-- Logs begin at Wed 2021-09-01 14:13:41 UTC, end at Wed 2021-09-01 16:45:33 UTC. -- Sep 01 14:45:21.285388 n-d-794796-3 systemd[1]: Started Devstack devstack@q-svc.service. Sep 01 14:45:24.045630 n-d-794796-3 neutron-server[94624]: INFO neutron.common.config [-] Logging enabled! Sep 01 14:45:24.046325 n-d-794796-3 neutron-server[94624]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev572 Sep 01 14:45:24.046438 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94624) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 01 14:45:24.049559 n-d-794796-3 neutron-server[94624]: INFO neutron.common.config [-] Logging enabled! Sep 01 14:45:24.049811 n-d-794796-3 neutron-server[94624]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev572 Sep 01 14:45:24.050120 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94624) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 01 14:45:24.051105 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 14:45:24.051339 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 14:45:24.051704 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 14:45:24.051951 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 14:45:24.052180 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 14:45:24.052505 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.052805 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.053096 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.053323 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.053620 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.053905 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.054187 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.054589 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.055453 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.055740 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.056016 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.056297 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.056525 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.056801 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.057089 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.057368 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.057592 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] debug = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.057870 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.058312 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.058731 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.059013 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.059299 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.059572 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.059840 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.060111 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.060392 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.060718 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] host = n-d-794796-3 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.060992 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.061275 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.061558 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.061839 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.062111 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.062415 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.062695 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.062964 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.063235 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] log_file = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.063509 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.063790 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.064074 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.064360 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.064585 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.064806 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.065089 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.065373 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.065647 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.065919 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.066190 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.066486 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.066759 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.067024 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.067305 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.067583 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.067862 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.068135 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.068407 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.068673 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.068940 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.069218 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.069490 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.069761 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.070099 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.070482 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.070905 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.071297 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.071707 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.072103 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.072514 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.072917 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.073299 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.073686 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.074386 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.074770 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.075154 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] use_json = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.075530 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.075910 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.076291 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.076671 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.077046 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.077425 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.077798 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.078192 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:24.078621 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.079013 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.079412 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.079801 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.080195 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.080577 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.080972 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.081350 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.081738 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.082132 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.082556 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.082934 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.083320 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.083698 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.084090 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.084503 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.084893 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.085282 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.085656 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.086575 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.086958 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.087339 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.087724 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.088100 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.088483 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.088870 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.089266 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.089647 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.090041 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.090490 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.090870 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.091248 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.091636 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.092045 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.092421 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.092799 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.093182 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.093559 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.093928 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.094340 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.094727 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.095098 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.095482 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.095859 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.096249 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.096631 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.097000 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.097373 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.097749 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.098118 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.098552 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.098939 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.099311 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.099680 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.100060 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.100437 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.100815 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.101202 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.101572 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.102567 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.102938 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.103308 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.103680 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.104062 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.104435 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.104806 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.105180 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.105560 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.105940 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.106340 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.106703 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.107071 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.107442 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.107827 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.108231 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.108605 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.108982 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.109355 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.109728 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.110100 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.110517 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.110920 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.111297 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.111667 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.112054 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.112434 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.112846 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.113226 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.113602 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.113998 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.114419 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.114810 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.115190 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.115567 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.115951 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.116336 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.116727 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.117122 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.117506 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.117892 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.118282 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.118702 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.119117 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.119499 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:24.119809 n-d-794796-3 neutron-server[94624]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 14:45:24.120148 n-d-794796-3 neutron-server[94624]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94624) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 01 14:45:24.475236 n-d-794796-3 neutron-server[94624]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 01 14:45:24.475512 n-d-794796-3 neutron-server[94624]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 01 14:45:24.475797 n-d-794796-3 neutron-server[94624]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 01 14:45:24.476131 n-d-794796-3 neutron-server[94624]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 01 14:45:24.877646 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:24.877838 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:24.878118 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:24.879443 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:24.879720 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:24.879987 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:24.914836 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:24.915108 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:24.915378 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:24.932622 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:24.932910 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:24.933207 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:24.963069 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:24.963356 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:24.963631 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.000341 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.000623 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.000906 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.238065 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.238861 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.238861 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.239112 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.239606 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.362041 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.362410 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.362698 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.362976 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.363250 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.363566 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.363834 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.364086 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.364350 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.364634 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.364894 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.365162 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.365423 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.365677 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.365941 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.366206 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.366488 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.366766 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.367039 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.367302 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.368134 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.368391 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.368685 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.369065 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.369323 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.369573 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.369976 n-d-794796-3 neutron-server[94624]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94624) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 14:45:25.370226 n-d-794796-3 neutron-server[94624]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94624) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 14:45:25.370484 n-d-794796-3 neutron-server[94624]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94624) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 14:45:25.370732 n-d-794796-3 neutron-server[94624]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94624) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 14:45:25.370970 n-d-794796-3 neutron-server[94624]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94624) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 14:45:25.371206 n-d-794796-3 neutron-server[94624]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94624) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 14:45:25.371603 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 01 14:45:25.374885 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 01 14:45:25.378839 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 01 14:45:25.382637 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Sep 01 14:45:25.384307 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 01 14:45:25.384765 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 01 14:45:25.385256 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 01 14:45:25.385645 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 01 14:45:25.388589 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 01 14:45:25.388842 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 01 14:45:25.389217 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 01 14:45:25.394730 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 01 14:45:25.417265 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 01 14:45:25.417734 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.418041 n-d-794796-3 neutron-server[94624]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94624) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 01 14:45:25.418432 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.419818 n-d-794796-3 neutron-server[94624]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94624) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 01 14:45:25.420112 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 01 14:45:25.420368 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 01 14:45:25.423694 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.423983 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:25.489177 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 01 14:45:25.489404 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 01 14:45:25.489570 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 01 14:45:25.489962 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 01 14:45:25.512314 n-d-794796-3 neutron-server[94624]: DEBUG oslo_db.sqlalchemy.engines [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94624) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 01 14:45:26.115700 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.managers [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Initializing driver for type 'gre' Sep 01 14:45:26.116226 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] gre ID ranges: [(1, 1000)] Sep 01 14:45:26.175120 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.managers [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Initializing driver for type 'local' Sep 01 14:45:26.175459 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.managers [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Initializing driver for type 'vlan' Sep 01 14:45:26.189576 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] VlanTypeDriver initialization complete Sep 01 14:45:26.189909 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.managers [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Initializing driver for type 'vxlan' Sep 01 14:45:26.190438 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] vxlan ID ranges: [(1, 1000)] Sep 01 14:45:26.249256 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.managers [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Initializing extension driver 'port_security' Sep 01 14:45:26.249939 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.extensions.port_security [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] PortSecurityExtensionDriver initialization complete Sep 01 14:45:26.249939 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.managers [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Initializing mechanism driver 'openvswitch' Sep 01 14:45:26.250230 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.managers [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Initializing mechanism driver 'hyperv' Sep 01 14:45:26.257476 n-d-794796-3 neutron-server[94624]: DEBUG neutron.plugins.ml2.plugin [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94624) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:45:26.258812 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > port after_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.259219 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > port after_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.259569 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > port after_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.260136 n-d-794796-3 neutron-server[94624]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94624) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 14:45:26.260661 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > subnet after_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.261017 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > subnet after_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.261395 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.261868 n-d-794796-3 neutron-server[94624]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94624) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 14:45:26.262279 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > network after_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.262650 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > network after_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.262991 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > network after_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.263534 n-d-794796-3 neutron-server[94624]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94624) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 14:45:26.264099 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > security_group after_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.264265 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > security_group after_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.264597 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.265149 n-d-794796-3 neutron-server[94624]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94624) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 14:45:26.265556 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.265938 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.266382 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.266780 n-d-794796-3 neutron-server[94624]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94624) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 14:45:26.267181 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > address_group after_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.267559 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > address_group after_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.267966 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.268360 n-d-794796-3 neutron-server[94624]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94624) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 14:45:26.268779 n-d-794796-3 neutron-server[94624]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] ML2 OVO RPC backend initialized. {{(pid=94624) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 01 14:45:26.269616 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.270007 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.270529 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > network before_response 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.270876 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > networks before_response 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.271223 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > port before_response 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.271591 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > ports before_response 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.272040 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > subnet before_response 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.272401 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > subnets before_response 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.272751 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > network after_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.273093 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > network after_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.273458 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > network after_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.273921 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > port after_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.274880 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > port after_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.275222 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > port after_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.275561 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > subnet after_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.275926 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > subnet after_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.276347 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.276948 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.plugin [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Modular L2 Plugin initialization complete Sep 01 14:45:26.277311 n-d-794796-3 neutron-server[94624]: DEBUG neutron.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading services supported by the core plugin {{(pid=94624) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 01 14:45:26.277702 n-d-794796-3 neutron-server[94624]: INFO neutron.plugins.ml2.managers [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Got port-security extension from driver 'port_security' Sep 01 14:45:26.278262 n-d-794796-3 neutron-server[94624]: INFO neutron.extensions.vlantransparent [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Disabled vlantransparent extension. Sep 01 14:45:26.278840 n-d-794796-3 neutron-server[94624]: DEBUG neutron.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94624) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 01 14:45:26.279206 n-d-794796-3 neutron-server[94624]: INFO neutron.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading Plugin: router Sep 01 14:45:26.316227 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.316617 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > router after_create 55549900 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.316988 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > router before_create 55549900 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.317353 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.317726 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.318080 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > router after_delete 55549900 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.318535 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.318986 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.319458 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > router after_create 55549900 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.319811 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > router after_update 55549900 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.320158 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > router after_update 55549900 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.321161 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.321624 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > router after_update 55549900 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.322464 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > router precommit_update 55549900 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.323055 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: port after_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.323543 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: port after_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.323839 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: subnet after_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.324241 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.324939 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.325438 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > router precommit_create 55549900 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.325791 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: port before_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.326239 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > router precommit_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.326758 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > router after_update 55549900 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.327158 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.327596 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > router precommit_create 55549900 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.328037 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.328426 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > router precommit_update 55549900 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.328865 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > agent after_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.329286 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > agent after_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.329784 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > network after_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.330936 n-d-794796-3 neutron-server[94624]: DEBUG neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Tracking information for resource: router configured {{(pid=94624) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 14:45:26.331270 n-d-794796-3 neutron-server[94624]: DEBUG neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Tracking information for resource: floatingip configured {{(pid=94624) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 14:45:26.337341 n-d-794796-3 neutron-server[94624]: INFO neutron.db.l3_agentschedulers_db [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 01 14:45:26.337921 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: port after_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.338278 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: port after_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.338654 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: port after_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.339003 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: port after_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.339813 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > router before_create 55550100 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.340157 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.340516 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > router precommit_create 55550100 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.340870 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > router precommit_update 55550100 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.345760 n-d-794796-3 neutron-server[94624]: DEBUG neutron.services.provider_configuration [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Service providers = [] {{(pid=94624) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 01 14:45:26.346159 n-d-794796-3 neutron-server[94624]: DEBUG neutron.db.servicetype_db [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94624) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 01 14:45:26.349696 n-d-794796-3 neutron-server[94624]: DEBUG neutron.services.service_base [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94624) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 14:45:26.350045 n-d-794796-3 neutron-server[94624]: DEBUG neutron.services.service_base [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94624) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 14:45:26.350420 n-d-794796-3 neutron-server[94624]: DEBUG neutron.services.service_base [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94624) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 14:45:26.351309 n-d-794796-3 neutron-server[94624]: DEBUG neutron.services.service_base [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94624) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 14:45:26.351681 n-d-794796-3 neutron-server[94624]: INFO neutron.services.service_base [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 01 14:45:26.352167 n-d-794796-3 neutron-server[94624]: DEBUG neutron.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94624) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 14:45:26.352662 n-d-794796-3 neutron-server[94624]: INFO neutron.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 01 14:45:26.363684 n-d-794796-3 neutron-server[94624]: DEBUG neutron.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94624) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 14:45:26.364013 n-d-794796-3 neutron-server[94624]: INFO neutron.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading Plugin: auto_allocate Sep 01 14:45:26.370525 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: network precommit_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.370828 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: network precommit_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.371353 n-d-794796-3 neutron-server[94624]: DEBUG neutron.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94624) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 14:45:26.371672 n-d-794796-3 neutron-server[94624]: INFO neutron.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading Plugin: tag Sep 01 14:45:26.378189 n-d-794796-3 neutron-server[94624]: DEBUG neutron.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94624) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 14:45:26.378547 n-d-794796-3 neutron-server[94624]: INFO neutron.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading Plugin: timestamp Sep 01 14:45:26.382553 n-d-794796-3 neutron-server[94624]: DEBUG neutron.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94624) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 14:45:26.382885 n-d-794796-3 neutron-server[94624]: INFO neutron.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading Plugin: network_ip_availability Sep 01 14:45:26.388899 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.389274 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.389628 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.390526 n-d-794796-3 neutron-server[94624]: DEBUG neutron.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94624) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 14:45:26.390849 n-d-794796-3 neutron-server[94624]: INFO neutron.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading Plugin: flavors Sep 01 14:45:26.395902 n-d-794796-3 neutron-server[94624]: DEBUG neutron.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94624) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 14:45:26.396236 n-d-794796-3 neutron-server[94624]: INFO neutron.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading Plugin: revisions Sep 01 14:45:26.400593 n-d-794796-3 neutron-server[94624]: DEBUG neutron.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94624) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 14:45:26.400981 n-d-794796-3 neutron-server[94624]: DEBUG oslo_concurrency.lockutils [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.925s {{(pid=94624) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 01 14:45:26.401733 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94624) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 01 14:45:26.402062 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Initializing extension manager. Sep 01 14:45:26.402604 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: __init__.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.402944 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: __pycache__ {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.403273 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.403602 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: address_group.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.404370 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.404953 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: address-group Sep 01 14:45:26.405274 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: address_scope.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.405977 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.406506 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: address-scope Sep 01 14:45:26.406831 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.407763 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.408261 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: router-admin-state-down-before-update Sep 01 14:45:26.408578 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: agent.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.409485 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.409984 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: agent Sep 01 14:45:26.410329 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: agent_resources_synced.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.411223 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.411720 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: agent-resources-synced Sep 01 14:45:26.412036 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: allowedaddresspairs.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.413836 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.414400 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: allowed-address-pairs Sep 01 14:45:26.414732 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: auto_allocated_topology.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.415801 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.416302 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: auto-allocated-topology Sep 01 14:45:26.416624 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: availability_zone.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.417309 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.417802 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: availability_zone Sep 01 14:45:26.418119 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: availability_zone_filter.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.419052 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.419552 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: availability_zone_filter Sep 01 14:45:26.419869 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: data_plane_status.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.420773 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.421271 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension data-plane-status not supported by any of loaded plugins Sep 01 14:45:26.421588 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: default_subnetpools.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.422654 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.423160 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: default-subnetpools Sep 01 14:45:26.423507 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.424407 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.424912 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: dhcp_agent_scheduler Sep 01 14:45:26.425359 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: dns.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.426411 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.426926 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension dns-integration not supported by any of loaded plugins Sep 01 14:45:26.427248 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: dns_domain_ports.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.428169 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.428668 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 01 14:45:26.428987 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.429909 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.430976 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 01 14:45:26.431297 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: dvr.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.432062 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.432628 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: dvr Sep 01 14:45:26.433102 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: ecmp_routes.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.433935 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.434465 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 01 14:45:26.434783 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: empty_string_filtering.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.435688 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.436191 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: empty-string-filtering Sep 01 14:45:26.436508 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.437419 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.437920 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 01 14:45:26.438240 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.439166 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.439660 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 01 14:45:26.439974 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: external_net.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.440881 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.441424 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: external-net Sep 01 14:45:26.441743 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.442684 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.443180 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: extra_dhcp_opt Sep 01 14:45:26.443498 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: extraroute.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.444395 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.444891 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: extraroute Sep 01 14:45:26.445212 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: extraroute_atomic.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.446847 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.447351 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: extraroute-atomic Sep 01 14:45:26.447671 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: filter_validation.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.448348 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.448842 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: filter-validation Sep 01 14:45:26.449159 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: fip_pf_description.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.450438 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.450938 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 01 14:45:26.451253 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: fip_port_details.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.452264 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.452766 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: fip-port-details Sep 01 14:45:26.453081 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: flavors.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.454347 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.454865 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: flavors Sep 01 14:45:26.455185 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.456855 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.457451 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 01 14:45:26.457758 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: floatingip_pools.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.458539 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.459047 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: floatingip-pools Sep 01 14:45:26.459371 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: ip_allocation.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.460425 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.460926 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension ip_allocation not supported by any of loaded plugins Sep 01 14:45:26.461282 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.462310 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.462825 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: ip-substring-filtering Sep 01 14:45:26.463156 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: l2_adjacency.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.464111 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.464691 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 01 14:45:26.465051 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: l3.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.466289 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.466832 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: router Sep 01 14:45:26.467194 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.469551 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.470147 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 01 14:45:26.470539 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.471478 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.472051 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: ext-gw-mode Sep 01 14:45:26.472430 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.473392 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.474029 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: l3-ha Sep 01 14:45:26.474376 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: l3_flavors.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.475382 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.475884 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: l3-flavors Sep 01 14:45:26.476200 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.477233 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.477733 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 01 14:45:26.478049 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: l3agentscheduler.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.479253 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.479789 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: l3_agent_scheduler Sep 01 14:45:26.480138 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: logging.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.481825 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.482427 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension logging not supported by any of loaded plugins Sep 01 14:45:26.482774 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: metering.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.484986 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.484986 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: metering Sep 01 14:45:26.484986 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.485962 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.486505 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: metering_source_and_destination_fields Sep 01 14:45:26.486832 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: multiprovidernet.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.487843 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.488346 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: multi-provider Sep 01 14:45:26.488670 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: netmtu.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.489591 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.490091 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: net-mtu Sep 01 14:45:26.490439 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: netmtu_writable.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.491364 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.491862 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: net-mtu-writable Sep 01 14:45:26.492183 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: network_availability_zone.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.493409 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.493902 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: network_availability_zone Sep 01 14:45:26.494221 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: network_ip_availability.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.495339 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.495849 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: network-ip-availability Sep 01 14:45:26.496176 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: network_segment_range.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.496959 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.497453 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension network-segment-range not supported by any of loaded plugins Sep 01 14:45:26.497775 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: pagination.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.498782 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.499111 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: pagination Sep 01 14:45:26.499431 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: port_device_profile.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.500347 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.500853 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: port-device-profile Sep 01 14:45:26.501188 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.502107 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.502645 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: port-mac-address-regenerate Sep 01 14:45:26.502964 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.503881 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.504868 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: port-numa-affinity-policy Sep 01 14:45:26.504868 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: port_resource_request.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.505591 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.506094 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension port-resource-request not supported by any of loaded plugins Sep 01 14:45:26.506448 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: portbindings.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.507377 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.507885 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: binding Sep 01 14:45:26.508765 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: portbindings_extended.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.510217 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.510748 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: binding-extended Sep 01 14:45:26.511077 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: portsecurity.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.511983 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.512492 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: port-security Sep 01 14:45:26.512817 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: project_id.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.513784 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.514113 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: project-id Sep 01 14:45:26.514473 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: providernet.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.515399 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.515920 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: provider Sep 01 14:45:26.516302 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: qos.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.519965 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.520480 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension qos not supported by any of loaded plugins Sep 01 14:45:26.520810 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.522053 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.522579 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 01 14:45:26.522907 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.523851 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.524357 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 01 14:45:26.524674 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: qos_default.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.525707 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.526411 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension qos-default not supported by any of loaded plugins Sep 01 14:45:26.526767 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: qos_fip.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.527529 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.528140 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension qos-fip not supported by any of loaded plugins Sep 01 14:45:26.528556 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: qos_gateway_ip.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.529730 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.530390 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 01 14:45:26.530802 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: qos_port_network_policy.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.531835 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.532543 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 01 14:45:26.532927 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: qos_pps_rule.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.534263 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.534808 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension qos-pps not supported by any of loaded plugins Sep 01 14:45:26.535132 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: qos_rule_type_details.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.536057 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.536559 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 01 14:45:26.536882 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: qos_rules_alias.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.537912 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.538462 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 01 14:45:26.538822 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: quotasv2.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.539866 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.540193 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: quotas Sep 01 14:45:26.540513 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: quotasv2_detail.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.543647 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.543989 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: quota_details Sep 01 14:45:26.544322 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: rbac.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.545618 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.546149 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: rbac-policies Sep 01 14:45:26.546503 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: rbac_address_group.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.547438 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.547983 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: rbac-address-group Sep 01 14:45:26.548402 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: rbac_address_scope.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.549515 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.550091 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: rbac-address-scope Sep 01 14:45:26.550516 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: rbac_security_groups.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.551622 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.552158 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: rbac-security-groups Sep 01 14:45:26.552478 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: rbac_subnetpool.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.553398 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.553901 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: rbac-subnetpool Sep 01 14:45:26.554219 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: revisionifmatch.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.555773 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.556301 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: revision-if-match Sep 01 14:45:26.556650 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: revisions.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.557935 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.558471 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: standard-attr-revisions Sep 01 14:45:26.558798 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: router_availability_zone.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.559479 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.560000 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: router_availability_zone Sep 01 14:45:26.560349 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: routerservicetype.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.561319 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.561817 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension router-service-type not supported by any of loaded plugins Sep 01 14:45:26.562133 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.563082 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.563585 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: security-groups-normalized-cidr Sep 01 14:45:26.563904 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.564817 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.565320 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: port-security-groups-filtering Sep 01 14:45:26.565642 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.566606 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.567112 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: security-groups-remote-address-group Sep 01 14:45:26.567432 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: securitygroup.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.578125 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.578714 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: security-group Sep 01 14:45:26.579051 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: segment.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.579914 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.580414 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension segment not supported by any of loaded plugins Sep 01 14:45:26.580738 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.581751 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.582262 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 01 14:45:26.582619 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: servicetype.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.583816 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.584330 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: service-type Sep 01 14:45:26.584657 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: sorting.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.585637 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.585967 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: sorting Sep 01 14:45:26.586367 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: standard_attr_segment.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.587279 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.587790 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 01 14:45:26.588109 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: standardattrdescription.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.588748 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.589251 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: standard-attr-description Sep 01 14:45:26.589571 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: stateful_security_group.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.590568 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.591040 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: stateful-security-group Sep 01 14:45:26.591361 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: stdattrs_common.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.591941 n-d-794796-3 neutron-server[94624]: WARNING neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 01 14:45:26.592258 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.593194 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.593701 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 01 14:45:26.594022 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: subnet_onboard.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.595115 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.595621 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: subnet_onboard Sep 01 14:45:26.595946 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.596877 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.597374 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 01 14:45:26.597702 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: subnet_service_types.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.598655 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.599166 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: subnet-service-types Sep 01 14:45:26.599488 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: subnetallocation.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.600576 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.601079 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: subnet_allocation Sep 01 14:45:26.601398 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.602094 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.602623 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: subnetpool-prefix-ops Sep 01 14:45:26.602939 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.603868 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.604366 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 01 14:45:26.604684 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: tagging.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.605774 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.606314 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: standard-attr-tag Sep 01 14:45:26.606642 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: timestamp.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.607841 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.608348 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loaded extension: standard-attr-timestamp Sep 01 14:45:26.608670 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: trunk.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.609732 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.610247 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension trunk not supported by any of loaded plugins Sep 01 14:45:26.610596 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: trunk_details.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.611557 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.612064 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension trunk-details not supported by any of loaded plugins Sep 01 14:45:26.612382 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: uplink_status_propagation.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.613325 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.613801 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 01 14:45:26.614119 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Loading extension file: vlantransparent.py {{(pid=94624) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 14:45:26.614819 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94624) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 14:45:26.615315 n-d-794796-3 neutron-server[94624]: INFO neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 01 14:45:26.618445 n-d-794796-3 neutron-server[94624]: INFO neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Creating instance of TrackedResource for resource:network Sep 01 14:45:26.618990 n-d-794796-3 neutron-server[94624]: INFO neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Creating instance of TrackedResource for resource:subnet Sep 01 14:45:26.619388 n-d-794796-3 neutron-server[94624]: INFO neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 14:45:26.619779 n-d-794796-3 neutron-server[94624]: INFO neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Creating instance of TrackedResource for resource:port Sep 01 14:45:26.621125 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.v2.resource_helper [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94624) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 14:45:26.621506 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.v2.resource_helper [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Service FLAVORS assigned prefix: {{(pid=94624) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 14:45:26.622135 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.v2.resource_helper [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94624) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 14:45:26.622582 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.v2.resource_helper [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94624) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 14:45:26.622909 n-d-794796-3 neutron-server[94624]: INFO neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Creating instance of TrackedResource for resource:router Sep 01 14:45:26.623344 n-d-794796-3 neutron-server[94624]: INFO neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Creating instance of TrackedResource for resource:floatingip Sep 01 14:45:26.623841 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.v2.resource_helper [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Service METERING assigned prefix: /metering {{(pid=94624) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 14:45:26.625386 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.625850 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.626213 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94624) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:45:26.627404 n-d-794796-3 neutron-server[94624]: INFO neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Creating instance of CountableResource for resource:rbac_policy Sep 01 14:45:26.627855 n-d-794796-3 neutron-server[94624]: INFO neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Creating instance of TrackedResource for resource:security_group Sep 01 14:45:26.628315 n-d-794796-3 neutron-server[94624]: INFO neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 01 14:45:26.630289 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.v2.resource_helper [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Service CORE assigned prefix: {{(pid=94624) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 14:45:26.630646 n-d-794796-3 neutron-server[94624]: INFO neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 14:45:26.631000 n-d-794796-3 neutron-server[94624]: WARNING neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] subnetpool is already registered Sep 01 14:45:26.631432 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.v2.resource_helper [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Service CORE assigned prefix: {{(pid=94624) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 14:45:26.631754 n-d-794796-3 neutron-server[94624]: INFO neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 14:45:26.632086 n-d-794796-3 neutron-server[94624]: WARNING neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] subnetpool is already registered Sep 01 14:45:26.635137 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.v2.resource_helper [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94624) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 14:45:26.635629 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.v2.resource_helper [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Service FLAVORS assigned prefix: {{(pid=94624) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 14:45:26.636279 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.v2.resource_helper [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94624) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 14:45:26.636704 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.v2.resource_helper [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94624) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 14:45:26.637036 n-d-794796-3 neutron-server[94624]: INFO neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Creating instance of TrackedResource for resource:router Sep 01 14:45:26.637386 n-d-794796-3 neutron-server[94624]: WARNING neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] router is already registered Sep 01 14:45:26.637794 n-d-794796-3 neutron-server[94624]: INFO neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Creating instance of TrackedResource for resource:floatingip Sep 01 14:45:26.638384 n-d-794796-3 neutron-server[94624]: WARNING neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] floatingip is already registered Sep 01 14:45:26.638964 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.v2.resource_helper [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Service METERING assigned prefix: /metering {{(pid=94624) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 14:45:26.639870 n-d-794796-3 neutron-server[94624]: INFO neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Creating instance of CountableResource for resource:rbac_policy Sep 01 14:45:26.640209 n-d-794796-3 neutron-server[94624]: WARNING neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] rbac_policy is already registered Sep 01 14:45:26.640743 n-d-794796-3 neutron-server[94624]: INFO neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Creating instance of TrackedResource for resource:security_group Sep 01 14:45:26.641171 n-d-794796-3 neutron-server[94624]: WARNING neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] security_group is already registered Sep 01 14:45:26.641708 n-d-794796-3 neutron-server[94624]: INFO neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 01 14:45:26.642077 n-d-794796-3 neutron-server[94624]: WARNING neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] security_group_rule is already registered Sep 01 14:45:26.642839 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.v2.resource_helper [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Service CORE assigned prefix: {{(pid=94624) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 14:45:26.643282 n-d-794796-3 neutron-server[94624]: INFO neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 14:45:26.643805 n-d-794796-3 neutron-server[94624]: WARNING neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] subnetpool is already registered Sep 01 14:45:26.644268 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.v2.resource_helper [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Service CORE assigned prefix: {{(pid=94624) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 14:45:26.644631 n-d-794796-3 neutron-server[94624]: INFO neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 14:45:26.644962 n-d-794796-3 neutron-server[94624]: WARNING neutron.quota.resource_registry [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] subnetpool is already registered Sep 01 14:45:26.645673 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: extensions {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.647612 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: address-groups {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.649703 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: address-scopes {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.651050 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: agents {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.652341 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: auto-allocated-topology {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.653805 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: availability_zones {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.655317 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: dhcp-networks {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.657178 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: dhcp-agents {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.658887 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: routers {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.661356 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: flavors {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.662847 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: service_profiles {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.664083 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: next_providers {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.666819 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: service_profiles {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.669830 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: floatingip-pools {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.672277 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: routers {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.676753 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: floatingips {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.679335 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: l3-routers {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.682623 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: l3-agents {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.685205 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: metering-labels {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.686962 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: metering-label-rules {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.688751 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: network-ip-availabilities {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.691121 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: bindings {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.693397 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: quotas {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.695181 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: quotas {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.697516 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: rbac-policies {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.699057 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: security-groups {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.701566 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: security-group-rules {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.704031 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: service-providers {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.706488 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: subnetpools {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.709330 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: subnetpools {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.712382 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: tags {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.715050 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: tags {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.717022 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: tags {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.718841 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: tags {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.721779 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: tags {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.723739 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: tags {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.725413 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: tags {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.727846 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: tags {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.730152 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: tags {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.732450 n-d-794796-3 neutron-server[94624]: DEBUG neutron.api.extensions [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Extended resource: tags {{(pid=94624) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 14:45:26.739464 n-d-794796-3 neutron-server[94624]: WARNING keystonemiddleware.auth_token [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 01 14:45:26.744974 n-d-794796-3 neutron-server[94624]: WARNING keystonemiddleware.auth_token [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 01 14:45:26.754183 n-d-794796-3 neutron-server[94624]: DEBUG oslo_concurrency.lockutils [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Acquired lock "singleton_lock" {{(pid=94624) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 01 14:45:26.754443 n-d-794796-3 neutron-server[94624]: DEBUG oslo_concurrency.lockutils [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Releasing lock "singleton_lock" {{(pid=94624) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 01 14:45:26.755180 n-d-794796-3 neutron-server[94624]: INFO oslo_service.service [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Starting 2 workers Sep 01 14:45:26.760216 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Started child 94733 {{(pid=94624) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 14:45:26.765152 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Started child 94734 {{(pid=94624) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 14:45:26.765653 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:26.766907 n-d-794796-3 neutron-server[94624]: INFO neutron.service [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 01 14:45:26.767179 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [-] (94733) wsgi starting up on http://0.0.0.0:9696 Sep 01 14:45:26.767517 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Notify callbacks [] for process, before_spawn {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:26.770042 n-d-794796-3 neutron-server[94624]: INFO oslo_service.service [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Starting 1 workers Sep 01 14:45:26.771208 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:26.772663 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [-] (94734) wsgi starting up on http://0.0.0.0:9696 Sep 01 14:45:26.775594 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Started child 94735 {{(pid=94624) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 14:45:26.776137 n-d-794796-3 neutron-server[94624]: INFO oslo_service.service [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Starting 1 workers Sep 01 14:45:26.780575 n-d-794796-3 neutron-server[94735]: DEBUG neutron.service [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] calling RpcWorker wait() {{(pid=94735) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 01 14:45:26.781230 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Started child 94736 {{(pid=94624) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 14:45:26.781441 n-d-794796-3 neutron-server[94735]: DEBUG neutron.service [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] returning from RpcWorker wait() {{(pid=94735) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 01 14:45:26.781545 n-d-794796-3 neutron-server[94624]: DEBUG neutron_lib.callbacks.manager [None req-c91bc814-4043-4b04-b4cb-da0a77eeb608 None None] Notify callbacks [] for process, after_spawn {{(pid=94624) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:26.782769 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:26.783514 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:45:26.783622 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94624) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 01 14:45:26.783799 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 14:45:26.784153 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 14:45:26.784365 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 14:45:26.784857 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 14:45:26.785018 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 14:45:26.785621 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:26.786181 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.786181 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.786181 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.786619 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.786744 n-d-794796-3 neutron-server[94736]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:45:26.786893 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.787293 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.787545 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.787798 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.788079 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.788328 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.788486 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.788806 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.789050 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.789311 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.790129 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.790418 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.790674 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.790957 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.791187 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.791389 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.791623 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.791844 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.792122 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] debug = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.792365 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.792835 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.793063 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.793289 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.793508 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.793754 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.793986 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.794251 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.794500 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.794803 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.794972 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.795266 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.795473 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.795691 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.795921 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.796102 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.796315 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.796780 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] host = n-d-794796-3 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.797012 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.797214 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.797412 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.797656 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.797910 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.798138 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.798395 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.798615 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.798886 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.799088 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.799334 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.799594 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.799820 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.800054 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] log_file = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.800222 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] log_options = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.800498 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.800697 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.800947 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.801134 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.801300 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.801477 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.801718 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.801870 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.802115 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.802424 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.802578 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.802761 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.802991 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.803230 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.803497 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.803766 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.804020 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.804453 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.804712 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.804964 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.805803 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.805992 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.806217 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.806533 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.806754 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.806988 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.807229 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.807443 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.807654 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.807914 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.808144 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.808387 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.808635 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.808887 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.809162 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.809317 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.809528 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.809789 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.810015 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.810256 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.810637 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.810791 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.810979 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.811190 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.811429 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.811657 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] use_json = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.811864 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.812078 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.812330 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.812599 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.812750 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.812941 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.813151 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.813377 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.813855 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.814133 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.814463 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.814686 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.814934 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.815187 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.815431 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.815652 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.815945 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.816111 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.816423 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.816640 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.817197 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.817197 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.817977 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.817977 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.817977 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.818421 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.818559 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.818735 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.819006 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.819272 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.819531 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.819747 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.819972 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.820198 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.820433 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.820792 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.821084 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.821352 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.821632 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.821846 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.822084 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.822344 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.822576 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.822821 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.823074 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.823350 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.823567 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.823809 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.824026 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.824257 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.824734 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.824958 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.825196 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.825448 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.825674 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.825891 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.826140 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.826334 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.826551 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.826782 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.827005 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.827237 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.827496 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.827728 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.827951 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.828183 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.828393 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.829038 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.829038 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.829038 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.829038 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.830121 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.830121 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.830573 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.830954 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.831123 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.831262 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.831510 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.831762 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.832124 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.832559 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.832971 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.833203 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.833424 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.835795 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.835795 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.835795 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.837356 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.840061 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.840061 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.841154 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.841380 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.841614 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.842102 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.842102 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.842515 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.842515 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.842897 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.843056 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.843295 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.843567 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.843807 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.844059 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.844264 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.844525 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.844764 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.844966 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.845231 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.845479 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.845697 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.845925 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.846169 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.846430 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.846660 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.846899 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.847137 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.847330 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.847589 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.847859 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.849281 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.850066 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.851571 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.853841 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.855596 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.857368 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.858851 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.860024 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.860953 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.862287 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.863973 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.865309 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.867527 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.870007 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.871479 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.872693 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.874676 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.876275 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.877528 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.879441 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.879441 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.879441 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.879441 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.879441 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.881976 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.881976 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.881976 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.881976 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.881976 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.881976 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.881976 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.881976 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.882854 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.882854 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.882854 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.882854 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.883319 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.884064 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.884064 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.884440 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.884873 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.885221 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.885641 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.886197 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.886627 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.887043 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.887526 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.888001 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.888405 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.888847 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.889232 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.889645 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.890014 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.890443 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.890810 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.891071 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.891464 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.891874 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.892328 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.892714 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.893154 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.893621 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.894013 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.894530 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.894963 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.895348 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.895741 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.896085 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.896338 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.896591 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.896858 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.897108 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.897333 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.897637 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.898042 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.898486 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.898884 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.899508 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.899907 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.900360 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.900797 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.901342 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.901768 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.902194 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.902780 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.903214 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.903663 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.904073 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.904652 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.904900 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.905307 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.905973 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.906144 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.906590 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.907015 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.907436 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.907844 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.908244 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.908633 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.909011 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.909517 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.909975 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.910436 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.910912 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.911349 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.911770 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.912162 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.912513 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.912849 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.913286 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.913430 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.913548 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.913785 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.914007 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.914230 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.914996 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.915493 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.915687 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.915895 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.916100 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.916303 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.916513 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.916759 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.916975 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.917227 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.917448 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.917814 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.918209 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.918603 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.918979 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.919225 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.920063 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.920063 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.920063 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.920063 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.920528 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.920654 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.921020 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.921595 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.921595 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.921595 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.922049 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.922049 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.922475 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.922669 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.923163 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.923163 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.923474 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.923679 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.924106 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.924106 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.924624 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.924624 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.925300 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.925300 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.926131 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.926131 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.926131 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.926509 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.926646 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.926928 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.927183 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.927599 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.928024 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.928218 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.928426 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.928631 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.929012 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.929012 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.929341 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.929554 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.929766 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.929965 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.930885 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.930885 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.931175 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.931398 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.931646 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.931867 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.932027 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 14:45:26.932609 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94624) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 01 14:45:26.932771 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 14:45:26.932897 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 14:45:26.933126 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 14:45:26.933271 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 14:45:26.933431 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 14:45:26.933643 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.933789 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.933957 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.934104 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.934277 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.934583 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.934862 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.935081 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.935271 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.935473 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.935593 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.935747 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.935902 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.936076 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.936457 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.936618 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.936746 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.936871 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.937272 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.937272 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.937514 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.937514 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.937739 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] debug = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.937862 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.938000 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.938157 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.938283 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.938480 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.938653 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.938812 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.938959 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.939156 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.939302 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.939464 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.939604 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.939746 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.939887 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.940165 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.940165 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.940504 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.940504 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] host = n-d-794796-3 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.940802 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.940802 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.941064 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.941064 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.941301 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.941301 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.941595 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.941595 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.941880 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.942068 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.942255 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.942488 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.942703 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.942961 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] log_file = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.943224 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] log_options = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.943485 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.943740 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.944001 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.944309 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.944583 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.944858 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.945232 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.945382 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.945607 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.945848 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.946037 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.946230 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.946399 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.946557 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.946755 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.946946 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.946946 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.947264 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.947264 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.947607 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.947607 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.947977 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.947977 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.947977 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.948382 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.948382 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.948640 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.948640 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.948995 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.948995 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.948995 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.949792 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.949792 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.949792 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.950242 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.950242 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.950242 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.950973 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.950973 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.950973 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.950973 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.950973 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.951665 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.951665 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.951665 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.951665 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] use_json = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.951665 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.952300 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.952300 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.952300 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.952300 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.952808 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.952808 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.952808 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 14:45:26.953184 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.953184 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.953562 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.953562 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.953562 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.954184 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.954184 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.954184 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.954829 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.954829 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.954829 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.955432 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.955432 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.955758 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.955758 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.956022 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.956022 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.956281 n-d-794796-3 neutron-server[94735]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:45:26.956430 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.956430 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.956711 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.956863 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.957003 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.957177 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.957386 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.957622 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.957877 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.958406 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.958652 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.958810 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.959087 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.959228 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.959367 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.959525 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.959667 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.959805 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.959927 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.960040 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.960205 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.960338 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.960491 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.960656 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.960828 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.960984 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.961215 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.961470 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.961633 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.961812 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.961946 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.962092 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.962256 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.962446 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.962631 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.962763 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.962956 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.963140 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.963359 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.963359 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.963601 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.963723 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.963881 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.963998 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.964130 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.964293 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.964490 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.964605 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.964770 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.964947 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.965110 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.965274 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.965437 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.965608 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.965741 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.965899 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.966062 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.966225 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.966416 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.966579 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.966742 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.966906 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.967069 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.967234 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.967397 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.967560 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.967725 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.967902 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.968022 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.968187 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.968349 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.968512 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.968685 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.968862 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.969025 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.969189 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.969350 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.969513 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.969675 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.969836 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.969999 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.970164 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.970397 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.970521 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.970656 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.970814 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.970976 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.971137 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.971300 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.971464 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.971626 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.971788 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.971951 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.972114 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.972277 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.972439 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.972601 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.972769 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.972932 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.973104 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.973266 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.973435 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.973599 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.973769 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.973942 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.974111 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.974274 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.974462 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.974624 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.974788 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.974950 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.975107 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.975271 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.975413 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.975584 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.975754 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.975927 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.976090 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.976665 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.976665 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.976665 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.977670 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.977670 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.977670 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.978093 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.978093 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.978093 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.978601 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.978601 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.978601 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.978601 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.979444 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.979444 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.979444 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.979444 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.979444 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.980053 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.980053 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.980053 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.980053 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.980588 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.980588 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.980588 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.980588 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.981076 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.981076 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.981076 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.981488 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.981488 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.981488 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.981825 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.981825 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.982064 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.982064 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.982390 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.982390 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.982770 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.982770 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.983143 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.983143 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.983143 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.983520 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.983520 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.983864 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.983864 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.983864 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.984356 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.984356 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.984356 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.984781 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.984781 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.984781 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.985159 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.985159 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.985490 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.985490 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.985805 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.985805 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.986071 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.986071 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.986348 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.986348 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.986609 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.986609 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.986883 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.987036 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.987165 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.987295 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.987438 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.987582 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.987724 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.987868 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.988078 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.988251 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.988427 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.988604 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.988604 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.990880 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.990880 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.990880 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.995488 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.995488 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.995488 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.995488 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.995488 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.995488 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.995488 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.995488 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:26.999338 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.000004 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44460) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:45:27.000184 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.000184 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.000184 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.000184 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.000184 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.000184 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.000184 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.000184 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.001803 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.001803 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.001803 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.001803 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.001803 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.001803 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.001803 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.001803 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.002765 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.002765 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.002765 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.002765 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.002765 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.002765 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.002765 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.002765 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.003506 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.003506 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.003506 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.003506 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.003506 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.003506 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.003506 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.003506 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.004516 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.004516 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.004516 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.004516 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.004516 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.004516 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.004516 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.004516 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.005078 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.005078 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.005078 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.005078 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.005078 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.005078 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.005078 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.005078 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.006101 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.006101 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.006101 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.006101 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.006101 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.006101 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.006101 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.006101 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.007054 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064230 Sep 01 14:45:27.007241 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.007241 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.007241 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.007241 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.007241 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.007241 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.007241 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.007241 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 14:45:27.008394 n-d-794796-3 neutron-server[94624]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94624) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 14:45:39.224103 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e38db1d-5f95-4fd2-bd03-a94f590e0ad4 None None] get_active_networks_info from n-d-794796-3 {{(pid=94735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 14:45:39.280138 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-26368dae-1e1c-46e4-8f2a-63292754e787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1824504'] for agent, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:39.316333 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e38db1d-5f95-4fd2-bd03-a94f590e0ad4 None None] No non-hosted networks {{(pid=94735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 01 14:45:41.856830 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1824504'] for agent, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:41.859041 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:41.859647 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:41.860252 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:41.860966 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:41.861510 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:41.862566 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:41.863209 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:41.863748 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:41.864362 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:41.865722 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:41.867801 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:41.869114 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:41.870846 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-794796-3', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:45:41.895790 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-794796-3', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:45:42.053822 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-30a4b273-2803-4ad1-bd01-7796215c6cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1824504'] for agent, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:42.110385 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3bcd9cd2-71b8-4763-af22-5a07023512c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:42.992015 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1824504'] for agent, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:44.869859 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1824504'] for agent, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:45.986597 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44554) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:45:46.484476 n-d-794796-3 neutron-server[94735]: INFO neutron.db.l3_hamode_db [None req-7d2132bc-a55c-4333-a4e6-2163b786077c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 01 14:45:46.574708 n-d-794796-3 neutron-server[94734]: WARNING oslo_policy.policy [None req-6bbd0a31-3d56-49cb-80b2-0d2493394dd2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 14:45:46.575344 n-d-794796-3 neutron-server[94734]: WARNING oslo_policy.policy [None req-6bbd0a31-3d56-49cb-80b2-0d2493394dd2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 14:45:46.594513 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2132bc-a55c-4333-a4e6-2163b786077c None None] Routers set() bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:45:46.594908 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2132bc-a55c-4333-a4e6-2163b786077c None None] Router IDs set() for agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 01 14:45:46.798858 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-6bbd0a31-3d56-49cb-80b2-0d2493394dd2 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:45:46.799947 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6bbd0a31-3d56-49cb-80b2-0d2493394dd2 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8122325 Sep 01 14:45:49.234565 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44568) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:45:49.547492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-65b04723-f9a4-45ca-833d-ea1d2edf21c3 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:45:49.643078 n-d-794796-3 neutron-server[94734]: DEBUG neutron.policy [None req-65b04723-f9a4-45ca-833d-ea1d2edf21c3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94734) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 01 14:45:49.688115 n-d-794796-3 neutron-server[94734]: WARNING oslo_policy.policy [None req-65b04723-f9a4-45ca-833d-ea1d2edf21c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 14:45:49.688500 n-d-794796-3 neutron-server[94734]: WARNING oslo_policy.policy [None req-65b04723-f9a4-45ca-833d-ea1d2edf21c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 14:45:49.697228 n-d-794796-3 neutron-server[94734]: INFO neutron.quota [None req-65b04723-f9a4-45ca-833d-ea1d2edf21c3 admin admin] Loaded quota_driver: . Sep 01 14:45:49.786910 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-65b04723-f9a4-45ca-833d-ea1d2edf21c3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772848203382', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772848202795', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772848215989', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772848217177', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772848631559', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772848300476', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-625149', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-678618', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1780376', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1631613'] for rbac-policy, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:49.853077 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-65b04723-f9a4-45ca-833d-ea1d2edf21c3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:49.854389 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-65b04723-f9a4-45ca-833d-ea1d2edf21c3 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6188326 Sep 01 14:45:52.565454 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44580) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:45:52.873458 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'project_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'name': 'private'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:45:52.904328 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] Made reservation on behalf of 1a0b13ad1f8d437a8587a3c065cf1945 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:45:52.907494 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:52.925662 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:53.052528 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:53.056704 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:53.081877 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:45:53.106747 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772851759050', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:53.107436 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] Unsubscribe: segment precommit_create {{(pid=94734) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 01 14:45:53.108009 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] Added segment 008c06f1-4bb3-4cf8-9f34-404d9541c12d of type vlan for network 6cd26437-8b0c-45cc-b653-2f3e55fce692 Sep 01 14:45:53.114004 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d12e0a1-e7d4-484e-bb06-5bd619595bc5,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:45:53.150269 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:53.150632 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:53.150967 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:53.151295 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:53.151627 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:53.151946 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:53.152378 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:53.152606 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:53.152926 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:53.157523 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:53.157523 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:53.157523 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:53.157523 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] Tracked resource versions report: Sep 01 14:45:53.157523 n-d-794796-3 neutron-server[94734]: pushed versions: Sep 01 14:45:53.157523 n-d-794796-3 neutron-server[94734]: { 'AddressGroup': {'1.2'}, Sep 01 14:45:53.157523 n-d-794796-3 neutron-server[94734]: 'ConntrackHelper': {'1.0'}, Sep 01 14:45:53.157523 n-d-794796-3 neutron-server[94734]: 'Log': {'1.0'}, Sep 01 14:45:53.157523 n-d-794796-3 neutron-server[94734]: 'Network': {'1.1'}, Sep 01 14:45:53.157523 n-d-794796-3 neutron-server[94734]: 'Port': {'1.7'}, Sep 01 14:45:53.157523 n-d-794796-3 neutron-server[94734]: 'PortForwarding': {'1.2'}, Sep 01 14:45:53.157523 n-d-794796-3 neutron-server[94734]: 'QosPolicy': {'1.9'}, Sep 01 14:45:53.157523 n-d-794796-3 neutron-server[94734]: 'SecurityGroup': {'1.4'}, Sep 01 14:45:53.157523 n-d-794796-3 neutron-server[94734]: 'SecurityGroupRule': {'1.2'}, Sep 01 14:45:53.157523 n-d-794796-3 neutron-server[94734]: 'SubPort': {'1.0'}, Sep 01 14:45:53.157523 n-d-794796-3 neutron-server[94734]: 'Subnet': {'1.1'}, Sep 01 14:45:53.157523 n-d-794796-3 neutron-server[94734]: 'Trunk': {'1.1'}} Sep 01 14:45:53.157523 n-d-794796-3 neutron-server[94734]: consumer versions: Sep 01 14:45:53.157523 n-d-794796-3 neutron-server[94734]: { DHCP agent@n-d-794796-3: {}, Sep 01 14:45:53.157523 n-d-794796-3 neutron-server[94734]: L3 agent@n-d-794796-3: {}, Sep 01 14:45:53.157523 n-d-794796-3 neutron-server[94734]: Metadata agent@n-d-794796-3: {}, Sep 01 14:45:53.157523 n-d-794796-3 neutron-server[94734]: Metering agent@n-d-794796-3: {}, Sep 01 14:45:53.157523 n-d-794796-3 neutron-server[94734]: Open vSwitch agent@n-d-794796-3: { 'AddressGroup': '1.2', Sep 01 14:45:53.157523 n-d-794796-3 neutron-server[94734]: 'ConntrackHelper': '1.0', Sep 01 14:45:53.157523 n-d-794796-3 neutron-server[94734]: 'Log': '1.0', Sep 01 14:45:53.157523 n-d-794796-3 neutron-server[94734]: 'Network': '1.1', Sep 01 14:45:53.159136 n-d-794796-3 neutron-server[94734]: 'Port': '1.7', Sep 01 14:45:53.159136 n-d-794796-3 neutron-server[94734]: 'PortForwarding': '1.2', Sep 01 14:45:53.159136 n-d-794796-3 neutron-server[94734]: 'QosPolicy': '1.9', Sep 01 14:45:53.159136 n-d-794796-3 neutron-server[94734]: 'SecurityGroup': '1.4', Sep 01 14:45:53.159136 n-d-794796-3 neutron-server[94734]: 'SecurityGroupRule': '1.2', Sep 01 14:45:53.159136 n-d-794796-3 neutron-server[94734]: 'SubPort': '1.0', Sep 01 14:45:53.159136 n-d-794796-3 neutron-server[94734]: 'Subnet': '1.1', Sep 01 14:45:53.159136 n-d-794796-3 neutron-server[94734]: 'Trunk': '1.1'}} Sep 01 14:45:53.159136 n-d-794796-3 neutron-server[94734]: {{(pid=94734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 14:45:53.229456 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:53.272439 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:53.273613 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:45:53.274318 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:53.360930 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7943158 Sep 01 14:45:53.375226 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55279d3c-bdf4-4d2b-9972-5e0a18e82964 admin admin] Pushing event updated for resources: {'Network': ['ID=6cd26437-8b0c-45cc-b653-2f3e55fce692,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:45:53.389634 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 6cd26437-8b0c-45cc-b653-2f3e55fce692 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:45:56.136247 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44594) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:45:56.679117 n-d-794796-3 neutron-server[94733]: WARNING oslo_policy.policy [None req-b2cd3ec5-38c0-4539-a696-e445e977c8c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 14:45:56.679721 n-d-794796-3 neutron-server[94733]: WARNING oslo_policy.policy [None req-b2cd3ec5-38c0-4539-a696-e445e977c8c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 14:45:57.126803 n-d-794796-3 neutron-server[94733]: DEBUG neutron.policy [None req-b2cd3ec5-38c0-4539-a696-e445e977c8c2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94733) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 01 14:45:57.172320 n-d-794796-3 neutron-server[94733]: WARNING oslo_policy.policy [None req-b2cd3ec5-38c0-4539-a696-e445e977c8c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 14:45:57.172969 n-d-794796-3 neutron-server[94733]: WARNING oslo_policy.policy [None req-b2cd3ec5-38c0-4539-a696-e445e977c8c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 14:45:57.181078 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cd3ec5-38c0-4539-a696-e445e977c8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:45:57.183131 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b2cd3ec5-38c0-4539-a696-e445e977c8c2 admin admin] 10.222.0.60 "GET /v2.0/networks/6cd26437-8b0c-45cc-b653-2f3e55fce692 HTTP/1.1" status: 200 len: 825 time: 1.0446954 Sep 01 14:45:57.224083 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0620af04-a6f7-4965-a447-8c531ab2fcc5 admin admin] 10.222.0.60 "GET /v2.0/subnetpools/2d470517-d380-4b49-92f7-d033b94746cc HTTP/1.1" status: 200 len: 734 time: 0.0346231 Sep 01 14:45:57.234614 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-c09432f3-98ac-4c26-b3a7-5ace07b4cbbe admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '6cd26437-8b0c-45cc-b653-2f3e55fce692', 'ip_version': 4, 'tenant_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'subnetpool_id': '2d470517-d380-4b49-92f7-d033b94746cc'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:45:57.236277 n-d-794796-3 neutron-server[94733]: INFO neutron.quota [None req-c09432f3-98ac-4c26-b3a7-5ace07b4cbbe admin admin] Loaded quota_driver: . Sep 01 14:45:57.276311 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09432f3-98ac-4c26-b3a7-5ace07b4cbbe admin admin] Made reservation on behalf of 1a0b13ad1f8d437a8587a3c065cf1945 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:45:57.279681 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c09432f3-98ac-4c26-b3a7-5ace07b4cbbe admin admin] Notify callbacks [] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:57.583877 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c09432f3-98ac-4c26-b3a7-5ace07b4cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:57.659967 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09432f3-98ac-4c26-b3a7-5ace07b4cbbe admin admin] Checking segment: {'id': '008c06f1-4bb3-4cf8-9f34-404d9541c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6cd26437-8b0c-45cc-b653-2f3e55fce692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:45:57.660343 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09432f3-98ac-4c26-b3a7-5ace07b4cbbe admin admin] Network hostable DHCP agents. Network: 6cd26437-8b0c-45cc-b653-2f3e55fce692, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:45:57.667202 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09432f3-98ac-4c26-b3a7-5ace07b4cbbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=7580eb75-88a7-465c-92ea-354c86db40f5,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:45:57.679530 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09432f3-98ac-4c26-b3a7-5ace07b4cbbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:57.679885 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09432f3-98ac-4c26-b3a7-5ace07b4cbbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:57.680951 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09432f3-98ac-4c26-b3a7-5ace07b4cbbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:57.680951 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09432f3-98ac-4c26-b3a7-5ace07b4cbbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:57.680951 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09432f3-98ac-4c26-b3a7-5ace07b4cbbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:57.681349 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09432f3-98ac-4c26-b3a7-5ace07b4cbbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:57.681457 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09432f3-98ac-4c26-b3a7-5ace07b4cbbe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:57.681778 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09432f3-98ac-4c26-b3a7-5ace07b4cbbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:57.682097 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09432f3-98ac-4c26-b3a7-5ace07b4cbbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:57.682446 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09432f3-98ac-4c26-b3a7-5ace07b4cbbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:57.682765 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09432f3-98ac-4c26-b3a7-5ace07b4cbbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:57.683081 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09432f3-98ac-4c26-b3a7-5ace07b4cbbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09432f3-98ac-4c26-b3a7-5ace07b4cbbe admin admin] Tracked resource versions report: Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: pushed versions: Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: { 'AddressGroup': {'1.2'}, Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: 'ConntrackHelper': {'1.0'}, Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: 'Log': {'1.0'}, Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: 'Network': {'1.1'}, Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: 'Port': {'1.7'}, Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: 'PortForwarding': {'1.2'}, Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: 'QosPolicy': {'1.9'}, Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: 'SecurityGroup': {'1.4'}, Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: 'SecurityGroupRule': {'1.2'}, Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: 'SubPort': {'1.0'}, Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: 'Subnet': {'1.1'}, Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: 'Trunk': {'1.1'}} Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: consumer versions: Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: { DHCP agent@n-d-794796-3: {}, Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: L3 agent@n-d-794796-3: {}, Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: Metadata agent@n-d-794796-3: {}, Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: Metering agent@n-d-794796-3: {}, Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: Open vSwitch agent@n-d-794796-3: { 'AddressGroup': '1.2', Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: 'ConntrackHelper': '1.0', Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: 'Log': '1.0', Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: 'Network': '1.1', Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: 'Port': '1.7', Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: 'PortForwarding': '1.2', Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: 'QosPolicy': '1.9', Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: 'SecurityGroup': '1.4', Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: 'SecurityGroupRule': '1.2', Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: 'SubPort': '1.0', Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: 'Subnet': '1.1', Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: 'Trunk': '1.1'}} Sep 01 14:45:57.684245 n-d-794796-3 neutron-server[94733]: {{(pid=94733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 14:45:57.722915 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09432f3-98ac-4c26-b3a7-5ace07b4cbbe admin admin] Network 6cd26437-8b0c-45cc-b653-2f3e55fce692 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:45:57.737379 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-c09432f3-98ac-4c26-b3a7-5ace07b4cbbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 6cd26437-8b0c-45cc-b653-2f3e55fce692) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:45:57.743152 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09432f3-98ac-4c26-b3a7-5ace07b4cbbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:45:57.744267 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c09432f3-98ac-4c26-b3a7-5ace07b4cbbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:57.748809 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5111f33-a319-42d5-bca1-97f066e1a42d None None] Network 6cd26437-8b0c-45cc-b653-2f3e55fce692 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:45:57.766403 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c09432f3-98ac-4c26-b3a7-5ace07b4cbbe admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5359502 Sep 01 14:45:58.099972 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-6cd26437-8b0c-45cc-b653-2f3e55fce692', 'network_id': '6cd26437-8b0c-45cc-b653-2f3e55fce692', 'tenant_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'fixed_ips': [{'subnet_id': '7580eb75-88a7-465c-92ea-354c86db40f5'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 14:45:58.101231 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:58.412051 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Allocated IP 172.20.0.2 (6cd26437-8b0c-45cc-b653-2f3e55fce692/7580eb75-88a7-465c-92ea-354c86db40f5/f628beb9-6497-451c-bf65-dcac97bf3d0b) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:45:58.663657 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:58.681447 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Transition to ACTIVE for port object f628beb9-6497-451c-bf65-dcac97bf3d0b will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:45:58.703203 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Transition to ACTIVE for port object f628beb9-6497-451c-bf65-dcac97bf3d0b will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:45:58.712673 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:58.801697 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Pushing event updated for resources: {'Port': ['ID=f628beb9-6497-451c-bf65-dcac97bf3d0b,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:45:58.804845 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Network 6cd26437-8b0c-45cc-b653-2f3e55fce692 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:45:58.818332 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:58.818332 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:58.818332 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:58.818332 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:58.818332 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:58.818845 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:58.818845 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:58.818845 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:58.818845 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:58.818845 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Tracked resource versions report: Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: pushed versions: Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: { 'AddressGroup': {'1.2'}, Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: 'ConntrackHelper': {'1.0'}, Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: 'Log': {'1.0'}, Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: 'Network': {'1.1'}, Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: 'Port': {'1.7'}, Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: 'PortForwarding': {'1.2'}, Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: 'QosPolicy': {'1.9'}, Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: 'SecurityGroup': {'1.4'}, Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: 'SecurityGroupRule': {'1.2'}, Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: 'SubPort': {'1.0'}, Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: 'Subnet': {'1.1'}, Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: 'Trunk': {'1.1'}} Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: consumer versions: Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: { DHCP agent@n-d-794796-3: {}, Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: L3 agent@n-d-794796-3: {}, Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: Metadata agent@n-d-794796-3: {}, Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: Metering agent@n-d-794796-3: {}, Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: Open vSwitch agent@n-d-794796-3: { 'AddressGroup': '1.2', Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: 'ConntrackHelper': '1.0', Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: 'Log': '1.0', Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: 'Network': '1.1', Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: 'Port': '1.7', Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: 'PortForwarding': '1.2', Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: 'QosPolicy': '1.9', Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: 'SecurityGroup': '1.4', Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: 'SecurityGroupRule': '1.2', Sep 01 14:45:58.819231 n-d-794796-3 neutron-server[94735]: 'SubPort': '1.0', Sep 01 14:45:58.821232 n-d-794796-3 neutron-server[94735]: 'Subnet': '1.1', Sep 01 14:45:58.821232 n-d-794796-3 neutron-server[94735]: 'Trunk': '1.1'}} Sep 01 14:45:58.821232 n-d-794796-3 neutron-server[94735]: {{(pid=94735) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 14:45:58.821232 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:45:58.854671 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:45:58.938855 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Attempting to bind port f628beb9-6497-451c-bf65-dcac97bf3d0b on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:45:58.939190 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Attempting to bind port f628beb9-6497-451c-bf65-dcac97bf3d0b by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '008c06f1-4bb3-4cf8-9f34-404d9541c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6cd26437-8b0c-45cc-b653-2f3e55fce692'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:45:58.939627 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Attempting to bind port f628beb9-6497-451c-bf65-dcac97bf3d0b on network 6cd26437-8b0c-45cc-b653-2f3e55fce692 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:45:58.945719 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:45:58.946221 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Checking segment: {'id': '008c06f1-4bb3-4cf8-9f34-404d9541c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6cd26437-8b0c-45cc-b653-2f3e55fce692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:45:58.946929 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:58.947415 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Bound using segment: {'id': '008c06f1-4bb3-4cf8-9f34-404d9541c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6cd26437-8b0c-45cc-b653-2f3e55fce692'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:45:58.947980 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Bound port: f628beb9-6497-451c-bf65-dcac97bf3d0b, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '008c06f1-4bb3-4cf8-9f34-404d9541c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6cd26437-8b0c-45cc-b653-2f3e55fce692'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:45:58.948489 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:59.014944 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] For port f628beb9-6497-451c-bf65-dcac97bf3d0b, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:45:59.019450 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] For port f628beb9-6497-451c-bf65-dcac97bf3d0b, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f628beb9-6497-451c-bf65-dcac97bf3d0b,segment=NetworkSegment(008c06f1-4bb3-4cf8-9f34-404d9541c12d),segment_id=008c06f1-4bb3-4cf8-9f34-404d9541c12d)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:45:59.023713 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:45:59.089295 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddad56a-497f-4969-a15f-dcb97c30e5cf None None] Pushing event updated for resources: {'Port': ['ID=f628beb9-6497-451c-bf65-dcac97bf3d0b,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:46:00.285912 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44616) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:46:00.656995 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [None req-b85b2939-fdde-4764-aad8-61825acf9678 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:46:00.658017 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b85b2939-fdde-4764-aad8-61825acf9678 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3709984 Sep 01 14:46:03.138088 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44624) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:46:03.469974 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [None req-96334b1a-8121-4a97-8a7a-b30c255d9294 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:46:03.471004 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-96334b1a-8121-4a97-8a7a-b30c255d9294 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3318632 Sep 01 14:46:06.174190 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44634) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:46:06.517495 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-f8b991e5-7276-47e7-b4f9-b464e08e2492 admin admin] Request body: {'router': {'tenant_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:46:06.543977 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f8b991e5-7276-47e7-b4f9-b464e08e2492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:06.546096 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f8b991e5-7276-47e7-b4f9-b464e08e2492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:06.693849 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f8b991e5-7276-47e7-b4f9-b464e08e2492 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:06.699397 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f8b991e5-7276-47e7-b4f9-b464e08e2492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:06.712523 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f8b991e5-7276-47e7-b4f9-b464e08e2492 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:06.713699 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f8b991e5-7276-47e7-b4f9-b464e08e2492 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5385108 Sep 01 14:46:07.671222 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6130bdd3-e46d-42a3-b36c-37b0338b8688 None None] Network 6cd26437-8b0c-45cc-b653-2f3e55fce692 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:46:07.754741 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-72bc6da1-450d-47cb-ace8-8f289611644e None None] Provisioning for port f628beb9-6497-451c-bf65-dcac97bf3d0b completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:46:07.803122 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f628beb9-6497-451c-bf65-dcac97bf3d0b up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:46:07.924987 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port f628beb9-6497-451c-bf65-dcac97bf3d0b completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:46:07.935037 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port f628beb9-6497-451c-bf65-dcac97bf3d0b triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:46:07.935431 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:08.057269 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:08.097167 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port f628beb9-6497-451c-bf65-dcac97bf3d0b, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f628beb9-6497-451c-bf65-dcac97bf3d0b,segment=NetworkSegment(008c06f1-4bb3-4cf8-9f34-404d9541c12d),segment_id=008c06f1-4bb3-4cf8-9f34-404d9541c12d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:46:08.102539 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:08.148945 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=f628beb9-6497-451c-bf65-dcac97bf3d0b,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:46:08.184398 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4777730c-42c8-44e0-85fd-7a32caa03508 None None] Provisioning complete for port f628beb9-6497-451c-bf65-dcac97bf3d0b triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:46:08.184667 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4777730c-42c8-44e0-85fd-7a32caa03508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:09.084120 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4aaa811d-3397-485c-80e9-25aee3326c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:09.120437 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44646) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:46:09.437500 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [None req-e31c20a8-00be-4530-bb13-d5081b641f85 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:46:09.438513 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e31c20a8-00be-4530-bb13-d5081b641f85 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3171012 Sep 01 14:46:09.747153 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f628beb9-6497-451c-bf65-dcac97bf3d0b up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:46:09.794275 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port f628beb9-6497-451c-bf65-dcac97bf3d0b triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:46:09.794596 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:11.849969 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:11.866658 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44654) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:46:12.053422 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e7ed67b9-2710-4da3-9581-b5dc7c26ad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:12.181403 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-4cdb2f06-627a-4349-8265-a8e593e2ea3f admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:46:12.226615 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdb2f06-627a-4349-8265-a8e593e2ea3f admin admin] Made reservation on behalf of ae4fb3b132a24ee3aec173c053f1992a for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:46:12.229007 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2f06-627a-4349-8265-a8e593e2ea3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:12.244308 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2f06-627a-4349-8265-a8e593e2ea3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:12.359922 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2f06-627a-4349-8265-a8e593e2ea3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:12.363676 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2f06-627a-4349-8265-a8e593e2ea3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:12.379673 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4cdb2f06-627a-4349-8265-a8e593e2ea3f admin admin] Reserving flat network on physical network physnet1 {{(pid=94733) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 01 14:46:12.399827 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb2f06-627a-4349-8265-a8e593e2ea3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6092169c-d07e-427d-84e0-b3b3eea9cdba,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:46:12.405978 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2f06-627a-4349-8265-a8e593e2ea3f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772851759050', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:12.406595 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2f06-627a-4349-8265-a8e593e2ea3f admin admin] Unsubscribe: segment precommit_create {{(pid=94733) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 01 14:46:12.407039 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-4cdb2f06-627a-4349-8265-a8e593e2ea3f admin admin] Added segment 3186402c-6ade-403d-9812-cc0e2e6c64a0 of type flat for network 5c826073-0017-46f6-8947-51b31e774ff4 Sep 01 14:46:12.470669 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2f06-627a-4349-8265-a8e593e2ea3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:12.511758 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2f06-627a-4349-8265-a8e593e2ea3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:12.512730 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdb2f06-627a-4349-8265-a8e593e2ea3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:46:12.513307 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4cdb2f06-627a-4349-8265-a8e593e2ea3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:12.595942 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4cdb2f06-627a-4349-8265-a8e593e2ea3f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7281895 Sep 01 14:46:12.604167 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb2f06-627a-4349-8265-a8e593e2ea3f admin admin] Pushing event updated for resources: {'Network': ['ID=5c826073-0017-46f6-8947-51b31e774ff4,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:46:12.629305 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 5c826073-0017-46f6-8947-51b31e774ff4 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:46:12.935744 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:14.807986 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:15.031956 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44672) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:46:15.251117 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f839b518-d57f-4727-a55b-5a7513454a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:46:15.252491 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f839b518-d57f-4727-a55b-5a7513454a76 admin admin] 10.222.0.60 "GET /v2.0/subnets/7580eb75-88a7-465c-92ea-354c86db40f5 HTTP/1.1" status: 200 len: 849 time: 0.2195807 Sep 01 14:46:15.428546 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c2e2c20e-239d-4297-a3f6-cf4bd1b0e4ca admin admin] 10.222.0.60 "GET /v2.0/routers/17ed0e10-2c79-4219-8d99-17c35a614633 HTTP/1.1" status: 200 len: 704 time: 0.1698251 Sep 01 14:46:15.699599 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d79cfecf-a077-4057-9699-2d91e1446bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:16.000136 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-d79cfecf-a077-4057-9699-2d91e1446bbc admin admin] Allocated IP 172.20.0.1 (6cd26437-8b0c-45cc-b653-2f3e55fce692/7580eb75-88a7-465c-92ea-354c86db40f5/0f130757-b8de-49d9-ac57-7d5c6c6310a8) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:46:16.187533 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d79cfecf-a077-4057-9699-2d91e1446bbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:16.213585 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-d79cfecf-a077-4057-9699-2d91e1446bbc admin admin] Transition to ACTIVE for port object 0f130757-b8de-49d9-ac57-7d5c6c6310a8 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:46:16.279228 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d79cfecf-a077-4057-9699-2d91e1446bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:16.351077 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79cfecf-a077-4057-9699-2d91e1446bbc admin admin] Network 6cd26437-8b0c-45cc-b653-2f3e55fce692 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:46:16.355970 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-d79cfecf-a077-4057-9699-2d91e1446bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:46:16.364506 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79cfecf-a077-4057-9699-2d91e1446bbc admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:46:16.365407 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d79cfecf-a077-4057-9699-2d91e1446bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:16.383376 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cfecf-a077-4057-9699-2d91e1446bbc admin admin] Pushing event updated for resources: {'Port': ['ID=0f130757-b8de-49d9-ac57-7d5c6c6310a8,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:46:16.539823 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c98aef02-fd26-4575-968a-0741b5f848ff None None] Provisioning for port 0f130757-b8de-49d9-ac57-7d5c6c6310a8 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:46:16.543945 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c98aef02-fd26-4575-968a-0741b5f848ff None None] Provisioning complete for port 0f130757-b8de-49d9-ac57-7d5c6c6310a8 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:46:16.544326 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c98aef02-fd26-4575-968a-0741b5f848ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:16.573501 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d79cfecf-a077-4057-9699-2d91e1446bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:16.579290 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-c98aef02-fd26-4575-968a-0741b5f848ff None None] Port 0f130757-b8de-49d9-ac57-7d5c6c6310a8 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:46:16.838603 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d79cfecf-a077-4057-9699-2d91e1446bbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:16.844178 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d79cfecf-a077-4057-9699-2d91e1446bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:16.845026 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d79cfecf-a077-4057-9699-2d91e1446bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:16.917871 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cfecf-a077-4057-9699-2d91e1446bbc admin admin] Pushing event updated for resources: {'Port': ['ID=0f130757-b8de-49d9-ac57-7d5c6c6310a8,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:46:16.967232 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79cfecf-a077-4057-9699-2d91e1446bbc admin admin] Network 6cd26437-8b0c-45cc-b653-2f3e55fce692 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:46:16.969116 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-d79cfecf-a077-4057-9699-2d91e1446bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:46:17.133120 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79cfecf-a077-4057-9699-2d91e1446bbc admin admin] Router 17ed0e10-2c79-4219-8d99-17c35a614633 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 14:46:17.200695 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d2dcba1f-3928-4db8-a372-b6b217319a07 None None] Provisioning complete for port 0f130757-b8de-49d9-ac57-7d5c6c6310a8 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:46:17.201063 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d2dcba1f-3928-4db8-a372-b6b217319a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:17.224829 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79cfecf-a077-4057-9699-2d91e1446bbc admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:46:17.249014 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d79cfecf-a077-4057-9699-2d91e1446bbc admin admin] 10.222.0.60 "PUT /v2.0/routers/17ed0e10-2c79-4219-8d99-17c35a614633/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7967932 Sep 01 14:46:17.249113 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fba302-f063-40ec-955c-813e7d5a74d1 None None] Sync routers for ids ['17ed0e10-2c79-4219-8d99-17c35a614633'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:46:17.249563 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-d2dcba1f-3928-4db8-a372-b6b217319a07 None None] Port 0f130757-b8de-49d9-ac57-7d5c6c6310a8 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:46:17.256598 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fba302-f063-40ec-955c-813e7d5a74d1 None None] Routers {'17ed0e10-2c79-4219-8d99-17c35a614633'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:46:17.258121 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-79fba302-f063-40ec-955c-813e7d5a74d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:46:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['17ed0e10-2c79-4219-8d99-17c35a614633'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:46:17.449587 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-79fba302-f063-40ec-955c-813e7d5a74d1 None None] Set router 17ed0e10-2c79-4219-8d99-17c35a614633 gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:46:17.930402 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-79fba302-f063-40ec-955c-813e7d5a74d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ed0e10-2c79-4219-8d99-17c35a614633', 'name': 'router1', 'tenant_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:46:06Z', 'updated_at': '2021-09-01T14:46:16Z', 'revision_number': 2, 'project_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'gw_port_host': None, '_interfaces': [{'id': '0f130757-b8de-49d9-ac57-7d5c6c6310a8', 'name': '', 'network_id': '6cd26437-8b0c-45cc-b653-2f3e55fce692', 'tenant_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'mac_address': 'fa:16:3e:23:9e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ed0e10-2c79-4219-8d99-17c35a614633', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7580eb75-88a7-465c-92ea-354c86db40f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:46:15Z', 'updated_at': '2021-09-01T14:46:16Z', 'revision_number': 2, 'project_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'subnets': [{'id': '7580eb75-88a7-465c-92ea-354c86db40f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d470517-d380-4b49-92f7-d033b94746cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:46:17.981817 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fba302-f063-40ec-955c-813e7d5a74d1 None None] Checking router: 17ed0e10-2c79-4219-8d99-17c35a614633 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:46:17.982095 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fba302-f063-40ec-955c-813e7d5a74d1 None None] Updating router 17ed0e10-2c79-4219-8d99-17c35a614633 port 0f130757-b8de-49d9-ac57-7d5c6c6310a8 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:46:18.030478 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-79fba302-f063-40ec-955c-813e7d5a74d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:18.566432 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-79fba302-f063-40ec-955c-813e7d5a74d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:18.584430 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-79fba302-f063-40ec-955c-813e7d5a74d1 None None] Transition to ACTIVE for port object 0f130757-b8de-49d9-ac57-7d5c6c6310a8 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:46:18.590499 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-79fba302-f063-40ec-955c-813e7d5a74d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:18.758173 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65273c4a-10b9-4b0b-a8df-830b19d2ed6f None None] Pushing event updated for resources: {'Port': ['ID=0f130757-b8de-49d9-ac57-7d5c6c6310a8,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:46:18.769534 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-79fba302-f063-40ec-955c-813e7d5a74d1 None None] Attempting to bind port 0f130757-b8de-49d9-ac57-7d5c6c6310a8 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:46:18.769922 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-79fba302-f063-40ec-955c-813e7d5a74d1 None None] Attempting to bind port 0f130757-b8de-49d9-ac57-7d5c6c6310a8 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '008c06f1-4bb3-4cf8-9f34-404d9541c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6cd26437-8b0c-45cc-b653-2f3e55fce692'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:46:18.770366 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fba302-f063-40ec-955c-813e7d5a74d1 None None] Attempting to bind port 0f130757-b8de-49d9-ac57-7d5c6c6310a8 on network 6cd26437-8b0c-45cc-b653-2f3e55fce692 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:46:18.773044 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65273c4a-10b9-4b0b-a8df-830b19d2ed6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:46:18.773256 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65273c4a-10b9-4b0b-a8df-830b19d2ed6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:46:18.773572 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65273c4a-10b9-4b0b-a8df-830b19d2ed6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:46:18.773898 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65273c4a-10b9-4b0b-a8df-830b19d2ed6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:46:18.774222 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65273c4a-10b9-4b0b-a8df-830b19d2ed6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:46:18.774573 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65273c4a-10b9-4b0b-a8df-830b19d2ed6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:46:18.774901 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65273c4a-10b9-4b0b-a8df-830b19d2ed6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:46:18.775218 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65273c4a-10b9-4b0b-a8df-830b19d2ed6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:46:18.775537 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65273c4a-10b9-4b0b-a8df-830b19d2ed6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:46:18.775851 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65273c4a-10b9-4b0b-a8df-830b19d2ed6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:46:18.776165 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65273c4a-10b9-4b0b-a8df-830b19d2ed6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:46:18.776481 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65273c4a-10b9-4b0b-a8df-830b19d2ed6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65273c4a-10b9-4b0b-a8df-830b19d2ed6f None None] Tracked resource versions report: Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: pushed versions: Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: { 'AddressGroup': {'1.2'}, Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: 'ConntrackHelper': {'1.0'}, Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: 'Log': {'1.0'}, Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: 'Network': {'1.1'}, Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: 'Port': {'1.7'}, Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: 'PortForwarding': {'1.2'}, Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: 'QosPolicy': {'1.9'}, Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: 'SecurityGroup': {'1.4'}, Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: 'SecurityGroupRule': {'1.2'}, Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: 'SubPort': {'1.0'}, Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: 'Subnet': {'1.1'}, Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: 'Trunk': {'1.1'}} Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: consumer versions: Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: { DHCP agent@n-d-794796-3: {}, Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: L3 agent@n-d-794796-3: {}, Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: Metadata agent@n-d-794796-3: {}, Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: Metering agent@n-d-794796-3: {}, Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: Open vSwitch agent@n-d-794796-3: { 'AddressGroup': '1.2', Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: 'ConntrackHelper': '1.0', Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: 'Log': '1.0', Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: 'Network': '1.1', Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: 'Port': '1.7', Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: 'PortForwarding': '1.2', Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: 'QosPolicy': '1.9', Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: 'SecurityGroup': '1.4', Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: 'SecurityGroupRule': '1.2', Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: 'SubPort': '1.0', Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: 'Subnet': '1.1', Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: 'Trunk': '1.1'}} Sep 01 14:46:18.777686 n-d-794796-3 neutron-server[94736]: {{(pid=94736) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 14:46:18.784271 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fba302-f063-40ec-955c-813e7d5a74d1 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:46:18.784680 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fba302-f063-40ec-955c-813e7d5a74d1 None None] Checking segment: {'id': '008c06f1-4bb3-4cf8-9f34-404d9541c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6cd26437-8b0c-45cc-b653-2f3e55fce692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:46:18.785161 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-79fba302-f063-40ec-955c-813e7d5a74d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:18.785542 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fba302-f063-40ec-955c-813e7d5a74d1 None None] Bound using segment: {'id': '008c06f1-4bb3-4cf8-9f34-404d9541c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6cd26437-8b0c-45cc-b653-2f3e55fce692'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:46:18.786051 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-79fba302-f063-40ec-955c-813e7d5a74d1 None None] Bound port: 0f130757-b8de-49d9-ac57-7d5c6c6310a8, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '008c06f1-4bb3-4cf8-9f34-404d9541c12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6cd26437-8b0c-45cc-b653-2f3e55fce692'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:46:18.786469 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-79fba302-f063-40ec-955c-813e7d5a74d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:18.842815 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 5 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:46:18.861221 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-79fba302-f063-40ec-955c-813e7d5a74d1 None None] For port 0f130757-b8de-49d9-ac57-7d5c6c6310a8, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:46:18.865998 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-79fba302-f063-40ec-955c-813e7d5a74d1 None None] For port 0f130757-b8de-49d9-ac57-7d5c6c6310a8, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=0f130757-b8de-49d9-ac57-7d5c6c6310a8,segment=NetworkSegment(008c06f1-4bb3-4cf8-9f34-404d9541c12d),segment_id=008c06f1-4bb3-4cf8-9f34-404d9541c12d)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:46:18.871966 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-79fba302-f063-40ec-955c-813e7d5a74d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:18.940696 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65273c4a-10b9-4b0b-a8df-830b19d2ed6f None None] Pushing event updated for resources: {'Port': ['ID=0f130757-b8de-49d9-ac57-7d5c6c6310a8,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:46:18.943210 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fba302-f063-40ec-955c-813e7d5a74d1 None None] Routers {'17ed0e10-2c79-4219-8d99-17c35a614633'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:46:18.943780 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-79fba302-f063-40ec-955c-813e7d5a74d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:46:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['17ed0e10-2c79-4219-8d99-17c35a614633'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:46:19.033330 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-79fba302-f063-40ec-955c-813e7d5a74d1 None None] Set router 17ed0e10-2c79-4219-8d99-17c35a614633 gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:46:19.250850 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-79fba302-f063-40ec-955c-813e7d5a74d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ed0e10-2c79-4219-8d99-17c35a614633', 'name': 'router1', 'tenant_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:46:06Z', 'updated_at': '2021-09-01T14:46:16Z', 'revision_number': 2, 'project_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'gw_port_host': None, '_interfaces': [{'id': '0f130757-b8de-49d9-ac57-7d5c6c6310a8', 'name': '', 'network_id': '6cd26437-8b0c-45cc-b653-2f3e55fce692', 'tenant_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'mac_address': 'fa:16:3e:23:9e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ed0e10-2c79-4219-8d99-17c35a614633', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7580eb75-88a7-465c-92ea-354c86db40f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:46:15Z', 'updated_at': '2021-09-01T14:46:18Z', 'revision_number': 4, 'project_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'subnets': [{'id': '7580eb75-88a7-465c-92ea-354c86db40f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d470517-d380-4b49-92f7-d033b94746cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:46:19.279409 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fba302-f063-40ec-955c-813e7d5a74d1 None None] The sync data for ids ['17ed0e10-2c79-4219-8d99-17c35a614633'] in n-d-794796-3 is: [{'id': '17ed0e10-2c79-4219-8d99-17c35a614633', 'name': 'router1', 'tenant_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:46:06Z', 'updated_at': '2021-09-01T14:46:16Z', 'revision_number': 2, 'project_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'gw_port_host': None, '_interfaces': [{'id': '0f130757-b8de-49d9-ac57-7d5c6c6310a8', 'name': '', 'network_id': '6cd26437-8b0c-45cc-b653-2f3e55fce692', 'tenant_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'mac_address': 'fa:16:3e:23:9e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ed0e10-2c79-4219-8d99-17c35a614633', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7580eb75-88a7-465c-92ea-354c86db40f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:46:15Z', 'updated_at': '2021-09-01T14:46:18Z', 'revision_number': 4, 'project_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'subnets': [{'id': '7580eb75-88a7-465c-92ea-354c86db40f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d470517-d380-4b49-92f7-d033b94746cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:46:19.520863 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44692) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:46:19.643997 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec18241-dc5c-49d7-b870-275a4abb1ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:46:19.645444 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bec18241-dc5c-49d7-b870-275a4abb1ea6 admin admin] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 842 time: 0.1235101 Sep 01 14:46:19.655813 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-01f981be-f071-472f-9fc4-18c9e4c8eba1 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:46:19.677211 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f981be-f071-472f-9fc4-18c9e4c8eba1 admin admin] Made reservation on behalf of ae4fb3b132a24ee3aec173c053f1992a for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:46:19.679483 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01f981be-f071-472f-9fc4-18c9e4c8eba1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:20.005184 n-d-794796-3 neutron-server[94733]: DEBUG neutron.objects.ports [None req-01f981be-f071-472f-9fc4-18c9e4c8eba1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94733) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 14:46:20.005627 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01f981be-f071-472f-9fc4-18c9e4c8eba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:20.063256 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f981be-f071-472f-9fc4-18c9e4c8eba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26567fba-1ec2-4a31-a88d-55926de81689,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:46:20.068212 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f981be-f071-472f-9fc4-18c9e4c8eba1 admin admin] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:46:20.068562 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f981be-f071-472f-9fc4-18c9e4c8eba1 admin admin] Network hostable DHCP agents. Network: 5c826073-0017-46f6-8947-51b31e774ff4, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:46:20.085526 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f981be-f071-472f-9fc4-18c9e4c8eba1 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:46:20.094945 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-01f981be-f071-472f-9fc4-18c9e4c8eba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 5c826073-0017-46f6-8947-51b31e774ff4) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:46:20.099025 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f981be-f071-472f-9fc4-18c9e4c8eba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:46:20.099635 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01f981be-f071-472f-9fc4-18c9e4c8eba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:20.104506 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0466e49-e373-45d1-9645-96fbf853602a None None] Network 5c826073-0017-46f6-8947-51b31e774ff4 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:46:20.130326 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-01f981be-f071-472f-9fc4-18c9e4c8eba1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4682117 Sep 01 14:46:20.244820 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8211f2-d71a-4ea8-a420-f58090bcb5b6 None None] Network 5c826073-0017-46f6-8947-51b31e774ff4 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:46:22.455160 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44700) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:46:22.682840 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ae9fc6ff-061a-4856-8425-c9b07c93c00f admin admin] 10.222.0.60 "GET /v2.0/routers/17ed0e10-2c79-4219-8d99-17c35a614633 HTTP/1.1" status: 200 len: 710 time: 0.2264225 Sep 01 14:46:22.779039 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd341d6-cc01-45a0-a802-08e950b409e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:46:22.780441 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fbd341d6-cc01-45a0-a802-08e950b409e1 admin admin] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 886 time: 0.0914590 Sep 01 14:46:22.791266 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-4addedab-35d3-4924-8104-dd315545dc9c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:46:23.052088 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4addedab-35d3-4924-8104-dd315545dc9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:23.360399 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4addedab-35d3-4924-8104-dd315545dc9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:23.448316 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4addedab-35d3-4924-8104-dd315545dc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:23.650437 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-4addedab-35d3-4924-8104-dd315545dc9c admin admin] Allocated IP 172.25.6.61 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/9a095692-4827-4184-98cb-d3c661c25916) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:46:23.768860 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4addedab-35d3-4924-8104-dd315545dc9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:23.841479 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4addedab-35d3-4924-8104-dd315545dc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:23.915594 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4addedab-35d3-4924-8104-dd315545dc9c admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:46:23.920948 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-4addedab-35d3-4924-8104-dd315545dc9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:46:23.924321 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4addedab-35d3-4924-8104-dd315545dc9c admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:46:23.965271 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4addedab-35d3-4924-8104-dd315545dc9c admin admin] Pushing event updated for resources: {'Port': ['ID=9a095692-4827-4184-98cb-d3c661c25916,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:46:24.217381 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4addedab-35d3-4924-8104-dd315545dc9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:24.414873 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4addedab-35d3-4924-8104-dd315545dc9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37605'] for router, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:24.423170 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4addedab-35d3-4924-8104-dd315545dc9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1825249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1825272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1826501'] for router, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:24.628285 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4addedab-35d3-4924-8104-dd315545dc9c admin admin] Router 17ed0e10-2c79-4219-8d99-17c35a614633 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:46:24.744525 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4addedab-35d3-4924-8104-dd315545dc9c admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:46:24.749033 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4addedab-35d3-4924-8104-dd315545dc9c admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:24.750240 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4addedab-35d3-4924-8104-dd315545dc9c admin admin] 10.222.0.60 "PUT /v2.0/routers/17ed0e10-2c79-4219-8d99-17c35a614633 HTTP/1.1" status: 200 len: 889 time: 1.9626727 Sep 01 14:46:25.796187 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 0f130757-b8de-49d9-ac57-7d5c6c6310a8 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:46:25.828069 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09548560-53bb-4bb4-9ce1-ac049821547f None None] Sync routers for ids ['17ed0e10-2c79-4219-8d99-17c35a614633'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:46:25.849473 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09548560-53bb-4bb4-9ce1-ac049821547f None None] Routers {'17ed0e10-2c79-4219-8d99-17c35a614633'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:46:25.850132 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-09548560-53bb-4bb4-9ce1-ac049821547f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:46:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['17ed0e10-2c79-4219-8d99-17c35a614633'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:46:26.001367 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 0f130757-b8de-49d9-ac57-7d5c6c6310a8 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:46:26.028522 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 0f130757-b8de-49d9-ac57-7d5c6c6310a8 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:46:26.028899 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:26.151675 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-09548560-53bb-4bb4-9ce1-ac049821547f None None] Set router 17ed0e10-2c79-4219-8d99-17c35a614633 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:46:26.384986 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:26.477735 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 0f130757-b8de-49d9-ac57-7d5c6c6310a8, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=0f130757-b8de-49d9-ac57-7d5c6c6310a8,segment=NetworkSegment(008c06f1-4bb3-4cf8-9f34-404d9541c12d),segment_id=008c06f1-4bb3-4cf8-9f34-404d9541c12d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:46:26.483067 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:26.580790 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=0f130757-b8de-49d9-ac57-7d5c6c6310a8,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:46:26.660760 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-09548560-53bb-4bb4-9ce1-ac049821547f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ed0e10-2c79-4219-8d99-17c35a614633', 'name': 'router1', 'tenant_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '9a095692-4827-4184-98cb-d3c661c25916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:46:06Z', 'updated_at': '2021-09-01T14:46:24Z', 'revision_number': 4, 'project_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'gw_port': {'id': '9a095692-4827-4184-98cb-d3c661c25916', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:12:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ed0e10-2c79-4219-8d99-17c35a614633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:46:23Z', 'updated_at': '2021-09-01T14:46:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '0f130757-b8de-49d9-ac57-7d5c6c6310a8', 'name': '', 'network_id': '6cd26437-8b0c-45cc-b653-2f3e55fce692', 'tenant_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'mac_address': 'fa:16:3e:23:9e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ed0e10-2c79-4219-8d99-17c35a614633', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7580eb75-88a7-465c-92ea-354c86db40f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:46:15Z', 'updated_at': '2021-09-01T14:46:18Z', 'revision_number': 4, 'project_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'subnets': [{'id': '7580eb75-88a7-465c-92ea-354c86db40f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d470517-d380-4b49-92f7-d033b94746cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:46:26.711348 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09548560-53bb-4bb4-9ce1-ac049821547f None None] Checking router: 17ed0e10-2c79-4219-8d99-17c35a614633 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:46:26.711729 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09548560-53bb-4bb4-9ce1-ac049821547f None None] Updating router 17ed0e10-2c79-4219-8d99-17c35a614633 port 9a095692-4827-4184-98cb-d3c661c25916 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:46:26.761492 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-09548560-53bb-4bb4-9ce1-ac049821547f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:27.086810 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-09548560-53bb-4bb4-9ce1-ac049821547f None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:27.097097 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-09548560-53bb-4bb4-9ce1-ac049821547f None None] Transition to ACTIVE for port object 9a095692-4827-4184-98cb-d3c661c25916 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:46:27.102976 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-09548560-53bb-4bb4-9ce1-ac049821547f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:27.158024 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900c5ac-eede-444c-adc3-6d9f356adebc None None] Pushing event updated for resources: {'Port': ['ID=9a095692-4827-4184-98cb-d3c661c25916,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:46:27.160752 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-09548560-53bb-4bb4-9ce1-ac049821547f None None] Attempting to bind port 9a095692-4827-4184-98cb-d3c661c25916 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:46:27.161123 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-09548560-53bb-4bb4-9ce1-ac049821547f None None] Attempting to bind port 9a095692-4827-4184-98cb-d3c661c25916 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:46:27.161479 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09548560-53bb-4bb4-9ce1-ac049821547f None None] Attempting to bind port 9a095692-4827-4184-98cb-d3c661c25916 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:46:27.166987 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09548560-53bb-4bb4-9ce1-ac049821547f None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:46:27.167361 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09548560-53bb-4bb4-9ce1-ac049821547f None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:46:27.167764 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-09548560-53bb-4bb4-9ce1-ac049821547f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:27.168151 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09548560-53bb-4bb4-9ce1-ac049821547f None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:46:27.168611 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-09548560-53bb-4bb4-9ce1-ac049821547f None None] Bound port: 9a095692-4827-4184-98cb-d3c661c25916, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:46:27.169011 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-09548560-53bb-4bb4-9ce1-ac049821547f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:27.222608 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-09548560-53bb-4bb4-9ce1-ac049821547f None None] For port 9a095692-4827-4184-98cb-d3c661c25916, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:46:27.225609 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-09548560-53bb-4bb4-9ce1-ac049821547f None None] For port 9a095692-4827-4184-98cb-d3c661c25916, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=9a095692-4827-4184-98cb-d3c661c25916,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:46:27.230385 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-09548560-53bb-4bb4-9ce1-ac049821547f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:27.270579 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44712) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:46:27.285150 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09548560-53bb-4bb4-9ce1-ac049821547f None None] Routers {'17ed0e10-2c79-4219-8d99-17c35a614633'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:46:27.285777 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-09548560-53bb-4bb4-9ce1-ac049821547f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:46:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['17ed0e10-2c79-4219-8d99-17c35a614633'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:46:27.320409 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900c5ac-eede-444c-adc3-6d9f356adebc None None] Pushing event updated for resources: {'Port': ['ID=9a095692-4827-4184-98cb-d3c661c25916,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:46:27.390357 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1c50996f-7d8d-4d2c-9b4e-81f3472621ad admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1184285 Sep 01 14:46:27.487628 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-09548560-53bb-4bb4-9ce1-ac049821547f None None] Set router 17ed0e10-2c79-4219-8d99-17c35a614633 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:46:27.708804 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-09548560-53bb-4bb4-9ce1-ac049821547f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ed0e10-2c79-4219-8d99-17c35a614633', 'name': 'router1', 'tenant_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '9a095692-4827-4184-98cb-d3c661c25916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:46:06Z', 'updated_at': '2021-09-01T14:46:24Z', 'revision_number': 4, 'project_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'gw_port': {'id': '9a095692-4827-4184-98cb-d3c661c25916', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:12:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ed0e10-2c79-4219-8d99-17c35a614633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:46:23Z', 'updated_at': '2021-09-01T14:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '0f130757-b8de-49d9-ac57-7d5c6c6310a8', 'name': '', 'network_id': '6cd26437-8b0c-45cc-b653-2f3e55fce692', 'tenant_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'mac_address': 'fa:16:3e:23:9e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ed0e10-2c79-4219-8d99-17c35a614633', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7580eb75-88a7-465c-92ea-354c86db40f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:46:15Z', 'updated_at': '2021-09-01T14:46:26Z', 'revision_number': 5, 'project_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'subnets': [{'id': '7580eb75-88a7-465c-92ea-354c86db40f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d470517-d380-4b49-92f7-d033b94746cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:46:27.739700 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09548560-53bb-4bb4-9ce1-ac049821547f None None] The sync data for ids ['17ed0e10-2c79-4219-8d99-17c35a614633'] in n-d-794796-3 is: [{'id': '17ed0e10-2c79-4219-8d99-17c35a614633', 'name': 'router1', 'tenant_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '9a095692-4827-4184-98cb-d3c661c25916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:46:06Z', 'updated_at': '2021-09-01T14:46:24Z', 'revision_number': 4, 'project_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'gw_port': {'id': '9a095692-4827-4184-98cb-d3c661c25916', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:12:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ed0e10-2c79-4219-8d99-17c35a614633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:46:23Z', 'updated_at': '2021-09-01T14:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '0f130757-b8de-49d9-ac57-7d5c6c6310a8', 'name': '', 'network_id': '6cd26437-8b0c-45cc-b653-2f3e55fce692', 'tenant_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'mac_address': 'fa:16:3e:23:9e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ed0e10-2c79-4219-8d99-17c35a614633', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7580eb75-88a7-465c-92ea-354c86db40f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:46:15Z', 'updated_at': '2021-09-01T14:46:26Z', 'revision_number': 5, 'project_id': '1a0b13ad1f8d437a8587a3c065cf1945', 'subnets': [{'id': '7580eb75-88a7-465c-92ea-354c86db40f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d470517-d380-4b49-92f7-d033b94746cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:46:27.773370 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 0f130757-b8de-49d9-ac57-7d5c6c6310a8 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:46:27.837930 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 0f130757-b8de-49d9-ac57-7d5c6c6310a8 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:46:27.838325 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:29.792762 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 9a095692-4827-4184-98cb-d3c661c25916 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:46:29.863829 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 9a095692-4827-4184-98cb-d3c661c25916 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:46:29.870158 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 9a095692-4827-4184-98cb-d3c661c25916 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:46:29.871468 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:29.957376 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:29.994356 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 9a095692-4827-4184-98cb-d3c661c25916, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=9a095692-4827-4184-98cb-d3c661c25916,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:46:30.001925 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:30.076856 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=9a095692-4827-4184-98cb-d3c661c25916,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:46:31.815734 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 9a095692-4827-4184-98cb-d3c661c25916 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:46:31.919147 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 9a095692-4827-4184-98cb-d3c661c25916 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:46:31.919524 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:39.089529 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c81a94a0-055e-48b4-bf69-3fa73b53ab06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:41.852695 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:42.060673 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7ea6b85c-53d4-4488-a5e4-8a0c7a4476fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:42.945952 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:44.827187 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:46:55.842671 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 5 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:47:09.149295 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bec415e5-0f37-443d-b81c-bb6cf7a71424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:11.858404 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:12.054797 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b615ba63-1e94-4c68-bdbb-7bbac7a970d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:12.942403 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:14.832423 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:32.841288 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 5 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:47:39.088954 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3dcc7025-9dca-49f0-8199-d9b8556c0e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:41.854163 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:42.057572 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c5f1908b-5b71-4f5d-a9c7-22ef9f571eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:42.946775 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:47:44.838653 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:09.090777 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dd0e7a23-fbcf-4cfd-8641-bc1de260badb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:09.839888 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 5 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:48:11.404618 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45306) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:48:11.471028 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-306b5732-0c74-45ef-b73b-a0b5d6ad6239 admin admin] GET failed (client error): The resource could not be found. Sep 01 14:48:11.472400 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-306b5732-0c74-45ef-b73b-a0b5d6ad6239 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0666888 Sep 01 14:48:11.682794 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0b0632-51e6-4b7b-9971-7d1152a4766c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:48:11.685870 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cf0b0632-51e6-4b7b-9971-7d1152a4766c admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2086470 Sep 01 14:48:11.864513 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:12.068340 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-55b6b06e-9eb0-4b66-9300-2c019508ed66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:12.954707 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:14.005612 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45316) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:48:14.101577 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c67fde-f472-4f81-95d5-7075fda3f96c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:48:14.103034 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-55c67fde-f472-4f81-95d5-7075fda3f96c admin admin] 10.222.0.60 "GET /v2.0/subnets/7580eb75-88a7-465c-92ea-354c86db40f5 HTTP/1.1" status: 200 len: 849 time: 0.0964284 Sep 01 14:48:14.113519 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-f08f20f5-7cf6-421e-9b43-36c61bfd7b13 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:48:14.204365 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f08f20f5-7cf6-421e-9b43-36c61bfd7b13 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:14.420323 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f08f20f5-7cf6-421e-9b43-36c61bfd7b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772851821788'] for subnet, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:14.456369 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08f20f5-7cf6-421e-9b43-36c61bfd7b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:48:14.457401 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f08f20f5-7cf6-421e-9b43-36c61bfd7b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:14.459199 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f08f20f5-7cf6-421e-9b43-36c61bfd7b13 admin admin] 10.222.0.60 "PUT /v2.0/subnets/7580eb75-88a7-465c-92ea-354c86db40f5 HTTP/1.1" status: 200 len: 868 time: 0.3485858 Sep 01 14:48:14.461122 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe84549-7695-4c9b-a341-4c4e6de69c8f None None] Network 6cd26437-8b0c-45cc-b653-2f3e55fce692 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:48:14.481393 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f20f5-7cf6-421e-9b43-36c61bfd7b13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7580eb75-88a7-465c-92ea-354c86db40f5,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:48:14.489767 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f20f5-7cf6-421e-9b43-36c61bfd7b13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:14.490518 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f20f5-7cf6-421e-9b43-36c61bfd7b13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:14.490878 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f20f5-7cf6-421e-9b43-36c61bfd7b13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:14.491217 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f20f5-7cf6-421e-9b43-36c61bfd7b13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:14.491634 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f20f5-7cf6-421e-9b43-36c61bfd7b13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:14.491992 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f20f5-7cf6-421e-9b43-36c61bfd7b13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:14.492357 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f20f5-7cf6-421e-9b43-36c61bfd7b13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:14.492703 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f20f5-7cf6-421e-9b43-36c61bfd7b13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:14.493033 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f20f5-7cf6-421e-9b43-36c61bfd7b13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:14.493364 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f20f5-7cf6-421e-9b43-36c61bfd7b13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:14.493807 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f20f5-7cf6-421e-9b43-36c61bfd7b13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:14.494201 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f20f5-7cf6-421e-9b43-36c61bfd7b13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:48:14.851343 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:14.937331 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-76f8da9b-a39e-4a75-abd3-4d498611731c None None] Provisioning complete for port f628beb9-6497-451c-bf65-dcac97bf3d0b triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:48:14.937580 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-76f8da9b-a39e-4a75-abd3-4d498611731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:15.050548 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-76f8da9b-a39e-4a75-abd3-4d498611731c None None] Provisioning complete for port 0f130757-b8de-49d9-ac57-7d5c6c6310a8 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:48:15.051086 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-76f8da9b-a39e-4a75-abd3-4d498611731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:16.686635 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45326) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:48:16.893787 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96e3d53-f32c-47b2-ab96-fd4795e0654d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:48:16.894172 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96e3d53-f32c-47b2-ab96-fd4795e0654d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:48:16.895743 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e96e3d53-f32c-47b2-ab96-fd4795e0654d admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2080600 Sep 01 14:48:19.123953 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45334) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:48:19.334956 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba011946-223f-43fe-930f-b5861d7188ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:48:19.335326 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba011946-223f-43fe-930f-b5861d7188ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:48:19.336878 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ba011946-223f-43fe-930f-b5861d7188ec admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2119789 Sep 01 14:48:21.640033 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45342) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:48:21.775772 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4a27f6-944f-4f92-b69c-ac26f7ca1952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:48:21.777070 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3a4a27f6-944f-4f92-b69c-ac26f7ca1952 admin admin] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 886 time: 0.1360056 Sep 01 14:48:24.057059 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45350) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:48:24.248761 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b206df1-067d-4ff6-bbfe-c5da849d6210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:48:24.251607 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7b206df1-067d-4ff6-bbfe-c5da849d6210 admin admin] 10.222.0.60 "GET /v2.0/networks/6cd26437-8b0c-45cc-b653-2f3e55fce692 HTTP/1.1" status: 200 len: 869 time: 0.1935375 Sep 01 14:48:26.585794 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45358) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:48:26.741635 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b16f5c-737c-4958-84ed-8acf5ba8eb69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:48:26.742051 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b16f5c-737c-4958-84ed-8acf5ba8eb69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:48:26.743650 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-73b16f5c-737c-4958-84ed-8acf5ba8eb69 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1567066 Sep 01 14:48:29.002466 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45366) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:48:29.173458 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd7e3ad-d530-4eb0-b99b-9296e9356017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:48:29.174157 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd7e3ad-d530-4eb0-b99b-9296e9356017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:48:29.177159 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7fd7e3ad-d530-4eb0-b99b-9296e9356017 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1735590 Sep 01 14:48:31.511160 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45374) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:48:31.636843 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090c9d0d-2966-40ad-aa37-436e91642567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:48:31.638962 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-090c9d0d-2966-40ad-aa37-436e91642567 admin admin] 10.222.0.60 "GET /v2.0/subnets/26567fba-1ec2-4a31-a88d-55926de81689 HTTP/1.1" status: 200 len: 816 time: 0.1266794 Sep 01 14:48:34.032750 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45382) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:48:34.132811 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274404c4-4f3f-4f06-94d6-90e6537265b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:48:34.134190 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-274404c4-4f3f-4f06-94d6-90e6537265b3 admin admin] 10.222.0.60 "GET /v2.0/subnets/7580eb75-88a7-465c-92ea-354c86db40f5 HTTP/1.1" status: 200 len: 868 time: 0.0999711 Sep 01 14:48:39.094613 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-585eb2ef-19a4-4a50-b639-6902dd1d5a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:41.859608 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:42.065870 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-758422f6-247d-4229-87b5-1e344e3526be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:42.954454 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:44.840890 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:48:46.838335 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 5 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:48:58.609406 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45436) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:48:58.660268 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [None req-ce250e47-0361-4855-879f-da5501a6b5dd admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:48:58.661293 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ce250e47-0361-4855-879f-da5501a6b5dd admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0509021 Sep 01 14:49:00.987584 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45444) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:49:01.049985 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-45610e1f-14d0-4ffc-9284-d41b4a5144b7 admin admin] GET failed (client error): The resource could not be found. Sep 01 14:49:01.051329 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-45610e1f-14d0-4ffc-9284-d41b4a5144b7 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625761 Sep 01 14:49:01.140958 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2717a97b-c46d-45ff-bc90-b74fcbe8b044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:49:01.142560 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2717a97b-c46d-45ff-bc90-b74fcbe8b044 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0855775 Sep 01 14:49:03.404155 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45452) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:49:03.451412 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-7c704461-c712-4328-902a-b5889e1f6108 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:49:03.471553 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c704461-c712-4328-902a-b5889e1f6108 admin admin] Made reservation on behalf of ae4fb3b132a24ee3aec173c053f1992a for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:49:03.473774 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c704461-c712-4328-902a-b5889e1f6108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:03.508794 n-d-794796-3 neutron-server[94733]: WARNING neutron.services.revisions.revision_plugin [None req-7c704461-c712-4328-902a-b5889e1f6108 admin admin] Could not find related network for resource to bump revision. Sep 01 14:49:03.522254 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c704461-c712-4328-902a-b5889e1f6108 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:49:03.531471 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c704461-c712-4328-902a-b5889e1f6108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:03.531816 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-7c704461-c712-4328-902a-b5889e1f6108 admin admin] Added segment 01f97303-9151-4703-ae28-55d70981d7dc of type vlan for network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 Sep 01 14:49:03.573234 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c704461-c712-4328-902a-b5889e1f6108 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:03.596416 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c704461-c712-4328-902a-b5889e1f6108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:03.597336 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c704461-c712-4328-902a-b5889e1f6108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:49:03.597919 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c704461-c712-4328-902a-b5889e1f6108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:03.651111 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7c704461-c712-4328-902a-b5889e1f6108 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2458568 Sep 01 14:49:03.655806 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c704461-c712-4328-902a-b5889e1f6108 admin admin] Pushing event updated for resources: {'Network': ['ID=7ffca008-e13c-4b7b-8e12-ff27912c1c65,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:49:03.664034 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c704461-c712-4328-902a-b5889e1f6108 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:49:03.664395 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c704461-c712-4328-902a-b5889e1f6108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:49:03.664697 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c704461-c712-4328-902a-b5889e1f6108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:49:03.665584 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c704461-c712-4328-902a-b5889e1f6108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:49:03.665902 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c704461-c712-4328-902a-b5889e1f6108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:49:03.666215 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c704461-c712-4328-902a-b5889e1f6108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:49:03.666592 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c704461-c712-4328-902a-b5889e1f6108 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:49:03.666908 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c704461-c712-4328-902a-b5889e1f6108 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:49:03.667232 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c704461-c712-4328-902a-b5889e1f6108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:49:03.667556 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c704461-c712-4328-902a-b5889e1f6108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:49:03.667877 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c704461-c712-4328-902a-b5889e1f6108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:49:03.668189 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c704461-c712-4328-902a-b5889e1f6108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:49:03.679830 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:49:05.911964 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45460) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:49:05.973599 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc194169-59c4-40cd-8a6f-cbd61cf7080d admin admin] GET failed (client error): The resource could not be found. Sep 01 14:49:05.975090 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cc194169-59c4-40cd-8a6f-cbd61cf7080d admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0620902 Sep 01 14:49:06.084807 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dddcd3-2ccb-4547-95b1-47fbe3576e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:49:06.086284 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d1dddcd3-2ccb-4547-95b1-47fbe3576e86 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1053565 Sep 01 14:49:06.098405 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-28794b60-2620-425b-bf0f-c6911cebe581 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:49:06.125907 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28794b60-2620-425b-bf0f-c6911cebe581 admin admin] Made reservation on behalf of ae4fb3b132a24ee3aec173c053f1992a for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:49:06.128149 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28794b60-2620-425b-bf0f-c6911cebe581 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:06.421919 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28794b60-2620-425b-bf0f-c6911cebe581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:06.489103 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28794b60-2620-425b-bf0f-c6911cebe581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5467ffb-7ded-4673-9475-e7a56ee8c484,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:49:06.491765 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28794b60-2620-425b-bf0f-c6911cebe581 admin admin] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:49:06.492439 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28794b60-2620-425b-bf0f-c6911cebe581 admin admin] Network hostable DHCP agents. Network: 7ffca008-e13c-4b7b-8e12-ff27912c1c65, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:49:06.513965 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28794b60-2620-425b-bf0f-c6911cebe581 admin admin] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:49:06.526639 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-28794b60-2620-425b-bf0f-c6911cebe581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 7ffca008-e13c-4b7b-8e12-ff27912c1c65) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:49:06.530826 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28794b60-2620-425b-bf0f-c6911cebe581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:49:06.531432 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28794b60-2620-425b-bf0f-c6911cebe581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:06.536267 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f8ebf2-5f28-4f49-a343-d8113c3130f9 None None] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:49:06.545227 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-28794b60-2620-425b-bf0f-c6911cebe581 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4504044 Sep 01 14:49:06.793815 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'tenant_id': 'ae4fb3b132a24ee3aec173c053f1992a', 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 14:49:06.794767 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:06.937050 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Allocated IP 192.168.233.2 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/460b9eb9-b249-4310-940a-cdc87bce4dd7) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:49:07.103704 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:07.115406 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Transition to ACTIVE for port object 460b9eb9-b249-4310-940a-cdc87bce4dd7 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:49:07.135957 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Transition to ACTIVE for port object 460b9eb9-b249-4310-940a-cdc87bce4dd7 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:49:07.141350 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:07.185236 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:49:07.188196 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:49:07.194668 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:49:07.198373 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Pushing event updated for resources: {'Port': ['ID=460b9eb9-b249-4310-940a-cdc87bce4dd7,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:49:07.208512 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:49:07.208843 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:49:07.209083 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:49:07.209508 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:49:07.209786 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:49:07.210126 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:49:07.210482 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:49:07.211435 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:49:07.211763 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:49:07.212089 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:49:07.212421 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:49:07.212747 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:49:07.265551 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Attempting to bind port 460b9eb9-b249-4310-940a-cdc87bce4dd7 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:49:07.266036 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Attempting to bind port 460b9eb9-b249-4310-940a-cdc87bce4dd7 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:49:07.266588 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Attempting to bind port 460b9eb9-b249-4310-940a-cdc87bce4dd7 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:49:07.272949 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:49:07.273882 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:49:07.274319 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:07.274722 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:49:07.275215 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Bound port: 460b9eb9-b249-4310-940a-cdc87bce4dd7, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:49:07.275595 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:07.340709 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] For port 460b9eb9-b249-4310-940a-cdc87bce4dd7, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:49:07.343782 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] For port 460b9eb9-b249-4310-940a-cdc87bce4dd7, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=460b9eb9-b249-4310-940a-cdc87bce4dd7,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:49:07.348509 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:07.408451 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824085d-dc98-471b-ae3a-c45df266a786 None None] Pushing event updated for resources: {'Port': ['ID=460b9eb9-b249-4310-940a-cdc87bce4dd7,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:49:07.928026 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 460b9eb9-b249-4310-940a-cdc87bce4dd7 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:49:07.980087 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 460b9eb9-b249-4310-940a-cdc87bce4dd7 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:49:08.267974 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b853d2-cb6e-4833-9180-0ce35fc16729 None None] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:49:08.341409 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b5426459-c61b-4612-a35b-c51eb294f5e8 None None] Provisioning for port 460b9eb9-b249-4310-940a-cdc87bce4dd7 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:49:08.353462 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b5426459-c61b-4612-a35b-c51eb294f5e8 None None] Provisioning complete for port 460b9eb9-b249-4310-940a-cdc87bce4dd7 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:49:08.353838 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b5426459-c61b-4612-a35b-c51eb294f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:08.500104 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b5426459-c61b-4612-a35b-c51eb294f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:08.539337 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b5426459-c61b-4612-a35b-c51eb294f5e8 None None] For port 460b9eb9-b249-4310-940a-cdc87bce4dd7, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=460b9eb9-b249-4310-940a-cdc87bce4dd7,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:49:08.544547 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b5426459-c61b-4612-a35b-c51eb294f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:08.607693 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5426459-c61b-4612-a35b-c51eb294f5e8 None None] Pushing event updated for resources: {'Port': ['ID=460b9eb9-b249-4310-940a-cdc87bce4dd7,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:49:08.770089 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-be27061f-5c39-4bd7-9114-f19769e34eb0 None None] Provisioning complete for port 460b9eb9-b249-4310-940a-cdc87bce4dd7 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:49:08.770393 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-be27061f-5c39-4bd7-9114-f19769e34eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:09.096842 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e43791da-9e76-4400-afde-b3a735f8c0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:09.879918 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 460b9eb9-b249-4310-940a-cdc87bce4dd7 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:49:09.927537 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 460b9eb9-b249-4310-940a-cdc87bce4dd7 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:49:09.927997 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:11.861224 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:12.059304 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-80141e3a-98c1-4ec9-870d-6a903deda6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:12.954827 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:14.843916 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:23.836445 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 5 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:49:39.100981 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9a790232-1ecf-409b-b084-e9d5f07770c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:41.865477 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:42.060989 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a33b0119-c0c8-405f-8552-92fe4ea5db2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:42.957552 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:49:44.848647 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:50:00.897791 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 5 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:50:09.104581 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0907634f-bb8f-4f49-b4da-caf55d89651d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:50:11.867492 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:50:12.062053 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5550cd7f-da11-4bce-a04e-33a57a43fe46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:50:12.960827 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:50:14.854244 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:50:15.980572 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45512) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:50:15.987068 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [None req-ba36ea55-372f-4526-97e1-8181830c100f tempest-verify_tempest_config-1510707590 tempest-verify_tempest_config-1510707590-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:50:15.988082 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ba36ea55-372f-4526-97e1-8181830c100f tempest-verify_tempest_config-1510707590 tempest-verify_tempest_config-1510707590-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060461 Sep 01 14:50:16.294507 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45530) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:50:16.398687 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-775fc825-c519-4cf6-89cf-054b89e9635c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:50:16.493453 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-775fc825-c519-4cf6-89cf-054b89e9635c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:50:16.497939 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-775fc825-c519-4cf6-89cf-054b89e9635c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:50:16.544469 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fc825-c519-4cf6-89cf-054b89e9635c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22590202-ef60-4914-8cb0-d3295231a100,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:50:16.548157 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-775fc825-c519-4cf6-89cf-054b89e9635c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6acd8810bbfb42668bdb7f60a8ae41ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2526774 Sep 01 14:50:16.551095 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45534) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:50:16.553875 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fc825-c519-4cf6-89cf-054b89e9635c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:50:16.554242 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fc825-c519-4cf6-89cf-054b89e9635c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:50:16.554638 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fc825-c519-4cf6-89cf-054b89e9635c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:50:16.555006 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fc825-c519-4cf6-89cf-054b89e9635c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:50:16.555362 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fc825-c519-4cf6-89cf-054b89e9635c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:50:16.555715 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fc825-c519-4cf6-89cf-054b89e9635c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:50:16.556070 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fc825-c519-4cf6-89cf-054b89e9635c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:50:16.556415 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fc825-c519-4cf6-89cf-054b89e9635c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:50:16.556767 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fc825-c519-4cf6-89cf-054b89e9635c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:50:16.557109 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fc825-c519-4cf6-89cf-054b89e9635c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:50:16.557437 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fc825-c519-4cf6-89cf-054b89e9635c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:50:16.557761 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fc825-c519-4cf6-89cf-054b89e9635c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:50:16.614038 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6a3fab83-ab13-49af-9a7b-77635b512fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:50:16.635336 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6a3fab83-ab13-49af-9a7b-77635b512fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:50:16.723028 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6a3fab83-ab13-49af-9a7b-77635b512fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:50:16.725721 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6a3fab83-ab13-49af-9a7b-77635b512fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:50:16.726787 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6a3fab83-ab13-49af-9a7b-77635b512fbc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/22590202-ef60-4914-8cb0-d3295231a100 HTTP/1.1" status: 204 len: 168 time: 0.1743586 Sep 01 14:50:16.735990 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3fab83-ab13-49af-9a7b-77635b512fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22590202-ef60-4914-8cb0-d3295231a100,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:50:16.742859 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3fab83-ab13-49af-9a7b-77635b512fbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:50:16.743204 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3fab83-ab13-49af-9a7b-77635b512fbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:50:16.743607 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3fab83-ab13-49af-9a7b-77635b512fbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:50:16.743882 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3fab83-ab13-49af-9a7b-77635b512fbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:50:16.744208 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3fab83-ab13-49af-9a7b-77635b512fbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:50:16.744539 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3fab83-ab13-49af-9a7b-77635b512fbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:50:16.744844 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3fab83-ab13-49af-9a7b-77635b512fbc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:50:16.745173 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3fab83-ab13-49af-9a7b-77635b512fbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:50:16.745611 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3fab83-ab13-49af-9a7b-77635b512fbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:50:16.745933 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3fab83-ab13-49af-9a7b-77635b512fbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:50:16.746914 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3fab83-ab13-49af-9a7b-77635b512fbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:50:16.747205 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3fab83-ab13-49af-9a7b-77635b512fbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:50:37.835933 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 5 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:50:39.108387 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9ffc79e1-cb3e-4f11-92cd-bfda85da4c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:50:41.870496 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:50:42.062415 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fe72c65b-f54e-4225-bdda-c145cd866b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:50:42.964211 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:50:44.853633 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:51:09.110217 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9d000898-205f-4970-ab26-f8cb7c3b4028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:51:11.870650 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:51:12.063479 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9163e3cd-27b7-477e-960d-ef4fc346acef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:51:12.966707 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:51:14.835699 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 5 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:51:14.855650 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:51:39.114519 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-75ef8d97-9516-423d-b74f-2a49a7860dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:51:41.871371 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:51:42.067777 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f607fec1-e97c-48a2-a4fb-3d4be8d5513c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:51:42.969386 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:51:44.860383 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:51:51.834336 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 5 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:52:09.116559 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b3664614-fae1-480e-bb42-c1ecf04e6767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:52:11.872141 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:52:12.070214 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-06b83b58-8687-4a77-ad4b-8d287799a456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:52:12.971667 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:52:14.861490 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:52:28.833626 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 5 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:52:39.117355 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f72c5167-252d-4fa7-9071-535657b2ef85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:52:41.875813 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:52:42.071028 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4dd62cda-de58-47ca-954d-857181cae2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:52:42.973778 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:52:44.866404 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:53:05.832385 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 5 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:53:09.118471 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-328d0717-7289-4817-b62a-9bd29e1233d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:53:11.880695 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:53:12.072018 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d5bc2841-6a72-4bfc-aac8-1c676d680f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:53:12.982691 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:53:14.869305 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:53:27.115911 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1824504'] for agent, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:53:37.759021 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1824504'] for agent, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:53:39.119709 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-68b49f75-e827-4fc4-adfa-2c17e6df3b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:53:41.890776 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:53:42.072495 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-64d923a7-e834-4a3c-a789-83ce6bfb89cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:53:42.831506 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:53:42.981259 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:53:44.872020 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:53:57.080453 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:07.744197 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:09.124258 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-84dfeb41-57e7-40ff-a40d-ecd78b8d9d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:11.884539 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:12.078289 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-37ddcc19-720b-4878-8a71-26868ef1a0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:12.995787 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:14.889863 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:15.148432 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45596) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:15.286539 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-96fccc30-60a8-4811-89ee-01f29b190c74 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1366756 Sep 01 14:54:18.420457 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45606) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:54:18.513115 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c399c62a-271a-4377-8b88-4da09b5e57c8 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0912185 Sep 01 14:54:19.836930 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:54:27.084872 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:37.758655 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:39.120851 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8a06a897-3ff1-4b85-b51b-8477f6e27073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:41.894952 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:42.078544 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-035ba498-696c-4667-ae18-e2cccec2b2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:42.989327 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:44.886462 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:54:56.843275 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:54:57.109308 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:07.766234 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:09.338040 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a5cd5353-6352-4cd2-82e8-c061f0ec891a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:11.910504 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:12.085136 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0435f64d-a6b6-4d5b-bc70-90dbdc110700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:12.999921 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:14.893762 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:27.111834 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:33.847233 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:55:37.770778 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:39.130051 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dde6c186-59fb-4dc9-a696-60f87bf1996f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:41.905970 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:42.080405 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c89f0f60-7a7f-4e3f-96b4-74a7d512d55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:43.008481 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:44.900927 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:57.107926 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:59.296768 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45814) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:55:59.827922 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-921967225-network', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:55:59.861981 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] Made reservation on behalf of 8e4fe186f6134748ac0c4745cfedd0d0 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:55:59.864806 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:55:59.874953 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:00.028513 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:00.034649 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:00.079915 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9694ae-cbb9-4bb6-8eb1-3fc8ca9a396c,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:00.088366 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:56:00.096203 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:00.096491 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:00.096917 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:00.097568 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:00.097948 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:00.098352 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:00.098759 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:00.099158 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:00.099553 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:00.099942 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:00.100321 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:00.100845 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] Tracked resource versions report: Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: pushed versions: Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: { 'AddressGroup': {'1.2'}, Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: 'ConntrackHelper': {'1.0'}, Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: 'Log': {'1.0'}, Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: 'Network': {'1.1'}, Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: 'Port': {'1.7'}, Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: 'PortForwarding': {'1.2'}, Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: 'QosPolicy': {'1.9'}, Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: 'SecurityGroup': {'1.4'}, Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: 'SecurityGroupRule': {'1.2'}, Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: 'SubPort': {'1.0'}, Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: 'Subnet': {'1.1'}, Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: 'Trunk': {'1.1'}} Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: consumer versions: Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: { DHCP agent@n-d-794796-3: {}, Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: HyperV agent@n-h1-794796-3: {}, Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: HyperV agent@n-h2-794796-3: {}, Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: L3 agent@n-d-794796-3: {}, Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: Metadata agent@n-d-794796-3: {}, Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: Metering agent@n-d-794796-3: {}, Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: Open vSwitch agent@n-d-794796-3: { 'AddressGroup': '1.2', Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: 'ConntrackHelper': '1.0', Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: 'Log': '1.0', Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: 'Network': '1.1', Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: 'Port': '1.7', Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: 'PortForwarding': '1.2', Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: 'QosPolicy': '1.9', Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: 'SecurityGroup': '1.4', Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: 'SecurityGroupRule': '1.2', Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: 'SubPort': '1.0', Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: 'Subnet': '1.1', Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: 'Trunk': '1.1'}} Sep 01 14:56:00.102205 n-d-794796-3 neutron-server[94734]: {{(pid=94734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 14:56:00.111915 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:00.112271 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] Added segment 6494e41f-3a98-4c3f-8728-8bf218086c1f of type vlan for network e341c1bf-b603-47af-8c0a-c48eab293c3d Sep 01 14:56:00.170509 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:00.210140 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:00.212345 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:00.213398 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:00.255201 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9570243 Sep 01 14:56:00.257900 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45846) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:00.269127 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-d82fa274-4e13-485a-b5f2-a94c9c4edf5d admin admin] Request body: {'subnet': {'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921967225-subnet', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:00.312494 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82fa274-4e13-485a-b5f2-a94c9c4edf5d admin admin] Made reservation on behalf of 8e4fe186f6134748ac0c4745cfedd0d0 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:56:00.319428 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d82fa274-4e13-485a-b5f2-a94c9c4edf5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:00.344307 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa3836-29d8-43dd-bff3-5a4f7c965a74 admin admin] Pushing event updated for resources: {'Network': ['ID=e341c1bf-b603-47af-8c0a-c48eab293c3d,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:00.367861 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network e341c1bf-b603-47af-8c0a-c48eab293c3d details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:56:00.628532 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d82fa274-4e13-485a-b5f2-a94c9c4edf5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:00.746412 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82fa274-4e13-485a-b5f2-a94c9c4edf5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8622ef4e-4e7a-4362-ad7e-7a1adedf0bef,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:00.768433 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82fa274-4e13-485a-b5f2-a94c9c4edf5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:00.768998 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82fa274-4e13-485a-b5f2-a94c9c4edf5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:00.769560 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82fa274-4e13-485a-b5f2-a94c9c4edf5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:00.770609 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82fa274-4e13-485a-b5f2-a94c9c4edf5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:00.770841 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82fa274-4e13-485a-b5f2-a94c9c4edf5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:00.771251 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82fa274-4e13-485a-b5f2-a94c9c4edf5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:00.771807 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82fa274-4e13-485a-b5f2-a94c9c4edf5d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:00.772351 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82fa274-4e13-485a-b5f2-a94c9c4edf5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:00.772916 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82fa274-4e13-485a-b5f2-a94c9c4edf5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:00.773493 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82fa274-4e13-485a-b5f2-a94c9c4edf5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:00.774047 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82fa274-4e13-485a-b5f2-a94c9c4edf5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:00.774651 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82fa274-4e13-485a-b5f2-a94c9c4edf5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82fa274-4e13-485a-b5f2-a94c9c4edf5d admin admin] Tracked resource versions report: Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: pushed versions: Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: { 'AddressGroup': {'1.2'}, Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: 'ConntrackHelper': {'1.0'}, Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: 'Log': {'1.0'}, Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: 'Network': {'1.1'}, Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: 'Port': {'1.7'}, Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: 'PortForwarding': {'1.2'}, Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: 'QosPolicy': {'1.9'}, Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: 'SecurityGroup': {'1.4'}, Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: 'SecurityGroupRule': {'1.2'}, Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: 'SubPort': {'1.0'}, Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: 'Subnet': {'1.1'}, Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: 'Trunk': {'1.1'}} Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: consumer versions: Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: { DHCP agent@n-d-794796-3: {}, Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: HyperV agent@n-h1-794796-3: {}, Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: HyperV agent@n-h2-794796-3: {}, Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: L3 agent@n-d-794796-3: {}, Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: Metadata agent@n-d-794796-3: {}, Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: Metering agent@n-d-794796-3: {}, Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: Open vSwitch agent@n-d-794796-3: { 'AddressGroup': '1.2', Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: 'ConntrackHelper': '1.0', Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: 'Log': '1.0', Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: 'Network': '1.1', Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: 'Port': '1.7', Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: 'PortForwarding': '1.2', Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: 'QosPolicy': '1.9', Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: 'SecurityGroup': '1.4', Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: 'SecurityGroupRule': '1.2', Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: 'SubPort': '1.0', Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: 'Subnet': '1.1', Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: 'Trunk': '1.1'}} Sep 01 14:56:00.776698 n-d-794796-3 neutron-server[94733]: {{(pid=94733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 14:56:00.785973 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82fa274-4e13-485a-b5f2-a94c9c4edf5d admin admin] Checking segment: {'id': '6494e41f-3a98-4c3f-8728-8bf218086c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:00.786571 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82fa274-4e13-485a-b5f2-a94c9c4edf5d admin admin] Network hostable DHCP agents. Network: e341c1bf-b603-47af-8c0a-c48eab293c3d, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:56:00.821461 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82fa274-4e13-485a-b5f2-a94c9c4edf5d admin admin] Network e341c1bf-b603-47af-8c0a-c48eab293c3d is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:56:00.835775 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-d82fa274-4e13-485a-b5f2-a94c9c4edf5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, e341c1bf-b603-47af-8c0a-c48eab293c3d) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:00.841297 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82fa274-4e13-485a-b5f2-a94c9c4edf5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:00.842075 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d82fa274-4e13-485a-b5f2-a94c9c4edf5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:00.849336 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e59a32-af26-4aff-bc73-f13e8b055fd5 None None] Network e341c1bf-b603-47af-8c0a-c48eab293c3d requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:56:00.865478 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45864) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:00.865856 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d82fa274-4e13-485a-b5f2-a94c9c4edf5d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6048899 Sep 01 14:56:00.873062 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-52bb5dfe-78c9-4814-9606-74fa0db6b247 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-921967225-router', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:00.924345 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52bb5dfe-78c9-4814-9606-74fa0db6b247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:00.925537 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52bb5dfe-78c9-4814-9606-74fa0db6b247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:01.033518 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52bb5dfe-78c9-4814-9606-74fa0db6b247 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:01.046580 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-e341c1bf-b603-47af-8c0a-c48eab293c3d', 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'fixed_ips': [{'subnet_id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 14:56:01.047749 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:01.279830 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52bb5dfe-78c9-4814-9606-74fa0db6b247 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:01.320129 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Allocated IP 172.20.0.2 (e341c1bf-b603-47af-8c0a-c48eab293c3d/8622ef4e-4e7a-4362-ad7e-7a1adedf0bef/ed408972-5671-4d0d-a928-d56aed76bbee) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:01.579057 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:01.592187 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Transition to ACTIVE for port object ed408972-5671-4d0d-a928-d56aed76bbee will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:01.612336 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Transition to ACTIVE for port object ed408972-5671-4d0d-a928-d56aed76bbee will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:01.621223 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:01.681428 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Network e341c1bf-b603-47af-8c0a-c48eab293c3d is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:01.685198 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:01.688150 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Pushing event updated for resources: {'Port': ['ID=ed408972-5671-4d0d-a928-d56aed76bbee,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:01.690935 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:01.704802 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:01.705179 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:01.705524 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:01.705843 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:01.706190 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:01.706551 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:01.706876 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:01.707197 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:01.707516 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:01.707902 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:01.708230 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:01.708554 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Tracked resource versions report: Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: pushed versions: Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: { 'AddressGroup': {'1.2'}, Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: 'ConntrackHelper': {'1.0'}, Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: 'Log': {'1.0'}, Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: 'Network': {'1.1'}, Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: 'Port': {'1.7'}, Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: 'PortForwarding': {'1.2'}, Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: 'QosPolicy': {'1.9'}, Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: 'SecurityGroup': {'1.4'}, Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: 'SecurityGroupRule': {'1.2'}, Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: 'SubPort': {'1.0'}, Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: 'Subnet': {'1.1'}, Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: 'Trunk': {'1.1'}} Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: consumer versions: Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: { DHCP agent@n-d-794796-3: {}, Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: HyperV agent@n-h1-794796-3: {}, Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: HyperV agent@n-h2-794796-3: {}, Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: L3 agent@n-d-794796-3: {}, Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: Metadata agent@n-d-794796-3: {}, Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: Metering agent@n-d-794796-3: {}, Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: Open vSwitch agent@n-d-794796-3: { 'AddressGroup': '1.2', Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: 'ConntrackHelper': '1.0', Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: 'Log': '1.0', Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: 'Network': '1.1', Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: 'Port': '1.7', Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: 'PortForwarding': '1.2', Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: 'QosPolicy': '1.9', Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: 'SecurityGroup': '1.4', Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: 'SecurityGroupRule': '1.2', Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: 'SubPort': '1.0', Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: 'Subnet': '1.1', Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: 'Trunk': '1.1'}} Sep 01 14:56:01.709871 n-d-794796-3 neutron-server[94735]: {{(pid=94735) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 14:56:01.779172 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52bb5dfe-78c9-4814-9606-74fa0db6b247 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:01.800089 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Attempting to bind port ed408972-5671-4d0d-a928-d56aed76bbee on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:56:01.800089 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Attempting to bind port ed408972-5671-4d0d-a928-d56aed76bbee by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '6494e41f-3a98-4c3f-8728-8bf218086c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:56:01.800649 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Attempting to bind port ed408972-5671-4d0d-a928-d56aed76bbee on network e341c1bf-b603-47af-8c0a-c48eab293c3d {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:01.809921 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:56:01.810323 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Checking segment: {'id': '6494e41f-3a98-4c3f-8728-8bf218086c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:01.810590 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52bb5dfe-78c9-4814-9606-74fa0db6b247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:01.811069 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:01.812055 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Bound using segment: {'id': '6494e41f-3a98-4c3f-8728-8bf218086c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:56:01.812547 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Bound port: ed408972-5671-4d0d-a928-d56aed76bbee, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6494e41f-3a98-4c3f-8728-8bf218086c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:56:01.812958 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:01.976808 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] For port ed408972-5671-4d0d-a928-d56aed76bbee, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:56:01.984645 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] For port ed408972-5671-4d0d-a928-d56aed76bbee, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ed408972-5671-4d0d-a928-d56aed76bbee,segment=NetworkSegment(6494e41f-3a98-4c3f-8728-8bf218086c1f),segment_id=6494e41f-3a98-4c3f-8728-8bf218086c1f)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:56:01.997569 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:02.087781 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-52bb5dfe-78c9-4814-9606-74fa0db6b247 admin admin] Allocated IP 172.25.6.246 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/e8d436e4-b46c-4a4a-ba13-a8031c12c712) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:02.184161 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc72c84-629a-4f22-8ce7-4ad26950223e None None] Pushing event updated for resources: {'Port': ['ID=ed408972-5671-4d0d-a928-d56aed76bbee,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:02.324752 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52bb5dfe-78c9-4814-9606-74fa0db6b247 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:02.395521 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52bb5dfe-78c9-4814-9606-74fa0db6b247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:02.462056 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb5dfe-78c9-4814-9606-74fa0db6b247 admin admin] Pushing event updated for resources: {'Port': ['ID=e8d436e4-b46c-4a4a-ba13-a8031c12c712,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:02.484290 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bb5dfe-78c9-4814-9606-74fa0db6b247 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:02.487087 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-52bb5dfe-78c9-4814-9606-74fa0db6b247 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:02.493158 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bb5dfe-78c9-4814-9606-74fa0db6b247 admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:02.965525 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52bb5dfe-78c9-4814-9606-74fa0db6b247 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:03.260411 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52bb5dfe-78c9-4814-9606-74fa0db6b247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:03.419129 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bb5dfe-78c9-4814-9606-74fa0db6b247 admin admin] Router fc69ccf7-02ab-488d-a8df-ec899516da85 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 14:56:03.564863 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bb5dfe-78c9-4814-9606-74fa0db6b247 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:56:03.615326 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a02785d-ba29-43df-9dae-701beb18d2f5 None None] Sync routers for ids ['fc69ccf7-02ab-488d-a8df-ec899516da85'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:56:03.615326 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a02785d-ba29-43df-9dae-701beb18d2f5 None None] Routers {'fc69ccf7-02ab-488d-a8df-ec899516da85'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:56:03.615326 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7a02785d-ba29-43df-9dae-701beb18d2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:55:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fc69ccf7-02ab-488d-a8df-ec899516da85'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:03.629598 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52bb5dfe-78c9-4814-9606-74fa0db6b247 admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:03.629598 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-52bb5dfe-78c9-4814-9606-74fa0db6b247 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.7546480 Sep 01 14:56:03.630670 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d98e5d-3bc8-4f05-9f7b-ac18c5ce976b None None] Network e341c1bf-b603-47af-8c0a-c48eab293c3d requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:56:03.631714 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45944) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:03.763293 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d7b754ac-ad5d-4479-b384-7b536d302548 None None] Provisioning for port ed408972-5671-4d0d-a928-d56aed76bbee completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:03.926658 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-7a02785d-ba29-43df-9dae-701beb18d2f5 None None] Set router fc69ccf7-02ab-488d-a8df-ec899516da85 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:56:04.273440 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ed408972-5671-4d0d-a928-d56aed76bbee up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:04.443369 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port ed408972-5671-4d0d-a928-d56aed76bbee completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:04.455333 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port ed408972-5671-4d0d-a928-d56aed76bbee triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:04.455720 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:04.581385 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1b4f5338-45e0-440a-b6c7-8acf0c70e68b None None] Provisioning complete for port ed408972-5671-4d0d-a928-d56aed76bbee triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:04.581756 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1b4f5338-45e0-440a-b6c7-8acf0c70e68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:04.588754 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7a02785d-ba29-43df-9dae-701beb18d2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921967225-router', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:00Z', 'updated_at': '2021-09-01T14:56:02Z', 'revision_number': 3, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'gw_port': {'id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:01Z', 'updated_at': '2021-09-01T14:56:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:04.661124 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a02785d-ba29-43df-9dae-701beb18d2f5 None None] Checking router: fc69ccf7-02ab-488d-a8df-ec899516da85 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:56:04.662804 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a02785d-ba29-43df-9dae-701beb18d2f5 None None] Updating router fc69ccf7-02ab-488d-a8df-ec899516da85 port e8d436e4-b46c-4a4a-ba13-a8031c12c712 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:56:04.711347 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-7a02785d-ba29-43df-9dae-701beb18d2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:04.718001 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e2567d00-ba6a-4dd9-afe8-510d1ef1265d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:04.843719 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1b4f5338-45e0-440a-b6c7-8acf0c70e68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:04.954008 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1b4f5338-45e0-440a-b6c7-8acf0c70e68b None None] For port ed408972-5671-4d0d-a928-d56aed76bbee, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ed408972-5671-4d0d-a928-d56aed76bbee,segment=NetworkSegment(6494e41f-3a98-4c3f-8728-8bf218086c1f),segment_id=6494e41f-3a98-4c3f-8728-8bf218086c1f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:04.958419 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:04.980484 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1b4f5338-45e0-440a-b6c7-8acf0c70e68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:05.130588 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f5338-45e0-440a-b6c7-8acf0c70e68b None None] Pushing event updated for resources: {'Port': ['ID=ed408972-5671-4d0d-a928-d56aed76bbee,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:05.143845 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.api [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 14:56:05.144223 n-d-794796-3 neutron-server[94735]: DEBUG oslo_db.api [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 14:56:05.199568 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-e2567d00-ba6a-4dd9-afe8-510d1ef1265d admin admin] Allocated IP 172.20.0.1 (e341c1bf-b603-47af-8c0a-c48eab293c3d/8622ef4e-4e7a-4362-ad7e-7a1adedf0bef/fbe593ea-2126-40e1-abb9-b7e7079f02fc) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:05.394965 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e2567d00-ba6a-4dd9-afe8-510d1ef1265d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:05.403660 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-7a02785d-ba29-43df-9dae-701beb18d2f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:05.423709 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-7a02785d-ba29-43df-9dae-701beb18d2f5 None None] Transition to ACTIVE for port object e8d436e4-b46c-4a4a-ba13-a8031c12c712 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:05.424059 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-e2567d00-ba6a-4dd9-afe8-510d1ef1265d admin admin] Transition to ACTIVE for port object fbe593ea-2126-40e1-abb9-b7e7079f02fc will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:05.443517 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-7a02785d-ba29-43df-9dae-701beb18d2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:05.495559 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e2567d00-ba6a-4dd9-afe8-510d1ef1265d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:05.523498 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb6d9b-ece5-46fe-849b-b4770db69157 None None] Pushing event updated for resources: {'Port': ['ID=e8d436e4-b46c-4a4a-ba13-a8031c12c712,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:05.535391 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-7a02785d-ba29-43df-9dae-701beb18d2f5 None None] Attempting to bind port e8d436e4-b46c-4a4a-ba13-a8031c12c712 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:56:05.536052 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-7a02785d-ba29-43df-9dae-701beb18d2f5 None None] Attempting to bind port e8d436e4-b46c-4a4a-ba13-a8031c12c712 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:56:05.536600 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a02785d-ba29-43df-9dae-701beb18d2f5 None None] Attempting to bind port e8d436e4-b46c-4a4a-ba13-a8031c12c712 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:05.541365 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bb6d9b-ece5-46fe-849b-b4770db69157 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:05.541986 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bb6d9b-ece5-46fe-849b-b4770db69157 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:05.542564 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bb6d9b-ece5-46fe-849b-b4770db69157 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:05.543383 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bb6d9b-ece5-46fe-849b-b4770db69157 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:05.543907 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bb6d9b-ece5-46fe-849b-b4770db69157 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:05.544576 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bb6d9b-ece5-46fe-849b-b4770db69157 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:05.545538 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bb6d9b-ece5-46fe-849b-b4770db69157 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:05.545780 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bb6d9b-ece5-46fe-849b-b4770db69157 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:05.546282 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bb6d9b-ece5-46fe-849b-b4770db69157 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:05.546702 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bb6d9b-ece5-46fe-849b-b4770db69157 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:05.547136 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bb6d9b-ece5-46fe-849b-b4770db69157 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:05.547786 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bb6d9b-ece5-46fe-849b-b4770db69157 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bb6d9b-ece5-46fe-849b-b4770db69157 None None] Tracked resource versions report: Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: pushed versions: Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: { 'AddressGroup': {'1.2'}, Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: 'ConntrackHelper': {'1.0'}, Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: 'Log': {'1.0'}, Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: 'Network': {'1.1'}, Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: 'Port': {'1.7'}, Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: 'PortForwarding': {'1.2'}, Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: 'QosPolicy': {'1.9'}, Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: 'SecurityGroup': {'1.4'}, Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: 'SecurityGroupRule': {'1.2'}, Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: 'SubPort': {'1.0'}, Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: 'Subnet': {'1.1'}, Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: 'Trunk': {'1.1'}} Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: consumer versions: Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: { DHCP agent@n-d-794796-3: {}, Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: HyperV agent@n-h1-794796-3: {}, Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: HyperV agent@n-h2-794796-3: {}, Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: L3 agent@n-d-794796-3: {}, Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: Metadata agent@n-d-794796-3: {}, Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: Metering agent@n-d-794796-3: {}, Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: Open vSwitch agent@n-d-794796-3: { 'AddressGroup': '1.2', Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: 'ConntrackHelper': '1.0', Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: 'Log': '1.0', Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: 'Network': '1.1', Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: 'Port': '1.7', Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: 'PortForwarding': '1.2', Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: 'QosPolicy': '1.9', Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: 'SecurityGroup': '1.4', Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: 'SecurityGroupRule': '1.2', Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: 'SubPort': '1.0', Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: 'Subnet': '1.1', Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: 'Trunk': '1.1'}} Sep 01 14:56:05.549318 n-d-794796-3 neutron-server[94736]: {{(pid=94736) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 14:56:05.554919 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2567d00-ba6a-4dd9-afe8-510d1ef1265d admin admin] Pushing event updated for resources: {'Port': ['ID=fbe593ea-2126-40e1-abb9-b7e7079f02fc,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:05.557532 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a02785d-ba29-43df-9dae-701beb18d2f5 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:56:05.558501 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a02785d-ba29-43df-9dae-701beb18d2f5 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:05.559020 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-7a02785d-ba29-43df-9dae-701beb18d2f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:05.559692 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a02785d-ba29-43df-9dae-701beb18d2f5 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:56:05.560269 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-7a02785d-ba29-43df-9dae-701beb18d2f5 None None] Bound port: e8d436e4-b46c-4a4a-ba13-a8031c12c712, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:56:05.561333 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-7a02785d-ba29-43df-9dae-701beb18d2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:05.586278 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2567d00-ba6a-4dd9-afe8-510d1ef1265d admin admin] Network e341c1bf-b603-47af-8c0a-c48eab293c3d is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:05.589889 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-e2567d00-ba6a-4dd9-afe8-510d1ef1265d admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:05.594150 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2567d00-ba6a-4dd9-afe8-510d1ef1265d admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:05.595253 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e2567d00-ba6a-4dd9-afe8-510d1ef1265d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:05.659017 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-7a02785d-ba29-43df-9dae-701beb18d2f5 None None] For port e8d436e4-b46c-4a4a-ba13-a8031c12c712, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:56:05.666223 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-7a02785d-ba29-43df-9dae-701beb18d2f5 None None] For port e8d436e4-b46c-4a4a-ba13-a8031c12c712, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e8d436e4-b46c-4a4a-ba13-a8031c12c712,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:56:05.685935 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-7a02785d-ba29-43df-9dae-701beb18d2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:05.828295 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a02785d-ba29-43df-9dae-701beb18d2f5 None None] Routers {'fc69ccf7-02ab-488d-a8df-ec899516da85'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:56:05.830766 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7a02785d-ba29-43df-9dae-701beb18d2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:55:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fc69ccf7-02ab-488d-a8df-ec899516da85'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:05.901991 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e2567d00-ba6a-4dd9-afe8-510d1ef1265d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:06.024630 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-585a5f40-3bec-433d-96f7-ea8b37aa33c0 None None] Provisioning for port fbe593ea-2126-40e1-abb9-b7e7079f02fc completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:06.033323 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-585a5f40-3bec-433d-96f7-ea8b37aa33c0 None None] Provisioning complete for port fbe593ea-2126-40e1-abb9-b7e7079f02fc triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:06.035577 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-585a5f40-3bec-433d-96f7-ea8b37aa33c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:06.093191 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-7a02785d-ba29-43df-9dae-701beb18d2f5 None None] Set router fc69ccf7-02ab-488d-a8df-ec899516da85 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:56:06.163295 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-585a5f40-3bec-433d-96f7-ea8b37aa33c0 None None] Port fbe593ea-2126-40e1-abb9-b7e7079f02fc cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:56:06.213408 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ed408972-5671-4d0d-a928-d56aed76bbee up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:06.370931 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port ed408972-5671-4d0d-a928-d56aed76bbee triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:06.371416 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:06.466228 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e2567d00-ba6a-4dd9-afe8-510d1ef1265d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:06.477746 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e2567d00-ba6a-4dd9-afe8-510d1ef1265d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:06.483374 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e2567d00-ba6a-4dd9-afe8-510d1ef1265d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:06.528238 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb6d9b-ece5-46fe-849b-b4770db69157 None None] Pushing event updated for resources: {'Port': ['ID=e8d436e4-b46c-4a4a-ba13-a8031c12c712,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:06.594048 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2567d00-ba6a-4dd9-afe8-510d1ef1265d admin admin] Pushing event updated for resources: {'Port': ['ID=fbe593ea-2126-40e1-abb9-b7e7079f02fc,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:06.723577 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7a02785d-ba29-43df-9dae-701beb18d2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921967225-router', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:00Z', 'updated_at': '2021-09-01T14:56:02Z', 'revision_number': 3, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'gw_port': {'id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:01Z', 'updated_at': '2021-09-01T14:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:06.796859 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a02785d-ba29-43df-9dae-701beb18d2f5 None None] The sync data for ids ['fc69ccf7-02ab-488d-a8df-ec899516da85'] in n-d-794796-3 is: [{'id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921967225-router', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:00Z', 'updated_at': '2021-09-01T14:56:02Z', 'revision_number': 3, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'gw_port': {'id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:01Z', 'updated_at': '2021-09-01T14:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:56:06.798734 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2567d00-ba6a-4dd9-afe8-510d1ef1265d admin admin] Network e341c1bf-b603-47af-8c0a-c48eab293c3d is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:06.811854 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-e2567d00-ba6a-4dd9-afe8-510d1ef1265d admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:06.911603 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46030) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:07.076380 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2567d00-ba6a-4dd9-afe8-510d1ef1265d admin admin] Router fc69ccf7-02ab-488d-a8df-ec899516da85 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:56:07.295531 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b4e1be40-dfc5-48e6-b237-d7236ebdd9cb None None] Provisioning complete for port fbe593ea-2126-40e1-abb9-b7e7079f02fc triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:07.296353 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b4e1be40-dfc5-48e6-b237-d7236ebdd9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:07.409210 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1be40-dfc5-48e6-b237-d7236ebdd9cb None None] Port fbe593ea-2126-40e1-abb9-b7e7079f02fc cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:56:07.436076 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2567d00-ba6a-4dd9-afe8-510d1ef1265d admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:56:07.458444 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e2567d00-ba6a-4dd9-afe8-510d1ef1265d admin admin] 10.222.0.60 "PUT /v2.0/routers/fc69ccf7-02ab-488d-a8df-ec899516da85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8155622 Sep 01 14:56:07.514209 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c742279c-c715-4e87-be58-9c99e2aee23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:07.703774 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c742279c-c715-4e87-be58-9c99e2aee23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:07.715023 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c742279c-c715-4e87-be58-9c99e2aee23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:07.783392 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c742279c-c715-4e87-be58-9c99e2aee23c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=552f4356467242cbac8626c6b3e91d65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8700399 Sep 01 14:56:07.785078 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742279c-c715-4e87-be58-9c99e2aee23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4bd51a-1369-4a44-88d0-b3309461a503,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:07.786474 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46056) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:07.809144 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:07.919426 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c358614a-2c23-483b-8694-e5dcf86290d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:07.964407 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c358614a-2c23-483b-8694-e5dcf86290d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:08.027326 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c358614a-2c23-483b-8694-e5dcf86290d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:08.034924 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c358614a-2c23-483b-8694-e5dcf86290d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:08.039128 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c358614a-2c23-483b-8694-e5dcf86290d4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b4bd51a-1369-4a44-88d0-b3309461a503 HTTP/1.1" status: 204 len: 168 time: 0.2483866 Sep 01 14:56:08.047839 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358614a-2c23-483b-8694-e5dcf86290d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4bd51a-1369-4a44-88d0-b3309461a503,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:08.190859 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e8d436e4-b46c-4a4a-ba13-a8031c12c712 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:08.281795 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port e8d436e4-b46c-4a4a-ba13-a8031c12c712 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:08.291203 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port e8d436e4-b46c-4a4a-ba13-a8031c12c712 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:08.292163 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:08.451387 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:08.487263 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port e8d436e4-b46c-4a4a-ba13-a8031c12c712, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e8d436e4-b46c-4a4a-ba13-a8031c12c712,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:08.495156 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:08.594361 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=e8d436e4-b46c-4a4a-ba13-a8031c12c712,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:08.644500 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46094) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:08.712011 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8f5d5da9-0bfb-4d0b-8b54-bafd400d7857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:08.891285 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8f5d5da9-0bfb-4d0b-8b54-bafd400d7857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:08.902283 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8f5d5da9-0bfb-4d0b-8b54-bafd400d7857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:08.985097 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8f5d5da9-0bfb-4d0b-8b54-bafd400d7857 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=192a647f249944a48e9c574d5fa70f40&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3387001 Sep 01 14:56:08.990350 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46124) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:09.005103 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d5da9-0bfb-4d0b-8b54-bafd400d7857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76952e11-95da-4883-bc4f-e4ae52431f4c,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:09.155930 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4b4806d9-c2c7-40c1-924c-89ab0b3fee3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:09.293562 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46138) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:09.312309 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-24f1dda7-e068-481f-a226-30ee6a142c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:09.357906 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-24f1dda7-e068-481f-a226-30ee6a142c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:09.438105 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd60b8e-efdc-424f-a3d9-1829349891e5 None None] Sync routers for ids ['fc69ccf7-02ab-488d-a8df-ec899516da85'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:56:09.463272 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-24f1dda7-e068-481f-a226-30ee6a142c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:09.465680 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd60b8e-efdc-424f-a3d9-1829349891e5 None None] Routers {'fc69ccf7-02ab-488d-a8df-ec899516da85'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:56:09.467536 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8dd60b8e-efdc-424f-a3d9-1829349891e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:55:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fc69ccf7-02ab-488d-a8df-ec899516da85'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:09.469138 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-24f1dda7-e068-481f-a226-30ee6a142c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:09.475255 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-24f1dda7-e068-481f-a226-30ee6a142c2e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/76952e11-95da-4883-bc4f-e4ae52431f4c HTTP/1.1" status: 204 len: 168 time: 0.4830620 Sep 01 14:56:09.490475 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1dda7-e068-481f-a226-30ee6a142c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76952e11-95da-4883-bc4f-e4ae52431f4c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:09.658595 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-8dd60b8e-efdc-424f-a3d9-1829349891e5 None None] Set router fc69ccf7-02ab-488d-a8df-ec899516da85 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:56:09.808251 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46156) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:09.813422 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-272038ca-08c3-4da5-93e5-d437a340739f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057556087-network', 'tenant_id': '040cd08a54c24ce8a25c19d4f5ccc168'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:09.865884 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272038ca-08c3-4da5-93e5-d437a340739f admin admin] Made reservation on behalf of 040cd08a54c24ce8a25c19d4f5ccc168 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:56:09.868551 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-272038ca-08c3-4da5-93e5-d437a340739f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:09.880977 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-272038ca-08c3-4da5-93e5-d437a340739f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:10.016275 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-272038ca-08c3-4da5-93e5-d437a340739f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:10.024540 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-272038ca-08c3-4da5-93e5-d437a340739f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:10.025890 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8dd60b8e-efdc-424f-a3d9-1829349891e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921967225-router', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:00Z', 'updated_at': '2021-09-01T14:56:05Z', 'revision_number': 4, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'gw_port': {'id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:01Z', 'updated_at': '2021-09-01T14:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'fbe593ea-2126-40e1-abb9-b7e7079f02fc', 'name': '', 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'mac_address': 'fa:16:3e:d4:5b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:04Z', 'updated_at': '2021-09-01T14:56:05Z', 'revision_number': 2, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'subnets': [{'id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:10.095286 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272038ca-08c3-4da5-93e5-d437a340739f admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:56:10.099135 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd60b8e-efdc-424f-a3d9-1829349891e5 None None] Checking router: fc69ccf7-02ab-488d-a8df-ec899516da85 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:56:10.099752 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd60b8e-efdc-424f-a3d9-1829349891e5 None None] Updating router fc69ccf7-02ab-488d-a8df-ec899516da85 port fbe593ea-2126-40e1-abb9-b7e7079f02fc binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:56:10.113713 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272038ca-08c3-4da5-93e5-d437a340739f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fd43f7-b1d0-4d06-9e30-c8a76c4bf309,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:10.138693 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8cdc6c81-e166-4952-9a06-6d992d092e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:10.142884 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-272038ca-08c3-4da5-93e5-d437a340739f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:10.143318 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-272038ca-08c3-4da5-93e5-d437a340739f admin admin] Added segment 904b694f-1b29-4b02-a944-cca8cf5ce3f8 of type vlan for network 99e9c18f-1ae4-416e-be15-851f074d11fd Sep 01 14:56:10.177707 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8dd60b8e-efdc-424f-a3d9-1829349891e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:10.221516 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46174) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:10.288099 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-272038ca-08c3-4da5-93e5-d437a340739f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:10.350353 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-272038ca-08c3-4da5-93e5-d437a340739f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:10.351518 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272038ca-08c3-4da5-93e5-d437a340739f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:10.352327 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-272038ca-08c3-4da5-93e5-d437a340739f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:10.453248 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e8d436e4-b46c-4a4a-ba13-a8031c12c712 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:10.524453 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8cdc6c81-e166-4952-9a06-6d992d092e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:10.550569 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8cdc6c81-e166-4952-9a06-6d992d092e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:10.569572 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port e8d436e4-b46c-4a4a-ba13-a8031c12c712 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:10.570469 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:10.570916 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d7e5130f-b6d4-42a3-93d3-af5798afb137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:10.615139 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc6c81-e166-4952-9a06-6d992d092e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63acf28-8892-4d35-96c5-398f85a6ad8c,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:10.635731 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-272038ca-08c3-4da5-93e5-d437a340739f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8260510 Sep 01 14:56:10.636718 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46186) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:10.645390 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272038ca-08c3-4da5-93e5-d437a340739f admin admin] Pushing event updated for resources: {'Network': ['ID=99e9c18f-1ae4-416e-be15-851f074d11fd,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:10.682434 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-19bdbe02-c6c4-4567-bdf5-ff5565f6e172 admin admin] Request body: {'subnet': {'network_id': '99e9c18f-1ae4-416e-be15-851f074d11fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057556087-subnet', 'tenant_id': '040cd08a54c24ce8a25c19d4f5ccc168', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:10.709613 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8cdc6c81-e166-4952-9a06-6d992d092e9f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf0cc2aa90964ee8b3bb5eca1f15a119&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4140894 Sep 01 14:56:10.714972 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46190) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:10.719278 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 99e9c18f-1ae4-416e-be15-851f074d11fd details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:56:10.761922 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d7e5130f-b6d4-42a3-93d3-af5798afb137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:10.777757 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d7e5130f-b6d4-42a3-93d3-af5798afb137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:10.844264 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bdbe02-c6c4-4567-bdf5-ff5565f6e172 admin admin] Made reservation on behalf of 040cd08a54c24ce8a25c19d4f5ccc168 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:56:10.848397 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19bdbe02-c6c4-4567-bdf5-ff5565f6e172 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:10.863954 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:56:10.914266 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d7e5130f-b6d4-42a3-93d3-af5798afb137 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=46f1282c25f24c34ab3969c75e2bcd53&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6919868 Sep 01 14:56:10.917086 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46204) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:10.917536 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5130f-b6d4-42a3-93d3-af5798afb137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed9c622-93ca-4b1d-9198-3f5068a2cbba,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:11.089570 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-84dd2ca9-9299-4160-af36-c19d97800deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:11.124131 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a471a1d1-e3d4-49e4-92a5-39f26d528298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:11.160080 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-84dd2ca9-9299-4160-af36-c19d97800deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:11.174168 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a471a1d1-e3d4-49e4-92a5-39f26d528298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:11.277944 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-84dd2ca9-9299-4160-af36-c19d97800deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:11.282120 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-84dd2ca9-9299-4160-af36-c19d97800deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:11.287798 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-84dd2ca9-9299-4160-af36-c19d97800deb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7ed9c622-93ca-4b1d-9198-3f5068a2cbba HTTP/1.1" status: 204 len: 168 time: 0.3487859 Sep 01 14:56:11.299721 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd2ca9-9299-4160-af36-c19d97800deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed9c622-93ca-4b1d-9198-3f5068a2cbba,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:11.405246 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a471a1d1-e3d4-49e4-92a5-39f26d528298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:11.411138 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a471a1d1-e3d4-49e4-92a5-39f26d528298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:11.413855 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a471a1d1-e3d4-49e4-92a5-39f26d528298 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f63acf28-8892-4d35-96c5-398f85a6ad8c HTTP/1.1" status: 204 len: 168 time: 0.6970108 Sep 01 14:56:11.431194 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19bdbe02-c6c4-4567-bdf5-ff5565f6e172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:11.444923 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471a1d1-e3d4-49e4-92a5-39f26d528298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63acf28-8892-4d35-96c5-398f85a6ad8c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:11.552748 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bdbe02-c6c4-4567-bdf5-ff5565f6e172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efe64ab5-3b03-4338-950e-111fb29ee642,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:11.571067 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8dd60b8e-efdc-424f-a3d9-1829349891e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:11.584077 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8dd60b8e-efdc-424f-a3d9-1829349891e5 None None] Transition to ACTIVE for port object fbe593ea-2126-40e1-abb9-b7e7079f02fc will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:11.602544 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8dd60b8e-efdc-424f-a3d9-1829349891e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:11.655069 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bdbe02-c6c4-4567-bdf5-ff5565f6e172 admin admin] Checking segment: {'id': '904b694f-1b29-4b02-a944-cca8cf5ce3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '99e9c18f-1ae4-416e-be15-851f074d11fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:11.657016 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bdbe02-c6c4-4567-bdf5-ff5565f6e172 admin admin] Network hostable DHCP agents. Network: 99e9c18f-1ae4-416e-be15-851f074d11fd, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:56:11.735398 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5290e-4529-4f90-a23a-f67d0a10638a None None] Pushing event updated for resources: {'Port': ['ID=fbe593ea-2126-40e1-abb9-b7e7079f02fc,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:11.736908 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bdbe02-c6c4-4567-bdf5-ff5565f6e172 admin admin] Network 99e9c18f-1ae4-416e-be15-851f074d11fd is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:56:11.782928 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-19bdbe02-c6c4-4567-bdf5-ff5565f6e172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 99e9c18f-1ae4-416e-be15-851f074d11fd) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:11.788633 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bdbe02-c6c4-4567-bdf5-ff5565f6e172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:11.790989 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19bdbe02-c6c4-4567-bdf5-ff5565f6e172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:11.810972 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294f0e00-2445-40d5-b56f-4ccaeff5b84d None None] Network 99e9c18f-1ae4-416e-be15-851f074d11fd requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:56:11.827446 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-19bdbe02-c6c4-4567-bdf5-ff5565f6e172 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1838059 Sep 01 14:56:11.838114 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46256) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:11.843633 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-7c2349e7-d308-45bb-a9dd-fd733c19fbe5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057556087-router', 'tenant_id': '040cd08a54c24ce8a25c19d4f5ccc168', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:11.853399 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8dd60b8e-efdc-424f-a3d9-1829349891e5 None None] Attempting to bind port fbe593ea-2126-40e1-abb9-b7e7079f02fc on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:56:11.853780 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8dd60b8e-efdc-424f-a3d9-1829349891e5 None None] Attempting to bind port fbe593ea-2126-40e1-abb9-b7e7079f02fc by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '6494e41f-3a98-4c3f-8728-8bf218086c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:56:11.855253 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd60b8e-efdc-424f-a3d9-1829349891e5 None None] Attempting to bind port fbe593ea-2126-40e1-abb9-b7e7079f02fc on network e341c1bf-b603-47af-8c0a-c48eab293c3d {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:11.890169 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c2349e7-d308-45bb-a9dd-fd733c19fbe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:11.891935 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c2349e7-d308-45bb-a9dd-fd733c19fbe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:11.937834 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd60b8e-efdc-424f-a3d9-1829349891e5 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:56:11.938555 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd60b8e-efdc-424f-a3d9-1829349891e5 None None] Checking segment: {'id': '6494e41f-3a98-4c3f-8728-8bf218086c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:11.939330 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8dd60b8e-efdc-424f-a3d9-1829349891e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:11.940090 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd60b8e-efdc-424f-a3d9-1829349891e5 None None] Bound using segment: {'id': '6494e41f-3a98-4c3f-8728-8bf218086c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:56:11.941034 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8dd60b8e-efdc-424f-a3d9-1829349891e5 None None] Bound port: fbe593ea-2126-40e1-abb9-b7e7079f02fc, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6494e41f-3a98-4c3f-8728-8bf218086c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:56:11.941782 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8dd60b8e-efdc-424f-a3d9-1829349891e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:11.992933 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c2349e7-d308-45bb-a9dd-fd733c19fbe5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:12.106922 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-8dd60b8e-efdc-424f-a3d9-1829349891e5 None None] For port fbe593ea-2126-40e1-abb9-b7e7079f02fc, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:56:12.113083 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-8dd60b8e-efdc-424f-a3d9-1829349891e5 None None] For port fbe593ea-2126-40e1-abb9-b7e7079f02fc, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fbe593ea-2126-40e1-abb9-b7e7079f02fc,segment=NetworkSegment(6494e41f-3a98-4c3f-8728-8bf218086c1f),segment_id=6494e41f-3a98-4c3f-8728-8bf218086c1f)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:56:12.188438 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8dd60b8e-efdc-424f-a3d9-1829349891e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:12.274507 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c2349e7-d308-45bb-a9dd-fd733c19fbe5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:12.279514 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46272) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:12.284927 n-d-794796-3 neutron-server[94734]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 01 14:56:12.292533 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:12.331773 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-67f769f8-ab6e-44b8-b7dd-174c1ecdf13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:12.348227 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46274) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:12.375323 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5290e-4529-4f90-a23a-f67d0a10638a None None] Pushing event updated for resources: {'Port': ['ID=fbe593ea-2126-40e1-abb9-b7e7079f02fc,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:12.380475 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd60b8e-efdc-424f-a3d9-1829349891e5 None None] Routers {'fc69ccf7-02ab-488d-a8df-ec899516da85'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:56:12.381414 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8dd60b8e-efdc-424f-a3d9-1829349891e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:56:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fc69ccf7-02ab-488d-a8df-ec899516da85'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:12.450444 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-38d42605-9cec-4c53-9786-d9b5a54a9e40 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=215889b050e546d5824f254b655cf137&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1670616 Sep 01 14:56:12.496528 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6bac7d1b-3c1f-4180-ae6e-7c428d09c68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:12.687303 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c360fd-fd03-451a-b6e1-e26271913a30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-99e9c18f-1ae4-416e-be15-851f074d11fd', 'network_id': '99e9c18f-1ae4-416e-be15-851f074d11fd', 'tenant_id': '040cd08a54c24ce8a25c19d4f5ccc168', 'fixed_ips': [{'subnet_id': 'efe64ab5-3b03-4338-950e-111fb29ee642'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 14:56:12.688041 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-31c360fd-fd03-451a-b6e1-e26271913a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:12.755329 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-8dd60b8e-efdc-424f-a3d9-1829349891e5 None None] Set router fc69ccf7-02ab-488d-a8df-ec899516da85 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:56:12.856367 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c2349e7-d308-45bb-a9dd-fd733c19fbe5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:12.913086 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c2349e7-d308-45bb-a9dd-fd733c19fbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:13.047287 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46278) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:13.086056 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-7c2349e7-d308-45bb-a9dd-fd733c19fbe5 admin admin] Allocated IP 172.25.6.170 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/1ae07441-c9ab-4dcf-90f4-a3aa38ea979c) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:13.130200 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:13.147279 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-902469ec-8ff5-4ca5-83dc-f20c67a1894d tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:13.149960 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-902469ec-8ff5-4ca5-83dc-f20c67a1894d tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6967750 Sep 01 14:56:13.183912 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-31c360fd-fd03-451a-b6e1-e26271913a30 None None] Allocated IP 172.20.0.2 (99e9c18f-1ae4-416e-be15-851f074d11fd/efe64ab5-3b03-4338-950e-111fb29ee642/d5449079-e162-4881-b33e-67114333a54c) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:13.198617 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5a5dc112-16b4-46ed-8220-3ae05f4c5e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:13.256936 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-5b715cd8-d742-4e96-8c7b-c4006e3e244e tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/quotas/215889b050e546d5824f254b655cf137 HTTP/1.1" status: 200 len: 375 time: 0.0906599 Sep 01 14:56:13.285457 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46280) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:13.305619 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c2349e7-d308-45bb-a9dd-fd733c19fbe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:13.409130 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-65ef59c3-bd98-4a12-a80d-f3eba0976a3e tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=215889b050e546d5824f254b655cf137&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1388123 Sep 01 14:56:13.414212 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c2349e7-d308-45bb-a9dd-fd733c19fbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:13.474348 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2349e7-d308-45bb-a9dd-fd733c19fbe5 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:13.480520 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-7c2349e7-d308-45bb-a9dd-fd733c19fbe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:13.522683 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6bac7d1b-3c1f-4180-ae6e-7c428d09c68d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:13.525756 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2349e7-d308-45bb-a9dd-fd733c19fbe5 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:13.556435 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6bac7d1b-3c1f-4180-ae6e-7c428d09c68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:13.587324 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac7d1b-3c1f-4180-ae6e-7c428d09c68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55736746-127d-4c0d-81f6-4251a15b1f3b,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:13.632369 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6bac7d1b-3c1f-4180-ae6e-7c428d09c68d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4752f50241e744f680cdeb832c2be15f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2801087 Sep 01 14:56:13.634237 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46286) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:13.648216 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2349e7-d308-45bb-a9dd-fd733c19fbe5 admin admin] Pushing event updated for resources: {'Port': ['ID=1ae07441-c9ab-4dcf-90f4-a3aa38ea979c,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:13.678776 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8dd60b8e-efdc-424f-a3d9-1829349891e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921967225-router', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:00Z', 'updated_at': '2021-09-01T14:56:05Z', 'revision_number': 4, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'gw_port': {'id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:01Z', 'updated_at': '2021-09-01T14:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'fbe593ea-2126-40e1-abb9-b7e7079f02fc', 'name': '', 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'mac_address': 'fa:16:3e:d4:5b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:04Z', 'updated_at': '2021-09-01T14:56:12Z', 'revision_number': 4, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'subnets': [{'id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:13.767612 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f7420d7-caf1-40c9-9394-5604f5371a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:13.786228 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd60b8e-efdc-424f-a3d9-1829349891e5 None None] The sync data for ids ['fc69ccf7-02ab-488d-a8df-ec899516da85'] in n-d-794796-3 is: [{'id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921967225-router', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:00Z', 'updated_at': '2021-09-01T14:56:05Z', 'revision_number': 4, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'gw_port': {'id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:01Z', 'updated_at': '2021-09-01T14:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'fbe593ea-2126-40e1-abb9-b7e7079f02fc', 'name': '', 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'mac_address': 'fa:16:3e:d4:5b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:04Z', 'updated_at': '2021-09-01T14:56:12Z', 'revision_number': 4, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'subnets': [{'id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:56:13.794824 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f7420d7-caf1-40c9-9394-5604f5371a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:13.839370 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-31c360fd-fd03-451a-b6e1-e26271913a30 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:13.874744 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-31c360fd-fd03-451a-b6e1-e26271913a30 None None] Transition to ACTIVE for port object d5449079-e162-4881-b33e-67114333a54c will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:13.931006 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f7420d7-caf1-40c9-9394-5604f5371a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:13.960717 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f7420d7-caf1-40c9-9394-5604f5371a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:13.964491 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7f7420d7-caf1-40c9-9394-5604f5371a0e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/55736746-127d-4c0d-81f6-4251a15b1f3b HTTP/1.1" status: 204 len: 168 time: 0.3287847 Sep 01 14:56:13.993315 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4502e485-3d8c-4167-a245-960cba072bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:14.039266 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-31c360fd-fd03-451a-b6e1-e26271913a30 None None] Transition to ACTIVE for port object d5449079-e162-4881-b33e-67114333a54c will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:14.053853 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5a5dc112-16b4-46ed-8220-3ae05f4c5e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:14.058998 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7420d7-caf1-40c9-9394-5604f5371a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55736746-127d-4c0d-81f6-4251a15b1f3b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:14.064484 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-31c360fd-fd03-451a-b6e1-e26271913a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:14.084599 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5a5dc112-16b4-46ed-8220-3ae05f4c5e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:14.213372 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46310) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:14.293632 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c360fd-fd03-451a-b6e1-e26271913a30 None None] Network 99e9c18f-1ae4-416e-be15-851f074d11fd is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:14.299181 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-31c360fd-fd03-451a-b6e1-e26271913a30 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:14.308988 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c360fd-fd03-451a-b6e1-e26271913a30 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:14.328021 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5a5dc112-16b4-46ed-8220-3ae05f4c5e6c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=42f6d216a9e842079ba94353febe4044&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1982155 Sep 01 14:56:14.336383 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46316) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:14.359900 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c360fd-fd03-451a-b6e1-e26271913a30 None None] Pushing event updated for resources: {'Port': ['ID=d5449079-e162-4881-b33e-67114333a54c,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:14.422784 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fbe593ea-2126-40e1-abb9-b7e7079f02fc up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:14.444666 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5dc112-16b4-46ed-8220-3ae05f4c5e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a018a4a1-8ade-41e6-b236-c5b9acbfe4fd,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:14.448953 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c2349e7-d308-45bb-a9dd-fd733c19fbe5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:14.495918 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3c070913-e390-43fd-ac1c-44c38aa9b982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:14.547788 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3c070913-e390-43fd-ac1c-44c38aa9b982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:14.569785 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-31c360fd-fd03-451a-b6e1-e26271913a30 None None] Attempting to bind port d5449079-e162-4881-b33e-67114333a54c on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:56:14.571054 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-31c360fd-fd03-451a-b6e1-e26271913a30 None None] Attempting to bind port d5449079-e162-4881-b33e-67114333a54c by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '904b694f-1b29-4b02-a944-cca8cf5ce3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '99e9c18f-1ae4-416e-be15-851f074d11fd'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:56:14.571764 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c360fd-fd03-451a-b6e1-e26271913a30 None None] Attempting to bind port d5449079-e162-4881-b33e-67114333a54c on network 99e9c18f-1ae4-416e-be15-851f074d11fd {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:14.579764 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port fbe593ea-2126-40e1-abb9-b7e7079f02fc completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:14.587787 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port fbe593ea-2126-40e1-abb9-b7e7079f02fc triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:14.588595 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:14.647043 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c360fd-fd03-451a-b6e1-e26271913a30 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:56:14.647702 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c360fd-fd03-451a-b6e1-e26271913a30 None None] Checking segment: {'id': '904b694f-1b29-4b02-a944-cca8cf5ce3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '99e9c18f-1ae4-416e-be15-851f074d11fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:14.648416 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-31c360fd-fd03-451a-b6e1-e26271913a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:14.648975 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c360fd-fd03-451a-b6e1-e26271913a30 None None] Bound using segment: {'id': '904b694f-1b29-4b02-a944-cca8cf5ce3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '99e9c18f-1ae4-416e-be15-851f074d11fd'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:56:14.649708 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-31c360fd-fd03-451a-b6e1-e26271913a30 None None] Bound port: d5449079-e162-4881-b33e-67114333a54c, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904b694f-1b29-4b02-a944-cca8cf5ce3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '99e9c18f-1ae4-416e-be15-851f074d11fd'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:56:14.650353 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-31c360fd-fd03-451a-b6e1-e26271913a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:14.763224 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-31c360fd-fd03-451a-b6e1-e26271913a30 None None] For port d5449079-e162-4881-b33e-67114333a54c, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:56:14.769923 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-31c360fd-fd03-451a-b6e1-e26271913a30 None None] For port d5449079-e162-4881-b33e-67114333a54c, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d5449079-e162-4881-b33e-67114333a54c,segment=NetworkSegment(904b694f-1b29-4b02-a944-cca8cf5ce3f8),segment_id=904b694f-1b29-4b02-a944-cca8cf5ce3f8)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:56:14.902829 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:14.922229 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4502e485-3d8c-4167-a245-960cba072bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:14.948564 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4502e485-3d8c-4167-a245-960cba072bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:14.969401 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-31c360fd-fd03-451a-b6e1-e26271913a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:15.030317 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3c070913-e390-43fd-ac1c-44c38aa9b982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:15.040452 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3c070913-e390-43fd-ac1c-44c38aa9b982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:15.048866 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3c070913-e390-43fd-ac1c-44c38aa9b982 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a018a4a1-8ade-41e6-b236-c5b9acbfe4fd HTTP/1.1" status: 204 len: 168 time: 0.7009521 Sep 01 14:56:15.070726 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:15.078818 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c360fd-fd03-451a-b6e1-e26271913a30 None None] Pushing event updated for resources: {'Port': ['ID=d5449079-e162-4881-b33e-67114333a54c,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:15.107198 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c2349e7-d308-45bb-a9dd-fd733c19fbe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:15.162514 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port fbe593ea-2126-40e1-abb9-b7e7079f02fc, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fbe593ea-2126-40e1-abb9-b7e7079f02fc,segment=NetworkSegment(6494e41f-3a98-4c3f-8728-8bf218086c1f),segment_id=6494e41f-3a98-4c3f-8728-8bf218086c1f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:15.165064 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4502e485-3d8c-4167-a245-960cba072bcc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=85581fa85bfd45ba92ea963fe0073c5d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8616538 Sep 01 14:56:15.175300 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502e485-3d8c-4167-a245-960cba072bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703ea583-e045-4c41-833f-129c1113e896,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:15.177853 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:15.192819 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46328) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:15.303937 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c070913-e390-43fd-ac1c-44c38aa9b982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a018a4a1-8ade-41e6-b236-c5b9acbfe4fd,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:15.349012 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f9b6c46a-1c72-45f3-a8a6-c6bf2f5bd306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:15.352396 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=fbe593ea-2126-40e1-abb9-b7e7079f02fc,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:15.389953 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f9b6c46a-1c72-45f3-a8a6-c6bf2f5bd306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:15.430609 n-d-794796-3 neutron-server[94733]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 01 14:56:15.589762 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f9b6c46a-1c72-45f3-a8a6-c6bf2f5bd306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:15.593206 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f9b6c46a-1c72-45f3-a8a6-c6bf2f5bd306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:15.598810 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f9b6c46a-1c72-45f3-a8a6-c6bf2f5bd306 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/703ea583-e045-4c41-833f-129c1113e896 HTTP/1.1" status: 204 len: 168 time: 0.4021966 Sep 01 14:56:15.616312 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b6c46a-1c72-45f3-a8a6-c6bf2f5bd306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703ea583-e045-4c41-833f-129c1113e896,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:15.626831 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-94187e22-2f25-4088-8357-4c4e168e7c0f req-051cf0c7-f193-4c47-aeef-4b0775821c17 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50661f5-4e3a-478e-b435-f29a62f0ef1b HTTP/1.1" status: 200 len: 210 time: 1.4047322 Sep 01 14:56:15.836995 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2349e7-d308-45bb-a9dd-fd733c19fbe5 admin admin] Router b8cf0954-939d-491f-87f0-38756a7e59dd is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 14:56:16.355593 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2349e7-d308-45bb-a9dd-fd733c19fbe5 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:56:16.370336 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296ecf70-5c74-4880-8a84-a533726176e8 None None] Sync routers for ids ['b8cf0954-939d-491f-87f0-38756a7e59dd'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:56:16.382712 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c2349e7-d308-45bb-a9dd-fd733c19fbe5 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:16.384236 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7c2349e7-d308-45bb-a9dd-fd733c19fbe5 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.5447023 Sep 01 14:56:16.389403 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46364) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:16.421950 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296ecf70-5c74-4880-8a84-a533726176e8 None None] Routers {'b8cf0954-939d-491f-87f0-38756a7e59dd'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:56:16.423051 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-296ecf70-5c74-4880-8a84-a533726176e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:56:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['b8cf0954-939d-491f-87f0-38756a7e59dd'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:16.465309 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fbe593ea-2126-40e1-abb9-b7e7079f02fc up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:16.581606 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port fbe593ea-2126-40e1-abb9-b7e7079f02fc triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:16.581606 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:16.753707 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-296ecf70-5c74-4880-8a84-a533726176e8 None None] Set router b8cf0954-939d-491f-87f0-38756a7e59dd gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:56:16.780379 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d5449079-e162-4881-b33e-67114333a54c up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:17.142569 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a340c952-cd07-4371-91f4-ccbf1d958c0c None None] Network 99e9c18f-1ae4-416e-be15-851f074d11fd requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:56:17.149233 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46382) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:17.202650 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f1507b9-0ee3-4e56-bdf1-58b7e1bf0f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:17.315390 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-cb59bfb0-7e7a-4917-9b55-ee379c26fc78 None None] Provisioning for port d5449079-e162-4881-b33e-67114333a54c completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:17.344409 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-296ecf70-5c74-4880-8a84-a533726176e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cf0954-939d-491f-87f0-38756a7e59dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057556087-router', 'tenant_id': '040cd08a54c24ce8a25c19d4f5ccc168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '1ae07441-c9ab-4dcf-90f4-a3aa38ea979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:11Z', 'updated_at': '2021-09-01T14:56:13Z', 'revision_number': 3, 'project_id': '040cd08a54c24ce8a25c19d4f5ccc168', 'gw_port': {'id': '1ae07441-c9ab-4dcf-90f4-a3aa38ea979c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cf0954-939d-491f-87f0-38756a7e59dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:12Z', 'updated_at': '2021-09-01T14:56:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:17.390406 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port d5449079-e162-4881-b33e-67114333a54c completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:17.408598 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port d5449079-e162-4881-b33e-67114333a54c triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:17.409212 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:17.414727 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-67d52b12-220c-4c4c-8494-11a61c9dea27 req-0a713a97-3d98-420a-9d41-987783e2cb7b tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50661f5-4e3a-478e-b435-f29a62f0ef1b HTTP/1.1" status: 200 len: 210 time: 0.1772604 Sep 01 14:56:17.465425 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296ecf70-5c74-4880-8a84-a533726176e8 None None] Checking router: b8cf0954-939d-491f-87f0-38756a7e59dd for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:56:17.468526 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296ecf70-5c74-4880-8a84-a533726176e8 None None] Updating router b8cf0954-939d-491f-87f0-38756a7e59dd port 1ae07441-c9ab-4dcf-90f4-a3aa38ea979c binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:56:17.558449 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-296ecf70-5c74-4880-8a84-a533726176e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:17.741673 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f1507b9-0ee3-4e56-bdf1-58b7e1bf0f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:17.750977 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f1507b9-0ee3-4e56-bdf1-58b7e1bf0f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:17.892632 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2f1507b9-0ee3-4e56-bdf1-58b7e1bf0f71 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a20f48af77d843b28c82226a6fbff033&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7402520 Sep 01 14:56:17.895416 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1507b9-0ee3-4e56-bdf1-58b7e1bf0f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35978d04-4dfa-4eed-8131-d0ec549cc8bc,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:17.901012 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46390) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:17.950684 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:18.050124 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6cb5ce58-a87f-4f08-9a2a-711354e93329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:18.050476 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b1cdb7b3-dafd-410b-ad10-f11caba3841e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:18.087654 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port d5449079-e162-4881-b33e-67114333a54c, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d5449079-e162-4881-b33e-67114333a54c,segment=NetworkSegment(904b694f-1b29-4b02-a944-cca8cf5ce3f8),segment_id=904b694f-1b29-4b02-a944-cca8cf5ce3f8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:18.100435 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:18.181158 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6cb5ce58-a87f-4f08-9a2a-711354e93329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:18.240521 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=d5449079-e162-4881-b33e-67114333a54c,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:18.292829 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.45', 63612) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:18.446511 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-296ecf70-5c74-4880-8a84-a533726176e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:18.472278 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-296ecf70-5c74-4880-8a84-a533726176e8 None None] Transition to ACTIVE for port object 1ae07441-c9ab-4dcf-90f4-a3aa38ea979c will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:18.488826 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-296ecf70-5c74-4880-8a84-a533726176e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:18.507559 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-6bb78099-fb62-4f4f-8f8a-c55c2787a9fa tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=215889b050e546d5824f254b655cf137&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1308692 Sep 01 14:56:18.610868 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5f151-c0be-4105-b402-0fd179ac7a05 None None] Pushing event updated for resources: {'Port': ['ID=1ae07441-c9ab-4dcf-90f4-a3aa38ea979c,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:18.692785 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8496bd32-7d96-43a3-9fc5-c46b8662d037 None None] Provisioning complete for port d5449079-e162-4881-b33e-67114333a54c triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:18.699081 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8496bd32-7d96-43a3-9fc5-c46b8662d037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:18.720573 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-b1cdb7b3-dafd-410b-ad10-f11caba3841e admin admin] Allocated IP 172.20.0.1 (99e9c18f-1ae4-416e-be15-851f074d11fd/efe64ab5-3b03-4338-950e-111fb29ee642/f61df7b7-14f7-4775-99c4-b5c5bec72b3f) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:18.769815 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-296ecf70-5c74-4880-8a84-a533726176e8 None None] Attempting to bind port 1ae07441-c9ab-4dcf-90f4-a3aa38ea979c on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:56:18.772338 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-296ecf70-5c74-4880-8a84-a533726176e8 None None] Attempting to bind port 1ae07441-c9ab-4dcf-90f4-a3aa38ea979c by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:56:18.774216 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296ecf70-5c74-4880-8a84-a533726176e8 None None] Attempting to bind port 1ae07441-c9ab-4dcf-90f4-a3aa38ea979c on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:18.795250 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296ecf70-5c74-4880-8a84-a533726176e8 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:56:18.795949 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296ecf70-5c74-4880-8a84-a533726176e8 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:18.796672 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-296ecf70-5c74-4880-8a84-a533726176e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:18.798402 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296ecf70-5c74-4880-8a84-a533726176e8 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:56:18.798872 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-296ecf70-5c74-4880-8a84-a533726176e8 None None] Bound port: 1ae07441-c9ab-4dcf-90f4-a3aa38ea979c, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:56:18.799975 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-296ecf70-5c74-4880-8a84-a533726176e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:18.952505 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-196eaac6-aa54-49e7-9c43-32d48975a6b1 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:18.954410 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-196eaac6-aa54-49e7-9c43-32d48975a6b1 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4387531 Sep 01 14:56:18.983048 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6cb5ce58-a87f-4f08-9a2a-711354e93329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:18.986153 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6cb5ce58-a87f-4f08-9a2a-711354e93329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:19.002003 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6cb5ce58-a87f-4f08-9a2a-711354e93329 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/35978d04-4dfa-4eed-8131-d0ec549cc8bc HTTP/1.1" status: 204 len: 168 time: 1.0906935 Sep 01 14:56:19.047325 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5ce58-a87f-4f08-9a2a-711354e93329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35978d04-4dfa-4eed-8131-d0ec549cc8bc,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:19.106865 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-3559a638-60bd-4960-b2ff-6cfec305a80b tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Request body: {'port': {'device_id': 'a50661f5-4e3a-478e-b435-f29a62f0ef1b', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': '215889b050e546d5824f254b655cf137'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:19.114576 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-296ecf70-5c74-4880-8a84-a533726176e8 None None] For port 1ae07441-c9ab-4dcf-90f4-a3aa38ea979c, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:56:19.124676 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-296ecf70-5c74-4880-8a84-a533726176e8 None None] For port 1ae07441-c9ab-4dcf-90f4-a3aa38ea979c, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1ae07441-c9ab-4dcf-90f4-a3aa38ea979c,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:56:19.144702 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-296ecf70-5c74-4880-8a84-a533726176e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:19.251083 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5f151-c0be-4105-b402-0fd179ac7a05 None None] Pushing event updated for resources: {'Port': ['ID=1ae07441-c9ab-4dcf-90f4-a3aa38ea979c,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:19.277296 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296ecf70-5c74-4880-8a84-a533726176e8 None None] Routers {'b8cf0954-939d-491f-87f0-38756a7e59dd'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:56:19.277964 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-296ecf70-5c74-4880-8a84-a533726176e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:56:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['b8cf0954-939d-491f-87f0-38756a7e59dd'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:19.284058 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d6ed2a54-0a80-450f-948f-5d9656220b89 req-597623b8-e93f-41cf-be35-feb096bbe5ce tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50661f5-4e3a-478e-b435-f29a62f0ef1b HTTP/1.1" status: 200 len: 210 time: 0.1799388 Sep 01 14:56:19.406803 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b1cdb7b3-dafd-410b-ad10-f11caba3841e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:19.442827 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-b1cdb7b3-dafd-410b-ad10-f11caba3841e admin admin] Transition to ACTIVE for port object f61df7b7-14f7-4775-99c4-b5c5bec72b3f will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:19.514220 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b1cdb7b3-dafd-410b-ad10-f11caba3841e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:19.554466 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-296ecf70-5c74-4880-8a84-a533726176e8 None None] Set router b8cf0954-939d-491f-87f0-38756a7e59dd gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:56:19.623747 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-3559a638-60bd-4960-b2ff-6cfec305a80b tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Made reservation on behalf of 215889b050e546d5824f254b655cf137 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:56:19.629968 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-3559a638-60bd-4960-b2ff-6cfec305a80b tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:19.641419 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cdb7b3-dafd-410b-ad10-f11caba3841e admin admin] Pushing event updated for resources: {'Port': ['ID=f61df7b7-14f7-4775-99c4-b5c5bec72b3f,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:19.653901 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-3559a638-60bd-4960-b2ff-6cfec305a80b tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:19.668681 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cdb7b3-dafd-410b-ad10-f11caba3841e admin admin] Network 99e9c18f-1ae4-416e-be15-851f074d11fd is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:19.672664 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-b1cdb7b3-dafd-410b-ad10-f11caba3841e admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:19.681403 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cdb7b3-dafd-410b-ad10-f11caba3841e admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:19.682504 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b1cdb7b3-dafd-410b-ad10-f11caba3841e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:19.836987 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-296ecf70-5c74-4880-8a84-a533726176e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cf0954-939d-491f-87f0-38756a7e59dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057556087-router', 'tenant_id': '040cd08a54c24ce8a25c19d4f5ccc168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '1ae07441-c9ab-4dcf-90f4-a3aa38ea979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:11Z', 'updated_at': '2021-09-01T14:56:13Z', 'revision_number': 3, 'project_id': '040cd08a54c24ce8a25c19d4f5ccc168', 'gw_port': {'id': '1ae07441-c9ab-4dcf-90f4-a3aa38ea979c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cf0954-939d-491f-87f0-38756a7e59dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:12Z', 'updated_at': '2021-09-01T14:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:19.892684 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296ecf70-5c74-4880-8a84-a533726176e8 None None] The sync data for ids ['b8cf0954-939d-491f-87f0-38756a7e59dd'] in n-d-794796-3 is: [{'id': 'b8cf0954-939d-491f-87f0-38756a7e59dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057556087-router', 'tenant_id': '040cd08a54c24ce8a25c19d4f5ccc168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '1ae07441-c9ab-4dcf-90f4-a3aa38ea979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:11Z', 'updated_at': '2021-09-01T14:56:13Z', 'revision_number': 3, 'project_id': '040cd08a54c24ce8a25c19d4f5ccc168', 'gw_port': {'id': '1ae07441-c9ab-4dcf-90f4-a3aa38ea979c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cf0954-939d-491f-87f0-38756a7e59dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:12Z', 'updated_at': '2021-09-01T14:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:56:19.974431 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-3559a638-60bd-4960-b2ff-6cfec305a80b tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:19.983363 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-3559a638-60bd-4960-b2ff-6cfec305a80b tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:20.034178 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b1cdb7b3-dafd-410b-ad10-f11caba3841e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:20.122452 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46464) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:20.171142 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-60a3cc52-03f2-406c-be09-ba29535b2511 None None] Provisioning for port f61df7b7-14f7-4775-99c4-b5c5bec72b3f completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:20.180765 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4172a6a-c12b-4cee-a185-1d1be94d05db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:20.182582 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-60a3cc52-03f2-406c-be09-ba29535b2511 None None] Provisioning complete for port f61df7b7-14f7-4775-99c4-b5c5bec72b3f triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:20.183347 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-60a3cc52-03f2-406c-be09-ba29535b2511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:20.309067 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559a638-60bd-4960-b2ff-6cfec305a80b tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af26173f-e716-48c3-8f88-230483352a79,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:20.331490 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d5449079-e162-4881-b33e-67114333a54c up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:20.432943 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b1cdb7b3-dafd-410b-ad10-f11caba3841e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:20.464184 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b1cdb7b3-dafd-410b-ad10-f11caba3841e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:20.465245 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b1cdb7b3-dafd-410b-ad10-f11caba3841e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:20.620835 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-60a3cc52-03f2-406c-be09-ba29535b2511 None None] Port f61df7b7-14f7-4775-99c4-b5c5bec72b3f cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:56:20.632424 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cdb7b3-dafd-410b-ad10-f11caba3841e admin admin] Pushing event updated for resources: {'Port': ['ID=f61df7b7-14f7-4775-99c4-b5c5bec72b3f,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:20.660658 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-3559a638-60bd-4960-b2ff-6cfec305a80b tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Allocated IP 192.168.233.78 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/f138f89b-d8c6-4024-a66e-4e720915b5c2) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:20.669814 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port d5449079-e162-4881-b33e-67114333a54c triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:20.670421 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:20.759125 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8e7db75e-a44f-4a36-857b-f1804563fe18 req-eefb7abd-e612-430b-ac39-d177567a823b tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50661f5-4e3a-478e-b435-f29a62f0ef1b HTTP/1.1" status: 200 len: 210 time: 0.1166558 Sep 01 14:56:20.825717 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4172a6a-c12b-4cee-a185-1d1be94d05db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:20.851325 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4172a6a-c12b-4cee-a185-1d1be94d05db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:20.924864 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4172a6a-c12b-4cee-a185-1d1be94d05db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3fec20-7a98-4325-9e4a-863cdcd93492,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:20.933677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cdb7b3-dafd-410b-ad10-f11caba3841e admin admin] Network 99e9c18f-1ae4-416e-be15-851f074d11fd is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:20.945159 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-b1cdb7b3-dafd-410b-ad10-f11caba3841e admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:21.268777 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a4172a6a-c12b-4cee-a185-1d1be94d05db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ef614501c74483eb6f2e42a301b1670&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1409705 Sep 01 14:56:21.269024 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46474) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:21.330900 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-3559a638-60bd-4960-b2ff-6cfec305a80b tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:21.414286 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1cdb7b3-dafd-410b-ad10-f11caba3841e admin admin] Router b8cf0954-939d-491f-87f0-38756a7e59dd has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:56:21.432571 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46476) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:21.474689 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-3559a638-60bd-4960-b2ff-6cfec305a80b tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Transition to ACTIVE for port object f138f89b-d8c6-4024-a66e-4e720915b5c2 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:21.588875 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e676fbbb-9804-4e64-b54f-0fbfe6dceca3 None None] Provisioning complete for port f61df7b7-14f7-4775-99c4-b5c5bec72b3f triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:21.589501 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e676fbbb-9804-4e64-b54f-0fbfe6dceca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:21.590173 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4b16d445-4d1c-443c-bf18-55cfce9a488c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:21.599488 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-3559a638-60bd-4960-b2ff-6cfec305a80b tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:21.750829 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e676fbbb-9804-4e64-b54f-0fbfe6dceca3 None None] Port f61df7b7-14f7-4775-99c4-b5c5bec72b3f cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:56:21.772748 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4b16d445-4d1c-443c-bf18-55cfce9a488c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:22.013043 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-3559a638-60bd-4960-b2ff-6cfec305a80b tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:22.044649 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-3559a638-60bd-4960-b2ff-6cfec305a80b tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:22.104911 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-3559a638-60bd-4960-b2ff-6cfec305a80b tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:22.144946 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-3559a638-60bd-4960-b2ff-6cfec305a80b tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:22.146061 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-3559a638-60bd-4960-b2ff-6cfec305a80b tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:22.196335 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cdb7b3-dafd-410b-ad10-f11caba3841e admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:56:22.200866 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d08271ef-4aa8-4e9e-b4f6-23ca21fbc57f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:22.233440 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b1cdb7b3-dafd-410b-ad10-f11caba3841e admin admin] 10.222.0.60 "PUT /v2.0/routers/b8cf0954-939d-491f-87f0-38756a7e59dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8374193 Sep 01 14:56:22.260537 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4b16d445-4d1c-443c-bf18-55cfce9a488c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:22.265582 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4b16d445-4d1c-443c-bf18-55cfce9a488c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:22.272024 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4b16d445-4d1c-443c-bf18-55cfce9a488c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5c3fec20-7a98-4325-9e4a-863cdcd93492 HTTP/1.1" status: 204 len: 168 time: 0.9975424 Sep 01 14:56:22.356168 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1ae07441-c9ab-4dcf-90f4-a3aa38ea979c up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:22.422164 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559a638-60bd-4960-b2ff-6cfec305a80b tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Pushing event updated for resources: {'Port': ['ID=f138f89b-d8c6-4024-a66e-4e720915b5c2,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:22.462580 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-3559a638-60bd-4960-b2ff-6cfec305a80b tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4026151 Sep 01 14:56:22.473643 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 1ae07441-c9ab-4dcf-90f4-a3aa38ea979c completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:22.480263 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 1ae07441-c9ab-4dcf-90f4-a3aa38ea979c triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:22.481362 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:22.504041 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-5bb4cf03-c181-4585-8cc6-80d34877fc22 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:56:22.506132 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-5bb4cf03-c181-4585-8cc6-80d34877fc22 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0276201 Sep 01 14:56:22.724357 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:22.804735 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acf1fc-3c4c-4693-a7b8-369d2dbd0ec4 req-00fa71a7-ece3-4f35-a8f3-4a3e2dd8da4f tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:22.817717 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 1ae07441-c9ab-4dcf-90f4-a3aa38ea979c, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1ae07441-c9ab-4dcf-90f4-a3aa38ea979c,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:22.823357 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-de97f180-678c-4fb9-8b7a-0f017e80f2eb None None] Provisioning for port f138f89b-d8c6-4024-a66e-4e720915b5c2 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:22.827623 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d4acf1fc-3c4c-4693-a7b8-369d2dbd0ec4 req-00fa71a7-ece3-4f35-a8f3-4a3e2dd8da4f tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50661f5-4e3a-478e-b435-f29a62f0ef1b HTTP/1.1" status: 200 len: 935 time: 0.7704513 Sep 01 14:56:22.850477 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-de97f180-678c-4fb9-8b7a-0f017e80f2eb None None] Provisioning complete for port f138f89b-d8c6-4024-a66e-4e720915b5c2 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:22.856428 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-de97f180-678c-4fb9-8b7a-0f017e80f2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:22.877364 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16d445-4d1c-443c-bf18-55cfce9a488c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3fec20-7a98-4325-9e4a-863cdcd93492,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:22.988308 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d4acf1fc-3c4c-4693-a7b8-369d2dbd0ec4 req-93640a52-7209-4d97-ad97-20f4d1685e82 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/security-groups?id=af26173f-e716-48c3-8f88-230483352a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590643 Sep 01 14:56:23.034865 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:23.224985 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=1ae07441-c9ab-4dcf-90f4-a3aa38ea979c,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:23.257129 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-de97f180-678c-4fb9-8b7a-0f017e80f2eb None None] Port f138f89b-d8c6-4024-a66e-4e720915b5c2 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:56:23.440203 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d08271ef-4aa8-4e9e-b4f6-23ca21fbc57f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:23.449938 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d08271ef-4aa8-4e9e-b4f6-23ca21fbc57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:23.570066 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d08271ef-4aa8-4e9e-b4f6-23ca21fbc57f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf491caf23e84c27993b95399f7c4cad&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1354053 Sep 01 14:56:23.582268 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46510) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:23.635332 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08271ef-4aa8-4e9e-b4f6-23ca21fbc57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c133fc5c-9e93-41dd-b1e6-4cd948a691ac,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:23.716299 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71348853-8451-41de-9268-8ace54ce27ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:23.728875 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb930073-4004-44f4-8280-3d6c536cca96 None None] Sync routers for ids ['b8cf0954-939d-491f-87f0-38756a7e59dd'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:56:23.756232 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb930073-4004-44f4-8280-3d6c536cca96 None None] Routers {'b8cf0954-939d-491f-87f0-38756a7e59dd'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:56:23.756893 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-eb930073-4004-44f4-8280-3d6c536cca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:56:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['b8cf0954-939d-491f-87f0-38756a7e59dd'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:23.793911 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71348853-8451-41de-9268-8ace54ce27ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:23.901877 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71348853-8451-41de-9268-8ace54ce27ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:23.911321 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71348853-8451-41de-9268-8ace54ce27ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:23.920659 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-71348853-8451-41de-9268-8ace54ce27ac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c133fc5c-9e93-41dd-b1e6-4cd948a691ac HTTP/1.1" status: 204 len: 168 time: 0.3343267 Sep 01 14:56:23.945985 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71348853-8451-41de-9268-8ace54ce27ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c133fc5c-9e93-41dd-b1e6-4cd948a691ac,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:24.098138 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-eb930073-4004-44f4-8280-3d6c536cca96 None None] Set router b8cf0954-939d-491f-87f0-38756a7e59dd gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:56:24.439214 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e1025-67c1-4ef1-8d21-322d37a68d25 req-464891f8-b955-4606-bd24-289b76dd2891 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:24.455345 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a27e1025-67c1-4ef1-8d21-322d37a68d25 req-464891f8-b955-4606-bd24-289b76dd2891 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50661f5-4e3a-478e-b435-f29a62f0ef1b HTTP/1.1" status: 200 len: 935 time: 0.2428975 Sep 01 14:56:24.471446 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1ae07441-c9ab-4dcf-90f4-a3aa38ea979c up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:24.564660 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a27e1025-67c1-4ef1-8d21-322d37a68d25 req-e31c465b-a01f-4d3e-893a-5cbff9fe8c79 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/security-groups?id=af26173f-e716-48c3-8f88-230483352a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046698 Sep 01 14:56:24.717527 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 1ae07441-c9ab-4dcf-90f4-a3aa38ea979c triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:24.718168 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:24.931528 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-eb930073-4004-44f4-8280-3d6c536cca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cf0954-939d-491f-87f0-38756a7e59dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057556087-router', 'tenant_id': '040cd08a54c24ce8a25c19d4f5ccc168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '1ae07441-c9ab-4dcf-90f4-a3aa38ea979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:11Z', 'updated_at': '2021-09-01T14:56:19Z', 'revision_number': 4, 'project_id': '040cd08a54c24ce8a25c19d4f5ccc168', 'gw_port': {'id': '1ae07441-c9ab-4dcf-90f4-a3aa38ea979c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf0954-939d-491f-87f0-38756a7e59dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:12Z', 'updated_at': '2021-09-01T14:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'f61df7b7-14f7-4775-99c4-b5c5bec72b3f', 'name': '', 'network_id': '99e9c18f-1ae4-416e-be15-851f074d11fd', 'tenant_id': '040cd08a54c24ce8a25c19d4f5ccc168', 'mac_address': 'fa:16:3e:c6:27:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cf0954-939d-491f-87f0-38756a7e59dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'efe64ab5-3b03-4338-950e-111fb29ee642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:18Z', 'updated_at': '2021-09-01T14:56:20Z', 'revision_number': 2, 'project_id': '040cd08a54c24ce8a25c19d4f5ccc168', 'subnets': [{'id': 'efe64ab5-3b03-4338-950e-111fb29ee642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:24.981899 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb930073-4004-44f4-8280-3d6c536cca96 None None] Checking router: b8cf0954-939d-491f-87f0-38756a7e59dd for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:56:24.982821 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb930073-4004-44f4-8280-3d6c536cca96 None None] Updating router b8cf0954-939d-491f-87f0-38756a7e59dd port f61df7b7-14f7-4775-99c4-b5c5bec72b3f binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:56:25.040380 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-eb930073-4004-44f4-8280-3d6c536cca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:25.073022 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-bfb762d5-ef7b-4035-893f-f073e0cf605f service neutron] Request body: {'port': {'device_id': 'a50661f5-4e3a-478e-b435-f29a62f0ef1b', 'device_owner': 'compute:tempest-test_az-1371376998', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:25.427489 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-bfb762d5-ef7b-4035-893f-f073e0cf605f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:25.824580 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46546) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:25.916828 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-074d22fe-0de2-427c-b5ae-0b5f8f98eae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:25.935775 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-eb930073-4004-44f4-8280-3d6c536cca96 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:25.989921 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-eb930073-4004-44f4-8280-3d6c536cca96 None None] Transition to ACTIVE for port object f61df7b7-14f7-4775-99c4-b5c5bec72b3f will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:26.013553 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-eb930073-4004-44f4-8280-3d6c536cca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:26.122269 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c021495-4073-4098-9c37-7995b68d63a7 None None] Pushing event updated for resources: {'Port': ['ID=f61df7b7-14f7-4775-99c4-b5c5bec72b3f,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:26.313495 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-eb930073-4004-44f4-8280-3d6c536cca96 None None] Attempting to bind port f61df7b7-14f7-4775-99c4-b5c5bec72b3f on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:56:26.313916 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-eb930073-4004-44f4-8280-3d6c536cca96 None None] Attempting to bind port f61df7b7-14f7-4775-99c4-b5c5bec72b3f by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '904b694f-1b29-4b02-a944-cca8cf5ce3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '99e9c18f-1ae4-416e-be15-851f074d11fd'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:56:26.314285 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb930073-4004-44f4-8280-3d6c536cca96 None None] Attempting to bind port f61df7b7-14f7-4775-99c4-b5c5bec72b3f on network 99e9c18f-1ae4-416e-be15-851f074d11fd {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:26.331996 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb930073-4004-44f4-8280-3d6c536cca96 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:56:26.332417 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb930073-4004-44f4-8280-3d6c536cca96 None None] Checking segment: {'id': '904b694f-1b29-4b02-a944-cca8cf5ce3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '99e9c18f-1ae4-416e-be15-851f074d11fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:26.332837 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-eb930073-4004-44f4-8280-3d6c536cca96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:26.333281 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb930073-4004-44f4-8280-3d6c536cca96 None None] Bound using segment: {'id': '904b694f-1b29-4b02-a944-cca8cf5ce3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '99e9c18f-1ae4-416e-be15-851f074d11fd'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:56:26.333750 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-eb930073-4004-44f4-8280-3d6c536cca96 None None] Bound port: f61df7b7-14f7-4775-99c4-b5c5bec72b3f, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904b694f-1b29-4b02-a944-cca8cf5ce3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '99e9c18f-1ae4-416e-be15-851f074d11fd'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:56:26.334168 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-eb930073-4004-44f4-8280-3d6c536cca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:26.474469 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-074d22fe-0de2-427c-b5ae-0b5f8f98eae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:26.482551 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-074d22fe-0de2-427c-b5ae-0b5f8f98eae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:26.587719 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d22fe-0de2-427c-b5ae-0b5f8f98eae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade17625-205e-48ab-b105-fc3ba5a3b6d6,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:26.618841 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-eb930073-4004-44f4-8280-3d6c536cca96 None None] For port f61df7b7-14f7-4775-99c4-b5c5bec72b3f, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:56:26.666682 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-eb930073-4004-44f4-8280-3d6c536cca96 None None] For port f61df7b7-14f7-4775-99c4-b5c5bec72b3f, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f61df7b7-14f7-4775-99c4-b5c5bec72b3f,segment=NetworkSegment(904b694f-1b29-4b02-a944-cca8cf5ce3f8),segment_id=904b694f-1b29-4b02-a944-cca8cf5ce3f8)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:56:26.686926 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-eb930073-4004-44f4-8280-3d6c536cca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:26.705120 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-074d22fe-0de2-427c-b5ae-0b5f8f98eae7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f2651cd363c4f5092c5dc9ffc54d93c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8785155 Sep 01 14:56:26.721824 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46564) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:26.915201 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6851f-1a5a-4bd0-b884-12467430e030 req-41b1ba38-3fa0-4deb-8f05-0fe8b631a21b tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:26.931845 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-95f6851f-1a5a-4bd0-b884-12467430e030 req-41b1ba38-3fa0-4deb-8f05-0fe8b631a21b tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50661f5-4e3a-478e-b435-f29a62f0ef1b HTTP/1.1" status: 200 len: 935 time: 0.2895241 Sep 01 14:56:26.975206 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c021495-4073-4098-9c37-7995b68d63a7 None None] Pushing event updated for resources: {'Port': ['ID=f61df7b7-14f7-4775-99c4-b5c5bec72b3f,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:27.007336 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb930073-4004-44f4-8280-3d6c536cca96 None None] Routers {'b8cf0954-939d-491f-87f0-38756a7e59dd'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:56:27.008360 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-eb930073-4004-44f4-8280-3d6c536cca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:56:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['b8cf0954-939d-491f-87f0-38756a7e59dd'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:27.052279 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5dd543e2-847d-4a13-b853-cf121ce4af75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:27.092319 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-bfb762d5-ef7b-4035-893f-f073e0cf605f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f138f89b-d8c6-4024-a66e-4e720915b5c2 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:56:27.127158 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5dd543e2-847d-4a13-b853-cf121ce4af75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:27.189524 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-bfb762d5-ef7b-4035-893f-f073e0cf605f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:27.247564 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-95f6851f-1a5a-4bd0-b884-12467430e030 req-6b930167-112a-45d7-bbe0-75dc43eaee6c tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/security-groups?id=af26173f-e716-48c3-8f88-230483352a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919757 Sep 01 14:56:27.261208 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-bfb762d5-ef7b-4035-893f-f073e0cf605f service neutron] Transition to ACTIVE for port object f138f89b-d8c6-4024-a66e-4e720915b5c2 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:27.273502 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-bfb762d5-ef7b-4035-893f-f073e0cf605f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:27.327504 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5dd543e2-847d-4a13-b853-cf121ce4af75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:27.342743 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5dd543e2-847d-4a13-b853-cf121ce4af75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:27.353329 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5dd543e2-847d-4a13-b853-cf121ce4af75 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ade17625-205e-48ab-b105-fc3ba5a3b6d6 HTTP/1.1" status: 204 len: 168 time: 0.6362617 Sep 01 14:56:27.397409 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd543e2-847d-4a13-b853-cf121ce4af75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade17625-205e-48ab-b105-fc3ba5a3b6d6,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:27.459408 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:27.566334 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-eb930073-4004-44f4-8280-3d6c536cca96 None None] Set router b8cf0954-939d-491f-87f0-38756a7e59dd gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:56:27.919574 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb762d5-ef7b-4035-893f-f073e0cf605f service neutron] Pushing event updated for resources: {'Port': ['ID=f138f89b-d8c6-4024-a66e-4e720915b5c2,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:27.926601 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-bfb762d5-ef7b-4035-893f-f073e0cf605f service neutron] Attempting to bind port f138f89b-d8c6-4024-a66e-4e720915b5c2 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:56:27.926906 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-bfb762d5-ef7b-4035-893f-f073e0cf605f service neutron] Attempting to bind port f138f89b-d8c6-4024-a66e-4e720915b5c2 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:56:27.927276 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-bfb762d5-ef7b-4035-893f-f073e0cf605f service neutron] Attempting to bind port f138f89b-d8c6-4024-a66e-4e720915b5c2 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:27.940571 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-bfb762d5-ef7b-4035-893f-f073e0cf605f service neutron] Port f138f89b-d8c6-4024-a66e-4e720915b5c2 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:56:27.941013 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-bfb762d5-ef7b-4035-893f-f073e0cf605f service neutron] Attempting to bind port f138f89b-d8c6-4024-a66e-4e720915b5c2 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:27.950336 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-bfb762d5-ef7b-4035-893f-f073e0cf605f service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:56:27.950761 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-bfb762d5-ef7b-4035-893f-f073e0cf605f service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:27.951295 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-bfb762d5-ef7b-4035-893f-f073e0cf605f service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:56:27.960066 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-bfb762d5-ef7b-4035-893f-f073e0cf605f service neutron] Bound port: f138f89b-d8c6-4024-a66e-4e720915b5c2, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:56:27.960814 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-bfb762d5-ef7b-4035-893f-f073e0cf605f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:28.045770 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46586) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:28.156398 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-bfb762d5-ef7b-4035-893f-f073e0cf605f service neutron] For port f138f89b-d8c6-4024-a66e-4e720915b5c2, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:56:28.186608 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-bfb762d5-ef7b-4035-893f-f073e0cf605f service neutron] For port f138f89b-d8c6-4024-a66e-4e720915b5c2, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f138f89b-d8c6-4024-a66e-4e720915b5c2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:56:28.206462 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-bfb762d5-ef7b-4035-893f-f073e0cf605f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:28.268587 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46590) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:28.309997 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46596) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:28.317470 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-997120d0-f839-492c-bc90-953f0ab77f44 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--993726866', 'description': 'tempest-description--195571115'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:28.400486 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-997120d0-f839-492c-bc90-953f0ab77f44 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:28.497572 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-bfb762d5-ef7b-4035-893f-f073e0cf605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:28.510671 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-bfb762d5-ef7b-4035-893f-f073e0cf605f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:28.521249 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-bfb762d5-ef7b-4035-893f-f073e0cf605f service neutron] 10.222.0.45 "PUT /v2.0/ports/f138f89b-d8c6-4024-a66e-4e720915b5c2 HTTP/1.1" status: 200 len: 1117 time: 4.4744036 Sep 01 14:56:28.521966 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50661f5-4e3a-478e-b435-f29a62f0ef1b', 'tag': 'f138f89b-d8c6-4024-a66e-4e720915b5c2'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:56:28.672276 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-eb930073-4004-44f4-8280-3d6c536cca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cf0954-939d-491f-87f0-38756a7e59dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057556087-router', 'tenant_id': '040cd08a54c24ce8a25c19d4f5ccc168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '1ae07441-c9ab-4dcf-90f4-a3aa38ea979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:11Z', 'updated_at': '2021-09-01T14:56:19Z', 'revision_number': 4, 'project_id': '040cd08a54c24ce8a25c19d4f5ccc168', 'gw_port': {'id': '1ae07441-c9ab-4dcf-90f4-a3aa38ea979c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf0954-939d-491f-87f0-38756a7e59dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:12Z', 'updated_at': '2021-09-01T14:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'f61df7b7-14f7-4775-99c4-b5c5bec72b3f', 'name': '', 'network_id': '99e9c18f-1ae4-416e-be15-851f074d11fd', 'tenant_id': '040cd08a54c24ce8a25c19d4f5ccc168', 'mac_address': 'fa:16:3e:c6:27:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cf0954-939d-491f-87f0-38756a7e59dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'efe64ab5-3b03-4338-950e-111fb29ee642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:18Z', 'updated_at': '2021-09-01T14:56:26Z', 'revision_number': 4, 'project_id': '040cd08a54c24ce8a25c19d4f5ccc168', 'subnets': [{'id': 'efe64ab5-3b03-4338-950e-111fb29ee642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:28.721535 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-997120d0-f839-492c-bc90-953f0ab77f44 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:28.732402 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-997120d0-f839-492c-bc90-953f0ab77f44 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:28.799060 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-662b9136-0e8b-499d-8b10-a190faee829f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:28.822739 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb930073-4004-44f4-8280-3d6c536cca96 None None] The sync data for ids ['b8cf0954-939d-491f-87f0-38756a7e59dd'] in n-d-794796-3 is: [{'id': 'b8cf0954-939d-491f-87f0-38756a7e59dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057556087-router', 'tenant_id': '040cd08a54c24ce8a25c19d4f5ccc168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '1ae07441-c9ab-4dcf-90f4-a3aa38ea979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:11Z', 'updated_at': '2021-09-01T14:56:19Z', 'revision_number': 4, 'project_id': '040cd08a54c24ce8a25c19d4f5ccc168', 'gw_port': {'id': '1ae07441-c9ab-4dcf-90f4-a3aa38ea979c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf0954-939d-491f-87f0-38756a7e59dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:12Z', 'updated_at': '2021-09-01T14:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'f61df7b7-14f7-4775-99c4-b5c5bec72b3f', 'name': '', 'network_id': '99e9c18f-1ae4-416e-be15-851f074d11fd', 'tenant_id': '040cd08a54c24ce8a25c19d4f5ccc168', 'mac_address': 'fa:16:3e:c6:27:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8cf0954-939d-491f-87f0-38756a7e59dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'efe64ab5-3b03-4338-950e-111fb29ee642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:18Z', 'updated_at': '2021-09-01T14:56:26Z', 'revision_number': 4, 'project_id': '040cd08a54c24ce8a25c19d4f5ccc168', 'subnets': [{'id': 'efe64ab5-3b03-4338-950e-111fb29ee642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:56:28.859385 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-997120d0-f839-492c-bc90-953f0ab77f44 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:28.864952 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-997120d0-f839-492c-bc90-953f0ab77f44 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5498567 Sep 01 14:56:28.884379 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46604) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:28.918453 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-0b040c14-c047-49b5-88e4-74728f8a48aa tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Request body: {'security_group_rule': {'security_group_id': 'd9576373-f81d-43fa-ac12-d77cc710d5bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:28.976512 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997120d0-f839-492c-bc90-953f0ab77f44 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9576373-f81d-43fa-ac12-d77cc710d5bd,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:29.050218 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0f810058-ed19-4812-89c8-89892bc25525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:29.179055 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb762d5-ef7b-4035-893f-f073e0cf605f service neutron] Pushing event updated for resources: {'Port': ['ID=f138f89b-d8c6-4024-a66e-4e720915b5c2,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:29.240603 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-3b934d97-c1d2-4b72-ace3-fccdba9154dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:29.243887 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-3b934d97-c1d2-4b72-ace3-fccdba9154dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=215889b050e546d5824f254b655cf137&device_id=a50661f5-4e3a-478e-b435-f29a62f0ef1b HTTP/1.1" status: 200 len: 1120 time: 0.5061829 Sep 01 14:56:29.278885 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ffed3-bd39-4c08-912a-e1f4364d056a req-696380b4-16cb-420b-84f0-b29fc7518c12 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:29.281861 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d30ffed3-bd39-4c08-912a-e1f4364d056a req-696380b4-16cb-420b-84f0-b29fc7518c12 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50661f5-4e3a-478e-b435-f29a62f0ef1b HTTP/1.1" status: 200 len: 969 time: 0.5736868 Sep 01 14:56:29.365892 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-662b9136-0e8b-499d-8b10-a190faee829f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:29.377946 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-662b9136-0e8b-499d-8b10-a190faee829f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:29.624070 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-b8af6584-8e44-4379-bb35-7f8af05ca955 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=f138f89b-d8c6-4024-a66e-4e720915b5c2 HTTP/1.1" status: 200 len: 217 time: 0.3402207 Sep 01 14:56:29.669461 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d30ffed3-bd39-4c08-912a-e1f4364d056a req-87643bfe-41d7-41ff-b9ab-f50eced8f315 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/security-groups?id=af26173f-e716-48c3-8f88-230483352a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684473 Sep 01 14:56:29.682774 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b9136-0e8b-499d-8b10-a190faee829f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed77328d-a916-4e0f-915c-609c6a742f56,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:29.755260 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46620) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:29.762509 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-662b9136-0e8b-499d-8b10-a190faee829f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=357e491e822048ebb21efe6e3c7f8b9a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7035837 Sep 01 14:56:29.767180 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0b040c14-c047-49b5-88e4-74728f8a48aa tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:29.797986 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db1d712-ce16-4bde-812f-1d5ca661c804" -d '{"events": [{"name": "network-changed", "server_uuid": "a50661f5-4e3a-478e-b435-f29a62f0ef1b", "tag": "f138f89b-d8c6-4024-a66e-4e720915b5c2"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:56:29.952214 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7618eeae-772a-4aa5-b7d1-fc7a445963d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:30.095005 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7618eeae-772a-4aa5-b7d1-fc7a445963d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:30.143657 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0b040c14-c047-49b5-88e4-74728f8a48aa tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:30.162014 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0b040c14-c047-49b5-88e4-74728f8a48aa tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:30.201232 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-bf559d19-7bba-4a94-8d5c-60924167708a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:30.209137 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-bf559d19-7bba-4a94-8d5c-60924167708a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.2303872 Sep 01 14:56:30.276512 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b040c14-c047-49b5-88e4-74728f8a48aa tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b5c69c0-53e1-46f4-873e-7a9e08a9eafa,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:30.354683 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0f810058-ed19-4812-89c8-89892bc25525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:30.369964 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0f810058-ed19-4812-89c8-89892bc25525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:30.394700 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73356f0-bb87-4fc9-8841-22f8c25c726c x-openstack-request-id: req-b73356f0-bb87-4fc9-8841-22f8c25c726c {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:56:30.395016 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50661f5-4e3a-478e-b435-f29a62f0ef1b", "tag": "f138f89b-d8c6-4024-a66e-4e720915b5c2", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:56:30.395206 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b73356f0-bb87-4fc9-8841-22f8c25c726c {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:56:30.395662 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50661f5-4e3a-478e-b435-f29a62f0ef1b', 'tag': 'f138f89b-d8c6-4024-a66e-4e720915b5c2', 'status': 'completed', 'code': 200} Sep 01 14:56:30.396971 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f61df7b7-14f7-4775-99c4-b5c5bec72b3f up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:30.440480 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-a620a7ca-19aa-4be3-8f42-0538ac9b5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:30.442396 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-a620a7ca-19aa-4be3-8f42-0538ac9b5ad4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2108428 Sep 01 14:56:30.443933 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7618eeae-772a-4aa5-b7d1-fc7a445963d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:30.449620 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7618eeae-772a-4aa5-b7d1-fc7a445963d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:30.469070 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7618eeae-772a-4aa5-b7d1-fc7a445963d8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ed77328d-a916-4e0f-915c-609c6a742f56 HTTP/1.1" status: 204 len: 168 time: 0.7123244 Sep 01 14:56:30.560774 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port f61df7b7-14f7-4775-99c4-b5c5bec72b3f completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:30.567866 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port f61df7b7-14f7-4775-99c4-b5c5bec72b3f triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:30.568863 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:30.582921 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0b040c14-c047-49b5-88e4-74728f8a48aa tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:30.591918 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0b040c14-c047-49b5-88e4-74728f8a48aa tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7053027 Sep 01 14:56:30.597028 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46640) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:30.639906 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-5cd28958-f59b-4478-a18e-1a744369e847 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Request body: {'security_group_rule': {'security_group_id': 'd9576373-f81d-43fa-ac12-d77cc710d5bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:30.679108 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0f810058-ed19-4812-89c8-89892bc25525 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3d5d07b369bd453f84bbb0a97c6939ea&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4064436 Sep 01 14:56:30.682169 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46642) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:30.723081 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f810058-ed19-4812-89c8-89892bc25525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e85c17-faab-4306-abe7-69486f5f16b9,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:30.753879 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5cd28958-f59b-4478-a18e-1a744369e847 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:30.774875 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618eeae-772a-4aa5-b7d1-fc7a445963d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed77328d-a916-4e0f-915c-609c6a742f56,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:30.980137 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-cc5906a2-2887-4bc7-8d56-2827994888b8 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4958003 Sep 01 14:56:30.997431 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:31.057641 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port f61df7b7-14f7-4775-99c4-b5c5bec72b3f, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f61df7b7-14f7-4775-99c4-b5c5bec72b3f,segment=NetworkSegment(904b694f-1b29-4b02-a944-cca8cf5ce3f8),segment_id=904b694f-1b29-4b02-a944-cca8cf5ce3f8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:31.069554 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:31.209131 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=f61df7b7-14f7-4775-99c4-b5c5bec72b3f,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:31.284839 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5cd28958-f59b-4478-a18e-1a744369e847 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:31.301869 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5cd28958-f59b-4478-a18e-1a744369e847 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:31.351023 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5cd28958-f59b-4478-a18e-1a744369e847 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:31.352322 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5cd28958-f59b-4478-a18e-1a744369e847 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7188950 Sep 01 14:56:31.367517 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46654) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:31.377493 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-7659e302-5e95-41ee-ba72-3b049a15392f tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:31.383884 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e7c0599b-653a-4b86-bfba-b035bd12caf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:31.388625 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd28958-f59b-4478-a18e-1a744369e847 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a27b4f9-bd31-4bb8-8982-f6dd0ed3b291,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:31.517224 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7659e302-5e95-41ee-ba72-3b049a15392f tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:31.543654 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e7c0599b-653a-4b86-bfba-b035bd12caf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:31.686981 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0eb27-5b53-40de-a8bf-f5544300e908 req-846d6de9-557d-4450-8729-1f80c0eafc56 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:31.698264 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-46d0eb27-5b53-40de-a8bf-f5544300e908 req-846d6de9-557d-4450-8729-1f80c0eafc56 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50661f5-4e3a-478e-b435-f29a62f0ef1b HTTP/1.1" status: 200 len: 969 time: 0.6865780 Sep 01 14:56:31.725139 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e7c0599b-653a-4b86-bfba-b035bd12caf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:31.732773 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e7c0599b-653a-4b86-bfba-b035bd12caf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:31.736133 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e7c0599b-653a-4b86-bfba-b035bd12caf3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c1e85c17-faab-4306-abe7-69486f5f16b9 HTTP/1.1" status: 204 len: 168 time: 1.0523732 Sep 01 14:56:31.761107 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0599b-653a-4b86-bfba-b035bd12caf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e85c17-faab-4306-abe7-69486f5f16b9,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:31.820596 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e5b07e51-a852-4bcc-bfaa-e9c7a218a180 req-f1860af1-ab87-434c-bf05-8fab5eb41e8c service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8391581 Sep 01 14:56:31.895606 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-46d0eb27-5b53-40de-a8bf-f5544300e908 req-1dbf3801-283b-4612-adae-e87cbd08249b tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/security-groups?id=af26173f-e716-48c3-8f88-230483352a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942425 Sep 01 14:56:31.943195 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46662) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:32.044870 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c398414-2e4d-4b14-bca0-11e28226c865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:32.164155 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7659e302-5e95-41ee-ba72-3b049a15392f tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:32.266013 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f61df7b7-14f7-4775-99c4-b5c5bec72b3f up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:32.436236 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-7659e302-5e95-41ee-ba72-3b049a15392f tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Allocated IP 172.25.6.245 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/0a3bb7b3-b762-4142-89c5-53d1133dec53) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:32.497163 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port f61df7b7-14f7-4775-99c4-b5c5bec72b3f triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:32.498081 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:32.504299 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c398414-2e4d-4b14-bca0-11e28226c865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:32.532670 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c398414-2e4d-4b14-bca0-11e28226c865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:32.610558 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c398414-2e4d-4b14-bca0-11e28226c865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2049f6db-3c12-4e52-9840-7221aaae54e1,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:32.650925 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4c398414-2e4d-4b14-bca0-11e28226c865 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=306bf94f2aa54e09be5bf7031c78b9ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7033873 Sep 01 14:56:32.653133 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46672) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:32.744531 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7659e302-5e95-41ee-ba72-3b049a15392f tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:32.828020 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ddd1d0da-8ec9-4724-b1bc-4b7790e920f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:32.859917 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7659e302-5e95-41ee-ba72-3b049a15392f tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:32.877532 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ddd1d0da-8ec9-4724-b1bc-4b7790e920f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:32.918190 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46674) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:32.945670 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-01fd6e08-3bd0-4acc-9c7a-b18226f511ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:33.015740 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ddd1d0da-8ec9-4724-b1bc-4b7790e920f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:33.018845 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ddd1d0da-8ec9-4724-b1bc-4b7790e920f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:33.020061 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ddd1d0da-8ec9-4724-b1bc-4b7790e920f6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2049f6db-3c12-4e52-9840-7221aaae54e1 HTTP/1.1" status: 204 len: 168 time: 0.3651783 Sep 01 14:56:33.096856 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1d0da-8ec9-4724-b1bc-4b7790e920f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2049f6db-3c12-4e52-9840-7221aaae54e1,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:33.297491 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-01fd6e08-3bd0-4acc-9c7a-b18226f511ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:33.305920 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-01fd6e08-3bd0-4acc-9c7a-b18226f511ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:33.378189 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-01fd6e08-3bd0-4acc-9c7a-b18226f511ab admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=011dcbcb45734fbe9b721b8386144c70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4545867 Sep 01 14:56:33.379455 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46686) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:33.403953 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd6e08-3bd0-4acc-9c7a-b18226f511ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e86df2-458f-42d4-b325-e5332f8c9012,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:33.555571 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-00327417-b6b1-407a-884c-ff0f0c692cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:33.656330 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-00327417-b6b1-407a-884c-ff0f0c692cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:33.827032 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c156b-a097-45b7-ba70-e9e0e7622f86 req-b54e8c2d-a44f-40a1-b66a-4b1858d29271 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:33.838520 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7a1c156b-a097-45b7-ba70-e9e0e7622f86 req-b54e8c2d-a44f-40a1-b66a-4b1858d29271 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50661f5-4e3a-478e-b435-f29a62f0ef1b HTTP/1.1" status: 200 len: 969 time: 0.4712672 Sep 01 14:56:33.843776 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1d712-ce16-4bde-812f-1d5ca661c804 req-c4682694-5022-4824-97b4-496b78c19a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:33.852688 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7db1d712-ce16-4bde-812f-1d5ca661c804 req-c4682694-5022-4824-97b4-496b78c19a77 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=215889b050e546d5824f254b655cf137&device_id=a50661f5-4e3a-478e-b435-f29a62f0ef1b HTTP/1.1" status: 200 len: 1120 time: 0.4250159 Sep 01 14:56:33.873000 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-00327417-b6b1-407a-884c-ff0f0c692cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:33.880199 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-00327417-b6b1-407a-884c-ff0f0c692cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:33.898013 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-00327417-b6b1-407a-884c-ff0f0c692cf4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/79e86df2-458f-42d4-b325-e5332f8c9012 HTTP/1.1" status: 204 len: 168 time: 0.5016220 Sep 01 14:56:33.898239 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7659e302-5e95-41ee-ba72-3b049a15392f tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:33.951477 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00327417-b6b1-407a-884c-ff0f0c692cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e86df2-458f-42d4-b325-e5332f8c9012,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:33.972559 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-7659e302-5e95-41ee-ba72-3b049a15392f tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:33.990737 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659e302-5e95-41ee-ba72-3b049a15392f tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Pushing event updated for resources: {'Port': ['ID=0a3bb7b3-b762-4142-89c5-53d1133dec53,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:34.029815 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7659e302-5e95-41ee-ba72-3b049a15392f tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:34.262220 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7a1c156b-a097-45b7-ba70-e9e0e7622f86 req-ce1851e6-97a4-4120-853f-3f530feb1b42 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/security-groups?id=af26173f-e716-48c3-8f88-230483352a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799174 Sep 01 14:56:34.768502 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7659e302-5e95-41ee-ba72-3b049a15392f tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:34.901119 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7659e302-5e95-41ee-ba72-3b049a15392f tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:35.026566 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1d712-ce16-4bde-812f-1d5ca661c804 req-d8e1fb00-63d4-4717-9474-ff538de23d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:35.037401 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7db1d712-ce16-4bde-812f-1d5ca661c804 req-d8e1fb00-63d4-4717-9474-ff538de23d1b service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.6540451 Sep 01 14:56:35.262522 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7db1d712-ce16-4bde-812f-1d5ca661c804 req-f0a2b70c-3ed3-45e3-8d77-b6081fe5af42 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=f138f89b-d8c6-4024-a66e-4e720915b5c2 HTTP/1.1" status: 200 len: 217 time: 0.0648940 Sep 01 14:56:35.339403 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7659e302-5e95-41ee-ba72-3b049a15392f tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:35.353070 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7659e302-5e95-41ee-ba72-3b049a15392f tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:35.441725 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1d712-ce16-4bde-812f-1d5ca661c804 req-8e5689b8-a17d-4256-9683-edf9a68fc5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:35.444759 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7db1d712-ce16-4bde-812f-1d5ca661c804 req-8e5689b8-a17d-4256-9683-edf9a68fc5f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.1700997 Sep 01 14:56:35.464293 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7659e302-5e95-41ee-ba72-3b049a15392f tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:35.505257 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659e302-5e95-41ee-ba72-3b049a15392f tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Pushing event updated for resources: {'Port': ['ID=0a3bb7b3-b762-4142-89c5-53d1133dec53,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:35.512621 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7659e302-5e95-41ee-ba72-3b049a15392f tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:35.526333 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7659e302-5e95-41ee-ba72-3b049a15392f tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1454382 Sep 01 14:56:35.631509 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1101855-6385-43c5-8ee9-5a7b4bd6e7cb req-8eebccbb-7389-4dbe-bc1e-d075409a82ac tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:35.634143 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f1101855-6385-43c5-8ee9-5a7b4bd6e7cb req-8eebccbb-7389-4dbe-bc1e-d075409a82ac tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50661f5-4e3a-478e-b435-f29a62f0ef1b HTTP/1.1" status: 200 len: 969 time: 0.0879107 Sep 01 14:56:35.727604 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f1101855-6385-43c5-8ee9-5a7b4bd6e7cb req-92a2b92d-cf9d-4811-9019-43c9be895c5b tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/security-groups?id=af26173f-e716-48c3-8f88-230483352a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810871 Sep 01 14:56:35.823832 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1d712-ce16-4bde-812f-1d5ca661c804 req-8c3356e2-dc10-47fa-99bf-1b5a2e534252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:35.826711 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7db1d712-ce16-4bde-812f-1d5ca661c804 req-8c3356e2-dc10-47fa-99bf-1b5a2e534252 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0791314 Sep 01 14:56:35.978358 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7db1d712-ce16-4bde-812f-1d5ca661c804 req-ca0b0536-dda6-4b0e-a298-4d8e2fc17c67 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397836 Sep 01 14:56:36.128120 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46776) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:36.137421 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7db1d712-ce16-4bde-812f-1d5ca661c804 req-36c4a263-4f92-4b3c-9156-291339d3be44 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490664 Sep 01 14:56:36.287299 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16ce5881-7254-42b7-a78d-915d52977305 req-4f4533f1-6151-4205-afd1-66481f55164d tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--993726866&fields=id&tenant_id=8e4fe186f6134748ac0c4745cfedd0d0 HTTP/1.1" status: 200 len: 267 time: 0.0603321 Sep 01 14:56:36.329690 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f77d670-3a3f-4871-922f-0491aa71dafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:36.561838 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce5881-7254-42b7-a78d-915d52977305 req-07d7ad7e-1708-4612-b263-d33a1e2d1289 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:36.563856 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16ce5881-7254-42b7-a78d-915d52977305 req-07d7ad7e-1708-4612-b263-d33a1e2d1289 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/networks?id=e341c1bf-b603-47af-8c0a-c48eab293c3d HTTP/1.1" status: 200 len: 823 time: 0.2644374 Sep 01 14:56:36.582822 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16ce5881-7254-42b7-a78d-915d52977305 req-34c7b192-3134-49be-a937-34d63133d7c8 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/quotas/8e4fe186f6134748ac0c4745cfedd0d0 HTTP/1.1" status: 200 len: 375 time: 0.0113444 Sep 01 14:56:36.586736 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f77d670-3a3f-4871-922f-0491aa71dafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:36.594829 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f77d670-3a3f-4871-922f-0491aa71dafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:36.629903 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5f77d670-3a3f-4871-922f-0491aa71dafe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=900c5dd178e84e8fb03ac0ef71539cff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5004148 Sep 01 14:56:36.638094 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46810) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:36.675753 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77d670-3a3f-4871-922f-0491aa71dafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0706b02-1889-4cc8-b7b6-a9e2d32a0ee9,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:36.722915 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16ce5881-7254-42b7-a78d-915d52977305 req-c9d695c8-897b-4609-aea7-f5c99a64d0a2 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e4fe186f6134748ac0c4745cfedd0d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1319923 Sep 01 14:56:36.728685 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b407b214-d58e-4aec-9283-8b696a39bb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:36.763013 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b407b214-d58e-4aec-9283-8b696a39bb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:36.834542 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b407b214-d58e-4aec-9283-8b696a39bb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:36.837258 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b407b214-d58e-4aec-9283-8b696a39bb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:36.840426 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b407b214-d58e-4aec-9283-8b696a39bb73 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0706b02-1889-4cc8-b7b6-a9e2d32a0ee9 HTTP/1.1" status: 204 len: 168 time: 0.1988764 Sep 01 14:56:36.871731 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407b214-d58e-4aec-9283-8b696a39bb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0706b02-1889-4cc8-b7b6-a9e2d32a0ee9,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:36.917686 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1bc98-fb34-4f63-8256-293213e44524 req-cb495023-15ef-4ebd-b573-38b6b78977ad tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:36.919908 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d1e1bc98-fb34-4f63-8256-293213e44524 req-cb495023-15ef-4ebd-b573-38b6b78977ad tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50661f5-4e3a-478e-b435-f29a62f0ef1b HTTP/1.1" status: 200 len: 969 time: 0.0866346 Sep 01 14:56:36.968162 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d1e1bc98-fb34-4f63-8256-293213e44524 req-b82f48c4-5863-47ef-b1db-6ed379c877ec tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/security-groups?id=af26173f-e716-48c3-8f88-230483352a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422828 Sep 01 14:56:37.112682 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46828) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:37.437937 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-16ce5881-7254-42b7-a78d-915d52977305 req-4ae72877-9aad-4b39-ac95-34f95445cda5 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:56:37.440072 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16ce5881-7254-42b7-a78d-915d52977305 req-4ae72877-9aad-4b39-ac95-34f95445cda5 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4021523 Sep 01 14:56:37.563249 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16ce5881-7254-42b7-a78d-915d52977305 req-2eddfdf3-346a-4b8e-a2e1-6c948bae4946 service neutron] 10.222.0.60 "GET /v2.0/networks/e341c1bf-b603-47af-8c0a-c48eab293c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069355 Sep 01 14:56:37.593789 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3356e1d7-e341-4889-9e33-84da0524cac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:37.724418 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46842) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:37.750114 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5d14353d-5381-4c21-8ff3-e70afe7175c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:37.758076 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16ce5881-7254-42b7-a78d-915d52977305 req-67522e7b-e1cc-4434-9d81-0cd4682c6dca service neutron] 10.222.0.60 "GET /v2.0/networks/e341c1bf-b603-47af-8c0a-c48eab293c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759257 Sep 01 14:56:37.790246 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3356e1d7-e341-4889-9e33-84da0524cac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:37.809085 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:37.815894 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3356e1d7-e341-4889-9e33-84da0524cac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:37.922440 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3356e1d7-e341-4889-9e33-84da0524cac3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e3711d6ef88648078a73776bb49f0f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8038251 Sep 01 14:56:37.922440 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356e1d7-e341-4889-9e33-84da0524cac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d690dcbd-290d-40de-b12d-d0ab6e4b810e,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:37.923989 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46846) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:37.998841 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5d14353d-5381-4c21-8ff3-e70afe7175c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:38.018792 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5d14353d-5381-4c21-8ff3-e70afe7175c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:38.086407 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ec8104d-4495-4129-a142-a6940e6e4bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:38.122750 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5d14353d-5381-4c21-8ff3-e70afe7175c6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=30ddb51c33044679b1877e5a2eec72c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3935571 Sep 01 14:56:38.125554 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46860) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:38.129014 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14353d-5381-4c21-8ff3-e70afe7175c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1df72c-6d0f-4647-a3ac-700c7985c661,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:38.146664 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ec8104d-4495-4129-a142-a6940e6e4bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:38.269291 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-235c9bb5-be90-4e8a-8d88-27e3e303ec0f req-95a98dc9-85c5-41eb-9201-79a89414d162 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b74a6e8-5266-4130-98ff-26eb005fca48 HTTP/1.1" status: 200 len: 210 time: 0.0388377 Sep 01 14:56:38.298986 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-647e4a8d-40ca-41e4-9ee3-a72cfdcfd0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:38.321184 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ec8104d-4495-4129-a142-a6940e6e4bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:38.324894 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ec8104d-4495-4129-a142-a6940e6e4bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:38.328764 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2ec8104d-4495-4129-a142-a6940e6e4bc1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d690dcbd-290d-40de-b12d-d0ab6e4b810e HTTP/1.1" status: 204 len: 168 time: 0.4005668 Sep 01 14:56:38.340264 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562d188-d3ec-4c56-8a82-3a8a81d57dc4 req-487c047f-516a-4a4d-87af-75bd0552c7f7 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:38.342993 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d562d188-d3ec-4c56-8a82-3a8a81d57dc4 req-487c047f-516a-4a4d-87af-75bd0552c7f7 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50661f5-4e3a-478e-b435-f29a62f0ef1b HTTP/1.1" status: 200 len: 969 time: 0.1096799 Sep 01 14:56:38.348899 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8104d-4495-4129-a142-a6940e6e4bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d690dcbd-290d-40de-b12d-d0ab6e4b810e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:38.352165 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-647e4a8d-40ca-41e4-9ee3-a72cfdcfd0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:38.458767 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d562d188-d3ec-4c56-8a82-3a8a81d57dc4 req-3fab4041-7374-4fec-be3f-dbf8b55925f0 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/security-groups?id=af26173f-e716-48c3-8f88-230483352a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880606 Sep 01 14:56:38.482677 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-647e4a8d-40ca-41e4-9ee3-a72cfdcfd0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:38.482677 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-647e4a8d-40ca-41e4-9ee3-a72cfdcfd0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:38.484838 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-647e4a8d-40ca-41e4-9ee3-a72cfdcfd0dc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7b1df72c-6d0f-4647-a3ac-700c7985c661 HTTP/1.1" status: 204 len: 168 time: 0.3580868 Sep 01 14:56:38.501046 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e4a8d-40ca-41e4-9ee3-a72cfdcfd0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1df72c-6d0f-4647-a3ac-700c7985c661,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:39.145201 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-838e512c-1121-4c82-80bb-91d5462d5821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:39.173245 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46902) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:39.196211 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aedafbbd-0894-42d8-abc3-d98e53a61093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:39.513467 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aedafbbd-0894-42d8-abc3-d98e53a61093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:39.529819 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aedafbbd-0894-42d8-abc3-d98e53a61093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:39.624079 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-aedafbbd-0894-42d8-abc3-d98e53a61093 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=06465266263545d3af70f838efc67ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4499948 Sep 01 14:56:39.639376 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46914) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:39.730253 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-049f7aec-0e17-4a08-8edf-89c744be5b21 req-d46043f1-1a72-49de-ae32-c089b6aa6212 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b74a6e8-5266-4130-98ff-26eb005fca48 HTTP/1.1" status: 200 len: 210 time: 0.3289888 Sep 01 14:56:39.760944 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedafbbd-0894-42d8-abc3-d98e53a61093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca36217-24f9-486b-93dc-2c345fa56075,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:39.835351 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e56b60-7be4-4aa8-ba47-fb1833ea30c3 req-31258948-0383-4620-84d4-eefd91e3a243 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:39.837117 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c7e56b60-7be4-4aa8-ba47-fb1833ea30c3 req-31258948-0383-4620-84d4-eefd91e3a243 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50661f5-4e3a-478e-b435-f29a62f0ef1b HTTP/1.1" status: 200 len: 969 time: 0.1749051 Sep 01 14:56:39.856350 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b7fbcfb0-d3dd-4cac-b70f-bbfa2a7653bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:39.932099 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b7fbcfb0-d3dd-4cac-b70f-bbfa2a7653bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:39.946461 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46922) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:39.955303 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c7e56b60-7be4-4aa8-ba47-fb1833ea30c3 req-03b0f53d-2194-4694-8ccf-82ce07acdb3e tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/security-groups?id=af26173f-e716-48c3-8f88-230483352a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020069 Sep 01 14:56:40.090151 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f138f89b-d8c6-4024-a66e-4e720915b5c2 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:56:40.114832 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b7fbcfb0-d3dd-4cac-b70f-bbfa2a7653bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:40.122175 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b7fbcfb0-d3dd-4cac-b70f-bbfa2a7653bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:40.142947 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b7fbcfb0-d3dd-4cac-b70f-bbfa2a7653bf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fca36217-24f9-486b-93dc-2c345fa56075 HTTP/1.1" status: 204 len: 168 time: 0.4977627 Sep 01 14:56:40.169860 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbcfb0-d3dd-4cac-b70f-bbfa2a7653bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca36217-24f9-486b-93dc-2c345fa56075,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:40.267400 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c3246396-2c26-4421-96bc-6345512bf21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:40.434866 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f138f89b-d8c6-4024-a66e-4e720915b5c2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f138f89b-d8c6-4024-a66e-4e720915b5c2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:40.461525 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'f138f89b-d8c6-4024-a66e-4e720915b5c2', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': 'f138f89b-d8c6-4024-a66e-4e720915b5c2', 'mac_address': 'fa:16:3e:1b:01:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:tempest-test_az-1371376998', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:56:40.498152 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c3246396-2c26-4421-96bc-6345512bf21c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:40.516592 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c3246396-2c26-4421-96bc-6345512bf21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:40.591734 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:40.618545 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f138f89b-d8c6-4024-a66e-4e720915b5c2 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:56:40.630631 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c3246396-2c26-4421-96bc-6345512bf21c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=33731d5bce1e4465bbad19529684ebdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6817646 Sep 01 14:56:40.631598 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3246396-2c26-4421-96bc-6345512bf21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3badc5c0-5ada-4c5d-bb13-4c77b021e564,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:40.636437 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46940) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:40.707165 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f138f89b-d8c6-4024-a66e-4e720915b5c2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f138f89b-d8c6-4024-a66e-4e720915b5c2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:40.722154 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:40.747721 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7ff9eed6-53b8-469a-9491-a470af6106b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:40.798503 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7ff9eed6-53b8-469a-9491-a470af6106b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:40.829257 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=f138f89b-d8c6-4024-a66e-4e720915b5c2,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:40.905585 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7ff9eed6-53b8-469a-9491-a470af6106b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:40.908341 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7ff9eed6-53b8-469a-9491-a470af6106b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:40.912473 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7ff9eed6-53b8-469a-9491-a470af6106b0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3badc5c0-5ada-4c5d-bb13-4c77b021e564 HTTP/1.1" status: 204 len: 168 time: 0.2743824 Sep 01 14:56:40.929885 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9eed6-53b8-469a-9491-a470af6106b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3badc5c0-5ada-4c5d-bb13-4c77b021e564,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:40.989050 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5d2f4fdc-771b-4057-aae7-07cfa743195d req-a2730f71-ab25-4faf-bf83-16e426d85e66 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b74a6e8-5266-4130-98ff-26eb005fca48 HTTP/1.1" status: 200 len: 210 time: 0.0658348 Sep 01 14:56:41.084356 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['f138f89b-d8c6-4024-a66e-4e720915b5c2'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:56:41.131080 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.62', 60192) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:41.404338 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce5881-7254-42b7-a78d-915d52977305 req-b638276a-881c-4ebb-a4bf-68ad42f96ca3 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:41.407265 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16ce5881-7254-42b7-a78d-915d52977305 req-b638276a-881c-4ebb-a4bf-68ad42f96ca3 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.62 "GET /v2.0/networks?id=e341c1bf-b603-47af-8c0a-c48eab293c3d HTTP/1.1" status: 200 len: 823 time: 0.2741780 Sep 01 14:56:41.479167 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cbc40-c606-483f-bbfc-f9be57d9527f req-a0358cd4-8225-4f57-9971-6d2b0aba521a tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:41.490580 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-102cbc40-c606-483f-bbfc-f9be57d9527f req-a0358cd4-8225-4f57-9971-6d2b0aba521a tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50661f5-4e3a-478e-b435-f29a62f0ef1b HTTP/1.1" status: 200 len: 970 time: 0.1759672 Sep 01 14:56:41.700260 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16ce5881-7254-42b7-a78d-915d52977305 req-e92f7a81-9969-4f29-8f84-ec640f0e7175 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e4fe186f6134748ac0c4745cfedd0d0 HTTP/1.1" status: 200 len: 379 time: 0.1829400 Sep 01 14:56:41.725987 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-102cbc40-c606-483f-bbfc-f9be57d9527f req-6b01844c-1d79-49b2-829e-5f839e5c0b6c tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/security-groups?id=af26173f-e716-48c3-8f88-230483352a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817014 Sep 01 14:56:41.735759 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-16ce5881-7254-42b7-a78d-915d52977305 req-ce30fbcd-8782-4c5e-89be-6adffdb26341 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Request body: {'port': {'device_id': '3b74a6e8-5266-4130-98ff-26eb005fca48', 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d', 'admin_state_up': True, 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'security_groups': ['d9576373-f81d-43fa-ac12-d77cc710d5bd']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:41.916550 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:41.982864 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ce5881-7254-42b7-a78d-915d52977305 req-ce30fbcd-8782-4c5e-89be-6adffdb26341 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Made reservation on behalf of 8e4fe186f6134748ac0c4745cfedd0d0 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:56:41.992812 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-16ce5881-7254-42b7-a78d-915d52977305 req-ce30fbcd-8782-4c5e-89be-6adffdb26341 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:42.029119 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46978) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:42.069283 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f138f89b-d8c6-4024-a66e-4e720915b5c2 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:56:42.079896 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b8408e2f-2348-4739-ac53-5720f3f28d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:42.250842 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-853cd8d0-0f61-4af2-bedc-e60fc559b464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:42.308922 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port f138f89b-d8c6-4024-a66e-4e720915b5c2 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:42.327211 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port f138f89b-d8c6-4024-a66e-4e720915b5c2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:42.328125 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:42.407915 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b8408e2f-2348-4739-ac53-5720f3f28d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:42.420325 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b8408e2f-2348-4739-ac53-5720f3f28d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:42.483299 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3e86eeb1-34a5-4544-bee0-f54b9da5896b req-fa260094-4f80-4f8e-b892-60cb9e33076d tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b74a6e8-5266-4130-98ff-26eb005fca48 HTTP/1.1" status: 200 len: 210 time: 0.2542346 Sep 01 14:56:42.525339 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b8408e2f-2348-4739-ac53-5720f3f28d89 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9e9311a1b6e545bda63768bb01d96817&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4910693 Sep 01 14:56:42.525339 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46982) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:42.543487 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8408e2f-2348-4739-ac53-5720f3f28d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff91356a-f2a2-41b4-a640-36f9c90ae381,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:42.589011 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-16ce5881-7254-42b7-a78d-915d52977305 req-ce30fbcd-8782-4c5e-89be-6adffdb26341 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Allocated IP 172.20.0.10 (e341c1bf-b603-47af-8c0a-c48eab293c3d/8622ef4e-4e7a-4362-ad7e-7a1adedf0bef/9708e94e-f22a-4b6e-a64f-be023ca15204) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:42.600993 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:42.646570 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50661f5-4e3a-478e-b435-f29a62f0ef1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f138f89b-d8c6-4024-a66e-4e720915b5c2'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:56:42.673066 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f599f1f3-8edc-4910-b117-dad5e8e726f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:42.718131 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f599f1f3-8edc-4910-b117-dad5e8e726f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:42.768811 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f138f89b-d8c6-4024-a66e-4e720915b5c2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f138f89b-d8c6-4024-a66e-4e720915b5c2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:42.782363 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:42.860217 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f599f1f3-8edc-4910-b117-dad5e8e726f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:42.863578 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f599f1f3-8edc-4910-b117-dad5e8e726f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:42.864941 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f599f1f3-8edc-4910-b117-dad5e8e726f0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ff91356a-f2a2-41b4-a640-36f9c90ae381 HTTP/1.1" status: 204 len: 168 time: 0.3397717 Sep 01 14:56:42.896463 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599f1f3-8edc-4910-b117-dad5e8e726f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff91356a-f2a2-41b4-a640-36f9c90ae381,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:42.961199 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=f138f89b-d8c6-4024-a66e-4e720915b5c2,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:42.985716 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-16ce5881-7254-42b7-a78d-915d52977305 req-ce30fbcd-8782-4c5e-89be-6adffdb26341 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:43.023928 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:43.048313 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-16ce5881-7254-42b7-a78d-915d52977305 req-ce30fbcd-8782-4c5e-89be-6adffdb26341 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Transition to ACTIVE for port object 9708e94e-f22a-4b6e-a64f-be023ca15204 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:43.078678 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11d3b3-d6d8-4104-bc07-a004bf3e18b4 req-57307e23-22a7-4a1b-b3f1-6ea834499c2b tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:43.080425 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-be11d3b3-d6d8-4104-bc07-a004bf3e18b4 req-57307e23-22a7-4a1b-b3f1-6ea834499c2b tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50661f5-4e3a-478e-b435-f29a62f0ef1b HTTP/1.1" status: 200 len: 971 time: 0.1425519 Sep 01 14:56:43.140307 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-16ce5881-7254-42b7-a78d-915d52977305 req-ce30fbcd-8782-4c5e-89be-6adffdb26341 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:43.195958 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-be11d3b3-d6d8-4104-bc07-a004bf3e18b4 req-d81346a4-16f8-40e9-82d6-c95079c54e3e tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/security-groups?id=af26173f-e716-48c3-8f88-230483352a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934687 Sep 01 14:56:43.207115 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ce5881-7254-42b7-a78d-915d52977305 req-ce30fbcd-8782-4c5e-89be-6adffdb26341 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Network e341c1bf-b603-47af-8c0a-c48eab293c3d is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:43.216280 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-16ce5881-7254-42b7-a78d-915d52977305 req-ce30fbcd-8782-4c5e-89be-6adffdb26341 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:43.220415 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ce5881-7254-42b7-a78d-915d52977305 req-ce30fbcd-8782-4c5e-89be-6adffdb26341 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:43.229324 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce5881-7254-42b7-a78d-915d52977305 req-ce30fbcd-8782-4c5e-89be-6adffdb26341 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:43.230492 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-16ce5881-7254-42b7-a78d-915d52977305 req-ce30fbcd-8782-4c5e-89be-6adffdb26341 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:43.244568 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30fbcd-8782-4c5e-89be-6adffdb26341 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Pushing event updated for resources: {'Port': ['ID=9708e94e-f22a-4b6e-a64f-be023ca15204,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:43.281756 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16ce5881-7254-42b7-a78d-915d52977305 req-ce30fbcd-8782-4c5e-89be-6adffdb26341 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5521975 Sep 01 14:56:43.436309 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7d90a6-2a3a-40e5-9b2b-b73c550bc459" -d '{"events": [{"server_uuid": "a50661f5-4e3a-478e-b435-f29a62f0ef1b", "name": "network-vif-plugged", "status": "completed", "tag": "f138f89b-d8c6-4024-a66e-4e720915b5c2"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:56:43.535175 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f071ed88-495b-438c-999f-e25f811a3229 None None] Provisioning for port 9708e94e-f22a-4b6e-a64f-be023ca15204 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:56:43.539903 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f071ed88-495b-438c-999f-e25f811a3229 None None] Provisioning complete for port 9708e94e-f22a-4b6e-a64f-be023ca15204 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:56:43.540190 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f071ed88-495b-438c-999f-e25f811a3229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:43.603261 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-f071ed88-495b-438c-999f-e25f811a3229 None None] Port 9708e94e-f22a-4b6e-a64f-be023ca15204 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:56:43.956113 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322f3a7-6814-499b-a908-8b280c6931f4 req-36dc030d-e69b-4082-a591-5176a1ded2d2 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:43.958077 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a322f3a7-6814-499b-a908-8b280c6931f4 req-36dc030d-e69b-4082-a591-5176a1ded2d2 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b74a6e8-5266-4130-98ff-26eb005fca48 HTTP/1.1" status: 200 len: 932 time: 0.0763724 Sep 01 14:56:44.022692 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47028) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:44.041255 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a322f3a7-6814-499b-a908-8b280c6931f4 req-ce6b3b80-9caf-43dd-b7c3-3c952383e483 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657015 Sep 01 14:56:44.164256 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db8c5df-31de-4377-8daa-86f651535e88 x-openstack-request-id: req-0db8c5df-31de-4377-8daa-86f651535e88 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:56:44.165041 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50661f5-4e3a-478e-b435-f29a62f0ef1b", "name": "network-vif-plugged", "status": "completed", "tag": "f138f89b-d8c6-4024-a66e-4e720915b5c2", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:56:44.165210 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0db8c5df-31de-4377-8daa-86f651535e88 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:56:44.166362 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50661f5-4e3a-478e-b435-f29a62f0ef1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f138f89b-d8c6-4024-a66e-4e720915b5c2', 'code': 200} Sep 01 14:56:44.354067 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fdac7c-a278-4693-a981-b9b138cc22a9 req-64439125-ed64-4361-bd40-38a5590216ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:44.360060 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-24fdac7c-a278-4693-a981-b9b138cc22a9 req-64439125-ed64-4361-bd40-38a5590216ca service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a50661f5-4e3a-478e-b435-f29a62f0ef1b HTTP/1.1" status: 200 len: 1122 time: 0.1192095 Sep 01 14:56:44.396777 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-24fdac7c-a278-4693-a981-b9b138cc22a9 req-0976a1a8-fca1-44ad-82c1-ce1231a219b8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:44.521928 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-391db6f1-ba24-458f-858f-a71271999847 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1377639365-network', 'tenant_id': 'b53e6edd1d0944a89866003031bc2639'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:44.641614 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae08f39-a399-4772-98a5-7b3ede5b1f8a req-4a7e05f4-1f9c-480c-b3ba-8b5e042d8375 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:44.643362 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3ae08f39-a399-4772-98a5-7b3ede5b1f8a req-4a7e05f4-1f9c-480c-b3ba-8b5e042d8375 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50661f5-4e3a-478e-b435-f29a62f0ef1b HTTP/1.1" status: 200 len: 971 time: 0.2093627 Sep 01 14:56:44.705717 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-24fdac7c-a278-4693-a981-b9b138cc22a9 req-0976a1a8-fca1-44ad-82c1-ce1231a219b8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:44.722044 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-24fdac7c-a278-4693-a981-b9b138cc22a9 req-0976a1a8-fca1-44ad-82c1-ce1231a219b8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:44.763277 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3ae08f39-a399-4772-98a5-7b3ede5b1f8a req-4d6bce6c-6d50-4ba8-bdd2-0c16b50a6fe7 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/security-groups?id=af26173f-e716-48c3-8f88-230483352a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022959 Sep 01 14:56:44.798009 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-24fdac7c-a278-4693-a981-b9b138cc22a9 req-0976a1a8-fca1-44ad-82c1-ce1231a219b8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=af26173f-e716-48c3-8f88-230483352a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262004 Sep 01 14:56:44.804618 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391db6f1-ba24-458f-858f-a71271999847 admin admin] Made reservation on behalf of b53e6edd1d0944a89866003031bc2639 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:56:44.809179 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-391db6f1-ba24-458f-858f-a71271999847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:44.850869 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-391db6f1-ba24-458f-858f-a71271999847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:44.857305 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976a1a8-fca1-44ad-82c1-ce1231a219b8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fd30b6b0-38a7-418c-9de5-a96454fc0954,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:44.928624 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:45.061705 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-391db6f1-ba24-458f-858f-a71271999847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:45.069801 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-391db6f1-ba24-458f-858f-a71271999847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:45.124201 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391db6f1-ba24-458f-858f-a71271999847 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:56:45.166977 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391db6f1-ba24-458f-858f-a71271999847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a51a865-553c-481b-9a20-abaf7dc95445,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:45.173800 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-391db6f1-ba24-458f-858f-a71271999847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:45.173965 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-391db6f1-ba24-458f-858f-a71271999847 admin admin] Added segment 42812cd8-6065-4636-8b70-8b700ffabf8a of type vlan for network cc0d5bbc-fa62-4818-a166-88f3237a02d7 Sep 01 14:56:45.235104 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-391db6f1-ba24-458f-858f-a71271999847 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:45.341942 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc17193-5fba-4c32-8200-3a319248b8b8 req-963fec39-d691-4e36-a843-539fde69d6e9 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:45.344741 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4dc17193-5fba-4c32-8200-3a319248b8b8 req-963fec39-d691-4e36-a843-539fde69d6e9 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b74a6e8-5266-4130-98ff-26eb005fca48 HTTP/1.1" status: 200 len: 932 time: 0.1251695 Sep 01 14:56:45.346710 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-391db6f1-ba24-458f-858f-a71271999847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:45.348339 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391db6f1-ba24-458f-858f-a71271999847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:45.349310 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-391db6f1-ba24-458f-858f-a71271999847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:45.432133 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-391db6f1-ba24-458f-858f-a71271999847 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4105709 Sep 01 14:56:45.437019 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47070) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:45.456735 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-235500ef-7ad8-4a43-95d5-26854bcc17e4 admin admin] Request body: {'subnet': {'network_id': 'cc0d5bbc-fa62-4818-a166-88f3237a02d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1377639365-subnet', 'tenant_id': 'b53e6edd1d0944a89866003031bc2639', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:45.465809 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4dc17193-5fba-4c32-8200-3a319248b8b8 req-a3f8f96b-6a0f-4506-aa18-d2fa2bfae8d5 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992854 Sep 01 14:56:45.469180 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391db6f1-ba24-458f-858f-a71271999847 admin admin] Pushing event updated for resources: {'Network': ['ID=cc0d5bbc-fa62-4818-a166-88f3237a02d7,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:45.482669 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network cc0d5bbc-fa62-4818-a166-88f3237a02d7 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:56:45.502055 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47072) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:45.560934 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235500ef-7ad8-4a43-95d5-26854bcc17e4 admin admin] Made reservation on behalf of b53e6edd1d0944a89866003031bc2639 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:56:45.566015 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-235500ef-7ad8-4a43-95d5-26854bcc17e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:45.896246 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-2dcf8928-d398-4438-aa67-cea92492a947 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-382195364-network', 'tenant_id': '84be7df9de7c45c681c68240357d6b7c'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:45.901873 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-235500ef-7ad8-4a43-95d5-26854bcc17e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:45.953699 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcf8928-d398-4438-aa67-cea92492a947 admin admin] Made reservation on behalf of 84be7df9de7c45c681c68240357d6b7c for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:56:45.958185 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2dcf8928-d398-4438-aa67-cea92492a947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:45.966454 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235500ef-7ad8-4a43-95d5-26854bcc17e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4e2f139-b20a-47c7-ba36-ccacfc2462e3,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:45.993113 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235500ef-7ad8-4a43-95d5-26854bcc17e4 admin admin] Checking segment: {'id': '42812cd8-6065-4636-8b70-8b700ffabf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cc0d5bbc-fa62-4818-a166-88f3237a02d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:45.993772 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235500ef-7ad8-4a43-95d5-26854bcc17e4 admin admin] Network hostable DHCP agents. Network: cc0d5bbc-fa62-4818-a166-88f3237a02d7, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:56:45.993876 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2dcf8928-d398-4438-aa67-cea92492a947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:46.021153 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235500ef-7ad8-4a43-95d5-26854bcc17e4 admin admin] Network cc0d5bbc-fa62-4818-a166-88f3237a02d7 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:56:46.048151 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-235500ef-7ad8-4a43-95d5-26854bcc17e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, cc0d5bbc-fa62-4818-a166-88f3237a02d7) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:46.055864 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235500ef-7ad8-4a43-95d5-26854bcc17e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:46.059886 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-235500ef-7ad8-4a43-95d5-26854bcc17e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:46.066502 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24858d13-e722-476b-bb52-7b1808250a82 None None] Network cc0d5bbc-fa62-4818-a166-88f3237a02d7 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:56:46.238460 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8eabbe-fd6c-4c9b-aa99-f55b1012a2cc req-a310128f-7317-4f6d-b163-8fd2bb14cff5 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:46.238460 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9d8eabbe-fd6c-4c9b-aa99-f55b1012a2cc req-a310128f-7317-4f6d-b163-8fd2bb14cff5 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50661f5-4e3a-478e-b435-f29a62f0ef1b HTTP/1.1" status: 200 len: 971 time: 0.0651321 Sep 01 14:56:46.246138 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2dcf8928-d398-4438-aa67-cea92492a947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:46.252380 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2dcf8928-d398-4438-aa67-cea92492a947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:46.282344 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-235500ef-7ad8-4a43-95d5-26854bcc17e4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8372879 Sep 01 14:56:46.289889 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dcf8928-d398-4438-aa67-cea92492a947 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:56:46.334170 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f944cf75-7c77-473d-ab4a-5f5767b80f63 None None] Network cc0d5bbc-fa62-4818-a166-88f3237a02d7 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:56:46.347543 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2dcf8928-d398-4438-aa67-cea92492a947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:46.348099 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-2dcf8928-d398-4438-aa67-cea92492a947 admin admin] Added segment c02d0097-2081-42b5-836e-63b5b6e66abb of type vlan for network baf99c09-53f8-4476-8cd9-fd2a9a404823 Sep 01 14:56:46.350168 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9d8eabbe-fd6c-4c9b-aa99-f55b1012a2cc req-f30143fa-b485-4eb7-9237-dd22188a671a tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/security-groups?id=af26173f-e716-48c3-8f88-230483352a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024632 Sep 01 14:56:46.375308 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf8928-d398-4438-aa67-cea92492a947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62edc18f-7c68-4f3f-b665-b961eebb60b6,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:46.450018 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2dcf8928-d398-4438-aa67-cea92492a947 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:46.508132 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2dcf8928-d398-4438-aa67-cea92492a947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:46.509913 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcf8928-d398-4438-aa67-cea92492a947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:46.510863 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2dcf8928-d398-4438-aa67-cea92492a947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:46.625802 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2dcf8928-d398-4438-aa67-cea92492a947 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1223507 Sep 01 14:56:46.633557 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47096) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:46.655182 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6530ab26-6636-4db6-ae70-0b49888cda4c admin admin] Request body: {'subnet': {'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-382195364-subnet', 'tenant_id': '84be7df9de7c45c681c68240357d6b7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:46.664541 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf8928-d398-4438-aa67-cea92492a947 admin admin] Pushing event updated for resources: {'Network': ['ID=baf99c09-53f8-4476-8cd9-fd2a9a404823,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:46.679864 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network baf99c09-53f8-4476-8cd9-fd2a9a404823 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:56:46.768630 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6530ab26-6636-4db6-ae70-0b49888cda4c admin admin] Made reservation on behalf of 84be7df9de7c45c681c68240357d6b7c for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:56:46.778819 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6530ab26-6636-4db6-ae70-0b49888cda4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:46.843720 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19834c0a-a4f9-4459-a0e2-ad20bd8e31f5 req-4be583d7-6122-40f2-8a23-3884b87a7350 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:46.856562 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-19834c0a-a4f9-4459-a0e2-ad20bd8e31f5 req-4be583d7-6122-40f2-8a23-3884b87a7350 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b74a6e8-5266-4130-98ff-26eb005fca48 HTTP/1.1" status: 200 len: 932 time: 0.1846511 Sep 01 14:56:46.883737 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47104) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:46.955342 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-19834c0a-a4f9-4459-a0e2-ad20bd8e31f5 req-cdd6a752-01e5-4980-a569-3fa058682cb5 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972891 Sep 01 14:56:47.132981 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6530ab26-6636-4db6-ae70-0b49888cda4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:47.198336 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530ab26-6636-4db6-ae70-0b49888cda4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f21d72f-51d2-4274-ac2c-410e832eb73e,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:47.219588 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6530ab26-6636-4db6-ae70-0b49888cda4c admin admin] Checking segment: {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:47.220096 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6530ab26-6636-4db6-ae70-0b49888cda4c admin admin] Network hostable DHCP agents. Network: baf99c09-53f8-4476-8cd9-fd2a9a404823, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:56:47.240219 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6530ab26-6636-4db6-ae70-0b49888cda4c admin admin] Network baf99c09-53f8-4476-8cd9-fd2a9a404823 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:56:47.253718 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-6530ab26-6636-4db6-ae70-0b49888cda4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, baf99c09-53f8-4476-8cd9-fd2a9a404823) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:47.266198 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86fd8c5-0273-4dc6-b95d-72cd70c6cb89 None None] Network baf99c09-53f8-4476-8cd9-fd2a9a404823 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:56:47.272816 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6530ab26-6636-4db6-ae70-0b49888cda4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:47.273902 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6530ab26-6636-4db6-ae70-0b49888cda4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:47.297123 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d5326a00-0c43-4324-813a-e10282e0246f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:47.303636 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6530ab26-6636-4db6-ae70-0b49888cda4c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6645234 Sep 01 14:56:47.515576 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d5326a00-0c43-4324-813a-e10282e0246f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:47.545700 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d5326a00-0c43-4324-813a-e10282e0246f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:47.564156 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2139c12b-925e-4b9f-bab5-56e0aeb76513 None None] Network baf99c09-53f8-4476-8cd9-fd2a9a404823 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:56:47.603861 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d5326a00-0c43-4324-813a-e10282e0246f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=37aac4acc79b44a0b2419e04c41a58df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7147906 Sep 01 14:56:47.606273 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47122) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:47.645314 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20e545-31ae-43f8-b965-aa022c93532c req-18647eeb-5592-406b-a7b8-96cee6974fff tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:47.650868 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c20e545-31ae-43f8-b965-aa022c93532c req-18647eeb-5592-406b-a7b8-96cee6974fff tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50661f5-4e3a-478e-b435-f29a62f0ef1b HTTP/1.1" status: 200 len: 971 time: 0.1590834 Sep 01 14:56:47.653304 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5326a00-0c43-4324-813a-e10282e0246f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66e8ee7-0b70-46f5-ba06-f3f764931ff6,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:47.799699 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c20e545-31ae-43f8-b965-aa022c93532c req-0f3297a6-26dc-4e47-8f74-7da96a8be86c tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/security-groups?id=af26173f-e716-48c3-8f88-230483352a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332393 Sep 01 14:56:47.809798 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0fa23644-6a08-4f48-8e65-2127bc6c20e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:47.865998 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:56:47.912773 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0fa23644-6a08-4f48-8e65-2127bc6c20e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:48.045570 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0fa23644-6a08-4f48-8e65-2127bc6c20e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:48.049949 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0fa23644-6a08-4f48-8e65-2127bc6c20e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:48.051148 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0fa23644-6a08-4f48-8e65-2127bc6c20e2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d66e8ee7-0b70-46f5-ba06-f3f764931ff6 HTTP/1.1" status: 204 len: 168 time: 0.4429240 Sep 01 14:56:48.064575 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa23644-6a08-4f48-8e65-2127bc6c20e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66e8ee7-0b70-46f5-ba06-f3f764931ff6,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:48.167620 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b98d75-7681-4b31-a0ab-bb3df7c56a66 req-f202180f-0bef-46be-aa5e-c3eb4b665437 tempest-AggregatesAdminTestJSON-1831972466 tempest-AggregatesAdminTestJSON-1831972466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:48.183360 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f5b98d75-7681-4b31-a0ab-bb3df7c56a66 req-f202180f-0bef-46be-aa5e-c3eb4b665437 tempest-AggregatesAdminTestJSON-1831972466 tempest-AggregatesAdminTestJSON-1831972466-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a50661f5-4e3a-478e-b435-f29a62f0ef1b HTTP/1.1" status: 200 len: 1122 time: 0.0765619 Sep 01 14:56:48.216857 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f5b98d75-7681-4b31-a0ab-bb3df7c56a66 req-921eb541-90a4-4aec-9690-1511d0062b75 tempest-AggregatesAdminTestJSON-1831972466 tempest-AggregatesAdminTestJSON-1831972466-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:48.293017 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47148) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:48.306616 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-bd11c621-28c1-4b63-90e6-fa2177c3aec4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-56690438-network', 'tenant_id': '64b4f34d0f6f4c2eb8ba87dd34f24d39'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:48.420081 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f5b98d75-7681-4b31-a0ab-bb3df7c56a66 req-921eb541-90a4-4aec-9690-1511d0062b75 tempest-AggregatesAdminTestJSON-1831972466 tempest-AggregatesAdminTestJSON-1831972466-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:48.427634 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f5b98d75-7681-4b31-a0ab-bb3df7c56a66 req-921eb541-90a4-4aec-9690-1511d0062b75 tempest-AggregatesAdminTestJSON-1831972466 tempest-AggregatesAdminTestJSON-1831972466-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:48.465901 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd11c621-28c1-4b63-90e6-fa2177c3aec4 admin admin] Made reservation on behalf of 64b4f34d0f6f4c2eb8ba87dd34f24d39 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:56:48.469742 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bd11c621-28c1-4b63-90e6-fa2177c3aec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:48.485052 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bd11c621-28c1-4b63-90e6-fa2177c3aec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:48.503274 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f5b98d75-7681-4b31-a0ab-bb3df7c56a66 req-921eb541-90a4-4aec-9690-1511d0062b75 tempest-AggregatesAdminTestJSON-1831972466 tempest-AggregatesAdminTestJSON-1831972466-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=af26173f-e716-48c3-8f88-230483352a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179595 Sep 01 14:56:48.555429 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921eb541-90a4-4aec-9690-1511d0062b75 tempest-AggregatesAdminTestJSON-1831972466 tempest-AggregatesAdminTestJSON-1831972466-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da4d346-927c-4fd7-a10d-663c17ebc374,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:48.620214 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-16ce5881-7254-42b7-a78d-915d52977305 req-6fd73775-a686-4d5b-8778-bbcddcdb99f7 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:56:48.623335 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16ce5881-7254-42b7-a78d-915d52977305 req-6fd73775-a686-4d5b-8778-bbcddcdb99f7 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164104 Sep 01 14:56:48.669682 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bd11c621-28c1-4b63-90e6-fa2177c3aec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:48.689694 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bd11c621-28c1-4b63-90e6-fa2177c3aec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:48.732166 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd11c621-28c1-4b63-90e6-fa2177c3aec4 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:56:48.738271 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11c621-28c1-4b63-90e6-fa2177c3aec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366bb5cd-add8-446e-ac9e-66edc63ccd34,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:48.747368 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bd11c621-28c1-4b63-90e6-fa2177c3aec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:48.747710 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-bd11c621-28c1-4b63-90e6-fa2177c3aec4 admin admin] Added segment f70b599e-c978-4b7c-b23d-1ab1dec08fe9 of type vlan for network 0b44f34c-2be3-4b5f-b04b-1a641d51c2e2 Sep 01 14:56:48.749092 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74adb762-69a9-436c-8084-d7097c751d0e req-f783b5bd-cdb5-4028-9083-e9444d6411eb tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:48.751197 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-74adb762-69a9-436c-8084-d7097c751d0e req-f783b5bd-cdb5-4028-9083-e9444d6411eb tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b74a6e8-5266-4130-98ff-26eb005fca48 HTTP/1.1" status: 200 len: 932 time: 0.0773683 Sep 01 14:56:48.820247 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bd11c621-28c1-4b63-90e6-fa2177c3aec4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:48.823340 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47156) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:48.840988 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-74adb762-69a9-436c-8084-d7097c751d0e req-7849620d-4f2a-4a1f-908f-bb3e2a9668b7 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827544 Sep 01 14:56:48.891544 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bd11c621-28c1-4b63-90e6-fa2177c3aec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:48.893762 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd11c621-28c1-4b63-90e6-fa2177c3aec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:48.894694 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bd11c621-28c1-4b63-90e6-fa2177c3aec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:48.899551 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-81c21584-6964-4509-8b27-814449a3b950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:48.975017 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bd11c621-28c1-4b63-90e6-fa2177c3aec4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6794355 Sep 01 14:56:48.977425 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47162) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:49.001128 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11c621-28c1-4b63-90e6-fa2177c3aec4 admin admin] Pushing event updated for resources: {'Network': ['ID=0b44f34c-2be3-4b5f-b04b-1a641d51c2e2,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:49.001477 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-702d06e2-29b7-457f-aa3a-f2bc5b764881 admin admin] Request body: {'subnet': {'network_id': '0b44f34c-2be3-4b5f-b04b-1a641d51c2e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-56690438-subnet', 'tenant_id': '64b4f34d0f6f4c2eb8ba87dd34f24d39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:49.020325 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 0b44f34c-2be3-4b5f-b04b-1a641d51c2e2 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:56:49.187774 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-81c21584-6964-4509-8b27-814449a3b950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:49.209458 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-81c21584-6964-4509-8b27-814449a3b950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:49.246946 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702d06e2-29b7-457f-aa3a-f2bc5b764881 admin admin] Made reservation on behalf of 64b4f34d0f6f4c2eb8ba87dd34f24d39 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:56:49.250946 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-702d06e2-29b7-457f-aa3a-f2bc5b764881 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:49.292330 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47174) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:49.311793 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-3cf3948f-4459-4dba-8698-172992a058db admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1855277812-network', 'tenant_id': '12fc1bc6c4164fd7a7d0c6326ed0636a'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:49.316503 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-81c21584-6964-4509-8b27-814449a3b950 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=34c76ea9854240af8ba117c1a595f2dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4668114 Sep 01 14:56:49.326351 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47176) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:49.354206 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c21584-6964-4509-8b27-814449a3b950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9512bef-31ab-47b9-8284-85dc31918137,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:49.415225 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf3948f-4459-4dba-8698-172992a058db admin admin] Made reservation on behalf of 12fc1bc6c4164fd7a7d0c6326ed0636a for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:56:49.419847 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3cf3948f-4459-4dba-8698-172992a058db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:49.440522 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3cf3948f-4459-4dba-8698-172992a058db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:49.499515 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-959ca256-b342-434c-9486-26458a9d681a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:49.562599 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-16ce5881-7254-42b7-a78d-915d52977305 req-37465300-5bd3-481e-ad82-7a93cbcce857 service neutron] Request body: {'port': {'device_id': '3b74a6e8-5266-4130-98ff-26eb005fca48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:49.573767 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-959ca256-b342-434c-9486-26458a9d681a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:49.701393 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-702d06e2-29b7-457f-aa3a-f2bc5b764881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:49.709630 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-16ce5881-7254-42b7-a78d-915d52977305 req-37465300-5bd3-481e-ad82-7a93cbcce857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:49.778129 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-959ca256-b342-434c-9486-26458a9d681a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:49.783783 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-959ca256-b342-434c-9486-26458a9d681a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:49.785465 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-959ca256-b342-434c-9486-26458a9d681a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f9512bef-31ab-47b9-8284-85dc31918137 HTTP/1.1" status: 204 len: 168 time: 0.4569893 Sep 01 14:56:49.795797 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3cf3948f-4459-4dba-8698-172992a058db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:49.809001 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3cf3948f-4459-4dba-8698-172992a058db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:49.820868 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d06e2-29b7-457f-aa3a-f2bc5b764881 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec90271d-d5f6-45e6-9a6e-d20c32f4bd2e,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:49.828914 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf3948f-4459-4dba-8698-172992a058db admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:56:49.848262 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3cf3948f-4459-4dba-8698-172992a058db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:49.848791 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-3cf3948f-4459-4dba-8698-172992a058db admin admin] Added segment 06ecfc6a-8702-4618-8d27-1a6d906935a6 of type vlan for network 4ab0a983-eeb9-444b-9cde-cc35857ebafe Sep 01 14:56:49.886456 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702d06e2-29b7-457f-aa3a-f2bc5b764881 admin admin] Checking segment: {'id': 'f70b599e-c978-4b7c-b23d-1ab1dec08fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0b44f34c-2be3-4b5f-b04b-1a641d51c2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:49.886829 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702d06e2-29b7-457f-aa3a-f2bc5b764881 admin admin] Network hostable DHCP agents. Network: 0b44f34c-2be3-4b5f-b04b-1a641d51c2e2, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:56:49.926909 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3cf3948f-4459-4dba-8698-172992a058db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:49.964688 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ca256-b342-434c-9486-26458a9d681a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9512bef-31ab-47b9-8284-85dc31918137,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:50.022583 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3cf3948f-4459-4dba-8698-172992a058db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:50.024162 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf3948f-4459-4dba-8698-172992a058db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:50.024909 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3cf3948f-4459-4dba-8698-172992a058db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:50.041430 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3948f-4459-4dba-8698-172992a058db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0312593f-4970-4f44-b859-927f1634d04c,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:50.063663 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3cf3948f-4459-4dba-8698-172992a058db admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7659407 Sep 01 14:56:50.092102 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47202) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:50.098389 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-cf64435e-5978-49c4-ad68-d63b880f56fe admin admin] Request body: {'subnet': {'network_id': '4ab0a983-eeb9-444b-9cde-cc35857ebafe', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1855277812-subnet', 'tenant_id': '12fc1bc6c4164fd7a7d0c6326ed0636a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:50.150939 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3948f-4459-4dba-8698-172992a058db admin admin] Pushing event updated for resources: {'Network': ['ID=4ab0a983-eeb9-444b-9cde-cc35857ebafe,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:50.157553 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf64435e-5978-49c4-ad68-d63b880f56fe admin admin] Made reservation on behalf of 12fc1bc6c4164fd7a7d0c6326ed0636a for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:56:50.162741 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf64435e-5978-49c4-ad68-d63b880f56fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:50.176277 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 4ab0a983-eeb9-444b-9cde-cc35857ebafe details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:56:50.310836 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702d06e2-29b7-457f-aa3a-f2bc5b764881 admin admin] Network 0b44f34c-2be3-4b5f-b04b-1a641d51c2e2 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:56:50.359182 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b0880-c554-43d6-a421-195ccb74f19c req-c6066454-be08-46f9-a93c-09a691573072 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:50.361029 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e57b0880-c554-43d6-a421-195ccb74f19c req-c6066454-be08-46f9-a93c-09a691573072 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b74a6e8-5266-4130-98ff-26eb005fca48 HTTP/1.1" status: 200 len: 932 time: 0.1715286 Sep 01 14:56:50.363357 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-702d06e2-29b7-457f-aa3a-f2bc5b764881 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 0b44f34c-2be3-4b5f-b04b-1a641d51c2e2) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:50.372786 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702d06e2-29b7-457f-aa3a-f2bc5b764881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:50.373394 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-702d06e2-29b7-457f-aa3a-f2bc5b764881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:50.396499 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce319c59-1324-472d-be03-cc23bf44e96e None None] Network 0b44f34c-2be3-4b5f-b04b-1a641d51c2e2 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:56:50.490644 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-702d06e2-29b7-457f-aa3a-f2bc5b764881 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5112679 Sep 01 14:56:50.518423 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-16ce5881-7254-42b7-a78d-915d52977305 req-37465300-5bd3-481e-ad82-7a93cbcce857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9708e94e-f22a-4b6e-a64f-be023ca15204 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:56:50.544440 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e57b0880-c554-43d6-a421-195ccb74f19c req-122fe396-c0c0-486b-a25a-9640ace33a63 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498048 Sep 01 14:56:50.553866 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-16ce5881-7254-42b7-a78d-915d52977305 req-37465300-5bd3-481e-ad82-7a93cbcce857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:50.575274 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-16ce5881-7254-42b7-a78d-915d52977305 req-37465300-5bd3-481e-ad82-7a93cbcce857 service neutron] Transition to ACTIVE for port object 9708e94e-f22a-4b6e-a64f-be023ca15204 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:50.589336 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-16ce5881-7254-42b7-a78d-915d52977305 req-37465300-5bd3-481e-ad82-7a93cbcce857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:50.686956 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf64435e-5978-49c4-ad68-d63b880f56fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:50.739859 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0cc701-92dc-4a9a-814b-fb4eb0813871 None None] Network 0b44f34c-2be3-4b5f-b04b-1a641d51c2e2 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:56:50.758527 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37465300-5bd3-481e-ad82-7a93cbcce857 service neutron] Pushing event updated for resources: {'Port': ['ID=9708e94e-f22a-4b6e-a64f-be023ca15204,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:50.810937 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-16ce5881-7254-42b7-a78d-915d52977305 req-37465300-5bd3-481e-ad82-7a93cbcce857 service neutron] Attempting to bind port 9708e94e-f22a-4b6e-a64f-be023ca15204 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:56:50.818444 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-16ce5881-7254-42b7-a78d-915d52977305 req-37465300-5bd3-481e-ad82-7a93cbcce857 service neutron] Attempting to bind port 9708e94e-f22a-4b6e-a64f-be023ca15204 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '6494e41f-3a98-4c3f-8728-8bf218086c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:56:50.818982 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ce5881-7254-42b7-a78d-915d52977305 req-37465300-5bd3-481e-ad82-7a93cbcce857 service neutron] Attempting to bind port 9708e94e-f22a-4b6e-a64f-be023ca15204 on network e341c1bf-b603-47af-8c0a-c48eab293c3d {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:50.843085 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ce5881-7254-42b7-a78d-915d52977305 req-37465300-5bd3-481e-ad82-7a93cbcce857 service neutron] Port 9708e94e-f22a-4b6e-a64f-be023ca15204 on network e341c1bf-b603-47af-8c0a-c48eab293c3d not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:56:50.846661 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ce5881-7254-42b7-a78d-915d52977305 req-37465300-5bd3-481e-ad82-7a93cbcce857 service neutron] Attempting to bind port 9708e94e-f22a-4b6e-a64f-be023ca15204 on network e341c1bf-b603-47af-8c0a-c48eab293c3d {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:50.874693 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ce5881-7254-42b7-a78d-915d52977305 req-37465300-5bd3-481e-ad82-7a93cbcce857 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:56:50.876015 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ce5881-7254-42b7-a78d-915d52977305 req-37465300-5bd3-481e-ad82-7a93cbcce857 service neutron] Checking segment: {'id': '6494e41f-3a98-4c3f-8728-8bf218086c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:50.878777 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ce5881-7254-42b7-a78d-915d52977305 req-37465300-5bd3-481e-ad82-7a93cbcce857 service neutron] Bound using segment: {'id': '6494e41f-3a98-4c3f-8728-8bf218086c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:56:50.881922 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-16ce5881-7254-42b7-a78d-915d52977305 req-37465300-5bd3-481e-ad82-7a93cbcce857 service neutron] Bound port: 9708e94e-f22a-4b6e-a64f-be023ca15204, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6494e41f-3a98-4c3f-8728-8bf218086c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:56:50.889112 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-16ce5881-7254-42b7-a78d-915d52977305 req-37465300-5bd3-481e-ad82-7a93cbcce857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:50.897076 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47216) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:50.954086 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64435e-5978-49c4-ad68-d63b880f56fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ebaf745-f418-4e6f-ab61-01bc0f0536b5,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:50.982944 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf64435e-5978-49c4-ad68-d63b880f56fe admin admin] Checking segment: {'id': '06ecfc6a-8702-4618-8d27-1a6d906935a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4ab0a983-eeb9-444b-9cde-cc35857ebafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:50.983736 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf64435e-5978-49c4-ad68-d63b880f56fe admin admin] Network hostable DHCP agents. Network: 4ab0a983-eeb9-444b-9cde-cc35857ebafe, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:56:51.041873 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf64435e-5978-49c4-ad68-d63b880f56fe admin admin] Network 4ab0a983-eeb9-444b-9cde-cc35857ebafe is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:56:51.084395 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-cf64435e-5978-49c4-ad68-d63b880f56fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 4ab0a983-eeb9-444b-9cde-cc35857ebafe) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:51.115122 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf64435e-5978-49c4-ad68-d63b880f56fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:51.116985 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf64435e-5978-49c4-ad68-d63b880f56fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:51.172220 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cf64435e-5978-49c4-ad68-d63b880f56fe admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0785062 Sep 01 14:56:51.230627 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03937d35-2ef9-4fdb-8ca5-c4a0a6f61277 None None] Network 4ab0a983-eeb9-444b-9cde-cc35857ebafe requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:56:51.264678 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b945fa0-9e30-4466-b702-354282f81a07 admin admin] Deleting subnet d4e2f139-b20a-47c7-ba36-ccacfc2462e3 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 14:56:51.295793 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5b945fa0-9e30-4466-b702-354282f81a07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:51.394258 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5b945fa0-9e30-4466-b702-354282f81a07 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:51.419189 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5b945fa0-9e30-4466-b702-354282f81a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:51.497340 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-16ce5881-7254-42b7-a78d-915d52977305 req-37465300-5bd3-481e-ad82-7a93cbcce857 service neutron] For port 9708e94e-f22a-4b6e-a64f-be023ca15204, host n-h2-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:56:51.545961 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-16ce5881-7254-42b7-a78d-915d52977305 req-37465300-5bd3-481e-ad82-7a93cbcce857 service neutron] For port 9708e94e-f22a-4b6e-a64f-be023ca15204, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=9708e94e-f22a-4b6e-a64f-be023ca15204,segment=NetworkSegment(6494e41f-3a98-4c3f-8728-8bf218086c1f),segment_id=6494e41f-3a98-4c3f-8728-8bf218086c1f)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:56:51.561615 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-16ce5881-7254-42b7-a78d-915d52977305 req-37465300-5bd3-481e-ad82-7a93cbcce857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:51.680342 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37465300-5bd3-481e-ad82-7a93cbcce857 service neutron] Pushing event updated for resources: {'Port': ['ID=9708e94e-f22a-4b6e-a64f-be023ca15204,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:51.707279 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8ab4c5-de2e-4a7d-9013-66690149cc4d None None] Network 4ab0a983-eeb9-444b-9cde-cc35857ebafe requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:56:51.723370 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce5881-7254-42b7-a78d-915d52977305 req-37465300-5bd3-481e-ad82-7a93cbcce857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:51.724216 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-16ce5881-7254-42b7-a78d-915d52977305 req-37465300-5bd3-481e-ad82-7a93cbcce857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:51.727545 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16ce5881-7254-42b7-a78d-915d52977305 req-37465300-5bd3-481e-ad82-7a93cbcce857 service neutron] 10.222.0.62 "PUT /v2.0/ports/9708e94e-f22a-4b6e-a64f-be023ca15204 HTTP/1.1" status: 200 len: 1092 time: 2.6999066 Sep 01 14:56:51.731694 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b74a6e8-5266-4130-98ff-26eb005fca48', 'tag': '9708e94e-f22a-4b6e-a64f-be023ca15204'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:56:51.738079 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28568a7c-1e95-4115-8dec-31965c93a407" -d '{"events": [{"name": "network-changed", "server_uuid": "3b74a6e8-5266-4130-98ff-26eb005fca48", "tag": "9708e94e-f22a-4b6e-a64f-be023ca15204"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:56:51.772560 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5b945fa0-9e30-4466-b702-354282f81a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:51.889418 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b945fa0-9e30-4466-b702-354282f81a07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4e2f139-b20a-47c7-ba36-ccacfc2462e3,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:51.973984 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f316cc8-5dff-4113-9e6b-9a9ab6843e08 x-openstack-request-id: req-3f316cc8-5dff-4113-9e6b-9a9ab6843e08 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:56:51.974257 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b74a6e8-5266-4130-98ff-26eb005fca48", "tag": "9708e94e-f22a-4b6e-a64f-be023ca15204", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:56:51.974592 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f316cc8-5dff-4113-9e6b-9a9ab6843e08 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:56:51.975662 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b74a6e8-5266-4130-98ff-26eb005fca48', 'tag': '9708e94e-f22a-4b6e-a64f-be023ca15204', 'status': 'completed', 'code': 200} Sep 01 14:56:51.988782 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5b945fa0-9e30-4466-b702-354282f81a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:51.991370 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5b945fa0-9e30-4466-b702-354282f81a07 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d4e2f139-b20a-47c7-ba36-ccacfc2462e3 HTTP/1.1" status: 204 len: 168 time: 1.0410302 Sep 01 14:56:51.997167 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47256) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:52.071044 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce5881-7254-42b7-a78d-915d52977305 req-1b4ad03b-f35c-4371-95a3-aee71c88c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:52.073762 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16ce5881-7254-42b7-a78d-915d52977305 req-1b4ad03b-f35c-4371-95a3-aee71c88c5f6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8e4fe186f6134748ac0c4745cfedd0d0&device_id=3b74a6e8-5266-4130-98ff-26eb005fca48 HTTP/1.1" status: 200 len: 1095 time: 0.1873350 Sep 01 14:56:52.083402 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669c9ae-ee4c-463b-8888-449b0cacffa3 req-0fb8f449-0b21-451a-8c1b-c752e73ff292 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:52.094821 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5669c9ae-ee4c-463b-8888-449b0cacffa3 req-0fb8f449-0b21-451a-8c1b-c752e73ff292 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b74a6e8-5266-4130-98ff-26eb005fca48 HTTP/1.1" status: 200 len: 944 time: 0.2189648 Sep 01 14:56:52.195744 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16ce5881-7254-42b7-a78d-915d52977305 req-dd15ea0a-d0e7-4f2c-9c2d-13d780229fe7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9708e94e-f22a-4b6e-a64f-be023ca15204 HTTP/1.1" status: 200 len: 217 time: 0.0972211 Sep 01 14:56:52.230152 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5669c9ae-ee4c-463b-8888-449b0cacffa3 req-9cbcbad4-81cb-4918-bef6-6424d2816d65 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338632 Sep 01 14:56:52.307990 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6ac16f9-a955-4704-9ab9-88610998c0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:52.316505 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce5881-7254-42b7-a78d-915d52977305 req-0fb516dc-82bf-4876-8c4d-e30d205afaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:52.318778 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16ce5881-7254-42b7-a78d-915d52977305 req-0fb516dc-82bf-4876-8c4d-e30d205afaff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8622ef4e-4e7a-4362-ad7e-7a1adedf0bef HTTP/1.1" status: 200 len: 862 time: 0.1022549 Sep 01 14:56:52.419082 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce5881-7254-42b7-a78d-915d52977305 req-d2d29684-0628-4bad-b3b7-72b9ae2d75f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:52.421546 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16ce5881-7254-42b7-a78d-915d52977305 req-d2d29684-0628-4bad-b3b7-72b9ae2d75f4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e341c1bf-b603-47af-8c0a-c48eab293c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929053 Sep 01 14:56:52.636993 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16ce5881-7254-42b7-a78d-915d52977305 req-c6132025-83c8-403f-a1f9-ab2492af28a5 service neutron] 10.222.0.62 "GET /v2.0/networks/e341c1bf-b603-47af-8c0a-c48eab293c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050371 Sep 01 14:56:52.653627 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6ac16f9-a955-4704-9ab9-88610998c0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:52.674349 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6ac16f9-a955-4704-9ab9-88610998c0d6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:56:52.674880 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6ac16f9-a955-4704-9ab9-88610998c0d6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:56:52.675814 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6ac16f9-a955-4704-9ab9-88610998c0d6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:56:52.676261 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6ac16f9-a955-4704-9ab9-88610998c0d6 admin admin] Subscribe: > port after_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:56:52.676710 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6ac16f9-a955-4704-9ab9-88610998c0d6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:56:52.677148 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6ac16f9-a955-4704-9ab9-88610998c0d6 admin admin] Subscribe: > port after_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:56:52.677594 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6ac16f9-a955-4704-9ab9-88610998c0d6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:56:52.678094 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6ac16f9-a955-4704-9ab9-88610998c0d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:56:52.678550 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6ac16f9-a955-4704-9ab9-88610998c0d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:56:52.679029 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6ac16f9-a955-4704-9ab9-88610998c0d6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:56:52.801049 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16ce5881-7254-42b7-a78d-915d52977305 req-f00a5894-2887-4fc0-a5a4-2393b5bebe3a service neutron] 10.222.0.62 "GET /v2.0/networks/e341c1bf-b603-47af-8c0a-c48eab293c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539700 Sep 01 14:56:53.074272 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28568a7c-1e95-4115-8dec-31965c93a407 req-f6afbd64-f60e-4618-a1b2-a6c094582436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:53.076781 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-28568a7c-1e95-4115-8dec-31965c93a407 req-f6afbd64-f60e-4618-a1b2-a6c094582436 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8e4fe186f6134748ac0c4745cfedd0d0&device_id=3b74a6e8-5266-4130-98ff-26eb005fca48 HTTP/1.1" status: 200 len: 1095 time: 0.1435010 Sep 01 14:56:53.165208 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6ac16f9-a955-4704-9ab9-88610998c0d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:56:53.172282 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6ac16f9-a955-4704-9ab9-88610998c0d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:56:53.177340 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6ac16f9-a955-4704-9ab9-88610998c0d6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:56:53.179839 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6ac16f9-a955-4704-9ab9-88610998c0d6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:56:53.183341 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-a6ac16f9-a955-4704-9ab9-88610998c0d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0d5bbc-fa62-4818-a166-88f3237a02d7']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:53.244315 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-a6ac16f9-a955-4704-9ab9-88610998c0d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42812cd8-6065-4636-8b70-8b700ffabf8a') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:53.245103 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-a6ac16f9-a955-4704-9ab9-88610998c0d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42812cd8-6065-4636-8b70-8b700ffabf8a') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:53.281043 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6ac16f9-a955-4704-9ab9-88610998c0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:53.355620 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6ac16f9-a955-4704-9ab9-88610998c0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:53.376075 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ac16f9-a955-4704-9ab9-88610998c0d6 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 14:56:53.376517 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6ac16f9-a955-4704-9ab9-88610998c0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: from cryptography.utils import int_from_bytes Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: from cryptography.utils import int_from_bytes Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: timer() Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 14:56:53.407795 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 14:56:53.507311 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-6a001554-a103-4587-8491-9b411a3ef27d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:53.520248 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-6a001554-a103-4587-8491-9b411a3ef27d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 807 time: 0.5948439 Sep 01 14:56:53.520736 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6ac16f9-a955-4704-9ab9-88610998c0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:53.529992 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6ac16f9-a955-4704-9ab9-88610998c0d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:53.533028 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a6ac16f9-a955-4704-9ab9-88610998c0d6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/cc0d5bbc-fa62-4818-a166-88f3237a02d7 HTTP/1.1" status: 204 len: 168 time: 1.5340157 Sep 01 14:56:53.537978 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47312) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:53.613239 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac16f9-a955-4704-9ab9-88610998c0d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc0d5bbc-fa62-4818-a166-88f3237a02d7,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:53.641241 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a57442-e6c2-429d-8943-1bb7354aaee9 admin admin] Deleting subnet ec90271d-d5f6-45e6-9a6e-d20c32f4bd2e {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 14:56:53.650180 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71a57442-e6c2-429d-8943-1bb7354aaee9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:53.652200 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-c9ee015e-35df-404b-9f1c-546270ef378d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/quotas/84be7df9de7c45c681c68240357d6b7c HTTP/1.1" status: 200 len: 375 time: 0.1307554 Sep 01 14:56:53.654733 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28568a7c-1e95-4115-8dec-31965c93a407 req-8bcbb4b9-9e89-4329-8d9a-bf22749d1f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:53.656715 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-28568a7c-1e95-4115-8dec-31965c93a407 req-8bcbb4b9-9e89-4329-8d9a-bf22749d1f8d service neutron] 10.222.0.62 "GET /v2.0/networks?id=e341c1bf-b603-47af-8c0a-c48eab293c3d HTTP/1.1" status: 200 len: 924 time: 0.5707743 Sep 01 14:56:53.697237 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-3ac59d5b-59f5-4adb-a3da-0ff9ecc11706 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439541 Sep 01 14:56:53.749017 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71a57442-e6c2-429d-8943-1bb7354aaee9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:53.820637 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71a57442-e6c2-429d-8943-1bb7354aaee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:53.827275 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-28568a7c-1e95-4115-8dec-31965c93a407 req-dc4add9e-4cb3-4316-930c-6fb1a22415f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9708e94e-f22a-4b6e-a64f-be023ca15204 HTTP/1.1" status: 200 len: 217 time: 0.0582211 Sep 01 14:56:53.927139 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71a57442-e6c2-429d-8943-1bb7354aaee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:53.972874 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28568a7c-1e95-4115-8dec-31965c93a407 req-5f766a59-6339-4cc4-9f60-4a4c7d999b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:53.973766 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a57442-e6c2-429d-8943-1bb7354aaee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec90271d-d5f6-45e6-9a6e-d20c32f4bd2e,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:53.974556 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-28568a7c-1e95-4115-8dec-31965c93a407 req-5f766a59-6339-4cc4-9f60-4a4c7d999b87 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8622ef4e-4e7a-4362-ad7e-7a1adedf0bef HTTP/1.1" status: 200 len: 862 time: 0.1375029 Sep 01 14:56:53.986964 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-49b7dc9a-da12-438c-9aa3-28931080e781 service neutron] 10.222.0.60 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879331 Sep 01 14:56:53.996317 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71a57442-e6c2-429d-8943-1bb7354aaee9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:54.000325 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-71a57442-e6c2-429d-8943-1bb7354aaee9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ec90271d-d5f6-45e6-9a6e-d20c32f4bd2e HTTP/1.1" status: 204 len: 168 time: 0.4574368 Sep 01 14:56:54.004088 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47318) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:54.140875 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-edadda0f-5bfd-4cb4-b1de-20591c3107f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:54.165509 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28568a7c-1e95-4115-8dec-31965c93a407 req-5f68501a-dfb3-42d7-9d2c-78d6bf72a3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:54.169155 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-28568a7c-1e95-4115-8dec-31965c93a407 req-5f68501a-dfb3-42d7-9d2c-78d6bf72a3dd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e341c1bf-b603-47af-8c0a-c48eab293c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1795793 Sep 01 14:56:54.190172 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-c07be457-8d9d-4cb4-b384-379121e52747 service neutron] 10.222.0.60 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019064 Sep 01 14:56:54.314860 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-edadda0f-5bfd-4cb4-b1de-20591c3107f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:54.335139 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-edadda0f-5bfd-4cb4-b1de-20591c3107f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b44f34c-2be3-4b5f-b04b-1a641d51c2e2']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:54.367469 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-edadda0f-5bfd-4cb4-b1de-20591c3107f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70b599e-c978-4b7c-b23d-1ab1dec08fe9') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:54.368187 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-edadda0f-5bfd-4cb4-b1de-20591c3107f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70b599e-c978-4b7c-b23d-1ab1dec08fe9') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:56:54.385343 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-edadda0f-5bfd-4cb4-b1de-20591c3107f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:54.415916 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-edadda0f-5bfd-4cb4-b1de-20591c3107f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:54.427903 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edadda0f-5bfd-4cb4-b1de-20591c3107f1 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 14:56:54.428909 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-edadda0f-5bfd-4cb4-b1de-20591c3107f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: timer() Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 14:56:54.433255 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 14:56:54.592987 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-28568a7c-1e95-4115-8dec-31965c93a407 req-fa14b8bb-8add-4e9d-a544-642163abdb7a service neutron] 10.222.0.62 "GET /v2.0/networks/e341c1bf-b603-47af-8c0a-c48eab293c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008751 Sep 01 14:56:54.660687 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-edadda0f-5bfd-4cb4-b1de-20591c3107f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:54.706833 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-edadda0f-5bfd-4cb4-b1de-20591c3107f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:54.716758 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-edadda0f-5bfd-4cb4-b1de-20591c3107f1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0b44f34c-2be3-4b5f-b04b-1a641d51c2e2 HTTP/1.1" status: 204 len: 168 time: 0.7102427 Sep 01 14:56:54.724019 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edadda0f-5bfd-4cb4-b1de-20591c3107f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b44f34c-2be3-4b5f-b04b-1a641d51c2e2,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:54.849589 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-28568a7c-1e95-4115-8dec-31965c93a407 req-7115c83a-4921-4338-b73b-0730bb026407 service neutron] 10.222.0.62 "GET /v2.0/networks/e341c1bf-b603-47af-8c0a-c48eab293c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475986 Sep 01 14:56:54.889024 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f6343-238c-455e-a989-b5232472823b req-16834fa5-f772-4f36-8f02-7801d191ed93 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:54.902411 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3a4f6343-238c-455e-a989-b5232472823b req-16834fa5-f772-4f36-8f02-7801d191ed93 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b74a6e8-5266-4130-98ff-26eb005fca48 HTTP/1.1" status: 200 len: 944 time: 0.2376494 Sep 01 14:56:54.964057 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3a4f6343-238c-455e-a989-b5232472823b req-b52c86e3-063f-4bf0-93f7-76fb11bb02cc tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580060 Sep 01 14:56:55.071693 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ae7e7c60-d8d7-43ac-a4cc-7387617c9b4d req-e69a9e3c-09a4-4509-a9c1-8523e38fd5fe tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 210 time: 0.0406101 Sep 01 14:56:55.100686 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47344) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:55.195258 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47350) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:55.203387 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-97129d92-5ace-426b-a6d1-5e226d2696b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b53e6edd1d0944a89866003031bc2639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1004412 Sep 01 14:56:55.305188 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1b0fdc49-1290-47f4-8e7c-7bf8bf9b0af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:55.359149 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1b0fdc49-1290-47f4-8e7c-7bf8bf9b0af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:55.457874 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1b0fdc49-1290-47f4-8e7c-7bf8bf9b0af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:55.468938 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1b0fdc49-1290-47f4-8e7c-7bf8bf9b0af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:55.475468 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1b0fdc49-1290-47f4-8e7c-7bf8bf9b0af1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9a51a865-553c-481b-9a20-abaf7dc95445 HTTP/1.1" status: 204 len: 168 time: 0.2780011 Sep 01 14:56:55.523950 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0fdc49-1290-47f4-8e7c-7bf8bf9b0af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a51a865-553c-481b-9a20-abaf7dc95445,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:56.233620 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f70ec8-b900-4117-9ca7-09fb2dd81140 req-785b6e9b-5add-4ee5-a017-f74d70818902 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:56.236520 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-34f70ec8-b900-4117-9ca7-09fb2dd81140 req-785b6e9b-5add-4ee5-a017-f74d70818902 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b74a6e8-5266-4130-98ff-26eb005fca48 HTTP/1.1" status: 200 len: 944 time: 0.1143320 Sep 01 14:56:56.330894 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-34f70ec8-b900-4117-9ca7-09fb2dd81140 req-abaead0d-2d30-492c-b2e2-07a0e751e360 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805094 Sep 01 14:56:56.364919 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47406) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:56.505508 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f80fbe39-28d3-41c1-bfdb-2af76cc82c74 req-925afdef-9e66-4be3-aa11-d26344961694 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 210 time: 0.0869977 Sep 01 14:56:56.614053 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 9708e94e-f22a-4b6e-a64f-be023ca15204 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:56:56.676236 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47416) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:56.853609 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-72020022-4b7a-43d9-8495-1fe892a4ebd3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=64b4f34d0f6f4c2eb8ba87dd34f24d39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4864430 Sep 01 14:56:56.858105 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47426) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:56.909896 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 9708e94e-f22a-4b6e-a64f-be023ca15204, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=9708e94e-f22a-4b6e-a64f-be023ca15204,segment=NetworkSegment(6494e41f-3a98-4c3f-8728-8bf218086c1f),segment_id=6494e41f-3a98-4c3f-8728-8bf218086c1f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:56.996624 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a9eb86e1-522a-442d-b740-0ec14405bdd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:56.997719 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '9708e94e-f22a-4b6e-a64f-be023ca15204', 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d', 'port_id': '9708e94e-f22a-4b6e-a64f-be023ca15204', 'mac_address': 'fa:16:3e:57:d2:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:56:57.004624 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-afa847ce-8438-4fcb-9a49-2175f09f2d69 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:57.007401 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-afa847ce-8438-4fcb-9a49-2175f09f2d69 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.62 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 807 time: 0.5583959 Sep 01 14:56:57.036572 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-81bb5e3a-aee8-44a8-af68-feacd7b7eb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:57.051067 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-3fce3288-dd52-439b-bd46-c66fe4ed42f2 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Request body: {'port': {'device_id': 'b6b49371-674c-4ff1-bd10-ce44149cd763', 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823', 'admin_state_up': True, 'tenant_id': '84be7df9de7c45c681c68240357d6b7c'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:57.102377 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-81bb5e3a-aee8-44a8-af68-feacd7b7eb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:57.161362 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:57.193972 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:57.211045 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9708e94e-f22a-4b6e-a64f-be023ca15204 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:56:57.271730 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 9708e94e-f22a-4b6e-a64f-be023ca15204, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=9708e94e-f22a-4b6e-a64f-be023ca15204,segment=NetworkSegment(6494e41f-3a98-4c3f-8728-8bf218086c1f),segment_id=6494e41f-3a98-4c3f-8728-8bf218086c1f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:56:57.292969 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:57.323972 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-81bb5e3a-aee8-44a8-af68-feacd7b7eb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:57.338881 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-81bb5e3a-aee8-44a8-af68-feacd7b7eb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:57.344622 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-81bb5e3a-aee8-44a8-af68-feacd7b7eb8e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/366bb5cd-add8-446e-ac9e-66edc63ccd34 HTTP/1.1" status: 204 len: 168 time: 0.4809415 Sep 01 14:56:57.345390 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a9eb86e1-522a-442d-b740-0ec14405bdd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:57.364883 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb5e3a-aee8-44a8-af68-feacd7b7eb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366bb5cd-add8-446e-ac9e-66edc63ccd34,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:57.367964 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a9eb86e1-522a-442d-b740-0ec14405bdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:57.443883 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a9eb86e1-522a-442d-b740-0ec14405bdd8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=20f91f840645426f8a795c0a4be42acd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7657099 Sep 01 14:56:57.451262 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47452) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:57.480551 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb86e1-522a-442d-b740-0ec14405bdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff244168-499b-4555-bcc5-0ea6b572336d,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:57.484976 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-3fce3288-dd52-439b-bd46-c66fe4ed42f2 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Made reservation on behalf of 84be7df9de7c45c681c68240357d6b7c for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:56:57.500971 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-3fce3288-dd52-439b-bd46-c66fe4ed42f2 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:57.621863 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=9708e94e-f22a-4b6e-a64f-be023ca15204,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:57.649036 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e5d0de35-a030-466c-8a4a-147c98d7b750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:57.715957 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e5d0de35-a030-466c-8a4a-147c98d7b750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:57.809872 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['9708e94e-f22a-4b6e-a64f-be023ca15204'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:56:57.917540 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4b14deec-27b8-4475-9ffa-58d348834fac req-ec8b87ab-ba57-4f87-8afd-f205dd2784bc tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 210 time: 0.1252890 Sep 01 14:56:57.919656 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566fb0f-85be-4afe-a2e6-567a259e3904 req-50187d4e-e92c-4309-9c56-fbd60a6313fb tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:57.928141 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6566fb0f-85be-4afe-a2e6-567a259e3904 req-50187d4e-e92c-4309-9c56-fbd60a6313fb tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b74a6e8-5266-4130-98ff-26eb005fca48 HTTP/1.1" status: 200 len: 945 time: 0.1292062 Sep 01 14:56:57.960550 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e5d0de35-a030-466c-8a4a-147c98d7b750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:57.964587 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e5d0de35-a030-466c-8a4a-147c98d7b750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:57.966165 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e5d0de35-a030-466c-8a4a-147c98d7b750 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ff244168-499b-4555-bcc5-0ea6b572336d HTTP/1.1" status: 204 len: 168 time: 0.5136044 Sep 01 14:56:57.993221 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-3fce3288-dd52-439b-bd46-c66fe4ed42f2 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Allocated IP 172.20.0.4 (baf99c09-53f8-4476-8cd9-fd2a9a404823/1f21d72f-51d2-4274-ac2c-410e832eb73e/e344413c-0228-4138-ba5f-1a43afff410f) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:56:58.048177 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0de35-a030-466c-8a4a-147c98d7b750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff244168-499b-4555-bcc5-0ea6b572336d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:58.083982 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6566fb0f-85be-4afe-a2e6-567a259e3904 req-d10a8886-fe3e-40d9-bfdc-d3ef1ece1ece tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413305 Sep 01 14:56:58.369677 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-3fce3288-dd52-439b-bd46-c66fe4ed42f2 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:58.437435 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-3fce3288-dd52-439b-bd46-c66fe4ed42f2 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:58.520958 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-3fce3288-dd52-439b-bd46-c66fe4ed42f2 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Network baf99c09-53f8-4476-8cd9-fd2a9a404823 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:56:58.527187 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-3fce3288-dd52-439b-bd46-c66fe4ed42f2 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:56:58.534555 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-3fce3288-dd52-439b-bd46-c66fe4ed42f2 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:56:58.542411 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-3fce3288-dd52-439b-bd46-c66fe4ed42f2 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:58.543537 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-3fce3288-dd52-439b-bd46-c66fe4ed42f2 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:58.565257 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce3288-dd52-439b-bd46-c66fe4ed42f2 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Pushing event updated for resources: {'Port': ['ID=e344413c-0228-4138-ba5f-1a43afff410f,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:58.587906 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-3fce3288-dd52-439b-bd46-c66fe4ed42f2 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5447121 Sep 01 14:56:58.609911 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-a3d37c9e-2e86-44ec-9c29-313777a7956a service neutron] Request body: {'port': {'device_id': 'b6b49371-674c-4ff1-bd10-ce44149cd763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:56:58.703002 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-a3d37c9e-2e86-44ec-9c29-313777a7956a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:59.056406 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47524) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:59.076655 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bb4d845c-f115-4875-b9e9-6ce2fb08cead admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:59.250953 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bb4d845c-f115-4875-b9e9-6ce2fb08cead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:59.266678 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bb4d845c-f115-4875-b9e9-6ce2fb08cead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:59.352125 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bb4d845c-f115-4875-b9e9-6ce2fb08cead admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5c8a24e2309e44c6b92dd0beee024078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2941782 Sep 01 14:56:59.362597 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-a3d37c9e-2e86-44ec-9c29-313777a7956a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e344413c-0228-4138-ba5f-1a43afff410f {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:56:59.380555 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-a3d37c9e-2e86-44ec-9c29-313777a7956a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:59.397753 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-a3d37c9e-2e86-44ec-9c29-313777a7956a service neutron] Transition to ACTIVE for port object e344413c-0228-4138-ba5f-1a43afff410f will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:56:59.403331 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d845c-f115-4875-b9e9-6ce2fb08cead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d0620a-d231-4777-b980-ae5e6df9bff1,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:59.408481 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47532) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:59.409129 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47534) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:56:59.448767 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-a3d37c9e-2e86-44ec-9c29-313777a7956a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:59.547491 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e45c42-0110-4592-8e25-fd216c585961 req-a68e2c18-fb6b-4237-a718-507fc1d3fae4 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:59.549908 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-46e45c42-0110-4592-8e25-fd216c585961 req-a68e2c18-fb6b-4237-a718-507fc1d3fae4 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 931 time: 0.2543180 Sep 01 14:56:59.585182 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c00c171b-cd9e-4eaf-b631-5fe58b0d7550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:59.591586 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d37c9e-2e86-44ec-9c29-313777a7956a service neutron] Pushing event updated for resources: {'Port': ['ID=e344413c-0228-4138-ba5f-1a43afff410f,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:59.649327 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c00c171b-cd9e-4eaf-b631-5fe58b0d7550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:59.664570 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-a3d37c9e-2e86-44ec-9c29-313777a7956a service neutron] Attempting to bind port e344413c-0228-4138-ba5f-1a43afff410f on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:56:59.665117 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-a3d37c9e-2e86-44ec-9c29-313777a7956a service neutron] Attempting to bind port e344413c-0228-4138-ba5f-1a43afff410f by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:56:59.665652 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-a3d37c9e-2e86-44ec-9c29-313777a7956a service neutron] Attempting to bind port e344413c-0228-4138-ba5f-1a43afff410f on network baf99c09-53f8-4476-8cd9-fd2a9a404823 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:59.674795 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-46e45c42-0110-4592-8e25-fd216c585961 req-1ee3f07a-06c2-4b02-86b4-f04fad85639c tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103222 Sep 01 14:56:59.677351 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-a3d37c9e-2e86-44ec-9c29-313777a7956a service neutron] Port e344413c-0228-4138-ba5f-1a43afff410f on network baf99c09-53f8-4476-8cd9-fd2a9a404823 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:56:59.677777 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-a3d37c9e-2e86-44ec-9c29-313777a7956a service neutron] Attempting to bind port e344413c-0228-4138-ba5f-1a43afff410f on network baf99c09-53f8-4476-8cd9-fd2a9a404823 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:56:59.687110 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-a3d37c9e-2e86-44ec-9c29-313777a7956a service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:56:59.687995 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-a3d37c9e-2e86-44ec-9c29-313777a7956a service neutron] Checking segment: {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:56:59.689391 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-a3d37c9e-2e86-44ec-9c29-313777a7956a service neutron] Bound using segment: {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:56:59.691008 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-a3d37c9e-2e86-44ec-9c29-313777a7956a service neutron] Bound port: e344413c-0228-4138-ba5f-1a43afff410f, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:56:59.691954 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-a3d37c9e-2e86-44ec-9c29-313777a7956a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:59.809325 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-a3d37c9e-2e86-44ec-9c29-313777a7956a service neutron] For port e344413c-0228-4138-ba5f-1a43afff410f, host n-h2-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:56:59.816815 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-a3d37c9e-2e86-44ec-9c29-313777a7956a service neutron] For port e344413c-0228-4138-ba5f-1a43afff410f, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=e344413c-0228-4138-ba5f-1a43afff410f,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:56:59.828781 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-35b7c492-7e21-4903-8eb7-afb6fdb6a7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:59.835316 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-a3d37c9e-2e86-44ec-9c29-313777a7956a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:59.885795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac29eb-75f0-4853-9e92-4fb34832fb4f req-17ce6795-7c83-4b58-9f61-128eea016aa1 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:59.888342 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b8ac29eb-75f0-4853-9e92-4fb34832fb4f req-17ce6795-7c83-4b58-9f61-128eea016aa1 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b74a6e8-5266-4130-98ff-26eb005fca48 HTTP/1.1" status: 200 len: 945 time: 0.1868868 Sep 01 14:56:59.916565 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c00c171b-cd9e-4eaf-b631-5fe58b0d7550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:59.920486 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c00c171b-cd9e-4eaf-b631-5fe58b0d7550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:59.924061 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c00c171b-cd9e-4eaf-b631-5fe58b0d7550 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/51d0620a-d231-4777-b980-ae5e6df9bff1 HTTP/1.1" status: 204 len: 168 time: 0.5109453 Sep 01 14:56:59.959541 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c171b-cd9e-4eaf-b631-5fe58b0d7550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d0620a-d231-4777-b980-ae5e6df9bff1,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:56:59.959944 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-a3d37c9e-2e86-44ec-9c29-313777a7956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:56:59.961420 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-a3d37c9e-2e86-44ec-9c29-313777a7956a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:56:59.964424 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-a3d37c9e-2e86-44ec-9c29-313777a7956a service neutron] 10.222.0.62 "PUT /v2.0/ports/e344413c-0228-4138-ba5f-1a43afff410f HTTP/1.1" status: 200 len: 1091 time: 1.3588531 Sep 01 14:56:59.965137 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b49371-674c-4ff1-bd10-ce44149cd763', 'tag': 'e344413c-0228-4138-ba5f-1a43afff410f'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:56:59.969545 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b063c3-3016-4bfe-a3e8-395c773f40af" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b49371-674c-4ff1-bd10-ce44149cd763", "tag": "e344413c-0228-4138-ba5f-1a43afff410f"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:57:00.012464 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d37c9e-2e86-44ec-9c29-313777a7956a service neutron] Pushing event updated for resources: {'Port': ['ID=e344413c-0228-4138-ba5f-1a43afff410f,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:00.029008 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b8ac29eb-75f0-4853-9e92-4fb34832fb4f req-d3db367a-2f16-4c22-aac8-4e1a137168b5 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158011 Sep 01 14:57:00.131063 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-35b7c492-7e21-4903-8eb7-afb6fdb6a7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:00.140893 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-35b7c492-7e21-4903-8eb7-afb6fdb6a7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:00.198087 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-f0b6adf3-df39-467d-be85-c54f4d48565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:00.200573 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-f0b6adf3-df39-467d-be85-c54f4d48565f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 1094 time: 0.1413717 Sep 01 14:57:00.228104 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-35b7c492-7e21-4903-8eb7-afb6fdb6a7cc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b14ab0059c4b475da74c307cafd95129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8033988 Sep 01 14:57:00.232385 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7c492-7e21-4903-8eb7-afb6fdb6a7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fd39a7-397a-4707-ac09-7332db7bb0c4,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:00.244776 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47570) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:00.258681 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b7c492-7e21-4903-8eb7-afb6fdb6a7cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:00.259442 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b7c492-7e21-4903-8eb7-afb6fdb6a7cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:00.260388 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b7c492-7e21-4903-8eb7-afb6fdb6a7cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:00.261110 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b7c492-7e21-4903-8eb7-afb6fdb6a7cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:00.262368 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b7c492-7e21-4903-8eb7-afb6fdb6a7cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:00.263186 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b7c492-7e21-4903-8eb7-afb6fdb6a7cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:00.263994 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b7c492-7e21-4903-8eb7-afb6fdb6a7cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:00.264877 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b7c492-7e21-4903-8eb7-afb6fdb6a7cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:00.265559 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b7c492-7e21-4903-8eb7-afb6fdb6a7cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:00.266395 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b7c492-7e21-4903-8eb7-afb6fdb6a7cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:00.267118 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b7c492-7e21-4903-8eb7-afb6fdb6a7cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:00.268063 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b7c492-7e21-4903-8eb7-afb6fdb6a7cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:00.341923 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df70886-3942-4b0b-85b2-41befa75d214 x-openstack-request-id: req-5df70886-3942-4b0b-85b2-41befa75d214 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:57:00.342254 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b49371-674c-4ff1-bd10-ce44149cd763", "tag": "e344413c-0228-4138-ba5f-1a43afff410f", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:57:00.342603 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5df70886-3942-4b0b-85b2-41befa75d214 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:57:00.343569 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b49371-674c-4ff1-bd10-ce44149cd763', 'tag': 'e344413c-0228-4138-ba5f-1a43afff410f', 'status': 'completed', 'code': 200} Sep 01 14:57:00.355103 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-8fb4f54f-2b17-481d-ab8d-7e1b35aa6837 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e344413c-0228-4138-ba5f-1a43afff410f HTTP/1.1" status: 200 len: 217 time: 0.1318250 Sep 01 14:57:00.486266 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-f95b348e-1619-4300-a74e-f98d7e35beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:00.488440 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-f95b348e-1619-4300-a74e-f98d7e35beaf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f21d72f-51d2-4274-ac2c-410e832eb73e HTTP/1.1" status: 200 len: 847 time: 0.1190848 Sep 01 14:57:00.492227 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9db0c680-cfe3-4299-8292-c90458213c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:00.547598 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-88fd963c-3a2b-4475-ae19-0875ce937f81 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=baf99c09-53f8-4476-8cd9-fd2a9a404823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496283 Sep 01 14:57:00.576633 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 9708e94e-f22a-4b6e-a64f-be023ca15204 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:57:00.578792 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9db0c680-cfe3-4299-8292-c90458213c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:00.665978 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 9708e94e-f22a-4b6e-a64f-be023ca15204 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:57:00.672086 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 9708e94e-f22a-4b6e-a64f-be023ca15204 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:00.672942 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:00.795259 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-b98f5d16-00b2-4a0f-aa8a-393e4c977151 service neutron] 10.222.0.62 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328057 Sep 01 14:57:00.800452 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9db0c680-cfe3-4299-8292-c90458213c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:00.811758 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9db0c680-cfe3-4299-8292-c90458213c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:00.817729 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9db0c680-cfe3-4299-8292-c90458213c05 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/30fd39a7-397a-4707-ac09-7332db7bb0c4 HTTP/1.1" status: 204 len: 168 time: 0.5674324 Sep 01 14:57:00.840528 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:00.869156 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0c680-cfe3-4299-8292-c90458213c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fd39a7-397a-4707-ac09-7332db7bb0c4,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:00.889411 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b74a6e8-5266-4130-98ff-26eb005fca48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9708e94e-f22a-4b6e-a64f-be023ca15204'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:57:00.893617 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9d8d56-544f-44fc-bf62-9589c990a9ea" -d '{"events": [{"server_uuid": "3b74a6e8-5266-4130-98ff-26eb005fca48", "name": "network-vif-plugged", "status": "completed", "tag": "9708e94e-f22a-4b6e-a64f-be023ca15204"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:57:00.914337 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 9708e94e-f22a-4b6e-a64f-be023ca15204, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=9708e94e-f22a-4b6e-a64f-be023ca15204,segment=NetworkSegment(6494e41f-3a98-4c3f-8728-8bf218086c1f),segment_id=6494e41f-3a98-4c3f-8728-8bf218086c1f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:00.926428 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:00.942783 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0c680-cfe3-4299-8292-c90458213c05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:00.943529 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0c680-cfe3-4299-8292-c90458213c05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:00.944632 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0c680-cfe3-4299-8292-c90458213c05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:00.945361 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0c680-cfe3-4299-8292-c90458213c05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:00.946257 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0c680-cfe3-4299-8292-c90458213c05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:00.946947 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0c680-cfe3-4299-8292-c90458213c05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:00.948280 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0c680-cfe3-4299-8292-c90458213c05 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:00.949073 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0c680-cfe3-4299-8292-c90458213c05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:00.949860 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0c680-cfe3-4299-8292-c90458213c05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:00.950563 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0c680-cfe3-4299-8292-c90458213c05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:00.951255 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0c680-cfe3-4299-8292-c90458213c05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:00.951939 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db0c680-cfe3-4299-8292-c90458213c05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:01.047073 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=9708e94e-f22a-4b6e-a64f-be023ca15204,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:01.055568 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee2060-3599-4d95-92d4-084aa9e2fe79 req-29236882-817d-4df5-a025-f85b18193c8c tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:01.057981 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d2ee2060-3599-4d95-92d4-084aa9e2fe79 req-29236882-817d-4df5-a025-f85b18193c8c tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 943 time: 0.0920107 Sep 01 14:57:01.089191 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da6152d3-72e4-400e-9c58-3af0376199e5 req-2a4227f9-d74f-420c-bbaf-16c67711cdf2 service neutron] 10.222.0.62 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731419 Sep 01 14:57:01.125186 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d2ee2060-3599-4d95-92d4-084aa9e2fe79 req-8e9dd4e2-b7e5-4ac4-ae5c-600517a62a31 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542929 Sep 01 14:57:01.291852 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b063c3-3016-4bfe-a3e8-395c773f40af req-5fc04c81-72f9-4873-a89c-7da64f07351b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:01.294125 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-24b063c3-3016-4bfe-a3e8-395c773f40af req-5fc04c81-72f9-4873-a89c-7da64f07351b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 1094 time: 0.0714648 Sep 01 14:57:01.332686 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e7b3e4-ace4-48a1-8165-8591abee7fdd x-openstack-request-id: req-e5e7b3e4-ace4-48a1-8165-8591abee7fdd {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:57:01.333059 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b74a6e8-5266-4130-98ff-26eb005fca48", "name": "network-vif-plugged", "status": "completed", "tag": "9708e94e-f22a-4b6e-a64f-be023ca15204", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:57:01.333305 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e5e7b3e4-ace4-48a1-8165-8591abee7fdd {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:57:01.333718 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b74a6e8-5266-4130-98ff-26eb005fca48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9708e94e-f22a-4b6e-a64f-be023ca15204', 'code': 200} Sep 01 14:57:01.493249 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b063c3-3016-4bfe-a3e8-395c773f40af req-98343fbc-f559-45bb-94a5-c68f513f6ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:01.493535 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.62', 60201) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:01.497077 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-24b063c3-3016-4bfe-a3e8-395c773f40af req-98343fbc-f559-45bb-94a5-c68f513f6ce0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 908 time: 0.1939712 Sep 01 14:57:01.624312 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-24b063c3-3016-4bfe-a3e8-395c773f40af req-b8d0c379-0853-478d-b415-64829fe7538b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e344413c-0228-4138-ba5f-1a43afff410f HTTP/1.1" status: 200 len: 217 time: 0.1171007 Sep 01 14:57:01.629710 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b59e01-bbc8-4a7f-a033-8c1f8d38a258 req-7dc37a14-89b3-4051-a49e-7196b96679b3 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:01.639400 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-11b59e01-bbc8-4a7f-a033-8c1f8d38a258 req-7dc37a14-89b3-4051-a49e-7196b96679b3 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b74a6e8-5266-4130-98ff-26eb005fca48 HTTP/1.1" status: 200 len: 946 time: 0.2406449 Sep 01 14:57:01.678783 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4c989-3b74-41b7-b856-2793aaeaa6ba req-b88cc416-73b6-4798-b033-03d547de2f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:01.680346 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-39c4c989-3b74-41b7-b856-2793aaeaa6ba req-b88cc416-73b6-4798-b033-03d547de2f03 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3b74a6e8-5266-4130-98ff-26eb005fca48 HTTP/1.1" status: 200 len: 1097 time: 0.1845875 Sep 01 14:57:01.743751 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b063c3-3016-4bfe-a3e8-395c773f40af req-c7963d34-de06-43e3-ab6d-120fbd33b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:01.747789 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-24b063c3-3016-4bfe-a3e8-395c773f40af req-c7963d34-de06-43e3-ab6d-120fbd33b527 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f21d72f-51d2-4274-ac2c-410e832eb73e HTTP/1.1" status: 200 len: 847 time: 0.1081824 Sep 01 14:57:01.756504 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-11b59e01-bbc8-4a7f-a033-8c1f8d38a258 req-1a5136cc-8b12-42dd-8214-9f75014b434b tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160562 Sep 01 14:57:01.787457 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-39c4c989-3b74-41b7-b856-2793aaeaa6ba req-5fcdfafb-710d-4c47-8bc6-dfe1821bd98d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977931 Sep 01 14:57:01.820566 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-24b063c3-3016-4bfe-a3e8-395c773f40af req-14eab3e2-9756-4cbe-9704-a1ab06a4a201 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=baf99c09-53f8-4476-8cd9-fd2a9a404823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625901 Sep 01 14:57:01.832281 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47620) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:01.858758 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-51f8993e-401a-41d8-b985-dd051d1f58d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:02.158197 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-51f8993e-401a-41d8-b985-dd051d1f58d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:02.179211 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-51f8993e-401a-41d8-b985-dd051d1f58d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:02.285108 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8993e-401a-41d8-b985-dd051d1f58d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7256230f-ac44-4d07-8a6f-91d98f123f81,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:02.292679 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-51f8993e-401a-41d8-b985-dd051d1f58d5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd92a8d912b449aba036bd1a307ff72c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4591007 Sep 01 14:57:02.304041 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47646) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:02.533850 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48f60d-5909-432a-8b0b-643b43415eac req-c2f8d812-02f9-4105-8419-e263b9962b7a tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:02.536420 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bf48f60d-5909-432a-8b0b-643b43415eac req-c2f8d812-02f9-4105-8419-e263b9962b7a tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 943 time: 0.1906457 Sep 01 14:57:02.579956 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cba5c3ed-e486-4ad5-96d1-63064544aa59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:02.615231 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cba5c3ed-e486-4ad5-96d1-63064544aa59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:02.630120 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29536dbd-a4f2-4f13-b5d4-c5334dbb632e req-db7d1996-f10a-44a5-b24f-edcef15d169d tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:02.638920 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-29536dbd-a4f2-4f13-b5d4-c5334dbb632e req-db7d1996-f10a-44a5-b24f-edcef15d169d tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50661f5-4e3a-478e-b435-f29a62f0ef1b HTTP/1.1" status: 200 len: 971 time: 0.4970083 Sep 01 14:57:02.690260 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bf48f60d-5909-432a-8b0b-643b43415eac req-d3ff2b14-08a5-4701-80ae-f7cc487bff44 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422982 Sep 01 14:57:02.728865 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cba5c3ed-e486-4ad5-96d1-63064544aa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:02.740112 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cba5c3ed-e486-4ad5-96d1-63064544aa59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:02.742722 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cba5c3ed-e486-4ad5-96d1-63064544aa59 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7256230f-ac44-4d07-8a6f-91d98f123f81 HTTP/1.1" status: 204 len: 168 time: 0.4353545 Sep 01 14:57:02.758425 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5c3ed-e486-4ad5-96d1-63064544aa59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7256230f-ac44-4d07-8a6f-91d98f123f81,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:02.805378 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-29536dbd-a4f2-4f13-b5d4-c5334dbb632e req-862e3f76-484a-4797-94c1-a88f68a19eaf tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/security-groups?id=af26173f-e716-48c3-8f88-230483352a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640792 Sep 01 14:57:02.881279 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-24b063c3-3016-4bfe-a3e8-395c773f40af req-343df7f8-c0d9-425d-822f-750f88407de1 service neutron] 10.222.0.62 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6348684 Sep 01 14:57:03.146204 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4ce4e-b02d-4e57-a113-1b592620b642 req-45491bad-4a73-4ba0-ac13-65452f6313dc tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:03.154006 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4eb4ce4e-b02d-4e57-a113-1b592620b642 req-45491bad-4a73-4ba0-ac13-65452f6313dc tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b74a6e8-5266-4130-98ff-26eb005fca48 HTTP/1.1" status: 200 len: 946 time: 0.2249968 Sep 01 14:57:03.232863 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-24b063c3-3016-4bfe-a3e8-395c773f40af req-3086b203-2f7b-4c61-8233-e2d1a5009d95 service neutron] 10.222.0.62 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430355 Sep 01 14:57:03.272227 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4eb4ce4e-b02d-4e57-a113-1b592620b642 req-55f15e6c-dd8c-411c-aee1-a86e6cd419b6 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037192 Sep 01 14:57:03.697779 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66e561-eebb-4e6d-98d8-f1a103492eb2 req-5425aed4-051a-4570-b26e-47ba0869df29 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:03.701758 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0d66e561-eebb-4e6d-98d8-f1a103492eb2 req-5425aed4-051a-4570-b26e-47ba0869df29 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.45 "GET /v2.0/ports?device_id=a50661f5-4e3a-478e-b435-f29a62f0ef1b HTTP/1.1" status: 200 len: 971 time: 0.0864029 Sep 01 14:57:04.008138 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47722) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:04.081833 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-0d66e561-eebb-4e6d-98d8-f1a103492eb2 req-ee8ba46e-0d5f-458d-a323-7c725868959a tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Deleting port f138f89b-d8c6-4024-a66e-4e720915b5c2 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:57:04.082574 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0d66e561-eebb-4e6d-98d8-f1a103492eb2 req-ee8ba46e-0d5f-458d-a323-7c725868959a tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:04.105332 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be706258-d179-4b96-a187-cc7681a432c3 req-97dc398d-52b9-4d3e-869a-1f43d4a631aa tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:04.108141 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-be706258-d179-4b96-a187-cc7681a432c3 req-97dc398d-52b9-4d3e-869a-1f43d4a631aa tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 943 time: 0.1572394 Sep 01 14:57:04.209943 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc51e82-60c6-4d8e-b1b6-56200318b34c req-ce03f426-b229-400f-864f-2e466490325e tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:04.213607 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2bc51e82-60c6-4d8e-b1b6-56200318b34c req-ce03f426-b229-400f-864f-2e466490325e tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50661f5-4e3a-478e-b435-f29a62f0ef1b HTTP/1.1" status: 200 len: 971 time: 0.0737078 Sep 01 14:57:04.302339 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2bc51e82-60c6-4d8e-b1b6-56200318b34c req-bd76e26a-7aa3-4c69-b2a8-4e5c7167a3dd tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/security-groups?id=af26173f-e716-48c3-8f88-230483352a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813360 Sep 01 14:57:04.305306 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-be706258-d179-4b96-a187-cc7681a432c3 req-4f42fc56-59cb-4d7b-85fb-c7faf1a4f06d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791091 Sep 01 14:57:04.411162 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-0d66e561-eebb-4e6d-98d8-f1a103492eb2 req-ee8ba46e-0d5f-458d-a323-7c725868959a tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] For port f138f89b-d8c6-4024-a66e-4e720915b5c2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f138f89b-d8c6-4024-a66e-4e720915b5c2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:04.411736 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0d66e561-eebb-4e6d-98d8-f1a103492eb2 req-ee8ba46e-0d5f-458d-a323-7c725868959a tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:04.441229 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71172b5f-0809-46fb-bec0-1c0be5e5b129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:04.467896 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-0d66e561-eebb-4e6d-98d8-f1a103492eb2 req-ee8ba46e-0d5f-458d-a323-7c725868959a tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Calling delete_port for f138f89b-d8c6-4024-a66e-4e720915b5c2 owned by compute:tempest-test_az-1371376998 {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:57:04.576711 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device e344413c-0228-4138-ba5f-1a43afff410f details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:04.800851 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71172b5f-0809-46fb-bec0-1c0be5e5b129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:04.812143 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71172b5f-0809-46fb-bec0-1c0be5e5b129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:04.836332 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port e344413c-0228-4138-ba5f-1a43afff410f, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=e344413c-0228-4138-ba5f-1a43afff410f,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:04.844258 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8b31b-41fb-4c2b-b498-77bba48de2a0 req-16b05c36-ec89-4a62-8be2-5c20585cd395 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:04.849398 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a9a8b31b-41fb-4c2b-b498-77bba48de2a0 req-16b05c36-ec89-4a62-8be2-5c20585cd395 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b74a6e8-5266-4130-98ff-26eb005fca48 HTTP/1.1" status: 200 len: 946 time: 0.3525944 Sep 01 14:57:04.864901 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-71172b5f-0809-46fb-bec0-1c0be5e5b129 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a740ce7bee9a4eb599fb86507c6fff38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8521080 Sep 01 14:57:04.866100 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47760) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:04.891208 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'e344413c-0228-4138-ba5f-1a43afff410f', 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823', 'port_id': 'e344413c-0228-4138-ba5f-1a43afff410f', 'mac_address': 'fa:16:3e:51:15:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f21d72f-51d2-4274-ac2c-410e832eb73e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:04.938117 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71172b5f-0809-46fb-bec0-1c0be5e5b129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b6a2f3-5713-407b-a900-c96a80daaed3,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:05.020617 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:05.032372 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-27cbaf07-da72-4baa-bc1a-7248569fa9bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:05.058642 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e344413c-0228-4138-ba5f-1a43afff410f {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:57:05.095952 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a9a8b31b-41fb-4c2b-b498-77bba48de2a0 req-a6ce3645-3214-4ca5-994e-bb8f2f616bda tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311723 Sep 01 14:57:05.112998 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port e344413c-0228-4138-ba5f-1a43afff410f, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=e344413c-0228-4138-ba5f-1a43afff410f,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:05.126970 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:05.149952 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-27cbaf07-da72-4baa-bc1a-7248569fa9bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:05.171974 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0d66e561-eebb-4e6d-98d8-f1a103492eb2 req-ee8ba46e-0d5f-458d-a323-7c725868959a tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:05.189308 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['f138f89b-d8c6-4024-a66e-4e720915b5c2'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:57:05.297892 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=e344413c-0228-4138-ba5f-1a43afff410f,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:05.315739 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-27cbaf07-da72-4baa-bc1a-7248569fa9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:05.320221 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:05.320968 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:05.321754 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-27cbaf07-da72-4baa-bc1a-7248569fa9bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:05.321980 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:05.323480 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:05.324824 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:05.326026 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:05.327989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:05.328847 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:05.329093 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-27cbaf07-da72-4baa-bc1a-7248569fa9bd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/42b6a2f3-5713-407b-a900-c96a80daaed3 HTTP/1.1" status: 204 len: 168 time: 0.4611578 Sep 01 14:57:05.329999 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:05.330771 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:05.331529 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:05.332291 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:05.366962 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbaf07-da72-4baa-bc1a-7248569fa9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b6a2f3-5713-407b-a900-c96a80daaed3,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:05.386654 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d66e561-eebb-4e6d-98d8-f1a103492eb2 req-ee8ba46e-0d5f-458d-a323-7c725868959a tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] No DVR routers for this DVR port f138f89b-d8c6-4024-a66e-4e720915b5c2 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:57:05.388772 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ba46e-0d5f-458d-a323-7c725868959a tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Pushing event deleted for resources: {'Port': ['ID=f138f89b-d8c6-4024-a66e-4e720915b5c2,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:05.453963 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0d66e561-eebb-4e6d-98d8-f1a103492eb2 req-ee8ba46e-0d5f-458d-a323-7c725868959a tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:05.457349 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0d66e561-eebb-4e6d-98d8-f1a103492eb2 req-ee8ba46e-0d5f-458d-a323-7c725868959a tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.45 "DELETE /v2.0/ports/f138f89b-d8c6-4024-a66e-4e720915b5c2 HTTP/1.1" status: 204 len: 173 time: 1.7478623 Sep 01 14:57:05.460023 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50661f5-4e3a-478e-b435-f29a62f0ef1b', 'name': 'network-vif-deleted', 'tag': 'f138f89b-d8c6-4024-a66e-4e720915b5c2'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:57:05.462076 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021156ff-7973-419a-ac5f-87eb3f38fc74" -d '{"events": [{"server_uuid": "a50661f5-4e3a-478e-b435-f29a62f0ef1b", "name": "network-vif-deleted", "tag": "f138f89b-d8c6-4024-a66e-4e720915b5c2"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:57:05.470182 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['e344413c-0228-4138-ba5f-1a43afff410f'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:57:05.497410 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62518bff-f4fd-4220-b498-fc1e994b1514 req-413d8973-9830-4a70-ab19-24055f125cbb tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:05.499876 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-62518bff-f4fd-4220-b498-fc1e994b1514 req-413d8973-9830-4a70-ab19-24055f125cbb tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b74a6e8-5266-4130-98ff-26eb005fca48 HTTP/1.1" status: 200 len: 946 time: 0.1525314 Sep 01 14:57:05.518123 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47790) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:05.526676 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-75baf92e-4b9f-4a3f-97ac-ad6d8fc116a6 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Request body: {'floatingip': {'port_id': '9708e94e-f22a-4b6e-a64f-be023ca15204'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:05.798978 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-896159ca-2bc9-4a1b-9bfb-3f92eac37f77 req-5c5ed716-8412-4561-aa30-26fe57903806 tempest-AggregatesAdminTestJSON-858598393 tempest-AggregatesAdminTestJSON-858598393-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50661f5-4e3a-478e-b435-f29a62f0ef1b HTTP/1.1" status: 200 len: 210 time: 0.0704062 Sep 01 14:57:05.862578 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-75baf92e-4b9f-4a3f-97ac-ad6d8fc116a6 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks [] for floatingip, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:05.929098 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6ebba2-1122-4d57-adae-a23f709b1e40 x-openstack-request-id: req-ab6ebba2-1122-4d57-adae-a23f709b1e40 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:57:05.935227 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50661f5-4e3a-478e-b435-f29a62f0ef1b", "name": "network-vif-deleted", "tag": "f138f89b-d8c6-4024-a66e-4e720915b5c2", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:57:05.935938 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ab6ebba2-1122-4d57-adae-a23f709b1e40 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:57:05.936845 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50661f5-4e3a-478e-b435-f29a62f0ef1b', 'name': 'network-vif-deleted', 'tag': 'f138f89b-d8c6-4024-a66e-4e720915b5c2', 'status': 'completed', 'code': 200} Sep 01 14:57:06.045160 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47802) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:06.409634 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c4eac-7e4c-4ea6-ba95-242d8e32f1fc req-f9bcd067-15de-4e14-a7fd-c2d901e580c9 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:06.411410 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-105c4eac-7e4c-4ea6-ba95-242d8e32f1fc req-f9bcd067-15de-4e14-a7fd-c2d901e580c9 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 944 time: 0.2712791 Sep 01 14:57:06.558476 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-105c4eac-7e4c-4ea6-ba95-242d8e32f1fc req-0183b035-1bbf-450a-9960-a04b280884fb tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231792 Sep 01 14:57:06.592147 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device e344413c-0228-4138-ba5f-1a43afff410f up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:57:06.675964 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port e344413c-0228-4138-ba5f-1a43afff410f completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:57:06.682865 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port e344413c-0228-4138-ba5f-1a43afff410f triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:06.683244 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:06.796879 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47812) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:06.846875 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b6ed011f-c04a-44b0-9586-018d0e7d06fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:06.858199 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:06.912739 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6afba398-ee3f-491e-9b30-e5f8bbbf4753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:06.925914 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b49371-674c-4ff1-bd10-ce44149cd763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e344413c-0228-4138-ba5f-1a43afff410f'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:57:06.930652 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba69493-a385-4c5d-b761-10259af99bcb" -d '{"events": [{"server_uuid": "b6b49371-674c-4ff1-bd10-ce44149cd763", "name": "network-vif-plugged", "status": "completed", "tag": "e344413c-0228-4138-ba5f-1a43afff410f"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:57:06.988530 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port e344413c-0228-4138-ba5f-1a43afff410f, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=e344413c-0228-4138-ba5f-1a43afff410f,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:07.000001 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:07.104091 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79627590-ddab-4c19-988c-38cb7241c179 x-openstack-request-id: req-79627590-ddab-4c19-988c-38cb7241c179 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:57:07.106705 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b49371-674c-4ff1-bd10-ce44149cd763", "name": "network-vif-plugged", "status": "completed", "tag": "e344413c-0228-4138-ba5f-1a43afff410f", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:57:07.107919 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-79627590-ddab-4c19-988c-38cb7241c179 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:57:07.109153 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47824) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:07.110741 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b49371-674c-4ff1-bd10-ce44149cd763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e344413c-0228-4138-ba5f-1a43afff410f', 'code': 200} Sep 01 14:57:07.226763 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b6ed011f-c04a-44b0-9586-018d0e7d06fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:07.227360 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=e344413c-0228-4138-ba5f-1a43afff410f,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:07.237693 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b6ed011f-c04a-44b0-9586-018d0e7d06fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:07.390972 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b6ed011f-c04a-44b0-9586-018d0e7d06fc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=acce0ad9989e4df5a823187d39c0ff2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5920305 Sep 01 14:57:07.398759 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47832) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:07.417091 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed011f-c04a-44b0-9586-018d0e7d06fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9144cc9f-d901-4cbf-a4a9-a3c7a7a565fa,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:07.463538 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.resource_extend [None req-75baf92e-4b9f-4a3f-97ac-ad6d8fc116a6 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 14:57:07.523031 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855cd45-fdff-4dbf-9652-46f87c490e3c req-55573fd8-760a-47c2-80ea-0c4807860053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:07.524499 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6855cd45-fdff-4dbf-9652-46f87c490e3c req-55573fd8-760a-47c2-80ea-0c4807860053 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 1096 time: 0.2510991 Sep 01 14:57:07.612725 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-75baf92e-4b9f-4a3f-97ac-ad6d8fc116a6 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:07.623538 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-75baf92e-4b9f-4a3f-97ac-ad6d8fc116a6 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:07.642703 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-64b3e705-b499-46c0-85b6-b2f2ebac4354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:07.651141 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6855cd45-fdff-4dbf-9652-46f87c490e3c req-f0456715-c731-4f7e-9cfa-9ab34fb6c01a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139872 Sep 01 14:57:07.726238 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6afba398-ee3f-491e-9b30-e5f8bbbf4753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:07.735378 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-64b3e705-b499-46c0-85b6-b2f2ebac4354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:07.779983 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6afba398-ee3f-491e-9b30-e5f8bbbf4753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:07.821793 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:07.885460 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-884d1f04-2d76-4edb-80ce-55f027072c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:07.895116 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47842) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:07.918422 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-75baf92e-4b9f-4a3f-97ac-ad6d8fc116a6 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Floating IP dcf910e3-eb05-4279-b9b3-1414777301ad associated. External IP: 172.25.6.245, port: 9708e94e-f22a-4b6e-a64f-be023ca15204. Sep 01 14:57:07.998977 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db42f4-3b88-4493-befa-58491ac818da req-eb44c242-3b43-4dd0-bbc1-c2998ef6947c tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:08.002212 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9db42f4-3b88-4493-befa-58491ac818da req-eb44c242-3b43-4dd0-bbc1-c2998ef6947c tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 945 time: 0.2240024 Sep 01 14:57:08.155681 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-884d1f04-2d76-4edb-80ce-55f027072c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:08.178866 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47850) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:08.179115 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6afba398-ee3f-491e-9b30-e5f8bbbf4753 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a3b8dc4a40914d1b929f8625509da494&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1315446 Sep 01 14:57:08.188958 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-884d1f04-2d76-4edb-80ce-55f027072c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:08.198144 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afba398-ee3f-491e-9b30-e5f8bbbf4753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e241b3-b998-4e46-b262-ca8d5977aa6b,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:08.227518 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f138f89b-d8c6-4024-a66e-4e720915b5c2 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:57:08.306375 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: f138f89b-d8c6-4024-a66e-4e720915b5c2 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:57:08.307676 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f138f89b-d8c6-4024-a66e-4e720915b5c2 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:57:08.316704 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-64b3e705-b499-46c0-85b6-b2f2ebac4354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:08.319797 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-64b3e705-b499-46c0-85b6-b2f2ebac4354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:08.325470 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-64b3e705-b499-46c0-85b6-b2f2ebac4354 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9144cc9f-d901-4cbf-a4a9-a3c7a7a565fa HTTP/1.1" status: 204 len: 168 time: 0.9220574 Sep 01 14:57:08.329902 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-884d1f04-2d76-4edb-80ce-55f027072c3c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d86fc5a9272f4ac6a7594f1a81baa415&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2160382 Sep 01 14:57:08.332226 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d1f04-2d76-4edb-80ce-55f027072c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901a7115-322f-4201-a381-82a7e83593dc,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:08.349798 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9db42f4-3b88-4493-befa-58491ac818da req-f9085b32-91dd-4036-8949-6f3663a5cb26 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860564 Sep 01 14:57:08.354797 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47856) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:08.384125 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3e705-b499-46c0-85b6-b2f2ebac4354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9144cc9f-d901-4cbf-a4a9-a3c7a7a565fa,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:08.467680 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f6ac2c65-d918-4d4a-b2d5-0e55cec9e9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:08.520428 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f6ac2c65-d918-4d4a-b2d5-0e55cec9e9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:08.615468 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2d030865-912a-4395-9510-456585bce971 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=215889b050e546d5824f254b655cf137&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7181444 Sep 01 14:57:08.619202 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-de019345-65b0-4462-b847-a612760ea44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:08.621218 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47862) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:08.662020 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75baf92e-4b9f-4a3f-97ac-ad6d8fc116a6 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Router fc69ccf7-02ab-488d-a8df-ec899516da85 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:57:08.678782 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-de019345-65b0-4462-b847-a612760ea44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:08.682612 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f6ac2c65-d918-4d4a-b2d5-0e55cec9e9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:08.687833 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f6ac2c65-d918-4d4a-b2d5-0e55cec9e9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:08.693429 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f6ac2c65-d918-4d4a-b2d5-0e55cec9e9a6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/901a7115-322f-4201-a381-82a7e83593dc HTTP/1.1" status: 204 len: 168 time: 0.3310184 Sep 01 14:57:08.734082 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac2c65-d918-4d4a-b2d5-0e55cec9e9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901a7115-322f-4201-a381-82a7e83593dc,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:08.767634 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-968b3684-df89-4571-a317-034dcba017f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:08.834916 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-968b3684-df89-4571-a317-034dcba017f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:08.947673 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-968b3684-df89-4571-a317-034dcba017f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:08.950628 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-968b3684-df89-4571-a317-034dcba017f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:08.952152 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-968b3684-df89-4571-a317-034dcba017f3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/af26173f-e716-48c3-8f88-230483352a79 HTTP/1.1" status: 204 len: 168 time: 0.3287888 Sep 01 14:57:08.968621 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b3684-df89-4571-a317-034dcba017f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af26173f-e716-48c3-8f88-230483352a79,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:09.172579 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fce19cfb-231d-4dee-8a30-ce7bc937b38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:09.219842 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75baf92e-4b9f-4a3f-97ac-ad6d8fc116a6 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:57:09.233051 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-75baf92e-4b9f-4a3f-97ac-ad6d8fc116a6 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:09.249770 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aac0886-685d-4336-bdb9-c66cc39709f5 None None] Sync routers for ids ['fc69ccf7-02ab-488d-a8df-ec899516da85'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:57:09.266477 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-de019345-65b0-4462-b847-a612760ea44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:09.269153 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-de019345-65b0-4462-b847-a612760ea44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:09.270569 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-de019345-65b0-4462-b847-a612760ea44a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/93e241b3-b998-4e46-b262-ca8d5977aa6b HTTP/1.1" status: 204 len: 168 time: 1.0831385 Sep 01 14:57:09.283348 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aac0886-685d-4336-bdb9-c66cc39709f5 None None] Routers {'fc69ccf7-02ab-488d-a8df-ec899516da85'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:57:09.284429 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2aac0886-685d-4336-bdb9-c66cc39709f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:56:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fc69ccf7-02ab-488d-a8df-ec899516da85'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:09.285777 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de019345-65b0-4462-b847-a612760ea44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e241b3-b998-4e46-b262-ca8d5977aa6b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:09.291646 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-75baf92e-4b9f-4a3f-97ac-ad6d8fc116a6 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "PUT /v2.0/floatingips/dcf910e3-eb05-4279-b9b3-1414777301ad HTTP/1.1" status: 200 len: 992 time: 3.7719700 Sep 01 14:57:09.292326 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b74a6e8-5266-4130-98ff-26eb005fca48', 'tag': '9708e94e-f22a-4b6e-a64f-be023ca15204'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:57:09.556015 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-2aac0886-685d-4336-bdb9-c66cc39709f5 None None] Set router fc69ccf7-02ab-488d-a8df-ec899516da85 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:57:09.590255 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca7e07-e095-47f2-b175-86ea9cc19158 req-dbf761fc-c1d5-496e-9276-2147ac98c125 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:09.603408 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7dca7e07-e095-47f2-b175-86ea9cc19158 req-dbf761fc-c1d5-496e-9276-2147ac98c125 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 945 time: 0.0997071 Sep 01 14:57:09.660790 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7dca7e07-e095-47f2-b175-86ea9cc19158 req-a23c9dc6-0a47-4da0-a84a-8e0e4cac58a5 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559597 Sep 01 14:57:10.196166 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2aac0886-685d-4336-bdb9-c66cc39709f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921967225-router', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:00Z', 'updated_at': '2021-09-01T14:56:05Z', 'revision_number': 4, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'gw_port': {'id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:01Z', 'updated_at': '2021-09-01T14:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'dcf910e3-eb05-4279-b9b3-1414777301ad', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'port_id': '9708e94e-f22a-4b6e-a64f-be023ca15204', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d', 'mac_address': 'fa:16:3e:57:d2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74a6e8-5266-4130-98ff-26eb005fca48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T14:56:34Z', 'updated_at': '2021-09-01T14:57:07Z', 'revision_number': 1, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe593ea-2126-40e1-abb9-b7e7079f02fc', 'name': '', 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'mac_address': 'fa:16:3e:d4:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:04Z', 'updated_at': '2021-09-01T14:56:15Z', 'revision_number': 5, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'subnets': [{'id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:10.235484 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aac0886-685d-4336-bdb9-c66cc39709f5 None None] Checking router: fc69ccf7-02ab-488d-a8df-ec899516da85 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:57:10.251707 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aac0886-685d-4336-bdb9-c66cc39709f5 None None] Routers {'fc69ccf7-02ab-488d-a8df-ec899516da85'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:57:10.254371 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2aac0886-685d-4336-bdb9-c66cc39709f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:56:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fc69ccf7-02ab-488d-a8df-ec899516da85'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:10.323232 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47906) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:10.351057 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17f40403-a411-4983-8bcc-ea30d0bab3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:10.457863 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-2aac0886-685d-4336-bdb9-c66cc39709f5 None None] Set router fc69ccf7-02ab-488d-a8df-ec899516da85 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:57:10.524455 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17f40403-a411-4983-8bcc-ea30d0bab3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:10.537642 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17f40403-a411-4983-8bcc-ea30d0bab3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:10.636470 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-17f40403-a411-4983-8bcc-ea30d0bab3a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2dd9ff9083f84a40a76c14f6160d0a17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070087 Sep 01 14:57:10.636917 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f40403-a411-4983-8bcc-ea30d0bab3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1262f0-32c9-4bef-bc8c-e48eb98e1400,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:10.637915 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47910) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:10.701392 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098693ea-12f8-4c8c-baa3-9e65e2cea72b" -d '{"events": [{"name": "network-changed", "server_uuid": "3b74a6e8-5266-4130-98ff-26eb005fca48", "tag": "9708e94e-f22a-4b6e-a64f-be023ca15204"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:57:10.780521 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47914) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:10.787404 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-66cc000b-0b41-427e-ac1c-37cb331ce434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:10.831253 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-66cc000b-0b41-427e-ac1c-37cb331ce434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:10.934348 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e969c816-5c34-4d0a-98fa-537d90db5d34 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=01010f51e7764c88ad8ab57f2ec44421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409690 Sep 01 14:57:10.934348 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974c85d-eccc-480a-8cbf-a9994c19beb8 req-20f35522-2a1d-49ab-915e-c2d026b92b39 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:10.935182 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a974c85d-eccc-480a-8cbf-a9994c19beb8 req-20f35522-2a1d-49ab-915e-c2d026b92b39 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 1096 time: 0.1270261 Sep 01 14:57:10.991908 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-66cc000b-0b41-427e-ac1c-37cb331ce434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:10.991908 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-66cc000b-0b41-427e-ac1c-37cb331ce434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:11.002042 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-66cc000b-0b41-427e-ac1c-37cb331ce434 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fa1262f0-32c9-4bef-bc8c-e48eb98e1400 HTTP/1.1" status: 204 len: 168 time: 0.3547823 Sep 01 14:57:11.002042 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47920) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:11.054481 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc000b-0b41-427e-ac1c-37cb331ce434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1262f0-32c9-4bef-bc8c-e48eb98e1400,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:11.076979 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2aac0886-685d-4336-bdb9-c66cc39709f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921967225-router', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:00Z', 'updated_at': '2021-09-01T14:56:05Z', 'revision_number': 4, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'gw_port': {'id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:01Z', 'updated_at': '2021-09-01T14:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'dcf910e3-eb05-4279-b9b3-1414777301ad', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'port_id': '9708e94e-f22a-4b6e-a64f-be023ca15204', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d', 'mac_address': 'fa:16:3e:57:d2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74a6e8-5266-4130-98ff-26eb005fca48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T14:56:34Z', 'updated_at': '2021-09-01T14:57:07Z', 'revision_number': 1, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe593ea-2126-40e1-abb9-b7e7079f02fc', 'name': '', 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'mac_address': 'fa:16:3e:d4:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:04Z', 'updated_at': '2021-09-01T14:56:15Z', 'revision_number': 5, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'subnets': [{'id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:11.082940 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a974c85d-eccc-480a-8cbf-a9994c19beb8 req-837fb0a4-4484-4683-88c2-cca595a0bec8 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463795 Sep 01 14:57:11.144047 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aac0886-685d-4336-bdb9-c66cc39709f5 None None] The sync data for ids ['fc69ccf7-02ab-488d-a8df-ec899516da85'] in n-d-794796-3 is: [{'id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921967225-router', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:00Z', 'updated_at': '2021-09-01T14:56:05Z', 'revision_number': 4, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'gw_port': {'id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:01Z', 'updated_at': '2021-09-01T14:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'dcf910e3-eb05-4279-b9b3-1414777301ad', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'port_id': '9708e94e-f22a-4b6e-a64f-be023ca15204', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d', 'mac_address': 'fa:16:3e:57:d2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b74a6e8-5266-4130-98ff-26eb005fca48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T14:56:34Z', 'updated_at': '2021-09-01T14:57:07Z', 'revision_number': 1, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe593ea-2126-40e1-abb9-b7e7079f02fc', 'name': '', 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'mac_address': 'fa:16:3e:d4:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:04Z', 'updated_at': '2021-09-01T14:56:15Z', 'revision_number': 5, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'subnets': [{'id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:57:11.152210 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e7c0b70c-60a9-4d33-a3f9-df938f960b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:11.195589 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e7c0b70c-60a9-4d33-a3f9-df938f960b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:11.229758 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47930) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:11.274839 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-93ad575f-1458-478c-89da-2128864db1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:11.302514 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e7c0b70c-60a9-4d33-a3f9-df938f960b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:11.309159 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e7c0b70c-60a9-4d33-a3f9-df938f960b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:11.312102 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e7c0b70c-60a9-4d33-a3f9-df938f960b8b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2da4d346-927c-4fd7-a10d-663c17ebc374 HTTP/1.1" status: 204 len: 168 time: 0.3089986 Sep 01 14:57:11.329742 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0b70c-60a9-4d33-a3f9-df938f960b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da4d346-927c-4fd7-a10d-663c17ebc374,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:11.541655 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ff0242-fae8-4808-856b-ce957d501667 None None] New status for floating IP dcf910e3-eb05-4279-b9b3-1414777301ad: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 14:57:11.543191 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-93ad575f-1458-478c-89da-2128864db1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:11.552098 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-93ad575f-1458-478c-89da-2128864db1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:11.612638 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-93ad575f-1458-478c-89da-2128864db1c4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb5f7067caa243c38aa79925e0ab9265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809335 Sep 01 14:57:11.616457 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47934) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:11.620408 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad575f-1458-478c-89da-2128864db1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4975a370-0880-412b-81c4-8636c685b462,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:11.693775 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dc5a5c3a-31f2-4ebd-ba31-b0c1cf23d23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:11.736732 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dc5a5c3a-31f2-4ebd-ba31-b0c1cf23d23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:11.869503 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-ba55ffe9-1be2-4bd2-8eb7-d6979a5602de tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=9417098cad184397bed5ba3f8411efda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421135 Sep 01 14:57:11.884618 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dc5a5c3a-31f2-4ebd-ba31-b0c1cf23d23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:11.888079 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dc5a5c3a-31f2-4ebd-ba31-b0c1cf23d23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:11.892742 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-dc5a5c3a-31f2-4ebd-ba31-b0c1cf23d23a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4975a370-0880-412b-81c4-8636c685b462 HTTP/1.1" status: 204 len: 168 time: 0.2749987 Sep 01 14:57:11.917608 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a5c3a-31f2-4ebd-ba31-b0c1cf23d23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4975a370-0880-412b-81c4-8636c685b462,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:12.116574 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:12.132470 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-d857c9da-03b8-4070-921b-420b66d3fbd1 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:12.133730 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-d857c9da-03b8-4070-921b-420b66d3fbd1 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2518244 Sep 01 14:57:12.144677 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b506385-2523-48fa-ada3-634fd35c5050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:12.168769 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-4eb5a7eb-f5a4-433f-8c26-58c2d4f320e1 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/quotas/9417098cad184397bed5ba3f8411efda HTTP/1.1" status: 200 len: 375 time: 0.0158181 Sep 01 14:57:12.265758 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-5c351d54-da66-4eb0-af0c-a7255055ed2f tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9417098cad184397bed5ba3f8411efda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824454 Sep 01 14:57:12.687440 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880af8b-a296-4d45-b995-a8c20e52c16b req-72e7c38d-4512-494c-bca0-bb50c83cdf6d tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:12.706997 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6880af8b-a296-4d45-b995-a8c20e52c16b req-72e7c38d-4512-494c-bca0-bb50c83cdf6d tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 1096 time: 0.1228962 Sep 01 14:57:12.766448 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6880af8b-a296-4d45-b995-a8c20e52c16b req-cc307ca3-9593-41d0-a66a-199089ca03d7 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582089 Sep 01 14:57:13.006685 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ab118a-9233-4231-b5b6-ff49d0bcdadd x-openstack-request-id: req-46ab118a-9233-4231-b5b6-ff49d0bcdadd {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:57:13.007248 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b74a6e8-5266-4130-98ff-26eb005fca48", "tag": "9708e94e-f22a-4b6e-a64f-be023ca15204", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:57:13.007720 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46ab118a-9233-4231-b5b6-ff49d0bcdadd {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:57:13.008760 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b74a6e8-5266-4130-98ff-26eb005fca48', 'tag': '9708e94e-f22a-4b6e-a64f-be023ca15204', 'status': 'completed', 'code': 200} Sep 01 14:57:13.044077 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:13.183826 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0c7cf4d0-45bc-49de-b033-2c6cf504c797 req-7b0ff5ea-b5de-48d3-b2cc-1c415bf58703 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?device_id=d55615f4-387a-4476-a1f4-5e41c8f7dcf2 HTTP/1.1" status: 200 len: 210 time: 0.0947230 Sep 01 14:57:13.237544 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098693ea-12f8-4c8c-baa3-9e65e2cea72b req-94b3337e-dcc0-4391-af33-e1946ddd54a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:13.244427 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-098693ea-12f8-4c8c-baa3-9e65e2cea72b req-94b3337e-dcc0-4391-af33-e1946ddd54a5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8e4fe186f6134748ac0c4745cfedd0d0&device_id=3b74a6e8-5266-4130-98ff-26eb005fca48 HTTP/1.1" status: 200 len: 1097 time: 0.1723850 Sep 01 14:57:13.472067 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-a8012a80-02cf-4ce0-a9d6-0a394221ae5f req-519a2589-1ee8-407b-96ee-382e44fa2942 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:57:13.473850 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a8012a80-02cf-4ce0-a9d6-0a394221ae5f req-519a2589-1ee8-407b-96ee-382e44fa2942 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107729 Sep 01 14:57:13.484088 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098693ea-12f8-4c8c-baa3-9e65e2cea72b req-68b56f85-0d70-46ac-90b7-d6b6ed5702c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:13.487263 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-098693ea-12f8-4c8c-baa3-9e65e2cea72b req-68b56f85-0d70-46ac-90b7-d6b6ed5702c9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e341c1bf-b603-47af-8c0a-c48eab293c3d HTTP/1.1" status: 200 len: 924 time: 0.2347176 Sep 01 14:57:13.709531 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-098693ea-12f8-4c8c-baa3-9e65e2cea72b req-b2e564a2-c878-45ea-9a0f-8f3ee0c8320d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9708e94e-f22a-4b6e-a64f-be023ca15204 HTTP/1.1" status: 200 len: 1002 time: 0.2096353 Sep 01 14:57:13.806048 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098693ea-12f8-4c8c-baa3-9e65e2cea72b req-37f88a0b-00dd-4f5b-b28b-6c1bd9e7ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:13.808920 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-098693ea-12f8-4c8c-baa3-9e65e2cea72b req-37f88a0b-00dd-4f5b-b28b-6c1bd9e7ae35 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8622ef4e-4e7a-4362-ad7e-7a1adedf0bef HTTP/1.1" status: 200 len: 862 time: 0.0923834 Sep 01 14:57:13.930044 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098693ea-12f8-4c8c-baa3-9e65e2cea72b req-a827eefa-e1d3-4a1f-aa04-6080802e3e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:13.932892 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-098693ea-12f8-4c8c-baa3-9e65e2cea72b req-a827eefa-e1d3-4a1f-aa04-6080802e3e83 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e341c1bf-b603-47af-8c0a-c48eab293c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142054 Sep 01 14:57:14.132600 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-098693ea-12f8-4c8c-baa3-9e65e2cea72b req-042e2294-1da8-4966-a9be-20d24e305288 service neutron] 10.222.0.62 "GET /v2.0/networks/e341c1bf-b603-47af-8c0a-c48eab293c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869249 Sep 01 14:57:14.180520 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-2a4c6ad3-8e3f-4c14-9814-b986e6d697e4 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=9417098cad184397bed5ba3f8411efda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434368 Sep 01 14:57:14.425048 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-962e2dff-1502-4993-ac97-0b6abeae9df9 req-6b9cf0a1-1c6e-459a-8bb1-edae319f89e0 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?device_id=d55615f4-387a-4476-a1f4-5e41c8f7dcf2 HTTP/1.1" status: 200 len: 210 time: 0.0452256 Sep 01 14:57:14.479807 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-098693ea-12f8-4c8c-baa3-9e65e2cea72b req-b46a0747-e539-4108-a38f-c58f8723a994 service neutron] 10.222.0.62 "GET /v2.0/networks/e341c1bf-b603-47af-8c0a-c48eab293c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112185 Sep 01 14:57:14.520015 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-ec220a0b-559e-421b-8ffa-87574fd9ead2 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:14.522364 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-ec220a0b-559e-421b-8ffa-87574fd9ead2 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3228076 Sep 01 14:57:14.545005 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-a7811c30-78b0-4476-a90c-96abf794b799 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Request body: {'port': {'device_id': 'd55615f4-387a-4476-a1f4-5e41c8f7dcf2', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': '9417098cad184397bed5ba3f8411efda'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:14.730989 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-a7811c30-78b0-4476-a90c-96abf794b799 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Made reservation on behalf of 9417098cad184397bed5ba3f8411efda for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:57:14.739831 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-a7811c30-78b0-4476-a90c-96abf794b799 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:14.757127 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-a7811c30-78b0-4476-a90c-96abf794b799 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:14.916621 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:14.937049 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-a7811c30-78b0-4476-a90c-96abf794b799 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:14.942581 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-a7811c30-78b0-4476-a90c-96abf794b799 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:15.076396 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7811c30-78b0-4476-a90c-96abf794b799 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3df015f-6974-47af-b359-620a00737dcc,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:15.506986 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-a7811c30-78b0-4476-a90c-96abf794b799 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Allocated IP 192.168.233.22 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/074ed87c-789d-4928-a650-b2c6e0e0ab24) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:57:15.775654 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48092) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:15.800775 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-a7811c30-78b0-4476-a90c-96abf794b799 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:15.824893 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-a7811c30-78b0-4476-a90c-96abf794b799 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Transition to ACTIVE for port object 074ed87c-789d-4928-a650-b2c6e0e0ab24 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:15.880526 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-a7811c30-78b0-4476-a90c-96abf794b799 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:15.967275 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-a7811c30-78b0-4476-a90c-96abf794b799 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:57:15.976859 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-a7811c30-78b0-4476-a90c-96abf794b799 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:57:15.979754 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7811c30-78b0-4476-a90c-96abf794b799 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Pushing event updated for resources: {'Port': ['ID=074ed87c-789d-4928-a650-b2c6e0e0ab24,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:15.982177 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-a7811c30-78b0-4476-a90c-96abf794b799 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:57:15.988768 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-a7811c30-78b0-4476-a90c-96abf794b799 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:15.988951 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-a7811c30-78b0-4476-a90c-96abf794b799 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:16.035076 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-a7811c30-78b0-4476-a90c-96abf794b799 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5019026 Sep 01 14:57:16.052756 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-04159104-d2fe-4225-8839-1cf59f2b99ff service neutron] Request body: {'port': {'device_id': 'd55615f4-387a-4476-a1f4-5e41c8f7dcf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:16.218016 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-04159104-d2fe-4225-8839-1cf59f2b99ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:16.574875 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9faef666-ac81-46c7-9465-9c587a3aafc5 None None] Provisioning for port 074ed87c-789d-4928-a650-b2c6e0e0ab24 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:57:16.583866 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9faef666-ac81-46c7-9465-9c587a3aafc5 None None] Provisioning complete for port 074ed87c-789d-4928-a650-b2c6e0e0ab24 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:16.585011 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9faef666-ac81-46c7-9465-9c587a3aafc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:16.668849 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-9faef666-ac81-46c7-9465-9c587a3aafc5 None None] Port 074ed87c-789d-4928-a650-b2c6e0e0ab24 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:57:16.743119 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-163bad72-3946-4c07-8f9a-3237293ff95a tempest-AutoAllocateNetworkTest-1218896182 tempest-AutoAllocateNetworkTest-1218896182-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f193b1ca854e41099e98f86d0fb64e91&shared=False HTTP/1.1" status: 200 len: 208 time: 0.9654396 Sep 01 14:57:16.751783 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48116) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:16.884021 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-04159104-d2fe-4225-8839-1cf59f2b99ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 074ed87c-789d-4928-a650-b2c6e0e0ab24 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:57:16.909818 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-04159104-d2fe-4225-8839-1cf59f2b99ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:16.933302 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-04159104-d2fe-4225-8839-1cf59f2b99ff service neutron] Transition to ACTIVE for port object 074ed87c-789d-4928-a650-b2c6e0e0ab24 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:16.940424 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-04159104-d2fe-4225-8839-1cf59f2b99ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:16.954681 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c329495-f739-4e21-97b1-6a11d21edcc9 tempest-AutoAllocateNetworkTest-1218896182 tempest-AutoAllocateNetworkTest-1218896182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:16.957471 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4c329495-f739-4e21-97b1-6a11d21edcc9 tempest-AutoAllocateNetworkTest-1218896182 tempest-AutoAllocateNetworkTest-1218896182-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2039847 Sep 01 14:57:16.969226 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48124) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:17.055102 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04159104-d2fe-4225-8839-1cf59f2b99ff service neutron] Pushing event updated for resources: {'Port': ['ID=074ed87c-789d-4928-a650-b2c6e0e0ab24,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:17.115642 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-eb72e8ac-83c7-47ec-9380-8926eb626bb4 tempest-AutoAllocateNetworkTest-1218896182 tempest-AutoAllocateNetworkTest-1218896182-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1446874 Sep 01 14:57:17.116623 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48126) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:17.121255 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48128) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:17.168748 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-04159104-d2fe-4225-8839-1cf59f2b99ff service neutron] Attempting to bind port 074ed87c-789d-4928-a650-b2c6e0e0ab24 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:57:17.169089 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-04159104-d2fe-4225-8839-1cf59f2b99ff service neutron] Attempting to bind port 074ed87c-789d-4928-a650-b2c6e0e0ab24 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:57:17.169419 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-04159104-d2fe-4225-8839-1cf59f2b99ff service neutron] Attempting to bind port 074ed87c-789d-4928-a650-b2c6e0e0ab24 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:17.177971 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-04159104-d2fe-4225-8839-1cf59f2b99ff service neutron] Port 074ed87c-789d-4928-a650-b2c6e0e0ab24 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:57:17.178578 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-04159104-d2fe-4225-8839-1cf59f2b99ff service neutron] Attempting to bind port 074ed87c-789d-4928-a650-b2c6e0e0ab24 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:17.189969 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-04159104-d2fe-4225-8839-1cf59f2b99ff service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:57:17.190424 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-04159104-d2fe-4225-8839-1cf59f2b99ff service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:57:17.191303 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-04159104-d2fe-4225-8839-1cf59f2b99ff service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:57:17.192006 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-04159104-d2fe-4225-8839-1cf59f2b99ff service neutron] Bound port: 074ed87c-789d-4928-a650-b2c6e0e0ab24, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:57:17.192547 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-04159104-d2fe-4225-8839-1cf59f2b99ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:17.225140 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c534ef5f-7753-4629-87ce-7fe2466f0629 tempest-AutoAllocateNetworkTest-1218896182 tempest-AutoAllocateNetworkTest-1218896182-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f193b1ca854e41099e98f86d0fb64e91 HTTP/1.1" status: 200 len: 208 time: 0.1066587 Sep 01 14:57:17.366758 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-04159104-d2fe-4225-8839-1cf59f2b99ff service neutron] For port 074ed87c-789d-4928-a650-b2c6e0e0ab24, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:57:17.378465 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-04159104-d2fe-4225-8839-1cf59f2b99ff service neutron] For port 074ed87c-789d-4928-a650-b2c6e0e0ab24, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=074ed87c-789d-4928-a650-b2c6e0e0ab24,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:57:17.401673 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-04159104-d2fe-4225-8839-1cf59f2b99ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:17.492980 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-04159104-d2fe-4225-8839-1cf59f2b99ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:17.494485 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-04159104-d2fe-4225-8839-1cf59f2b99ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:17.496955 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-04159104-d2fe-4225-8839-1cf59f2b99ff service neutron] 10.222.0.45 "PUT /v2.0/ports/074ed87c-789d-4928-a650-b2c6e0e0ab24 HTTP/1.1" status: 200 len: 1095 time: 1.4517055 Sep 01 14:57:17.497734 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55615f4-387a-4476-a1f4-5e41c8f7dcf2', 'tag': '074ed87c-789d-4928-a650-b2c6e0e0ab24'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:57:17.502125 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a913fb-f383-41a5-b947-3845eda41236" -d '{"events": [{"name": "network-changed", "server_uuid": "d55615f4-387a-4476-a1f4-5e41c8f7dcf2", "tag": "074ed87c-789d-4928-a650-b2c6e0e0ab24"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:57:17.594110 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04159104-d2fe-4225-8839-1cf59f2b99ff service neutron] Pushing event updated for resources: {'Port': ['ID=074ed87c-789d-4928-a650-b2c6e0e0ab24,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:17.650599 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-c813d2db-64ec-407b-b176-216495b9e7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:17.653383 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-c813d2db-64ec-407b-b176-216495b9e7ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9417098cad184397bed5ba3f8411efda&device_id=d55615f4-387a-4476-a1f4-5e41c8f7dcf2 HTTP/1.1" status: 200 len: 1098 time: 0.0838048 Sep 01 14:57:17.794546 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-3b312938-bf86-48a9-941a-3ff4a4c4a98d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=074ed87c-789d-4928-a650-b2c6e0e0ab24 HTTP/1.1" status: 200 len: 217 time: 0.1314993 Sep 01 14:57:17.808564 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-ab1b2fbc-f258-43e6-aecd-effb16a04416 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:57:17.810677 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-ab1b2fbc-f258-43e6-aecd-effb16a04416 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6871908 Sep 01 14:57:17.916798 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48146) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:17.954139 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b1c7e-a7ec-4e9c-89e3-62dd9ca5bdbd req-bad85d73-de22-4949-91fb-f938805d910a tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:17.957801 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-632b1c7e-a7ec-4e9c-89e3-62dd9ca5bdbd req-bad85d73-de22-4949-91fb-f938805d910a tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?device_id=d55615f4-387a-4476-a1f4-5e41c8f7dcf2 HTTP/1.1" status: 200 len: 947 time: 0.1276443 Sep 01 14:57:17.990323 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-cf2573aa-0607-4d47-95fb-2967bbbaffd0 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:17.992103 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-cf2573aa-0607-4d47-95fb-2967bbbaffd0 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/ports/e344413c-0228-4138-ba5f-1a43afff410f HTTP/1.1" status: 200 len: 1093 time: 0.0894754 Sep 01 14:57:18.014171 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-06f10679-3eb6-4e4c-b7eb-801f6659186c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:18.017877 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-06f10679-3eb6-4e4c-b7eb-801f6659186c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.2057207 Sep 01 14:57:18.055944 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-632b1c7e-a7ec-4e9c-89e3-62dd9ca5bdbd req-d7be169a-0680-4826-8d1b-924077d9e453 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3df015f-6974-47af-b359-620a00737dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880544 Sep 01 14:57:18.094838 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-cf68a490-afc3-4cb6-929f-56766edb0d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:18.097371 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-cf68a490-afc3-4cb6-929f-56766edb0d94 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0715542 Sep 01 14:57:18.237702 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-9b651741-8322-403b-8ad1-303262e767da service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314230 Sep 01 14:57:18.343440 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4d876b07-29e6-44e4-b2cd-a1113b541099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:18.392581 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-ebfe7661-c87d-4678-a2ca-70a49114b5fa service neutron] Request body: {'binding': {'host': 'n-h1-794796-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:18.393463 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-ebfe7661-c87d-4678-a2ca-70a49114b5fa service neutron] Unknown quota resources ['binding']. {{(pid=94733) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 14:57:18.470965 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ef4c4ade-cc2f-442b-803c-67320d758a51 req-fb0e5dc1-d193-46fa-ac95-b67943e92f10 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245567 Sep 01 14:57:18.550798 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4d876b07-29e6-44e4-b2cd-a1113b541099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:18.567359 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4d876b07-29e6-44e4-b2cd-a1113b541099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:18.648043 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4d876b07-29e6-44e4-b2cd-a1113b541099 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f193b1ca854e41099e98f86d0fb64e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7265501 Sep 01 14:57:18.648043 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d876b07-29e6-44e4-b2cd-a1113b541099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ce4b8a-f8d1-4386-9b50-9146c3c0496f,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:18.653059 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48166) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:18.708563 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-ebfe7661-c87d-4678-a2ca-70a49114b5fa service neutron] Attempting to bind port e344413c-0228-4138-ba5f-1a43afff410f on host n-h1-794796-3 for vnic_type normal with profile None {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:57:18.708873 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-ebfe7661-c87d-4678-a2ca-70a49114b5fa service neutron] Attempting to bind port e344413c-0228-4138-ba5f-1a43afff410f by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:57:18.709228 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-ebfe7661-c87d-4678-a2ca-70a49114b5fa service neutron] Attempting to bind port e344413c-0228-4138-ba5f-1a43afff410f on network baf99c09-53f8-4476-8cd9-fd2a9a404823 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:18.741902 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-ebfe7661-c87d-4678-a2ca-70a49114b5fa service neutron] Port e344413c-0228-4138-ba5f-1a43afff410f on network baf99c09-53f8-4476-8cd9-fd2a9a404823 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:57:18.742486 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-ebfe7661-c87d-4678-a2ca-70a49114b5fa service neutron] Attempting to bind port e344413c-0228-4138-ba5f-1a43afff410f on network baf99c09-53f8-4476-8cd9-fd2a9a404823 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:18.757615 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-ebfe7661-c87d-4678-a2ca-70a49114b5fa service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:57:18.758172 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-ebfe7661-c87d-4678-a2ca-70a49114b5fa service neutron] Checking segment: {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:57:18.758830 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-ebfe7661-c87d-4678-a2ca-70a49114b5fa service neutron] Bound using segment: {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:57:18.760000 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-ebfe7661-c87d-4678-a2ca-70a49114b5fa service neutron] Bound port: e344413c-0228-4138-ba5f-1a43afff410f, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:57:18.844732 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5b34e534-2538-4667-9f04-787c2e0ce244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:18.925229 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5b34e534-2538-4667-9f04-787c2e0ce244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:18.962397 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-ebfe7661-c87d-4678-a2ca-70a49114b5fa service neutron] For port e344413c-0228-4138-ba5f-1a43afff410f, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=e344413c-0228-4138-ba5f-1a43afff410f,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:57:18.979508 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-ebfe7661-c87d-4678-a2ca-70a49114b5fa service neutron] Notify callbacks [] for binding, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:18.981483 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-ebfe7661-c87d-4678-a2ca-70a49114b5fa service neutron] 10.222.0.60 "POST /v2.0/ports/e344413c-0228-4138-ba5f-1a43afff410f/bindings HTTP/1.1" status: 201 len: 389 time: 0.7654698 Sep 01 14:57:19.030435 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5b34e534-2538-4667-9f04-787c2e0ce244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:19.046354 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5b34e534-2538-4667-9f04-787c2e0ce244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:19.054209 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5b34e534-2538-4667-9f04-787c2e0ce244 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/37ce4b8a-f8d1-4386-9b50-9146c3c0496f HTTP/1.1" status: 204 len: 168 time: 0.3992999 Sep 01 14:57:19.070714 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34e534-2538-4667-9f04-787c2e0ce244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ce4b8a-f8d1-4386-9b50-9146c3c0496f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:19.387654 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771c1c7a-aa9c-4c31-ad55-a2ac21cc8f07 x-openstack-request-id: req-771c1c7a-aa9c-4c31-ad55-a2ac21cc8f07 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:57:19.388388 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55615f4-387a-4476-a1f4-5e41c8f7dcf2", "tag": "074ed87c-789d-4928-a650-b2c6e0e0ab24", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:57:19.389068 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-771c1c7a-aa9c-4c31-ad55-a2ac21cc8f07 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:57:19.389687 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55615f4-387a-4476-a1f4-5e41c8f7dcf2', 'tag': '074ed87c-789d-4928-a650-b2c6e0e0ab24', 'status': 'completed', 'code': 200} Sep 01 14:57:19.483358 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.45', 63631) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:19.529724 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a913fb-f383-41a5-b947-3845eda41236 req-de16d399-de24-4c71-adaf-2760286a106a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:19.532849 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f3a913fb-f383-41a5-b947-3845eda41236 req-de16d399-de24-4c71-adaf-2760286a106a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9417098cad184397bed5ba3f8411efda&device_id=d55615f4-387a-4476-a1f4-5e41c8f7dcf2 HTTP/1.1" status: 200 len: 1098 time: 0.1054409 Sep 01 14:57:19.614114 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-4be8f3c6-dc7b-4d89-a67b-4fbf511c111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:19.615968 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-4be8f3c6-dc7b-4d89-a67b-4fbf511c111c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 1096 time: 0.1311667 Sep 01 14:57:19.663778 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6735d8-65d5-4370-b2c7-ee98acae417d req-d459d860-2a40-49ca-9e51-5a289b374d22 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:19.665421 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4a6735d8-65d5-4370-b2c7-ee98acae417d req-d459d860-2a40-49ca-9e51-5a289b374d22 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?device_id=d55615f4-387a-4476-a1f4-5e41c8f7dcf2 HTTP/1.1" status: 200 len: 947 time: 0.1606636 Sep 01 14:57:19.759993 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4a6735d8-65d5-4370-b2c7-ee98acae417d req-bd4e3739-1bd0-47e5-8aa3-6f60f3788e38 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3df015f-6974-47af-b359-620a00737dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812035 Sep 01 14:57:19.769847 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48192) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:19.786401 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a913fb-f383-41a5-b947-3845eda41236 req-ccc769db-d94f-4666-b8f3-5f00896776a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:19.788945 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f3a913fb-f383-41a5-b947-3845eda41236 req-ccc769db-d94f-4666-b8f3-5f00896776a0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.2354126 Sep 01 14:57:19.855741 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f3a913fb-f383-41a5-b947-3845eda41236 req-5f81b477-3341-4c74-b364-52347be27ff5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=074ed87c-789d-4928-a650-b2c6e0e0ab24 HTTP/1.1" status: 200 len: 217 time: 0.0496697 Sep 01 14:57:19.996687 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-4fddf99c-b831-4604-9627-a13fc7ce0b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:19.998519 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-4fddf99c-b831-4604-9627-a13fc7ce0b53 service neutron] 10.222.0.45 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 908 time: 0.3736043 Sep 01 14:57:20.035572 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a913fb-f383-41a5-b947-3845eda41236 req-68ab561d-8b08-4328-8d6a-b6af05358735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:20.038604 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f3a913fb-f383-41a5-b947-3845eda41236 req-68ab561d-8b08-4328-8d6a-b6af05358735 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.1743090 Sep 01 14:57:20.120913 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39b4ae-a15f-4a93-93a5-9e8af27d5193 req-0a44f9a0-9700-459f-8fdb-b9882e93fba3 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:20.123751 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6a39b4ae-a15f-4a93-93a5-9e8af27d5193 req-0a44f9a0-9700-459f-8fdb-b9882e93fba3 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 945 time: 0.1893158 Sep 01 14:57:20.155363 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-b767a7fd-4475-4261-a145-33d79bfc1177 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e344413c-0228-4138-ba5f-1a43afff410f HTTP/1.1" status: 200 len: 217 time: 0.1460865 Sep 01 14:57:20.194112 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b554d9da-5267-427c-9286-4d33e9f2326d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:20.259075 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a913fb-f383-41a5-b947-3845eda41236 req-9ccb9883-926c-445e-b441-32d3eff27808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:20.261720 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f3a913fb-f383-41a5-b947-3845eda41236 req-9ccb9883-926c-445e-b441-32d3eff27808 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2164133 Sep 01 14:57:20.265227 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-1d416644-a299-4f4f-a787-324127115631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:20.268515 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-1d416644-a299-4f4f-a787-324127115631 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f21d72f-51d2-4274-ac2c-410e832eb73e HTTP/1.1" status: 200 len: 847 time: 0.1043139 Sep 01 14:57:20.273122 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6a39b4ae-a15f-4a93-93a5-9e8af27d5193 req-4d19d9eb-cda3-4ee8-b317-cf474b10238f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241744 Sep 01 14:57:20.462342 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-d8eff375-fa48-41b4-8bc2-c0eebcb6b0b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=baf99c09-53f8-4476-8cd9-fd2a9a404823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1864352 Sep 01 14:57:20.624227 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f3a913fb-f383-41a5-b947-3845eda41236 req-4251e297-add6-4256-a596-04facee6f818 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455117 Sep 01 14:57:20.757366 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-6f0af309-1b80-436e-b396-f1f8b7d0e169 service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873278 Sep 01 14:57:20.800886 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b554d9da-5267-427c-9286-4d33e9f2326d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:20.812797 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b554d9da-5267-427c-9286-4d33e9f2326d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:20.896902 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554d9da-5267-427c-9286-4d33e9f2326d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef99946-b94d-49db-81e0-c03dbe9e6142,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:20.996869 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b554d9da-5267-427c-9286-4d33e9f2326d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38503b358bed42beabdc0db5546ed8d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2252872 Sep 01 14:57:21.002181 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48232) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:21.128515 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f05d9-55d8-4589-ab2f-a1bdca50d71d req-77eff703-a1c2-4a26-8d5a-9785c40711dc tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:21.131464 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fe2f05d9-55d8-4589-ab2f-a1bdca50d71d req-77eff703-a1c2-4a26-8d5a-9785c40711dc tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?device_id=d55615f4-387a-4476-a1f4-5e41c8f7dcf2 HTTP/1.1" status: 200 len: 947 time: 0.1621335 Sep 01 14:57:21.142676 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-0e5be7de-eaa2-4a23-88eb-86e66da69ab4 service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776579 Sep 01 14:57:21.144397 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-91c5224b-30d3-4d5e-87c1-46fc75124685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:21.199283 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f3a913fb-f383-41a5-b947-3845eda41236 req-39ca868e-8c23-48c9-b06f-516ca201cbda service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5671732 Sep 01 14:57:21.222264 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-91c5224b-30d3-4d5e-87c1-46fc75124685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:21.233280 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fe2f05d9-55d8-4589-ab2f-a1bdca50d71d req-0aa0520d-1541-4b38-8485-1e6bb0c6724d tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3df015f-6974-47af-b359-620a00737dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877898 Sep 01 14:57:21.470665 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-91c5224b-30d3-4d5e-87c1-46fc75124685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:21.478352 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-91c5224b-30d3-4d5e-87c1-46fc75124685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:21.478352 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-91c5224b-30d3-4d5e-87c1-46fc75124685 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aef99946-b94d-49db-81e0-c03dbe9e6142 HTTP/1.1" status: 204 len: 168 time: 0.4725692 Sep 01 14:57:21.524044 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-c35f737f-4c3c-4c09-9233-99e2b86fe95e tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:21.529973 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-c35f737f-4c3c-4c09-9233-99e2b86fe95e tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763&tenant_id=84be7df9de7c45c681c68240357d6b7c&binding%3Ahost_id=n-h2-794796-3 HTTP/1.1" status: 200 len: 1096 time: 0.2141278 Sep 01 14:57:21.534013 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5224b-30d3-4d5e-87c1-46fc75124685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef99946-b94d-49db-81e0-c03dbe9e6142,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:21.560993 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-782cce71-0a7f-4bba-a770-4bcbdaad0750 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-794796-3'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:21.630860 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78bf5b-9a1d-4753-a918-573b87a29495 req-3470b573-8be9-4760-8b0c-7a181c500774 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:21.633717 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1f78bf5b-9a1d-4753-a918-573b87a29495 req-3470b573-8be9-4760-8b0c-7a181c500774 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 945 time: 0.1612279 Sep 01 14:57:21.654361 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7360c461-fb98-47b0-a981-45c3c0828ba4 req-1f0c19ec-4b31-4001-908a-48c40c6b939b tempest-QuotasAdminNegativeTest-3918758 tempest-QuotasAdminNegativeTest-3918758-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=5719312319dd4f6fbeb3099555c48413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475845 Sep 01 14:57:21.715802 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1f78bf5b-9a1d-4753-a918-573b87a29495 req-aaea7153-00cd-408c-9a05-dba10d51adeb tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739031 Sep 01 14:57:21.811714 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-782cce71-0a7f-4bba-a770-4bcbdaad0750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:22.055224 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360c461-fb98-47b0-a981-45c3c0828ba4 req-eef22cd8-bf8e-4cf4-a753-0b97a1fd313c tempest-QuotasAdminNegativeTest-3918758 tempest-QuotasAdminNegativeTest-3918758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:22.057239 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7360c461-fb98-47b0-a981-45c3c0828ba4 req-eef22cd8-bf8e-4cf4-a753-0b97a1fd313c tempest-QuotasAdminNegativeTest-3918758 tempest-QuotasAdminNegativeTest-3918758-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3628008 Sep 01 14:57:22.094944 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7360c461-fb98-47b0-a981-45c3c0828ba4 req-8dbae792-94cb-4723-b6aa-8cb0ed1e9cb6 tempest-QuotasAdminNegativeTest-3918758 tempest-QuotasAdminNegativeTest-3918758-project] 10.222.0.60 "GET /v2.0/quotas/5719312319dd4f6fbeb3099555c48413 HTTP/1.1" status: 200 len: 375 time: 0.0230303 Sep 01 14:57:22.158780 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7360c461-fb98-47b0-a981-45c3c0828ba4 req-762b3693-041c-4346-84ce-a6a4827aa453 tempest-QuotasAdminNegativeTest-3918758 tempest-QuotasAdminNegativeTest-3918758-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5719312319dd4f6fbeb3099555c48413&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457358 Sep 01 14:57:22.185110 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-782cce71-0a7f-4bba-a770-4bcbdaad0750 service neutron] For port e344413c-0228-4138-ba5f-1a43afff410f, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=e344413c-0228-4138-ba5f-1a43afff410f,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:22.250334 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-782cce71-0a7f-4bba-a770-4bcbdaad0750 service neutron] For port e344413c-0228-4138-ba5f-1a43afff410f, host n-h2-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:57:22.280472 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48282) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:22.281485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 074ed87c-789d-4928-a650-b2c6e0e0ab24 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:22.307424 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a770af87-5ba8-42b6-a042-78e6ec8498fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:22.331889 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b49371-674c-4ff1-bd10-ce44149cd763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e344413c-0228-4138-ba5f-1a43afff410f'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:57:22.336324 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a3ec89-87ae-4286-9e02-954c085bc8c3" -d '{"events": [{"server_uuid": "b6b49371-674c-4ff1-bd10-ce44149cd763", "name": "network-vif-unplugged", "status": "completed", "tag": "e344413c-0228-4138-ba5f-1a43afff410f"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:57:22.342259 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-782cce71-0a7f-4bba-a770-4bcbdaad0750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:22.356505 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-782cce71-0a7f-4bba-a770-4bcbdaad0750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:22.487772 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 074ed87c-789d-4928-a650-b2c6e0e0ab24, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=074ed87c-789d-4928-a650-b2c6e0e0ab24,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:22.507703 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '074ed87c-789d-4928-a650-b2c6e0e0ab24', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': '074ed87c-789d-4928-a650-b2c6e0e0ab24', 'mac_address': 'fa:16:3e:8a:ba:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:22.573352 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:22.610027 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074ed87c-789d-4928-a650-b2c6e0e0ab24 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:57:22.614373 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a770af87-5ba8-42b6-a042-78e6ec8498fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:22.622924 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a770af87-5ba8-42b6-a042-78e6ec8498fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:22.663022 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 074ed87c-789d-4928-a650-b2c6e0e0ab24, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=074ed87c-789d-4928-a650-b2c6e0e0ab24,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:22.673257 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:22.685356 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a770af87-5ba8-42b6-a042-78e6ec8498fa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=88e624dc0f914d65a50acbb1731c78b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4026356 Sep 01 14:57:22.689551 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48298) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:22.695418 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782cce71-0a7f-4bba-a770-4bcbdaad0750 service neutron] Pushing event updated for resources: {'Port': ['ID=e344413c-0228-4138-ba5f-1a43afff410f,revision_number=7']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:22.709899 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-782cce71-0a7f-4bba-a770-4bcbdaad0750 service neutron] Attempting to bind port e344413c-0228-4138-ba5f-1a43afff410f on host n-h2-794796-3 for vnic_type normal with profile {"migrating_to": "n-h1-794796-3"} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:57:22.711008 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-782cce71-0a7f-4bba-a770-4bcbdaad0750 service neutron] Attempting to bind port e344413c-0228-4138-ba5f-1a43afff410f by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:57:22.711889 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-782cce71-0a7f-4bba-a770-4bcbdaad0750 service neutron] Attempting to bind port e344413c-0228-4138-ba5f-1a43afff410f on network baf99c09-53f8-4476-8cd9-fd2a9a404823 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:22.722051 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770af87-5ba8-42b6-a042-78e6ec8498fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b3b241-21a6-4b29-93ad-e5ef317639fc,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:22.768231 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-782cce71-0a7f-4bba-a770-4bcbdaad0750 service neutron] Port e344413c-0228-4138-ba5f-1a43afff410f on network baf99c09-53f8-4476-8cd9-fd2a9a404823 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:57:22.771458 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-782cce71-0a7f-4bba-a770-4bcbdaad0750 service neutron] Attempting to bind port e344413c-0228-4138-ba5f-1a43afff410f on network baf99c09-53f8-4476-8cd9-fd2a9a404823 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:22.788483 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-782cce71-0a7f-4bba-a770-4bcbdaad0750 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:57:22.788830 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-782cce71-0a7f-4bba-a770-4bcbdaad0750 service neutron] Checking segment: {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:57:22.789226 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-782cce71-0a7f-4bba-a770-4bcbdaad0750 service neutron] Bound using segment: {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:57:22.789682 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-782cce71-0a7f-4bba-a770-4bcbdaad0750 service neutron] Bound port: e344413c-0228-4138-ba5f-1a43afff410f, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:57:22.790707 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-782cce71-0a7f-4bba-a770-4bcbdaad0750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:22.797473 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cb1cba94-d0e2-40d7-9797-08a99cc504fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:22.802838 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=074ed87c-789d-4928-a650-b2c6e0e0ab24,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:22.837316 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750511b2-a139-4e94-ad93-b662401e9140 req-d69cb3f4-d488-4b58-a712-7e2f72e1b983 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:22.843206 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cb1cba94-d0e2-40d7-9797-08a99cc504fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:22.848667 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-750511b2-a139-4e94-ad93-b662401e9140 req-d69cb3f4-d488-4b58-a712-7e2f72e1b983 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?device_id=d55615f4-387a-4476-a1f4-5e41c8f7dcf2 HTTP/1.1" status: 200 len: 947 time: 0.3050978 Sep 01 14:57:22.880965 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['074ed87c-789d-4928-a650-b2c6e0e0ab24'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:57:22.928361 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cb1cba94-d0e2-40d7-9797-08a99cc504fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:22.936757 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cb1cba94-d0e2-40d7-9797-08a99cc504fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:22.942856 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cb1cba94-d0e2-40d7-9797-08a99cc504fb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c2b3b241-21a6-4b29-93ad-e5ef317639fc HTTP/1.1" status: 204 len: 168 time: 0.2507999 Sep 01 14:57:22.960058 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1cba94-d0e2-40d7-9797-08a99cc504fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b3b241-21a6-4b29-93ad-e5ef317639fc,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:22.995508 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-750511b2-a139-4e94-ad93-b662401e9140 req-7563fde1-7bd7-420d-9d07-f1c5a062bbd9 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3df015f-6974-47af-b359-620a00737dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453221 Sep 01 14:57:23.041660 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-782cce71-0a7f-4bba-a770-4bcbdaad0750 service neutron] For port e344413c-0228-4138-ba5f-1a43afff410f, host n-h2-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:57:23.050019 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-782cce71-0a7f-4bba-a770-4bcbdaad0750 service neutron] For port e344413c-0228-4138-ba5f-1a43afff410f, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=e344413c-0228-4138-ba5f-1a43afff410f,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:57:23.061289 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 14:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d837cd69-f548-4c0f-96b6-50a97c5ec3a3 x-openstack-request-id: req-d837cd69-f548-4c0f-96b6-50a97c5ec3a3 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:57:23.061635 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b49371-674c-4ff1-bd10-ce44149cd763", "name": "network-vif-unplugged", "status": "completed", "tag": "e344413c-0228-4138-ba5f-1a43afff410f", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:57:23.061893 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d837cd69-f548-4c0f-96b6-50a97c5ec3a3 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:57:23.063708 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b49371-674c-4ff1-bd10-ce44149cd763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e344413c-0228-4138-ba5f-1a43afff410f', 'code': 200} Sep 01 14:57:23.071693 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-782cce71-0a7f-4bba-a770-4bcbdaad0750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:23.264810 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782cce71-0a7f-4bba-a770-4bcbdaad0750 service neutron] Pushing event updated for resources: {'Port': ['ID=e344413c-0228-4138-ba5f-1a43afff410f,revision_number=8']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:23.340188 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-782cce71-0a7f-4bba-a770-4bcbdaad0750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:23.340747 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-782cce71-0a7f-4bba-a770-4bcbdaad0750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:23.343358 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-782cce71-0a7f-4bba-a770-4bcbdaad0750 service neutron] 10.222.0.45 "PUT /v2.0/ports/e344413c-0228-4138-ba5f-1a43afff410f HTTP/1.1" status: 200 len: 1121 time: 1.8055086 Sep 01 14:57:23.476533 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4b2da-8f76-49a3-a508-8141453a98ac req-37e284b4-fcfb-4b06-8ce6-b4462eaca53d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:23.480356 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-63c4b2da-8f76-49a3-a508-8141453a98ac req-37e284b4-fcfb-4b06-8ce6-b4462eaca53d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 943 time: 0.0812671 Sep 01 14:57:23.504214 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['e344413c-0228-4138-ba5f-1a43afff410f'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:57:23.556353 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-63c4b2da-8f76-49a3-a508-8141453a98ac req-60b882b5-be75-42c7-8b29-e8a486aef9f9 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617681 Sep 01 14:57:24.295361 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 074ed87c-789d-4928-a650-b2c6e0e0ab24 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:57:24.297733 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48350) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:24.379840 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 074ed87c-789d-4928-a650-b2c6e0e0ab24 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:57:24.392517 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 074ed87c-789d-4928-a650-b2c6e0e0ab24 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:24.393770 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:24.545388 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4520-d75e-4af1-8956-44d7dfc379b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:24.557506 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:24.633020 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55615f4-387a-4476-a1f4-5e41c8f7dcf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074ed87c-789d-4928-a650-b2c6e0e0ab24'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:57:24.640540 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20de97dc-bced-4eaf-81d5-be18d2e48b2e" -d '{"events": [{"server_uuid": "d55615f4-387a-4476-a1f4-5e41c8f7dcf2", "name": "network-vif-plugged", "status": "completed", "tag": "074ed87c-789d-4928-a650-b2c6e0e0ab24"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:57:24.658364 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 074ed87c-789d-4928-a650-b2c6e0e0ab24, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=074ed87c-789d-4928-a650-b2c6e0e0ab24,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:24.670635 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:24.769312 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=074ed87c-789d-4928-a650-b2c6e0e0ab24,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:24.820863 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4520-d75e-4af1-8956-44d7dfc379b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:24.830884 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1cf4520-d75e-4af1-8956-44d7dfc379b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:24.850216 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:57:24.895763 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b1cf4520-d75e-4af1-8956-44d7dfc379b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d97acf2d1cf642d7a3bc4b9e174998b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5951343 Sep 01 14:57:24.899998 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48368) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:24.905347 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48370) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:24.929380 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf4520-d75e-4af1-8956-44d7dfc379b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3329e168-44b3-432c-b358-5d0efb109fbe,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:25.050797 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f6283d6-14e5-4dec-908f-306e0c930720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:25.068649 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b49371-674c-4ff1-bd10-ce44149cd763', 'tag': 'e344413c-0228-4138-ba5f-1a43afff410f'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:57:25.077808 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d835c6ec-ab1c-46d8-9071-cd31c7b80c67" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b49371-674c-4ff1-bd10-ce44149cd763", "tag": "e344413c-0228-4138-ba5f-1a43afff410f"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:57:25.114620 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f6283d6-14e5-4dec-908f-306e0c930720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:25.160939 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-3ae1d58c-f63e-4532-8e17-2580758920e0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1765515433-network', 'tenant_id': '3d0b1797fe4d4baf9b997aa7e25817ad'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:25.190696 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fa9b9-9a58-4a8d-95fd-3e390529fc12 req-2d928134-688f-4c5d-b54c-12dea20ddb69 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:25.192394 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bf0fa9b9-9a58-4a8d-95fd-3e390529fc12 req-2d928134-688f-4c5d-b54c-12dea20ddb69 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?device_id=d55615f4-387a-4476-a1f4-5e41c8f7dcf2 HTTP/1.1" status: 200 len: 949 time: 0.1271427 Sep 01 14:57:25.216653 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d82e0-297e-464f-ab61-6a106fd6e59a req-9aa6a5a3-039d-4dfc-b7f1-6c0b85ca43e2 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:25.218603 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0e6d82e0-297e-464f-ab61-6a106fd6e59a req-9aa6a5a3-039d-4dfc-b7f1-6c0b85ca43e2 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 943 time: 0.1009429 Sep 01 14:57:25.224700 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae1d58c-f63e-4532-8e17-2580758920e0 admin admin] Made reservation on behalf of 3d0b1797fe4d4baf9b997aa7e25817ad for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:57:25.227767 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d58c-f63e-4532-8e17-2580758920e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:25.243205 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d58c-f63e-4532-8e17-2580758920e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:25.252916 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f6283d6-14e5-4dec-908f-306e0c930720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:25.255514 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f6283d6-14e5-4dec-908f-306e0c930720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:25.256725 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7f6283d6-14e5-4dec-908f-306e0c930720 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3329e168-44b3-432c-b358-5d0efb109fbe HTTP/1.1" status: 204 len: 168 time: 0.3537474 Sep 01 14:57:25.268251 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6283d6-14e5-4dec-908f-306e0c930720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3329e168-44b3-432c-b358-5d0efb109fbe,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:25.299202 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bf0fa9b9-9a58-4a8d-95fd-3e390529fc12 req-5bb43293-9ac4-47f9-9848-92ed9bce6461 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3df015f-6974-47af-b359-620a00737dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932536 Sep 01 14:57:25.339741 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0e6d82e0-297e-464f-ab61-6a106fd6e59a req-3f397551-2b15-4bb8-95d7-0faf4d0c0339 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064065 Sep 01 14:57:25.394653 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2512f322-626b-4e13-8efa-cbc999dcffa8 x-openstack-request-id: req-2512f322-626b-4e13-8efa-cbc999dcffa8 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:57:25.395581 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55615f4-387a-4476-a1f4-5e41c8f7dcf2", "name": "network-vif-plugged", "status": "completed", "tag": "074ed87c-789d-4928-a650-b2c6e0e0ab24", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:57:25.396359 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2512f322-626b-4e13-8efa-cbc999dcffa8 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:57:25.397091 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55615f4-387a-4476-a1f4-5e41c8f7dcf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074ed87c-789d-4928-a650-b2c6e0e0ab24', 'code': 200} Sep 01 14:57:25.542968 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff158ea-5286-4f64-9a9c-a3a32789e622 x-openstack-request-id: req-8ff158ea-5286-4f64-9a9c-a3a32789e622 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:57:25.543471 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b49371-674c-4ff1-bd10-ce44149cd763", "tag": "e344413c-0228-4138-ba5f-1a43afff410f", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:57:25.543761 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8ff158ea-5286-4f64-9a9c-a3a32789e622 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:57:25.544112 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b49371-674c-4ff1-bd10-ce44149cd763', 'tag': 'e344413c-0228-4138-ba5f-1a43afff410f', 'status': 'completed', 'code': 200} Sep 01 14:57:25.584600 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d58c-f63e-4532-8e17-2580758920e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:25.599999 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d58c-f63e-4532-8e17-2580758920e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:25.648641 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07affcd5-74a0-4e63-93da-4437e3475721 req-7485496b-7c36-4277-bc77-e02679bbb371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:25.650874 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-07affcd5-74a0-4e63-93da-4437e3475721 req-7485496b-7c36-4277-bc77-e02679bbb371 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d55615f4-387a-4476-a1f4-5e41c8f7dcf2 HTTP/1.1" status: 200 len: 1100 time: 0.1623266 Sep 01 14:57:25.691809 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae1d58c-f63e-4532-8e17-2580758920e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:57:25.704516 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1d58c-f63e-4532-8e17-2580758920e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944e4ac1-9cf8-40bb-a44d-f3cd3a06acf9,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:25.726032 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2aa4fbef-22dd-4016-b8f1-013b89e79db0 req-ace55f95-8f45-45fe-a742-862ea1fcda6a tempest-QuotasAdminNegativeTest-3918758 tempest-QuotasAdminNegativeTest-3918758-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=5719312319dd4f6fbeb3099555c48413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389819 Sep 01 14:57:25.733335 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d58c-f63e-4532-8e17-2580758920e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:25.733803 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-3ae1d58c-f63e-4532-8e17-2580758920e0 admin admin] Added segment 491955ee-2600-4a7f-8856-47ecc0232503 of type vlan for network 60e7cf6d-886f-4633-b106-6b6dfa7f3538 Sep 01 14:57:25.737494 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835c6ec-ab1c-46d8-9071-cd31c7b80c67 req-5323cae6-ef52-4cba-afce-51421858005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:25.739816 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d835c6ec-ab1c-46d8-9071-cd31c7b80c67 req-5323cae6-ef52-4cba-afce-51421858005f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 1124 time: 0.1532743 Sep 01 14:57:25.804204 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-07affcd5-74a0-4e63-93da-4437e3475721 req-a7bc3ab0-bd4c-4390-a09c-2789e570bcfb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a3df015f-6974-47af-b359-620a00737dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365683 Sep 01 14:57:25.897154 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4fbef-22dd-4016-b8f1-013b89e79db0 req-feca8c9a-269c-4d42-adc5-2cdae127f22b tempest-QuotasAdminNegativeTest-3918758 tempest-QuotasAdminNegativeTest-3918758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:25.903320 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2aa4fbef-22dd-4016-b8f1-013b89e79db0 req-feca8c9a-269c-4d42-adc5-2cdae127f22b tempest-QuotasAdminNegativeTest-3918758 tempest-QuotasAdminNegativeTest-3918758-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1754446 Sep 01 14:57:25.967748 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2aa4fbef-22dd-4016-b8f1-013b89e79db0 req-e8f64421-0f5e-41d5-b96a-774107c51bc5 tempest-QuotasAdminNegativeTest-3918758 tempest-QuotasAdminNegativeTest-3918758-project] 10.222.0.60 "GET /v2.0/quotas/5719312319dd4f6fbeb3099555c48413 HTTP/1.1" status: 200 len: 375 time: 0.0552781 Sep 01 14:57:26.038031 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2aa4fbef-22dd-4016-b8f1-013b89e79db0 req-8c86a112-2afa-4a94-bc05-819f1e6475be tempest-QuotasAdminNegativeTest-3918758 tempest-QuotasAdminNegativeTest-3918758-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5719312319dd4f6fbeb3099555c48413&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669394 Sep 01 14:57:26.041794 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48414) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:26.092179 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d6679bc7-f153-4a1a-99c6-47a01d763001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:26.100797 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d58c-f63e-4532-8e17-2580758920e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:26.170332 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d58c-f63e-4532-8e17-2580758920e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:26.172020 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae1d58c-f63e-4532-8e17-2580758920e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:26.173134 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d58c-f63e-4532-8e17-2580758920e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:26.213734 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835c6ec-ab1c-46d8-9071-cd31c7b80c67 req-77fcf8b9-5fe7-458c-bf93-6689d830a2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:26.215796 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d835c6ec-ab1c-46d8-9071-cd31c7b80c67 req-77fcf8b9-5fe7-458c-bf93-6689d830a2a4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 908 time: 0.4606142 Sep 01 14:57:26.307850 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device e344413c-0228-4138-ba5f-1a43afff410f details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:26.343703 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d835c6ec-ab1c-46d8-9071-cd31c7b80c67 req-4aa966d3-9369-4ed1-8123-262d6d528155 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e344413c-0228-4138-ba5f-1a43afff410f HTTP/1.1" status: 200 len: 217 time: 0.0754919 Sep 01 14:57:26.347673 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1d58c-f63e-4532-8e17-2580758920e0 admin admin] Pushing event updated for resources: {'Network': ['ID=60e7cf6d-886f-4633-b106-6b6dfa7f3538,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:26.371506 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 60e7cf6d-886f-4633-b106-6b6dfa7f3538 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:57:26.421612 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d6679bc7-f153-4a1a-99c6-47a01d763001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:26.433934 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d6679bc7-f153-4a1a-99c6-47a01d763001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:26.462064 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3ae1d58c-f63e-4532-8e17-2580758920e0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5550787 Sep 01 14:57:26.469807 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48432) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:26.489247 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-56b3296a-c37b-4e82-b43f-b159c3dee555 admin admin] Request body: {'subnet': {'network_id': '60e7cf6d-886f-4633-b106-6b6dfa7f3538', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1765515433-subnet', 'tenant_id': '3d0b1797fe4d4baf9b997aa7e25817ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:26.513111 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835c6ec-ab1c-46d8-9071-cd31c7b80c67 req-75c21220-e946-4c5a-b259-d80a91f90fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:26.516476 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d835c6ec-ab1c-46d8-9071-cd31c7b80c67 req-75c21220-e946-4c5a-b259-d80a91f90fbc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f21d72f-51d2-4274-ac2c-410e832eb73e HTTP/1.1" status: 200 len: 847 time: 0.1613450 Sep 01 14:57:26.537853 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.resource_extend [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 14:57:26.578726 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48434) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:26.600244 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6679bc7-f153-4a1a-99c6-47a01d763001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed98d1b-c553-4ae4-9bc5-d2005f27e7ac,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:26.603197 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d835c6ec-ab1c-46d8-9071-cd31c7b80c67 req-f6a50a31-7dec-4fa6-a390-73cb7e8aa090 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=baf99c09-53f8-4476-8cd9-fd2a9a404823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740740 Sep 01 14:57:26.630921 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b3296a-c37b-4e82-b43f-b159c3dee555 admin admin] Made reservation on behalf of 3d0b1797fe4d4baf9b997aa7e25817ad for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:57:26.637846 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d6679bc7-f153-4a1a-99c6-47a01d763001 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f317bf9dfbf4b7b80e66d235a82d64f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5904920 Sep 01 14:57:26.638851 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48438) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:26.642561 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-56b3296a-c37b-4e82-b43f-b159c3dee555 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:26.671786 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port e344413c-0228-4138-ba5f-1a43afff410f, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=e344413c-0228-4138-ba5f-1a43afff410f,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:26.691898 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device e344413c-0228-4138-ba5f-1a43afff410f has no active binding in host n-h1-794796-3 {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 01 14:57:26.735716 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b8d20c30-5201-497a-bdc0-b1f83b82792d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:26.909433 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c29a88-657d-4242-942a-a4e183e88740 req-534cc0c1-e802-46ce-b7a9-5e0153fa62b8 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:26.913667 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-10c29a88-657d-4242-942a-a4e183e88740 req-534cc0c1-e802-46ce-b7a9-5e0153fa62b8 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?device_id=d55615f4-387a-4476-a1f4-5e41c8f7dcf2 HTTP/1.1" status: 200 len: 949 time: 0.3198855 Sep 01 14:57:27.006786 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f17cc949-8d79-4d08-a455-c17b961178d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:27.011721 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b8d20c30-5201-497a-bdc0-b1f83b82792d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:27.033781 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d835c6ec-ab1c-46d8-9071-cd31c7b80c67 req-254f670f-0108-44b4-a372-d1ed10646ddb service neutron] 10.222.0.62 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061253 Sep 01 14:57:27.134377 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:27.147691 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-10c29a88-657d-4242-942a-a4e183e88740 req-7de0c0d2-8b19-495a-8250-4ac5039b0369 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3df015f-6974-47af-b359-620a00737dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190659 Sep 01 14:57:27.220766 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c646dcf-95b9-4617-8ddd-a765334cc1c1 req-0ca3e4df-296b-43f1-b564-2a5d3247d744 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:27.223762 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c646dcf-95b9-4617-8ddd-a765334cc1c1 req-0ca3e4df-296b-43f1-b564-2a5d3247d744 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 943 time: 0.1401119 Sep 01 14:57:27.274904 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b8d20c30-5201-497a-bdc0-b1f83b82792d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:27.279988 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b8d20c30-5201-497a-bdc0-b1f83b82792d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:27.282010 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b8d20c30-5201-497a-bdc0-b1f83b82792d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ed98d1b-c553-4ae4-9bc5-d2005f27e7ac HTTP/1.1" status: 204 len: 168 time: 0.6397607 Sep 01 14:57:27.318088 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d20c30-5201-497a-bdc0-b1f83b82792d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed98d1b-c553-4ae4-9bc5-d2005f27e7ac,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:27.357487 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c646dcf-95b9-4617-8ddd-a765334cc1c1 req-18c0ec82-d1bd-429b-bb06-ac048eef3199 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158698 Sep 01 14:57:27.363481 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d835c6ec-ab1c-46d8-9071-cd31c7b80c67 req-ef1ef611-a0f4-4ccf-ab98-17f74b57e8fb service neutron] 10.222.0.62 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103876 Sep 01 14:57:27.372326 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-56b3296a-c37b-4e82-b43f-b159c3dee555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:27.472752 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f17cc949-8d79-4d08-a455-c17b961178d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:27.487546 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f17cc949-8d79-4d08-a455-c17b961178d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:27.507291 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3296a-c37b-4e82-b43f-b159c3dee555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d71d77e5-defc-444b-8b89-b3e6daf027f6,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:27.528080 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b3296a-c37b-4e82-b43f-b159c3dee555 admin admin] Checking segment: {'id': '491955ee-2600-4a7f-8856-47ecc0232503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '60e7cf6d-886f-4633-b106-6b6dfa7f3538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:57:27.528439 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b3296a-c37b-4e82-b43f-b159c3dee555 admin admin] Network hostable DHCP agents. Network: 60e7cf6d-886f-4633-b106-6b6dfa7f3538, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:57:27.566151 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b3296a-c37b-4e82-b43f-b159c3dee555 admin admin] Network 60e7cf6d-886f-4633-b106-6b6dfa7f3538 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:57:27.579036 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f17cc949-8d79-4d08-a455-c17b961178d6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ef8f75d13eae45c99426deafae42b069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9949615 Sep 01 14:57:27.581954 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48452) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:27.596565 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-56b3296a-c37b-4e82-b43f-b159c3dee555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 60e7cf6d-886f-4633-b106-6b6dfa7f3538) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:57:27.609815 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b3296a-c37b-4e82-b43f-b159c3dee555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:27.609815 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-56b3296a-c37b-4e82-b43f-b159c3dee555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:27.613439 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e366d1-2fad-484d-9ee7-4e35a4e35e50 None None] Network 60e7cf6d-886f-4633-b106-6b6dfa7f3538 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:57:27.659416 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-56b3296a-c37b-4e82-b43f-b159c3dee555 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1860862 Sep 01 14:57:27.660314 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48460) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:27.664310 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cc949-8d79-4d08-a455-c17b961178d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287e9e2a-cb61-4a6c-8681-286e05eab9ad,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:27.666401 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-4e35558f-40e0-4ee3-ba2d-0f443e62f422 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1765515433-router', 'tenant_id': '3d0b1797fe4d4baf9b997aa7e25817ad', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:27.722394 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fd6f9fd2-7c28-4638-913b-7ef3999f8529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:27.727971 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e35558f-40e0-4ee3-ba2d-0f443e62f422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:27.730389 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e35558f-40e0-4ee3-ba2d-0f443e62f422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:27.777794 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fd6f9fd2-7c28-4638-913b-7ef3999f8529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:27.970532 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e35558f-40e0-4ee3-ba2d-0f443e62f422 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:28.067935 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2a7b48-8270-4cb8-ae46-79ddbb667aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-60e7cf6d-886f-4633-b106-6b6dfa7f3538', 'network_id': '60e7cf6d-886f-4633-b106-6b6dfa7f3538', 'tenant_id': '3d0b1797fe4d4baf9b997aa7e25817ad', 'fixed_ips': [{'subnet_id': 'd71d77e5-defc-444b-8b89-b3e6daf027f6'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 14:57:28.069412 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7b48-8270-4cb8-ae46-79ddbb667aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:28.118571 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fd6f9fd2-7c28-4638-913b-7ef3999f8529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:28.118571 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fd6f9fd2-7c28-4638-913b-7ef3999f8529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:28.118571 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fd6f9fd2-7c28-4638-913b-7ef3999f8529 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/287e9e2a-cb61-4a6c-8681-286e05eab9ad HTTP/1.1" status: 204 len: 168 time: 0.5340157 Sep 01 14:57:28.334277 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f9fd2-7c28-4638-913b-7ef3999f8529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287e9e2a-cb61-4a6c-8681-286e05eab9ad,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:28.360096 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e35558f-40e0-4ee3-ba2d-0f443e62f422 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:28.431662 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da871051-9085-4981-bfa7-0c65737f47ce req-df24b838-385d-4f76-b54f-2997b0faffd1 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:28.445019 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-da871051-9085-4981-bfa7-0c65737f47ce req-df24b838-385d-4f76-b54f-2997b0faffd1 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?device_id=d55615f4-387a-4476-a1f4-5e41c8f7dcf2 HTTP/1.1" status: 200 len: 949 time: 0.1190391 Sep 01 14:57:28.471086 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-9c2a7b48-8270-4cb8-ae46-79ddbb667aa8 None None] Allocated IP 172.20.0.2 (60e7cf6d-886f-4633-b106-6b6dfa7f3538/d71d77e5-defc-444b-8b89-b3e6daf027f6/daa092d9-0992-4e5d-97e0-767bc038a3d4) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:57:28.548695 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-da871051-9085-4981-bfa7-0c65737f47ce req-f36c7fd2-ae51-4ac9-b12b-8805c9d3e19d tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3df015f-6974-47af-b359-620a00737dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019878 Sep 01 14:57:28.828100 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e35558f-40e0-4ee3-ba2d-0f443e62f422 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:28.867479 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7b48-8270-4cb8-ae46-79ddbb667aa8 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:28.908626 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9c2a7b48-8270-4cb8-ae46-79ddbb667aa8 None None] Transition to ACTIVE for port object daa092d9-0992-4e5d-97e0-767bc038a3d4 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:28.911793 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e35558f-40e0-4ee3-ba2d-0f443e62f422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:28.967075 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9c2a7b48-8270-4cb8-ae46-79ddbb667aa8 None None] Transition to ACTIVE for port object daa092d9-0992-4e5d-97e0-767bc038a3d4 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:28.986602 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7b48-8270-4cb8-ae46-79ddbb667aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:29.046382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbcb94-ee4e-48ac-89c9-9d82588d2b8a req-fc0acd08-2953-46a3-bd03-d53e201f03b7 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:29.051510 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-83dbcb94-ee4e-48ac-89c9-9d82588d2b8a req-fc0acd08-2953-46a3-bd03-d53e201f03b7 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 943 time: 0.1350665 Sep 01 14:57:29.153013 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-83dbcb94-ee4e-48ac-89c9-9d82588d2b8a req-c1ebcf1d-7042-4432-94dc-d735aff83640 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852721 Sep 01 14:57:29.159114 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2a7b48-8270-4cb8-ae46-79ddbb667aa8 None None] Network 60e7cf6d-886f-4633-b106-6b6dfa7f3538 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:57:29.162022 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-9c2a7b48-8270-4cb8-ae46-79ddbb667aa8 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:57:29.168213 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2a7b48-8270-4cb8-ae46-79ddbb667aa8 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:57:29.179942 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a7b48-8270-4cb8-ae46-79ddbb667aa8 None None] Pushing event updated for resources: {'Port': ['ID=daa092d9-0992-4e5d-97e0-767bc038a3d4,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:29.299482 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-9c2a7b48-8270-4cb8-ae46-79ddbb667aa8 None None] Attempting to bind port daa092d9-0992-4e5d-97e0-767bc038a3d4 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:57:29.301112 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-9c2a7b48-8270-4cb8-ae46-79ddbb667aa8 None None] Attempting to bind port daa092d9-0992-4e5d-97e0-767bc038a3d4 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '491955ee-2600-4a7f-8856-47ecc0232503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '60e7cf6d-886f-4633-b106-6b6dfa7f3538'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:57:29.302684 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2a7b48-8270-4cb8-ae46-79ddbb667aa8 None None] Attempting to bind port daa092d9-0992-4e5d-97e0-767bc038a3d4 on network 60e7cf6d-886f-4633-b106-6b6dfa7f3538 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:29.323668 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2a7b48-8270-4cb8-ae46-79ddbb667aa8 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:57:29.324062 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2a7b48-8270-4cb8-ae46-79ddbb667aa8 None None] Checking segment: {'id': '491955ee-2600-4a7f-8856-47ecc0232503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '60e7cf6d-886f-4633-b106-6b6dfa7f3538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:57:29.324465 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7b48-8270-4cb8-ae46-79ddbb667aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:29.324875 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2a7b48-8270-4cb8-ae46-79ddbb667aa8 None None] Bound using segment: {'id': '491955ee-2600-4a7f-8856-47ecc0232503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '60e7cf6d-886f-4633-b106-6b6dfa7f3538'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:57:29.325375 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-9c2a7b48-8270-4cb8-ae46-79ddbb667aa8 None None] Bound port: daa092d9-0992-4e5d-97e0-767bc038a3d4, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491955ee-2600-4a7f-8856-47ecc0232503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '60e7cf6d-886f-4633-b106-6b6dfa7f3538'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:57:29.325793 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7b48-8270-4cb8-ae46-79ddbb667aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:29.343413 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-4e35558f-40e0-4ee3-ba2d-0f443e62f422 admin admin] Allocated IP 172.25.6.154 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/6b4f1056-7ea6-4c84-b95c-94476e363035) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:57:29.402768 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-aa22afd8-0fd1-413c-ab54-dddb0e4bbc93 service neutron] 10.222.0.62 "GET /v2.0/ports/e344413c-0228-4138-ba5f-1a43afff410f/bindings/n-h1-794796-3 HTTP/1.1" status: 200 len: 384 time: 0.2083046 Sep 01 14:57:29.492336 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00455954-b490-4f83-aa43-11bc38269d4a req-b2008a59-eb30-410f-9ac4-3334325bfe3b tempest-QuotasAdminNegativeTest-3918758 tempest-QuotasAdminNegativeTest-3918758-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=5719312319dd4f6fbeb3099555c48413&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609801 Sep 01 14:57:29.569771 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-9c2a7b48-8270-4cb8-ae46-79ddbb667aa8 None None] For port daa092d9-0992-4e5d-97e0-767bc038a3d4, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:57:29.581732 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-9c2a7b48-8270-4cb8-ae46-79ddbb667aa8 None None] For port daa092d9-0992-4e5d-97e0-767bc038a3d4, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=daa092d9-0992-4e5d-97e0-767bc038a3d4,segment=NetworkSegment(491955ee-2600-4a7f-8856-47ecc0232503),segment_id=491955ee-2600-4a7f-8856-47ecc0232503)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:57:29.595112 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7b48-8270-4cb8-ae46-79ddbb667aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:29.780686 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e35558f-40e0-4ee3-ba2d-0f443e62f422 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:29.848263 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-180a97d6-ef14-492f-8cce-229e36e9c792 service neutron] For port e344413c-0228-4138-ba5f-1a43afff410f, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=e344413c-0228-4138-ba5f-1a43afff410f,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:29.873882 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a7b48-8270-4cb8-ae46-79ddbb667aa8 None None] Pushing event updated for resources: {'Port': ['ID=daa092d9-0992-4e5d-97e0-767bc038a3d4,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:29.878285 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00455954-b490-4f83-aa43-11bc38269d4a req-926436db-c086-4456-b46c-aeb4b5c3986e tempest-QuotasAdminNegativeTest-3918758 tempest-QuotasAdminNegativeTest-3918758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:29.894162 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00455954-b490-4f83-aa43-11bc38269d4a req-926436db-c086-4456-b46c-aeb4b5c3986e tempest-QuotasAdminNegativeTest-3918758 tempest-QuotasAdminNegativeTest-3918758-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3978899 Sep 01 14:57:29.930859 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00455954-b490-4f83-aa43-11bc38269d4a req-151ef014-a2e6-4663-9092-31407806be6b tempest-QuotasAdminNegativeTest-3918758 tempest-QuotasAdminNegativeTest-3918758-project] 10.222.0.60 "GET /v2.0/quotas/5719312319dd4f6fbeb3099555c48413 HTTP/1.1" status: 200 len: 375 time: 0.0349925 Sep 01 14:57:29.940951 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-180a97d6-ef14-492f-8cce-229e36e9c792 service neutron] For port e344413c-0228-4138-ba5f-1a43afff410f, host n-h2-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:57:29.993663 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00455954-b490-4f83-aa43-11bc38269d4a req-460a3c7c-2d7e-4b0b-b198-88aaeab38af3 tempest-QuotasAdminNegativeTest-3918758 tempest-QuotasAdminNegativeTest-3918758-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5719312319dd4f6fbeb3099555c48413&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611989 Sep 01 14:57:30.048315 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-180a97d6-ef14-492f-8cce-229e36e9c792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e344413c-0228-4138-ba5f-1a43afff410f {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:57:30.057742 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e35558f-40e0-4ee3-ba2d-0f443e62f422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:30.090217 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-180a97d6-ef14-492f-8cce-229e36e9c792 service neutron] For port e344413c-0228-4138-ba5f-1a43afff410f, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=e344413c-0228-4138-ba5f-1a43afff410f,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:30.154422 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e35558f-40e0-4ee3-ba2d-0f443e62f422 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:57:30.165429 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-4e35558f-40e0-4ee3-ba2d-0f443e62f422 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:57:30.172287 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e35558f-40e0-4ee3-ba2d-0f443e62f422 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:57:30.185175 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-180a97d6-ef14-492f-8cce-229e36e9c792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:30.529958 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device daa092d9-0992-4e5d-97e0-767bc038a3d4 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:57:30.533340 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35558f-40e0-4ee3-ba2d-0f443e62f422 admin admin] Pushing event updated for resources: {'Port': ['ID=6b4f1056-7ea6-4c84-b95c-94476e363035,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:30.664765 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303ceb8-dd16-482e-90e6-10d684c62a83 req-9e3fcdad-5884-49de-b0a7-a5be1bdded23 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:30.678963 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f303ceb8-dd16-482e-90e6-10d684c62a83 req-9e3fcdad-5884-49de-b0a7-a5be1bdded23 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 943 time: 0.2019920 Sep 01 14:57:30.684429 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port daa092d9-0992-4e5d-97e0-767bc038a3d4 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:57:30.799790 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d777fdd-ccfd-4fc1-a729-0ca853dd9249 req-c2617ad9-83b5-4d5c-9f33-154a0596731e tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:30.812213 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3d777fdd-ccfd-4fc1-a729-0ca853dd9249 req-c2617ad9-83b5-4d5c-9f33-154a0596731e tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?device_id=d55615f4-387a-4476-a1f4-5e41c8f7dcf2 HTTP/1.1" status: 200 len: 949 time: 0.3415623 Sep 01 14:57:30.829486 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f303ceb8-dd16-482e-90e6-10d684c62a83 req-1cd89681-3cd9-48a4-b73e-4a44f8bb99a4 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462960 Sep 01 14:57:30.953500 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-180a97d6-ef14-492f-8cce-229e36e9c792 service neutron] Transition to ACTIVE for port object e344413c-0228-4138-ba5f-1a43afff410f will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:30.969903 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3d777fdd-ccfd-4fc1-a729-0ca853dd9249 req-a8e25985-9635-4384-8249-ead03c65fd72 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3df015f-6974-47af-b359-620a00737dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567166 Sep 01 14:57:30.982264 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-180a97d6-ef14-492f-8cce-229e36e9c792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:31.588606 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-180a97d6-ef14-492f-8cce-229e36e9c792 service neutron] No DVR routers for this DVR port e344413c-0228-4138-ba5f-1a43afff410f on host n-h2-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:57:31.594914 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a97d6-ef14-492f-8cce-229e36e9c792 service neutron] Pushing event updated for resources: {'Port': ['ID=e344413c-0228-4138-ba5f-1a43afff410f,revision_number=10']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:31.629919 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e35558f-40e0-4ee3-ba2d-0f443e62f422 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:31.660989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689efe20-6e3b-4f16-895a-5948c24db64b None None] Network 60e7cf6d-886f-4633-b106-6b6dfa7f3538 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:57:31.819120 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-180a97d6-ef14-492f-8cce-229e36e9c792 service neutron] 10.222.0.62 "PUT /v2.0/ports/e344413c-0228-4138-ba5f-1a43afff410f/bindings/n-h1-794796-3/activate HTTP/1.1" status: 200 len: 369 time: 2.3958871 Sep 01 14:57:31.853873 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d805d-a226-4836-b4c8-8be40d0d3d0a req-0b5bb4cb-80c4-4366-b85b-f9b3389555ad tempest-DeleteServersAdminTestJSON-1723165513 tempest-DeleteServersAdminTestJSON-1723165513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:31.864768 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a45d805d-a226-4836-b4c8-8be40d0d3d0a req-0b5bb4cb-80c4-4366-b85b-f9b3389555ad tempest-DeleteServersAdminTestJSON-1723165513 tempest-DeleteServersAdminTestJSON-1723165513-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d55615f4-387a-4476-a1f4-5e41c8f7dcf2 HTTP/1.1" status: 200 len: 1100 time: 0.2433372 Sep 01 14:57:31.899942 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-faa21bd2-efa6-4e46-a700-79162df79fe8 None None] Provisioning for port daa092d9-0992-4e5d-97e0-767bc038a3d4 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:57:31.926135 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-faa21bd2-efa6-4e46-a700-79162df79fe8 None None] Provisioning complete for port daa092d9-0992-4e5d-97e0-767bc038a3d4 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:31.933534 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-faa21bd2-efa6-4e46-a700-79162df79fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:32.225589 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-e3ed8bc1-fd37-4434-bb17-de87bbaa1ca9 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:32.230267 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-e3ed8bc1-fd37-4434-bb17-de87bbaa1ca9 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763&tenant_id=84be7df9de7c45c681c68240357d6b7c&binding%3Ahost_id=n-h2-794796-3 HTTP/1.1" status: 200 len: 1095 time: 0.2400765 Sep 01 14:57:32.341887 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-faa21bd2-efa6-4e46-a700-79162df79fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:32.365551 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2782a2-3881-4d6f-b948-8075da815c08 req-d05a1c0a-d314-4113-8864-21ad95fd1c22 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:32.373696 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4f2782a2-3881-4d6f-b948-8075da815c08 req-d05a1c0a-d314-4113-8864-21ad95fd1c22 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 944 time: 0.2480161 Sep 01 14:57:32.427418 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-faa21bd2-efa6-4e46-a700-79162df79fe8 None None] For port daa092d9-0992-4e5d-97e0-767bc038a3d4, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=daa092d9-0992-4e5d-97e0-767bc038a3d4,segment=NetworkSegment(491955ee-2600-4a7f-8856-47ecc0232503),segment_id=491955ee-2600-4a7f-8856-47ecc0232503)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:32.438217 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-faa21bd2-efa6-4e46-a700-79162df79fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:32.484773 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-b5bf7336-bcb2-4641-a1d8-0f6c2f90e0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:32.486544 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-b5bf7336-bcb2-4641-a1d8-0f6c2f90e0b0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763&tenant_id=84be7df9de7c45c681c68240357d6b7c HTTP/1.1" status: 200 len: 1095 time: 0.2319672 Sep 01 14:57:32.554025 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa21bd2-efa6-4e46-a700-79162df79fe8 None None] Pushing event updated for resources: {'Port': ['ID=daa092d9-0992-4e5d-97e0-767bc038a3d4,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:32.579365 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-a45d805d-a226-4836-b4c8-8be40d0d3d0a req-bb615aa2-7085-4a1e-91f5-9b264f8abe86 tempest-DeleteServersAdminTestJSON-1723165513 tempest-DeleteServersAdminTestJSON-1723165513-project-admin] Deleting port 074ed87c-789d-4928-a650-b2c6e0e0ab24 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:57:32.580319 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a45d805d-a226-4836-b4c8-8be40d0d3d0a req-bb615aa2-7085-4a1e-91f5-9b264f8abe86 tempest-DeleteServersAdminTestJSON-1723165513 tempest-DeleteServersAdminTestJSON-1723165513-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:32.601347 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48628) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:32.641911 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-67889025-7f74-4b4c-9b95-8a10c2e08cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:32.643508 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-67889025-7f74-4b4c-9b95-8a10c2e08cb9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 1095 time: 0.1148934 Sep 01 14:57:32.655047 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184464a9-3924-4bca-ab4e-c2c77654b936 req-b8b7fec7-5f7e-461d-84a9-85964cb51bb8 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:32.657604 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-184464a9-3924-4bca-ab4e-c2c77654b936 req-b8b7fec7-5f7e-461d-84a9-85964cb51bb8 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?device_id=d55615f4-387a-4476-a1f4-5e41c8f7dcf2 HTTP/1.1" status: 200 len: 949 time: 0.1442220 Sep 01 14:57:32.679925 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device e344413c-0228-4138-ba5f-1a43afff410f no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:57:32.697939 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e35558f-40e0-4ee3-ba2d-0f443e62f422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:32.734747 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4f2782a2-3881-4d6f-b948-8075da815c08 req-d6052435-e182-42fc-9ec6-665ae612f4d5 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399580 Sep 01 14:57:32.821412 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device e344413c-0228-4138-ba5f-1a43afff410f not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:57:32.835328 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-184464a9-3924-4bca-ab4e-c2c77654b936 req-09fcbd37-18dc-47c5-bef8-a883ba1abee5 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3df015f-6974-47af-b359-620a00737dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644905 Sep 01 14:57:32.905842 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3b4eadaa-b5ec-4a68-9b4d-24ea765fc99d None None] Provisioning complete for port daa092d9-0992-4e5d-97e0-767bc038a3d4 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:32.906547 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3b4eadaa-b5ec-4a68-9b4d-24ea765fc99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:32.931362 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-3e50cf75-906b-4880-a04a-f6e77a761e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:32.935139 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-3e50cf75-906b-4880-a04a-f6e77a761e77 service neutron] 10.222.0.45 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 908 time: 0.2746351 Sep 01 14:57:33.008324 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-a45d805d-a226-4836-b4c8-8be40d0d3d0a req-bb615aa2-7085-4a1e-91f5-9b264f8abe86 tempest-DeleteServersAdminTestJSON-1723165513 tempest-DeleteServersAdminTestJSON-1723165513-project-admin] For port 074ed87c-789d-4928-a650-b2c6e0e0ab24, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=074ed87c-789d-4928-a650-b2c6e0e0ab24,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:33.008801 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a45d805d-a226-4836-b4c8-8be40d0d3d0a req-bb615aa2-7085-4a1e-91f5-9b264f8abe86 tempest-DeleteServersAdminTestJSON-1723165513 tempest-DeleteServersAdminTestJSON-1723165513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:33.035751 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-a45d805d-a226-4836-b4c8-8be40d0d3d0a req-bb615aa2-7085-4a1e-91f5-9b264f8abe86 tempest-DeleteServersAdminTestJSON-1723165513 tempest-DeleteServersAdminTestJSON-1723165513-project-admin] Calling delete_port for 074ed87c-789d-4928-a650-b2c6e0e0ab24 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:57:33.038202 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-d05c9d88-2d05-49a6-abd5-49d1518ea1ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e344413c-0228-4138-ba5f-1a43afff410f HTTP/1.1" status: 200 len: 217 time: 0.0948493 Sep 01 14:57:33.094412 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a7b680fd-a8d8-4776-b6c4-ce8ed7077194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:33.167326 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-5074ddcd-f999-441d-8a47-bdf54f972ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:33.170903 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-5074ddcd-f999-441d-8a47-bdf54f972ed6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f21d72f-51d2-4274-ac2c-410e832eb73e HTTP/1.1" status: 200 len: 847 time: 0.1204286 Sep 01 14:57:33.217902 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-6a7432ac-7a41-4fc4-91ad-a16577472c1c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=baf99c09-53f8-4476-8cd9-fd2a9a404823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349834 Sep 01 14:57:33.356534 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e35558f-40e0-4ee3-ba2d-0f443e62f422 admin admin] Router cfe225d6-ae80-4337-9b58-7fab588378ea is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 14:57:33.422128 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-3b731bdf-8854-4601-90db-254bc39e107c service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991894 Sep 01 14:57:33.574909 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-c8214a6b-b099-4f3a-bffc-25b1dceb0abf service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416886 Sep 01 14:57:33.627820 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a7b680fd-a8d8-4776-b6c4-ce8ed7077194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:33.640319 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e35558f-40e0-4ee3-ba2d-0f443e62f422 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:57:33.642868 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a7b680fd-a8d8-4776-b6c4-ce8ed7077194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:33.654366 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a45d805d-a226-4836-b4c8-8be40d0d3d0a req-bb615aa2-7085-4a1e-91f5-9b264f8abe86 tempest-DeleteServersAdminTestJSON-1723165513 tempest-DeleteServersAdminTestJSON-1723165513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:33.661822 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beb7ed8-2993-4f7f-a563-f49b21377964 None None] Sync routers for ids ['cfe225d6-ae80-4337-9b58-7fab588378ea'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:57:33.674903 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['074ed87c-789d-4928-a650-b2c6e0e0ab24'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:57:33.706923 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beb7ed8-2993-4f7f-a563-f49b21377964 None None] Routers {'cfe225d6-ae80-4337-9b58-7fab588378ea'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:57:33.708657 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2beb7ed8-2993-4f7f-a563-f49b21377964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:57:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cfe225d6-ae80-4337-9b58-7fab588378ea'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:33.804367 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb615aa2-7085-4a1e-91f5-9b264f8abe86 tempest-DeleteServersAdminTestJSON-1723165513 tempest-DeleteServersAdminTestJSON-1723165513-project-admin] Pushing event deleted for resources: {'Port': ['ID=074ed87c-789d-4928-a650-b2c6e0e0ab24,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:33.827485 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e35558f-40e0-4ee3-ba2d-0f443e62f422 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:33.829705 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4e35558f-40e0-4ee3-ba2d-0f443e62f422 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1679983 Sep 01 14:57:33.834223 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48670) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:33.836014 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a7b680fd-a8d8-4776-b6c4-ce8ed7077194 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5719312319dd4f6fbeb3099555c48413&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2277174 Sep 01 14:57:33.837676 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b680fd-a8d8-4776-b6c4-ce8ed7077194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f218c6-115e-4d3e-a760-770b5395ae97,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:33.847585 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48672) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:33.966824 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-2beb7ed8-2993-4f7f-a563-f49b21377964 None None] Set router cfe225d6-ae80-4337-9b58-7fab588378ea gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:57:33.982154 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45d805d-a226-4836-b4c8-8be40d0d3d0a req-bb615aa2-7085-4a1e-91f5-9b264f8abe86 tempest-DeleteServersAdminTestJSON-1723165513 tempest-DeleteServersAdminTestJSON-1723165513-project-admin] No DVR routers for this DVR port 074ed87c-789d-4928-a650-b2c6e0e0ab24 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:57:33.993577 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a45d805d-a226-4836-b4c8-8be40d0d3d0a req-bb615aa2-7085-4a1e-91f5-9b264f8abe86 tempest-DeleteServersAdminTestJSON-1723165513 tempest-DeleteServersAdminTestJSON-1723165513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:33.999677 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a45d805d-a226-4836-b4c8-8be40d0d3d0a req-bb615aa2-7085-4a1e-91f5-9b264f8abe86 tempest-DeleteServersAdminTestJSON-1723165513 tempest-DeleteServersAdminTestJSON-1723165513-project-admin] 10.222.0.45 "DELETE /v2.0/ports/074ed87c-789d-4928-a650-b2c6e0e0ab24 HTTP/1.1" status: 204 len: 173 time: 2.1277707 Sep 01 14:57:34.045159 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55615f4-387a-4476-a1f4-5e41c8f7dcf2', 'name': 'network-vif-deleted', 'tag': '074ed87c-789d-4928-a650-b2c6e0e0ab24'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:57:34.048065 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8293c012-c673-4684-addf-201e96b22013" -d '{"events": [{"server_uuid": "d55615f4-387a-4476-a1f4-5e41c8f7dcf2", "name": "network-vif-deleted", "tag": "074ed87c-789d-4928-a650-b2c6e0e0ab24"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:57:34.161830 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48690) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:34.321027 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ef267-02b4-4c7b-8e30-1df8f97578bb req-08dd9504-39c5-4fd3-94a1-f57f6ab425fe tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:34.334792 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b21ef267-02b4-4c7b-8e30-1df8f97578bb req-08dd9504-39c5-4fd3-94a1-f57f6ab425fe tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 944 time: 0.3265593 Sep 01 14:57:34.379629 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device daa092d9-0992-4e5d-97e0-767bc038a3d4 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:57:34.395436 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3f3af486-89b9-4e0d-bb17-8647fb16b88b req-42092d73-c22e-4cc3-946e-ece16ca1d650 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?device_id=d55615f4-387a-4476-a1f4-5e41c8f7dcf2 HTTP/1.1" status: 200 len: 210 time: 0.0370064 Sep 01 14:57:34.424501 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48694) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:34.472060 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-08c7404f-b459-4743-8797-257942728cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:34.528261 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port daa092d9-0992-4e5d-97e0-767bc038a3d4 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:34.531348 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:34.578144 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-08c7404f-b459-4743-8797-257942728cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:34.578972 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2beb7ed8-2993-4f7f-a563-f49b21377964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe225d6-ae80-4337-9b58-7fab588378ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1765515433-router', 'tenant_id': '3d0b1797fe4d4baf9b997aa7e25817ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '6b4f1056-7ea6-4c84-b95c-94476e363035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:57:27Z', 'updated_at': '2021-09-01T14:57:30Z', 'revision_number': 3, 'project_id': '3d0b1797fe4d4baf9b997aa7e25817ad', 'gw_port': {'id': '6b4f1056-7ea6-4c84-b95c-94476e363035', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:35:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe225d6-ae80-4337-9b58-7fab588378ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:28Z', 'updated_at': '2021-09-01T14:57:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:34.614366 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b21ef267-02b4-4c7b-8e30-1df8f97578bb req-7cb307e3-ea17-4695-bdea-84e8cf901635 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752752 Sep 01 14:57:34.644362 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-e6e44b5c-48da-4bd2-b7f7-caf62e89a748 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:34.651530 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-e6e44b5c-48da-4bd2-b7f7-caf62e89a748 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763&tenant_id=84be7df9de7c45c681c68240357d6b7c&binding%3Ahost_id=n-h1-794796-3 HTTP/1.1" status: 200 len: 1095 time: 0.3653193 Sep 01 14:57:34.664359 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beb7ed8-2993-4f7f-a563-f49b21377964 None None] Checking router: cfe225d6-ae80-4337-9b58-7fab588378ea for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:57:34.665220 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beb7ed8-2993-4f7f-a563-f49b21377964 None None] Updating router cfe225d6-ae80-4337-9b58-7fab588378ea port 6b4f1056-7ea6-4c84-b95c-94476e363035 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:57:34.755594 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-2beb7ed8-2993-4f7f-a563-f49b21377964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:34.830335 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b71e76-1c57-4a18-8e8f-5f9baec43044 x-openstack-request-id: req-e1b71e76-1c57-4a18-8e8f-5f9baec43044 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:57:34.830730 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55615f4-387a-4476-a1f4-5e41c8f7dcf2", "name": "network-vif-deleted", "tag": "074ed87c-789d-4928-a650-b2c6e0e0ab24", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:57:34.831055 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e1b71e76-1c57-4a18-8e8f-5f9baec43044 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:57:34.831511 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55615f4-387a-4476-a1f4-5e41c8f7dcf2', 'name': 'network-vif-deleted', 'tag': '074ed87c-789d-4928-a650-b2c6e0e0ab24', 'status': 'completed', 'code': 200} Sep 01 14:57:34.879054 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-14d0a003-2397-4033-9b0e-6967c5efee8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:34.900171 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d9c1b85e-303d-4a5e-aa8e-9ffc0a164891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:35.026455 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.api [None req-d9c1b85e-303d-4a5e-aa8e-9ffc0a164891 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 14:57:35.026455 n-d-794796-3 neutron-server[94733]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 01 14:57:35.026455 n-d-794796-3 neutron-server[94733]: [parameters: {'project_id': '1ffb53307c584e4393fe747e2ad6e3fb', 'id': '3f5f10a0-0d4f-48db-98ae-53a9a866c88e', 'expiration': datetime.datetime(2021, 9, 1, 14, 59, 35, 7316)}] Sep 01 14:57:35.026455 n-d-794796-3 neutron-server[94733]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 14:57:35.027215 n-d-794796-3 neutron-server[94733]: DEBUG oslo_db.api [None req-d9c1b85e-303d-4a5e-aa8e-9ffc0a164891 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 14:57:35.066823 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-08c7404f-b459-4743-8797-257942728cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:35.070089 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-08c7404f-b459-4743-8797-257942728cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:35.073236 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-08c7404f-b459-4743-8797-257942728cfb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/12f218c6-115e-4d3e-a760-770b5395ae97 HTTP/1.1" status: 204 len: 168 time: 1.1989210 Sep 01 14:57:35.189020 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7404f-b459-4743-8797-257942728cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f218c6-115e-4d3e-a760-770b5395ae97,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:35.210271 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-6ba2d533-0fec-41e3-9020-ee667f7df024 service neutron] For port e344413c-0228-4138-ba5f-1a43afff410f, host n-h2-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:57:35.225837 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-6ba2d533-0fec-41e3-9020-ee667f7df024 service neutron] Notify callbacks [] for binding, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:35.227859 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-423d74bb-4171-4260-9621-7c9144ea5e19 req-6ba2d533-0fec-41e3-9020-ee667f7df024 service neutron] 10.222.0.45 "DELETE /v2.0/ports/e344413c-0228-4138-ba5f-1a43afff410f/bindings/n-h2-794796-3 HTTP/1.1" status: 204 len: 173 time: 0.5569093 Sep 01 14:57:35.313137 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9af578ed-566b-4b54-95cf-bf41767e0a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:35.452956 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-14d0a003-2397-4033-9b0e-6967c5efee8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:35.464409 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-14d0a003-2397-4033-9b0e-6967c5efee8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:35.497055 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-2beb7ed8-2993-4f7f-a563-f49b21377964 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:35.524751 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-2beb7ed8-2993-4f7f-a563-f49b21377964 None None] Transition to ACTIVE for port object 6b4f1056-7ea6-4c84-b95c-94476e363035 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:35.532104 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d9c1b85e-303d-4a5e-aa8e-9ffc0a164891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:35.541847 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-2beb7ed8-2993-4f7f-a563-f49b21377964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:35.562739 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48710) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:35.607889 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-14d0a003-2397-4033-9b0e-6967c5efee8c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f8db7217643b40a88dc00f2ea6f1dae3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4387262 Sep 01 14:57:35.610771 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0a003-2397-4033-9b0e-6967c5efee8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a56494b-12db-4abd-a24f-998fe2632491,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:35.620798 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48714) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:35.738564 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a829d-4022-429f-b3a5-a3d2888bf724 None None] Pushing event updated for resources: {'Port': ['ID=6b4f1056-7ea6-4c84-b95c-94476e363035,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:35.783237 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99a829d-4022-429f-b3a5-a3d2888bf724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:35.786663 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99a829d-4022-429f-b3a5-a3d2888bf724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:35.787656 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99a829d-4022-429f-b3a5-a3d2888bf724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:35.795919 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99a829d-4022-429f-b3a5-a3d2888bf724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:35.796943 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99a829d-4022-429f-b3a5-a3d2888bf724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:35.797906 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99a829d-4022-429f-b3a5-a3d2888bf724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:35.798371 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99a829d-4022-429f-b3a5-a3d2888bf724 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:35.799124 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99a829d-4022-429f-b3a5-a3d2888bf724 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:35.799847 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99a829d-4022-429f-b3a5-a3d2888bf724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:35.800883 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99a829d-4022-429f-b3a5-a3d2888bf724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:35.801582 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99a829d-4022-429f-b3a5-a3d2888bf724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:35.802571 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99a829d-4022-429f-b3a5-a3d2888bf724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:57:35.818863 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fa2a6fc7-5bda-4539-bb8c-a26d9315dba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:35.858355 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48720) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:35.886341 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-2beb7ed8-2993-4f7f-a563-f49b21377964 None None] Attempting to bind port 6b4f1056-7ea6-4c84-b95c-94476e363035 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:57:35.887438 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-2beb7ed8-2993-4f7f-a563-f49b21377964 None None] Attempting to bind port 6b4f1056-7ea6-4c84-b95c-94476e363035 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:57:35.888375 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beb7ed8-2993-4f7f-a563-f49b21377964 None None] Attempting to bind port 6b4f1056-7ea6-4c84-b95c-94476e363035 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:35.898924 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beb7ed8-2993-4f7f-a563-f49b21377964 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:57:35.899973 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beb7ed8-2993-4f7f-a563-f49b21377964 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:57:35.900912 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-2beb7ed8-2993-4f7f-a563-f49b21377964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:35.902062 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beb7ed8-2993-4f7f-a563-f49b21377964 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:57:35.904217 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-2beb7ed8-2993-4f7f-a563-f49b21377964 None None] Bound port: 6b4f1056-7ea6-4c84-b95c-94476e363035, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:57:35.905701 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-2beb7ed8-2993-4f7f-a563-f49b21377964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:35.943434 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fa2a6fc7-5bda-4539-bb8c-a26d9315dba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:36.038201 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-2beb7ed8-2993-4f7f-a563-f49b21377964 None None] For port 6b4f1056-7ea6-4c84-b95c-94476e363035, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:57:36.047524 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-2beb7ed8-2993-4f7f-a563-f49b21377964 None None] For port 6b4f1056-7ea6-4c84-b95c-94476e363035, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6b4f1056-7ea6-4c84-b95c-94476e363035,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:57:36.051193 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a9198963-3d34-405e-8d7d-77b5d524782e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:36.063182 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-2beb7ed8-2993-4f7f-a563-f49b21377964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:36.078264 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-9af578ed-566b-4b54-95cf-bf41767e0a0e admin admin] Allocated IP 172.20.0.1 (60e7cf6d-886f-4633-b106-6b6dfa7f3538/d71d77e5-defc-444b-8b89-b3e6daf027f6/30fd1e66-ab5b-45fb-8848-63632e4ae094) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:57:36.145316 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fa2a6fc7-5bda-4539-bb8c-a26d9315dba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:36.167981 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fa2a6fc7-5bda-4539-bb8c-a26d9315dba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:36.170367 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fa2a6fc7-5bda-4539-bb8c-a26d9315dba0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a56494b-12db-4abd-a24f-998fe2632491 HTTP/1.1" status: 204 len: 168 time: 0.5456748 Sep 01 14:57:36.227625 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d9c1b85e-303d-4a5e-aa8e-9ffc0a164891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:36.230442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a6fc7-5bda-4539-bb8c-a26d9315dba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a56494b-12db-4abd-a24f-998fe2632491,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:36.249281 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a829d-4022-429f-b3a5-a3d2888bf724 None None] Pushing event updated for resources: {'Port': ['ID=6b4f1056-7ea6-4c84-b95c-94476e363035,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:36.262068 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beb7ed8-2993-4f7f-a563-f49b21377964 None None] Routers {'cfe225d6-ae80-4337-9b58-7fab588378ea'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:57:36.264250 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2beb7ed8-2993-4f7f-a563-f49b21377964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:57:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cfe225d6-ae80-4337-9b58-7fab588378ea'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:36.298374 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d9c1b85e-303d-4a5e-aa8e-9ffc0a164891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:36.389708 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 074ed87c-789d-4928-a650-b2c6e0e0ab24 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:57:36.403544 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d9c1b85e-303d-4a5e-aa8e-9ffc0a164891 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1ffb53307c584e4393fe747e2ad6e3fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9646988 Sep 01 14:57:36.407354 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48736) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:36.472826 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 074ed87c-789d-4928-a650-b2c6e0e0ab24 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:57:36.473404 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 074ed87c-789d-4928-a650-b2c6e0e0ab24 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:57:36.498515 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9af578ed-566b-4b54-95cf-bf41767e0a0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:36.508918 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-d3d69323-9c3f-4d92-9602-4d175b8f500d tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=9417098cad184397bed5ba3f8411efda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1614597 Sep 01 14:57:36.510037 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e42cecf8-7ba1-48e0-a0f4-eb06076c888f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:36.584883 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1b85e-303d-4a5e-aa8e-9ffc0a164891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6143a6-197e-4679-90ec-f3f0bc0dbc3b,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:36.589703 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f891de5-d725-4cbd-9ef6-d7f4cd738722 req-023865f0-5273-42c0-ae19-10ac0e7c9570 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:36.607352 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-2beb7ed8-2993-4f7f-a563-f49b21377964 None None] Set router cfe225d6-ae80-4337-9b58-7fab588378ea gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:57:36.608069 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f891de5-d725-4cbd-9ef6-d7f4cd738722 req-023865f0-5273-42c0-ae19-10ac0e7c9570 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 944 time: 0.6890237 Sep 01 14:57:36.649960 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9af578ed-566b-4b54-95cf-bf41767e0a0e admin admin] Transition to ACTIVE for port object 30fd1e66-ab5b-45fb-8848-63632e4ae094 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:36.781813 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ba478dd4-4645-404c-aa58-b50bb69c219f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:36.830582 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f891de5-d725-4cbd-9ef6-d7f4cd738722 req-854f441a-261d-48d3-be9e-be45606b2880 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869619 Sep 01 14:57:36.843740 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a9198963-3d34-405e-8d7d-77b5d524782e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:36.879057 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-20a8f39d-966b-4e93-8bfe-1c6e99c2d894 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:36.888703 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2beb7ed8-2993-4f7f-a563-f49b21377964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe225d6-ae80-4337-9b58-7fab588378ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1765515433-router', 'tenant_id': '3d0b1797fe4d4baf9b997aa7e25817ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '6b4f1056-7ea6-4c84-b95c-94476e363035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:57:27Z', 'updated_at': '2021-09-01T14:57:30Z', 'revision_number': 3, 'project_id': '3d0b1797fe4d4baf9b997aa7e25817ad', 'gw_port': {'id': '6b4f1056-7ea6-4c84-b95c-94476e363035', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:35:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe225d6-ae80-4337-9b58-7fab588378ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:28Z', 'updated_at': '2021-09-01T14:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:36.893702 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-20a8f39d-966b-4e93-8bfe-1c6e99c2d894 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3832595 Sep 01 14:57:36.899543 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a9198963-3d34-405e-8d7d-77b5d524782e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:36.926212 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beb7ed8-2993-4f7f-a563-f49b21377964 None None] The sync data for ids ['cfe225d6-ae80-4337-9b58-7fab588378ea'] in n-d-794796-3 is: [{'id': 'cfe225d6-ae80-4337-9b58-7fab588378ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1765515433-router', 'tenant_id': '3d0b1797fe4d4baf9b997aa7e25817ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '6b4f1056-7ea6-4c84-b95c-94476e363035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:57:27Z', 'updated_at': '2021-09-01T14:57:30Z', 'revision_number': 3, 'project_id': '3d0b1797fe4d4baf9b997aa7e25817ad', 'gw_port': {'id': '6b4f1056-7ea6-4c84-b95c-94476e363035', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:35:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe225d6-ae80-4337-9b58-7fab588378ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:28Z', 'updated_at': '2021-09-01T14:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:57:36.942796 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ba478dd4-4645-404c-aa58-b50bb69c219f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:36.947702 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9af578ed-566b-4b54-95cf-bf41767e0a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:36.981082 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9198963-3d34-405e-8d7d-77b5d524782e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb4f5b8-7806-4fb9-9f32-398f23ec9cc4,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:37.004220 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-143ee8da-1c4e-4569-991c-fa7131835f0f tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/quotas/9417098cad184397bed5ba3f8411efda HTTP/1.1" status: 200 len: 375 time: 0.1085832 Sep 01 14:57:37.054946 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a9198963-3d34-405e-8d7d-77b5d524782e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=96242ef27bcc451885b5a0b5bb6d045d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1916018 Sep 01 14:57:37.086619 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48746) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:37.119690 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af578ed-566b-4b54-95cf-bf41767e0a0e admin admin] Pushing event updated for resources: {'Port': ['ID=30fd1e66-ab5b-45fb-8848-63632e4ae094,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:37.126793 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-9b5996b2-8dbe-4bd0-8225-47c535ca94a6 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9417098cad184397bed5ba3f8411efda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0984912 Sep 01 14:57:37.168321 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af578ed-566b-4b54-95cf-bf41767e0a0e admin admin] Network 60e7cf6d-886f-4633-b106-6b6dfa7f3538 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:57:37.173116 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-9af578ed-566b-4b54-95cf-bf41767e0a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:57:37.177723 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af578ed-566b-4b54-95cf-bf41767e0a0e admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:57:37.225136 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48750) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:37.256617 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c68f3277-8d57-4ab0-8951-14c97798001f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:37.287302 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ba478dd4-4645-404c-aa58-b50bb69c219f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:37.291228 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ba478dd4-4645-404c-aa58-b50bb69c219f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:37.293043 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ba478dd4-4645-404c-aa58-b50bb69c219f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d6143a6-197e-4679-90ec-f3f0bc0dbc3b HTTP/1.1" status: 204 len: 168 time: 0.8435469 Sep 01 14:57:37.307464 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9b19f5e5-265c-4f66-af38-28baaea5d88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:37.316761 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba478dd4-4645-404c-aa58-b50bb69c219f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6143a6-197e-4679-90ec-f3f0bc0dbc3b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:37.343777 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9b19f5e5-265c-4f66-af38-28baaea5d88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:37.362960 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96bbe0-e6aa-4e0e-a8cd-ec61eada564b req-e775b127-953d-491d-a50e-daf847f15ef4 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:37.364768 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5b96bbe0-e6aa-4e0e-a8cd-ec61eada564b req-e775b127-953d-491d-a50e-daf847f15ef4 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 1095 time: 0.2324741 Sep 01 14:57:37.375895 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9af578ed-566b-4b54-95cf-bf41767e0a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:37.460387 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9b19f5e5-265c-4f66-af38-28baaea5d88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:37.466733 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9b19f5e5-265c-4f66-af38-28baaea5d88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:37.470342 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9b19f5e5-265c-4f66-af38-28baaea5d88c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dbb4f5b8-7806-4fb9-9f32-398f23ec9cc4 HTTP/1.1" status: 204 len: 168 time: 0.3607073 Sep 01 14:57:37.505001 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19f5e5-265c-4f66-af38-28baaea5d88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb4f5b8-7806-4fb9-9f32-398f23ec9cc4,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:37.569969 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e42cecf8-7ba1-48e0-a0f4-eb06076c888f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:37.626569 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5b96bbe0-e6aa-4e0e-a8cd-ec61eada564b req-ab71e320-e85c-4bb0-8226-8714bd6728e6 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547689 Sep 01 14:57:37.638165 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e42cecf8-7ba1-48e0-a0f4-eb06076c888f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:37.820357 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-775dfda5-6115-4fd0-84e3-7ddeea315b5a None None] Provisioning for port 30fd1e66-ab5b-45fb-8848-63632e4ae094 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:57:37.854825 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-775dfda5-6115-4fd0-84e3-7ddeea315b5a None None] Provisioning complete for port 30fd1e66-ab5b-45fb-8848-63632e4ae094 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:37.855350 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-775dfda5-6115-4fd0-84e3-7ddeea315b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:37.963057 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-52cbd4c1-cf7e-4bfd-9767-26e5415f967b req-e785945f-c2de-4730-892f-ff567550d40d tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3984516-622d-44f4-b1c4-676e6d3e507b HTTP/1.1" status: 200 len: 210 time: 0.1614132 Sep 01 14:57:38.017005 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:38.024695 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-775dfda5-6115-4fd0-84e3-7ddeea315b5a None None] Port 30fd1e66-ab5b-45fb-8848-63632e4ae094 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:57:38.025880 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c68f3277-8d57-4ab0-8951-14c97798001f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:38.037106 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c68f3277-8d57-4ab0-8951-14c97798001f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:38.123001 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f3277-8d57-4ab0-8951-14c97798001f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ce252d-0b9c-4ace-8c7c-c2982ccae9ec,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:38.200496 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e42cecf8-7ba1-48e0-a0f4-eb06076c888f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e78b66ee75904ae5954fe02fed076a54&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6351256 Sep 01 14:57:38.205138 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48770) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:38.225100 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c68f3277-8d57-4ab0-8951-14c97798001f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c27ce8f6a13441f4a3c61bfd09ed7461&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0001333 Sep 01 14:57:38.229291 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48772) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:38.340342 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cecf8-7ba1-48e0-a0f4-eb06076c888f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012d5bc3-7b45-4247-8667-d2b47c4e1e42,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:38.431189 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d06bc06a-d170-40cb-87aa-07dfae0483b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:38.520976 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d06bc06a-d170-40cb-87aa-07dfae0483b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:38.530521 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6b4f1056-7ea6-4c84-b95c-94476e363035 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:57:38.596678 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48786) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:38.721862 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d06bc06a-d170-40cb-87aa-07dfae0483b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:38.733863 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d06bc06a-d170-40cb-87aa-07dfae0483b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:38.736819 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d06bc06a-d170-40cb-87aa-07dfae0483b9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/95ce252d-0b9c-4ace-8c7c-c2982ccae9ec HTTP/1.1" status: 204 len: 168 time: 0.5056603 Sep 01 14:57:38.754195 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 6b4f1056-7ea6-4c84-b95c-94476e363035 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:57:38.759080 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06bc06a-d170-40cb-87aa-07dfae0483b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ce252d-0b9c-4ace-8c7c-c2982ccae9ec,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:38.774161 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 6b4f1056-7ea6-4c84-b95c-94476e363035 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:38.775247 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:38.826819 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9af578ed-566b-4b54-95cf-bf41767e0a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:38.830987 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e625ac7-06a8-45c6-a8fd-83602272e4b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:38.854192 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5e0c9dc1-0547-48e4-ab1a-8b7339f18491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:39.053111 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:39.131808 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-2d39c343-a62d-4023-963b-b5c26c625d82 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:39.140472 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-2d39c343-a62d-4023-963b-b5c26c625d82 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 807 time: 0.7409327 Sep 01 14:57:39.192421 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 6b4f1056-7ea6-4c84-b95c-94476e363035, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6b4f1056-7ea6-4c84-b95c-94476e363035,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:39.201473 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:39.208016 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5e0c9dc1-0547-48e4-ab1a-8b7339f18491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:39.237294 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-56b7c11d-98ad-4054-bf9a-a86812e67f75 req-75141a37-6b9c-423d-8413-dcdab5d24c53 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3984516-622d-44f4-b1c4-676e6d3e507b HTTP/1.1" status: 200 len: 210 time: 0.0783448 Sep 01 14:57:39.263768 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-37b0a874-cd73-4f1e-ac01-430b163bae37 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/quotas/84be7df9de7c45c681c68240357d6b7c HTTP/1.1" status: 200 len: 375 time: 0.1215727 Sep 01 14:57:39.317838 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fa984fdc-b1c1-4264-85c9-d9456e3a009e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:39.340032 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=6b4f1056-7ea6-4c84-b95c-94476e363035,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:39.559456 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-59f304b3-3ee4-4532-956c-b0f2f2f9a68a tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2942884 Sep 01 14:57:39.616699 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5e0c9dc1-0547-48e4-ab1a-8b7339f18491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:39.621882 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5e0c9dc1-0547-48e4-ab1a-8b7339f18491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:39.623813 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5e0c9dc1-0547-48e4-ab1a-8b7339f18491 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/012d5bc3-7b45-4247-8667-d2b47c4e1e42 HTTP/1.1" status: 204 len: 168 time: 1.4170723 Sep 01 14:57:39.673842 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c9dc1-0547-48e4-ab1a-8b7339f18491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012d5bc3-7b45-4247-8667-d2b47c4e1e42,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:39.771479 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e625ac7-06a8-45c6-a8fd-83602272e4b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:39.789713 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e625ac7-06a8-45c6-a8fd-83602272e4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:39.882155 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6e625ac7-06a8-45c6-a8fd-83602272e4b4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4f370eee9e0745eeab9fe0e1a2741f14&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2779088 Sep 01 14:57:39.887254 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48820) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:39.889833 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9af578ed-566b-4b54-95cf-bf41767e0a0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:39.898149 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9af578ed-566b-4b54-95cf-bf41767e0a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:39.961560 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-c5924c33-97bf-4c23-9ca5-6120c4038717 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=9417098cad184397bed5ba3f8411efda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355442 Sep 01 14:57:40.021849 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9af578ed-566b-4b54-95cf-bf41767e0a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:40.172867 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af578ed-566b-4b54-95cf-bf41767e0a0e admin admin] Pushing event updated for resources: {'Port': ['ID=30fd1e66-ab5b-45fb-8848-63632e4ae094,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:40.185682 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e625ac7-06a8-45c6-a8fd-83602272e4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4dd9d8-925a-41f6-831c-3825a6bb7a36,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:40.241435 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af578ed-566b-4b54-95cf-bf41767e0a0e admin admin] Network 60e7cf6d-886f-4633-b106-6b6dfa7f3538 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:57:40.244477 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-9af578ed-566b-4b54-95cf-bf41767e0a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:57:40.246212 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-872d5a93-c22e-49b5-920a-8baf0564e1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:40.314981 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-872d5a93-c22e-49b5-920a-8baf0564e1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:40.410143 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6b4f1056-7ea6-4c84-b95c-94476e363035 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:57:40.506021 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af578ed-566b-4b54-95cf-bf41767e0a0e admin admin] Router cfe225d6-ae80-4337-9b58-7fab588378ea has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:57:40.546814 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-872f720d-b0a0-43fb-b58b-d4cb3313ce5b req-400a1129-5d8a-498a-8327-68e76af9386c tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3984516-622d-44f4-b1c4-676e6d3e507b HTTP/1.1" status: 200 len: 210 time: 0.1489985 Sep 01 14:57:40.582825 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 6b4f1056-7ea6-4c84-b95c-94476e363035 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:40.582825 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:40.598818 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-813528d7-909e-437e-9c22-040339d0e71b tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:40.600727 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-813528d7-909e-437e-9c22-040339d0e71b tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6269886 Sep 01 14:57:40.628744 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-330a4ecb-c135-402e-a07b-ef4da58dabfa tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Request body: {'port': {'device_id': 'f3984516-622d-44f4-b1c4-676e6d3e507b', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': '9417098cad184397bed5ba3f8411efda'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:40.694771 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-872d5a93-c22e-49b5-920a-8baf0564e1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:40.698282 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-872d5a93-c22e-49b5-920a-8baf0564e1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:40.699699 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-872d5a93-c22e-49b5-920a-8baf0564e1a3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ef4dd9d8-925a-41f6-831c-3825a6bb7a36 HTTP/1.1" status: 204 len: 168 time: 0.8113573 Sep 01 14:57:40.724050 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d5a93-c22e-49b5-920a-8baf0564e1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4dd9d8-925a-41f6-831c-3825a6bb7a36,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:40.734500 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-a945d15d-d939-4914-881d-51e98df2fd04 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:57:40.739676 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-a945d15d-d939-4914-881d-51e98df2fd04 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7706130 Sep 01 14:57:40.798196 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0cce6b5f-e8af-48a2-ae11-35a1c676217e None None] Provisioning complete for port 30fd1e66-ab5b-45fb-8848-63632e4ae094 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:40.798945 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0cce6b5f-e8af-48a2-ae11-35a1c676217e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:40.871247 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af578ed-566b-4b54-95cf-bf41767e0a0e admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:57:40.895335 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5208f39f-cc5c-4f04-b454-7292d82e593a None None] Sync routers for ids ['cfe225d6-ae80-4337-9b58-7fab588378ea'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:57:40.908155 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9af578ed-566b-4b54-95cf-bf41767e0a0e admin admin] 10.222.0.60 "PUT /v2.0/routers/cfe225d6-ae80-4337-9b58-7fab588378ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0722198 Sep 01 14:57:40.915681 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5208f39f-cc5c-4f04-b454-7292d82e593a None None] Routers {'cfe225d6-ae80-4337-9b58-7fab588378ea'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:57:40.917069 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-5208f39f-cc5c-4f04-b454-7292d82e593a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:57:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cfe225d6-ae80-4337-9b58-7fab588378ea'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:40.928034 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-330a4ecb-c135-402e-a07b-ef4da58dabfa tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Made reservation on behalf of 9417098cad184397bed5ba3f8411efda for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:57:40.933043 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-330a4ecb-c135-402e-a07b-ef4da58dabfa tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:40.976962 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-0cce6b5f-e8af-48a2-ae11-35a1c676217e None None] Port 30fd1e66-ab5b-45fb-8848-63632e4ae094 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:57:41.116563 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-e6928db4-b0a0-4b67-b86d-f20a7ef4417c service neutron] 10.222.0.60 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420914 Sep 01 14:57:41.159583 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-5208f39f-cc5c-4f04-b454-7292d82e593a None None] Set router cfe225d6-ae80-4337-9b58-7fab588378ea gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:57:41.349259 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-330a4ecb-c135-402e-a07b-ef4da58dabfa tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Allocated IP 192.168.233.21 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/43abe93d-e94e-49d7-b941-c8268f0210d4) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:57:41.421333 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-6215c4ef-ef11-4243-b2c5-ab27565f8281 service neutron] 10.222.0.60 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926235 Sep 01 14:57:41.865828 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-330a4ecb-c135-402e-a07b-ef4da58dabfa tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:41.891871 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4d43a8f8-342b-4512-bddd-a069d3628fed req-91907043-f085-42e6-a8f4-6bdfb537fed2 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3984516-622d-44f4-b1c4-676e6d3e507b HTTP/1.1" status: 200 len: 210 time: 0.1418259 Sep 01 14:57:41.900920 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f5cb9834-43a3-4dd6-b310-e2ea0cf2b49b req-29b26098-6801-48ef-9711-8818f4be3979 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 210 time: 0.0685368 Sep 01 14:57:41.960447 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-330a4ecb-c135-402e-a07b-ef4da58dabfa tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Transition to ACTIVE for port object 43abe93d-e94e-49d7-b941-c8268f0210d4 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:42.074342 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-650a7acf-1564-48ba-9d7f-b2a9f094b392 req-2070653e-3741-4432-aa1d-187bf8cf6aa8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3b74a6e8-5266-4130-98ff-26eb005fca48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1304531 Sep 01 14:57:42.075319 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-330a4ecb-c135-402e-a07b-ef4da58dabfa tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:42.121240 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:42.194555 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-87a8de5c-e298-44ce-8b64-0daaae3df597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:42.258697 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-5208f39f-cc5c-4f04-b454-7292d82e593a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe225d6-ae80-4337-9b58-7fab588378ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1765515433-router', 'tenant_id': '3d0b1797fe4d4baf9b997aa7e25817ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '6b4f1056-7ea6-4c84-b95c-94476e363035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:57:27Z', 'updated_at': '2021-09-01T14:57:38Z', 'revision_number': 4, 'project_id': '3d0b1797fe4d4baf9b997aa7e25817ad', 'gw_port': {'id': '6b4f1056-7ea6-4c84-b95c-94476e363035', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:35:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe225d6-ae80-4337-9b58-7fab588378ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:28Z', 'updated_at': '2021-09-01T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '30fd1e66-ab5b-45fb-8848-63632e4ae094', 'name': '', 'network_id': '60e7cf6d-886f-4633-b106-6b6dfa7f3538', 'tenant_id': '3d0b1797fe4d4baf9b997aa7e25817ad', 'mac_address': 'fa:16:3e:15:9e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe225d6-ae80-4337-9b58-7fab588378ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd71d77e5-defc-444b-8b89-b3e6daf027f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:35Z', 'updated_at': '2021-09-01T14:57:39Z', 'revision_number': 2, 'project_id': '3d0b1797fe4d4baf9b997aa7e25817ad', 'subnets': [{'id': 'd71d77e5-defc-444b-8b89-b3e6daf027f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:42.258973 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a7acf-1564-48ba-9d7f-b2a9f094b392 req-7411124b-6f2e-4db4-b84d-271d096977e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:42.261006 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-650a7acf-1564-48ba-9d7f-b2a9f094b392 req-7411124b-6f2e-4db4-b84d-271d096977e0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8e4fe186f6134748ac0c4745cfedd0d0&device_id=3b74a6e8-5266-4130-98ff-26eb005fca48 HTTP/1.1" status: 200 len: 1097 time: 0.0800841 Sep 01 14:57:42.307437 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5208f39f-cc5c-4f04-b454-7292d82e593a None None] Checking router: cfe225d6-ae80-4337-9b58-7fab588378ea for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:57:42.318774 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5208f39f-cc5c-4f04-b454-7292d82e593a None None] Updating router cfe225d6-ae80-4337-9b58-7fab588378ea port 30fd1e66-ab5b-45fb-8848-63632e4ae094 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:57:42.413974 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5208f39f-cc5c-4f04-b454-7292d82e593a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:42.644913 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-330a4ecb-c135-402e-a07b-ef4da58dabfa tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:57:42.651588 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-330a4ecb-c135-402e-a07b-ef4da58dabfa tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:57:42.659718 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-330a4ecb-c135-402e-a07b-ef4da58dabfa tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:57:42.670600 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-330a4ecb-c135-402e-a07b-ef4da58dabfa tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:42.671802 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-330a4ecb-c135-402e-a07b-ef4da58dabfa tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:42.678498 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a4ecb-c135-402e-a07b-ef4da58dabfa tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Pushing event updated for resources: {'Port': ['ID=43abe93d-e94e-49d7-b941-c8268f0210d4,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:42.709754 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-330a4ecb-c135-402e-a07b-ef4da58dabfa tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0888104 Sep 01 14:57:42.736739 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-59b2f677-884a-4e92-8c56-63581a1cbe80 service neutron] Request body: {'port': {'device_id': 'f3984516-622d-44f4-b1c4-676e6d3e507b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:42.739201 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a7acf-1564-48ba-9d7f-b2a9f094b392 req-6b773067-1130-45e8-a063-4ed2c95eb47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:42.742130 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-650a7acf-1564-48ba-9d7f-b2a9f094b392 req-6b773067-1130-45e8-a063-4ed2c95eb47f service neutron] 10.222.0.62 "GET /v2.0/networks?id=e341c1bf-b603-47af-8c0a-c48eab293c3d HTTP/1.1" status: 200 len: 924 time: 0.4324696 Sep 01 14:57:42.923544 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-59b2f677-884a-4e92-8c56-63581a1cbe80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:43.071184 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:43.138629 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-650a7acf-1564-48ba-9d7f-b2a9f094b392 req-424753ed-84e2-4a83-8c70-af0ef0290347 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9708e94e-f22a-4b6e-a64f-be023ca15204 HTTP/1.1" status: 200 len: 1002 time: 0.3841014 Sep 01 14:57:43.288038 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a7acf-1564-48ba-9d7f-b2a9f094b392 req-1b488e75-454c-417c-9ae1-cb7764c6886b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:43.290158 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-650a7acf-1564-48ba-9d7f-b2a9f094b392 req-1b488e75-454c-417c-9ae1-cb7764c6886b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8622ef4e-4e7a-4362-ad7e-7a1adedf0bef HTTP/1.1" status: 200 len: 862 time: 0.1384857 Sep 01 14:57:43.314844 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5208f39f-cc5c-4f04-b454-7292d82e593a None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:43.328604 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a50b2ad7-ee0a-4025-a290-9678f997a627 req-fa913f4d-dbda-4089-8633-bf3f3432a1b1 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 210 time: 0.0690331 Sep 01 14:57:43.352619 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5208f39f-cc5c-4f04-b454-7292d82e593a None None] Transition to ACTIVE for port object 30fd1e66-ab5b-45fb-8848-63632e4ae094 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:43.372244 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5208f39f-cc5c-4f04-b454-7292d82e593a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:43.376496 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a7c80a9b-7a37-47b9-8246-308500a70e1e None None] Provisioning for port 43abe93d-e94e-49d7-b941-c8268f0210d4 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:57:43.457427 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a7c80a9b-7a37-47b9-8246-308500a70e1e None None] Provisioning complete for port 43abe93d-e94e-49d7-b941-c8268f0210d4 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:43.457964 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a7c80a9b-7a37-47b9-8246-308500a70e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:43.522735 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a7acf-1564-48ba-9d7f-b2a9f094b392 req-3019cf81-37d3-4a77-8515-51830c3bafe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:43.524821 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-650a7acf-1564-48ba-9d7f-b2a9f094b392 req-3019cf81-37d3-4a77-8515-51830c3bafe7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e341c1bf-b603-47af-8c0a-c48eab293c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2157390 Sep 01 14:57:43.539481 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c3b7a-b92f-447d-8f6a-0c9026d0d98c req-d7acfef2-da9e-41f0-9260-44e2662c2fa2 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:43.541617 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-423c3b7a-b92f-447d-8f6a-0c9026d0d98c req-d7acfef2-da9e-41f0-9260-44e2662c2fa2 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3984516-622d-44f4-b1c4-676e6d3e507b HTTP/1.1" status: 200 len: 935 time: 0.2527611 Sep 01 14:57:43.755766 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbd07e-724a-4f75-987a-58f238689fe5 None None] Pushing event updated for resources: {'Port': ['ID=30fd1e66-ab5b-45fb-8848-63632e4ae094,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:43.831203 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-a7c80a9b-7a37-47b9-8246-308500a70e1e None None] Port 43abe93d-e94e-49d7-b941-c8268f0210d4 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:57:43.846714 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-5208f39f-cc5c-4f04-b454-7292d82e593a None None] Attempting to bind port 30fd1e66-ab5b-45fb-8848-63632e4ae094 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:57:43.847474 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-5208f39f-cc5c-4f04-b454-7292d82e593a None None] Attempting to bind port 30fd1e66-ab5b-45fb-8848-63632e4ae094 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '491955ee-2600-4a7f-8856-47ecc0232503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '60e7cf6d-886f-4633-b106-6b6dfa7f3538'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:57:43.848093 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5208f39f-cc5c-4f04-b454-7292d82e593a None None] Attempting to bind port 30fd1e66-ab5b-45fb-8848-63632e4ae094 on network 60e7cf6d-886f-4633-b106-6b6dfa7f3538 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:43.883264 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5208f39f-cc5c-4f04-b454-7292d82e593a None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:57:43.883877 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5208f39f-cc5c-4f04-b454-7292d82e593a None None] Checking segment: {'id': '491955ee-2600-4a7f-8856-47ecc0232503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '60e7cf6d-886f-4633-b106-6b6dfa7f3538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:57:43.888570 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5208f39f-cc5c-4f04-b454-7292d82e593a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:43.898112 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5208f39f-cc5c-4f04-b454-7292d82e593a None None] Bound using segment: {'id': '491955ee-2600-4a7f-8856-47ecc0232503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '60e7cf6d-886f-4633-b106-6b6dfa7f3538'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:57:43.899123 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-5208f39f-cc5c-4f04-b454-7292d82e593a None None] Bound port: 30fd1e66-ab5b-45fb-8848-63632e4ae094, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491955ee-2600-4a7f-8856-47ecc0232503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '60e7cf6d-886f-4633-b106-6b6dfa7f3538'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:57:43.899816 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5208f39f-cc5c-4f04-b454-7292d82e593a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:43.930605 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-423c3b7a-b92f-447d-8f6a-0c9026d0d98c req-048c270f-ff97-4649-bdfd-8d6cca9dd4f6 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3df015f-6974-47af-b359-620a00737dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756757 Sep 01 14:57:44.010658 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-c0e44eeb-fc8c-433e-851d-0d8572662f2b tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:44.012621 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-c0e44eeb-fc8c-433e-851d-0d8572662f2b tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.45 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 807 time: 0.4609969 Sep 01 14:57:44.034315 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-5a9af4fb-2b2f-4e2c-9582-eabd343b31eb tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Request body: {'port': {'device_id': 'e085559b-578f-4ccb-ad25-8a9a84cb5433', 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823', 'admin_state_up': True, 'tenant_id': '84be7df9de7c45c681c68240357d6b7c'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:44.108704 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-5208f39f-cc5c-4f04-b454-7292d82e593a None None] For port 30fd1e66-ab5b-45fb-8848-63632e4ae094, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:57:44.114495 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-5208f39f-cc5c-4f04-b454-7292d82e593a None None] For port 30fd1e66-ab5b-45fb-8848-63632e4ae094, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=30fd1e66-ab5b-45fb-8848-63632e4ae094,segment=NetworkSegment(491955ee-2600-4a7f-8856-47ecc0232503),segment_id=491955ee-2600-4a7f-8856-47ecc0232503)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:57:44.123055 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5208f39f-cc5c-4f04-b454-7292d82e593a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:44.262130 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-59b2f677-884a-4e92-8c56-63581a1cbe80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43abe93d-e94e-49d7-b941-c8268f0210d4 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:57:44.275733 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-650a7acf-1564-48ba-9d7f-b2a9f094b392 req-8d9abbfe-8620-4e8e-8965-cf41fee6f1cb service neutron] 10.222.0.62 "GET /v2.0/networks/e341c1bf-b603-47af-8c0a-c48eab293c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7406390 Sep 01 14:57:44.299982 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-59b2f677-884a-4e92-8c56-63581a1cbe80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:44.304233 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5208f39f-cc5c-4f04-b454-7292d82e593a None None] Routers {'cfe225d6-ae80-4337-9b58-7fab588378ea'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:57:44.305753 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-5208f39f-cc5c-4f04-b454-7292d82e593a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:57:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cfe225d6-ae80-4337-9b58-7fab588378ea'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:44.321925 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-59b2f677-884a-4e92-8c56-63581a1cbe80 service neutron] Transition to ACTIVE for port object 43abe93d-e94e-49d7-b941-c8268f0210d4 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:44.339981 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-59b2f677-884a-4e92-8c56-63581a1cbe80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:44.480535 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbd07e-724a-4f75-987a-58f238689fe5 None None] Pushing event updated for resources: {'Port': ['ID=30fd1e66-ab5b-45fb-8848-63632e4ae094,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:44.530641 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48924) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:44.551885 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2f677-884a-4e92-8c56-63581a1cbe80 service neutron] Pushing event updated for resources: {'Port': ['ID=43abe93d-e94e-49d7-b941-c8268f0210d4,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:44.635701 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c3d563c-6e23-4518-966c-c6f146caf5ae req-6f9e6194-2fa0-4a54-be7e-1c8a49f9f08c tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 210 time: 0.0985219 Sep 01 14:57:44.636778 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-650a7acf-1564-48ba-9d7f-b2a9f094b392 req-1aa759f3-288c-4529-a5b3-d1b4cd9caadb service neutron] 10.222.0.62 "GET /v2.0/networks/e341c1bf-b603-47af-8c0a-c48eab293c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519108 Sep 01 14:57:44.637906 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-5a9af4fb-2b2f-4e2c-9582-eabd343b31eb tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Made reservation on behalf of 84be7df9de7c45c681c68240357d6b7c for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:57:44.642467 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-5a9af4fb-2b2f-4e2c-9582-eabd343b31eb tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:44.703751 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-59b2f677-884a-4e92-8c56-63581a1cbe80 service neutron] Attempting to bind port 43abe93d-e94e-49d7-b941-c8268f0210d4 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:57:44.704431 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-59b2f677-884a-4e92-8c56-63581a1cbe80 service neutron] Attempting to bind port 43abe93d-e94e-49d7-b941-c8268f0210d4 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:57:44.704951 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-59b2f677-884a-4e92-8c56-63581a1cbe80 service neutron] Attempting to bind port 43abe93d-e94e-49d7-b941-c8268f0210d4 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:44.720165 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-59b2f677-884a-4e92-8c56-63581a1cbe80 service neutron] Port 43abe93d-e94e-49d7-b941-c8268f0210d4 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:57:44.720825 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-59b2f677-884a-4e92-8c56-63581a1cbe80 service neutron] Attempting to bind port 43abe93d-e94e-49d7-b941-c8268f0210d4 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:44.748134 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-59b2f677-884a-4e92-8c56-63581a1cbe80 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:57:44.751670 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-59b2f677-884a-4e92-8c56-63581a1cbe80 service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:57:44.752541 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-59b2f677-884a-4e92-8c56-63581a1cbe80 service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:57:44.753182 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-59b2f677-884a-4e92-8c56-63581a1cbe80 service neutron] Bound port: 43abe93d-e94e-49d7-b941-c8268f0210d4, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:57:44.756475 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-59b2f677-884a-4e92-8c56-63581a1cbe80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:44.804037 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-5208f39f-cc5c-4f04-b454-7292d82e593a None None] Set router cfe225d6-ae80-4337-9b58-7fab588378ea gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:57:44.954453 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:45.195386 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-59b2f677-884a-4e92-8c56-63581a1cbe80 service neutron] For port 43abe93d-e94e-49d7-b941-c8268f0210d4, host n-h2-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:57:45.205006 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-59b2f677-884a-4e92-8c56-63581a1cbe80 service neutron] For port 43abe93d-e94e-49d7-b941-c8268f0210d4, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=43abe93d-e94e-49d7-b941-c8268f0210d4,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:57:45.217386 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-59b2f677-884a-4e92-8c56-63581a1cbe80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:45.296765 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-5a9af4fb-2b2f-4e2c-9582-eabd343b31eb tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Allocated IP 172.20.0.11 (baf99c09-53f8-4476-8cd9-fd2a9a404823/1f21d72f-51d2-4274-ac2c-410e832eb73e/c3f56962-430c-4f87-b347-2afceebea955) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:57:45.342765 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf61f2a-1784-41d4-9402-b8ddc98ac517 req-9a560a60-b772-4cc4-a950-90ed972e3bb0 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:45.345532 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9bf61f2a-1784-41d4-9402-b8ddc98ac517 req-9a560a60-b772-4cc4-a950-90ed972e3bb0 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3984516-622d-44f4-b1c4-676e6d3e507b HTTP/1.1" status: 200 len: 947 time: 0.1864264 Sep 01 14:57:45.390819 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-59b2f677-884a-4e92-8c56-63581a1cbe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:45.391939 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-59b2f677-884a-4e92-8c56-63581a1cbe80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:45.394941 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-59b2f677-884a-4e92-8c56-63581a1cbe80 service neutron] 10.222.0.62 "PUT /v2.0/ports/43abe93d-e94e-49d7-b941-c8268f0210d4 HTTP/1.1" status: 200 len: 1095 time: 2.6662700 Sep 01 14:57:45.398333 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3984516-622d-44f4-b1c4-676e6d3e507b', 'tag': '43abe93d-e94e-49d7-b941-c8268f0210d4'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:57:45.404974 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e3cd96-0f70-4100-ab93-4bec8aef9f65" -d '{"events": [{"name": "network-changed", "server_uuid": "f3984516-622d-44f4-b1c4-676e6d3e507b", "tag": "43abe93d-e94e-49d7-b941-c8268f0210d4"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:57:45.516797 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9bf61f2a-1784-41d4-9402-b8ddc98ac517 req-923e9ead-7249-433a-a484-60045627f1a7 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3df015f-6974-47af-b359-620a00737dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583469 Sep 01 14:57:45.563715 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-5208f39f-cc5c-4f04-b454-7292d82e593a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe225d6-ae80-4337-9b58-7fab588378ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1765515433-router', 'tenant_id': '3d0b1797fe4d4baf9b997aa7e25817ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '6b4f1056-7ea6-4c84-b95c-94476e363035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:57:27Z', 'updated_at': '2021-09-01T14:57:38Z', 'revision_number': 4, 'project_id': '3d0b1797fe4d4baf9b997aa7e25817ad', 'gw_port': {'id': '6b4f1056-7ea6-4c84-b95c-94476e363035', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:35:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe225d6-ae80-4337-9b58-7fab588378ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:28Z', 'updated_at': '2021-09-01T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '30fd1e66-ab5b-45fb-8848-63632e4ae094', 'name': '', 'network_id': '60e7cf6d-886f-4633-b106-6b6dfa7f3538', 'tenant_id': '3d0b1797fe4d4baf9b997aa7e25817ad', 'mac_address': 'fa:16:3e:15:9e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe225d6-ae80-4337-9b58-7fab588378ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd71d77e5-defc-444b-8b89-b3e6daf027f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:35Z', 'updated_at': '2021-09-01T14:57:44Z', 'revision_number': 4, 'project_id': '3d0b1797fe4d4baf9b997aa7e25817ad', 'subnets': [{'id': 'd71d77e5-defc-444b-8b89-b3e6daf027f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:45.595161 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf654aa-52c4-46c2-8b26-5769a95f5f6d x-openstack-request-id: req-0cf654aa-52c4-46c2-8b26-5769a95f5f6d {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:57:45.595543 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3984516-622d-44f4-b1c4-676e6d3e507b", "tag": "43abe93d-e94e-49d7-b941-c8268f0210d4", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:57:45.595815 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0cf654aa-52c4-46c2-8b26-5769a95f5f6d {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:57:45.596364 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3984516-622d-44f4-b1c4-676e6d3e507b', 'tag': '43abe93d-e94e-49d7-b941-c8268f0210d4', 'status': 'completed', 'code': 200} Sep 01 14:57:45.609739 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2f677-884a-4e92-8c56-63581a1cbe80 service neutron] Pushing event updated for resources: {'Port': ['ID=43abe93d-e94e-49d7-b941-c8268f0210d4,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:45.620407 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5208f39f-cc5c-4f04-b454-7292d82e593a None None] The sync data for ids ['cfe225d6-ae80-4337-9b58-7fab588378ea'] in n-d-794796-3 is: [{'id': 'cfe225d6-ae80-4337-9b58-7fab588378ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1765515433-router', 'tenant_id': '3d0b1797fe4d4baf9b997aa7e25817ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '6b4f1056-7ea6-4c84-b95c-94476e363035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:57:27Z', 'updated_at': '2021-09-01T14:57:38Z', 'revision_number': 4, 'project_id': '3d0b1797fe4d4baf9b997aa7e25817ad', 'gw_port': {'id': '6b4f1056-7ea6-4c84-b95c-94476e363035', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:35:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe225d6-ae80-4337-9b58-7fab588378ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:28Z', 'updated_at': '2021-09-01T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '30fd1e66-ab5b-45fb-8848-63632e4ae094', 'name': '', 'network_id': '60e7cf6d-886f-4633-b106-6b6dfa7f3538', 'tenant_id': '3d0b1797fe4d4baf9b997aa7e25817ad', 'mac_address': 'fa:16:3e:15:9e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe225d6-ae80-4337-9b58-7fab588378ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd71d77e5-defc-444b-8b89-b3e6daf027f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:35Z', 'updated_at': '2021-09-01T14:57:44Z', 'revision_number': 4, 'project_id': '3d0b1797fe4d4baf9b997aa7e25817ad', 'subnets': [{'id': 'd71d77e5-defc-444b-8b89-b3e6daf027f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:57:45.849380 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-449d5138-5b76-4a8e-b0ee-ec82c3cce3df req-4f8da590-acd1-439d-9cbb-d350e3e201c3 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 210 time: 0.0659897 Sep 01 14:57:45.854200 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48950) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:45.857705 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-0412fa62-787a-4272-af25-573d901d8b08 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-170377491-network', 'tenant_id': '78d6f1b3379047caa4ea1f692dcc7a3d'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:45.866161 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-58c8b1ee-c274-4009-89d1-75a02ca67472 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1526395342-network', 'tenant_id': '41c6d35d60454f43b79337aab2d9b95e'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:45.919770 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-1e6d76bf-496e-4628-b95e-7c73dfdf7ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:45.924794 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c8b1ee-c274-4009-89d1-75a02ca67472 admin admin] Made reservation on behalf of 41c6d35d60454f43b79337aab2d9b95e for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:57:45.928190 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-1e6d76bf-496e-4628-b95e-7c73dfdf7ddb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9417098cad184397bed5ba3f8411efda&device_id=f3984516-622d-44f4-b1c4-676e6d3e507b HTTP/1.1" status: 200 len: 1098 time: 0.4146311 Sep 01 14:57:45.932462 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-58c8b1ee-c274-4009-89d1-75a02ca67472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:45.945397 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-58c8b1ee-c274-4009-89d1-75a02ca67472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:46.201512 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-b5935360-1530-49e5-ae45-82443de03fcb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=43abe93d-e94e-49d7-b941-c8268f0210d4 HTTP/1.1" status: 200 len: 217 time: 0.1000016 Sep 01 14:57:46.219342 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-58c8b1ee-c274-4009-89d1-75a02ca67472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:46.220788 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-5a9af4fb-2b2f-4e2c-9582-eabd343b31eb tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:46.226977 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0412fa62-787a-4272-af25-573d901d8b08 admin admin] Made reservation on behalf of 78d6f1b3379047caa4ea1f692dcc7a3d for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:57:46.229272 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-58c8b1ee-c274-4009-89d1-75a02ca67472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:46.231166 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0412fa62-787a-4272-af25-573d901d8b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:46.327904 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c8b1ee-c274-4009-89d1-75a02ca67472 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:57:46.341074 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0412fa62-787a-4272-af25-573d901d8b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:46.347930 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8b1ee-c274-4009-89d1-75a02ca67472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66084388-94fe-4eed-abeb-074fc58fcd52,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:46.369508 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-58c8b1ee-c274-4009-89d1-75a02ca67472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:46.370110 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-58c8b1ee-c274-4009-89d1-75a02ca67472 admin admin] Added segment 0f1d6480-111e-4ff1-916a-132bc6dcdb43 of type vlan for network 1d5ec8e9-1155-4144-999b-39f47e9c46ad Sep 01 14:57:46.493958 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-58c8b1ee-c274-4009-89d1-75a02ca67472 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:46.532087 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-ff87d8e9-54a3-48c5-b33e-3e6b712d8f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:46.534627 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-ff87d8e9-54a3-48c5-b33e-3e6b712d8f95 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.2960658 Sep 01 14:57:46.569574 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-58c8b1ee-c274-4009-89d1-75a02ca67472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:46.571335 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c8b1ee-c274-4009-89d1-75a02ca67472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:46.572783 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-58c8b1ee-c274-4009-89d1-75a02ca67472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:46.593998 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 30fd1e66-ab5b-45fb-8848-63632e4ae094 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:57:46.800323 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-0ab2a1a0-a05f-4234-b158-530657715e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:46.802453 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-0ab2a1a0-a05f-4234-b158-530657715e63 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2398767 Sep 01 14:57:46.810445 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-5a9af4fb-2b2f-4e2c-9582-eabd343b31eb tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:46.810869 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 30fd1e66-ab5b-45fb-8848-63632e4ae094 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:57:46.825150 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 30fd1e66-ab5b-45fb-8848-63632e4ae094 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:46.825965 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:46.842723 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8b1ee-c274-4009-89d1-75a02ca67472 admin admin] Pushing event updated for resources: {'Network': ['ID=1d5ec8e9-1155-4144-999b-39f47e9c46ad,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:46.897452 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0e21a-b3eb-4149-8900-ace16efc32f1 req-1c75e216-cd3f-4398-9cfe-ee0e5c1d2ff8 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:46.899190 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fdd0e21a-b3eb-4149-8900-ace16efc32f1 req-1c75e216-cd3f-4398-9cfe-ee0e5c1d2ff8 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3984516-622d-44f4-b1c4-676e6d3e507b HTTP/1.1" status: 200 len: 947 time: 0.1815197 Sep 01 14:57:46.990607 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 1d5ec8e9-1155-4144-999b-39f47e9c46ad details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:57:46.999251 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-5a9af4fb-2b2f-4e2c-9582-eabd343b31eb tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Network baf99c09-53f8-4476-8cd9-fd2a9a404823 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:57:47.033124 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fdd0e21a-b3eb-4149-8900-ace16efc32f1 req-058cdb05-f79e-415b-8f2d-0a8cd96f7f83 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3df015f-6974-47af-b359-620a00737dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128786 Sep 01 14:57:47.046018 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-5a9af4fb-2b2f-4e2c-9582-eabd343b31eb tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:57:47.061262 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-5a9af4fb-2b2f-4e2c-9582-eabd343b31eb tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:57:47.082605 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-5a9af4fb-2b2f-4e2c-9582-eabd343b31eb tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:47.084011 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-5a9af4fb-2b2f-4e2c-9582-eabd343b31eb tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:47.141077 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-e2619372-4bd6-4185-bde0-65839b565167 req-b091cfaa-eb0a-40dd-9065-78473959bd4a tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] Request body: {'security_group': {'name': 'tempest-securitygroup-864897009', 'description': 'tempest-description-1935112403'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:47.204351 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0412fa62-787a-4272-af25-573d901d8b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:47.212445 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9af4fb-2b2f-4e2c-9582-eabd343b31eb tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Pushing event updated for resources: {'Port': ['ID=c3f56962-430c-4f87-b347-2afceebea955,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:47.227718 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-58c8b1ee-c274-4009-89d1-75a02ca67472 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3721571 Sep 01 14:57:47.232771 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0412fa62-787a-4272-af25-573d901d8b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:47.233043 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48976) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:47.248670 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-4c28d9c5-07d0-45c6-916d-179ee9b9635d admin admin] Request body: {'subnet': {'network_id': '1d5ec8e9-1155-4144-999b-39f47e9c46ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1526395342-subnet', 'tenant_id': '41c6d35d60454f43b79337aab2d9b95e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:47.259486 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-5a9af4fb-2b2f-4e2c-9582-eabd343b31eb tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2354336 Sep 01 14:57:47.325022 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-9d4f2f69-3f39-43c6-a844-e4c2257fc998 service neutron] Request body: {'port': {'device_id': 'e085559b-578f-4ccb-ad25-8a9a84cb5433', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:47.381810 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0412fa62-787a-4272-af25-573d901d8b08 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:57:47.395052 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3f5e2-7889-4701-a711-a6948dbf6a71 req-50bb472b-65e6-4d25-8114-449b8cf38a87 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:47.407427 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-bceee665-4b9e-48c3-9954-b9915795265d service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5831258 Sep 01 14:57:47.411831 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a6b3f5e2-7889-4701-a711-a6948dbf6a71 req-50bb472b-65e6-4d25-8114-449b8cf38a87 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 932 time: 0.1539137 Sep 01 14:57:47.415013 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e2619372-4bd6-4185-bde0-65839b565167 req-b091cfaa-eb0a-40dd-9065-78473959bd4a tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:47.421413 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412fa62-787a-4272-af25-573d901d8b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2ee014-6d5f-4035-93b7-b96a2144e126,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:47.439506 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0412fa62-787a-4272-af25-573d901d8b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:47.440202 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-0412fa62-787a-4272-af25-573d901d8b08 admin admin] Added segment dc42584e-dbf4-46b3-8fa5-2b6ac56bc408 of type vlan for network 04386cd7-b035-483b-a3ac-af5b24df8dcf Sep 01 14:57:47.464052 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:47.510789 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e2619372-4bd6-4185-bde0-65839b565167 req-b091cfaa-eb0a-40dd-9065-78473959bd4a tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:47.548258 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c28d9c5-07d0-45c6-916d-179ee9b9635d admin admin] Made reservation on behalf of 41c6d35d60454f43b79337aab2d9b95e for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:57:47.551085 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4c28d9c5-07d0-45c6-916d-179ee9b9635d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:47.559242 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 30fd1e66-ab5b-45fb-8848-63632e4ae094, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=30fd1e66-ab5b-45fb-8848-63632e4ae094,segment=NetworkSegment(491955ee-2600-4a7f-8856-47ecc0232503),segment_id=491955ee-2600-4a7f-8856-47ecc0232503)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:47.572699 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:47.624047 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-9d4f2f69-3f39-43c6-a844-e4c2257fc998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:47.652147 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a6b3f5e2-7889-4701-a711-a6948dbf6a71 req-f8606000-0a75-4435-ac22-45597220b1f9 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378492 Sep 01 14:57:47.669056 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=30fd1e66-ab5b-45fb-8848-63632e4ae094,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:47.778164 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0412fa62-787a-4272-af25-573d901d8b08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:47.965733 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0412fa62-787a-4272-af25-573d901d8b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:47.966782 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0412fa62-787a-4272-af25-573d901d8b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:47.967560 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0412fa62-787a-4272-af25-573d901d8b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:47.986145 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4c28d9c5-07d0-45c6-916d-179ee9b9635d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:47.990560 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9509847-4d34-44d4-9bca-e0adcd50014f req-87a2cd19-7f59-41ba-9e41-33dc8a9ce975 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5701013 Sep 01 14:57:48.112136 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28d9c5-07d0-45c6-916d-179ee9b9635d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c508e99-30d7-4d19-94f9-1932e55d4cef,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:48.120454 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c28d9c5-07d0-45c6-916d-179ee9b9635d admin admin] Checking segment: {'id': '0f1d6480-111e-4ff1-916a-132bc6dcdb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1d5ec8e9-1155-4144-999b-39f47e9c46ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:57:48.121067 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c28d9c5-07d0-45c6-916d-179ee9b9635d admin admin] Network hostable DHCP agents. Network: 1d5ec8e9-1155-4144-999b-39f47e9c46ad, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:57:48.160788 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c28d9c5-07d0-45c6-916d-179ee9b9635d admin admin] Network 1d5ec8e9-1155-4144-999b-39f47e9c46ad is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:57:48.186260 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-4c28d9c5-07d0-45c6-916d-179ee9b9635d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 1d5ec8e9-1155-4144-999b-39f47e9c46ad) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:57:48.196147 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c28d9c5-07d0-45c6-916d-179ee9b9635d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:48.196997 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4c28d9c5-07d0-45c6-916d-179ee9b9635d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:48.202124 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ff9d6d-5afc-4099-ba91-c1c47d245e64 None None] Network 1d5ec8e9-1155-4144-999b-39f47e9c46ad requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:57:48.310477 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412fa62-787a-4272-af25-573d901d8b08 admin admin] Pushing event updated for resources: {'Network': ['ID=04386cd7-b035-483b-a3ac-af5b24df8dcf,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:48.328759 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3cd96-0f70-4100-ab93-4bec8aef9f65 req-371ac887-b64e-42b4-be44-fcb4045ff14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:48.330716 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-39e3cd96-0f70-4100-ab93-4bec8aef9f65 req-371ac887-b64e-42b4-be44-fcb4045ff14c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9417098cad184397bed5ba3f8411efda&device_id=f3984516-622d-44f4-b1c4-676e6d3e507b HTTP/1.1" status: 200 len: 1098 time: 0.1783929 Sep 01 14:57:48.354319 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 04386cd7-b035-483b-a3ac-af5b24df8dcf details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:57:48.471843 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 30fd1e66-ab5b-45fb-8848-63632e4ae094 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:57:48.522129 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e2619372-4bd6-4185-bde0-65839b565167 req-b091cfaa-eb0a-40dd-9065-78473959bd4a tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:48.547557 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e2619372-4bd6-4185-bde0-65839b565167 req-b091cfaa-eb0a-40dd-9065-78473959bd4a tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:48.556965 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4c28d9c5-07d0-45c6-916d-179ee9b9635d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3219774 Sep 01 14:57:48.560411 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48996) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:48.569069 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0412fa62-787a-4272-af25-573d901d8b08 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.0297592 Sep 01 14:57:48.573064 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48998) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:48.585625 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-11a10b23-5bdb-439b-bc88-9a210e2fa643 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1526395342-router', 'tenant_id': '41c6d35d60454f43b79337aab2d9b95e', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:48.636138 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-80f4e7e4-4e4b-4a59-8370-959e52f1cbe9 admin admin] Request body: {'subnet': {'network_id': '04386cd7-b035-483b-a3ac-af5b24df8dcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-170377491-subnet', 'tenant_id': '78d6f1b3379047caa4ea1f692dcc7a3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:48.727597 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091cfaa-eb0a-40dd-9065-78473959bd4a tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bad10bb-2098-481a-882a-afeb7abedacb,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:48.779966 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 30fd1e66-ab5b-45fb-8848-63632e4ae094 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:48.781499 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:48.786279 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3cd96-0f70-4100-ab93-4bec8aef9f65 req-c306f716-6bc4-4c82-8e45-57a445f54ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:48.788928 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-39e3cd96-0f70-4100-ab93-4bec8aef9f65 req-c306f716-6bc4-4c82-8e45-57a445f54ebf service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.4076297 Sep 01 14:57:48.897324 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b372707d-c6da-4b32-a699-1049cf50d733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-1d5ec8e9-1155-4144-999b-39f47e9c46ad', 'network_id': '1d5ec8e9-1155-4144-999b-39f47e9c46ad', 'tenant_id': '41c6d35d60454f43b79337aab2d9b95e', 'fixed_ips': [{'subnet_id': '6c508e99-30d7-4d19-94f9-1932e55d4cef'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 14:57:48.899129 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b372707d-c6da-4b32-a699-1049cf50d733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:48.979363 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705c5dc-abd9-4417-91ef-db0383d21b16 req-dac5522f-e0e2-4391-a9bc-483a6f88419f tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:48.993247 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a705c5dc-abd9-4417-91ef-db0383d21b16 req-dac5522f-e0e2-4391-a9bc-483a6f88419f tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3984516-622d-44f4-b1c4-676e6d3e507b HTTP/1.1" status: 200 len: 947 time: 0.1307149 Sep 01 14:57:49.018676 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49010) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:49.067224 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a705c5dc-abd9-4417-91ef-db0383d21b16 req-388a4cbc-e8f6-4d03-b498-12cfbbd5fdac tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3df015f-6974-47af-b359-620a00737dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723803 Sep 01 14:57:49.247927 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-b372707d-c6da-4b32-a699-1049cf50d733 None None] Allocated IP 172.20.0.2 (1d5ec8e9-1155-4144-999b-39f47e9c46ad/6c508e99-30d7-4d19-94f9-1932e55d4cef/e9eee08a-8e48-4082-b4a6-c13cf8c95318) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:57:49.269746 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-39e3cd96-0f70-4100-ab93-4bec8aef9f65 req-58a83bc7-cbc3-4dab-8dc3-d379fbb7af4c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=43abe93d-e94e-49d7-b941-c8268f0210d4 HTTP/1.1" status: 200 len: 217 time: 0.4591718 Sep 01 14:57:49.281848 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-72b0701c-bd5e-401c-94dc-a44b0faf56eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:49.339957 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-9d4f2f69-3f39-43c6-a844-e4c2257fc998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3f56962-430c-4f87-b347-2afceebea955 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:57:49.340993 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd105cad-3237-4d45-bc5e-de68b213f8cd req-63b6fd71-8533-4847-b172-82a64a61d8e4 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:49.343966 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dd105cad-3237-4d45-bc5e-de68b213f8cd req-63b6fd71-8533-4847-b172-82a64a61d8e4 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 932 time: 0.1499910 Sep 01 14:57:49.372154 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-9d4f2f69-3f39-43c6-a844-e4c2257fc998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:49.402606 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dd105cad-3237-4d45-bc5e-de68b213f8cd req-48a923aa-90f3-4257-8228-993f6bbdf0bf tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509334 Sep 01 14:57:49.452119 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-9d4f2f69-3f39-43c6-a844-e4c2257fc998 service neutron] Transition to ACTIVE for port object c3f56962-430c-4f87-b347-2afceebea955 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:49.477017 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e2619372-4bd6-4185-bde0-65839b565167 req-b091cfaa-eb0a-40dd-9065-78473959bd4a tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:49.480628 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-9d4f2f69-3f39-43c6-a844-e4c2257fc998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:49.485122 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3cd96-0f70-4100-ab93-4bec8aef9f65 req-1701fd1c-e6c2-4c36-ae38-a3cd58ec4625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:49.486870 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-39e3cd96-0f70-4100-ab93-4bec8aef9f65 req-1701fd1c-e6c2-4c36-ae38-a3cd58ec4625 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.2082548 Sep 01 14:57:49.497655 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e2619372-4bd6-4185-bde0-65839b565167 req-b091cfaa-eb0a-40dd-9065-78473959bd4a tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:49.539863 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11a10b23-5bdb-439b-bc88-9a210e2fa643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:49.543231 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11a10b23-5bdb-439b-bc88-9a210e2fa643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:49.633314 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11a10b23-5bdb-439b-bc88-9a210e2fa643 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:49.639165 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f4e7e4-4e4b-4a59-8370-959e52f1cbe9 admin admin] Made reservation on behalf of 78d6f1b3379047caa4ea1f692dcc7a3d for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:57:49.643826 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-80f4e7e4-4e4b-4a59-8370-959e52f1cbe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:49.649406 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091cfaa-eb0a-40dd-9065-78473959bd4a tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=467f00c5-c5b7-4fe7-9027-bc99983f4569,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:49.661331 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f2f69-3f39-43c6-a844-e4c2257fc998 service neutron] Pushing event updated for resources: {'Port': ['ID=c3f56962-430c-4f87-b347-2afceebea955,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:49.710346 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3cd96-0f70-4100-ab93-4bec8aef9f65 req-7d766db5-d4c4-4bf7-a1e3-545584ac725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:49.712809 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-39e3cd96-0f70-4100-ab93-4bec8aef9f65 req-7d766db5-d4c4-4bf7-a1e3-545584ac725a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2092419 Sep 01 14:57:49.714933 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-9d4f2f69-3f39-43c6-a844-e4c2257fc998 service neutron] Attempting to bind port c3f56962-430c-4f87-b347-2afceebea955 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:57:49.715497 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-9d4f2f69-3f39-43c6-a844-e4c2257fc998 service neutron] Attempting to bind port c3f56962-430c-4f87-b347-2afceebea955 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:57:49.715848 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-9d4f2f69-3f39-43c6-a844-e4c2257fc998 service neutron] Attempting to bind port c3f56962-430c-4f87-b347-2afceebea955 on network baf99c09-53f8-4476-8cd9-fd2a9a404823 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:49.737170 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-9d4f2f69-3f39-43c6-a844-e4c2257fc998 service neutron] Port c3f56962-430c-4f87-b347-2afceebea955 on network baf99c09-53f8-4476-8cd9-fd2a9a404823 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:57:49.737719 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-9d4f2f69-3f39-43c6-a844-e4c2257fc998 service neutron] Attempting to bind port c3f56962-430c-4f87-b347-2afceebea955 on network baf99c09-53f8-4476-8cd9-fd2a9a404823 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:49.760883 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b372707d-c6da-4b32-a699-1049cf50d733 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:49.780145 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b372707d-c6da-4b32-a699-1049cf50d733 None None] Transition to ACTIVE for port object e9eee08a-8e48-4082-b4a6-c13cf8c95318 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:49.796957 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-9d4f2f69-3f39-43c6-a844-e4c2257fc998 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:57:49.797481 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-9d4f2f69-3f39-43c6-a844-e4c2257fc998 service neutron] Checking segment: {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:57:49.797940 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-9d4f2f69-3f39-43c6-a844-e4c2257fc998 service neutron] Bound using segment: {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:57:49.798577 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-9d4f2f69-3f39-43c6-a844-e4c2257fc998 service neutron] Bound port: c3f56962-430c-4f87-b347-2afceebea955, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:57:49.799015 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-9d4f2f69-3f39-43c6-a844-e4c2257fc998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:49.808607 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b372707d-c6da-4b32-a699-1049cf50d733 None None] Transition to ACTIVE for port object e9eee08a-8e48-4082-b4a6-c13cf8c95318 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:49.818417 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b372707d-c6da-4b32-a699-1049cf50d733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:49.876428 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b372707d-c6da-4b32-a699-1049cf50d733 None None] Network 1d5ec8e9-1155-4144-999b-39f47e9c46ad is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:57:49.886828 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-b372707d-c6da-4b32-a699-1049cf50d733 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:57:49.891452 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b372707d-c6da-4b32-a699-1049cf50d733 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:57:49.908000 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372707d-c6da-4b32-a699-1049cf50d733 None None] Pushing event updated for resources: {'Port': ['ID=e9eee08a-8e48-4082-b4a6-c13cf8c95318,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:49.982353 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-9d4f2f69-3f39-43c6-a844-e4c2257fc998 service neutron] For port c3f56962-430c-4f87-b347-2afceebea955, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:57:49.983448 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b372707d-c6da-4b32-a699-1049cf50d733 None None] Attempting to bind port e9eee08a-8e48-4082-b4a6-c13cf8c95318 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:57:49.983963 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b372707d-c6da-4b32-a699-1049cf50d733 None None] Attempting to bind port e9eee08a-8e48-4082-b4a6-c13cf8c95318 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '0f1d6480-111e-4ff1-916a-132bc6dcdb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1d5ec8e9-1155-4144-999b-39f47e9c46ad'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:57:49.984174 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372707d-c6da-4b32-a699-1049cf50d733 None None] Attempting to bind port e9eee08a-8e48-4082-b4a6-c13cf8c95318 on network 1d5ec8e9-1155-4144-999b-39f47e9c46ad {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:49.991139 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-9d4f2f69-3f39-43c6-a844-e4c2257fc998 service neutron] For port c3f56962-430c-4f87-b347-2afceebea955, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c3f56962-430c-4f87-b347-2afceebea955,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:57:49.991706 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372707d-c6da-4b32-a699-1049cf50d733 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:57:49.992219 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372707d-c6da-4b32-a699-1049cf50d733 None None] Checking segment: {'id': '0f1d6480-111e-4ff1-916a-132bc6dcdb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1d5ec8e9-1155-4144-999b-39f47e9c46ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:57:49.992707 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b372707d-c6da-4b32-a699-1049cf50d733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:49.993192 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372707d-c6da-4b32-a699-1049cf50d733 None None] Bound using segment: {'id': '0f1d6480-111e-4ff1-916a-132bc6dcdb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1d5ec8e9-1155-4144-999b-39f47e9c46ad'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:57:49.993854 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b372707d-c6da-4b32-a699-1049cf50d733 None None] Bound port: e9eee08a-8e48-4082-b4a6-c13cf8c95318, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1d6480-111e-4ff1-916a-132bc6dcdb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1d5ec8e9-1155-4144-999b-39f47e9c46ad'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:57:49.994930 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b372707d-c6da-4b32-a699-1049cf50d733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:49.998116 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-39e3cd96-0f70-4100-ab93-4bec8aef9f65 req-ba87c9ad-a35d-4a82-9b33-9feceab2d36e service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767477 Sep 01 14:57:49.999793 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11a10b23-5bdb-439b-bc88-9a210e2fa643 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:50.000092 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-9d4f2f69-3f39-43c6-a844-e4c2257fc998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:50.146917 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-9d4f2f69-3f39-43c6-a844-e4c2257fc998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:50.147994 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-9d4f2f69-3f39-43c6-a844-e4c2257fc998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:50.151108 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-9d4f2f69-3f39-43c6-a844-e4c2257fc998 service neutron] 10.222.0.45 "PUT /v2.0/ports/c3f56962-430c-4f87-b347-2afceebea955 HTTP/1.1" status: 200 len: 1092 time: 2.8521004 Sep 01 14:57:50.153494 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e085559b-578f-4ccb-ad25-8a9a84cb5433', 'tag': 'c3f56962-430c-4f87-b347-2afceebea955'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:57:50.156602 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a827af-0392-4e72-88f6-db2ef58957f8" -d '{"events": [{"name": "network-changed", "server_uuid": "e085559b-578f-4ccb-ad25-8a9a84cb5433", "tag": "c3f56962-430c-4f87-b347-2afceebea955"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:57:50.169253 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b372707d-c6da-4b32-a699-1049cf50d733 None None] For port e9eee08a-8e48-4082-b4a6-c13cf8c95318, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:57:50.179032 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b372707d-c6da-4b32-a699-1049cf50d733 None None] For port e9eee08a-8e48-4082-b4a6-c13cf8c95318, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e9eee08a-8e48-4082-b4a6-c13cf8c95318,segment=NetworkSegment(0f1d6480-111e-4ff1-916a-132bc6dcdb43),segment_id=0f1d6480-111e-4ff1-916a-132bc6dcdb43)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:57:50.200505 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f2f69-3f39-43c6-a844-e4c2257fc998 service neutron] Pushing event updated for resources: {'Port': ['ID=c3f56962-430c-4f87-b347-2afceebea955,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:50.206854 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b372707d-c6da-4b32-a699-1049cf50d733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:50.315081 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-39e3cd96-0f70-4100-ab93-4bec8aef9f65 req-e9435c63-788d-4c0c-a602-852e7a4437b8 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794733 Sep 01 14:57:50.335582 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-6f920b0c-bf1a-4a40-929e-9d178a01590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:50.346824 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-6f920b0c-bf1a-4a40-929e-9d178a01590e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 1095 time: 0.1166446 Sep 01 14:57:50.360135 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372707d-c6da-4b32-a699-1049cf50d733 None None] Pushing event updated for resources: {'Port': ['ID=e9eee08a-8e48-4082-b4a6-c13cf8c95318,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:50.427997 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-67c7c2b7-408f-4c35-927c-c8a2eade63ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3f56962-430c-4f87-b347-2afceebea955 HTTP/1.1" status: 200 len: 217 time: 0.0804527 Sep 01 14:57:50.445115 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8185f-263e-4bdc-93db-1ffb0e5ca4f9 req-03403299-3433-4d66-81eb-0328fb82adf4 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:50.459011 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b0c8185f-263e-4bdc-93db-1ffb0e5ca4f9 req-03403299-3433-4d66-81eb-0328fb82adf4 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3984516-622d-44f4-b1c4-676e6d3e507b HTTP/1.1" status: 200 len: 947 time: 0.2063382 Sep 01 14:57:50.525525 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-72b0701c-bd5e-401c-94dc-a44b0faf56eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:50.529546 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-bc70fbd3-c740-486e-9a0d-b45ef32fbf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:50.532173 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-bc70fbd3-c740-486e-9a0d-b45ef32fbf17 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f21d72f-51d2-4274-ac2c-410e832eb73e HTTP/1.1" status: 200 len: 847 time: 0.0958717 Sep 01 14:57:50.555141 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e2619372-4bd6-4185-bde0-65839b565167 req-b091cfaa-eb0a-40dd-9065-78473959bd4a tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:50.557970 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e2619372-4bd6-4185-bde0-65839b565167 req-b091cfaa-eb0a-40dd-9065-78473959bd4a tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 3.4613504 Sep 01 14:57:50.563590 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-72b0701c-bd5e-401c-94dc-a44b0faf56eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:50.594659 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-b81c8f9b-9e58-401e-9d41-363fc819532a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=baf99c09-53f8-4476-8cd9-fd2a9a404823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528574 Sep 01 14:57:50.677929 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-80f4e7e4-4e4b-4a59-8370-959e52f1cbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:50.678768 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99e40fa-ba2f-4df9-ae74-ee0062a6fb4a x-openstack-request-id: req-a99e40fa-ba2f-4df9-ae74-ee0062a6fb4a {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:57:50.678768 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e085559b-578f-4ccb-ad25-8a9a84cb5433", "tag": "c3f56962-430c-4f87-b347-2afceebea955", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:57:50.679067 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a99e40fa-ba2f-4df9-ae74-ee0062a6fb4a {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:57:50.679262 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e085559b-578f-4ccb-ad25-8a9a84cb5433', 'tag': 'c3f56962-430c-4f87-b347-2afceebea955', 'status': 'completed', 'code': 200} Sep 01 14:57:50.767953 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b0c8185f-263e-4bdc-93db-1ffb0e5ca4f9 req-2ba984c4-7c18-416b-975e-c8afc112c7a5 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3df015f-6974-47af-b359-620a00737dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969444 Sep 01 14:57:50.773924 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 43abe93d-e94e-49d7-b941-c8268f0210d4 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:50.778890 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-72b0701c-bd5e-401c-94dc-a44b0faf56eb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=621b39bec4db4aa7a66f7d0744383fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7583835 Sep 01 14:57:50.780420 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0701c-bd5e-401c-94dc-a44b0faf56eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70eb787e-a92e-47e2-84de-23ee9d4e9182,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:50.809980 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49038) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:50.897649 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-e3e3c50d-b523-4257-a328-66a6d6c2308c req-c632545e-7562-48e8-8524-048d29cd6eb8 tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1751022782', 'description': 'tempest-description-1527973936'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:50.939043 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-354f0c7e-838a-40fb-aa76-c718136b5022 service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264842 Sep 01 14:57:51.031678 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 43abe93d-e94e-49d7-b941-c8268f0210d4, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=43abe93d-e94e-49d7-b941-c8268f0210d4,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:51.057574 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '43abe93d-e94e-49d7-b941-c8268f0210d4', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': '43abe93d-e94e-49d7-b941-c8268f0210d4', 'mac_address': 'fa:16:3e:be:47:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:51.059484 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4e7e4-4e4b-4a59-8370-959e52f1cbe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9190e3b6-cad0-44f5-b6a2-0434cdac7990,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:51.069347 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fa6d6-0c8a-4119-b014-ff5cb21e1377 req-da594e4d-9378-4fcf-8f75-ade0938aa94e tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:51.077923 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d54fa6d6-0c8a-4119-b014-ff5cb21e1377 req-da594e4d-9378-4fcf-8f75-ade0938aa94e tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 944 time: 0.1991713 Sep 01 14:57:51.098918 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f4e7e4-4e4b-4a59-8370-959e52f1cbe9 admin admin] Checking segment: {'id': 'dc42584e-dbf4-46b3-8fa5-2b6ac56bc408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '04386cd7-b035-483b-a3ac-af5b24df8dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:57:51.099581 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f4e7e4-4e4b-4a59-8370-959e52f1cbe9 admin admin] Network hostable DHCP agents. Network: 04386cd7-b035-483b-a3ac-af5b24df8dcf, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:57:51.140097 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e3e3c50d-b523-4257-a328-66a6d6c2308c req-c632545e-7562-48e8-8524-048d29cd6eb8 tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:51.140604 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:51.164216 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43abe93d-e94e-49d7-b941-c8268f0210d4 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:57:51.190741 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d54fa6d6-0c8a-4119-b014-ff5cb21e1377 req-a7b529c0-ee0c-4676-bd5d-5b3c23c2e790 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983891 Sep 01 14:57:51.202335 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-44d30147-5f71-443f-a96b-4edc36ce76f1 req-582a2b76-00e4-44be-8be5-584c4fa76a13 service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546847 Sep 01 14:57:51.203081 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a57c6e9f-20cc-4891-b940-f2ad30eba9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:51.221651 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 43abe93d-e94e-49d7-b941-c8268f0210d4, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=43abe93d-e94e-49d7-b941-c8268f0210d4,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:51.230136 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:51.301564 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11a10b23-5bdb-439b-bc88-9a210e2fa643 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:51.309926 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f4e7e4-4e4b-4a59-8370-959e52f1cbe9 admin admin] Network 04386cd7-b035-483b-a3ac-af5b24df8dcf is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:57:51.372039 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=43abe93d-e94e-49d7-b941-c8268f0210d4,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:51.373320 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a57c6e9f-20cc-4891-b940-f2ad30eba9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:51.386069 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11a10b23-5bdb-439b-bc88-9a210e2fa643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:51.424016 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a827af-0392-4e72-88f6-db2ef58957f8 req-5b8766ad-a249-47e8-a819-a26e8c9deb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:51.424016 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c5a827af-0392-4e72-88f6-db2ef58957f8 req-5b8766ad-a249-47e8-a819-a26e8c9deb2a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 1095 time: 0.1036222 Sep 01 14:57:51.431062 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-80f4e7e4-4e4b-4a59-8370-959e52f1cbe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 04386cd7-b035-483b-a3ac-af5b24df8dcf) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:57:51.444432 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851f8af3-e715-4fff-b05c-a47071230b3d None None] Network 04386cd7-b035-483b-a3ac-af5b24df8dcf requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:57:51.569341 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f4e7e4-4e4b-4a59-8370-959e52f1cbe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:51.569990 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-80f4e7e4-4e4b-4a59-8370-959e52f1cbe9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:51.705664 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['43abe93d-e94e-49d7-b941-c8268f0210d4'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:57:51.716872 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a827af-0392-4e72-88f6-db2ef58957f8 req-3fb6096d-db0a-4de7-8722-48dfde21f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:51.720690 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c5a827af-0392-4e72-88f6-db2ef58957f8 req-3fb6096d-db0a-4de7-8722-48dfde21f9d2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 908 time: 0.2829998 Sep 01 14:57:51.790247 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e3e3c50d-b523-4257-a328-66a6d6c2308c req-c632545e-7562-48e8-8524-048d29cd6eb8 tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:51.799659 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1a7af7-1e02-466f-8be7-833ddca99c37 None None] Network 04386cd7-b035-483b-a3ac-af5b24df8dcf requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:57:51.807119 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e3e3c50d-b523-4257-a328-66a6d6c2308c req-c632545e-7562-48e8-8524-048d29cd6eb8 tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:51.860458 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c5a827af-0392-4e72-88f6-db2ef58957f8 req-906ed98f-e1d2-4de8-94b4-5bb3b749d91a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3f56962-430c-4f87-b347-2afceebea955 HTTP/1.1" status: 200 len: 217 time: 0.1285853 Sep 01 14:57:51.880487 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a57c6e9f-20cc-4891-b940-f2ad30eba9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:51.892415 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a57c6e9f-20cc-4891-b940-f2ad30eba9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:51.896118 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a57c6e9f-20cc-4891-b940-f2ad30eba9a9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/70eb787e-a92e-47e2-84de-23ee9d4e9182 HTTP/1.1" status: 204 len: 168 time: 1.0842535 Sep 01 14:57:51.922275 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-80f4e7e4-4e4b-4a59-8370-959e52f1cbe9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3050106 Sep 01 14:57:51.942163 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e3e3c50d-b523-4257-a328-66a6d6c2308c req-c632545e-7562-48e8-8524-048d29cd6eb8 tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:51.945067 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e3e3c50d-b523-4257-a328-66a6d6c2308c req-c632545e-7562-48e8-8524-048d29cd6eb8 tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.0686874 Sep 01 14:57:52.015653 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632545e-7562-48e8-8524-048d29cd6eb8 tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7367bb44-beab-4195-b7d3-90a7a34dc061,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:52.021669 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-11a10b23-5bdb-439b-bc88-9a210e2fa643 admin admin] Allocated IP 172.25.6.151 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/5929e4d2-13da-4691-ba0d-f2741018dde3) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:57:52.044114 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a827af-0392-4e72-88f6-db2ef58957f8 req-ebfef370-f058-4422-b227-7c5a474fb5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:52.057383 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c5a827af-0392-4e72-88f6-db2ef58957f8 req-ebfef370-f058-4422-b227-7c5a474fb5c3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f21d72f-51d2-4274-ac2c-410e832eb73e HTTP/1.1" status: 200 len: 847 time: 0.1862803 Sep 01 14:57:52.066610 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb78330f-9a75-4899-8703-21981c432b14 None None] Network 1d5ec8e9-1155-4144-999b-39f47e9c46ad requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:57:52.073393 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c6e9f-20cc-4891-b940-f2ad30eba9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70eb787e-a92e-47e2-84de-23ee9d4e9182,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:52.092246 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d81f5-507a-4b24-a620-8cd14a26cbd1 req-cd24be37-a20d-4547-b7c5-7a4fa3589c94 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:52.102106 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-748d81f5-507a-4b24-a620-8cd14a26cbd1 req-cd24be37-a20d-4547-b7c5-7a4fa3589c94 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3984516-622d-44f4-b1c4-676e6d3e507b HTTP/1.1" status: 200 len: 948 time: 0.1273825 Sep 01 14:57:52.131817 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c5a827af-0392-4e72-88f6-db2ef58957f8 req-fab2882e-a0df-4d54-b9c7-66f236077b45 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=baf99c09-53f8-4476-8cd9-fd2a9a404823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631108 Sep 01 14:57:52.348426 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11a10b23-5bdb-439b-bc88-9a210e2fa643 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:52.396716 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-748d81f5-507a-4b24-a620-8cd14a26cbd1 req-8e4797ab-b25b-4a88-a7a7-100b7dd3947c tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3df015f-6974-47af-b359-620a00737dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870164 Sep 01 14:57:52.461774 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11a10b23-5bdb-439b-bc88-9a210e2fa643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:52.499937 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4c3ab927-d229-4385-8dc5-a548092351ff None None] Provisioning for port e9eee08a-8e48-4082-b4a6-c13cf8c95318 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:57:52.527096 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a10b23-5bdb-439b-bc88-9a210e2fa643 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:57:52.531290 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-11a10b23-5bdb-439b-bc88-9a210e2fa643 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:57:52.538034 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a10b23-5bdb-439b-bc88-9a210e2fa643 admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:57:52.583670 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e9eee08a-8e48-4082-b4a6-c13cf8c95318 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:57:52.619904 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a10b23-5bdb-439b-bc88-9a210e2fa643 admin admin] Pushing event updated for resources: {'Port': ['ID=5929e4d2-13da-4691-ba0d-f2741018dde3,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:52.626060 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c5a827af-0392-4e72-88f6-db2ef58957f8 req-68599087-151e-419c-a227-84e378a27760 service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851632 Sep 01 14:57:52.698473 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49078) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:52.763947 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61374511-9838-41a1-939f-bc60101eca7b req-43413d6e-5feb-448d-bf72-90dbea343929 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:52.766562 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61374511-9838-41a1-939f-bc60101eca7b req-43413d6e-5feb-448d-bf72-90dbea343929 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 944 time: 0.1785405 Sep 01 14:57:52.859849 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61374511-9838-41a1-939f-bc60101eca7b req-d45db7f9-4bdb-4cf3-97fe-00f21888568f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821464 Sep 01 14:57:52.903643 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c5a827af-0392-4e72-88f6-db2ef58957f8 req-e0f020cd-1df7-4bd3-af19-3599d7bb2a25 service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424204 Sep 01 14:57:52.979347 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port e9eee08a-8e48-4082-b4a6-c13cf8c95318 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:57:53.000330 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49082) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:53.005896 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port e9eee08a-8e48-4082-b4a6-c13cf8c95318 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:53.006563 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:53.041527 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bf09aa27-cfdf-49cc-aee0-c6705e9c0133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:53.044641 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-6e2be012-7cb9-4e6d-8630-4776a64d55ef req-ad933faa-c7e6-4246-bd9e-c2485031544c tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-55732511', 'description': 'tempest-description-449807824'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:53.107205 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.api [None req-bf09aa27-cfdf-49cc-aee0-c6705e9c0133 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 14:57:53.107205 n-d-794796-3 neutron-server[94733]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 14:57:53.107205 n-d-794796-3 neutron-server[94733]: [parameters: {'project_id_1': '8746f6743cb34d8297f828ebde05ba70', 'expiration_1': datetime.datetime(2021, 9, 1, 14, 57, 53, 71124)}] Sep 01 14:57:53.107205 n-d-794796-3 neutron-server[94733]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 14:57:53.108744 n-d-794796-3 neutron-server[94733]: DEBUG oslo_db.api [None req-bf09aa27-cfdf-49cc-aee0-c6705e9c0133 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 14:57:53.146048 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6e2be012-7cb9-4e6d-8630-4776a64d55ef req-ad933faa-c7e6-4246-bd9e-c2485031544c tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:53.164900 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6e2be012-7cb9-4e6d-8630-4776a64d55ef req-ad933faa-c7e6-4246-bd9e-c2485031544c tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:53.236166 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:53.314896 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11a10b23-5bdb-439b-bc88-9a210e2fa643 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:53.383950 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port e9eee08a-8e48-4082-b4a6-c13cf8c95318, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e9eee08a-8e48-4082-b4a6-c13cf8c95318,segment=NetworkSegment(0f1d6480-111e-4ff1-916a-132bc6dcdb43),segment_id=0f1d6480-111e-4ff1-916a-132bc6dcdb43)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:53.392733 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:53.598078 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=e9eee08a-8e48-4082-b4a6-c13cf8c95318,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:53.610111 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bf09aa27-cfdf-49cc-aee0-c6705e9c0133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:53.628190 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ad3ac562-6eeb-449f-874c-92b0a483175d None None] Provisioning complete for port e9eee08a-8e48-4082-b4a6-c13cf8c95318 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:53.629135 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ad3ac562-6eeb-449f-874c-92b0a483175d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:53.644105 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-b2ddb7ea-d122-4b90-826f-9f0256ef5afe req-87b15eff-a184-416f-ae5d-f85e7e6fe645 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1582440639', 'description': 'tempest-description-1522740021'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:53.691484 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-da07004d-6ef7-46ee-b0a6-5c2d755708af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:53.697577 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6e2be012-7cb9-4e6d-8630-4776a64d55ef req-ad933faa-c7e6-4246-bd9e-c2485031544c tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:53.750829 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b2ddb7ea-d122-4b90-826f-9f0256ef5afe req-87b15eff-a184-416f-ae5d-f85e7e6fe645 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:53.905059 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bf09aa27-cfdf-49cc-aee0-c6705e9c0133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:53.915216 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bf09aa27-cfdf-49cc-aee0-c6705e9c0133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:54.009490 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09aa27-cfdf-49cc-aee0-c6705e9c0133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7705f52c-1683-4d1c-aee6-7cda3c8ecb92,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:54.019890 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bf09aa27-cfdf-49cc-aee0-c6705e9c0133 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8746f6743cb34d8297f828ebde05ba70&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0176833 Sep 01 14:57:54.029970 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49090) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:54.049425 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6e2be012-7cb9-4e6d-8630-4776a64d55ef req-ad933faa-c7e6-4246-bd9e-c2485031544c tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:54.153476 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b327a033-b15f-40fe-a3e6-cf476f8249b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:54.157308 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b2ddb7ea-d122-4b90-826f-9f0256ef5afe req-87b15eff-a184-416f-ae5d-f85e7e6fe645 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:54.174244 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b2ddb7ea-d122-4b90-826f-9f0256ef5afe req-87b15eff-a184-416f-ae5d-f85e7e6fe645 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:54.204955 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad933faa-c7e6-4246-bd9e-c2485031544c tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66d7361-e1ea-428c-a803-ee6e3249856a,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:54.234319 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b327a033-b15f-40fe-a3e6-cf476f8249b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:54.243518 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.api [None req-da07004d-6ef7-46ee-b0a6-5c2d755708af admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 14:57:54.243518 n-d-794796-3 neutron-server[94734]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 14:57:54.243518 n-d-794796-3 neutron-server[94734]: [parameters: {'project_id_1': 'd561d987265f48f5913e6e1a66309e02', 'expiration_1': datetime.datetime(2021, 9, 1, 14, 57, 54, 88694)}] Sep 01 14:57:54.243518 n-d-794796-3 neutron-server[94734]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 14:57:54.244822 n-d-794796-3 neutron-server[94734]: DEBUG oslo_db.api [None req-da07004d-6ef7-46ee-b0a6-5c2d755708af admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 14:57:54.280014 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b15eff-a184-416f-ae5d-f85e7e6fe645 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d17871-1249-4acd-a30f-a8ceb94e8172,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:54.359902 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b327a033-b15f-40fe-a3e6-cf476f8249b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:54.372710 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b327a033-b15f-40fe-a3e6-cf476f8249b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:54.377270 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b327a033-b15f-40fe-a3e6-cf476f8249b2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7705f52c-1683-4d1c-aee6-7cda3c8ecb92 HTTP/1.1" status: 204 len: 168 time: 0.3452237 Sep 01 14:57:54.404318 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327a033-b15f-40fe-a3e6-cf476f8249b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7705f52c-1683-4d1c-aee6-7cda3c8ecb92,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:54.417124 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11a10b23-5bdb-439b-bc88-9a210e2fa643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:54.458080 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e9eee08a-8e48-4082-b4a6-c13cf8c95318 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:57:54.512172 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c3f56962-430c-4f87-b347-2afceebea955 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:57:54.576520 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6e2be012-7cb9-4e6d-8630-4776a64d55ef req-ad933faa-c7e6-4246-bd9e-c2485031544c tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:54.593778 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6e2be012-7cb9-4e6d-8630-4776a64d55ef req-ad933faa-c7e6-4246-bd9e-c2485031544c tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:54.596842 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b2ddb7ea-d122-4b90-826f-9f0256ef5afe req-87b15eff-a184-416f-ae5d-f85e7e6fe645 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:54.607221 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b2ddb7ea-d122-4b90-826f-9f0256ef5afe req-87b15eff-a184-416f-ae5d-f85e7e6fe645 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9788365 Sep 01 14:57:54.626110 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port e9eee08a-8e48-4082-b4a6-c13cf8c95318 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:54.626640 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:54.750785 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-da07004d-6ef7-46ee-b0a6-5c2d755708af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:54.764156 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c3f56962-430c-4f87-b347-2afceebea955, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c3f56962-430c-4f87-b347-2afceebea955,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:54.780772 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6e2be012-7cb9-4e6d-8630-4776a64d55ef req-ad933faa-c7e6-4246-bd9e-c2485031544c tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:54.784298 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6e2be012-7cb9-4e6d-8630-4776a64d55ef req-ad933faa-c7e6-4246-bd9e-c2485031544c tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7612216 Sep 01 14:57:54.811348 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad933faa-c7e6-4246-bd9e-c2485031544c tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fa1fdc-26ec-4d78-a3d2-0a778c9c0d9c,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:54.863433 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 43abe93d-e94e-49d7-b941-c8268f0210d4 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:57:54.875355 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'c3f56962-430c-4f87-b347-2afceebea955', 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823', 'port_id': 'c3f56962-430c-4f87-b347-2afceebea955', 'mac_address': 'fa:16:3e:33:6d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f21d72f-51d2-4274-ac2c-410e832eb73e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:57:54.972128 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc9488-3e9f-4439-bb45-657d9f8066aa req-e0646c03-8e14-400d-8bd6-d2cac2fca44a tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:54.986970 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-52fc9488-3e9f-4439-bb45-657d9f8066aa req-e0646c03-8e14-400d-8bd6-d2cac2fca44a tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3984516-622d-44f4-b1c4-676e6d3e507b HTTP/1.1" status: 200 len: 948 time: 0.2447340 Sep 01 14:57:55.043678 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a10b23-5bdb-439b-bc88-9a210e2fa643 admin admin] Router 21d983ce-55ab-47c5-b1a9-2aca5e4aed44 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 14:57:55.062752 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:55.073005 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-52fc9488-3e9f-4439-bb45-657d9f8066aa req-2f381b2d-6438-4e10-b0b3-bca0ac58b52a tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3df015f-6974-47af-b359-620a00737dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833905 Sep 01 14:57:55.082468 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3f56962-430c-4f87-b347-2afceebea955 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:57:55.119788 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c3f56962-430c-4f87-b347-2afceebea955, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c3f56962-430c-4f87-b347-2afceebea955,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:55.128653 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:55.210953 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=c3f56962-430c-4f87-b347-2afceebea955,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:55.222937 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49f175-2b88-4a57-9281-4856bff62634 req-0718964b-450e-42f3-a679-52ed5dc7b93f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:55.226366 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9e49f175-2b88-4a57-9281-4856bff62634 req-0718964b-450e-42f3-a679-52ed5dc7b93f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 944 time: 0.2503564 Sep 01 14:57:55.242575 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 43abe93d-e94e-49d7-b941-c8268f0210d4 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:57:55.250487 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 43abe93d-e94e-49d7-b941-c8268f0210d4 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:55.251467 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:55.280866 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-72e4adc8-1532-46b5-98ee-1ae4c99ba6a5 req-0c28500b-74b1-43a4-9fc4-a3cb988876ce tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-885550550', 'description': 'tempest-description-2001760389'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:55.376073 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['c3f56962-430c-4f87-b347-2afceebea955'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:57:55.386292 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-da07004d-6ef7-46ee-b0a6-5c2d755708af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:55.406146 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-da07004d-6ef7-46ee-b0a6-5c2d755708af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:55.433889 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-72e4adc8-1532-46b5-98ee-1ae4c99ba6a5 req-0c28500b-74b1-43a4-9fc4-a3cb988876ce tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:55.444694 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9e49f175-2b88-4a57-9281-4856bff62634 req-b7278a7f-860e-4fc1-9555-7f507f39b66e tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880381 Sep 01 14:57:55.454639 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a10b23-5bdb-439b-bc88-9a210e2fa643 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:57:55.485725 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6993ceea-ce50-4d1b-b562-5d2fb3b3f072 None None] Sync routers for ids ['21d983ce-55ab-47c5-b1a9-2aca5e4aed44'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:57:55.490866 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07004d-6ef7-46ee-b0a6-5c2d755708af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c119055-6cee-4474-a036-bb047d03acf9,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:55.499565 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6993ceea-ce50-4d1b-b562-5d2fb3b3f072 None None] Routers {'21d983ce-55ab-47c5-b1a9-2aca5e4aed44'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:57:55.500787 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-6993ceea-ce50-4d1b-b562-5d2fb3b3f072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:57:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['21d983ce-55ab-47c5-b1a9-2aca5e4aed44'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:55.512898 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-da07004d-6ef7-46ee-b0a6-5c2d755708af admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d561d987265f48f5913e6e1a66309e02&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8115733 Sep 01 14:57:55.517810 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49110) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:55.521193 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-0c10eafe-8857-4978-9977-feffb3ef4812 req-04a402af-d2a3-4655-8149-c1a5ec822a3b tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-772151316', 'description': 'tempest-description-1109863373'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:57:55.540012 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:55.545142 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11a10b23-5bdb-439b-bc88-9a210e2fa643 admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:55.552952 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-11a10b23-5bdb-439b-bc88-9a210e2fa643 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.9897521 Sep 01 14:57:55.553219 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49112) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:55.643078 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.api [req-0c10eafe-8857-4978-9977-feffb3ef4812 req-04a402af-d2a3-4655-8149-c1a5ec822a3b tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 14:57:55.643078 n-d-794796-3 neutron-server[94734]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 14:57:55.643078 n-d-794796-3 neutron-server[94734]: [parameters: {'project_id_1': '3a5d231bd72e495aa855276575b7555f', 'expiration_1': datetime.datetime(2021, 9, 1, 14, 57, 55, 535587)}] Sep 01 14:57:55.643078 n-d-794796-3 neutron-server[94734]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 14:57:55.644054 n-d-794796-3 neutron-server[94734]: DEBUG oslo_db.api [req-0c10eafe-8857-4978-9977-feffb3ef4812 req-04a402af-d2a3-4655-8149-c1a5ec822a3b tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 14:57:55.679636 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3984516-622d-44f4-b1c4-676e6d3e507b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43abe93d-e94e-49d7-b941-c8268f0210d4'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:57:55.684373 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8f4310-fec8-4fe6-b445-225df082caeb" -d '{"events": [{"server_uuid": "f3984516-622d-44f4-b1c4-676e6d3e507b", "name": "network-vif-plugged", "status": "completed", "tag": "43abe93d-e94e-49d7-b941-c8268f0210d4"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:57:55.727615 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 43abe93d-e94e-49d7-b941-c8268f0210d4, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=43abe93d-e94e-49d7-b941-c8268f0210d4,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:55.736308 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-72e4adc8-1532-46b5-98ee-1ae4c99ba6a5 req-0c28500b-74b1-43a4-9fc4-a3cb988876ce tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:55.737750 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:55.750531 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-72e4adc8-1532-46b5-98ee-1ae4c99ba6a5 req-0c28500b-74b1-43a4-9fc4-a3cb988876ce tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:55.787773 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28500b-74b1-43a4-9fc4-a3cb988876ce tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d37a95b2-ace6-408a-9c74-14a024928842,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:55.825694 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-72e4adc8-1532-46b5-98ee-1ae4c99ba6a5 req-0c28500b-74b1-43a4-9fc4-a3cb988876ce tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:55.827573 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-72e4adc8-1532-46b5-98ee-1ae4c99ba6a5 req-0c28500b-74b1-43a4-9fc4-a3cb988876ce tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5538697 Sep 01 14:57:55.865307 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-88460a05-15d4-440c-9d9a-aba7ecb97426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:55.904065 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=43abe93d-e94e-49d7-b941-c8268f0210d4,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:55.980185 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab4b77e-5149-4f6a-b5ea-f4cf17b3fb3f x-openstack-request-id: req-1ab4b77e-5149-4f6a-b5ea-f4cf17b3fb3f {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:57:55.980640 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3984516-622d-44f4-b1c4-676e6d3e507b", "name": "network-vif-plugged", "status": "completed", "tag": "43abe93d-e94e-49d7-b941-c8268f0210d4", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:57:55.981038 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1ab4b77e-5149-4f6a-b5ea-f4cf17b3fb3f {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:57:55.981543 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3984516-622d-44f4-b1c4-676e6d3e507b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43abe93d-e94e-49d7-b941-c8268f0210d4', 'code': 200} Sep 01 14:57:55.996942 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-88460a05-15d4-440c-9d9a-aba7ecb97426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:56.086422 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-6993ceea-ce50-4d1b-b562-5d2fb3b3f072 None None] Set router 21d983ce-55ab-47c5-b1a9-2aca5e4aed44 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:57:56.155111 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ca78d-5be6-4431-b5ed-dc5da9c50d6e req-3f3ef58f-5024-4128-abea-a537ab43e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:56.156940 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2e3ca78d-5be6-4431-b5ed-dc5da9c50d6e req-3f3ef58f-5024-4128-abea-a537ab43e935 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f3984516-622d-44f4-b1c4-676e6d3e507b HTTP/1.1" status: 200 len: 1100 time: 0.0786796 Sep 01 14:57:56.295789 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2e3ca78d-5be6-4431-b5ed-dc5da9c50d6e req-1909d93c-2dcc-425d-aad4-39be3492cfc1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a3df015f-6974-47af-b359-620a00737dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142681 Sep 01 14:57:56.306931 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0c10eafe-8857-4978-9977-feffb3ef4812 req-04a402af-d2a3-4655-8149-c1a5ec822a3b tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:56.397950 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-9b3a73d3-7ecc-43d0-8ab7-ac4327f2803f tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:56.406664 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-9b3a73d3-7ecc-43d0-8ab7-ac4327f2803f tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/networks?id=04386cd7-b035-483b-a3ac-af5b24df8dcf HTTP/1.1" status: 200 len: 812 time: 0.2449365 Sep 01 14:57:56.433151 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-ca897190-5414-47c6-9e3b-a2764e9807c0 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/quotas/78d6f1b3379047caa4ea1f692dcc7a3d HTTP/1.1" status: 200 len: 375 time: 0.0253026 Sep 01 14:57:56.452940 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-88460a05-15d4-440c-9d9a-aba7ecb97426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:56.457368 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-88460a05-15d4-440c-9d9a-aba7ecb97426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:56.461055 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-88460a05-15d4-440c-9d9a-aba7ecb97426 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c119055-6cee-4474-a036-bb047d03acf9 HTTP/1.1" status: 204 len: 168 time: 0.9328246 Sep 01 14:57:56.496775 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c3f56962-430c-4f87-b347-2afceebea955 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:57:56.509783 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88460a05-15d4-440c-9d9a-aba7ecb97426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c119055-6cee-4474-a036-bb047d03acf9,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:56.534627 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-09b290ca-9170-4f5b-aad7-92599c448808 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=78d6f1b3379047caa4ea1f692dcc7a3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947466 Sep 01 14:57:56.561063 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-6993ceea-ce50-4d1b-b562-5d2fb3b3f072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d983ce-55ab-47c5-b1a9-2aca5e4aed44', 'name': 'tempest-AttachSCSIVolumeTestJSON-1526395342-router', 'tenant_id': '41c6d35d60454f43b79337aab2d9b95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '5929e4d2-13da-4691-ba0d-f2741018dde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:57:49Z', 'updated_at': '2021-09-01T14:57:52Z', 'revision_number': 3, 'project_id': '41c6d35d60454f43b79337aab2d9b95e', 'gw_port': {'id': '5929e4d2-13da-4691-ba0d-f2741018dde3', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d983ce-55ab-47c5-b1a9-2aca5e4aed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:51Z', 'updated_at': '2021-09-01T14:57:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:56.645677 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6993ceea-ce50-4d1b-b562-5d2fb3b3f072 None None] Checking router: 21d983ce-55ab-47c5-b1a9-2aca5e4aed44 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:57:56.648648 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6993ceea-ce50-4d1b-b562-5d2fb3b3f072 None None] Updating router 21d983ce-55ab-47c5-b1a9-2aca5e4aed44 port 5929e4d2-13da-4691-ba0d-f2741018dde3 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:57:56.681276 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port c3f56962-430c-4f87-b347-2afceebea955 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:57:56.697538 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port c3f56962-430c-4f87-b347-2afceebea955 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:56.698601 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:56.706169 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-6993ceea-ce50-4d1b-b562-5d2fb3b3f072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:56.743018 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0c10eafe-8857-4978-9977-feffb3ef4812 req-04a402af-d2a3-4655-8149-c1a5ec822a3b tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:56.754843 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0c10eafe-8857-4978-9977-feffb3ef4812 req-04a402af-d2a3-4655-8149-c1a5ec822a3b tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:56.791573 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-d07a8163-9140-4bac-a65b-fa3dcd70d153 service neutron] 10.222.0.60 "GET /v2.0/networks/04386cd7-b035-483b-a3ac-af5b24df8dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553542 Sep 01 14:57:56.877001 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0c10eafe-8857-4978-9977-feffb3ef4812 req-04a402af-d2a3-4655-8149-c1a5ec822a3b tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:56.879705 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0c10eafe-8857-4978-9977-feffb3ef4812 req-04a402af-d2a3-4655-8149-c1a5ec822a3b tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3637226 Sep 01 14:57:56.915827 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a402af-d2a3-4655-8149-c1a5ec822a3b tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00729ae2-56ad-4f78-9538-49c924a772f3,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:56.961436 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:57.026053 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c3f56962-430c-4f87-b347-2afceebea955, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c3f56962-430c-4f87-b347-2afceebea955,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:57:57.035651 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:57.119669 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-9b7390f7-3c1a-4f03-9686-1bf3a9a337aa service neutron] 10.222.0.60 "GET /v2.0/networks/04386cd7-b035-483b-a3ac-af5b24df8dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263185 Sep 01 14:57:57.187757 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:57.215110 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:57.244469 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=c3f56962-430c-4f87-b347-2afceebea955,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:57.275605 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593d1c9-bbd8-4383-b9e9-2495a7996b41 req-704e8b93-506c-4ede-9ea1-5f66b7151694 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:57.281176 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e593d1c9-bbd8-4383-b9e9-2495a7996b41 req-704e8b93-506c-4ede-9ea1-5f66b7151694 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3984516-622d-44f4-b1c4-676e6d3e507b HTTP/1.1" status: 200 len: 949 time: 0.1873279 Sep 01 14:57:57.433181 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49160) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:57.476952 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-54b68cd0-b96d-4de0-9b27-c18c02c419b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:57.582337 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-6993ceea-ce50-4d1b-b562-5d2fb3b3f072 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:57.650669 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-6993ceea-ce50-4d1b-b562-5d2fb3b3f072 None None] Transition to ACTIVE for port object 5929e4d2-13da-4691-ba0d-f2741018dde3 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:57.668058 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-6993ceea-ce50-4d1b-b562-5d2fb3b3f072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:57.676043 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e593d1c9-bbd8-4383-b9e9-2495a7996b41 req-b066576a-560d-46fa-99f2-58ecc2edbcec tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3df015f-6974-47af-b359-620a00737dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832839 Sep 01 14:57:57.736246 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-54b68cd0-b96d-4de0-9b27-c18c02c419b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:57.752517 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-54b68cd0-b96d-4de0-9b27-c18c02c419b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:57.880035 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Allocated IP 172.20.0.1 (1d5ec8e9-1155-4144-999b-39f47e9c46ad/6c508e99-30d7-4d19-94f9-1932e55d4cef/cf297d13-3c67-4eab-bacd-355909f04e31) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:57:57.898782 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011c8fa-9900-4044-9ee9-9ace1f4be95f None None] Pushing event updated for resources: {'Port': ['ID=5929e4d2-13da-4691-ba0d-f2741018dde3,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:57.971573 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-6993ceea-ce50-4d1b-b562-5d2fb3b3f072 None None] Attempting to bind port 5929e4d2-13da-4691-ba0d-f2741018dde3 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:57:57.973212 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-6993ceea-ce50-4d1b-b562-5d2fb3b3f072 None None] Attempting to bind port 5929e4d2-13da-4691-ba0d-f2741018dde3 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:57:57.973212 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6993ceea-ce50-4d1b-b562-5d2fb3b3f072 None None] Attempting to bind port 5929e4d2-13da-4691-ba0d-f2741018dde3 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:57:57.982836 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e085559b-578f-4ccb-ad25-8a9a84cb5433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f56962-430c-4f87-b347-2afceebea955'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:57:57.989544 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1fa3e9-5874-452f-b5c0-2ec83a825ab0" -d '{"events": [{"server_uuid": "e085559b-578f-4ccb-ad25-8a9a84cb5433", "name": "network-vif-plugged", "status": "completed", "tag": "c3f56962-430c-4f87-b347-2afceebea955"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:57:58.002920 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6993ceea-ce50-4d1b-b562-5d2fb3b3f072 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:57:58.003919 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6993ceea-ce50-4d1b-b562-5d2fb3b3f072 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:57:58.005343 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-6993ceea-ce50-4d1b-b562-5d2fb3b3f072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:58.006204 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6993ceea-ce50-4d1b-b562-5d2fb3b3f072 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:57:58.008037 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-6993ceea-ce50-4d1b-b562-5d2fb3b3f072 None None] Bound port: 5929e4d2-13da-4691-ba0d-f2741018dde3, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:57:58.008931 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-6993ceea-ce50-4d1b-b562-5d2fb3b3f072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:58.017932 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b68cd0-b96d-4de0-9b27-c18c02c419b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f07aee2-383c-4b2e-91de-ec42b936fddf,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:58.038447 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-54b68cd0-b96d-4de0-9b27-c18c02c419b7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f8b7b1acae24157996a8e9d9b80a9ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6035638 Sep 01 14:57:58.044020 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49176) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:57:58.074920 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2198d99-9769-48a5-a1e6-92eb92f50b12 req-a49b71ae-bcd6-4aff-81c5-72129c31e665 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:58.076582 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d2198d99-9769-48a5-a1e6-92eb92f50b12 req-a49b71ae-bcd6-4aff-81c5-72129c31e665 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 946 time: 0.3346615 Sep 01 14:57:58.169190 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-6993ceea-ce50-4d1b-b562-5d2fb3b3f072 None None] For port 5929e4d2-13da-4691-ba0d-f2741018dde3, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:57:58.177391 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-6993ceea-ce50-4d1b-b562-5d2fb3b3f072 None None] For port 5929e4d2-13da-4691-ba0d-f2741018dde3, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=5929e4d2-13da-4691-ba0d-f2741018dde3,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:57:58.180780 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d2198d99-9769-48a5-a1e6-92eb92f50b12 req-76cf3087-3877-46ec-ae36-110c018bd721 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827804 Sep 01 14:57:58.186923 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-83b5bf75-b201-453a-b0ef-f3ee5c8d21f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:58.187955 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-6993ceea-ce50-4d1b-b562-5d2fb3b3f072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:58.254964 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-83b5bf75-b201-453a-b0ef-f3ee5c8d21f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:58.332939 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011c8fa-9900-4044-9ee9-9ace1f4be95f None None] Pushing event updated for resources: {'Port': ['ID=5929e4d2-13da-4691-ba0d-f2741018dde3,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:58.341564 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6993ceea-ce50-4d1b-b562-5d2fb3b3f072 None None] Routers {'21d983ce-55ab-47c5-b1a9-2aca5e4aed44'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:57:58.342411 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-6993ceea-ce50-4d1b-b562-5d2fb3b3f072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:57:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['21d983ce-55ab-47c5-b1a9-2aca5e4aed44'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:58.356175 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:58.416374 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Transition to ACTIVE for port object cf297d13-3c67-4eab-bacd-355909f04e31 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:57:58.442624 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cf953dcc-6967-413d-865d-5c3ba6ee26d3 req-79012552-4cb0-4e1e-895e-f490bebbc6eb tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=c53dd0be-121a-4349-88ab-945a81b4bcce HTTP/1.1" status: 200 len: 210 time: 0.0755596 Sep 01 14:57:58.503063 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-83b5bf75-b201-453a-b0ef-f3ee5c8d21f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:58.509091 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-83b5bf75-b201-453a-b0ef-f3ee5c8d21f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:58.513999 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-83b5bf75-b201-453a-b0ef-f3ee5c8d21f4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4f07aee2-383c-4b2e-91de-ec42b936fddf HTTP/1.1" status: 204 len: 168 time: 0.4691133 Sep 01 14:57:58.547138 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0556572c-2766-4e51-8955-94d9e009dbf9 x-openstack-request-id: req-0556572c-2766-4e51-8955-94d9e009dbf9 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:57:58.548361 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e085559b-578f-4ccb-ad25-8a9a84cb5433", "name": "network-vif-plugged", "status": "completed", "tag": "c3f56962-430c-4f87-b347-2afceebea955", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:57:58.549341 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0556572c-2766-4e51-8955-94d9e009dbf9 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:57:58.550691 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5bf75-b201-453a-b0ef-f3ee5c8d21f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f07aee2-383c-4b2e-91de-ec42b936fddf,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:58.552249 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e085559b-578f-4ccb-ad25-8a9a84cb5433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f56962-430c-4f87-b347-2afceebea955', 'code': 200} Sep 01 14:57:58.598463 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-6993ceea-ce50-4d1b-b562-5d2fb3b3f072 None None] Set router 21d983ce-55ab-47c5-b1a9-2aca5e4aed44 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:57:58.755194 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-91374570-b267-421b-b236-deb2c9a750cf tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 51007 time: 0.9681981 Sep 01 14:57:58.822051 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85432ca-abf1-4148-b126-70347922eeb9 req-8b47b8e2-b21b-4614-9dcf-6ee5fce6749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:58.828081 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b85432ca-abf1-4148-b126-70347922eeb9 req-8b47b8e2-b21b-4614-9dcf-6ee5fce6749d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 1097 time: 0.1606402 Sep 01 14:57:58.886504 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:58.936651 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b85432ca-abf1-4148-b126-70347922eeb9 req-63869f90-b880-4e16-8160-1789d2eb8c9e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000526 Sep 01 14:57:58.995081 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-61ae6680-5b46-4071-88f8-024351dbc69b tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/0312593f-4970-4f44-b859-927f1634d04c HTTP/1.1" status: 200 len: 2981 time: 0.2123940 Sep 01 14:57:59.018324 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Network 1d5ec8e9-1155-4144-999b-39f47e9c46ad is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:57:59.026768 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-6993ceea-ce50-4d1b-b562-5d2fb3b3f072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d983ce-55ab-47c5-b1a9-2aca5e4aed44', 'name': 'tempest-AttachSCSIVolumeTestJSON-1526395342-router', 'tenant_id': '41c6d35d60454f43b79337aab2d9b95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '5929e4d2-13da-4691-ba0d-f2741018dde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:57:49Z', 'updated_at': '2021-09-01T14:57:52Z', 'revision_number': 3, 'project_id': '41c6d35d60454f43b79337aab2d9b95e', 'gw_port': {'id': '5929e4d2-13da-4691-ba0d-f2741018dde3', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d983ce-55ab-47c5-b1a9-2aca5e4aed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:51Z', 'updated_at': '2021-09-01T14:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:57:59.049378 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:57:59.063115 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:57:59.063394 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6993ceea-ce50-4d1b-b562-5d2fb3b3f072 None None] The sync data for ids ['21d983ce-55ab-47c5-b1a9-2aca5e4aed44'] in n-d-794796-3 is: [{'id': '21d983ce-55ab-47c5-b1a9-2aca5e4aed44', 'name': 'tempest-AttachSCSIVolumeTestJSON-1526395342-router', 'tenant_id': '41c6d35d60454f43b79337aab2d9b95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '5929e4d2-13da-4691-ba0d-f2741018dde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:57:49Z', 'updated_at': '2021-09-01T14:57:52Z', 'revision_number': 3, 'project_id': '41c6d35d60454f43b79337aab2d9b95e', 'gw_port': {'id': '5929e4d2-13da-4691-ba0d-f2741018dde3', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d983ce-55ab-47c5-b1a9-2aca5e4aed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:51Z', 'updated_at': '2021-09-01T14:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:57:59.072869 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Pushing event updated for resources: {'Port': ['ID=cf297d13-3c67-4eab-bacd-355909f04e31,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:57:59.195512 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-a11e22fe-f783-402d-985f-4952d5878592 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/0312593f-4970-4f44-b859-927f1634d04c HTTP/1.1" status: 200 len: 2981 time: 0.1899083 Sep 01 14:57:59.197787 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:59.427833 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-a1cf6b74-ca25-4816-9c00-8a16c29826e1 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/1bad10bb-2098-481a-882a-afeb7abedacb HTTP/1.1" status: 200 len: 2981 time: 0.1275828 Sep 01 14:57:59.497656 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-89c7d0ed-a1b4-4cc7-9eec-d80cae6bdf9d None None] Provisioning for port cf297d13-3c67-4eab-bacd-355909f04e31 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:57:59.517786 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-89c7d0ed-a1b4-4cc7-9eec-d80cae6bdf9d None None] Provisioning complete for port cf297d13-3c67-4eab-bacd-355909f04e31 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:57:59.518976 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-89c7d0ed-a1b4-4cc7-9eec-d80cae6bdf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:59.665636 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-faf4023a-0337-48d1-b13a-a7af8635af66 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/1bad10bb-2098-481a-882a-afeb7abedacb HTTP/1.1" status: 200 len: 2981 time: 0.1937702 Sep 01 14:57:59.730951 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:57:59.747836 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-89c7d0ed-a1b4-4cc7-9eec-d80cae6bdf9d None None] Port cf297d13-3c67-4eab-bacd-355909f04e31 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:57:59.966921 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-c7872bbe-c115-4098-9270-177d4c61508e tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:57:59.971560 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-c7872bbe-c115-4098-9270-177d4c61508e tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.62 "GET /v2.0/networks?id=04386cd7-b035-483b-a3ac-af5b24df8dcf HTTP/1.1" status: 200 len: 812 time: 0.4531517 Sep 01 14:58:00.000820 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-280bc70c-4c23-4857-839b-6a8c28ae53d3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Request body: {'port': {'device_id': 'c53dd0be-121a-4349-88ab-945a81b4bcce', 'network_id': '04386cd7-b035-483b-a3ac-af5b24df8dcf', 'admin_state_up': True, 'tenant_id': '78d6f1b3379047caa4ea1f692dcc7a3d'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:00.217240 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08db81-3947-448d-8c2b-a4a5009e4574 req-3d7af8cc-de17-4760-8801-a8b5bcd67a53 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:00.220259 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ff08db81-3947-448d-8c2b-a4a5009e4574 req-3d7af8cc-de17-4760-8801-a8b5bcd67a53 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3984516-622d-44f4-b1c4-676e6d3e507b HTTP/1.1" status: 200 len: 949 time: 0.2466221 Sep 01 14:58:00.260195 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-8b967e29-d751-4584-b0af-b891e9f4b17f tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/2b2ee014-6d5f-4035-93b7-b96a2144e126 HTTP/1.1" status: 200 len: 2981 time: 0.5923538 Sep 01 14:58:00.381116 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ff08db81-3947-448d-8c2b-a4a5009e4574 req-a201ad0b-3071-4f85-957a-642f3d202883 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3df015f-6974-47af-b359-620a00737dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413295 Sep 01 14:58:00.383368 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-a737939b-8c00-459a-9f0b-566080ec5c5b tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/2b2ee014-6d5f-4035-93b7-b96a2144e126 HTTP/1.1" status: 200 len: 2981 time: 0.1017406 Sep 01 14:58:00.481877 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-280bc70c-4c23-4857-839b-6a8c28ae53d3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Made reservation on behalf of 78d6f1b3379047caa4ea1f692dcc7a3d for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:58:00.486799 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-280bc70c-4c23-4857-839b-6a8c28ae53d3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:00.556851 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 5929e4d2-13da-4691-ba0d-f2741018dde3 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:58:00.615720 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-e4b36096-2f36-45e3-a2a6-455d0fa189b3 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/3d12e0a1-e7d4-484e-bb06-5bd619595bc5 HTTP/1.1" status: 200 len: 2973 time: 0.1450279 Sep 01 14:58:00.667361 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 5929e4d2-13da-4691-ba0d-f2741018dde3 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:58:00.680132 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 5929e4d2-13da-4691-ba0d-f2741018dde3 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:00.680978 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:00.724708 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:00.750754 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:00.766808 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9aeb26-95e7-416f-aef5-b026cf91e3ba req-c325bbe7-b9a2-4989-b974-e589f6176689 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:00.782837 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2e9aeb26-95e7-416f-aef5-b026cf91e3ba req-c325bbe7-b9a2-4989-b974-e589f6176689 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 946 time: 0.1526196 Sep 01 14:58:00.830483 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:00.866791 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 5929e4d2-13da-4691-ba0d-f2741018dde3, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=5929e4d2-13da-4691-ba0d-f2741018dde3,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:00.877208 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:00.980976 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=5929e4d2-13da-4691-ba0d-f2741018dde3,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:01.007078 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2e9aeb26-95e7-416f-aef5-b026cf91e3ba req-405d7ae3-d165-4b67-9c28-111cddde05cb tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227502 Sep 01 14:58:01.009851 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-280bc70c-4c23-4857-839b-6a8c28ae53d3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Allocated IP 172.20.0.12 (04386cd7-b035-483b-a3ac-af5b24df8dcf/9190e3b6-cad0-44f5-b6a2-0434cdac7990/7e538ecd-4647-4f99-b285-085d35d01fa7) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:58:01.018905 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-597d96d0-d407-438d-a980-7172d381a9c5 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/3d12e0a1-e7d4-484e-bb06-5bd619595bc5 HTTP/1.1" status: 200 len: 2973 time: 0.2888908 Sep 01 14:58:01.073535 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Pushing event updated for resources: {'Port': ['ID=cf297d13-3c67-4eab-bacd-355909f04e31,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:01.113150 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:01.129496 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:01.130082 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:01.131952 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:01.132508 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:01.133019 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:01.133496 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:01.134029 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:01.135263 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:01.135824 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:01.136392 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:01.136916 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:01.137785 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:01.175663 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-596c9b83-9591-40f9-a176-a5c42cf96cd0 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] show failed (client error): The resource could not be found. Sep 01 14:58:01.191764 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-596c9b83-9591-40f9-a176-a5c42cf96cd0 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/4f07aee2-383c-4b2e-91de-ec42b936fddf HTTP/1.1" status: 404 len: 352 time: 0.1703110 Sep 01 14:58:01.280971 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-104a36aa-7f74-4c98-b0e3-29b244098684 req-3fa4752a-176a-4276-9bb8-28ca6501739a tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=c53dd0be-121a-4349-88ab-945a81b4bcce HTTP/1.1" status: 200 len: 210 time: 0.0670967 Sep 01 14:58:01.315730 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-58ef7584-5277-4755-b385-9a6bec018470 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] show failed (client error): The resource could not be found. Sep 01 14:58:01.316904 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-58ef7584-5277-4755-b385-9a6bec018470 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/4f07aee2-383c-4b2e-91de-ec42b936fddf HTTP/1.1" status: 404 len: 352 time: 0.0950744 Sep 01 14:58:01.410548 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-280bc70c-4c23-4857-839b-6a8c28ae53d3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:01.460714 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Network 1d5ec8e9-1155-4144-999b-39f47e9c46ad is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:58:01.466999 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:58:01.472062 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-e96f67c4-a428-414b-8e99-aba96fb5bd66 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/6092169c-d07e-427d-84e0-b3b3eea9cdba HTTP/1.1" status: 200 len: 2977 time: 0.1171453 Sep 01 14:58:01.528805 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-280bc70c-4c23-4857-839b-6a8c28ae53d3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:01.629284 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-280bc70c-4c23-4857-839b-6a8c28ae53d3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Network 04386cd7-b035-483b-a3ac-af5b24df8dcf is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:58:01.642323 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-280bc70c-4c23-4857-839b-6a8c28ae53d3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:58:01.667473 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-280bc70c-4c23-4857-839b-6a8c28ae53d3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:58:01.686151 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-280bc70c-4c23-4857-839b-6a8c28ae53d3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:01.687569 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-280bc70c-4c23-4857-839b-6a8c28ae53d3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:01.754779 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280bc70c-4c23-4857-839b-6a8c28ae53d3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Pushing event updated for resources: {'Port': ['ID=7e538ecd-4647-4f99-b285-085d35d01fa7,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:01.781397 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280bc70c-4c23-4857-839b-6a8c28ae53d3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:01.782523 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280bc70c-4c23-4857-839b-6a8c28ae53d3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:01.783313 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280bc70c-4c23-4857-839b-6a8c28ae53d3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:01.783935 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280bc70c-4c23-4857-839b-6a8c28ae53d3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:01.784565 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280bc70c-4c23-4857-839b-6a8c28ae53d3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:01.785131 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280bc70c-4c23-4857-839b-6a8c28ae53d3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:01.786119 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280bc70c-4c23-4857-839b-6a8c28ae53d3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:01.786947 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280bc70c-4c23-4857-839b-6a8c28ae53d3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:01.787789 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280bc70c-4c23-4857-839b-6a8c28ae53d3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:01.788594 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280bc70c-4c23-4857-839b-6a8c28ae53d3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:01.789425 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280bc70c-4c23-4857-839b-6a8c28ae53d3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:01.790205 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280bc70c-4c23-4857-839b-6a8c28ae53d3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:01.791841 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Router 21d983ce-55ab-47c5-b1a9-2aca5e4aed44 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:58:01.800623 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-253f9bda-94f1-4318-a01c-1841e55c41c3 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/6092169c-d07e-427d-84e0-b3b3eea9cdba HTTP/1.1" status: 200 len: 2977 time: 0.2481241 Sep 01 14:58:01.821916 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-280bc70c-4c23-4857-839b-6a8c28ae53d3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8316698 Sep 01 14:58:01.851876 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-775ba26c-e7ba-460e-9450-0830d2c07e33 service neutron] Request body: {'port': {'device_id': 'c53dd0be-121a-4349-88ab-945a81b4bcce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:01.852157 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:58:02.011228 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b9b5c930-f181-41ce-b868-c7f82fa339b6 None None] Provisioning complete for port cf297d13-3c67-4eab-bacd-355909f04e31 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:02.013515 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b9b5c930-f181-41ce-b868-c7f82fa339b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:02.039022 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-62673234-777b-45ca-bbf8-61e591dd588d tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/62edc18f-7c68-4f3f-b665-b961eebb60b6 HTTP/1.1" status: 200 len: 2981 time: 0.2157855 Sep 01 14:58:02.054787 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b039337-4922-4682-b9b9-dad2437bf0e9 req-b2917eb4-03f6-448a-af87-d4f6462ab036 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:02.059125 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5b039337-4922-4682-b9b9-dad2437bf0e9 req-b2917eb4-03f6-448a-af87-d4f6462ab036 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 1097 time: 0.1431150 Sep 01 14:58:02.071676 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-775ba26c-e7ba-460e-9450-0830d2c07e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:02.072259 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b9b5c930-f181-41ce-b868-c7f82fa339b6 None None] Port cf297d13-3c67-4eab-bacd-355909f04e31 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:58:02.172484 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:58:02.174252 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-ed952c27-5f42-46c6-8e5e-d05fccd2a4ae tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/62edc18f-7c68-4f3f-b665-b961eebb60b6 HTTP/1.1" status: 200 len: 2981 time: 0.1338825 Sep 01 14:58:02.191254 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bdbdc1fb-bd52-4fd3-bade-c97581531fd5 admin admin] 10.222.0.60 "PUT /v2.0/routers/21d983ce-55ab-47c5-b1a9-2aca5e4aed44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6212656 Sep 01 14:58:02.191753 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5b039337-4922-4682-b9b9-dad2437bf0e9 req-6494567b-92a0-4620-8d50-5e7042587e74 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035676 Sep 01 14:58:02.282529 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-8afe8da9-026b-4f58-bb2d-4d05534df003 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/66084388-94fe-4eed-abeb-074fc58fcd52 HTTP/1.1" status: 200 len: 2981 time: 0.0911531 Sep 01 14:58:02.314179 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b136259-d395-4577-bea1-ac2ae12cb372 None None] Sync routers for ids ['21d983ce-55ab-47c5-b1a9-2aca5e4aed44'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:58:02.346553 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b136259-d395-4577-bea1-ac2ae12cb372 None None] Routers {'21d983ce-55ab-47c5-b1a9-2aca5e4aed44'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:58:02.347593 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4b136259-d395-4577-bea1-ac2ae12cb372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:57:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['21d983ce-55ab-47c5-b1a9-2aca5e4aed44'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:58:02.424089 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-1cd6d969-dc93-440a-a916-9048bcdf4d95 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/66084388-94fe-4eed-abeb-074fc58fcd52 HTTP/1.1" status: 200 len: 2981 time: 0.1279631 Sep 01 14:58:02.476626 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 5929e4d2-13da-4691-ba0d-f2741018dde3 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:58:02.515731 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-f678753b-4cea-47ef-8b75-3e7db3f7b61c tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/8e9694ae-cbb9-4bb6-8eb1-3fc8ca9a396c HTTP/1.1" status: 200 len: 2977 time: 0.0806644 Sep 01 14:58:02.632302 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-ad53b288-a94a-4789-90c3-1b0bd171d3c6 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/8e9694ae-cbb9-4bb6-8eb1-3fc8ca9a396c HTTP/1.1" status: 200 len: 2977 time: 0.1023247 Sep 01 14:58:02.640580 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7125e-dd11-41d9-b2a4-1c829f97e1c7 req-d2672bbb-f05d-4aa0-b93d-c0752ec3e467 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:02.642930 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-48e7125e-dd11-41d9-b2a4-1c829f97e1c7 req-d2672bbb-f05d-4aa0-b93d-c0752ec3e467 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3984516-622d-44f4-b1c4-676e6d3e507b HTTP/1.1" status: 200 len: 949 time: 0.1649024 Sep 01 14:58:02.728713 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-ab2337d5-282a-491c-b272-def7e3876cb3 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/944e4ac1-9cf8-40bb-a44d-f3cd3a06acf9 HTTP/1.1" status: 200 len: 2981 time: 0.0802288 Sep 01 14:58:02.763351 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-775ba26c-e7ba-460e-9450-0830d2c07e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e538ecd-4647-4f99-b285-085d35d01fa7 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:58:02.772249 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-48e7125e-dd11-41d9-b2a4-1c829f97e1c7 req-3352c6e2-cf94-4199-8cee-bf65b015aafe tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3df015f-6974-47af-b359-620a00737dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042650 Sep 01 14:58:02.780820 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-775ba26c-e7ba-460e-9450-0830d2c07e33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:02.799426 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 5929e4d2-13da-4691-ba0d-f2741018dde3 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:02.800429 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:02.820332 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-775ba26c-e7ba-460e-9450-0830d2c07e33 service neutron] Transition to ACTIVE for port object 7e538ecd-4647-4f99-b285-085d35d01fa7 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:58:02.824881 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-09354399-be19-41cf-b23b-cc380e2bcf01 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/944e4ac1-9cf8-40bb-a44d-f3cd3a06acf9 HTTP/1.1" status: 200 len: 2981 time: 0.0856342 Sep 01 14:58:02.836281 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-775ba26c-e7ba-460e-9450-0830d2c07e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:02.919484 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-4b136259-d395-4577-bea1-ac2ae12cb372 None None] Set router 21d983ce-55ab-47c5-b1a9-2aca5e4aed44 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:58:02.962678 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-ecfa017f-5cfb-42a3-91bd-2a70d6dfc5bf tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/a3df015f-6974-47af-b359-620a00737dcc HTTP/1.1" status: 200 len: 2981 time: 0.1255023 Sep 01 14:58:02.987489 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ba26c-e7ba-460e-9450-0830d2c07e33 service neutron] Pushing event updated for resources: {'Port': ['ID=7e538ecd-4647-4f99-b285-085d35d01fa7,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:03.046166 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-775ba26c-e7ba-460e-9450-0830d2c07e33 service neutron] Attempting to bind port 7e538ecd-4647-4f99-b285-085d35d01fa7 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:58:03.046760 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-775ba26c-e7ba-460e-9450-0830d2c07e33 service neutron] Attempting to bind port 7e538ecd-4647-4f99-b285-085d35d01fa7 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'dc42584e-dbf4-46b3-8fa5-2b6ac56bc408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '04386cd7-b035-483b-a3ac-af5b24df8dcf'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:58:03.047676 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-775ba26c-e7ba-460e-9450-0830d2c07e33 service neutron] Attempting to bind port 7e538ecd-4647-4f99-b285-085d35d01fa7 on network 04386cd7-b035-483b-a3ac-af5b24df8dcf {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:03.058502 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-775ba26c-e7ba-460e-9450-0830d2c07e33 service neutron] Port 7e538ecd-4647-4f99-b285-085d35d01fa7 on network 04386cd7-b035-483b-a3ac-af5b24df8dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:58:03.059513 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-775ba26c-e7ba-460e-9450-0830d2c07e33 service neutron] Attempting to bind port 7e538ecd-4647-4f99-b285-085d35d01fa7 on network 04386cd7-b035-483b-a3ac-af5b24df8dcf {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:03.074537 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-775ba26c-e7ba-460e-9450-0830d2c07e33 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:58:03.074537 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-775ba26c-e7ba-460e-9450-0830d2c07e33 service neutron] Checking segment: {'id': 'dc42584e-dbf4-46b3-8fa5-2b6ac56bc408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '04386cd7-b035-483b-a3ac-af5b24df8dcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:58:03.074537 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-775ba26c-e7ba-460e-9450-0830d2c07e33 service neutron] Bound using segment: {'id': 'dc42584e-dbf4-46b3-8fa5-2b6ac56bc408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '04386cd7-b035-483b-a3ac-af5b24df8dcf'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:58:03.074537 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-775ba26c-e7ba-460e-9450-0830d2c07e33 service neutron] Bound port: 7e538ecd-4647-4f99-b285-085d35d01fa7, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc42584e-dbf4-46b3-8fa5-2b6ac56bc408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '04386cd7-b035-483b-a3ac-af5b24df8dcf'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:58:03.075873 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-775ba26c-e7ba-460e-9450-0830d2c07e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:03.153192 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-6c1557ae-df27-4278-9e61-9f39bedae612 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/a3df015f-6974-47af-b359-620a00737dcc HTTP/1.1" status: 200 len: 2981 time: 0.1813064 Sep 01 14:58:03.366344 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-775ba26c-e7ba-460e-9450-0830d2c07e33 service neutron] For port 7e538ecd-4647-4f99-b285-085d35d01fa7, host n-h2-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:58:03.413863 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-775ba26c-e7ba-460e-9450-0830d2c07e33 service neutron] For port 7e538ecd-4647-4f99-b285-085d35d01fa7, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=7e538ecd-4647-4f99-b285-085d35d01fa7,segment=NetworkSegment(dc42584e-dbf4-46b3-8fa5-2b6ac56bc408),segment_id=dc42584e-dbf4-46b3-8fa5-2b6ac56bc408)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:58:03.440622 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-775ba26c-e7ba-460e-9450-0830d2c07e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:03.483369 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-dfdd01f7-41b9-4aca-b4bd-6378325e8cb7 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/b66d7361-e1ea-428c-a803-ee6e3249856a HTTP/1.1" status: 200 len: 2981 time: 0.2885294 Sep 01 14:58:03.533162 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-775ba26c-e7ba-460e-9450-0830d2c07e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:03.533974 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-775ba26c-e7ba-460e-9450-0830d2c07e33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:03.536333 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-775ba26c-e7ba-460e-9450-0830d2c07e33 service neutron] 10.222.0.62 "PUT /v2.0/ports/7e538ecd-4647-4f99-b285-085d35d01fa7 HTTP/1.1" status: 200 len: 1092 time: 1.6964817 Sep 01 14:58:03.603623 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53dd0be-121a-4349-88ab-945a81b4bcce', 'tag': '7e538ecd-4647-4f99-b285-085d35d01fa7'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:58:03.613223 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506aaf4d-c37c-4d8e-ba08-5ebc3efb72ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c53dd0be-121a-4349-88ab-945a81b4bcce", "tag": "7e538ecd-4647-4f99-b285-085d35d01fa7"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:58:03.632285 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-abf3cb14-c039-4a03-a2c7-2da35c2087b7 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/b66d7361-e1ea-428c-a803-ee6e3249856a HTTP/1.1" status: 200 len: 2981 time: 0.1087117 Sep 01 14:58:03.760414 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ba26c-e7ba-460e-9450-0830d2c07e33 service neutron] Pushing event updated for resources: {'Port': ['ID=7e538ecd-4647-4f99-b285-085d35d01fa7,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:03.841436 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4b136259-d395-4577-bea1-ac2ae12cb372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d983ce-55ab-47c5-b1a9-2aca5e4aed44', 'name': 'tempest-AttachSCSIVolumeTestJSON-1526395342-router', 'tenant_id': '41c6d35d60454f43b79337aab2d9b95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '5929e4d2-13da-4691-ba0d-f2741018dde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:57:49Z', 'updated_at': '2021-09-01T14:57:59Z', 'revision_number': 4, 'project_id': '41c6d35d60454f43b79337aab2d9b95e', 'gw_port': {'id': '5929e4d2-13da-4691-ba0d-f2741018dde3', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d983ce-55ab-47c5-b1a9-2aca5e4aed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:51Z', 'updated_at': '2021-09-01T14:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'cf297d13-3c67-4eab-bacd-355909f04e31', 'name': '', 'network_id': '1d5ec8e9-1155-4144-999b-39f47e9c46ad', 'tenant_id': '41c6d35d60454f43b79337aab2d9b95e', 'mac_address': 'fa:16:3e:dc:d4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d983ce-55ab-47c5-b1a9-2aca5e4aed44', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6c508e99-30d7-4d19-94f9-1932e55d4cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:57Z', 'updated_at': '2021-09-01T14:58:00Z', 'revision_number': 2, 'project_id': '41c6d35d60454f43b79337aab2d9b95e', 'subnets': [{'id': '6c508e99-30d7-4d19-94f9-1932e55d4cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:58:03.894268 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-12b6f9e7-b89f-428d-b087-a6a4f3ed70e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:03.896290 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-12b6f9e7-b89f-428d-b087-a6a4f3ed70e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=78d6f1b3379047caa4ea1f692dcc7a3d&device_id=c53dd0be-121a-4349-88ab-945a81b4bcce HTTP/1.1" status: 200 len: 1095 time: 0.1762342 Sep 01 14:58:03.906764 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23798c7b-c7ca-45fd-9047-de0b65348b31 req-d702f609-30ca-492b-8f53-f3dada3e7162 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:03.917883 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-23798c7b-c7ca-45fd-9047-de0b65348b31 req-d702f609-30ca-492b-8f53-f3dada3e7162 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 1097 time: 0.1682088 Sep 01 14:58:03.941121 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b136259-d395-4577-bea1-ac2ae12cb372 None None] Checking router: 21d983ce-55ab-47c5-b1a9-2aca5e4aed44 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:58:03.941890 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b136259-d395-4577-bea1-ac2ae12cb372 None None] Updating router 21d983ce-55ab-47c5-b1a9-2aca5e4aed44 port cf297d13-3c67-4eab-bacd-355909f04e31 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:58:03.996474 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-57bbf34e-b7c3-4fe6-bd37-d33421c98e2e tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/d5fd43f7-b1d0-4d06-9e30-c8a76c4bf309 HTTP/1.1" status: 200 len: 2977 time: 0.3517716 Sep 01 14:58:04.003880 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-e5cd9d1f-c854-478f-b850-c97dafef24f3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e538ecd-4647-4f99-b285-085d35d01fa7 HTTP/1.1" status: 200 len: 217 time: 0.0823402 Sep 01 14:58:04.053130 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-23798c7b-c7ca-45fd-9047-de0b65348b31 req-3d735d8f-b996-4ef2-85af-83d8d4d73533 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335669 Sep 01 14:58:04.081330 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4b136259-d395-4577-bea1-ac2ae12cb372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:04.198239 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-5596a4ae-994f-46fb-b79b-128c8b612c41 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/d5fd43f7-b1d0-4d06-9e30-c8a76c4bf309 HTTP/1.1" status: 200 len: 2977 time: 0.1929767 Sep 01 14:58:04.220630 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-e09ae80f-6813-4a46-9c50-8d4997a73f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:04.224880 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-e09ae80f-6813-4a46-9c50-8d4997a73f23 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9190e3b6-cad0-44f5-b6a2-0434cdac7990 HTTP/1.1" status: 200 len: 852 time: 0.1870902 Sep 01 14:58:04.349478 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-5d6d893e-d167-4745-b467-25a75e9c66c3 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/fd30b6b0-38a7-418c-9de5-a96454fc0954 HTTP/1.1" status: 200 len: 2981 time: 0.1432054 Sep 01 14:58:04.371797 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-aab7f466-c4e7-4fb4-9e75-65b6f1a180c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04386cd7-b035-483b-a3ac-af5b24df8dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206956 Sep 01 14:58:04.429010 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1de2bba-c044-4f49-8122-4c740bf22312 req-3cbea8ae-08bb-450f-8998-02c1c9c52f3c tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/fd30b6b0-38a7-418c-9de5-a96454fc0954 HTTP/1.1" status: 200 len: 2981 time: 0.0780511 Sep 01 14:58:04.950363 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-10bd6514-6039-430c-bb57-14ecf0d273ae service neutron] 10.222.0.62 "GET /v2.0/networks/04386cd7-b035-483b-a3ac-af5b24df8dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719786 Sep 01 14:58:05.107568 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4b136259-d395-4577-bea1-ac2ae12cb372 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:05.132129 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4b136259-d395-4577-bea1-ac2ae12cb372 None None] Transition to ACTIVE for port object cf297d13-3c67-4eab-bacd-355909f04e31 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:58:05.156385 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4b136259-d395-4577-bea1-ac2ae12cb372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:05.203056 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542d663-65cd-47d6-b286-1aaaf9b73328 req-4349c024-e1bb-4f44-974e-81ac1c87940f tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:05.214076 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5542d663-65cd-47d6-b286-1aaaf9b73328 req-4349c024-e1bb-4f44-974e-81ac1c87940f tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=c53dd0be-121a-4349-88ab-945a81b4bcce HTTP/1.1" status: 200 len: 944 time: 0.6748700 Sep 01 14:58:05.409403 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c312000-52d7-4c47-8ec9-b1fe30c0931e req-c3463977-815d-4d50-94aa-43f3c63841bd service neutron] 10.222.0.62 "GET /v2.0/networks/04386cd7-b035-483b-a3ac-af5b24df8dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478478 Sep 01 14:58:05.444236 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5542d663-65cd-47d6-b286-1aaaf9b73328 req-fdcefdce-dfbd-431b-aa50-de970fdef884 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b2ee014-6d5f-4035-93b7-b96a2144e126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149572 Sep 01 14:58:05.465632 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc491be-05ab-48c9-b920-c6d2f7e0091b None None] Pushing event updated for resources: {'Port': ['ID=cf297d13-3c67-4eab-bacd-355909f04e31,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:05.598600 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc491be-05ab-48c9-b920-c6d2f7e0091b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:05.599035 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed22bdd6-9aa2-4e57-a425-f5bb12929c9e x-openstack-request-id: req-ed22bdd6-9aa2-4e57-a425-f5bb12929c9e {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:58:05.599222 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53dd0be-121a-4349-88ab-945a81b4bcce", "tag": "7e538ecd-4647-4f99-b285-085d35d01fa7", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:58:05.599374 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc491be-05ab-48c9-b920-c6d2f7e0091b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:05.599528 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ed22bdd6-9aa2-4e57-a425-f5bb12929c9e {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:58:05.599709 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc491be-05ab-48c9-b920-c6d2f7e0091b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:05.600452 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c53dd0be-121a-4349-88ab-945a81b4bcce', 'tag': '7e538ecd-4647-4f99-b285-085d35d01fa7', 'status': 'completed', 'code': 200} Sep 01 14:58:05.600628 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc491be-05ab-48c9-b920-c6d2f7e0091b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:05.600782 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc491be-05ab-48c9-b920-c6d2f7e0091b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:05.601337 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc491be-05ab-48c9-b920-c6d2f7e0091b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:05.601883 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc491be-05ab-48c9-b920-c6d2f7e0091b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:05.612926 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc491be-05ab-48c9-b920-c6d2f7e0091b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:05.614346 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc491be-05ab-48c9-b920-c6d2f7e0091b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:05.614991 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc491be-05ab-48c9-b920-c6d2f7e0091b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:05.615499 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc491be-05ab-48c9-b920-c6d2f7e0091b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:05.616218 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc491be-05ab-48c9-b920-c6d2f7e0091b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:05.621670 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-4b136259-d395-4577-bea1-ac2ae12cb372 None None] Attempting to bind port cf297d13-3c67-4eab-bacd-355909f04e31 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:58:05.622112 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-4b136259-d395-4577-bea1-ac2ae12cb372 None None] Attempting to bind port cf297d13-3c67-4eab-bacd-355909f04e31 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '0f1d6480-111e-4ff1-916a-132bc6dcdb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1d5ec8e9-1155-4144-999b-39f47e9c46ad'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:58:05.624375 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b136259-d395-4577-bea1-ac2ae12cb372 None None] Attempting to bind port cf297d13-3c67-4eab-bacd-355909f04e31 on network 1d5ec8e9-1155-4144-999b-39f47e9c46ad {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:05.648023 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b136259-d395-4577-bea1-ac2ae12cb372 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:58:05.648629 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b136259-d395-4577-bea1-ac2ae12cb372 None None] Checking segment: {'id': '0f1d6480-111e-4ff1-916a-132bc6dcdb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1d5ec8e9-1155-4144-999b-39f47e9c46ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:58:05.649157 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4b136259-d395-4577-bea1-ac2ae12cb372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:05.649654 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b136259-d395-4577-bea1-ac2ae12cb372 None None] Bound using segment: {'id': '0f1d6480-111e-4ff1-916a-132bc6dcdb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1d5ec8e9-1155-4144-999b-39f47e9c46ad'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:58:05.650430 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-4b136259-d395-4577-bea1-ac2ae12cb372 None None] Bound port: cf297d13-3c67-4eab-bacd-355909f04e31, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1d6480-111e-4ff1-916a-132bc6dcdb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1d5ec8e9-1155-4144-999b-39f47e9c46ad'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:58:05.651573 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4b136259-d395-4577-bea1-ac2ae12cb372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:05.940527 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-4b136259-d395-4577-bea1-ac2ae12cb372 None None] For port cf297d13-3c67-4eab-bacd-355909f04e31, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:58:05.957816 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-4b136259-d395-4577-bea1-ac2ae12cb372 None None] For port cf297d13-3c67-4eab-bacd-355909f04e31, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=cf297d13-3c67-4eab-bacd-355909f04e31,segment=NetworkSegment(0f1d6480-111e-4ff1-916a-132bc6dcdb43),segment_id=0f1d6480-111e-4ff1-916a-132bc6dcdb43)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:58:05.969138 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4b136259-d395-4577-bea1-ac2ae12cb372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:06.006780 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506aaf4d-c37c-4d8e-ba08-5ebc3efb72ed req-818114a1-6fba-461a-abb7-bd59a48a0bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:06.009856 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-506aaf4d-c37c-4d8e-ba08-5ebc3efb72ed req-818114a1-6fba-461a-abb7-bd59a48a0bda service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=78d6f1b3379047caa4ea1f692dcc7a3d&device_id=c53dd0be-121a-4349-88ab-945a81b4bcce HTTP/1.1" status: 200 len: 1095 time: 0.3243701 Sep 01 14:58:06.044434 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e59b0-d1d8-45d2-970a-e851199cd2da req-61f2d862-2e50-4a1e-90d3-1c2078e7cbd3 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:06.061501 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b9e59b0-d1d8-45d2-970a-e851199cd2da req-61f2d862-2e50-4a1e-90d3-1c2078e7cbd3 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3984516-622d-44f4-b1c4-676e6d3e507b HTTP/1.1" status: 200 len: 949 time: 0.0962255 Sep 01 14:58:06.088009 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec480c3f-b59f-46b4-a474-cda99208cb36 req-68c1e2b5-52dd-4692-8654-286eff824d73 tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9b592ca2410346339ab78c6154242845 HTTP/1.1" status: 200 len: 6103 time: 0.2940402 Sep 01 14:58:06.187211 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b9e59b0-d1d8-45d2-970a-e851199cd2da req-f628ad16-0ad8-4ca9-b172-83c44c6c70b7 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3df015f-6974-47af-b359-620a00737dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243708 Sep 01 14:58:06.198908 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b136259-d395-4577-bea1-ac2ae12cb372 None None] Routers {'21d983ce-55ab-47c5-b1a9-2aca5e4aed44'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:58:06.200574 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4b136259-d395-4577-bea1-ac2ae12cb372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:57:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['21d983ce-55ab-47c5-b1a9-2aca5e4aed44'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:58:06.207035 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc491be-05ab-48c9-b920-c6d2f7e0091b None None] Pushing event updated for resources: {'Port': ['ID=cf297d13-3c67-4eab-bacd-355909f04e31,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:06.312269 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec480c3f-b59f-46b4-a474-cda99208cb36 req-b35eb5aa-5774-4c72-a799-040fcbf54dca tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] 10.222.0.60 "GET /v2.0/security-groups/1bad10bb-2098-481a-882a-afeb7abedacb HTTP/1.1" status: 200 len: 2981 time: 0.2233965 Sep 01 14:58:06.379148 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506aaf4d-c37c-4d8e-ba08-5ebc3efb72ed req-4074d0b7-6f14-480a-9bec-959ce81700a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:06.380921 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-506aaf4d-c37c-4d8e-ba08-5ebc3efb72ed req-4074d0b7-6f14-480a-9bec-959ce81700a9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=04386cd7-b035-483b-a3ac-af5b24df8dcf HTTP/1.1" status: 200 len: 913 time: 0.3517656 Sep 01 14:58:06.496413 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-506aaf4d-c37c-4d8e-ba08-5ebc3efb72ed req-61c68bec-78dc-4e91-81fc-d7a61c3c634c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e538ecd-4647-4f99-b285-085d35d01fa7 HTTP/1.1" status: 200 len: 217 time: 0.0963986 Sep 01 14:58:06.510135 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec480c3f-b59f-46b4-a474-cda99208cb36 req-adfa7052-95fb-4a2d-aeec-e7458acc7bc4 tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] 10.222.0.60 "GET /v2.0/security-groups/1bad10bb-2098-481a-882a-afeb7abedacb HTTP/1.1" status: 200 len: 2981 time: 0.1965244 Sep 01 14:58:06.618866 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-4b136259-d395-4577-bea1-ac2ae12cb372 None None] Set router 21d983ce-55ab-47c5-b1a9-2aca5e4aed44 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:58:06.677186 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506aaf4d-c37c-4d8e-ba08-5ebc3efb72ed req-763e8fdf-6b4a-4a6e-979f-1bfa28215cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:06.688806 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-506aaf4d-c37c-4d8e-ba08-5ebc3efb72ed req-763e8fdf-6b4a-4a6e-979f-1bfa28215cd0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9190e3b6-cad0-44f5-b6a2-0434cdac7990 HTTP/1.1" status: 200 len: 852 time: 0.1770937 Sep 01 14:58:06.844645 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-506aaf4d-c37c-4d8e-ba08-5ebc3efb72ed req-481ab608-f2ef-4b50-88c7-fefe79891b40 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04386cd7-b035-483b-a3ac-af5b24df8dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1430130 Sep 01 14:58:06.924514 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7d0dc-b455-4c3a-9166-2269a433a346 req-59665b57-8089-422a-bba5-a6e4175b1c74 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:06.926167 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4a7d0dc-b455-4c3a-9166-2269a433a346 req-59665b57-8089-422a-bba5-a6e4175b1c74 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3984516-622d-44f4-b1c4-676e6d3e507b HTTP/1.1" status: 200 len: 949 time: 0.1528280 Sep 01 14:58:07.047859 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2216ff78-50b0-4ad2-a82c-5e00593eaddd req-42256564-9982-4471-875d-4ac7c37aaa64 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/00729ae2-56ad-4f78-9538-49c924a772f3 HTTP/1.1" status: 200 len: 1777 time: 0.1972940 Sep 01 14:58:07.205016 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241ab46-b2b7-4175-ae3c-fa09b23b16b8 req-c00acbb9-d318-40e9-a0e2-9bb15e77ed97 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:07.206951 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-506aaf4d-c37c-4d8e-ba08-5ebc3efb72ed req-bbd458a1-72f9-48c4-b8d0-d44e66793f77 service neutron] 10.222.0.62 "GET /v2.0/networks/04386cd7-b035-483b-a3ac-af5b24df8dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454542 Sep 01 14:58:07.213630 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2216ff78-50b0-4ad2-a82c-5e00593eaddd req-c2a1dacb-b4b9-415b-a5ba-253e9b603080 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:07.219021 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8241ab46-b2b7-4175-ae3c-fa09b23b16b8 req-c00acbb9-d318-40e9-a0e2-9bb15e77ed97 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=c53dd0be-121a-4349-88ab-945a81b4bcce HTTP/1.1" status: 200 len: 944 time: 0.3047929 Sep 01 14:58:07.353821 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-f4a7d0dc-b455-4c3a-9166-2269a433a346 req-57b5f4c3-c4fa-4332-a71e-86b194af7f46 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Deleting port 43abe93d-e94e-49d7-b941-c8268f0210d4 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:58:07.357504 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f4a7d0dc-b455-4c3a-9166-2269a433a346 req-57b5f4c3-c4fa-4332-a71e-86b194af7f46 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:07.367123 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2216ff78-50b0-4ad2-a82c-5e00593eaddd req-c2a1dacb-b4b9-415b-a5ba-253e9b603080 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:07.476756 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4b136259-d395-4577-bea1-ac2ae12cb372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d983ce-55ab-47c5-b1a9-2aca5e4aed44', 'name': 'tempest-AttachSCSIVolumeTestJSON-1526395342-router', 'tenant_id': '41c6d35d60454f43b79337aab2d9b95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '5929e4d2-13da-4691-ba0d-f2741018dde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:57:49Z', 'updated_at': '2021-09-01T14:57:59Z', 'revision_number': 4, 'project_id': '41c6d35d60454f43b79337aab2d9b95e', 'gw_port': {'id': '5929e4d2-13da-4691-ba0d-f2741018dde3', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d983ce-55ab-47c5-b1a9-2aca5e4aed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:51Z', 'updated_at': '2021-09-01T14:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'cf297d13-3c67-4eab-bacd-355909f04e31', 'name': '', 'network_id': '1d5ec8e9-1155-4144-999b-39f47e9c46ad', 'tenant_id': '41c6d35d60454f43b79337aab2d9b95e', 'mac_address': 'fa:16:3e:dc:d4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d983ce-55ab-47c5-b1a9-2aca5e4aed44', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6c508e99-30d7-4d19-94f9-1932e55d4cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:57Z', 'updated_at': '2021-09-01T14:58:05Z', 'revision_number': 4, 'project_id': '41c6d35d60454f43b79337aab2d9b95e', 'subnets': [{'id': '6c508e99-30d7-4d19-94f9-1932e55d4cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:58:07.490893 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8241ab46-b2b7-4175-ae3c-fa09b23b16b8 req-957eb492-f6fc-499f-a6d0-6e2d56ec23bd tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b2ee014-6d5f-4035-93b7-b96a2144e126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705016 Sep 01 14:58:07.511274 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-506aaf4d-c37c-4d8e-ba08-5ebc3efb72ed req-bf9902a1-9e95-42b0-b643-9fa498de1d14 service neutron] 10.222.0.62 "GET /v2.0/networks/04386cd7-b035-483b-a3ac-af5b24df8dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934153 Sep 01 14:58:07.524463 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2216ff78-50b0-4ad2-a82c-5e00593eaddd req-c2a1dacb-b4b9-415b-a5ba-253e9b603080 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:07.531339 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2216ff78-50b0-4ad2-a82c-5e00593eaddd req-c2a1dacb-b4b9-415b-a5ba-253e9b603080 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:07.555166 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2216ff78-50b0-4ad2-a82c-5e00593eaddd req-c2a1dacb-b4b9-415b-a5ba-253e9b603080 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/00729ae2-56ad-4f78-9538-49c924a772f3 HTTP/1.1" status: 204 len: 173 time: 0.5010915 Sep 01 14:58:07.624072 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1dacb-b4b9-415b-a5ba-253e9b603080 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00729ae2-56ad-4f78-9538-49c924a772f3,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:07.661226 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b136259-d395-4577-bea1-ac2ae12cb372 None None] The sync data for ids ['21d983ce-55ab-47c5-b1a9-2aca5e4aed44'] in n-d-794796-3 is: [{'id': '21d983ce-55ab-47c5-b1a9-2aca5e4aed44', 'name': 'tempest-AttachSCSIVolumeTestJSON-1526395342-router', 'tenant_id': '41c6d35d60454f43b79337aab2d9b95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '5929e4d2-13da-4691-ba0d-f2741018dde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:57:49Z', 'updated_at': '2021-09-01T14:57:59Z', 'revision_number': 4, 'project_id': '41c6d35d60454f43b79337aab2d9b95e', 'gw_port': {'id': '5929e4d2-13da-4691-ba0d-f2741018dde3', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d983ce-55ab-47c5-b1a9-2aca5e4aed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:51Z', 'updated_at': '2021-09-01T14:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'cf297d13-3c67-4eab-bacd-355909f04e31', 'name': '', 'network_id': '1d5ec8e9-1155-4144-999b-39f47e9c46ad', 'tenant_id': '41c6d35d60454f43b79337aab2d9b95e', 'mac_address': 'fa:16:3e:dc:d4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d983ce-55ab-47c5-b1a9-2aca5e4aed44', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '6c508e99-30d7-4d19-94f9-1932e55d4cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:57Z', 'updated_at': '2021-09-01T14:58:05Z', 'revision_number': 4, 'project_id': '41c6d35d60454f43b79337aab2d9b95e', 'subnets': [{'id': '6c508e99-30d7-4d19-94f9-1932e55d4cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:58:07.839813 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f1bf4-68a2-4b37-8cae-28332dbcab1c req-6ebb7f33-c223-4459-b3ec-0606c622eb0c tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:07.847721 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-295f1bf4-68a2-4b37-8cae-28332dbcab1c req-6ebb7f33-c223-4459-b3ec-0606c622eb0c tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 1097 time: 0.1769223 Sep 01 14:58:07.929144 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:08.017305 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-295f1bf4-68a2-4b37-8cae-28332dbcab1c req-9684c599-88bd-4fee-b5db-43801c7fece9 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681821 Sep 01 14:58:08.072168 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-f4a7d0dc-b455-4c3a-9166-2269a433a346 req-57b5f4c3-c4fa-4332-a71e-86b194af7f46 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] For port 43abe93d-e94e-49d7-b941-c8268f0210d4, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=43abe93d-e94e-49d7-b941-c8268f0210d4,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:08.073160 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f4a7d0dc-b455-4c3a-9166-2269a433a346 req-57b5f4c3-c4fa-4332-a71e-86b194af7f46 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:08.140090 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-f4a7d0dc-b455-4c3a-9166-2269a433a346 req-57b5f4c3-c4fa-4332-a71e-86b194af7f46 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Calling delete_port for 43abe93d-e94e-49d7-b941-c8268f0210d4 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:58:08.201403 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef09ba5-d5ec-4ed3-a6de-7b0edaab5d2d req-1f09949e-c0bd-4ae8-949a-8584f7b04367 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:08.204734 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7ef09ba5-d5ec-4ed3-a6de-7b0edaab5d2d req-1f09949e-c0bd-4ae8-949a-8584f7b04367 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3984516-622d-44f4-b1c4-676e6d3e507b HTTP/1.1" status: 200 len: 949 time: 0.1948264 Sep 01 14:58:08.291183 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7ef09ba5-d5ec-4ed3-a6de-7b0edaab5d2d req-a629ac02-9fb2-4300-8347-9571257a75d4 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3df015f-6974-47af-b359-620a00737dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735059 Sep 01 14:58:08.676076 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f4a7d0dc-b455-4c3a-9166-2269a433a346 req-57b5f4c3-c4fa-4332-a71e-86b194af7f46 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:08.679952 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device cf297d13-3c67-4eab-bacd-355909f04e31 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:58:08.780470 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['43abe93d-e94e-49d7-b941-c8268f0210d4'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:58:08.968936 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 7e538ecd-4647-4f99-b285-085d35d01fa7 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:58:09.216227 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49330) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:09.235628 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5fd48125-0a97-46c7-8f85-f13b172f6984 req-26f578b3-1307-49cc-a7e6-7019f6ec68b7 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "GET /v2.0/security-groups/e8fa1fdc-26ec-4d78-a3d2-0a778c9c0d9c HTTP/1.1" status: 200 len: 1775 time: 0.9281747 Sep 01 14:58:09.244795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5f4c3-c4fa-4332-a71e-86b194af7f46 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Pushing event deleted for resources: {'Port': ['ID=43abe93d-e94e-49d7-b941-c8268f0210d4,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:09.412845 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 7e538ecd-4647-4f99-b285-085d35d01fa7, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=7e538ecd-4647-4f99-b285-085d35d01fa7,segment=NetworkSegment(dc42584e-dbf4-46b3-8fa5-2b6ac56bc408),segment_id=dc42584e-dbf4-46b3-8fa5-2b6ac56bc408)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:09.491959 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '7e538ecd-4647-4f99-b285-085d35d01fa7', 'network_id': '04386cd7-b035-483b-a3ac-af5b24df8dcf', 'port_id': '7e538ecd-4647-4f99-b285-085d35d01fa7', 'mac_address': 'fa:16:3e:ec:59:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9190e3b6-cad0-44f5-b6a2-0434cdac7990', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:58:09.512766 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9b7940a5-482c-4ae0-b9f6-3bca856e8b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:09.555314 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a7d0dc-b455-4c3a-9166-2269a433a346 req-57b5f4c3-c4fa-4332-a71e-86b194af7f46 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] No DVR routers for this DVR port 43abe93d-e94e-49d7-b941-c8268f0210d4 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:58:09.574571 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f4a7d0dc-b455-4c3a-9166-2269a433a346 req-57b5f4c3-c4fa-4332-a71e-86b194af7f46 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:09.578850 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4a7d0dc-b455-4c3a-9166-2269a433a346 req-57b5f4c3-c4fa-4332-a71e-86b194af7f46 tempest-DeleteServersAdminTestJSON-635153802 tempest-DeleteServersAdminTestJSON-635153802-project] 10.222.0.62 "DELETE /v2.0/ports/43abe93d-e94e-49d7-b941-c8268f0210d4 HTTP/1.1" status: 204 len: 173 time: 2.6084800 Sep 01 14:58:09.581678 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3984516-622d-44f4-b1c4-676e6d3e507b', 'name': 'network-vif-deleted', 'tag': '43abe93d-e94e-49d7-b941-c8268f0210d4'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:58:09.594512 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6880392-bf48-4ac9-a58f-5c946bab4375" -d '{"events": [{"server_uuid": "f3984516-622d-44f4-b1c4-676e6d3e507b", "name": "network-vif-deleted", "tag": "43abe93d-e94e-49d7-b941-c8268f0210d4"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:58:09.690184 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5fd48125-0a97-46c7-8f85-f13b172f6984 req-441096c4-e921-468a-94e7-ea11b42df3a0 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:09.734731 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0d489f94-5817-4bc7-99d4-6d15a049b038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:09.797560 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5fd48125-0a97-46c7-8f85-f13b172f6984 req-441096c4-e921-468a-94e7-ea11b42df3a0 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:09.820449 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:09.870130 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9b7940a5-482c-4ae0-b9f6-3bca856e8b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:09.878240 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e538ecd-4647-4f99-b285-085d35d01fa7 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:58:09.886344 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9b7940a5-482c-4ae0-b9f6-3bca856e8b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:09.894706 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port cf297d13-3c67-4eab-bacd-355909f04e31 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:58:09.913276 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port cf297d13-3c67-4eab-bacd-355909f04e31 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:09.915394 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:09.947187 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5fd48125-0a97-46c7-8f85-f13b172f6984 req-441096c4-e921-468a-94e7-ea11b42df3a0 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:09.952623 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5fd48125-0a97-46c7-8f85-f13b172f6984 req-441096c4-e921-468a-94e7-ea11b42df3a0 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:09.968328 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5fd48125-0a97-46c7-8f85-f13b172f6984 req-441096c4-e921-468a-94e7-ea11b42df3a0 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/e8fa1fdc-26ec-4d78-a3d2-0a778c9c0d9c HTTP/1.1" status: 204 len: 173 time: 0.7145283 Sep 01 14:58:10.018252 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9b7940a5-482c-4ae0-b9f6-3bca856e8b59 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1bfb4f0b525a42a18b0218a386595171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7946959 Sep 01 14:58:10.018252 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49352) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:10.048097 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441096c4-e921-468a-94e7-ea11b42df3a0 tempest-SecurityGroupsTestAdminJSON-502647635 tempest-SecurityGroupsTestAdminJSON-502647635-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fa1fdc-26ec-4d78-a3d2-0a778c9c0d9c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:10.077739 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7940a5-482c-4ae0-b9f6-3bca856e8b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95c7b3a-f030-46f5-a97b-a427bf742897,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:10.194727 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ac0b266d-28f3-4023-b773-636efd8a5530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:10.198812 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 7e538ecd-4647-4f99-b285-085d35d01fa7, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=7e538ecd-4647-4f99-b285-085d35d01fa7,segment=NetworkSegment(dc42584e-dbf4-46b3-8fa5-2b6ac56bc408),segment_id=dc42584e-dbf4-46b3-8fa5-2b6ac56bc408)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:10.245092 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:10.319394 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ac0b266d-28f3-4023-b773-636efd8a5530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:10.506972 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ac0b266d-28f3-4023-b773-636efd8a5530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:10.511888 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ac0b266d-28f3-4023-b773-636efd8a5530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:10.515091 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ac0b266d-28f3-4023-b773-636efd8a5530 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e95c7b3a-f030-46f5-a97b-a427bf742897 HTTP/1.1" status: 204 len: 168 time: 0.4950831 Sep 01 14:58:10.538812 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=7e538ecd-4647-4f99-b285-085d35d01fa7,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:10.549236 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b266d-28f3-4023-b773-636efd8a5530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95c7b3a-f030-46f5-a97b-a427bf742897,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:10.639263 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68e45c-485b-459c-b5fe-45da3b5dcd78 req-eaff2ed1-ce01-4bdf-a614-2351a79516bc tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:10.647525 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cd68e45c-485b-459c-b5fe-45da3b5dcd78 req-eaff2ed1-ce01-4bdf-a614-2351a79516bc tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=c53dd0be-121a-4349-88ab-945a81b4bcce HTTP/1.1" status: 200 len: 945 time: 0.2215066 Sep 01 14:58:10.806823 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['7e538ecd-4647-4f99-b285-085d35d01fa7'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:58:10.825335 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cd68e45c-485b-459c-b5fe-45da3b5dcd78 req-6a57571c-0852-45ab-adcc-b8fb1f08b248 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b2ee014-6d5f-4035-93b7-b96a2144e126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613903 Sep 01 14:58:10.931552 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 43abe93d-e94e-49d7-b941-c8268f0210d4 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:58:10.995491 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:11.003409 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 43abe93d-e94e-49d7-b941-c8268f0210d4 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:58:11.004152 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 43abe93d-e94e-49d7-b941-c8268f0210d4 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:58:11.183098 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port cf297d13-3c67-4eab-bacd-355909f04e31, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=cf297d13-3c67-4eab-bacd-355909f04e31,segment=NetworkSegment(0f1d6480-111e-4ff1-916a-132bc6dcdb43),segment_id=0f1d6480-111e-4ff1-916a-132bc6dcdb43)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:11.208891 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:11.252674 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a465b35c-8d01-41fe-99d7-6ec1a202516a x-openstack-request-id: req-a465b35c-8d01-41fe-99d7-6ec1a202516a {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:58:11.253554 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3984516-622d-44f4-b1c4-676e6d3e507b", "name": "network-vif-deleted", "tag": "43abe93d-e94e-49d7-b941-c8268f0210d4", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:58:11.254248 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a465b35c-8d01-41fe-99d7-6ec1a202516a {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:58:11.255945 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3984516-622d-44f4-b1c4-676e6d3e507b', 'name': 'network-vif-deleted', 'tag': '43abe93d-e94e-49d7-b941-c8268f0210d4', 'status': 'completed', 'code': 200} Sep 01 14:58:11.343839 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=cf297d13-3c67-4eab-bacd-355909f04e31,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:11.383344 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49372) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:11.417734 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-91cc87d9-e6cc-46ed-95bb-3db28c382ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:11.437490 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cf295584-ea9a-4c3f-8f51-e8c9a4042a5d req-b9007c3b-6adc-49c7-8ec7-b5ebb0b4ffb4 tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] 10.222.0.60 "GET /v2.0/security-groups/7367bb44-beab-4195-b7d3-90a7a34dc061 HTTP/1.1" status: 200 len: 1778 time: 0.1643493 Sep 01 14:58:11.534783 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-7641150f-a091-47c9-b5b6-6b0ab30390db tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:58:11.536773 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-7641150f-a091-47c9-b5b6-6b0ab30390db tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191162 Sep 01 14:58:11.600932 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cf295584-ea9a-4c3f-8f51-e8c9a4042a5d req-b802a16a-73f4-4243-a912-b3bbd3110399 tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:11.641219 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cf295584-ea9a-4c3f-8f51-e8c9a4042a5d req-b802a16a-73f4-4243-a912-b3bbd3110399 tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:11.646994 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-328f197f-3d28-4f43-b99a-93a438f7ff7a tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:11.655161 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-328f197f-3d28-4f43-b99a-93a438f7ff7a tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/ports/c3f56962-430c-4f87-b347-2afceebea955 HTTP/1.1" status: 200 len: 1094 time: 0.0911822 Sep 01 14:58:11.664675 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-42e5bfa0-de1c-4c7b-910f-afb30024ad9c service neutron] Request body: {'binding': {'host': 'n-h2-794796-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:11.665266 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-42e5bfa0-de1c-4c7b-910f-afb30024ad9c service neutron] Unknown quota resources ['binding']. {{(pid=94733) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 14:58:11.720475 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cf295584-ea9a-4c3f-8f51-e8c9a4042a5d req-b802a16a-73f4-4243-a912-b3bbd3110399 tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:11.725650 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cf295584-ea9a-4c3f-8f51-e8c9a4042a5d req-b802a16a-73f4-4243-a912-b3bbd3110399 tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:11.727619 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cf295584-ea9a-4c3f-8f51-e8c9a4042a5d req-b802a16a-73f4-4243-a912-b3bbd3110399 tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] 10.222.0.60 "DELETE /v2.0/security-groups/7367bb44-beab-4195-b7d3-90a7a34dc061 HTTP/1.1" status: 204 len: 173 time: 0.2714334 Sep 01 14:58:11.755278 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802a16a-73f4-4243-a912-b3bbd3110399 tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7367bb44-beab-4195-b7d3-90a7a34dc061,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:11.834531 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-91cc87d9-e6cc-46ed-95bb-3db28c382ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:11.842257 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-91cc87d9-e6cc-46ed-95bb-3db28c382ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:11.893983 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:11.897414 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-91cc87d9-e6cc-46ed-95bb-3db28c382ef4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=88a136649c9941189e2c720f9130d1e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5116758 Sep 01 14:58:11.901118 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49380) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:11.955970 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc87d9-e6cc-46ed-95bb-3db28c382ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31143890-3a42-4887-857d-8a80be4660e1,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:12.001277 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59e6cad7-1563-4bf2-a6a3-b83d0c5fa640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:12.048044 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-42e5bfa0-de1c-4c7b-910f-afb30024ad9c service neutron] Attempting to bind port c3f56962-430c-4f87-b347-2afceebea955 on host n-h2-794796-3 for vnic_type normal with profile None {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:58:12.048584 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-42e5bfa0-de1c-4c7b-910f-afb30024ad9c service neutron] Attempting to bind port c3f56962-430c-4f87-b347-2afceebea955 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:58:12.049460 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-42e5bfa0-de1c-4c7b-910f-afb30024ad9c service neutron] Attempting to bind port c3f56962-430c-4f87-b347-2afceebea955 on network baf99c09-53f8-4476-8cd9-fd2a9a404823 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:12.058858 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-42e5bfa0-de1c-4c7b-910f-afb30024ad9c service neutron] Port c3f56962-430c-4f87-b347-2afceebea955 on network baf99c09-53f8-4476-8cd9-fd2a9a404823 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:58:12.059383 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-42e5bfa0-de1c-4c7b-910f-afb30024ad9c service neutron] Attempting to bind port c3f56962-430c-4f87-b347-2afceebea955 on network baf99c09-53f8-4476-8cd9-fd2a9a404823 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:12.069726 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-42e5bfa0-de1c-4c7b-910f-afb30024ad9c service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:58:12.070331 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-42e5bfa0-de1c-4c7b-910f-afb30024ad9c service neutron] Checking segment: {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:58:12.070983 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-42e5bfa0-de1c-4c7b-910f-afb30024ad9c service neutron] Bound using segment: {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:58:12.071800 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-42e5bfa0-de1c-4c7b-910f-afb30024ad9c service neutron] Bound port: c3f56962-430c-4f87-b347-2afceebea955, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:58:12.072599 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59e6cad7-1563-4bf2-a6a3-b83d0c5fa640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:12.105397 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3880d8a5-aae7-49f7-a706-8e101a76c088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:12.195760 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-42e5bfa0-de1c-4c7b-910f-afb30024ad9c service neutron] For port c3f56962-430c-4f87-b347-2afceebea955, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=c3f56962-430c-4f87-b347-2afceebea955,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:58:12.207618 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-42e5bfa0-de1c-4c7b-910f-afb30024ad9c service neutron] Notify callbacks [] for binding, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:12.210392 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-42e5bfa0-de1c-4c7b-910f-afb30024ad9c service neutron] 10.222.0.60 "POST /v2.0/ports/c3f56962-430c-4f87-b347-2afceebea955/bindings HTTP/1.1" status: 201 len: 389 time: 0.5526359 Sep 01 14:58:12.215405 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59e6cad7-1563-4bf2-a6a3-b83d0c5fa640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:12.220379 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59e6cad7-1563-4bf2-a6a3-b83d0c5fa640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:12.222826 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-59e6cad7-1563-4bf2-a6a3-b83d0c5fa640 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/31143890-3a42-4887-857d-8a80be4660e1 HTTP/1.1" status: 204 len: 168 time: 0.3191111 Sep 01 14:58:12.240361 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6cad7-1563-4bf2-a6a3-b83d0c5fa640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31143890-3a42-4887-857d-8a80be4660e1,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:12.584503 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-caf1fc4f-3d0c-4d43-901e-ce0f35b8714b req-c45b27d4-25cc-4965-9cb8-4672c2ac3512 tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] 10.222.0.60 "GET /v2.0/security-groups/467f00c5-c5b7-4fe7-9027-bc99983f4569 HTTP/1.1" status: 200 len: 1777 time: 0.1612012 Sep 01 14:58:12.645968 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d412deb-9e25-45c4-a0d7-ae705bb2c901 req-8aa5e0ba-479a-449b-99f8-a4743bca2a3a tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:12.647850 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d412deb-9e25-45c4-a0d7-ae705bb2c901 req-8aa5e0ba-479a-449b-99f8-a4743bca2a3a tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=c53dd0be-121a-4349-88ab-945a81b4bcce HTTP/1.1" status: 200 len: 945 time: 0.0897410 Sep 01 14:58:12.709678 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-caf1fc4f-3d0c-4d43-901e-ce0f35b8714b req-1d9fbc22-acfa-4f3a-99d8-b59f15d28179 tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:12.778322 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-caf1fc4f-3d0c-4d43-901e-ce0f35b8714b req-1d9fbc22-acfa-4f3a-99d8-b59f15d28179 tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:12.829560 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-98d7ecaa-01c8-4a1c-b0ca-35d2f067286b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:12.831280 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-98d7ecaa-01c8-4a1c-b0ca-35d2f067286b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 1097 time: 0.1792765 Sep 01 14:58:12.836853 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d412deb-9e25-45c4-a0d7-ae705bb2c901 req-0a8d64bc-cf0a-4eaf-827b-792f55d94453 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b2ee014-6d5f-4035-93b7-b96a2144e126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671982 Sep 01 14:58:12.870113 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 7e538ecd-4647-4f99-b285-085d35d01fa7 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:58:12.996115 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-caf1fc4f-3d0c-4d43-901e-ce0f35b8714b req-1d9fbc22-acfa-4f3a-99d8-b59f15d28179 tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:12.998316 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-caf1fc4f-3d0c-4d43-901e-ce0f35b8714b req-1d9fbc22-acfa-4f3a-99d8-b59f15d28179 tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:13.012289 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-caf1fc4f-3d0c-4d43-901e-ce0f35b8714b req-1d9fbc22-acfa-4f3a-99d8-b59f15d28179 tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] 10.222.0.60 "DELETE /v2.0/security-groups/467f00c5-c5b7-4fe7-9027-bc99983f4569 HTTP/1.1" status: 204 len: 173 time: 0.4255629 Sep 01 14:58:13.053716 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fbc22-acfa-4f3a-99d8-b59f15d28179 tempest-SecurityGroupsTestAdminJSON-1497994720 tempest-SecurityGroupsTestAdminJSON-1497994720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=467f00c5-c5b7-4fe7-9027-bc99983f4569,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:13.126220 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 7e538ecd-4647-4f99-b285-085d35d01fa7 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:58:13.137629 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 7e538ecd-4647-4f99-b285-085d35d01fa7 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:13.138901 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:13.143789 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-871a0c25-b581-4fa1-94eb-8f4367b69724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:13.157495 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-871a0c25-b581-4fa1-94eb-8f4367b69724 service neutron] 10.222.0.62 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 908 time: 0.3139238 Sep 01 14:58:13.177383 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:13.351325 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-25e77e97-5874-486f-9510-53f536500654 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3f56962-430c-4f87-b347-2afceebea955 HTTP/1.1" status: 200 len: 217 time: 0.1885650 Sep 01 14:58:13.373775 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb9029-a124-4310-af54-56550647a787 req-693becba-eb09-48b0-a2c4-b3576cfaf285 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:13.375567 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7beb9029-a124-4310-af54-56550647a787 req-693becba-eb09-48b0-a2c4-b3576cfaf285 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 946 time: 0.1903474 Sep 01 14:58:13.400934 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:13.468573 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49406) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:13.543450 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-01d48706-eda0-4103-b15f-8df7372c1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:13.549964 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-01d48706-eda0-4103-b15f-8df7372c1b0c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f21d72f-51d2-4274-ac2c-410e832eb73e HTTP/1.1" status: 200 len: 847 time: 0.1865911 Sep 01 14:58:13.587116 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device cf297d13-3c67-4eab-bacd-355909f04e31 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:58:13.594240 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 7e538ecd-4647-4f99-b285-085d35d01fa7, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=7e538ecd-4647-4f99-b285-085d35d01fa7,segment=NetworkSegment(dc42584e-dbf4-46b3-8fa5-2b6ac56bc408),segment_id=dc42584e-dbf4-46b3-8fa5-2b6ac56bc408)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:13.599452 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53dd0be-121a-4349-88ab-945a81b4bcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e538ecd-4647-4f99-b285-085d35d01fa7'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:58:13.603833 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2a86f0-5fe7-4926-ab36-1cc31c668b9f" -d '{"events": [{"server_uuid": "c53dd0be-121a-4349-88ab-945a81b4bcce", "name": "network-vif-plugged", "status": "completed", "tag": "7e538ecd-4647-4f99-b285-085d35d01fa7"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:58:13.617583 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7beb9029-a124-4310-af54-56550647a787 req-9ad7fac7-314d-4ed2-97c5-4e3004b701c4 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296293 Sep 01 14:58:13.632619 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:13.646680 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-be4eb162-cdd7-4474-bf6b-8f8947a55091 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=baf99c09-53f8-4476-8cd9-fd2a9a404823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822031 Sep 01 14:58:13.714959 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e848bb-a652-4243-9697-302c1c20658c x-openstack-request-id: req-13e848bb-a652-4243-9697-302c1c20658c {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:58:13.718822 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53dd0be-121a-4349-88ab-945a81b4bcce", "name": "network-vif-plugged", "status": "completed", "tag": "7e538ecd-4647-4f99-b285-085d35d01fa7", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:58:13.719292 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-13e848bb-a652-4243-9697-302c1c20658c {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:58:13.720536 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c53dd0be-121a-4349-88ab-945a81b4bcce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e538ecd-4647-4f99-b285-085d35d01fa7', 'code': 200} Sep 01 14:58:13.833750 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-cbb93159-2e1e-4a92-9d11-222c01af1fb9 service neutron] 10.222.0.62 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788044 Sep 01 14:58:13.958947 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=7e538ecd-4647-4f99-b285-085d35d01fa7,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:13.986883 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port cf297d13-3c67-4eab-bacd-355909f04e31 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:13.991418 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:14.057980 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0e798-f963-494d-939c-ee93ddee175e req-9421d5ea-9c0d-410e-add6-b83d95f19ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:14.066077 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1db0e798-f963-494d-939c-ee93ddee175e req-9421d5ea-9c0d-410e-add6-b83d95f19ac4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c53dd0be-121a-4349-88ab-945a81b4bcce HTTP/1.1" status: 200 len: 1097 time: 0.1804161 Sep 01 14:58:14.082159 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-280954b5-282a-4d76-991c-5917d3cd9a4c service neutron] 10.222.0.62 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392092 Sep 01 14:58:14.194163 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-19a47222-e96c-4dde-9abe-5b63b64449e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:14.297258 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49424) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:14.365786 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-79393103-2fab-400c-be19-42f2e41c087d tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:14.371218 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-79393103-2fab-400c-be19-42f2e41c087d tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433&tenant_id=84be7df9de7c45c681c68240357d6b7c&binding%3Ahost_id=n-h1-794796-3 HTTP/1.1" status: 200 len: 1097 time: 0.1492155 Sep 01 14:58:14.387793 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-f943ab0c-6d9f-42a3-9292-05258eaff5ab service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794796-3'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:14.444343 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-19a47222-e96c-4dde-9abe-5b63b64449e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:14.484896 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1db0e798-f963-494d-939c-ee93ddee175e req-77f73bf0-2b41-4e0b-8176-471c20a0f0eb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2b2ee014-6d5f-4035-93b7-b96a2144e126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090445 Sep 01 14:58:14.485575 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-19a47222-e96c-4dde-9abe-5b63b64449e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:14.517311 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e832b-11bd-4e8f-b386-b82d66376f04 req-31a0e8b9-fc50-4ab5-b5d4-f6d661a8be9e tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:14.519144 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d93e832b-11bd-4e8f-b386-b82d66376f04 req-31a0e8b9-fc50-4ab5-b5d4-f6d661a8be9e tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=c53dd0be-121a-4349-88ab-945a81b4bcce HTTP/1.1" status: 200 len: 946 time: 0.4158554 Sep 01 14:58:14.592086 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-f943ab0c-6d9f-42a3-9292-05258eaff5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:14.639354 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a47222-e96c-4dde-9abe-5b63b64449e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2193bb4c-99dc-448f-add6-d3cb0053d582,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:14.681762 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-19a47222-e96c-4dde-9abe-5b63b64449e4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ea2c74240438478bb36f386a4eb7cd80&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1947126 Sep 01 14:58:14.688893 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49434) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:14.774932 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d93e832b-11bd-4e8f-b386-b82d66376f04 req-10eeb7be-8def-4e42-97a3-d2996647cd4b tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b2ee014-6d5f-4035-93b7-b96a2144e126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926301 Sep 01 14:58:14.783044 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bf65c679-dace-4201-bdde-e4da60586e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:14.911654 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bf65c679-dace-4201-bdde-e4da60586e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:14.935621 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:15.080350 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49438) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:15.120846 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bf65c679-dace-4201-bdde-e4da60586e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:15.132380 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bf65c679-dace-4201-bdde-e4da60586e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:15.136358 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bf65c679-dace-4201-bdde-e4da60586e76 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2193bb4c-99dc-448f-add6-d3cb0053d582 HTTP/1.1" status: 204 len: 168 time: 0.4428029 Sep 01 14:58:15.169171 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65c679-dace-4201-bdde-e4da60586e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2193bb4c-99dc-448f-add6-d3cb0053d582,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:15.268343 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14bc2e-25d2-4f8f-bcea-86b599c454e6 req-49fdc5d6-ca70-4a8f-a2de-5c6145c71771 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:15.270420 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0b14bc2e-25d2-4f8f-bcea-86b599c454e6 req-49fdc5d6-ca70-4a8f-a2de-5c6145c71771 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 946 time: 0.5010669 Sep 01 14:58:15.410373 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-59f8ba97-4c4a-46b8-bfb0-742eb255c263 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9417098cad184397bed5ba3f8411efda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252625 Sep 01 14:58:15.413711 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49450) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:15.418403 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0b14bc2e-25d2-4f8f-bcea-86b599c454e6 req-06b91cef-ed33-4eae-a4f2-3a0d91aeb421 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246476 Sep 01 14:58:15.483989 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-03344dd2-a9ba-49ca-bf30-c5d989ff066a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9b592ca2410346339ab78c6154242845&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1817274 Sep 01 14:58:15.501413 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49452) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:15.501413 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-f943ab0c-6d9f-42a3-9292-05258eaff5ab service neutron] For port c3f56962-430c-4f87-b347-2afceebea955, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c3f56962-430c-4f87-b347-2afceebea955,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:15.633338 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-46d1e835-0407-421a-bd12-2d188f0e09b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:15.725945 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11644ff3-a9e9-4896-82dd-c2f744448215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:15.749952 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-46d1e835-0407-421a-bd12-2d188f0e09b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:15.797165 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-f943ab0c-6d9f-42a3-9292-05258eaff5ab service neutron] For port c3f56962-430c-4f87-b347-2afceebea955, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:58:15.891522 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-46d1e835-0407-421a-bd12-2d188f0e09b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:15.910677 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-46d1e835-0407-421a-bd12-2d188f0e09b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:15.915172 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11644ff3-a9e9-4896-82dd-c2f744448215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:15.923164 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-46d1e835-0407-421a-bd12-2d188f0e09b0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a3df015f-6974-47af-b359-620a00737dcc HTTP/1.1" status: 204 len: 168 time: 0.5028846 Sep 01 14:58:15.961812 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1e835-0407-421a-bd12-2d188f0e09b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3df015f-6974-47af-b359-620a00737dcc,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:16.023164 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e085559b-578f-4ccb-ad25-8a9a84cb5433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3f56962-430c-4f87-b347-2afceebea955'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:58:16.027652 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdddfd89-2d12-468a-9c0d-926b0806f0ba" -d '{"events": [{"server_uuid": "e085559b-578f-4ccb-ad25-8a9a84cb5433", "name": "network-vif-unplugged", "status": "completed", "tag": "c3f56962-430c-4f87-b347-2afceebea955"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:58:16.056984 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-f943ab0c-6d9f-42a3-9292-05258eaff5ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:16.116344 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-f943ab0c-6d9f-42a3-9292-05258eaff5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:16.144743 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 14:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad68a8c6-db87-4523-ab04-53ddc1773eb7 x-openstack-request-id: req-ad68a8c6-db87-4523-ab04-53ddc1773eb7 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:58:16.145529 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e085559b-578f-4ccb-ad25-8a9a84cb5433", "name": "network-vif-unplugged", "status": "completed", "tag": "c3f56962-430c-4f87-b347-2afceebea955", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:58:16.145987 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ad68a8c6-db87-4523-ab04-53ddc1773eb7 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:58:16.146707 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e085559b-578f-4ccb-ad25-8a9a84cb5433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3f56962-430c-4f87-b347-2afceebea955', 'code': 200} Sep 01 14:58:16.287835 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4e394-5ebd-40e4-b9f8-7219071ede66 req-923e6214-3a28-44ea-a399-bba3128a12ba tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:16.291233 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-97a4e394-5ebd-40e4-b9f8-7219071ede66 req-923e6214-3a28-44ea-a399-bba3128a12ba tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=c53dd0be-121a-4349-88ab-945a81b4bcce HTTP/1.1" status: 200 len: 946 time: 0.2227483 Sep 01 14:58:16.320740 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11644ff3-a9e9-4896-82dd-c2f744448215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:16.332034 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11644ff3-a9e9-4896-82dd-c2f744448215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:16.332034 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-11644ff3-a9e9-4896-82dd-c2f744448215 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1bad10bb-2098-481a-882a-afeb7abedacb HTTP/1.1" status: 204 len: 168 time: 0.8401423 Sep 01 14:58:16.341183 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49468) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:16.372337 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca8f70d0-a824-44cf-a205-445dc77940db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:16.407316 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943ab0c-6d9f-42a3-9292-05258eaff5ab service neutron] Pushing event updated for resources: {'Port': ['ID=c3f56962-430c-4f87-b347-2afceebea955,revision_number=7']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:16.428842 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11644ff3-a9e9-4896-82dd-c2f744448215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bad10bb-2098-481a-882a-afeb7abedacb,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:16.461289 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-f943ab0c-6d9f-42a3-9292-05258eaff5ab service neutron] Attempting to bind port c3f56962-430c-4f87-b347-2afceebea955 on host n-h1-794796-3 for vnic_type normal with profile {"migrating_to": "n-h2-794796-3"} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:58:16.463161 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-f943ab0c-6d9f-42a3-9292-05258eaff5ab service neutron] Attempting to bind port c3f56962-430c-4f87-b347-2afceebea955 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:58:16.466152 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-f943ab0c-6d9f-42a3-9292-05258eaff5ab service neutron] Attempting to bind port c3f56962-430c-4f87-b347-2afceebea955 on network baf99c09-53f8-4476-8cd9-fd2a9a404823 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:16.571211 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-f943ab0c-6d9f-42a3-9292-05258eaff5ab service neutron] Port c3f56962-430c-4f87-b347-2afceebea955 on network baf99c09-53f8-4476-8cd9-fd2a9a404823 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:58:16.579096 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-f943ab0c-6d9f-42a3-9292-05258eaff5ab service neutron] Attempting to bind port c3f56962-430c-4f87-b347-2afceebea955 on network baf99c09-53f8-4476-8cd9-fd2a9a404823 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:16.615597 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-f943ab0c-6d9f-42a3-9292-05258eaff5ab service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:58:16.616417 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-f943ab0c-6d9f-42a3-9292-05258eaff5ab service neutron] Checking segment: {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:58:16.618191 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-f943ab0c-6d9f-42a3-9292-05258eaff5ab service neutron] Bound using segment: {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:58:16.621579 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-f943ab0c-6d9f-42a3-9292-05258eaff5ab service neutron] Bound port: c3f56962-430c-4f87-b347-2afceebea955, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:58:16.622725 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-f943ab0c-6d9f-42a3-9292-05258eaff5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:16.641116 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-97a4e394-5ebd-40e4-b9f8-7219071ede66 req-35988790-4abc-4613-af26-7e87ea544618 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b2ee014-6d5f-4035-93b7-b96a2144e126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346543 Sep 01 14:58:16.780233 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca8f70d0-a824-44cf-a205-445dc77940db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:16.823206 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca8f70d0-a824-44cf-a205-445dc77940db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:16.913937 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-f943ab0c-6d9f-42a3-9292-05258eaff5ab service neutron] For port c3f56962-430c-4f87-b347-2afceebea955, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:58:16.932760 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-f943ab0c-6d9f-42a3-9292-05258eaff5ab service neutron] For port c3f56962-430c-4f87-b347-2afceebea955, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c3f56962-430c-4f87-b347-2afceebea955,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:58:16.948547 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-f943ab0c-6d9f-42a3-9292-05258eaff5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:17.010998 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ca8f70d0-a824-44cf-a205-445dc77940db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cdd3eb8700bc4d4699cee9d70ffae87b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6666858 Sep 01 14:58:17.021877 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49478) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:17.065052 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f70d0-a824-44cf-a205-445dc77940db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee227c64-454f-422d-a24d-57796b91539f,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:17.095243 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb361ac-a495-4967-ac68-100dcd73e54c req-f46cd3c2-bfad-4c1c-b481-3e2a1512b067 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:17.102382 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-efb361ac-a495-4967-ac68-100dcd73e54c req-f46cd3c2-bfad-4c1c-b481-3e2a1512b067 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 944 time: 0.3181310 Sep 01 14:58:17.103656 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49480) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:17.291203 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-14cb9219-aeac-47af-97b5-570d0767cdd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:17.357170 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943ab0c-6d9f-42a3-9292-05258eaff5ab service neutron] Pushing event updated for resources: {'Port': ['ID=c3f56962-430c-4f87-b347-2afceebea955,revision_number=8']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:17.382941 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-f943ab0c-6d9f-42a3-9292-05258eaff5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:17.384613 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-f943ab0c-6d9f-42a3-9292-05258eaff5ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:17.391168 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-f943ab0c-6d9f-42a3-9292-05258eaff5ab service neutron] 10.222.0.62 "PUT /v2.0/ports/c3f56962-430c-4f87-b347-2afceebea955 HTTP/1.1" status: 200 len: 1122 time: 3.0092359 Sep 01 14:58:17.467669 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['c3f56962-430c-4f87-b347-2afceebea955'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:58:17.550608 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-651e98f0-2cbb-47cf-96d6-64d81784799b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:17.611462 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49488) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:17.619129 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-efb361ac-a495-4967-ac68-100dcd73e54c req-9e5de3fb-912d-4627-9267-5b54fb479d8f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819055 Sep 01 14:58:17.692933 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-651e98f0-2cbb-47cf-96d6-64d81784799b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:17.741566 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8cdadd63-2517-4a51-bfc5-140f036edff0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a5d231bd72e495aa855276575b7555f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1276462 Sep 01 14:58:17.743105 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49494) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:18.128458 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5525574b-4588-4946-950d-c4f4d1e4c38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:18.145815 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f979d1-381a-487b-9af7-580be59c497d req-cc4e4ffa-a474-4164-a523-e9e426c2fb9d tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:18.154738 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0f979d1-381a-487b-9af7-580be59c497d req-cc4e4ffa-a474-4164-a523-e9e426c2fb9d tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=c53dd0be-121a-4349-88ab-945a81b4bcce HTTP/1.1" status: 200 len: 946 time: 0.2051747 Sep 01 14:58:18.159516 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e085559b-578f-4ccb-ad25-8a9a84cb5433', 'tag': 'c3f56962-430c-4f87-b347-2afceebea955'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:58:18.162599 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6589c57-9092-429b-a034-86d5284738fd" -d '{"events": [{"name": "network-changed", "server_uuid": "e085559b-578f-4ccb-ad25-8a9a84cb5433", "tag": "c3f56962-430c-4f87-b347-2afceebea955"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:58:18.208791 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-14cb9219-aeac-47af-97b5-570d0767cdd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:18.211763 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-651e98f0-2cbb-47cf-96d6-64d81784799b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:18.217530 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-651e98f0-2cbb-47cf-96d6-64d81784799b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:18.222694 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-651e98f0-2cbb-47cf-96d6-64d81784799b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee227c64-454f-422d-a24d-57796b91539f HTTP/1.1" status: 204 len: 168 time: 1.1853230 Sep 01 14:58:18.254154 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-14cb9219-aeac-47af-97b5-570d0767cdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:18.300492 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5525574b-4588-4946-950d-c4f4d1e4c38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:18.336135 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e98f0-2cbb-47cf-96d6-64d81784799b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee227c64-454f-422d-a24d-57796b91539f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:18.341591 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849c5adb-bd85-408d-b16c-dc64087e2f8c x-openstack-request-id: req-849c5adb-bd85-408d-b16c-dc64087e2f8c {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:58:18.342262 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e085559b-578f-4ccb-ad25-8a9a84cb5433", "tag": "c3f56962-430c-4f87-b347-2afceebea955", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:58:18.344293 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-849c5adb-bd85-408d-b16c-dc64087e2f8c {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:58:18.345272 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e085559b-578f-4ccb-ad25-8a9a84cb5433', 'tag': 'c3f56962-430c-4f87-b347-2afceebea955', 'status': 'completed', 'code': 200} Sep 01 14:58:18.378619 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0f979d1-381a-487b-9af7-580be59c497d req-5e7d4cba-1cb3-44f7-a87c-828b715d53e9 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b2ee014-6d5f-4035-93b7-b96a2144e126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225394 Sep 01 14:58:18.456387 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-14cb9219-aeac-47af-97b5-570d0767cdd7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c170464decad480bbead0227c91f2e81&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3342581 Sep 01 14:58:18.470987 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49506) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:18.492942 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5525574b-4588-4946-950d-c4f4d1e4c38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:18.497164 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5525574b-4588-4946-950d-c4f4d1e4c38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:18.512213 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5525574b-4588-4946-950d-c4f4d1e4c38b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b66d7361-e1ea-428c-a803-ee6e3249856a HTTP/1.1" status: 204 len: 168 time: 0.7581341 Sep 01 14:58:18.570355 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525574b-4588-4946-950d-c4f4d1e4c38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66d7361-e1ea-428c-a803-ee6e3249856a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:18.682582 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b389e2fb-13d6-44fc-a600-71e9c917bb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:18.758376 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb9219-aeac-47af-97b5-570d0767cdd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6992b7a-38c4-44ff-992f-f44f6955868b,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:18.763082 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b389e2fb-13d6-44fc-a600-71e9c917bb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:18.779764 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-999ba2e3-9835-4584-a328-c534a2d9af04 req-dcdc9256-cc92-4ebb-9c94-aec0d36c8402 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1582440639&fields=id&tenant_id=78d6f1b3379047caa4ea1f692dcc7a3d HTTP/1.1" status: 200 len: 267 time: 0.1364455 Sep 01 14:58:18.803229 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6589c57-9092-429b-a034-86d5284738fd req-1e4dcda0-d380-4f3f-96d3-a4a153f03000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:18.805938 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e6589c57-9092-429b-a034-86d5284738fd req-1e4dcda0-d380-4f3f-96d3-a4a153f03000 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 1125 time: 0.3465970 Sep 01 14:58:18.906406 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b389e2fb-13d6-44fc-a600-71e9c917bb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:18.914481 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b389e2fb-13d6-44fc-a600-71e9c917bb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:18.922967 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b389e2fb-13d6-44fc-a600-71e9c917bb47 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a6992b7a-38c4-44ff-992f-f44f6955868b HTTP/1.1" status: 204 len: 168 time: 0.4489322 Sep 01 14:58:18.994257 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ba2e3-9835-4584-a328-c534a2d9af04 req-0435735f-9477-41b4-8ab6-fa72a874eeca tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:19.000380 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389e2fb-13d6-44fc-a600-71e9c917bb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6992b7a-38c4-44ff-992f-f44f6955868b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:19.012621 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-999ba2e3-9835-4584-a328-c534a2d9af04 req-0435735f-9477-41b4-8ab6-fa72a874eeca tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=c53dd0be-121a-4349-88ab-945a81b4bcce HTTP/1.1" status: 200 len: 946 time: 0.2196927 Sep 01 14:58:19.040702 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336487e-4c12-4345-92f6-3958c771f3f3 req-a0405f8b-a925-4e66-9125-d18c5a57d1fd tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:19.050649 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d336487e-4c12-4345-92f6-3958c771f3f3 req-a0405f8b-a925-4e66-9125-d18c5a57d1fd tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 944 time: 0.1703432 Sep 01 14:58:19.075856 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-999ba2e3-9835-4584-a328-c534a2d9af04 req-797376f0-d863-450c-ad5a-83cbd80c8de8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Request body: {'port': {'security_groups': ['2b2ee014-6d5f-4035-93b7-b96a2144e126', 'a6d17871-1249-4acd-a30f-a8ceb94e8172']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:19.100267 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6589c57-9092-429b-a034-86d5284738fd req-123ca267-2b34-47b3-8970-3e4d0919c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:19.105384 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e6589c57-9092-429b-a034-86d5284738fd req-123ca267-2b34-47b3-8970-3e4d0919c59b service neutron] 10.222.0.45 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 908 time: 0.2809687 Sep 01 14:58:19.138256 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d336487e-4c12-4345-92f6-3958c771f3f3 req-8be9b90b-1e89-4dd6-8388-830427c3374e tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852013 Sep 01 14:58:19.234139 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e6589c57-9092-429b-a034-86d5284738fd req-a4a11aac-16b7-4839-926d-e5aa7d33dcae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3f56962-430c-4f87-b347-2afceebea955 HTTP/1.1" status: 200 len: 217 time: 0.0933251 Sep 01 14:58:19.351768 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-999ba2e3-9835-4584-a328-c534a2d9af04 req-797376f0-d863-450c-ad5a-83cbd80c8de8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:19.405850 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6589c57-9092-429b-a034-86d5284738fd req-1be3d453-441e-4bf5-b320-56c77313f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:19.407704 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e6589c57-9092-429b-a034-86d5284738fd req-1be3d453-441e-4bf5-b320-56c77313f98d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f21d72f-51d2-4274-ac2c-410e832eb73e HTTP/1.1" status: 200 len: 847 time: 0.1606293 Sep 01 14:58:19.475059 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e6589c57-9092-429b-a034-86d5284738fd req-02337e93-f3f3-4ad1-9d04-22cbb1ebfd35 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=baf99c09-53f8-4476-8cd9-fd2a9a404823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543690 Sep 01 14:58:19.788315 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e6589c57-9092-429b-a034-86d5284738fd req-ac34c031-095c-45d6-a52b-cbb0df1b97f0 service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988012 Sep 01 14:58:20.162610 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e6589c57-9092-429b-a034-86d5284738fd req-a60b9f0a-b6b9-46cc-bf7a-a8e361fbdb7a service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637245 Sep 01 14:58:20.205856 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-59825ef3-c195-4707-826b-f284ba8ee3e9 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=672ba97bfaaf4d8b8bc0341f06178638&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518317 Sep 01 14:58:20.242678 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-999ba2e3-9835-4584-a328-c534a2d9af04 req-797376f0-d863-450c-ad5a-83cbd80c8de8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] For port 7e538ecd-4647-4f99-b285-085d35d01fa7, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=7e538ecd-4647-4f99-b285-085d35d01fa7,segment=NetworkSegment(dc42584e-dbf4-46b3-8fa5-2b6ac56bc408),segment_id=dc42584e-dbf4-46b3-8fa5-2b6ac56bc408)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:20.289880 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-999ba2e3-9835-4584-a328-c534a2d9af04 req-797376f0-d863-450c-ad5a-83cbd80c8de8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:20.297122 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-999ba2e3-9835-4584-a328-c534a2d9af04 req-797376f0-d863-450c-ad5a-83cbd80c8de8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:20.370047 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ba2e3-9835-4584-a328-c534a2d9af04 req-797376f0-d863-450c-ad5a-83cbd80c8de8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:20.371134 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-999ba2e3-9835-4584-a328-c534a2d9af04 req-797376f0-d863-450c-ad5a-83cbd80c8de8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:20.374181 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-999ba2e3-9835-4584-a328-c534a2d9af04 req-797376f0-d863-450c-ad5a-83cbd80c8de8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "PUT /v2.0/ports/7e538ecd-4647-4f99-b285-085d35d01fa7 HTTP/1.1" status: 200 len: 982 time: 1.3581896 Sep 01 14:58:20.374885 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53dd0be-121a-4349-88ab-945a81b4bcce', 'tag': '7e538ecd-4647-4f99-b285-085d35d01fa7'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:58:20.378915 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabee739-9d91-4a83-8dc8-5df1955ebc57" -d '{"events": [{"name": "network-changed", "server_uuid": "c53dd0be-121a-4349-88ab-945a81b4bcce", "tag": "7e538ecd-4647-4f99-b285-085d35d01fa7"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:58:20.381181 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['7e538ecd-4647-4f99-b285-085d35d01fa7'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:58:20.413294 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797376f0-d863-450c-ad5a-83cbd80c8de8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Pushing event updated for resources: {'Port': ['ID=7e538ecd-4647-4f99-b285-085d35d01fa7,revision_number=6']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:20.442540 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-6bbacd2a-bc76-4aee-baf7-484ac9f66016 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:20.454961 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-6bbacd2a-bc76-4aee-baf7-484ac9f66016 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2460573 Sep 01 14:58:20.484847 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-8b2eaaf4-13ab-48ab-869a-dd0a565647dd tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] 10.222.0.60 "GET /v2.0/quotas/672ba97bfaaf4d8b8bc0341f06178638 HTTP/1.1" status: 200 len: 375 time: 0.0274374 Sep 01 14:58:20.540733 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-82bc0dc8-6fe9-4db7-9bdd-592713d1d5d7 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=672ba97bfaaf4d8b8bc0341f06178638&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537009 Sep 01 14:58:20.668122 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['7e538ecd-4647-4f99-b285-085d35d01fa7'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:58:20.755351 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47ca50-f398-4dfe-a573-fffcb3759726 req-5dfe7c49-c07e-49f1-a80a-d52931651e9b tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:20.776939 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b47ca50-f398-4dfe-a573-fffcb3759726 req-5dfe7c49-c07e-49f1-a80a-d52931651e9b tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 944 time: 0.1998384 Sep 01 14:58:20.927266 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b47ca50-f398-4dfe-a573-fffcb3759726 req-5de87af8-169f-4963-941a-039f20ac4d89 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457243 Sep 01 14:58:20.943286 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device c3f56962-430c-4f87-b347-2afceebea955 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:58:21.042444 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2a0c2a-421f-4d3b-b960-475dd0b09f51 x-openstack-request-id: req-cc2a0c2a-421f-4d3b-b960-475dd0b09f51 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:58:21.042816 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53dd0be-121a-4349-88ab-945a81b4bcce", "tag": "7e538ecd-4647-4f99-b285-085d35d01fa7", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:58:21.043134 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc2a0c2a-421f-4d3b-b960-475dd0b09f51 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:58:21.043641 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c53dd0be-121a-4349-88ab-945a81b4bcce', 'tag': '7e538ecd-4647-4f99-b285-085d35d01fa7', 'status': 'completed', 'code': 200} Sep 01 14:58:21.259698 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-076c3a43-046b-43fe-bfd5-745b37779899 req-584b3d31-a53d-4e63-abc2-d298a63f91f3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-885550550&fields=id&tenant_id=78d6f1b3379047caa4ea1f692dcc7a3d HTTP/1.1" status: 200 len: 267 time: 0.0944986 Sep 01 14:58:21.375872 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bdea8baa-578a-4045-ae0b-66de6b14ba1a req-4193c269-dc52-4a50-a69a-c93bdee58ba2 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] 10.222.0.60 "GET /v2.0/ports?device_id=9494c5da-e46d-4d99-a401-acaac07da947 HTTP/1.1" status: 200 len: 210 time: 0.1190584 Sep 01 14:58:21.388180 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c3a43-046b-43fe-bfd5-745b37779899 req-86d82b9b-627c-4c9b-b894-24a01111cb7b tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:21.413122 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-076c3a43-046b-43fe-bfd5-745b37779899 req-86d82b9b-627c-4c9b-b894-24a01111cb7b tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=c53dd0be-121a-4349-88ab-945a81b4bcce HTTP/1.1" status: 200 len: 985 time: 0.1521523 Sep 01 14:58:21.420597 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabee739-9d91-4a83-8dc8-5df1955ebc57 req-c02ddc82-17e5-4d76-9b2e-abf245f57a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:21.421905 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-076c3a43-046b-43fe-bfd5-745b37779899 req-4bc39197-503f-4a0d-b93c-f251821ea3fd tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Request body: {'port': {'security_groups': ['2b2ee014-6d5f-4035-93b7-b96a2144e126', 'a6d17871-1249-4acd-a30f-a8ceb94e8172', 'd37a95b2-ace6-408a-9c74-14a024928842']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:21.423851 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dabee739-9d91-4a83-8dc8-5df1955ebc57 req-c02ddc82-17e5-4d76-9b2e-abf245f57a68 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=78d6f1b3379047caa4ea1f692dcc7a3d&device_id=c53dd0be-121a-4349-88ab-945a81b4bcce HTTP/1.1" status: 200 len: 1136 time: 0.2911432 Sep 01 14:58:21.669712 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port c3f56962-430c-4f87-b347-2afceebea955, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c3f56962-430c-4f87-b347-2afceebea955,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:21.719203 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device c3f56962-430c-4f87-b347-2afceebea955 has no active binding in host n-h2-794796-3 {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 01 14:58:21.733197 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabee739-9d91-4a83-8dc8-5df1955ebc57 req-28078c0a-97d6-452c-8059-de13a56031e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:21.736979 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dabee739-9d91-4a83-8dc8-5df1955ebc57 req-28078c0a-97d6-452c-8059-de13a56031e6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=04386cd7-b035-483b-a3ac-af5b24df8dcf HTTP/1.1" status: 200 len: 913 time: 0.2971876 Sep 01 14:58:21.800678 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-633cb764-08f5-4450-bf0b-dff09c102047 service neutron] 10.222.0.45 "GET /v2.0/ports/c3f56962-430c-4f87-b347-2afceebea955/bindings/n-h2-794796-3 HTTP/1.1" status: 200 len: 384 time: 0.3077776 Sep 01 14:58:21.846859 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49628) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:21.853171 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dabee739-9d91-4a83-8dc8-5df1955ebc57 req-97239de0-a245-4c20-803c-ae9857a0b9d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e538ecd-4647-4f99-b285-085d35d01fa7 HTTP/1.1" status: 200 len: 217 time: 0.1075244 Sep 01 14:58:21.907136 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-076c3a43-046b-43fe-bfd5-745b37779899 req-4bc39197-503f-4a0d-b93c-f251821ea3fd tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:22.096178 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabee739-9d91-4a83-8dc8-5df1955ebc57 req-64610df4-4120-445a-8115-71946cdd7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:22.097815 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dabee739-9d91-4a83-8dc8-5df1955ebc57 req-64610df4-4120-445a-8115-71946cdd7357 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9190e3b6-cad0-44f5-b6a2-0434cdac7990 HTTP/1.1" status: 200 len: 852 time: 0.2354033 Sep 01 14:58:22.244098 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dabee739-9d91-4a83-8dc8-5df1955ebc57 req-a10c5259-fc41-4749-a937-c42124fa6dd0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04386cd7-b035-483b-a3ac-af5b24df8dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314709 Sep 01 14:58:22.629669 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d047060-9333-472a-83b5-72d8fb71b0fe req-159dce3b-d5fb-43c3-89ed-dab8f89a774c tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:22.656939 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9d047060-9333-472a-83b5-72d8fb71b0fe req-159dce3b-d5fb-43c3-89ed-dab8f89a774c tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 944 time: 0.4113588 Sep 01 14:58:22.693389 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-dabbd06a-191d-4cd8-b996-6804c0f84a0a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2042799894-network', 'tenant_id': 'fb5f121bad314179bc75a57bb742e257'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:22.766451 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-3328b0a2-97a4-44ac-b581-345596349411 service neutron] For port c3f56962-430c-4f87-b347-2afceebea955, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c3f56962-430c-4f87-b347-2afceebea955,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:22.834987 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabbd06a-191d-4cd8-b996-6804c0f84a0a admin admin] Made reservation on behalf of fb5f121bad314179bc75a57bb742e257 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:58:22.839420 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dabbd06a-191d-4cd8-b996-6804c0f84a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:22.877523 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dabee739-9d91-4a83-8dc8-5df1955ebc57 req-e617e64a-57d0-49e7-ae6c-6034188fba06 service neutron] 10.222.0.62 "GET /v2.0/networks/04386cd7-b035-483b-a3ac-af5b24df8dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6221728 Sep 01 14:58:22.894034 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dabbd06a-191d-4cd8-b996-6804c0f84a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:22.960085 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-3328b0a2-97a4-44ac-b581-345596349411 service neutron] For port c3f56962-430c-4f87-b347-2afceebea955, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:58:23.019028 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-076c3a43-046b-43fe-bfd5-745b37779899 req-4bc39197-503f-4a0d-b93c-f251821ea3fd tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] For port 7e538ecd-4647-4f99-b285-085d35d01fa7, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=7e538ecd-4647-4f99-b285-085d35d01fa7,segment=NetworkSegment(dc42584e-dbf4-46b3-8fa5-2b6ac56bc408),segment_id=dc42584e-dbf4-46b3-8fa5-2b6ac56bc408)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:23.097709 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-076c3a43-046b-43fe-bfd5-745b37779899 req-4bc39197-503f-4a0d-b93c-f251821ea3fd tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:23.153932 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9d047060-9333-472a-83b5-72d8fb71b0fe req-6297debb-d67d-4f76-b6f2-a8f62dd9b2c5 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4933398 Sep 01 14:58:23.197097 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-076c3a43-046b-43fe-bfd5-745b37779899 req-4bc39197-503f-4a0d-b93c-f251821ea3fd tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:23.244103 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['7e538ecd-4647-4f99-b285-085d35d01fa7'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:58:23.329392 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-3328b0a2-97a4-44ac-b581-345596349411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3f56962-430c-4f87-b347-2afceebea955 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:58:23.365325 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c3a43-046b-43fe-bfd5-745b37779899 req-4bc39197-503f-4a0d-b93c-f251821ea3fd tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:23.366791 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-076c3a43-046b-43fe-bfd5-745b37779899 req-4bc39197-503f-4a0d-b93c-f251821ea3fd tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:23.370441 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-076c3a43-046b-43fe-bfd5-745b37779899 req-4bc39197-503f-4a0d-b93c-f251821ea3fd tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "PUT /v2.0/ports/7e538ecd-4647-4f99-b285-085d35d01fa7 HTTP/1.1" status: 200 len: 1021 time: 1.9560926 Sep 01 14:58:23.376249 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53dd0be-121a-4349-88ab-945a81b4bcce', 'tag': '7e538ecd-4647-4f99-b285-085d35d01fa7'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:58:23.381102 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985f45aa-38d3-4a8a-b438-687eb354a6e9" -d '{"events": [{"name": "network-changed", "server_uuid": "c53dd0be-121a-4349-88ab-945a81b4bcce", "tag": "7e538ecd-4647-4f99-b285-085d35d01fa7"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:58:23.505447 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-27bdeead-4b45-4ff7-a1ea-87ab49f39814 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=672ba97bfaaf4d8b8bc0341f06178638&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1005385 Sep 01 14:58:23.513260 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-3328b0a2-97a4-44ac-b581-345596349411 service neutron] For port c3f56962-430c-4f87-b347-2afceebea955, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=c3f56962-430c-4f87-b347-2afceebea955,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:23.595819 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['7e538ecd-4647-4f99-b285-085d35d01fa7'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:58:23.606123 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dabee739-9d91-4a83-8dc8-5df1955ebc57 req-82d42370-89f8-4d92-ac75-111a40db7359 service neutron] 10.222.0.62 "GET /v2.0/networks/04386cd7-b035-483b-a3ac-af5b24df8dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6916759 Sep 01 14:58:23.865180 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-3328b0a2-97a4-44ac-b581-345596349411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:23.934016 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacd87f-9da9-4651-83d5-983efa78aa6b req-851c51be-e26a-4ca1-8362-c47c34b37854 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:23.936761 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-adacd87f-9da9-4651-83d5-983efa78aa6b req-851c51be-e26a-4ca1-8362-c47c34b37854 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=c53dd0be-121a-4349-88ab-945a81b4bcce HTTP/1.1" status: 200 len: 1024 time: 0.2450619 Sep 01 14:58:23.945637 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dabbd06a-191d-4cd8-b996-6804c0f84a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:23.956954 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dabbd06a-191d-4cd8-b996-6804c0f84a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:23.991170 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc39197-503f-4a0d-b93c-f251821ea3fd tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Pushing event updated for resources: {'Port': ['ID=7e538ecd-4647-4f99-b285-085d35d01fa7,revision_number=7']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:24.017248 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b14f564-dd97-40f1-8d04-cf34d5e9d297 req-d4356dce-dfc9-4ac7-abf1-527943928412 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] 10.222.0.60 "GET /v2.0/ports?device_id=9494c5da-e46d-4d99-a401-acaac07da947 HTTP/1.1" status: 200 len: 210 time: 0.3801639 Sep 01 14:58:24.047742 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabbd06a-191d-4cd8-b996-6804c0f84a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fee8b7a-5281-4c30-abe8-33c1aa020e2f,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:24.148345 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dabbd06a-191d-4cd8-b996-6804c0f84a0a admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:58:24.226858 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dabbd06a-191d-4cd8-b996-6804c0f84a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:24.227215 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-dabbd06a-191d-4cd8-b996-6804c0f84a0a admin admin] Added segment f9bd29bf-c9e3-4175-b370-dfaff8c8a3eb of type vlan for network 951b1785-2b99-46a1-aca1-832cb4b9a1c5 Sep 01 14:58:24.236719 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647f580a-a636-4e7b-bf17-f633dd6a4cc2 x-openstack-request-id: req-647f580a-a636-4e7b-bf17-f633dd6a4cc2 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:58:24.238760 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53dd0be-121a-4349-88ab-945a81b4bcce", "tag": "7e538ecd-4647-4f99-b285-085d35d01fa7", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:58:24.239328 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-647f580a-a636-4e7b-bf17-f633dd6a4cc2 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:58:24.239848 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c53dd0be-121a-4349-88ab-945a81b4bcce', 'tag': '7e538ecd-4647-4f99-b285-085d35d01fa7', 'status': 'completed', 'code': 200} Sep 01 14:58:24.423997 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-aaad5287-7e17-4b2a-888d-7afb177b0322 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:24.428544 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-aaad5287-7e17-4b2a-888d-7afb177b0322 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8396168 Sep 01 14:58:24.432593 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-3328b0a2-97a4-44ac-b581-345596349411 service neutron] Transition to ACTIVE for port object c3f56962-430c-4f87-b347-2afceebea955 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:58:24.462833 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-436f0f65-846e-4244-96f6-bccdc7cdc458 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Request body: {'port': {'device_id': '9494c5da-e46d-4d99-a401-acaac07da947', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': '672ba97bfaaf4d8b8bc0341f06178638'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:24.480966 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-3328b0a2-97a4-44ac-b581-345596349411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:24.560867 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dabbd06a-191d-4cd8-b996-6804c0f84a0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:24.677280 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-adacd87f-9da9-4651-83d5-983efa78aa6b req-fb7fd33d-bdb2-495a-839d-1f8806058e2d tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b2ee014-6d5f-4035-93b7-b96a2144e126&id=a6d17871-1249-4acd-a30f-a8ceb94e8172&id=d37a95b2-ace6-408a-9c74-14a024928842 HTTP/1.1" status: 200 len: 6149 time: 0.7063811 Sep 01 14:58:24.724318 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dabbd06a-191d-4cd8-b996-6804c0f84a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:24.725652 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabbd06a-191d-4cd8-b996-6804c0f84a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:24.733269 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dabbd06a-191d-4cd8-b996-6804c0f84a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:24.881079 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-a40038af-c341-49ef-8a17-a520f450381b req-a79e85f0-365f-4c9c-932b-ec382e440e48 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Request body: {'security_group': {'name': ' tempest-securitygroup -673860350 ', 'description': 'tempest-description-899194961'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:24.919487 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-dabbd06a-191d-4cd8-b996-6804c0f84a0a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.0701237 Sep 01 14:58:24.932965 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49682) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:24.941119 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-f759158f-467d-4561-b226-2474f55c32d7 admin admin] Request body: {'subnet': {'network_id': '951b1785-2b99-46a1-aca1-832cb4b9a1c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2042799894-subnet', 'tenant_id': 'fb5f121bad314179bc75a57bb742e257', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:24.959027 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f45aa-38d3-4a8a-b438-687eb354a6e9 req-315c651d-307d-46ac-a5f0-bbd8afd68181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:24.960952 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-985f45aa-38d3-4a8a-b438-687eb354a6e9 req-315c651d-307d-46ac-a5f0-bbd8afd68181 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=78d6f1b3379047caa4ea1f692dcc7a3d&device_id=c53dd0be-121a-4349-88ab-945a81b4bcce HTTP/1.1" status: 200 len: 1175 time: 0.6391706 Sep 01 14:58:25.021304 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a40038af-c341-49ef-8a17-a520f450381b req-a79e85f0-365f-4c9c-932b-ec382e440e48 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:25.023807 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabbd06a-191d-4cd8-b996-6804c0f84a0a admin admin] Pushing event updated for resources: {'Network': ['ID=951b1785-2b99-46a1-aca1-832cb4b9a1c5,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:25.037540 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 951b1785-2b99-46a1-aca1-832cb4b9a1c5 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:58:25.186466 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f759158f-467d-4561-b226-2474f55c32d7 admin admin] Made reservation on behalf of fb5f121bad314179bc75a57bb742e257 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:58:25.192050 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f759158f-467d-4561-b226-2474f55c32d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:25.296486 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f45aa-38d3-4a8a-b438-687eb354a6e9 req-968d55ef-a8f3-46d7-b95d-a43fc177606f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:25.298457 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-985f45aa-38d3-4a8a-b438-687eb354a6e9 req-968d55ef-a8f3-46d7-b95d-a43fc177606f service neutron] 10.222.0.62 "GET /v2.0/networks?id=04386cd7-b035-483b-a3ac-af5b24df8dcf HTTP/1.1" status: 200 len: 913 time: 0.3269508 Sep 01 14:58:25.322746 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-3328b0a2-97a4-44ac-b581-345596349411 service neutron] No DVR routers for this DVR port c3f56962-430c-4f87-b347-2afceebea955 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:58:25.363171 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-985f45aa-38d3-4a8a-b438-687eb354a6e9 req-6e57a5ab-2e1c-487e-931a-89e5c0a7f96f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e538ecd-4647-4f99-b285-085d35d01fa7 HTTP/1.1" status: 200 len: 217 time: 0.0551240 Sep 01 14:58:25.464445 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-3328b0a2-97a4-44ac-b581-345596349411 service neutron] 10.222.0.45 "PUT /v2.0/ports/c3f56962-430c-4f87-b347-2afceebea955/bindings/n-h2-794796-3/activate HTTP/1.1" status: 200 len: 369 time: 3.5588393 Sep 01 14:58:25.487861 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f45aa-38d3-4a8a-b438-687eb354a6e9 req-ea5d6611-cfac-4e55-a1b8-b933f84e20a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:25.490433 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-985f45aa-38d3-4a8a-b438-687eb354a6e9 req-ea5d6611-cfac-4e55-a1b8-b933f84e20a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9190e3b6-cad0-44f5-b6a2-0434cdac7990 HTTP/1.1" status: 200 len: 852 time: 0.1187503 Sep 01 14:58:25.557332 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33161f45-d58d-4e48-b6da-0a571f0b4183 req-fc813273-3f7a-41e8-ab2a-9ac73e088c6a tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:25.570933 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-33161f45-d58d-4e48-b6da-0a571f0b4183 req-fc813273-3f7a-41e8-ab2a-9ac73e088c6a tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 945 time: 1.0997446 Sep 01 14:58:25.586402 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.62', 60236) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:25.609524 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328b0a2-97a4-44ac-b581-345596349411 service neutron] Pushing event updated for resources: {'Port': ['ID=c3f56962-430c-4f87-b347-2afceebea955,revision_number=10']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:25.609842 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-985f45aa-38d3-4a8a-b438-687eb354a6e9 req-cf14a856-0ae7-45b8-8618-0a1a5d4322c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04386cd7-b035-483b-a3ac-af5b24df8dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758464 Sep 01 14:58:25.615140 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a40038af-c341-49ef-8a17-a520f450381b req-a79e85f0-365f-4c9c-932b-ec382e440e48 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:25.662071 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a40038af-c341-49ef-8a17-a520f450381b req-a79e85f0-365f-4c9c-932b-ec382e440e48 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:25.765471 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-33161f45-d58d-4e48-b6da-0a571f0b4183 req-fad4acd8-fd54-49cc-93ee-812c33ee52e4 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894135 Sep 01 14:58:25.766986 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-436f0f65-846e-4244-96f6-bccdc7cdc458 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Made reservation on behalf of 672ba97bfaaf4d8b8bc0341f06178638 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:58:25.779437 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-436f0f65-846e-4244-96f6-bccdc7cdc458 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:25.813213 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-436f0f65-846e-4244-96f6-bccdc7cdc458 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:25.830537 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a40038af-c341-49ef-8a17-a520f450381b req-a79e85f0-365f-4c9c-932b-ec382e440e48 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:25.845794 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a40038af-c341-49ef-8a17-a520f450381b req-a79e85f0-365f-4c9c-932b-ec382e440e48 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.9708836 Sep 01 14:58:25.899167 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e85f0-365f-4c9c-932b-ec382e440e48 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3f7bd3-d0bb-42b8-b792-6c68d1a9eeba,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:25.909254 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f759158f-467d-4561-b226-2474f55c32d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:25.975654 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-ea66ae43-1748-4a27-a893-6d2b86cfc33f tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:25.979434 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-ea66ae43-1748-4a27-a893-6d2b86cfc33f tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433&tenant_id=84be7df9de7c45c681c68240357d6b7c&binding%3Ahost_id=n-h1-794796-3 HTTP/1.1" status: 200 len: 1096 time: 0.3915846 Sep 01 14:58:25.988341 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759158f-467d-4561-b226-2474f55c32d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81063392-e516-407e-ab82-b4b9f0ad3ffe,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:26.080160 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-436f0f65-846e-4244-96f6-bccdc7cdc458 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:26.091282 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-436f0f65-846e-4244-96f6-bccdc7cdc458 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:26.112672 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa7e5ebd-5c8c-4827-a681-7984bbda3ba1 req-ee827296-e0c1-4911-a0cc-0b18c532f469 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] 10.222.0.60 "GET /v2.0/ports?device_id=9494c5da-e46d-4d99-a401-acaac07da947 HTTP/1.1" status: 200 len: 210 time: 0.1166916 Sep 01 14:58:26.131044 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-985f45aa-38d3-4a8a-b438-687eb354a6e9 req-28a9cde6-b265-405e-abe0-18481550c865 service neutron] 10.222.0.62 "GET /v2.0/networks/04386cd7-b035-483b-a3ac-af5b24df8dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108769 Sep 01 14:58:26.280251 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-a6b84c09-a04c-46c1-9bd9-9b31c58cab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:26.281913 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-a6b84c09-a04c-46c1-9bd9-9b31c58cab29 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433&tenant_id=84be7df9de7c45c681c68240357d6b7c HTTP/1.1" status: 200 len: 1096 time: 0.2886527 Sep 01 14:58:26.282746 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759158f-467d-4561-b226-2474f55c32d7 admin admin] Checking segment: {'id': 'f9bd29bf-c9e3-4175-b370-dfaff8c8a3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '951b1785-2b99-46a1-aca1-832cb4b9a1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:58:26.283113 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f759158f-467d-4561-b226-2474f55c32d7 admin admin] Network hostable DHCP agents. Network: 951b1785-2b99-46a1-aca1-832cb4b9a1c5, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:58:26.347961 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f759158f-467d-4561-b226-2474f55c32d7 admin admin] Network 951b1785-2b99-46a1-aca1-832cb4b9a1c5 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:58:26.379096 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f0f65-846e-4244-96f6-bccdc7cdc458 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65543176-ff38-46a8-aee4-dcd771b9c789,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:26.401159 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-f759158f-467d-4561-b226-2474f55c32d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 951b1785-2b99-46a1-aca1-832cb4b9a1c5) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:58:26.410220 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-985f45aa-38d3-4a8a-b438-687eb354a6e9 req-0ec19c7a-5882-4f8f-a13a-fb01b91238f6 service neutron] 10.222.0.62 "GET /v2.0/networks/04386cd7-b035-483b-a3ac-af5b24df8dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641280 Sep 01 14:58:26.413149 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f759158f-467d-4561-b226-2474f55c32d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:26.413758 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f759158f-467d-4561-b226-2474f55c32d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:26.414889 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d7f983-6e31-4025-a892-6bdcdc10bb7d None None] Network 951b1785-2b99-46a1-aca1-832cb4b9a1c5 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:58:26.437630 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f759158f-467d-4561-b226-2474f55c32d7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5022571 Sep 01 14:58:26.438781 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49700) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:26.450678 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-a38bed66-1503-4abb-baad-e3ec4b2bfa42 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2042799894-router', 'tenant_id': 'fb5f121bad314179bc75a57bb742e257', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:26.512634 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-a85ff698-f28b-4e8b-ab06-cac05abe7def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:26.523668 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-a85ff698-f28b-4e8b-ab06-cac05abe7def service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 1096 time: 0.1928589 Sep 01 14:58:26.639880 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c3f56962-430c-4f87-b347-2afceebea955 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:58:26.720251 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-436f0f65-846e-4244-96f6-bccdc7cdc458 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Allocated IP 192.168.233.66 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:58:26.823248 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-fc5a5fa0-9363-4a1a-8049-7b624dde716f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:26.831597 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-fc5a5fa0-9363-4a1a-8049-7b624dde716f service neutron] 10.222.0.62 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 908 time: 0.2978833 Sep 01 14:58:26.942710 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c3f56962-430c-4f87-b347-2afceebea955 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:58:26.957127 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-c5827783-1707-4ecf-a66c-19382e498e6b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3f56962-430c-4f87-b347-2afceebea955 HTTP/1.1" status: 200 len: 217 time: 0.1125493 Sep 01 14:58:26.996957 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a38bed66-1503-4abb-baad-e3ec4b2bfa42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:26.999045 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a38bed66-1503-4abb-baad-e3ec4b2bfa42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:27.072341 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e190a731-c627-4a5a-b58f-904bc42b637a req-693fed6d-4d74-4176-a3bf-af9569789285 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=48a789c9341a4538ba88d607e8d78b07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1253393 Sep 01 14:58:27.151344 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-12c2bbf2-45c7-4d9f-8e4a-c5032b9b1fd8 req-3b0af6f4-2ff1-4e68-b38b-9e6e715c7831 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups/bd3f7bd3-d0bb-42b8-b792-6c68d1a9eeba HTTP/1.1" status: 200 len: 1779 time: 0.1905994 Sep 01 14:58:27.164542 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2bc41a-20b4-4812-bf39-4d7114b20ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-951b1785-2b99-46a1-aca1-832cb4b9a1c5', 'network_id': '951b1785-2b99-46a1-aca1-832cb4b9a1c5', 'tenant_id': 'fb5f121bad314179bc75a57bb742e257', 'fixed_ips': [{'subnet_id': '81063392-e516-407e-ab82-b4b9f0ad3ffe'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 14:58:27.166600 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-eb2bc41a-20b4-4812-bf39-4d7114b20ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:27.167732 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-6a0dcd3b-2535-48ca-adad-41d21adfaf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:27.171868 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-6a0dcd3b-2535-48ca-adad-41d21adfaf37 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f21d72f-51d2-4274-ac2c-410e832eb73e HTTP/1.1" status: 200 len: 847 time: 0.1994960 Sep 01 14:58:27.217448 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:27.300692 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a38bed66-1503-4abb-baad-e3ec4b2bfa42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:27.304858 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-4978ee01-ea5a-496a-9919-e613cff93a2a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=baf99c09-53f8-4476-8cd9-fd2a9a404823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210210 Sep 01 14:58:27.440727 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-436f0f65-846e-4244-96f6-bccdc7cdc458 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:27.515722 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190a731-c627-4a5a-b58f-904bc42b637a req-d59ff233-dc09-4671-b455-ad507cb2c4e1 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:27.529455 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e190a731-c627-4a5a-b58f-904bc42b637a req-d59ff233-dc09-4671-b455-ad507cb2c4e1 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4455822 Sep 01 14:58:27.537488 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-436f0f65-846e-4244-96f6-bccdc7cdc458 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Transition to ACTIVE for port object b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:58:27.575198 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e190a731-c627-4a5a-b58f-904bc42b637a req-a420d914-e655-455e-925b-8ff1537f1095 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/quotas/48a789c9341a4538ba88d607e8d78b07 HTTP/1.1" status: 200 len: 375 time: 0.0442643 Sep 01 14:58:27.583724 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-eb2bc41a-20b4-4812-bf39-4d7114b20ba9 None None] Allocated IP 172.20.0.2 (951b1785-2b99-46a1-aca1-832cb4b9a1c5/81063392-e516-407e-ab82-b4b9f0ad3ffe/bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:58:27.671327 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e190a731-c627-4a5a-b58f-904bc42b637a req-0bba2d68-43fd-4a19-8c36-a32eaad6d5a2 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=48a789c9341a4538ba88d607e8d78b07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786600 Sep 01 14:58:27.763792 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-436f0f65-846e-4244-96f6-bccdc7cdc458 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:27.974842 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-436f0f65-846e-4244-96f6-bccdc7cdc458 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:58:27.986929 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-436f0f65-846e-4244-96f6-bccdc7cdc458 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:58:28.003449 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-eb2bc41a-20b4-4812-bf39-4d7114b20ba9 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:28.025423 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f0f65-846e-4244-96f6-bccdc7cdc458 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Pushing event updated for resources: {'Port': ['ID=b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:28.031736 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-436f0f65-846e-4244-96f6-bccdc7cdc458 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:58:28.046216 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-436f0f65-846e-4244-96f6-bccdc7cdc458 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:28.048116 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-436f0f65-846e-4244-96f6-bccdc7cdc458 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:28.059439 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-eb2bc41a-20b4-4812-bf39-4d7114b20ba9 None None] Transition to ACTIVE for port object bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:58:28.081233 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-436f0f65-846e-4244-96f6-bccdc7cdc458 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6315925 Sep 01 14:58:28.118032 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-eb2bc41a-20b4-4812-bf39-4d7114b20ba9 None None] Transition to ACTIVE for port object bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:58:28.121869 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-0ce5c214-3a27-4361-8b10-e501b1a13bd9 service neutron] Request body: {'port': {'device_id': '9494c5da-e46d-4d99-a401-acaac07da947', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:28.127739 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-eb2bc41a-20b4-4812-bf39-4d7114b20ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:28.190609 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2bc41a-20b4-4812-bf39-4d7114b20ba9 None None] Network 951b1785-2b99-46a1-aca1-832cb4b9a1c5 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:58:28.195071 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-eb2bc41a-20b4-4812-bf39-4d7114b20ba9 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:58:28.198670 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2bc41a-20b4-4812-bf39-4d7114b20ba9 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:58:28.244475 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a38bed66-1503-4abb-baad-e3ec4b2bfa42 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:28.312201 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-0ce5c214-3a27-4361-8b10-e501b1a13bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:28.362513 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-eb2bc41a-20b4-4812-bf39-4d7114b20ba9 None None] Attempting to bind port bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:58:28.363142 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-eb2bc41a-20b4-4812-bf39-4d7114b20ba9 None None] Attempting to bind port bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'f9bd29bf-c9e3-4175-b370-dfaff8c8a3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '951b1785-2b99-46a1-aca1-832cb4b9a1c5'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:58:28.363810 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2bc41a-20b4-4812-bf39-4d7114b20ba9 None None] Attempting to bind port bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449 on network 951b1785-2b99-46a1-aca1-832cb4b9a1c5 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:28.373044 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2bc41a-20b4-4812-bf39-4d7114b20ba9 None None] Pushing event updated for resources: {'Port': ['ID=bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:28.395120 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2bc41a-20b4-4812-bf39-4d7114b20ba9 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:58:28.396524 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2bc41a-20b4-4812-bf39-4d7114b20ba9 None None] Checking segment: {'id': 'f9bd29bf-c9e3-4175-b370-dfaff8c8a3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '951b1785-2b99-46a1-aca1-832cb4b9a1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:58:28.398357 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-eb2bc41a-20b4-4812-bf39-4d7114b20ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:28.400516 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2bc41a-20b4-4812-bf39-4d7114b20ba9 None None] Bound using segment: {'id': 'f9bd29bf-c9e3-4175-b370-dfaff8c8a3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '951b1785-2b99-46a1-aca1-832cb4b9a1c5'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:58:28.401510 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-eb2bc41a-20b4-4812-bf39-4d7114b20ba9 None None] Bound port: bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9bd29bf-c9e3-4175-b370-dfaff8c8a3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '951b1785-2b99-46a1-aca1-832cb4b9a1c5'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:58:28.402721 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-eb2bc41a-20b4-4812-bf39-4d7114b20ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:28.426060 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d287a97e-9d6a-4df9-b52f-0f3086b8c704 req-b5ae19dc-323e-41e9-b851-abd38e57a882 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups/bd3f7bd3-d0bb-42b8-b792-6c68d1a9eeba HTTP/1.1" status: 200 len: 1779 time: 0.4050007 Sep 01 14:58:28.638674 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4bf8e-3fce-4d78-992c-8ce833648c32 req-1dc1eec2-8967-4503-89f5-28887c4a29c6 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:28.653696 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c5a4bf8e-3fce-4d78-992c-8ce833648c32 req-1dc1eec2-8967-4503-89f5-28887c4a29c6 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 945 time: 0.7083488 Sep 01 14:58:28.692805 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4a3d63b4-aa16-4d13-9367-6015f7596057 None None] Provisioning for port b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:58:28.699302 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d287a97e-9d6a-4df9-b52f-0f3086b8c704 req-0f16541f-1f97-47db-a012-3ae45622f1f8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:28.732082 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4a3d63b4-aa16-4d13-9367-6015f7596057 None None] Provisioning complete for port b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:28.732832 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4a3d63b4-aa16-4d13-9367-6015f7596057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:28.756780 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-eb2bc41a-20b4-4812-bf39-4d7114b20ba9 None None] For port bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:58:28.758053 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-69cb2955-f7e2-403b-be5e-9901befaaa06 service neutron] 10.222.0.62 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4256895 Sep 01 14:58:28.877880 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d287a97e-9d6a-4df9-b52f-0f3086b8c704 req-0f16541f-1f97-47db-a012-3ae45622f1f8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:28.951641 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-eb2bc41a-20b4-4812-bf39-4d7114b20ba9 None None] For port bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449,segment=NetworkSegment(f9bd29bf-c9e3-4175-b370-dfaff8c8a3eb),segment_id=f9bd29bf-c9e3-4175-b370-dfaff8c8a3eb)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:58:28.993047 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-eb2bc41a-20b4-4812-bf39-4d7114b20ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:29.079444 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c5a4bf8e-3fce-4d78-992c-8ce833648c32 req-2e79e12f-02de-4271-beb7-5722925e4402 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247727 Sep 01 14:58:29.084803 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-ddab676b-5101-47e0-aa52-30f09484a4f5 service neutron] 10.222.0.62 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133569 Sep 01 14:58:29.337319 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-4a3d63b4-aa16-4d13-9367-6015f7596057 None None] Port b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:58:29.367146 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2bc41a-20b4-4812-bf39-4d7114b20ba9 None None] Pushing event updated for resources: {'Port': ['ID=bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:29.428600 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d287a97e-9d6a-4df9-b52f-0f3086b8c704 req-0f16541f-1f97-47db-a012-3ae45622f1f8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:29.443899 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d287a97e-9d6a-4df9-b52f-0f3086b8c704 req-0f16541f-1f97-47db-a012-3ae45622f1f8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:29.465854 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d287a97e-9d6a-4df9-b52f-0f3086b8c704 req-0f16541f-1f97-47db-a012-3ae45622f1f8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "DELETE /v2.0/security-groups/bd3f7bd3-d0bb-42b8-b792-6c68d1a9eeba HTTP/1.1" status: 204 len: 173 time: 1.0162466 Sep 01 14:58:29.544088 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16541f-1f97-47db-a012-3ae45622f1f8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3f7bd3-d0bb-42b8-b792-6c68d1a9eeba,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:29.732526 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a38bed66-1503-4abb-baad-e3ec4b2bfa42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:29.738228 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-0ce5c214-3a27-4361-8b10-e501b1a13bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:58:29.758105 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-0ce5c214-3a27-4361-8b10-e501b1a13bd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:29.808591 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-0ce5c214-3a27-4361-8b10-e501b1a13bd9 service neutron] Transition to ACTIVE for port object b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:58:29.821312 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-0ce5c214-3a27-4361-8b10-e501b1a13bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:29.866050 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73be7f6-f343-4f1d-b99c-363021a01b7c req-3a346e74-2db8-4eba-a26f-b51d48aa7c71 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:29.870140 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b73be7f6-f343-4f1d-b99c-363021a01b7c req-3a346e74-2db8-4eba-a26f-b51d48aa7c71 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] 10.222.0.60 "GET /v2.0/ports?device_id=9494c5da-e46d-4d99-a401-acaac07da947 HTTP/1.1" status: 200 len: 935 time: 0.4304056 Sep 01 14:58:29.893216 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a38bed66-1503-4abb-baad-e3ec4b2bfa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:30.049496 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5c214-3a27-4361-8b10-e501b1a13bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:30.139097 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4e5b9ecf-177d-4a49-b193-834c8d3c72b0 req-81410527-5569-4a35-9588-3673f93e2906 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/ports?device_id=5881ed4f-b8df-4bf3-a018-cbfe48e72a17 HTTP/1.1" status: 200 len: 210 time: 0.1268332 Sep 01 14:58:30.273372 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-a38bed66-1503-4abb-baad-e3ec4b2bfa42 admin admin] Allocated IP 172.25.6.5 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/788c8ad8-3d65-409f-949d-34e903eed024) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:58:30.308379 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [req-73a972f5-34cf-44ec-911d-82202b377968 req-e3456442-a0bc-4470-9b7d-ece2704d07ec tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] show failed (client error): The resource could not be found. Sep 01 14:58:30.309458 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73a972f5-34cf-44ec-911d-82202b377968 req-e3456442-a0bc-4470-9b7d-ece2704d07ec tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups/bd3f7bd3-d0bb-42b8-b792-6c68d1a9eeba HTTP/1.1" status: 404 len: 352 time: 0.0373702 Sep 01 14:58:30.310230 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-0ce5c214-3a27-4361-8b10-e501b1a13bd9 service neutron] Attempting to bind port b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:58:30.310665 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-0ce5c214-3a27-4361-8b10-e501b1a13bd9 service neutron] Attempting to bind port b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:58:30.310998 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-0ce5c214-3a27-4361-8b10-e501b1a13bd9 service neutron] Attempting to bind port b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:30.317409 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-0ce5c214-3a27-4361-8b10-e501b1a13bd9 service neutron] Port b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:58:30.317738 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-0ce5c214-3a27-4361-8b10-e501b1a13bd9 service neutron] Attempting to bind port b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:30.330462 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-0ce5c214-3a27-4361-8b10-e501b1a13bd9 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:58:30.331039 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-0ce5c214-3a27-4361-8b10-e501b1a13bd9 service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:58:30.331691 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-0ce5c214-3a27-4361-8b10-e501b1a13bd9 service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:58:30.332543 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-0ce5c214-3a27-4361-8b10-e501b1a13bd9 service neutron] Bound port: b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:58:30.333277 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-0ce5c214-3a27-4361-8b10-e501b1a13bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:30.450509 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a38bed66-1503-4abb-baad-e3ec4b2bfa42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:30.546089 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-0ce5c214-3a27-4361-8b10-e501b1a13bd9 service neutron] For port b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e, host n-h2-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:58:30.555017 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-0ce5c214-3a27-4361-8b10-e501b1a13bd9 service neutron] For port b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:58:30.556266 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b73be7f6-f343-4f1d-b99c-363021a01b7c req-77741cff-84e1-408b-91e3-cd40ffbac736 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] 10.222.0.60 "GET /v2.0/security-groups?id=65543176-ff38-46a8-aee4-dcd771b9c789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6724303 Sep 01 14:58:30.565238 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-0ce5c214-3a27-4361-8b10-e501b1a13bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:30.566353 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a38bed66-1503-4abb-baad-e3ec4b2bfa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:30.606070 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-b1733d50-ccd9-4cff-a1cf-f5cb605d577f tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:30.608131 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-b1733d50-ccd9-4cff-a1cf-f5cb605d577f tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433&tenant_id=84be7df9de7c45c681c68240357d6b7c&binding%3Ahost_id=n-h2-794796-3 HTTP/1.1" status: 200 len: 1096 time: 0.8820651 Sep 01 14:58:30.639759 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-0ce5c214-3a27-4361-8b10-e501b1a13bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:30.640721 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-0ce5c214-3a27-4361-8b10-e501b1a13bd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:30.643179 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-0ce5c214-3a27-4361-8b10-e501b1a13bd9 service neutron] 10.222.0.62 "PUT /v2.0/ports/b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e HTTP/1.1" status: 200 len: 1095 time: 2.5344367 Sep 01 14:58:30.648635 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9494c5da-e46d-4d99-a401-acaac07da947', 'tag': 'b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:58:30.652051 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec9c43f-1fda-4730-b27f-5c326bcdd9af" -d '{"events": [{"name": "network-changed", "server_uuid": "9494c5da-e46d-4d99-a401-acaac07da947", "tag": "b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:58:30.766632 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-f386ceec-827b-47fd-a044-af9a01ef2562 req-bed8ff76-8668-45a6-8ea3-9e46dce82305 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-571809493', 'description': 'tempest-description-507665764'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:30.833590 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38bed66-1503-4abb-baad-e3ec4b2bfa42 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:58:30.844746 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38bed66-1503-4abb-baad-e3ec4b2bfa42 admin admin] Pushing event updated for resources: {'Port': ['ID=788c8ad8-3d65-409f-949d-34e903eed024,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:30.856972 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-a38bed66-1503-4abb-baad-e3ec4b2bfa42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:58:30.874080 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38bed66-1503-4abb-baad-e3ec4b2bfa42 admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:58:30.939766 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e190a731-c627-4a5a-b58f-904bc42b637a req-7d5cc203-a566-41d6-9b87-410105234d2e tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=48a789c9341a4538ba88d607e8d78b07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1779101 Sep 01 14:58:30.957510 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-89a9e9b7-78d6-4c71-b8b5-06f85e1bc932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:30.974091 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-89a9e9b7-78d6-4c71-b8b5-06f85e1bc932 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=672ba97bfaaf4d8b8bc0341f06178638&device_id=9494c5da-e46d-4d99-a401-acaac07da947 HTTP/1.1" status: 200 len: 1098 time: 0.2258651 Sep 01 14:58:31.021881 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbe2e6-3b51-4d2a-bf28-0e7f87302dd0 req-1de099ad-0624-46ab-b6f9-ebe06eaab730 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:31.036450 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-50bbe2e6-3b51-4d2a-bf28-0e7f87302dd0 req-1de099ad-0624-46ab-b6f9-ebe06eaab730 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 945 time: 0.4544594 Sep 01 14:58:31.209441 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5c214-3a27-4361-8b10-e501b1a13bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:31.218332 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-cb4b22e0-22e1-4092-a8f0-f4f111f20f65 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e HTTP/1.1" status: 200 len: 217 time: 0.1719291 Sep 01 14:58:31.351826 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-50bbe2e6-3b51-4d2a-bf28-0e7f87302dd0 req-7895613b-5b54-4e02-a84b-f02fd97c8bf8 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859170 Sep 01 14:58:31.408864 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f386ceec-827b-47fd-a044-af9a01ef2562 req-bed8ff76-8668-45a6-8ea3-9e46dce82305 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:31.580980 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-e2fe5f39-6149-4f2d-9a19-123a5142f873 service neutron] For port c3f56962-430c-4f87-b347-2afceebea955, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:58:31.606260 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190a731-c627-4a5a-b58f-904bc42b637a req-09041947-a4b4-412c-aa60-f14df123ebcb tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:31.613201 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e190a731-c627-4a5a-b58f-904bc42b637a req-09041947-a4b4-412c-aa60-f14df123ebcb tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5678821 Sep 01 14:58:31.623382 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-76b9c9a9-0f6e-4a34-b1ae-220b34453d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:31.634356 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-76b9c9a9-0f6e-4a34-b1ae-220b34453d3e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.3950889 Sep 01 14:58:31.640006 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-e2fe5f39-6149-4f2d-9a19-123a5142f873 service neutron] Notify callbacks [] for binding, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:31.641295 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa4197f9-20e1-4fd6-8284-cfb765bb9de0 req-e2fe5f39-6149-4f2d-9a19-123a5142f873 service neutron] 10.222.0.62 "DELETE /v2.0/ports/c3f56962-430c-4f87-b347-2afceebea955/bindings/n-h1-794796-3 HTTP/1.1" status: 204 len: 173 time: 0.9958260 Sep 01 14:58:31.663982 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-e190a731-c627-4a5a-b58f-904bc42b637a req-7368a678-2f1b-427d-8b6e-0d82de434ad4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Request body: {'port': {'device_id': '5881ed4f-b8df-4bf3-a018-cbfe48e72a17', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': '48a789c9341a4538ba88d607e8d78b07'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:31.669466 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:58:31.769841 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6669c024-5757-4e51-b47f-69d5663c6461 x-openstack-request-id: req-6669c024-5757-4e51-b47f-69d5663c6461 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:58:31.770582 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9494c5da-e46d-4d99-a401-acaac07da947", "tag": "b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:58:31.770990 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6669c024-5757-4e51-b47f-69d5663c6461 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:58:31.771610 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9494c5da-e46d-4d99-a401-acaac07da947', 'tag': 'b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e', 'status': 'completed', 'code': 200} Sep 01 14:58:31.833886 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853ad655-e51f-4a8a-9768-16e137339cec None None] Network 951b1785-2b99-46a1-aca1-832cb4b9a1c5 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:58:31.906891 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-5676dc16-5689-41a2-b80a-e876909a3a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:31.911193 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-5676dc16-5689-41a2-b80a-e876909a3a3f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2275524 Sep 01 14:58:31.943025 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:58:31.952126 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a38bed66-1503-4abb-baad-e3ec4b2bfa42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:32.059725 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6c8ea24d-1f16-45e1-aa7f-be0bd20d6e1e None None] Provisioning for port bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:58:32.103463 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f386ceec-827b-47fd-a044-af9a01ef2562 req-bed8ff76-8668-45a6-8ea3-9e46dce82305 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:32.122851 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-7f3ce88a-df72-4c3d-ab87-6f35a3cd3012 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974394 Sep 01 14:58:32.180664 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6c8ea24d-1f16-45e1-aa7f-be0bd20d6e1e None None] Provisioning complete for port bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:32.181610 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea24d-1f16-45e1-aa7f-be0bd20d6e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:32.335135 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26c223b5-9884-4cf7-a7fe-3d69afe46e48 req-2e2903d6-ad30-41cf-8cc5-02068bfc2023 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/ports?device_id=5881ed4f-b8df-4bf3-a018-cbfe48e72a17 HTTP/1.1" status: 200 len: 210 time: 0.2099364 Sep 01 14:58:32.344510 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f386ceec-827b-47fd-a044-af9a01ef2562 req-bed8ff76-8668-45a6-8ea3-9e46dce82305 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:32.442477 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea24d-1f16-45e1-aa7f-be0bd20d6e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:32.474823 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f386ceec-827b-47fd-a044-af9a01ef2562 req-bed8ff76-8668-45a6-8ea3-9e46dce82305 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:32.490164 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f5446d99-be53-41a2-a0a2-0e7220a6170d req-a282cd0a-e3fb-413f-8a4e-f62d4799e352 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575618 Sep 01 14:58:32.501723 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f386ceec-827b-47fd-a044-af9a01ef2562 req-bed8ff76-8668-45a6-8ea3-9e46dce82305 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.8579261 Sep 01 14:58:32.560067 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8ff76-8668-45a6-8ea3-9e46dce82305 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b316ec44-1ddd-4777-96fd-58d4050098a9,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:32.600985 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-6c8ea24d-1f16-45e1-aa7f-be0bd20d6e1e None None] For port bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449,segment=NetworkSegment(f9bd29bf-c9e3-4175-b370-dfaff8c8a3eb),segment_id=f9bd29bf-c9e3-4175-b370-dfaff8c8a3eb)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:32.612392 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e190a731-c627-4a5a-b58f-904bc42b637a req-7368a678-2f1b-427d-8b6e-0d82de434ad4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Made reservation on behalf of 48a789c9341a4538ba88d607e8d78b07 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:58:32.617449 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea24d-1f16-45e1-aa7f-be0bd20d6e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:32.622217 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e190a731-c627-4a5a-b58f-904bc42b637a req-7368a678-2f1b-427d-8b6e-0d82de434ad4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:32.833583 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e190a731-c627-4a5a-b58f-904bc42b637a req-7368a678-2f1b-427d-8b6e-0d82de434ad4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:32.844789 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ea24d-1f16-45e1-aa7f-be0bd20d6e1e None None] Pushing event updated for resources: {'Port': ['ID=bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:32.865560 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a38bed66-1503-4abb-baad-e3ec4b2bfa42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:32.971735 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0c09b1a1-575a-474e-8884-e126bafbbda4 None None] Provisioning complete for port bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:32.972788 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0c09b1a1-575a-474e-8884-e126bafbbda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:33.032357 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ef444-afc9-42d6-83cc-018e8431ff1e req-1988bb03-f12a-474a-9771-fa7af4ae5859 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:33.036139 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa7ef444-afc9-42d6-83cc-018e8431ff1e req-1988bb03-f12a-474a-9771-fa7af4ae5859 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] 10.222.0.60 "GET /v2.0/ports?device_id=9494c5da-e46d-4d99-a401-acaac07da947 HTTP/1.1" status: 200 len: 947 time: 0.2595794 Sep 01 14:58:33.105054 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e190a731-c627-4a5a-b58f-904bc42b637a req-7368a678-2f1b-427d-8b6e-0d82de434ad4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:33.126488 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9c43f-1fda-4730-b27f-5c326bcdd9af req-6b27bbb8-8f8c-4747-b4fc-0f1e508d535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:33.129445 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dec9c43f-1fda-4730-b27f-5c326bcdd9af req-6b27bbb8-8f8c-4747-b4fc-0f1e508d535d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=672ba97bfaaf4d8b8bc0341f06178638&device_id=9494c5da-e46d-4d99-a401-acaac07da947 HTTP/1.1" status: 200 len: 1098 time: 0.4893532 Sep 01 14:58:33.134818 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e190a731-c627-4a5a-b58f-904bc42b637a req-7368a678-2f1b-427d-8b6e-0d82de434ad4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:33.222714 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1c41a-131c-4eae-805d-39b082759b8b req-c73c7240-ab69-4e78-89af-3b9abb58cdfd tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:33.225196 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c1e1c41a-131c-4eae-805d-39b082759b8b req-c73c7240-ab69-4e78-89af-3b9abb58cdfd tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 1096 time: 0.5029516 Sep 01 14:58:33.286729 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa7ef444-afc9-42d6-83cc-018e8431ff1e req-7caa420c-0481-4af5-8a0c-c81075ea0aef tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] 10.222.0.60 "GET /v2.0/security-groups?id=65543176-ff38-46a8-aee4-dcd771b9c789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262526 Sep 01 14:58:33.380340 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-181af8f0-84ef-4758-b825-17cc1a008317 req-b3cd93ac-1784-45d1-8d70-f7a8211ea58a tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1216270302', 'description': 'tempest-description-2083655230'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:33.425369 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38bed66-1503-4abb-baad-e3ec4b2bfa42 admin admin] Router 0b3e3b02-4cad-4aa6-8396-3a575cb10a89 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 14:58:33.429602 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:58:33.584084 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:33.584829 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:33.673356 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-181af8f0-84ef-4758-b825-17cc1a008317 req-b3cd93ac-1784-45d1-8d70-f7a8211ea58a tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:33.697562 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38bed66-1503-4abb-baad-e3ec4b2bfa42 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:58:33.722821 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f31d48-0fa7-4e62-be32-0eecb558f8da None None] Sync routers for ids ['0b3e3b02-4cad-4aa6-8396-3a575cb10a89'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:58:33.759043 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f31d48-0fa7-4e62-be32-0eecb558f8da None None] Routers {'0b3e3b02-4cad-4aa6-8396-3a575cb10a89'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:58:33.759947 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b9f31d48-0fa7-4e62-be32-0eecb558f8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:58:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0b3e3b02-4cad-4aa6-8396-3a575cb10a89'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:58:33.774236 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368a678-2f1b-427d-8b6e-0d82de434ad4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=015052f2-59aa-4aef-b8ad-8fae42ce0e96,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:33.842327 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-e190a731-c627-4a5a-b58f-904bc42b637a req-7368a678-2f1b-427d-8b6e-0d82de434ad4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Allocated IP 192.168.233.20 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/505ec2d6-a4b6-40ca-8f54-7fafe097e544) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:58:33.955324 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c1e1c41a-131c-4eae-805d-39b082759b8b req-b5517d12-6889-407c-8486-1c78cddad058 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909720 Sep 01 14:58:33.963658 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9c43f-1fda-4730-b27f-5c326bcdd9af req-1c0165b8-dd1b-4753-b0df-894d2de58022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:33.966233 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dec9c43f-1fda-4730-b27f-5c326bcdd9af req-1c0165b8-dd1b-4753-b0df-894d2de58022 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.8259089 Sep 01 14:58:33.974515 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-181af8f0-84ef-4758-b825-17cc1a008317 req-b3cd93ac-1784-45d1-8d70-f7a8211ea58a tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:34.026798 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-181af8f0-84ef-4758-b825-17cc1a008317 req-b3cd93ac-1784-45d1-8d70-f7a8211ea58a tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:34.060239 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-b9f31d48-0fa7-4e62-be32-0eecb558f8da None None] Set router 0b3e3b02-4cad-4aa6-8396-3a575cb10a89 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:58:34.075710 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a38bed66-1503-4abb-baad-e3ec4b2bfa42 admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:34.083061 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a38bed66-1503-4abb-baad-e3ec4b2bfa42 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.6413529 Sep 01 14:58:34.089344 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49776) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:34.123820 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dec9c43f-1fda-4730-b27f-5c326bcdd9af req-3567a348-032a-4cf9-9e5f-77edb51d70bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e HTTP/1.1" status: 200 len: 217 time: 0.1449492 Sep 01 14:58:34.559987 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9c43f-1fda-4730-b27f-5c326bcdd9af req-4d4947d1-fdc0-444a-b079-09331c72240c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:34.562847 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dec9c43f-1fda-4730-b27f-5c326bcdd9af req-4d4947d1-fdc0-444a-b079-09331c72240c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.4291341 Sep 01 14:58:34.609933 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8f42186e-720b-4a84-b274-d8a7efedfd9f req-a8d7835f-1475-4285-bc42-c29ad922ab33 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/ports?device_id=5881ed4f-b8df-4bf3-a018-cbfe48e72a17 HTTP/1.1" status: 200 len: 210 time: 0.1250048 Sep 01 14:58:34.847617 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b9f31d48-0fa7-4e62-be32-0eecb558f8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3e3b02-4cad-4aa6-8396-3a575cb10a89', 'name': 'tempest-FloatingIPDetailsTestJSON-2042799894-router', 'tenant_id': 'fb5f121bad314179bc75a57bb742e257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '788c8ad8-3d65-409f-949d-34e903eed024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:58:27Z', 'updated_at': '2021-09-01T14:58:31Z', 'revision_number': 3, 'project_id': 'fb5f121bad314179bc75a57bb742e257', 'gw_port': {'id': '788c8ad8-3d65-409f-949d-34e903eed024', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3e3b02-4cad-4aa6-8396-3a575cb10a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:29Z', 'updated_at': '2021-09-01T14:58:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:58:34.993023 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49786) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:34.996147 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:58:35.023041 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9c43f-1fda-4730-b27f-5c326bcdd9af req-45b0f271-0667-45c7-a3e2-46e207ac28a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:35.025861 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dec9c43f-1fda-4730-b27f-5c326bcdd9af req-45b0f271-0667-45c7-a3e2-46e207ac28a2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4200327 Sep 01 14:58:35.127951 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-181af8f0-84ef-4758-b825-17cc1a008317 req-b3cd93ac-1784-45d1-8d70-f7a8211ea58a tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:35.135203 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e190a731-c627-4a5a-b58f-904bc42b637a req-7368a678-2f1b-427d-8b6e-0d82de434ad4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:35.153124 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-181af8f0-84ef-4758-b825-17cc1a008317 req-b3cd93ac-1784-45d1-8d70-f7a8211ea58a tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.7823009 Sep 01 14:58:35.259609 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:35.276177 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': 'b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e', 'mac_address': 'fa:16:3e:c5:e9:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:58:35.342881 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16761d-63f4-4891-a3ac-fe107ab5d598 req-37dfc1be-3797-47d4-80f7-6574799bff35 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:35.355213 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ea16761d-63f4-4891-a3ac-fe107ab5d598 req-37dfc1be-3797-47d4-80f7-6574799bff35 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] 10.222.0.60 "GET /v2.0/ports?device_id=9494c5da-e46d-4d99-a401-acaac07da947 HTTP/1.1" status: 200 len: 947 time: 0.5628345 Sep 01 14:58:35.373774 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-e190a731-c627-4a5a-b58f-904bc42b637a req-7368a678-2f1b-427d-8b6e-0d82de434ad4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Transition to ACTIVE for port object 505ec2d6-a4b6-40ca-8f54-7fafe097e544 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:58:35.377884 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f31d48-0fa7-4e62-be32-0eecb558f8da None None] Checking router: 0b3e3b02-4cad-4aa6-8396-3a575cb10a89 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:58:35.378626 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f31d48-0fa7-4e62-be32-0eecb558f8da None None] Updating router 0b3e3b02-4cad-4aa6-8396-3a575cb10a89 port 788c8ad8-3d65-409f-949d-34e903eed024 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:58:35.387983 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:35.423819 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd93ac-1784-45d1-8d70-f7a8211ea58a tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e18b71-4327-468e-aeaa-d4fb4f0e2837,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:35.432902 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:58:35.444421 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a81204d7-8aa7-4446-875c-7acf06614bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:35.475136 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b9f31d48-0fa7-4e62-be32-0eecb558f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:35.475735 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:35.483791 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:35.592715 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dec9c43f-1fda-4730-b27f-5c326bcdd9af req-cddf87e6-9c38-41e7-9c37-d8ce47ed9e1c service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092885 Sep 01 14:58:35.597897 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:35.624407 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b3700312-cfc0-47b8-8538-36e7db4236cd req-38f0aea8-53d3-47ed-9055-cdb4dec55953 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5377076 Sep 01 14:58:35.724375 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ea16761d-63f4-4891-a3ac-fe107ab5d598 req-907ffca4-246e-471b-a395-5bbf0b6c45a3 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] 10.222.0.60 "GET /v2.0/security-groups?id=65543176-ff38-46a8-aee4-dcd771b9c789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469677 Sep 01 14:58:35.800198 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e190a731-c627-4a5a-b58f-904bc42b637a req-7368a678-2f1b-427d-8b6e-0d82de434ad4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:35.846413 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:58:35.924184 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-eb4999f7-2465-4378-b355-41bb353e6085 req-ff0a2df5-f932-41e1-8432-1398eb68f3a8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-932033341', 'description': 'tempest-description-1188394533'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:35.967543 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-d4af43ab-0a0a-4c65-ab53-c54efe5a7efd tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:35.971698 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-d4af43ab-0a0a-4c65-ab53-c54efe5a7efd tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 807 time: 0.5424688 Sep 01 14:58:35.992989 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e190a731-c627-4a5a-b58f-904bc42b637a req-7368a678-2f1b-427d-8b6e-0d82de434ad4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:58:36.016528 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-e190a731-c627-4a5a-b58f-904bc42b637a req-7368a678-2f1b-427d-8b6e-0d82de434ad4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:58:36.037959 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368a678-2f1b-427d-8b6e-0d82de434ad4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Pushing event updated for resources: {'Port': ['ID=505ec2d6-a4b6-40ca-8f54-7fafe097e544,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:36.044815 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-e190a731-c627-4a5a-b58f-904bc42b637a req-7368a678-2f1b-427d-8b6e-0d82de434ad4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:58:36.055370 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190a731-c627-4a5a-b58f-904bc42b637a req-7368a678-2f1b-427d-8b6e-0d82de434ad4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:36.057332 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e190a731-c627-4a5a-b58f-904bc42b637a req-7368a678-2f1b-427d-8b6e-0d82de434ad4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:36.096040 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dec9c43f-1fda-4730-b27f-5c326bcdd9af req-f8e5e9f0-1c78-4948-ba9b-350e143938d4 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975894 Sep 01 14:58:36.106897 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a81204d7-8aa7-4446-875c-7acf06614bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:36.112627 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3700312-cfc0-47b8-8538-36e7db4236cd req-7a499a0b-dc1a-4b50-933e-b14461223b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:36.114360 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b3700312-cfc0-47b8-8538-36e7db4236cd req-7a499a0b-dc1a-4b50-933e-b14461223b0e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 1095 time: 0.3903980 Sep 01 14:58:36.120374 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a81204d7-8aa7-4446-875c-7acf06614bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:36.128947 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-fdb2c2bf-5827-42c7-8971-b0c28c03dcd1 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/quotas/84be7df9de7c45c681c68240357d6b7c HTTP/1.1" status: 200 len: 375 time: 0.1380670 Sep 01 14:58:36.190186 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b9f31d48-0fa7-4e62-be32-0eecb558f8da None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:36.227459 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-b9f31d48-0fa7-4e62-be32-0eecb558f8da None None] Transition to ACTIVE for port object 788c8ad8-3d65-409f-949d-34e903eed024 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:58:36.238848 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b9f31d48-0fa7-4e62-be32-0eecb558f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:36.260190 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a81204d7-8aa7-4446-875c-7acf06614bc5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=09f0a11f62c748f6a48191362954e424&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2617471 Sep 01 14:58:36.269274 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81204d7-8aa7-4446-875c-7acf06614bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e918743-ff92-4ea9-a81c-9e5571b924ca,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:36.272599 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49804) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:36.290591 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-eb4999f7-2465-4378-b355-41bb353e6085 req-ff0a2df5-f932-41e1-8432-1398eb68f3a8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:36.295641 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e190a731-c627-4a5a-b58f-904bc42b637a req-7368a678-2f1b-427d-8b6e-0d82de434ad4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6595092 Sep 01 14:58:36.351139 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-e190a731-c627-4a5a-b58f-904bc42b637a req-29045f74-fff3-443c-b71b-0b23fba773b1 service neutron] Request body: {'port': {'device_id': '5881ed4f-b8df-4bf3-a018-cbfe48e72a17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:36.362951 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bf76f-4447-45ae-b9b1-e6da439c23af None None] Pushing event updated for resources: {'Port': ['ID=788c8ad8-3d65-409f-949d-34e903eed024,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:36.376202 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bf76f-4447-45ae-b9b1-e6da439c23af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:36.376714 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bf76f-4447-45ae-b9b1-e6da439c23af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:36.378812 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bf76f-4447-45ae-b9b1-e6da439c23af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:36.379323 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bf76f-4447-45ae-b9b1-e6da439c23af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:36.379776 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bf76f-4447-45ae-b9b1-e6da439c23af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:36.380221 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bf76f-4447-45ae-b9b1-e6da439c23af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:36.381142 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bf76f-4447-45ae-b9b1-e6da439c23af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:36.381142 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bf76f-4447-45ae-b9b1-e6da439c23af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:36.381764 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bf76f-4447-45ae-b9b1-e6da439c23af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:36.382344 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bf76f-4447-45ae-b9b1-e6da439c23af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:36.382902 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bf76f-4447-45ae-b9b1-e6da439c23af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:36.383460 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bf76f-4447-45ae-b9b1-e6da439c23af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:58:36.414258 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3700312-cfc0-47b8-8538-36e7db4236cd req-751aca5e-5f1c-4b7a-b363-bd1e4b07c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:36.418613 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b3700312-cfc0-47b8-8538-36e7db4236cd req-751aca5e-5f1c-4b7a-b363-bd1e4b07c4af service neutron] 10.222.0.45 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 908 time: 0.2809436 Sep 01 14:58:36.427054 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-b9f31d48-0fa7-4e62-be32-0eecb558f8da None None] Attempting to bind port 788c8ad8-3d65-409f-949d-34e903eed024 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:58:36.428061 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-b9f31d48-0fa7-4e62-be32-0eecb558f8da None None] Attempting to bind port 788c8ad8-3d65-409f-949d-34e903eed024 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:58:36.429066 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f31d48-0fa7-4e62-be32-0eecb558f8da None None] Attempting to bind port 788c8ad8-3d65-409f-949d-34e903eed024 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:36.449058 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f31d48-0fa7-4e62-be32-0eecb558f8da None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:58:36.449839 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f31d48-0fa7-4e62-be32-0eecb558f8da None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:58:36.450682 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b9f31d48-0fa7-4e62-be32-0eecb558f8da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:36.451439 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f31d48-0fa7-4e62-be32-0eecb558f8da None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:58:36.452415 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-b9f31d48-0fa7-4e62-be32-0eecb558f8da None None] Bound port: 788c8ad8-3d65-409f-949d-34e903eed024, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:58:36.453685 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b9f31d48-0fa7-4e62-be32-0eecb558f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:36.545106 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2031e19a-0117-4059-a939-f9d3758fcd47 None None] Provisioning for port 505ec2d6-a4b6-40ca-8f54-7fafe097e544 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:58:36.550976 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2031e19a-0117-4059-a939-f9d3758fcd47 None None] Provisioning complete for port 505ec2d6-a4b6-40ca-8f54-7fafe097e544 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:36.551467 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2031e19a-0117-4059-a939-f9d3758fcd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:36.592665 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-b9f31d48-0fa7-4e62-be32-0eecb558f8da None None] For port 788c8ad8-3d65-409f-949d-34e903eed024, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:58:36.600931 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-b9f31d48-0fa7-4e62-be32-0eecb558f8da None None] For port 788c8ad8-3d65-409f-949d-34e903eed024, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=788c8ad8-3d65-409f-949d-34e903eed024,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:58:36.611059 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b9f31d48-0fa7-4e62-be32-0eecb558f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:36.640900 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-2031e19a-0117-4059-a939-f9d3758fcd47 None None] Port 505ec2d6-a4b6-40ca-8f54-7fafe097e544 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:58:36.652220 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-7fee16b9-e5c2-42af-8556-e4c0de663a64 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4860260 Sep 01 14:58:36.731856 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b3700312-cfc0-47b8-8538-36e7db4236cd req-b24b2e71-cd59-4dd2-93df-f1404e347b27 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e344413c-0228-4138-ba5f-1a43afff410f HTTP/1.1" status: 200 len: 217 time: 0.2261496 Sep 01 14:58:36.780180 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bf76f-4447-45ae-b9b1-e6da439c23af None None] Pushing event updated for resources: {'Port': ['ID=788c8ad8-3d65-409f-949d-34e903eed024,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:36.799006 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f31d48-0fa7-4e62-be32-0eecb558f8da None None] Routers {'0b3e3b02-4cad-4aa6-8396-3a575cb10a89'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:58:36.803104 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b9f31d48-0fa7-4e62-be32-0eecb558f8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:58:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0b3e3b02-4cad-4aa6-8396-3a575cb10a89'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:58:36.908941 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-44b1fb32-9457-467a-8fba-b19e02604c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:36.910457 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e190a731-c627-4a5a-b58f-904bc42b637a req-29045f74-fff3-443c-b71b-0b23fba773b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:36.981567 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-44b1fb32-9457-467a-8fba-b19e02604c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:36.996985 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:58:37.054567 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3700312-cfc0-47b8-8538-36e7db4236cd req-37814879-0a35-4a26-a3c7-0c037942a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:37.058347 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b3700312-cfc0-47b8-8538-36e7db4236cd req-37814879-0a35-4a26-a3c7-0c037942a08f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f21d72f-51d2-4274-ac2c-410e832eb73e HTTP/1.1" status: 200 len: 847 time: 0.3132610 Sep 01 14:58:37.094150 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-b9f31d48-0fa7-4e62-be32-0eecb558f8da None None] Set router 0b3e3b02-4cad-4aa6-8396-3a575cb10a89 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:58:37.108851 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:58:37.114849 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:37.115531 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:37.151336 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b3700312-cfc0-47b8-8538-36e7db4236cd req-e54215df-73b2-42da-9d2a-f3343866643e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=baf99c09-53f8-4476-8cd9-fd2a9a404823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848255 Sep 01 14:58:37.211664 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-eb4999f7-2465-4378-b355-41bb353e6085 req-ff0a2df5-f932-41e1-8432-1398eb68f3a8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:37.212525 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2afa8119-d0a0-4b1f-ad0e-58da3273cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:37.245628 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-eb4999f7-2465-4378-b355-41bb353e6085 req-ff0a2df5-f932-41e1-8432-1398eb68f3a8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:37.338151 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:37.376820 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-fb829543-ea5a-4d8c-a770-beb65a47c22b service neutron] 10.222.0.60 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6420567 Sep 01 14:58:37.412309 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9494c5da-e46d-4d99-a401-acaac07da947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:58:37.415657 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86db80e-270f-44b7-a7ce-cf1f63176056" -d '{"events": [{"server_uuid": "9494c5da-e46d-4d99-a401-acaac07da947", "name": "network-vif-plugged", "status": "completed", "tag": "b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:58:37.452349 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:37.463974 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:37.530976 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a2df5-f932-41e1-8432-1398eb68f3a8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d755bd-fcea-485f-977a-e258d5ca4adb,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:37.543430 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-44b1fb32-9457-467a-8fba-b19e02604c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:37.547921 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-44b1fb32-9457-467a-8fba-b19e02604c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:37.554093 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-44b1fb32-9457-467a-8fba-b19e02604c8f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5e918743-ff92-4ea9-a81c-9e5571b924ca HTTP/1.1" status: 204 len: 168 time: 1.2776139 Sep 01 14:58:37.585533 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:37.591923 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-eb4999f7-2465-4378-b355-41bb353e6085 req-ff0a2df5-f932-41e1-8432-1398eb68f3a8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:37.593829 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eb4999f7-2465-4378-b355-41bb353e6085 req-ff0a2df5-f932-41e1-8432-1398eb68f3a8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.6900520 Sep 01 14:58:37.595001 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1fb32-9457-467a-8fba-b19e02604c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e918743-ff92-4ea9-a81c-9e5571b924ca,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:37.615247 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b9f31d48-0fa7-4e62-be32-0eecb558f8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3e3b02-4cad-4aa6-8396-3a575cb10a89', 'name': 'tempest-FloatingIPDetailsTestJSON-2042799894-router', 'tenant_id': 'fb5f121bad314179bc75a57bb742e257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '788c8ad8-3d65-409f-949d-34e903eed024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:58:27Z', 'updated_at': '2021-09-01T14:58:31Z', 'revision_number': 3, 'project_id': 'fb5f121bad314179bc75a57bb742e257', 'gw_port': {'id': '788c8ad8-3d65-409f-949d-34e903eed024', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3e3b02-4cad-4aa6-8396-3a575cb10a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:29Z', 'updated_at': '2021-09-01T14:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:58:37.765308 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f31d48-0fa7-4e62-be32-0eecb558f8da None None] The sync data for ids ['0b3e3b02-4cad-4aa6-8396-3a575cb10a89'] in n-d-794796-3 is: [{'id': '0b3e3b02-4cad-4aa6-8396-3a575cb10a89', 'name': 'tempest-FloatingIPDetailsTestJSON-2042799894-router', 'tenant_id': 'fb5f121bad314179bc75a57bb742e257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '788c8ad8-3d65-409f-949d-34e903eed024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:58:27Z', 'updated_at': '2021-09-01T14:58:31Z', 'revision_number': 3, 'project_id': 'fb5f121bad314179bc75a57bb742e257', 'gw_port': {'id': '788c8ad8-3d65-409f-949d-34e903eed024', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3e3b02-4cad-4aa6-8396-3a575cb10a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:29Z', 'updated_at': '2021-09-01T14:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:58:37.822038 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-9fb47992-f12e-4030-9f31-cbfb33a7e2b2 service neutron] 10.222.0.60 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201891 Sep 01 14:58:37.929561 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:38.136194 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-2afa8119-d0a0-4b1f-ad0e-58da3273cd82 admin admin] Allocated IP 172.20.0.1 (951b1785-2b99-46a1-aca1-832cb4b9a1c5/81063392-e516-407e-ab82-b4b9f0ad3ffe/f36aec6c-204a-4b3d-a2bd-05fb854c5455) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:58:38.167001 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-e190a731-c627-4a5a-b58f-904bc42b637a req-29045f74-fff3-443c-b71b-0b23fba773b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 505ec2d6-a4b6-40ca-8f54-7fafe097e544 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:58:38.196003 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e190a731-c627-4a5a-b58f-904bc42b637a req-29045f74-fff3-443c-b71b-0b23fba773b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:38.216087 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-e190a731-c627-4a5a-b58f-904bc42b637a req-29045f74-fff3-443c-b71b-0b23fba773b1 service neutron] Transition to ACTIVE for port object 505ec2d6-a4b6-40ca-8f54-7fafe097e544 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:58:38.240465 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e190a731-c627-4a5a-b58f-904bc42b637a req-29045f74-fff3-443c-b71b-0b23fba773b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:38.363344 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29045f74-fff3-443c-b71b-0b23fba773b1 service neutron] Pushing event updated for resources: {'Port': ['ID=505ec2d6-a4b6-40ca-8f54-7fafe097e544,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:38.545629 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2afa8119-d0a0-4b1f-ad0e-58da3273cd82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:38.597614 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3922e-3531-4fb7-9082-023a9f7652a9 req-364bf715-e7ef-4641-aadd-64787e9494e3 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:38.624372 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30c3922e-3531-4fb7-9082-023a9f7652a9 req-364bf715-e7ef-4641-aadd-64787e9494e3 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/ports?device_id=5881ed4f-b8df-4bf3-a018-cbfe48e72a17 HTTP/1.1" status: 200 len: 947 time: 0.4053984 Sep 01 14:58:38.817669 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49820) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:38.824903 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-2afa8119-d0a0-4b1f-ad0e-58da3273cd82 admin admin] Transition to ACTIVE for port object f36aec6c-204a-4b3d-a2bd-05fb854c5455 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:58:38.840881 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b3700312-cfc0-47b8-8538-36e7db4236cd req-6cd394db-7bd9-4c45-bf1b-10260d752043 service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6633604 Sep 01 14:58:38.863954 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:58:38.898752 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-e190a731-c627-4a5a-b58f-904bc42b637a req-29045f74-fff3-443c-b71b-0b23fba773b1 service neutron] Attempting to bind port 505ec2d6-a4b6-40ca-8f54-7fafe097e544 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:58:38.900265 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-e190a731-c627-4a5a-b58f-904bc42b637a req-29045f74-fff3-443c-b71b-0b23fba773b1 service neutron] Attempting to bind port 505ec2d6-a4b6-40ca-8f54-7fafe097e544 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:58:38.901069 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e190a731-c627-4a5a-b58f-904bc42b637a req-29045f74-fff3-443c-b71b-0b23fba773b1 service neutron] Attempting to bind port 505ec2d6-a4b6-40ca-8f54-7fafe097e544 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:38.939267 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30c3922e-3531-4fb7-9082-023a9f7652a9 req-e15cdab6-e4ec-4781-b448-869699f71ed4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/security-groups?id=015052f2-59aa-4aef-b8ad-8fae42ce0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122058 Sep 01 14:58:38.940601 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e190a731-c627-4a5a-b58f-904bc42b637a req-29045f74-fff3-443c-b71b-0b23fba773b1 service neutron] Port 505ec2d6-a4b6-40ca-8f54-7fafe097e544 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:58:38.941110 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e190a731-c627-4a5a-b58f-904bc42b637a req-29045f74-fff3-443c-b71b-0b23fba773b1 service neutron] Attempting to bind port 505ec2d6-a4b6-40ca-8f54-7fafe097e544 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:38.954331 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e190a731-c627-4a5a-b58f-904bc42b637a req-29045f74-fff3-443c-b71b-0b23fba773b1 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:58:38.955804 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e190a731-c627-4a5a-b58f-904bc42b637a req-29045f74-fff3-443c-b71b-0b23fba773b1 service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:58:38.956810 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e190a731-c627-4a5a-b58f-904bc42b637a req-29045f74-fff3-443c-b71b-0b23fba773b1 service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:58:38.957907 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-e190a731-c627-4a5a-b58f-904bc42b637a req-29045f74-fff3-443c-b71b-0b23fba773b1 service neutron] Bound port: 505ec2d6-a4b6-40ca-8f54-7fafe097e544, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:58:38.958934 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e190a731-c627-4a5a-b58f-904bc42b637a req-29045f74-fff3-443c-b71b-0b23fba773b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:39.035509 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ceb9f164-c44c-41b3-bbd6-bf08a7bcab90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:39.107462 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db3b2dc-a46c-4fca-a37d-2b69d5dd4a80 x-openstack-request-id: req-1db3b2dc-a46c-4fca-a37d-2b69d5dd4a80 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:58:39.107995 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9494c5da-e46d-4d99-a401-acaac07da947", "name": "network-vif-plugged", "status": "completed", "tag": "b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:58:39.108357 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1db3b2dc-a46c-4fca-a37d-2b69d5dd4a80 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:58:39.112598 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9494c5da-e46d-4d99-a401-acaac07da947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e', 'code': 200} Sep 01 14:58:39.151315 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-e190a731-c627-4a5a-b58f-904bc42b637a req-29045f74-fff3-443c-b71b-0b23fba773b1 service neutron] For port 505ec2d6-a4b6-40ca-8f54-7fafe097e544, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:58:39.158544 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-e190a731-c627-4a5a-b58f-904bc42b637a req-29045f74-fff3-443c-b71b-0b23fba773b1 service neutron] For port 505ec2d6-a4b6-40ca-8f54-7fafe097e544, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=505ec2d6-a4b6-40ca-8f54-7fafe097e544,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:58:39.215632 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e190a731-c627-4a5a-b58f-904bc42b637a req-29045f74-fff3-443c-b71b-0b23fba773b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:39.228956 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dbf9097a-167c-431c-9c6c-0ba016967555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:39.251050 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bf24f-566d-4841-b4f4-5cec3c0072e9 req-6bbc8b90-2fd5-45a3-9f63-578990c02766 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:39.262836 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6c8bf24f-566d-4841-b4f4-5cec3c0072e9 req-6bbc8b90-2fd5-45a3-9f63-578990c02766 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] 10.222.0.60 "GET /v2.0/ports?device_id=9494c5da-e46d-4d99-a401-acaac07da947 HTTP/1.1" status: 200 len: 949 time: 0.6290984 Sep 01 14:58:39.374918 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190a731-c627-4a5a-b58f-904bc42b637a req-29045f74-fff3-443c-b71b-0b23fba773b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:39.376200 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e190a731-c627-4a5a-b58f-904bc42b637a req-29045f74-fff3-443c-b71b-0b23fba773b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:39.379142 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e190a731-c627-4a5a-b58f-904bc42b637a req-29045f74-fff3-443c-b71b-0b23fba773b1 service neutron] 10.222.0.45 "PUT /v2.0/ports/505ec2d6-a4b6-40ca-8f54-7fafe097e544 HTTP/1.1" status: 200 len: 1095 time: 3.0362694 Sep 01 14:58:39.414104 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5881ed4f-b8df-4bf3-a018-cbfe48e72a17', 'tag': '505ec2d6-a4b6-40ca-8f54-7fafe097e544'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:58:39.419558 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da38af6c-97f4-41b6-8169-317fda718945" -d '{"events": [{"name": "network-changed", "server_uuid": "5881ed4f-b8df-4bf3-a018-cbfe48e72a17", "tag": "505ec2d6-a4b6-40ca-8f54-7fafe097e544"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:58:39.477728 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 788c8ad8-3d65-409f-949d-34e903eed024 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:58:39.615217 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29045f74-fff3-443c-b71b-0b23fba773b1 service neutron] Pushing event updated for resources: {'Port': ['ID=505ec2d6-a4b6-40ca-8f54-7fafe097e544,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:39.619877 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b3700312-cfc0-47b8-8538-36e7db4236cd req-8d51faba-e93d-4756-9368-851a4f4a674a service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7184420 Sep 01 14:58:39.699812 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2afa8119-d0a0-4b1f-ad0e-58da3273cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:39.700210 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e968aef-ca60-472e-9906-3a527276278d req-19d4fce1-2883-40c7-bc74-3d78194d8c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:39.701998 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e968aef-ca60-472e-9906-3a527276278d req-19d4fce1-2883-40c7-bc74-3d78194d8c61 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9494c5da-e46d-4d99-a401-acaac07da947 HTTP/1.1" status: 200 len: 1100 time: 0.3712018 Sep 01 14:58:39.704071 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190a731-c627-4a5a-b58f-904bc42b637a req-eecfeb93-2c17-4d7a-85ad-b4e1df97c58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:39.706779 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e190a731-c627-4a5a-b58f-904bc42b637a req-eecfeb93-2c17-4d7a-85ad-b4e1df97c58b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48a789c9341a4538ba88d607e8d78b07&device_id=5881ed4f-b8df-4bf3-a018-cbfe48e72a17 HTTP/1.1" status: 200 len: 1098 time: 0.2033393 Sep 01 14:58:39.730643 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 788c8ad8-3d65-409f-949d-34e903eed024 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:58:39.735948 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 788c8ad8-3d65-409f-949d-34e903eed024 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:39.736486 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:39.763717 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6c8bf24f-566d-4841-b4f4-5cec3c0072e9 req-0909e8ac-dd46-4348-8645-303092d2ac61 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] 10.222.0.60 "GET /v2.0/security-groups?id=65543176-ff38-46a8-aee4-dcd771b9c789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902668 Sep 01 14:58:39.850517 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e190a731-c627-4a5a-b58f-904bc42b637a req-cdb918a3-cda2-413e-9135-7ad7b3ce26c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=505ec2d6-a4b6-40ca-8f54-7fafe097e544 HTTP/1.1" status: 200 len: 217 time: 0.0935378 Sep 01 14:58:39.922616 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b33d6b9b-4db7-4167-ae5f-26ce1f46af48 req-03aeaf95-c175-461b-b84d-2d2a3e832186 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=78d6f1b3379047caa4ea1f692dcc7a3d HTTP/1.1" status: 200 len: 10896 time: 0.7617557 Sep 01 14:58:40.027684 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e968aef-ca60-472e-9906-3a527276278d req-cff3ba58-024f-40df-a421-eed37a99ea83 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=65543176-ff38-46a8-aee4-dcd771b9c789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152800 Sep 01 14:58:40.065079 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190a731-c627-4a5a-b58f-904bc42b637a req-b3c0459d-4349-4cd5-86ba-dd32270aa554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:40.067045 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e190a731-c627-4a5a-b58f-904bc42b637a req-b3c0459d-4349-4cd5-86ba-dd32270aa554 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.1991498 Sep 01 14:58:40.177809 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b33d6b9b-4db7-4167-ae5f-26ce1f46af48 req-b84b4fda-d77b-4fd1-8248-3f1cd54fb39d tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups/2b2ee014-6d5f-4035-93b7-b96a2144e126 HTTP/1.1" status: 200 len: 2981 time: 0.2525771 Sep 01 14:58:40.190132 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-68e5d01d-0a39-4a42-b862-7a8766818226 req-010c202f-c5df-4aa2-8f07-ed9734216c7b tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 210 time: 0.2512848 Sep 01 14:58:40.198209 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afa8119-d0a0-4b1f-ad0e-58da3273cd82 admin admin] Network 951b1785-2b99-46a1-aca1-832cb4b9a1c5 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:58:40.234698 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-2afa8119-d0a0-4b1f-ad0e-58da3273cd82 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:58:40.291217 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afa8119-d0a0-4b1f-ad0e-58da3273cd82 admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:58:40.295513 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190a731-c627-4a5a-b58f-904bc42b637a req-407d77b1-ff2f-4f5d-b849-88e17880496f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:40.301200 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e190a731-c627-4a5a-b58f-904bc42b637a req-407d77b1-ff2f-4f5d-b849-88e17880496f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2185957 Sep 01 14:58:40.301876 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa8119-d0a0-4b1f-ad0e-58da3273cd82 admin admin] Pushing event updated for resources: {'Port': ['ID=f36aec6c-204a-4b3d-a2bd-05fb854c5455,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:40.449759 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:40.463384 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b33d6b9b-4db7-4167-ae5f-26ce1f46af48 req-358cf17d-7414-463e-bb24-35105e9f48a8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups/2b2ee014-6d5f-4035-93b7-b96a2144e126 HTTP/1.1" status: 200 len: 2981 time: 0.2842093 Sep 01 14:58:40.546683 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 788c8ad8-3d65-409f-949d-34e903eed024, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=788c8ad8-3d65-409f-949d-34e903eed024,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:40.554327 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:40.648525 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a86f397-e0fe-419b-afa6-5564f1fefe81 x-openstack-request-id: req-2a86f397-e0fe-419b-afa6-5564f1fefe81 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:58:40.648920 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5881ed4f-b8df-4bf3-a018-cbfe48e72a17", "tag": "505ec2d6-a4b6-40ca-8f54-7fafe097e544", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:58:40.649249 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a86f397-e0fe-419b-afa6-5564f1fefe81 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:58:40.649884 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5881ed4f-b8df-4bf3-a018-cbfe48e72a17', 'tag': '505ec2d6-a4b6-40ca-8f54-7fafe097e544', 'status': 'completed', 'code': 200} Sep 01 14:58:40.658407 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2afa8119-d0a0-4b1f-ad0e-58da3273cd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:40.779580 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e190a731-c627-4a5a-b58f-904bc42b637a req-344d1df9-bb61-4c55-bb67-2c1a080af022 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606252 Sep 01 14:58:40.781623 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=788c8ad8-3d65-409f-949d-34e903eed024,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:40.846509 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ceb9f164-c44c-41b3-bbd6-bf08a7bcab90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:40.867635 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ceb9f164-c44c-41b3-bbd6-bf08a7bcab90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:40.896868 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e5441667-3225-46f8-b692-d83b4b953b6b None None] Provisioning for port f36aec6c-204a-4b3d-a2bd-05fb854c5455 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:58:40.902469 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e5441667-3225-46f8-b692-d83b4b953b6b None None] Provisioning complete for port f36aec6c-204a-4b3d-a2bd-05fb854c5455 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:40.902827 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e5441667-3225-46f8-b692-d83b4b953b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:41.015011 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131bea3-e2d8-4f5b-ae0b-b833b92ebde7 req-177a1cef-e41a-43d3-9948-2bc18402da15 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:41.016650 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e131bea3-e2d8-4f5b-ae0b-b833b92ebde7 req-177a1cef-e41a-43d3-9948-2bc18402da15 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/ports?device_id=5881ed4f-b8df-4bf3-a018-cbfe48e72a17 HTTP/1.1" status: 200 len: 947 time: 0.1780882 Sep 01 14:58:41.031667 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e5441667-3225-46f8-b692-d83b4b953b6b None None] Port f36aec6c-204a-4b3d-a2bd-05fb854c5455 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:58:41.105363 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e131bea3-e2d8-4f5b-ae0b-b833b92ebde7 req-2692f77f-7952-4e8c-b34b-3741767373be tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/security-groups?id=015052f2-59aa-4aef-b8ad-8fae42ce0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689280 Sep 01 14:58:41.114431 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-158e5655-c2fd-43ac-b2ef-534206128755 req-224b92fb-2839-4c95-92d6-a6d76d63823e tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups/b316ec44-1ddd-4777-96fd-58d4050098a9 HTTP/1.1" status: 200 len: 1799 time: 0.2811246 Sep 01 14:58:41.116038 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e190a731-c627-4a5a-b58f-904bc42b637a req-d09c2177-0416-488b-a8e8-ba1e4c29f7b6 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222051 Sep 01 14:58:41.166369 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9f164-c44c-41b3-bbd6-bf08a7bcab90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686e4b2e-25e8-405f-a0cf-c670ae5202f8,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:41.178325 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49842) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:41.178560 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ceb9f164-c44c-41b3-bbd6-bf08a7bcab90 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=45bbef472ade47f9ae5df3c6b09d2c17&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3358467 Sep 01 14:58:41.391169 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2afa8119-d0a0-4b1f-ad0e-58da3273cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:41.478967 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 788c8ad8-3d65-409f-949d-34e903eed024 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:58:41.518760 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38af6c-97f4-41b6-8169-317fda718945 req-04c74bf7-13cc-47ca-a946-a172021a5bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:41.521927 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da38af6c-97f4-41b6-8169-317fda718945 req-04c74bf7-13cc-47ca-a946-a172021a5bff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48a789c9341a4538ba88d607e8d78b07&device_id=5881ed4f-b8df-4bf3-a018-cbfe48e72a17 HTTP/1.1" status: 200 len: 1098 time: 0.2797790 Sep 01 14:58:41.559463 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3b84771a-906e-44d2-b7ed-8948eab55c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:41.575745 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-158e5655-c2fd-43ac-b2ef-534206128755 req-8b8600c7-c95a-45f7-a379-0dd8b5538411 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:41.640529 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 788c8ad8-3d65-409f-949d-34e903eed024 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:41.641525 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:41.766531 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-158e5655-c2fd-43ac-b2ef-534206128755 req-8b8600c7-c95a-45f7-a379-0dd8b5538411 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:41.863990 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3b84771a-906e-44d2-b7ed-8948eab55c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:41.959833 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:42.038397 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18dd27-bf5d-4080-a21e-d02e445d475d req-c0b9eaf8-3139-42d1-98ca-9d3d1a3a26bd tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:42.054425 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ba18dd27-bf5d-4080-a21e-d02e445d475d req-c0b9eaf8-3139-42d1-98ca-9d3d1a3a26bd tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] 10.222.0.60 "GET /v2.0/ports?device_id=9494c5da-e46d-4d99-a401-acaac07da947 HTTP/1.1" status: 200 len: 949 time: 0.4792762 Sep 01 14:58:42.123008 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3bd28fd2-91ea-4327-a574-033a8f4ed589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:42.176625 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38af6c-97f4-41b6-8169-317fda718945 req-e0852868-63e2-44d9-b584-54e65d18ad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:42.179338 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da38af6c-97f4-41b6-8169-317fda718945 req-e0852868-63e2-44d9-b584-54e65d18ad6c service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.6465969 Sep 01 14:58:42.201565 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ba18dd27-bf5d-4080-a21e-d02e445d475d req-37e6f47a-0970-43fa-9383-0f71e3982da2 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] 10.222.0.60 "GET /v2.0/security-groups?id=65543176-ff38-46a8-aee4-dcd771b9c789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451187 Sep 01 14:58:42.374894 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da38af6c-97f4-41b6-8169-317fda718945 req-4a6f90df-fefb-4575-8a99-0ef753ce6e24 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=505ec2d6-a4b6-40ca-8f54-7fafe097e544 HTTP/1.1" status: 200 len: 217 time: 0.1685076 Sep 01 14:58:42.377609 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3b84771a-906e-44d2-b7ed-8948eab55c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:42.383048 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3b84771a-906e-44d2-b7ed-8948eab55c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:42.385226 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3b84771a-906e-44d2-b7ed-8948eab55c55 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/686e4b2e-25e8-405f-a0cf-c670ae5202f8 HTTP/1.1" status: 204 len: 168 time: 1.2049642 Sep 01 14:58:42.517251 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38af6c-97f4-41b6-8169-317fda718945 req-cf723a39-4217-46ef-89ff-f470ed45202e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:42.519995 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da38af6c-97f4-41b6-8169-317fda718945 req-cf723a39-4217-46ef-89ff-f470ed45202e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.1307466 Sep 01 14:58:42.565523 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84771a-906e-44d2-b7ed-8948eab55c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686e4b2e-25e8-405f-a0cf-c670ae5202f8,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:42.621624 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-40e8b8d5-6e53-4ac3-b375-9084d5760064 req-5ff4e2c3-3ace-41dd-aed0-796963ac142d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 210 time: 0.2342458 Sep 01 14:58:42.715189 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-158e5655-c2fd-43ac-b2ef-534206128755 req-8b8600c7-c95a-45f7-a379-0dd8b5538411 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:42.720693 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-158e5655-c2fd-43ac-b2ef-534206128755 req-8b8600c7-c95a-45f7-a379-0dd8b5538411 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:42.735819 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-158e5655-c2fd-43ac-b2ef-534206128755 req-8b8600c7-c95a-45f7-a379-0dd8b5538411 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "DELETE /v2.0/security-groups/b316ec44-1ddd-4777-96fd-58d4050098a9 HTTP/1.1" status: 204 len: 173 time: 1.6193049 Sep 01 14:58:42.739817 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38af6c-97f4-41b6-8169-317fda718945 req-99089dc9-a185-4186-bfbc-baad69b9a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:42.742470 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da38af6c-97f4-41b6-8169-317fda718945 req-99089dc9-a185-4186-bfbc-baad69b9a6b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1612108 Sep 01 14:58:42.826836 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8600c7-c95a-45f7-a379-0dd8b5538411 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b316ec44-1ddd-4777-96fd-58d4050098a9,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:42.927548 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-704b2e16-b305-4196-abf0-636dc29816a8 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:42.930549 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-704b2e16-b305-4196-abf0-636dc29816a8 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.45 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 807 time: 1.1184008 Sep 01 14:58:42.960807 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-2b36c79e-a5e8-4686-ae86-3e374d22153d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Request body: {'port': {'device_id': 'b8e6e96a-b6e1-4510-a5fc-16e0b19771ea', 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823', 'admin_state_up': True, 'tenant_id': '84be7df9de7c45c681c68240357d6b7c'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:43.067755 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:43.100896 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [req-b2946e61-b89d-44d4-aa2b-404b8fd0c240 req-fbc214fd-95d9-4027-8b1c-b8485a0916ec tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] show failed (client error): The resource could not be found. Sep 01 14:58:43.110368 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b2946e61-b89d-44d4-aa2b-404b8fd0c240 req-fbc214fd-95d9-4027-8b1c-b8485a0916ec tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups/b316ec44-1ddd-4777-96fd-58d4050098a9 HTTP/1.1" status: 404 len: 352 time: 0.1417272 Sep 01 14:58:43.332831 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2afa8119-d0a0-4b1f-ad0e-58da3273cd82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:43.354285 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ae330c34-0baa-4b65-b158-656b79cb03e1 req-2b98ec05-3d34-420b-9ee8-27b66b166b8c tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups/d6e18b71-4327-468e-aeaa-d4fb4f0e2837 HTTP/1.1" status: 200 len: 1801 time: 0.1687610 Sep 01 14:58:43.367282 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da38af6c-97f4-41b6-8169-317fda718945 req-3f68e29d-3578-42e6-b768-c402fbee69d0 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6163492 Sep 01 14:58:43.369871 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2afa8119-d0a0-4b1f-ad0e-58da3273cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:43.422856 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f83775-73e0-44cf-bdc1-4f582ffb96bc req-cb51730d-a695-4ce1-b11f-bd06cf61feee tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:43.440254 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c5f83775-73e0-44cf-bdc1-4f582ffb96bc req-cb51730d-a695-4ce1-b11f-bd06cf61feee tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/ports?device_id=5881ed4f-b8df-4bf3-a018-cbfe48e72a17 HTTP/1.1" status: 200 len: 947 time: 0.5066385 Sep 01 14:58:43.621189 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa8119-d0a0-4b1f-ad0e-58da3273cd82 admin admin] Pushing event updated for resources: {'Port': ['ID=f36aec6c-204a-4b3d-a2bd-05fb854c5455,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:43.648157 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-2b36c79e-a5e8-4686-ae86-3e374d22153d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Made reservation on behalf of 84be7df9de7c45c681c68240357d6b7c for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:58:43.658957 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-2b36c79e-a5e8-4686-ae86-3e374d22153d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:43.710769 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ae330c34-0baa-4b65-b158-656b79cb03e1 req-3f40069f-889d-4483-bbd4-08a8bd1adf44 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:43.729255 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da38af6c-97f4-41b6-8169-317fda718945 req-142ecd29-5578-4b9c-90ac-2a2dac91175f service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540487 Sep 01 14:58:43.845674 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ae330c34-0baa-4b65-b158-656b79cb03e1 req-3f40069f-889d-4483-bbd4-08a8bd1adf44 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:43.919711 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c5f83775-73e0-44cf-bdc1-4f582ffb96bc req-0c997184-eca1-467a-9ee6-5906a5c2909a tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/security-groups?id=015052f2-59aa-4aef-b8ad-8fae42ce0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344483 Sep 01 14:58:43.964660 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ae330c34-0baa-4b65-b158-656b79cb03e1 req-3f40069f-889d-4483-bbd4-08a8bd1adf44 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:43.973826 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2afa8119-d0a0-4b1f-ad0e-58da3273cd82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:43.976654 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ae330c34-0baa-4b65-b158-656b79cb03e1 req-3f40069f-889d-4483-bbd4-08a8bd1adf44 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:44.005477 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ae330c34-0baa-4b65-b158-656b79cb03e1 req-3f40069f-889d-4483-bbd4-08a8bd1adf44 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "DELETE /v2.0/security-groups/d6e18b71-4327-468e-aeaa-d4fb4f0e2837 HTTP/1.1" status: 204 len: 173 time: 0.5939832 Sep 01 14:58:44.059107 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40069f-889d-4483-bbd4-08a8bd1adf44 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e18b71-4327-468e-aeaa-d4fb4f0e2837,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:44.220477 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-81b34f53-1766-4f45-ae7d-aa3d8b2f40ed req-54ab76fc-ad2a-46a4-9718-5408233e3f8e tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 210 time: 0.0647116 Sep 01 14:58:44.258373 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3a991b1a-d7e9-4ae9-be75-1065ed52cce6 req-687d84c8-3c54-4ccb-a009-6c5d5891c9d4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3b74a6e8-5266-4130-98ff-26eb005fca48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1799331 Sep 01 14:58:44.466781 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a991b1a-d7e9-4ae9-be75-1065ed52cce6 req-a103f73c-e540-48c4-8e2a-1ef73bf235fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:44.469969 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3a991b1a-d7e9-4ae9-be75-1065ed52cce6 req-a103f73c-e540-48c4-8e2a-1ef73bf235fd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8e4fe186f6134748ac0c4745cfedd0d0&device_id=3b74a6e8-5266-4130-98ff-26eb005fca48 HTTP/1.1" status: 200 len: 1097 time: 0.1265891 Sep 01 14:58:44.498625 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [req-0364386b-4e84-47e4-bd0b-ff5703ef50e0 req-b54aecc2-46ea-468e-890d-d623e8e33d64 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] show failed (client error): The resource could not be found. Sep 01 14:58:44.512126 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0364386b-4e84-47e4-bd0b-ff5703ef50e0 req-b54aecc2-46ea-468e-890d-d623e8e33d64 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups/d6e18b71-4327-468e-aeaa-d4fb4f0e2837 HTTP/1.1" status: 404 len: 352 time: 0.0399363 Sep 01 14:58:44.651468 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec74b7d-72db-4160-ad1a-ad9e6576670b req-550e73a4-2ea0-4d1e-b78a-0153a107a65b tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:44.667526 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4ec74b7d-72db-4160-ad1a-ad9e6576670b req-550e73a4-2ea0-4d1e-b78a-0153a107a65b tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] 10.222.0.60 "GET /v2.0/ports?device_id=9494c5da-e46d-4d99-a401-acaac07da947 HTTP/1.1" status: 200 len: 949 time: 0.5490396 Sep 01 14:58:44.704123 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b9070c77-9736-4712-b6bc-73d732e11bf0 req-449abce1-f925-4b90-b912-84d5783b86d9 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups/c2d755bd-fcea-485f-977a-e258d5ca4adb HTTP/1.1" status: 200 len: 1800 time: 0.1511893 Sep 01 14:58:44.745151 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 505ec2d6-a4b6-40ca-8f54-7fafe097e544 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:58:44.753224 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afa8119-d0a0-4b1f-ad0e-58da3273cd82 admin admin] Network 951b1785-2b99-46a1-aca1-832cb4b9a1c5 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:58:44.757382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-2b36c79e-a5e8-4686-ae86-3e374d22153d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Allocated IP 172.20.0.9 (baf99c09-53f8-4476-8cd9-fd2a9a404823/1f21d72f-51d2-4274-ac2c-410e832eb73e/2fe55acc-3642-4816-8ed1-af0fb041aad0) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:58:44.763869 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a991b1a-d7e9-4ae9-be75-1065ed52cce6 req-ece73d70-4f58-4cbc-909e-047ecd659ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:44.766229 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3a991b1a-d7e9-4ae9-be75-1065ed52cce6 req-ece73d70-4f58-4cbc-909e-047ecd659ebb service neutron] 10.222.0.62 "GET /v2.0/networks?id=e341c1bf-b603-47af-8c0a-c48eab293c3d HTTP/1.1" status: 200 len: 924 time: 0.2525065 Sep 01 14:58:44.796942 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-2afa8119-d0a0-4b1f-ad0e-58da3273cd82 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:58:44.847959 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4ec74b7d-72db-4160-ad1a-ad9e6576670b req-62d9d760-3252-448e-a6cd-4f0f47a7ba03 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] 10.222.0.60 "GET /v2.0/security-groups?id=65543176-ff38-46a8-aee4-dcd771b9c789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775286 Sep 01 14:58:45.000519 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:45.102035 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b9070c77-9736-4712-b6bc-73d732e11bf0 req-07d756a9-f1ab-4bef-9ae6-807403120b72 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:45.112653 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3a991b1a-d7e9-4ae9-be75-1065ed52cce6 req-2eff608e-3eec-4238-b4a4-25fbec5baef9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9708e94e-f22a-4b6e-a64f-be023ca15204 HTTP/1.1" status: 200 len: 1002 time: 0.3237295 Sep 01 14:58:45.125409 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 505ec2d6-a4b6-40ca-8f54-7fafe097e544, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=505ec2d6-a4b6-40ca-8f54-7fafe097e544,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:45.162101 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '505ec2d6-a4b6-40ca-8f54-7fafe097e544', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': '505ec2d6-a4b6-40ca-8f54-7fafe097e544', 'mac_address': 'fa:16:3e:26:f5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:58:45.339360 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b9070c77-9736-4712-b6bc-73d732e11bf0 req-07d756a9-f1ab-4bef-9ae6-807403120b72 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:45.344421 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:45.398567 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 505ec2d6-a4b6-40ca-8f54-7fafe097e544 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:58:45.409699 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a991b1a-d7e9-4ae9-be75-1065ed52cce6 req-97ef99a8-73c7-4612-acb8-a9d1f1f81ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:45.411395 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3a991b1a-d7e9-4ae9-be75-1065ed52cce6 req-97ef99a8-73c7-4612-acb8-a9d1f1f81ffe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8622ef4e-4e7a-4362-ad7e-7a1adedf0bef HTTP/1.1" status: 200 len: 862 time: 0.2864652 Sep 01 14:58:45.452850 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f403a-6534-4452-8743-ceb14f486478 req-19832145-1710-4f23-89c4-d17e07c72528 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:45.464389 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-cff78041-48d1-4d14-b037-11010c66171e None None] Provisioning complete for port f36aec6c-204a-4b3d-a2bd-05fb854c5455 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:45.467178 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-967f403a-6534-4452-8743-ceb14f486478 req-19832145-1710-4f23-89c4-d17e07c72528 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/ports?device_id=5881ed4f-b8df-4bf3-a018-cbfe48e72a17 HTTP/1.1" status: 200 len: 947 time: 0.2524831 Sep 01 14:58:45.469834 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cff78041-48d1-4d14-b037-11010c66171e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:45.489859 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afa8119-d0a0-4b1f-ad0e-58da3273cd82 admin admin] Router 0b3e3b02-4cad-4aa6-8396-3a575cb10a89 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:58:45.506661 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-2b36c79e-a5e8-4686-ae86-3e374d22153d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:45.519222 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b9070c77-9736-4712-b6bc-73d732e11bf0 req-07d756a9-f1ab-4bef-9ae6-807403120b72 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:45.530693 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b9070c77-9736-4712-b6bc-73d732e11bf0 req-07d756a9-f1ab-4bef-9ae6-807403120b72 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:45.532620 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b9070c77-9736-4712-b6bc-73d732e11bf0 req-07d756a9-f1ab-4bef-9ae6-807403120b72 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "DELETE /v2.0/security-groups/c2d755bd-fcea-485f-977a-e258d5ca4adb HTTP/1.1" status: 204 len: 173 time: 0.8269083 Sep 01 14:58:45.548950 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-cff78041-48d1-4d14-b037-11010c66171e None None] Port f36aec6c-204a-4b3d-a2bd-05fb854c5455 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:58:45.570806 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 505ec2d6-a4b6-40ca-8f54-7fafe097e544, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=505ec2d6-a4b6-40ca-8f54-7fafe097e544,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:45.586609 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:45.592216 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d756a9-f1ab-4bef-9ae6-807403120b72 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d755bd-fcea-485f-977a-e258d5ca4adb,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:45.596983 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a991b1a-d7e9-4ae9-be75-1065ed52cce6 req-e40f6cbe-3ce0-465b-87f9-728d4d8ced81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:45.599495 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3a991b1a-d7e9-4ae9-be75-1065ed52cce6 req-e40f6cbe-3ce0-465b-87f9-728d4d8ced81 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e341c1bf-b603-47af-8c0a-c48eab293c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1763358 Sep 01 14:58:45.759885 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-967f403a-6534-4452-8743-ceb14f486478 req-0ff5f33b-1dab-4b73-a46d-ec18db790f82 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/security-groups?id=015052f2-59aa-4aef-b8ad-8fae42ce0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665968 Sep 01 14:58:45.770042 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=505ec2d6-a4b6-40ca-8f54-7fafe097e544,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:45.800836 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['505ec2d6-a4b6-40ca-8f54-7fafe097e544'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:58:45.920691 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-2b36c79e-a5e8-4686-ae86-3e374d22153d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:45.942520 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3a991b1a-d7e9-4ae9-be75-1065ed52cce6 req-7a3666e4-e0d6-48f6-9f14-0329e1598be8 service neutron] 10.222.0.62 "GET /v2.0/networks/e341c1bf-b603-47af-8c0a-c48eab293c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273134 Sep 01 14:58:46.273826 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3a991b1a-d7e9-4ae9-be75-1065ed52cce6 req-8d62a7f0-6946-4823-bda9-392a7f5711dc service neutron] 10.222.0.62 "GET /v2.0/networks/e341c1bf-b603-47af-8c0a-c48eab293c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240402 Sep 01 14:58:46.298422 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-2b36c79e-a5e8-4686-ae86-3e374d22153d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Network baf99c09-53f8-4476-8cd9-fd2a9a404823 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:58:46.309854 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afa8119-d0a0-4b1f-ad0e-58da3273cd82 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:58:46.313797 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-2b36c79e-a5e8-4686-ae86-3e374d22153d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:58:46.333675 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2afa8119-d0a0-4b1f-ad0e-58da3273cd82 admin admin] 10.222.0.60 "PUT /v2.0/routers/0b3e3b02-4cad-4aa6-8396-3a575cb10a89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2324777 Sep 01 14:58:46.334009 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95385166-4fe8-434d-a660-57da9e0fd9c8 None None] Sync routers for ids ['0b3e3b02-4cad-4aa6-8396-3a575cb10a89'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:58:46.334336 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36c79e-a5e8-4686-ae86-3e374d22153d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Pushing event updated for resources: {'Port': ['ID=2fe55acc-3642-4816-8ed1-af0fb041aad0,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:46.339884 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-2b36c79e-a5e8-4686-ae86-3e374d22153d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:58:46.362526 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95385166-4fe8-434d-a660-57da9e0fd9c8 None None] Routers {'0b3e3b02-4cad-4aa6-8396-3a575cb10a89'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:58:46.363178 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-95385166-4fe8-434d-a660-57da9e0fd9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:58:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0b3e3b02-4cad-4aa6-8396-3a575cb10a89'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:58:46.412763 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [req-57fdbae4-e4aa-4e54-88db-66e897097adf req-f116d2eb-280e-4b0c-b8ad-e90023646a7e tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] show failed (client error): The resource could not be found. Sep 01 14:58:46.414273 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-57fdbae4-e4aa-4e54-88db-66e897097adf req-f116d2eb-280e-4b0c-b8ad-e90023646a7e tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups/c2d755bd-fcea-485f-977a-e258d5ca4adb HTTP/1.1" status: 404 len: 352 time: 0.0627537 Sep 01 14:58:46.445825 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-2b36c79e-a5e8-4686-ae86-3e374d22153d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:46.447887 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-2b36c79e-a5e8-4686-ae86-3e374d22153d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:46.467154 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd71e1-0633-4eb3-83a2-f0f7c16c6879 req-c2a78726-b8f3-491f-8fc2-5eb04f8e1672 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:46.480298 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0cd71e1-0633-4eb3-83a2-f0f7c16c6879 req-c2a78726-b8f3-491f-8fc2-5eb04f8e1672 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 931 time: 0.4294510 Sep 01 14:58:46.544841 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-2b36c79e-a5e8-4686-ae86-3e374d22153d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5912781 Sep 01 14:58:46.576642 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-d38c0d39-2ccf-4ce1-bbb2-d97f06ef53c8 service neutron] Request body: {'port': {'device_id': 'b8e6e96a-b6e1-4510-a5fc-16e0b19771ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:46.587136 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-95385166-4fe8-434d-a660-57da9e0fd9c8 None None] Set router 0b3e3b02-4cad-4aa6-8396-3a575cb10a89 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:58:46.650634 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0cd71e1-0633-4eb3-83a2-f0f7c16c6879 req-74e2271b-cd50-4863-989e-3d91b3780f62 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650112 Sep 01 14:58:46.732519 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddab17-942e-45da-ad49-fb45c8f0faec req-67fccda1-f779-4cfc-8912-b5c4ced32c90 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:46.746749 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8ddab17-942e-45da-ad49-fb45c8f0faec req-67fccda1-f779-4cfc-8912-b5c4ced32c90 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] 10.222.0.60 "GET /v2.0/ports?device_id=9494c5da-e46d-4d99-a401-acaac07da947 HTTP/1.1" status: 200 len: 949 time: 0.1698496 Sep 01 14:58:46.832063 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 505ec2d6-a4b6-40ca-8f54-7fafe097e544 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:58:46.877405 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-d38c0d39-2ccf-4ce1-bbb2-d97f06ef53c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:46.887489 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8ddab17-942e-45da-ad49-fb45c8f0faec req-0af0a23c-badf-4dd5-9067-40f45c0b95ba tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] 10.222.0.60 "GET /v2.0/security-groups?id=65543176-ff38-46a8-aee4-dcd771b9c789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285532 Sep 01 14:58:47.075645 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 505ec2d6-a4b6-40ca-8f54-7fafe097e544 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:58:47.081077 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 505ec2d6-a4b6-40ca-8f54-7fafe097e544 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:47.081517 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:47.287186 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-95385166-4fe8-434d-a660-57da9e0fd9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3e3b02-4cad-4aa6-8396-3a575cb10a89', 'name': 'tempest-FloatingIPDetailsTestJSON-2042799894-router', 'tenant_id': 'fb5f121bad314179bc75a57bb742e257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '788c8ad8-3d65-409f-949d-34e903eed024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:58:27Z', 'updated_at': '2021-09-01T14:58:41Z', 'revision_number': 4, 'project_id': 'fb5f121bad314179bc75a57bb742e257', 'gw_port': {'id': '788c8ad8-3d65-409f-949d-34e903eed024', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3e3b02-4cad-4aa6-8396-3a575cb10a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:29Z', 'updated_at': '2021-09-01T14:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'f36aec6c-204a-4b3d-a2bd-05fb854c5455', 'name': '', 'network_id': '951b1785-2b99-46a1-aca1-832cb4b9a1c5', 'tenant_id': 'fb5f121bad314179bc75a57bb742e257', 'mac_address': 'fa:16:3e:d0:ab:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3e3b02-4cad-4aa6-8396-3a575cb10a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '81063392-e516-407e-ab82-b4b9f0ad3ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:37Z', 'updated_at': '2021-09-01T14:58:41Z', 'revision_number': 2, 'project_id': 'fb5f121bad314179bc75a57bb742e257', 'subnets': [{'id': '81063392-e516-407e-ab82-b4b9f0ad3ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:58:47.291876 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:47.341129 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95385166-4fe8-434d-a660-57da9e0fd9c8 None None] Checking router: 0b3e3b02-4cad-4aa6-8396-3a575cb10a89 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:58:47.341886 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95385166-4fe8-434d-a660-57da9e0fd9c8 None None] Updating router 0b3e3b02-4cad-4aa6-8396-3a575cb10a89 port f36aec6c-204a-4b3d-a2bd-05fb854c5455 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 14:58:47.407361 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5881ed4f-b8df-4bf3-a018-cbfe48e72a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505ec2d6-a4b6-40ca-8f54-7fafe097e544'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:58:47.421031 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ff9126-590d-4f9f-a12b-a8366585f590" -d '{"events": [{"server_uuid": "5881ed4f-b8df-4bf3-a018-cbfe48e72a17", "name": "network-vif-plugged", "status": "completed", "tag": "505ec2d6-a4b6-40ca-8f54-7fafe097e544"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:58:47.453631 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-95385166-4fe8-434d-a660-57da9e0fd9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:47.485811 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 505ec2d6-a4b6-40ca-8f54-7fafe097e544, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=505ec2d6-a4b6-40ca-8f54-7fafe097e544,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:47.586495 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00d85b4c-3c03-44e8-a41f-f36f04c802b0 req-3f3d547c-9de4-491c-80d4-78938c8e7178 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=78d6f1b3379047caa4ea1f692dcc7a3d HTTP/1.1" status: 200 len: 6149 time: 0.7764268 Sep 01 14:58:47.723472 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:47.733302 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00d85b4c-3c03-44e8-a41f-f36f04c802b0 req-0eaf7862-866c-4156-9a1c-8d266217815b tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups/2b2ee014-6d5f-4035-93b7-b96a2144e126 HTTP/1.1" status: 200 len: 2981 time: 0.1450548 Sep 01 14:58:47.739739 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49934) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:47.827863 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00d85b4c-3c03-44e8-a41f-f36f04c802b0 req-f882dae4-f0cc-48b5-9371-58f09421a0da tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups/2b2ee014-6d5f-4035-93b7-b96a2144e126 HTTP/1.1" status: 200 len: 2981 time: 0.0934656 Sep 01 14:58:47.933735 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aa633657-2912-4b51-9a73-5407d694cfd5 req-372b310b-4e95-4acb-a9e4-c085e2fd933b tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4929454 Sep 01 14:58:47.941455 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-aa633657-2912-4b51-9a73-5407d694cfd5 req-df5ce8cb-ec2f-41b7-914a-557984e9ff69 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:47.984856 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-aa633657-2912-4b51-9a73-5407d694cfd5 req-df5ce8cb-ec2f-41b7-914a-557984e9ff69 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:48.059067 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=505ec2d6-a4b6-40ca-8f54-7fafe097e544,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:48.091380 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-d38c0d39-2ccf-4ce1-bbb2-d97f06ef53c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe55acc-3642-4816-8ed1-af0fb041aad0 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:58:48.114190 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-d38c0d39-2ccf-4ce1-bbb2-d97f06ef53c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:48.151833 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf1b69-c3f8-4612-82d1-9048528c3d83 req-6a4a3b80-a43d-4890-a92a-4bfca203cb1d tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:48.153674 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-59cf1b69-c3f8-4612-82d1-9048528c3d83 req-6a4a3b80-a43d-4890-a92a-4bfca203cb1d tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] 10.222.0.62 "GET /v2.0/ports?device_id=9494c5da-e46d-4d99-a401-acaac07da947 HTTP/1.1" status: 200 len: 949 time: 0.1461318 Sep 01 14:58:48.170059 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-d38c0d39-2ccf-4ce1-bbb2-d97f06ef53c8 service neutron] Transition to ACTIVE for port object 2fe55acc-3642-4816-8ed1-af0fb041aad0 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:58:48.181572 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-d38c0d39-2ccf-4ce1-bbb2-d97f06ef53c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:48.255191 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463360e0-c962-4d77-a257-5461dda3abe2 req-5dce7db0-5624-4896-b947-caea4bfec18c tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:48.265035 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-463360e0-c962-4d77-a257-5461dda3abe2 req-5dce7db0-5624-4896-b947-caea4bfec18c tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/ports?device_id=5881ed4f-b8df-4bf3-a018-cbfe48e72a17 HTTP/1.1" status: 200 len: 949 time: 0.3101311 Sep 01 14:58:48.332812 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ebd5422f-89dd-4e41-b2f6-8a812215be45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:48.348295 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c0d39-2ccf-4ce1-bbb2-d97f06ef53c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe55acc-3642-4816-8ed1-af0fb041aad0,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:48.391477 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-aa633657-2912-4b51-9a73-5407d694cfd5 req-df5ce8cb-ec2f-41b7-914a-557984e9ff69 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:48.412461 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-95385166-4fe8-434d-a660-57da9e0fd9c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:48.433289 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-95385166-4fe8-434d-a660-57da9e0fd9c8 None None] Transition to ACTIVE for port object f36aec6c-204a-4b3d-a2bd-05fb854c5455 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:58:48.453770 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-95385166-4fe8-434d-a660-57da9e0fd9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:48.456423 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-463360e0-c962-4d77-a257-5461dda3abe2 req-a8401e8b-b28d-4445-b072-6aba77c8770c tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/security-groups?id=015052f2-59aa-4aef-b8ad-8fae42ce0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898201 Sep 01 14:58:48.472213 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-59cf1b69-c3f8-4612-82d1-9048528c3d83 req-f8d432e7-a68c-4cf9-92ec-7c10345f4872 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Deleting port b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:58:48.472631 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-59cf1b69-c3f8-4612-82d1-9048528c3d83 req-f8d432e7-a68c-4cf9-92ec-7c10345f4872 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:48.574600 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27063c00-7160-4ee4-9cfb-6ab47e567680 None None] Pushing event updated for resources: {'Port': ['ID=f36aec6c-204a-4b3d-a2bd-05fb854c5455,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:48.611536 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-d38c0d39-2ccf-4ce1-bbb2-d97f06ef53c8 service neutron] Attempting to bind port 2fe55acc-3642-4816-8ed1-af0fb041aad0 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:58:48.612590 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-d38c0d39-2ccf-4ce1-bbb2-d97f06ef53c8 service neutron] Attempting to bind port 2fe55acc-3642-4816-8ed1-af0fb041aad0 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:58:48.615696 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-d38c0d39-2ccf-4ce1-bbb2-d97f06ef53c8 service neutron] Attempting to bind port 2fe55acc-3642-4816-8ed1-af0fb041aad0 on network baf99c09-53f8-4476-8cd9-fd2a9a404823 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:48.669456 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-d38c0d39-2ccf-4ce1-bbb2-d97f06ef53c8 service neutron] Port 2fe55acc-3642-4816-8ed1-af0fb041aad0 on network baf99c09-53f8-4476-8cd9-fd2a9a404823 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:58:48.680121 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-d38c0d39-2ccf-4ce1-bbb2-d97f06ef53c8 service neutron] Attempting to bind port 2fe55acc-3642-4816-8ed1-af0fb041aad0 on network baf99c09-53f8-4476-8cd9-fd2a9a404823 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:48.708749 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-d38c0d39-2ccf-4ce1-bbb2-d97f06ef53c8 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:58:48.709320 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-d38c0d39-2ccf-4ce1-bbb2-d97f06ef53c8 service neutron] Checking segment: {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:58:48.710383 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-d38c0d39-2ccf-4ce1-bbb2-d97f06ef53c8 service neutron] Bound using segment: {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:58:48.711184 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-d38c0d39-2ccf-4ce1-bbb2-d97f06ef53c8 service neutron] Bound port: 2fe55acc-3642-4816-8ed1-af0fb041aad0, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:58:48.711828 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-d38c0d39-2ccf-4ce1-bbb2-d97f06ef53c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:48.719435 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-95385166-4fe8-434d-a660-57da9e0fd9c8 None None] Attempting to bind port f36aec6c-204a-4b3d-a2bd-05fb854c5455 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:58:48.721369 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-95385166-4fe8-434d-a660-57da9e0fd9c8 None None] Attempting to bind port f36aec6c-204a-4b3d-a2bd-05fb854c5455 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'f9bd29bf-c9e3-4175-b370-dfaff8c8a3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '951b1785-2b99-46a1-aca1-832cb4b9a1c5'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:58:48.723934 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95385166-4fe8-434d-a660-57da9e0fd9c8 None None] Attempting to bind port f36aec6c-204a-4b3d-a2bd-05fb854c5455 on network 951b1785-2b99-46a1-aca1-832cb4b9a1c5 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:58:48.774062 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95385166-4fe8-434d-a660-57da9e0fd9c8 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:58:48.777549 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95385166-4fe8-434d-a660-57da9e0fd9c8 None None] Checking segment: {'id': 'f9bd29bf-c9e3-4175-b370-dfaff8c8a3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '951b1785-2b99-46a1-aca1-832cb4b9a1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:58:48.781063 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-95385166-4fe8-434d-a660-57da9e0fd9c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:48.787560 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95385166-4fe8-434d-a660-57da9e0fd9c8 None None] Bound using segment: {'id': 'f9bd29bf-c9e3-4175-b370-dfaff8c8a3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '951b1785-2b99-46a1-aca1-832cb4b9a1c5'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:58:48.788503 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-95385166-4fe8-434d-a660-57da9e0fd9c8 None None] Bound port: f36aec6c-204a-4b3d-a2bd-05fb854c5455, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9bd29bf-c9e3-4175-b370-dfaff8c8a3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '951b1785-2b99-46a1-aca1-832cb4b9a1c5'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:58:48.792843 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-95385166-4fe8-434d-a660-57da9e0fd9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:48.874526 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144042f2-7702-40b7-a1e9-83e35041317b x-openstack-request-id: req-144042f2-7702-40b7-a1e9-83e35041317b {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:58:48.874977 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5881ed4f-b8df-4bf3-a018-cbfe48e72a17", "name": "network-vif-plugged", "status": "completed", "tag": "505ec2d6-a4b6-40ca-8f54-7fafe097e544", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:58:48.875391 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-144042f2-7702-40b7-a1e9-83e35041317b {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:58:48.876054 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5881ed4f-b8df-4bf3-a018-cbfe48e72a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505ec2d6-a4b6-40ca-8f54-7fafe097e544', 'code': 200} Sep 01 14:58:49.074268 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-95385166-4fe8-434d-a660-57da9e0fd9c8 None None] For port f36aec6c-204a-4b3d-a2bd-05fb854c5455, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:58:49.081266 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-95385166-4fe8-434d-a660-57da9e0fd9c8 None None] For port f36aec6c-204a-4b3d-a2bd-05fb854c5455, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f36aec6c-204a-4b3d-a2bd-05fb854c5455,segment=NetworkSegment(f9bd29bf-c9e3-4175-b370-dfaff8c8a3eb),segment_id=f9bd29bf-c9e3-4175-b370-dfaff8c8a3eb)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:58:49.094638 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-95385166-4fe8-434d-a660-57da9e0fd9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:49.292889 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95385166-4fe8-434d-a660-57da9e0fd9c8 None None] Routers {'0b3e3b02-4cad-4aa6-8396-3a575cb10a89'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:58:49.293952 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-95385166-4fe8-434d-a660-57da9e0fd9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:58:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0b3e3b02-4cad-4aa6-8396-3a575cb10a89'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:58:49.417327 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27063c00-7160-4ee4-9cfb-6ab47e567680 None None] Pushing event updated for resources: {'Port': ['ID=f36aec6c-204a-4b3d-a2bd-05fb854c5455,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:49.448894 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ebd5422f-89dd-4e41-b2f6-8a812215be45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:49.473595 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-d38c0d39-2ccf-4ce1-bbb2-d97f06ef53c8 service neutron] For port 2fe55acc-3642-4816-8ed1-af0fb041aad0, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:58:49.487704 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ebd5422f-89dd-4e41-b2f6-8a812215be45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:49.561578 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-d38c0d39-2ccf-4ce1-bbb2-d97f06ef53c8 service neutron] For port 2fe55acc-3642-4816-8ed1-af0fb041aad0, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=2fe55acc-3642-4816-8ed1-af0fb041aad0,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:58:49.568026 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-59cf1b69-c3f8-4612-82d1-9048528c3d83 req-f8d432e7-a68c-4cf9-92ec-7c10345f4872 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] For port b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:49.568796 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-59cf1b69-c3f8-4612-82d1-9048528c3d83 req-f8d432e7-a68c-4cf9-92ec-7c10345f4872 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:49.585894 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-95385166-4fe8-434d-a660-57da9e0fd9c8 None None] Set router 0b3e3b02-4cad-4aa6-8396-3a575cb10a89 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:58:49.598524 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-59cf1b69-c3f8-4612-82d1-9048528c3d83 req-f8d432e7-a68c-4cf9-92ec-7c10345f4872 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Calling delete_port for b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:58:49.644438 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-d38c0d39-2ccf-4ce1-bbb2-d97f06ef53c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:49.782215 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ebd5422f-89dd-4e41-b2f6-8a812215be45 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=27103813ce2345f6ad1bf2dde9dfb6b1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0408452 Sep 01 14:58:49.799016 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b2edf-cfd0-487b-a16e-9e48d43899f8 req-19126074-f2ac-4da2-be78-a8a08cee53a1 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:49.802156 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0f6b2edf-cfd0-487b-a16e-9e48d43899f8 req-19126074-f2ac-4da2-be78-a8a08cee53a1 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 943 time: 0.4273078 Sep 01 14:58:49.810396 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49950) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:49.880858 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5422f-89dd-4e41-b2f6-8a812215be45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c682cfc-6d6c-4a63-a9e9-94fbdde3b9de,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:49.899908 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-d38c0d39-2ccf-4ce1-bbb2-d97f06ef53c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:49.903798 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-d38c0d39-2ccf-4ce1-bbb2-d97f06ef53c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:49.908677 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-aa633657-2912-4b51-9a73-5407d694cfd5 req-df5ce8cb-ec2f-41b7-914a-557984e9ff69 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Allocated IP 172.25.6.233 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/3cc2b076-5976-4948-8de5-5a3ef173e410) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:58:49.912935 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-d38c0d39-2ccf-4ce1-bbb2-d97f06ef53c8 service neutron] 10.222.0.45 "PUT /v2.0/ports/2fe55acc-3642-4816-8ed1-af0fb041aad0 HTTP/1.1" status: 200 len: 1091 time: 3.3467815 Sep 01 14:58:49.915837 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e48a42-ed30-49df-b0f4-fe72f2620ad3 req-641d2314-12ae-449b-9872-bbf7b351b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:49.926758 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-54e48a42-ed30-49df-b0f4-fe72f2620ad3 req-641d2314-12ae-449b-9872-bbf7b351b087 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5881ed4f-b8df-4bf3-a018-cbfe48e72a17 HTTP/1.1" status: 200 len: 1100 time: 0.8249512 Sep 01 14:58:49.930457 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e6e96a-b6e1-4510-a5fc-16e0b19771ea', 'tag': '2fe55acc-3642-4816-8ed1-af0fb041aad0'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:58:49.935365 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c221ee5f-fbe0-4cf2-8944-7ae9eab06d57" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e6e96a-b6e1-4510-a5fc-16e0b19771ea", "tag": "2fe55acc-3642-4816-8ed1-af0fb041aad0"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:58:49.936422 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-59cf1b69-c3f8-4612-82d1-9048528c3d83 req-f8d432e7-a68c-4cf9-92ec-7c10345f4872 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:50.049167 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c0d39-2ccf-4ce1-bbb2-d97f06ef53c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe55acc-3642-4816-8ed1-af0fb041aad0,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:50.056307 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d432e7-a68c-4cf9-92ec-7c10345f4872 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Pushing event deleted for resources: {'Port': ['ID=b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:50.060467 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-95385166-4fe8-434d-a660-57da9e0fd9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3e3b02-4cad-4aa6-8396-3a575cb10a89', 'name': 'tempest-FloatingIPDetailsTestJSON-2042799894-router', 'tenant_id': 'fb5f121bad314179bc75a57bb742e257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '788c8ad8-3d65-409f-949d-34e903eed024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:58:27Z', 'updated_at': '2021-09-01T14:58:41Z', 'revision_number': 4, 'project_id': 'fb5f121bad314179bc75a57bb742e257', 'gw_port': {'id': '788c8ad8-3d65-409f-949d-34e903eed024', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3e3b02-4cad-4aa6-8396-3a575cb10a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:29Z', 'updated_at': '2021-09-01T14:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'f36aec6c-204a-4b3d-a2bd-05fb854c5455', 'name': '', 'network_id': '951b1785-2b99-46a1-aca1-832cb4b9a1c5', 'tenant_id': 'fb5f121bad314179bc75a57bb742e257', 'mac_address': 'fa:16:3e:d0:ab:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3e3b02-4cad-4aa6-8396-3a575cb10a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '81063392-e516-407e-ab82-b4b9f0ad3ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:37Z', 'updated_at': '2021-09-01T14:58:49Z', 'revision_number': 4, 'project_id': 'fb5f121bad314179bc75a57bb742e257', 'subnets': [{'id': '81063392-e516-407e-ab82-b4b9f0ad3ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:58:50.104579 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95385166-4fe8-434d-a660-57da9e0fd9c8 None None] The sync data for ids ['0b3e3b02-4cad-4aa6-8396-3a575cb10a89'] in n-d-794796-3 is: [{'id': '0b3e3b02-4cad-4aa6-8396-3a575cb10a89', 'name': 'tempest-FloatingIPDetailsTestJSON-2042799894-router', 'tenant_id': 'fb5f121bad314179bc75a57bb742e257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '788c8ad8-3d65-409f-949d-34e903eed024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:58:27Z', 'updated_at': '2021-09-01T14:58:41Z', 'revision_number': 4, 'project_id': 'fb5f121bad314179bc75a57bb742e257', 'gw_port': {'id': '788c8ad8-3d65-409f-949d-34e903eed024', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3e3b02-4cad-4aa6-8396-3a575cb10a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:29Z', 'updated_at': '2021-09-01T14:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'f36aec6c-204a-4b3d-a2bd-05fb854c5455', 'name': '', 'network_id': '951b1785-2b99-46a1-aca1-832cb4b9a1c5', 'tenant_id': 'fb5f121bad314179bc75a57bb742e257', 'mac_address': 'fa:16:3e:d0:ab:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3e3b02-4cad-4aa6-8396-3a575cb10a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '81063392-e516-407e-ab82-b4b9f0ad3ffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:37Z', 'updated_at': '2021-09-01T14:58:49Z', 'revision_number': 4, 'project_id': 'fb5f121bad314179bc75a57bb742e257', 'subnets': [{'id': '81063392-e516-407e-ab82-b4b9f0ad3ffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:58:50.171444 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-61e073e4-f01f-4755-a273-85919356d820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:50.253255 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-59cf1b69-c3f8-4612-82d1-9048528c3d83 req-f8d432e7-a68c-4cf9-92ec-7c10345f4872 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] No DVR routers for this DVR port b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e on host n-h2-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:58:50.257406 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-59cf1b69-c3f8-4612-82d1-9048528c3d83 req-f8d432e7-a68c-4cf9-92ec-7c10345f4872 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:50.260834 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-59cf1b69-c3f8-4612-82d1-9048528c3d83 req-f8d432e7-a68c-4cf9-92ec-7c10345f4872 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] 10.222.0.62 "DELETE /v2.0/ports/b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e HTTP/1.1" status: 204 len: 173 time: 2.0976975 Sep 01 14:58:50.265845 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9494c5da-e46d-4d99-a401-acaac07da947', 'name': 'network-vif-deleted', 'tag': 'b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:58:50.268225 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0b3fb5-65fd-4b55-b363-c531d545737f" -d '{"events": [{"server_uuid": "9494c5da-e46d-4d99-a401-acaac07da947", "name": "network-vif-deleted", "tag": "b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:58:50.272435 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-54e48a42-ed30-49df-b0f4-fe72f2620ad3 req-bb3139c0-b868-4484-9bd4-9d115b2c9278 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=015052f2-59aa-4aef-b8ad-8fae42ce0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332360 Sep 01 14:58:50.378069 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0f6b2edf-cfd0-487b-a16e-9e48d43899f8 req-738f338b-d519-42a0-b396-de2f18bf604f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561486 Sep 01 14:58:50.391099 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-61e073e4-f01f-4755-a273-85919356d820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:50.398252 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-aa633657-2912-4b51-9a73-5407d694cfd5 req-df5ce8cb-ec2f-41b7-914a-557984e9ff69 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:50.435387 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-57b2580a-f58b-4886-9d46-083f0505e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:50.438021 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-57b2580a-f58b-4886-9d46-083f0505e5bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 1094 time: 0.4525168 Sep 01 14:58:50.468976 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-cd894722-5dfc-40bb-9d03-ffdbff4a91cd req-52d50458-69d1-484d-b239-4cec4c688848 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-421081359', 'description': 'tempest-description-444083811'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:50.490661 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-aa633657-2912-4b51-9a73-5407d694cfd5 req-df5ce8cb-ec2f-41b7-914a-557984e9ff69 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:50.592412 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-ed916b50-0bb9-4176-b714-071c9a00089f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fe55acc-3642-4816-8ed1-af0fb041aad0 HTTP/1.1" status: 200 len: 217 time: 0.1109962 Sep 01 14:58:50.602572 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa633657-2912-4b51-9a73-5407d694cfd5 req-df5ce8cb-ec2f-41b7-914a-557984e9ff69 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:58:50.620275 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-aa633657-2912-4b51-9a73-5407d694cfd5 req-df5ce8cb-ec2f-41b7-914a-557984e9ff69 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:58:50.654995 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa633657-2912-4b51-9a73-5407d694cfd5 req-df5ce8cb-ec2f-41b7-914a-557984e9ff69 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:58:50.692656 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-61e073e4-f01f-4755-a273-85919356d820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:50.699742 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-61e073e4-f01f-4755-a273-85919356d820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:50.699949 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ce8cb-ec2f-41b7-914a-557984e9ff69 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Pushing event updated for resources: {'Port': ['ID=3cc2b076-5976-4948-8de5-5a3ef173e410,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:50.700207 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-61e073e4-f01f-4755-a273-85919356d820 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c682cfc-6d6c-4a63-a9e9-94fbdde3b9de HTTP/1.1" status: 204 len: 168 time: 0.8858900 Sep 01 14:58:50.715154 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cd894722-5dfc-40bb-9d03-ffdbff4a91cd req-52d50458-69d1-484d-b239-4cec4c688848 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:50.737757 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e073e4-f01f-4755-a273-85919356d820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c682cfc-6d6c-4a63-a9e9-94fbdde3b9de,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:50.756423 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-3fcb733b-423f-4619-ab65-2b6c453e234e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:50.760031 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-3fcb733b-423f-4619-ab65-2b6c453e234e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f21d72f-51d2-4274-ac2c-410e832eb73e HTTP/1.1" status: 200 len: 847 time: 0.1579113 Sep 01 14:58:50.809441 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-84e1887a-15ba-4ae0-ab1c-c7ef31533890 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=baf99c09-53f8-4476-8cd9-fd2a9a404823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347364 Sep 01 14:58:50.915809 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-aa633657-2912-4b51-9a73-5407d694cfd5 req-df5ce8cb-ec2f-41b7-914a-557984e9ff69 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:50.997697 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-9ca6e332-0282-41b7-8c27-ce776641441e service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760223 Sep 01 14:58:51.029786 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-aa633657-2912-4b51-9a73-5407d694cfd5 req-df5ce8cb-ec2f-41b7-914a-557984e9ff69 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:51.103872 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:58:51.183627 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cd894722-5dfc-40bb-9d03-ffdbff4a91cd req-52d50458-69d1-484d-b239-4cec4c688848 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:51.204325 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cd894722-5dfc-40bb-9d03-ffdbff4a91cd req-52d50458-69d1-484d-b239-4cec4c688848 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:51.235267 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:58:51.235267 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:58:51.372753 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cd894722-5dfc-40bb-9d03-ffdbff4a91cd req-52d50458-69d1-484d-b239-4cec4c688848 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:51.374752 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cd894722-5dfc-40bb-9d03-ffdbff4a91cd req-52d50458-69d1-484d-b239-4cec4c688848 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.9191306 Sep 01 14:58:51.398060 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-756adc11-88ea-4787-b8dd-2cded36a5840 req-e38223cc-6c5a-4d15-9c82-7f6225cd4302 service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903732 Sep 01 14:58:51.429766 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d50458-69d1-484d-b239-4cec4c688848 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f1bc3a-091e-426d-b38c-d2f61bf0782c,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:51.564869 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-aa633657-2912-4b51-9a73-5407d694cfd5 req-df5ce8cb-ec2f-41b7-914a-557984e9ff69 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:51.594362 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-aa633657-2912-4b51-9a73-5407d694cfd5 req-df5ce8cb-ec2f-41b7-914a-557984e9ff69 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:51.621052 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f36aec6c-204a-4b3d-a2bd-05fb854c5455 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:58:51.646245 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-aa633657-2912-4b51-9a73-5407d694cfd5 req-df5ce8cb-ec2f-41b7-914a-557984e9ff69 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:51.739763 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1bed7579-ff7b-4b38-9e38-ce02867cd763 req-0dcb3ba5-01ef-440e-8a92-2e16b1962324 tempest-ServerDiagnosticsNegativeTest-1830408512 tempest-ServerDiagnosticsNegativeTest-1830408512-project] 10.222.0.60 "GET /v2.0/ports?device_id=9494c5da-e46d-4d99-a401-acaac07da947 HTTP/1.1" status: 200 len: 210 time: 0.1279075 Sep 01 14:58:51.770610 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port f36aec6c-204a-4b3d-a2bd-05fb854c5455 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:58:51.771140 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-aa633657-2912-4b51-9a73-5407d694cfd5 req-df5ce8cb-ec2f-41b7-914a-557984e9ff69 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:51.771140 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aa633657-2912-4b51-9a73-5407d694cfd5 req-df5ce8cb-ec2f-41b7-914a-557984e9ff69 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8354573 Sep 01 14:58:51.791319 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port f36aec6c-204a-4b3d-a2bd-05fb854c5455 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:51.792686 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:51.915899 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49978) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:51.972639 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:51.990278 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b5380b26-1384-4e13-b848-61e9366226f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:52.034952 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aa633657-2912-4b51-9a73-5407d694cfd5 req-4177620c-2f2d-41ca-a1ce-d582fb8e57db tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.233 HTTP/1.1" status: 200 len: 696 time: 0.2458334 Sep 01 14:58:52.064808 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port f36aec6c-204a-4b3d-a2bd-05fb854c5455, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f36aec6c-204a-4b3d-a2bd-05fb854c5455,segment=NetworkSegment(f9bd29bf-c9e3-4175-b370-dfaff8c8a3eb),segment_id=f9bd29bf-c9e3-4175-b370-dfaff8c8a3eb)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:52.072390 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:52.075977 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ce8cb-ec2f-41b7-914a-557984e9ff69 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Pushing event updated for resources: {'Port': ['ID=3cc2b076-5976-4948-8de5-5a3ef173e410,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:52.087526 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491bb73-fa88-498d-b81b-fe7772589de2 req-02c27862-2920-4b65-8dc6-e307f0da8e0e tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:52.097291 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4491bb73-fa88-498d-b81b-fe7772589de2 req-02c27862-2920-4b65-8dc6-e307f0da8e0e tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/ports?device_id=5881ed4f-b8df-4bf3-a018-cbfe48e72a17 HTTP/1.1" status: 200 len: 949 time: 0.1284771 Sep 01 14:58:52.162165 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4491bb73-fa88-498d-b81b-fe7772589de2 req-bd8b253f-05cc-454d-b0ef-485d4eeb1214 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/security-groups?id=015052f2-59aa-4aef-b8ad-8fae42ce0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637169 Sep 01 14:58:52.172795 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=f36aec6c-204a-4b3d-a2bd-05fb854c5455,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:52.254207 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa633657-2912-4b51-9a73-5407d694cfd5 req-cc3d2c3c-ef13-49fc-9907-0c6d1f42d743 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:52.255822 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aa633657-2912-4b51-9a73-5407d694cfd5 req-cc3d2c3c-ef13-49fc-9907-0c6d1f42d743 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 784 time: 0.2197037 Sep 01 14:58:52.261761 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b5380b26-1384-4e13-b848-61e9366226f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:52.268807 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-aa633657-2912-4b51-9a73-5407d694cfd5 req-ab301c3d-0654-4b66-9aeb-ab5e5f3e9312 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:58:52.269895 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aa633657-2912-4b51-9a73-5407d694cfd5 req-ab301c3d-0654-4b66-9aeb-ab5e5f3e9312 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066853 Sep 01 14:58:52.272516 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b5380b26-1384-4e13-b848-61e9366226f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:52.353488 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4a9f52-70ef-4a62-bf91-13dde56bfd0e x-openstack-request-id: req-5d4a9f52-70ef-4a62-bf91-13dde56bfd0e {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:58:52.353815 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e6e96a-b6e1-4510-a5fc-16e0b19771ea", "tag": "2fe55acc-3642-4816-8ed1-af0fb041aad0", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:58:52.354225 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5d4a9f52-70ef-4a62-bf91-13dde56bfd0e {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:58:52.354805 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e6e96a-b6e1-4510-a5fc-16e0b19771ea', 'tag': '2fe55acc-3642-4816-8ed1-af0fb041aad0', 'status': 'completed', 'code': 200} Sep 01 14:58:52.385691 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b5380b26-1384-4e13-b848-61e9366226f5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a4b4839f6b1a424ca0916f0bf4d89b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4675605 Sep 01 14:58:52.389680 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49986) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:52.433153 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd9e693-bfb9-4a30-ac36-4a134ceb7c11 x-openstack-request-id: req-1cd9e693-bfb9-4a30-ac36-4a134ceb7c11 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:58:52.433882 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9494c5da-e46d-4d99-a401-acaac07da947", "name": "network-vif-deleted", "tag": "b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:58:52.434788 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1cd9e693-bfb9-4a30-ac36-4a134ceb7c11 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:58:52.435533 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9494c5da-e46d-4d99-a401-acaac07da947', 'name': 'network-vif-deleted', 'tag': 'b4f2f2fc-8c66-475a-8c9a-5257ed1bc60e', 'status': 'completed', 'code': 200} Sep 01 14:58:52.463228 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-ed40358e-8394-47f9-a957-fc1bec14448d req-eb6d558a-709b-43d4-a237-1b21a22553db tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2049349913', 'description': 'tempest-description-341751971'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:52.478051 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5380b26-1384-4e13-b848-61e9366226f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bc2a45-5e5a-4de0-979e-8df6ea6530c8,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:52.518341 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221ee5f-fbe0-4cf2-8944-7ae9eab06d57 req-c7242759-b59d-4b06-be2a-687b34f59519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:52.520184 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c221ee5f-fbe0-4cf2-8944-7ae9eab06d57 req-c7242759-b59d-4b06-be2a-687b34f59519 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 1094 time: 0.1274121 Sep 01 14:58:52.537744 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ed40358e-8394-47f9-a957-fc1bec14448d req-eb6d558a-709b-43d4-a237-1b21a22553db tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:52.563627 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e3dfcf5d-a825-4812-80bb-5c9ad960efc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:52.573768 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41273076-3079-42b2-8532-83d734038b8f req-3a9e3a47-d3be-4b16-ad95-aea179cf41b4 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:52.575883 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-41273076-3079-42b2-8532-83d734038b8f req-3a9e3a47-d3be-4b16-ad95-aea179cf41b4 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 943 time: 0.1202383 Sep 01 14:58:52.631660 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e3dfcf5d-a825-4812-80bb-5c9ad960efc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:52.684927 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-41273076-3079-42b2-8532-83d734038b8f req-c85d79ae-45a6-44e0-94e1-6e5947ec9193 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933335 Sep 01 14:58:52.686029 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221ee5f-fbe0-4cf2-8944-7ae9eab06d57 req-677a9b33-13e4-4078-92d4-94634088666a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:52.687076 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c221ee5f-fbe0-4cf2-8944-7ae9eab06d57 req-677a9b33-13e4-4078-92d4-94634088666a service neutron] 10.222.0.45 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 908 time: 0.1596491 Sep 01 14:58:52.744235 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e3dfcf5d-a825-4812-80bb-5c9ad960efc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:52.747858 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e3dfcf5d-a825-4812-80bb-5c9ad960efc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:52.753235 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e3dfcf5d-a825-4812-80bb-5c9ad960efc5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c2bc2a45-5e5a-4de0-979e-8df6ea6530c8 HTTP/1.1" status: 204 len: 168 time: 0.3577392 Sep 01 14:58:52.770834 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c221ee5f-fbe0-4cf2-8944-7ae9eab06d57 req-b8b0d791-8e05-481e-9309-5047a2c7fe42 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fe55acc-3642-4816-8ed1-af0fb041aad0 HTTP/1.1" status: 200 len: 217 time: 0.0701413 Sep 01 14:58:52.776744 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfcf5d-a825-4812-80bb-5c9ad960efc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bc2a45-5e5a-4de0-979e-8df6ea6530c8,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:52.855879 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ed40358e-8394-47f9-a957-fc1bec14448d req-eb6d558a-709b-43d4-a237-1b21a22553db tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:52.865857 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ed40358e-8394-47f9-a957-fc1bec14448d req-eb6d558a-709b-43d4-a237-1b21a22553db tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:52.896715 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221ee5f-fbe0-4cf2-8944-7ae9eab06d57 req-6c53f3df-a24f-48a5-ad70-96355252d10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:52.898366 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c221ee5f-fbe0-4cf2-8944-7ae9eab06d57 req-6c53f3df-a24f-48a5-ad70-96355252d10d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f21d72f-51d2-4274-ac2c-410e832eb73e HTTP/1.1" status: 200 len: 847 time: 0.1182241 Sep 01 14:58:52.927928 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d558a-709b-43d4-a237-1b21a22553db tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0831441b-591f-435a-b35f-1501b7823eb1,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:52.960871 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c221ee5f-fbe0-4cf2-8944-7ae9eab06d57 req-71faa785-c3a0-4578-bdfe-75d28754ab3d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=baf99c09-53f8-4476-8cd9-fd2a9a404823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482118 Sep 01 14:58:52.963134 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ed40358e-8394-47f9-a957-fc1bec14448d req-eb6d558a-709b-43d4-a237-1b21a22553db tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:52.965395 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ed40358e-8394-47f9-a957-fc1bec14448d req-eb6d558a-709b-43d4-a237-1b21a22553db tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5228248 Sep 01 14:58:53.151821 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c221ee5f-fbe0-4cf2-8944-7ae9eab06d57 req-85340331-a094-4944-985c-3463c881d11f service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824336 Sep 01 14:58:53.399138 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c221ee5f-fbe0-4cf2-8944-7ae9eab06d57 req-7b8aeddb-2271-41ea-a733-d7e8713b7ca3 service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399979 Sep 01 14:58:53.548760 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f36aec6c-204a-4b3d-a2bd-05fb854c5455 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:58:53.641702 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port f36aec6c-204a-4b3d-a2bd-05fb854c5455 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:53.642490 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:53.715177 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-a95d4b12-6adb-4e17-b0c9-14c8c70aaf57 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:53.728049 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-a95d4b12-6adb-4e17-b0c9-14c8c70aaf57 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] 10.222.0.60 "GET /v2.0/networks?id=60e7cf6d-886f-4633-b106-6b6dfa7f3538 HTTP/1.1" status: 200 len: 815 time: 0.3825738 Sep 01 14:58:53.749416 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-b58d61d8-3066-4d96-9865-0b8dbdeb7c78 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] 10.222.0.60 "GET /v2.0/quotas/3d0b1797fe4d4baf9b997aa7e25817ad HTTP/1.1" status: 200 len: 375 time: 0.0195971 Sep 01 14:58:53.865091 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-66d3e13d-c776-4d05-b87e-eaf3b0030e07 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d0b1797fe4d4baf9b997aa7e25817ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961261 Sep 01 14:58:54.045402 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-40a663fa-2f6f-48d7-9f31-6e033c03fabe service neutron] 10.222.0.60 "GET /v2.0/networks/60e7cf6d-886f-4633-b106-6b6dfa7f3538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625972 Sep 01 14:58:54.049693 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6472670c-af5d-4a36-a7ea-b2c5cf979d82 req-923eb75d-094d-4186-9850-281815923f80 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4811821 Sep 01 14:58:54.059571 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-6472670c-af5d-4a36-a7ea-b2c5cf979d82 req-ccddac4f-db04-4954-b540-5e20430d2fcf tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:54.138353 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6472670c-af5d-4a36-a7ea-b2c5cf979d82 req-ccddac4f-db04-4954-b540-5e20430d2fcf tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks [] for floatingip, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:54.257159 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-e13afecb-2c60-4e39-ae37-a2697d575b82 service neutron] 10.222.0.60 "GET /v2.0/networks/60e7cf6d-886f-4633-b106-6b6dfa7f3538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980205 Sep 01 14:58:54.356087 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6472670c-af5d-4a36-a7ea-b2c5cf979d82 req-ccddac4f-db04-4954-b540-5e20430d2fcf tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:54.472060 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50034) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:54.578265 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-6472670c-af5d-4a36-a7ea-b2c5cf979d82 req-ccddac4f-db04-4954-b540-5e20430d2fcf tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Allocated IP 172.25.6.87 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/78f9982b-34d8-4169-abfe-cce86911322a) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:58:54.670630 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6f89a-a6aa-4c87-b36a-0d3a67847700 req-1ef9f1b7-3fd1-491f-85e6-7efd94fe9a80 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:54.675077 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-60a6f89a-a6aa-4c87-b36a-0d3a67847700 req-1ef9f1b7-3fd1-491f-85e6-7efd94fe9a80 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b74a6e8-5266-4130-98ff-26eb005fca48 HTTP/1.1" status: 200 len: 946 time: 0.1231833 Sep 01 14:58:54.686752 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-db65e09c-5f88-44df-a4a1-9c8436cdad31 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-851386459-network', 'tenant_id': '9f3b994bc48b473697b9e8ffb67f1eaa'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:54.760023 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6472670c-af5d-4a36-a7ea-b2c5cf979d82 req-ccddac4f-db04-4954-b540-5e20430d2fcf tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:54.784147 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 2fe55acc-3642-4816-8ed1-af0fb041aad0 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:58:54.785753 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-60a6f89a-a6aa-4c87-b36a-0d3a67847700 req-ae7a8d90-e9df-479f-8057-e33543b9135a tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945032 Sep 01 14:58:54.795108 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db65e09c-5f88-44df-a4a1-9c8436cdad31 admin admin] Made reservation on behalf of 9f3b994bc48b473697b9e8ffb67f1eaa for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:58:54.801193 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db65e09c-5f88-44df-a4a1-9c8436cdad31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:54.839656 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db65e09c-5f88-44df-a4a1-9c8436cdad31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:54.872788 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6472670c-af5d-4a36-a7ea-b2c5cf979d82 req-ccddac4f-db04-4954-b540-5e20430d2fcf tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:55.001855 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6472670c-af5d-4a36-a7ea-b2c5cf979d82 req-ccddac4f-db04-4954-b540-5e20430d2fcf tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:58:55.034682 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-6472670c-af5d-4a36-a7ea-b2c5cf979d82 req-ccddac4f-db04-4954-b540-5e20430d2fcf tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:58:55.072601 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6472670c-af5d-4a36-a7ea-b2c5cf979d82 req-ccddac4f-db04-4954-b540-5e20430d2fcf tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:58:55.094809 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db65e09c-5f88-44df-a4a1-9c8436cdad31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:55.103104 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db65e09c-5f88-44df-a4a1-9c8436cdad31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:55.159717 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65e09c-5f88-44df-a4a1-9c8436cdad31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e109e461-0852-45a2-a7cb-3996fd32b242,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:55.196092 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db65e09c-5f88-44df-a4a1-9c8436cdad31 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:58:55.212397 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccddac4f-db04-4954-b540-5e20430d2fcf tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Pushing event updated for resources: {'Port': ['ID=78f9982b-34d8-4169-abfe-cce86911322a,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:55.284550 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db65e09c-5f88-44df-a4a1-9c8436cdad31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:55.285299 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-db65e09c-5f88-44df-a4a1-9c8436cdad31 admin admin] Added segment 2c5355d8-279e-4357-a7b6-c331f56087e9 of type vlan for network e27801a1-4735-4eb4-8714-06c2c137f925 Sep 01 14:58:55.328975 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 2fe55acc-3642-4816-8ed1-af0fb041aad0, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=2fe55acc-3642-4816-8ed1-af0fb041aad0,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:55.353713 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '2fe55acc-3642-4816-8ed1-af0fb041aad0', 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823', 'port_id': '2fe55acc-3642-4816-8ed1-af0fb041aad0', 'mac_address': 'fa:16:3e:fe:c2:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f21d72f-51d2-4274-ac2c-410e832eb73e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:58:55.398274 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db65e09c-5f88-44df-a4a1-9c8436cdad31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:55.422841 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:55.447563 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6472670c-af5d-4a36-a7ea-b2c5cf979d82 req-ccddac4f-db04-4954-b540-5e20430d2fcf tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:55.456300 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-700aa19a-db3d-42a6-b24b-cbd706965e8b tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:55.464717 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-700aa19a-db3d-42a6-b24b-cbd706965e8b tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/networks?id=04386cd7-b035-483b-a3ac-af5b24df8dcf HTTP/1.1" status: 200 len: 812 time: 0.3102281 Sep 01 14:58:55.481071 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe55acc-3642-4816-8ed1-af0fb041aad0 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:58:55.489576 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-dedf1628-24e2-4393-8a08-5ac0a0a4d4a0 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/quotas/78d6f1b3379047caa4ea1f692dcc7a3d HTTP/1.1" status: 200 len: 375 time: 0.0237055 Sep 01 14:58:55.493826 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db65e09c-5f88-44df-a4a1-9c8436cdad31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:55.495414 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db65e09c-5f88-44df-a4a1-9c8436cdad31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:55.496353 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db65e09c-5f88-44df-a4a1-9c8436cdad31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:55.525750 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6472670c-af5d-4a36-a7ea-b2c5cf979d82 req-ccddac4f-db04-4954-b540-5e20430d2fcf tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:55.563566 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 2fe55acc-3642-4816-8ed1-af0fb041aad0, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=2fe55acc-3642-4816-8ed1-af0fb041aad0,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:55.571605 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50062) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:55.577399 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:55.628137 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-db65e09c-5f88-44df-a4a1-9c8436cdad31 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1538725 Sep 01 14:58:55.633225 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50066) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:55.642207 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65e09c-5f88-44df-a4a1-9c8436cdad31 admin admin] Pushing event updated for resources: {'Network': ['ID=e27801a1-4735-4eb4-8714-06c2c137f925,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:55.645490 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-2d28d95c-7e8d-48ad-a9c0-9a331af11c15 admin admin] Request body: {'subnet': {'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-851386459-subnet', 'tenant_id': '9f3b994bc48b473697b9e8ffb67f1eaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:55.664726 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network e27801a1-4735-4eb4-8714-06c2c137f925 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:58:55.683196 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-a2f830e8-9366-40b3-a4e4-068be3433014 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=78d6f1b3379047caa4ea1f692dcc7a3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1925092 Sep 01 14:58:55.805174 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d28d95c-7e8d-48ad-a9c0-9a331af11c15 admin admin] Made reservation on behalf of 9f3b994bc48b473697b9e8ffb67f1eaa for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:58:55.810690 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d28d95c-7e8d-48ad-a9c0-9a331af11c15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:55.864328 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-fd9c6b16-1a36-4236-8321-1152b884922c service neutron] 10.222.0.60 "GET /v2.0/networks/04386cd7-b035-483b-a3ac-af5b24df8dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787250 Sep 01 14:58:55.877804 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=2fe55acc-3642-4816-8ed1-af0fb041aad0,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:55.928687 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['2fe55acc-3642-4816-8ed1-af0fb041aad0'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:58:56.035819 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-dab22a9e-5cf9-4bbd-b467-d9e713b36c54 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=672ba97bfaaf4d8b8bc0341f06178638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4625399 Sep 01 14:58:56.039677 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50068) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:56.051283 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6472670c-af5d-4a36-a7ea-b2c5cf979d82 req-ccddac4f-db04-4954-b540-5e20430d2fcf tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:56.064342 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6472670c-af5d-4a36-a7ea-b2c5cf979d82 req-ccddac4f-db04-4954-b540-5e20430d2fcf tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:56.095126 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-b23f2bf7-74e1-4855-96cb-ef5f25b0f453 service neutron] 10.222.0.60 "GET /v2.0/networks/04386cd7-b035-483b-a3ac-af5b24df8dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207618 Sep 01 14:58:56.184485 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fca3b63c-5970-4290-8c1d-d4a4c9e400e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:56.193953 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccddac4f-db04-4954-b540-5e20430d2fcf tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Pushing event updated for resources: {'Port': ['ID=78f9982b-34d8-4169-abfe-cce86911322a,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:56.228845 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fca3b63c-5970-4290-8c1d-d4a4c9e400e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:56.269887 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6472670c-af5d-4a36-a7ea-b2c5cf979d82 req-ccddac4f-db04-4954-b540-5e20430d2fcf tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:56.283907 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d28d95c-7e8d-48ad-a9c0-9a331af11c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:56.332483 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fca3b63c-5970-4290-8c1d-d4a4c9e400e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:56.338469 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6472670c-af5d-4a36-a7ea-b2c5cf979d82 req-ccddac4f-db04-4954-b540-5e20430d2fcf tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:56.339105 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fca3b63c-5970-4290-8c1d-d4a4c9e400e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:56.340080 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6472670c-af5d-4a36-a7ea-b2c5cf979d82 req-ccddac4f-db04-4954-b540-5e20430d2fcf tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2889302 Sep 01 14:58:56.342734 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fca3b63c-5970-4290-8c1d-d4a4c9e400e1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/65543176-ff38-46a8-aee4-dcd771b9c789 HTTP/1.1" status: 204 len: 168 time: 0.2987006 Sep 01 14:58:56.364842 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3b63c-5970-4290-8c1d-d4a4c9e400e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65543176-ff38-46a8-aee4-dcd771b9c789,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:56.522827 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-979b62e9-218c-4082-8232-07feb6b8956e req-819b3555-4194-471e-8883-e3a81ef55059 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=48a789c9341a4538ba88d607e8d78b07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0880640 Sep 01 14:58:56.536464 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28d95c-7e8d-48ad-a9c0-9a331af11c15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66b1faa8-b86d-41ee-9bdb-4fe08d19f261,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:56.569340 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6472670c-af5d-4a36-a7ea-b2c5cf979d82 req-f8e00d71-abd8-403f-a2bc-36d60504af68 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.87 HTTP/1.1" status: 200 len: 695 time: 0.1812081 Sep 01 14:58:56.597967 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d28d95c-7e8d-48ad-a9c0-9a331af11c15 admin admin] Checking segment: {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:58:56.598368 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d28d95c-7e8d-48ad-a9c0-9a331af11c15 admin admin] Network hostable DHCP agents. Network: e27801a1-4735-4eb4-8714-06c2c137f925, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:58:56.779770 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 2fe55acc-3642-4816-8ed1-af0fb041aad0 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:58:56.850639 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472670c-af5d-4a36-a7ea-b2c5cf979d82 req-5ad044ef-33cd-429b-a3cf-f6fa30dfa0ce tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:56.852706 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6472670c-af5d-4a36-a7ea-b2c5cf979d82 req-5ad044ef-33cd-429b-a3cf-f6fa30dfa0ce tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 784 time: 0.2744012 Sep 01 14:58:56.866109 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d28d95c-7e8d-48ad-a9c0-9a331af11c15 admin admin] Network e27801a1-4735-4eb4-8714-06c2c137f925 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:58:56.915108 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-6472670c-af5d-4a36-a7ea-b2c5cf979d82 req-839b0224-3afa-4d4d-b8e0-33c68e10a7d0 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:58:56.917160 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6472670c-af5d-4a36-a7ea-b2c5cf979d82 req-839b0224-3afa-4d4d-b8e0-33c68e10a7d0 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0444522 Sep 01 14:58:56.936492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-2d28d95c-7e8d-48ad-a9c0-9a331af11c15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, e27801a1-4735-4eb4-8714-06c2c137f925) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:58:56.947470 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d28d95c-7e8d-48ad-a9c0-9a331af11c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:56.948825 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d28d95c-7e8d-48ad-a9c0-9a331af11c15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:56.986381 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2d28d95c-7e8d-48ad-a9c0-9a331af11c15 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3466411 Sep 01 14:58:56.986706 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45b2ccb-eb58-494d-a175-4234b3aed999 None None] Network e27801a1-4735-4eb4-8714-06c2c137f925 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:58:57.071377 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b62e9-218c-4082-8232-07feb6b8956e req-c8d15611-bd88-4f79-b82f-464eb5a3b680 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:57.079423 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-979b62e9-218c-4082-8232-07feb6b8956e req-c8d15611-bd88-4f79-b82f-464eb5a3b680 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5507755 Sep 01 14:58:57.144438 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 2fe55acc-3642-4816-8ed1-af0fb041aad0 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:58:57.158026 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-979b62e9-218c-4082-8232-07feb6b8956e req-87aa6849-9672-49ef-abde-acfa383db987 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/quotas/48a789c9341a4538ba88d607e8d78b07 HTTP/1.1" status: 200 len: 375 time: 0.0687506 Sep 01 14:58:57.159372 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9843f3-c62b-4ab2-8ca5-3f9eae488fee req-943ded81-8e5a-4ab1-b7fb-dc9d436914e0 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:57.170900 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3a9843f3-c62b-4ab2-8ca5-3f9eae488fee req-943ded81-8e5a-4ab1-b7fb-dc9d436914e0 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 944 time: 0.1046796 Sep 01 14:58:57.171340 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 2fe55acc-3642-4816-8ed1-af0fb041aad0 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:58:57.171884 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:57.235156 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3a9843f3-c62b-4ab2-8ca5-3f9eae488fee req-81541a96-c98b-4c10-897e-4a25f3973a63 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628316 Sep 01 14:58:57.237001 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50100) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:57.258783 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-14ca36c0-b522-40db-bbd8-41b3d884c62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:57.418245 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:57.429650 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-35239dad-eb6d-4672-aae6-9a781b940bac tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:57.431484 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-35239dad-eb6d-4672-aae6-9a781b940bac tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] 10.222.0.62 "GET /v2.0/networks?id=60e7cf6d-886f-4633-b106-6b6dfa7f3538 HTTP/1.1" status: 200 len: 815 time: 0.7282455 Sep 01 14:58:57.447818 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-979b62e9-218c-4082-8232-07feb6b8956e req-721f84b7-c37e-417f-9347-c136b53f9138 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=48a789c9341a4538ba88d607e8d78b07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2632902 Sep 01 14:58:57.463686 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-76cc78dd-0f17-4175-8ba6-e51079366fe3 req-db1df804-be8c-40dd-a6f3-2b2dce54ec9c tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] 10.222.0.60 "GET /v2.0/ports?device_id=8721e9e7-38f7-4591-8607-68ced64ae3e4 HTTP/1.1" status: 200 len: 210 time: 0.0928783 Sep 01 14:58:57.479748 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-92fa0ae7-5da0-4a43-9382-a86c8c1cc98b tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Request body: {'port': {'device_id': '8721e9e7-38f7-4591-8607-68ced64ae3e4', 'network_id': '60e7cf6d-886f-4633-b106-6b6dfa7f3538', 'admin_state_up': True, 'tenant_id': '3d0b1797fe4d4baf9b997aa7e25817ad'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:57.562373 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:57.721673 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e6e96a-b6e1-4510-a5fc-16e0b19771ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe55acc-3642-4816-8ed1-af0fb041aad0'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:58:57.725667 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae87ae2-a8c2-4e7d-b63d-8692635100d7" -d '{"events": [{"server_uuid": "b8e6e96a-b6e1-4510-a5fc-16e0b19771ea", "name": "network-vif-plugged", "status": "completed", "tag": "2fe55acc-3642-4816-8ed1-af0fb041aad0"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:58:57.786773 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852ca71d-9fd6-43d1-9f7f-21a7bf50d1f8 None None] Network e27801a1-4735-4eb4-8714-06c2c137f925 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:58:57.832799 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 2fe55acc-3642-4816-8ed1-af0fb041aad0, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=2fe55acc-3642-4816-8ed1-af0fb041aad0,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:58:57.963194 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:58.159521 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=2fe55acc-3642-4816-8ed1-af0fb041aad0,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:58.225685 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-abb2394d-82da-4a1c-8a6a-f2d249607924 req-4e00f2f6-c187-4287-b282-138362952cb6 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fbf58b-c5fd-4501-b208-d9ac4c81f7f3 HTTP/1.1" status: 200 len: 210 time: 0.1405859 Sep 01 14:58:58.408264 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-14ca36c0-b522-40db-bbd8-41b3d884c62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:58.418843 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee43ed49-75aa-423a-a7bc-73a1437320ca x-openstack-request-id: req-ee43ed49-75aa-423a-a7bc-73a1437320ca {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:58:58.422166 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e6e96a-b6e1-4510-a5fc-16e0b19771ea", "name": "network-vif-plugged", "status": "completed", "tag": "2fe55acc-3642-4816-8ed1-af0fb041aad0", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:58:58.424185 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ee43ed49-75aa-423a-a7bc-73a1437320ca {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:58:58.424898 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e6e96a-b6e1-4510-a5fc-16e0b19771ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe55acc-3642-4816-8ed1-af0fb041aad0', 'code': 200} Sep 01 14:58:58.482773 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-92fa0ae7-5da0-4a43-9382-a86c8c1cc98b tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Made reservation on behalf of 3d0b1797fe4d4baf9b997aa7e25817ad for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:58:58.491945 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-92fa0ae7-5da0-4a43-9382-a86c8c1cc98b tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:58.510152 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-14ca36c0-b522-40db-bbd8-41b3d884c62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:58.657385 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca36c0-b522-40db-bbd8-41b3d884c62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457e2f62-643b-4cec-bdc7-794c6c35f1ee,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:58:58.787736 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-14ca36c0-b522-40db-bbd8-41b3d884c62c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee3d3adf3c8f4232b480ef7418c27f7c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5494556 Sep 01 14:58:58.797260 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50140) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:58.845684 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-92fa0ae7-5da0-4a43-9382-a86c8c1cc98b tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Allocated IP 172.20.0.4 (60e7cf6d-886f-4633-b106-6b6dfa7f3538/d71d77e5-defc-444b-8b89-b3e6daf027f6/9bfe56d9-a211-4b46-8b33-d8436c41ee8a) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:58:58.860514 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e9853e8-4227-4b50-88ae-c156c2a314f1 req-aa43bb1f-4019-44f7-b251-a61228b12dc3 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/ports?device_id=32187d7a-6cca-4d17-92ec-737bdd5db5a9 HTTP/1.1" status: 200 len: 210 time: 0.2904680 Sep 01 14:58:58.868353 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f772527-b909-44ef-9153-be2d8ca0a39f req-21144a4e-d6da-46f3-8e2d-bfad5e43c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:58.870143 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0f772527-b909-44ef-9153-be2d8ca0a39f req-21144a4e-d6da-46f3-8e2d-bfad5e43c34b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 1096 time: 0.3094251 Sep 01 14:58:58.879641 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f886346d-8961-4d70-831b-aab86c1c9e41 req-435bfaa9-9472-4ded-aa22-c487f5ada224 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4958718 Sep 01 14:58:58.956967 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-f886346d-8961-4d70-831b-aab86c1c9e41 req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:59.153747 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f886346d-8961-4d70-831b-aab86c1c9e41 req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks [] for floatingip, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:59.323777 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c86d5824-5798-466d-a4ad-c7920f100810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:59.332440 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50152) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:58:59.340199 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0f772527-b909-44ef-9153-be2d8ca0a39f req-02f424ca-a4d9-4e49-91bf-ba9e82643b1b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571934 Sep 01 14:58:59.343769 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-bfc00aa3-7884-4545-88d9-bd2b6d5d39d8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1335694952-network', 'tenant_id': '35d45f52d29443ce806102d304b35ecf'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:59.419462 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c86d5824-5798-466d-a4ad-c7920f100810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:59.500349 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-24d2246d-be34-4538-8a24-04f8bb7978a8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:59.503075 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-24d2246d-be34-4538-8a24-04f8bb7978a8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.62 "GET /v2.0/networks?id=04386cd7-b035-483b-a3ac-af5b24df8dcf HTTP/1.1" status: 200 len: 812 time: 0.6216862 Sep 01 14:58:59.558667 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-92fa0ae7-5da0-4a43-9382-a86c8c1cc98b tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:59.590444 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-92fa0ae7-5da0-4a43-9382-a86c8c1cc98b tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Transition to ACTIVE for port object 9bfe56d9-a211-4b46-8b33-d8436c41ee8a will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:58:59.609501 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f886346d-8961-4d70-831b-aab86c1c9e41 req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:58:59.647632 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc7ae4-0fd5-48f4-8772-e86f2bf0fb21 req-88ae0e6d-c8f7-4e5b-87d0-1a32e966f98a tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:58:59.649184 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-a26d5aee-6c66-484a-82ee-2d6bba7524ea tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Request body: {'port': {'device_id': '31fbf58b-c5fd-4501-b208-d9ac4c81f7f3', 'network_id': '04386cd7-b035-483b-a3ac-af5b24df8dcf', 'admin_state_up': True, 'tenant_id': '78d6f1b3379047caa4ea1f692dcc7a3d'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:58:59.657935 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-21cc7ae4-0fd5-48f4-8772-e86f2bf0fb21 req-88ae0e6d-c8f7-4e5b-87d0-1a32e966f98a tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 945 time: 0.5409830 Sep 01 14:58:59.696906 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-92fa0ae7-5da0-4a43-9382-a86c8c1cc98b tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:00.088239 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-f886346d-8961-4d70-831b-aab86c1c9e41 req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Allocated IP 172.25.6.77 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/707e78f6-072f-428b-b090-35fc97b518f1) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:59:00.097522 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc00aa3-7884-4545-88d9-bd2b6d5d39d8 admin admin] Made reservation on behalf of 35d45f52d29443ce806102d304b35ecf for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:59:00.102062 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfc00aa3-7884-4545-88d9-bd2b6d5d39d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:00.152738 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfc00aa3-7884-4545-88d9-bd2b6d5d39d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:00.248232 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c86d5824-5798-466d-a4ad-c7920f100810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:00.253056 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c86d5824-5798-466d-a4ad-c7920f100810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:00.259591 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c86d5824-5798-466d-a4ad-c7920f100810 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/457e2f62-643b-4cec-bdc7-794c6c35f1ee HTTP/1.1" status: 204 len: 168 time: 1.4288611 Sep 01 14:59:00.301689 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d5824-5798-466d-a4ad-c7920f100810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457e2f62-643b-4cec-bdc7-794c6c35f1ee,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:00.360314 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-a26d5aee-6c66-484a-82ee-2d6bba7524ea tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Made reservation on behalf of 78d6f1b3379047caa4ea1f692dcc7a3d for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:59:00.378125 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-a26d5aee-6c66-484a-82ee-2d6bba7524ea tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:00.503534 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-979b62e9-218c-4082-8232-07feb6b8956e req-3a54cdef-ee62-4f6c-b5b0-3659146317bb tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=48a789c9341a4538ba88d607e8d78b07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1124048 Sep 01 14:59:00.597646 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-21cc7ae4-0fd5-48f4-8772-e86f2bf0fb21 req-f3045f84-cec4-4a1a-b8fa-dc8abae52088 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9356444 Sep 01 14:59:00.660099 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-92fa0ae7-5da0-4a43-9382-a86c8c1cc98b tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Network 60e7cf6d-886f-4633-b106-6b6dfa7f3538 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:59:00.682987 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-92fa0ae7-5da0-4a43-9382-a86c8c1cc98b tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:59:00.698507 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-92fa0ae7-5da0-4a43-9382-a86c8c1cc98b tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:59:00.714144 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-92fa0ae7-5da0-4a43-9382-a86c8c1cc98b tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:00.715503 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-92fa0ae7-5da0-4a43-9382-a86c8c1cc98b tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:00.743896 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa0ae7-5da0-4a43-9382-a86c8c1cc98b tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Pushing event updated for resources: {'Port': ['ID=9bfe56d9-a211-4b46-8b33-d8436c41ee8a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:00.970746 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfc00aa3-7884-4545-88d9-bd2b6d5d39d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:01.004210 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfc00aa3-7884-4545-88d9-bd2b6d5d39d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:01.025268 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-92fa0ae7-5da0-4a43-9382-a86c8c1cc98b tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5592389 Sep 01 14:59:01.086440 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc00aa3-7884-4545-88d9-bd2b6d5d39d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:59:01.139975 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-6a336cf1-2ffd-4a69-8ee2-1d5e95409946 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--993726866&fields=id&tenant_id=8e4fe186f6134748ac0c4745cfedd0d0 HTTP/1.1" status: 200 len: 267 time: 0.2657194 Sep 01 14:59:01.147882 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfc00aa3-7884-4545-88d9-bd2b6d5d39d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:01.148590 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-bfc00aa3-7884-4545-88d9-bd2b6d5d39d8 admin admin] Added segment b7bd98d5-bf4e-4ebe-b3f2-d57dc7a9c547 of type vlan for network abe54a3b-b192-471f-9244-1fe948898c9f Sep 01 14:59:01.183803 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc00aa3-7884-4545-88d9-bd2b6d5d39d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba18e68a-5f11-4d5a-8b34-c4eac4bee82b,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:01.216981 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b62e9-218c-4082-8232-07feb6b8956e req-3626a011-c28d-46f1-9f1b-b38bc1ead68a tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:01.244625 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-979b62e9-218c-4082-8232-07feb6b8956e req-3626a011-c28d-46f1-9f1b-b38bc1ead68a tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7275336 Sep 01 14:59:01.297905 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-efdde602-442a-4eda-91a9-be0169b225fd None None] Provisioning for port 9bfe56d9-a211-4b46-8b33-d8436c41ee8a completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:59:01.322156 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-979b62e9-218c-4082-8232-07feb6b8956e req-aeff834b-e16b-4cf6-aea8-f0fbe447a166 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Request body: {'port': {'device_id': '32187d7a-6cca-4d17-92ec-737bdd5db5a9', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': '48a789c9341a4538ba88d607e8d78b07'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:01.324521 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-efdde602-442a-4eda-91a9-be0169b225fd None None] Provisioning complete for port 9bfe56d9-a211-4b46-8b33-d8436c41ee8a triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:59:01.330660 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-efdde602-442a-4eda-91a9-be0169b225fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:01.342517 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfc00aa3-7884-4545-88d9-bd2b6d5d39d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:01.394190 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f886346d-8961-4d70-831b-aab86c1c9e41 req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:01.400830 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-249c0554-fd59-49d6-b0c5-236a9140ea4a service neutron] Request body: {'port': {'device_id': '8721e9e7-38f7-4591-8607-68ced64ae3e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:01.445901 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-efdde602-442a-4eda-91a9-be0169b225fd None None] Port 9bfe56d9-a211-4b46-8b33-d8436c41ee8a cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:59:01.473243 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfc00aa3-7884-4545-88d9-bd2b6d5d39d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:01.476175 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc00aa3-7884-4545-88d9-bd2b6d5d39d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:01.478953 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfc00aa3-7884-4545-88d9-bd2b6d5d39d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:01.662263 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc00aa3-7884-4545-88d9-bd2b6d5d39d8 admin admin] Pushing event updated for resources: {'Network': ['ID=abe54a3b-b192-471f-9244-1fe948898c9f,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:01.667086 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bfc00aa3-7884-4545-88d9-bd2b6d5d39d8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3330586 Sep 01 14:59:01.681915 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50178) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:01.693844 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-d08a721f-7026-491e-8689-9b03a8c282b0 admin admin] Request body: {'subnet': {'network_id': 'abe54a3b-b192-471f-9244-1fe948898c9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1335694952-subnet', 'tenant_id': '35d45f52d29443ce806102d304b35ecf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:01.695758 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network abe54a3b-b192-471f-9244-1fe948898c9f details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:59:01.755196 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08a721f-7026-491e-8689-9b03a8c282b0 admin admin] Made reservation on behalf of 35d45f52d29443ce806102d304b35ecf for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:59:01.759904 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d08a721f-7026-491e-8689-9b03a8c282b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:02.066402 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-a26d5aee-6c66-484a-82ee-2d6bba7524ea tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Allocated IP 172.20.0.11 (04386cd7-b035-483b-a3ac-af5b24df8dcf/9190e3b6-cad0-44f5-b6a2-0434cdac7990/b6dfe054-3588-4134-a1f9-8796f73490e9) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:59:02.097980 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c31ca3-e604-4c37-9282-dcea16ca193c req-11c61d71-a6dd-4b61-b848-0e05be26ec8b tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:02.099707 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-65c31ca3-e604-4c37-9282-dcea16ca193c req-11c61d71-a6dd-4b61-b848-0e05be26ec8b tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b74a6e8-5266-4130-98ff-26eb005fca48 HTTP/1.1" status: 200 len: 946 time: 0.7499380 Sep 01 14:59:02.197227 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-249c0554-fd59-49d6-b0c5-236a9140ea4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:02.303336 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d08a721f-7026-491e-8689-9b03a8c282b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:02.370579 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f886346d-8961-4d70-831b-aab86c1c9e41 req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:02.388864 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-979b62e9-218c-4082-8232-07feb6b8956e req-aeff834b-e16b-4cf6-aea8-f0fbe447a166 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Made reservation on behalf of 48a789c9341a4538ba88d607e8d78b07 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:59:02.406966 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-979b62e9-218c-4082-8232-07feb6b8956e req-aeff834b-e16b-4cf6-aea8-f0fbe447a166 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:02.605884 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-b21db961-318c-4c2b-98ab-3333fc22408e tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:02.619177 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-b21db961-318c-4c2b-98ab-3333fc22408e tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/networks?id=e341c1bf-b603-47af-8c0a-c48eab293c3d HTTP/1.1" status: 200 len: 823 time: 1.4563727 Sep 01 14:59:02.649743 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f886346d-8961-4d70-831b-aab86c1c9e41 req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:59:02.659508 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Pushing event updated for resources: {'Port': ['ID=707e78f6-072f-428b-b090-35fc97b518f1,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:02.675719 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-f886346d-8961-4d70-831b-aab86c1c9e41 req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:59:02.680303 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f886346d-8961-4d70-831b-aab86c1c9e41 req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:59:02.738247 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-e10a16cd-3647-426b-b8eb-04339f5e999a tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/quotas/8e4fe186f6134748ac0c4745cfedd0d0 HTTP/1.1" status: 200 len: 375 time: 0.1148021 Sep 01 14:59:02.786357 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a721f-7026-491e-8689-9b03a8c282b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eabbce6-295b-43a9-97eb-e1de08f1c7b7,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:02.828075 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:02.828485 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:02.828842 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:02.829163 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:02.829499 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:02.829834 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:02.830513 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:02.831324 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:02.831898 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:02.832541 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:02.833186 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:02.833628 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:02.914461 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-65c31ca3-e604-4c37-9282-dcea16ca193c req-e1b3d5c6-503c-43b3-881b-dd2cac23c89c tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Deleting port 9708e94e-f22a-4b6e-a64f-be023ca15204 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:02.915604 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-65c31ca3-e604-4c37-9282-dcea16ca193c req-e1b3d5c6-503c-43b3-881b-dd2cac23c89c tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:03.041923 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08a721f-7026-491e-8689-9b03a8c282b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:03.042448 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08a721f-7026-491e-8689-9b03a8c282b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:03.043478 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08a721f-7026-491e-8689-9b03a8c282b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:03.044026 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08a721f-7026-491e-8689-9b03a8c282b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:03.044600 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08a721f-7026-491e-8689-9b03a8c282b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:03.045137 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08a721f-7026-491e-8689-9b03a8c282b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:03.045699 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08a721f-7026-491e-8689-9b03a8c282b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:03.046272 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08a721f-7026-491e-8689-9b03a8c282b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:03.046881 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08a721f-7026-491e-8689-9b03a8c282b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:03.047442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08a721f-7026-491e-8689-9b03a8c282b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:03.048025 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08a721f-7026-491e-8689-9b03a8c282b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:03.048562 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08a721f-7026-491e-8689-9b03a8c282b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:03.194968 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-a26d5aee-6c66-484a-82ee-2d6bba7524ea tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:03.201516 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-979b62e9-218c-4082-8232-07feb6b8956e req-aeff834b-e16b-4cf6-aea8-f0fbe447a166 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Allocated IP 192.168.233.198 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/c39f5d55-7ff2-450c-957e-d32c44100dd2) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:59:03.211136 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08a721f-7026-491e-8689-9b03a8c282b0 admin admin] Checking segment: {'id': 'b7bd98d5-bf4e-4ebe-b3f2-d57dc7a9c547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'abe54a3b-b192-471f-9244-1fe948898c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:59:03.218664 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08a721f-7026-491e-8689-9b03a8c282b0 admin admin] Network hostable DHCP agents. Network: abe54a3b-b192-471f-9244-1fe948898c9f, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:59:03.254339 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f886346d-8961-4d70-831b-aab86c1c9e41 req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:03.298546 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-65c31ca3-e604-4c37-9282-dcea16ca193c req-e1b3d5c6-503c-43b3-881b-dd2cac23c89c tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] For port 9708e94e-f22a-4b6e-a64f-be023ca15204, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=9708e94e-f22a-4b6e-a64f-be023ca15204,segment=NetworkSegment(6494e41f-3a98-4c3f-8728-8bf218086c1f),segment_id=6494e41f-3a98-4c3f-8728-8bf218086c1f)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:03.299245 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-65c31ca3-e604-4c37-9282-dcea16ca193c req-e1b3d5c6-503c-43b3-881b-dd2cac23c89c tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:03.363122 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f886346d-8961-4d70-831b-aab86c1c9e41 req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:03.536289 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08a721f-7026-491e-8689-9b03a8c282b0 admin admin] Network abe54a3b-b192-471f-9244-1fe948898c9f is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:59:03.588403 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-834d3922-81bc-45b3-98d1-6762037a00f2 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e4fe186f6134748ac0c4745cfedd0d0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.8315201 Sep 01 14:59:03.762503 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-249c0554-fd59-49d6-b0c5-236a9140ea4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bfe56d9-a211-4b46-8b33-d8436c41ee8a {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:59:03.779527 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-249c0554-fd59-49d6-b0c5-236a9140ea4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:03.805974 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-249c0554-fd59-49d6-b0c5-236a9140ea4a service neutron] Transition to ACTIVE for port object 9bfe56d9-a211-4b46-8b33-d8436c41ee8a will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:59:03.810692 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-d08a721f-7026-491e-8689-9b03a8c282b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, abe54a3b-b192-471f-9244-1fe948898c9f) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:59:03.821953 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4394831c-f5b8-46fd-b4d7-ad199ef1b25f None None] Network abe54a3b-b192-471f-9244-1fe948898c9f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:59:03.826151 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-249c0554-fd59-49d6-b0c5-236a9140ea4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:03.837930 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08a721f-7026-491e-8689-9b03a8c282b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:03.838873 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d08a721f-7026-491e-8689-9b03a8c282b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:04.001593 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d08a721f-7026-491e-8689-9b03a8c282b0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3148723 Sep 01 14:59:04.197926 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-ace4b5dc-0d4d-4abb-beaa-fd9dde5bf2ff service neutron] 10.222.0.60 "GET /v2.0/networks/e341c1bf-b603-47af-8c0a-c48eab293c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885574 Sep 01 14:59:04.316874 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-979b62e9-218c-4082-8232-07feb6b8956e req-aeff834b-e16b-4cf6-aea8-f0fbe447a166 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:04.363591 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-979b62e9-218c-4082-8232-07feb6b8956e req-aeff834b-e16b-4cf6-aea8-f0fbe447a166 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Transition to ACTIVE for port object c39f5d55-7ff2-450c-957e-d32c44100dd2 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:59:04.492421 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-249c0554-fd59-49d6-b0c5-236a9140ea4a service neutron] Attempting to bind port 9bfe56d9-a211-4b46-8b33-d8436c41ee8a on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:04.492731 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-249c0554-fd59-49d6-b0c5-236a9140ea4a service neutron] Attempting to bind port 9bfe56d9-a211-4b46-8b33-d8436c41ee8a by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '491955ee-2600-4a7f-8856-47ecc0232503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '60e7cf6d-886f-4633-b106-6b6dfa7f3538'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:04.494927 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-249c0554-fd59-49d6-b0c5-236a9140ea4a service neutron] Attempting to bind port 9bfe56d9-a211-4b46-8b33-d8436c41ee8a on network 60e7cf6d-886f-4633-b106-6b6dfa7f3538 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:04.508096 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf5ed34-fb29-4d1f-b8b0-e7e0d8562186 None None] Network abe54a3b-b192-471f-9244-1fe948898c9f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:59:04.510978 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c0554-fd59-49d6-b0c5-236a9140ea4a service neutron] Pushing event updated for resources: {'Port': ['ID=9bfe56d9-a211-4b46-8b33-d8436c41ee8a,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:04.544909 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-249c0554-fd59-49d6-b0c5-236a9140ea4a service neutron] Port 9bfe56d9-a211-4b46-8b33-d8436c41ee8a on network 60e7cf6d-886f-4633-b106-6b6dfa7f3538 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:04.545156 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-249c0554-fd59-49d6-b0c5-236a9140ea4a service neutron] Attempting to bind port 9bfe56d9-a211-4b46-8b33-d8436c41ee8a on network 60e7cf6d-886f-4633-b106-6b6dfa7f3538 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:04.618191 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-249c0554-fd59-49d6-b0c5-236a9140ea4a service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:59:04.625165 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-249c0554-fd59-49d6-b0c5-236a9140ea4a service neutron] Checking segment: {'id': '491955ee-2600-4a7f-8856-47ecc0232503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '60e7cf6d-886f-4633-b106-6b6dfa7f3538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:59:04.627118 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-249c0554-fd59-49d6-b0c5-236a9140ea4a service neutron] Bound using segment: {'id': '491955ee-2600-4a7f-8856-47ecc0232503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '60e7cf6d-886f-4633-b106-6b6dfa7f3538'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:59:04.627657 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-249c0554-fd59-49d6-b0c5-236a9140ea4a service neutron] Bound port: 9bfe56d9-a211-4b46-8b33-d8436c41ee8a, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '491955ee-2600-4a7f-8856-47ecc0232503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '60e7cf6d-886f-4633-b106-6b6dfa7f3538'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:59:04.628054 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-249c0554-fd59-49d6-b0c5-236a9140ea4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:04.667338 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-979b62e9-218c-4082-8232-07feb6b8956e req-aeff834b-e16b-4cf6-aea8-f0fbe447a166 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:04.953068 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['505ec2d6-a4b6-40ca-8f54-7fafe097e544'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:59:05.098493 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-005a8740-f8b1-4044-beed-7041c297bcfc service neutron] 10.222.0.60 "GET /v2.0/networks/e341c1bf-b603-47af-8c0a-c48eab293c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8987186 Sep 01 14:59:05.191892 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-249c0554-fd59-49d6-b0c5-236a9140ea4a service neutron] For port 9bfe56d9-a211-4b46-8b33-d8436c41ee8a, host n-h2-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:59:05.207118 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-249c0554-fd59-49d6-b0c5-236a9140ea4a service neutron] For port 9bfe56d9-a211-4b46-8b33-d8436c41ee8a, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=9bfe56d9-a211-4b46-8b33-d8436c41ee8a,segment=NetworkSegment(491955ee-2600-4a7f-8856-47ecc0232503),segment_id=491955ee-2600-4a7f-8856-47ecc0232503)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:59:05.213671 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 9708e94e-f22a-4b6e-a64f-be023ca15204 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:59:05.231948 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-249c0554-fd59-49d6-b0c5-236a9140ea4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:05.372856 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-249c0554-fd59-49d6-b0c5-236a9140ea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.374980 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-249c0554-fd59-49d6-b0c5-236a9140ea4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:05.381514 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-249c0554-fd59-49d6-b0c5-236a9140ea4a service neutron] 10.222.0.62 "PUT /v2.0/ports/9bfe56d9-a211-4b46-8b33-d8436c41ee8a HTTP/1.1" status: 200 len: 1091 time: 3.9897125 Sep 01 14:59:05.384476 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8721e9e7-38f7-4591-8607-68ced64ae3e4', 'tag': '9bfe56d9-a211-4b46-8b33-d8436c41ee8a'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:05.425724 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9015748-b23f-448b-a935-f19416ba4ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "8721e9e7-38f7-4591-8607-68ced64ae3e4", "tag": "9bfe56d9-a211-4b46-8b33-d8436c41ee8a"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:05.569424 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-65c31ca3-e604-4c37-9282-dcea16ca193c req-e1b3d5c6-503c-43b3-881b-dd2cac23c89c tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:05.572346 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-65c31ca3-e604-4c37-9282-dcea16ca193c req-e1b3d5c6-503c-43b3-881b-dd2cac23c89c tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:05.573674 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [req-65c31ca3-e604-4c37-9282-dcea16ca193c req-e1b3d5c6-503c-43b3-881b-dd2cac23c89c tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Floating IP dcf910e3-eb05-4279-b9b3-1414777301ad disassociated. External IP: 172.25.6.245, port: 9708e94e-f22a-4b6e-a64f-be023ca15204. Sep 01 14:59:05.576090 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-65c31ca3-e604-4c37-9282-dcea16ca193c req-e1b3d5c6-503c-43b3-881b-dd2cac23c89c tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Calling delete_port for 9708e94e-f22a-4b6e-a64f-be023ca15204 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:05.714948 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:05.868605 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b74a6e8-5266-4130-98ff-26eb005fca48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9708e94e-f22a-4b6e-a64f-be023ca15204'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:05.879299 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492832a6-89f5-482d-a39d-5647428d94dd" -d '{"events": [{"server_uuid": "3b74a6e8-5266-4130-98ff-26eb005fca48", "name": "network-vif-unplugged", "status": "completed", "tag": "9708e94e-f22a-4b6e-a64f-be023ca15204"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:05.929205 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c0554-fd59-49d6-b0c5-236a9140ea4a service neutron] Pushing event updated for resources: {'Port': ['ID=9bfe56d9-a211-4b46-8b33-d8436c41ee8a,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:05.982290 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a1d72-5234-4c5e-84e1-89deb554b33d req-e8eb933e-c14f-4e1a-a541-6fa6835c660c tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.985668 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f33a1d72-5234-4c5e-84e1-89deb554b33d req-e8eb933e-c14f-4e1a-a541-6fa6835c660c tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] 10.222.0.60 "GET /v2.0/ports?device_id=8721e9e7-38f7-4591-8607-68ced64ae3e4 HTTP/1.1" status: 200 len: 943 time: 0.2795010 Sep 01 14:59:05.990120 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-f81a0723-57b0-426b-9d6b-fa37ab5d7386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:05.993136 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-f81a0723-57b0-426b-9d6b-fa37ab5d7386 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d0b1797fe4d4baf9b997aa7e25817ad&device_id=8721e9e7-38f7-4591-8607-68ced64ae3e4 HTTP/1.1" status: 200 len: 1094 time: 0.4608026 Sep 01 14:59:05.996682 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-a26d5aee-6c66-484a-82ee-2d6bba7524ea tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:06.017251 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 9708e94e-f22a-4b6e-a64f-be023ca15204, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=9708e94e-f22a-4b6e-a64f-be023ca15204,segment=NetworkSegment(6494e41f-3a98-4c3f-8728-8bf218086c1f),segment_id=6494e41f-3a98-4c3f-8728-8bf218086c1f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:06.038579 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:06.066273 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff834b-e16b-4cf6-aea8-f0fbe447a166 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Pushing event updated for resources: {'Port': ['ID=c39f5d55-7ff2-450c-957e-d32c44100dd2,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:06.075294 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-979b62e9-218c-4082-8232-07feb6b8956e req-aeff834b-e16b-4cf6-aea8-f0fbe447a166 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:59:06.194976 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-32dd9824-d1b7-404c-b75c-6c110229307d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bfe56d9-a211-4b46-8b33-d8436c41ee8a HTTP/1.1" status: 200 len: 217 time: 0.1203587 Sep 01 14:59:06.197530 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-a26d5aee-6c66-484a-82ee-2d6bba7524ea tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Network 04386cd7-b035-483b-a3ac-af5b24df8dcf is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:59:06.199212 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d5aee-6c66-484a-82ee-2d6bba7524ea tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Pushing event updated for resources: {'Port': ['ID=b6dfe054-3588-4134-a1f9-8796f73490e9,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:06.245106 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f33a1d72-5234-4c5e-84e1-89deb554b33d req-da8934a0-3639-4ab7-97e3-46ba7153a516 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] 10.222.0.60 "GET /v2.0/security-groups?id=944e4ac1-9cf8-40bb-a44d-f3cd3a06acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471707 Sep 01 14:59:06.252300 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-979b62e9-218c-4082-8232-07feb6b8956e req-aeff834b-e16b-4cf6-aea8-f0fbe447a166 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:59:06.318800 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['7e538ecd-4647-4f99-b285-085d35d01fa7'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:59:06.350986 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=9708e94e-f22a-4b6e-a64f-be023ca15204,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:06.377488 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-a26d5aee-6c66-484a-82ee-2d6bba7524ea tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:59:06.380781 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-979b62e9-218c-4082-8232-07feb6b8956e req-aeff834b-e16b-4cf6-aea8-f0fbe447a166 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:59:06.483283 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-a26d5aee-6c66-484a-82ee-2d6bba7524ea tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:59:06.565993 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:06.566799 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:06.567337 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:06.568282 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:06.569289 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:06.569826 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:06.570426 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:06.570974 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:06.571489 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:06.572020 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:06.572591 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:06.573094 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 14:59:06.639400 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-a26d5aee-6c66-484a-82ee-2d6bba7524ea tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:06.640542 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-a26d5aee-6c66-484a-82ee-2d6bba7524ea tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:06.860487 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-a26d5aee-6c66-484a-82ee-2d6bba7524ea tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.2230237 Sep 01 14:59:06.931595 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b62e9-218c-4082-8232-07feb6b8956e req-aeff834b-e16b-4cf6-aea8-f0fbe447a166 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:06.932794 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-979b62e9-218c-4082-8232-07feb6b8956e req-aeff834b-e16b-4cf6-aea8-f0fbe447a166 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:06.943088 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-4609d742-2ef3-41e2-b3ff-c39f04e86c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:06.948747 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d80f93cf-3da9-4334-a67d-be317522c350 None None] Provisioning for port c39f5d55-7ff2-450c-957e-d32c44100dd2 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:59:06.954753 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-4609d742-2ef3-41e2-b3ff-c39f04e86c5d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d71d77e5-defc-444b-8b89-b3e6daf027f6 HTTP/1.1" status: 200 len: 854 time: 0.4572635 Sep 01 14:59:06.964249 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d80f93cf-3da9-4334-a67d-be317522c350 None None] Provisioning complete for port c39f5d55-7ff2-450c-957e-d32c44100dd2 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:59:06.965394 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d80f93cf-3da9-4334-a67d-be317522c350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:06.974143 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-d26f80a4-4042-43b6-b206-411cf70be7be service neutron] Request body: {'port': {'device_id': '31fbf58b-c5fd-4501-b208-d9ac4c81f7f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:06.978657 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-65c31ca3-e604-4c37-9282-dcea16ca193c req-e1b3d5c6-503c-43b3-881b-dd2cac23c89c tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:07.061816 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-d80f93cf-3da9-4334-a67d-be317522c350 None None] Port c39f5d55-7ff2-450c-957e-d32c44100dd2 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:59:07.186901 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191f0fb-ffde-4b13-854a-93d6159a7792 req-1fe09eb5-b689-4a51-91be-c37ef2c3f42f tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:07.189720 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4191f0fb-ffde-4b13-854a-93d6159a7792 req-1fe09eb5-b689-4a51-91be-c37ef2c3f42f tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fbf58b-c5fd-4501-b208-d9ac4c81f7f3 HTTP/1.1" status: 200 len: 932 time: 0.4664392 Sep 01 14:59:07.363035 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-979b62e9-218c-4082-8232-07feb6b8956e req-aeff834b-e16b-4cf6-aea8-f0fbe447a166 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.1015849 Sep 01 14:59:07.372658 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3d5c6-503c-43b3-881b-dd2cac23c89c tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Pushing event deleted for resources: {'Port': ['ID=9708e94e-f22a-4b6e-a64f-be023ca15204,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:07.386633 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-698a7ca2-4049-44bf-81ff-b35c191c0538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:07.393393 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-698a7ca2-4049-44bf-81ff-b35c191c0538 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e7cf6d-886f-4633-b106-6b6dfa7f3538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4188495 Sep 01 14:59:07.405896 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4191f0fb-ffde-4b13-854a-93d6159a7792 req-bac483dc-086b-42ca-bbc7-e594a7349d32 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b2ee014-6d5f-4035-93b7-b96a2144e126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977637 Sep 01 14:59:07.424850 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-979b62e9-218c-4082-8232-07feb6b8956e req-1a095696-2d83-4391-bc61-2c9c26f27373 service neutron] Request body: {'port': {'device_id': '32187d7a-6cca-4d17-92ec-737bdd5db5a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:07.783077 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb6d6b-bee1-48ee-93fa-af8351c69c56 req-df56bab2-1c95-4570-ba38-ffc5f2c54da7 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:07.809917 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e3bb6d6b-bee1-48ee-93fa-af8351c69c56 req-df56bab2-1c95-4570-ba38-ffc5f2c54da7 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/ports?device_id=32187d7a-6cca-4d17-92ec-737bdd5db5a9 HTTP/1.1" status: 200 len: 936 time: 0.1743300 Sep 01 14:59:07.869427 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:07.896164 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-d26f80a4-4042-43b6-b206-411cf70be7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:07.996077 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f886346d-8961-4d70-831b-aab86c1c9e41 req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:08.115695 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-df3a8a65-aa15-4ab7-aaa6-dd8efcd859bf service neutron] 10.222.0.62 "GET /v2.0/networks/60e7cf6d-886f-4633-b106-6b6dfa7f3538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485473 Sep 01 14:59:08.138460 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f886346d-8961-4d70-831b-aab86c1c9e41 req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:08.245802 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e3bb6d6b-bee1-48ee-93fa-af8351c69c56 req-c97d810f-77b8-416e-a6e9-16ba652191ee tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/security-groups?id=015052f2-59aa-4aef-b8ad-8fae42ce0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336455 Sep 01 14:59:08.764770 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d2e66-04a8-48a8-b474-038e2f50d467 req-97cc0fd2-dae2-49b8-a826-fb7a6bb76798 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:08.774194 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-d26f80a4-4042-43b6-b206-411cf70be7be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6dfe054-3588-4134-a1f9-8796f73490e9 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:59:08.785679 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-978d2e66-04a8-48a8-b474-038e2f50d467 req-97cc0fd2-dae2-49b8-a826-fb7a6bb76798 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 945 time: 0.2724569 Sep 01 14:59:08.790032 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-d26f80a4-4042-43b6-b206-411cf70be7be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:08.841391 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-d26f80a4-4042-43b6-b206-411cf70be7be service neutron] Transition to ACTIVE for port object b6dfe054-3588-4134-a1f9-8796f73490e9 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:59:08.890010 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b4d9a56d-630d-4849-94f9-0c9b33f845dc req-b73365b0-90f6-41f3-8450-ad6df799539d service neutron] 10.222.0.62 "GET /v2.0/networks/60e7cf6d-886f-4633-b106-6b6dfa7f3538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7192161 Sep 01 14:59:08.898976 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-d26f80a4-4042-43b6-b206-411cf70be7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:08.948709 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-978d2e66-04a8-48a8-b474-038e2f50d467 req-be1a3403-6dca-4e3b-ab70-805bf86ad743 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601005 Sep 01 14:59:08.992773 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-979b62e9-218c-4082-8232-07feb6b8956e req-1a095696-2d83-4391-bc61-2c9c26f27373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:09.102014 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65c31ca3-e604-4c37-9282-dcea16ca193c req-e1b3d5c6-503c-43b3-881b-dd2cac23c89c tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Router fc69ccf7-02ab-488d-a8df-ec899516da85 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:59:09.114899 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Pushing event updated for resources: {'Port': ['ID=707e78f6-072f-428b-b090-35fc97b518f1,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:09.218346 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b7ca34da-d854-4c21-8867-484a2257ea08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:09.345505 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f886346d-8961-4d70-831b-aab86c1c9e41 req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:09.942778 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-979b62e9-218c-4082-8232-07feb6b8956e req-1a095696-2d83-4391-bc61-2c9c26f27373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c39f5d55-7ff2-450c-957e-d32c44100dd2 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:59:09.958925 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-979b62e9-218c-4082-8232-07feb6b8956e req-1a095696-2d83-4391-bc61-2c9c26f27373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:09.984549 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-979b62e9-218c-4082-8232-07feb6b8956e req-1a095696-2d83-4391-bc61-2c9c26f27373 service neutron] Transition to ACTIVE for port object c39f5d55-7ff2-450c-957e-d32c44100dd2 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:59:09.987224 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-618f29b3-cefe-4691-aa5c-83d2fa9ce8e2 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:09.990718 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-618f29b3-cefe-4691-aa5c-83d2fa9ce8e2 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.62 "GET /v2.0/networks?id=e341c1bf-b603-47af-8c0a-c48eab293c3d HTTP/1.1" status: 200 len: 823 time: 0.5367279 Sep 01 14:59:10.010218 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-979b62e9-218c-4082-8232-07feb6b8956e req-1a095696-2d83-4391-bc61-2c9c26f27373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:10.083461 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-e2739be1-b2f3-47c5-a9b2-c1023a160db6 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:10.101425 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-e2739be1-b2f3-47c5-a9b2-c1023a160db6 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/networks?id=e27801a1-4735-4eb4-8714-06c2c137f925 HTTP/1.1" status: 200 len: 820 time: 0.3935325 Sep 01 14:59:10.153114 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-28ba4b22-77d8-4546-8bfd-cdad99b049c4 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/quotas/9f3b994bc48b473697b9e8ffb67f1eaa HTTP/1.1" status: 200 len: 375 time: 0.0489302 Sep 01 14:59:10.282880 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f886346d-8961-4d70-831b-aab86c1c9e41 req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:10.290693 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f886346d-8961-4d70-831b-aab86c1c9e41 req-666bab19-f92e-4fd9-b544-ee7abd2e0d0f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 11.3884647 Sep 01 14:59:10.295375 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-677a1071-9a15-4a55-9475-d873d7aed31c tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1364777 Sep 01 14:59:10.333485 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f80a4-4042-43b6-b206-411cf70be7be service neutron] Pushing event updated for resources: {'Port': ['ID=b6dfe054-3588-4134-a1f9-8796f73490e9,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:10.396835 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-d26f80a4-4042-43b6-b206-411cf70be7be service neutron] Attempting to bind port b6dfe054-3588-4134-a1f9-8796f73490e9 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:10.397472 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-d26f80a4-4042-43b6-b206-411cf70be7be service neutron] Attempting to bind port b6dfe054-3588-4134-a1f9-8796f73490e9 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'dc42584e-dbf4-46b3-8fa5-2b6ac56bc408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '04386cd7-b035-483b-a3ac-af5b24df8dcf'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:10.397967 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-d26f80a4-4042-43b6-b206-411cf70be7be service neutron] Attempting to bind port b6dfe054-3588-4134-a1f9-8796f73490e9 on network 04386cd7-b035-483b-a3ac-af5b24df8dcf {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:10.422761 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-d26f80a4-4042-43b6-b206-411cf70be7be service neutron] Port b6dfe054-3588-4134-a1f9-8796f73490e9 on network 04386cd7-b035-483b-a3ac-af5b24df8dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:10.423114 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-d26f80a4-4042-43b6-b206-411cf70be7be service neutron] Attempting to bind port b6dfe054-3588-4134-a1f9-8796f73490e9 on network 04386cd7-b035-483b-a3ac-af5b24df8dcf {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:10.560348 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f886346d-8961-4d70-831b-aab86c1c9e41 req-6eab472c-08ab-4da3-9ae9-521a48eb37a6 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.77 HTTP/1.1" status: 200 len: 695 time: 0.2685168 Sep 01 14:59:10.576784 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-d26f80a4-4042-43b6-b206-411cf70be7be service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:59:10.577130 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-d26f80a4-4042-43b6-b206-411cf70be7be service neutron] Checking segment: {'id': 'dc42584e-dbf4-46b3-8fa5-2b6ac56bc408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '04386cd7-b035-483b-a3ac-af5b24df8dcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:59:10.577567 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-d26f80a4-4042-43b6-b206-411cf70be7be service neutron] Bound using segment: {'id': 'dc42584e-dbf4-46b3-8fa5-2b6ac56bc408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '04386cd7-b035-483b-a3ac-af5b24df8dcf'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:59:10.578028 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-d26f80a4-4042-43b6-b206-411cf70be7be service neutron] Bound port: b6dfe054-3588-4134-a1f9-8796f73490e9, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc42584e-dbf4-46b3-8fa5-2b6ac56bc408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '04386cd7-b035-483b-a3ac-af5b24df8dcf'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:59:10.578476 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-d26f80a4-4042-43b6-b206-411cf70be7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:10.625480 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-f0c0abb7-cf81-43e5-b1e0-0200a176d8ad service neutron] 10.222.0.60 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229647 Sep 01 14:59:11.003501 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-cc16288c-e446-4982-8053-f7d06f40fe04 service neutron] 10.222.0.60 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632419 Sep 01 14:59:11.203843 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a095696-2d83-4391-bc61-2c9c26f27373 service neutron] Pushing event updated for resources: {'Port': ['ID=c39f5d55-7ff2-450c-957e-d32c44100dd2,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:11.260808 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65c31ca3-e604-4c37-9282-dcea16ca193c req-e1b3d5c6-503c-43b3-881b-dd2cac23c89c tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:59:11.283934 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946d3439-9502-4e92-855d-8eb6693d9f17 None None] Sync routers for ids ['fc69ccf7-02ab-488d-a8df-ec899516da85'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:59:11.359162 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946d3439-9502-4e92-855d-8eb6693d9f17 None None] Routers {'fc69ccf7-02ab-488d-a8df-ec899516da85'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:59:11.361312 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-946d3439-9502-4e92-855d-8eb6693d9f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:58:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fc69ccf7-02ab-488d-a8df-ec899516da85'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:11.580483 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-d26f80a4-4042-43b6-b206-411cf70be7be service neutron] For port b6dfe054-3588-4134-a1f9-8796f73490e9, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:59:11.591828 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-d26f80a4-4042-43b6-b206-411cf70be7be service neutron] For port b6dfe054-3588-4134-a1f9-8796f73490e9, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b6dfe054-3588-4134-a1f9-8796f73490e9,segment=NetworkSegment(dc42584e-dbf4-46b3-8fa5-2b6ac56bc408),segment_id=dc42584e-dbf4-46b3-8fa5-2b6ac56bc408)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:59:11.727934 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-852d223a-65fd-48a1-9704-7876d93fb08c req-faae70da-f63e-457f-a720-d7a494005caf tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f2b28362f76743d68f05c24fb21e8b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1008441 Sep 01 14:59:11.767001 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886346d-8961-4d70-831b-aab86c1c9e41 req-58722dbe-1fa4-4597-a5bc-ac5fa54d15af tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:11.794220 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f886346d-8961-4d70-831b-aab86c1c9e41 req-58722dbe-1fa4-4597-a5bc-ac5fa54d15af tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 784 time: 1.2326832 Sep 01 14:59:11.914851 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c31ca3-e604-4c37-9282-dcea16ca193c req-e1b3d5c6-503c-43b3-881b-dd2cac23c89c tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] No DVR routers for this DVR port 9708e94e-f22a-4b6e-a64f-be023ca15204 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:59:11.918086 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-d26f80a4-4042-43b6-b206-411cf70be7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:11.936287 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:11.963414 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-946d3439-9502-4e92-855d-8eb6693d9f17 None None] Set router fc69ccf7-02ab-488d-a8df-ec899516da85 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:59:12.069316 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-65c31ca3-e604-4c37-9282-dcea16ca193c req-e1b3d5c6-503c-43b3-881b-dd2cac23c89c tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:12.080303 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-65c31ca3-e604-4c37-9282-dcea16ca193c req-e1b3d5c6-503c-43b3-881b-dd2cac23c89c tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.62 "DELETE /v2.0/ports/9708e94e-f22a-4b6e-a64f-be023ca15204 HTTP/1.1" status: 204 len: 173 time: 9.9262743 Sep 01 14:59:12.115897 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-27b562ff-846f-4102-95d0-2f1fbad0c275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:12.120733 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-d76aa1ed-4ed2-4a1d-8427-34573cac9dc3 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e4fe186f6134748ac0c4745cfedd0d0 HTTP/1.1" status: 200 len: 379 time: 0.3786209 Sep 01 14:59:12.125704 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b74a6e8-5266-4130-98ff-26eb005fca48', 'name': 'network-vif-deleted', 'tag': '9708e94e-f22a-4b6e-a64f-be023ca15204'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:12.136071 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9022a4ef-27d7-4d0c-91e7-b466db4023ec" -d '{"events": [{"server_uuid": "3b74a6e8-5266-4130-98ff-26eb005fca48", "name": "network-vif-deleted", "tag": "9708e94e-f22a-4b6e-a64f-be023ca15204"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:12.162719 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-979b62e9-218c-4082-8232-07feb6b8956e req-1a095696-2d83-4391-bc61-2c9c26f27373 service neutron] Attempting to bind port c39f5d55-7ff2-450c-957e-d32c44100dd2 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:12.164191 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-979b62e9-218c-4082-8232-07feb6b8956e req-1a095696-2d83-4391-bc61-2c9c26f27373 service neutron] Attempting to bind port c39f5d55-7ff2-450c-957e-d32c44100dd2 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:12.165268 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979b62e9-218c-4082-8232-07feb6b8956e req-1a095696-2d83-4391-bc61-2c9c26f27373 service neutron] Attempting to bind port c39f5d55-7ff2-450c-957e-d32c44100dd2 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:12.172139 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-a55cff77-b479-4f67-b954-33448abd8362 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Request body: {'port': {'device_id': '33c4d3d2-7bf7-465c-92b0-0677e23ede14', 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d', 'admin_state_up': True, 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'security_groups': ['d9576373-f81d-43fa-ac12-d77cc710d5bd']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:12.244622 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979b62e9-218c-4082-8232-07feb6b8956e req-1a095696-2d83-4391-bc61-2c9c26f27373 service neutron] Port c39f5d55-7ff2-450c-957e-d32c44100dd2 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:12.245516 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979b62e9-218c-4082-8232-07feb6b8956e req-1a095696-2d83-4391-bc61-2c9c26f27373 service neutron] Attempting to bind port c39f5d55-7ff2-450c-957e-d32c44100dd2 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:12.256702 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4fdc8fe0-1411-475f-b2d5-9b4851465036 req-55f51b6c-f367-4af1-8280-15cfc35e5963 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=33c4d3d2-7bf7-465c-92b0-0677e23ede14 HTTP/1.1" status: 200 len: 210 time: 0.1691952 Sep 01 14:59:12.291741 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-d26f80a4-4042-43b6-b206-411cf70be7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:12.292791 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-d26f80a4-4042-43b6-b206-411cf70be7be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:12.328641 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-d26f80a4-4042-43b6-b206-411cf70be7be service neutron] 10.222.0.62 "PUT /v2.0/ports/b6dfe054-3588-4134-a1f9-8796f73490e9 HTTP/1.1" status: 200 len: 1092 time: 5.3890162 Sep 01 14:59:12.381640 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979b62e9-218c-4082-8232-07feb6b8956e req-1a095696-2d83-4391-bc61-2c9c26f27373 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:59:12.382235 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979b62e9-218c-4082-8232-07feb6b8956e req-1a095696-2d83-4391-bc61-2c9c26f27373 service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:59:12.382959 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979b62e9-218c-4082-8232-07feb6b8956e req-1a095696-2d83-4391-bc61-2c9c26f27373 service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:59:12.383857 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-979b62e9-218c-4082-8232-07feb6b8956e req-1a095696-2d83-4391-bc61-2c9c26f27373 service neutron] Bound port: c39f5d55-7ff2-450c-957e-d32c44100dd2, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:59:12.384475 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-979b62e9-218c-4082-8232-07feb6b8956e req-1a095696-2d83-4391-bc61-2c9c26f27373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:12.537363 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d1ffd8-55ad-4b59-9f2d-a777425ad0db x-openstack-request-id: req-87d1ffd8-55ad-4b59-9f2d-a777425ad0db {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:12.544785 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8721e9e7-38f7-4591-8607-68ced64ae3e4", "tag": "9bfe56d9-a211-4b46-8b33-d8436c41ee8a", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:12.545347 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-87d1ffd8-55ad-4b59-9f2d-a777425ad0db {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:12.545959 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8721e9e7-38f7-4591-8607-68ced64ae3e4', 'tag': '9bfe56d9-a211-4b46-8b33-d8436c41ee8a', 'status': 'completed', 'code': 200} Sep 01 14:59:12.626030 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3f171c-c356-4ab1-b0e8-66e17fdd9bfe x-openstack-request-id: req-3c3f171c-c356-4ab1-b0e8-66e17fdd9bfe {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:12.626862 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b74a6e8-5266-4130-98ff-26eb005fca48", "name": "network-vif-unplugged", "status": "completed", "tag": "9708e94e-f22a-4b6e-a64f-be023ca15204", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:12.627749 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3c3f171c-c356-4ab1-b0e8-66e17fdd9bfe {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:12.628346 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b74a6e8-5266-4130-98ff-26eb005fca48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9708e94e-f22a-4b6e-a64f-be023ca15204', 'code': 200} Sep 01 14:59:12.807635 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d223a-65fd-48a1-9704-7876d93fb08c req-48f747ac-9ea9-4647-9706-6ab0ca5d8f20 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:12.820338 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-852d223a-65fd-48a1-9704-7876d93fb08c req-48f747ac-9ea9-4647-9706-6ab0ca5d8f20 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0815499 Sep 01 14:59:12.867727 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-852d223a-65fd-48a1-9704-7876d93fb08c req-60b5148e-7d62-462c-bdd4-bdf3cff5b28d tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/quotas/f2b28362f76743d68f05c24fb21e8b1e HTTP/1.1" status: 200 len: 375 time: 0.0457137 Sep 01 14:59:12.941132 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-852d223a-65fd-48a1-9704-7876d93fb08c req-0f95fbb8-07f9-4627-9e79-015223fc3e42 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f2b28362f76743d68f05c24fb21e8b1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723693 Sep 01 14:59:12.948916 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-a55cff77-b479-4f67-b954-33448abd8362 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Made reservation on behalf of 8e4fe186f6134748ac0c4745cfedd0d0 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:59:12.949195 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-946d3439-9502-4e92-855d-8eb6693d9f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921967225-router', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:00Z', 'updated_at': '2021-09-01T14:56:05Z', 'revision_number': 4, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'gw_port': {'id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:01Z', 'updated_at': '2021-09-01T14:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'fbe593ea-2126-40e1-abb9-b7e7079f02fc', 'name': '', 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'mac_address': 'fa:16:3e:d4:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:04Z', 'updated_at': '2021-09-01T14:56:15Z', 'revision_number': 5, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'subnets': [{'id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:12.963897 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-a55cff77-b479-4f67-b954-33448abd8362 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:12.979929 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-979b62e9-218c-4082-8232-07feb6b8956e req-1a095696-2d83-4391-bc61-2c9c26f27373 service neutron] For port c39f5d55-7ff2-450c-957e-d32c44100dd2, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:59:12.987738 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-979b62e9-218c-4082-8232-07feb6b8956e req-1a095696-2d83-4391-bc61-2c9c26f27373 service neutron] For port c39f5d55-7ff2-450c-957e-d32c44100dd2, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c39f5d55-7ff2-450c-957e-d32c44100dd2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:59:13.016248 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f80a4-4042-43b6-b206-411cf70be7be service neutron] Pushing event updated for resources: {'Port': ['ID=b6dfe054-3588-4134-a1f9-8796f73490e9,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:13.028983 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-979b62e9-218c-4082-8232-07feb6b8956e req-1a095696-2d83-4391-bc61-2c9c26f27373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:13.041907 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:13.077228 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946d3439-9502-4e92-855d-8eb6693d9f17 None None] Checking router: fc69ccf7-02ab-488d-a8df-ec899516da85 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:59:13.107365 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946d3439-9502-4e92-855d-8eb6693d9f17 None None] Routers {'fc69ccf7-02ab-488d-a8df-ec899516da85'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:59:13.108683 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-946d3439-9502-4e92-855d-8eb6693d9f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:59:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fc69ccf7-02ab-488d-a8df-ec899516da85'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:13.186972 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a095696-2d83-4391-bc61-2c9c26f27373 service neutron] Pushing event updated for resources: {'Port': ['ID=c39f5d55-7ff2-450c-957e-d32c44100dd2,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:13.265474 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-7ffe7e04-fa56-41f9-aa22-9fe1d3a88d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:13.268098 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-7ffe7e04-fa56-41f9-aa22-9fe1d3a88d96 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=78d6f1b3379047caa4ea1f692dcc7a3d&device_id=31fbf58b-c5fd-4501-b208-d9ac4c81f7f3 HTTP/1.1" status: 200 len: 1095 time: 0.7697990 Sep 01 14:59:13.313371 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b62e9-218c-4082-8232-07feb6b8956e req-1a095696-2d83-4391-bc61-2c9c26f27373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:13.314461 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-979b62e9-218c-4082-8232-07feb6b8956e req-1a095696-2d83-4391-bc61-2c9c26f27373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:13.316814 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-979b62e9-218c-4082-8232-07feb6b8956e req-1a095696-2d83-4391-bc61-2c9c26f27373 service neutron] 10.222.0.45 "PUT /v2.0/ports/c39f5d55-7ff2-450c-957e-d32c44100dd2 HTTP/1.1" status: 200 len: 1096 time: 5.9270444 Sep 01 14:59:13.364171 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10875609-4676-4838-9b6b-6ef10485c99b req-80b8e6c0-3cf4-496f-8321-e716bb1fed81 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:13.366943 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-10875609-4676-4838-9b6b-6ef10485c99b req-80b8e6c0-3cf4-496f-8321-e716bb1fed81 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] 10.222.0.60 "GET /v2.0/ports?device_id=8721e9e7-38f7-4591-8607-68ced64ae3e4 HTTP/1.1" status: 200 len: 943 time: 0.3683472 Sep 01 14:59:13.371870 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9015748-b23f-448b-a935-f19416ba4ce7 req-3783c1a4-b25c-41f6-9d94-5441a68f25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:13.374206 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e9015748-b23f-448b-a935-f19416ba4ce7 req-3783c1a4-b25c-41f6-9d94-5441a68f25c9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3d0b1797fe4d4baf9b997aa7e25817ad&device_id=8721e9e7-38f7-4591-8607-68ced64ae3e4 HTTP/1.1" status: 200 len: 1094 time: 0.7366240 Sep 01 14:59:13.504937 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-946d3439-9502-4e92-855d-8eb6693d9f17 None None] Set router fc69ccf7-02ab-488d-a8df-ec899516da85 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:59:13.587631 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-a55cff77-b479-4f67-b954-33448abd8362 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Allocated IP 172.20.0.6 (e341c1bf-b603-47af-8c0a-c48eab293c3d/8622ef4e-4e7a-4362-ad7e-7a1adedf0bef/ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:59:13.719404 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873658c0-00c2-49be-b5da-50f482d96bba req-99919c64-d608-4a37-afce-e739c4643d09 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:13.721965 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-873658c0-00c2-49be-b5da-50f482d96bba req-99919c64-d608-4a37-afce-e739c4643d09 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fbf58b-c5fd-4501-b208-d9ac4c81f7f3 HTTP/1.1" status: 200 len: 944 time: 0.1392758 Sep 01 14:59:13.834491 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-afe27e4d-c49f-4791-8560-9f44b20ec6b1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6dfe054-3588-4134-a1f9-8796f73490e9 HTTP/1.1" status: 200 len: 217 time: 0.3535864 Sep 01 14:59:13.844336 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-10875609-4676-4838-9b6b-6ef10485c99b req-5c680685-8077-4cc0-a2d1-3405b4544740 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] 10.222.0.60 "GET /v2.0/security-groups?id=944e4ac1-9cf8-40bb-a44d-f3cd3a06acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656036 Sep 01 14:59:13.999562 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b62e9-218c-4082-8232-07feb6b8956e req-13453047-5cb6-4720-aa39-57939b6b7a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:14.001611 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-979b62e9-218c-4082-8232-07feb6b8956e req-13453047-5cb6-4720-aa39-57939b6b7a6f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48a789c9341a4538ba88d607e8d78b07&device_id=32187d7a-6cca-4d17-92ec-737bdd5db5a9 HTTP/1.1" status: 200 len: 1099 time: 0.5892103 Sep 01 14:59:14.138039 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-946d3439-9502-4e92-855d-8eb6693d9f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921967225-router', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:00Z', 'updated_at': '2021-09-01T14:56:05Z', 'revision_number': 4, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'gw_port': {'id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:01Z', 'updated_at': '2021-09-01T14:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'fbe593ea-2126-40e1-abb9-b7e7079f02fc', 'name': '', 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'mac_address': 'fa:16:3e:d4:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:04Z', 'updated_at': '2021-09-01T14:56:15Z', 'revision_number': 5, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'subnets': [{'id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:14.181440 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946d3439-9502-4e92-855d-8eb6693d9f17 None None] The sync data for ids ['fc69ccf7-02ab-488d-a8df-ec899516da85'] in n-d-794796-3 is: [{'id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921967225-router', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:00Z', 'updated_at': '2021-09-01T14:56:05Z', 'revision_number': 4, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'gw_port': {'id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:01Z', 'updated_at': '2021-09-01T14:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'fbe593ea-2126-40e1-abb9-b7e7079f02fc', 'name': '', 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'mac_address': 'fa:16:3e:d4:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:04Z', 'updated_at': '2021-09-01T14:56:15Z', 'revision_number': 5, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'subnets': [{'id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:59:14.534130 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-873658c0-00c2-49be-b5da-50f482d96bba req-c0941820-b87a-47d4-9645-a7e67fe9bdeb tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b2ee014-6d5f-4035-93b7-b96a2144e126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7894678 Sep 01 14:59:14.546380 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-1bae1146-5051-464a-8ccc-dd843a0a3e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:14.548052 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-1bae1146-5051-464a-8ccc-dd843a0a3e98 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9190e3b6-cad0-44f5-b6a2-0434cdac7990 HTTP/1.1" status: 200 len: 852 time: 0.7012973 Sep 01 14:59:14.566985 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-979b62e9-218c-4082-8232-07feb6b8956e req-bf7eeb8c-5e49-4d24-8948-dcb39d2d403d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=c39f5d55-7ff2-450c-957e-d32c44100dd2 HTTP/1.1" status: 200 len: 217 time: 0.5522525 Sep 01 14:59:14.670735 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-a55cff77-b479-4f67-b954-33448abd8362 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:14.682469 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-3f02a2e8-c15d-4ec9-bac6-962e3d85067c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04386cd7-b035-483b-a3ac-af5b24df8dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187201 Sep 01 14:59:14.698853 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9015748-b23f-448b-a935-f19416ba4ce7 req-7b45902d-ece1-45ec-b200-9529fc74b7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:14.701530 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e9015748-b23f-448b-a935-f19416ba4ce7 req-7b45902d-ece1-45ec-b200-9529fc74b7ba service neutron] 10.222.0.62 "GET /v2.0/networks?id=60e7cf6d-886f-4633-b106-6b6dfa7f3538 HTTP/1.1" status: 200 len: 916 time: 1.2556539 Sep 01 14:59:14.722667 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-a903f3f8-4b5a-4ae3-a8e1-d8e60fae6f39 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:14.725563 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-a903f3f8-4b5a-4ae3-a8e1-d8e60fae6f39 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.45 "GET /v2.0/networks?id=e27801a1-4735-4eb4-8714-06c2c137f925 HTTP/1.1" status: 200 len: 820 time: 0.3942835 Sep 01 14:59:14.730566 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-a55cff77-b479-4f67-b954-33448abd8362 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Transition to ACTIVE for port object ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:59:14.762706 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-6409c084-68b6-4216-a68e-3b16ef7e1b6d tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Request body: {'port': {'device_id': 'ab76bb03-6035-4103-b276-eb1a3556f1a2', 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925', 'admin_state_up': True, 'tenant_id': '9f3b994bc48b473697b9e8ffb67f1eaa'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:14.832599 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7b5f1-6717-4cbe-a2f9-e56f9554436c req-bf541fa7-c436-43ce-ad25-a68ab76b1afa tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:14.836085 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04510133-6001-4569-90ae-515016c85ee4 None None] New status for floating IP dcf910e3-eb05-4279-b9b3-1414777301ad: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 14:59:14.844130 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-22a7b5f1-6717-4cbe-a2f9-e56f9554436c req-bf541fa7-c436-43ce-ad25-a68ab76b1afa tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 1096 time: 0.2941351 Sep 01 14:59:14.865240 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e9015748-b23f-448b-a935-f19416ba4ce7 req-99f1a091-7a2a-48fb-b0d2-69ee357bde7b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bfe56d9-a211-4b46-8b33-d8436c41ee8a HTTP/1.1" status: 200 len: 217 time: 0.1460462 Sep 01 14:59:14.870365 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b62e9-218c-4082-8232-07feb6b8956e req-9bf689e9-df17-4858-aa3b-c5ffa1cab91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:14.871921 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-979b62e9-218c-4082-8232-07feb6b8956e req-9bf689e9-df17-4858-aa3b-c5ffa1cab91b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.2878036 Sep 01 14:59:14.981570 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9015748-b23f-448b-a935-f19416ba4ce7 req-3c7c6174-113f-447d-ae9a-32d50df49c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:14.983176 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e9015748-b23f-448b-a935-f19416ba4ce7 req-3c7c6174-113f-447d-ae9a-32d50df49c91 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d71d77e5-defc-444b-8b89-b3e6daf027f6 HTTP/1.1" status: 200 len: 854 time: 0.1026580 Sep 01 14:59:14.998784 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308492b9-6fbe-490e-a20d-a430c66058c0 req-f288e53a-4a5d-4501-8fe1-93c421cdd734 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:15.001393 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-308492b9-6fbe-490e-a20d-a430c66058c0 req-f288e53a-4a5d-4501-8fe1-93c421cdd734 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/ports?device_id=32187d7a-6cca-4d17-92ec-737bdd5db5a9 HTTP/1.1" status: 200 len: 948 time: 0.2303085 Sep 01 14:59:15.040183 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-a55cff77-b479-4f67-b954-33448abd8362 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:15.046824 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-22a7b5f1-6717-4cbe-a2f9-e56f9554436c req-49eca939-fe1a-4a95-a0dd-14fe87ab5159 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012005 Sep 01 14:59:15.101204 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:15.142275 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-753f8eb7-02d7-4093-9651-b4ede8f5568b service neutron] 10.222.0.62 "GET /v2.0/networks/04386cd7-b035-483b-a3ac-af5b24df8dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469690 Sep 01 14:59:15.152094 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b62e9-218c-4082-8232-07feb6b8956e req-cb56ca9c-b069-4bed-88e1-e27b1dcfdac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:15.155766 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-979b62e9-218c-4082-8232-07feb6b8956e req-cb56ca9c-b069-4bed-88e1-e27b1dcfdac9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2181759 Sep 01 14:59:15.184182 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9015748-b23f-448b-a935-f19416ba4ce7 req-5df26ab1-335c-4e74-bb10-3bb6b4f423fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:15.186494 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e9015748-b23f-448b-a935-f19416ba4ce7 req-5df26ab1-335c-4e74-bb10-3bb6b4f423fd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=60e7cf6d-886f-4633-b106-6b6dfa7f3538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1803174 Sep 01 14:59:15.191584 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-a55cff77-b479-4f67-b954-33448abd8362 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Network e341c1bf-b603-47af-8c0a-c48eab293c3d is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:59:15.210182 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-a55cff77-b479-4f67-b954-33448abd8362 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:59:15.223470 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-a55cff77-b479-4f67-b954-33448abd8362 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:59:15.234024 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-a55cff77-b479-4f67-b954-33448abd8362 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:15.235355 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-a55cff77-b479-4f67-b954-33448abd8362 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:15.249375 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-308492b9-6fbe-490e-a20d-a430c66058c0 req-f40d55f1-3c3c-40fa-bb1c-3bf8aa98bf80 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/security-groups?id=015052f2-59aa-4aef-b8ad-8fae42ce0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247782 Sep 01 14:59:15.261124 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55cff77-b479-4f67-b954-33448abd8362 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Pushing event updated for resources: {'Port': ['ID=ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:15.316815 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-6409c084-68b6-4216-a68e-3b16ef7e1b6d tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Made reservation on behalf of 9f3b994bc48b473697b9e8ffb67f1eaa for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:59:15.332031 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-6409c084-68b6-4216-a68e-3b16ef7e1b6d tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:15.365986 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-a55cff77-b479-4f67-b954-33448abd8362 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2123101 Sep 01 14:59:15.397839 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-04c168ae-a3ea-4dfb-a4e3-a31184628f08 service neutron] Request body: {'port': {'device_id': '33c4d3d2-7bf7-465c-92b0-0677e23ede14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:15.423224 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa00262d-ee2b-4076-b809-f1268da42ca1 req-d9a850ed-6324-4bce-954e-c3afa0abc996 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 210 time: 0.1322811 Sep 01 14:59:15.577749 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-04c168ae-a3ea-4dfb-a4e3-a31184628f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:15.607353 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a1c65dc1-07e5-477a-90e1-b34758f23bdf req-980f0bd3-4740-401a-9b9f-f8b22a32ffaf service neutron] 10.222.0.62 "GET /v2.0/networks/04386cd7-b035-483b-a3ac-af5b24df8dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498425 Sep 01 14:59:15.612080 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-979b62e9-218c-4082-8232-07feb6b8956e req-9fac4beb-b40c-4ba3-9438-0f329abb3f58 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415538 Sep 01 14:59:15.613875 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2393d2c5-8e1e-4c56-bf0a-faaef7228608 None None] Provisioning for port ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:59:15.615513 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e9015748-b23f-448b-a935-f19416ba4ce7 req-dcb05e2f-a2d4-45bb-9484-57251db5c9a3 service neutron] 10.222.0.62 "GET /v2.0/networks/60e7cf6d-886f-4633-b106-6b6dfa7f3538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770745 Sep 01 14:59:15.620280 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2393d2c5-8e1e-4c56-bf0a-faaef7228608 None None] Provisioning complete for port ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:59:15.621080 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2393d2c5-8e1e-4c56-bf0a-faaef7228608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:15.656117 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f575ebe-9e3a-4f53-901b-6253dba644bf x-openstack-request-id: req-7f575ebe-9e3a-4f53-901b-6253dba644bf {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:15.656450 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b74a6e8-5266-4130-98ff-26eb005fca48", "name": "network-vif-deleted", "tag": "9708e94e-f22a-4b6e-a64f-be023ca15204", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:15.656853 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f575ebe-9e3a-4f53-901b-6253dba644bf {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:15.657614 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b74a6e8-5266-4130-98ff-26eb005fca48', 'name': 'network-vif-deleted', 'tag': '9708e94e-f22a-4b6e-a64f-be023ca15204', 'status': 'completed', 'code': 200} Sep 01 14:59:15.712486 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-2393d2c5-8e1e-4c56-bf0a-faaef7228608 None None] Port ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:59:15.859123 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:59:15.909999 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ba34dfda-5302-4745-808b-b2cee860a505 req-b673b9fb-d000-48ee-923a-5669559a2c0c tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5592511 Sep 01 14:59:15.935318 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-ba34dfda-5302-4745-808b-b2cee860a505 req-50258cb3-1c5a-4f76-b714-bd33aeffdbf7 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:15.955553 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-6409c084-68b6-4216-a68e-3b16ef7e1b6d tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Allocated IP 172.20.0.13 (e27801a1-4735-4eb4-8714-06c2c137f925/66b1faa8-b86d-41ee-9bdb-4fe08d19f261/201ef50e-c68c-4db0-9791-bdada3a8c94c) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:59:15.972850 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-852d223a-65fd-48a1-9704-7876d93fb08c req-d9604ba9-c7cd-4c3d-a730-9825b48c04fd tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f2b28362f76743d68f05c24fb21e8b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0764081 Sep 01 14:59:15.982611 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-979b62e9-218c-4082-8232-07feb6b8956e req-0b201e82-2390-4da9-85ec-a8e484852c9f service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588052 Sep 01 14:59:16.072587 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ba34dfda-5302-4745-808b-b2cee860a505 req-50258cb3-1c5a-4f76-b714-bd33aeffdbf7 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:16.110427 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a527ecd-d623-41c2-a182-f36ee72ee782 req-6e3f2ee6-1827-4418-aae2-ff0b031ad1ba tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:16.113266 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6a527ecd-d623-41c2-a182-f36ee72ee782 req-6e3f2ee6-1827-4418-aae2-ff0b031ad1ba tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=33c4d3d2-7bf7-465c-92b0-0677e23ede14 HTTP/1.1" status: 200 len: 931 time: 0.2148521 Sep 01 14:59:16.120366 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e9015748-b23f-448b-a935-f19416ba4ce7 req-27ffd2b5-22f8-43e5-b7f9-9fe5cd33be76 service neutron] 10.222.0.62 "GET /v2.0/networks/60e7cf6d-886f-4633-b106-6b6dfa7f3538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318550 Sep 01 14:59:16.202332 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6a527ecd-d623-41c2-a182-f36ee72ee782 req-b038b0ee-6e66-4778-8650-03b6f9883d2a tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768380 Sep 01 14:59:16.232699 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d223a-65fd-48a1-9704-7876d93fb08c req-9b828883-cb28-4afb-a181-2ab267d9a537 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:16.235327 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-852d223a-65fd-48a1-9704-7876d93fb08c req-9b828883-cb28-4afb-a181-2ab267d9a537 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2256191 Sep 01 14:59:16.269728 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-852d223a-65fd-48a1-9704-7876d93fb08c req-428406c4-bbc4-438c-92a4-1f92e18f2a12 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Request body: {'port': {'device_id': '1ce089a2-e807-4d9a-9b90-ace08c48f5c3', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': 'f2b28362f76743d68f05c24fb21e8b1e'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:16.416108 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-caf07b72-828a-467c-8fab-86106eb22e6a req-3250b629-00ef-4366-b92e-bf58af57f99a tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f2b28362f76743d68f05c24fb21e8b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571280 Sep 01 14:59:16.448455 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-6409c084-68b6-4216-a68e-3b16ef7e1b6d tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:16.464025 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-04c168ae-a3ea-4dfb-a4e3-a31184628f08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:59:16.476049 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-04c168ae-a3ea-4dfb-a4e3-a31184628f08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:16.519575 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-04c168ae-a3ea-4dfb-a4e3-a31184628f08 service neutron] Transition to ACTIVE for port object ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:59:16.538371 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-04c168ae-a3ea-4dfb-a4e3-a31184628f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:16.610672 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ba34dfda-5302-4745-808b-b2cee860a505 req-50258cb3-1c5a-4f76-b714-bd33aeffdbf7 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:16.619694 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-6409c084-68b6-4216-a68e-3b16ef7e1b6d tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:16.659897 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c168ae-a3ea-4dfb-a4e3-a31184628f08 service neutron] Pushing event updated for resources: {'Port': ['ID=ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:16.725569 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf07b72-828a-467c-8fab-86106eb22e6a req-0d601f01-ba7f-4b3b-a82b-ab86a0c0d90d tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:16.728490 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-caf07b72-828a-467c-8fab-86106eb22e6a req-0d601f01-ba7f-4b3b-a82b-ab86a0c0d90d tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2994204 Sep 01 14:59:16.730432 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-852d223a-65fd-48a1-9704-7876d93fb08c req-428406c4-bbc4-438c-92a4-1f92e18f2a12 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Made reservation on behalf of f2b28362f76743d68f05c24fb21e8b1e for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:59:16.736201 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-852d223a-65fd-48a1-9704-7876d93fb08c req-428406c4-bbc4-438c-92a4-1f92e18f2a12 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:16.769034 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-852d223a-65fd-48a1-9704-7876d93fb08c req-428406c4-bbc4-438c-92a4-1f92e18f2a12 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:16.787664 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-6409c084-68b6-4216-a68e-3b16ef7e1b6d tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Network e27801a1-4735-4eb4-8714-06c2c137f925 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:59:16.803655 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-caf07b72-828a-467c-8fab-86106eb22e6a req-f37113cd-ffdf-43be-8d86-579788058bd1 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/quotas/f2b28362f76743d68f05c24fb21e8b1e HTTP/1.1" status: 200 len: 375 time: 0.0393109 Sep 01 14:59:16.804121 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-6409c084-68b6-4216-a68e-3b16ef7e1b6d tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:59:16.820081 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-6409c084-68b6-4216-a68e-3b16ef7e1b6d tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:59:16.828555 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-6409c084-68b6-4216-a68e-3b16ef7e1b6d tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:16.829234 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-6409c084-68b6-4216-a68e-3b16ef7e1b6d tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:16.831930 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-04c168ae-a3ea-4dfb-a4e3-a31184628f08 service neutron] Attempting to bind port ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:16.832303 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-04c168ae-a3ea-4dfb-a4e3-a31184628f08 service neutron] Attempting to bind port ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '6494e41f-3a98-4c3f-8728-8bf218086c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:16.832590 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-04c168ae-a3ea-4dfb-a4e3-a31184628f08 service neutron] Attempting to bind port ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2 on network e341c1bf-b603-47af-8c0a-c48eab293c3d {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:16.868655 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-caf07b72-828a-467c-8fab-86106eb22e6a req-337aa7e9-64f0-477c-83ff-42da4da667a9 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f2b28362f76743d68f05c24fb21e8b1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458827 Sep 01 14:59:16.891007 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-04c168ae-a3ea-4dfb-a4e3-a31184628f08 service neutron] Port ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2 on network e341c1bf-b603-47af-8c0a-c48eab293c3d not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:16.891349 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-04c168ae-a3ea-4dfb-a4e3-a31184628f08 service neutron] Attempting to bind port ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2 on network e341c1bf-b603-47af-8c0a-c48eab293c3d {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:16.899289 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409c084-68b6-4216-a68e-3b16ef7e1b6d tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Pushing event updated for resources: {'Port': ['ID=201ef50e-c68c-4db0-9791-bdada3a8c94c,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:16.906631 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-04c168ae-a3ea-4dfb-a4e3-a31184628f08 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:59:16.906963 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-04c168ae-a3ea-4dfb-a4e3-a31184628f08 service neutron] Checking segment: {'id': '6494e41f-3a98-4c3f-8728-8bf218086c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:59:16.907396 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-04c168ae-a3ea-4dfb-a4e3-a31184628f08 service neutron] Bound using segment: {'id': '6494e41f-3a98-4c3f-8728-8bf218086c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:59:16.907976 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-04c168ae-a3ea-4dfb-a4e3-a31184628f08 service neutron] Bound port: ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6494e41f-3a98-4c3f-8728-8bf218086c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:59:16.908536 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-04c168ae-a3ea-4dfb-a4e3-a31184628f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:16.944468 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-ba34dfda-5302-4745-808b-b2cee860a505 req-50258cb3-1c5a-4f76-b714-bd33aeffdbf7 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Allocated IP 172.25.6.229 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/7a9ab08a-39b3-490f-bc78-5fa5907fca42) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:59:17.033646 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-852d223a-65fd-48a1-9704-7876d93fb08c req-428406c4-bbc4-438c-92a4-1f92e18f2a12 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:17.039905 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-852d223a-65fd-48a1-9704-7876d93fb08c req-428406c4-bbc4-438c-92a4-1f92e18f2a12 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:17.137200 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428406c4-bbc4-438c-92a4-1f92e18f2a12 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27322d17-0997-45c1-99fb-662ae0901717,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:17.205682 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-6409c084-68b6-4216-a68e-3b16ef7e1b6d tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4497983 Sep 01 14:59:17.211279 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 9bfe56d9-a211-4b46-8b33-d8436c41ee8a details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:59:17.227458 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-11747371-7215-4812-bbfe-ed7f81499b07 service neutron] Request body: {'port': {'device_id': 'ab76bb03-6035-4103-b276-eb1a3556f1a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:17.337502 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-04c168ae-a3ea-4dfb-a4e3-a31184628f08 service neutron] For port ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2, host n-h2-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:59:17.344813 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-852d223a-65fd-48a1-9704-7876d93fb08c req-428406c4-bbc4-438c-92a4-1f92e18f2a12 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Allocated IP 192.168.233.226 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/3b700a4b-0191-4f7d-8c6f-f7930ecd46fd) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:59:17.366786 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1ed46-4bbc-43bb-a7c2-53182767ad58 req-a41102ee-8c2b-42bf-b826-f59cc166c39e tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:17.370215 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-19b1ed46-4bbc-43bb-a7c2-53182767ad58 req-a41102ee-8c2b-42bf-b826-f59cc166c39e tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] 10.222.0.60 "GET /v2.0/ports?device_id=8721e9e7-38f7-4591-8607-68ced64ae3e4 HTTP/1.1" status: 200 len: 943 time: 0.1998808 Sep 01 14:59:17.407641 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ba34dfda-5302-4745-808b-b2cee860a505 req-50258cb3-1c5a-4f76-b714-bd33aeffdbf7 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:17.416150 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-11747371-7215-4812-bbfe-ed7f81499b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:17.453191 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-04c168ae-a3ea-4dfb-a4e3-a31184628f08 service neutron] For port ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2,segment=NetworkSegment(6494e41f-3a98-4c3f-8728-8bf218086c1f),segment_id=6494e41f-3a98-4c3f-8728-8bf218086c1f)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:59:17.479485 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-04c168ae-a3ea-4dfb-a4e3-a31184628f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:17.512428 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-19b1ed46-4bbc-43bb-a7c2-53182767ad58 req-bd19b294-9821-48fc-9407-f648f9b425bb tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] 10.222.0.60 "GET /v2.0/security-groups?id=944e4ac1-9cf8-40bb-a44d-f3cd3a06acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228309 Sep 01 14:59:17.579717 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-04c168ae-a3ea-4dfb-a4e3-a31184628f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:17.580353 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-04c168ae-a3ea-4dfb-a4e3-a31184628f08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:17.581896 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-04c168ae-a3ea-4dfb-a4e3-a31184628f08 service neutron] 10.222.0.62 "PUT /v2.0/ports/ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2 HTTP/1.1" status: 200 len: 1091 time: 2.1902919 Sep 01 14:59:17.661407 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c4d3d2-7bf7-465c-92b0-0677e23ede14', 'tag': 'ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:17.669097 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9440b9f-3d4d-465b-9ada-ed5d6a856a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "33c4d3d2-7bf7-465c-92b0-0677e23ede14", "tag": "ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:17.670037 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fbf58b-c5fd-4501-b208-d9ac4c81f7f3', 'tag': 'b6dfe054-3588-4134-a1f9-8796f73490e9'}, {'name': 'network-changed', 'server_uuid': '32187d7a-6cca-4d17-92ec-737bdd5db5a9', 'tag': 'c39f5d55-7ff2-450c-957e-d32c44100dd2'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:17.679113 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcac84a3-94d5-4f06-8df4-4e2823339a72" -d '{"events": [{"name": "network-changed", "server_uuid": "31fbf58b-c5fd-4501-b208-d9ac4c81f7f3", "tag": "b6dfe054-3588-4134-a1f9-8796f73490e9"}, {"name": "network-changed", "server_uuid": "32187d7a-6cca-4d17-92ec-737bdd5db5a9", "tag": "c39f5d55-7ff2-450c-957e-d32c44100dd2"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:17.754466 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 9bfe56d9-a211-4b46-8b33-d8436c41ee8a, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=9bfe56d9-a211-4b46-8b33-d8436c41ee8a,segment=NetworkSegment(491955ee-2600-4a7f-8856-47ecc0232503),segment_id=491955ee-2600-4a7f-8856-47ecc0232503)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:17.782015 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '9bfe56d9-a211-4b46-8b33-d8436c41ee8a', 'network_id': '60e7cf6d-886f-4633-b106-6b6dfa7f3538', 'port_id': '9bfe56d9-a211-4b46-8b33-d8436c41ee8a', 'mac_address': 'fa:16:3e:9b:69:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd71d77e5-defc-444b-8b89-b3e6daf027f6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:59:17.864544 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c168ae-a3ea-4dfb-a4e3-a31184628f08 service neutron] Pushing event updated for resources: {'Port': ['ID=ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:17.881528 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:17.903981 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bfe56d9-a211-4b46-8b33-d8436c41ee8a {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:59:17.925820 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-852d223a-65fd-48a1-9704-7876d93fb08c req-428406c4-bbc4-438c-92a4-1f92e18f2a12 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:17.985973 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-852d223a-65fd-48a1-9704-7876d93fb08c req-428406c4-bbc4-438c-92a4-1f92e18f2a12 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Transition to ACTIVE for port object 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:59:18.051637 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 9bfe56d9-a211-4b46-8b33-d8436c41ee8a, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=9bfe56d9-a211-4b46-8b33-d8436c41ee8a,segment=NetworkSegment(491955ee-2600-4a7f-8856-47ecc0232503),segment_id=491955ee-2600-4a7f-8856-47ecc0232503)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:18.110316 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:18.121454 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-852d223a-65fd-48a1-9704-7876d93fb08c req-428406c4-bbc4-438c-92a4-1f92e18f2a12 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:18.244696 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-fd8df2cb-ea18-4179-af16-d86a5414fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:18.247344 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-fd8df2cb-ea18-4179-af16-d86a5414fac7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8e4fe186f6134748ac0c4745cfedd0d0&device_id=33c4d3d2-7bf7-465c-92b0-0677e23ede14 HTTP/1.1" status: 200 len: 1094 time: 0.4496508 Sep 01 14:59:18.248535 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ba34dfda-5302-4745-808b-b2cee860a505 req-50258cb3-1c5a-4f76-b714-bd33aeffdbf7 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:18.264820 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-852d223a-65fd-48a1-9704-7876d93fb08c req-428406c4-bbc4-438c-92a4-1f92e18f2a12 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:59:18.269901 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=9bfe56d9-a211-4b46-8b33-d8436c41ee8a,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:18.284230 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46018026-c01e-4e70-b70f-cb43f3104c56 req-ffe9c8f4-88e0-4c75-a2f7-abff028c288d tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:18.287153 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-46018026-c01e-4e70-b70f-cb43f3104c56 req-ffe9c8f4-88e0-4c75-a2f7-abff028c288d tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fbf58b-c5fd-4501-b208-d9ac4c81f7f3 HTTP/1.1" status: 200 len: 944 time: 0.2294796 Sep 01 14:59:18.288210 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428406c4-bbc4-438c-92a4-1f92e18f2a12 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Pushing event updated for resources: {'Port': ['ID=3b700a4b-0191-4f7d-8c6f-f7930ecd46fd,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:18.292883 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-852d223a-65fd-48a1-9704-7876d93fb08c req-428406c4-bbc4-438c-92a4-1f92e18f2a12 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:59:18.297121 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-852d223a-65fd-48a1-9704-7876d93fb08c req-428406c4-bbc4-438c-92a4-1f92e18f2a12 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:59:18.399056 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50258cb3-1c5a-4f76-b714-bd33aeffdbf7 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Pushing event updated for resources: {'Port': ['ID=7a9ab08a-39b3-490f-bc78-5fa5907fca42,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:18.453178 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d223a-65fd-48a1-9704-7876d93fb08c req-428406c4-bbc4-438c-92a4-1f92e18f2a12 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:18.454340 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-852d223a-65fd-48a1-9704-7876d93fb08c req-428406c4-bbc4-438c-92a4-1f92e18f2a12 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:18.485212 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['9bfe56d9-a211-4b46-8b33-d8436c41ee8a'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:59:18.506053 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-46018026-c01e-4e70-b70f-cb43f3104c56 req-d3f919a6-229a-4945-9dbf-f4d528b5e819 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b2ee014-6d5f-4035-93b7-b96a2144e126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580884 Sep 01 14:59:18.532026 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-852d223a-65fd-48a1-9704-7876d93fb08c req-428406c4-bbc4-438c-92a4-1f92e18f2a12 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2733731 Sep 01 14:59:18.565950 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-852d223a-65fd-48a1-9704-7876d93fb08c req-da7af7c5-13f3-433a-ba49-48180d4e521f service neutron] Request body: {'port': {'device_id': '1ce089a2-e807-4d9a-9b90-ace08c48f5c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:18.731974 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-852d223a-65fd-48a1-9704-7876d93fb08c req-da7af7c5-13f3-433a-ba49-48180d4e521f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:18.748839 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7db55c47-8e5a-4eb2-beb3-1f129dcf568b None None] Provisioning for port 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:59:18.764866 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7db55c47-8e5a-4eb2-beb3-1f129dcf568b None None] Provisioning complete for port 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:59:18.766385 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7db55c47-8e5a-4eb2-beb3-1f129dcf568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:18.838122 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68986fdd-bdb7-4bd6-a4d5-96b1c02d2b1b req-0070fe3e-f3e1-47b1-ac10-4d0dd1672194 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:18.844695 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-7db55c47-8e5a-4eb2-beb3-1f129dcf568b None None] Port 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:59:18.854487 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-68986fdd-bdb7-4bd6-a4d5-96b1c02d2b1b req-0070fe3e-f3e1-47b1-ac10-4d0dd1672194 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/ports?device_id=32187d7a-6cca-4d17-92ec-737bdd5db5a9 HTTP/1.1" status: 200 len: 948 time: 0.1780093 Sep 01 14:59:18.909765 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c39f5d55-7ff2-450c-957e-d32c44100dd2 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:59:18.933533 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba34dfda-5302-4745-808b-b2cee860a505 req-50258cb3-1c5a-4f76-b714-bd33aeffdbf7 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:59:18.936687 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-b0fd4bd2-1a9a-4fb3-adeb-26c3e74c5031 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2 HTTP/1.1" status: 200 len: 217 time: 0.6396368 Sep 01 14:59:18.938404 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-ba34dfda-5302-4745-808b-b2cee860a505 req-50258cb3-1c5a-4f76-b714-bd33aeffdbf7 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:59:18.948797 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba34dfda-5302-4745-808b-b2cee860a505 req-50258cb3-1c5a-4f76-b714-bd33aeffdbf7 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:59:19.056466 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-68986fdd-bdb7-4bd6-a4d5-96b1c02d2b1b req-abf40ea3-261e-40f8-bde7-eac9480e2710 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/security-groups?id=015052f2-59aa-4aef-b8ad-8fae42ce0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945784 Sep 01 14:59:19.112450 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-602d3537-1b5f-401e-b33b-650d1e7d98ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:19.113984 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-602d3537-1b5f-401e-b33b-650d1e7d98ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8622ef4e-4e7a-4362-ad7e-7a1adedf0bef HTTP/1.1" status: 200 len: 862 time: 0.1524477 Sep 01 14:59:19.149632 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ba34dfda-5302-4745-808b-b2cee860a505 req-50258cb3-1c5a-4f76-b714-bd33aeffdbf7 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:19.157707 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-caf07b72-828a-467c-8fab-86106eb22e6a req-dd53b1b2-5de2-45c3-ad95-a3a50be7d45c tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=f2b28362f76743d68f05c24fb21e8b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1340773 Sep 01 14:59:19.178106 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c39f5d55-7ff2-450c-957e-d32c44100dd2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c39f5d55-7ff2-450c-957e-d32c44100dd2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:19.211008 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'c39f5d55-7ff2-450c-957e-d32c44100dd2', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': 'c39f5d55-7ff2-450c-957e-d32c44100dd2', 'mac_address': 'fa:16:3e:eb:61:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:59:19.220242 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device b6dfe054-3588-4134-a1f9-8796f73490e9 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:59:19.301117 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ba34dfda-5302-4745-808b-b2cee860a505 req-50258cb3-1c5a-4f76-b714-bd33aeffdbf7 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:19.465997 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-bb97e3e8-2895-4a46-9b98-a04f516154ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:19.470906 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-bb97e3e8-2895-4a46-9b98-a04f516154ed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e341c1bf-b603-47af-8c0a-c48eab293c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3474209 Sep 01 14:59:19.569709 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:19.634121 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39f5d55-7ff2-450c-957e-d32c44100dd2 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:59:19.660553 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port b6dfe054-3588-4134-a1f9-8796f73490e9, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b6dfe054-3588-4134-a1f9-8796f73490e9,segment=NetworkSegment(dc42584e-dbf4-46b3-8fa5-2b6ac56bc408),segment_id=dc42584e-dbf4-46b3-8fa5-2b6ac56bc408)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:19.733530 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'b6dfe054-3588-4134-a1f9-8796f73490e9', 'network_id': '04386cd7-b035-483b-a3ac-af5b24df8dcf', 'port_id': 'b6dfe054-3588-4134-a1f9-8796f73490e9', 'mac_address': 'fa:16:3e:97:56:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9190e3b6-cad0-44f5-b6a2-0434cdac7990', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:59:19.739143 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c39f5d55-7ff2-450c-957e-d32c44100dd2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c39f5d55-7ff2-450c-957e-d32c44100dd2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:19.752960 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:19.756936 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65be37-6217-4724-b866-cf6106697d2e req-73d9add5-5f9e-4285-87b4-0058fa53ac46 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:19.760940 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dc65be37-6217-4724-b866-cf6106697d2e req-73d9add5-5f9e-4285-87b4-0058fa53ac46 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 932 time: 0.3809197 Sep 01 14:59:19.838249 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf07b72-828a-467c-8fab-86106eb22e6a req-fc87b053-2197-4bb2-be04-1e7982070dd1 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:19.840618 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-caf07b72-828a-467c-8fab-86106eb22e6a req-fc87b053-2197-4bb2-be04-1e7982070dd1 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6461787 Sep 01 14:59:19.887212 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-caf07b72-828a-467c-8fab-86106eb22e6a req-bf012f35-8e43-47c9-ab19-7aceb813b9f2 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Request body: {'port': {'device_id': 'b3da47ef-4736-4ad7-9243-675183662183', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': 'f2b28362f76743d68f05c24fb21e8b1e'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:19.967666 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ba34dfda-5302-4745-808b-b2cee860a505 req-50258cb3-1c5a-4f76-b714-bd33aeffdbf7 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:19.970841 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=c39f5d55-7ff2-450c-957e-d32c44100dd2,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:19.978145 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:19.987975 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-11747371-7215-4812-bbfe-ed7f81499b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 201ef50e-c68c-4db0-9791-bdada3a8c94c {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:59:20.000885 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ba34dfda-5302-4745-808b-b2cee860a505 req-50258cb3-1c5a-4f76-b714-bd33aeffdbf7 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:20.008831 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dc65be37-6217-4724-b866-cf6106697d2e req-fc6460e6-785a-43af-b8ad-037f47c56d12 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258916 Sep 01 14:59:20.010219 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-11747371-7215-4812-bbfe-ed7f81499b07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:20.011830 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6dfe054-3588-4134-a1f9-8796f73490e9 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:59:20.067921 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port b6dfe054-3588-4134-a1f9-8796f73490e9, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b6dfe054-3588-4134-a1f9-8796f73490e9,segment=NetworkSegment(dc42584e-dbf4-46b3-8fa5-2b6ac56bc408),segment_id=dc42584e-dbf4-46b3-8fa5-2b6ac56bc408)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:20.077559 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['c39f5d55-7ff2-450c-957e-d32c44100dd2'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:59:20.094771 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:20.108753 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ba34dfda-5302-4745-808b-b2cee860a505 req-50258cb3-1c5a-4f76-b714-bd33aeffdbf7 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:20.130713 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-852d223a-65fd-48a1-9704-7876d93fb08c req-da7af7c5-13f3-433a-ba49-48180d4e521f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:59:20.151766 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-11747371-7215-4812-bbfe-ed7f81499b07 service neutron] Transition to ACTIVE for port object 201ef50e-c68c-4db0-9791-bdada3a8c94c will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:59:20.154040 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-852d223a-65fd-48a1-9704-7876d93fb08c req-da7af7c5-13f3-433a-ba49-48180d4e521f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:20.165473 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ba34dfda-5302-4745-808b-b2cee860a505 req-50258cb3-1c5a-4f76-b714-bd33aeffdbf7 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:20.181671 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ba34dfda-5302-4745-808b-b2cee860a505 req-50258cb3-1c5a-4f76-b714-bd33aeffdbf7 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2572405 Sep 01 14:59:20.204206 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-11747371-7215-4812-bbfe-ed7f81499b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:20.206084 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-852d223a-65fd-48a1-9704-7876d93fb08c req-da7af7c5-13f3-433a-ba49-48180d4e521f service neutron] Transition to ACTIVE for port object 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:59:20.241142 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-852d223a-65fd-48a1-9704-7876d93fb08c req-da7af7c5-13f3-433a-ba49-48180d4e521f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:20.258094 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caf07b72-828a-467c-8fab-86106eb22e6a req-bf012f35-8e43-47c9-ab19-7aceb813b9f2 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Made reservation on behalf of f2b28362f76743d68f05c24fb21e8b1e for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:59:20.263784 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-caf07b72-828a-467c-8fab-86106eb22e6a req-bf012f35-8e43-47c9-ab19-7aceb813b9f2 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:20.268192 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=b6dfe054-3588-4134-a1f9-8796f73490e9,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:20.389760 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50258cb3-1c5a-4f76-b714-bd33aeffdbf7 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Pushing event updated for resources: {'Port': ['ID=7a9ab08a-39b3-490f-bc78-5fa5907fca42,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:20.405703 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9ca472a4-1c0f-4ac9-ad1d-5c2e07d7ecb6 req-f8db7a41-a04d-4581-abc7-38fd6b5245f1 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3da47ef-4736-4ad7-9243-675183662183 HTTP/1.1" status: 200 len: 210 time: 0.0802746 Sep 01 14:59:20.426807 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7af7c5-13f3-433a-ba49-48180d4e521f service neutron] Pushing event updated for resources: {'Port': ['ID=3b700a4b-0191-4f7d-8c6f-f7930ecd46fd,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:20.428972 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-11747371-7215-4812-bbfe-ed7f81499b07 service neutron] Attempting to bind port 201ef50e-c68c-4db0-9791-bdada3a8c94c on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:20.429435 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-11747371-7215-4812-bbfe-ed7f81499b07 service neutron] Attempting to bind port 201ef50e-c68c-4db0-9791-bdada3a8c94c by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:20.430866 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-11747371-7215-4812-bbfe-ed7f81499b07 service neutron] Attempting to bind port 201ef50e-c68c-4db0-9791-bdada3a8c94c on network e27801a1-4735-4eb4-8714-06c2c137f925 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:20.462836 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ba34dfda-5302-4745-808b-b2cee860a505 req-c8823567-0334-4731-8e20-3057d04b9e26 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 696 time: 0.2787638 Sep 01 14:59:20.481354 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['b6dfe054-3588-4134-a1f9-8796f73490e9'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:59:20.694649 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-11747371-7215-4812-bbfe-ed7f81499b07 service neutron] Port 201ef50e-c68c-4db0-9791-bdada3a8c94c on network e27801a1-4735-4eb4-8714-06c2c137f925 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:20.694649 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-11747371-7215-4812-bbfe-ed7f81499b07 service neutron] Attempting to bind port 201ef50e-c68c-4db0-9791-bdada3a8c94c on network e27801a1-4735-4eb4-8714-06c2c137f925 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:20.707322 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34dfda-5302-4745-808b-b2cee860a505 req-5fbd1ef2-fb34-4b32-a6f5-72011825d38f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:20.735187 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ba34dfda-5302-4745-808b-b2cee860a505 req-5fbd1ef2-fb34-4b32-a6f5-72011825d38f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 784 time: 0.2706254 Sep 01 14:59:20.817317 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-9a44c28c-f0ac-41a6-84c2-d4e6bba6d79f service neutron] 10.222.0.62 "GET /v2.0/networks/e341c1bf-b603-47af-8c0a-c48eab293c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2762022 Sep 01 14:59:20.975540 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842cf667-365c-4ac5-ab7e-5a44d8fee4a4 x-openstack-request-id: req-842cf667-365c-4ac5-ab7e-5a44d8fee4a4 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:20.975893 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31fbf58b-c5fd-4501-b208-d9ac4c81f7f3", "tag": "b6dfe054-3588-4134-a1f9-8796f73490e9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "32187d7a-6cca-4d17-92ec-737bdd5db5a9", "tag": "c39f5d55-7ff2-450c-957e-d32c44100dd2", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:20.976206 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-842cf667-365c-4ac5-ab7e-5a44d8fee4a4 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:20.976650 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31fbf58b-c5fd-4501-b208-d9ac4c81f7f3', 'tag': 'b6dfe054-3588-4134-a1f9-8796f73490e9', 'status': 'completed', 'code': 200} Sep 01 14:59:20.977441 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32187d7a-6cca-4d17-92ec-737bdd5db5a9', 'tag': 'c39f5d55-7ff2-450c-957e-d32c44100dd2', 'status': 'completed', 'code': 200} Sep 01 14:59:20.979363 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.45', 63668) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:20.984223 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11747371-7215-4812-bbfe-ed7f81499b07 service neutron] Pushing event updated for resources: {'Port': ['ID=201ef50e-c68c-4db0-9791-bdada3a8c94c,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:20.991044 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-11747371-7215-4812-bbfe-ed7f81499b07 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:59:20.991821 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-11747371-7215-4812-bbfe-ed7f81499b07 service neutron] Checking segment: {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:59:20.994288 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-11747371-7215-4812-bbfe-ed7f81499b07 service neutron] Bound using segment: {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:59:20.995341 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-11747371-7215-4812-bbfe-ed7f81499b07 service neutron] Bound port: 201ef50e-c68c-4db0-9791-bdada3a8c94c, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:59:20.995925 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-11747371-7215-4812-bbfe-ed7f81499b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:21.048541 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efe3a1e-e4ba-458e-a7b2-bc120962279d x-openstack-request-id: req-1efe3a1e-e4ba-458e-a7b2-bc120962279d {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:21.048981 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c4d3d2-7bf7-465c-92b0-0677e23ede14", "tag": "ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:21.049336 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1efe3a1e-e4ba-458e-a7b2-bc120962279d {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:21.049852 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33c4d3d2-7bf7-465c-92b0-0677e23ede14', 'tag': 'ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2', 'status': 'completed', 'code': 200} Sep 01 14:59:21.210466 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 9bfe56d9-a211-4b46-8b33-d8436c41ee8a up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:59:21.237080 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7d9b179-184e-4a15-83b8-9acb0c46d504 req-04b6a51a-cf36-4933-9f98-49750fd14e02 service neutron] 10.222.0.62 "GET /v2.0/networks/e341c1bf-b603-47af-8c0a-c48eab293c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993690 Sep 01 14:59:21.254138 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-11747371-7215-4812-bbfe-ed7f81499b07 service neutron] For port 201ef50e-c68c-4db0-9791-bdada3a8c94c, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:59:21.261850 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-11747371-7215-4812-bbfe-ed7f81499b07 service neutron] For port 201ef50e-c68c-4db0-9791-bdada3a8c94c, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=201ef50e-c68c-4db0-9791-bdada3a8c94c,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:59:21.283837 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2621af5-668f-43bd-b5a1-ae19cd18f1a2 req-85decfb8-7934-4736-bf6c-67e79171ec0f tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:21.285930 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f2621af5-668f-43bd-b5a1-ae19cd18f1a2 req-85decfb8-7934-4736-bf6c-67e79171ec0f tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] 10.222.0.60 "GET /v2.0/ports?device_id=8721e9e7-38f7-4591-8607-68ced64ae3e4 HTTP/1.1" status: 200 len: 944 time: 0.1713283 Sep 01 14:59:21.288687 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-11747371-7215-4812-bbfe-ed7f81499b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:21.296360 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac84a3-94d5-4f06-8df4-4e2823339a72 req-7e13dd2b-c827-46b0-8cd3-b416fc3d702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:21.299157 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bcac84a3-94d5-4f06-8df4-4e2823339a72 req-7e13dd2b-c827-46b0-8cd3-b416fc3d702b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=48a789c9341a4538ba88d607e8d78b07&device_id=32187d7a-6cca-4d17-92ec-737bdd5db5a9 HTTP/1.1" status: 200 len: 1100 time: 0.3156886 Sep 01 14:59:21.309976 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2b37f-c5ee-49de-a5c4-7f381b326ae9 req-a9011dc1-8784-4f23-b976-1903687fc35d tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:21.320513 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-29a2b37f-c5ee-49de-a5c4-7f381b326ae9 req-a9011dc1-8784-4f23-b976-1903687fc35d tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=33c4d3d2-7bf7-465c-92b0-0677e23ede14 HTTP/1.1" status: 200 len: 943 time: 0.3419209 Sep 01 14:59:21.348799 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 9bfe56d9-a211-4b46-8b33-d8436c41ee8a completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:59:21.355783 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac84a3-94d5-4f06-8df4-4e2823339a72 req-bc8053e1-14ae-41a2-ba66-ac0f4b931b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:21.357566 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-11747371-7215-4812-bbfe-ed7f81499b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:21.357864 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bcac84a3-94d5-4f06-8df4-4e2823339a72 req-bc8053e1-14ae-41a2-ba66-ac0f4b931b3b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=78d6f1b3379047caa4ea1f692dcc7a3d&device_id=31fbf58b-c5fd-4501-b208-d9ac4c81f7f3 HTTP/1.1" status: 200 len: 1096 time: 0.3837409 Sep 01 14:59:21.360778 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-11747371-7215-4812-bbfe-ed7f81499b07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:21.361086 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 9bfe56d9-a211-4b46-8b33-d8436c41ee8a triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:59:21.361086 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:21.361511 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-11747371-7215-4812-bbfe-ed7f81499b07 service neutron] 10.222.0.45 "PUT /v2.0/ports/201ef50e-c68c-4db0-9791-bdada3a8c94c HTTP/1.1" status: 200 len: 1092 time: 4.1429036 Sep 01 14:59:21.433492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-caf07b72-828a-467c-8fab-86106eb22e6a req-bf012f35-8e43-47c9-ab19-7aceb813b9f2 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Allocated IP 192.168.233.59 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/88f6f79a-8789-4ec6-9691-06fc58581463) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:59:21.460305 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-852d223a-65fd-48a1-9704-7876d93fb08c req-da7af7c5-13f3-433a-ba49-48180d4e521f service neutron] Attempting to bind port 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:21.461962 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-852d223a-65fd-48a1-9704-7876d93fb08c req-da7af7c5-13f3-433a-ba49-48180d4e521f service neutron] Attempting to bind port 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:21.462517 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852d223a-65fd-48a1-9704-7876d93fb08c req-da7af7c5-13f3-433a-ba49-48180d4e521f service neutron] Attempting to bind port 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:21.499856 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11747371-7215-4812-bbfe-ed7f81499b07 service neutron] Pushing event updated for resources: {'Port': ['ID=201ef50e-c68c-4db0-9791-bdada3a8c94c,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:21.513789 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f2621af5-668f-43bd-b5a1-ae19cd18f1a2 req-8a84a59d-84f6-465e-9e4e-783e49fa6273 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] 10.222.0.60 "GET /v2.0/security-groups?id=944e4ac1-9cf8-40bb-a44d-f3cd3a06acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784933 Sep 01 14:59:21.556883 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:21.632785 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8721e9e7-38f7-4591-8607-68ced64ae3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bfe56d9-a211-4b46-8b33-d8436c41ee8a'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:21.635686 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9440b9f-3d4d-465b-9ada-ed5d6a856a0b req-86479027-b993-4377-9976-0ecefaf7b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:21.637770 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5161605-86db-4b5f-b3ef-9a37e4643ed2" -d '{"events": [{"server_uuid": "8721e9e7-38f7-4591-8607-68ced64ae3e4", "name": "network-vif-plugged", "status": "completed", "tag": "9bfe56d9-a211-4b46-8b33-d8436c41ee8a"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:21.641688 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9440b9f-3d4d-465b-9ada-ed5d6a856a0b req-86479027-b993-4377-9976-0ecefaf7b81e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8e4fe186f6134748ac0c4745cfedd0d0&device_id=33c4d3d2-7bf7-465c-92b0-0677e23ede14 HTTP/1.1" status: 200 len: 1094 time: 0.2084069 Sep 01 14:59:21.663151 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 9bfe56d9-a211-4b46-8b33-d8436c41ee8a, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=9bfe56d9-a211-4b46-8b33-d8436c41ee8a,segment=NetworkSegment(491955ee-2600-4a7f-8856-47ecc0232503),segment_id=491955ee-2600-4a7f-8856-47ecc0232503)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:21.671875 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-cdac3c63-2700-4dfb-a84a-cb045f3b8846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:21.676038 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852d223a-65fd-48a1-9704-7876d93fb08c req-da7af7c5-13f3-433a-ba49-48180d4e521f service neutron] Port 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:21.676576 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852d223a-65fd-48a1-9704-7876d93fb08c req-da7af7c5-13f3-433a-ba49-48180d4e521f service neutron] Attempting to bind port 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:21.679009 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-cdac3c63-2700-4dfb-a84a-cb045f3b8846 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 1095 time: 0.2021406 Sep 01 14:59:21.685462 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:21.815035 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=9bfe56d9-a211-4b46-8b33-d8436c41ee8a,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:21.818324 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-29a2b37f-c5ee-49de-a5c4-7f381b326ae9 req-ca8da93e-b3f2-4bd9-9370-6cd2a5b48e1c tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4859893 Sep 01 14:59:21.820183 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852d223a-65fd-48a1-9704-7876d93fb08c req-da7af7c5-13f3-433a-ba49-48180d4e521f service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:59:21.821678 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852d223a-65fd-48a1-9704-7876d93fb08c req-da7af7c5-13f3-433a-ba49-48180d4e521f service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:59:21.822706 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852d223a-65fd-48a1-9704-7876d93fb08c req-da7af7c5-13f3-433a-ba49-48180d4e521f service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:59:21.825851 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-852d223a-65fd-48a1-9704-7876d93fb08c req-da7af7c5-13f3-433a-ba49-48180d4e521f service neutron] Bound port: 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:59:21.826535 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-852d223a-65fd-48a1-9704-7876d93fb08c req-da7af7c5-13f3-433a-ba49-48180d4e521f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:21.854420 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-a93e90fe-9df7-4f59-944f-c26bdda5d751 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=201ef50e-c68c-4db0-9791-bdada3a8c94c HTTP/1.1" status: 200 len: 217 time: 0.1414888 Sep 01 14:59:21.930074 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-0ed6f15d-6679-4275-a9bc-74d6bf924d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:21.931994 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-0ed6f15d-6679-4275-a9bc-74d6bf924d66 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66b1faa8-b86d-41ee-9bdb-4fe08d19f261 HTTP/1.1" status: 200 len: 860 time: 0.0680063 Sep 01 14:59:21.981255 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-4323743d-1e9c-495c-9f23-f3d03b53029e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27801a1-4735-4eb4-8714-06c2c137f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414982 Sep 01 14:59:21.996646 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154b306-a90a-4078-b92a-0896872ff338 req-e1ece5ab-538d-48c6-8202-dd4f0372c9f3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:21.999076 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a154b306-a90a-4078-b92a-0896872ff338 req-e1ece5ab-538d-48c6-8202-dd4f0372c9f3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fbf58b-c5fd-4501-b208-d9ac4c81f7f3 HTTP/1.1" status: 200 len: 945 time: 0.2771006 Sep 01 14:59:22.054851 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac84a3-94d5-4f06-8df4-4e2823339a72 req-6ea329f2-e8b7-4840-b4ce-04e0ee578b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:22.057277 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bcac84a3-94d5-4f06-8df4-4e2823339a72 req-6ea329f2-e8b7-4840-b4ce-04e0ee578b64 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.7173293 Sep 01 14:59:22.202196 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9440b9f-3d4d-465b-9ada-ed5d6a856a0b req-863f27bd-653c-4e02-a4c2-364223c1f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:22.204953 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bcac84a3-94d5-4f06-8df4-4e2823339a72 req-349e82db-9bde-461f-a586-6996a763808d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=c39f5d55-7ff2-450c-957e-d32c44100dd2 HTTP/1.1" status: 200 len: 217 time: 0.1248238 Sep 01 14:59:22.205154 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9440b9f-3d4d-465b-9ada-ed5d6a856a0b req-863f27bd-653c-4e02-a4c2-364223c1f945 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e341c1bf-b603-47af-8c0a-c48eab293c3d HTTP/1.1" status: 200 len: 924 time: 0.5508182 Sep 01 14:59:22.250768 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a154b306-a90a-4078-b92a-0896872ff338 req-8d8853be-c6e9-41c1-95eb-9458049b425c tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b2ee014-6d5f-4035-93b7-b96a2144e126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755414 Sep 01 14:59:22.317793 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9440b9f-3d4d-465b-9ada-ed5d6a856a0b req-019af311-4188-4298-85aa-46239da5a046 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2 HTTP/1.1" status: 200 len: 217 time: 0.1023633 Sep 01 14:59:22.322935 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-e0a71c31-d805-4787-976b-1fd80f8d3a4a service neutron] 10.222.0.45 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192599 Sep 01 14:59:22.427121 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac84a3-94d5-4f06-8df4-4e2823339a72 req-e7baba82-b09f-4b89-b42b-9ef2fe30563c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:22.429906 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bcac84a3-94d5-4f06-8df4-4e2823339a72 req-e7baba82-b09f-4b89-b42b-9ef2fe30563c service neutron] 10.222.0.62 "GET /v2.0/networks?id=04386cd7-b035-483b-a3ac-af5b24df8dcf HTTP/1.1" status: 200 len: 913 time: 1.0233912 Sep 01 14:59:22.449450 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788aafc-1e57-407e-9b27-bd9cd3a0bb45 req-45390810-4ce8-44fa-a569-fea78e835d06 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:22.451325 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6788aafc-1e57-407e-9b27-bd9cd3a0bb45 req-45390810-4ce8-44fa-a569-fea78e835d06 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/ports?device_id=32187d7a-6cca-4d17-92ec-737bdd5db5a9 HTTP/1.1" status: 200 len: 949 time: 0.3792953 Sep 01 14:59:22.460898 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-852d223a-65fd-48a1-9704-7876d93fb08c req-da7af7c5-13f3-433a-ba49-48180d4e521f service neutron] For port 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:59:22.484150 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-852d223a-65fd-48a1-9704-7876d93fb08c req-da7af7c5-13f3-433a-ba49-48180d4e521f service neutron] For port 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=3b700a4b-0191-4f7d-8c6f-f7930ecd46fd,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:59:22.495483 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-caf07b72-828a-467c-8fab-86106eb22e6a req-bf012f35-8e43-47c9-ab19-7aceb813b9f2 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:22.527302 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac84a3-94d5-4f06-8df4-4e2823339a72 req-39c0dfa5-800f-459f-ad62-a93e190be240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:22.530024 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bcac84a3-94d5-4f06-8df4-4e2823339a72 req-39c0dfa5-800f-459f-ad62-a93e190be240 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.3091190 Sep 01 14:59:22.542928 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-852d223a-65fd-48a1-9704-7876d93fb08c req-da7af7c5-13f3-433a-ba49-48180d4e521f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:22.545887 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bcac84a3-94d5-4f06-8df4-4e2823339a72 req-795ae502-b927-43d5-b968-152e54ac5124 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6dfe054-3588-4134-a1f9-8796f73490e9 HTTP/1.1" status: 200 len: 217 time: 0.0823610 Sep 01 14:59:22.623921 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-caf07b72-828a-467c-8fab-86106eb22e6a req-bf012f35-8e43-47c9-ab19-7aceb813b9f2 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Transition to ACTIVE for port object 88f6f79a-8789-4ec6-9691-06fc58581463 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:59:22.668721 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aca6d5bb-3367-4c8b-a95f-fc1b75e65468 req-b39b9c92-0d9b-465d-92ca-c2282b7a90fc tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/floatingips/026684f0-1269-4b5e-86f0-2c9c034123f0 HTTP/1.1" status: 200 len: 693 time: 0.3253880 Sep 01 14:59:22.730596 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d223a-65fd-48a1-9704-7876d93fb08c req-da7af7c5-13f3-433a-ba49-48180d4e521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:22.731532 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-852d223a-65fd-48a1-9704-7876d93fb08c req-da7af7c5-13f3-433a-ba49-48180d4e521f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:22.733873 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-852d223a-65fd-48a1-9704-7876d93fb08c req-da7af7c5-13f3-433a-ba49-48180d4e521f service neutron] 10.222.0.62 "PUT /v2.0/ports/3b700a4b-0191-4f7d-8c6f-f7930ecd46fd HTTP/1.1" status: 200 len: 1096 time: 4.1819093 Sep 01 14:59:22.770387 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9440b9f-3d4d-465b-9ada-ed5d6a856a0b req-602bc381-2559-43df-a03c-1f7166d8865d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:22.770687 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9440b9f-3d4d-465b-9ada-ed5d6a856a0b req-602bc381-2559-43df-a03c-1f7166d8865d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8622ef4e-4e7a-4362-ad7e-7a1adedf0bef HTTP/1.1" status: 200 len: 862 time: 0.4427466 Sep 01 14:59:22.791423 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6788aafc-1e57-407e-9b27-bd9cd3a0bb45 req-df835704-0a41-499f-9849-81a222af5c31 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/security-groups?id=015052f2-59aa-4aef-b8ad-8fae42ce0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017554 Sep 01 14:59:22.840897 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac84a3-94d5-4f06-8df4-4e2823339a72 req-47606e96-01fb-4fe2-be5e-4a6ff858ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:22.843943 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bcac84a3-94d5-4f06-8df4-4e2823339a72 req-47606e96-01fb-4fe2-be5e-4a6ff858ee40 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9190e3b6-cad0-44f5-b6a2-0434cdac7990 HTTP/1.1" status: 200 len: 852 time: 0.2766480 Sep 01 14:59:22.851606 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-716dd7f1-94bc-4fd8-8c84-b63ad7620447 req-57877649-476a-4061-b937-7411b4c9b4b3 service neutron] 10.222.0.45 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928355 Sep 01 14:59:22.882662 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7af7c5-13f3-433a-ba49-48180d4e521f service neutron] Pushing event updated for resources: {'Port': ['ID=3b700a4b-0191-4f7d-8c6f-f7930ecd46fd,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:22.902617 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9440b9f-3d4d-465b-9ada-ed5d6a856a0b req-e1cf2330-b8a5-4be9-98e5-56330791c51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:22.904230 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9440b9f-3d4d-465b-9ada-ed5d6a856a0b req-e1cf2330-b8a5-4be9-98e5-56330791c51d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e341c1bf-b603-47af-8c0a-c48eab293c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199021 Sep 01 14:59:22.932223 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac84a3-94d5-4f06-8df4-4e2823339a72 req-0196919e-505a-4a98-b4fa-37ebc51ddc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:22.934982 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bcac84a3-94d5-4f06-8df4-4e2823339a72 req-0196919e-505a-4a98-b4fa-37ebc51ddc68 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3832033 Sep 01 14:59:22.943558 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c39f5d55-7ff2-450c-957e-d32c44100dd2 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:59:22.984746 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce089a2-e807-4d9a-9b90-ace08c48f5c3', 'tag': '3b700a4b-0191-4f7d-8c6f-f7930ecd46fd'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:22.988588 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f7f14e-e26a-475b-9ed8-bb168c0c81b8" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce089a2-e807-4d9a-9b90-ace08c48f5c3", "tag": "3b700a4b-0191-4f7d-8c6f-f7930ecd46fd"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:22.992513 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6d5bb-3367-4c8b-a95f-fc1b75e65468 req-8c265648-3734-4721-9c98-f90e04b45ef8 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:22.994017 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aca6d5bb-3367-4c8b-a95f-fc1b75e65468 req-8c265648-3734-4721-9c98-f90e04b45ef8 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 784 time: 0.3144686 Sep 01 14:59:23.011555 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-aca6d5bb-3367-4c8b-a95f-fc1b75e65468 req-dfcdf104-7968-4f19-ab95-b24a3fae7793 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:59:23.012576 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aca6d5bb-3367-4c8b-a95f-fc1b75e65468 req-dfcdf104-7968-4f19-ab95-b24a3fae7793 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070486 Sep 01 14:59:23.024934 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bcac84a3-94d5-4f06-8df4-4e2823339a72 req-64489790-c239-4544-a4a3-eac5eeed6512 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04386cd7-b035-483b-a3ac-af5b24df8dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1569023 Sep 01 14:59:23.084538 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab76bb03-6035-4103-b276-eb1a3556f1a2', 'tag': '201ef50e-c68c-4db0-9791-bdada3a8c94c'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:23.090122 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78890b81-f15f-4128-8988-76f92e1b7b46" -d '{"events": [{"name": "network-changed", "server_uuid": "ab76bb03-6035-4103-b276-eb1a3556f1a2", "tag": "201ef50e-c68c-4db0-9791-bdada3a8c94c"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:23.095383 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-caf07b72-828a-467c-8fab-86106eb22e6a req-bf012f35-8e43-47c9-ab19-7aceb813b9f2 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:23.097842 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port c39f5d55-7ff2-450c-957e-d32c44100dd2 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:59:23.123150 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port c39f5d55-7ff2-450c-957e-d32c44100dd2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:59:23.123867 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:23.135069 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9440b9f-3d4d-465b-9ada-ed5d6a856a0b req-6a829bca-967e-4f35-8ea1-419aad2b09ac service neutron] 10.222.0.62 "GET /v2.0/networks/e341c1bf-b603-47af-8c0a-c48eab293c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190070 Sep 01 14:59:23.236390 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device b6dfe054-3588-4134-a1f9-8796f73490e9 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:59:23.248217 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caf07b72-828a-467c-8fab-86106eb22e6a req-bf012f35-8e43-47c9-ab19-7aceb813b9f2 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:59:23.313774 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-caf07b72-828a-467c-8fab-86106eb22e6a req-bf012f35-8e43-47c9-ab19-7aceb813b9f2 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:59:23.317801 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf07b72-828a-467c-8fab-86106eb22e6a req-bf012f35-8e43-47c9-ab19-7aceb813b9f2 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:59:23.328312 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02339916-8048-46a7-8b8e-00225f109f83 req-202da3b3-9622-45c9-8d6d-d193d73ab9b7 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:23.338505 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-02339916-8048-46a7-8b8e-00225f109f83 req-202da3b3-9622-45c9-8d6d-d193d73ab9b7 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3da47ef-4736-4ad7-9243-675183662183 HTTP/1.1" status: 200 len: 935 time: 0.1448190 Sep 01 14:59:23.367393 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:23.439439 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d223a-65fd-48a1-9704-7876d93fb08c req-0016058c-f180-420c-87bb-b3611a06d576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:23.443889 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-852d223a-65fd-48a1-9704-7876d93fb08c req-0016058c-f180-420c-87bb-b3611a06d576 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f2b28362f76743d68f05c24fb21e8b1e&device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 1099 time: 0.5713813 Sep 01 14:59:23.468205 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf012f35-8e43-47c9-ab19-7aceb813b9f2 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Pushing event updated for resources: {'Port': ['ID=88f6f79a-8789-4ec6-9691-06fc58581463,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:23.499593 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port b6dfe054-3588-4134-a1f9-8796f73490e9 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:59:23.513475 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c39f5d55-7ff2-450c-957e-d32c44100dd2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c39f5d55-7ff2-450c-957e-d32c44100dd2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:23.520529 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:23.526594 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791ea1b-5d7d-4ed3-9734-ab8b2ed32738 req-8ba9c91f-0414-4307-9a22-83b5bfd051e5 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:23.528955 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port b6dfe054-3588-4134-a1f9-8796f73490e9 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:59:23.529421 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:23.529919 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8791ea1b-5d7d-4ed3-9734-ab8b2ed32738 req-8ba9c91f-0414-4307-9a22-83b5bfd051e5 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 944 time: 0.5358956 Sep 01 14:59:23.637753 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-852d223a-65fd-48a1-9704-7876d93fb08c req-77bfd109-eff8-4c5a-9c8a-c578183d030b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=3b700a4b-0191-4f7d-8c6f-f7930ecd46fd HTTP/1.1" status: 200 len: 217 time: 0.1754818 Sep 01 14:59:23.652137 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bcac84a3-94d5-4f06-8df4-4e2823339a72 req-e65d475c-807f-4547-877d-7c0c5c3788b7 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6462333 Sep 01 14:59:23.664106 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf07b72-828a-467c-8fab-86106eb22e6a req-bf012f35-8e43-47c9-ab19-7aceb813b9f2 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:23.665048 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-caf07b72-828a-467c-8fab-86106eb22e6a req-bf012f35-8e43-47c9-ab19-7aceb813b9f2 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:23.712175 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=c39f5d55-7ff2-450c-957e-d32c44100dd2,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:23.738730 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9440b9f-3d4d-465b-9ada-ed5d6a856a0b req-35e115fc-d8b3-4b6f-a086-31fd09f1d47e service neutron] 10.222.0.62 "GET /v2.0/networks/e341c1bf-b603-47af-8c0a-c48eab293c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906420 Sep 01 14:59:23.759009 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bcac84a3-94d5-4f06-8df4-4e2823339a72 req-d5b2eb34-b703-432f-a9c8-adaf0aedd881 service neutron] 10.222.0.62 "GET /v2.0/networks/04386cd7-b035-483b-a3ac-af5b24df8dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7003939 Sep 01 14:59:23.764498 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-02339916-8048-46a7-8b8e-00225f109f83 req-4ca0ad07-65f0-435f-839b-095b9dcc9f5c tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248197 Sep 01 14:59:23.818742 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:23.851034 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-22471701-dd21-40ae-8590-ccc8a632b9ff None None] Provisioning for port 88f6f79a-8789-4ec6-9691-06fc58581463 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:59:23.862449 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e2c06b-24c4-4084-a90e-fcd70aee7c73 x-openstack-request-id: req-36e2c06b-24c4-4084-a90e-fcd70aee7c73 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:23.862862 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8721e9e7-38f7-4591-8607-68ced64ae3e4", "name": "network-vif-plugged", "status": "completed", "tag": "9bfe56d9-a211-4b46-8b33-d8436c41ee8a", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:23.863196 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-36e2c06b-24c4-4084-a90e-fcd70aee7c73 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:23.863708 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8721e9e7-38f7-4591-8607-68ced64ae3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bfe56d9-a211-4b46-8b33-d8436c41ee8a', 'code': 200} Sep 01 14:59:23.868859 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-22471701-dd21-40ae-8590-ccc8a632b9ff None None] Provisioning complete for port 88f6f79a-8789-4ec6-9691-06fc58581463 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:59:23.869348 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-22471701-dd21-40ae-8590-ccc8a632b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:23.883077 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port b6dfe054-3588-4134-a1f9-8796f73490e9, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b6dfe054-3588-4134-a1f9-8796f73490e9,segment=NetworkSegment(dc42584e-dbf4-46b3-8fa5-2b6ac56bc408),segment_id=dc42584e-dbf4-46b3-8fa5-2b6ac56bc408)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:23.908448 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:23.973133 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-22471701-dd21-40ae-8590-ccc8a632b9ff None None] Port 88f6f79a-8789-4ec6-9691-06fc58581463 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:59:23.983397 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-caf07b72-828a-467c-8fab-86106eb22e6a req-bf012f35-8e43-47c9-ab19-7aceb813b9f2 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1221201 Sep 01 14:59:23.996845 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8791ea1b-5d7d-4ed3-9734-ab8b2ed32738 req-9eddcde8-f526-45fb-b650-c5a00027c9b2 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762333 Sep 01 14:59:24.013346 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=b6dfe054-3588-4134-a1f9-8796f73490e9,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:24.018592 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-caf07b72-828a-467c-8fab-86106eb22e6a req-23a8745d-c9be-45d5-8da6-ee25bad7330e service neutron] Request body: {'port': {'device_id': 'b3da47ef-4736-4ad7-9243-675183662183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:24.068008 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d223a-65fd-48a1-9704-7876d93fb08c req-b22efd4e-778a-44e2-9bed-4e30181ddf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:24.070771 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-852d223a-65fd-48a1-9704-7876d93fb08c req-b22efd4e-778a-44e2-9bed-4e30181ddf21 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.3999188 Sep 01 14:59:24.111407 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de7203-b8d0-4b26-be2c-58a0eb2bed45 req-940b3392-c350-46d1-9ab3-c0d7e8c36bd6 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:24.114372 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e5de7203-b8d0-4b26-be2c-58a0eb2bed45 req-940b3392-c350-46d1-9ab3-c0d7e8c36bd6 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] 10.222.0.60 "GET /v2.0/ports?device_id=8721e9e7-38f7-4591-8607-68ced64ae3e4 HTTP/1.1" status: 200 len: 945 time: 0.1572354 Sep 01 14:59:24.120040 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4a439-2ced-479e-b12d-7853b6e962c9 req-772083f2-b09e-40b7-992a-a75dee59d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:24.123011 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f9a4a439-2ced-479e-b12d-7853b6e962c9 req-772083f2-b09e-40b7-992a-a75dee59d7ec service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8721e9e7-38f7-4591-8607-68ced64ae3e4 HTTP/1.1" status: 200 len: 1096 time: 0.1210153 Sep 01 14:59:24.223276 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e5de7203-b8d0-4b26-be2c-58a0eb2bed45 req-b594c91c-d78b-46c8-ab0d-3c3bda3eff8f tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] 10.222.0.60 "GET /v2.0/security-groups?id=944e4ac1-9cf8-40bb-a44d-f3cd3a06acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985973 Sep 01 14:59:24.232306 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f9a4a439-2ced-479e-b12d-7853b6e962c9 req-e8d07591-6b40-487e-8780-e88b1a89d5c2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=944e4ac1-9cf8-40bb-a44d-f3cd3a06acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957251 Sep 01 14:59:24.315620 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bcac84a3-94d5-4f06-8df4-4e2823339a72 req-a68390a4-ae3f-4c0e-8659-a4f1b4b7cae4 service neutron] 10.222.0.62 "GET /v2.0/networks/04386cd7-b035-483b-a3ac-af5b24df8dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011733 Sep 01 14:59:24.318083 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040355b3-af71-4827-807f-cc3961ed9c2d x-openstack-request-id: req-040355b3-af71-4827-807f-cc3961ed9c2d {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:24.318579 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce089a2-e807-4d9a-9b90-ace08c48f5c3", "tag": "3b700a4b-0191-4f7d-8c6f-f7930ecd46fd", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:24.318956 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-040355b3-af71-4827-807f-cc3961ed9c2d {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:24.319589 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce089a2-e807-4d9a-9b90-ace08c48f5c3', 'tag': '3b700a4b-0191-4f7d-8c6f-f7930ecd46fd', 'status': 'completed', 'code': 200} Sep 01 14:59:24.327061 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bcac84a3-94d5-4f06-8df4-4e2823339a72 req-f8d13c4f-4438-4648-a26d-d36ecd02a3c6 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6549401 Sep 01 14:59:24.333300 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-caf07b72-828a-467c-8fab-86106eb22e6a req-23a8745d-c9be-45d5-8da6-ee25bad7330e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:24.375541 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d223a-65fd-48a1-9704-7876d93fb08c req-21fb7fde-9d3c-4d95-b16f-9e9ba151704b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:24.378044 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-852d223a-65fd-48a1-9704-7876d93fb08c req-21fb7fde-9d3c-4d95-b16f-9e9ba151704b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2835772 Sep 01 14:59:24.389534 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3756d-0002-474f-bc32-4e621801eec4 req-33aa36d2-5877-4f7c-9947-37b5d67d0709 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:24.392083 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05a3756d-0002-474f-bc32-4e621801eec4 req-33aa36d2-5877-4f7c-9947-37b5d67d0709 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=33c4d3d2-7bf7-465c-92b0-0677e23ede14 HTTP/1.1" status: 200 len: 943 time: 0.2770617 Sep 01 14:59:24.403933 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-96a89f36-aafd-4ee3-9462-a4487841e925 req-ea0da8e9-f112-4f6a-b28b-3049c24d9252 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/floatingips/026684f0-1269-4b5e-86f0-2c9c034123f0 HTTP/1.1" status: 200 len: 693 time: 0.0673118 Sep 01 14:59:24.562574 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a89f36-aafd-4ee3-9462-a4487841e925 req-f8e0e5d3-0539-4575-a64d-2a06c8ed2e29 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:24.565234 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-96a89f36-aafd-4ee3-9462-a4487841e925 req-f8e0e5d3-0539-4575-a64d-2a06c8ed2e29 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 784 time: 0.1546304 Sep 01 14:59:24.584625 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-96a89f36-aafd-4ee3-9462-a4487841e925 req-e26f83fa-1915-4ab4-a9a1-5f6d747691b0 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:59:24.587018 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-96a89f36-aafd-4ee3-9462-a4487841e925 req-e26f83fa-1915-4ab4-a9a1-5f6d747691b0 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108409 Sep 01 14:59:24.691004 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-96a89f36-aafd-4ee3-9462-a4487841e925 req-eaca6002-180b-4ca3-b63e-5065032f555b tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 696 time: 0.0938723 Sep 01 14:59:24.761365 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-96a89f36-aafd-4ee3-9462-a4487841e925 req-27d1f130-92db-4737-ba22-521545252541 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 696 time: 0.0604489 Sep 01 14:59:24.966237 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05a3756d-0002-474f-bc32-4e621801eec4 req-b3d3e0cc-d9d0-4bd6-8948-1313eb1e1b26 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5379026 Sep 01 14:59:24.993767 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-96a89f36-aafd-4ee3-9462-a4487841e925 req-88f2cbf9-f27b-48b6-8407-f121e8923779 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Deleting port 7a9ab08a-39b3-490f-bc78-5fa5907fca42 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:24.994932 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-96a89f36-aafd-4ee3-9462-a4487841e925 req-88f2cbf9-f27b-48b6-8407-f121e8923779 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:25.071663 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05276790-45a4-45ed-a51b-adbd9c070dd3 x-openstack-request-id: req-05276790-45a4-45ed-a51b-adbd9c070dd3 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:25.072113 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab76bb03-6035-4103-b276-eb1a3556f1a2", "tag": "201ef50e-c68c-4db0-9791-bdada3a8c94c", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:25.072484 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-05276790-45a4-45ed-a51b-adbd9c070dd3 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:25.073088 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab76bb03-6035-4103-b276-eb1a3556f1a2', 'tag': '201ef50e-c68c-4db0-9791-bdada3a8c94c', 'status': 'completed', 'code': 200} Sep 01 14:59:25.151284 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-96a89f36-aafd-4ee3-9462-a4487841e925 req-88f2cbf9-f27b-48b6-8407-f121e8923779 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:25.151663 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-96a89f36-aafd-4ee3-9462-a4487841e925 req-88f2cbf9-f27b-48b6-8407-f121e8923779 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:25.168459 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-96a89f36-aafd-4ee3-9462-a4487841e925 req-88f2cbf9-f27b-48b6-8407-f121e8923779 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Calling delete_port for 7a9ab08a-39b3-490f-bc78-5fa5907fca42 owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:25.230152 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:59:25.267414 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-852d223a-65fd-48a1-9704-7876d93fb08c req-694a63ee-6908-4abb-b8f6-f8748e5006c5 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238277 Sep 01 14:59:25.313135 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78890b81-f15f-4128-8988-76f92e1b7b46 req-cbf90070-7549-4036-9abc-91369227a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:25.315469 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-78890b81-f15f-4128-8988-76f92e1b7b46 req-cbf90070-7549-4036-9abc-91369227a85e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 1095 time: 0.1797459 Sep 01 14:59:25.452182 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2,segment=NetworkSegment(6494e41f-3a98-4c3f-8728-8bf218086c1f),segment_id=6494e41f-3a98-4c3f-8728-8bf218086c1f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:25.471275 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2', 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d', 'port_id': 'ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2', 'mac_address': 'fa:16:3e:07:a7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:59:25.514483 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-96a89f36-aafd-4ee3-9462-a4487841e925 req-88f2cbf9-f27b-48b6-8407-f121e8923779 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:25.559802 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:25.576918 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2cbf9-f27b-48b6-8407-f121e8923779 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Pushing event deleted for resources: {'Port': ['ID=7a9ab08a-39b3-490f-bc78-5fa5907fca42,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:25.606311 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:59:25.614173 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-96a89f36-aafd-4ee3-9462-a4487841e925 req-88f2cbf9-f27b-48b6-8407-f121e8923779 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:25.618694 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-96a89f36-aafd-4ee3-9462-a4487841e925 req-88f2cbf9-f27b-48b6-8407-f121e8923779 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:25.632601 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-96a89f36-aafd-4ee3-9462-a4487841e925 req-88f2cbf9-f27b-48b6-8407-f121e8923779 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "DELETE /v2.0/floatingips/026684f0-1269-4b5e-86f0-2c9c034123f0 HTTP/1.1" status: 204 len: 173 time: 0.8631675 Sep 01 14:59:25.655058 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2,segment=NetworkSegment(6494e41f-3a98-4c3f-8728-8bf218086c1f),segment_id=6494e41f-3a98-4c3f-8728-8bf218086c1f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:25.665930 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:25.767527 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-852d223a-65fd-48a1-9704-7876d93fb08c req-285863ca-e746-4110-a991-f51202446722 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865739 Sep 01 14:59:25.771301 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-caf07b72-828a-467c-8fab-86106eb22e6a req-23a8745d-c9be-45d5-8da6-ee25bad7330e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88f6f79a-8789-4ec6-9691-06fc58581463 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:59:25.798732 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-caf07b72-828a-467c-8fab-86106eb22e6a req-23a8745d-c9be-45d5-8da6-ee25bad7330e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:25.834389 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78890b81-f15f-4128-8988-76f92e1b7b46 req-1d119e1d-e862-4000-9c81-0b7c4753af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:25.838578 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-78890b81-f15f-4128-8988-76f92e1b7b46 req-1d119e1d-e862-4000-9c81-0b7c4753af46 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27801a1-4735-4eb4-8714-06c2c137f925 HTTP/1.1" status: 200 len: 921 time: 0.5040956 Sep 01 14:59:25.839246 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:25.848033 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a437b-b999-4abb-9d4d-7d8937558038 req-ebb9fab7-040d-4242-8ebf-b7e89294470b tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:25.858740 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-881a437b-b999-4abb-9d4d-7d8937558038 req-ebb9fab7-040d-4242-8ebf-b7e89294470b tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fbf58b-c5fd-4501-b208-d9ac4c81f7f3 HTTP/1.1" status: 200 len: 946 time: 0.1282837 Sep 01 14:59:25.866495 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32187d7a-6cca-4d17-92ec-737bdd5db5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39f5d55-7ff2-450c-957e-d32c44100dd2'}, {'server_uuid': '31fbf58b-c5fd-4501-b208-d9ac4c81f7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dfe054-3588-4134-a1f9-8796f73490e9'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:25.873209 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14e2ea7-4f70-4d20-9b79-459986815211" -d '{"events": [{"server_uuid": "32187d7a-6cca-4d17-92ec-737bdd5db5a9", "name": "network-vif-plugged", "status": "completed", "tag": "c39f5d55-7ff2-450c-957e-d32c44100dd2"}, {"server_uuid": "31fbf58b-c5fd-4501-b208-d9ac4c81f7f3", "name": "network-vif-plugged", "status": "completed", "tag": "b6dfe054-3588-4134-a1f9-8796f73490e9"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:25.926108 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-881a437b-b999-4abb-9d4d-7d8937558038 req-de933199-f3b0-49de-9c68-63b21be84520 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b2ee014-6d5f-4035-93b7-b96a2144e126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661607 Sep 01 14:59:25.969587 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-caf07b72-828a-467c-8fab-86106eb22e6a req-23a8745d-c9be-45d5-8da6-ee25bad7330e service neutron] Transition to ACTIVE for port object 88f6f79a-8789-4ec6-9691-06fc58581463 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:59:26.006678 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-78890b81-f15f-4128-8988-76f92e1b7b46 req-338aa84f-ef63-42a1-b309-b5f9f24548cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=201ef50e-c68c-4db0-9791-bdada3a8c94c HTTP/1.1" status: 200 len: 217 time: 0.1452005 Sep 01 14:59:26.007743 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-caf07b72-828a-467c-8fab-86106eb22e6a req-23a8745d-c9be-45d5-8da6-ee25bad7330e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:26.046754 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:59:26.090536 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb865d69-420e-4b23-a338-67e53821da44 req-1a61c149-cdea-48af-8d8d-bcdcc9c4f14f tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:26.094068 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bb865d69-420e-4b23-a338-67e53821da44 req-1a61c149-cdea-48af-8d8d-bcdcc9c4f14f tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3da47ef-4736-4ad7-9243-675183662183 HTTP/1.1" status: 200 len: 947 time: 0.0866070 Sep 01 14:59:26.174602 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8745d-c9be-45d5-8da6-ee25bad7330e service neutron] Pushing event updated for resources: {'Port': ['ID=88f6f79a-8789-4ec6-9691-06fc58581463,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:26.209911 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bb865d69-420e-4b23-a338-67e53821da44 req-dd31b5ff-b5fd-4ced-8a2f-5c4096cd12dc tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026616 Sep 01 14:59:26.270231 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7f14e-e26a-475b-9ed8-bb168c0c81b8 req-b658801f-c056-489c-9e16-368270d82030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:26.273397 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-74f7f14e-e26a-475b-9ed8-bb168c0c81b8 req-b658801f-c056-489c-9e16-368270d82030 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f2b28362f76743d68f05c24fb21e8b1e&device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 1099 time: 0.3014936 Sep 01 14:59:26.304584 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78890b81-f15f-4128-8988-76f92e1b7b46 req-768ec5fb-7099-4dfa-a068-498fca2073d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:26.308169 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-78890b81-f15f-4128-8988-76f92e1b7b46 req-768ec5fb-7099-4dfa-a068-498fca2073d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66b1faa8-b86d-41ee-9bdb-4fe08d19f261 HTTP/1.1" status: 200 len: 860 time: 0.2352479 Sep 01 14:59:26.355632 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411f203-52e8-40ba-b51a-8fc4cc047f6c req-1bd44eec-11a0-4d17-a028-b2d95f6e34e7 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:26.357489 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a411f203-52e8-40ba-b51a-8fc4cc047f6c req-1bd44eec-11a0-4d17-a028-b2d95f6e34e7 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/ports?device_id=32187d7a-6cca-4d17-92ec-737bdd5db5a9 HTTP/1.1" status: 200 len: 950 time: 0.3723469 Sep 01 14:59:26.435902 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f72f9-8d34-48df-aab7-b4260b5bc904 req-557ac472-1e5d-45c3-8baf-95091441e5bc tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:26.439041 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-712f72f9-8d34-48df-aab7-b4260b5bc904 req-557ac472-1e5d-45c3-8baf-95091441e5bc tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 944 time: 0.1108100 Sep 01 14:59:26.516713 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-78890b81-f15f-4128-8988-76f92e1b7b46 req-4cfe03b6-f533-4398-858d-7a2ee5e9e957 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27801a1-4735-4eb4-8714-06c2c137f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1850343 Sep 01 14:59:26.534659 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-712f72f9-8d34-48df-aab7-b4260b5bc904 req-1dd8420e-ad9c-41c3-a680-afc70a7151ad tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793693 Sep 01 14:59:26.635773 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a411f203-52e8-40ba-b51a-8fc4cc047f6c req-d87d1da7-c342-4a43-87cf-f13ef2aef80a tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/security-groups?id=015052f2-59aa-4aef-b8ad-8fae42ce0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978106 Sep 01 14:59:26.677294 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-caf07b72-828a-467c-8fab-86106eb22e6a req-23a8745d-c9be-45d5-8da6-ee25bad7330e service neutron] Attempting to bind port 88f6f79a-8789-4ec6-9691-06fc58581463 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:26.677829 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-caf07b72-828a-467c-8fab-86106eb22e6a req-23a8745d-c9be-45d5-8da6-ee25bad7330e service neutron] Attempting to bind port 88f6f79a-8789-4ec6-9691-06fc58581463 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:26.678465 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf07b72-828a-467c-8fab-86106eb22e6a req-23a8745d-c9be-45d5-8da6-ee25bad7330e service neutron] Attempting to bind port 88f6f79a-8789-4ec6-9691-06fc58581463 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:26.698175 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7f14e-e26a-475b-9ed8-bb168c0c81b8 req-a626527c-d555-4177-816b-0dd8e1084e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:26.700880 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-74f7f14e-e26a-475b-9ed8-bb168c0c81b8 req-a626527c-d555-4177-816b-0dd8e1084e38 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.4151442 Sep 01 14:59:26.712665 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf07b72-828a-467c-8fab-86106eb22e6a req-23a8745d-c9be-45d5-8da6-ee25bad7330e service neutron] Port 88f6f79a-8789-4ec6-9691-06fc58581463 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:26.713206 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf07b72-828a-467c-8fab-86106eb22e6a req-23a8745d-c9be-45d5-8da6-ee25bad7330e service neutron] Attempting to bind port 88f6f79a-8789-4ec6-9691-06fc58581463 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:26.798073 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf07b72-828a-467c-8fab-86106eb22e6a req-23a8745d-c9be-45d5-8da6-ee25bad7330e service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:59:26.798706 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf07b72-828a-467c-8fab-86106eb22e6a req-23a8745d-c9be-45d5-8da6-ee25bad7330e service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:59:26.799355 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf07b72-828a-467c-8fab-86106eb22e6a req-23a8745d-c9be-45d5-8da6-ee25bad7330e service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:59:26.800261 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58af03-ba2d-40fc-8f9b-94cabc4c16a3 req-9e40289b-1432-4eb0-aa7f-d8d5cc5f4b36 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:26.800473 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-caf07b72-828a-467c-8fab-86106eb22e6a req-23a8745d-c9be-45d5-8da6-ee25bad7330e service neutron] Bound port: 88f6f79a-8789-4ec6-9691-06fc58581463, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:59:26.800934 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-caf07b72-828a-467c-8fab-86106eb22e6a req-23a8745d-c9be-45d5-8da6-ee25bad7330e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:26.802216 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bd58af03-ba2d-40fc-8f9b-94cabc4c16a3 req-9e40289b-1432-4eb0-aa7f-d8d5cc5f4b36 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] 10.222.0.60 "GET /v2.0/ports?device_id=8721e9e7-38f7-4591-8607-68ced64ae3e4 HTTP/1.1" status: 200 len: 945 time: 0.0839655 Sep 01 14:59:26.874347 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bd58af03-ba2d-40fc-8f9b-94cabc4c16a3 req-490eb5dc-5d3c-480c-8f17-ee9505dbb2fa tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] 10.222.0.60 "GET /v2.0/security-groups?id=944e4ac1-9cf8-40bb-a44d-f3cd3a06acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582764 Sep 01 14:59:26.875378 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-74f7f14e-e26a-475b-9ed8-bb168c0c81b8 req-88a24ec0-3cd9-41c5-9350-d54b28a869f9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=3b700a4b-0191-4f7d-8c6f-f7930ecd46fd HTTP/1.1" status: 200 len: 217 time: 0.1441662 Sep 01 14:59:26.968226 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 201ef50e-c68c-4db0-9791-bdada3a8c94c details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:59:27.040596 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754dbbe0-c03e-4a2a-91d0-34689051ddf8 x-openstack-request-id: req-754dbbe0-c03e-4a2a-91d0-34689051ddf8 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:27.046411 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32187d7a-6cca-4d17-92ec-737bdd5db5a9", "name": "network-vif-plugged", "status": "completed", "tag": "c39f5d55-7ff2-450c-957e-d32c44100dd2", "code": 200}, {"server_uuid": "31fbf58b-c5fd-4501-b208-d9ac4c81f7f3", "name": "network-vif-plugged", "status": "completed", "tag": "b6dfe054-3588-4134-a1f9-8796f73490e9", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:27.046866 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-754dbbe0-c03e-4a2a-91d0-34689051ddf8 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:27.047692 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32187d7a-6cca-4d17-92ec-737bdd5db5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39f5d55-7ff2-450c-957e-d32c44100dd2', 'code': 200} Sep 01 14:59:27.048120 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31fbf58b-c5fd-4501-b208-d9ac4c81f7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dfe054-3588-4134-a1f9-8796f73490e9', 'code': 200} Sep 01 14:59:27.234559 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:27.241947 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7f14e-e26a-475b-9ed8-bb168c0c81b8 req-3077c52b-46c3-45b1-b03c-f3f00e24b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:27.244319 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:59:27.245587 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-74f7f14e-e26a-475b-9ed8-bb168c0c81b8 req-3077c52b-46c3-45b1-b03c-f3f00e24b1c9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.2846022 Sep 01 14:59:27.354424 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76935b-81a6-49c9-88a5-909d6e10812f req-c5ec7c83-7427-4933-b78e-f21b6aece5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:27.356001 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ba76935b-81a6-49c9-88a5-909d6e10812f req-c5ec7c83-7427-4933-b78e-f21b6aece5d5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=32187d7a-6cca-4d17-92ec-737bdd5db5a9 HTTP/1.1" status: 200 len: 1101 time: 0.2285511 Sep 01 14:59:27.367210 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6fb93-4212-4f03-9cd1-e50144ab6b2f req-b178609b-828d-4160-97f2-7142d846b223 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:27.375647 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d9a6fb93-4212-4f03-9cd1-e50144ab6b2f req-b178609b-828d-4160-97f2-7142d846b223 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=33c4d3d2-7bf7-465c-92b0-0677e23ede14 HTTP/1.1" status: 200 len: 944 time: 0.2214975 Sep 01 14:59:27.392269 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:59:27.409346 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-78890b81-f15f-4128-8988-76f92e1b7b46 req-4e1b6455-1ea4-44ea-8142-6c8acd38ffe8 service neutron] 10.222.0.45 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8800957 Sep 01 14:59:27.425404 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:59:27.426412 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:27.486988 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ba76935b-81a6-49c9-88a5-909d6e10812f req-38bad3d4-04ba-4874-a9e8-7b0ef050635b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=015052f2-59aa-4aef-b8ad-8fae42ce0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034284 Sep 01 14:59:27.498082 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 201ef50e-c68c-4db0-9791-bdada3a8c94c, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=201ef50e-c68c-4db0-9791-bdada3a8c94c,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:27.548178 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '201ef50e-c68c-4db0-9791-bdada3a8c94c', 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925', 'port_id': '201ef50e-c68c-4db0-9791-bdada3a8c94c', 'mac_address': 'fa:16:3e:de:24:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b1faa8-b86d-41ee-9bdb-4fe08d19f261', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:59:27.549957 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d9a6fb93-4212-4f03-9cd1-e50144ab6b2f req-81ddcbd3-6a2f-404c-a778-83ab78d07686 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731193 Sep 01 14:59:27.750917 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:27.790639 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe64a2-0868-4280-bdce-5d8690bbd3a3 req-88420cb7-803b-46ce-8251-de685aea892e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:27.794050 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9abe64a2-0868-4280-bdce-5d8690bbd3a3 req-88420cb7-803b-46ce-8251-de685aea892e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=31fbf58b-c5fd-4501-b208-d9ac4c81f7f3 HTTP/1.1" status: 200 len: 1097 time: 0.5799909 Sep 01 14:59:27.808706 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:27.811741 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6573bc-bda3-4e08-b4b0-6d9548c73b0c req-4253b967-76a3-4967-8641-5c1783081ce9 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:27.814856 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6d6573bc-bda3-4e08-b4b0-6d9548c73b0c req-4253b967-76a3-4967-8641-5c1783081ce9 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 1.1089694 Sep 01 14:59:27.858792 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-caf07b72-828a-467c-8fab-86106eb22e6a req-23a8745d-c9be-45d5-8da6-ee25bad7330e service neutron] For port 88f6f79a-8789-4ec6-9691-06fc58581463, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:59:27.861096 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30432d05-984d-408f-a9eb-fd57c3a2ce70 req-eaba98e1-913a-4fd7-a873-9d1e892cbc9f tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:27.867877 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 201ef50e-c68c-4db0-9791-bdada3a8c94c {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:59:27.872057 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7f14e-e26a-475b-9ed8-bb168c0c81b8 req-7bc9cac9-127c-4db4-9535-3ca2be2025ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:27.873894 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30432d05-984d-408f-a9eb-fd57c3a2ce70 req-eaba98e1-913a-4fd7-a873-9d1e892cbc9f tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fbf58b-c5fd-4501-b208-d9ac4c81f7f3 HTTP/1.1" status: 200 len: 946 time: 0.1533966 Sep 01 14:59:27.875727 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-74f7f14e-e26a-475b-9ed8-bb168c0c81b8 req-7bc9cac9-127c-4db4-9535-3ca2be2025ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5958281 Sep 01 14:59:27.930055 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2,segment=NetworkSegment(6494e41f-3a98-4c3f-8728-8bf218086c1f),segment_id=6494e41f-3a98-4c3f-8728-8bf218086c1f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:27.950071 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-caf07b72-828a-467c-8fab-86106eb22e6a req-23a8745d-c9be-45d5-8da6-ee25bad7330e service neutron] For port 88f6f79a-8789-4ec6-9691-06fc58581463, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=88f6f79a-8789-4ec6-9691-06fc58581463,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:59:27.962176 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:28.013367 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30432d05-984d-408f-a9eb-fd57c3a2ce70 req-50e2fed4-aa53-493e-9bcb-f6671da04a53 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b2ee014-6d5f-4035-93b7-b96a2144e126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239772 Sep 01 14:59:28.056098 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 201ef50e-c68c-4db0-9791-bdada3a8c94c, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=201ef50e-c68c-4db0-9791-bdada3a8c94c,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:28.097722 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:28.176540 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:28.231868 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3776b-031c-4599-ad33-8f673a02145d req-f325e160-2150-4bb4-a267-16786f941524 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:28.249805 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-58b3776b-031c-4599-ad33-8f673a02145d req-f325e160-2150-4bb4-a267-16786f941524 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 945 time: 0.1199374 Sep 01 14:59:28.354071 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-74f7f14e-e26a-475b-9ed8-bb168c0c81b8 req-86d039eb-5474-462d-afdf-df60c7f1beee service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577317 Sep 01 14:59:28.359567 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=201ef50e-c68c-4db0-9791-bdada3a8c94c,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:28.373385 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-caf07b72-828a-467c-8fab-86106eb22e6a req-23a8745d-c9be-45d5-8da6-ee25bad7330e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:28.379571 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-58b3776b-031c-4599-ad33-8f673a02145d req-b2d95793-64a3-490a-a936-bacf6fc0ec1f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286006 Sep 01 14:59:28.411636 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['201ef50e-c68c-4db0-9791-bdada3a8c94c'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:59:28.494670 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9abe64a2-0868-4280-bdce-5d8690bbd3a3 req-34c3dd59-b03b-43c5-ade4-4da6871097ac service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2b2ee014-6d5f-4035-93b7-b96a2144e126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6697316 Sep 01 14:59:28.721177 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c412f6-bd06-4b64-824d-3af8c446aef5 req-56f100c8-e664-47de-9ec0-a63c021fc552 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:28.739590 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-34c412f6-bd06-4b64-824d-3af8c446aef5 req-56f100c8-e664-47de-9ec0-a63c021fc552 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/ports?device_id=32187d7a-6cca-4d17-92ec-737bdd5db5a9 HTTP/1.1" status: 200 len: 950 time: 0.1433756 Sep 01 14:59:28.874217 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-34c412f6-bd06-4b64-824d-3af8c446aef5 req-66ec831f-780a-4db6-8530-36ed207fd5c3 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/security-groups?id=015052f2-59aa-4aef-b8ad-8fae42ce0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320274 Sep 01 14:59:29.050412 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c4d3d2-7bf7-465c-92b0-0677e23ede14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:29.055432 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d76b45e-85ba-4193-b261-4e0e08db2941" -d '{"events": [{"server_uuid": "33c4d3d2-7bf7-465c-92b0-0677e23ede14", "name": "network-vif-plugged", "status": "completed", "tag": "ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:29.068224 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5d3d418a-6abb-412b-8f8b-731fcc282474 req-b4b6b1c8-de71-4ed7-9370-d9d521711092 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=fb5f121bad314179bc75a57bb742e257 HTTP/1.1" status: 200 len: 1655 time: 0.1464176 Sep 01 14:59:29.201494 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf07b72-828a-467c-8fab-86106eb22e6a req-23a8745d-c9be-45d5-8da6-ee25bad7330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:29.202288 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-caf07b72-828a-467c-8fab-86106eb22e6a req-23a8745d-c9be-45d5-8da6-ee25bad7330e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:29.204490 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-caf07b72-828a-467c-8fab-86106eb22e6a req-23a8745d-c9be-45d5-8da6-ee25bad7330e service neutron] 10.222.0.45 "PUT /v2.0/ports/88f6f79a-8789-4ec6-9691-06fc58581463 HTTP/1.1" status: 200 len: 1095 time: 5.1992288 Sep 01 14:59:29.208097 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3da47ef-4736-4ad7-9243-675183662183', 'tag': '88f6f79a-8789-4ec6-9691-06fc58581463'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:29.214160 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61715d0-9847-42e5-9a16-9b7fa0032d37" -d '{"events": [{"name": "network-changed", "server_uuid": "b3da47ef-4736-4ad7-9243-675183662183", "tag": "88f6f79a-8789-4ec6-9691-06fc58581463"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:29.229212 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-78890b81-f15f-4128-8988-76f92e1b7b46 req-e4241b3e-3451-448b-8c8b-bf57c6195dbb service neutron] 10.222.0.45 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6969008 Sep 01 14:59:29.265828 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:59:29.284497 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e5eb5-3198-4c4d-94b6-ffea85f83a59 req-3881928d-a3ca-4cc2-829d-f465743780d3 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:29.293817 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3b5e5eb5-3198-4c4d-94b6-ffea85f83a59 req-3881928d-a3ca-4cc2-829d-f465743780d3 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3da47ef-4736-4ad7-9243-675183662183 HTTP/1.1" status: 200 len: 947 time: 1.0270483 Sep 01 14:59:29.342394 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8745d-c9be-45d5-8da6-ee25bad7330e service neutron] Pushing event updated for resources: {'Port': ['ID=88f6f79a-8789-4ec6-9691-06fc58581463,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:29.460423 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d418a-6abb-412b-8f8b-731fcc282474 req-5133cbcf-7946-47d0-8706-342c8f533578 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:29.474747 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-74f7f14e-e26a-475b-9ed8-bb168c0c81b8 req-53de3c93-5bb6-4bf8-8daa-5b189cec2bad service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0847435 Sep 01 14:59:29.476304 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5d3d418a-6abb-412b-8f8b-731fcc282474 req-5133cbcf-7946-47d0-8706-342c8f533578 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/networks?id=5c826073-0017-46f6-8947-51b31e774ff4&id=5c826073-0017-46f6-8947-51b31e774ff4&id=5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 787 time: 0.4066069 Sep 01 14:59:29.485548 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-5d3d418a-6abb-412b-8f8b-731fcc282474 req-9d8a7d6b-0f12-4336-b37c-04d1645f208f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:59:29.491705 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3b5e5eb5-3198-4c4d-94b6-ffea85f83a59 req-2d7d75bf-ef7b-474e-80d1-f0497a464ccb tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963975 Sep 01 14:59:29.497603 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5d3d418a-6abb-412b-8f8b-731fcc282474 req-9d8a7d6b-0f12-4336-b37c-04d1645f208f tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198071 Sep 01 14:59:29.516896 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf07b72-828a-467c-8fab-86106eb22e6a req-8771f188-e189-4c4a-9105-c91c4a18466a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:29.543478 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-caf07b72-828a-467c-8fab-86106eb22e6a req-8771f188-e189-4c4a-9105-c91c4a18466a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2b28362f76743d68f05c24fb21e8b1e&device_id=b3da47ef-4736-4ad7-9243-675183662183 HTTP/1.1" status: 200 len: 1098 time: 0.2093909 Sep 01 14:59:29.684206 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-caf07b72-828a-467c-8fab-86106eb22e6a req-ae18eaa5-bed7-4892-a6bb-2d2a647d3748 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=88f6f79a-8789-4ec6-9691-06fc58581463 HTTP/1.1" status: 200 len: 217 time: 0.1394999 Sep 01 14:59:29.872491 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766bf47-7c2c-4ce5-a7e4-496de5bed58f req-97e011c0-a234-43f0-a5cc-0d9fc686c88a tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:29.877584 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0766bf47-7c2c-4ce5-a7e4-496de5bed58f req-97e011c0-a234-43f0-a5cc-0d9fc686c88a tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=33c4d3d2-7bf7-465c-92b0-0677e23ede14 HTTP/1.1" status: 200 len: 945 time: 0.2056069 Sep 01 14:59:29.953999 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=3b700a4b-0191-4f7d-8c6f-f7930ecd46fd,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:29.979905 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0766bf47-7c2c-4ce5-a7e4-496de5bed58f req-7d582e1c-bda0-44d9-b278-9f2ebd4fe403 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909436 Sep 01 14:59:29.987928 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '3b700a4b-0191-4f7d-8c6f-f7930ecd46fd', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': '3b700a4b-0191-4f7d-8c6f-f7930ecd46fd', 'mac_address': 'fa:16:3e:5b:0e:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:59:30.007752 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c1d04-f769-42b1-8dbe-a560727ded54 req-4b5a9067-9113-46e8-9ad9-a3327612185b tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:30.018514 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c91c1d04-f769-42b1-8dbe-a560727ded54 req-4b5a9067-9113-46e8-9ad9-a3327612185b tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fbf58b-c5fd-4501-b208-d9ac4c81f7f3 HTTP/1.1" status: 200 len: 946 time: 0.3650656 Sep 01 14:59:30.032949 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf07b72-828a-467c-8fab-86106eb22e6a req-83d6a8b4-344a-40c1-a320-0a3183aee7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:30.035633 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-caf07b72-828a-467c-8fab-86106eb22e6a req-83d6a8b4-344a-40c1-a320-0a3183aee7b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.2959824 Sep 01 14:59:30.135257 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4523328-930e-4d70-83ff-54dd38c8ad85 x-openstack-request-id: req-d4523328-930e-4d70-83ff-54dd38c8ad85 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:30.135976 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c4d3d2-7bf7-465c-92b0-0677e23ede14", "name": "network-vif-plugged", "status": "completed", "tag": "ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:30.137221 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4523328-930e-4d70-83ff-54dd38c8ad85 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:30.138097 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c4d3d2-7bf7-465c-92b0-0677e23ede14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2', 'code': 200} Sep 01 14:59:30.149395 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c91c1d04-f769-42b1-8dbe-a560727ded54 req-51917d74-72a1-48a9-9cd2-6c93330fc923 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b2ee014-6d5f-4035-93b7-b96a2144e126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294060 Sep 01 14:59:30.193443 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf07b72-828a-467c-8fab-86106eb22e6a req-deb0f201-cf94-4044-a10e-87d842dbdf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:30.196376 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-caf07b72-828a-467c-8fab-86106eb22e6a req-deb0f201-cf94-4044-a10e-87d842dbdf47 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1192784 Sep 01 14:59:30.199547 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:30.205831 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae28bf79-7b14-47c9-a9c5-66b0e75aed4e x-openstack-request-id: req-ae28bf79-7b14-47c9-a9c5-66b0e75aed4e {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:30.206342 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3da47ef-4736-4ad7-9243-675183662183", "tag": "88f6f79a-8789-4ec6-9691-06fc58581463", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:30.206662 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ae28bf79-7b14-47c9-a9c5-66b0e75aed4e {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:30.207239 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3da47ef-4736-4ad7-9243-675183662183', 'tag': '88f6f79a-8789-4ec6-9691-06fc58581463', 'status': 'completed', 'code': 200} Sep 01 14:59:30.238444 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:59:30.302035 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=3b700a4b-0191-4f7d-8c6f-f7930ecd46fd,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:30.311811 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:30.331320 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a19de16c-2ef1-4c67-b32a-7ce65ebd278b req-efb50cbe-0761-4501-8503-1b263762c2bd tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/floatingips/67fc3e9b-7ac9-45e2-a55f-df6a9bd347a0 HTTP/1.1" status: 200 len: 692 time: 0.1010621 Sep 01 14:59:30.429508 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=3b700a4b-0191-4f7d-8c6f-f7930ecd46fd,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:30.540686 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-caf07b72-828a-467c-8fab-86106eb22e6a req-040f7a49-7687-4df1-bee5-b709aaa69ab4 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303404 Sep 01 14:59:30.562176 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19de16c-2ef1-4c67-b32a-7ce65ebd278b req-8f0d94aa-71fb-4eb4-914e-d21b3be18135 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:30.575537 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a19de16c-2ef1-4c67-b32a-7ce65ebd278b req-8f0d94aa-71fb-4eb4-914e-d21b3be18135 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 784 time: 0.2417610 Sep 01 14:59:30.579713 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b6125-f463-4ba3-888b-d640c7fcbb01 req-0a80d8fc-fe3f-4ea2-820e-ea2e4f916f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:30.582977 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-342b6125-f463-4ba3-888b-d640c7fcbb01 req-0a80d8fc-fe3f-4ea2-820e-ea2e4f916f32 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=33c4d3d2-7bf7-465c-92b0-0677e23ede14 HTTP/1.1" status: 200 len: 1096 time: 0.2027800 Sep 01 14:59:30.613009 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e6125-ad41-4acc-98b8-db38294c3a60 req-f459bbd1-5931-4404-a60a-bb060400cc3c tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:30.628365 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b32e6125-ad41-4acc-98b8-db38294c3a60 req-f459bbd1-5931-4404-a60a-bb060400cc3c tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 945 time: 0.2442524 Sep 01 14:59:30.649896 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a19de16c-2ef1-4c67-b32a-7ce65ebd278b req-a2854e15-bdae-4668-9403-070c959988d1 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.77 HTTP/1.1" status: 200 len: 695 time: 0.0698175 Sep 01 14:59:30.702386 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['3b700a4b-0191-4f7d-8c6f-f7930ecd46fd'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:59:30.755254 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a19de16c-2ef1-4c67-b32a-7ce65ebd278b req-fa0c884a-1d46-4c8e-b443-395a41109c19 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.77 HTTP/1.1" status: 200 len: 695 time: 0.0934706 Sep 01 14:59:30.841900 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b32e6125-ad41-4acc-98b8-db38294c3a60 req-84611039-b10d-42b9-8a0e-69199be6ef41 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118242 Sep 01 14:59:30.847519 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-342b6125-f463-4ba3-888b-d640c7fcbb01 req-f4ac8780-62d1-4261-aba3-98ab4d5c6b5c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064574 Sep 01 14:59:30.898395 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-caf07b72-828a-467c-8fab-86106eb22e6a req-8c5e87f3-eaa7-435e-a47a-16120a11ca18 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439889 Sep 01 14:59:30.999386 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 201ef50e-c68c-4db0-9791-bdada3a8c94c up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:59:31.045446 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-a19de16c-2ef1-4c67-b32a-7ce65ebd278b req-dbde9590-3a5f-4a0f-b838-6bad9d828dfe tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Deleting port 707e78f6-072f-428b-b090-35fc97b518f1 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:31.046590 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a19de16c-2ef1-4c67-b32a-7ce65ebd278b req-dbde9590-3a5f-4a0f-b838-6bad9d828dfe tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:31.093944 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61715d0-9847-42e5-9a16-9b7fa0032d37 req-79c80f13-d9ac-4171-ac9d-79e09febb0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:31.095719 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c61715d0-9847-42e5-9a16-9b7fa0032d37 req-79c80f13-d9ac-4171-ac9d-79e09febb0c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2b28362f76743d68f05c24fb21e8b1e&device_id=b3da47ef-4736-4ad7-9243-675183662183 HTTP/1.1" status: 200 len: 1098 time: 0.1176691 Sep 01 14:59:31.098205 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 201ef50e-c68c-4db0-9791-bdada3a8c94c completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:59:31.109972 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 201ef50e-c68c-4db0-9791-bdada3a8c94c triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:59:31.111920 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:31.112157 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946f774-f461-407b-b6e5-b2678fbd8beb req-e142461d-8945-4a41-bf27-3f704a2991d8 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:31.114123 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5946f774-f461-407b-b6e5-b2678fbd8beb req-e142461d-8945-4a41-bf27-3f704a2991d8 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/ports?device_id=32187d7a-6cca-4d17-92ec-737bdd5db5a9 HTTP/1.1" status: 200 len: 950 time: 0.1116569 Sep 01 14:59:31.176042 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a19de16c-2ef1-4c67-b32a-7ce65ebd278b req-dbde9590-3a5f-4a0f-b838-6bad9d828dfe tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:31.176648 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a19de16c-2ef1-4c67-b32a-7ce65ebd278b req-dbde9590-3a5f-4a0f-b838-6bad9d828dfe tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:31.208961 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-a19de16c-2ef1-4c67-b32a-7ce65ebd278b req-dbde9590-3a5f-4a0f-b838-6bad9d828dfe tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Calling delete_port for 707e78f6-072f-428b-b090-35fc97b518f1 owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:31.233175 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5946f774-f461-407b-b6e5-b2678fbd8beb req-19dc4360-a1f7-48df-91eb-ab671ba3a14d tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/security-groups?id=015052f2-59aa-4aef-b8ad-8fae42ce0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074779 Sep 01 14:59:31.299178 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:31.302598 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61715d0-9847-42e5-9a16-9b7fa0032d37 req-73612dd2-5157-4f3e-a582-c79ab1c74974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:31.304613 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c61715d0-9847-42e5-9a16-9b7fa0032d37 req-73612dd2-5157-4f3e-a582-c79ab1c74974 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.1896100 Sep 01 14:59:31.359485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 201ef50e-c68c-4db0-9791-bdada3a8c94c, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=201ef50e-c68c-4db0-9791-bdada3a8c94c,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:31.367206 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:31.422334 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c61715d0-9847-42e5-9a16-9b7fa0032d37 req-92317a12-1fe4-4cfd-b2a3-7748ee216df7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=88f6f79a-8789-4ec6-9691-06fc58581463 HTTP/1.1" status: 200 len: 217 time: 0.1061261 Sep 01 14:59:31.445028 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=201ef50e-c68c-4db0-9791-bdada3a8c94c,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:31.533353 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f57b74-934f-4f6c-9f28-deaea53cf0eb req-8cef5b37-6174-41b8-a830-9b7e631f064a tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:31.534398 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-64f57b74-934f-4f6c-9f28-deaea53cf0eb req-8cef5b37-6174-41b8-a830-9b7e631f064a tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3da47ef-4736-4ad7-9243-675183662183 HTTP/1.1" status: 200 len: 947 time: 0.1299264 Sep 01 14:59:31.539083 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61715d0-9847-42e5-9a16-9b7fa0032d37 req-895db2bd-23d4-4942-aa9e-b03db8a3416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:31.541223 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c61715d0-9847-42e5-9a16-9b7fa0032d37 req-895db2bd-23d4-4942-aa9e-b03db8a3416c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.0777400 Sep 01 14:59:31.567352 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a19de16c-2ef1-4c67-b32a-7ce65ebd278b req-dbde9590-3a5f-4a0f-b838-6bad9d828dfe tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:31.613226 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde9590-3a5f-4a0f-b838-6bad9d828dfe tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Pushing event deleted for resources: {'Port': ['ID=707e78f6-072f-428b-b090-35fc97b518f1,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:31.656454 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-64f57b74-934f-4f6c-9f28-deaea53cf0eb req-8841ddb7-03ca-47e8-9fea-dd505af607f7 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114635 Sep 01 14:59:31.663100 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a19de16c-2ef1-4c67-b32a-7ce65ebd278b req-dbde9590-3a5f-4a0f-b838-6bad9d828dfe tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:31.667765 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a19de16c-2ef1-4c67-b32a-7ce65ebd278b req-dbde9590-3a5f-4a0f-b838-6bad9d828dfe tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:31.669738 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a19de16c-2ef1-4c67-b32a-7ce65ebd278b req-dbde9590-3a5f-4a0f-b838-6bad9d828dfe tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "DELETE /v2.0/floatingips/67fc3e9b-7ac9-45e2-a55f-df6a9bd347a0 HTTP/1.1" status: 204 len: 173 time: 0.9028699 Sep 01 14:59:31.672178 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61715d0-9847-42e5-9a16-9b7fa0032d37 req-00c46ba0-156a-464e-882a-5b04fe189182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:31.673589 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c61715d0-9847-42e5-9a16-9b7fa0032d37 req-00c46ba0-156a-464e-882a-5b04fe189182 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1207843 Sep 01 14:59:31.861267 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2ebb3-4076-4ee1-9fa7-decc7fa58129 req-db1fbd49-d75e-440c-9c90-df6aff19c27b tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:31.864526 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c61715d0-9847-42e5-9a16-9b7fa0032d37 req-2e9b7d9c-77d8-4ccb-ad0b-4b2752d691d3 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757202 Sep 01 14:59:31.864685 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-87d2ebb3-4076-4ee1-9fa7-decc7fa58129 req-db1fbd49-d75e-440c-9c90-df6aff19c27b tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=33c4d3d2-7bf7-465c-92b0-0677e23ede14 HTTP/1.1" status: 200 len: 945 time: 0.0964775 Sep 01 14:59:31.944654 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-87d2ebb3-4076-4ee1-9fa7-decc7fa58129 req-6a69552d-534a-4923-8e65-c48ebfad2a67 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597687 Sep 01 14:59:32.066977 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c61715d0-9847-42e5-9a16-9b7fa0032d37 req-16ab3db9-5538-4ded-9c1e-f19f0e5cb7b2 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923831 Sep 01 14:59:32.136705 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3eec4-6566-41a3-9ba9-852a78071cad req-76c4e5cc-c3e1-4461-988d-87282afadd5e tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:32.143652 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab76bb03-6035-4103-b276-eb1a3556f1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201ef50e-c68c-4db0-9791-bdada3a8c94c'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:32.143935 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8a3eec4-6566-41a3-9ba9-852a78071cad req-76c4e5cc-c3e1-4461-988d-87282afadd5e tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fbf58b-c5fd-4501-b208-d9ac4c81f7f3 HTTP/1.1" status: 200 len: 946 time: 0.1092606 Sep 01 14:59:32.151249 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3e0c2c-13de-4cbc-aafe-c02dc66a1afd" -d '{"events": [{"server_uuid": "ab76bb03-6035-4103-b276-eb1a3556f1a2", "name": "network-vif-plugged", "status": "completed", "tag": "201ef50e-c68c-4db0-9791-bdada3a8c94c"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:32.257624 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8a3eec4-6566-41a3-9ba9-852a78071cad req-44e12c8d-036b-471e-9218-8b3cbcfe9cfa tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b2ee014-6d5f-4035-93b7-b96a2144e126&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967131 Sep 01 14:59:32.405942 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7daa6b3b-8427-4a0d-abfa-41071d49d3e1 req-c6361fdc-962b-4435-955e-29baafaabee7 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/floatingips/679c11e7-585b-4249-939c-d3026b25ac46 HTTP/1.1" status: 200 len: 692 time: 0.1010630 Sep 01 14:59:32.639290 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa6b3b-8427-4a0d-abfa-41071d49d3e1 req-e3b9b377-6bb8-4e9b-bfcc-d819c1ef6a80 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:32.651576 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7daa6b3b-8427-4a0d-abfa-41071d49d3e1 req-e3b9b377-6bb8-4e9b-bfcc-d819c1ef6a80 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 784 time: 0.2353315 Sep 01 14:59:32.735911 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7daa6b3b-8427-4a0d-abfa-41071d49d3e1 req-d2a66cc7-8d47-44fc-8850-6eb1c07b1241 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.87 HTTP/1.1" status: 200 len: 695 time: 0.0832796 Sep 01 14:59:32.752022 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33794bc5-216f-4c72-ae66-cc44642c2773 req-443afdab-87e4-4350-9284-9cd2621660c4 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:32.754151 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-33794bc5-216f-4c72-ae66-cc44642c2773 req-443afdab-87e4-4350-9284-9cd2621660c4 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 946 time: 0.0782278 Sep 01 14:59:32.843132 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7daa6b3b-8427-4a0d-abfa-41071d49d3e1 req-e6ba77c1-4f9b-4e89-a8b4-324f10872f53 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.87 HTTP/1.1" status: 200 len: 695 time: 0.0944808 Sep 01 14:59:32.860935 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-33794bc5-216f-4c72-ae66-cc44642c2773 req-8f7c22b5-a42b-44bc-a51e-f193b8a6a341 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835869 Sep 01 14:59:32.924061 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6127338a-c3a8-44c8-b111-fbef50a41237 x-openstack-request-id: req-6127338a-c3a8-44c8-b111-fbef50a41237 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:32.924607 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab76bb03-6035-4103-b276-eb1a3556f1a2", "name": "network-vif-plugged", "status": "completed", "tag": "201ef50e-c68c-4db0-9791-bdada3a8c94c", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:32.924904 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6127338a-c3a8-44c8-b111-fbef50a41237 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:32.925532 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab76bb03-6035-4103-b276-eb1a3556f1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201ef50e-c68c-4db0-9791-bdada3a8c94c', 'code': 200} Sep 01 14:59:33.057760 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-7daa6b3b-8427-4a0d-abfa-41071d49d3e1 req-609c3294-5b49-454a-b664-2849e25f29a8 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Deleting port 78f9982b-34d8-4169-abfe-cce86911322a {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:33.058262 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-7daa6b3b-8427-4a0d-abfa-41071d49d3e1 req-609c3294-5b49-454a-b664-2849e25f29a8 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:33.073650 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cb65fce3-c218-4cdc-a5de-5ff81e8f345e req-d260aa67-4eeb-4c81-9352-a3680d71f850 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-421081359&fields=id&tenant_id=78d6f1b3379047caa4ea1f692dcc7a3d HTTP/1.1" status: 200 len: 267 time: 0.0731642 Sep 01 14:59:33.147307 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65fce3-c218-4cdc-a5de-5ff81e8f345e req-aaafe390-56a1-470f-9cf5-c8d74acaedd7 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:33.158938 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cb65fce3-c218-4cdc-a5de-5ff81e8f345e req-aaafe390-56a1-470f-9cf5-c8d74acaedd7 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fbf58b-c5fd-4501-b208-d9ac4c81f7f3 HTTP/1.1" status: 200 len: 946 time: 0.0778759 Sep 01 14:59:33.169012 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-cb65fce3-c218-4cdc-a5de-5ff81e8f345e req-a3f7b6dc-6552-4719-b4a1-beba3d5b0835 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Request body: {'port': {'security_groups': ['2b2ee014-6d5f-4035-93b7-b96a2144e126', 'a3f1bc3a-091e-426d-b38c-d2f61bf0782c']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:33.252419 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-7daa6b3b-8427-4a0d-abfa-41071d49d3e1 req-609c3294-5b49-454a-b664-2849e25f29a8 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:33.253182 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-7daa6b3b-8427-4a0d-abfa-41071d49d3e1 req-609c3294-5b49-454a-b664-2849e25f29a8 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:33.277059 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-7daa6b3b-8427-4a0d-abfa-41071d49d3e1 req-609c3294-5b49-454a-b664-2849e25f29a8 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Calling delete_port for 78f9982b-34d8-4169-abfe-cce86911322a owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:33.290600 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:59:33.331586 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7d1d5-5727-47e5-86f1-ece9bd97786d req-fbcf0492-838a-4afb-86e9-09f9cdbe3afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:33.333605 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6dd7d1d5-5727-47e5-86f1-ece9bd97786d req-fbcf0492-838a-4afb-86e9-09f9cdbe3afc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 1097 time: 0.1144633 Sep 01 14:59:33.338641 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cb65fce3-c218-4cdc-a5de-5ff81e8f345e req-a3f7b6dc-6552-4719-b4a1-beba3d5b0835 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:33.444033 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6dd7d1d5-5727-47e5-86f1-ece9bd97786d req-be0f3e4b-245c-4925-895c-ff593a944f27 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008656 Sep 01 14:59:33.479530 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:59:33.486465 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:59:33.487049 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:33.595947 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-7daa6b3b-8427-4a0d-abfa-41071d49d3e1 req-609c3294-5b49-454a-b664-2849e25f29a8 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:33.678678 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-7daa6b3b-8427-4a0d-abfa-41071d49d3e1 req-609c3294-5b49-454a-b664-2849e25f29a8 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:33.683330 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-7daa6b3b-8427-4a0d-abfa-41071d49d3e1 req-609c3294-5b49-454a-b664-2849e25f29a8 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:33.686485 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7daa6b3b-8427-4a0d-abfa-41071d49d3e1 req-609c3294-5b49-454a-b664-2849e25f29a8 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "DELETE /v2.0/floatingips/679c11e7-585b-4249-939c-d3026b25ac46 HTTP/1.1" status: 204 len: 173 time: 0.8422239 Sep 01 14:59:33.687651 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c3294-5b49-454a-b664-2849e25f29a8 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Pushing event deleted for resources: {'Port': ['ID=78f9982b-34d8-4169-abfe-cce86911322a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:33.734867 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:33.740350 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-cb65fce3-c218-4cdc-a5de-5ff81e8f345e req-a3f7b6dc-6552-4719-b4a1-beba3d5b0835 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] For port b6dfe054-3588-4134-a1f9-8796f73490e9, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b6dfe054-3588-4134-a1f9-8796f73490e9,segment=NetworkSegment(dc42584e-dbf4-46b3-8fa5-2b6ac56bc408),segment_id=dc42584e-dbf4-46b3-8fa5-2b6ac56bc408)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:33.805005 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cb65fce3-c218-4cdc-a5de-5ff81e8f345e req-a3f7b6dc-6552-4719-b4a1-beba3d5b0835 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:33.817136 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cb65fce3-c218-4cdc-a5de-5ff81e8f345e req-a3f7b6dc-6552-4719-b4a1-beba3d5b0835 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:33.848489 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=3b700a4b-0191-4f7d-8c6f-f7930ecd46fd,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:33.855971 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:33.865315 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['7e538ecd-4647-4f99-b285-085d35d01fa7', 'b6dfe054-3588-4134-a1f9-8796f73490e9'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:59:33.882688 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e0301-d372-4c27-bfe4-be7a1dc67494 req-c5b49e1f-0fd4-440b-8623-4456d1232a87 tempest-ServersAdminNegativeTestJSON-292302552 tempest-ServersAdminNegativeTestJSON-292302552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:33.887051 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-633e0301-d372-4c27-bfe4-be7a1dc67494 req-c5b49e1f-0fd4-440b-8623-4456d1232a87 tempest-ServersAdminNegativeTestJSON-292302552 tempest-ServersAdminNegativeTestJSON-292302552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=32187d7a-6cca-4d17-92ec-737bdd5db5a9 HTTP/1.1" status: 200 len: 1101 time: 0.0914190 Sep 01 14:59:33.921383 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7b6dc-6552-4719-b4a1-beba3d5b0835 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Pushing event updated for resources: {'Port': ['ID=b6dfe054-3588-4134-a1f9-8796f73490e9,revision_number=6']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:33.931433 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-633e0301-d372-4c27-bfe4-be7a1dc67494 req-072dfb6e-8e90-49d2-93c1-c49ec0e1cf5d tempest-ServersAdminNegativeTestJSON-292302552 tempest-ServersAdminNegativeTestJSON-292302552-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:33.954674 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65fce3-c218-4cdc-a5de-5ff81e8f345e req-a3f7b6dc-6552-4719-b4a1-beba3d5b0835 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:33.958154 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cb65fce3-c218-4cdc-a5de-5ff81e8f345e req-a3f7b6dc-6552-4719-b4a1-beba3d5b0835 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:33.960195 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cb65fce3-c218-4cdc-a5de-5ff81e8f345e req-a3f7b6dc-6552-4719-b4a1-beba3d5b0835 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "PUT /v2.0/ports/b6dfe054-3588-4134-a1f9-8796f73490e9 HTTP/1.1" status: 200 len: 982 time: 0.8002400 Sep 01 14:59:33.960770 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fbf58b-c5fd-4501-b208-d9ac4c81f7f3', 'tag': 'b6dfe054-3588-4134-a1f9-8796f73490e9'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:33.965535 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6112b3d3-2fa3-40fa-8c9b-5afd74d59cef" -d '{"events": [{"name": "network-changed", "server_uuid": "31fbf58b-c5fd-4501-b208-d9ac4c81f7f3", "tag": "b6dfe054-3588-4134-a1f9-8796f73490e9"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:34.019180 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=3b700a4b-0191-4f7d-8c6f-f7930ecd46fd,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:34.145161 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['b6dfe054-3588-4134-a1f9-8796f73490e9'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:59:34.160753 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b22212-48f7-4d3e-9449-a7c3343b4c73 req-a44f5470-c82c-42d3-b1b8-f4c1e6bb32bf tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:34.162210 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-633e0301-d372-4c27-bfe4-be7a1dc67494 req-072dfb6e-8e90-49d2-93c1-c49ec0e1cf5d tempest-ServersAdminNegativeTestJSON-292302552 tempest-ServersAdminNegativeTestJSON-292302552-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:34.163501 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f5b22212-48f7-4d3e-9449-a7c3343b4c73 req-a44f5470-c82c-42d3-b1b8-f4c1e6bb32bf tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3da47ef-4736-4ad7-9243-675183662183 HTTP/1.1" status: 200 len: 947 time: 0.0820043 Sep 01 14:59:34.167810 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-633e0301-d372-4c27-bfe4-be7a1dc67494 req-072dfb6e-8e90-49d2-93c1-c49ec0e1cf5d tempest-ServersAdminNegativeTestJSON-292302552 tempest-ServersAdminNegativeTestJSON-292302552-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:34.212516 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-633e0301-d372-4c27-bfe4-be7a1dc67494 req-072dfb6e-8e90-49d2-93c1-c49ec0e1cf5d tempest-ServersAdminNegativeTestJSON-292302552 tempest-ServersAdminNegativeTestJSON-292302552-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=015052f2-59aa-4aef-b8ad-8fae42ce0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162754 Sep 01 14:59:34.245938 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072dfb6e-8e90-49d2-93c1-c49ec0e1cf5d tempest-ServersAdminNegativeTestJSON-292302552 tempest-ServersAdminNegativeTestJSON-292302552-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b30bf6-802c-4876-bc92-a8b9a47e83b5,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:34.313340 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f5b22212-48f7-4d3e-9449-a7c3343b4c73 req-1fac1a5b-3658-4ade-9610-7aad20ac8518 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370361 Sep 01 14:59:34.421342 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49c79b-f5e9-49b8-a3ef-55ab53e9f748 req-8cdfbf59-01b9-4ccd-a385-c59e3b005526 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:34.435792 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9a49c79b-f5e9-49b8-a3ef-55ab53e9f748 req-8cdfbf59-01b9-4ccd-a385-c59e3b005526 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=33c4d3d2-7bf7-465c-92b0-0677e23ede14 HTTP/1.1" status: 200 len: 945 time: 0.1227174 Sep 01 14:59:34.472037 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-073303d5-7b43-4863-b1a0-27e23901d1d6 req-d01bdb95-65ef-4a91-9389-15f673ed3941 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/floatingips/5523b08f-d83c-43c5-a447-2bdfa033cf5a HTTP/1.1" status: 200 len: 693 time: 0.1173000 Sep 01 14:59:34.529507 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9a49c79b-f5e9-49b8-a3ef-55ab53e9f748 req-bd0da091-b4be-4bde-9806-4b0391df3a86 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907123 Sep 01 14:59:34.692357 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073303d5-7b43-4863-b1a0-27e23901d1d6 req-e4577f54-875f-45c4-a102-2ed5d76b3aab tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:34.702373 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-073303d5-7b43-4863-b1a0-27e23901d1d6 req-e4577f54-875f-45c4-a102-2ed5d76b3aab tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 784 time: 0.2290766 Sep 01 14:59:34.717429 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-073303d5-7b43-4863-b1a0-27e23901d1d6 req-ed10d3f5-23b8-4ec1-8cd3-71f9b9f05a4d tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:59:34.733660 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-073303d5-7b43-4863-b1a0-27e23901d1d6 req-ed10d3f5-23b8-4ec1-8cd3-71f9b9f05a4d tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0302591 Sep 01 14:59:34.773287 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a616e-294f-4ad0-bbec-fe4c45955153 req-d2b8f392-6efa-4207-91d7-ef50c5dee06b tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:34.791494 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eb5a616e-294f-4ad0-bbec-fe4c45955153 req-d2b8f392-6efa-4207-91d7-ef50c5dee06b tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 946 time: 0.1459925 Sep 01 14:59:34.856433 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-073303d5-7b43-4863-b1a0-27e23901d1d6 req-a923afc8-c866-438a-be72-b954bed97b71 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.233 HTTP/1.1" status: 200 len: 696 time: 0.1211352 Sep 01 14:59:34.862004 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eb5a616e-294f-4ad0-bbec-fe4c45955153 req-d92d4665-e189-4ac8-97d9-178475051917 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675375 Sep 01 14:59:34.930069 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce089a2-e807-4d9a-9b90-ace08c48f5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b700a4b-0191-4f7d-8c6f-f7930ecd46fd'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:34.931769 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49209554-bf7f-404d-a6f4-021ecdcaa556" -d '{"events": [{"server_uuid": "1ce089a2-e807-4d9a-9b90-ace08c48f5c3", "name": "network-vif-plugged", "status": "completed", "tag": "3b700a4b-0191-4f7d-8c6f-f7930ecd46fd"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:34.950010 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-073303d5-7b43-4863-b1a0-27e23901d1d6 req-9728f062-b827-4341-a577-a859dc653882 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.233 HTTP/1.1" status: 200 len: 696 time: 0.0921516 Sep 01 14:59:34.988709 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-975dc8c2-f16a-4cb9-bdbc-20073bef5cee req-21d423c2-1fd3-4ed7-aeae-6ce7b53e18a3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups/a3f1bc3a-091e-426d-b38c-d2f61bf0782c HTTP/1.1" status: 200 len: 1799 time: 0.0931637 Sep 01 14:59:35.019566 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 88f6f79a-8789-4ec6-9691-06fc58581463 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:59:35.088206 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [req-975dc8c2-f16a-4cb9-bdbc-20073bef5cee req-684dcd0c-50f7-4a31-8dd5-ce3dda9f2e58 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 01 14:59:35.103916 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-975dc8c2-f16a-4cb9-bdbc-20073bef5cee req-684dcd0c-50f7-4a31-8dd5-ce3dda9f2e58 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "DELETE /v2.0/security-groups/a3f1bc3a-091e-426d-b38c-d2f61bf0782c HTTP/1.1" status: 409 len: 341 time: 0.1044290 Sep 01 14:59:35.184004 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 88f6f79a-8789-4ec6-9691-06fc58581463, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=88f6f79a-8789-4ec6-9691-06fc58581463,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:35.185358 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed55280-e1b2-4126-9673-cfc61c797e62 x-openstack-request-id: req-1ed55280-e1b2-4126-9673-cfc61c797e62 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:35.197658 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31fbf58b-c5fd-4501-b208-d9ac4c81f7f3", "tag": "b6dfe054-3588-4134-a1f9-8796f73490e9", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:35.198104 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1ed55280-e1b2-4126-9673-cfc61c797e62 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:35.198822 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31fbf58b-c5fd-4501-b208-d9ac4c81f7f3', 'tag': 'b6dfe054-3588-4134-a1f9-8796f73490e9', 'status': 'completed', 'code': 200} Sep 01 14:59:35.206508 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '88f6f79a-8789-4ec6-9691-06fc58581463', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': '88f6f79a-8789-4ec6-9691-06fc58581463', 'mac_address': 'fa:16:3e:06:e8:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:59:35.277369 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:35.297110 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88f6f79a-8789-4ec6-9691-06fc58581463 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:59:35.331043 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 88f6f79a-8789-4ec6-9691-06fc58581463, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=88f6f79a-8789-4ec6-9691-06fc58581463,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:35.339639 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:35.368397 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112b3d3-2fa3-40fa-8c9b-5afd74d59cef req-c86a6f05-f859-4521-b199-85ec9efc3b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:35.371999 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6112b3d3-2fa3-40fa-8c9b-5afd74d59cef req-c86a6f05-f859-4521-b199-85ec9efc3b2a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=78d6f1b3379047caa4ea1f692dcc7a3d&device_id=31fbf58b-c5fd-4501-b208-d9ac4c81f7f3 HTTP/1.1" status: 200 len: 1136 time: 0.1573198 Sep 01 14:59:35.377878 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-073303d5-7b43-4863-b1a0-27e23901d1d6 req-913ba202-1d9e-478e-a921-5da2d76ae666 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Deleting port 3cc2b076-5976-4948-8de5-5a3ef173e410 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:35.378618 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-073303d5-7b43-4863-b1a0-27e23901d1d6 req-913ba202-1d9e-478e-a921-5da2d76ae666 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:35.427466 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=88f6f79a-8789-4ec6-9691-06fc58581463,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:35.565085 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01dbe3-acb3-4bfc-b84f-4c6458925fce req-a3c66793-0114-4459-8cd3-9c23d9027a93 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:35.568086 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7f01dbe3-acb3-4bfc-b84f-4c6458925fce req-a3c66793-0114-4459-8cd3-9c23d9027a93 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=33c4d3d2-7bf7-465c-92b0-0677e23ede14 HTTP/1.1" status: 200 len: 945 time: 0.1039727 Sep 01 14:59:35.584435 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50514) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:35.589060 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-073303d5-7b43-4863-b1a0-27e23901d1d6 req-913ba202-1d9e-478e-a921-5da2d76ae666 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:35.589565 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-073303d5-7b43-4863-b1a0-27e23901d1d6 req-913ba202-1d9e-478e-a921-5da2d76ae666 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:35.593724 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-2b425b24-3eaf-47c8-85f8-296483d5eceb tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Request body: {'floatingip': {'port_id': 'ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:35.614185 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112b3d3-2fa3-40fa-8c9b-5afd74d59cef req-3a22b272-db37-4e3e-a023-56bfab5bdea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:35.615752 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6112b3d3-2fa3-40fa-8c9b-5afd74d59cef req-3a22b272-db37-4e3e-a023-56bfab5bdea3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=04386cd7-b035-483b-a3ac-af5b24df8dcf HTTP/1.1" status: 200 len: 913 time: 0.2305996 Sep 01 14:59:35.617199 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-073303d5-7b43-4863-b1a0-27e23901d1d6 req-913ba202-1d9e-478e-a921-5da2d76ae666 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Calling delete_port for 3cc2b076-5976-4948-8de5-5a3ef173e410 owned by network:floatingip {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:35.639113 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['88f6f79a-8789-4ec6-9691-06fc58581463'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:59:35.724128 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6112b3d3-2fa3-40fa-8c9b-5afd74d59cef req-6e00a97b-aa0a-48a8-b994-1825dfbba0fa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6dfe054-3588-4134-a1f9-8796f73490e9 HTTP/1.1" status: 200 len: 217 time: 0.0989368 Sep 01 14:59:35.728911 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0899483-1081-452b-90fc-9202d4389215 x-openstack-request-id: req-d0899483-1081-452b-90fc-9202d4389215 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:35.732801 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce089a2-e807-4d9a-9b90-ace08c48f5c3", "name": "network-vif-plugged", "status": "completed", "tag": "3b700a4b-0191-4f7d-8c6f-f7930ecd46fd", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:35.733464 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d0899483-1081-452b-90fc-9202d4389215 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:35.734041 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce089a2-e807-4d9a-9b90-ace08c48f5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b700a4b-0191-4f7d-8c6f-f7930ecd46fd', 'code': 200} Sep 01 14:59:35.741827 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b425b24-3eaf-47c8-85f8-296483d5eceb tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks [] for floatingip, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:36.066537 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528e883-3732-4e96-af88-e05f765d88cf req-b781c012-9c95-4435-9774-30df43e97ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:36.068235 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c528e883-3732-4e96-af88-e05f765d88cf req-b781c012-9c95-4435-9774-30df43e97ae6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 1101 time: 0.1518099 Sep 01 14:59:36.071701 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-073303d5-7b43-4863-b1a0-27e23901d1d6 req-913ba202-1d9e-478e-a921-5da2d76ae666 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:36.113707 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112b3d3-2fa3-40fa-8c9b-5afd74d59cef req-8d7e2980-c4ea-47ee-8f60-38fecf2f1688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:36.116076 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6112b3d3-2fa3-40fa-8c9b-5afd74d59cef req-8d7e2980-c4ea-47ee-8f60-38fecf2f1688 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9190e3b6-cad0-44f5-b6a2-0434cdac7990 HTTP/1.1" status: 200 len: 852 time: 0.2018495 Sep 01 14:59:36.126708 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ba202-1d9e-478e-a921-5da2d76ae666 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Pushing event deleted for resources: {'Port': ['ID=3cc2b076-5976-4948-8de5-5a3ef173e410,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:36.194941 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35bab6-076b-4baa-8d7a-b1eeeeb1d36a req-6bbbcce2-a95a-4818-b5c2-d53d97d32c4d tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:36.202886 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9e35bab6-076b-4baa-8d7a-b1eeeeb1d36a req-6bbbcce2-a95a-4818-b5c2-d53d97d32c4d tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3da47ef-4736-4ad7-9243-675183662183 HTTP/1.1" status: 200 len: 948 time: 0.1495328 Sep 01 14:59:36.213800 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6112b3d3-2fa3-40fa-8c9b-5afd74d59cef req-e7024394-eb66-435f-b6c6-01be252792b5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04386cd7-b035-483b-a3ac-af5b24df8dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703273 Sep 01 14:59:36.302925 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9e35bab6-076b-4baa-8d7a-b1eeeeb1d36a req-36647cc5-b913-49c2-b9f0-74b337ca7525 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990651 Sep 01 14:59:36.413959 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c528e883-3732-4e96-af88-e05f765d88cf req-ab5b3763-bcba-42fd-910b-cb438dc079ba service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069820 Sep 01 14:59:36.463617 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-073303d5-7b43-4863-b1a0-27e23901d1d6 req-913ba202-1d9e-478e-a921-5da2d76ae666 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks [] for floatingip, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:36.468328 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-073303d5-7b43-4863-b1a0-27e23901d1d6 req-913ba202-1d9e-478e-a921-5da2d76ae666 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:36.470506 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-073303d5-7b43-4863-b1a0-27e23901d1d6 req-913ba202-1d9e-478e-a921-5da2d76ae666 tempest-FloatingIPDetailsTestJSON-1713533088 tempest-FloatingIPDetailsTestJSON-1713533088-project] 10.222.0.60 "DELETE /v2.0/floatingips/5523b08f-d83c-43c5-a447-2bdfa033cf5a HTTP/1.1" status: 204 len: 173 time: 1.5106075 Sep 01 14:59:36.481931 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50522) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:36.526976 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6112b3d3-2fa3-40fa-8c9b-5afd74d59cef req-d8b2d60e-f323-4d52-9d86-407cd86e5268 service neutron] 10.222.0.62 "GET /v2.0/networks/04386cd7-b035-483b-a3ac-af5b24df8dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644176 Sep 01 14:59:36.550269 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-81356f32-6a57-485c-8f91-c4b750e82d57 req-9e17f8d9-125d-42a6-8329-7832b96ca0b9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2851729 Sep 01 14:59:36.705423 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f2031-08cd-43fc-8e8a-96423d045ad4 req-1d807483-6a10-4597-8343-d459047676e3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:36.714762 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-360f2031-08cd-43fc-8e8a-96423d045ad4 req-1d807483-6a10-4597-8343-d459047676e3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fbf58b-c5fd-4501-b208-d9ac4c81f7f3 HTTP/1.1" status: 200 len: 985 time: 0.1592073 Sep 01 14:59:36.757349 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81356f32-6a57-485c-8f91-c4b750e82d57 req-51ff2662-94eb-4a30-8b2d-b8654369f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:36.759852 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-81356f32-6a57-485c-8f91-c4b750e82d57 req-51ff2662-94eb-4a30-8b2d-b8654369f549 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 1095 time: 0.1042931 Sep 01 14:59:36.900524 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-360f2031-08cd-43fc-8e8a-96423d045ad4 req-4a12347c-b950-4ec1-8fe5-ab36d036d692 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b2ee014-6d5f-4035-93b7-b96a2144e126&id=a3f1bc3a-091e-426d-b38c-d2f61bf0782c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1847441 Sep 01 14:59:36.974046 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6112b3d3-2fa3-40fa-8c9b-5afd74d59cef req-d99981a7-71bc-42f7-b68a-b7a348a97ca8 service neutron] 10.222.0.62 "GET /v2.0/networks/04386cd7-b035-483b-a3ac-af5b24df8dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316890 Sep 01 14:59:36.996790 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81356f32-6a57-485c-8f91-c4b750e82d57 req-60a9733f-92b1-4bd0-bdd1-8b154b4e00b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:37.000259 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-81356f32-6a57-485c-8f91-c4b750e82d57 req-60a9733f-92b1-4bd0-bdd1-8b154b4e00b5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 908 time: 0.1881926 Sep 01 14:59:37.019863 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92acaa-d83e-4357-9cdb-07674fcba08d req-14d55c28-1a95-4a06-8bb5-8b2d0c9001c0 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:37.028302 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6b92acaa-d83e-4357-9cdb-07674fcba08d req-14d55c28-1a95-4a06-8bb5-8b2d0c9001c0 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 946 time: 0.6091225 Sep 01 14:59:37.030976 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 88f6f79a-8789-4ec6-9691-06fc58581463 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 14:59:37.134723 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-81356f32-6a57-485c-8f91-c4b750e82d57 req-63c6b9b4-d1a5-4c9e-be64-a11463757f4b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e344413c-0228-4138-ba5f-1a43afff410f HTTP/1.1" status: 200 len: 217 time: 0.1263618 Sep 01 14:59:37.168723 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 88f6f79a-8789-4ec6-9691-06fc58581463 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:59:37.177392 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 88f6f79a-8789-4ec6-9691-06fc58581463 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:59:37.177974 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:37.252748 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81356f32-6a57-485c-8f91-c4b750e82d57 req-a37280dd-6de6-42bc-bc2f-8cbc3d52d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:37.256506 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-81356f32-6a57-485c-8f91-c4b750e82d57 req-a37280dd-6de6-42bc-bc2f-8cbc3d52d997 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f21d72f-51d2-4274-ac2c-410e832eb73e HTTP/1.1" status: 200 len: 847 time: 0.0812731 Sep 01 14:59:37.339561 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a972c9-2601-4331-a338-f4a76345bafd req-c27eca12-e928-4eab-a4c5-cc86010f18e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:37.347351 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:37.355151 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c4a972c9-2601-4331-a338-f4a76345bafd req-c27eca12-e928-4eab-a4c5-cc86010f18e5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=78d6f1b3379047caa4ea1f692dcc7a3d&device_id=31fbf58b-c5fd-4501-b208-d9ac4c81f7f3 HTTP/1.1" status: 200 len: 1136 time: 0.2416425 Sep 01 14:59:37.365919 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-81356f32-6a57-485c-8f91-c4b750e82d57 req-90839257-91b5-42a0-af40-1aba618a49a6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=baf99c09-53f8-4476-8cd9-fd2a9a404823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895987 Sep 01 14:59:37.416405 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 88f6f79a-8789-4ec6-9691-06fc58581463, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=88f6f79a-8789-4ec6-9691-06fc58581463,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:37.423309 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:37.548691 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=88f6f79a-8789-4ec6-9691-06fc58581463,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:37.601190 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6b92acaa-d83e-4357-9cdb-07674fcba08d req-5a812682-d4e8-4ce9-94b9-96057d148274 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713711 Sep 01 14:59:37.670450 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.resource_extend [None req-2b425b24-3eaf-47c8-85f8-296483d5eceb tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 14:59:37.683931 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-81356f32-6a57-485c-8f91-c4b750e82d57 req-dbf1d98b-8463-43a6-a0ce-8fe4f8c99c4b service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914212 Sep 01 14:59:37.699658 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca0bfc-3392-425a-a7f9-d6a7fc374eb5 req-370e0c04-a531-4bf2-9bfa-7d04457b5f03 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:37.702464 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a5ca0bfc-3392-425a-a7f9-d6a7fc374eb5 req-370e0c04-a531-4bf2-9bfa-7d04457b5f03 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/ports?device_id=32187d7a-6cca-4d17-92ec-737bdd5db5a9 HTTP/1.1" status: 200 len: 950 time: 0.2472079 Sep 01 14:59:37.738453 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3da47ef-4736-4ad7-9243-675183662183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f6f79a-8789-4ec6-9691-06fc58581463'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:37.743572 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438303f1-96c9-41fd-bfb5-bbb5cf20cffc" -d '{"events": [{"server_uuid": "b3da47ef-4736-4ad7-9243-675183662183", "name": "network-vif-plugged", "status": "completed", "tag": "88f6f79a-8789-4ec6-9691-06fc58581463"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:37.755792 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a972c9-2601-4331-a338-f4a76345bafd req-672cee6f-1b2b-49f6-84c6-c65fb9daac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:37.763972 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c4a972c9-2601-4331-a338-f4a76345bafd req-672cee6f-1b2b-49f6-84c6-c65fb9daac21 service neutron] 10.222.0.62 "GET /v2.0/networks?id=04386cd7-b035-483b-a3ac-af5b24df8dcf HTTP/1.1" status: 200 len: 913 time: 0.3913178 Sep 01 14:59:37.857430 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a5ca0bfc-3392-425a-a7f9-d6a7fc374eb5 req-98d28bd1-564e-4277-97ac-d16b07f95260 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/security-groups?id=015052f2-59aa-4aef-b8ad-8fae42ce0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421995 Sep 01 14:59:37.903623 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:37.973534 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-81356f32-6a57-485c-8f91-c4b750e82d57 req-9ef7a234-0bdd-480c-85f5-f78569b477cc service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695680 Sep 01 14:59:37.977606 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c4a972c9-2601-4331-a338-f4a76345bafd req-d07f89a4-57ce-4327-a0bc-dd35b3532d87 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6dfe054-3588-4134-a1f9-8796f73490e9 HTTP/1.1" status: 200 len: 217 time: 0.0908175 Sep 01 14:59:38.080332 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a972c9-2601-4331-a338-f4a76345bafd req-ba1c9919-f713-4e4a-bfa3-87f84d7fabae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:38.080769 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b425b24-3eaf-47c8-85f8-296483d5eceb tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:38.081946 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c4a972c9-2601-4331-a338-f4a76345bafd req-ba1c9919-f713-4e4a-bfa3-87f84d7fabae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9190e3b6-cad0-44f5-b6a2-0434cdac7990 HTTP/1.1" status: 200 len: 852 time: 0.0899243 Sep 01 14:59:38.094244 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b425b24-3eaf-47c8-85f8-296483d5eceb tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:38.178793 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08653db-60b7-4993-b10d-d31803621843 req-a166f16f-f26f-40da-9561-4f8aae03c095 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:38.190628 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d08653db-60b7-4993-b10d-d31803621843 req-a166f16f-f26f-40da-9561-4f8aae03c095 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3da47ef-4736-4ad7-9243-675183662183 HTTP/1.1" status: 200 len: 949 time: 0.4158812 Sep 01 14:59:38.344043 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d08653db-60b7-4993-b10d-d31803621843 req-26520273-7ff3-4f02-bcff-2993890c608b tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522934 Sep 01 14:59:38.403697 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-2b425b24-3eaf-47c8-85f8-296483d5eceb tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Floating IP dcf910e3-eb05-4279-b9b3-1414777301ad associated. External IP: 172.25.6.245, port: ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2. Sep 01 14:59:38.467227 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c4a972c9-2601-4331-a338-f4a76345bafd req-458313c6-6a48-45d7-a9fd-e292e18aa04a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04386cd7-b035-483b-a3ac-af5b24df8dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3700705 Sep 01 14:59:38.489615 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76aac2a0-e3cb-4d73-a939-b8c4b9892e0e x-openstack-request-id: req-76aac2a0-e3cb-4d73-a939-b8c4b9892e0e {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:38.490244 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3da47ef-4736-4ad7-9243-675183662183", "name": "network-vif-plugged", "status": "completed", "tag": "88f6f79a-8789-4ec6-9691-06fc58581463", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:38.490824 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-76aac2a0-e3cb-4d73-a939-b8c4b9892e0e {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:38.491615 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3da47ef-4736-4ad7-9243-675183662183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f6f79a-8789-4ec6-9691-06fc58581463', 'code': 200} Sep 01 14:59:38.602546 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec627896-ae55-43aa-9fe8-78fc0289de0c req-9baba0f4-2410-4d79-baff-b957cc7d2d76 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:38.604191 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ec627896-ae55-43aa-9fe8-78fc0289de0c req-9baba0f4-2410-4d79-baff-b957cc7d2d76 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 1097 time: 0.1350687 Sep 01 14:59:38.696551 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c4a972c9-2601-4331-a338-f4a76345bafd req-31bcb174-560a-4f0f-8972-0d04ddec9855 service neutron] 10.222.0.62 "GET /v2.0/networks/04386cd7-b035-483b-a3ac-af5b24df8dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906493 Sep 01 14:59:38.704793 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d91c4b-81eb-4e5a-9c5c-7f1684648fcf req-39d9a020-9ff7-4097-83c0-eec1337a5ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:38.706374 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-65d91c4b-81eb-4e5a-9c5c-7f1684648fcf req-39d9a020-9ff7-4097-83c0-eec1337a5ec3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b3da47ef-4736-4ad7-9243-675183662183 HTTP/1.1" status: 200 len: 1100 time: 0.1012058 Sep 01 14:59:38.735174 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ec627896-ae55-43aa-9fe8-78fc0289de0c req-05b713b3-2c07-4ae8-a846-a12b83c684fc tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107678 Sep 01 14:59:38.844607 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-65d91c4b-81eb-4e5a-9c5c-7f1684648fcf req-98c6553f-782d-49d6-96cd-90f31e1d4a64 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283448 Sep 01 14:59:38.981645 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c4a972c9-2601-4331-a338-f4a76345bafd req-5d857c54-ff47-471d-a4ea-f04ceb6b24ef service neutron] 10.222.0.62 "GET /v2.0/networks/04386cd7-b035-483b-a3ac-af5b24df8dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739201 Sep 01 14:59:39.084757 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2d441-acd7-4ab2-872c-b2e878daf7a8 req-cd81f2ce-b01b-4b7b-815f-f541d8abe455 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:39.087647 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e5b2d441-acd7-4ab2-872c-b2e878daf7a8 req-cd81f2ce-b01b-4b7b-815f-f541d8abe455 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fbf58b-c5fd-4501-b208-d9ac4c81f7f3 HTTP/1.1" status: 200 len: 985 time: 0.4926341 Sep 01 14:59:39.166335 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cf212a3c-c7d7-485c-8e11-1aafd090ec49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:39.185108 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a56606-67ca-4062-a3c7-7ac8c2f4a9a1 req-235cc06f-d3f1-492c-9387-5002bf5bc64d tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:39.186823 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a9a56606-67ca-4062-a3c7-7ac8c2f4a9a1 req-235cc06f-d3f1-492c-9387-5002bf5bc64d tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/ports?device_id=32187d7a-6cca-4d17-92ec-737bdd5db5a9 HTTP/1.1" status: 200 len: 950 time: 0.1689560 Sep 01 14:59:39.218940 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b425b24-3eaf-47c8-85f8-296483d5eceb tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Router fc69ccf7-02ab-488d-a8df-ec899516da85 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:59:39.227927 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a85ea2-b7e1-4cc5-b4a3-49afc8cfc0e0 req-a6dad775-a9e5-4940-8183-4cea1a2def26 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:39.231597 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-04a85ea2-b7e1-4cc5-b4a3-49afc8cfc0e0 req-a6dad775-a9e5-4940-8183-4cea1a2def26 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.45 "GET /v2.0/ports?device_id=32187d7a-6cca-4d17-92ec-737bdd5db5a9 HTTP/1.1" status: 200 len: 950 time: 0.1479712 Sep 01 14:59:39.277053 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e5b2d441-acd7-4ab2-872c-b2e878daf7a8 req-69047226-ee77-458f-b769-4247934a041c tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b2ee014-6d5f-4035-93b7-b96a2144e126&id=a3f1bc3a-091e-426d-b38c-d2f61bf0782c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1580486 Sep 01 14:59:39.383906 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f7219619-6b11-4112-b293-075e17cf887b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:39.419920 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a9a56606-67ca-4062-a3c7-7ac8c2f4a9a1 req-9d94af67-4267-4681-a5dd-09610ef7bf77 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/security-groups?id=015052f2-59aa-4aef-b8ad-8fae42ce0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858075 Sep 01 14:59:39.470382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-04a85ea2-b7e1-4cc5-b4a3-49afc8cfc0e0 req-8c6ae266-9a10-4d8d-9916-5cdd0710f9d4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Deleting port c39f5d55-7ff2-450c-957e-d32c44100dd2 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:39.470382 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-04a85ea2-b7e1-4cc5-b4a3-49afc8cfc0e0 req-8c6ae266-9a10-4d8d-9916-5cdd0710f9d4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:39.749780 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345ebe5-7c6d-45eb-ab73-73ccf2826eef req-10dc7abb-c398-4057-b1df-4675d085fada tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:39.752732 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4345ebe5-7c6d-45eb-ab73-73ccf2826eef req-10dc7abb-c398-4057-b1df-4675d085fada tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3da47ef-4736-4ad7-9243-675183662183 HTTP/1.1" status: 200 len: 949 time: 0.1504259 Sep 01 14:59:39.846572 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-04a85ea2-b7e1-4cc5-b4a3-49afc8cfc0e0 req-8c6ae266-9a10-4d8d-9916-5cdd0710f9d4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] For port c39f5d55-7ff2-450c-957e-d32c44100dd2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c39f5d55-7ff2-450c-957e-d32c44100dd2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:39.847189 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-04a85ea2-b7e1-4cc5-b4a3-49afc8cfc0e0 req-8c6ae266-9a10-4d8d-9916-5cdd0710f9d4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:39.891885 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4345ebe5-7c6d-45eb-ab73-73ccf2826eef req-0f91af2d-ad6c-4225-b835-682b7ac479af tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942619 Sep 01 14:59:39.893597 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-04a85ea2-b7e1-4cc5-b4a3-49afc8cfc0e0 req-8c6ae266-9a10-4d8d-9916-5cdd0710f9d4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Calling delete_port for c39f5d55-7ff2-450c-957e-d32c44100dd2 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:40.095162 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab542d2-dabb-4475-a73d-040ec0081de5 req-2a02f4b5-fca9-4e04-adf1-f74a0816e955 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:40.097815 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bab542d2-dabb-4475-a73d-040ec0081de5 req-2a02f4b5-fca9-4e04-adf1-f74a0816e955 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 1097 time: 0.6212318 Sep 01 14:59:40.107324 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b425b24-3eaf-47c8-85f8-296483d5eceb tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:59:40.126696 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b425b24-3eaf-47c8-85f8-296483d5eceb tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:40.150138 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51ae9b1-edb8-4118-b631-d2e9793f29b4 None None] Sync routers for ids ['fc69ccf7-02ab-488d-a8df-ec899516da85'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:59:40.170072 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51ae9b1-edb8-4118-b631-d2e9793f29b4 None None] Routers {'fc69ccf7-02ab-488d-a8df-ec899516da85'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:59:40.171625 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b51ae9b1-edb8-4118-b631-d2e9793f29b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:59:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fc69ccf7-02ab-488d-a8df-ec899516da85'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:40.299507 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-04a85ea2-b7e1-4cc5-b4a3-49afc8cfc0e0 req-8c6ae266-9a10-4d8d-9916-5cdd0710f9d4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:40.320820 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['505ec2d6-a4b6-40ca-8f54-7fafe097e544', 'c39f5d55-7ff2-450c-957e-d32c44100dd2'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:59:40.359337 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2b425b24-3eaf-47c8-85f8-296483d5eceb tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "PUT /v2.0/floatingips/dcf910e3-eb05-4279-b9b3-1414777301ad HTTP/1.1" status: 200 len: 991 time: 4.7724144 Sep 01 14:59:40.360832 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c4d3d2-7bf7-465c-92b0-0677e23ede14', 'tag': 'ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:40.364986 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fd93b7-5e84-49fd-bf6a-c8670be25993" -d '{"events": [{"name": "network-changed", "server_uuid": "33c4d3d2-7bf7-465c-92b0-0677e23ede14", "tag": "ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:40.383695 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bab542d2-dabb-4475-a73d-040ec0081de5 req-2f358e5c-4c05-4be2-9306-f74b6c1497c8 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701583 Sep 01 14:59:40.415418 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ae266-9a10-4d8d-9916-5cdd0710f9d4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Pushing event deleted for resources: {'Port': ['ID=c39f5d55-7ff2-450c-957e-d32c44100dd2,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:40.606374 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a85ea2-b7e1-4cc5-b4a3-49afc8cfc0e0 req-8c6ae266-9a10-4d8d-9916-5cdd0710f9d4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] No DVR routers for this DVR port c39f5d55-7ff2-450c-957e-d32c44100dd2 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:59:40.634726 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-04a85ea2-b7e1-4cc5-b4a3-49afc8cfc0e0 req-8c6ae266-9a10-4d8d-9916-5cdd0710f9d4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:40.638621 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-04a85ea2-b7e1-4cc5-b4a3-49afc8cfc0e0 req-8c6ae266-9a10-4d8d-9916-5cdd0710f9d4 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.45 "DELETE /v2.0/ports/c39f5d55-7ff2-450c-957e-d32c44100dd2 HTTP/1.1" status: 204 len: 173 time: 1.3909411 Sep 01 14:59:40.641685 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32187d7a-6cca-4d17-92ec-737bdd5db5a9', 'name': 'network-vif-deleted', 'tag': 'c39f5d55-7ff2-450c-957e-d32c44100dd2'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:40.666351 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9c0de7-bf24-49e7-84a7-74b88499f462" -d '{"events": [{"server_uuid": "32187d7a-6cca-4d17-92ec-737bdd5db5a9", "name": "network-vif-deleted", "tag": "c39f5d55-7ff2-450c-957e-d32c44100dd2"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:40.763108 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-b51ae9b1-edb8-4118-b631-d2e9793f29b4 None None] Set router fc69ccf7-02ab-488d-a8df-ec899516da85 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:59:40.802008 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03da521-af5d-48bf-bcd8-33ff08d7b907 req-1b37fe58-3d1f-4f31-9975-d7e0493a4bd8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:40.804823 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c03da521-af5d-48bf-bcd8-33ff08d7b907 req-1b37fe58-3d1f-4f31-9975-d7e0493a4bd8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fbf58b-c5fd-4501-b208-d9ac4c81f7f3 HTTP/1.1" status: 200 len: 985 time: 0.2708743 Sep 01 14:59:40.846239 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-f7219619-6b11-4112-b293-075e17cf887b admin admin] Deleting port f36aec6c-204a-4b3d-a2bd-05fb854c5455 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:40.846821 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f7219619-6b11-4112-b293-075e17cf887b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:40.950452 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c03da521-af5d-48bf-bcd8-33ff08d7b907 req-e777de38-49c4-4932-b64e-deb33bf08692 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b2ee014-6d5f-4035-93b7-b96a2144e126&id=a3f1bc3a-091e-426d-b38c-d2f61bf0782c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1338239 Sep 01 14:59:41.013934 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c1a612-30b9-4a3a-9ac3-a61f5c9ade73 x-openstack-request-id: req-24c1a612-30b9-4a3a-9ac3-a61f5c9ade73 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:41.014511 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c4d3d2-7bf7-465c-92b0-0677e23ede14", "tag": "ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:41.014993 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-24c1a612-30b9-4a3a-9ac3-a61f5c9ade73 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:41.015688 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33c4d3d2-7bf7-465c-92b0-0677e23ede14', 'tag': 'ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2', 'status': 'completed', 'code': 200} Sep 01 14:59:41.125923 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd93b7-5e84-49fd-bf6a-c8670be25993 req-18c1560a-a907-41dc-b9d9-61104b8bca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:41.131452 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c2fd93b7-5e84-49fd-bf6a-c8670be25993 req-18c1560a-a907-41dc-b9d9-61104b8bca1c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8e4fe186f6134748ac0c4745cfedd0d0&device_id=33c4d3d2-7bf7-465c-92b0-0677e23ede14 HTTP/1.1" status: 200 len: 1096 time: 0.1491327 Sep 01 14:59:41.143908 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-f7219619-6b11-4112-b293-075e17cf887b admin admin] For port f36aec6c-204a-4b3d-a2bd-05fb854c5455, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f36aec6c-204a-4b3d-a2bd-05fb854c5455,segment=NetworkSegment(f9bd29bf-c9e3-4175-b370-dfaff8c8a3eb),segment_id=f9bd29bf-c9e3-4175-b370-dfaff8c8a3eb)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:41.159053 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f7219619-6b11-4112-b293-075e17cf887b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:41.205086 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6c8578-93d1-4d91-b202-442ce0a1a257 x-openstack-request-id: req-3d6c8578-93d1-4d91-b202-442ce0a1a257 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:41.205799 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32187d7a-6cca-4d17-92ec-737bdd5db5a9", "name": "network-vif-deleted", "tag": "c39f5d55-7ff2-450c-957e-d32c44100dd2", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:41.206205 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3d6c8578-93d1-4d91-b202-442ce0a1a257 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:41.206915 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32187d7a-6cca-4d17-92ec-737bdd5db5a9', 'name': 'network-vif-deleted', 'tag': 'c39f5d55-7ff2-450c-957e-d32c44100dd2', 'status': 'completed', 'code': 200} Sep 01 14:59:41.249485 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a53455d9-a5f5-442f-9d59-ef6842205dc9 req-9601b556-ac38-4703-a202-04cf4e925f3f tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/ports?device_id=32187d7a-6cca-4d17-92ec-737bdd5db5a9 HTTP/1.1" status: 200 len: 210 time: 0.0666437 Sep 01 14:59:41.251155 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-f7219619-6b11-4112-b293-075e17cf887b admin admin] Calling delete_port for f36aec6c-204a-4b3d-a2bd-05fb854c5455 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:41.279796 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b51ae9b1-edb8-4118-b631-d2e9793f29b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921967225-router', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:00Z', 'updated_at': '2021-09-01T14:56:05Z', 'revision_number': 4, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'gw_port': {'id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:01Z', 'updated_at': '2021-09-01T14:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'dcf910e3-eb05-4279-b9b3-1414777301ad', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'port_id': 'ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d', 'mac_address': 'fa:16:3e:07:a7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c4d3d2-7bf7-465c-92b0-0677e23ede14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T14:56:34Z', 'updated_at': '2021-09-01T14:59:37Z', 'revision_number': 5, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe593ea-2126-40e1-abb9-b7e7079f02fc', 'name': '', 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'mac_address': 'fa:16:3e:d4:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:04Z', 'updated_at': '2021-09-01T14:56:15Z', 'revision_number': 5, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'subnets': [{'id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:41.311944 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51ae9b1-edb8-4118-b631-d2e9793f29b4 None None] Checking router: fc69ccf7-02ab-488d-a8df-ec899516da85 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:59:41.324461 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51ae9b1-edb8-4118-b631-d2e9793f29b4 None None] Routers {'fc69ccf7-02ab-488d-a8df-ec899516da85'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:59:41.325334 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b51ae9b1-edb8-4118-b631-d2e9793f29b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:59:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fc69ccf7-02ab-488d-a8df-ec899516da85'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:41.515140 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337602e-713a-4976-97d9-921d9427d05c req-e7f592c9-08d1-4c6f-a849-8f92e81314b0 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:41.517977 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1337602e-713a-4976-97d9-921d9427d05c req-e7f592c9-08d1-4c6f-a849-8f92e81314b0 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3da47ef-4736-4ad7-9243-675183662183 HTTP/1.1" status: 200 len: 949 time: 0.1860523 Sep 01 14:59:41.550432 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd93b7-5e84-49fd-bf6a-c8670be25993 req-f3e91443-0f76-4453-9c39-d0039c9178fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:41.552564 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c2fd93b7-5e84-49fd-bf6a-c8670be25993 req-f3e91443-0f76-4453-9c39-d0039c9178fa service neutron] 10.222.0.62 "GET /v2.0/networks?id=e341c1bf-b603-47af-8c0a-c48eab293c3d HTTP/1.1" status: 200 len: 924 time: 0.4063969 Sep 01 14:59:41.558926 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7c312721-cb0a-4b99-aa24-bc79aa4f6d07 req-04c3b9cc-b025-4c42-8674-0bb5769116b2 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2049349913&fields=id&tenant_id=78d6f1b3379047caa4ea1f692dcc7a3d HTTP/1.1" status: 200 len: 267 time: 0.1088669 Sep 01 14:59:41.679642 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-b51ae9b1-edb8-4118-b631-d2e9793f29b4 None None] Set router fc69ccf7-02ab-488d-a8df-ec899516da85 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:59:41.684603 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c2fd93b7-5e84-49fd-bf6a-c8670be25993 req-72bab04d-238a-4145-bb01-716b880ac998 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2 HTTP/1.1" status: 200 len: 999 time: 0.1116333 Sep 01 14:59:41.714841 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1337602e-713a-4976-97d9-921d9427d05c req-298e2740-d40b-4b41-b09b-091fee4d40c2 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609023 Sep 01 14:59:41.775384 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd93b7-5e84-49fd-bf6a-c8670be25993 req-97fa44ee-2fed-4fbf-8194-5c66d4528083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:41.780156 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c2fd93b7-5e84-49fd-bf6a-c8670be25993 req-97fa44ee-2fed-4fbf-8194-5c66d4528083 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8622ef4e-4e7a-4362-ad7e-7a1adedf0bef HTTP/1.1" status: 200 len: 862 time: 0.0840085 Sep 01 14:59:41.904902 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c312721-cb0a-4b99-aa24-bc79aa4f6d07 req-db591989-835a-4563-8e0c-0750327d3de7 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:41.907120 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7c312721-cb0a-4b99-aa24-bc79aa4f6d07 req-db591989-835a-4563-8e0c-0750327d3de7 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fbf58b-c5fd-4501-b208-d9ac4c81f7f3 HTTP/1.1" status: 200 len: 985 time: 0.2695024 Sep 01 14:59:41.919317 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:41.934571 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd93b7-5e84-49fd-bf6a-c8670be25993 req-487dad83-ac19-44d3-84ca-a412461659fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:41.937828 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c2fd93b7-5e84-49fd-bf6a-c8670be25993 req-487dad83-ac19-44d3-84ca-a412461659fb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e341c1bf-b603-47af-8c0a-c48eab293c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1503389 Sep 01 14:59:41.938171 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-7c312721-cb0a-4b99-aa24-bc79aa4f6d07 req-2f84d5d4-ebd2-46a6-9b8b-92b2a39e1036 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Request body: {'port': {'security_groups': ['2b2ee014-6d5f-4035-93b7-b96a2144e126', 'a3f1bc3a-091e-426d-b38c-d2f61bf0782c', '0831441b-591f-435a-b35f-1501b7823eb1']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:41.991871 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-4f468a92-fa22-4a95-839c-88ae770d7886 req-fa5b5a6e-709c-4d93-a452-283be6f4ae8a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:59:41.994183 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4f468a92-fa22-4a95-839c-88ae770d7886 req-fa5b5a6e-709c-4d93-a452-283be6f4ae8a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101326 Sep 01 14:59:42.081237 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f7219619-6b11-4112-b293-075e17cf887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:42.083787 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-7c312721-cb0a-4b99-aa24-bc79aa4f6d07 req-2f84d5d4-ebd2-46a6-9b8b-92b2a39e1036 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:42.094980 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cc66fc14-4340-4bf8-ba15-d4d02934f539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:42.130371 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7219619-6b11-4112-b293-075e17cf887b admin admin] Pushing event deleted for resources: {'Port': ['ID=f36aec6c-204a-4b3d-a2bd-05fb854c5455,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:42.136345 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c2fd93b7-5e84-49fd-bf6a-c8670be25993 req-8ec445c9-7214-4dd3-9479-620735c031e6 service neutron] 10.222.0.62 "GET /v2.0/networks/e341c1bf-b603-47af-8c0a-c48eab293c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843345 Sep 01 14:59:42.198995 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b51ae9b1-edb8-4118-b631-d2e9793f29b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921967225-router', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:00Z', 'updated_at': '2021-09-01T14:56:05Z', 'revision_number': 4, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'gw_port': {'id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:01Z', 'updated_at': '2021-09-01T14:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'dcf910e3-eb05-4279-b9b3-1414777301ad', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'port_id': 'ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d', 'mac_address': 'fa:16:3e:07:a7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c4d3d2-7bf7-465c-92b0-0677e23ede14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T14:56:34Z', 'updated_at': '2021-09-01T14:59:37Z', 'revision_number': 5, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe593ea-2126-40e1-abb9-b7e7079f02fc', 'name': '', 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'mac_address': 'fa:16:3e:d4:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:04Z', 'updated_at': '2021-09-01T14:56:15Z', 'revision_number': 5, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'subnets': [{'id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:42.274270 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51ae9b1-edb8-4118-b631-d2e9793f29b4 None None] The sync data for ids ['fc69ccf7-02ab-488d-a8df-ec899516da85'] in n-d-794796-3 is: [{'id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921967225-router', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:00Z', 'updated_at': '2021-09-01T14:56:05Z', 'revision_number': 4, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'gw_port': {'id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:01Z', 'updated_at': '2021-09-01T14:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'dcf910e3-eb05-4279-b9b3-1414777301ad', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'floating_ip_address': '172.25.6.245', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'port_id': 'ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d', 'mac_address': 'fa:16:3e:07:a7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c4d3d2-7bf7-465c-92b0-0677e23ede14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T14:56:34Z', 'updated_at': '2021-09-01T14:59:37Z', 'revision_number': 5, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe593ea-2126-40e1-abb9-b7e7079f02fc', 'name': '', 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'mac_address': 'fa:16:3e:d4:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:04Z', 'updated_at': '2021-09-01T14:56:15Z', 'revision_number': 5, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'subnets': [{'id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:59:42.420540 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c2fd93b7-5e84-49fd-bf6a-c8670be25993 req-8b57e777-6414-4fd8-81d7-a39d47dc0f60 service neutron] 10.222.0.62 "GET /v2.0/networks/e341c1bf-b603-47af-8c0a-c48eab293c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644978 Sep 01 14:59:42.641458 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f7219619-6b11-4112-b293-075e17cf887b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:42.668263 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57be99a3-a5b0-4eba-9b05-c183fdbbf9ea None None] New status for floating IP dcf910e3-eb05-4279-b9b3-1414777301ad: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 14:59:42.910911 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-7c312721-cb0a-4b99-aa24-bc79aa4f6d07 req-2f84d5d4-ebd2-46a6-9b8b-92b2a39e1036 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] For port b6dfe054-3588-4134-a1f9-8796f73490e9, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b6dfe054-3588-4134-a1f9-8796f73490e9,segment=NetworkSegment(dc42584e-dbf4-46b3-8fa5-2b6ac56bc408),segment_id=dc42584e-dbf4-46b3-8fa5-2b6ac56bc408)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:42.997010 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-7c312721-cb0a-4b99-aa24-bc79aa4f6d07 req-2f84d5d4-ebd2-46a6-9b8b-92b2a39e1036 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:43.037410 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-7c312721-cb0a-4b99-aa24-bc79aa4f6d07 req-2f84d5d4-ebd2-46a6-9b8b-92b2a39e1036 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:43.043153 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:43.077849 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c39f5d55-7ff2-450c-957e-d32c44100dd2 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:59:43.122444 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c312721-cb0a-4b99-aa24-bc79aa4f6d07 req-2f84d5d4-ebd2-46a6-9b8b-92b2a39e1036 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:43.123560 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-7c312721-cb0a-4b99-aa24-bc79aa4f6d07 req-2f84d5d4-ebd2-46a6-9b8b-92b2a39e1036 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:43.125836 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7c312721-cb0a-4b99-aa24-bc79aa4f6d07 req-2f84d5d4-ebd2-46a6-9b8b-92b2a39e1036 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "PUT /v2.0/ports/b6dfe054-3588-4134-a1f9-8796f73490e9 HTTP/1.1" status: 200 len: 1021 time: 1.1988099 Sep 01 14:59:43.126608 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fbf58b-c5fd-4501-b208-d9ac4c81f7f3', 'tag': 'b6dfe054-3588-4134-a1f9-8796f73490e9'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:43.126778 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['7e538ecd-4647-4f99-b285-085d35d01fa7', 'b6dfe054-3588-4134-a1f9-8796f73490e9'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:59:43.130640 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca5a5eb-4a7a-4e66-8630-51c1c3067fec" -d '{"events": [{"name": "network-changed", "server_uuid": "31fbf58b-c5fd-4501-b208-d9ac4c81f7f3", "tag": "b6dfe054-3588-4134-a1f9-8796f73490e9"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:43.132561 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: c39f5d55-7ff2-450c-957e-d32c44100dd2 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:59:43.133662 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c39f5d55-7ff2-450c-957e-d32c44100dd2 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:59:43.178808 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7219619-6b11-4112-b293-075e17cf887b admin admin] Router 0b3e3b02-4cad-4aa6-8396-3a575cb10a89 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 14:59:43.193413 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84d5d4-ebd2-46a6-9b8b-92b2a39e1036 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Pushing event updated for resources: {'Port': ['ID=b6dfe054-3588-4134-a1f9-8796f73490e9,revision_number=7']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:43.335609 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['b6dfe054-3588-4134-a1f9-8796f73490e9'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:59:43.485431 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf16fc-1562-4b01-8621-2eb6cd42b026 req-b3a17a8d-097d-439f-8b4b-1475c05b9327 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:43.487718 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a9bf16fc-1562-4b01-8621-2eb6cd42b026 req-b3a17a8d-097d-439f-8b4b-1475c05b9327 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.2223606 Sep 01 14:59:43.488881 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7219619-6b11-4112-b293-075e17cf887b admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 14:59:43.517281 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f7219619-6b11-4112-b293-075e17cf887b admin admin] 10.222.0.60 "PUT /v2.0/routers/0b3e3b02-4cad-4aa6-8396-3a575cb10a89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9913158 Sep 01 14:59:43.517380 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990be2ea-82aa-4114-a3be-8ae292530a2f None None] Sync routers for ids ['0b3e3b02-4cad-4aa6-8396-3a575cb10a89'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 14:59:43.517764 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50630) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:43.542180 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990be2ea-82aa-4114-a3be-8ae292530a2f None None] Routers {'0b3e3b02-4cad-4aa6-8396-3a575cb10a89'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:59:43.542934 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-990be2ea-82aa-4114-a3be-8ae292530a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:59:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0b3e3b02-4cad-4aa6-8396-3a575cb10a89'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:43.564333 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a9bf16fc-1562-4b01-8621-2eb6cd42b026 req-9fd290ff-8ae8-4493-b288-39693a82d6e1 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467091 Sep 01 14:59:43.726566 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0420ae15-b007-43d3-a3b1-3a70f763331d admin admin] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:43.775753 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-990be2ea-82aa-4114-a3be-8ae292530a2f None None] Set router 0b3e3b02-4cad-4aa6-8396-3a575cb10a89 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:59:43.944027 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50642) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:44.005453 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0b675-f55a-4da1-97b3-5d1639cce181 req-292c39ed-7a5d-4bff-bc3a-b7cfd415dcf9 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:44.024300 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-89c0b675-f55a-4da1-97b3-5d1639cce181 req-292c39ed-7a5d-4bff-bc3a-b7cfd415dcf9 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 1096 time: 0.0902467 Sep 01 14:59:44.028495 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0420ae15-b007-43d3-a3b1-3a70f763331d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:44.102358 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-89c0b675-f55a-4da1-97b3-5d1639cce181 req-7f97cb23-0469-421f-afdd-50e2c6981a10 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761554 Sep 01 14:59:44.158115 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-0420ae15-b007-43d3-a3b1-3a70f763331d admin admin] Deleting port 788c8ad8-3d65-409f-949d-34e903eed024 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:44.158700 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0420ae15-b007-43d3-a3b1-3a70f763331d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:44.253927 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c1317d6b-ea1d-45ff-85bd-4f7589260a80 req-7c8dc62d-a203-41db-94e4-5677c16ff236 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups/0831441b-591f-435a-b35f-1501b7823eb1 HTTP/1.1" status: 200 len: 1800 time: 0.0757267 Sep 01 14:59:44.267458 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-990be2ea-82aa-4114-a3be-8ae292530a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3e3b02-4cad-4aa6-8396-3a575cb10a89', 'name': 'tempest-FloatingIPDetailsTestJSON-2042799894-router', 'tenant_id': 'fb5f121bad314179bc75a57bb742e257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '788c8ad8-3d65-409f-949d-34e903eed024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:58:27Z', 'updated_at': '2021-09-01T14:59:41Z', 'revision_number': 5, 'project_id': 'fb5f121bad314179bc75a57bb742e257', 'gw_port': {'id': '788c8ad8-3d65-409f-949d-34e903eed024', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3e3b02-4cad-4aa6-8396-3a575cb10a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:58:29Z', 'updated_at': '2021-09-01T14:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:44.285370 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-d7fec649-fcf1-4479-acd6-183c2c422f76 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:59:44.288580 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-d7fec649-fcf1-4479-acd6-183c2c422f76 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3417914 Sep 01 14:59:44.328202 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990be2ea-82aa-4114-a3be-8ae292530a2f None None] Checking router: 0b3e3b02-4cad-4aa6-8396-3a575cb10a89 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 14:59:44.351292 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990be2ea-82aa-4114-a3be-8ae292530a2f None None] Routers {'0b3e3b02-4cad-4aa6-8396-3a575cb10a89'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 14:59:44.352821 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-990be2ea-82aa-4114-a3be-8ae292530a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:59:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0b3e3b02-4cad-4aa6-8396-3a575cb10a89'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:44.370402 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [req-c1317d6b-ea1d-45ff-85bd-4f7589260a80 req-0e50d6b0-9536-4ec4-bb93-88733c63ad85 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 01 14:59:44.372348 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c1317d6b-ea1d-45ff-85bd-4f7589260a80 req-0e50d6b0-9536-4ec4-bb93-88733c63ad85 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "DELETE /v2.0/security-groups/0831441b-591f-435a-b35f-1501b7823eb1 HTTP/1.1" status: 409 len: 341 time: 0.1068766 Sep 01 14:59:44.386389 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-e3ead947-b5bc-4ebe-8e74-f1a574669983 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:44.389032 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-e3ead947-b5bc-4ebe-8e74-f1a574669983 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/ports/201ef50e-c68c-4db0-9791-bdada3a8c94c HTTP/1.1" status: 200 len: 1094 time: 0.0844574 Sep 01 14:59:44.453957 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e436acd-30cc-498e-8b19-67b2c22d3b87 x-openstack-request-id: req-7e436acd-30cc-498e-8b19-67b2c22d3b87 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:44.454598 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31fbf58b-c5fd-4501-b208-d9ac4c81f7f3", "tag": "b6dfe054-3588-4134-a1f9-8796f73490e9", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:44.455285 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e436acd-30cc-498e-8b19-67b2c22d3b87 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:44.456087 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31fbf58b-c5fd-4501-b208-d9ac4c81f7f3', 'tag': 'b6dfe054-3588-4134-a1f9-8796f73490e9', 'status': 'completed', 'code': 200} Sep 01 14:59:44.458084 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-0420ae15-b007-43d3-a3b1-3a70f763331d admin admin] For port 788c8ad8-3d65-409f-949d-34e903eed024, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=788c8ad8-3d65-409f-949d-34e903eed024,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:44.458725 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0420ae15-b007-43d3-a3b1-3a70f763331d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:44.482853 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-0420ae15-b007-43d3-a3b1-3a70f763331d admin admin] Calling delete_port for 788c8ad8-3d65-409f-949d-34e903eed024 owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:44.596850 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-b128c66a-f242-4a90-84ac-74f331f0ae93 service neutron] Request body: {'binding': {'host': 'n-h2-794796-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:44.597903 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-990be2ea-82aa-4114-a3be-8ae292530a2f None None] Set router 0b3e3b02-4cad-4aa6-8396-3a575cb10a89 gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 14:59:44.598556 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-b128c66a-f242-4a90-84ac-74f331f0ae93 service neutron] Unknown quota resources ['binding']. {{(pid=94734) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 14:59:44.651164 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-ebf2b5e5-88fd-4bed-8a72-23b95d73112e tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f2b28362f76743d68f05c24fb21e8b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409825 Sep 01 14:59:44.715340 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-990be2ea-82aa-4114-a3be-8ae292530a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3e3b02-4cad-4aa6-8396-3a575cb10a89', 'name': 'tempest-FloatingIPDetailsTestJSON-2042799894-router', 'tenant_id': 'fb5f121bad314179bc75a57bb742e257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:58:27Z', 'updated_at': '2021-09-01T14:59:44Z', 'revision_number': 6, 'project_id': 'fb5f121bad314179bc75a57bb742e257', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:44.781881 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990be2ea-82aa-4114-a3be-8ae292530a2f None None] The sync data for ids ['0b3e3b02-4cad-4aa6-8396-3a575cb10a89'] in n-d-794796-3 is: [{'id': '0b3e3b02-4cad-4aa6-8396-3a575cb10a89', 'name': 'tempest-FloatingIPDetailsTestJSON-2042799894-router', 'tenant_id': 'fb5f121bad314179bc75a57bb742e257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:58:27Z', 'updated_at': '2021-09-01T14:59:44Z', 'revision_number': 6, 'project_id': 'fb5f121bad314179bc75a57bb742e257', 'gw_port_host': None}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 14:59:44.813025 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5a5eb-4a7a-4e66-8630-51c1c3067fec req-cfe3829a-60b0-4008-bd2c-332a318baada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:44.814672 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2ca5a5eb-4a7a-4e66-8630-51c1c3067fec req-cfe3829a-60b0-4008-bd2c-332a318baada service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=78d6f1b3379047caa4ea1f692dcc7a3d&device_id=31fbf58b-c5fd-4501-b208-d9ac4c81f7f3 HTTP/1.1" status: 200 len: 1175 time: 0.2227218 Sep 01 14:59:44.869228 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-c984e192-27a7-4d37-95fa-5fbff89f2136 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:44.872305 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-c984e192-27a7-4d37-95fa-5fbff89f2136 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2150865 Sep 01 14:59:44.895477 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-5231667b-60ec-4710-a905-a811327197b9 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/quotas/f2b28362f76743d68f05c24fb21e8b1e HTTP/1.1" status: 200 len: 375 time: 0.0156858 Sep 01 14:59:44.942899 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:44.990138 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-6f5aebbd-3b9d-4593-af48-dfbfe0daa6da tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f2b28362f76743d68f05c24fb21e8b1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872338 Sep 01 14:59:45.016518 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0420ae15-b007-43d3-a3b1-3a70f763331d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:45.074974 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420ae15-b007-43d3-a3b1-3a70f763331d admin admin] Pushing event deleted for resources: {'Port': ['ID=788c8ad8-3d65-409f-949d-34e903eed024,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:45.086870 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-b128c66a-f242-4a90-84ac-74f331f0ae93 service neutron] Attempting to bind port 201ef50e-c68c-4db0-9791-bdada3a8c94c on host n-h2-794796-3 for vnic_type normal with profile None {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:45.087210 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-b128c66a-f242-4a90-84ac-74f331f0ae93 service neutron] Attempting to bind port 201ef50e-c68c-4db0-9791-bdada3a8c94c by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:45.087549 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-b128c66a-f242-4a90-84ac-74f331f0ae93 service neutron] Attempting to bind port 201ef50e-c68c-4db0-9791-bdada3a8c94c on network e27801a1-4735-4eb4-8714-06c2c137f925 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:45.112931 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5a5eb-4a7a-4e66-8630-51c1c3067fec req-05dd8d75-c0bb-4e49-a502-e0a9d5e3e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:45.114471 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2ca5a5eb-4a7a-4e66-8630-51c1c3067fec req-05dd8d75-c0bb-4e49-a502-e0a9d5e3e84f service neutron] 10.222.0.62 "GET /v2.0/networks?id=04386cd7-b035-483b-a3ac-af5b24df8dcf HTTP/1.1" status: 200 len: 913 time: 0.2816994 Sep 01 14:59:45.134056 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-b128c66a-f242-4a90-84ac-74f331f0ae93 service neutron] Port 201ef50e-c68c-4db0-9791-bdada3a8c94c on network e27801a1-4735-4eb4-8714-06c2c137f925 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:45.134371 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-b128c66a-f242-4a90-84ac-74f331f0ae93 service neutron] Attempting to bind port 201ef50e-c68c-4db0-9791-bdada3a8c94c on network e27801a1-4735-4eb4-8714-06c2c137f925 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:45.205495 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2ca5a5eb-4a7a-4e66-8630-51c1c3067fec req-236864bd-0e82-4831-8743-532989b10224 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6dfe054-3588-4134-a1f9-8796f73490e9 HTTP/1.1" status: 200 len: 217 time: 0.0685709 Sep 01 14:59:45.208932 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-b128c66a-f242-4a90-84ac-74f331f0ae93 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:59:45.209557 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-b128c66a-f242-4a90-84ac-74f331f0ae93 service neutron] Checking segment: {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:59:45.210137 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-b128c66a-f242-4a90-84ac-74f331f0ae93 service neutron] Bound using segment: {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:59:45.210801 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-b128c66a-f242-4a90-84ac-74f331f0ae93 service neutron] Bound port: 201ef50e-c68c-4db0-9791-bdada3a8c94c, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:59:45.355659 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0420ae15-b007-43d3-a3b1-3a70f763331d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:45.811399 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f36aec6c-204a-4b3d-a2bd-05fb854c5455 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:59:45.845846 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: f36aec6c-204a-4b3d-a2bd-05fb854c5455 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:59:45.846317 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f36aec6c-204a-4b3d-a2bd-05fb854c5455 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:59:45.846841 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 788c8ad8-3d65-409f-949d-34e903eed024 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:59:45.868820 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 788c8ad8-3d65-409f-949d-34e903eed024 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:59:45.869168 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 788c8ad8-3d65-409f-949d-34e903eed024 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:59:46.029353 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5a5eb-4a7a-4e66-8630-51c1c3067fec req-9d783989-b946-4170-b781-66fc28fc703e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:46.031147 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2ca5a5eb-4a7a-4e66-8630-51c1c3067fec req-9d783989-b946-4170-b781-66fc28fc703e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9190e3b6-cad0-44f5-b6a2-0434cdac7990 HTTP/1.1" status: 200 len: 852 time: 0.7994618 Sep 01 14:59:46.043380 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0420ae15-b007-43d3-a3b1-3a70f763331d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:46.056528 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0420ae15-b007-43d3-a3b1-3a70f763331d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:46.060307 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-b128c66a-f242-4a90-84ac-74f331f0ae93 service neutron] For port 201ef50e-c68c-4db0-9791-bdada3a8c94c, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=201ef50e-c68c-4db0-9791-bdada3a8c94c,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:59:46.082891 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2ca5a5eb-4a7a-4e66-8630-51c1c3067fec req-7657b0b4-043b-4dc9-b0b6-b3dd895da514 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=04386cd7-b035-483b-a3ac-af5b24df8dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374005 Sep 01 14:59:46.105266 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-b128c66a-f242-4a90-84ac-74f331f0ae93 service neutron] Notify callbacks [] for binding, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:46.106616 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-b128c66a-f242-4a90-84ac-74f331f0ae93 service neutron] 10.222.0.60 "POST /v2.0/ports/201ef50e-c68c-4db0-9791-bdada3a8c94c/bindings HTTP/1.1" status: 201 len: 389 time: 1.6197913 Sep 01 14:59:46.152722 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0420ae15-b007-43d3-a3b1-3a70f763331d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:46.153185 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0420ae15-b007-43d3-a3b1-3a70f763331d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b3e3b02-4cad-4aa6-8396-3a575cb10a89 {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 14:59:46.167447 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0420ae15-b007-43d3-a3b1-3a70f763331d admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:46.168600 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0420ae15-b007-43d3-a3b1-3a70f763331d admin admin] 10.222.0.60 "DELETE /v2.0/routers/0b3e3b02-4cad-4aa6-8396-3a575cb10a89 HTTP/1.1" status: 204 len: 168 time: 2.6506250 Sep 01 14:59:46.173283 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50696) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:46.308336 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-74fa492c-8a29-4d85-b573-4f32973de7e6 admin admin] Deleting subnet 81063392-e516-407e-ab82-b4b9f0ad3ffe {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 14:59:46.331558 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-74fa492c-8a29-4d85-b573-4f32973de7e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:46.391758 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2ca5a5eb-4a7a-4e66-8630-51c1c3067fec req-e02e08fc-7fac-4b0c-9064-5308eb97960d service neutron] 10.222.0.62 "GET /v2.0/networks/04386cd7-b035-483b-a3ac-af5b24df8dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361686 Sep 01 14:59:46.517951 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-74fa492c-8a29-4d85-b573-4f32973de7e6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:46.690591 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2ca5a5eb-4a7a-4e66-8630-51c1c3067fec req-6a66be55-ae1e-4af0-8757-bf46734a1648 service neutron] 10.222.0.62 "GET /v2.0/networks/04386cd7-b035-483b-a3ac-af5b24df8dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882247 Sep 01 14:59:46.711505 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-74fa492c-8a29-4d85-b573-4f32973de7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:46.853167 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-74fa492c-8a29-4d85-b573-4f32973de7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:46.863873 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-45f52ef1-0cfc-4d3a-9672-a56ba0c5b351 req-b0bc5ee1-e136-49ea-b0f7-ec7040a84e22 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1314349 Sep 01 14:59:46.915482 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa492c-8a29-4d85-b573-4f32973de7e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81063392-e516-407e-ab82-b4b9f0ad3ffe,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:46.923015 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-74fa492c-8a29-4d85-b573-4f32973de7e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:46.925499 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-74fa492c-8a29-4d85-b573-4f32973de7e6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/81063392-e516-407e-ab82-b4b9f0ad3ffe HTTP/1.1" status: 204 len: 168 time: 0.7491629 Sep 01 14:59:46.928343 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50714) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:46.936372 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae073ea-3a53-4842-a9f5-1ede6ddb7091 None None] Network 951b1785-2b99-46a1-aca1-832cb4b9a1c5 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:59:47.076153 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:47.169554 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Deleting port bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:47.170212 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:47.218905 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b322e-eb6f-4ee5-9a6d-d03dc97a7059 req-2cab952f-def0-4645-8249-e670f0d28187 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:47.222446 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1b8b322e-eb6f-4ee5-9a6d-d03dc97a7059 req-2cab952f-def0-4645-8249-e670f0d28187 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.45 "GET /v2.0/ports?device_id=5881ed4f-b8df-4bf3-a018-cbfe48e72a17 HTTP/1.1" status: 200 len: 949 time: 0.2614625 Sep 01 14:59:47.228744 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fde8bb72-5415-46dc-9bd9-3e0448ddecf3 req-034077e4-da4a-41ea-984a-ad8a4c11d494 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=defda0c5-8a81-4a29-b7c8-3e9678baf8fc HTTP/1.1" status: 200 len: 210 time: 0.1138949 Sep 01 14:59:47.256236 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575b045c-606d-4e12-aa0b-943e1cd1ced9 None None] DHCP port deletion for 951b1785-2b99-46a1-aca1-832cb4b9a1c5 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 14:59:47.298004 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] For port bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449,segment=NetworkSegment(f9bd29bf-c9e3-4175-b370-dfaff8c8a3eb),segment_id=f9bd29bf-c9e3-4175-b370-dfaff8c8a3eb)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:47.299540 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:47.321676 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f52ef1-0cfc-4d3a-9672-a56ba0c5b351 req-c965bd1e-8cee-4e5b-a830-e2fdac9df717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:47.323733 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-45f52ef1-0cfc-4d3a-9672-a56ba0c5b351 req-c965bd1e-8cee-4e5b-a830-e2fdac9df717 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 1096 time: 0.2932796 Sep 01 14:59:47.325968 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-ac6f8ce6-a2b8-4053-b379-13fccfe253bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:47.327660 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-ac6f8ce6-a2b8-4053-b379-13fccfe253bd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 1097 time: 0.3174429 Sep 01 14:59:47.340982 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Calling delete_port for bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:47.345517 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-575b045c-606d-4e12-aa0b-943e1cd1ced9 None None] Deleting port bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:47.346335 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-575b045c-606d-4e12-aa0b-943e1cd1ced9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:47.509039 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:47.524718 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-986699ab-1952-4d97-a139-d8a81ff2c666 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 14:59:47.525907 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-986699ab-1952-4d97-a139-d8a81ff2c666 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0982435 Sep 01 14:59:47.531245 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-575b045c-606d-4e12-aa0b-943e1cd1ced9 None None] For port bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449,segment=NetworkSegment(f9bd29bf-c9e3-4175-b370-dfaff8c8a3eb),segment_id=f9bd29bf-c9e3-4175-b370-dfaff8c8a3eb)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:47.532006 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-575b045c-606d-4e12-aa0b-943e1cd1ced9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:47.558618 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-575b045c-606d-4e12-aa0b-943e1cd1ced9 None None] Calling delete_port for bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:47.594595 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:47.692519 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-1b8b322e-eb6f-4ee5-9a6d-d03dc97a7059 req-58ebd836-dce7-4ad0-929a-c4aad2296385 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Deleting port 505ec2d6-a4b6-40ca-8f54-7fafe097e544 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:47.692951 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1b8b322e-eb6f-4ee5-9a6d-d03dc97a7059 req-58ebd836-dce7-4ad0-929a-c4aad2296385 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:47.829192 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-575b045c-606d-4e12-aa0b-943e1cd1ced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:47.857411 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:59:47.885167 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:59:47.885535 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:59:47.927910 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b045c-606d-4e12-aa0b-943e1cd1ced9 None None] Pushing event deleted for resources: {'Port': ['ID=bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:47.938818 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575b045c-606d-4e12-aa0b-943e1cd1ced9 None None] No DVR routers for this DVR port bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:59:47.994935 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75fac3-6ec0-40da-94eb-46155b47aed7 req-a88d9ab7-7137-4078-94e7-3d04a94ea949 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:47.997572 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] No DVR routers for this DVR port bdc63fd8-4c6c-47ec-a6ee-e2e26c4ff449 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:59:48.003383 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4d75fac3-6ec0-40da-94eb-46155b47aed7 req-a88d9ab7-7137-4078-94e7-3d04a94ea949 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/ports?device_id=5881ed4f-b8df-4bf3-a018-cbfe48e72a17 HTTP/1.1" status: 200 len: 949 time: 0.5897198 Sep 01 14:59:48.005332 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-8785e031-fe5e-4cc7-bd06-060a8def3477 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f2b28362f76743d68f05c24fb21e8b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4345016 Sep 01 14:59:48.005714 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-a1f31345-ed19-44df-a514-0df17ec1991b tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:48.007328 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-a1f31345-ed19-44df-a514-0df17ec1991b tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/ports/2fe55acc-3642-4816-8ed1-af0fb041aad0 HTTP/1.1" status: 200 len: 1093 time: 0.4219580 Sep 01 14:59:48.051268 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-532d0b94-dfa6-4d7d-9edf-99fb19c168a0 service neutron] Request body: {'binding': {'host': 'n-h2-794796-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:48.051734 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-532d0b94-dfa6-4d7d-9edf-99fb19c168a0 service neutron] Unknown quota resources ['binding']. {{(pid=94734) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 14:59:48.127422 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-f8402696-5f58-49dd-8166-96a659cb25e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:48.129296 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-f8402696-5f58-49dd-8166-96a659cb25e5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e27801a1-4735-4eb4-8714-06c2c137f925 HTTP/1.1" status: 200 len: 921 time: 0.7248824 Sep 01 14:59:48.158034 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4d75fac3-6ec0-40da-94eb-46155b47aed7 req-ffb7620d-f92c-46e9-8956-6f40f9791166 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/security-groups?id=015052f2-59aa-4aef-b8ad-8fae42ce0e96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534784 Sep 01 14:59:48.182325 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-8eee2405-7db7-45cf-af51-4ed6e108d3d7 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:48.183917 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-8eee2405-7db7-45cf-af51-4ed6e108d3d7 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1463456 Sep 01 14:59:48.198638 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f52ef1-0cfc-4d3a-9672-a56ba0c5b351 req-25dfb951-18df-4525-b0f9-468c691ea9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:48.200448 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-45f52ef1-0cfc-4d3a-9672-a56ba0c5b351 req-25dfb951-18df-4525-b0f9-468c691ea9ff service neutron] 10.222.0.62 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 908 time: 0.7540629 Sep 01 14:59:48.251917 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d3a393b5-6f6b-4989-afc7-549b4cf45ce1 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Request body: {'port': {'device_id': 'defda0c5-8a81-4a29-b7c8-3e9678baf8fc', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': 'f2b28362f76743d68f05c24fb21e8b1e'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:48.306948 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-7d9aa423-122a-4be4-816b-2b0a60a58def service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=201ef50e-c68c-4db0-9791-bdada3a8c94c HTTP/1.1" status: 200 len: 217 time: 0.1146340 Sep 01 14:59:48.307531 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:48.332791 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:59:48.333211 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:59:48.334147 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:59:48.334522 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Subscribe: > port after_create 55550000 {{(pid=94733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:59:48.334946 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:59:48.335442 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Subscribe: > port after_update 55550000 {{(pid=94733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:59:48.335909 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:59:48.336522 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:59:48.337051 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:59:48.337423 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:59:48.393339 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-45f52ef1-0cfc-4d3a-9672-a56ba0c5b351 req-1e53150a-d0d0-470d-8b71-96a7929adeb0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3f56962-430c-4f87-b347-2afceebea955 HTTP/1.1" status: 200 len: 217 time: 0.1061540 Sep 01 14:59:48.436917 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-1b8b322e-eb6f-4ee5-9a6d-d03dc97a7059 req-58ebd836-dce7-4ad0-929a-c4aad2296385 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] For port 505ec2d6-a4b6-40ca-8f54-7fafe097e544, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=505ec2d6-a4b6-40ca-8f54-7fafe097e544,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:48.437435 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1b8b322e-eb6f-4ee5-9a6d-d03dc97a7059 req-58ebd836-dce7-4ad0-929a-c4aad2296385 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:48.458225 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:59:48.458687 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:59:48.459114 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:59:48.459573 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 14:59:48.460091 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['951b1785-2b99-46a1-aca1-832cb4b9a1c5']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:48.490369 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9bd29bf-c9e3-4175-b370-dfaff8c8a3eb') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:48.490909 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9bd29bf-c9e3-4175-b370-dfaff8c8a3eb') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 14:59:48.512018 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-1b8b322e-eb6f-4ee5-9a6d-d03dc97a7059 req-58ebd836-dce7-4ad0-929a-c4aad2296385 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Calling delete_port for 505ec2d6-a4b6-40ca-8f54-7fafe097e544 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:48.526036 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:48.537453 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-20d27b93-75dd-4887-94d0-b64946b57f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:48.539578 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-20d27b93-75dd-4887-94d0-b64946b57f3e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66b1faa8-b86d-41ee-9bdb-4fe08d19f261 HTTP/1.1" status: 200 len: 860 time: 0.1808686 Sep 01 14:59:48.561188 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:48.577079 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 14:59:48.577454 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: from cryptography.utils import int_from_bytes Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: from cryptography.utils import int_from_bytes Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: timer() Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 14:59:48.582401 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 14:59:48.621760 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f52ef1-0cfc-4d3a-9672-a56ba0c5b351 req-14ebc4d2-0250-475d-b2a4-427c7830d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:48.623242 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-45f52ef1-0cfc-4d3a-9672-a56ba0c5b351 req-14ebc4d2-0250-475d-b2a4-427c7830d46d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f21d72f-51d2-4274-ac2c-410e832eb73e HTTP/1.1" status: 200 len: 847 time: 0.1936545 Sep 01 14:59:48.648172 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a110c-088a-40a2-b476-b57423b8420f req-5451f8de-407f-4232-b812-f6d9e71f0f54 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:48.649861 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d53a110c-088a-40a2-b476-b57423b8420f req-5451f8de-407f-4232-b812-f6d9e71f0f54 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 946 time: 0.3565457 Sep 01 14:59:48.655750 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-85a47466-514d-44ca-bcea-06e1e6b997a2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e27801a1-4735-4eb4-8714-06c2c137f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979819 Sep 01 14:59:48.694610 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d3a393b5-6f6b-4989-afc7-549b4cf45ce1 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Made reservation on behalf of f2b28362f76743d68f05c24fb21e8b1e for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:59:48.701375 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d3a393b5-6f6b-4989-afc7-549b4cf45ce1 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:48.711534 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-45f52ef1-0cfc-4d3a-9672-a56ba0c5b351 req-7f92c2ff-67ad-4589-88f8-927f73d5bb87 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=baf99c09-53f8-4476-8cd9-fd2a9a404823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581002 Sep 01 14:59:48.719138 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:48.743350 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:48.746852 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] 10.222.0.60 "DELETE /v2.0/networks/951b1785-2b99-46a1-aca1-832cb4b9a1c5 HTTP/1.1" status: 204 len: 168 time: 1.8167942 Sep 01 14:59:48.782694 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d0e19-5e63-4d67-b8f6-6e7df8eaaf12 admin admin] Pushing event deleted for resources: {'Network': ['ID=951b1785-2b99-46a1-aca1-832cb4b9a1c5,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:48.792543 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-532d0b94-dfa6-4d7d-9edf-99fb19c168a0 service neutron] Attempting to bind port 2fe55acc-3642-4816-8ed1-af0fb041aad0 on host n-h2-794796-3 for vnic_type normal with profile None {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:48.792957 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-532d0b94-dfa6-4d7d-9edf-99fb19c168a0 service neutron] Attempting to bind port 2fe55acc-3642-4816-8ed1-af0fb041aad0 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:48.793531 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-532d0b94-dfa6-4d7d-9edf-99fb19c168a0 service neutron] Attempting to bind port 2fe55acc-3642-4816-8ed1-af0fb041aad0 on network baf99c09-53f8-4476-8cd9-fd2a9a404823 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:48.905297 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-532d0b94-dfa6-4d7d-9edf-99fb19c168a0 service neutron] Port 2fe55acc-3642-4816-8ed1-af0fb041aad0 on network baf99c09-53f8-4476-8cd9-fd2a9a404823 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:48.905853 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-532d0b94-dfa6-4d7d-9edf-99fb19c168a0 service neutron] Attempting to bind port 2fe55acc-3642-4816-8ed1-af0fb041aad0 on network baf99c09-53f8-4476-8cd9-fd2a9a404823 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:48.981667 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d53a110c-088a-40a2-b476-b57423b8420f req-664e193d-1dc2-41de-ae8d-fd99b57f1d1e tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104692 Sep 01 14:59:48.990291 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-532d0b94-dfa6-4d7d-9edf-99fb19c168a0 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:59:48.990879 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-532d0b94-dfa6-4d7d-9edf-99fb19c168a0 service neutron] Checking segment: {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:59:48.991651 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-532d0b94-dfa6-4d7d-9edf-99fb19c168a0 service neutron] Bound using segment: {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:59:48.992490 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-532d0b94-dfa6-4d7d-9edf-99fb19c168a0 service neutron] Bound port: 2fe55acc-3642-4816-8ed1-af0fb041aad0, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:59:49.011037 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d3a393b5-6f6b-4989-afc7-549b4cf45ce1 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Allocated IP 192.168.233.101 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:59:49.158494 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50730) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:49.208217 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-bf7b814a-dad9-4601-8de9-45360952787e service neutron] 10.222.0.62 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357585 Sep 01 14:59:49.221973 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b0888df7-1fbc-4f44-9a55-fdf67566ab91 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fb5f121bad314179bc75a57bb742e257&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0594287 Sep 01 14:59:49.222569 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50734) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:49.316738 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3c81cfd8-7afd-49e9-97dd-02cb21da496e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:49.323072 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-45f52ef1-0cfc-4d3a-9672-a56ba0c5b351 req-554b6b4a-567d-4730-9425-73c7fae646e6 service neutron] 10.222.0.62 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5741754 Sep 01 14:59:49.390716 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-532d0b94-dfa6-4d7d-9edf-99fb19c168a0 service neutron] For port 2fe55acc-3642-4816-8ed1-af0fb041aad0, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=2fe55acc-3642-4816-8ed1-af0fb041aad0,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:59:49.400168 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1b8b322e-eb6f-4ee5-9a6d-d03dc97a7059 req-58ebd836-dce7-4ad0-929a-c4aad2296385 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:49.413739 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-532d0b94-dfa6-4d7d-9edf-99fb19c168a0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:49.416255 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-532d0b94-dfa6-4d7d-9edf-99fb19c168a0 service neutron] 10.222.0.60 "POST /v2.0/ports/2fe55acc-3642-4816-8ed1-af0fb041aad0/bindings HTTP/1.1" status: 201 len: 389 time: 1.3925502 Sep 01 14:59:49.418488 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3c81cfd8-7afd-49e9-97dd-02cb21da496e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:49.622537 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d3a393b5-6f6b-4989-afc7-549b4cf45ce1 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:49.630616 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3c81cfd8-7afd-49e9-97dd-02cb21da496e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:49.635649 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3c81cfd8-7afd-49e9-97dd-02cb21da496e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:49.641728 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3c81cfd8-7afd-49e9-97dd-02cb21da496e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4fee8b7a-5281-4c30-abe8-33c1aa020e2f HTTP/1.1" status: 204 len: 168 time: 0.4137163 Sep 01 14:59:49.658716 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81cfd8-7afd-49e9-97dd-02cb21da496e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fee8b7a-5281-4c30-abe8-33c1aa020e2f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:49.668263 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d3a393b5-6f6b-4989-afc7-549b4cf45ce1 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Transition to ACTIVE for port object 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:59:49.752810 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d3a393b5-6f6b-4989-afc7-549b4cf45ce1 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:49.772680 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['88f6f79a-8789-4ec6-9691-06fc58581463'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:59:49.799228 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebd836-dce7-4ad0-929a-c4aad2296385 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Pushing event deleted for resources: {'Port': ['ID=505ec2d6-a4b6-40ca-8f54-7fafe097e544,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:49.822895 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.62', 60263) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:49.852727 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329dabd-b028-4c36-9d13-42a28b0fc5fa req-27f4c6c3-2f02-4253-b4d4-e2ca211b6632 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:49.861121 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5329dabd-b028-4c36-9d13-42a28b0fc5fa req-27f4c6c3-2f02-4253-b4d4-e2ca211b6632 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fbf58b-c5fd-4501-b208-d9ac4c81f7f3 HTTP/1.1" status: 200 len: 1024 time: 0.6968164 Sep 01 14:59:49.890165 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['3b700a4b-0191-4f7d-8c6f-f7930ecd46fd'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:59:49.895001 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a393b5-6f6b-4989-afc7-549b4cf45ce1 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Pushing event updated for resources: {'Port': ['ID=5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:49.923410 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d3a393b5-6f6b-4989-afc7-549b4cf45ce1 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 14:59:49.926131 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d3a393b5-6f6b-4989-afc7-549b4cf45ce1 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:59:49.939413 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d3a393b5-6f6b-4989-afc7-549b4cf45ce1 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 14:59:50.003843 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8b322e-eb6f-4ee5-9a6d-d03dc97a7059 req-58ebd836-dce7-4ad0-929a-c4aad2296385 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] No DVR routers for this DVR port 505ec2d6-a4b6-40ca-8f54-7fafe097e544 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:59:50.019675 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1b8b322e-eb6f-4ee5-9a6d-d03dc97a7059 req-58ebd836-dce7-4ad0-929a-c4aad2296385 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:50.023420 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1b8b322e-eb6f-4ee5-9a6d-d03dc97a7059 req-58ebd836-dce7-4ad0-929a-c4aad2296385 tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.45 "DELETE /v2.0/ports/505ec2d6-a4b6-40ca-8f54-7fafe097e544 HTTP/1.1" status: 204 len: 173 time: 2.7882371 Sep 01 14:59:50.032836 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5881ed4f-b8df-4bf3-a018-cbfe48e72a17', 'name': 'network-vif-deleted', 'tag': '505ec2d6-a4b6-40ca-8f54-7fafe097e544'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:50.038691 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd98942-a21d-4461-8d09-6918740ae46b" -d '{"events": [{"server_uuid": "5881ed4f-b8df-4bf3-a018-cbfe48e72a17", "name": "network-vif-deleted", "tag": "505ec2d6-a4b6-40ca-8f54-7fafe097e544"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:50.051894 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-af280233-7cac-4cb5-a83d-ae3be01697d0 service neutron] 10.222.0.62 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8148937 Sep 01 14:59:50.092165 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-45f52ef1-0cfc-4d3a-9672-a56ba0c5b351 req-503210e8-c72d-47d2-be85-d35bd93b6adf service neutron] 10.222.0.62 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7099416 Sep 01 14:59:50.113066 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5329dabd-b028-4c36-9d13-42a28b0fc5fa req-757cb55d-f6aa-4e23-aa60-6832a923e51c tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b2ee014-6d5f-4035-93b7-b96a2144e126&id=0831441b-591f-435a-b35f-1501b7823eb1&id=a3f1bc3a-091e-426d-b38c-d2f61bf0782c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2444727 Sep 01 14:59:50.130016 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6cc96-c09d-4d50-b24b-436cbfd06dc0 req-76fff6df-3fd7-4674-acc4-be4ae14565d2 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:50.139399 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e8a6cc96-c09d-4d50-b24b-436cbfd06dc0 req-76fff6df-3fd7-4674-acc4-be4ae14565d2 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.62 "GET /v2.0/ports?device_id=31fbf58b-c5fd-4501-b208-d9ac4c81f7f3 HTTP/1.1" status: 200 len: 1024 time: 0.3134534 Sep 01 14:59:50.157430 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d3a393b5-6f6b-4989-afc7-549b4cf45ce1 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:50.161790 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d3a393b5-6f6b-4989-afc7-549b4cf45ce1 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:50.231317 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9bd23f53-70fb-4827-b13b-f2fd8946d27a req-29e2dfcd-9d03-4f45-83d2-a505d2f8c75c tempest-ServersAdminNegativeTestJSON-432755726 tempest-ServersAdminNegativeTestJSON-432755726-project] 10.222.0.60 "GET /v2.0/ports?device_id=5881ed4f-b8df-4bf3-a018-cbfe48e72a17 HTTP/1.1" status: 200 len: 210 time: 0.0525322 Sep 01 14:59:50.237140 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d3a393b5-6f6b-4989-afc7-549b4cf45ce1 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9875672 Sep 01 14:59:50.327273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0dedd8-1630-4081-b8c6-290eddde0ed1 req-bf5a9645-73db-4429-af7a-b6600e39c108 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:50.329851 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2c0dedd8-1630-4081-b8c6-290eddde0ed1 req-bf5a9645-73db-4429-af7a-b6600e39c108 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=defda0c5-8a81-4a29-b7c8-3e9678baf8fc HTTP/1.1" status: 200 len: 936 time: 0.1237888 Sep 01 14:59:50.345871 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d6a2a6ef-39ad-4968-8c92-a649a12f6ceb service neutron] Request body: {'port': {'device_id': 'defda0c5-8a81-4a29-b7c8-3e9678baf8fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:50.499710 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-e8a6cc96-c09d-4d50-b24b-436cbfd06dc0 req-59941634-f940-4c0c-83f1-45fa7bea0772 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Deleting port b6dfe054-3588-4134-a1f9-8796f73490e9 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 14:59:50.500539 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e8a6cc96-c09d-4d50-b24b-436cbfd06dc0 req-59941634-f940-4c0c-83f1-45fa7bea0772 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:50.508545 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-449eb422-908f-48d2-afda-9b644d8e4da9 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:50.510370 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-449eb422-908f-48d2-afda-9b644d8e4da9 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2&tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&binding%3Ahost_id=n-h1-794796-3 HTTP/1.1" status: 200 len: 1097 time: 0.1296506 Sep 01 14:59:50.580027 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2c0dedd8-1630-4081-b8c6-290eddde0ed1 req-8e55cd54-af56-4ded-9823-204bb767190d tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126492 Sep 01 14:59:50.581027 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d6a2a6ef-39ad-4968-8c92-a649a12f6ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:50.586419 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-f5cb59cd-dbd5-4813-a5f7-4f9f9d97af99 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794796-3'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:50.620174 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d77065-8c64-4f52-a357-a2be62a954ea req-8e1b162b-7bfb-4410-ba3a-85d5b11d9f8b tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:50.635560 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d5d77065-8c64-4f52-a357-a2be62a954ea req-8e1b162b-7bfb-4410-ba3a-85d5b11d9f8b tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 945 time: 0.2505600 Sep 01 14:59:50.793146 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-f5cb59cd-dbd5-4813-a5f7-4f9f9d97af99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:50.889583 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d5d77065-8c64-4f52-a357-a2be62a954ea req-c9d7d8c9-4265-4a76-9fd6-74cc3183b2df tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553713 Sep 01 14:59:51.099863 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 505ec2d6-a4b6-40ca-8f54-7fafe097e544 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:59:51.176462 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 505ec2d6-a4b6-40ca-8f54-7fafe097e544 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:59:51.176804 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 505ec2d6-a4b6-40ca-8f54-7fafe097e544 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:59:51.189530 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f306a9bf-5826-4538-ad15-12768b508de5 None None] Provisioning for port 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 14:59:51.195123 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f306a9bf-5826-4538-ad15-12768b508de5 None None] Provisioning complete for port 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 14:59:51.195877 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f306a9bf-5826-4538-ad15-12768b508de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:51.204035 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-e8a6cc96-c09d-4d50-b24b-436cbfd06dc0 req-59941634-f940-4c0c-83f1-45fa7bea0772 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] For port b6dfe054-3588-4134-a1f9-8796f73490e9, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b6dfe054-3588-4134-a1f9-8796f73490e9,segment=NetworkSegment(dc42584e-dbf4-46b3-8fa5-2b6ac56bc408),segment_id=dc42584e-dbf4-46b3-8fa5-2b6ac56bc408)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:51.204320 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e8a6cc96-c09d-4d50-b24b-436cbfd06dc0 req-59941634-f940-4c0c-83f1-45fa7bea0772 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:51.236359 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-f306a9bf-5826-4538-ad15-12768b508de5 None None] Port 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 14:59:51.257026 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-e8a6cc96-c09d-4d50-b24b-436cbfd06dc0 req-59941634-f940-4c0c-83f1-45fa7bea0772 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Calling delete_port for b6dfe054-3588-4134-a1f9-8796f73490e9 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 14:59:51.350569 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd576f09-11ae-4cd4-be5c-2efe9bb84bc3 req-a6223f1e-05f7-4b44-a704-4b6232b06739 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:51.356962 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bd576f09-11ae-4cd4-be5c-2efe9bb84bc3 req-a6223f1e-05f7-4b44-a704-4b6232b06739 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 946 time: 0.2684634 Sep 01 14:59:51.361269 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-f5cb59cd-dbd5-4813-a5f7-4f9f9d97af99 service neutron] For port 201ef50e-c68c-4db0-9791-bdada3a8c94c, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=201ef50e-c68c-4db0-9791-bdada3a8c94c,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:51.410920 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d6a2a6ef-39ad-4968-8c92-a649a12f6ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:59:51.427461 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d6a2a6ef-39ad-4968-8c92-a649a12f6ceb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:51.445069 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d6a2a6ef-39ad-4968-8c92-a649a12f6ceb service neutron] Transition to ACTIVE for port object 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 14:59:51.453091 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d6a2a6ef-39ad-4968-8c92-a649a12f6ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:51.532371 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bd576f09-11ae-4cd4-be5c-2efe9bb84bc3 req-fb23b1a9-e88a-4e17-ab5b-cf9fc7863c58 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569641 Sep 01 14:59:51.572767 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-f5cb59cd-dbd5-4813-a5f7-4f9f9d97af99 service neutron] For port 201ef50e-c68c-4db0-9791-bdada3a8c94c, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:59:51.712436 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2a6ef-39ad-4968-8c92-a649a12f6ceb service neutron] Pushing event updated for resources: {'Port': ['ID=5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:51.732170 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-f5cb59cd-dbd5-4813-a5f7-4f9f9d97af99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:51.864459 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d6a2a6ef-39ad-4968-8c92-a649a12f6ceb service neutron] Attempting to bind port 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:51.865352 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d6a2a6ef-39ad-4968-8c92-a649a12f6ceb service neutron] Attempting to bind port 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:51.865875 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d6a2a6ef-39ad-4968-8c92-a649a12f6ceb service neutron] Attempting to bind port 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:51.867878 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4cd8d2-1336-4d34-832e-7ac1293bccfc x-openstack-request-id: req-9b4cd8d2-1336-4d34-832e-7ac1293bccfc {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:51.867878 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5881ed4f-b8df-4bf3-a018-cbfe48e72a17", "name": "network-vif-deleted", "tag": "505ec2d6-a4b6-40ca-8f54-7fafe097e544", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:51.868284 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9b4cd8d2-1336-4d34-832e-7ac1293bccfc {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:51.871333 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5881ed4f-b8df-4bf3-a018-cbfe48e72a17', 'name': 'network-vif-deleted', 'tag': '505ec2d6-a4b6-40ca-8f54-7fafe097e544', 'status': 'completed', 'code': 200} Sep 01 14:59:51.879045 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d6a2a6ef-39ad-4968-8c92-a649a12f6ceb service neutron] Port 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:51.879495 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d6a2a6ef-39ad-4968-8c92-a649a12f6ceb service neutron] Attempting to bind port 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:51.888444 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-f5cb59cd-dbd5-4813-a5f7-4f9f9d97af99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:51.894971 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d6a2a6ef-39ad-4968-8c92-a649a12f6ceb service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:59:51.895363 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d6a2a6ef-39ad-4968-8c92-a649a12f6ceb service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:59:51.895520 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d6a2a6ef-39ad-4968-8c92-a649a12f6ceb service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:59:51.896958 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d6a2a6ef-39ad-4968-8c92-a649a12f6ceb service neutron] Bound port: 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:59:51.896958 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d6a2a6ef-39ad-4968-8c92-a649a12f6ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:51.910596 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca18658-11ed-49f0-9bfe-5326bacc4c7c req-391e41d5-4d16-4266-963e-117ab95281e7 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:51.912559 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bca18658-11ed-49f0-9bfe-5326bacc4c7c req-391e41d5-4d16-4266-963e-117ab95281e7 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fbf58b-c5fd-4501-b208-d9ac4c81f7f3 HTTP/1.1" status: 200 len: 1024 time: 0.1181376 Sep 01 14:59:52.044644 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e8a6cc96-c09d-4d50-b24b-436cbfd06dc0 req-59941634-f940-4c0c-83f1-45fa7bea0772 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:52.070850 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bca18658-11ed-49f0-9bfe-5326bacc4c7c req-839c85aa-4ecb-4e8e-b76f-76a15118d853 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b2ee014-6d5f-4035-93b7-b96a2144e126&id=0831441b-591f-435a-b35f-1501b7823eb1&id=a3f1bc3a-091e-426d-b38c-d2f61bf0782c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1405170 Sep 01 14:59:52.095896 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d6a2a6ef-39ad-4968-8c92-a649a12f6ceb service neutron] For port 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a, host n-h2-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:59:52.103797 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['7e538ecd-4647-4f99-b285-085d35d01fa7'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:59:52.106897 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d6a2a6ef-39ad-4968-8c92-a649a12f6ceb service neutron] For port 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:59:52.119302 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d6a2a6ef-39ad-4968-8c92-a649a12f6ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:52.159660 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb59cd-dbd5-4813-a5f7-4f9f9d97af99 service neutron] Pushing event updated for resources: {'Port': ['ID=201ef50e-c68c-4db0-9791-bdada3a8c94c,revision_number=7']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:52.240001 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d6a2a6ef-39ad-4968-8c92-a649a12f6ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:52.241415 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d6a2a6ef-39ad-4968-8c92-a649a12f6ceb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:52.243280 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-d6a2a6ef-39ad-4968-8c92-a649a12f6ceb service neutron] 10.222.0.62 "PUT /v2.0/ports/5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a HTTP/1.1" status: 200 len: 1096 time: 1.9020720 Sep 01 14:59:52.247357 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'defda0c5-8a81-4a29-b7c8-3e9678baf8fc', 'tag': '5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:52.253718 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d73138c-c2f3-488b-97fb-fdc222980716" -d '{"events": [{"name": "network-changed", "server_uuid": "defda0c5-8a81-4a29-b7c8-3e9678baf8fc", "tag": "5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:52.267249 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59941634-f940-4c0c-83f1-45fa7bea0772 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Pushing event deleted for resources: {'Port': ['ID=b6dfe054-3588-4134-a1f9-8796f73490e9,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:52.321062 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2a6ef-39ad-4968-8c92-a649a12f6ceb service neutron] Pushing event updated for resources: {'Port': ['ID=5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:52.331358 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-f5cb59cd-dbd5-4813-a5f7-4f9f9d97af99 service neutron] Attempting to bind port 201ef50e-c68c-4db0-9791-bdada3a8c94c on host n-h1-794796-3 for vnic_type normal with profile {"migrating_to": "n-h2-794796-3"} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 14:59:52.331936 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-f5cb59cd-dbd5-4813-a5f7-4f9f9d97af99 service neutron] Attempting to bind port 201ef50e-c68c-4db0-9791-bdada3a8c94c by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 14:59:52.332514 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-f5cb59cd-dbd5-4813-a5f7-4f9f9d97af99 service neutron] Attempting to bind port 201ef50e-c68c-4db0-9791-bdada3a8c94c on network e27801a1-4735-4eb4-8714-06c2c137f925 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:52.337213 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a6cc96-c09d-4d50-b24b-436cbfd06dc0 req-59941634-f940-4c0c-83f1-45fa7bea0772 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] No DVR routers for this DVR port b6dfe054-3588-4134-a1f9-8796f73490e9 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 14:59:52.347584 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e8a6cc96-c09d-4d50-b24b-436cbfd06dc0 req-59941634-f940-4c0c-83f1-45fa7bea0772 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:52.351505 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e8a6cc96-c09d-4d50-b24b-436cbfd06dc0 req-59941634-f940-4c0c-83f1-45fa7bea0772 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.62 "DELETE /v2.0/ports/b6dfe054-3588-4134-a1f9-8796f73490e9 HTTP/1.1" status: 204 len: 173 time: 2.1424849 Sep 01 14:59:52.380954 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb4ed1-8967-4949-92cc-1d958f9bd272 req-9f386d4c-0993-49dd-bccf-96c0caf18cdb tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:52.397770 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2fbb4ed1-8967-4949-92cc-1d958f9bd272 req-9f386d4c-0993-49dd-bccf-96c0caf18cdb tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=defda0c5-8a81-4a29-b7c8-3e9678baf8fc HTTP/1.1" status: 200 len: 948 time: 0.3889449 Sep 01 14:59:52.401330 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-f5cb59cd-dbd5-4813-a5f7-4f9f9d97af99 service neutron] Port 201ef50e-c68c-4db0-9791-bdada3a8c94c on network e27801a1-4735-4eb4-8714-06c2c137f925 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 14:59:52.402044 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-f5cb59cd-dbd5-4813-a5f7-4f9f9d97af99 service neutron] Attempting to bind port 201ef50e-c68c-4db0-9791-bdada3a8c94c on network e27801a1-4735-4eb4-8714-06c2c137f925 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 14:59:52.608615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-f5cb59cd-dbd5-4813-a5f7-4f9f9d97af99 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 14:59:52.609723 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-f5cb59cd-dbd5-4813-a5f7-4f9f9d97af99 service neutron] Checking segment: {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:59:52.609919 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-f5cb59cd-dbd5-4813-a5f7-4f9f9d97af99 service neutron] Bound using segment: {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 14:59:52.610769 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-f5cb59cd-dbd5-4813-a5f7-4f9f9d97af99 service neutron] Bound port: 201ef50e-c68c-4db0-9791-bdada3a8c94c, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 14:59:52.611406 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-f5cb59cd-dbd5-4813-a5f7-4f9f9d97af99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:52.667780 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cafc78-8896-4482-b824-9f33bf838c27 req-02963a99-7fde-45f7-9fcd-8d4f2750134d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:52.680681 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e1cafc78-8896-4482-b824-9f33bf838c27 req-02963a99-7fde-45f7-9fcd-8d4f2750134d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 945 time: 0.1616421 Sep 01 14:59:52.785986 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50796) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:52.840950 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e1cafc78-8896-4482-b824-9f33bf838c27 req-f89b72fa-da5e-4bed-8913-ce3c7d85216d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597598 Sep 01 14:59:52.865454 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 14:59:52.887838 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-f5cb59cd-dbd5-4813-a5f7-4f9f9d97af99 service neutron] For port 201ef50e-c68c-4db0-9791-bdada3a8c94c, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 14:59:52.895627 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-f5cb59cd-dbd5-4813-a5f7-4f9f9d97af99 service neutron] For port 201ef50e-c68c-4db0-9791-bdada3a8c94c, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=201ef50e-c68c-4db0-9791-bdada3a8c94c,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 14:59:52.924192 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2fbb4ed1-8967-4949-92cc-1d958f9bd272 req-17c7fed6-4fb0-44d0-ad24-4f169ade4362 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207138 Sep 01 14:59:52.947655 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-f5cb59cd-dbd5-4813-a5f7-4f9f9d97af99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:52.983690 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562c963a-18ba-4ff6-9e63-d540e660e05b x-openstack-request-id: req-562c963a-18ba-4ff6-9e63-d540e660e05b {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:52.984127 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "defda0c5-8a81-4a29-b7c8-3e9678baf8fc", "tag": "5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:52.984531 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-562c963a-18ba-4ff6-9e63-d540e660e05b {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:52.985073 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'defda0c5-8a81-4a29-b7c8-3e9678baf8fc', 'tag': '5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a', 'status': 'completed', 'code': 200} Sep 01 14:59:53.067846 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0561555d-5e95-48d7-b1bb-8a61f7552ce9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=48a789c9341a4538ba88d607e8d78b07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792487 Sep 01 14:59:53.072256 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50806) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:53.137628 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-45c6b48d-22de-4a14-af6f-5b7c1658f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:53.144407 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-45c6b48d-22de-4a14-af6f-5b7c1658f149 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f2b28362f76743d68f05c24fb21e8b1e&device_id=defda0c5-8a81-4a29-b7c8-3e9678baf8fc HTTP/1.1" status: 200 len: 1099 time: 0.7370398 Sep 01 14:59:53.234447 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e228aa7-7c9b-4dfe-9bab-d4194bab15f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:53.260293 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644abd2f-1a63-482f-9ffb-1b8841f2b2c9 req-0ed7cd37-23f0-4493-9d87-8d996c4d3913 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:53.268656 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-644abd2f-1a63-482f-9ffb-1b8841f2b2c9 req-0ed7cd37-23f0-4493-9d87-8d996c4d3913 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 944 time: 0.1003666 Sep 01 14:59:53.269502 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-701ef209-237e-4847-9a94-87335bd044b3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a HTTP/1.1" status: 200 len: 217 time: 0.0824075 Sep 01 14:59:53.316438 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e228aa7-7c9b-4dfe-9bab-d4194bab15f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:53.340928 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-644abd2f-1a63-482f-9ffb-1b8841f2b2c9 req-3273f87a-c5cb-4198-939c-0da21af3dda0 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697777 Sep 01 14:59:53.403387 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device b6dfe054-3588-4134-a1f9-8796f73490e9 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 14:59:53.450083 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb59cd-dbd5-4813-a5f7-4f9f9d97af99 service neutron] Pushing event updated for resources: {'Port': ['ID=201ef50e-c68c-4db0-9791-bdada3a8c94c,revision_number=8']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:53.475014 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e228aa7-7c9b-4dfe-9bab-d4194bab15f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:53.482594 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e228aa7-7c9b-4dfe-9bab-d4194bab15f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:53.487349 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-f5cb59cd-dbd5-4813-a5f7-4f9f9d97af99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:53.488085 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-f5cb59cd-dbd5-4813-a5f7-4f9f9d97af99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:53.491635 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-f5cb59cd-dbd5-4813-a5f7-4f9f9d97af99 service neutron] 10.222.0.62 "PUT /v2.0/ports/201ef50e-c68c-4db0-9791-bdada3a8c94c HTTP/1.1" status: 200 len: 1122 time: 2.9499283 Sep 01 14:59:53.491823 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0e228aa7-7c9b-4dfe-9bab-d4194bab15f4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/015052f2-59aa-4aef-b8ad-8fae42ce0e96 HTTP/1.1" status: 204 len: 168 time: 0.4145129 Sep 01 14:59:53.503510 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: b6dfe054-3588-4134-a1f9-8796f73490e9 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 14:59:53.503510 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device b6dfe054-3588-4134-a1f9-8796f73490e9 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 14:59:53.562943 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e228aa7-7c9b-4dfe-9bab-d4194bab15f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015052f2-59aa-4aef-b8ad-8fae42ce0e96,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:53.599546 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['201ef50e-c68c-4db0-9791-bdada3a8c94c'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:59:53.638459 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-a5976b1a-b9ba-4b74-a743-1b23ab696098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:53.642608 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-a5976b1a-b9ba-4b74-a743-1b23ab696098 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.1708615 Sep 01 14:59:53.790697 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-86c14d9a-70a9-4baa-9d11-132505a659fc req-f0fef25c-c8fe-415d-b1c5-70c612aad2e4 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=31fbf58b-c5fd-4501-b208-d9ac4c81f7f3 HTTP/1.1" status: 200 len: 210 time: 0.0550506 Sep 01 14:59:53.811042 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-998e707d-d61b-448d-9dce-9887a65644cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:53.812766 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-998e707d-d61b-448d-9dce-9887a65644cd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1574287 Sep 01 14:59:53.993851 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab76bb03-6035-4103-b276-eb1a3556f1a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '201ef50e-c68c-4db0-9791-bdada3a8c94c'}, {'server_uuid': '31fbf58b-c5fd-4501-b208-d9ac4c81f7f3', 'name': 'network-vif-deleted', 'tag': 'b6dfe054-3588-4134-a1f9-8796f73490e9'}, {'name': 'network-changed', 'server_uuid': 'ab76bb03-6035-4103-b276-eb1a3556f1a2', 'tag': '201ef50e-c68c-4db0-9791-bdada3a8c94c'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 14:59:54.009334 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81178f6-b54d-400f-a397-2c6bb870ee4d" -d '{"events": [{"server_uuid": "ab76bb03-6035-4103-b276-eb1a3556f1a2", "name": "network-vif-unplugged", "status": "completed", "tag": "201ef50e-c68c-4db0-9791-bdada3a8c94c"}, {"server_uuid": "31fbf58b-c5fd-4501-b208-d9ac4c81f7f3", "name": "network-vif-deleted", "tag": "b6dfe054-3588-4134-a1f9-8796f73490e9"}, {"name": "network-changed", "server_uuid": "ab76bb03-6035-4103-b276-eb1a3556f1a2", "tag": "201ef50e-c68c-4db0-9791-bdada3a8c94c"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 14:59:54.212398 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a62312-545a-4a07-9db8-58cb57e7c4b1 req-945faf3d-5726-4061-aade-e09e1ab13447 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:54.224207 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-03a62312-545a-4a07-9db8-58cb57e7c4b1 req-945faf3d-5726-4061-aade-e09e1ab13447 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=defda0c5-8a81-4a29-b7c8-3e9678baf8fc HTTP/1.1" status: 200 len: 948 time: 0.1016500 Sep 01 14:59:54.291056 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-03a62312-545a-4a07-9db8-58cb57e7c4b1 req-00a09e3b-d297-4c09-90c5-a865eed4ec84 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623150 Sep 01 14:59:54.306273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50848) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:54.319900 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-e81790ba-d193-42c2-9714-9f1053dabf67 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964797 Sep 01 14:59:54.499201 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee2efb79-4d8d-4b8e-926f-9665f1f6f32a req-e9cb474c-14e3-46b6-b428-572fb82cb766 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635094 Sep 01 14:59:54.500806 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Wed, 01 Sep 2021 14:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1da3de-96d4-4b01-8c96-d1f4fcc446ba x-openstack-request-id: req-6c1da3de-96d4-4b01-8c96-d1f4fcc446ba {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 14:59:54.501221 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab76bb03-6035-4103-b276-eb1a3556f1a2", "name": "network-vif-unplugged", "status": "completed", "tag": "201ef50e-c68c-4db0-9791-bdada3a8c94c", "code": 200}, {"server_uuid": "31fbf58b-c5fd-4501-b208-d9ac4c81f7f3", "name": "network-vif-deleted", "tag": "b6dfe054-3588-4134-a1f9-8796f73490e9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ab76bb03-6035-4103-b276-eb1a3556f1a2", "tag": "201ef50e-c68c-4db0-9791-bdada3a8c94c", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 14:59:54.501609 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c1da3de-96d4-4b01-8c96-d1f4fcc446ba {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 14:59:54.502030 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab76bb03-6035-4103-b276-eb1a3556f1a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '201ef50e-c68c-4db0-9791-bdada3a8c94c', 'code': 200} Sep 01 14:59:54.502356 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31fbf58b-c5fd-4501-b208-d9ac4c81f7f3', 'name': 'network-vif-deleted', 'tag': 'b6dfe054-3588-4134-a1f9-8796f73490e9', 'status': 'completed', 'code': 200} Sep 01 14:59:54.504461 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ec45b4e9-71fc-4f37-93fd-7cb7401035df admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8c3bea7ba2e6432183073c6d1a847aa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1966572 Sep 01 14:59:54.505270 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50856) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:54.509364 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab76bb03-6035-4103-b276-eb1a3556f1a2', 'tag': '201ef50e-c68c-4db0-9791-bdada3a8c94c', 'status': 'completed', 'code': 200} Sep 01 14:59:54.531860 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abd77b-ac20-4d92-832e-8f261764720d req-32375f9a-26de-459d-8f80-b5abbfa80f1e tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:54.539872 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c2abd77b-ac20-4d92-832e-8f261764720d req-32375f9a-26de-459d-8f80-b5abbfa80f1e tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 945 time: 0.5138535 Sep 01 14:59:54.587316 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d8d2ebf9-e222-47a9-8af0-bfaf85f419ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:54.616469 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d8d2ebf9-e222-47a9-8af0-bfaf85f419ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:54.654881 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c2abd77b-ac20-4d92-832e-8f261764720d req-9eee492c-2149-45e4-bd0a-f72ab4aa4c95 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137185 Sep 01 14:59:54.751687 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d8d2ebf9-e222-47a9-8af0-bfaf85f419ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:54.752426 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81178f6-b54d-400f-a397-2c6bb870ee4d req-ca333703-31bf-40de-9bc6-e84f34123f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:54.754957 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d8d2ebf9-e222-47a9-8af0-bfaf85f419ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:54.755241 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e81178f6-b54d-400f-a397-2c6bb870ee4d req-ca333703-31bf-40de-9bc6-e84f34123f08 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 1125 time: 0.2130368 Sep 01 14:59:54.759086 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d8d2ebf9-e222-47a9-8af0-bfaf85f419ce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/20b30bf6-802c-4876-bc92-a8b9a47e83b5 HTTP/1.1" status: 204 len: 168 time: 0.2488666 Sep 01 14:59:54.782607 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73138c-c2f3-488b-97fb-fdc222980716 req-2176be3a-461d-4b7a-be40-da700e3d2644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:54.785393 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7d73138c-c2f3-488b-97fb-fdc222980716 req-2176be3a-461d-4b7a-be40-da700e3d2644 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f2b28362f76743d68f05c24fb21e8b1e&device_id=defda0c5-8a81-4a29-b7c8-3e9678baf8fc HTTP/1.1" status: 200 len: 1099 time: 0.0910072 Sep 01 14:59:54.787113 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50860) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:54.823999 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2ebf9-e222-47a9-8af0-bfaf85f419ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b30bf6-802c-4876-bc92-a8b9a47e83b5,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:55.051577 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d83ac668-2311-4753-ba9d-6dd3b5c332c7 req-64be2bb3-c497-47f3-9415-cd9788f9c436 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups/a3f1bc3a-091e-426d-b38c-d2f61bf0782c HTTP/1.1" status: 200 len: 1799 time: 0.0606434 Sep 01 14:59:55.053121 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73138c-c2f3-488b-97fb-fdc222980716 req-cdd97fdd-56a5-4f7d-8f22-dc2525891d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:55.056308 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7d73138c-c2f3-488b-97fb-fdc222980716 req-cdd97fdd-56a5-4f7d-8f22-dc2525891d84 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.2524707 Sep 01 14:59:55.057906 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81178f6-b54d-400f-a397-2c6bb870ee4d req-c65c0150-3fad-4930-a6f9-62f84c8c80e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:55.059635 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e81178f6-b54d-400f-a397-2c6bb870ee4d req-c65c0150-3fad-4930-a6f9-62f84c8c80e2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27801a1-4735-4eb4-8714-06c2c137f925 HTTP/1.1" status: 200 len: 921 time: 0.2871773 Sep 01 14:59:55.065352 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d366a22-5a8f-48e7-8699-00638648dab8 req-6c14bea5-3339-44ec-9fd9-78e5cb172a4c tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:55.092372 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1d366a22-5a8f-48e7-8699-00638648dab8 req-6c14bea5-3339-44ec-9fd9-78e5cb172a4c tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 944 time: 0.2729604 Sep 01 14:59:55.204065 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1d366a22-5a8f-48e7-8699-00638648dab8 req-fee6786d-47cd-451d-baba-f913b1b8273e tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985460 Sep 01 14:59:55.238824 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7d73138c-c2f3-488b-97fb-fdc222980716 req-1a421040-159b-410d-b807-9703dfe96577 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a HTTP/1.1" status: 200 len: 217 time: 0.1452651 Sep 01 14:59:55.245445 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e81178f6-b54d-400f-a397-2c6bb870ee4d req-308c7dfb-debf-47e7-95e4-6dc4279c4ce7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=201ef50e-c68c-4db0-9791-bdada3a8c94c HTTP/1.1" status: 200 len: 217 time: 0.1461613 Sep 01 14:59:55.296055 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9acda8b5-20ca-4b1d-8658-2fe949d28a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:55.407562 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 201ef50e-c68c-4db0-9791-bdada3a8c94c details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:59:55.444596 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81178f6-b54d-400f-a397-2c6bb870ee4d req-7be2fa4d-c73b-41db-8054-ee2d28e3068b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:55.455972 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e81178f6-b54d-400f-a397-2c6bb870ee4d req-7be2fa4d-c73b-41db-8054-ee2d28e3068b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66b1faa8-b86d-41ee-9bdb-4fe08d19f261 HTTP/1.1" status: 200 len: 860 time: 0.1801684 Sep 01 14:59:55.515057 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73138c-c2f3-488b-97fb-fdc222980716 req-8601d99b-954f-4336-9c88-4b541e618041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:55.517640 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7d73138c-c2f3-488b-97fb-fdc222980716 req-8601d99b-954f-4336-9c88-4b541e618041 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.2679462 Sep 01 14:59:55.557207 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d83ac668-2311-4753-ba9d-6dd3b5c332c7 req-7dfb4477-878e-422e-8fd1-8a51838962fb tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:55.566704 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e81178f6-b54d-400f-a397-2c6bb870ee4d req-48f8b78e-9adc-4b3f-84e6-d0d1d86b3ef5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27801a1-4735-4eb4-8714-06c2c137f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878837 Sep 01 14:59:55.606602 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9acda8b5-20ca-4b1d-8658-2fe949d28a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:55.623019 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d138dc-585c-428b-aeda-b512d739bbaa req-cdcc969c-aa85-43fa-826a-cd9982ed1e66 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:55.625773 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a7d138dc-585c-428b-aeda-b512d739bbaa req-cdcc969c-aa85-43fa-826a-cd9982ed1e66 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=defda0c5-8a81-4a29-b7c8-3e9678baf8fc HTTP/1.1" status: 200 len: 948 time: 0.1939917 Sep 01 14:59:55.627772 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9acda8b5-20ca-4b1d-8658-2fe949d28a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:55.684087 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 201ef50e-c68c-4db0-9791-bdada3a8c94c, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=201ef50e-c68c-4db0-9791-bdada3a8c94c,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:55.714494 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 201ef50e-c68c-4db0-9791-bdada3a8c94c has no active binding in host n-h2-794796-3 {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 01 14:59:55.749919 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d83ac668-2311-4753-ba9d-6dd3b5c332c7 req-7dfb4477-878e-422e-8fd1-8a51838962fb tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:55.766955 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9acda8b5-20ca-4b1d-8658-2fe949d28a00 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2dd5f203aa054aa19c914e34919c9044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9708807 Sep 01 14:59:55.776934 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acda8b5-20ca-4b1d-8658-2fe949d28a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73106fe2-a914-42e8-8600-f0ed3ebbf407,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:55.779108 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50886) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:55.841151 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a7d138dc-585c-428b-aeda-b512d739bbaa req-6fe053ea-b26e-46fc-b142-60d0399b07c6 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952062 Sep 01 14:59:55.968170 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73138c-c2f3-488b-97fb-fdc222980716 req-48853b7d-ad02-4ce4-b071-b25e2b53a54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:55.970647 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7d73138c-c2f3-488b-97fb-fdc222980716 req-48853b7d-ad02-4ce4-b071-b25e2b53a54f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4083357 Sep 01 14:59:55.980006 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e81178f6-b54d-400f-a397-2c6bb870ee4d req-b78bed9d-e432-4633-b3bd-cbf7ad8fdf98 service neutron] 10.222.0.45 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925364 Sep 01 14:59:55.992833 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d83ac668-2311-4753-ba9d-6dd3b5c332c7 req-7dfb4477-878e-422e-8fd1-8a51838962fb tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:55.995609 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d83ac668-2311-4753-ba9d-6dd3b5c332c7 req-7dfb4477-878e-422e-8fd1-8a51838962fb tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:55.997157 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d83ac668-2311-4753-ba9d-6dd3b5c332c7 req-7dfb4477-878e-422e-8fd1-8a51838962fb tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "DELETE /v2.0/security-groups/a3f1bc3a-091e-426d-b38c-d2f61bf0782c HTTP/1.1" status: 204 len: 173 time: 0.9282393 Sep 01 14:59:56.152698 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e81178f6-b54d-400f-a397-2c6bb870ee4d req-85b64000-053b-4f96-ab48-a50041b7eb37 service neutron] 10.222.0.45 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615133 Sep 01 14:59:56.153145 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bac59050-d2bd-4c61-a975-e51a68324b9d req-745b7b14-1af7-46e6-8e73-861482dc3945 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups/0831441b-591f-435a-b35f-1501b7823eb1 HTTP/1.1" status: 200 len: 1800 time: 0.1120381 Sep 01 14:59:56.186096 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb4477-878e-422e-8fd1-8a51838962fb tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f1bc3a-091e-426d-b38c-d2f61bf0782c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:56.353016 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a3071482-5567-4508-94ff-2138345942e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:56.356964 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-bac59050-d2bd-4c61-a975-e51a68324b9d req-cf345486-e21d-4c1c-bb16-94a40d1e018a tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:56.426658 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-bac59050-d2bd-4c61-a975-e51a68324b9d req-cf345486-e21d-4c1c-bb16-94a40d1e018a tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:56.453604 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c129b7-19cd-4286-8c8c-a26a919ad408 req-5606155b-7068-4ff9-9962-2ff9a51be9a1 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:56.466951 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-30c129b7-19cd-4286-8c8c-a26a919ad408 req-5606155b-7068-4ff9-9962-2ff9a51be9a1 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 945 time: 0.2909424 Sep 01 14:59:56.474004 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a3071482-5567-4508-94ff-2138345942e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:56.484699 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50902) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:56.552596 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-bac59050-d2bd-4c61-a975-e51a68324b9d req-cf345486-e21d-4c1c-bb16-94a40d1e018a tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:56.560476 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-bac59050-d2bd-4c61-a975-e51a68324b9d req-cf345486-e21d-4c1c-bb16-94a40d1e018a tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:56.564504 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bac59050-d2bd-4c61-a975-e51a68324b9d req-cf345486-e21d-4c1c-bb16-94a40d1e018a tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "DELETE /v2.0/security-groups/0831441b-591f-435a-b35f-1501b7823eb1 HTTP/1.1" status: 204 len: 173 time: 0.4052274 Sep 01 14:59:56.585177 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7d73138c-c2f3-488b-97fb-fdc222980716 req-f7870e87-fe93-41e1-b209-ff55714c3980 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255672 Sep 01 14:59:56.602787 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf345486-e21d-4c1c-bb16-94a40d1e018a tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0831441b-591f-435a-b35f-1501b7823eb1,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:56.641416 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-30c129b7-19cd-4286-8c8c-a26a919ad408 req-e17fb116-fc93-4f18-a6bf-40b7e57158cb tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730433 Sep 01 14:59:56.670346 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a3071482-5567-4508-94ff-2138345942e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:56.675537 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a3071482-5567-4508-94ff-2138345942e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:56.677586 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a3071482-5567-4508-94ff-2138345942e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/73106fe2-a914-42e8-8600-f0ed3ebbf407 HTTP/1.1" status: 204 len: 168 time: 0.8850393 Sep 01 14:59:56.787894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-3c0a2881-4ae6-4eaa-80e1-7f5f8c2dd275 req-ada39115-d724-4b05-a00f-8cea465ae32b tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-421461256', 'description': 'tempest-description-249734080'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:56.797174 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3071482-5567-4508-94ff-2138345942e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73106fe2-a914-42e8-8600-f0ed3ebbf407,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:56.842984 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3c0a2881-4ae6-4eaa-80e1-7f5f8c2dd275 req-ada39115-d724-4b05-a00f-8cea465ae32b tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:56.875741 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-b09ceb37-3443-4df2-9ac5-6a5ddd28f769 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-611159269-network', 'tenant_id': '4f67756043a54cb8a248797975dcc615'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:56.879263 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7d73138c-c2f3-488b-97fb-fdc222980716 req-c43853c0-7727-4f1c-bb9c-fa8ad6d1d468 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716613 Sep 01 14:59:56.898404 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.api [None req-b09ceb37-3443-4df2-9ac5-6a5ddd28f769 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 14:59:56.898404 n-d-794796-3 neutron-server[94733]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 14:59:56.898404 n-d-794796-3 neutron-server[94733]: [parameters: {'project_id_1': '4f67756043a54cb8a248797975dcc615', 'expiration_1': datetime.datetime(2021, 9, 1, 14, 59, 56, 886015)}] Sep 01 14:59:56.898404 n-d-794796-3 neutron-server[94733]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 14:59:56.899093 n-d-794796-3 neutron-server[94733]: DEBUG oslo_db.api [None req-b09ceb37-3443-4df2-9ac5-6a5ddd28f769 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 14:59:56.932566 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b473cfa-ff24-45bb-8a58-1dc36be44153 req-ac85589f-0e76-4635-ba82-7417e08a7289 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:56.943581 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1b473cfa-ff24-45bb-8a58-1dc36be44153 req-ac85589f-0e76-4635-ba82-7417e08a7289 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 944 time: 0.1866400 Sep 01 14:59:57.015041 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3c0a2881-4ae6-4eaa-80e1-7f5f8c2dd275 req-ada39115-d724-4b05-a00f-8cea465ae32b tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.015873 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1b473cfa-ff24-45bb-8a58-1dc36be44153 req-95ff78ea-8a4d-44ae-a43e-50ec50b31046 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700631 Sep 01 14:59:57.021938 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3c0a2881-4ae6-4eaa-80e1-7f5f8c2dd275 req-ada39115-d724-4b05-a00f-8cea465ae32b tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.073698 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3c0a2881-4ae6-4eaa-80e1-7f5f8c2dd275 req-ada39115-d724-4b05-a00f-8cea465ae32b tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.086844 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c0a2881-4ae6-4eaa-80e1-7f5f8c2dd275 req-ada39115-d724-4b05-a00f-8cea465ae32b tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3125179 Sep 01 14:59:57.089466 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada39115-d724-4b05-a00f-8cea465ae32b tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5232bd8d-93e7-482d-8d1d-020515e9dfd5,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:57.178513 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046a325-8d15-49ae-9a07-76b55424a26a req-4e885570-ba86-488b-b6dc-e9142ca23a25 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:57.180775 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1046a325-8d15-49ae-9a07-76b55424a26a req-4e885570-ba86-488b-b6dc-e9142ca23a25 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=defda0c5-8a81-4a29-b7c8-3e9678baf8fc HTTP/1.1" status: 200 len: 948 time: 0.0600028 Sep 01 14:59:57.246228 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.255681 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1046a325-8d15-49ae-9a07-76b55424a26a req-4482cf9c-b558-4a83-a347-04582ce807ca tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682759 Sep 01 14:59:57.291539 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0c486202-f7d3-46dc-a6f2-91f4cc752bfd req-6e67d434-2901-4a05-873f-9d6ac8763f34 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups/5232bd8d-93e7-482d-8d1d-020515e9dfd5 HTTP/1.1" status: 200 len: 1799 time: 0.0728223 Sep 01 14:59:57.303451 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-0c486202-f7d3-46dc-a6f2-91f4cc752bfd req-6af662ad-6b57-4454-8061-fccb9d4cf4b6 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1182784575', 'description': 'tempest-description-hth-1962783914'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:57.343385 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0c486202-f7d3-46dc-a6f2-91f4cc752bfd req-6af662ad-6b57-4454-8061-fccb9d4cf4b6 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.406629 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0c486202-f7d3-46dc-a6f2-91f4cc752bfd req-6af662ad-6b57-4454-8061-fccb9d4cf4b6 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.413265 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0c486202-f7d3-46dc-a6f2-91f4cc752bfd req-6af662ad-6b57-4454-8061-fccb9d4cf4b6 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.417017 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0c486202-f7d3-46dc-a6f2-91f4cc752bfd req-6af662ad-6b57-4454-8061-fccb9d4cf4b6 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.421033 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0c486202-f7d3-46dc-a6f2-91f4cc752bfd req-6af662ad-6b57-4454-8061-fccb9d4cf4b6 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "PUT /v2.0/security-groups/5232bd8d-93e7-482d-8d1d-020515e9dfd5 HTTP/1.1" status: 200 len: 1775 time: 0.1217577 Sep 01 14:59:57.423713 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 14:59:57.452946 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09ceb37-3443-4df2-9ac5-6a5ddd28f769 admin admin] Made reservation on behalf of 4f67756043a54cb8a248797975dcc615 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:59:57.455880 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af662ad-6b57-4454-8061-fccb9d4cf4b6 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5232bd8d-93e7-482d-8d1d-020515e9dfd5,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:57.463816 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b09ceb37-3443-4df2-9ac5-6a5ddd28f769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.492805 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b09ceb37-3443-4df2-9ac5-6a5ddd28f769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.593578 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:57.596905 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ab4bbb5d-d0b9-47ec-91f1-04529ebbfc11 req-19902924-7b53-4fbd-a090-6f53f3cf663a tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups/5232bd8d-93e7-482d-8d1d-020515e9dfd5 HTTP/1.1" status: 200 len: 1775 time: 0.1068611 Sep 01 14:59:57.620770 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': '5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a', 'mac_address': 'fa:16:3e:4a:5e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 14:59:57.675079 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.691909 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 14:59:57.727784 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-35cf4cd4-cb97-47f4-93d9-cdd2b6cc46d6 req-4f24713c-500c-484b-b238-dbc4a710a62e tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups/5232bd8d-93e7-482d-8d1d-020515e9dfd5 HTTP/1.1" status: 200 len: 1775 time: 0.0950441 Sep 01 14:59:57.752766 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 14:59:57.781064 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.793211 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b09ceb37-3443-4df2-9ac5-6a5ddd28f769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.808511 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b09ceb37-3443-4df2-9ac5-6a5ddd28f769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.852808 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-35cf4cd4-cb97-47f4-93d9-cdd2b6cc46d6 req-29db317c-abdc-4700-9c8a-6fb220375023 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.889605 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b09ceb37-3443-4df2-9ac5-6a5ddd28f769 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 14:59:57.907438 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ceb37-3443-4df2-9ac5-6a5ddd28f769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6d81c3-ccab-4fb1-99fd-93244bf3fa3f,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:57.921316 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b09ceb37-3443-4df2-9ac5-6a5ddd28f769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.921678 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-b09ceb37-3443-4df2-9ac5-6a5ddd28f769 admin admin] Added segment 61d34df0-0cd0-42ae-82ee-6e90ca2a7166 of type vlan for network 64e99f8e-8c34-4f7d-9117-acd98b5ed10e Sep 01 14:59:57.929640 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-35cf4cd4-cb97-47f4-93d9-cdd2b6cc46d6 req-29db317c-abdc-4700-9c8a-6fb220375023 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:57.944488 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61601cdf-983c-442b-a953-4e9db2e5cc50 req-e2042853-2945-473e-826c-87682dd4f060 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:57.947475 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61601cdf-983c-442b-a953-4e9db2e5cc50 req-e2042853-2945-473e-826c-87682dd4f060 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 945 time: 0.1507988 Sep 01 14:59:57.985432 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:58.068395 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b09ceb37-3443-4df2-9ac5-6a5ddd28f769 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:58.074331 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-35cf4cd4-cb97-47f4-93d9-cdd2b6cc46d6 req-29db317c-abdc-4700-9c8a-6fb220375023 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:58.078734 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-35cf4cd4-cb97-47f4-93d9-cdd2b6cc46d6 req-29db317c-abdc-4700-9c8a-6fb220375023 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:58.080544 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-35cf4cd4-cb97-47f4-93d9-cdd2b6cc46d6 req-29db317c-abdc-4700-9c8a-6fb220375023 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "DELETE /v2.0/security-groups/5232bd8d-93e7-482d-8d1d-020515e9dfd5 HTTP/1.1" status: 204 len: 173 time: 0.3461618 Sep 01 14:59:58.097301 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db317c-abdc-4700-9c8a-6fb220375023 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5232bd8d-93e7-482d-8d1d-020515e9dfd5,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:58.116558 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61601cdf-983c-442b-a953-4e9db2e5cc50 req-504c4886-4820-4740-b3e8-e9bf09176b25 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433363 Sep 01 14:59:58.189065 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b09ceb37-3443-4df2-9ac5-6a5ddd28f769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:58.190738 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09ceb37-3443-4df2-9ac5-6a5ddd28f769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:58.191520 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b09ceb37-3443-4df2-9ac5-6a5ddd28f769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:58.243915 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 14:59:58.317062 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ceb37-3443-4df2-9ac5-6a5ddd28f769 admin admin] Pushing event updated for resources: {'Network': ['ID=64e99f8e-8c34-4f7d-9117-acd98b5ed10e,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:58.329939 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b09ceb37-3443-4df2-9ac5-6a5ddd28f769 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8432829 Sep 01 14:59:58.334701 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50954) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:58.343402 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-77e75b5d-8257-47c9-b091-4ee0fcbc301c admin admin] Request body: {'subnet': {'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-611159269-subnet', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:58.356989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 64e99f8e-8c34-4f7d-9117-acd98b5ed10e details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 14:59:58.362183 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023becf-4093-4657-b051-795d29c6f517 req-8acd41e1-cc11-4f0f-9259-4a01ff9b5325 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:58.365370 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6023becf-4093-4657-b051-795d29c6f517 req-8acd41e1-cc11-4f0f-9259-4a01ff9b5325 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 944 time: 0.1834705 Sep 01 14:59:58.418455 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e75b5d-8257-47c9-b091-4ee0fcbc301c admin admin] Made reservation on behalf of 4f67756043a54cb8a248797975dcc615 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 14:59:58.421590 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-77e75b5d-8257-47c9-b091-4ee0fcbc301c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:58.494960 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6023becf-4093-4657-b051-795d29c6f517 req-a57af44c-dbfa-44f6-b863-a98b32b30e13 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166747 Sep 01 14:59:58.698763 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10cc44b-caf6-49bc-89cd-b9b02ff6794e req-e59731c4-a629-41f5-8c29-b17e7de57809 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:58.700606 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b10cc44b-caf6-49bc-89cd-b9b02ff6794e req-e59731c4-a629-41f5-8c29-b17e7de57809 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=defda0c5-8a81-4a29-b7c8-3e9678baf8fc HTTP/1.1" status: 200 len: 949 time: 0.0973234 Sep 01 14:59:58.762253 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b10cc44b-caf6-49bc-89cd-b9b02ff6794e req-98d682b0-446c-4552-bdf8-1dcadb272410 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512931 Sep 01 14:59:58.807842 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-77e75b5d-8257-47c9-b091-4ee0fcbc301c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:58.829333 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [req-717e9995-b2ba-4e56-8d26-4a89f18d782c req-79e3eb31-313d-4fde-a972-2312bb9183d3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] show failed (client error): The resource could not be found. Sep 01 14:59:58.836875 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-717e9995-b2ba-4e56-8d26-4a89f18d782c req-79e3eb31-313d-4fde-a972-2312bb9183d3 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups/0831441b-591f-435a-b35f-1501b7823eb1 HTTP/1.1" status: 404 len: 352 time: 0.0262594 Sep 01 14:59:58.893639 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e75b5d-8257-47c9-b091-4ee0fcbc301c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d6fdf77-af6e-46da-a026-4e26517058f4,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 14:59:58.895912 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [req-48a2816c-4a68-4744-a888-4aef0124c8ba req-732f55ec-0ae6-451f-b57d-45b530415205 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] show failed (client error): The resource could not be found. Sep 01 14:59:58.898104 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-48a2816c-4a68-4744-a888-4aef0124c8ba req-732f55ec-0ae6-451f-b57d-45b530415205 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups/a3f1bc3a-091e-426d-b38c-d2f61bf0782c HTTP/1.1" status: 404 len: 352 time: 0.0244238 Sep 01 14:59:58.908890 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e75b5d-8257-47c9-b091-4ee0fcbc301c admin admin] Checking segment: {'id': '61d34df0-0cd0-42ae-82ee-6e90ca2a7166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 14:59:58.909773 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e75b5d-8257-47c9-b091-4ee0fcbc301c admin admin] Network hostable DHCP agents. Network: 64e99f8e-8c34-4f7d-9117-acd98b5ed10e, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 14:59:58.938032 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e75b5d-8257-47c9-b091-4ee0fcbc301c admin admin] Network 64e99f8e-8c34-4f7d-9117-acd98b5ed10e is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 14:59:58.950577 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-77e75b5d-8257-47c9-b091-4ee0fcbc301c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 64e99f8e-8c34-4f7d-9117-acd98b5ed10e) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 14:59:58.953119 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [req-bb5a72b3-cee5-482f-b0c5-c814f0f189cc req-15a95c96-e803-40ea-8ad9-84a0472e8b85 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] show failed (client error): The resource could not be found. Sep 01 14:59:58.955149 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bb5a72b3-cee5-482f-b0c5-c814f0f189cc req-15a95c96-e803-40ea-8ad9-84a0472e8b85 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups/c2d755bd-fcea-485f-977a-e258d5ca4adb HTTP/1.1" status: 404 len: 352 time: 0.0344896 Sep 01 14:59:58.956752 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e75b5d-8257-47c9-b091-4ee0fcbc301c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:58.957288 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-77e75b5d-8257-47c9-b091-4ee0fcbc301c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:58.976775 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d461e0-acab-4b8c-abe8-fb1df71bb0e7 None None] Network 64e99f8e-8c34-4f7d-9117-acd98b5ed10e requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 14:59:58.987560 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-77e75b5d-8257-47c9-b091-4ee0fcbc301c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6485469 Sep 01 14:59:58.987993 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50968) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 14:59:58.993598 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-55609bb9-4ffd-4359-86f0-4221dc9b7b4c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-611159269-router', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 14:59:59.020392 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [req-dea93832-5c09-42cb-9818-9f4c38da8b5a req-bc8029f6-51d3-43bb-ac1f-a69f4033bc0d tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] show failed (client error): The resource could not be found. Sep 01 14:59:59.021421 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dea93832-5c09-42cb-9818-9f4c38da8b5a req-bc8029f6-51d3-43bb-ac1f-a69f4033bc0d tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups/d6e18b71-4327-468e-aeaa-d4fb4f0e2837 HTTP/1.1" status: 404 len: 352 time: 0.0241673 Sep 01 14:59:59.038687 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-55609bb9-4ffd-4359-86f0-4221dc9b7b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:59.040625 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-55609bb9-4ffd-4359-86f0-4221dc9b7b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:59.074322 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [req-008966be-5d2f-459d-8f0e-e4535e2985e8 req-9d0151f9-e76a-4cd2-859a-723b6c35c445 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] show failed (client error): The resource could not be found. Sep 01 14:59:59.078998 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-008966be-5d2f-459d-8f0e-e4535e2985e8 req-9d0151f9-e76a-4cd2-859a-723b6c35c445 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups/b316ec44-1ddd-4777-96fd-58d4050098a9 HTTP/1.1" status: 404 len: 352 time: 0.0277488 Sep 01 14:59:59.142090 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-55609bb9-4ffd-4359-86f0-4221dc9b7b4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:59.154965 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [req-c3d98cd8-007f-4bc9-acfb-9f15413972e8 req-dc75cfdc-b919-47e5-98f8-edce887de3f8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] show failed (client error): The resource could not be found. Sep 01 14:59:59.158403 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c3d98cd8-007f-4bc9-acfb-9f15413972e8 req-dc75cfdc-b919-47e5-98f8-edce887de3f8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups/bd3f7bd3-d0bb-42b8-b792-6c68d1a9eeba HTTP/1.1" status: 404 len: 352 time: 0.0233965 Sep 01 14:59:59.349429 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7958d180-1cd0-479c-ae5a-1c46ba159080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-64e99f8e-8c34-4f7d-9117-acd98b5ed10e', 'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'fixed_ips': [{'subnet_id': '1d6fdf77-af6e-46da-a026-4e26517058f4'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 14:59:59.350264 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7958d180-1cd0-479c-ae5a-1c46ba159080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:59.375164 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-55609bb9-4ffd-4359-86f0-4221dc9b7b4c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:59.436776 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-55b326a2-7e63-4348-9ae5-d353f303738b service neutron] 10.222.0.45 "GET /v2.0/ports/201ef50e-c68c-4db0-9791-bdada3a8c94c/bindings/n-h2-794796-3 HTTP/1.1" status: 200 len: 384 time: 0.1630096 Sep 01 14:59:59.528996 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45e9cc-cc1b-4635-860c-686c48e78d29 req-abcea77b-6dba-4662-aaa7-38f1debbde61 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 14:59:59.538750 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0e45e9cc-cc1b-4635-860c-686c48e78d29 req-abcea77b-6dba-4662-aaa7-38f1debbde61 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 945 time: 0.2318647 Sep 01 14:59:59.596600 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-7958d180-1cd0-479c-ae5a-1c46ba159080 None None] Allocated IP 172.20.0.2 (64e99f8e-8c34-4f7d-9117-acd98b5ed10e/1d6fdf77-af6e-46da-a026-4e26517058f4/7b88891e-82e8-484f-999d-436e10a9da83) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 14:59:59.615167 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0e45e9cc-cc1b-4635-860c-686c48e78d29 req-c4896a3b-9680-4462-b14d-932a5766a9cd tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743761 Sep 01 14:59:59.906033 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-55609bb9-4ffd-4359-86f0-4221dc9b7b4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 14:59:59.948322 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-55609bb9-4ffd-4359-86f0-4221dc9b7b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:00.000184 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-03ff05ac-da4d-4a9b-84e8-921e1434d4b7 service neutron] For port 201ef50e-c68c-4db0-9791-bdada3a8c94c, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=201ef50e-c68c-4db0-9791-bdada3a8c94c,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:00.034011 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-03ff05ac-da4d-4a9b-84e8-921e1434d4b7 service neutron] For port 201ef50e-c68c-4db0-9791-bdada3a8c94c, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:00:00.039990 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7958d180-1cd0-479c-ae5a-1c46ba159080 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:00.061262 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7958d180-1cd0-479c-ae5a-1c46ba159080 None None] Transition to ACTIVE for port object 7b88891e-82e8-484f-999d-436e10a9da83 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:00:00.089978 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7958d180-1cd0-479c-ae5a-1c46ba159080 None None] Transition to ACTIVE for port object 7b88891e-82e8-484f-999d-436e10a9da83 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:00:00.103273 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7958d180-1cd0-479c-ae5a-1c46ba159080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:00.109783 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-03ff05ac-da4d-4a9b-84e8-921e1434d4b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 201ef50e-c68c-4db0-9791-bdada3a8c94c {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:00:00.133692 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11cd04-5974-4006-a243-e43d291be9f6 req-911301c7-9fed-4a69-9839-3ef12ccde7bf tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:00.134894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-03ff05ac-da4d-4a9b-84e8-921e1434d4b7 service neutron] For port 201ef50e-c68c-4db0-9791-bdada3a8c94c, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=201ef50e-c68c-4db0-9791-bdada3a8c94c,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:00.142132 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d11cd04-5974-4006-a243-e43d291be9f6 req-911301c7-9fed-4a69-9839-3ef12ccde7bf tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=c53dd0be-121a-4349-88ab-945a81b4bcce HTTP/1.1" status: 200 len: 1024 time: 0.1953857 Sep 01 15:00:00.156824 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-55609bb9-4ffd-4359-86f0-4221dc9b7b4c admin admin] Allocated IP 172.25.6.223 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/1e4ac927-d669-4699-b95d-e099299b8c20) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:00:00.166799 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-03ff05ac-da4d-4a9b-84e8-921e1434d4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:00.205179 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7958d180-1cd0-479c-ae5a-1c46ba159080 None None] Network 64e99f8e-8c34-4f7d-9117-acd98b5ed10e is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:00:00.211495 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-7958d180-1cd0-479c-ae5a-1c46ba159080 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:00.220820 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7958d180-1cd0-479c-ae5a-1c46ba159080 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:00:00.232609 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d11cd04-5974-4006-a243-e43d291be9f6 req-7c5c5af5-d8e9-4376-8459-85d34abf1b0a tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b2ee014-6d5f-4035-93b7-b96a2144e126&id=a6d17871-1249-4acd-a30f-a8ceb94e8172&id=d37a95b2-ace6-408a-9c74-14a024928842&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0874403 Sep 01 15:00:00.245448 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958d180-1cd0-479c-ae5a-1c46ba159080 None None] Pushing event updated for resources: {'Port': ['ID=7b88891e-82e8-484f-999d-436e10a9da83,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:00.328277 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-7958d180-1cd0-479c-ae5a-1c46ba159080 None None] Attempting to bind port 7b88891e-82e8-484f-999d-436e10a9da83 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:00:00.329240 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-7958d180-1cd0-479c-ae5a-1c46ba159080 None None] Attempting to bind port 7b88891e-82e8-484f-999d-436e10a9da83 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '61d34df0-0cd0-42ae-82ee-6e90ca2a7166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:00:00.329824 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7958d180-1cd0-479c-ae5a-1c46ba159080 None None] Attempting to bind port 7b88891e-82e8-484f-999d-436e10a9da83 on network 64e99f8e-8c34-4f7d-9117-acd98b5ed10e {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:00.348350 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-03ff05ac-da4d-4a9b-84e8-921e1434d4b7 service neutron] Transition to ACTIVE for port object 201ef50e-c68c-4db0-9791-bdada3a8c94c will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:00:00.360308 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7958d180-1cd0-479c-ae5a-1c46ba159080 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:00:00.361371 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-03ff05ac-da4d-4a9b-84e8-921e1434d4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:00.361820 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7958d180-1cd0-479c-ae5a-1c46ba159080 None None] Checking segment: {'id': '61d34df0-0cd0-42ae-82ee-6e90ca2a7166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:00:00.362449 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7958d180-1cd0-479c-ae5a-1c46ba159080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:00.363013 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7958d180-1cd0-479c-ae5a-1c46ba159080 None None] Bound using segment: {'id': '61d34df0-0cd0-42ae-82ee-6e90ca2a7166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:00:00.365280 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-7958d180-1cd0-479c-ae5a-1c46ba159080 None None] Bound port: 7b88891e-82e8-484f-999d-436e10a9da83, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61d34df0-0cd0-42ae-82ee-6e90ca2a7166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:00:00.366082 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7958d180-1cd0-479c-ae5a-1c46ba159080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:00.440007 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a742f95-3888-4ac8-b7c1-fcfb997ee7ab req-39d000f9-5a76-40c9-afe0-e7674425d1e6 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:00.448738 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3a742f95-3888-4ac8-b7c1-fcfb997ee7ab req-39d000f9-5a76-40c9-afe0-e7674425d1e6 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 944 time: 0.1094325 Sep 01 15:00:00.459603 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-55609bb9-4ffd-4359-86f0-4221dc9b7b4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:00.515284 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-03ff05ac-da4d-4a9b-84e8-921e1434d4b7 service neutron] No DVR routers for this DVR port 201ef50e-c68c-4db0-9791-bdada3a8c94c on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:00:00.524448 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-7958d180-1cd0-479c-ae5a-1c46ba159080 None None] For port 7b88891e-82e8-484f-999d-436e10a9da83, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:00:00.533287 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-7958d180-1cd0-479c-ae5a-1c46ba159080 None None] For port 7b88891e-82e8-484f-999d-436e10a9da83, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=7b88891e-82e8-484f-999d-436e10a9da83,segment=NetworkSegment(61d34df0-0cd0-42ae-82ee-6e90ca2a7166),segment_id=61d34df0-0cd0-42ae-82ee-6e90ca2a7166)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:00:00.536474 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3a742f95-3888-4ac8-b7c1-fcfb997ee7ab req-699cd364-b249-4b7c-9bff-aaf30fa2cc48 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656078 Sep 01 15:00:00.540604 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff05ac-da4d-4a9b-84e8-921e1434d4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=201ef50e-c68c-4db0-9791-bdada3a8c94c,revision_number=10']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:00.557967 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7958d180-1cd0-479c-ae5a-1c46ba159080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:00.571476 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-55609bb9-4ffd-4359-86f0-4221dc9b7b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:00.598808 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-03ff05ac-da4d-4a9b-84e8-921e1434d4b7 service neutron] 10.222.0.45 "PUT /v2.0/ports/201ef50e-c68c-4db0-9791-bdada3a8c94c/bindings/n-h2-794796-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1550245 Sep 01 15:00:00.674348 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55609bb9-4ffd-4359-86f0-4221dc9b7b4c admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:00:00.691356 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-55609bb9-4ffd-4359-86f0-4221dc9b7b4c admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:00.718223 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55609bb9-4ffd-4359-86f0-4221dc9b7b4c admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:00:00.727668 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958d180-1cd0-479c-ae5a-1c46ba159080 None None] Pushing event updated for resources: {'Port': ['ID=7b88891e-82e8-484f-999d-436e10a9da83,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:00.797386 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55609bb9-4ffd-4359-86f0-4221dc9b7b4c admin admin] Pushing event updated for resources: {'Port': ['ID=1e4ac927-d669-4699-b95d-e099299b8c20,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:00.819410 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-a8749f03-efe6-439d-916b-a6f167d2104c tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:00.822681 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-a8749f03-efe6-439d-916b-a6f167d2104c tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2&tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&binding%3Ahost_id=n-h1-794796-3 HTTP/1.1" status: 200 len: 1096 time: 0.1154051 Sep 01 15:00:00.922396 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-fe49cf22-9297-4691-9b87-c479949faf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:00.925021 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-fe49cf22-9297-4691-9b87-c479949faf17 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2&tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa HTTP/1.1" status: 200 len: 1096 time: 0.0890777 Sep 01 15:00:00.928893 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a29cf7-830a-4eed-ac34-b320f674f7bf req-55f6b9b2-d8c9-4026-8a9c-7a46cc2b1475 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:00.930536 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b4a29cf7-830a-4eed-ac34-b320f674f7bf req-55f6b9b2-d8c9-4026-8a9c-7a46cc2b1475 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=defda0c5-8a81-4a29-b7c8-3e9678baf8fc HTTP/1.1" status: 200 len: 949 time: 0.2529736 Sep 01 15:00:01.107792 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b4a29cf7-830a-4eed-ac34-b320f674f7bf req-139a327b-6002-4aaf-8406-ba403aef7665 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523478 Sep 01 15:00:01.220610 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-55609bb9-4ffd-4359-86f0-4221dc9b7b4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:01.467745 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:00:01.609675 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624be610-47b1-40ff-8a3f-3d1d6a0ac1f3 req-d34bf95f-61b6-4147-b85a-c2d8705f317c tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:01.629697 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-624be610-47b1-40ff-8a3f-3d1d6a0ac1f3 req-d34bf95f-61b6-4147-b85a-c2d8705f317c tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 945 time: 0.7032628 Sep 01 15:00:01.698787 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 7b88891e-82e8-484f-999d-436e10a9da83 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:00:01.790020 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-494de96f-3a32-4b0a-ae3d-c9c6ba9c0636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:01.799604 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-494de96f-3a32-4b0a-ae3d-c9c6ba9c0636 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 1096 time: 0.7993176 Sep 01 15:00:01.800127 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:00:01.806674 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:01.807231 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:01.824354 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-624be610-47b1-40ff-8a3f-3d1d6a0ac1f3 req-ddd7d876-baa9-4366-b87a-80ecb78ee66a tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617680 Sep 01 15:00:01.857692 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 7b88891e-82e8-484f-999d-436e10a9da83 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:00:01.927135 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e86dee-dd74-44e1-b186-fac5c78a2e4a req-9557570d-9e4b-41f0-8cf6-4abf16507485 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:01.942112 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-11e86dee-dd74-44e1-b186-fac5c78a2e4a req-9557570d-9e4b-41f0-8cf6-4abf16507485 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=c53dd0be-121a-4349-88ab-945a81b4bcce HTTP/1.1" status: 200 len: 1024 time: 0.2742126 Sep 01 15:00:01.990516 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:02.019553 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-55609bb9-4ffd-4359-86f0-4221dc9b7b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:02.045576 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defda0c5-8a81-4a29-b7c8-3e9678baf8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:02.049979 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48b791c-2805-49db-8f75-5769e87d103e" -d '{"events": [{"server_uuid": "defda0c5-8a81-4a29-b7c8-3e9678baf8fc", "name": "network-vif-plugged", "status": "completed", "tag": "5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:02.051842 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-11e86dee-dd74-44e1-b186-fac5c78a2e4a req-18964217-8678-4ee9-989b-5a8593881ddf tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b2ee014-6d5f-4035-93b7-b96a2144e126&id=a6d17871-1249-4acd-a30f-a8ceb94e8172&id=d37a95b2-ace6-408a-9c74-14a024928842&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1072621 Sep 01 15:00:02.088218 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:02.097974 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:02.153939 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f977e-67d2-4c93-a416-ecafc9b3b60e req-fa9330cd-85b0-48bf-9569-53f44d13323b tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:02.155716 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-838f977e-67d2-4c93-a416-ecafc9b3b60e req-fa9330cd-85b0-48bf-9569-53f44d13323b tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.62 "GET /v2.0/ports?device_id=c53dd0be-121a-4349-88ab-945a81b4bcce HTTP/1.1" status: 200 len: 1024 time: 0.3924828 Sep 01 15:00:02.235919 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:02.304643 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef006c39-0d9a-4974-bb90-1336f63b8922 None None] Network 64e99f8e-8c34-4f7d-9117-acd98b5ed10e requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:00:02.327274 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-a0e8be1e-eafe-4b43-b956-5910e1277728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:02.328857 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-a0e8be1e-eafe-4b43-b956-5910e1277728 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e27801a1-4735-4eb4-8714-06c2c137f925 HTTP/1.1" status: 200 len: 921 time: 0.5032182 Sep 01 15:00:02.409797 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5929a1c5-aa5d-4772-a62e-88432a105435 None None] Provisioning for port 7b88891e-82e8-484f-999d-436e10a9da83 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:00:02.419204 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-4cf8baed-77ac-437f-ad2c-598b15df0e55 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=201ef50e-c68c-4db0-9791-bdada3a8c94c HTTP/1.1" status: 200 len: 217 time: 0.0725679 Sep 01 15:00:02.419930 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcef799-85a1-4ac0-80f9-f17048f33e03 req-f4a4694c-657c-45bd-b4f3-cce1b9f6b4c6 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:02.425031 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5929a1c5-aa5d-4772-a62e-88432a105435 None None] Provisioning complete for port 7b88891e-82e8-484f-999d-436e10a9da83 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:02.425518 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5929a1c5-aa5d-4772-a62e-88432a105435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:02.430775 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-838f977e-67d2-4c93-a416-ecafc9b3b60e req-94483865-9987-4cfb-ab54-6551c0b3f0ad tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Deleting port 7e538ecd-4647-4f99-b285-085d35d01fa7 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:00:02.431060 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-838f977e-67d2-4c93-a416-ecafc9b3b60e req-94483865-9987-4cfb-ab54-6551c0b3f0ad tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:02.433063 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8bcef799-85a1-4ac0-80f9-f17048f33e03 req-f4a4694c-657c-45bd-b4f3-cce1b9f6b4c6 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 945 time: 0.1910803 Sep 01 15:00:02.496640 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55609bb9-4ffd-4359-86f0-4221dc9b7b4c admin admin] Router 68dbdae8-d942-4ae7-af14-31200ffd5a21 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:00:02.622931 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8bcef799-85a1-4ac0-80f9-f17048f33e03 req-93bc1f12-dab4-4467-9d30-20c3d25b5021 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806345 Sep 01 15:00:02.646003 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5929a1c5-aa5d-4772-a62e-88432a105435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:02.666434 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63858ba6-9ba3-491a-b507-46a7ca7b8ed5 x-openstack-request-id: req-63858ba6-9ba3-491a-b507-46a7ca7b8ed5 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:02.666877 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defda0c5-8a81-4a29-b7c8-3e9678baf8fc", "name": "network-vif-plugged", "status": "completed", "tag": "5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:02.667286 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-63858ba6-9ba3-491a-b507-46a7ca7b8ed5 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:02.667917 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'defda0c5-8a81-4a29-b7c8-3e9678baf8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a', 'code': 200} Sep 01 15:00:02.677227 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-2350ba68-a3cb-4344-97c5-9a5dcbed26b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:02.681291 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-2350ba68-a3cb-4344-97c5-9a5dcbed26b1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66b1faa8-b86d-41ee-9bdb-4fe08d19f261 HTTP/1.1" status: 200 len: 860 time: 0.2462666 Sep 01 15:00:02.697222 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-838f977e-67d2-4c93-a416-ecafc9b3b60e req-94483865-9987-4cfb-ab54-6551c0b3f0ad tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] For port 7e538ecd-4647-4f99-b285-085d35d01fa7, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=7e538ecd-4647-4f99-b285-085d35d01fa7,segment=NetworkSegment(dc42584e-dbf4-46b3-8fa5-2b6ac56bc408),segment_id=dc42584e-dbf4-46b3-8fa5-2b6ac56bc408)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:02.697969 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-838f977e-67d2-4c93-a416-ecafc9b3b60e req-94483865-9987-4cfb-ab54-6551c0b3f0ad tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:02.781729 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-838f977e-67d2-4c93-a416-ecafc9b3b60e req-94483865-9987-4cfb-ab54-6551c0b3f0ad tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Calling delete_port for 7e538ecd-4647-4f99-b285-085d35d01fa7 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:00:02.797265 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55609bb9-4ffd-4359-86f0-4221dc9b7b4c admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:00:02.823887 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18baa90a-4a50-44da-9d89-9ea0ab315240 None None] Sync routers for ids ['68dbdae8-d942-4ae7-af14-31200ffd5a21'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:00:02.836924 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-5929a1c5-aa5d-4772-a62e-88432a105435 None None] For port 7b88891e-82e8-484f-999d-436e10a9da83, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=7b88891e-82e8-484f-999d-436e10a9da83,segment=NetworkSegment(61d34df0-0cd0-42ae-82ee-6e90ca2a7166),segment_id=61d34df0-0cd0-42ae-82ee-6e90ca2a7166)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:02.857123 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5929a1c5-aa5d-4772-a62e-88432a105435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:02.867672 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18baa90a-4a50-44da-9d89-9ea0ab315240 None None] Routers {'68dbdae8-d942-4ae7-af14-31200ffd5a21'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:02.871173 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-18baa90a-4a50-44da-9d89-9ea0ab315240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:59:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['68dbdae8-d942-4ae7-af14-31200ffd5a21'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:02.877214 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-55609bb9-4ffd-4359-86f0-4221dc9b7b4c admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:02.888763 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-55609bb9-4ffd-4359-86f0-4221dc9b7b4c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.8936868 Sep 01 15:00:02.889465 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-00ca8bee-f1ab-4a2c-ba5b-856517094179 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e27801a1-4735-4eb4-8714-06c2c137f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1678071 Sep 01 15:00:02.891845 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51032) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:03.031500 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-18baa90a-4a50-44da-9d89-9ea0ab315240 None None] Set router 68dbdae8-d942-4ae7-af14-31200ffd5a21 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:00:03.069750 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c490d2-b1e5-4ba8-b8ea-f14f9b6433a4 req-1728cc3a-2460-4bef-86ae-1b821d0cfac4 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:03.071732 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c8c490d2-b1e5-4ba8-b8ea-f14f9b6433a4 req-1728cc3a-2460-4bef-86ae-1b821d0cfac4 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=defda0c5-8a81-4a29-b7c8-3e9678baf8fc HTTP/1.1" status: 200 len: 950 time: 0.2938125 Sep 01 15:00:03.144534 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254c4b9-7b3c-4ac8-98f6-da81f320d025 req-64de8d30-123d-4f0c-bcfe-db78056c321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:03.148753 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3254c4b9-7b3c-4ac8-98f6-da81f320d025 req-64de8d30-123d-4f0c-bcfe-db78056c321a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=defda0c5-8a81-4a29-b7c8-3e9678baf8fc HTTP/1.1" status: 200 len: 1101 time: 0.3147397 Sep 01 15:00:03.153098 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 201ef50e-c68c-4db0-9791-bdada3a8c94c no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:00:03.290906 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c8c490d2-b1e5-4ba8-b8ea-f14f9b6433a4 req-5d939fb9-d60d-4eca-af24-db3c27f4f816 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066307 Sep 01 15:00:03.325075 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929a1c5-aa5d-4772-a62e-88432a105435 None None] Pushing event updated for resources: {'Port': ['ID=7b88891e-82e8-484f-999d-436e10a9da83,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:03.329193 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-fd8b3ad9-ed1f-45e3-9bf4-571ca4ad1459 service neutron] 10.222.0.62 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224975 Sep 01 15:00:03.343929 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 201ef50e-c68c-4db0-9791-bdada3a8c94c not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:00:03.369622 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-15501c3e-2f1a-4fe7-bdbc-70449e416d54 None None] Provisioning complete for port 7b88891e-82e8-484f-999d-436e10a9da83 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:03.370406 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-15501c3e-2f1a-4fe7-bdbc-70449e416d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:03.481673 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3254c4b9-7b3c-4ac8-98f6-da81f320d025 req-12d0c313-9dcf-4744-a941-f6f7d940e96c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331601 Sep 01 15:00:03.578684 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 7b88891e-82e8-484f-999d-436e10a9da83 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:00:03.654117 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-18baa90a-4a50-44da-9d89-9ea0ab315240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'name': 'tempest-ServersTestJSON-611159269-router', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:00Z', 'revision_number': 3, 'project_id': '4f67756043a54cb8a248797975dcc615', 'gw_port': {'id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:db:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:03.701978 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18baa90a-4a50-44da-9d89-9ea0ab315240 None None] Checking router: 68dbdae8-d942-4ae7-af14-31200ffd5a21 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:00:03.702352 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18baa90a-4a50-44da-9d89-9ea0ab315240 None None] Updating router 68dbdae8-d942-4ae7-af14-31200ffd5a21 port 1e4ac927-d669-4699-b95d-e099299b8c20 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:00:03.714323 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-2bf749eb-76b6-4577-9037-a3e64e000f3a service neutron] 10.222.0.62 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701415 Sep 01 15:00:03.716601 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-838f977e-67d2-4c93-a416-ecafc9b3b60e req-94483865-9987-4cfb-ab54-6551c0b3f0ad tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:03.751129 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-18baa90a-4a50-44da-9d89-9ea0ab315240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:03.755233 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 7b88891e-82e8-484f-999d-436e10a9da83 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:03.755233 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:03.798136 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94483865-9987-4cfb-ab54-6551c0b3f0ad tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Pushing event deleted for resources: {'Port': ['ID=7e538ecd-4647-4f99-b285-085d35d01fa7,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:03.852304 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94483865-9987-4cfb-ab54-6551c0b3f0ad tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:03.853146 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94483865-9987-4cfb-ab54-6551c0b3f0ad tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:03.853766 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94483865-9987-4cfb-ab54-6551c0b3f0ad tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:03.854456 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94483865-9987-4cfb-ab54-6551c0b3f0ad tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:03.855154 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94483865-9987-4cfb-ab54-6551c0b3f0ad tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:03.855851 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94483865-9987-4cfb-ab54-6551c0b3f0ad tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:03.856545 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94483865-9987-4cfb-ab54-6551c0b3f0ad tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:03.857243 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94483865-9987-4cfb-ab54-6551c0b3f0ad tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:03.857935 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94483865-9987-4cfb-ab54-6551c0b3f0ad tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:03.858678 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94483865-9987-4cfb-ab54-6551c0b3f0ad tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:03.859371 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94483865-9987-4cfb-ab54-6551c0b3f0ad tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:03.860050 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94483865-9987-4cfb-ab54-6551c0b3f0ad tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:03.868108 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c18e80b8-0b7d-4a73-8d57-30087f6b7e88 req-528d7ceb-85d1-4444-ab82-de4218e358ca tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=c53dd0be-121a-4349-88ab-945a81b4bcce HTTP/1.1" status: 200 len: 210 time: 0.0911777 Sep 01 15:00:03.945533 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-838f977e-67d2-4c93-a416-ecafc9b3b60e req-94483865-9987-4cfb-ab54-6551c0b3f0ad tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] No DVR routers for this DVR port 7e538ecd-4647-4f99-b285-085d35d01fa7 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:00:03.950190 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-838f977e-67d2-4c93-a416-ecafc9b3b60e req-94483865-9987-4cfb-ab54-6551c0b3f0ad tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:03.951102 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9488531-a03e-4a45-9657-c3ada56e6801 req-78ee8191-0b44-4172-b3c4-f324ce808da4 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:03.954463 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-838f977e-67d2-4c93-a416-ecafc9b3b60e req-94483865-9987-4cfb-ab54-6551c0b3f0ad tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.62 "DELETE /v2.0/ports/7e538ecd-4647-4f99-b285-085d35d01fa7 HTTP/1.1" status: 204 len: 173 time: 1.7636180 Sep 01 15:00:03.955454 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53dd0be-121a-4349-88ab-945a81b4bcce', 'name': 'network-vif-deleted', 'tag': '7e538ecd-4647-4f99-b285-085d35d01fa7'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:03.959891 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60941b5c-551e-430c-ab28-907564fbbc75" -d '{"events": [{"server_uuid": "c53dd0be-121a-4349-88ab-945a81b4bcce", "name": "network-vif-deleted", "tag": "7e538ecd-4647-4f99-b285-085d35d01fa7"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:03.960181 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9488531-a03e-4a45-9657-c3ada56e6801 req-78ee8191-0b44-4172-b3c4-f324ce808da4 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 945 time: 0.2360625 Sep 01 15:00:04.091065 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9488531-a03e-4a45-9657-c3ada56e6801 req-3ccb6688-5fb0-410a-9e97-8b91c64d157d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280901 Sep 01 15:00:04.422599 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342099c-42dd-4165-b104-6132c5aca472 req-f098755f-4a4e-4574-abbe-d2371681f00e tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:04.425825 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0342099c-42dd-4165-b104-6132c5aca472 req-f098755f-4a4e-4574-abbe-d2371681f00e tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] 10.222.0.60 "GET /v2.0/ports?device_id=8721e9e7-38f7-4591-8607-68ced64ae3e4 HTTP/1.1" status: 200 len: 945 time: 0.2083809 Sep 01 15:00:04.438290 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:04.514502 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f967d1-f3b0-412b-89bb-33ab967c84c2 req-6d187ea8-0874-4530-bb6a-66005297e5b6 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:04.516520 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-37f967d1-f3b0-412b-89bb-33ab967c84c2 req-6d187ea8-0874-4530-bb6a-66005297e5b6 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 945 time: 0.1217654 Sep 01 15:00:04.571122 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-18baa90a-4a50-44da-9d89-9ea0ab315240 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:04.589515 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-dca67cf4-e4b9-4f20-a507-f2765f4f964e tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:04.590193 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-18baa90a-4a50-44da-9d89-9ea0ab315240 None None] Transition to ACTIVE for port object 1e4ac927-d669-4699-b95d-e099299b8c20 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:00:04.591570 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-dca67cf4-e4b9-4f20-a507-f2765f4f964e tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2&tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&binding%3Ahost_id=n-h2-794796-3 HTTP/1.1" status: 200 len: 1096 time: 0.1039591 Sep 01 15:00:04.598589 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-37f967d1-f3b0-412b-89bb-33ab967c84c2 req-338f92a1-66db-4516-8e14-35a7b636bd8f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586424 Sep 01 15:00:04.604306 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-18baa90a-4a50-44da-9d89-9ea0ab315240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:04.626883 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0342099c-42dd-4165-b104-6132c5aca472 req-8eb44417-7337-44a2-9c32-09acbe13e4b8 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] 10.222.0.60 "GET /v2.0/security-groups?id=944e4ac1-9cf8-40bb-a44d-f3cd3a06acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852489 Sep 01 15:00:04.710345 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e5092-2b1a-49ad-b5f6-c34c1cb79607 None None] Pushing event updated for resources: {'Port': ['ID=1e4ac927-d669-4699-b95d-e099299b8c20,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:04.715144 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-18baa90a-4a50-44da-9d89-9ea0ab315240 None None] Attempting to bind port 1e4ac927-d669-4699-b95d-e099299b8c20 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:00:04.715849 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-18baa90a-4a50-44da-9d89-9ea0ab315240 None None] Attempting to bind port 1e4ac927-d669-4699-b95d-e099299b8c20 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:00:04.716550 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18baa90a-4a50-44da-9d89-9ea0ab315240 None None] Attempting to bind port 1e4ac927-d669-4699-b95d-e099299b8c20 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:04.727268 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18baa90a-4a50-44da-9d89-9ea0ab315240 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:00:04.727988 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18baa90a-4a50-44da-9d89-9ea0ab315240 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:00:04.728853 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-18baa90a-4a50-44da-9d89-9ea0ab315240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:04.729701 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18baa90a-4a50-44da-9d89-9ea0ab315240 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:00:04.730692 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-18baa90a-4a50-44da-9d89-9ea0ab315240 None None] Bound port: 1e4ac927-d669-4699-b95d-e099299b8c20, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:00:04.731431 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-18baa90a-4a50-44da-9d89-9ea0ab315240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:04.773978 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524031a2-63d5-4ee8-a024-c7a88e963a80 x-openstack-request-id: req-524031a2-63d5-4ee8-a024-c7a88e963a80 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:04.775537 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53dd0be-121a-4349-88ab-945a81b4bcce", "name": "network-vif-deleted", "tag": "7e538ecd-4647-4f99-b285-085d35d01fa7", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:04.776389 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-524031a2-63d5-4ee8-a024-c7a88e963a80 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:04.777879 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c53dd0be-121a-4349-88ab-945a81b4bcce', 'name': 'network-vif-deleted', 'tag': '7e538ecd-4647-4f99-b285-085d35d01fa7', 'status': 'completed', 'code': 200} Sep 01 15:00:04.849445 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-18baa90a-4a50-44da-9d89-9ea0ab315240 None None] For port 1e4ac927-d669-4699-b95d-e099299b8c20, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:00:04.875544 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-18baa90a-4a50-44da-9d89-9ea0ab315240 None None] For port 1e4ac927-d669-4699-b95d-e099299b8c20, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1e4ac927-d669-4699-b95d-e099299b8c20,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:00:04.888824 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-18baa90a-4a50-44da-9d89-9ea0ab315240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:04.892792 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-59c2dcc5-a987-468a-af24-881e68b6bfeb service neutron] For port 201ef50e-c68c-4db0-9791-bdada3a8c94c, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:00:04.899194 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-59c2dcc5-a987-468a-af24-881e68b6bfeb service neutron] Notify callbacks [] for binding, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:04.901391 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-214d0d4d-f167-482d-8d73-8797f8150c49 req-59c2dcc5-a987-468a-af24-881e68b6bfeb service neutron] 10.222.0.62 "DELETE /v2.0/ports/201ef50e-c68c-4db0-9791-bdada3a8c94c/bindings/n-h1-794796-3 HTTP/1.1" status: 204 len: 173 time: 0.2753496 Sep 01 15:00:04.974567 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Allocated IP 172.20.0.1 (64e99f8e-8c34-4f7d-9117-acd98b5ed10e/1d6fdf77-af6e-46da-a026-4e26517058f4/1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:00:05.021748 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18baa90a-4a50-44da-9d89-9ea0ab315240 None None] Routers {'68dbdae8-d942-4ae7-af14-31200ffd5a21'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:05.024779 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-18baa90a-4a50-44da-9d89-9ea0ab315240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:59:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['68dbdae8-d942-4ae7-af14-31200ffd5a21'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:05.145128 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e5092-2b1a-49ad-b5f6-c34c1cb79607 None None] Pushing event updated for resources: {'Port': ['ID=1e4ac927-d669-4699-b95d-e099299b8c20,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:05.197992 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91275adc-0c2e-4179-9855-fa130c47f26e req-df380f5f-c9c0-4826-92af-283f40b1476f tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:05.201415 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-91275adc-0c2e-4179-9855-fa130c47f26e req-df380f5f-c9c0-4826-92af-283f40b1476f tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=defda0c5-8a81-4a29-b7c8-3e9678baf8fc HTTP/1.1" status: 200 len: 950 time: 0.3048227 Sep 01 15:00:05.230989 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eeeeeb14-7cc3-48e4-bb9d-3b610c5d4486 req-7dc91a45-bd10-4d8f-9dab-25f52ae5dab8 tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/ports?device_id=c53dd0be-121a-4349-88ab-945a81b4bcce HTTP/1.1" status: 200 len: 210 time: 0.1060793 Sep 01 15:00:05.299130 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-18baa90a-4a50-44da-9d89-9ea0ab315240 None None] Set router 68dbdae8-d942-4ae7-af14-31200ffd5a21 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:00:05.419622 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:05.469070 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-91275adc-0c2e-4179-9855-fa130c47f26e req-b406aa95-4714-4494-888f-b07b5481a652 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519002 Sep 01 15:00:05.478638 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Transition to ACTIVE for port object 1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:00:05.495446 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 7e538ecd-4647-4f99-b285-085d35d01fa7 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:00:05.538432 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 7e538ecd-4647-4f99-b285-085d35d01fa7 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:00:05.538991 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 7e538ecd-4647-4f99-b285-085d35d01fa7 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:00:05.604567 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:05.693410 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Network 64e99f8e-8c34-4f7d-9117-acd98b5ed10e is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:00:05.696625 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e6129-88d9-4876-9c95-c14200385482 req-ad6c0588-8f3f-4194-a970-f8ad19df59a2 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:05.705873 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8a1e6129-88d9-4876-9c95-c14200385482 req-ad6c0588-8f3f-4194-a970-f8ad19df59a2 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 945 time: 0.2150383 Sep 01 15:00:05.709422 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:05.716359 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:00:05.725374 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-18baa90a-4a50-44da-9d89-9ea0ab315240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'name': 'tempest-ServersTestJSON-611159269-router', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:00Z', 'revision_number': 3, 'project_id': '4f67756043a54cb8a248797975dcc615', 'gw_port': {'id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:db:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:05.802026 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Pushing event updated for resources: {'Port': ['ID=1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:05.825090 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18baa90a-4a50-44da-9d89-9ea0ab315240 None None] The sync data for ids ['68dbdae8-d942-4ae7-af14-31200ffd5a21'] in n-d-794796-3 is: [{'id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'name': 'tempest-ServersTestJSON-611159269-router', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:00Z', 'revision_number': 3, 'project_id': '4f67756043a54cb8a248797975dcc615', 'gw_port': {'id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:db:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:00:05.841077 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:05.841718 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:05.842120 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:05.842687 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:05.843237 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:05.865431 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:05.866177 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:05.867039 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:05.867960 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:05.868555 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:05.869125 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:05.869718 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:05.870931 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8a1e6129-88d9-4876-9c95-c14200385482 req-42db1d52-9162-4a24-be00-dadd6de36c92 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426115 Sep 01 15:00:05.893693 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:06.131299 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25734f8e-65c6-454a-9ee4-c7651e92a725 req-20b8b539-91de-48c1-b178-55746057c628 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:06.156635 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-25734f8e-65c6-454a-9ee4-c7651e92a725 req-20b8b539-91de-48c1-b178-55746057c628 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 945 time: 0.1396222 Sep 01 15:00:06.213942 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a5eb354f-e8cd-4bad-8d23-22b621b5f06c None None] Provisioning for port 1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:00:06.234103 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a5eb354f-e8cd-4bad-8d23-22b621b5f06c None None] Provisioning complete for port 1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:06.234601 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a5eb354f-e8cd-4bad-8d23-22b621b5f06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:06.327762 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-25734f8e-65c6-454a-9ee4-c7651e92a725 req-741c2d8d-230a-48e5-9b7b-5ecfeaebca42 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685619 Sep 01 15:00:06.329428 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-a5eb354f-e8cd-4bad-8d23-22b621b5f06c None None] Port 1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:00:06.400038 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:06.591508 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd409d-cf9f-4efb-b4a6-b36f97387e69 req-1dc51dfb-c81d-4061-909d-d2ee7fc513a4 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:06.594430 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6fcd409d-cf9f-4efb-b4a6-b36f97387e69 req-1dc51dfb-c81d-4061-909d-d2ee7fc513a4 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] 10.222.0.60 "GET /v2.0/ports?device_id=8721e9e7-38f7-4591-8607-68ced64ae3e4 HTTP/1.1" status: 200 len: 945 time: 0.1090150 Sep 01 15:00:06.688638 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6fcd409d-cf9f-4efb-b4a6-b36f97387e69 req-221526df-aef5-4d76-8d98-c782b7739b08 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] 10.222.0.60 "GET /v2.0/security-groups?id=944e4ac1-9cf8-40bb-a44d-f3cd3a06acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764599 Sep 01 15:00:06.794136 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:06.811018 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:06.851920 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-b836ef15-a4cb-480f-a877-1e794113681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:06.864086 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-b836ef15-a4cb-480f-a877-1e794113681c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 1096 time: 0.0956261 Sep 01 15:00:06.921947 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6d3ab619-4697-4b16-afd6-0bdb00ea827e req-ae93eb81-a2d6-4297-abba-4fbd9748554c tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups/d37a95b2-ace6-408a-9c74-14a024928842 HTTP/1.1" status: 200 len: 1800 time: 0.0565300 Sep 01 15:00:06.984699 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:06.997683 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Pushing event updated for resources: {'Port': ['ID=1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:07.098335 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f0613-1c71-4cc2-a6f3-f1334d15dafa req-7d911662-65db-494d-acef-ec8edef873cc tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:07.100129 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-926f0613-1c71-4cc2-a6f3-f1334d15dafa req-7d911662-65db-494d-acef-ec8edef873cc tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=defda0c5-8a81-4a29-b7c8-3e9678baf8fc HTTP/1.1" status: 200 len: 950 time: 0.2059932 Sep 01 15:00:07.109845 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6d3ab619-4697-4b16-afd6-0bdb00ea827e req-098eefb0-fc71-448d-b69b-647568b5466b tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:07.171755 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-e87074a1-10e1-46c7-a283-d58f6eef2ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:07.174610 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-e87074a1-10e1-46c7-a283-d58f6eef2ce9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 908 time: 0.2436657 Sep 01 15:00:07.181282 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6d3ab619-4697-4b16-afd6-0bdb00ea827e req-098eefb0-fc71-448d-b69b-647568b5466b tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:07.206785 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-926f0613-1c71-4cc2-a6f3-f1334d15dafa req-1490aecb-f07b-4261-8083-15c1b7d9dbeb tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944364 Sep 01 15:00:07.266402 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6d3ab619-4697-4b16-afd6-0bdb00ea827e req-098eefb0-fc71-448d-b69b-647568b5466b tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:07.267143 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Network 64e99f8e-8c34-4f7d-9117-acd98b5ed10e is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:00:07.270714 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:07.271319 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6d3ab619-4697-4b16-afd6-0bdb00ea827e req-098eefb0-fc71-448d-b69b-647568b5466b tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:07.283775 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6d3ab619-4697-4b16-afd6-0bdb00ea827e req-098eefb0-fc71-448d-b69b-647568b5466b tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "DELETE /v2.0/security-groups/d37a95b2-ace6-408a-9c74-14a024928842 HTTP/1.1" status: 204 len: 173 time: 0.3431270 Sep 01 15:00:07.428017 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-6a1a1afd-baa1-4301-8323-0cf75008c416 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fe55acc-3642-4816-8ed1-af0fb041aad0 HTTP/1.1" status: 200 len: 217 time: 0.1425166 Sep 01 15:00:07.431704 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098eefb0-fc71-448d-b69b-647568b5466b tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37a95b2-ace6-408a-9c74-14a024928842,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:07.582272 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1e4ac927-d669-4699-b95d-e099299b8c20 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:00:07.635843 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6411fea-585d-4c62-866f-f455ebb8e6fc req-edcd08bb-b6c0-4d81-ba8a-5f10f8c53fb8 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:07.638543 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d6411fea-585d-4c62-866f-f455ebb8e6fc req-edcd08bb-b6c0-4d81-ba8a-5f10f8c53fb8 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] 10.222.0.62 "GET /v2.0/ports?device_id=8721e9e7-38f7-4591-8607-68ced64ae3e4 HTTP/1.1" status: 200 len: 945 time: 0.3417678 Sep 01 15:00:07.638835 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1c396-a473-46ad-9c15-af865203505b req-f003e239-0b55-4578-96dc-f072bce7bcd0 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:07.641284 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bfe1c396-a473-46ad-9c15-af865203505b req-f003e239-0b55-4578-96dc-f072bce7bcd0 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 1096 time: 0.1520572 Sep 01 15:00:07.642350 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-160fb5d8-613d-44c6-8a5f-062886f6ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:07.645836 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-160fb5d8-613d-44c6-8a5f-062886f6ef09 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f21d72f-51d2-4274-ac2c-410e832eb73e HTTP/1.1" status: 200 len: 847 time: 0.2040753 Sep 01 15:00:07.662664 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Router 68dbdae8-d942-4ae7-af14-31200ffd5a21 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:00:07.665317 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058be93-1cb7-4a6d-a8b9-ec22f0303016 req-5fb08666-48e3-4f4f-8182-357b1d514276 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:07.668907 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9058be93-1cb7-4a6d-a8b9-ec22f0303016 req-5fb08666-48e3-4f4f-8182-357b1d514276 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 945 time: 0.2546690 Sep 01 15:00:07.717649 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bfe1c396-a473-46ad-9c15-af865203505b req-42ea2863-8ee4-4d90-81ee-9b8d807b246e tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646796 Sep 01 15:00:07.729440 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4640ea75-3afc-4bc7-8308-306b20c71821 None None] Provisioning complete for port 1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:07.730422 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4640ea75-3afc-4bc7-8308-306b20c71821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:07.736131 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 1e4ac927-d669-4699-b95d-e099299b8c20 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:00:07.740131 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-a9babea1-2d50-430a-97c1-d407b7397469 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=baf99c09-53f8-4476-8cd9-fd2a9a404823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657859 Sep 01 15:00:07.748919 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 1e4ac927-d669-4699-b95d-e099299b8c20 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:07.749931 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:07.885941 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9058be93-1cb7-4a6d-a8b9-ec22f0303016 req-5ed53fda-006b-443a-97cd-7e71cb9e91f3 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840971 Sep 01 15:00:07.971683 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-4640ea75-3afc-4bc7-8308-306b20c71821 None None] Port 1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:00:07.972993 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:00:08.001695 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-976e4655-4cc8-4f74-a96a-05fa76a15730 admin admin] 10.222.0.60 "PUT /v2.0/routers/68dbdae8-d942-4ae7-af14-31200ffd5a21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0577977 Sep 01 15:00:08.022346 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-494b487d-d869-4910-9481-3bf15f042e47 service neutron] 10.222.0.62 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612543 Sep 01 15:00:08.050471 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:08.135789 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-d6411fea-585d-4c62-866f-f455ebb8e6fc req-80fa7386-3932-448e-807a-75c9eda13744 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Deleting port 9bfe56d9-a211-4b46-8b33-d8436c41ee8a {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:00:08.136289 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d6411fea-585d-4c62-866f-f455ebb8e6fc req-80fa7386-3932-448e-807a-75c9eda13744 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:08.181445 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:08.232477 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 1e4ac927-d669-4699-b95d-e099299b8c20, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1e4ac927-d669-4699-b95d-e099299b8c20,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:08.241849 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:08.253280 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dc265ff5-7999-44f8-b967-3e28a67bdcdf req-e73dfcbd-085b-403f-80ea-8c8fcfb7d52b tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "GET /v2.0/security-groups/a6d17871-1249-4acd-a30f-a8ceb94e8172 HTTP/1.1" status: 200 len: 1801 time: 0.2431538 Sep 01 15:00:08.333743 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-e72d9894-be1c-44a4-b8e7-50c7e0f69eb9 service neutron] 10.222.0.62 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080294 Sep 01 15:00:08.353313 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=1e4ac927-d669-4699-b95d-e099299b8c20,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:08.363111 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:08.363455 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:08.363796 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:08.364142 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:08.364729 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:08.365061 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:08.365451 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:08.365780 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:08.366394 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:08.366639 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:08.367013 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:08.368033 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:08.395506 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-d6411fea-585d-4c62-866f-f455ebb8e6fc req-80fa7386-3932-448e-807a-75c9eda13744 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] For port 9bfe56d9-a211-4b46-8b33-d8436c41ee8a, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=9bfe56d9-a211-4b46-8b33-d8436c41ee8a,segment=NetworkSegment(491955ee-2600-4a7f-8856-47ecc0232503),segment_id=491955ee-2600-4a7f-8856-47ecc0232503)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:08.396134 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d6411fea-585d-4c62-866f-f455ebb8e6fc req-80fa7386-3932-448e-807a-75c9eda13744 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:08.444248 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-d6411fea-585d-4c62-866f-f455ebb8e6fc req-80fa7386-3932-448e-807a-75c9eda13744 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Calling delete_port for 9bfe56d9-a211-4b46-8b33-d8436c41ee8a owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:00:08.553004 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-dc265ff5-7999-44f8-b967-3e28a67bdcdf req-fe8a0399-5392-489a-bf2d-8d3081d2977f tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:08.614814 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781ba67f-25b8-4644-9b83-8e729985914c None None] Sync routers for ids ['68dbdae8-d942-4ae7-af14-31200ffd5a21'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:00:08.632565 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781ba67f-25b8-4644-9b83-8e729985914c None None] Routers {'68dbdae8-d942-4ae7-af14-31200ffd5a21'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:08.634853 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-781ba67f-25b8-4644-9b83-8e729985914c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:59:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['68dbdae8-d942-4ae7-af14-31200ffd5a21'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:08.637599 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-dc265ff5-7999-44f8-b967-3e28a67bdcdf req-fe8a0399-5392-489a-bf2d-8d3081d2977f tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:08.790954 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-dc265ff5-7999-44f8-b967-3e28a67bdcdf req-fe8a0399-5392-489a-bf2d-8d3081d2977f tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:08.795933 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-dc265ff5-7999-44f8-b967-3e28a67bdcdf req-fe8a0399-5392-489a-bf2d-8d3081d2977f tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:08.806782 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dc265ff5-7999-44f8-b967-3e28a67bdcdf req-fe8a0399-5392-489a-bf2d-8d3081d2977f tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] 10.222.0.60 "DELETE /v2.0/security-groups/a6d17871-1249-4acd-a30f-a8ceb94e8172 HTTP/1.1" status: 204 len: 173 time: 0.5370793 Sep 01 15:00:08.823737 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51108) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:08.884176 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c893ba-693d-430c-aef6-af7c1699ee43 req-97b792a6-5d0a-4ae6-808f-347da0e52002 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:08.886806 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30c893ba-693d-430c-aef6-af7c1699ee43 req-97b792a6-5d0a-4ae6-808f-347da0e52002 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] 10.222.0.60 "GET /v2.0/ports?device_id=8721e9e7-38f7-4591-8607-68ced64ae3e4 HTTP/1.1" status: 200 len: 945 time: 0.1286247 Sep 01 15:00:08.897098 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a0399-5392-489a-bf2d-8d3081d2977f tempest-SecurityGroupsTestJSON-1241302252 tempest-SecurityGroupsTestJSON-1241302252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d17871-1249-4acd-a30f-a8ceb94e8172,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:08.907300 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-781ba67f-25b8-4644-9b83-8e729985914c None None] Set router 68dbdae8-d942-4ae7-af14-31200ffd5a21 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:00:08.952268 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d6411fea-585d-4c62-866f-f455ebb8e6fc req-80fa7386-3932-448e-807a-75c9eda13744 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:08.959677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b564af-9537-4b10-9c38-d18032c1a0db admin admin] Deleting subnet 9190e3b6-cad0-44f5-b6a2-0434cdac7990 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:00:08.975910 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d7b564af-9537-4b10-9c38-d18032c1a0db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:08.996345 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['9bfe56d9-a211-4b46-8b33-d8436c41ee8a'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:00:09.059721 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30c893ba-693d-430c-aef6-af7c1699ee43 req-7b345027-ce53-4f2c-9d61-65fb6d5d5259 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] 10.222.0.60 "GET /v2.0/security-groups?id=944e4ac1-9cf8-40bb-a44d-f3cd3a06acf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546454 Sep 01 15:00:09.125042 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa7386-3932-448e-807a-75c9eda13744 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Pushing event deleted for resources: {'Port': ['ID=9bfe56d9-a211-4b46-8b33-d8436c41ee8a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:09.173714 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ed1bd11e-664d-4bfc-bd1b-0c6d5799f7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:09.270245 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6411fea-585d-4c62-866f-f455ebb8e6fc req-80fa7386-3932-448e-807a-75c9eda13744 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] No DVR routers for this DVR port 9bfe56d9-a211-4b46-8b33-d8436c41ee8a on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:00:09.276641 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d6411fea-585d-4c62-866f-f455ebb8e6fc req-80fa7386-3932-448e-807a-75c9eda13744 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:09.280669 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d6411fea-585d-4c62-866f-f455ebb8e6fc req-80fa7386-3932-448e-807a-75c9eda13744 tempest-AttachSCSIVolumeTestJSON-1906343229 tempest-AttachSCSIVolumeTestJSON-1906343229-project] 10.222.0.62 "DELETE /v2.0/ports/9bfe56d9-a211-4b46-8b33-d8436c41ee8a HTTP/1.1" status: 204 len: 173 time: 1.6087868 Sep 01 15:00:09.281176 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8721e9e7-38f7-4591-8607-68ced64ae3e4', 'name': 'network-vif-deleted', 'tag': '9bfe56d9-a211-4b46-8b33-d8436c41ee8a'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:09.285236 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9be453-93cc-4a61-ab10-d19a275a4968" -d '{"events": [{"server_uuid": "8721e9e7-38f7-4591-8607-68ced64ae3e4", "name": "network-vif-deleted", "tag": "9bfe56d9-a211-4b46-8b33-d8436c41ee8a"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:09.299733 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d7b564af-9537-4b10-9c38-d18032c1a0db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:09.406241 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d7b564af-9537-4b10-9c38-d18032c1a0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:09.605873 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-b2bceb6d-58de-4256-aa5e-12ca0add87a7 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:09.608268 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-b2bceb6d-58de-4256-aa5e-12ca0add87a7 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/networks?id=e27801a1-4735-4eb4-8714-06c2c137f925 HTTP/1.1" status: 200 len: 820 time: 0.3161888 Sep 01 15:00:09.611075 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d7b564af-9537-4b10-9c38-d18032c1a0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:09.612598 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1e4ac927-d669-4699-b95d-e099299b8c20 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:00:09.638440 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d7b564af-9537-4b10-9c38-d18032c1a0db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:09.641813 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d7b564af-9537-4b10-9c38-d18032c1a0db admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9190e3b6-cad0-44f5-b6a2-0434cdac7990 HTTP/1.1" status: 204 len: 168 time: 0.8164468 Sep 01 15:00:09.645033 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51122) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:09.671346 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-4ba091f7-8c54-492a-9969-537ff72f2393 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/quotas/9f3b994bc48b473697b9e8ffb67f1eaa HTTP/1.1" status: 200 len: 375 time: 0.0486529 Sep 01 15:00:09.778862 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 1e4ac927-d669-4699-b95d-e099299b8c20 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:09.779255 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:09.781549 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-781ba67f-25b8-4644-9b83-8e729985914c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'name': 'tempest-ServersTestJSON-611159269-router', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:06Z', 'revision_number': 4, 'project_id': '4f67756043a54cb8a248797975dcc615', 'gw_port': {'id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f', 'name': '', 'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'mac_address': 'fa:16:3e:06:a6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1d6fdf77-af6e-46da-a026-4e26517058f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:04Z', 'updated_at': '2021-09-01T15:00:06Z', 'revision_number': 2, 'project_id': '4f67756043a54cb8a248797975dcc615', 'subnets': [{'id': '1d6fdf77-af6e-46da-a026-4e26517058f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:09.866538 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781ba67f-25b8-4644-9b83-8e729985914c None None] Checking router: 68dbdae8-d942-4ae7-af14-31200ffd5a21 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:00:09.867205 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781ba67f-25b8-4644-9b83-8e729985914c None None] Updating router 68dbdae8-d942-4ae7-af14-31200ffd5a21 port 1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:00:09.911475 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-781ba67f-25b8-4644-9b83-8e729985914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:09.921550 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e9d3b9b8-9a37-4638-ab8f-3b659883a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:09.927543 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b564af-9537-4b10-9c38-d18032c1a0db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9190e3b6-cad0-44f5-b6a2-0434cdac7990,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:10.101348 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e9d3b9b8-9a37-4638-ab8f-3b659883a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:10.142510 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-e9d3b9b8-9a37-4638-ab8f-3b659883a5c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04386cd7-b035-483b-a3ac-af5b24df8dcf']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:10.178070 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-e9d3b9b8-9a37-4638-ab8f-3b659883a5c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc42584e-dbf4-46b3-8fa5-2b6ac56bc408') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:10.183205 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-e9d3b9b8-9a37-4638-ab8f-3b659883a5c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc42584e-dbf4-46b3-8fa5-2b6ac56bc408') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:10.218756 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e9d3b9b8-9a37-4638-ab8f-3b659883a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:10.292117 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e9d3b9b8-9a37-4638-ab8f-3b659883a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:10.312690 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d3b9b8-9a37-4638-ab8f-3b659883a5c9 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:00:10.313326 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e9d3b9b8-9a37-4638-ab8f-3b659883a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:10.350799 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-e706f5cf-85b7-4274-9871-8df22537ef41 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6702549 Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:00:10.409675 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:00:10.415624 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e9d3b9b8-9a37-4638-ab8f-3b659883a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:10.434486 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e9d3b9b8-9a37-4638-ab8f-3b659883a5c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:10.438480 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e9d3b9b8-9a37-4638-ab8f-3b659883a5c9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/04386cd7-b035-483b-a3ac-af5b24df8dcf HTTP/1.1" status: 204 len: 168 time: 0.7917612 Sep 01 15:00:10.467994 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3b9b8-9a37-4638-ab8f-3b659883a5c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=04386cd7-b035-483b-a3ac-af5b24df8dcf,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:10.578445 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-781ba67f-25b8-4644-9b83-8e729985914c None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:10.593088 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-781ba67f-25b8-4644-9b83-8e729985914c None None] Transition to ACTIVE for port object 1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:00:10.601441 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-781ba67f-25b8-4644-9b83-8e729985914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:10.652967 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-d22246dd-2fda-497c-b601-7c800a2b4390 service neutron] 10.222.0.60 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971263 Sep 01 15:00:10.746980 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa998b05-0d34-45d7-a230-fbe845e70dc6 None None] Pushing event updated for resources: {'Port': ['ID=1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:10.762535 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa998b05-0d34-45d7-a230-fbe845e70dc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:10.766694 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa998b05-0d34-45d7-a230-fbe845e70dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:10.767580 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa998b05-0d34-45d7-a230-fbe845e70dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:10.767968 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa998b05-0d34-45d7-a230-fbe845e70dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:10.768532 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa998b05-0d34-45d7-a230-fbe845e70dc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:10.769014 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa998b05-0d34-45d7-a230-fbe845e70dc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:10.769511 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa998b05-0d34-45d7-a230-fbe845e70dc6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:10.770117 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa998b05-0d34-45d7-a230-fbe845e70dc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:10.771236 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa998b05-0d34-45d7-a230-fbe845e70dc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:10.771753 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa998b05-0d34-45d7-a230-fbe845e70dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:10.772176 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa998b05-0d34-45d7-a230-fbe845e70dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:10.772686 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa998b05-0d34-45d7-a230-fbe845e70dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:00:10.837450 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-55fdb024-ddea-47bd-841a-fd4b48752041 service neutron] 10.222.0.60 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814694 Sep 01 15:00:10.843705 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-781ba67f-25b8-4644-9b83-8e729985914c None None] Attempting to bind port 1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:00:10.850011 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-781ba67f-25b8-4644-9b83-8e729985914c None None] Attempting to bind port 1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '61d34df0-0cd0-42ae-82ee-6e90ca2a7166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:00:10.850567 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781ba67f-25b8-4644-9b83-8e729985914c None None] Attempting to bind port 1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f on network 64e99f8e-8c34-4f7d-9117-acd98b5ed10e {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:10.867541 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781ba67f-25b8-4644-9b83-8e729985914c None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:00:10.868178 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781ba67f-25b8-4644-9b83-8e729985914c None None] Checking segment: {'id': '61d34df0-0cd0-42ae-82ee-6e90ca2a7166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:00:10.869390 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-781ba67f-25b8-4644-9b83-8e729985914c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:10.872338 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781ba67f-25b8-4644-9b83-8e729985914c None None] Bound using segment: {'id': '61d34df0-0cd0-42ae-82ee-6e90ca2a7166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:00:10.875076 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-781ba67f-25b8-4644-9b83-8e729985914c None None] Bound port: 1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61d34df0-0cd0-42ae-82ee-6e90ca2a7166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:00:10.878202 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-781ba67f-25b8-4644-9b83-8e729985914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:10.977012 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51134) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:10.982946 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-d8290964-4a77-485d-aed4-0725155e0088 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1596800774', 'description': 'tempest-description--1256842235'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:10.993628 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51136) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:11.002162 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-781ba67f-25b8-4644-9b83-8e729985914c None None] For port 1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:00:11.011241 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-781ba67f-25b8-4644-9b83-8e729985914c None None] For port 1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f,segment=NetworkSegment(61d34df0-0cd0-42ae-82ee-6e90ca2a7166),segment_id=61d34df0-0cd0-42ae-82ee-6e90ca2a7166)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:00:11.019956 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-781ba67f-25b8-4644-9b83-8e729985914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:11.046522 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d8290964-4a77-485d-aed4-0725155e0088 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:11.165343 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa998b05-0d34-45d7-a230-fbe845e70dc6 None None] Pushing event updated for resources: {'Port': ['ID=1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:11.186042 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-51f537ab-464b-457c-a64b-b3fc24fada1c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=78d6f1b3379047caa4ea1f692dcc7a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1897104 Sep 01 15:00:11.188509 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51142) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:11.220101 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781ba67f-25b8-4644-9b83-8e729985914c None None] Routers {'68dbdae8-d942-4ae7-af14-31200ffd5a21'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:11.220661 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-781ba67f-25b8-4644-9b83-8e729985914c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T14:59:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['68dbdae8-d942-4ae7-af14-31200ffd5a21'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:11.275206 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8c34d-d4f7-4983-9c22-aa1874bae766 req-77969864-a45b-48ef-a4ba-6216544d690c tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:11.291676 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7fc8c34d-d4f7-4983-9c22-aa1874bae766 req-77969864-a45b-48ef-a4ba-6216544d690c tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 945 time: 0.1089704 Sep 01 15:00:11.372412 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d8290964-4a77-485d-aed4-0725155e0088 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:11.379461 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2dc2349e-de14-49b8-9b20-a022a8200c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:11.402544 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d8290964-4a77-485d-aed4-0725155e0088 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:11.464386 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2dc2349e-de14-49b8-9b20-a022a8200c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:11.489511 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d8290964-4a77-485d-aed4-0725155e0088 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:11.491711 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d8290964-4a77-485d-aed4-0725155e0088 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5133684 Sep 01 15:00:11.505215 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 9bfe56d9-a211-4b46-8b33-d8436c41ee8a no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:00:11.516100 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51144) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:11.519233 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-781ba67f-25b8-4644-9b83-8e729985914c None None] Set router 68dbdae8-d942-4ae7-af14-31200ffd5a21 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:00:11.572121 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7fc8c34d-d4f7-4983-9c22-aa1874bae766 req-3d9ff51f-34ba-4e3d-979a-4af33bb3688d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791770 Sep 01 15:00:11.612436 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-2a9764ef-0765-490b-b336-28b7ee3c79e1 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Request body: {'security_group_rule': {'security_group_id': '2d193615-147a-475d-ac0b-60457ad9fd6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:11.630639 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2dc2349e-de14-49b8-9b20-a022a8200c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:11.644650 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2dc2349e-de14-49b8-9b20-a022a8200c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:11.654344 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 9bfe56d9-a211-4b46-8b33-d8436c41ee8a {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:00:11.655047 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 9bfe56d9-a211-4b46-8b33-d8436c41ee8a not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:00:11.661560 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2dc2349e-de14-49b8-9b20-a022a8200c6c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2b2ee014-6d5f-4035-93b7-b96a2144e126 HTTP/1.1" status: 204 len: 168 time: 0.4705980 Sep 01 15:00:11.722409 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2349e-de14-49b8-9b20-a022a8200c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2ee014-6d5f-4035-93b7-b96a2144e126,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:11.779245 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8290964-4a77-485d-aed4-0725155e0088 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d193615-147a-475d-ac0b-60457ad9fd6a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:11.798628 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc9997e-6a48-43c2-adaf-fa7919b07ef7 x-openstack-request-id: req-edc9997e-6a48-43c2-adaf-fa7919b07ef7 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:11.798909 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8721e9e7-38f7-4591-8607-68ced64ae3e4", "name": "network-vif-deleted", "tag": "9bfe56d9-a211-4b46-8b33-d8436c41ee8a", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:11.799189 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-edc9997e-6a48-43c2-adaf-fa7919b07ef7 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:11.799695 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8721e9e7-38f7-4591-8607-68ced64ae3e4', 'name': 'network-vif-deleted', 'tag': '9bfe56d9-a211-4b46-8b33-d8436c41ee8a', 'status': 'completed', 'code': 200} Sep 01 15:00:11.841578 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2a9764ef-0765-490b-b336-28b7ee3c79e1 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:11.926060 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:12.102537 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2a9764ef-0765-490b-b336-28b7ee3c79e1 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:12.108257 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-63c24dd1-1925-44b4-88c0-cf024b4d3507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:12.109883 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2a9764ef-0765-490b-b336-28b7ee3c79e1 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:12.203877 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9764ef-0765-490b-b336-28b7ee3c79e1 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df17848e-3099-480d-bcdb-96431f8fce7c,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:12.212937 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2a9764ef-0765-490b-b336-28b7ee3c79e1 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:12.215467 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2a9764ef-0765-490b-b336-28b7ee3c79e1 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6416311 Sep 01 15:00:12.217983 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51160) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:12.233859 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-672a5f5a-f9e7-4578-95ac-3cf391e61027 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Request body: {'security_group_rule': {'security_group_id': '2d193615-147a-475d-ac0b-60457ad9fd6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:12.256676 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-781ba67f-25b8-4644-9b83-8e729985914c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'name': 'tempest-ServersTestJSON-611159269-router', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:06Z', 'revision_number': 4, 'project_id': '4f67756043a54cb8a248797975dcc615', 'gw_port': {'id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f', 'name': '', 'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'mac_address': 'fa:16:3e:06:a6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1d6fdf77-af6e-46da-a026-4e26517058f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:04Z', 'updated_at': '2021-09-01T15:00:10Z', 'revision_number': 4, 'project_id': '4f67756043a54cb8a248797975dcc615', 'subnets': [{'id': '1d6fdf77-af6e-46da-a026-4e26517058f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:12.328885 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f0d1f657-aa8d-4bfa-b6f6-d74ff76872c5 req-3f05cc5f-599f-4b53-bb94-ed3f7d1cc953 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 210 time: 0.0689247 Sep 01 15:00:12.358790 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-672a5f5a-f9e7-4578-95ac-3cf391e61027 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:12.433551 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781ba67f-25b8-4644-9b83-8e729985914c None None] The sync data for ids ['68dbdae8-d942-4ae7-af14-31200ffd5a21'] in n-d-794796-3 is: [{'id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'name': 'tempest-ServersTestJSON-611159269-router', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:06Z', 'revision_number': 4, 'project_id': '4f67756043a54cb8a248797975dcc615', 'gw_port': {'id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f', 'name': '', 'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'mac_address': 'fa:16:3e:06:a6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1d6fdf77-af6e-46da-a026-4e26517058f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:04Z', 'updated_at': '2021-09-01T15:00:10Z', 'revision_number': 4, 'project_id': '4f67756043a54cb8a248797975dcc615', 'subnets': [{'id': '1d6fdf77-af6e-46da-a026-4e26517058f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:00:12.677805 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3282968-7853-44d7-8b2d-b86c54da7dcf req-487eb28c-16a6-4d2a-87e0-774609dbd787 tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:12.687809 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3282968-7853-44d7-8b2d-b86c54da7dcf req-487eb28c-16a6-4d2a-87e0-774609dbd787 tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:12.689701 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3282968-7853-44d7-8b2d-b86c54da7dcf req-487eb28c-16a6-4d2a-87e0-774609dbd787 tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:12.689866 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3282968-7853-44d7-8b2d-b86c54da7dcf req-487eb28c-16a6-4d2a-87e0-774609dbd787 tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:12.690696 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3282968-7853-44d7-8b2d-b86c54da7dcf req-487eb28c-16a6-4d2a-87e0-774609dbd787 tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:12.691563 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3282968-7853-44d7-8b2d-b86c54da7dcf req-487eb28c-16a6-4d2a-87e0-774609dbd787 tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:12.692447 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3282968-7853-44d7-8b2d-b86c54da7dcf req-487eb28c-16a6-4d2a-87e0-774609dbd787 tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:12.693317 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3282968-7853-44d7-8b2d-b86c54da7dcf req-487eb28c-16a6-4d2a-87e0-774609dbd787 tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:12.726792 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d3282968-7853-44d7-8b2d-b86c54da7dcf req-487eb28c-16a6-4d2a-87e0-774609dbd787 tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf&device_id=defda0c5-8a81-4a29-b7c8-3e9678baf8fc&device_id=b3da47ef-4736-4ad7-9243-675183662183&device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3&device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2&device_id=33c4d3d2-7bf7-465c-92b0-0677e23ede14&device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea&device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433&device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 7312 time: 0.3534429 Sep 01 15:00:12.764457 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-672a5f5a-f9e7-4578-95ac-3cf391e61027 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:12.772276 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-672a5f5a-f9e7-4578-95ac-3cf391e61027 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:12.863192 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d3282968-7853-44d7-8b2d-b86c54da7dcf req-c1512451-2e1a-4cb5-9ed5-8f876843faf7 tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:12.922095 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a5f5a-f9e7-4578-95ac-3cf391e61027 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc7ccf7-151e-4e9d-8c9b-cfb71358c8d4,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:12.937678 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-672a5f5a-f9e7-4578-95ac-3cf391e61027 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:12.944416 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51186) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:12.951686 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-1f302fc5-155d-4bb4-bede-f127576028e9 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:12.955509 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-672a5f5a-f9e7-4578-95ac-3cf391e61027 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7353003 Sep 01 15:00:12.987278 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1f302fc5-155d-4bb4-bede-f127576028e9 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:13.088578 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:13.248037 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1f302fc5-155d-4bb4-bede-f127576028e9 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:13.334253 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d3282968-7853-44d7-8b2d-b86c54da7dcf req-c1512451-2e1a-4cb5-9ed5-8f876843faf7 tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:13.343579 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d3282968-7853-44d7-8b2d-b86c54da7dcf req-c1512451-2e1a-4cb5-9ed5-8f876843faf7 tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:13.508762 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ade66-adb7-4092-bdc2-4996e3a6e8e2 req-412be78d-fe10-45bf-8703-4944e050a004 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:13.512010 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d3282968-7853-44d7-8b2d-b86c54da7dcf req-c1512451-2e1a-4cb5-9ed5-8f876843faf7 tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&id=27322d17-0997-45c1-99fb-662ae0901717&id=e109e461-0852-45a2-a7cb-3996fd32b242&id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 0.7607000 Sep 01 15:00:13.538984 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-839ade66-adb7-4092-bdc2-4996e3a6e8e2 req-412be78d-fe10-45bf-8703-4944e050a004 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 945 time: 0.2731042 Sep 01 15:00:13.592447 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1512451-2e1a-4cb5-9ed5-8f876843faf7 tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdeb4fa-f4fb-41ab-8d1c-6ff041c97705,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:13.864947 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-839ade66-adb7-4092-bdc2-4996e3a6e8e2 req-6600ef94-fa35-498e-b817-361b5d2bb622 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231773 Sep 01 15:00:13.935730 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-1f302fc5-155d-4bb4-bede-f127576028e9 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Allocated IP 172.25.6.211 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/b9ce2b2b-1833-475c-b403-0507ce492354) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:00:14.010756 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:00:14.050681 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-ba3d7fbb-9119-46eb-942a-d95db01cd8cb tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:14.052267 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-ba3d7fbb-9119-46eb-942a-d95db01cd8cb tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.45 "GET /v2.0/networks?id=e27801a1-4735-4eb4-8714-06c2c137f925 HTTP/1.1" status: 200 len: 820 time: 0.4416463 Sep 01 15:00:14.175716 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b172d0be-d757-4fad-a024-1bfa93a37ef2 req-a04ae205-92eb-48e2-96b3-812d3d1edd49 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 210 time: 0.1211052 Sep 01 15:00:14.187487 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-50916b10-c1be-4f17-b971-b6c5fa61943f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Request body: {'port': {'device_id': '998c8528-e22b-4bc0-a2f6-ef95187cceaf', 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925', 'admin_state_up': True, 'tenant_id': '9f3b994bc48b473697b9e8ffb67f1eaa'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:14.361830 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51234) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:14.364488 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:00:14.374546 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:14.375185 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:14.416906 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1f302fc5-155d-4bb4-bede-f127576028e9 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:14.648488 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1f302fc5-155d-4bb4-bede-f127576028e9 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:14.778959 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-50916b10-c1be-4f17-b971-b6c5fa61943f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Made reservation on behalf of 9f3b994bc48b473697b9e8ffb67f1eaa for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:00:14.797561 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-50916b10-c1be-4f17-b971-b6c5fa61943f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:14.916956 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f302fc5-155d-4bb4-bede-f127576028e9 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Pushing event updated for resources: {'Port': ['ID=b9ce2b2b-1833-475c-b403-0507ce492354,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:14.925845 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:14.955500 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f302fc5-155d-4bb4-bede-f127576028e9 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:00:14.957477 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51250) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:14.982775 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-1f302fc5-155d-4bb4-bede-f127576028e9 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:14.989937 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f302fc5-155d-4bb4-bede-f127576028e9 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:00:15.036940 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:15.093241 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f,segment=NetworkSegment(61d34df0-0cd0-42ae-82ee-6e90ca2a7166),segment_id=61d34df0-0cd0-42ae-82ee-6e90ca2a7166)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:15.103354 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:15.229419 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-5243fda0-b8ad-4983-860c-590007748da6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-264342713-network', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:15.263117 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:15.296388 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5243fda0-b8ad-4983-860c-590007748da6 admin admin] Made reservation on behalf of 2b6691d4b6a34925853a0b0cfb6dd457 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:00:15.300181 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5243fda0-b8ad-4983-860c-590007748da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:15.342543 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5243fda0-b8ad-4983-860c-590007748da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:15.375835 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4849922e-0f96-4b74-9e83-fde6d42efca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:15.416386 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-50916b10-c1be-4f17-b971-b6c5fa61943f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Allocated IP 172.20.0.8 (e27801a1-4735-4eb4-8714-06c2c137f925/66b1faa8-b86d-41ee-9bdb-4fe08d19f261/b02f1d20-2fa7-44e2-906a-dccac21260b8) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:00:15.452289 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1f302fc5-155d-4bb4-bede-f127576028e9 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:15.464001 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f1425-b589-456c-b8eb-8857c1d3739c req-7d3efa57-4935-44bc-b295-0aa955797d01 tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:15.464763 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f1425-b589-456c-b8eb-8857c1d3739c req-7d3efa57-4935-44bc-b295-0aa955797d01 tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:15.465269 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f1425-b589-456c-b8eb-8857c1d3739c req-7d3efa57-4935-44bc-b295-0aa955797d01 tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:15.467457 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-719f1425-b589-456c-b8eb-8857c1d3739c req-7d3efa57-4935-44bc-b295-0aa955797d01 tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=defda0c5-8a81-4a29-b7c8-3e9678baf8fc&device_id=b3da47ef-4736-4ad7-9243-675183662183&device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 2883 time: 0.1337354 Sep 01 15:00:15.489419 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e826cd-3486-448f-bf68-9ec3ad0fabe0 req-9994b18e-e6e6-46f7-9a45-ea2a95bf2e6e tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:15.502359 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d8e826cd-3486-448f-bf68-9ec3ad0fabe0 req-9994b18e-e6e6-46f7-9a45-ea2a95bf2e6e tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 945 time: 0.2420897 Sep 01 15:00:15.557765 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:00:15.597552 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-719f1425-b589-456c-b8eb-8857c1d3739c req-df134e25-6219-4b1e-b5ff-036555fbd4fa tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180537 Sep 01 15:00:15.637164 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1f302fc5-155d-4bb4-bede-f127576028e9 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:15.686429 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d8e826cd-3486-448f-bf68-9ec3ad0fabe0 req-f590e1c0-95bb-43f3-88ba-c88edc5ac515 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824017 Sep 01 15:00:15.686775 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:15.687065 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:15.694466 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-50916b10-c1be-4f17-b971-b6c5fa61943f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:15.781769 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-50916b10-c1be-4f17-b971-b6c5fa61943f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:15.841904 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-50916b10-c1be-4f17-b971-b6c5fa61943f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Network e27801a1-4735-4eb4-8714-06c2c137f925 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:00:15.846741 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-50916b10-c1be-4f17-b971-b6c5fa61943f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:15.861614 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-50916b10-c1be-4f17-b971-b6c5fa61943f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:00:15.967418 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50916b10-c1be-4f17-b971-b6c5fa61943f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Pushing event updated for resources: {'Port': ['ID=b02f1d20-2fa7-44e2-906a-dccac21260b8,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:16.003284 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-50916b10-c1be-4f17-b971-b6c5fa61943f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:16.004596 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-50916b10-c1be-4f17-b971-b6c5fa61943f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:16.073048 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5243fda0-b8ad-4983-860c-590007748da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:16.086348 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e826f85-e591-40e6-9e87-de4c3102437f req-dd21107a-1128-481e-aa79-ebf596485620 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:16.088330 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9e826f85-e591-40e6-9e87-de4c3102437f req-dd21107a-1128-481e-aa79-ebf596485620 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 931 time: 0.0759606 Sep 01 15:00:16.104149 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-50916b10-c1be-4f17-b971-b6c5fa61943f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9272714 Sep 01 15:00:16.108451 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5243fda0-b8ad-4983-860c-590007748da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:16.169272 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-cb96d242-6d86-434f-a0a1-c2165114f5c4 service neutron] Request body: {'port': {'device_id': '998c8528-e22b-4bc0-a2f6-ef95187cceaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:16.174680 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5243fda0-b8ad-4983-860c-590007748da6 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:00:16.179957 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243fda0-b8ad-4983-860c-590007748da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89bfbb5-0e12-4375-8299-f544cd74a384,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:16.225588 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5243fda0-b8ad-4983-860c-590007748da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:16.225942 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-5243fda0-b8ad-4983-860c-590007748da6 admin admin] Added segment 5cf0773b-4e0d-4c5e-8de2-11896785776d of type vlan for network 18593713-5847-4486-9954-bbe909734adf Sep 01 15:00:16.268212 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9e826f85-e591-40e6-9e87-de4c3102437f req-51885d72-5a03-4292-86fb-b46602e5f3fa tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728144 Sep 01 15:00:16.317521 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-cb96d242-6d86-434f-a0a1-c2165114f5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:16.323943 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1f302fc5-155d-4bb4-bede-f127576028e9 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:16.390417 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1f302fc5-155d-4bb4-bede-f127576028e9 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:16.485452 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5243fda0-b8ad-4983-860c-590007748da6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:16.564575 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f302fc5-155d-4bb4-bede-f127576028e9 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Pushing event updated for resources: {'Port': ['ID=b9ce2b2b-1833-475c-b403-0507ce492354,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:16.607813 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4849922e-0f96-4b74-9e83-fde6d42efca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:16.624200 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4849922e-0f96-4b74-9e83-fde6d42efca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:16.712689 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1f302fc5-155d-4bb4-bede-f127576028e9 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:16.717352 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5243fda0-b8ad-4983-860c-590007748da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:16.719619 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5243fda0-b8ad-4983-860c-590007748da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:16.720631 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5243fda0-b8ad-4983-860c-590007748da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:16.774483 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4849922e-0f96-4b74-9e83-fde6d42efca8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=90df5b714dc7411ab04dd5f0f00d7b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4063699 Sep 01 15:00:16.788772 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51278) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:16.882180 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1f302fc5-155d-4bb4-bede-f127576028e9 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:16.893159 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1f302fc5-155d-4bb4-bede-f127576028e9 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9466758 Sep 01 15:00:16.895546 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849922e-0f96-4b74-9e83-fde6d42efca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae42dbd-faae-48e2-87b3-ba90640151aa,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:16.997438 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5243fda0-b8ad-4983-860c-590007748da6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0353425 Sep 01 15:00:16.998939 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243fda0-b8ad-4983-860c-590007748da6 admin admin] Pushing event updated for resources: {'Network': ['ID=18593713-5847-4486-9954-bbe909734adf,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:17.000526 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51282) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:17.028309 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 18593713-5847-4486-9954-bbe909734adf details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:00:17.045444 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a383a9-8109-453a-ad13-efc5d1a1fcde req-a0499da9-64df-470a-8d47-4437ee5dcf9a tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:17.048185 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e2a383a9-8109-453a-ad13-efc5d1a1fcde req-a0499da9-64df-470a-8d47-4437ee5dcf9a tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 945 time: 0.2205496 Sep 01 15:00:17.052597 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f65b90-d992-4d4d-9df0-adc033abc92e req-54ee6de6-b786-4e74-bc4c-0f7f54982f19 tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:17.056952 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-e9d5d613-f90b-4a87-a629-4227ba791d2b admin admin] Request body: {'subnet': {'network_id': '18593713-5847-4486-9954-bbe909734adf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-264342713-subnet', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:17.069701 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-85f65b90-d992-4d4d-9df0-adc033abc92e req-54ee6de6-b786-4e74-bc4c-0f7f54982f19 tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 1101 time: 0.2087841 Sep 01 15:00:17.154762 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-85f65b90-d992-4d4d-9df0-adc033abc92e req-68c6dd0b-28e5-4c05-890f-f444886345fe tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797458 Sep 01 15:00:17.419878 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-7540a021-e8e5-487c-a5ee-83d954ba4bc9 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1596800774&fields=id&tenant_id=4f67756043a54cb8a248797975dcc615 HTTP/1.1" status: 200 len: 267 time: 0.0924480 Sep 01 15:00:17.583980 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d5d613-f90b-4a87-a629-4227ba791d2b admin admin] Made reservation on behalf of 2b6691d4b6a34925853a0b0cfb6dd457 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:00:17.586588 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e9d5d613-f90b-4a87-a629-4227ba791d2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:17.693874 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-c5ca9bb5-3ea2-4a80-be5a-174a2d91b1f7 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:17.697942 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-c5ca9bb5-3ea2-4a80-be5a-174a2d91b1f7 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/networks?id=64e99f8e-8c34-4f7d-9117-acd98b5ed10e HTTP/1.1" status: 200 len: 805 time: 0.2716808 Sep 01 15:00:17.733259 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e2a383a9-8109-453a-ad13-efc5d1a1fcde req-10d8fcee-1c1e-463c-8be3-d3da7d9e3084 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6400702 Sep 01 15:00:17.749423 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-7bb06d29-75ac-429d-be47-567a22b265f7 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/quotas/4f67756043a54cb8a248797975dcc615 HTTP/1.1" status: 200 len: 375 time: 0.0350852 Sep 01 15:00:17.760909 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-cb96d242-6d86-434f-a0a1-c2165114f5c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b02f1d20-2fa7-44e2-906a-dccac21260b8 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:00:17.820165 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ce2a59dc-25be-4185-bd71-31813a3dd6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:17.849134 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ce2a59dc-25be-4185-bd71-31813a3dd6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:17.891811 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-a9bead8a-9ec5-4ed5-922c-3970d0c0ab6d tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f67756043a54cb8a248797975dcc615&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1399419 Sep 01 15:00:17.896344 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-cb96d242-6d86-434f-a0a1-c2165114f5c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:17.913632 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ce2a59dc-25be-4185-bd71-31813a3dd6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:17.917986 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ce2a59dc-25be-4185-bd71-31813a3dd6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:17.919616 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ce2a59dc-25be-4185-bd71-31813a3dd6fb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1ae42dbd-faae-48e2-87b3-ba90640151aa HTTP/1.1" status: 204 len: 168 time: 1.1290090 Sep 01 15:00:17.961357 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-cb96d242-6d86-434f-a0a1-c2165114f5c4 service neutron] Transition to ACTIVE for port object b02f1d20-2fa7-44e2-906a-dccac21260b8 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:00:17.963221 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a59dc-25be-4185-bd71-31813a3dd6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae42dbd-faae-48e2-87b3-ba90640151aa,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:18.163786 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-d12d2b2e-6bee-455b-98ec-16fb1c22424f service neutron] 10.222.0.60 "GET /v2.0/networks/64e99f8e-8c34-4f7d-9117-acd98b5ed10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634175 Sep 01 15:00:18.290562 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-cb96d242-6d86-434f-a0a1-c2165114f5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:18.350034 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-b8dc97df-4eed-48b6-87f3-1eacb180aadd service neutron] 10.222.0.60 "GET /v2.0/networks/64e99f8e-8c34-4f7d-9117-acd98b5ed10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639214 Sep 01 15:00:18.492388 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e9d5d613-f90b-4a87-a629-4227ba791d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:18.533689 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96d242-6d86-434f-a0a1-c2165114f5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b02f1d20-2fa7-44e2-906a-dccac21260b8,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:18.706618 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d10297-9fbd-4888-b888-4b70fbda325d req-b6bd086a-e2c1-4fee-8f68-cc3b11370e9b tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:18.730926 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-67d10297-9fbd-4888-b888-4b70fbda325d req-b6bd086a-e2c1-4fee-8f68-cc3b11370e9b tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 1101 time: 0.4097054 Sep 01 15:00:18.823005 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa136d-5b39-4961-8321-448d7b4c1d4f req-228005a0-f132-48f9-8e8d-a04ee7d6121a tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:18.825306 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-02fa136d-5b39-4961-8321-448d7b4c1d4f req-228005a0-f132-48f9-8e8d-a04ee7d6121a tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 943 time: 0.0946221 Sep 01 15:00:18.838435 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5d613-f90b-4a87-a629-4227ba791d2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce9b8e73-db6c-4188-9be9-0fb25a89d2c5,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:18.912035 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-02fa136d-5b39-4961-8321-448d7b4c1d4f req-7f43cb0f-6447-4293-bad1-f052245d143c tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755868 Sep 01 15:00:18.913812 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-67d10297-9fbd-4888-b888-4b70fbda325d req-d2d9cc76-1b87-4f05-99d8-78989aefe22b tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763024 Sep 01 15:00:18.915730 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d5d613-f90b-4a87-a629-4227ba791d2b admin admin] Checking segment: {'id': '5cf0773b-4e0d-4c5e-8de2-11896785776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '18593713-5847-4486-9954-bbe909734adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:00:18.919629 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d5d613-f90b-4a87-a629-4227ba791d2b admin admin] Network hostable DHCP agents. Network: 18593713-5847-4486-9954-bbe909734adf, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:00:18.934476 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-cb96d242-6d86-434f-a0a1-c2165114f5c4 service neutron] Attempting to bind port b02f1d20-2fa7-44e2-906a-dccac21260b8 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:00:18.937022 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-cb96d242-6d86-434f-a0a1-c2165114f5c4 service neutron] Attempting to bind port b02f1d20-2fa7-44e2-906a-dccac21260b8 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:00:18.941079 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-cb96d242-6d86-434f-a0a1-c2165114f5c4 service neutron] Attempting to bind port b02f1d20-2fa7-44e2-906a-dccac21260b8 on network e27801a1-4735-4eb4-8714-06c2c137f925 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:18.957932 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-cb96d242-6d86-434f-a0a1-c2165114f5c4 service neutron] Port b02f1d20-2fa7-44e2-906a-dccac21260b8 on network e27801a1-4735-4eb4-8714-06c2c137f925 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:00:18.958911 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-cb96d242-6d86-434f-a0a1-c2165114f5c4 service neutron] Attempting to bind port b02f1d20-2fa7-44e2-906a-dccac21260b8 on network e27801a1-4735-4eb4-8714-06c2c137f925 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:18.970327 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-cb96d242-6d86-434f-a0a1-c2165114f5c4 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:00:18.970777 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-cb96d242-6d86-434f-a0a1-c2165114f5c4 service neutron] Checking segment: {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:00:18.971356 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-cb96d242-6d86-434f-a0a1-c2165114f5c4 service neutron] Bound using segment: {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:00:18.971890 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-cb96d242-6d86-434f-a0a1-c2165114f5c4 service neutron] Bound port: b02f1d20-2fa7-44e2-906a-dccac21260b8, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:00:18.972428 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-cb96d242-6d86-434f-a0a1-c2165114f5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:19.135351 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9f1832af-b7c3-439a-b650-82edf6419e29 req-7e3dbe7e-2bdb-4bdb-a442-3410a83b8983 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f86b80b-4aef-44d8-9f87-aa75a4982885 HTTP/1.1" status: 200 len: 210 time: 0.1065614 Sep 01 15:00:19.213271 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d5d613-f90b-4a87-a629-4227ba791d2b admin admin] Network 18593713-5847-4486-9954-bbe909734adf is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:00:19.264318 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-e9d5d613-f90b-4a87-a629-4227ba791d2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 18593713-5847-4486-9954-bbe909734adf) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:19.282221 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50202c9-825f-4f6a-b4e1-a04d8fa7d74a None None] Network 18593713-5847-4486-9954-bbe909734adf requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:00:19.323574 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d5d613-f90b-4a87-a629-4227ba791d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:19.330456 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e9d5d613-f90b-4a87-a629-4227ba791d2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:19.394968 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4258cec-4108-4211-9b12-52bbe65ba82b req-80e7ac10-365b-49f2-af29-6ffd54a89833 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:19.398498 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d4258cec-4108-4211-9b12-52bbe65ba82b req-80e7ac10-365b-49f2-af29-6ffd54a89833 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 945 time: 0.2059667 Sep 01 15:00:19.466285 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e9d5d613-f90b-4a87-a629-4227ba791d2b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4118075 Sep 01 15:00:19.467117 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51332) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:19.472308 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-cb96d242-6d86-434f-a0a1-c2165114f5c4 service neutron] For port b02f1d20-2fa7-44e2-906a-dccac21260b8, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:00:19.486668 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-0c00a005-a2a1-43cf-a5e7-111be2448ac3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-264342713-router', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:19.494913 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-cb96d242-6d86-434f-a0a1-c2165114f5c4 service neutron] For port b02f1d20-2fa7-44e2-906a-dccac21260b8, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b02f1d20-2fa7-44e2-906a-dccac21260b8,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:00:19.502367 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-cb96d242-6d86-434f-a0a1-c2165114f5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:19.607772 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d4258cec-4108-4211-9b12-52bbe65ba82b req-9030a326-6f0e-42d7-9c2c-2ee0998321dc tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947918 Sep 01 15:00:19.726335 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c00a005-a2a1-43cf-a5e7-111be2448ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:19.728631 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c00a005-a2a1-43cf-a5e7-111be2448ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:19.774924 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96d242-6d86-434f-a0a1-c2165114f5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b02f1d20-2fa7-44e2-906a-dccac21260b8,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:19.813703 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-cb96d242-6d86-434f-a0a1-c2165114f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:19.814862 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-cb96d242-6d86-434f-a0a1-c2165114f5c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:19.818925 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-cb96d242-6d86-434f-a0a1-c2165114f5c4 service neutron] 10.222.0.45 "PUT /v2.0/ports/b02f1d20-2fa7-44e2-906a-dccac21260b8 HTTP/1.1" status: 200 len: 1091 time: 3.6717134 Sep 01 15:00:19.819708 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '998c8528-e22b-4bc0-a2f6-ef95187cceaf', 'tag': 'b02f1d20-2fa7-44e2-906a-dccac21260b8'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:19.840273 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e395e88-6040-44e0-be65-4e6faca0a978" -d '{"events": [{"name": "network-changed", "server_uuid": "998c8528-e22b-4bc0-a2f6-ef95187cceaf", "tag": "b02f1d20-2fa7-44e2-906a-dccac21260b8"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:20.100403 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c00a005-a2a1-43cf-a5e7-111be2448ac3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:20.157690 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-103a9a35-b0e8-4a3d-9dfe-19833c98b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:20.165601 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-103a9a35-b0e8-4a3d-9dfe-19833c98b8d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 1094 time: 0.2083113 Sep 01 15:00:20.221393 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2586a90-b568-4fc3-a640-2d3ff3e76f5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-18593713-5847-4486-9954-bbe909734adf', 'network_id': '18593713-5847-4486-9954-bbe909734adf', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'fixed_ips': [{'subnet_id': 'ce9b8e73-db6c-4188-9be9-0fb25a89d2c5'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:00:20.224309 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e267b7a-315d-44c4-afc0-1b18539eecfe x-openstack-request-id: req-9e267b7a-315d-44c4-afc0-1b18539eecfe {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:20.227005 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "998c8528-e22b-4bc0-a2f6-ef95187cceaf", "tag": "b02f1d20-2fa7-44e2-906a-dccac21260b8", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:20.227826 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9e267b7a-315d-44c4-afc0-1b18539eecfe {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:20.228338 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b2586a90-b568-4fc3-a640-2d3ff3e76f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:20.235560 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '998c8528-e22b-4bc0-a2f6-ef95187cceaf', 'tag': 'b02f1d20-2fa7-44e2-906a-dccac21260b8', 'status': 'completed', 'code': 200} Sep 01 15:00:20.436763 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-f41564ad-976b-4909-b36f-473d9c917eff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b02f1d20-2fa7-44e2-906a-dccac21260b8 HTTP/1.1" status: 200 len: 217 time: 0.2628038 Sep 01 15:00:20.687021 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c00a005-a2a1-43cf-a5e7-111be2448ac3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:20.788069 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-b2586a90-b568-4fc3-a640-2d3ff3e76f5e None None] Allocated IP 172.20.0.2 (18593713-5847-4486-9954-bbe909734adf/ce9b8e73-db6c-4188-9be9-0fb25a89d2c5/12c65ac1-442c-4393-8272-b8fb388c52df) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:00:20.843430 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-2d6c568d-8455-4ed4-91bd-0ae53b09f9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:20.850169 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-2d6c568d-8455-4ed4-91bd-0ae53b09f9ed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66b1faa8-b86d-41ee-9bdb-4fe08d19f261 HTTP/1.1" status: 200 len: 860 time: 0.3717647 Sep 01 15:00:20.944983 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-13dd2448-b169-4cc9-9ad0-9f885a42f273 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27801a1-4735-4eb4-8714-06c2c137f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735903 Sep 01 15:00:20.972313 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8827e-9d18-4c06-8428-4e0885e6c009 req-a98b8a2b-8648-4a3c-8352-8b2a6ae83028 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:20.975314 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-51d8827e-9d18-4c06-8428-4e0885e6c009 req-a98b8a2b-8648-4a3c-8352-8b2a6ae83028 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 943 time: 0.5506296 Sep 01 15:00:21.023957 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd568090-2fec-40a4-ba8a-8728539296e2 req-695fa20e-e994-4fa6-bada-f748f8169ec7 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f86b80b-4aef-44d8-9f87-aa75a4982885 HTTP/1.1" status: 200 len: 210 time: 0.1289589 Sep 01 15:00:21.191374 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b2586a90-b568-4fc3-a640-2d3ff3e76f5e None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:21.218109 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-51d8827e-9d18-4c06-8428-4e0885e6c009 req-5affdc74-d773-4719-ac99-38f84fd38c42 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216079 Sep 01 15:00:21.240914 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b2586a90-b568-4fc3-a640-2d3ff3e76f5e None None] Transition to ACTIVE for port object 12c65ac1-442c-4393-8272-b8fb388c52df will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:00:21.284265 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b2586a90-b568-4fc3-a640-2d3ff3e76f5e None None] Transition to ACTIVE for port object 12c65ac1-442c-4393-8272-b8fb388c52df will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:00:21.296041 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b2586a90-b568-4fc3-a640-2d3ff3e76f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:21.342937 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-4fa13632-7125-4fca-bc3f-f6bb411e2c13 service neutron] 10.222.0.45 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658869 Sep 01 15:00:21.382885 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2586a90-b568-4fc3-a640-2d3ff3e76f5e None None] Network 18593713-5847-4486-9954-bbe909734adf is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:00:21.419800 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-b2586a90-b568-4fc3-a640-2d3ff3e76f5e None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:21.424009 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2586a90-b568-4fc3-a640-2d3ff3e76f5e None None] Pushing event updated for resources: {'Port': ['ID=12c65ac1-442c-4393-8272-b8fb388c52df,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:21.429336 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2586a90-b568-4fc3-a640-2d3ff3e76f5e None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:00:21.573851 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80209b-40f9-4984-b1c7-dee372e2cb42 req-5edee4d1-799f-483f-8e96-85a480105635 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:21.577533 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3d80209b-40f9-4984-b1c7-dee372e2cb42 req-5edee4d1-799f-483f-8e96-85a480105635 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 945 time: 0.2357073 Sep 01 15:00:21.597614 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c00a005-a2a1-43cf-a5e7-111be2448ac3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:21.609462 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3a7935d3-d79c-4a53-bb59-8297725a97c1 req-027ab408-cd79-4137-bcb8-97bf0c1d0962 service neutron] 10.222.0.45 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575266 Sep 01 15:00:21.675479 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c00a005-a2a1-43cf-a5e7-111be2448ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:21.677895 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b2586a90-b568-4fc3-a640-2d3ff3e76f5e None None] Attempting to bind port 12c65ac1-442c-4393-8272-b8fb388c52df on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:00:21.679127 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b2586a90-b568-4fc3-a640-2d3ff3e76f5e None None] Attempting to bind port 12c65ac1-442c-4393-8272-b8fb388c52df by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '5cf0773b-4e0d-4c5e-8de2-11896785776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '18593713-5847-4486-9954-bbe909734adf'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:00:21.680108 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2586a90-b568-4fc3-a640-2d3ff3e76f5e None None] Attempting to bind port 12c65ac1-442c-4393-8272-b8fb388c52df on network 18593713-5847-4486-9954-bbe909734adf {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:21.697849 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2586a90-b568-4fc3-a640-2d3ff3e76f5e None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:00:21.698863 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2586a90-b568-4fc3-a640-2d3ff3e76f5e None None] Checking segment: {'id': '5cf0773b-4e0d-4c5e-8de2-11896785776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '18593713-5847-4486-9954-bbe909734adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:00:21.699766 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b2586a90-b568-4fc3-a640-2d3ff3e76f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:21.700975 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2586a90-b568-4fc3-a640-2d3ff3e76f5e None None] Bound using segment: {'id': '5cf0773b-4e0d-4c5e-8de2-11896785776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '18593713-5847-4486-9954-bbe909734adf'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:00:21.702120 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b2586a90-b568-4fc3-a640-2d3ff3e76f5e None None] Bound port: 12c65ac1-442c-4393-8272-b8fb388c52df, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf0773b-4e0d-4c5e-8de2-11896785776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '18593713-5847-4486-9954-bbe909734adf'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:00:21.704267 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b2586a90-b568-4fc3-a640-2d3ff3e76f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:21.831283 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e395e88-6040-44e0-be65-4e6faca0a978 req-1e9f71cf-4f41-44b7-804a-50bf234a0614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:21.834997 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8e395e88-6040-44e0-be65-4e6faca0a978 req-1e9f71cf-4f41-44b7-804a-50bf234a0614 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 1094 time: 0.1008644 Sep 01 15:00:21.863433 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3d80209b-40f9-4984-b1c7-dee372e2cb42 req-e3f6d8f3-7822-41c3-8d2e-27f3a5cfaa8c tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575328 Sep 01 15:00:21.902061 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b2586a90-b568-4fc3-a640-2d3ff3e76f5e None None] For port 12c65ac1-442c-4393-8272-b8fb388c52df, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:00:21.908585 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b2586a90-b568-4fc3-a640-2d3ff3e76f5e None None] For port 12c65ac1-442c-4393-8272-b8fb388c52df, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=12c65ac1-442c-4393-8272-b8fb388c52df,segment=NetworkSegment(5cf0773b-4e0d-4c5e-8de2-11896785776d),segment_id=5cf0773b-4e0d-4c5e-8de2-11896785776d)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:00:21.919932 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b2586a90-b568-4fc3-a640-2d3ff3e76f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:22.031515 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2586a90-b568-4fc3-a640-2d3ff3e76f5e None None] Pushing event updated for resources: {'Port': ['ID=12c65ac1-442c-4393-8272-b8fb388c52df,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:22.108620 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-0c00a005-a2a1-43cf-a5e7-111be2448ac3 admin admin] Allocated IP 172.25.6.110 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/d31d6902-1446-4991-bc3b-69b79f2ac866) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:00:22.205269 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-a83bcb24-a54e-4275-adc5-90b104f5351d tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:22.208011 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-a83bcb24-a54e-4275-adc5-90b104f5351d tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.45 "GET /v2.0/networks?id=64e99f8e-8c34-4f7d-9117-acd98b5ed10e HTTP/1.1" status: 200 len: 805 time: 0.5965500 Sep 01 15:00:22.209718 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e395e88-6040-44e0-be65-4e6faca0a978 req-cd515305-d27e-44a4-a047-ff9b70d0f9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:22.211376 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8e395e88-6040-44e0-be65-4e6faca0a978 req-cd515305-d27e-44a4-a047-ff9b70d0f9ae service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27801a1-4735-4eb4-8714-06c2c137f925 HTTP/1.1" status: 200 len: 921 time: 0.3602657 Sep 01 15:00:22.488988 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8e395e88-6040-44e0-be65-4e6faca0a978 req-d655df87-b96e-4b15-9b0e-99444aac22be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b02f1d20-2fa7-44e2-906a-dccac21260b8 HTTP/1.1" status: 200 len: 217 time: 0.2451108 Sep 01 15:00:22.531353 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c00a005-a2a1-43cf-a5e7-111be2448ac3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:22.604752 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-15aa693c-79a9-4bf9-83f5-4ce5b3f7bc79 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f67756043a54cb8a248797975dcc615 HTTP/1.1" status: 200 len: 380 time: 0.3788733 Sep 01 15:00:22.646276 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-30aa3d60-9568-4efe-8064-accb4b87da61 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Request body: {'port': {'device_id': '3f86b80b-4aef-44d8-9f87-aa75a4982885', 'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e', 'admin_state_up': True, 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'security_groups': ['2d193615-147a-475d-ac0b-60457ad9fd6a']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:22.699720 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5fa29fd7-d3b1-483b-9de0-02dca39e0892 req-5ff9f572-207c-4bc4-8c35-af2c23f1b254 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f86b80b-4aef-44d8-9f87-aa75a4982885 HTTP/1.1" status: 200 len: 210 time: 0.2004998 Sep 01 15:00:22.710122 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c00a005-a2a1-43cf-a5e7-111be2448ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:22.849555 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51392) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:22.903584 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c00a005-a2a1-43cf-a5e7-111be2448ac3 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:00:23.002040 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-0c00a005-a2a1-43cf-a5e7-111be2448ac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:23.015751 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c00a005-a2a1-43cf-a5e7-111be2448ac3 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:00:23.029615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e395e88-6040-44e0-be65-4e6faca0a978 req-67c967a2-30cd-4db0-b2b0-ba22e9c15473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:23.034684 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8e395e88-6040-44e0-be65-4e6faca0a978 req-67c967a2-30cd-4db0-b2b0-ba22e9c15473 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66b1faa8-b86d-41ee-9bdb-4fe08d19f261 HTTP/1.1" status: 200 len: 860 time: 0.5223074 Sep 01 15:00:23.069037 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00a005-a2a1-43cf-a5e7-111be2448ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=d31d6902-1446-4991-bc3b-69b79f2ac866,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:23.141089 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51402) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:23.149590 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8e395e88-6040-44e0-be65-4e6faca0a978 req-fe7332e9-471b-4e58-aa0b-530a2d55566a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27801a1-4735-4eb4-8714-06c2c137f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057019 Sep 01 15:00:23.363641 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-30aa3d60-9568-4efe-8064-accb4b87da61 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Made reservation on behalf of 4f67756043a54cb8a248797975dcc615 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:00:23.369790 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-30aa3d60-9568-4efe-8064-accb4b87da61 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:23.446285 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca830c75-c9f2-435a-80bc-776a5f2e502d req-3a66f61a-6dc5-48ce-82bc-fc0c814630d1 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:23.462847 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca830c75-c9f2-435a-80bc-776a5f2e502d req-3a66f61a-6dc5-48ce-82bc-fc0c814630d1 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 943 time: 0.4577873 Sep 01 15:00:23.535732 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8e395e88-6040-44e0-be65-4e6faca0a978 req-5d3c2c7c-8fb5-480c-b7e0-b1012f309635 service neutron] 10.222.0.45 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635068 Sep 01 15:00:23.560695 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb972f0-8421-4827-b562-8c18efe08de7 req-f3c555f7-4487-4e28-ae43-586d2c8b8a27 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:23.569653 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a9fb1067-c1ff-4830-946e-2419cc978cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:23.574577 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ceb972f0-8421-4827-b562-8c18efe08de7 req-f3c555f7-4487-4e28-ae43-586d2c8b8a27 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.4991486 Sep 01 15:00:23.689935 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 12c65ac1-442c-4393-8272-b8fb388c52df up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:00:23.708623 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca830c75-c9f2-435a-80bc-776a5f2e502d req-3765f4e2-128e-4c95-bda4-8b7d79e5c548 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446122 Sep 01 15:00:23.748696 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ceb972f0-8421-4827-b562-8c18efe08de7 req-703b796c-7e9a-4edf-a0c4-9e515ac9ee57 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630893 Sep 01 15:00:23.785726 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 12c65ac1-442c-4393-8272-b8fb388c52df completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:00:23.904428 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0519c993-5601-4585-a23d-3f55e565358e None None] Network 18593713-5847-4486-9954-bbe909734adf requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:00:23.912841 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8e395e88-6040-44e0-be65-4e6faca0a978 req-cb6b6e59-dac2-4afe-b2c6-97e8106dba67 service neutron] 10.222.0.45 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267581 Sep 01 15:00:23.949572 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-30aa3d60-9568-4efe-8064-accb4b87da61 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Allocated IP 172.20.0.6 (64e99f8e-8c34-4f7d-9117-acd98b5ed10e/1d6fdf77-af6e-46da-a026-4e26517058f4/2569668f-61fc-4454-b3ea-b9348d168ded) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:00:24.036918 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a9fb1067-c1ff-4830-946e-2419cc978cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:24.045204 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a9fb1067-c1ff-4830-946e-2419cc978cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:24.067074 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-04826191-fd15-4c91-b513-e2e8db6b002d None None] Provisioning for port 12c65ac1-442c-4393-8272-b8fb388c52df completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:00:24.090837 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-04826191-fd15-4c91-b513-e2e8db6b002d None None] Provisioning complete for port 12c65ac1-442c-4393-8272-b8fb388c52df triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:24.091308 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-04826191-fd15-4c91-b513-e2e8db6b002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:24.152235 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a9fb1067-c1ff-4830-946e-2419cc978cab admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ebbfd85265084bc8a629f7558ae5dcce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0070856 Sep 01 15:00:24.168428 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51410) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:24.211351 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb1067-c1ff-4830-946e-2419cc978cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab790c2-4a7e-4182-b2b6-c5cc03ddb6bf,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:24.346221 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ebc6b4d0-7ab3-4561-a52f-57fdf9af2192 req-4f734481-23b9-45ef-9bcb-490ee4e8d5ee tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f86b80b-4aef-44d8-9f87-aa75a4982885 HTTP/1.1" status: 200 len: 210 time: 0.1250427 Sep 01 15:00:24.396374 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f1b17faf-021a-40ba-967e-d4c56f9ab3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:24.421421 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-30aa3d60-9568-4efe-8064-accb4b87da61 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:24.457443 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-30aa3d60-9568-4efe-8064-accb4b87da61 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Transition to ACTIVE for port object 2569668f-61fc-4454-b3ea-b9348d168ded will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:00:24.492391 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f1b17faf-021a-40ba-967e-d4c56f9ab3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:24.504727 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912adae-e9da-4d58-9390-12b474a517c3 req-21bc2a42-6281-44e0-9b31-4f9fbecabece tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:24.514636 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a912adae-e9da-4d58-9390-12b474a517c3 req-21bc2a42-6281-44e0-9b31-4f9fbecabece tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 945 time: 0.2391531 Sep 01 15:00:24.548098 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c00a005-a2a1-43cf-a5e7-111be2448ac3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:24.596283 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-04826191-fd15-4c91-b513-e2e8db6b002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:24.612523 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-30aa3d60-9568-4efe-8064-accb4b87da61 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:24.675185 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-30aa3d60-9568-4efe-8064-accb4b87da61 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Network 64e99f8e-8c34-4f7d-9117-acd98b5ed10e is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:00:24.682074 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a912adae-e9da-4d58-9390-12b474a517c3 req-167747e7-407e-45a9-a349-b57baf7cb941 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652145 Sep 01 15:00:24.683431 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-30aa3d60-9568-4efe-8064-accb4b87da61 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:24.686076 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-04826191-fd15-4c91-b513-e2e8db6b002d None None] For port 12c65ac1-442c-4393-8272-b8fb388c52df, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=12c65ac1-442c-4393-8272-b8fb388c52df,segment=NetworkSegment(5cf0773b-4e0d-4c5e-8de2-11896785776d),segment_id=5cf0773b-4e0d-4c5e-8de2-11896785776d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:24.696481 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f1b17faf-021a-40ba-967e-d4c56f9ab3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:24.700995 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-04826191-fd15-4c91-b513-e2e8db6b002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:24.716180 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f1b17faf-021a-40ba-967e-d4c56f9ab3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:24.716180 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f1b17faf-021a-40ba-967e-d4c56f9ab3cc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ab790c2-4a7e-4182-b2b6-c5cc03ddb6bf HTTP/1.1" status: 204 len: 168 time: 0.5444422 Sep 01 15:00:24.720586 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-30aa3d60-9568-4efe-8064-accb4b87da61 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:00:24.808510 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b17faf-021a-40ba-967e-d4c56f9ab3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab790c2-4a7e-4182-b2b6-c5cc03ddb6bf,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:24.831468 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa3d60-9568-4efe-8064-accb4b87da61 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Pushing event updated for resources: {'Port': ['ID=2569668f-61fc-4454-b3ea-b9348d168ded,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:24.880767 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-30aa3d60-9568-4efe-8064-accb4b87da61 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:24.895350 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-30aa3d60-9568-4efe-8064-accb4b87da61 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:24.925385 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04826191-fd15-4c91-b513-e2e8db6b002d None None] Pushing event updated for resources: {'Port': ['ID=12c65ac1-442c-4393-8272-b8fb388c52df,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:24.939358 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-30aa3d60-9568-4efe-8064-accb4b87da61 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3215501 Sep 01 15:00:24.956945 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-5059ca6e-8723-4316-9558-b086149add31 service neutron] Request body: {'port': {'device_id': '3f86b80b-4aef-44d8-9f87-aa75a4982885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:25.101535 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b48dd-cbe4-4354-8799-e41fa27ae54e req-c6648824-e71a-47e9-abe7-62416109c944 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:25.103698 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2a6b48dd-cbe4-4354-8799-e41fa27ae54e req-c6648824-e71a-47e9-abe7-62416109c944 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.1342039 Sep 01 15:00:25.105028 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-5059ca6e-8723-4316-9558-b086149add31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:25.128190 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c00a005-a2a1-43cf-a5e7-111be2448ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:25.234054 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2a6b48dd-cbe4-4354-8799-e41fa27ae54e req-ca491bad-83dc-4ddd-87ac-36803633e8ce tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836368 Sep 01 15:00:25.253550 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b02f1d20-2fa7-44e2-906a-dccac21260b8 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:00:25.256173 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db129a-711a-4a8f-baca-687f4d35c99e req-d3619aa0-fa55-42f4-90bb-b8949a605775 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:25.258547 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-23db129a-711a-4a8f-baca-687f4d35c99e req-d3619aa0-fa55-42f4-90bb-b8949a605775 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 943 time: 0.1737664 Sep 01 15:00:25.318504 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-fde3679d-f456-47f4-b33e-12e96c548195 None None] Provisioning complete for port 12c65ac1-442c-4393-8272-b8fb388c52df triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:25.321228 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fde3679d-f456-47f4-b33e-12e96c548195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:25.462243 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-23db129a-711a-4a8f-baca-687f4d35c99e req-5910f934-4183-4b7c-8442-9d0e82b96753 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183271 Sep 01 15:00:25.555604 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82f97d50-f845-4b31-b03a-4b5075424e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:25.640739 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c00a005-a2a1-43cf-a5e7-111be2448ac3 admin admin] Router 2ecbe0d7-dcba-496c-82ea-ae2069e5a50f is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:00:25.668452 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 12c65ac1-442c-4393-8272-b8fb388c52df up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:00:25.805209 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b02f1d20-2fa7-44e2-906a-dccac21260b8, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b02f1d20-2fa7-44e2-906a-dccac21260b8,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:25.830804 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706a811-d220-4c14-afd7-f29265af738e req-483b8496-ee60-4a5a-9c04-0c7c15529251 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:25.833726 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c706a811-d220-4c14-afd7-f29265af738e req-483b8496-ee60-4a5a-9c04-0c7c15529251 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f86b80b-4aef-44d8-9f87-aa75a4982885 HTTP/1.1" status: 200 len: 931 time: 0.2117949 Sep 01 15:00:25.843514 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-5059ca6e-8723-4316-9558-b086149add31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2569668f-61fc-4454-b3ea-b9348d168ded {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:00:25.867658 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-5059ca6e-8723-4316-9558-b086149add31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:25.900028 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'b02f1d20-2fa7-44e2-906a-dccac21260b8', 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925', 'port_id': 'b02f1d20-2fa7-44e2-906a-dccac21260b8', 'mac_address': 'fa:16:3e:a5:ba:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b1faa8-b86d-41ee-9bdb-4fe08d19f261', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:00:25.914259 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-5059ca6e-8723-4316-9558-b086149add31 service neutron] Transition to ACTIVE for port object 2569668f-61fc-4454-b3ea-b9348d168ded will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:00:25.939908 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c706a811-d220-4c14-afd7-f29265af738e req-68d1d7f6-cff2-4278-8091-f970d1c80904 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d193615-147a-475d-ac0b-60457ad9fd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889006 Sep 01 15:00:25.943596 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-5059ca6e-8723-4316-9558-b086149add31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:25.949249 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 12c65ac1-442c-4393-8272-b8fb388c52df triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:25.950032 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:25.964736 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-fde3679d-f456-47f4-b33e-12e96c548195 None None] Provisioning for port 2569668f-61fc-4454-b3ea-b9348d168ded completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:00:26.041460 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501e6e6-bc33-49ba-9587-68430f5eb29c req-9e21987d-c72b-40cd-a1c8-6355dccc1119 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:26.043210 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c501e6e6-bc33-49ba-9587-68430f5eb29c req-9e21987d-c72b-40cd-a1c8-6355dccc1119 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 945 time: 0.2022440 Sep 01 15:00:26.065119 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059ca6e-8723-4316-9558-b086149add31 service neutron] Pushing event updated for resources: {'Port': ['ID=2569668f-61fc-4454-b3ea-b9348d168ded,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:26.082507 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:26.112022 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b02f1d20-2fa7-44e2-906a-dccac21260b8 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:00:26.130052 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c00a005-a2a1-43cf-a5e7-111be2448ac3 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:00:26.154775 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0398e0c3-0d0c-47f1-9e3c-88f6e33fed0f None None] Sync routers for ids ['2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:00:26.208975 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c00a005-a2a1-43cf-a5e7-111be2448ac3 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:26.215524 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51438) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:26.219629 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0c00a005-a2a1-43cf-a5e7-111be2448ac3 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.7506661 Sep 01 15:00:26.232680 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b02f1d20-2fa7-44e2-906a-dccac21260b8, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b02f1d20-2fa7-44e2-906a-dccac21260b8,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:26.234229 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0398e0c3-0d0c-47f1-9e3c-88f6e33fed0f None None] Routers {'2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:26.235448 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-0398e0c3-0d0c-47f1-9e3c-88f6e33fed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:00:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:26.243331 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c501e6e6-bc33-49ba-9587-68430f5eb29c req-4a339b9e-50e7-41ae-8337-b16a1ef1810b tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894631 Sep 01 15:00:26.317153 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:26.335672 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-5059ca6e-8723-4316-9558-b086149add31 service neutron] Attempting to bind port 2569668f-61fc-4454-b3ea-b9348d168ded on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:00:26.336143 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-5059ca6e-8723-4316-9558-b086149add31 service neutron] Attempting to bind port 2569668f-61fc-4454-b3ea-b9348d168ded by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '61d34df0-0cd0-42ae-82ee-6e90ca2a7166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:00:26.337069 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-5059ca6e-8723-4316-9558-b086149add31 service neutron] Attempting to bind port 2569668f-61fc-4454-b3ea-b9348d168ded on network 64e99f8e-8c34-4f7d-9117-acd98b5ed10e {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:26.399297 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-5059ca6e-8723-4316-9558-b086149add31 service neutron] Port 2569668f-61fc-4454-b3ea-b9348d168ded on network 64e99f8e-8c34-4f7d-9117-acd98b5ed10e not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:00:26.399836 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-5059ca6e-8723-4316-9558-b086149add31 service neutron] Attempting to bind port 2569668f-61fc-4454-b3ea-b9348d168ded on network 64e99f8e-8c34-4f7d-9117-acd98b5ed10e {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:26.418439 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-82f97d50-f845-4b31-b03a-4b5075424e10 admin admin] Deleting port 30fd1e66-ab5b-45fb-8848-63632e4ae094 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:00:26.419018 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82f97d50-f845-4b31-b03a-4b5075424e10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:26.477364 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=b02f1d20-2fa7-44e2-906a-dccac21260b8,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:26.528171 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-0398e0c3-0d0c-47f1-9e3c-88f6e33fed0f None None] Set router 2ecbe0d7-dcba-496c-82ea-ae2069e5a50f gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:00:26.534168 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-5059ca6e-8723-4316-9558-b086149add31 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 14, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:00:26.534620 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-5059ca6e-8723-4316-9558-b086149add31 service neutron] Checking segment: {'id': '61d34df0-0cd0-42ae-82ee-6e90ca2a7166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:00:26.535023 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-5059ca6e-8723-4316-9558-b086149add31 service neutron] Bound using segment: {'id': '61d34df0-0cd0-42ae-82ee-6e90ca2a7166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:00:26.535481 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-5059ca6e-8723-4316-9558-b086149add31 service neutron] Bound port: 2569668f-61fc-4454-b3ea-b9348d168ded, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61d34df0-0cd0-42ae-82ee-6e90ca2a7166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:00:26.535913 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-5059ca6e-8723-4316-9558-b086149add31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:26.626837 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-82f97d50-f845-4b31-b03a-4b5075424e10 admin admin] For port 30fd1e66-ab5b-45fb-8848-63632e4ae094, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=30fd1e66-ab5b-45fb-8848-63632e4ae094,segment=NetworkSegment(491955ee-2600-4a7f-8856-47ecc0232503),segment_id=491955ee-2600-4a7f-8856-47ecc0232503)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:26.627510 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82f97d50-f845-4b31-b03a-4b5075424e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:26.645931 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51450) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:26.663770 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-82f97d50-f845-4b31-b03a-4b5075424e10 admin admin] Calling delete_port for 30fd1e66-ab5b-45fb-8848-63632e4ae094 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:00:26.705576 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cbe57-a15e-424d-ac3f-aa8620695828 req-9dfc0340-1a0c-4eab-9fad-743f89a2dcf5 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:26.711242 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['b02f1d20-2fa7-44e2-906a-dccac21260b8'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:00:26.713281 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0d5cbe57-a15e-424d-ac3f-aa8620695828 req-9dfc0340-1a0c-4eab-9fad-743f89a2dcf5 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.1936040 Sep 01 15:00:26.848691 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-5059ca6e-8723-4316-9558-b086149add31 service neutron] For port 2569668f-61fc-4454-b3ea-b9348d168ded, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:00:26.892256 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0d5cbe57-a15e-424d-ac3f-aa8620695828 req-9a21a9db-13c4-4bf3-bd3b-74d105dc72f5 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777003 Sep 01 15:00:26.920253 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-5059ca6e-8723-4316-9558-b086149add31 service neutron] For port 2569668f-61fc-4454-b3ea-b9348d168ded, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=2569668f-61fc-4454-b3ea-b9348d168ded,segment=NetworkSegment(61d34df0-0cd0-42ae-82ee-6e90ca2a7166),segment_id=61d34df0-0cd0-42ae-82ee-6e90ca2a7166)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:00:26.942390 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-920fccce-6aa5-4a74-9586-416b8d9a4dfb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-208545831-network', 'tenant_id': '7b4dbf5ff81d4781863bf4da2a4d3108'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:27.031913 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560dfb53-51e8-4044-9fd5-d34132f1b93d req-73fa4af6-95dd-4679-b464-1891a89ef155 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:27.046472 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-560dfb53-51e8-4044-9fd5-d34132f1b93d req-73fa4af6-95dd-4679-b464-1891a89ef155 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 944 time: 0.1307547 Sep 01 15:00:27.144201 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-5059ca6e-8723-4316-9558-b086149add31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:27.153321 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-0398e0c3-0d0c-47f1-9e3c-88f6e33fed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'name': 'tempest-ServersTestFqdnHostnames-264342713-router', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:00:19Z', 'updated_at': '2021-09-01T15:00:23Z', 'revision_number': 3, 'project_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'gw_port': {'id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:21Z', 'updated_at': '2021-09-01T15:00:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:27.169893 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-560dfb53-51e8-4044-9fd5-d34132f1b93d req-134200b8-1b1d-4121-b3cf-8c3d0f84252d tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164637 Sep 01 15:00:27.231160 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0398e0c3-0d0c-47f1-9e3c-88f6e33fed0f None None] Checking router: 2ecbe0d7-dcba-496c-82ea-ae2069e5a50f for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:00:27.232273 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82f97d50-f845-4b31-b03a-4b5075424e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:27.232943 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0398e0c3-0d0c-47f1-9e3c-88f6e33fed0f None None] Updating router 2ecbe0d7-dcba-496c-82ea-ae2069e5a50f port d31d6902-1446-4991-bc3b-69b79f2ac866 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:00:27.297438 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f97d50-f845-4b31-b03a-4b5075424e10 admin admin] Pushing event deleted for resources: {'Port': ['ID=30fd1e66-ab5b-45fb-8848-63632e4ae094,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:27.371408 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0398e0c3-0d0c-47f1-9e3c-88f6e33fed0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:27.380475 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:27.630572 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8ba77-92ee-4f75-8404-5162c6e52bda req-9d7e36f5-0393-42b5-9579-e22f28ffd14b tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:27.647232 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7bc8ba77-92ee-4f75-8404-5162c6e52bda req-9d7e36f5-0393-42b5-9579-e22f28ffd14b tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 945 time: 0.2134597 Sep 01 15:00:27.820767 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0398e0c3-0d0c-47f1-9e3c-88f6e33fed0f None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:27.833330 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0398e0c3-0d0c-47f1-9e3c-88f6e33fed0f None None] Transition to ACTIVE for port object d31d6902-1446-4991-bc3b-69b79f2ac866 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:00:27.844398 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0398e0c3-0d0c-47f1-9e3c-88f6e33fed0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:27.858289 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-5059ca6e-8723-4316-9558-b086149add31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:27.859489 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-5059ca6e-8723-4316-9558-b086149add31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:27.861892 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-5059ca6e-8723-4316-9558-b086149add31 service neutron] 10.222.0.45 "PUT /v2.0/ports/2569668f-61fc-4454-b3ea-b9348d168ded HTTP/1.1" status: 200 len: 1091 time: 2.9124694 Sep 01 15:00:27.864292 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f86b80b-4aef-44d8-9f87-aa75a4982885', 'tag': '2569668f-61fc-4454-b3ea-b9348d168ded'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:27.868887 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c09874f-7af3-42bc-a0ff-dc2e47aff0b1" -d '{"events": [{"name": "network-changed", "server_uuid": "3f86b80b-4aef-44d8-9f87-aa75a4982885", "tag": "2569668f-61fc-4454-b3ea-b9348d168ded"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:27.889425 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7bc8ba77-92ee-4f75-8404-5162c6e52bda req-c018cec3-6145-4d01-89ff-28f7895f6a83 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361164 Sep 01 15:00:27.917807 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920fccce-6aa5-4a74-9586-416b8d9a4dfb admin admin] Made reservation on behalf of 7b4dbf5ff81d4781863bf4da2a4d3108 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:00:27.921381 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-920fccce-6aa5-4a74-9586-416b8d9a4dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:27.942858 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-0398e0c3-0d0c-47f1-9e3c-88f6e33fed0f None None] Attempting to bind port d31d6902-1446-4991-bc3b-69b79f2ac866 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:00:27.944760 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-0398e0c3-0d0c-47f1-9e3c-88f6e33fed0f None None] Attempting to bind port d31d6902-1446-4991-bc3b-69b79f2ac866 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:00:27.944760 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0398e0c3-0d0c-47f1-9e3c-88f6e33fed0f None None] Attempting to bind port d31d6902-1446-4991-bc3b-69b79f2ac866 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:27.955196 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0398e0c3-0d0c-47f1-9e3c-88f6e33fed0f None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:00:27.955682 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0398e0c3-0d0c-47f1-9e3c-88f6e33fed0f None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:00:27.956241 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0398e0c3-0d0c-47f1-9e3c-88f6e33fed0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:27.956763 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0398e0c3-0d0c-47f1-9e3c-88f6e33fed0f None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:00:27.957388 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-0398e0c3-0d0c-47f1-9e3c-88f6e33fed0f None None] Bound port: d31d6902-1446-4991-bc3b-69b79f2ac866, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:00:27.957916 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0398e0c3-0d0c-47f1-9e3c-88f6e33fed0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:27.960083 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c958f4-3c21-43ef-ae60-8d3046111685 None None] Pushing event updated for resources: {'Port': ['ID=d31d6902-1446-4991-bc3b-69b79f2ac866,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:27.970107 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-920fccce-6aa5-4a74-9586-416b8d9a4dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:27.985264 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82f97d50-f845-4b31-b03a-4b5075424e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:28.033750 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059ca6e-8723-4316-9558-b086149add31 service neutron] Pushing event updated for resources: {'Port': ['ID=2569668f-61fc-4454-b3ea-b9348d168ded,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:28.044581 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-0398e0c3-0d0c-47f1-9e3c-88f6e33fed0f None None] For port d31d6902-1446-4991-bc3b-69b79f2ac866, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:00:28.051181 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-0398e0c3-0d0c-47f1-9e3c-88f6e33fed0f None None] For port d31d6902-1446-4991-bc3b-69b79f2ac866, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d31d6902-1446-4991-bc3b-69b79f2ac866,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:00:28.054882 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2811f49-c04a-4e20-a165-4b6e8ea101bb req-cfa7ff38-4b08-4073-ad83-54ea37e2c9a6 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:28.061729 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0398e0c3-0d0c-47f1-9e3c-88f6e33fed0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:28.064172 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d2811f49-c04a-4e20-a165-4b6e8ea101bb req-cfa7ff38-4b08-4073-ad83-54ea37e2c9a6 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f86b80b-4aef-44d8-9f87-aa75a4982885 HTTP/1.1" status: 200 len: 943 time: 0.9240804 Sep 01 15:00:28.111629 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0af161d-9fb4-406f-8cfa-7ef937972c68 x-openstack-request-id: req-c0af161d-9fb4-406f-8cfa-7ef937972c68 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:28.111917 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f86b80b-4aef-44d8-9f87-aa75a4982885", "tag": "2569668f-61fc-4454-b3ea-b9348d168ded", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:28.112166 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0af161d-9fb4-406f-8cfa-7ef937972c68 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:28.112563 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f86b80b-4aef-44d8-9f87-aa75a4982885', 'tag': '2569668f-61fc-4454-b3ea-b9348d168ded', 'status': 'completed', 'code': 200} Sep 01 15:00:28.140673 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-3786bcea-d4dd-4db3-ad70-a27f597027a6 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:28.143126 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-3786bcea-d4dd-4db3-ad70-a27f597027a6 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea&tenant_id=84be7df9de7c45c681c68240357d6b7c&binding%3Ahost_id=n-h1-794796-3 HTTP/1.1" status: 200 len: 1096 time: 0.2919090 Sep 01 15:00:28.165274 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0398e0c3-0d0c-47f1-9e3c-88f6e33fed0f None None] Routers {'2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:28.167392 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-0398e0c3-0d0c-47f1-9e3c-88f6e33fed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:00:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:28.173176 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-bfcfa293-fc5f-4099-b4d7-ca772fc007dc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794796-3'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:28.194894 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6983978-61ce-4225-9222-d82f5fbbf063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:28.218673 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-c5f361ff-1062-43d5-9532-411af73acc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:28.220222 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-c5f361ff-1062-43d5-9532-411af73acc69 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f67756043a54cb8a248797975dcc615&device_id=3f86b80b-4aef-44d8-9f87-aa75a4982885 HTTP/1.1" status: 200 len: 1094 time: 0.2792637 Sep 01 15:00:28.249785 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d2811f49-c04a-4e20-a165-4b6e8ea101bb req-f09377e8-21a0-4ea7-9c28-ff36a3104107 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d193615-147a-475d-ac0b-60457ad9fd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847391 Sep 01 15:00:28.278116 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c958f4-3c21-43ef-ae60-8d3046111685 None None] Pushing event updated for resources: {'Port': ['ID=d31d6902-1446-4991-bc3b-69b79f2ac866,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:28.353140 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-15e3acd9-53fe-43d3-87f4-233d3d400620 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2569668f-61fc-4454-b3ea-b9348d168ded HTTP/1.1" status: 200 len: 217 time: 0.1180654 Sep 01 15:00:28.401991 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8140641-83e0-4ba8-811c-76e931633b13 req-e8ae4b3a-eaa5-42d4-b340-e3e800954ec0 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:28.404485 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f8140641-83e0-4ba8-811c-76e931633b13 req-e8ae4b3a-eaa5-42d4-b340-e3e800954ec0 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.2288132 Sep 01 15:00:28.424900 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-0398e0c3-0d0c-47f1-9e3c-88f6e33fed0f None None] Set router 2ecbe0d7-dcba-496c-82ea-ae2069e5a50f gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:00:28.453929 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f97d50-f845-4b31-b03a-4b5075424e10 admin admin] Router cfe225d6-ae80-4337-9b58-7fab588378ea has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:00:28.495289 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f8140641-83e0-4ba8-811c-76e931633b13 req-4866769c-8e96-4403-b0f4-ec032883181d tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792849 Sep 01 15:00:28.613446 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-bfcfa293-fc5f-4099-b4d7-ca772fc007dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:28.659843 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-920fccce-6aa5-4a74-9586-416b8d9a4dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:28.701220 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-7e564af8-1918-4fd8-a0cf-77bdc11a3144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:28.703477 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-7e564af8-1918-4fd8-a0cf-77bdc11a3144 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d6fdf77-af6e-46da-a026-4e26517058f4 HTTP/1.1" status: 200 len: 844 time: 0.2791007 Sep 01 15:00:28.710364 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-920fccce-6aa5-4a74-9586-416b8d9a4dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:28.716333 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f97d50-f845-4b31-b03a-4b5075424e10 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:00:28.726780 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-82f97d50-f845-4b31-b03a-4b5075424e10 admin admin] 10.222.0.60 "PUT /v2.0/routers/cfe225d6-ae80-4337-9b58-7fab588378ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8747399 Sep 01 15:00:28.733086 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d02ba7e-595b-4b21-829b-6225b367fd5b None None] Sync routers for ids ['cfe225d6-ae80-4337-9b58-7fab588378ea'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:00:28.741906 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51466) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:28.752858 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d02ba7e-595b-4b21-829b-6225b367fd5b None None] Routers {'cfe225d6-ae80-4337-9b58-7fab588378ea'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:28.753574 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-5d02ba7e-595b-4b21-829b-6225b367fd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:00:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cfe225d6-ae80-4337-9b58-7fab588378ea'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:28.835337 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf07710-f98d-4a27-94e4-fc2392ebfc46 req-9fd81731-5852-4a00-9ba3-e2530b37f375 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:28.837816 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4cf07710-f98d-4a27-94e4-fc2392ebfc46 req-9fd81731-5852-4a00-9ba3-e2530b37f375 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 944 time: 0.4004207 Sep 01 15:00:28.938115 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920fccce-6aa5-4a74-9586-416b8d9a4dfb admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:00:28.939585 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-5d02ba7e-595b-4b21-829b-6225b367fd5b None None] Set router cfe225d6-ae80-4337-9b58-7fab588378ea gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:00:28.958684 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-0398e0c3-0d0c-47f1-9e3c-88f6e33fed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'name': 'tempest-ServersTestFqdnHostnames-264342713-router', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:00:19Z', 'updated_at': '2021-09-01T15:00:23Z', 'revision_number': 3, 'project_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'gw_port': {'id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:21Z', 'updated_at': '2021-09-01T15:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:29.002259 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0398e0c3-0d0c-47f1-9e3c-88f6e33fed0f None None] The sync data for ids ['2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'] in n-d-794796-3 is: [{'id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'name': 'tempest-ServersTestFqdnHostnames-264342713-router', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:00:19Z', 'updated_at': '2021-09-01T15:00:23Z', 'revision_number': 3, 'project_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'gw_port': {'id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:21Z', 'updated_at': '2021-09-01T15:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:00:29.038963 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fccce-6aa5-4a74-9586-416b8d9a4dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2efcacf5-8f3a-4008-a824-b22cc27d8990,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:29.092398 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-920fccce-6aa5-4a74-9586-416b8d9a4dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:29.092986 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-920fccce-6aa5-4a74-9586-416b8d9a4dfb admin admin] Added segment 8bf593c3-649c-4c4e-98a9-0846c4254e27 of type vlan for network fc75dff0-4f6c-4b5b-a048-cd0092037fa1 Sep 01 15:00:29.265056 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b02f1d20-2fa7-44e2-906a-dccac21260b8 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:00:29.270852 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-814d9927-2e97-4875-a6f2-d3918644b2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:29.272563 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-814d9927-2e97-4875-a6f2-d3918644b2bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64e99f8e-8c34-4f7d-9117-acd98b5ed10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5443013 Sep 01 15:00:29.285297 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4cf07710-f98d-4a27-94e4-fc2392ebfc46 req-36410dad-8bb4-4bb5-a2a5-328ae17f26f4 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978240 Sep 01 15:00:29.357839 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-f6983978-61ce-4225-9222-d82f5fbbf063 admin admin] Allocated IP 172.20.0.1 (18593713-5847-4486-9954-bbe909734adf/ce9b8e73-db6c-4188-9be9-0fb25a89d2c5/fd8458c9-b6fa-404b-821f-983227cc5c6d) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:00:29.409684 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-920fccce-6aa5-4a74-9586-416b8d9a4dfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:29.425676 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1d8560e4-3dbd-4721-927d-74f43e8d8110 admin admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:29.591120 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port b02f1d20-2fa7-44e2-906a-dccac21260b8 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:00:29.605062 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port b02f1d20-2fa7-44e2-906a-dccac21260b8 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:29.606136 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:29.721176 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 2fe55acc-3642-4816-8ed1-af0fb041aad0 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:00:29.745836 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1d8560e4-3dbd-4721-927d-74f43e8d8110 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:29.819392 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.resource_extend [None req-920fccce-6aa5-4a74-9586-416b8d9a4dfb admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:00:29.883516 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36e1a7-adb0-4c9e-a562-baeae700e5a1 req-75322a42-aceb-4045-9951-4c57076de0e1 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:29.885433 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-5d02ba7e-595b-4b21-829b-6225b367fd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe225d6-ae80-4337-9b58-7fab588378ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1765515433-router', 'tenant_id': '3d0b1797fe4d4baf9b997aa7e25817ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '6b4f1056-7ea6-4c84-b95c-94476e363035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:57:27Z', 'updated_at': '2021-09-01T15:00:27Z', 'revision_number': 5, 'project_id': '3d0b1797fe4d4baf9b997aa7e25817ad', 'gw_port': {'id': '6b4f1056-7ea6-4c84-b95c-94476e363035', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:35:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe225d6-ae80-4337-9b58-7fab588378ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:28Z', 'updated_at': '2021-09-01T14:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:29.898081 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c36e1a7-adb0-4c9e-a562-baeae700e5a1 req-75322a42-aceb-4045-9951-4c57076de0e1 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 945 time: 0.5579712 Sep 01 15:00:29.908011 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d31d6902-1446-4991-bc3b-69b79f2ac866 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:00:29.968025 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-bfcfa293-fc5f-4099-b4d7-ca772fc007dc service neutron] For port 2fe55acc-3642-4816-8ed1-af0fb041aad0, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=2fe55acc-3642-4816-8ed1-af0fb041aad0,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:30.015618 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-920fccce-6aa5-4a74-9586-416b8d9a4dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:30.017336 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920fccce-6aa5-4a74-9586-416b8d9a4dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:30.018522 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-920fccce-6aa5-4a74-9586-416b8d9a4dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:30.078825 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c36e1a7-adb0-4c9e-a562-baeae700e5a1 req-25ba03d1-9b96-44f5-9136-8c4be42fce0b tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734996 Sep 01 15:00:30.133084 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-1d8560e4-3dbd-4721-927d-74f43e8d8110 admin admin] Deleting port 6b4f1056-7ea6-4c84-b95c-94476e363035 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:00:30.133917 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1d8560e4-3dbd-4721-927d-74f43e8d8110 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:30.154222 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 2fe55acc-3642-4816-8ed1-af0fb041aad0, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=2fe55acc-3642-4816-8ed1-af0fb041aad0,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:30.159288 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port d31d6902-1446-4991-bc3b-69b79f2ac866 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:00:30.169112 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:30.181974 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d02ba7e-595b-4b21-829b-6225b367fd5b None None] Checking router: cfe225d6-ae80-4337-9b58-7fab588378ea for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:00:30.197468 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:00:30.202216 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-047fc475-f99e-4c8c-8af0-6ac912cbfca0 service neutron] 10.222.0.45 "GET /v2.0/networks/64e99f8e-8c34-4f7d-9117-acd98b5ed10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8940339 Sep 01 15:00:30.205804 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port d31d6902-1446-4991-bc3b-69b79f2ac866 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:30.206264 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:30.211637 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 2fe55acc-3642-4816-8ed1-af0fb041aad0 has no active binding in host n-h2-794796-3 {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 01 15:00:30.253510 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d02ba7e-595b-4b21-829b-6225b367fd5b None None] Routers {'cfe225d6-ae80-4337-9b58-7fab588378ea'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:30.255095 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-5d02ba7e-595b-4b21-829b-6225b367fd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:00:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cfe225d6-ae80-4337-9b58-7fab588378ea'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:30.273851 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-920fccce-6aa5-4a74-9586-416b8d9a4dfb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.6264374 Sep 01 15:00:30.310090 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51478) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:30.313450 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b02f1d20-2fa7-44e2-906a-dccac21260b8, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b02f1d20-2fa7-44e2-906a-dccac21260b8,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:30.320292 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998c8528-e22b-4bc0-a2f6-ef95187cceaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02f1d20-2fa7-44e2-906a-dccac21260b8'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:30.327378 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45278ae1-3c36-42da-8c02-fda5761c4525" -d '{"events": [{"server_uuid": "998c8528-e22b-4bc0-a2f6-ef95187cceaf", "name": "network-vif-plugged", "status": "completed", "tag": "b02f1d20-2fa7-44e2-906a-dccac21260b8"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:30.342075 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-1d8560e4-3dbd-4721-927d-74f43e8d8110 admin admin] For port 6b4f1056-7ea6-4c84-b95c-94476e363035, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6b4f1056-7ea6-4c84-b95c-94476e363035,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:30.342640 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1d8560e4-3dbd-4721-927d-74f43e8d8110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:30.357511 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-1d8560e4-3dbd-4721-927d-74f43e8d8110 admin admin] Calling delete_port for 6b4f1056-7ea6-4c84-b95c-94476e363035 owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:00:30.357802 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:30.368357 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-0646be6d-e575-4e90-b463-10df569e8cc3 admin admin] Request body: {'subnet': {'network_id': 'fc75dff0-4f6c-4b5b-a048-cd0092037fa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-208545831-subnet', 'tenant_id': '7b4dbf5ff81d4781863bf4da2a4d3108', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:30.393566 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d5ffc-42cb-4c05-ad96-bec186c772b9 req-f5e9f6d5-6df3-455a-a44a-f6f275a2d222 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:30.400653 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-163d5ffc-42cb-4c05-ad96-bec186c772b9 req-f5e9f6d5-6df3-455a-a44a-f6f275a2d222 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f86b80b-4aef-44d8-9f87-aa75a4982885 HTTP/1.1" status: 200 len: 943 time: 0.5233157 Sep 01 15:00:30.457448 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=b02f1d20-2fa7-44e2-906a-dccac21260b8,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:30.462621 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6983978-61ce-4225-9222-d82f5fbbf063 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:30.504818 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-5d02ba7e-595b-4b21-829b-6225b367fd5b None None] Set router cfe225d6-ae80-4337-9b58-7fab588378ea gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:00:30.520562 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f6983978-61ce-4225-9222-d82f5fbbf063 admin admin] Transition to ACTIVE for port object fd8458c9-b6fa-404b-821f-983227cc5c6d will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:00:30.589066 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fccce-6aa5-4a74-9586-416b8d9a4dfb admin admin] Pushing event updated for resources: {'Network': ['ID=fc75dff0-4f6c-4b5b-a048-cd0092037fa1,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:30.591555 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:30.629922 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12400c5-7be8-4aaf-9dd5-a4a0df480006 req-afdc9473-cf69-4f02-b3fb-ce916d1d23e4 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:30.633016 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b12400c5-7be8-4aaf-9dd5-a4a0df480006 req-afdc9473-cf69-4f02-b3fb-ce916d1d23e4 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.2562668 Sep 01 15:00:30.636105 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port d31d6902-1446-4991-bc3b-69b79f2ac866, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d31d6902-1446-4991-bc3b-69b79f2ac866,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:30.643288 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network fc75dff0-4f6c-4b5b-a048-cd0092037fa1 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:00:30.648756 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:30.658542 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6983978-61ce-4225-9222-d82f5fbbf063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:30.684840 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-5d02ba7e-595b-4b21-829b-6225b367fd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe225d6-ae80-4337-9b58-7fab588378ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1765515433-router', 'tenant_id': '3d0b1797fe4d4baf9b997aa7e25817ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:57:27Z', 'updated_at': '2021-09-01T15:00:29Z', 'revision_number': 6, 'project_id': '3d0b1797fe4d4baf9b997aa7e25817ad', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:30.754281 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d02ba7e-595b-4b21-829b-6225b367fd5b None None] The sync data for ids ['cfe225d6-ae80-4337-9b58-7fab588378ea'] in n-d-794796-3 is: [{'id': 'cfe225d6-ae80-4337-9b58-7fab588378ea', 'name': 'tempest-AttachSCSIVolumeTestJSON-1765515433-router', 'tenant_id': '3d0b1797fe4d4baf9b997aa7e25817ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:57:27Z', 'updated_at': '2021-09-01T15:00:29Z', 'revision_number': 6, 'project_id': '3d0b1797fe4d4baf9b997aa7e25817ad', 'gw_port_host': None}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:00:30.832466 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1d8560e4-3dbd-4721-927d-74f43e8d8110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:30.898871 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-bfcfa293-fc5f-4099-b4d7-ca772fc007dc service neutron] For port 2fe55acc-3642-4816-8ed1-af0fb041aad0, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:00:30.907895 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=d31d6902-1446-4991-bc3b-69b79f2ac866,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:30.939049 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b12400c5-7be8-4aaf-9dd5-a4a0df480006 req-4dfe30d3-4320-4420-9602-0e2e1f98d3f9 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817867 Sep 01 15:00:30.944482 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8560e4-3dbd-4721-927d-74f43e8d8110 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b4f1056-7ea6-4c84-b95c-94476e363035,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:30.998876 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6395f37-5f98-4c55-8eea-8ab89d36d462 x-openstack-request-id: req-b6395f37-5f98-4c55-8eea-8ab89d36d462 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:30.999285 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998c8528-e22b-4bc0-a2f6-ef95187cceaf", "name": "network-vif-plugged", "status": "completed", "tag": "b02f1d20-2fa7-44e2-906a-dccac21260b8", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:30.999680 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b6395f37-5f98-4c55-8eea-8ab89d36d462 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:31.000590 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998c8528-e22b-4bc0-a2f6-ef95187cceaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02f1d20-2fa7-44e2-906a-dccac21260b8', 'code': 200} Sep 01 15:00:31.015774 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6983978-61ce-4225-9222-d82f5fbbf063 admin admin] Network 18593713-5847-4486-9954-bbe909734adf is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:00:31.017032 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0646be6d-e575-4e90-b463-10df569e8cc3 admin admin] Made reservation on behalf of 7b4dbf5ff81d4781863bf4da2a4d3108 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:00:31.020814 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0646be6d-e575-4e90-b463-10df569e8cc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:31.053903 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1d8560e4-3dbd-4721-927d-74f43e8d8110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:31.061491 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-f6983978-61ce-4225-9222-d82f5fbbf063 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:31.064461 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6983978-61ce-4225-9222-d82f5fbbf063 admin admin] Pushing event updated for resources: {'Port': ['ID=fd8458c9-b6fa-404b-821f-983227cc5c6d,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:31.068328 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6983978-61ce-4225-9222-d82f5fbbf063 admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:00:31.193795 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1ff89a11-d735-4555-8c8a-474ceadc2057 req-e18c9287-186e-496c-a319-e05e663fe002 service neutron] 10.222.0.45 "GET /v2.0/networks/64e99f8e-8c34-4f7d-9117-acd98b5ed10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9449251 Sep 01 15:00:31.218742 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-163d5ffc-42cb-4c05-ad96-bec186c772b9 req-9f8bd1f8-2937-49b4-b60c-4f205c9b7fe8 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d193615-147a-475d-ac0b-60457ad9fd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7066135 Sep 01 15:00:31.332032 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e6e96a-b6e1-4510-a5fc-16e0b19771ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fe55acc-3642-4816-8ed1-af0fb041aad0'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:31.334481 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d2b931-d670-4cc6-a4ea-ef871adcfa8d" -d '{"events": [{"server_uuid": "b8e6e96a-b6e1-4510-a5fc-16e0b19771ea", "name": "network-vif-unplugged", "status": "completed", "tag": "2fe55acc-3642-4816-8ed1-af0fb041aad0"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:31.338005 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6983978-61ce-4225-9222-d82f5fbbf063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:31.347184 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-bfcfa293-fc5f-4099-b4d7-ca772fc007dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:31.398884 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1d8560e4-3dbd-4721-927d-74f43e8d8110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:31.404083 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1d8560e4-3dbd-4721-927d-74f43e8d8110 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:31.490175 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-dd02940d-f8d1-4e29-86f0-62813ea9eebc None None] Provisioning for port fd8458c9-b6fa-404b-821f-983227cc5c6d completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:00:31.501505 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-dd02940d-f8d1-4e29-86f0-62813ea9eebc None None] Provisioning complete for port fd8458c9-b6fa-404b-821f-983227cc5c6d triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:31.502824 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dd02940d-f8d1-4e29-86f0-62813ea9eebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:31.507527 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-bfcfa293-fc5f-4099-b4d7-ca772fc007dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:31.569556 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad987d-3b18-46d0-9d60-f2a436727ce2 req-11596067-4331-4c2f-b2ff-67de02dcd950 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:31.575730 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e8ad987d-3b18-46d0-9d60-f2a436727ce2 req-11596067-4331-4c2f-b2ff-67de02dcd950 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 945 time: 0.4726770 Sep 01 15:00:31.577608 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1d8560e4-3dbd-4721-927d-74f43e8d8110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:31.578438 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8560e4-3dbd-4721-927d-74f43e8d8110 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfe225d6-ae80-4337-9b58-7fab588378ea {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:00:31.608961 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1d8560e4-3dbd-4721-927d-74f43e8d8110 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:31.611978 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-dd02940d-f8d1-4e29-86f0-62813ea9eebc None None] Port fd8458c9-b6fa-404b-821f-983227cc5c6d cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:00:31.615143 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1d8560e4-3dbd-4721-927d-74f43e8d8110 admin admin] 10.222.0.60 "DELETE /v2.0/routers/cfe225d6-ae80-4337-9b58-7fab588378ea HTTP/1.1" status: 204 len: 168 time: 2.8715105 Sep 01 15:00:31.629133 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51490) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:31.670889 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1056d-6c93-4110-95d4-9afaa545459b req-20d179e5-0d9e-4db5-a4a5-b18e1da2b1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:31.673169 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-94c1056d-6c93-4110-95d4-9afaa545459b req-20d179e5-0d9e-4db5-a4a5-b18e1da2b1da service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 1096 time: 0.4835427 Sep 01 15:00:31.715103 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e8ad987d-3b18-46d0-9d60-f2a436727ce2 req-03cdf4f5-a9dc-4b87-b51d-a41fff70f5fa tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279526 Sep 01 15:00:31.727575 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-8051a6b4-d706-4316-9276-205ce111b26c admin admin] Deleting subnet d71d77e5-defc-444b-8b89-b3e6daf027f6 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:00:31.733607 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8051a6b4-d706-4316-9276-205ce111b26c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:31.809709 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09874f-7af3-42bc-a0ff-dc2e47aff0b1 req-d66f252b-1a30-4ba5-af41-23bbc583d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:31.812069 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0c09874f-7af3-42bc-a0ff-dc2e47aff0b1 req-d66f252b-1a30-4ba5-af41-23bbc583d972 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f67756043a54cb8a248797975dcc615&device_id=3f86b80b-4aef-44d8-9f87-aa75a4982885 HTTP/1.1" status: 200 len: 1094 time: 0.4811058 Sep 01 15:00:31.820650 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8051a6b4-d706-4316-9276-205ce111b26c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:31.848468 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-94c1056d-6c93-4110-95d4-9afaa545459b req-d3176296-888a-4e71-bc2d-f89922ddbbc3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357503 Sep 01 15:00:31.944409 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8051a6b4-d706-4316-9276-205ce111b26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:31.971648 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24c97e9-50d9-4225-bd10-17190fbde3bb x-openstack-request-id: req-a24c97e9-50d9-4225-bd10-17190fbde3bb {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:31.972121 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e6e96a-b6e1-4510-a5fc-16e0b19771ea", "name": "network-vif-unplugged", "status": "completed", "tag": "2fe55acc-3642-4816-8ed1-af0fb041aad0", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:31.972437 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a24c97e9-50d9-4225-bd10-17190fbde3bb {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:31.972985 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e6e96a-b6e1-4510-a5fc-16e0b19771ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fe55acc-3642-4816-8ed1-af0fb041aad0', 'code': 200} Sep 01 15:00:31.993459 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d31d6902-1446-4991-bc3b-69b79f2ac866 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:00:32.062112 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8051a6b4-d706-4316-9276-205ce111b26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:32.080857 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port d31d6902-1446-4991-bc3b-69b79f2ac866 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:32.081469 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:32.094172 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfa293-fc5f-4099-b4d7-ca772fc007dc service neutron] Pushing event updated for resources: {'Port': ['ID=2fe55acc-3642-4816-8ed1-af0fb041aad0,revision_number=7']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:32.145772 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051a6b4-d706-4316-9276-205ce111b26c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d71d77e5-defc-444b-8b89-b3e6daf027f6,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:32.180542 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6b1b8d-e7ac-4dbc-845d-8a95ff481cfb None None] Network 60e7cf6d-886f-4633-b106-6b6dfa7f3538 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:00:32.187901 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-bfcfa293-fc5f-4099-b4d7-ca772fc007dc service neutron] Attempting to bind port 2fe55acc-3642-4816-8ed1-af0fb041aad0 on host n-h1-794796-3 for vnic_type normal with profile {"migrating_to": "n-h2-794796-3"} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:00:32.188349 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-bfcfa293-fc5f-4099-b4d7-ca772fc007dc service neutron] Attempting to bind port 2fe55acc-3642-4816-8ed1-af0fb041aad0 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:00:32.188652 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-bfcfa293-fc5f-4099-b4d7-ca772fc007dc service neutron] Attempting to bind port 2fe55acc-3642-4816-8ed1-af0fb041aad0 on network baf99c09-53f8-4476-8cd9-fd2a9a404823 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:32.193787 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8051a6b4-d706-4316-9276-205ce111b26c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:32.205035 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8051a6b4-d706-4316-9276-205ce111b26c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d71d77e5-defc-444b-8b89-b3e6daf027f6 HTTP/1.1" status: 204 len: 168 time: 0.5759799 Sep 01 15:00:32.206763 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51496) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:32.241167 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a7db3-4c80-4418-a378-da097852c2dc req-43a532a8-254c-4b31-9ea1-db35ea713038 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:32.252352 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a48a7db3-4c80-4418-a378-da097852c2dc req-43a532a8-254c-4b31-9ea1-db35ea713038 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 943 time: 0.5928309 Sep 01 15:00:32.288384 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-bfcfa293-fc5f-4099-b4d7-ca772fc007dc service neutron] Port 2fe55acc-3642-4816-8ed1-af0fb041aad0 on network baf99c09-53f8-4476-8cd9-fd2a9a404823 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:00:32.288677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-bfcfa293-fc5f-4099-b4d7-ca772fc007dc service neutron] Attempting to bind port 2fe55acc-3642-4816-8ed1-af0fb041aad0 on network baf99c09-53f8-4476-8cd9-fd2a9a404823 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:32.303517 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09874f-7af3-42bc-a0ff-dc2e47aff0b1 req-83453bc7-7ef1-42ef-8062-194608cc2df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:32.305190 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0c09874f-7af3-42bc-a0ff-dc2e47aff0b1 req-83453bc7-7ef1-42ef-8062-194608cc2df2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64e99f8e-8c34-4f7d-9117-acd98b5ed10e HTTP/1.1" status: 200 len: 906 time: 0.4421241 Sep 01 15:00:32.311817 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6983978-61ce-4225-9222-d82f5fbbf063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:32.345244 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-bfcfa293-fc5f-4099-b4d7-ca772fc007dc service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:00:32.345753 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-bfcfa293-fc5f-4099-b4d7-ca772fc007dc service neutron] Checking segment: {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:00:32.346036 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-bfcfa293-fc5f-4099-b4d7-ca772fc007dc service neutron] Bound using segment: {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:00:32.346573 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-bfcfa293-fc5f-4099-b4d7-ca772fc007dc service neutron] Bound port: 2fe55acc-3642-4816-8ed1-af0fb041aad0, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:00:32.346950 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-bfcfa293-fc5f-4099-b4d7-ca772fc007dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:32.388023 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5528c74f-1554-404a-82f9-f70ca263d09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:32.436836 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0c09874f-7af3-42bc-a0ff-dc2e47aff0b1 req-e2ca9c2c-0247-4e36-a3e2-ede4f364b1e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2569668f-61fc-4454-b3ea-b9348d168ded HTTP/1.1" status: 200 len: 217 time: 0.0988758 Sep 01 15:00:32.441902 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 30fd1e66-ab5b-45fb-8848-63632e4ae094 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:00:32.482176 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0d9cb-e68e-4e25-93ca-3b6ebd5bc88f req-9b957d06-7363-4a97-8bc4-aeae212ac207 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:32.485337 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d0b0d9cb-e68e-4e25-93ca-3b6ebd5bc88f req-9b957d06-7363-4a97-8bc4-aeae212ac207 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.3621984 Sep 01 15:00:32.505004 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 30fd1e66-ab5b-45fb-8848-63632e4ae094 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:00:32.505004 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 30fd1e66-ab5b-45fb-8848-63632e4ae094 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:00:32.506138 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6b4f1056-7ea6-4c84-b95c-94476e363035 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:00:32.553833 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-5528c74f-1554-404a-82f9-f70ca263d09f admin admin] Deleting port daa092d9-0992-4e5d-97e0-767bc038a3d4 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:00:32.554240 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5528c74f-1554-404a-82f9-f70ca263d09f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:32.578099 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 6b4f1056-7ea6-4c84-b95c-94476e363035 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:00:32.579066 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6b4f1056-7ea6-4c84-b95c-94476e363035 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:00:32.658240 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d0b0d9cb-e68e-4e25-93ca-3b6ebd5bc88f req-c5a9e89d-1d0f-4e26-8e29-410119bae4cb tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378491 Sep 01 15:00:32.672969 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-5528c74f-1554-404a-82f9-f70ca263d09f admin admin] For port daa092d9-0992-4e5d-97e0-767bc038a3d4, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=daa092d9-0992-4e5d-97e0-767bc038a3d4,segment=NetworkSegment(491955ee-2600-4a7f-8856-47ecc0232503),segment_id=491955ee-2600-4a7f-8856-47ecc0232503)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:32.672969 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5528c74f-1554-404a-82f9-f70ca263d09f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:32.692052 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9ff114-e023-4e4b-b830-5b8e97939390 None None] DHCP port deletion for 60e7cf6d-886f-4633-b106-6b6dfa7f3538 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:00:32.700279 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-5528c74f-1554-404a-82f9-f70ca263d09f admin admin] Calling delete_port for daa092d9-0992-4e5d-97e0-767bc038a3d4 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:00:32.790763 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ba9ff114-e023-4e4b-b830-5b8e97939390 None None] Deleting port daa092d9-0992-4e5d-97e0-767bc038a3d4 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:00:32.792356 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ba9ff114-e023-4e4b-b830-5b8e97939390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:32.805415 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a48a7db3-4c80-4418-a378-da097852c2dc req-7f523611-1307-4e44-8c1d-1b1e2219c1b6 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5518236 Sep 01 15:00:32.866793 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0646be6d-e575-4e90-b463-10df569e8cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:32.882803 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5528c74f-1554-404a-82f9-f70ca263d09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:32.953776 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528c74f-1554-404a-82f9-f70ca263d09f admin admin] Pushing event deleted for resources: {'Port': ['ID=daa092d9-0992-4e5d-97e0-767bc038a3d4,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:32.959869 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5528c74f-1554-404a-82f9-f70ca263d09f admin admin] No DVR routers for this DVR port daa092d9-0992-4e5d-97e0-767bc038a3d4 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:00:32.972439 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-ba9ff114-e023-4e4b-b830-5b8e97939390 None None] For port daa092d9-0992-4e5d-97e0-767bc038a3d4, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=daa092d9-0992-4e5d-97e0-767bc038a3d4,segment=NetworkSegment(491955ee-2600-4a7f-8856-47ecc0232503),segment_id=491955ee-2600-4a7f-8856-47ecc0232503)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:32.975689 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ba9ff114-e023-4e4b-b830-5b8e97939390 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:32.985149 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09874f-7af3-42bc-a0ff-dc2e47aff0b1 req-0bc45e05-4ef9-4f34-bc02-d5120dbc4ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:32.986820 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0c09874f-7af3-42bc-a0ff-dc2e47aff0b1 req-0bc45e05-4ef9-4f34-bc02-d5120dbc4ff8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d6fdf77-af6e-46da-a026-4e26517058f4 HTTP/1.1" status: 200 len: 844 time: 0.1852634 Sep 01 15:00:33.000903 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984eb7f-63a9-4987-a5a8-2cc65e630332 req-1da629f7-bcdb-4650-bb80-9f8ab0b4806c tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:33.002898 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4984eb7f-63a9-4987-a5a8-2cc65e630332 req-1da629f7-bcdb-4650-bb80-9f8ab0b4806c tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f86b80b-4aef-44d8-9f87-aa75a4982885 HTTP/1.1" status: 200 len: 943 time: 0.2493315 Sep 01 15:00:33.052992 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ba9ff114-e023-4e4b-b830-5b8e97939390 None None] Calling delete_port for daa092d9-0992-4e5d-97e0-767bc038a3d4 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:00:33.068065 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-bfcfa293-fc5f-4099-b4d7-ca772fc007dc service neutron] For port 2fe55acc-3642-4816-8ed1-af0fb041aad0, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:00:33.077185 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646be6d-e575-4e90-b463-10df569e8cc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45dde334-d628-4d3f-9515-68b4e5df208e,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:33.093882 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5528c74f-1554-404a-82f9-f70ca263d09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.119173 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-5528c74f-1554-404a-82f9-f70ca263d09f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e7cf6d-886f-4633-b106-6b6dfa7f3538']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:33.137596 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-bfcfa293-fc5f-4099-b4d7-ca772fc007dc service neutron] For port 2fe55acc-3642-4816-8ed1-af0fb041aad0, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=2fe55acc-3642-4816-8ed1-af0fb041aad0,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:00:33.148435 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0646be6d-e575-4e90-b463-10df569e8cc3 admin admin] Checking segment: {'id': '8bf593c3-649c-4c4e-98a9-0846c4254e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'fc75dff0-4f6c-4b5b-a048-cd0092037fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:00:33.148840 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0646be6d-e575-4e90-b463-10df569e8cc3 admin admin] Network hostable DHCP agents. Network: fc75dff0-4f6c-4b5b-a048-cd0092037fa1, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:00:33.150052 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4984eb7f-63a9-4987-a5a8-2cc65e630332 req-7c9f88e2-029e-4653-b04b-5f51c85c00ab tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d193615-147a-475d-ac0b-60457ad9fd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910506 Sep 01 15:00:33.160318 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-5528c74f-1554-404a-82f9-f70ca263d09f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491955ee-2600-4a7f-8856-47ecc0232503') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:33.160819 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-bfcfa293-fc5f-4099-b4d7-ca772fc007dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.161015 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-5528c74f-1554-404a-82f9-f70ca263d09f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491955ee-2600-4a7f-8856-47ecc0232503') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:33.188558 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5528c74f-1554-404a-82f9-f70ca263d09f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.192746 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09874f-7af3-42bc-a0ff-dc2e47aff0b1 req-548d3d33-03bd-4131-804e-5683e7d3e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:33.195132 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0c09874f-7af3-42bc-a0ff-dc2e47aff0b1 req-548d3d33-03bd-4131-804e-5683e7d3e29c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64e99f8e-8c34-4f7d-9117-acd98b5ed10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1908047 Sep 01 15:00:33.232863 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5528c74f-1554-404a-82f9-f70ca263d09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.248991 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5528c74f-1554-404a-82f9-f70ca263d09f admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:00:33.253142 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5528c74f-1554-404a-82f9-f70ca263d09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:00:33.259223 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:00:33.381877 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0646be6d-e575-4e90-b463-10df569e8cc3 admin admin] Network fc75dff0-4f6c-4b5b-a048-cd0092037fa1 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:00:33.391286 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ba9ff114-e023-4e4b-b830-5b8e97939390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.395257 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5528c74f-1554-404a-82f9-f70ca263d09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.426086 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ba9ff114-e023-4e4b-b830-5b8e97939390 None None] Network 60e7cf6d-886f-4633-b106-6b6dfa7f3538 is not hosted by any dhcp agent {{(pid=94735) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 01 15:00:33.426580 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9ff114-e023-4e4b-b830-5b8e97939390 None None] No DVR routers for this DVR port daa092d9-0992-4e5d-97e0-767bc038a3d4 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:00:33.429105 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ff114-e023-4e4b-b830-5b8e97939390 None None] Pushing event deleted for resources: {'Port': ['ID=daa092d9-0992-4e5d-97e0-767bc038a3d4,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:33.443776 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5528c74f-1554-404a-82f9-f70ca263d09f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.457336 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5528c74f-1554-404a-82f9-f70ca263d09f admin admin] 10.222.0.60 "DELETE /v2.0/networks/60e7cf6d-886f-4633-b106-6b6dfa7f3538 HTTP/1.1" status: 204 len: 168 time: 1.2450848 Sep 01 15:00:33.463777 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528c74f-1554-404a-82f9-f70ca263d09f admin admin] Pushing event deleted for resources: {'Network': ['ID=60e7cf6d-886f-4633-b106-6b6dfa7f3538,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:33.466771 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51504) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:33.475844 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-bfcfa293-fc5f-4099-b4d7-ca772fc007dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:33.477127 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-bfcfa293-fc5f-4099-b4d7-ca772fc007dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.479246 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-bfcfa293-fc5f-4099-b4d7-ca772fc007dc service neutron] 10.222.0.62 "PUT /v2.0/ports/2fe55acc-3642-4816-8ed1-af0fb041aad0 HTTP/1.1" status: 200 len: 1121 time: 5.3183548 Sep 01 15:00:33.481807 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6983978-61ce-4225-9222-d82f5fbbf063 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.498567 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfa293-fc5f-4099-b4d7-ca772fc007dc service neutron] Pushing event updated for resources: {'Port': ['ID=2fe55acc-3642-4816-8ed1-af0fb041aad0,revision_number=8']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:33.543759 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-0646be6d-e575-4e90-b463-10df569e8cc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, fc75dff0-4f6c-4b5b-a048-cd0092037fa1) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:33.547397 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['2fe55acc-3642-4816-8ed1-af0fb041aad0'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:00:33.550505 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6983978-61ce-4225-9222-d82f5fbbf063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.563162 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0646be6d-e575-4e90-b463-10df569e8cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:33.563729 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0646be6d-e575-4e90-b463-10df569e8cc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.600697 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b72205-6f65-4fab-81d7-d74e651b6057 None None] Network fc75dff0-4f6c-4b5b-a048-cd0092037fa1 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:00:33.651101 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0c09874f-7af3-42bc-a0ff-dc2e47aff0b1 req-5f22b613-dfa6-42b5-8097-7170b3492e60 service neutron] 10.222.0.45 "GET /v2.0/networks/64e99f8e-8c34-4f7d-9117-acd98b5ed10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295709 Sep 01 15:00:33.674331 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['2fe55acc-3642-4816-8ed1-af0fb041aad0'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:00:33.717141 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0646be6d-e575-4e90-b463-10df569e8cc3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.4030087 Sep 01 15:00:33.763124 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device daa092d9-0992-4e5d-97e0-767bc038a3d4 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:00:33.766799 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6983978-61ce-4225-9222-d82f5fbbf063 admin admin] Pushing event updated for resources: {'Port': ['ID=fd8458c9-b6fa-404b-821f-983227cc5c6d,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:33.816264 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: daa092d9-0992-4e5d-97e0-767bc038a3d4 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:00:33.816714 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device daa092d9-0992-4e5d-97e0-767bc038a3d4 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:00:33.903861 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df114932-ff23-44e2-aca0-8520f2cb0393 req-fa145d26-9a10-4f5e-b57a-a4cbf85e4c99 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:33.906183 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-df114932-ff23-44e2-aca0-8520f2cb0393 req-fa145d26-9a10-4f5e-b57a-a4cbf85e4c99 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 945 time: 0.5368390 Sep 01 15:00:33.907184 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6983978-61ce-4225-9222-d82f5fbbf063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:33.940609 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde98a7-d850-48dc-a662-586fb4b1ac06 req-52beb45c-8d27-4da6-a0a5-43ac292870d2 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:33.942372 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dbde98a7-d850-48dc-a662-586fb4b1ac06 req-52beb45c-8d27-4da6-a0a5-43ac292870d2 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.1031854 Sep 01 15:00:33.997265 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e6e96a-b6e1-4510-a5fc-16e0b19771ea', 'tag': '2fe55acc-3642-4816-8ed1-af0fb041aad0'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:33.999843 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da6e800-504f-40c4-8be0-55bda7c3b5ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e6e96a-b6e1-4510-a5fc-16e0b19771ea", "tag": "2fe55acc-3642-4816-8ed1-af0fb041aad0"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:34.020758 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dbde98a7-d850-48dc-a662-586fb4b1ac06 req-859d1b8d-e1be-48d1-8f2d-3079166e3e6f tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695844 Sep 01 15:00:34.023646 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0c09874f-7af3-42bc-a0ff-dc2e47aff0b1 req-16c2d5f0-fb42-4602-a975-13a8b6984c38 service neutron] 10.222.0.45 "GET /v2.0/networks/64e99f8e-8c34-4f7d-9117-acd98b5ed10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051891 Sep 01 15:00:34.053723 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09102cd3-1e3a-4e6a-b3ce-619119f916cd None None] Network fc75dff0-4f6c-4b5b-a048-cd0092037fa1 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:00:34.148337 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-df114932-ff23-44e2-aca0-8520f2cb0393 req-eb653d49-2917-42f7-87b3-60ca65a929e7 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245219 Sep 01 15:00:34.232298 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6983978-61ce-4225-9222-d82f5fbbf063 admin admin] Network 18593713-5847-4486-9954-bbe909734adf is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:00:34.238722 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-f6983978-61ce-4225-9222-d82f5fbbf063 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:34.300657 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aabbcc-65e8-45c9-9054-214953af1195 req-5d79ec2b-8f22-4828-8c36-430085fbabec tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:34.303596 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-51aabbcc-65e8-45c9-9054-214953af1195 req-5d79ec2b-8f22-4828-8c36-430085fbabec tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 943 time: 0.1116331 Sep 01 15:00:34.415167 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-51aabbcc-65e8-45c9-9054-214953af1195 req-6f7ab778-7ea0-42dd-878d-add32e1f11b8 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981860 Sep 01 15:00:34.621003 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315287c7-aa28-4a25-acc1-a4faebf7ccad x-openstack-request-id: req-315287c7-aa28-4a25-acc1-a4faebf7ccad {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:34.621495 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e6e96a-b6e1-4510-a5fc-16e0b19771ea", "tag": "2fe55acc-3642-4816-8ed1-af0fb041aad0", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:34.622056 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-315287c7-aa28-4a25-acc1-a4faebf7ccad {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:34.622874 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e6e96a-b6e1-4510-a5fc-16e0b19771ea', 'tag': '2fe55acc-3642-4816-8ed1-af0fb041aad0', 'status': 'completed', 'code': 200} Sep 01 15:00:34.690159 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-77e2204b-7e84-407c-ae38-1c3301072183 None None] Provisioning complete for port fd8458c9-b6fa-404b-821f-983227cc5c6d triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:34.691045 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-77e2204b-7e84-407c-ae38-1c3301072183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:34.730629 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-77e2204b-7e84-407c-ae38-1c3301072183 None None] Port fd8458c9-b6fa-404b-821f-983227cc5c6d cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:00:34.795848 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e458e1-00bc-499e-bed4-520073570449 req-1c889dd6-473f-46d8-98f3-8749683db3a8 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:34.797631 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a7e458e1-00bc-499e-bed4-520073570449 req-1c889dd6-473f-46d8-98f3-8749683db3a8 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f86b80b-4aef-44d8-9f87-aa75a4982885 HTTP/1.1" status: 200 len: 943 time: 0.0611277 Sep 01 15:00:34.799728 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6983978-61ce-4225-9222-d82f5fbbf063 admin admin] Router 2ecbe0d7-dcba-496c-82ea-ae2069e5a50f has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:00:34.808345 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6e800-504f-40c4-8be0-55bda7c3b5ed req-aebd9d2a-0ec1-4f04-8825-873cb077a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:34.809981 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9da6e800-504f-40c4-8be0-55bda7c3b5ed req-aebd9d2a-0ec1-4f04-8825-873cb077a3b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 1124 time: 0.1798036 Sep 01 15:00:34.853002 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a7e458e1-00bc-499e-bed4-520073570449 req-1074d9ff-7797-47d4-854d-011bdd501704 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d193615-147a-475d-ac0b-60457ad9fd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454464 Sep 01 15:00:34.976246 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-2d982368-4b41-495b-9460-75be04f7c15d tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:34.977884 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-2d982368-4b41-495b-9460-75be04f7c15d tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/networks?id=fc75dff0-4f6c-4b5b-a048-cd0092037fa1 HTTP/1.1" status: 200 len: 821 time: 0.3085604 Sep 01 15:00:35.019572 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570761f6-4976-47e1-8c63-3060dc66a8e7 req-7935f5e2-a263-4029-a3ee-1306e0e55d86 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:35.021487 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-570761f6-4976-47e1-8c63-3060dc66a8e7 req-7935f5e2-a263-4029-a3ee-1306e0e55d86 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 1096 time: 0.0641773 Sep 01 15:00:35.075937 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-570761f6-4976-47e1-8c63-3060dc66a8e7 req-5a234163-29bf-443e-ab1a-8c365a5f7f8e tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411344 Sep 01 15:00:35.092201 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-4799d3e1-8b93-4da7-a809-b959d0acdc09 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/quotas/7b4dbf5ff81d4781863bf4da2a4d3108 HTTP/1.1" status: 200 len: 375 time: 0.0986857 Sep 01 15:00:35.277165 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164fbba-99f6-4709-a014-e40945f88498 req-1069cf0a-a1a8-4edf-aad8-f9b5cb402ddc tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:35.278891 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6164fbba-99f6-4709-a014-e40945f88498 req-1069cf0a-a1a8-4edf-aad8-f9b5cb402ddc tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.0632613 Sep 01 15:00:35.299321 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 2569668f-61fc-4454-b3ea-b9348d168ded details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:00:35.349368 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6164fbba-99f6-4709-a014-e40945f88498 req-97dd7671-fcc5-4302-8b49-4059cbea95ef tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623145 Sep 01 15:00:35.492777 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6e800-504f-40c4-8be0-55bda7c3b5ed req-5995ac64-7c3a-4adb-8622-4b6c5344ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:35.495036 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 2569668f-61fc-4454-b3ea-b9348d168ded, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=2569668f-61fc-4454-b3ea-b9348d168ded,segment=NetworkSegment(61d34df0-0cd0-42ae-82ee-6e90ca2a7166),segment_id=61d34df0-0cd0-42ae-82ee-6e90ca2a7166)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:35.495428 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9da6e800-504f-40c4-8be0-55bda7c3b5ed req-5995ac64-7c3a-4adb-8622-4b6c5344ab6a service neutron] 10.222.0.45 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 908 time: 0.6573963 Sep 01 15:00:35.498053 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-71c4fb89-dc74-4fea-b663-40420d69a80a tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b4dbf5ff81d4781863bf4da2a4d3108&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3859701 Sep 01 15:00:35.503450 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9263b-8be0-4bb9-bfbb-8b438454d225 req-4ce2fe8b-2ced-45f3-a56a-fe1d120d1f31 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:35.515460 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-39a9263b-8be0-4bb9-bfbb-8b438454d225 req-4ce2fe8b-2ced-45f3-a56a-fe1d120d1f31 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 1096 time: 0.0722904 Sep 01 15:00:35.528267 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '2569668f-61fc-4454-b3ea-b9348d168ded', 'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e', 'port_id': '2569668f-61fc-4454-b3ea-b9348d168ded', 'mac_address': 'fa:16:3e:54:13:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6fdf77-af6e-46da-a026-4e26517058f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:00:35.530288 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6983978-61ce-4225-9222-d82f5fbbf063 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:00:35.539497 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f6983978-61ce-4225-9222-d82f5fbbf063 admin admin] 10.222.0.60 "PUT /v2.0/routers/2ecbe0d7-dcba-496c-82ea-ae2069e5a50f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3223157 Sep 01 15:00:35.581848 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95899a06-a8d8-41dd-99b5-dfa87a85247f None None] Sync routers for ids ['2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:00:35.604463 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-39a9263b-8be0-4bb9-bfbb-8b438454d225 req-98e72b9e-c249-4268-badb-ef76aa1786f6 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841272 Sep 01 15:00:35.615359 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9da6e800-504f-40c4-8be0-55bda7c3b5ed req-cc0e7b37-34f3-4301-9c1a-52964d991112 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fe55acc-3642-4816-8ed1-af0fb041aad0 HTTP/1.1" status: 200 len: 217 time: 0.1001260 Sep 01 15:00:35.623567 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:35.628247 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95899a06-a8d8-41dd-99b5-dfa87a85247f None None] Routers {'2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:35.629019 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-95899a06-a8d8-41dd-99b5-dfa87a85247f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:00:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:35.703105 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-74c83aba-243c-48d4-a795-f3b4045c3f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:35.757262 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6e800-504f-40c4-8be0-55bda7c3b5ed req-3f6a9e3a-272e-446e-bff3-cbed8a337bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:35.758811 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9da6e800-504f-40c4-8be0-55bda7c3b5ed req-3f6a9e3a-272e-446e-bff3-cbed8a337bb3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f21d72f-51d2-4274-ac2c-410e832eb73e HTTP/1.1" status: 200 len: 847 time: 0.1292088 Sep 01 15:00:35.776898 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2569668f-61fc-4454-b3ea-b9348d168ded {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:00:35.812537 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-d1d7c216-ac24-4810-b3ea-513d0d41ca2c service neutron] 10.222.0.60 "GET /v2.0/networks/fc75dff0-4f6c-4b5b-a048-cd0092037fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983494 Sep 01 15:00:35.820749 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9da6e800-504f-40c4-8be0-55bda7c3b5ed req-7837e49f-addd-4ec3-b342-4235ca724e55 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=baf99c09-53f8-4476-8cd9-fd2a9a404823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493317 Sep 01 15:00:35.849321 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 2569668f-61fc-4454-b3ea-b9348d168ded, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=2569668f-61fc-4454-b3ea-b9348d168ded,segment=NetworkSegment(61d34df0-0cd0-42ae-82ee-6e90ca2a7166),segment_id=61d34df0-0cd0-42ae-82ee-6e90ca2a7166)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:35.925841 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:35.940616 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ca1b8-0efa-4457-8c08-2beb709b13c1 req-1ba8a6d8-b735-4388-9cc0-7089a20aa4a3 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:35.943400 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-132ca1b8-0efa-4457-8c08-2beb709b13c1 req-1ba8a6d8-b735-4388-9cc0-7089a20aa4a3 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 943 time: 0.0966234 Sep 01 15:00:35.988898 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-132ca1b8-0efa-4457-8c08-2beb709b13c1 req-29c8610c-8b6e-41e7-8a22-7ca196d78312 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378745 Sep 01 15:00:36.042814 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-95899a06-a8d8-41dd-99b5-dfa87a85247f None None] Set router 2ecbe0d7-dcba-496c-82ea-ae2069e5a50f gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:00:36.045581 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=2569668f-61fc-4454-b3ea-b9348d168ded,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:36.269623 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['2569668f-61fc-4454-b3ea-b9348d168ded'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:00:36.308600 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-2a1d02f7-1447-4fb6-8d70-880142bc5c6a service neutron] 10.222.0.60 "GET /v2.0/networks/fc75dff0-4f6c-4b5b-a048-cd0092037fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764819 Sep 01 15:00:36.328226 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9da6e800-504f-40c4-8be0-55bda7c3b5ed req-8bc11690-6847-49b0-aca1-19efe2b2a098 service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940953 Sep 01 15:00:36.539930 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-95899a06-a8d8-41dd-99b5-dfa87a85247f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'name': 'tempest-ServersTestFqdnHostnames-264342713-router', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:00:19Z', 'updated_at': '2021-09-01T15:00:32Z', 'revision_number': 4, 'project_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'gw_port': {'id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:21Z', 'updated_at': '2021-09-01T15:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'fd8458c9-b6fa-404b-821f-983227cc5c6d', 'name': '', 'network_id': '18593713-5847-4486-9954-bbe909734adf', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'mac_address': 'fa:16:3e:86:0d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'ce9b8e73-db6c-4188-9be9-0fb25a89d2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:28Z', 'updated_at': '2021-09-01T15:00:32Z', 'revision_number': 2, 'project_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'subnets': [{'id': 'ce9b8e73-db6c-4188-9be9-0fb25a89d2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:36.599548 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95899a06-a8d8-41dd-99b5-dfa87a85247f None None] Checking router: 2ecbe0d7-dcba-496c-82ea-ae2069e5a50f for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:00:36.600166 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95899a06-a8d8-41dd-99b5-dfa87a85247f None None] Updating router 2ecbe0d7-dcba-496c-82ea-ae2069e5a50f port fd8458c9-b6fa-404b-821f-983227cc5c6d binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:00:36.652989 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-95899a06-a8d8-41dd-99b5-dfa87a85247f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:36.888944 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e2bbd-5af1-4906-9616-b5050b2ed689 req-f92e7fee-9a97-4242-9a3e-63bb90c0019a tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:36.892237 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cc9e2bbd-5af1-4906-9616-b5050b2ed689 req-f92e7fee-9a97-4242-9a3e-63bb90c0019a tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f86b80b-4aef-44d8-9f87-aa75a4982885 HTTP/1.1" status: 200 len: 944 time: 0.3636124 Sep 01 15:00:36.903982 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9da6e800-504f-40c4-8be0-55bda7c3b5ed req-b54aede0-6b33-41ea-b0ea-d4557b79376a service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5578146 Sep 01 15:00:37.062583 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cc9e2bbd-5af1-4906-9616-b5050b2ed689 req-ba8cd866-f017-419e-9509-0cd3d321cf3a tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d193615-147a-475d-ac0b-60457ad9fd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159728 Sep 01 15:00:37.078889 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-74c83aba-243c-48d4-a795-f3b4045c3f34 admin admin] Deleting port cf297d13-3c67-4eab-bacd-355909f04e31 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:00:37.079884 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-74c83aba-243c-48d4-a795-f3b4045c3f34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:37.247017 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-95899a06-a8d8-41dd-99b5-dfa87a85247f None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:37.273308 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-95899a06-a8d8-41dd-99b5-dfa87a85247f None None] Transition to ACTIVE for port object fd8458c9-b6fa-404b-821f-983227cc5c6d will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:00:37.288626 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-95899a06-a8d8-41dd-99b5-dfa87a85247f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:37.332915 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-74c83aba-243c-48d4-a795-f3b4045c3f34 admin admin] For port cf297d13-3c67-4eab-bacd-355909f04e31, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=cf297d13-3c67-4eab-bacd-355909f04e31,segment=NetworkSegment(0f1d6480-111e-4ff1-916a-132bc6dcdb43),segment_id=0f1d6480-111e-4ff1-916a-132bc6dcdb43)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:37.333818 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-74c83aba-243c-48d4-a795-f3b4045c3f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:37.394771 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-74c83aba-243c-48d4-a795-f3b4045c3f34 admin admin] Calling delete_port for cf297d13-3c67-4eab-bacd-355909f04e31 owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:00:37.441401 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8e246-d409-431a-a8b4-016f7b561140 None None] Pushing event updated for resources: {'Port': ['ID=fd8458c9-b6fa-404b-821f-983227cc5c6d,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:37.574180 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51574) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:37.582964 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-e40efe24-ab4d-413f-9ebd-f336019fbe87 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Request body: {'security_group': {'name': 'tempest-securitygroup--633516284', 'description': 'tempest-description--501625929'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:37.674845 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-95899a06-a8d8-41dd-99b5-dfa87a85247f None None] Attempting to bind port fd8458c9-b6fa-404b-821f-983227cc5c6d on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:00:37.675607 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-95899a06-a8d8-41dd-99b5-dfa87a85247f None None] Attempting to bind port fd8458c9-b6fa-404b-821f-983227cc5c6d by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '5cf0773b-4e0d-4c5e-8de2-11896785776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '18593713-5847-4486-9954-bbe909734adf'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:00:37.676236 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95899a06-a8d8-41dd-99b5-dfa87a85247f None None] Attempting to bind port fd8458c9-b6fa-404b-821f-983227cc5c6d on network 18593713-5847-4486-9954-bbe909734adf {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:37.700681 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d860a-6d5e-4168-a17b-36a411f3b84e req-e94d73a2-8349-4056-b497-ae319b6977cb tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:37.702472 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e40efe24-ab4d-413f-9ebd-f336019fbe87 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:37.703858 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95899a06-a8d8-41dd-99b5-dfa87a85247f None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:00:37.704692 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95899a06-a8d8-41dd-99b5-dfa87a85247f None None] Checking segment: {'id': '5cf0773b-4e0d-4c5e-8de2-11896785776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '18593713-5847-4486-9954-bbe909734adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:00:37.705452 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-95899a06-a8d8-41dd-99b5-dfa87a85247f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:37.713495 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95899a06-a8d8-41dd-99b5-dfa87a85247f None None] Bound using segment: {'id': '5cf0773b-4e0d-4c5e-8de2-11896785776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '18593713-5847-4486-9954-bbe909734adf'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:00:37.714288 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-455d860a-6d5e-4168-a17b-36a411f3b84e req-e94d73a2-8349-4056-b497-ae319b6977cb tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.2161984 Sep 01 15:00:37.714733 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-95899a06-a8d8-41dd-99b5-dfa87a85247f None None] Bound port: fd8458c9-b6fa-404b-821f-983227cc5c6d, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf0773b-4e0d-4c5e-8de2-11896785776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '18593713-5847-4486-9954-bbe909734adf'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:00:37.718244 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-95899a06-a8d8-41dd-99b5-dfa87a85247f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:37.744141 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-69b07fa5-8c4d-4e2c-ac45-a33446ed1370 req-e766d3cc-d0c8-4897-9609-2154e571cb1d tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/ports?device_id=4970a6bc-1347-4f92-86af-5386671270c2 HTTP/1.1" status: 200 len: 210 time: 0.1116626 Sep 01 15:00:37.754929 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6263f44-d7aa-4676-93fd-d32c301f9bfb req-d5d5f44a-06fb-42e5-8dd0-4651decf4ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:37.757630 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b6263f44-d7aa-4676-93fd-d32c301f9bfb req-d5d5f44a-06fb-42e5-8dd0-4651decf4ea7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 1124 time: 0.3488083 Sep 01 15:00:37.918832 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:37.920796 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-95899a06-a8d8-41dd-99b5-dfa87a85247f None None] For port fd8458c9-b6fa-404b-821f-983227cc5c6d, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:00:37.926890 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-95899a06-a8d8-41dd-99b5-dfa87a85247f None None] For port fd8458c9-b6fa-404b-821f-983227cc5c6d, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fd8458c9-b6fa-404b-821f-983227cc5c6d,segment=NetworkSegment(5cf0773b-4e0d-4c5e-8de2-11896785776d),segment_id=5cf0773b-4e0d-4c5e-8de2-11896785776d)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:00:37.935872 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-95899a06-a8d8-41dd-99b5-dfa87a85247f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:37.940231 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e40efe24-ab4d-413f-9ebd-f336019fbe87 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:37.947593 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-455d860a-6d5e-4168-a17b-36a411f3b84e req-e5963f8b-5863-4b39-a510-f9067ffc8e54 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315507 Sep 01 15:00:37.951809 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e40efe24-ab4d-413f-9ebd-f336019fbe87 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:37.973627 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235189fb-3577-4e17-a810-22c5468ad369 req-1a30fba3-6c3e-47e6-aeb6-20366de7997a tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:37.982409 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-235189fb-3577-4e17-a810-22c5468ad369 req-1a30fba3-6c3e-47e6-aeb6-20366de7997a tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 943 time: 0.1070571 Sep 01 15:00:38.012713 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e40efe24-ab4d-413f-9ebd-f336019fbe87 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:38.014078 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e40efe24-ab4d-413f-9ebd-f336019fbe87 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4384406 Sep 01 15:00:38.025826 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51576) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:38.032006 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-1eb2c651-c858-4f3b-92fc-46095e74f131 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Request body: {'security_group_rule': {'security_group_id': 'c7efba1a-23a0-4b87-9f31-99447f38fa00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:38.055171 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40efe24-ab4d-413f-9ebd-f336019fbe87 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7efba1a-23a0-4b87-9f31-99447f38fa00,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:38.070051 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8e246-d409-431a-a8b4-016f7b561140 None None] Pushing event updated for resources: {'Port': ['ID=fd8458c9-b6fa-404b-821f-983227cc5c6d,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:38.086392 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-235189fb-3577-4e17-a810-22c5468ad369 req-637123dc-12cd-4866-8751-0d8db50e7ec3 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028152 Sep 01 15:00:38.090594 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95899a06-a8d8-41dd-99b5-dfa87a85247f None None] Routers {'2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:38.091560 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-95899a06-a8d8-41dd-99b5-dfa87a85247f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:00:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:38.116774 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1eb2c651-c858-4f3b-92fc-46095e74f131 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:38.176338 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6263f44-d7aa-4676-93fd-d32c301f9bfb req-ed2658d9-ef1e-4424-b33a-b3730e8dd70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:38.178655 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b6263f44-d7aa-4676-93fd-d32c301f9bfb req-ed2658d9-ef1e-4424-b33a-b3730e8dd70c service neutron] 10.222.0.45 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 908 time: 0.2648296 Sep 01 15:00:38.209001 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1eb2c651-c858-4f3b-92fc-46095e74f131 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:38.218777 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1eb2c651-c858-4f3b-92fc-46095e74f131 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:38.260990 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2c651-c858-4f3b-92fc-46095e74f131 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f57e52-2713-499a-ba68-d6367a9855cd,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:38.284090 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1eb2c651-c858-4f3b-92fc-46095e74f131 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:38.290117 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1eb2c651-c858-4f3b-92fc-46095e74f131 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2586288 Sep 01 15:00:38.291068 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51580) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:38.340974 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-7f5ba870-efb5-46bb-96c2-7e23edddfe5c tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Request body: {'security_group_rule': {'security_group_id': 'c7efba1a-23a0-4b87-9f31-99447f38fa00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:38.346776 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b6263f44-d7aa-4676-93fd-d32c301f9bfb req-7c1c4482-9e82-40a7-891c-1428a8a5ee3f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fe55acc-3642-4816-8ed1-af0fb041aad0 HTTP/1.1" status: 200 len: 217 time: 0.0571251 Sep 01 15:00:38.350530 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-74c83aba-243c-48d4-a795-f3b4045c3f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:38.399531 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62630d05-be6e-43ef-916b-3a618d2d7951 req-643a9903-1d35-46ed-817e-885da3e83065 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:38.404716 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-62630d05-be6e-43ef-916b-3a618d2d7951 req-643a9903-1d35-46ed-817e-885da3e83065 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 1096 time: 0.0844181 Sep 01 15:00:38.408527 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-95899a06-a8d8-41dd-99b5-dfa87a85247f None None] Set router 2ecbe0d7-dcba-496c-82ea-ae2069e5a50f gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:00:38.487912 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-62630d05-be6e-43ef-916b-3a618d2d7951 req-dcb6e9dd-1d98-44e3-b7fb-8897690963a3 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705588 Sep 01 15:00:38.503600 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c83aba-243c-48d4-a795-f3b4045c3f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf297d13-3c67-4eab-bacd-355909f04e31,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:38.694918 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25f5b5-3c4f-4ef1-8374-b275da74524e req-b65a5f93-e20f-4a3a-8716-5a46f27160cc tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:38.696582 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0c25f5b5-3c4f-4ef1-8374-b275da74524e req-b65a5f93-e20f-4a3a-8716-5a46f27160cc tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f86b80b-4aef-44d8-9f87-aa75a4982885 HTTP/1.1" status: 200 len: 944 time: 0.3489261 Sep 01 15:00:38.702673 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6263f44-d7aa-4676-93fd-d32c301f9bfb req-6af91a5c-44dd-4db0-81c6-8ceeda9cc0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:38.705068 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b6263f44-d7aa-4676-93fd-d32c301f9bfb req-6af91a5c-44dd-4db0-81c6-8ceeda9cc0e4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f21d72f-51d2-4274-ac2c-410e832eb73e HTTP/1.1" status: 200 len: 847 time: 0.3458915 Sep 01 15:00:38.750050 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f5ba870-efb5-46bb-96c2-7e23edddfe5c tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:38.842561 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-95899a06-a8d8-41dd-99b5-dfa87a85247f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'name': 'tempest-ServersTestFqdnHostnames-264342713-router', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:00:19Z', 'updated_at': '2021-09-01T15:00:32Z', 'revision_number': 4, 'project_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'gw_port': {'id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:21Z', 'updated_at': '2021-09-01T15:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'fd8458c9-b6fa-404b-821f-983227cc5c6d', 'name': '', 'network_id': '18593713-5847-4486-9954-bbe909734adf', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'mac_address': 'fa:16:3e:86:0d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'ce9b8e73-db6c-4188-9be9-0fb25a89d2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:28Z', 'updated_at': '2021-09-01T15:00:37Z', 'revision_number': 4, 'project_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'subnets': [{'id': 'ce9b8e73-db6c-4188-9be9-0fb25a89d2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:38.873140 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95899a06-a8d8-41dd-99b5-dfa87a85247f None None] The sync data for ids ['2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'] in n-d-794796-3 is: [{'id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'name': 'tempest-ServersTestFqdnHostnames-264342713-router', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:00:19Z', 'updated_at': '2021-09-01T15:00:32Z', 'revision_number': 4, 'project_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'gw_port': {'id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:21Z', 'updated_at': '2021-09-01T15:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'fd8458c9-b6fa-404b-821f-983227cc5c6d', 'name': '', 'network_id': '18593713-5847-4486-9954-bbe909734adf', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'mac_address': 'fa:16:3e:86:0d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'ce9b8e73-db6c-4188-9be9-0fb25a89d2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:28Z', 'updated_at': '2021-09-01T15:00:37Z', 'revision_number': 4, 'project_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'subnets': [{'id': 'ce9b8e73-db6c-4188-9be9-0fb25a89d2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:00:38.889154 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b6263f44-d7aa-4676-93fd-d32c301f9bfb req-f64bf410-949e-4b93-a42a-a826bc909501 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=baf99c09-53f8-4476-8cd9-fd2a9a404823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257854 Sep 01 15:00:39.172039 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-eb70fafb-dfd7-4138-8300-a0f8db789176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:39.336804 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 2569668f-61fc-4454-b3ea-b9348d168ded up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:00:39.443032 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 2569668f-61fc-4454-b3ea-b9348d168ded completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:00:39.454943 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 2569668f-61fc-4454-b3ea-b9348d168ded triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:39.455404 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:39.683147 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:39.710421 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:00:39.727575 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-8f662fa4-723f-4b49-b2e9-489025c41981 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:39.730459 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-8f662fa4-723f-4b49-b2e9-489025c41981 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.62 "GET /v2.0/networks?id=fc75dff0-4f6c-4b5b-a048-cd0092037fa1 HTTP/1.1" status: 200 len: 821 time: 1.2232845 Sep 01 15:00:39.731501 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-74c83aba-243c-48d4-a795-f3b4045c3f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:39.753272 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0c25f5b5-3c4f-4ef1-8374-b275da74524e req-415e1d66-493f-4160-8c96-eb364d6173fb tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d193615-147a-475d-ac0b-60457ad9fd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9847884 Sep 01 15:00:39.787134 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:00:39.814623 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-29b9ed9e-d6cc-47ae-9802-6e830e7f7c20 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Request body: {'port': {'device_id': '4970a6bc-1347-4f92-86af-5386671270c2', 'network_id': 'fc75dff0-4f6c-4b5b-a048-cd0092037fa1', 'admin_state_up': True, 'tenant_id': '7b4dbf5ff81d4781863bf4da2a4d3108'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:39.844109 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f5ba870-efb5-46bb-96c2-7e23edddfe5c tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:39.863032 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f86b80b-4aef-44d8-9f87-aa75a4982885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2569668f-61fc-4454-b3ea-b9348d168ded'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:39.867633 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840b9914-6be8-4a3c-8bb8-43e1008c3709" -d '{"events": [{"server_uuid": "3f86b80b-4aef-44d8-9f87-aa75a4982885", "name": "network-vif-plugged", "status": "completed", "tag": "2569668f-61fc-4454-b3ea-b9348d168ded"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:39.889934 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fd8458c9-b6fa-404b-821f-983227cc5c6d up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:00:39.907546 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b6263f44-d7aa-4676-93fd-d32c301f9bfb req-3317a335-a07e-4c92-8a59-e5448f99997c service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9903936 Sep 01 15:00:39.984640 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.resource_extend [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:00:39.989173 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 2569668f-61fc-4454-b3ea-b9348d168ded, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=2569668f-61fc-4454-b3ea-b9348d168ded,segment=NetworkSegment(61d34df0-0cd0-42ae-82ee-6e90ca2a7166),segment_id=61d34df0-0cd0-42ae-82ee-6e90ca2a7166)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:40.122869 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:40.169345 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f5ba870-efb5-46bb-96c2-7e23edddfe5c tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:40.240642 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ba870-efb5-46bb-96c2-7e23edddfe5c tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378ad9a5-bee7-4f78-93c9-cccd750f05c5,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:40.320766 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-a76b989b-5574-45c1-9595-36caed55246f req-6e15f158-cbe3-4d89-86f6-2db858fa5f47 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:00:40.321797 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a76b989b-5574-45c1-9595-36caed55246f req-6e15f158-cbe3-4d89-86f6-2db858fa5f47 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081718 Sep 01 15:00:40.353633 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c6d880b5-78af-4f78-86d1-eb5407e885f8 req-3f9053dd-4461-48ea-8024-d6542a8de6dc tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/ports?device_id=4970a6bc-1347-4f92-86af-5386671270c2 HTTP/1.1" status: 200 len: 210 time: 0.2000775 Sep 01 15:00:40.391827 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b989b-5574-45c1-9595-36caed55246f req-cc1aaa39-1ac2-4a03-af90-d52b834eabb8 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:40.394886 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a76b989b-5574-45c1-9595-36caed55246f req-cc1aaa39-1ac2-4a03-af90-d52b834eabb8 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/ports/b02f1d20-2fa7-44e2-906a-dccac21260b8 HTTP/1.1" status: 200 len: 1093 time: 0.0617704 Sep 01 15:00:40.405279 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f5ba870-efb5-46bb-96c2-7e23edddfe5c tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:40.409545 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7f5ba870-efb5-46bb-96c2-7e23edddfe5c tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1135113 Sep 01 15:00:40.414664 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-a76b989b-5574-45c1-9595-36caed55246f req-567238e9-0f04-456d-888a-0a795d9a9fc4 service neutron] Request body: {'binding': {'host': 'n-h2-794796-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:40.415389 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-a76b989b-5574-45c1-9595-36caed55246f req-567238e9-0f04-456d-888a-0a795d9a9fc4 service neutron] Unknown quota resources ['binding']. {{(pid=94733) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 15:00:40.430526 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51614) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:40.524719 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-3f989615-4dbb-4d8e-8e3a-1b13a58c5c6b tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:40.573944 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=3b700a4b-0191-4f7d-8c6f-f7930ecd46fd,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:40.580916 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b6263f44-d7aa-4676-93fd-d32c301f9bfb req-b3b12b65-0790-4d0b-b902-8c4e86c79f75 service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127867 Sep 01 15:00:40.584382 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=2569668f-61fc-4454-b3ea-b9348d168ded,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:40.626771 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '3b700a4b-0191-4f7d-8c6f-f7930ecd46fd', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': '3b700a4b-0191-4f7d-8c6f-f7930ecd46fd', 'mac_address': 'fa:16:3e:5b:0e:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:00:40.632301 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port fd8458c9-b6fa-404b-821f-983227cc5c6d completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:00:40.640258 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port fd8458c9-b6fa-404b-821f-983227cc5c6d triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:40.640633 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:40.683263 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:40.738353 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:40.772812 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f989615-4dbb-4d8e-8e3a-1b13a58c5c6b tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:40.773107 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=3b700a4b-0191-4f7d-8c6f-f7930ecd46fd,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:40.782397 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:00:40.798444 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:40.818425 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-29b9ed9e-d6cc-47ae-9802-6e830e7f7c20 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Made reservation on behalf of 7b4dbf5ff81d4781863bf4da2a4d3108 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:00:40.830478 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-29b9ed9e-d6cc-47ae-9802-6e830e7f7c20 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:40.890944 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-a76b989b-5574-45c1-9595-36caed55246f req-567238e9-0f04-456d-888a-0a795d9a9fc4 service neutron] Attempting to bind port b02f1d20-2fa7-44e2-906a-dccac21260b8 on host n-h2-794796-3 for vnic_type normal with profile None {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:00:40.891667 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-a76b989b-5574-45c1-9595-36caed55246f req-567238e9-0f04-456d-888a-0a795d9a9fc4 service neutron] Attempting to bind port b02f1d20-2fa7-44e2-906a-dccac21260b8 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:00:40.892206 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b989b-5574-45c1-9595-36caed55246f req-567238e9-0f04-456d-888a-0a795d9a9fc4 service neutron] Attempting to bind port b02f1d20-2fa7-44e2-906a-dccac21260b8 on network e27801a1-4735-4eb4-8714-06c2c137f925 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:40.940398 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b989b-5574-45c1-9595-36caed55246f req-567238e9-0f04-456d-888a-0a795d9a9fc4 service neutron] Port b02f1d20-2fa7-44e2-906a-dccac21260b8 on network e27801a1-4735-4eb4-8714-06c2c137f925 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:00:40.941180 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b989b-5574-45c1-9595-36caed55246f req-567238e9-0f04-456d-888a-0a795d9a9fc4 service neutron] Attempting to bind port b02f1d20-2fa7-44e2-906a-dccac21260b8 on network e27801a1-4735-4eb4-8714-06c2c137f925 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:40.975802 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b989b-5574-45c1-9595-36caed55246f req-567238e9-0f04-456d-888a-0a795d9a9fc4 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:00:40.976310 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b989b-5574-45c1-9595-36caed55246f req-567238e9-0f04-456d-888a-0a795d9a9fc4 service neutron] Checking segment: {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:00:40.976786 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b989b-5574-45c1-9595-36caed55246f req-567238e9-0f04-456d-888a-0a795d9a9fc4 service neutron] Bound using segment: {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:00:40.977265 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-a76b989b-5574-45c1-9595-36caed55246f req-567238e9-0f04-456d-888a-0a795d9a9fc4 service neutron] Bound port: b02f1d20-2fa7-44e2-906a-dccac21260b8, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:00:40.996263 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.api [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:00:40.996709 n-d-794796-3 neutron-server[94735]: DEBUG oslo_db.api [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:00:40.997130 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:41.016697 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=3b700a4b-0191-4f7d-8c6f-f7930ecd46fd,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:41.048659 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8e97e-f197-47c1-b6f7-7463d0f269de req-9d7fd7bd-6f8f-4b1f-9a29-e612579e88f5 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:41.068313 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port fd8458c9-b6fa-404b-821f-983227cc5c6d, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fd8458c9-b6fa-404b-821f-983227cc5c6d,segment=NetworkSegment(5cf0773b-4e0d-4c5e-8de2-11896785776d),segment_id=5cf0773b-4e0d-4c5e-8de2-11896785776d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:41.071461 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-a76b989b-5574-45c1-9595-36caed55246f req-567238e9-0f04-456d-888a-0a795d9a9fc4 service neutron] For port b02f1d20-2fa7-44e2-906a-dccac21260b8, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b02f1d20-2fa7-44e2-906a-dccac21260b8,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:00:41.074706 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:41.075154 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0cc8e97e-f197-47c1-b6f7-7463d0f269de req-9d7fd7bd-6f8f-4b1f-9a29-e612579e88f5 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.4702489 Sep 01 15:00:41.091275 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a76b989b-5574-45c1-9595-36caed55246f req-567238e9-0f04-456d-888a-0a795d9a9fc4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:41.097347 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a76b989b-5574-45c1-9595-36caed55246f req-567238e9-0f04-456d-888a-0a795d9a9fc4 service neutron] 10.222.0.60 "POST /v2.0/ports/b02f1d20-2fa7-44e2-906a-dccac21260b8/bindings HTTP/1.1" status: 201 len: 389 time: 0.6911070 Sep 01 15:00:41.176974 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=fd8458c9-b6fa-404b-821f-983227cc5c6d,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:41.265596 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f989615-4dbb-4d8e-8e3a-1b13a58c5c6b tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:41.332793 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c83aba-243c-48d4-a795-f3b4045c3f34 admin admin] Router 21d983ce-55ab-47c5-b1a9-2aca5e4aed44 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:00:41.357097 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0cc8e97e-f197-47c1-b6f7-7463d0f269de req-3b5c115b-4a5d-498e-9288-51246f113325 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805800 Sep 01 15:00:41.406739 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-29b9ed9e-d6cc-47ae-9802-6e830e7f7c20 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Allocated IP 172.20.0.8 (fc75dff0-4f6c-4b5b-a048-cd0092037fa1/45dde334-d628-4d3f-9515-68b4e5df208e/dcf182f6-3a50-4121-b89b-a011b4e42157) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:00:41.511506 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2265b4-3813-48ef-a04b-142752bbd2da req-ea3d5b04-2567-4de2-8506-8771443bc768 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:41.526684 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d2265b4-3813-48ef-a04b-142752bbd2da req-ea3d5b04-2567-4de2-8506-8771443bc768 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 943 time: 0.1673117 Sep 01 15:00:41.598843 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e31a18-fb83-4789-833e-285bb64a52da x-openstack-request-id: req-44e31a18-fb83-4789-833e-285bb64a52da {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:41.599433 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f86b80b-4aef-44d8-9f87-aa75a4982885", "name": "network-vif-plugged", "status": "completed", "tag": "2569668f-61fc-4454-b3ea-b9348d168ded", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:41.599664 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-44e31a18-fb83-4789-833e-285bb64a52da {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:41.600267 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f86b80b-4aef-44d8-9f87-aa75a4982885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2569668f-61fc-4454-b3ea-b9348d168ded', 'code': 200} Sep 01 15:00:41.601575 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fd8458c9-b6fa-404b-821f-983227cc5c6d up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:00:41.655480 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d2265b4-3813-48ef-a04b-142752bbd2da req-a9b694cf-a290-4863-b80e-ed70201edb1a tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270244 Sep 01 15:00:41.713918 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-3f989615-4dbb-4d8e-8e3a-1b13a58c5c6b tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Allocated IP 172.25.6.203 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/7dd5eac7-0515-486d-9057-54003958c265) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:00:41.789151 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:41.834959 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:00:41.909126 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=3b700a4b-0191-4f7d-8c6f-f7930ecd46fd,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:41.914963 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port fd8458c9-b6fa-404b-821f-983227cc5c6d triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:41.916095 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:41.927400 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:42.022337 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54382868-887c-47a5-b930-9e5554135395 req-b60b8a7b-2220-4184-9c72-fb744e5d87c1 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:42.025348 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-54382868-887c-47a5-b930-9e5554135395 req-b60b8a7b-2220-4184-9c72-fb744e5d87c1 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 945 time: 0.1551738 Sep 01 15:00:42.047598 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96095df3-81ab-4325-9d1a-dcb4d2bdd77c req-ee6d2e5e-0738-45d3-987c-c19791fcf7f0 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:42.052678 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:42.059472 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-96095df3-81ab-4325-9d1a-dcb4d2bdd77c req-ee6d2e5e-0738-45d3-987c-c19791fcf7f0 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f86b80b-4aef-44d8-9f87-aa75a4982885 HTTP/1.1" status: 200 len: 945 time: 0.4048975 Sep 01 15:00:42.064250 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cdffa-a1f5-47e6-959c-2b5f95b2b0aa req-d95e589c-2532-4312-8028-48819471ddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:42.067146 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8a1cdffa-a1f5-47e6-959c-2b5f95b2b0aa req-d95e589c-2532-4312-8028-48819471ddaf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3f86b80b-4aef-44d8-9f87-aa75a4982885 HTTP/1.1" status: 200 len: 1096 time: 0.3547752 Sep 01 15:00:42.099078 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c83aba-243c-48d4-a795-f3b4045c3f34 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:00:42.112134 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f989615-4dbb-4d8e-8e3a-1b13a58c5c6b tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:42.121851 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3df566-0a79-41e4-ac55-f9a883006904 None None] Sync routers for ids ['21d983ce-55ab-47c5-b1a9-2aca5e4aed44'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:00:42.132141 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-74c83aba-243c-48d4-a795-f3b4045c3f34 admin admin] 10.222.0.60 "PUT /v2.0/routers/21d983ce-55ab-47c5-b1a9-2aca5e4aed44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6477823 Sep 01 15:00:42.132362 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-54382868-887c-47a5-b930-9e5554135395 req-962c8d4e-a8d7-4d8e-a02c-8a16da19bff7 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941796 Sep 01 15:00:42.142861 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51622) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:42.154855 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3df566-0a79-41e4-ac55-f9a883006904 None None] Routers {'21d983ce-55ab-47c5-b1a9-2aca5e4aed44'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:42.155833 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-bc3df566-0a79-41e4-ac55-f9a883006904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:00:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['21d983ce-55ab-47c5-b1a9-2aca5e4aed44'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:42.195254 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=3b700a4b-0191-4f7d-8c6f-f7930ecd46fd,revision_number=7']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:42.201259 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-29b9ed9e-d6cc-47ae-9802-6e830e7f7c20 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:42.256216 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d9395283-50f0-41a6-9227-07273a2500c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:42.270492 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8a1cdffa-a1f5-47e6-959c-2b5f95b2b0aa req-ac9c035a-e873-4ac8-bc11-1a728bec4f15 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2d193615-147a-475d-ac0b-60457ad9fd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738958 Sep 01 15:00:42.293551 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-96095df3-81ab-4325-9d1a-dcb4d2bdd77c req-23bff5b0-e8b5-4899-a62d-7b9494c231b4 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d193615-147a-475d-ac0b-60457ad9fd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328200 Sep 01 15:00:42.360131 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-65f64f22-319f-4c33-a686-b50cd4a18676 admin admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:42.379232 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-29b9ed9e-d6cc-47ae-9802-6e830e7f7c20 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:42.444958 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['3b700a4b-0191-4f7d-8c6f-f7930ecd46fd'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:00:42.466320 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f989615-4dbb-4d8e-8e3a-1b13a58c5c6b tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:42.541345 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-29b9ed9e-d6cc-47ae-9802-6e830e7f7c20 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Network fc75dff0-4f6c-4b5b-a048-cd0092037fa1 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:00:42.544926 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-29b9ed9e-d6cc-47ae-9802-6e830e7f7c20 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:42.564052 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-29b9ed9e-d6cc-47ae-9802-6e830e7f7c20 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:00:42.607248 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f989615-4dbb-4d8e-8e3a-1b13a58c5c6b tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:00:42.617869 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-bc3df566-0a79-41e4-ac55-f9a883006904 None None] Set router 21d983ce-55ab-47c5-b1a9-2aca5e4aed44 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:00:42.619858 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-3f989615-4dbb-4d8e-8e3a-1b13a58c5c6b tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:42.674090 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f989615-4dbb-4d8e-8e3a-1b13a58c5c6b tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:00:42.739646 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45b9a4-2e4d-4aa2-bff6-a794579c08a7 req-99a6a4af-ad49-4cf9-a410-1ace6c1f7b8c tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:42.751163 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0f45b9a4-2e4d-4aa2-bff6-a794579c08a7 req-99a6a4af-ad49-4cf9-a410-1ace6c1f7b8c tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/ports?device_id=4970a6bc-1347-4f92-86af-5386671270c2 HTTP/1.1" status: 200 len: 931 time: 0.2865894 Sep 01 15:00:42.755562 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9ed9e-d6cc-47ae-9802-6e830e7f7c20 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Pushing event updated for resources: {'Port': ['ID=dcf182f6-3a50-4121-b89b-a011b4e42157,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:42.824005 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f989615-4dbb-4d8e-8e3a-1b13a58c5c6b tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Pushing event updated for resources: {'Port': ['ID=7dd5eac7-0515-486d-9057-54003958c265,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:42.841169 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-29b9ed9e-d6cc-47ae-9802-6e830e7f7c20 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:42.842744 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-29b9ed9e-d6cc-47ae-9802-6e830e7f7c20 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:42.873408 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb79ec-742a-4701-ad3a-0400c58c1f12 req-71c73ed8-cb9e-4056-9cbc-a1560290e7e7 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:42.895070 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73eb79ec-742a-4701-ad3a-0400c58c1f12 req-71c73ed8-cb9e-4056-9cbc-a1560290e7e7 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 949 time: 0.3246148 Sep 01 15:00:42.939766 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f989615-4dbb-4d8e-8e3a-1b13a58c5c6b tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:42.959296 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0f45b9a4-2e4d-4aa2-bff6-a794579c08a7 req-03b03032-2f9d-4297-adfb-a8c8aefe3642 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/security-groups?id=2efcacf5-8f3a-4008-a824-b22cc27d8990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939189 Sep 01 15:00:42.966159 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-29b9ed9e-d6cc-47ae-9802-6e830e7f7c20 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2051055 Sep 01 15:00:42.993228 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-40e38274-9215-41ce-8b5b-bcb2e8c0219c service neutron] Request body: {'port': {'device_id': '4970a6bc-1347-4f92-86af-5386671270c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:42.996791 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-65f64f22-319f-4c33-a686-b50cd4a18676 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:43.006798 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f989615-4dbb-4d8e-8e3a-1b13a58c5c6b tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:43.064027 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-bc3df566-0a79-41e4-ac55-f9a883006904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d983ce-55ab-47c5-b1a9-2aca5e4aed44', 'name': 'tempest-AttachSCSIVolumeTestJSON-1526395342-router', 'tenant_id': '41c6d35d60454f43b79337aab2d9b95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '5929e4d2-13da-4691-ba0d-f2741018dde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:57:49Z', 'updated_at': '2021-09-01T15:00:38Z', 'revision_number': 5, 'project_id': '41c6d35d60454f43b79337aab2d9b95e', 'gw_port': {'id': '5929e4d2-13da-4691-ba0d-f2741018dde3', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d983ce-55ab-47c5-b1a9-2aca5e4aed44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:57:51Z', 'updated_at': '2021-09-01T14:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:43.065662 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:43.105709 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3df566-0a79-41e4-ac55-f9a883006904 None None] Checking router: 21d983ce-55ab-47c5-b1a9-2aca5e4aed44 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:00:43.116929 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3df566-0a79-41e4-ac55-f9a883006904 None None] Routers {'21d983ce-55ab-47c5-b1a9-2aca5e4aed44'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:43.117841 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-bc3df566-0a79-41e4-ac55-f9a883006904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:00:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['21d983ce-55ab-47c5-b1a9-2aca5e4aed44'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:43.180930 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73eb79ec-742a-4701-ad3a-0400c58c1f12 req-24283601-2de2-429e-809d-23781dd2fa29 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724597 Sep 01 15:00:43.189458 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-40e38274-9215-41ce-8b5b-bcb2e8c0219c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:43.222553 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-bc3df566-0a79-41e4-ac55-f9a883006904 None None] Set router 21d983ce-55ab-47c5-b1a9-2aca5e4aed44 gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:00:43.311505 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-bc3df566-0a79-41e4-ac55-f9a883006904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d983ce-55ab-47c5-b1a9-2aca5e4aed44', 'name': 'tempest-AttachSCSIVolumeTestJSON-1526395342-router', 'tenant_id': '41c6d35d60454f43b79337aab2d9b95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:57:49Z', 'updated_at': '2021-09-01T15:00:42Z', 'revision_number': 6, 'project_id': '41c6d35d60454f43b79337aab2d9b95e', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:43.347495 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3df566-0a79-41e4-ac55-f9a883006904 None None] The sync data for ids ['21d983ce-55ab-47c5-b1a9-2aca5e4aed44'] in n-d-794796-3 is: [{'id': '21d983ce-55ab-47c5-b1a9-2aca5e4aed44', 'name': 'tempest-AttachSCSIVolumeTestJSON-1526395342-router', 'tenant_id': '41c6d35d60454f43b79337aab2d9b95e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:57:49Z', 'updated_at': '2021-09-01T15:00:42Z', 'revision_number': 6, 'project_id': '41c6d35d60454f43b79337aab2d9b95e', 'gw_port_host': None}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:00:43.349657 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-65f64f22-319f-4c33-a686-b50cd4a18676 admin admin] Deleting port 5929e4d2-13da-4691-ba0d-f2741018dde3 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:00:43.350141 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 2fe55acc-3642-4816-8ed1-af0fb041aad0 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:00:43.350385 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-65f64f22-319f-4c33-a686-b50cd4a18676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:43.409990 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929c365-ff82-425a-a62b-f5b9f61438f3 req-7093f5c9-b61b-42ad-9e77-654313dea9ca tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:43.411623 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c929c365-ff82-425a-a62b-f5b9f61438f3 req-7093f5c9-b61b-42ad-9e77-654313dea9ca tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 943 time: 0.1446137 Sep 01 15:00:43.455716 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f989615-4dbb-4d8e-8e3a-1b13a58c5c6b tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:43.463485 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-e4dcc1fa-153f-4e0e-8bde-123a76f9cd84 service neutron] 10.222.0.45 "GET /v2.0/ports/2fe55acc-3642-4816-8ed1-af0fb041aad0/bindings/n-h2-794796-3 HTTP/1.1" status: 200 len: 384 time: 0.3429229 Sep 01 15:00:43.475123 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f989615-4dbb-4d8e-8e3a-1b13a58c5c6b tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:43.502576 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bca474-095e-4ced-8fee-8c5b67ed051d req-3354aadc-e502-45d5-b57c-a4cf650817b4 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:43.504216 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-80bca474-095e-4ced-8fee-8c5b67ed051d req-3354aadc-e502-45d5-b57c-a4cf650817b4 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 945 time: 0.2275784 Sep 01 15:00:43.593988 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c929c365-ff82-425a-a62b-f5b9f61438f3 req-8ec04c07-7a92-4914-a218-8dd3d5f272a9 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684055 Sep 01 15:00:43.610603 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-65f64f22-319f-4c33-a686-b50cd4a18676 admin admin] For port 5929e4d2-13da-4691-ba0d-f2741018dde3, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=5929e4d2-13da-4691-ba0d-f2741018dde3,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:43.611697 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-65f64f22-319f-4c33-a686-b50cd4a18676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:43.613643 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce089a2-e807-4d9a-9b90-ace08c48f5c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b700a4b-0191-4f7d-8c6f-f7930ecd46fd'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:43.624167 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f989615-4dbb-4d8e-8e3a-1b13a58c5c6b tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Pushing event updated for resources: {'Port': ['ID=7dd5eac7-0515-486d-9057-54003958c265,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:43.626371 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad493089-10bb-4660-95eb-ec27010e4cd0" -d '{"events": [{"server_uuid": "1ce089a2-e807-4d9a-9b90-ace08c48f5c3", "name": "network-vif-unplugged", "status": "completed", "tag": "3b700a4b-0191-4f7d-8c6f-f7930ecd46fd"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:43.631539 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-65f64f22-319f-4c33-a686-b50cd4a18676 admin admin] Calling delete_port for 5929e4d2-13da-4691-ba0d-f2741018dde3 owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:00:43.643535 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f989615-4dbb-4d8e-8e3a-1b13a58c5c6b tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:43.664910 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-80bca474-095e-4ced-8fee-8c5b67ed051d req-43f3b3cb-6d59-4e49-8f95-6175b71d52ca tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243210 Sep 01 15:00:43.791466 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device cf297d13-3c67-4eab-bacd-355909f04e31 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:00:43.827376 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e057493a-1777-4e1b-be69-f2056a50e853 x-openstack-request-id: req-e057493a-1777-4e1b-be69-f2056a50e853 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:43.833587 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce089a2-e807-4d9a-9b90-ace08c48f5c3", "name": "network-vif-unplugged", "status": "completed", "tag": "3b700a4b-0191-4f7d-8c6f-f7930ecd46fd", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:43.834022 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e057493a-1777-4e1b-be69-f2056a50e853 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:43.834586 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce089a2-e807-4d9a-9b90-ace08c48f5c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b700a4b-0191-4f7d-8c6f-f7930ecd46fd', 'code': 200} Sep 01 15:00:43.835706 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: cf297d13-3c67-4eab-bacd-355909f04e31 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:00:43.836159 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device cf297d13-3c67-4eab-bacd-355909f04e31 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:00:43.937858 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f989615-4dbb-4d8e-8e3a-1b13a58c5c6b tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:43.940181 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3f989615-4dbb-4d8e-8e3a-1b13a58c5c6b tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5080354 Sep 01 15:00:43.945165 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-40e38274-9215-41ce-8b5b-bcb2e8c0219c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf182f6-3a50-4121-b89b-a011b4e42157 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:00:43.964190 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-40e38274-9215-41ce-8b5b-bcb2e8c0219c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:43.972732 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9610b-15d0-4cf6-a0b9-c99838fb5cf0 req-7bb857d3-4489-4112-889e-39ddef08f16f tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:43.974924 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-39f9610b-15d0-4cf6-a0b9-c99838fb5cf0 req-7bb857d3-4489-4112-889e-39ddef08f16f tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f86b80b-4aef-44d8-9f87-aa75a4982885 HTTP/1.1" status: 200 len: 945 time: 0.1455548 Sep 01 15:00:43.988739 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-40e38274-9215-41ce-8b5b-bcb2e8c0219c service neutron] Transition to ACTIVE for port object dcf182f6-3a50-4121-b89b-a011b4e42157 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:00:44.000410 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-40e38274-9215-41ce-8b5b-bcb2e8c0219c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:44.008931 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:00:44.075436 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:44.076457 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:44.085282 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-39f9610b-15d0-4cf6-a0b9-c99838fb5cf0 req-7736384a-7a9d-4ce8-8a6f-ad731046c1fd tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d193615-147a-475d-ac0b-60457ad9fd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000268 Sep 01 15:00:44.113729 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-65f64f22-319f-4c33-a686-b50cd4a18676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:44.132962 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-15c23985-71af-4213-a3f6-ff24edbcfe26 service neutron] For port 2fe55acc-3642-4816-8ed1-af0fb041aad0, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=2fe55acc-3642-4816-8ed1-af0fb041aad0,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:44.170839 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f64f22-319f-4c33-a686-b50cd4a18676 admin admin] Pushing event deleted for resources: {'Port': ['ID=5929e4d2-13da-4691-ba0d-f2741018dde3,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:44.207586 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e38274-9215-41ce-8b5b-bcb2e8c0219c service neutron] Pushing event updated for resources: {'Port': ['ID=dcf182f6-3a50-4121-b89b-a011b4e42157,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:44.213747 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:44.220748 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-15c23985-71af-4213-a3f6-ff24edbcfe26 service neutron] For port 2fe55acc-3642-4816-8ed1-af0fb041aad0, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:00:44.266968 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=3b700a4b-0191-4f7d-8c6f-f7930ecd46fd,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:44.276066 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:44.322388 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b620db-8920-4566-9f1b-87f9327bccc0 req-ba53f6ea-f810-4186-b953-0db53e9f134d tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:44.330106 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00b620db-8920-4566-9f1b-87f9327bccc0 req-ba53f6ea-f810-4186-b953-0db53e9f134d tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/ports?device_id=4970a6bc-1347-4f92-86af-5386671270c2 HTTP/1.1" status: 200 len: 943 time: 0.2135389 Sep 01 15:00:44.338942 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=3b700a4b-0191-4f7d-8c6f-f7930ecd46fd,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:44.346636 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-15c23985-71af-4213-a3f6-ff24edbcfe26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe55acc-3642-4816-8ed1-af0fb041aad0 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:00:44.359719 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-beb580d0-8055-4b34-b08d-4c7a0893401a tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--633516284&fields=id&tenant_id=2b6691d4b6a34925853a0b0cfb6dd457 HTTP/1.1" status: 200 len: 267 time: 0.1594250 Sep 01 15:00:44.365382 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-65f64f22-319f-4c33-a686-b50cd4a18676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:44.375745 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-15c23985-71af-4213-a3f6-ff24edbcfe26 service neutron] For port 2fe55acc-3642-4816-8ed1-af0fb041aad0, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=2fe55acc-3642-4816-8ed1-af0fb041aad0,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:44.426170 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-15c23985-71af-4213-a3f6-ff24edbcfe26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:44.441857 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-40e38274-9215-41ce-8b5b-bcb2e8c0219c service neutron] Attempting to bind port dcf182f6-3a50-4121-b89b-a011b4e42157 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:00:44.442204 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-40e38274-9215-41ce-8b5b-bcb2e8c0219c service neutron] Attempting to bind port dcf182f6-3a50-4121-b89b-a011b4e42157 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '8bf593c3-649c-4c4e-98a9-0846c4254e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'fc75dff0-4f6c-4b5b-a048-cd0092037fa1'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:00:44.442627 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-40e38274-9215-41ce-8b5b-bcb2e8c0219c service neutron] Attempting to bind port dcf182f6-3a50-4121-b89b-a011b4e42157 on network fc75dff0-4f6c-4b5b-a048-cd0092037fa1 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:44.452246 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00b620db-8920-4566-9f1b-87f9327bccc0 req-13bce9d2-84e6-497f-b1ec-c8e094272e99 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/security-groups?id=2efcacf5-8f3a-4008-a824-b22cc27d8990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210976 Sep 01 15:00:44.457302 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-40e38274-9215-41ce-8b5b-bcb2e8c0219c service neutron] Port dcf182f6-3a50-4121-b89b-a011b4e42157 on network fc75dff0-4f6c-4b5b-a048-cd0092037fa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:00:44.457685 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-40e38274-9215-41ce-8b5b-bcb2e8c0219c service neutron] Attempting to bind port dcf182f6-3a50-4121-b89b-a011b4e42157 on network fc75dff0-4f6c-4b5b-a048-cd0092037fa1 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:44.511347 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-40e38274-9215-41ce-8b5b-bcb2e8c0219c service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:00:44.511764 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-40e38274-9215-41ce-8b5b-bcb2e8c0219c service neutron] Checking segment: {'id': '8bf593c3-649c-4c4e-98a9-0846c4254e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'fc75dff0-4f6c-4b5b-a048-cd0092037fa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:00:44.512311 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-40e38274-9215-41ce-8b5b-bcb2e8c0219c service neutron] Bound using segment: {'id': '8bf593c3-649c-4c4e-98a9-0846c4254e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'fc75dff0-4f6c-4b5b-a048-cd0092037fa1'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:00:44.512890 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-40e38274-9215-41ce-8b5b-bcb2e8c0219c service neutron] Bound port: dcf182f6-3a50-4121-b89b-a011b4e42157, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bf593c3-649c-4c4e-98a9-0846c4254e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'fc75dff0-4f6c-4b5b-a048-cd0092037fa1'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:00:44.513375 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-40e38274-9215-41ce-8b5b-bcb2e8c0219c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:44.665862 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-15c23985-71af-4213-a3f6-ff24edbcfe26 service neutron] Transition to ACTIVE for port object 2fe55acc-3642-4816-8ed1-af0fb041aad0 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:00:44.674918 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-15c23985-71af-4213-a3f6-ff24edbcfe26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:44.678712 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-40e38274-9215-41ce-8b5b-bcb2e8c0219c service neutron] For port dcf182f6-3a50-4121-b89b-a011b4e42157, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:00:44.683985 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-40e38274-9215-41ce-8b5b-bcb2e8c0219c service neutron] For port dcf182f6-3a50-4121-b89b-a011b4e42157, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=dcf182f6-3a50-4121-b89b-a011b4e42157,segment=NetworkSegment(8bf593c3-649c-4c4e-98a9-0846c4254e27),segment_id=8bf593c3-649c-4c4e-98a9-0846c4254e27)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:00:44.704920 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-40e38274-9215-41ce-8b5b-bcb2e8c0219c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:44.784426 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-40e38274-9215-41ce-8b5b-bcb2e8c0219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:44.785724 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-40e38274-9215-41ce-8b5b-bcb2e8c0219c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:44.787430 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-40e38274-9215-41ce-8b5b-bcb2e8c0219c service neutron] 10.222.0.62 "PUT /v2.0/ports/dcf182f6-3a50-4121-b89b-a011b4e42157 HTTP/1.1" status: 200 len: 1091 time: 1.8050573 Sep 01 15:00:44.805532 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4970a6bc-1347-4f92-86af-5386671270c2', 'tag': 'dcf182f6-3a50-4121-b89b-a011b4e42157'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:44.807922 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2f01b4-9134-48d1-9fd1-bb0e26b17dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "4970a6bc-1347-4f92-86af-5386671270c2", "tag": "dcf182f6-3a50-4121-b89b-a011b4e42157"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:44.808945 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-65f64f22-319f-4c33-a686-b50cd4a18676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:44.813391 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-65f64f22-319f-4c33-a686-b50cd4a18676 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:44.862100 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-15c23985-71af-4213-a3f6-ff24edbcfe26 service neutron] No DVR routers for this DVR port 2fe55acc-3642-4816-8ed1-af0fb041aad0 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:00:44.881743 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c23985-71af-4213-a3f6-ff24edbcfe26 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe55acc-3642-4816-8ed1-af0fb041aad0,revision_number=10']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:44.898742 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-65f64f22-319f-4c33-a686-b50cd4a18676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:44.899282 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f64f22-319f-4c33-a686-b50cd4a18676 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21d983ce-55ab-47c5-b1a9-2aca5e4aed44 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:00:44.910720 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-65f64f22-319f-4c33-a686-b50cd4a18676 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:44.916417 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-65f64f22-319f-4c33-a686-b50cd4a18676 admin admin] 10.222.0.60 "DELETE /v2.0/routers/21d983ce-55ab-47c5-b1a9-2aca5e4aed44 HTTP/1.1" status: 204 len: 168 time: 2.7710915 Sep 01 15:00:44.921734 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51660) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:44.951739 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389d8d5-270f-4d52-9298-31ea86e54c11 req-33dac37e-3686-4d95-bbe0-055310d014a5 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:44.957245 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b389d8d5-270f-4d52-9298-31ea86e54c11 req-33dac37e-3686-4d95-bbe0-055310d014a5 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.2159309 Sep 01 15:00:44.960155 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:44.978138 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-e893fda7-9d6e-4f94-8050-b76811eb668c tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:44.979833 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-e893fda7-9d6e-4f94-8050-b76811eb668c tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/networks?id=18593713-5847-4486-9954-bbe909734adf HTTP/1.1" status: 200 len: 814 time: 0.2856820 Sep 01 15:00:44.999654 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0fe18a6-2caf-477c-9889-d1115e75170b admin admin] Deleting subnet 6c508e99-30d7-4d19-94f9-1932e55d4cef {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:00:45.017860 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-15c23985-71af-4213-a3f6-ff24edbcfe26 service neutron] 10.222.0.45 "PUT /v2.0/ports/2fe55acc-3642-4816-8ed1-af0fb041aad0/bindings/n-h2-794796-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5446091 Sep 01 15:00:45.020435 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0fe18a6-2caf-477c-9889-d1115e75170b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:45.037617 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e38274-9215-41ce-8b5b-bcb2e8c0219c service neutron] Pushing event updated for resources: {'Port': ['ID=dcf182f6-3a50-4121-b89b-a011b4e42157,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:45.083350 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b389d8d5-270f-4d52-9298-31ea86e54c11 req-34894129-9cdd-4800-ab8f-4994d5a98367 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005642 Sep 01 15:00:45.085189 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-299b8f51-f58c-4fe3-8328-5a2033e4d1d7 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/quotas/2b6691d4b6a34925853a0b0cfb6dd457 HTTP/1.1" status: 200 len: 375 time: 0.0800362 Sep 01 15:00:45.096874 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-c550350b-8426-414e-8d15-17b57fcccb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:45.099149 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-c550350b-8426-414e-8d15-17b57fcccb4e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b4dbf5ff81d4781863bf4da2a4d3108&device_id=4970a6bc-1347-4f92-86af-5386671270c2 HTTP/1.1" status: 200 len: 1094 time: 0.1644170 Sep 01 15:00:45.148853 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0fe18a6-2caf-477c-9889-d1115e75170b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:45.202176 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-f43cf298-3063-4040-b67a-a63c521b48c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcf182f6-3a50-4121-b89b-a011b4e42157 HTTP/1.1" status: 200 len: 217 time: 0.0743840 Sep 01 15:00:45.253157 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-ccc5c411-21f3-4220-ac04-0f622412a30f tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b6691d4b6a34925853a0b0cfb6dd457&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1666048 Sep 01 15:00:45.291242 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-65c20650-8444-441f-ac3d-50dd7b917d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:45.292787 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-65c20650-8444-441f-ac3d-50dd7b917d27 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45dde334-d628-4d3f-9515-68b4e5df208e HTTP/1.1" status: 200 len: 861 time: 0.0806389 Sep 01 15:00:45.295946 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-b3baef7b-169e-4a2f-b53b-feef88278f29 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:45.297677 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-b3baef7b-169e-4a2f-b53b-feef88278f29 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea&tenant_id=84be7df9de7c45c681c68240357d6b7c&binding%3Ahost_id=n-h1-794796-3 HTTP/1.1" status: 200 len: 1095 time: 0.1620464 Sep 01 15:00:45.311461 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca74806-5fa6-4eaa-8732-0d6fb18330e5 req-4ddb0ae4-1a7d-46e9-85fc-509ddafa82d8 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:45.313482 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dca74806-5fa6-4eaa-8732-0d6fb18330e5 req-4ddb0ae4-1a7d-46e9-85fc-509ddafa82d8 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 944 time: 0.1164420 Sep 01 15:00:45.365054 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0fe18a6-2caf-477c-9889-d1115e75170b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:45.376344 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-9c9b0541-a995-4ea4-8d97-a9f2cf93b5bc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc75dff0-4f6c-4b5b-a048-cd0092037fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596898 Sep 01 15:00:45.434435 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-00d1d3ec-b3b0-4321-9cef-a98d37ea0a16 service neutron] 10.222.0.60 "GET /v2.0/networks/18593713-5847-4486-9954-bbe909734adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465905 Sep 01 15:00:45.514918 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dca74806-5fa6-4eaa-8732-0d6fb18330e5 req-830ae280-6561-4447-8eba-04152459e397 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701925 Sep 01 15:00:45.534247 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-b00c396a-5f2c-4ef4-8341-899151fb013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:45.534522 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0fe18a6-2caf-477c-9889-d1115e75170b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:45.534637 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-b00c396a-5f2c-4ef4-8341-899151fb013c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea&tenant_id=84be7df9de7c45c681c68240357d6b7c HTTP/1.1" status: 200 len: 1095 time: 0.2178562 Sep 01 15:00:45.547318 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 5929e4d2-13da-4691-ba0d-f2741018dde3 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:00:45.588100 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 5929e4d2-13da-4691-ba0d-f2741018dde3 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:00:45.588745 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 5929e4d2-13da-4691-ba0d-f2741018dde3 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:00:45.597477 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-eaa03860-3f2d-455f-a963-6949d9d32f0d service neutron] 10.222.0.62 "GET /v2.0/networks/fc75dff0-4f6c-4b5b-a048-cd0092037fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030888 Sep 01 15:00:45.604456 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe18a6-2caf-477c-9889-d1115e75170b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c508e99-30d7-4d19-94f9-1932e55d4cef,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:45.617610 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0fe18a6-2caf-477c-9889-d1115e75170b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:45.623616 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f0fe18a6-2caf-477c-9889-d1115e75170b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6c508e99-30d7-4d19-94f9-1932e55d4cef HTTP/1.1" status: 204 len: 168 time: 0.6993258 Sep 01 15:00:45.625782 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51666) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:45.627673 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb587801-209b-446c-be8d-1666307dde01 None None] Network 1d5ec8e9-1155-4144-999b-39f47e9c46ad requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:00:45.782357 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-b123581b-0e64-4fa6-a36a-1cd5baf73e75 service neutron] 10.222.0.60 "GET /v2.0/networks/18593713-5847-4486-9954-bbe909734adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314505 Sep 01 15:00:45.784621 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f842a2d-dc4c-46d1-87bc-894cc56a02fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:45.820357 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-fd49644f-dbbe-465d-a5f7-04ed125fbb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:45.823051 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-fd49644f-dbbe-465d-a5f7-04ed125fbb52 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 1095 time: 0.2241945 Sep 01 15:00:45.835888 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce089a2-e807-4d9a-9b90-ace08c48f5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b700a4b-0191-4f7d-8c6f-f7930ecd46fd'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:45.838693 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa628537-4152-4ec1-b43e-6afc28785fbc" -d '{"events": [{"server_uuid": "1ce089a2-e807-4d9a-9b90-ace08c48f5c3", "name": "network-vif-plugged", "status": "completed", "tag": "3b700a4b-0191-4f7d-8c6f-f7930ecd46fd"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:45.853903 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae42584-bd99-4f29-a8d3-1b79cd7d0079 req-7e6985f9-ed5e-4c75-90eb-78045b816e15 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:45.857966 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0ae42584-bd99-4f29-a8d3-1b79cd7d0079 req-7e6985f9-ed5e-4c75-90eb-78045b816e15 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 945 time: 0.2233307 Sep 01 15:00:45.907291 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-3f842a2d-dc4c-46d1-87bc-894cc56a02fe admin admin] Deleting port e9eee08a-8e48-4082-b4a6-c13cf8c95318 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:00:45.907840 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f842a2d-dc4c-46d1-87bc-894cc56a02fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:45.975615 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d928ee-134c-49f4-aac3-58f1a1ea1d87 None None] DHCP port deletion for 1d5ec8e9-1155-4144-999b-39f47e9c46ad request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:00:46.011199 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-3f842a2d-dc4c-46d1-87bc-894cc56a02fe admin admin] For port e9eee08a-8e48-4082-b4a6-c13cf8c95318, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e9eee08a-8e48-4082-b4a6-c13cf8c95318,segment=NetworkSegment(0f1d6480-111e-4ff1-916a-132bc6dcdb43),segment_id=0f1d6480-111e-4ff1-916a-132bc6dcdb43)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:46.011956 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f842a2d-dc4c-46d1-87bc-894cc56a02fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:46.033719 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-3f842a2d-dc4c-46d1-87bc-894cc56a02fe admin admin] Calling delete_port for e9eee08a-8e48-4082-b4a6-c13cf8c95318 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:00:46.059775 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e9d928ee-134c-49f4-aac3-58f1a1ea1d87 None None] Deleting port e9eee08a-8e48-4082-b4a6-c13cf8c95318 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:00:46.060164 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e9d928ee-134c-49f4-aac3-58f1a1ea1d87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:46.157832 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f842a2d-dc4c-46d1-87bc-894cc56a02fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:46.199129 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f842a2d-dc4c-46d1-87bc-894cc56a02fe admin admin] Pushing event deleted for resources: {'Port': ['ID=e9eee08a-8e48-4082-b4a6-c13cf8c95318,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:46.204260 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f842a2d-dc4c-46d1-87bc-894cc56a02fe admin admin] No DVR routers for this DVR port e9eee08a-8e48-4082-b4a6-c13cf8c95318 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:00:46.216321 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e9d928ee-134c-49f4-aac3-58f1a1ea1d87 None None] For port e9eee08a-8e48-4082-b4a6-c13cf8c95318, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e9eee08a-8e48-4082-b4a6-c13cf8c95318,segment=NetworkSegment(0f1d6480-111e-4ff1-916a-132bc6dcdb43),segment_id=0f1d6480-111e-4ff1-916a-132bc6dcdb43)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:46.217227 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e9d928ee-134c-49f4-aac3-58f1a1ea1d87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:46.241348 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e9d928ee-134c-49f4-aac3-58f1a1ea1d87 None None] Calling delete_port for e9eee08a-8e48-4082-b4a6-c13cf8c95318 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:00:46.365091 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f48ce3-a226-40ab-b277-f990b6ce6642 x-openstack-request-id: req-e8f48ce3-a226-40ab-b277-f990b6ce6642 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:46.365739 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4970a6bc-1347-4f92-86af-5386671270c2", "tag": "dcf182f6-3a50-4121-b89b-a011b4e42157", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:46.366008 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8f48ce3-a226-40ab-b277-f990b6ce6642 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:46.366604 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4970a6bc-1347-4f92-86af-5386671270c2', 'tag': 'dcf182f6-3a50-4121-b89b-a011b4e42157', 'status': 'completed', 'code': 200} Sep 01 15:00:46.410016 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e9d928ee-134c-49f4-aac3-58f1a1ea1d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:46.411004 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2cf250b4-8c6a-4163-90fe-4402cae04453 req-ae8c02bf-32e8-417f-a4fa-f80ccbc6d257 service neutron] 10.222.0.62 "GET /v2.0/networks/fc75dff0-4f6c-4b5b-a048-cd0092037fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7996299 Sep 01 15:00:46.458170 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f842a2d-dc4c-46d1-87bc-894cc56a02fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:46.474122 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-3f842a2d-dc4c-46d1-87bc-894cc56a02fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5ec8e9-1155-4144-999b-39f47e9c46ad']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:46.476779 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d928ee-134c-49f4-aac3-58f1a1ea1d87 None None] No DVR routers for this DVR port e9eee08a-8e48-4082-b4a6-c13cf8c95318 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:00:46.482359 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0ae42584-bd99-4f29-a8d3-1b79cd7d0079 req-de32a7ca-53ee-4ad6-b3ae-a89d5812bcb6 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5910568 Sep 01 15:00:46.486617 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d928ee-134c-49f4-aac3-58f1a1ea1d87 None None] Pushing event deleted for resources: {'Port': ['ID=e9eee08a-8e48-4082-b4a6-c13cf8c95318,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:46.515096 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-3f842a2d-dc4c-46d1-87bc-894cc56a02fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f1d6480-111e-4ff1-916a-132bc6dcdb43') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:46.515505 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-3f842a2d-dc4c-46d1-87bc-894cc56a02fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f1d6480-111e-4ff1-916a-132bc6dcdb43') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:46.545948 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f842a2d-dc4c-46d1-87bc-894cc56a02fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:46.562573 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bac6a-97aa-47cb-bd9c-fea5bd7a7b6a req-e255f227-448c-439e-a66a-2a5b0c1522b8 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:46.564181 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-724bac6a-97aa-47cb-bd9c-fea5bd7a7b6a req-e255f227-448c-439e-a66a-2a5b0c1522b8 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f86b80b-4aef-44d8-9f87-aa75a4982885 HTTP/1.1" status: 200 len: 945 time: 0.2951245 Sep 01 15:00:46.578836 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f842a2d-dc4c-46d1-87bc-894cc56a02fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:46.596384 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f842a2d-dc4c-46d1-87bc-894cc56a02fe admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:00:46.597114 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f842a2d-dc4c-46d1-87bc-894cc56a02fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:00:46.599769 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:00:46.632808 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-2690e8ea-8ac2-4b5a-b05f-6cf2db68db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:46.634473 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-2690e8ea-8ac2-4b5a-b05f-6cf2db68db0d service neutron] 10.222.0.62 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 908 time: 0.7461987 Sep 01 15:00:46.686676 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-724bac6a-97aa-47cb-bd9c-fea5bd7a7b6a req-1f0a219f-55b1-40a4-9abe-2ae1688ddb67 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d193615-147a-475d-ac0b-60457ad9fd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152303 Sep 01 15:00:46.696583 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-8533683f-7f76-4d09-bac1-7ee8e906bb47 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fe55acc-3642-4816-8ed1-af0fb041aad0 HTTP/1.1" status: 200 len: 217 time: 0.0457075 Sep 01 15:00:46.705569 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f842a2d-dc4c-46d1-87bc-894cc56a02fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:46.716676 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f01b4-9134-48d1-9fd1-bb0e26b17dbd req-25e947dd-45db-4631-8964-4db2c76565c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:46.718508 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8b2f01b4-9134-48d1-9fd1-bb0e26b17dbd req-25e947dd-45db-4631-8964-4db2c76565c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b4dbf5ff81d4781863bf4da2a4d3108&device_id=4970a6bc-1347-4f92-86af-5386671270c2 HTTP/1.1" status: 200 len: 1094 time: 0.1607568 Sep 01 15:00:46.720365 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f842a2d-dc4c-46d1-87bc-894cc56a02fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:46.726412 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3f842a2d-dc4c-46d1-87bc-894cc56a02fe admin admin] 10.222.0.60 "DELETE /v2.0/networks/1d5ec8e9-1155-4144-999b-39f47e9c46ad HTTP/1.1" status: 204 len: 168 time: 1.0955098 Sep 01 15:00:46.747981 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f842a2d-dc4c-46d1-87bc-894cc56a02fe admin admin] Pushing event deleted for resources: {'Network': ['ID=1d5ec8e9-1155-4144-999b-39f47e9c46ad,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:46.898252 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0c7bf-043c-494c-b086-adc4f87d03f8 req-4b0e6761-af20-45cf-9747-df613d121e6d tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:46.901176 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-77a0c7bf-043c-494c-b086-adc4f87d03f8 req-4b0e6761-af20-45cf-9747-df613d121e6d tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/ports?device_id=4970a6bc-1347-4f92-86af-5386671270c2 HTTP/1.1" status: 200 len: 943 time: 0.2804193 Sep 01 15:00:46.923396 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51690) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:46.971301 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e02ee03-5781-40e2-a3ff-e82ec4450e63 x-openstack-request-id: req-0e02ee03-5781-40e2-a3ff-e82ec4450e63 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:46.972201 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce089a2-e807-4d9a-9b90-ace08c48f5c3", "name": "network-vif-plugged", "status": "completed", "tag": "3b700a4b-0191-4f7d-8c6f-f7930ecd46fd", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:46.973155 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0e02ee03-5781-40e2-a3ff-e82ec4450e63 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:46.974082 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce089a2-e807-4d9a-9b90-ace08c48f5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b700a4b-0191-4f7d-8c6f-f7930ecd46fd', 'code': 200} Sep 01 15:00:46.998927 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-56162775-8612-41e8-8234-d11cbcafa854 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3d0b1797fe4d4baf9b997aa7e25817ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0674853 Sep 01 15:00:46.998927 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51692) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:47.025857 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-77a6192e-9b97-4e07-b8de-25bd0450b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:47.029142 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-77a6192e-9b97-4e07-b8de-25bd0450b55c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f21d72f-51d2-4274-ac2c-410e832eb73e HTTP/1.1" status: 200 len: 847 time: 0.3232214 Sep 01 15:00:47.125124 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-df5f906d-1843-4263-8a8e-c31507d6d834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:47.134057 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-6318d5b5-5803-4420-8f92-be71cb688039 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=baf99c09-53f8-4476-8cd9-fd2a9a404823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797381 Sep 01 15:00:47.149230 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-77a0c7bf-043c-494c-b086-adc4f87d03f8 req-1477bf88-842c-4bb8-ad82-1d440f18af2b tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/security-groups?id=2efcacf5-8f3a-4008-a824-b22cc27d8990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256567 Sep 01 15:00:47.151145 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f01b4-9134-48d1-9fd1-bb0e26b17dbd req-40152548-2e81-4f66-950f-58e1f9a5261f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:47.153496 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8b2f01b4-9134-48d1-9fd1-bb0e26b17dbd req-40152548-2e81-4f66-950f-58e1f9a5261f service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc75dff0-4f6c-4b5b-a048-cd0092037fa1 HTTP/1.1" status: 200 len: 922 time: 0.3707829 Sep 01 15:00:47.157638 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9bb51f6-f200-4f2e-95a8-1440cbd204d8 req-3ccf5a3a-342a-405b-9ea2-96c8c76d469a tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5a83208-e63f-4f71-8391-f0e0a643a971 HTTP/1.1" status: 200 len: 210 time: 0.0603359 Sep 01 15:00:47.188283 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-df5f906d-1843-4263-8a8e-c31507d6d834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:47.332188 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8b2f01b4-9134-48d1-9fd1-bb0e26b17dbd req-46b65e81-d52d-461f-be2b-dccbf3ca0b1c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcf182f6-3a50-4121-b89b-a011b4e42157 HTTP/1.1" status: 200 len: 217 time: 0.1178622 Sep 01 15:00:47.382170 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aae203-3507-4ef0-8140-99d1a0b48e5b req-fd0670aa-befd-40b0-893d-aa0807d1a7ca tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:47.385558 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-83aae203-3507-4ef0-8140-99d1a0b48e5b req-fd0670aa-befd-40b0-893d-aa0807d1a7ca tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 944 time: 0.1093919 Sep 01 15:00:47.399783 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-df5f906d-1843-4263-8a8e-c31507d6d834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:47.407581 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-df5f906d-1843-4263-8a8e-c31507d6d834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:47.410036 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-df5f906d-1843-4263-8a8e-c31507d6d834 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/944e4ac1-9cf8-40bb-a44d-f3cd3a06acf9 HTTP/1.1" status: 204 len: 168 time: 0.4096408 Sep 01 15:00:47.493907 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f906d-1843-4263-8a8e-c31507d6d834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944e4ac1-9cf8-40bb-a44d-f3cd3a06acf9,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:47.532559 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-83aae203-3507-4ef0-8140-99d1a0b48e5b req-970d8bb5-19d1-45fc-980c-de12c8caa6e0 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354175 Sep 01 15:00:47.597294 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e9eee08a-8e48-4082-b4a6-c13cf8c95318 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:00:47.618714 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76be46-9874-4b7f-bb17-c3c5ef09b2a9 req-37263a11-b91f-4087-ba2a-49dd9a3a06f6 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:47.628385 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8f76be46-9874-4b7f-bb17-c3c5ef09b2a9 req-37263a11-b91f-4087-ba2a-49dd9a3a06f6 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.3130300 Sep 01 15:00:47.629761 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1f12e-6ec0-433b-96ef-33b21b87428a req-e68f994d-f450-4bb5-acbf-3a5e2f6f3a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:47.631558 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1be1f12e-6ec0-433b-96ef-33b21b87428a req-e68f994d-f450-4bb5-acbf-3a5e2f6f3a08 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 1101 time: 0.1028595 Sep 01 15:00:47.638970 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: e9eee08a-8e48-4082-b4a6-c13cf8c95318 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:00:47.639698 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e9eee08a-8e48-4082-b4a6-c13cf8c95318 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:00:47.646201 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f01b4-9134-48d1-9fd1-bb0e26b17dbd req-4581c713-9620-4372-9dad-7c3215a7951f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:47.648926 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8b2f01b4-9134-48d1-9fd1-bb0e26b17dbd req-4581c713-9620-4372-9dad-7c3215a7951f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=45dde334-d628-4d3f-9515-68b4e5df208e HTTP/1.1" status: 200 len: 861 time: 0.2823286 Sep 01 15:00:47.683090 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1be1f12e-6ec0-433b-96ef-33b21b87428a req-45a1bd26-065d-4610-997f-235a0bb383b7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404770 Sep 01 15:00:47.736350 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8b2f01b4-9134-48d1-9fd1-bb0e26b17dbd req-33247a1f-48ef-4bea-bde3-f0b553d03df7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc75dff0-4f6c-4b5b-a048-cd0092037fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740213 Sep 01 15:00:47.765202 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-73fa0529-94af-4e1b-a43f-7d85de83c9dc service neutron] 10.222.0.62 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522727 Sep 01 15:00:47.778686 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8f76be46-9874-4b7f-bb17-c3c5ef09b2a9 req-71e9eb14-9d0a-4729-8781-0e8f92739dc3 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463680 Sep 01 15:00:47.788504 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05327bdd-e087-4842-9c15-b795fe4a683a req-308d3ebb-e190-430b-bed5-1e9ced8d4f64 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:47.790285 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-05327bdd-e087-4842-9c15-b795fe4a683a req-308d3ebb-e190-430b-bed5-1e9ced8d4f64 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f86b80b-4aef-44d8-9f87-aa75a4982885 HTTP/1.1" status: 200 len: 945 time: 0.0904021 Sep 01 15:00:47.804162 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51700) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:47.812575 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-d5befb76-68f4-4004-85da-31e49ad233ae tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Request body: {'floatingip': {'port_id': '2569668f-61fc-4454-b3ea-b9348d168ded'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:47.883788 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d5befb76-68f4-4004-85da-31e49ad233ae tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks [] for floatingip, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:47.997956 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51704) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:48.048419 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e61c9a-3155-4e94-a2d6-8ee957a7d682 req-c79efff8-16c3-4660-ac31-4f5b141418b3 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:48.056124 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cda14bfb-d845-4327-b889-1a3d0f4da046 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41c6d35d60454f43b79337aab2d9b95e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565627 Sep 01 15:00:48.056398 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a9e61c9a-3155-4e94-a2d6-8ee957a7d682 req-c79efff8-16c3-4660-ac31-4f5b141418b3 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 945 time: 0.1781318 Sep 01 15:00:48.061579 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51706) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:48.211495 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a9e61c9a-3155-4e94-a2d6-8ee957a7d682 req-24ceb063-2158-40af-a8d5-139ef4516264 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462395 Sep 01 15:00:48.443437 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b3c2a63f-e890-41c3-8ea6-18400b37cede req-af6e1404-f8cc-430f-90b4-fe6de02323d5 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5a83208-e63f-4f71-8391-f0e0a643a971 HTTP/1.1" status: 200 len: 210 time: 0.0961788 Sep 01 15:00:48.479020 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b5a10538-db0a-4126-a959-fd92f97d69bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:48.483619 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8b2f01b4-9134-48d1-9fd1-bb0e26b17dbd req-847db056-e35a-4bce-ad15-54d2193917ee service neutron] 10.222.0.62 "GET /v2.0/networks/fc75dff0-4f6c-4b5b-a048-cd0092037fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232821 Sep 01 15:00:48.485689 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-193fd184-8f52-440e-8724-8444b51b098d service neutron] 10.222.0.62 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275723 Sep 01 15:00:48.499198 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e26a57-6a74-4a20-afaa-ad9075521e37 req-947a1f28-6c73-445d-8bdc-b13f5e4710de tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:48.511140 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-02e26a57-6a74-4a20-afaa-ad9075521e37 req-947a1f28-6c73-445d-8bdc-b13f5e4710de tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/ports?device_id=4970a6bc-1347-4f92-86af-5386671270c2 HTTP/1.1" status: 200 len: 943 time: 0.2144685 Sep 01 15:00:48.557502 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b5a10538-db0a-4126-a959-fd92f97d69bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:48.760058 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-02e26a57-6a74-4a20-afaa-ad9075521e37 req-21026eb6-060d-4bc1-9f7d-53083967cff2 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/security-groups?id=2efcacf5-8f3a-4008-a824-b22cc27d8990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348945 Sep 01 15:00:48.791201 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.resource_extend [None req-d5befb76-68f4-4004-85da-31e49ad233ae tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:00:48.802562 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c9735-9e25-4c78-b672-505add1925ba req-918303bd-8e8d-48b6-923e-32b63b0c5f3f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:48.806207 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c10c9735-9e25-4c78-b672-505add1925ba req-918303bd-8e8d-48b6-923e-32b63b0c5f3f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 944 time: 0.0994132 Sep 01 15:00:48.851639 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8b2f01b4-9134-48d1-9fd1-bb0e26b17dbd req-fd162556-9e0f-40c3-b28d-ce5325b78413 service neutron] 10.222.0.62 "GET /v2.0/networks/fc75dff0-4f6c-4b5b-a048-cd0092037fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010681 Sep 01 15:00:48.858562 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b5a10538-db0a-4126-a959-fd92f97d69bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:48.861272 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b5a10538-db0a-4126-a959-fd92f97d69bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:48.862481 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b5a10538-db0a-4126-a959-fd92f97d69bd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/66084388-94fe-4eed-abeb-074fc58fcd52 HTTP/1.1" status: 204 len: 168 time: 0.7993410 Sep 01 15:00:48.894666 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-22b6b173-903a-4917-a468-bcfd3c3faf4a tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:48.911914 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c10c9735-9e25-4c78-b672-505add1925ba req-a48c454a-84de-4ec3-8c39-60fc13ff5203 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765116 Sep 01 15:00:48.919493 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-22b6b173-903a-4917-a468-bcfd3c3faf4a tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.62 "GET /v2.0/networks?id=18593713-5847-4486-9954-bbe909734adf HTTP/1.1" status: 200 len: 814 time: 0.3375537 Sep 01 15:00:48.923819 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a10538-db0a-4126-a959-fd92f97d69bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66084388-94fe-4eed-abeb-074fc58fcd52,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:48.935767 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d5befb76-68f4-4004-85da-31e49ad233ae tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:48.954343 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d5befb76-68f4-4004-85da-31e49ad233ae tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:49.131506 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-d5befb76-68f4-4004-85da-31e49ad233ae tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Floating IP 16da7860-d449-42a0-ac67-c9553c53ac2c associated. External IP: 172.25.6.211, port: 2569668f-61fc-4454-b3ea-b9348d168ded. Sep 01 15:00:49.149907 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b0d27-de31-41dc-99ea-6603ef8834ce req-c028c831-8229-4565-b60a-5c111b95280c tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:49.153669 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-405b0d27-de31-41dc-99ea-6603ef8834ce req-c028c831-8229-4565-b60a-5c111b95280c tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.2031958 Sep 01 15:00:49.166538 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-bcfc1564-dccd-4281-9dd8-87ff9a7971cf tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:49.169480 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-bcfc1564-dccd-4281-9dd8-87ff9a7971cf tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea&tenant_id=84be7df9de7c45c681c68240357d6b7c&binding%3Ahost_id=n-h2-794796-3 HTTP/1.1" status: 200 len: 1095 time: 0.2274756 Sep 01 15:00:49.180050 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-ee216d60-0394-4c3c-bf00-f68867c2ac27 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b6691d4b6a34925853a0b0cfb6dd457 HTTP/1.1" status: 200 len: 379 time: 0.2315660 Sep 01 15:00:49.353738 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-cf5df183-0fe6-4212-8808-3401e8227b6c tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Request body: {'port': {'device_id': 'f5a83208-e63f-4f71-8391-f0e0a643a971', 'network_id': '18593713-5847-4486-9954-bbe909734adf', 'admin_state_up': True, 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'security_groups': ['c7efba1a-23a0-4b87-9f31-99447f38fa00']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:49.517524 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5befb76-68f4-4004-85da-31e49ad233ae tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Router 68dbdae8-d942-4ae7-af14-31200ffd5a21 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:00:49.530778 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-405b0d27-de31-41dc-99ea-6603ef8834ce req-53c3e745-2fdd-40a2-89f3-cc89f53f9ace tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591475 Sep 01 15:00:49.536319 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4bf47-490c-47f4-b1af-5bd9505e1ecd req-f1711a84-42ab-4121-b94b-6250c1d42d40 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:49.538242 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bfc4bf47-490c-47f4-b1af-5bd9505e1ecd req-f1711a84-42ab-4121-b94b-6250c1d42d40 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 945 time: 0.1088881 Sep 01 15:00:49.683057 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-cf5df183-0fe6-4212-8808-3401e8227b6c tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Made reservation on behalf of 2b6691d4b6a34925853a0b0cfb6dd457 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:00:49.693646 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-cf5df183-0fe6-4212-8808-3401e8227b6c tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:49.719363 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bfc4bf47-490c-47f4-b1af-5bd9505e1ecd req-b7b2e299-7ff2-4063-84c2-d9674489b5df tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240990 Sep 01 15:00:49.762193 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-5fea1693-bae6-4e68-bab3-63b2d3fc6c7b service neutron] For port 2fe55acc-3642-4816-8ed1-af0fb041aad0, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:00:49.762193 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-5fea1693-bae6-4e68-bab3-63b2d3fc6c7b service neutron] Notify callbacks [] for binding, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:49.762193 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c1fca55-0654-4889-9b0f-3258f07403b7 req-5fea1693-bae6-4e68-bab3-63b2d3fc6c7b service neutron] 10.222.0.62 "DELETE /v2.0/ports/2fe55acc-3642-4816-8ed1-af0fb041aad0/bindings/n-h1-794796-3 HTTP/1.1" status: 204 len: 173 time: 0.5181353 Sep 01 15:00:49.763594 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dc181163-df46-45fc-9a0a-826deb3fb302 req-d70f881b-d277-4f09-bfe1-0f1ed18c9822 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5a83208-e63f-4f71-8391-f0e0a643a971 HTTP/1.1" status: 200 len: 210 time: 0.0636516 Sep 01 15:00:49.763998 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5befb76-68f4-4004-85da-31e49ad233ae tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:00:49.772862 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d5befb76-68f4-4004-85da-31e49ad233ae tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:49.784175 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f3aa6a-67a6-46a7-bb67-eb17b4ae109c None None] Sync routers for ids ['68dbdae8-d942-4ae7-af14-31200ffd5a21'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:00:49.822578 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f3aa6a-67a6-46a7-bb67-eb17b4ae109c None None] Routers {'68dbdae8-d942-4ae7-af14-31200ffd5a21'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:49.824647 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-23f3aa6a-67a6-46a7-bb67-eb17b4ae109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:00:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['68dbdae8-d942-4ae7-af14-31200ffd5a21'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:49.851525 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d5befb76-68f4-4004-85da-31e49ad233ae tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "PUT /v2.0/floatingips/16da7860-d449-42a0-ac67-c9553c53ac2c HTTP/1.1" status: 200 len: 991 time: 2.0457709 Sep 01 15:00:49.852319 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f86b80b-4aef-44d8-9f87-aa75a4982885', 'tag': '2569668f-61fc-4454-b3ea-b9348d168ded'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:49.855105 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804dddd8-5d74-4d98-a2bd-5f55307d4ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "3f86b80b-4aef-44d8-9f87-aa75a4982885", "tag": "2569668f-61fc-4454-b3ea-b9348d168ded"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:49.964397 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803c7cb-762d-48dc-9707-817393593c4a req-683b45fb-1ec1-49df-b3ea-e47b44c9f725 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:49.975751 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3803c7cb-762d-48dc-9707-817393593c4a req-683b45fb-1ec1-49df-b3ea-e47b44c9f725 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/ports?device_id=4970a6bc-1347-4f92-86af-5386671270c2 HTTP/1.1" status: 200 len: 943 time: 0.0987606 Sep 01 15:00:50.040786 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125d2ed6-63f1-4f44-97ca-20341f8b3e65 x-openstack-request-id: req-125d2ed6-63f1-4f44-97ca-20341f8b3e65 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:50.041013 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f86b80b-4aef-44d8-9f87-aa75a4982885", "tag": "2569668f-61fc-4454-b3ea-b9348d168ded", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:50.041258 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-125d2ed6-63f1-4f44-97ca-20341f8b3e65 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:50.041627 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f86b80b-4aef-44d8-9f87-aa75a4982885', 'tag': '2569668f-61fc-4454-b3ea-b9348d168ded', 'status': 'completed', 'code': 200} Sep 01 15:00:50.056103 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-23f3aa6a-67a6-46a7-bb67-eb17b4ae109c None None] Set router 68dbdae8-d942-4ae7-af14-31200ffd5a21 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:00:50.066134 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-cf5df183-0fe6-4212-8808-3401e8227b6c tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Allocated IP 172.20.0.12 (18593713-5847-4486-9954-bbe909734adf/ce9b8e73-db6c-4188-9be9-0fb25a89d2c5/072e8106-36d6-4e77-bdff-b8ecb8fb7f63) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:00:50.068049 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3803c7cb-762d-48dc-9707-817393593c4a req-e7585555-5a35-42b3-b392-502e1a257f35 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/security-groups?id=2efcacf5-8f3a-4008-a824-b22cc27d8990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910106 Sep 01 15:00:50.265794 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device dcf182f6-3a50-4121-b89b-a011b4e42157 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:00:50.272486 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dddd8-5d74-4d98-a2bd-5f55307d4ad3 req-2c0f8116-2b5d-49f0-877a-4fc94387a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:50.275776 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-804dddd8-5d74-4d98-a2bd-5f55307d4ad3 req-2c0f8116-2b5d-49f0-877a-4fc94387a186 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f67756043a54cb8a248797975dcc615&device_id=3f86b80b-4aef-44d8-9f87-aa75a4982885 HTTP/1.1" status: 200 len: 1096 time: 0.2110147 Sep 01 15:00:50.451414 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51754) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:50.482904 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8eaf1-6701-4158-85f4-da59c4005043 req-50d81d92-0b52-49c1-ac18-ec8ba489356b tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:50.485890 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13e8eaf1-6701-4158-85f4-da59c4005043 req-50d81d92-0b52-49c1-ac18-ec8ba489356b tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 944 time: 0.3399794 Sep 01 15:00:50.653661 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13e8eaf1-6701-4158-85f4-da59c4005043 req-bd5402eb-b31b-4047-8ff3-9575ca3e001b tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493366 Sep 01 15:00:50.664056 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-f159ec6b-a866-4725-8a16-25a724f1d8fa admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1300900968-network', 'tenant_id': '82a4210d65864b96baa7f8c1c3190855'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:50.678959 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dddd8-5d74-4d98-a2bd-5f55307d4ad3 req-4efe5abb-53ae-4b0a-b996-f69cc5407fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:50.678959 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-804dddd8-5d74-4d98-a2bd-5f55307d4ad3 req-4efe5abb-53ae-4b0a-b996-f69cc5407fd7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=64e99f8e-8c34-4f7d-9117-acd98b5ed10e HTTP/1.1" status: 200 len: 906 time: 0.3839607 Sep 01 15:00:50.705233 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f159ec6b-a866-4725-8a16-25a724f1d8fa admin admin] Made reservation on behalf of 82a4210d65864b96baa7f8c1c3190855 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:00:50.719299 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f159ec6b-a866-4725-8a16-25a724f1d8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:50.754158 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f159ec6b-a866-4725-8a16-25a724f1d8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:50.817501 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-cf5df183-0fe6-4212-8808-3401e8227b6c tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:50.836349 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port dcf182f6-3a50-4121-b89b-a011b4e42157, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=dcf182f6-3a50-4121-b89b-a011b4e42157,segment=NetworkSegment(8bf593c3-649c-4c4e-98a9-0846c4254e27),segment_id=8bf593c3-649c-4c4e-98a9-0846c4254e27)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:50.852000 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-cf5df183-0fe6-4212-8808-3401e8227b6c tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Transition to ACTIVE for port object 072e8106-36d6-4e77-bdff-b8ecb8fb7f63 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:00:50.877046 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-804dddd8-5d74-4d98-a2bd-5f55307d4ad3 req-e9d4c3d0-307a-43bd-aa45-c70a7ad0ead0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2569668f-61fc-4454-b3ea-b9348d168ded HTTP/1.1" status: 200 len: 999 time: 0.1792603 Sep 01 15:00:50.885868 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'dcf182f6-3a50-4121-b89b-a011b4e42157', 'network_id': 'fc75dff0-4f6c-4b5b-a048-cd0092037fa1', 'port_id': 'dcf182f6-3a50-4121-b89b-a011b4e42157', 'mac_address': 'fa:16:3e:98:16:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45dde334-d628-4d3f-9515-68b4e5df208e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:00:50.979825 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:51.001931 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf182f6-3a50-4121-b89b-a011b4e42157 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:00:51.013149 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dddd8-5d74-4d98-a2bd-5f55307d4ad3 req-ef4ea2c3-4779-4bcf-a0f0-e07cc80eb9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:51.015074 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-804dddd8-5d74-4d98-a2bd-5f55307d4ad3 req-ef4ea2c3-4779-4bcf-a0f0-e07cc80eb9be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1d6fdf77-af6e-46da-a026-4e26517058f4 HTTP/1.1" status: 200 len: 844 time: 0.1281233 Sep 01 15:00:51.019943 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-cf5df183-0fe6-4212-8808-3401e8227b6c tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:51.032109 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port dcf182f6-3a50-4121-b89b-a011b4e42157, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=dcf182f6-3a50-4121-b89b-a011b4e42157,segment=NetworkSegment(8bf593c3-649c-4c4e-98a9-0846c4254e27),segment_id=8bf593c3-649c-4c4e-98a9-0846c4254e27)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:51.035594 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-23f3aa6a-67a6-46a7-bb67-eb17b4ae109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'name': 'tempest-ServersTestJSON-611159269-router', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:06Z', 'revision_number': 4, 'project_id': '4f67756043a54cb8a248797975dcc615', 'gw_port': {'id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '16da7860-d449-42a0-ac67-c9553c53ac2c', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'floating_ip_address': '172.25.6.211', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'port_id': '2569668f-61fc-4454-b3ea-b9348d168ded', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e', 'mac_address': 'fa:16:3e:54:13:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f86b80b-4aef-44d8-9f87-aa75a4982885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:00:15Z', 'updated_at': '2021-09-01T15:00:48Z', 'revision_number': 1, 'project_id': '4f67756043a54cb8a248797975dcc615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f', 'name': '', 'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'mac_address': 'fa:16:3e:06:a6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1d6fdf77-af6e-46da-a026-4e26517058f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:04Z', 'updated_at': '2021-09-01T15:00:15Z', 'revision_number': 5, 'project_id': '4f67756043a54cb8a248797975dcc615', 'subnets': [{'id': '1d6fdf77-af6e-46da-a026-4e26517058f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:51.039726 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:51.082588 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c565e5-66e2-4e5a-8981-e7f84e4f4cc7 req-0f1ead56-2166-4544-86a3-6854464d9c79 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:51.083612 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f159ec6b-a866-4725-8a16-25a724f1d8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:51.085106 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a3c565e5-66e2-4e5a-8981-e7f84e4f4cc7 req-0f1ead56-2166-4544-86a3-6854464d9c79 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 1095 time: 0.1865094 Sep 01 15:00:51.099593 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f3aa6a-67a6-46a7-bb67-eb17b4ae109c None None] Checking router: 68dbdae8-d942-4ae7-af14-31200ffd5a21 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:00:51.116791 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3526272-a3e1-48b1-b4c0-052223519dc0 req-8068f04d-c2bd-4645-9c94-2158392d5a7e tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:51.118852 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d3526272-a3e1-48b1-b4c0-052223519dc0 req-8068f04d-c2bd-4645-9c94-2158392d5a7e tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.3802872 Sep 01 15:00:51.120526 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f159ec6b-a866-4725-8a16-25a724f1d8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:51.135507 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f159ec6b-a866-4725-8a16-25a724f1d8fa admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:00:51.150069 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f3aa6a-67a6-46a7-bb67-eb17b4ae109c None None] Routers {'68dbdae8-d942-4ae7-af14-31200ffd5a21'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:00:51.151433 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-23f3aa6a-67a6-46a7-bb67-eb17b4ae109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:00:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['68dbdae8-d942-4ae7-af14-31200ffd5a21'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:51.155041 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-cf5df183-0fe6-4212-8808-3401e8227b6c tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Network 18593713-5847-4486-9954-bbe909734adf is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:00:51.176897 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f159ec6b-a866-4725-8a16-25a724f1d8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:51.177393 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-f159ec6b-a866-4725-8a16-25a724f1d8fa admin admin] Added segment 2acdfcf4-9956-4a09-952a-b7dc6baa9f13 of type vlan for network d5f89a9d-7444-41a8-8fdb-4edb7f0afddf Sep 01 15:00:51.209139 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-cf5df183-0fe6-4212-8808-3401e8227b6c tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:51.223196 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=dcf182f6-3a50-4121-b89b-a011b4e42157,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:51.247119 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-cf5df183-0fe6-4212-8808-3401e8227b6c tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:00:51.265543 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5df183-0fe6-4212-8808-3401e8227b6c tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Pushing event updated for resources: {'Port': ['ID=072e8106-36d6-4e77-bdff-b8ecb8fb7f63,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:51.309772 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f159ec6b-a866-4725-8a16-25a724f1d8fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:51.332958 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-23f3aa6a-67a6-46a7-bb67-eb17b4ae109c None None] Set router 68dbdae8-d942-4ae7-af14-31200ffd5a21 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:00:51.359033 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159ec6b-a866-4725-8a16-25a724f1d8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07016d1d-3332-434d-8ff2-f38124096924,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:51.365511 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dddd8-5d74-4d98-a2bd-5f55307d4ad3 req-6878fd9a-69bb-43e9-9c10-e623659b9f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:51.368591 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-804dddd8-5d74-4d98-a2bd-5f55307d4ad3 req-6878fd9a-69bb-43e9-9c10-e623659b9f0a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=64e99f8e-8c34-4f7d-9117-acd98b5ed10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3400223 Sep 01 15:00:51.371468 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f159ec6b-a866-4725-8a16-25a724f1d8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:51.373308 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f159ec6b-a866-4725-8a16-25a724f1d8fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:51.374284 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f159ec6b-a866-4725-8a16-25a724f1d8fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:51.379818 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a3c565e5-66e2-4e5a-8981-e7f84e4f4cc7 req-e44ff785-e4d1-478b-9a0e-5e27d05b606f tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289195 Sep 01 15:00:51.509141 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d3526272-a3e1-48b1-b4c0-052223519dc0 req-276bb381-1faf-4b04-9d92-69b4adb9dcba tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674276 Sep 01 15:00:51.538728 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-cf5df183-0fe6-4212-8808-3401e8227b6c tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:51.542849 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-cf5df183-0fe6-4212-8808-3401e8227b6c tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:51.566748 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b989b-5574-45c1-9595-36caed55246f req-35ea4fb6-9a80-4dc1-b16d-92fc37b5b1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:51.568774 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a76b989b-5574-45c1-9595-36caed55246f req-35ea4fb6-9a80-4dc1-b16d-92fc37b5b1c3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 1096 time: 0.4253857 Sep 01 15:00:51.590903 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f159ec6b-a866-4725-8a16-25a724f1d8fa admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1417270 Sep 01 15:00:51.591651 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51778) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:51.598001 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['dcf182f6-3a50-4121-b89b-a011b4e42157'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:00:51.627595 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-e10e128d-68fe-420c-b0eb-da79e1e5947d admin admin] Request body: {'subnet': {'network_id': 'd5f89a9d-7444-41a8-8fdb-4edb7f0afddf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1300900968-subnet', 'tenant_id': '82a4210d65864b96baa7f8c1c3190855', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:51.646792 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159ec6b-a866-4725-8a16-25a724f1d8fa admin admin] Pushing event updated for resources: {'Network': ['ID=d5f89a9d-7444-41a8-8fdb-4edb7f0afddf,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:51.668387 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-cf5df183-0fe6-4212-8808-3401e8227b6c tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4270968 Sep 01 15:00:51.694529 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network d5f89a9d-7444-41a8-8fdb-4edb7f0afddf details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:00:51.706004 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-fd55abbc-c558-4c09-a81b-42728cea78a8 service neutron] Request body: {'port': {'device_id': 'f5a83208-e63f-4f71-8391-f0e0a643a971', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:51.734019 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10e128d-68fe-420c-b0eb-da79e1e5947d admin admin] Made reservation on behalf of 82a4210d65864b96baa7f8c1c3190855 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:00:51.738560 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e10e128d-68fe-420c-b0eb-da79e1e5947d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:51.774684 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a49fc-53f5-43c7-9bc1-9623a505915f req-260e9059-9bf7-4b85-b8cc-d4d0136a297e tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:51.777287 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a86a49fc-53f5-43c7-9bc1-9623a505915f req-260e9059-9bf7-4b85-b8cc-d4d0136a297e tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 945 time: 0.2641819 Sep 01 15:00:51.779987 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-804dddd8-5d74-4d98-a2bd-5f55307d4ad3 req-f91efb49-af1a-4e29-bde1-f14c9bd23b5a service neutron] 10.222.0.45 "GET /v2.0/networks/64e99f8e-8c34-4f7d-9117-acd98b5ed10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988235 Sep 01 15:00:51.939893 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d39d3965-f523-4a7b-b09a-c3952d76f3fe None None] Provisioning for port 072e8106-36d6-4e77-bdff-b8ecb8fb7f63 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:00:51.964370 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d39d3965-f523-4a7b-b09a-c3952d76f3fe None None] Provisioning complete for port 072e8106-36d6-4e77-bdff-b8ecb8fb7f63 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:51.964795 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d39d3965-f523-4a7b-b09a-c3952d76f3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:52.060764 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-d39d3965-f523-4a7b-b09a-c3952d76f3fe None None] Port 072e8106-36d6-4e77-bdff-b8ecb8fb7f63 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:00:52.208373 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-23f3aa6a-67a6-46a7-bb67-eb17b4ae109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'name': 'tempest-ServersTestJSON-611159269-router', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:06Z', 'revision_number': 4, 'project_id': '4f67756043a54cb8a248797975dcc615', 'gw_port': {'id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '16da7860-d449-42a0-ac67-c9553c53ac2c', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'floating_ip_address': '172.25.6.211', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'port_id': '2569668f-61fc-4454-b3ea-b9348d168ded', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e', 'mac_address': 'fa:16:3e:54:13:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f86b80b-4aef-44d8-9f87-aa75a4982885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:00:15Z', 'updated_at': '2021-09-01T15:00:48Z', 'revision_number': 1, 'project_id': '4f67756043a54cb8a248797975dcc615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f', 'name': '', 'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'mac_address': 'fa:16:3e:06:a6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1d6fdf77-af6e-46da-a026-4e26517058f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:04Z', 'updated_at': '2021-09-01T15:00:15Z', 'revision_number': 5, 'project_id': '4f67756043a54cb8a248797975dcc615', 'subnets': [{'id': '1d6fdf77-af6e-46da-a026-4e26517058f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:00:52.256635 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f3aa6a-67a6-46a7-bb67-eb17b4ae109c None None] The sync data for ids ['68dbdae8-d942-4ae7-af14-31200ffd5a21'] in n-d-794796-3 is: [{'id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'name': 'tempest-ServersTestJSON-611159269-router', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:06Z', 'revision_number': 4, 'project_id': '4f67756043a54cb8a248797975dcc615', 'gw_port': {'id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '16da7860-d449-42a0-ac67-c9553c53ac2c', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'floating_ip_address': '172.25.6.211', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'port_id': '2569668f-61fc-4454-b3ea-b9348d168ded', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e', 'mac_address': 'fa:16:3e:54:13:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f86b80b-4aef-44d8-9f87-aa75a4982885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:00:15Z', 'updated_at': '2021-09-01T15:00:48Z', 'revision_number': 1, 'project_id': '4f67756043a54cb8a248797975dcc615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f', 'name': '', 'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'mac_address': 'fa:16:3e:06:a6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1d6fdf77-af6e-46da-a026-4e26517058f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:04Z', 'updated_at': '2021-09-01T15:00:15Z', 'revision_number': 5, 'project_id': '4f67756043a54cb8a248797975dcc615', 'subnets': [{'id': '1d6fdf77-af6e-46da-a026-4e26517058f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:00:52.291120 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f85866-0b71-49d5-a463-82454b6c85d5 req-887b4a9f-b9ce-4577-864e-359e4ff607ef tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:52.293332 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e5f85866-0b71-49d5-a463-82454b6c85d5 req-887b4a9f-b9ce-4577-864e-359e4ff607ef tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5a83208-e63f-4f71-8391-f0e0a643a971 HTTP/1.1" status: 200 len: 932 time: 0.5822792 Sep 01 15:00:52.375845 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-fd55abbc-c558-4c09-a81b-42728cea78a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:52.388900 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e5f85866-0b71-49d5-a463-82454b6c85d5 req-4397afab-e905-46e5-99d3-717567262c8b tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7efba1a-23a0-4b87-9f31-99447f38fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820374 Sep 01 15:00:52.392857 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b989b-5574-45c1-9595-36caed55246f req-6e0b6bca-853e-42c0-9e64-709eab64cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:52.394803 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a76b989b-5574-45c1-9595-36caed55246f req-6e0b6bca-853e-42c0-9e64-709eab64cc77 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e27801a1-4735-4eb4-8714-06c2c137f925 HTTP/1.1" status: 200 len: 921 time: 0.8117990 Sep 01 15:00:52.405145 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a86a49fc-53f5-43c7-9bc1-9623a505915f req-0bdf2ad2-1a5a-4220-a930-eb23592d4e68 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5967076 Sep 01 15:00:52.553522 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e10e128d-68fe-420c-b0eb-da79e1e5947d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:52.633971 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a76b989b-5574-45c1-9595-36caed55246f req-a7baf1da-a5f8-4c53-8731-27b3501d3d01 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b02f1d20-2fa7-44e2-906a-dccac21260b8 HTTP/1.1" status: 200 len: 217 time: 0.2248676 Sep 01 15:00:52.702535 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e128d-68fe-420c-b0eb-da79e1e5947d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5987b82d-a1fc-411a-afe7-c63bb709f2cd,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:52.707102 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10e128d-68fe-420c-b0eb-da79e1e5947d admin admin] Checking segment: {'id': '2acdfcf4-9956-4a09-952a-b7dc6baa9f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd5f89a9d-7444-41a8-8fdb-4edb7f0afddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:00:52.707685 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10e128d-68fe-420c-b0eb-da79e1e5947d admin admin] Network hostable DHCP agents. Network: d5f89a9d-7444-41a8-8fdb-4edb7f0afddf, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:00:52.759679 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10e128d-68fe-420c-b0eb-da79e1e5947d admin admin] Network d5f89a9d-7444-41a8-8fdb-4edb7f0afddf is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:00:52.785316 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-e10e128d-68fe-420c-b0eb-da79e1e5947d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, d5f89a9d-7444-41a8-8fdb-4edb7f0afddf) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:52.807371 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c36933-4b47-432a-9d00-b4739a84d374 None None] Network d5f89a9d-7444-41a8-8fdb-4edb7f0afddf requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:00:52.815834 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10e128d-68fe-420c-b0eb-da79e1e5947d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:52.817441 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e10e128d-68fe-420c-b0eb-da79e1e5947d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:52.825803 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-804dddd8-5d74-4d98-a2bd-5f55307d4ad3 req-40224f4d-b85f-4df6-8586-ac5e5c157acd service neutron] 10.222.0.45 "GET /v2.0/networks/64e99f8e-8c34-4f7d-9117-acd98b5ed10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0366459 Sep 01 15:00:52.884645 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e10e128d-68fe-420c-b0eb-da79e1e5947d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2738216 Sep 01 15:00:52.899231 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b989b-5574-45c1-9595-36caed55246f req-b3ed3e21-adb8-4dfb-b0ce-472ce95938e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:52.901996 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a76b989b-5574-45c1-9595-36caed55246f req-b3ed3e21-adb8-4dfb-b0ce-472ce95938e2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66b1faa8-b86d-41ee-9bdb-4fe08d19f261 HTTP/1.1" status: 200 len: 860 time: 0.2298744 Sep 01 15:00:52.926919 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c43f8-1ed0-4e45-986f-640d1c1af9ac req-f74448c5-e9f1-4790-bb75-f4e7a625032d tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:52.941452 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-be8c43f8-1ed0-4e45-986f-640d1c1af9ac req-f74448c5-e9f1-4790-bb75-f4e7a625032d tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/ports?device_id=4970a6bc-1347-4f92-86af-5386671270c2 HTTP/1.1" status: 200 len: 944 time: 0.3286858 Sep 01 15:00:52.959143 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6f431-eb1b-4b82-9901-b75647cee7dd req-c70f0188-e846-438d-8d17-069735cbfb7c tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:52.968588 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-acb6f431-eb1b-4b82-9901-b75647cee7dd req-c70f0188-e846-438d-8d17-069735cbfb7c tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 1095 time: 0.0873384 Sep 01 15:00:52.975016 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f4b1c6-0055-433a-81c8-b0064203fdd0 None None] New status for floating IP 16da7860-d449-42a0-ac67-c9553c53ac2c: ACTIVE {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:00:53.010365 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a76b989b-5574-45c1-9595-36caed55246f req-2e1ca68b-18fe-4f45-93ce-4d01b781406e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e27801a1-4735-4eb4-8714-06c2c137f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640838 Sep 01 15:00:53.044767 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-acb6f431-eb1b-4b82-9901-b75647cee7dd req-f0fa524f-db76-47a2-8ec1-46202f525be8 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683131 Sep 01 15:00:53.204313 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e205aefb-1021-487b-bd53-a128b0825ea0 None None] Network d5f89a9d-7444-41a8-8fdb-4edb7f0afddf requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:00:53.296949 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-be8c43f8-1ed0-4e45-986f-640d1c1af9ac req-bd9f0ad6-7f2f-4636-830c-ca61c7114480 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/security-groups?id=2efcacf5-8f3a-4008-a824-b22cc27d8990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249373 Sep 01 15:00:53.442414 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6ebff-0edb-48b2-b2e0-1c8caacebfeb req-e723cc3b-7f71-4c3e-af9b-6a73b3a04855 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:53.446173 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b6c6ebff-0edb-48b2-b2e0-1c8caacebfeb req-e723cc3b-7f71-4c3e-af9b-6a73b3a04855 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.2573242 Sep 01 15:00:53.532266 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a76b989b-5574-45c1-9595-36caed55246f req-54d255bc-629e-4464-8467-18bd6e32bc5a service neutron] 10.222.0.62 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084271 Sep 01 15:00:53.608913 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b6c6ebff-0edb-48b2-b2e0-1c8caacebfeb req-edb8f3cd-f413-4d78-b561-5dedb49cc726 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390646 Sep 01 15:00:53.722792 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-fd55abbc-c558-4c09-a81b-42728cea78a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 072e8106-36d6-4e77-bdff-b8ecb8fb7f63 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:00:53.735265 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-fd55abbc-c558-4c09-a81b-42728cea78a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:53.805567 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-fd55abbc-c558-4c09-a81b-42728cea78a8 service neutron] Transition to ACTIVE for port object 072e8106-36d6-4e77-bdff-b8ecb8fb7f63 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:00:53.834477 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-fd55abbc-c558-4c09-a81b-42728cea78a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:53.912477 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a76b989b-5574-45c1-9595-36caed55246f req-cbf67955-8ea5-4172-a292-50da985dc1ac service neutron] 10.222.0.62 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088136 Sep 01 15:00:53.972679 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55abbc-c558-4c09-a81b-42728cea78a8 service neutron] Pushing event updated for resources: {'Port': ['ID=072e8106-36d6-4e77-bdff-b8ecb8fb7f63,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:53.992227 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0cebf-5875-43bf-a6cf-6fe39c5ec188 req-500e7707-1a05-478a-abcf-ebb78fd5aedf tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:53.995050 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-23d0cebf-5875-43bf-a6cf-6fe39c5ec188 req-500e7707-1a05-478a-abcf-ebb78fd5aedf tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5a83208-e63f-4f71-8391-f0e0a643a971 HTTP/1.1" status: 200 len: 944 time: 0.1941378 Sep 01 15:00:54.113560 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device dcf182f6-3a50-4121-b89b-a011b4e42157 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:00:54.144055 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-23d0cebf-5875-43bf-a6cf-6fe39c5ec188 req-ba6191aa-3098-47bf-8209-26d5122bded3 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7efba1a-23a0-4b87-9f31-99447f38fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402576 Sep 01 15:00:54.271063 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-fd55abbc-c558-4c09-a81b-42728cea78a8 service neutron] Attempting to bind port 072e8106-36d6-4e77-bdff-b8ecb8fb7f63 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:00:54.271645 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-fd55abbc-c558-4c09-a81b-42728cea78a8 service neutron] Attempting to bind port 072e8106-36d6-4e77-bdff-b8ecb8fb7f63 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '5cf0773b-4e0d-4c5e-8de2-11896785776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '18593713-5847-4486-9954-bbe909734adf'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:00:54.272200 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-fd55abbc-c558-4c09-a81b-42728cea78a8 service neutron] Attempting to bind port 072e8106-36d6-4e77-bdff-b8ecb8fb7f63 on network 18593713-5847-4486-9954-bbe909734adf {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:54.309230 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51814) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:54.324858 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port dcf182f6-3a50-4121-b89b-a011b4e42157 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:00:54.327475 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-f2e08201-4570-404c-9a0d-bce1c6f58301 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1163929161-network', 'tenant_id': '97b473277cbd41a086633e6db50142fb'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:54.338526 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port dcf182f6-3a50-4121-b89b-a011b4e42157 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:00:54.342588 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:54.360590 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-fd55abbc-c558-4c09-a81b-42728cea78a8 service neutron] Port 072e8106-36d6-4e77-bdff-b8ecb8fb7f63 on network 18593713-5847-4486-9954-bbe909734adf not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:00:54.360590 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-fd55abbc-c558-4c09-a81b-42728cea78a8 service neutron] Attempting to bind port 072e8106-36d6-4e77-bdff-b8ecb8fb7f63 on network 18593713-5847-4486-9954-bbe909734adf {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:54.402391 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-fd55abbc-c558-4c09-a81b-42728cea78a8 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:00:54.403015 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-fd55abbc-c558-4c09-a81b-42728cea78a8 service neutron] Checking segment: {'id': '5cf0773b-4e0d-4c5e-8de2-11896785776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '18593713-5847-4486-9954-bbe909734adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:00:54.403595 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-fd55abbc-c558-4c09-a81b-42728cea78a8 service neutron] Bound using segment: {'id': '5cf0773b-4e0d-4c5e-8de2-11896785776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '18593713-5847-4486-9954-bbe909734adf'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:00:54.404614 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-fd55abbc-c558-4c09-a81b-42728cea78a8 service neutron] Bound port: 072e8106-36d6-4e77-bdff-b8ecb8fb7f63, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf0773b-4e0d-4c5e-8de2-11896785776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '18593713-5847-4486-9954-bbe909734adf'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:00:54.405215 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-fd55abbc-c558-4c09-a81b-42728cea78a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:54.444168 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b989b-5574-45c1-9595-36caed55246f req-549d1661-d53f-448a-9d10-b3b4ffd93e7b tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:54.447257 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a76b989b-5574-45c1-9595-36caed55246f req-549d1661-d53f-448a-9d10-b3b4ffd93e7b tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf&tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&binding%3Ahost_id=n-h1-794796-3 HTTP/1.1" status: 200 len: 1096 time: 0.3049834 Sep 01 15:00:54.464041 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e08201-4570-404c-9a0d-bce1c6f58301 admin admin] Made reservation on behalf of 97b473277cbd41a086633e6db50142fb for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:00:54.466556 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-a76b989b-5574-45c1-9595-36caed55246f req-2bbbcbb8-87af-4c57-9b23-1534afc1090b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794796-3'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:54.473344 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f2e08201-4570-404c-9a0d-bce1c6f58301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:54.499804 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f2e08201-4570-404c-9a0d-bce1c6f58301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:54.628651 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:54.647840 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bc2cb-6f9f-40cc-80d9-bf7c519d6c38 req-79d81cce-f7c1-4e6b-a543-467f832e43cf tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:54.661424 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5f4bc2cb-6f9f-40cc-80d9-bf7c519d6c38 req-79d81cce-f7c1-4e6b-a543-467f832e43cf tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 945 time: 0.3216884 Sep 01 15:00:54.708902 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port dcf182f6-3a50-4121-b89b-a011b4e42157, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=dcf182f6-3a50-4121-b89b-a011b4e42157,segment=NetworkSegment(8bf593c3-649c-4c4e-98a9-0846c4254e27),segment_id=8bf593c3-649c-4c4e-98a9-0846c4254e27)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:54.711385 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4970a6bc-1347-4f92-86af-5386671270c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf182f6-3a50-4121-b89b-a011b4e42157'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:54.717708 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce75df69-8a8c-46c8-a48a-4a1436ad46c6" -d '{"events": [{"server_uuid": "4970a6bc-1347-4f92-86af-5386671270c2", "name": "network-vif-plugged", "status": "completed", "tag": "dcf182f6-3a50-4121-b89b-a011b4e42157"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:54.731371 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:54.757926 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f2e08201-4570-404c-9a0d-bce1c6f58301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:54.763616 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f2e08201-4570-404c-9a0d-bce1c6f58301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:54.789086 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a76b989b-5574-45c1-9595-36caed55246f req-2bbbcbb8-87af-4c57-9b23-1534afc1090b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:54.807033 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e08201-4570-404c-9a0d-bce1c6f58301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc00cfe5-960a-4a3d-881e-9820234713ea,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:54.817546 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e08201-4570-404c-9a0d-bce1c6f58301 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:00:54.832524 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f2e08201-4570-404c-9a0d-bce1c6f58301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:54.832937 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-f2e08201-4570-404c-9a0d-bce1c6f58301 admin admin] Added segment 2808f7df-7308-4fda-bcc4-69aae2a98579 of type vlan for network 3d265617-5596-4bdf-97da-1681dbb56c18 Sep 01 15:00:54.907862 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f2e08201-4570-404c-9a0d-bce1c6f58301 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:54.924193 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=dcf182f6-3a50-4121-b89b-a011b4e42157,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:54.940544 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-fd55abbc-c558-4c09-a81b-42728cea78a8 service neutron] For port 072e8106-36d6-4e77-bdff-b8ecb8fb7f63, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:00:54.952047 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f2e08201-4570-404c-9a0d-bce1c6f58301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:54.953702 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e08201-4570-404c-9a0d-bce1c6f58301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:54.954604 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f2e08201-4570-404c-9a0d-bce1c6f58301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:54.966371 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5f4bc2cb-6f9f-40cc-80d9-bf7c519d6c38 req-bfe817c6-b68b-4cd6-a7ac-446d7ffbf603 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034480 Sep 01 15:00:54.984791 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-fd55abbc-c558-4c09-a81b-42728cea78a8 service neutron] For port 072e8106-36d6-4e77-bdff-b8ecb8fb7f63, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=072e8106-36d6-4e77-bdff-b8ecb8fb7f63,segment=NetworkSegment(5cf0773b-4e0d-4c5e-8de2-11896785776d),segment_id=5cf0773b-4e0d-4c5e-8de2-11896785776d)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:00:54.995395 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-fd55abbc-c558-4c09-a81b-42728cea78a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:55.066231 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f2e08201-4570-404c-9a0d-bce1c6f58301 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7504318 Sep 01 15:00:55.072708 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51834) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:00:55.090486 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-d5f3ae00-bdfb-40b4-8fc8-b30cc5f55f2f admin admin] Request body: {'subnet': {'network_id': '3d265617-5596-4bdf-97da-1681dbb56c18', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1163929161-subnet', 'tenant_id': '97b473277cbd41a086633e6db50142fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:55.119207 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-fd55abbc-c558-4c09-a81b-42728cea78a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:55.119976 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-fd55abbc-c558-4c09-a81b-42728cea78a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:55.126487 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-fd55abbc-c558-4c09-a81b-42728cea78a8 service neutron] 10.222.0.62 "PUT /v2.0/ports/072e8106-36d6-4e77-bdff-b8ecb8fb7f63 HTTP/1.1" status: 200 len: 1092 time: 3.4357579 Sep 01 15:00:55.130435 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a83208-e63f-4f71-8391-f0e0a643a971', 'tag': '072e8106-36d6-4e77-bdff-b8ecb8fb7f63'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:55.134681 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf84f7d-b78c-424a-9185-24c98c79f0af" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a83208-e63f-4f71-8391-f0e0a643a971", "tag": "072e8106-36d6-4e77-bdff-b8ecb8fb7f63"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:55.167599 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f3ae00-bdfb-40b4-8fc8-b30cc5f55f2f admin admin] Made reservation on behalf of 97b473277cbd41a086633e6db50142fb for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:00:55.178856 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d5f3ae00-bdfb-40b4-8fc8-b30cc5f55f2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:55.205051 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e08201-4570-404c-9a0d-bce1c6f58301 admin admin] Pushing event updated for resources: {'Network': ['ID=3d265617-5596-4bdf-97da-1681dbb56c18,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:55.226045 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 3d265617-5596-4bdf-97da-1681dbb56c18 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:00:55.314206 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfb3496-7094-4370-aa7f-8b512f253c87 x-openstack-request-id: req-5dfb3496-7094-4370-aa7f-8b512f253c87 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:55.315315 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4970a6bc-1347-4f92-86af-5386671270c2", "name": "network-vif-plugged", "status": "completed", "tag": "dcf182f6-3a50-4121-b89b-a011b4e42157", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:55.316780 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55abbc-c558-4c09-a81b-42728cea78a8 service neutron] Pushing event updated for resources: {'Port': ['ID=072e8106-36d6-4e77-bdff-b8ecb8fb7f63,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:55.317139 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5dfb3496-7094-4370-aa7f-8b512f253c87 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:55.317952 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4970a6bc-1347-4f92-86af-5386671270c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf182f6-3a50-4121-b89b-a011b4e42157', 'code': 200} Sep 01 15:00:55.444102 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-a76b989b-5574-45c1-9595-36caed55246f req-2bbbcbb8-87af-4c57-9b23-1534afc1090b service neutron] For port b02f1d20-2fa7-44e2-906a-dccac21260b8, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b02f1d20-2fa7-44e2-906a-dccac21260b8,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:55.489096 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1f8d2-5fd3-49b4-bed6-9c41f096e184 req-831d457d-ca39-4ea6-bf55-eaf4c6244b72 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:55.497529 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05b1f8d2-5fd3-49b4-bed6-9c41f096e184 req-831d457d-ca39-4ea6-bf55-eaf4c6244b72 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/ports?device_id=4970a6bc-1347-4f92-86af-5386671270c2 HTTP/1.1" status: 200 len: 945 time: 0.3248613 Sep 01 15:00:55.520148 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-390898c8-7e46-42ec-b9f8-298bd16a18e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:55.521956 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-390898c8-7e46-42ec-b9f8-298bd16a18e9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b6691d4b6a34925853a0b0cfb6dd457&device_id=f5a83208-e63f-4f71-8391-f0e0a643a971 HTTP/1.1" status: 200 len: 1095 time: 0.3036268 Sep 01 15:00:55.588565 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153e32c-cb0c-4b94-9a54-504ade94fe10 req-07ed999e-cde4-425b-9123-ee83b72f8e0a tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:55.599258 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5153e32c-cb0c-4b94-9a54-504ade94fe10 req-07ed999e-cde4-425b-9123-ee83b72f8e0a tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.1383533 Sep 01 15:00:55.615747 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-4d115c88-d103-48fd-b1fd-75617ae9cb3e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=072e8106-36d6-4e77-bdff-b8ecb8fb7f63 HTTP/1.1" status: 200 len: 217 time: 0.0749056 Sep 01 15:00:55.633751 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-a76b989b-5574-45c1-9595-36caed55246f req-2bbbcbb8-87af-4c57-9b23-1534afc1090b service neutron] For port b02f1d20-2fa7-44e2-906a-dccac21260b8, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:00:55.667857 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05b1f8d2-5fd3-49b4-bed6-9c41f096e184 req-87201035-2b9f-4a20-abeb-0561605886db tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/security-groups?id=2efcacf5-8f3a-4008-a824-b22cc27d8990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691983 Sep 01 15:00:55.759425 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027fa4c4-9662-4adf-a524-06125d45f7ed x-openstack-request-id: req-027fa4c4-9662-4adf-a524-06125d45f7ed {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:55.759941 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a83208-e63f-4f71-8391-f0e0a643a971", "tag": "072e8106-36d6-4e77-bdff-b8ecb8fb7f63", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:55.760324 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-027fa4c4-9662-4adf-a524-06125d45f7ed {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:55.760985 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a83208-e63f-4f71-8391-f0e0a643a971', 'tag': '072e8106-36d6-4e77-bdff-b8ecb8fb7f63', 'status': 'completed', 'code': 200} Sep 01 15:00:55.815841 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a76b989b-5574-45c1-9595-36caed55246f req-2bbbcbb8-87af-4c57-9b23-1534afc1090b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:55.851562 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a76b989b-5574-45c1-9595-36caed55246f req-2bbbcbb8-87af-4c57-9b23-1534afc1090b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:55.897005 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5153e32c-cb0c-4b94-9a54-504ade94fe10 req-dfeffe2b-699e-40d6-aa98-5d8afa733e75 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958140 Sep 01 15:00:55.897600 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-c92c1da7-622c-445f-b793-4c88841a3b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:55.899969 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-c92c1da7-622c-445f-b793-4c88841a3b40 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ce9b8e73-db6c-4188-9be9-0fb25a89d2c5 HTTP/1.1" status: 200 len: 853 time: 0.2248120 Sep 01 15:00:55.953000 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21e59f-f343-4fc9-971f-0b36519197ee req-3390c38c-7486-4f93-a058-89b67de20324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:55.955730 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5b21e59f-f343-4fc9-971f-0b36519197ee req-3390c38c-7486-4f93-a058-89b67de20324 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4970a6bc-1347-4f92-86af-5386671270c2 HTTP/1.1" status: 200 len: 1096 time: 0.3010375 Sep 01 15:00:55.959424 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d5f3ae00-bdfb-40b4-8fc8-b30cc5f55f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:56.081111 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fddfbe-25a4-440b-a383-37a7a97d7708 req-a2597541-bf81-44fe-9465-41146bd3c79d tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:56.085532 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5b21e59f-f343-4fc9-971f-0b36519197ee req-fd5b4aa7-bd85-4bb9-90e4-141a59e929c1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2efcacf5-8f3a-4008-a824-b22cc27d8990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719521 Sep 01 15:00:56.090531 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a0fddfbe-25a4-440b-a383-37a7a97d7708 req-a2597541-bf81-44fe-9465-41146bd3c79d tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5a83208-e63f-4f71-8391-f0e0a643a971 HTTP/1.1" status: 200 len: 944 time: 0.2708964 Sep 01 15:00:56.095597 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3ae00-bdfb-40b4-8fc8-b30cc5f55f2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e5a5311-36bd-4d62-a823-315dfa1bcd01,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:56.133490 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f3ae00-bdfb-40b4-8fc8-b30cc5f55f2f admin admin] Checking segment: {'id': '2808f7df-7308-4fda-bcc4-69aae2a98579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3d265617-5596-4bdf-97da-1681dbb56c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:00:56.133797 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f3ae00-bdfb-40b4-8fc8-b30cc5f55f2f admin admin] Network hostable DHCP agents. Network: 3d265617-5596-4bdf-97da-1681dbb56c18, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:00:56.138886 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbbcbb8-87af-4c57-9b23-1534afc1090b service neutron] Pushing event updated for resources: {'Port': ['ID=b02f1d20-2fa7-44e2-906a-dccac21260b8,revision_number=7']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:56.162636 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-d4af6338-c991-4763-bdc3-38eb652707ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:56.164201 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-d4af6338-c991-4763-bdc3-38eb652707ed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18593713-5847-4486-9954-bbe909734adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2225075 Sep 01 15:00:56.170856 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f3ae00-bdfb-40b4-8fc8-b30cc5f55f2f admin admin] Network 3d265617-5596-4bdf-97da-1681dbb56c18 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:00:56.178266 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-a76b989b-5574-45c1-9595-36caed55246f req-2bbbcbb8-87af-4c57-9b23-1534afc1090b service neutron] Attempting to bind port b02f1d20-2fa7-44e2-906a-dccac21260b8 on host n-h1-794796-3 for vnic_type normal with profile {"migrating_to": "n-h2-794796-3"} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:00:56.178626 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-a76b989b-5574-45c1-9595-36caed55246f req-2bbbcbb8-87af-4c57-9b23-1534afc1090b service neutron] Attempting to bind port b02f1d20-2fa7-44e2-906a-dccac21260b8 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:00:56.178984 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b989b-5574-45c1-9595-36caed55246f req-2bbbcbb8-87af-4c57-9b23-1534afc1090b service neutron] Attempting to bind port b02f1d20-2fa7-44e2-906a-dccac21260b8 on network e27801a1-4735-4eb4-8714-06c2c137f925 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:56.185891 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-d5f3ae00-bdfb-40b4-8fc8-b30cc5f55f2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 3d265617-5596-4bdf-97da-1681dbb56c18) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:00:56.193652 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f3ae00-bdfb-40b4-8fc8-b30cc5f55f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:56.194160 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b989b-5574-45c1-9595-36caed55246f req-2bbbcbb8-87af-4c57-9b23-1534afc1090b service neutron] Port b02f1d20-2fa7-44e2-906a-dccac21260b8 on network e27801a1-4735-4eb4-8714-06c2c137f925 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:00:56.194523 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b989b-5574-45c1-9595-36caed55246f req-2bbbcbb8-87af-4c57-9b23-1534afc1090b service neutron] Attempting to bind port b02f1d20-2fa7-44e2-906a-dccac21260b8 on network e27801a1-4735-4eb4-8714-06c2c137f925 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:00:56.194906 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d5f3ae00-bdfb-40b4-8fc8-b30cc5f55f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:56.201587 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ac136b-17dc-45ec-9247-70064cc8585e None None] Network 3d265617-5596-4bdf-97da-1681dbb56c18 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:00:56.209163 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a0fddfbe-25a4-440b-a383-37a7a97d7708 req-45c461f8-c107-4667-80c1-8c3431beefb5 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7efba1a-23a0-4b87-9f31-99447f38fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167431 Sep 01 15:00:56.226987 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d5f3ae00-bdfb-40b4-8fc8-b30cc5f55f2f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1406887 Sep 01 15:00:56.227200 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b989b-5574-45c1-9595-36caed55246f req-2bbbcbb8-87af-4c57-9b23-1534afc1090b service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:00:56.227200 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b989b-5574-45c1-9595-36caed55246f req-2bbbcbb8-87af-4c57-9b23-1534afc1090b service neutron] Checking segment: {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:00:56.227200 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b989b-5574-45c1-9595-36caed55246f req-2bbbcbb8-87af-4c57-9b23-1534afc1090b service neutron] Bound using segment: {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:00:56.227200 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-a76b989b-5574-45c1-9595-36caed55246f req-2bbbcbb8-87af-4c57-9b23-1534afc1090b service neutron] Bound port: b02f1d20-2fa7-44e2-906a-dccac21260b8, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:00:56.227200 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a76b989b-5574-45c1-9595-36caed55246f req-2bbbcbb8-87af-4c57-9b23-1534afc1090b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:56.424553 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f252ae39-c794-4bd3-86e0-7c4d9b4630f4 None None] Network 3d265617-5596-4bdf-97da-1681dbb56c18 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:00:56.444842 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-a76b989b-5574-45c1-9595-36caed55246f req-2bbbcbb8-87af-4c57-9b23-1534afc1090b service neutron] For port b02f1d20-2fa7-44e2-906a-dccac21260b8, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:00:56.469144 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-a76b989b-5574-45c1-9595-36caed55246f req-2bbbcbb8-87af-4c57-9b23-1534afc1090b service neutron] For port b02f1d20-2fa7-44e2-906a-dccac21260b8, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b02f1d20-2fa7-44e2-906a-dccac21260b8,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:00:56.474624 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a76b989b-5574-45c1-9595-36caed55246f req-2bbbcbb8-87af-4c57-9b23-1534afc1090b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:56.530734 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a41880-1fce-4016-8b84-fddf9df5df4d req-a14f19b6-de46-47b7-8943-25e5b1eefdc5 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:56.532395 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b3a41880-1fce-4016-8b84-fddf9df5df4d req-a14f19b6-de46-47b7-8943-25e5b1eefdc5 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 943 time: 0.1514010 Sep 01 15:00:56.688924 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbbcbb8-87af-4c57-9b23-1534afc1090b service neutron] Pushing event updated for resources: {'Port': ['ID=b02f1d20-2fa7-44e2-906a-dccac21260b8,revision_number=8']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:00:56.709944 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b989b-5574-45c1-9595-36caed55246f req-2bbbcbb8-87af-4c57-9b23-1534afc1090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:56.710621 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a76b989b-5574-45c1-9595-36caed55246f req-2bbbcbb8-87af-4c57-9b23-1534afc1090b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:56.712105 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a76b989b-5574-45c1-9595-36caed55246f req-2bbbcbb8-87af-4c57-9b23-1534afc1090b service neutron] 10.222.0.62 "PUT /v2.0/ports/b02f1d20-2fa7-44e2-906a-dccac21260b8 HTTP/1.1" status: 200 len: 1121 time: 2.2565444 Sep 01 15:00:56.722524 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b3a41880-1fce-4016-8b84-fddf9df5df4d req-ec944523-3ac6-4bfd-9175-c780b245bb70 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722250 Sep 01 15:00:56.761268 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-1ff83b7c-4a41-4fc6-b581-c109f97296ba service neutron] 10.222.0.62 "GET /v2.0/networks/18593713-5847-4486-9954-bbe909734adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719977 Sep 01 15:00:56.819724 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['b02f1d20-2fa7-44e2-906a-dccac21260b8'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:00:57.031133 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c44d9b-6f29-4e58-88ae-5bed0a99ff61 req-fa552e20-564c-49d5-9ef7-96083f04d12b tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:57.034248 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e2c44d9b-6f29-4e58-88ae-5bed0a99ff61 req-fa552e20-564c-49d5-9ef7-96083f04d12b tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/ports?device_id=4970a6bc-1347-4f92-86af-5386671270c2 HTTP/1.1" status: 200 len: 945 time: 0.1585653 Sep 01 15:00:57.085265 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e9cbefa0-041b-462e-b31c-b1b313bf89f6 req-5e2b2d69-5ad9-4108-aba0-6104fa47e9a7 service neutron] 10.222.0.62 "GET /v2.0/networks/18593713-5847-4486-9954-bbe909734adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179762 Sep 01 15:00:57.143266 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e2c44d9b-6f29-4e58-88ae-5bed0a99ff61 req-ee48eb17-1f5e-4819-b084-0fd94a6f1edb tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/security-groups?id=2efcacf5-8f3a-4008-a824-b22cc27d8990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827425 Sep 01 15:00:57.185422 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-9fa0af9a-a7a7-4902-8aba-d39bdd2da5ca tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:57.193082 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-9fa0af9a-a7a7-4902-8aba-d39bdd2da5ca tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/networks?id=d5f89a9d-7444-41a8-8fdb-4edb7f0afddf HTTP/1.1" status: 200 len: 815 time: 0.2154078 Sep 01 15:00:57.218283 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-77dfe25c-0690-4060-a4cd-7e32ea2e19b0 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/quotas/82a4210d65864b96baa7f8c1c3190855 HTTP/1.1" status: 200 len: 375 time: 0.0202646 Sep 01 15:00:57.274558 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:00:57.295080 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-02454c2d-f22e-4292-921a-5f224043d9f0 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=82a4210d65864b96baa7f8c1c3190855&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593100 Sep 01 15:00:57.347274 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf84f7d-b78c-424a-9185-24c98c79f0af req-4f589aa3-ae51-4af6-aed2-24fe0a943fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:57.348886 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dbf84f7d-b78c-424a-9185-24c98c79f0af req-4f589aa3-ae51-4af6-aed2-24fe0a943fd1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b6691d4b6a34925853a0b0cfb6dd457&device_id=f5a83208-e63f-4f71-8391-f0e0a643a971 HTTP/1.1" status: 200 len: 1095 time: 0.1227293 Sep 01 15:00:57.370488 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab2d69-fc6f-4601-b06a-3a1acb5dca3a req-de6cc68e-2e61-4618-bd4e-0294a40a110a tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:57.373037 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5ab2d69-fc6f-4601-b06a-3a1acb5dca3a req-de6cc68e-2e61-4618-bd4e-0294a40a110a tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.1091244 Sep 01 15:00:57.432633 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-0c7e95a4-fb93-451f-b361-f517d7dfb5f0 service neutron] 10.222.0.60 "GET /v2.0/networks/d5f89a9d-7444-41a8-8fdb-4edb7f0afddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237090 Sep 01 15:00:57.542802 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5ab2d69-fc6f-4601-b06a-3a1acb5dca3a req-d37e4ad5-f66c-472d-9413-e30b2d9a0cf5 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358738 Sep 01 15:00:57.562693 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf84f7d-b78c-424a-9185-24c98c79f0af req-de2d0e41-9daa-41b0-be43-db4b0b9d2820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:57.565014 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dbf84f7d-b78c-424a-9185-24c98c79f0af req-de2d0e41-9daa-41b0-be43-db4b0b9d2820 service neutron] 10.222.0.62 "GET /v2.0/networks?id=18593713-5847-4486-9954-bbe909734adf HTTP/1.1" status: 200 len: 915 time: 0.1904819 Sep 01 15:00:57.624450 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-fe6a8d13-4feb-4005-a2f4-7e10f1f74464 service neutron] 10.222.0.60 "GET /v2.0/networks/d5f89a9d-7444-41a8-8fdb-4edb7f0afddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838267 Sep 01 15:00:57.683671 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dbf84f7d-b78c-424a-9185-24c98c79f0af req-aaa51685-2957-4ccb-8274-d78f46a4513e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=072e8106-36d6-4e77-bdff-b8ecb8fb7f63 HTTP/1.1" status: 200 len: 217 time: 0.0598578 Sep 01 15:00:57.763436 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998c8528-e22b-4bc0-a2f6-ef95187cceaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b02f1d20-2fa7-44e2-906a-dccac21260b8'}, {'name': 'network-changed', 'server_uuid': '998c8528-e22b-4bc0-a2f6-ef95187cceaf', 'tag': 'b02f1d20-2fa7-44e2-906a-dccac21260b8'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:00:57.767658 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee56fbf2-0549-4846-a239-7f269eb9411c" -d '{"events": [{"server_uuid": "998c8528-e22b-4bc0-a2f6-ef95187cceaf", "name": "network-vif-unplugged", "status": "completed", "tag": "b02f1d20-2fa7-44e2-906a-dccac21260b8"}, {"name": "network-changed", "server_uuid": "998c8528-e22b-4bc0-a2f6-ef95187cceaf", "tag": "b02f1d20-2fa7-44e2-906a-dccac21260b8"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:00:57.843348 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf84f7d-b78c-424a-9185-24c98c79f0af req-0c45a62b-c1fd-4273-af96-c2b8440c6c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:57.846103 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dbf84f7d-b78c-424a-9185-24c98c79f0af req-0c45a62b-c1fd-4273-af96-c2b8440c6c5a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ce9b8e73-db6c-4188-9be9-0fb25a89d2c5 HTTP/1.1" status: 200 len: 853 time: 0.1537654 Sep 01 15:00:57.955342 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e45b64-40c3-4359-90ab-691b589a814a req-bbab4e21-17a1-47fa-94a1-d1fbb449c174 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:57.957542 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-29e45b64-40c3-4359-90ab-691b589a814a req-bbab4e21-17a1-47fa-94a1-d1fbb449c174 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5a83208-e63f-4f71-8391-f0e0a643a971 HTTP/1.1" status: 200 len: 944 time: 0.1963892 Sep 01 15:00:58.005956 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf84f7d-b78c-424a-9185-24c98c79f0af req-02922015-1c5b-432b-8a05-f47ad12408de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:58.007569 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dbf84f7d-b78c-424a-9185-24c98c79f0af req-02922015-1c5b-432b-8a05-f47ad12408de service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18593713-5847-4486-9954-bbe909734adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347306 Sep 01 15:00:58.085071 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-29e45b64-40c3-4359-90ab-691b589a814a req-11e58330-a2e5-4ce1-9d8f-006c35584332 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7efba1a-23a0-4b87-9f31-99447f38fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085143 Sep 01 15:00:58.123389 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device b02f1d20-2fa7-44e2-906a-dccac21260b8 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:00:58.335858 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 01 Sep 2021 15:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9d1199-c2db-4d9b-89cf-55d214ac991a x-openstack-request-id: req-ac9d1199-c2db-4d9b-89cf-55d214ac991a {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:00:58.336558 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998c8528-e22b-4bc0-a2f6-ef95187cceaf", "name": "network-vif-unplugged", "status": "completed", "tag": "b02f1d20-2fa7-44e2-906a-dccac21260b8", "code": 200}, {"name": "network-changed", "server_uuid": "998c8528-e22b-4bc0-a2f6-ef95187cceaf", "tag": "b02f1d20-2fa7-44e2-906a-dccac21260b8", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:00:58.336968 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ac9d1199-c2db-4d9b-89cf-55d214ac991a {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:00:58.337607 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998c8528-e22b-4bc0-a2f6-ef95187cceaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b02f1d20-2fa7-44e2-906a-dccac21260b8', 'code': 200} Sep 01 15:00:58.338024 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '998c8528-e22b-4bc0-a2f6-ef95187cceaf', 'tag': 'b02f1d20-2fa7-44e2-906a-dccac21260b8', 'status': 'completed', 'code': 200} Sep 01 15:00:58.361873 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aff6173b-817e-4f18-abd4-b38d721d4468 req-fe4d243e-5d0f-4628-8c98-1e62a59a6ac4 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/ports?device_id=729bb6cd-038c-467d-b402-7e1e8670947e HTTP/1.1" status: 200 len: 210 time: 0.0790966 Sep 01 15:00:58.367390 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port b02f1d20-2fa7-44e2-906a-dccac21260b8, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b02f1d20-2fa7-44e2-906a-dccac21260b8,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:00:58.397302 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device b02f1d20-2fa7-44e2-906a-dccac21260b8 has no active binding in host n-h2-794796-3 {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 01 15:00:58.484113 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f50adb-25fd-4c37-9124-e9e3f8c5838e req-9512914a-ab6f-4698-bc7d-552ffc8e7215 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:58.487136 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-89f50adb-25fd-4c37-9124-e9e3f8c5838e req-9512914a-ab6f-4698-bc7d-552ffc8e7215 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 943 time: 0.2811489 Sep 01 15:00:58.562798 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dbf84f7d-b78c-424a-9185-24c98c79f0af req-896b8b22-bfcf-4af9-9242-fe549b105839 service neutron] 10.222.0.62 "GET /v2.0/networks/18593713-5847-4486-9954-bbe909734adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5335851 Sep 01 15:00:58.571815 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56fbf2-0549-4846-a239-7f269eb9411c req-37af513f-75eb-4cc1-a357-07743f0f5513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:58.575330 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee56fbf2-0549-4846-a239-7f269eb9411c req-37af513f-75eb-4cc1-a357-07743f0f5513 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 1124 time: 0.2423849 Sep 01 15:00:58.605843 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fe918-ce1c-4308-a418-53fb73e8f85d req-0f7746e6-ab8f-45c6-ace7-1889e5020f2f tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:58.620563 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da1fe918-ce1c-4308-a418-53fb73e8f85d req-0f7746e6-ab8f-45c6-ace7-1889e5020f2f tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/ports?device_id=4970a6bc-1347-4f92-86af-5386671270c2 HTTP/1.1" status: 200 len: 945 time: 0.1181240 Sep 01 15:00:58.690045 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da1fe918-ce1c-4308-a418-53fb73e8f85d req-2fac2968-2d05-42a2-9167-a0d107734aac tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/security-groups?id=2efcacf5-8f3a-4008-a824-b22cc27d8990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670431 Sep 01 15:00:58.727286 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-89f50adb-25fd-4c37-9124-e9e3f8c5838e req-29146ad2-7863-4b08-81ed-528e76807107 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315073 Sep 01 15:00:58.965636 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dbf84f7d-b78c-424a-9185-24c98c79f0af req-451a9272-efbb-46c2-a7aa-421260973ab0 service neutron] 10.222.0.62 "GET /v2.0/networks/18593713-5847-4486-9954-bbe909734adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880568 Sep 01 15:00:58.975713 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cb44b-4325-4b88-b2d3-a759371385c3 req-a48f1d2b-cedd-4774-9b1d-cb778ccf644c tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:58.978466 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56fbf2-0549-4846-a239-7f269eb9411c req-25020c2c-d94f-4d78-8e18-29bcd1cc4907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:58.980974 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee56fbf2-0549-4846-a239-7f269eb9411c req-25020c2c-d94f-4d78-8e18-29bcd1cc4907 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27801a1-4735-4eb4-8714-06c2c137f925 HTTP/1.1" status: 200 len: 921 time: 0.3859935 Sep 01 15:00:58.985502 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-735cb44b-4325-4b88-b2d3-a759371385c3 req-a48f1d2b-cedd-4774-9b1d-cb778ccf644c tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.1160848 Sep 01 15:00:59.039149 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-735cb44b-4325-4b88-b2d3-a759371385c3 req-0ea3f8a9-6c11-4e0d-a47d-6782ed808d08 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526123 Sep 01 15:00:59.120029 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee56fbf2-0549-4846-a239-7f269eb9411c req-1538b260-224b-431b-99f5-ae6785d2b9e1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b02f1d20-2fa7-44e2-906a-dccac21260b8 HTTP/1.1" status: 200 len: 217 time: 0.1263475 Sep 01 15:00:59.224330 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56fbf2-0549-4846-a239-7f269eb9411c req-42f588ed-2e7b-48c8-b492-50cd4083c94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:59.228329 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee56fbf2-0549-4846-a239-7f269eb9411c req-42f588ed-2e7b-48c8-b492-50cd4083c94e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66b1faa8-b86d-41ee-9bdb-4fe08d19f261 HTTP/1.1" status: 200 len: 860 time: 0.0976982 Sep 01 15:00:59.280142 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee56fbf2-0549-4846-a239-7f269eb9411c req-7cb9e824-cd45-4757-9e95-2baf8d634138 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27801a1-4735-4eb4-8714-06c2c137f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433419 Sep 01 15:00:59.384943 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76cba6-954b-4081-96f4-f7bc3061bb71 req-ea013402-83ee-4d70-ab5c-542109cb1c4f tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:59.384943 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fc76cba6-954b-4081-96f4-f7bc3061bb71 req-ea013402-83ee-4d70-ab5c-542109cb1c4f tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5a83208-e63f-4f71-8391-f0e0a643a971 HTTP/1.1" status: 200 len: 944 time: 0.1082819 Sep 01 15:00:59.476189 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee56fbf2-0549-4846-a239-7f269eb9411c req-74df9f7f-46aa-412d-953b-5851471ed410 service neutron] 10.222.0.45 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861360 Sep 01 15:00:59.483338 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fc76cba6-954b-4081-96f4-f7bc3061bb71 req-a717845f-0a04-4d95-aa1d-448d922e9fa3 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7efba1a-23a0-4b87-9f31-99447f38fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876615 Sep 01 15:00:59.496193 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75068f40-ba5d-4f32-802d-56d0a0bb38c1 req-edf75530-639f-4ad2-a3ec-70cff03dbac4 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:59.523375 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-75068f40-ba5d-4f32-802d-56d0a0bb38c1 req-edf75530-639f-4ad2-a3ec-70cff03dbac4 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/ports?device_id=4970a6bc-1347-4f92-86af-5386671270c2 HTTP/1.1" status: 200 len: 945 time: 0.1116703 Sep 01 15:00:59.603792 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-75068f40-ba5d-4f32-802d-56d0a0bb38c1 req-cb96eecc-3750-43f9-bc9a-b96f2752be93 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/security-groups?id=2efcacf5-8f3a-4008-a824-b22cc27d8990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735307 Sep 01 15:00:59.721954 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0158f86d-6393-4ec6-ac94-4299354bb510 req-014a6b14-d2bd-4464-90db-af310d71d447 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/ports?device_id=729bb6cd-038c-467d-b402-7e1e8670947e HTTP/1.1" status: 200 len: 210 time: 0.0509660 Sep 01 15:00:59.770854 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee56fbf2-0549-4846-a239-7f269eb9411c req-c1004647-c5b5-469b-943b-a49b363d9c10 service neutron] 10.222.0.45 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850382 Sep 01 15:00:59.850252 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-18dc4b24-844b-4f11-845d-c6ec8da9ccf6 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:59.857117 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-18dc4b24-844b-4f11-845d-c6ec8da9ccf6 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.45 "GET /v2.0/networks?id=d5f89a9d-7444-41a8-8fdb-4edb7f0afddf HTTP/1.1" status: 200 len: 815 time: 0.2779484 Sep 01 15:00:59.873950 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-dcd9cab4-23f3-435c-8108-5ab3230e3a67 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Request body: {'port': {'device_id': '729bb6cd-038c-467d-b402-7e1e8670947e', 'network_id': 'd5f89a9d-7444-41a8-8fdb-4edb7f0afddf', 'admin_state_up': True, 'tenant_id': '82a4210d65864b96baa7f8c1c3190855'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:00:59.938552 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0f87a-b964-4aec-8117-5280bc77ec79 req-19ff30f4-0225-40d3-a6a1-7f46009d2475 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:00:59.943431 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-afd0f87a-b964-4aec-8117-5280bc77ec79 req-19ff30f4-0225-40d3-a6a1-7f46009d2475 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 943 time: 0.1018531 Sep 01 15:01:00.011543 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-afd0f87a-b964-4aec-8117-5280bc77ec79 req-10a41763-c582-455a-8563-1b6e75572753 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580895 Sep 01 15:01:00.096250 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-dcd9cab4-23f3-435c-8108-5ab3230e3a67 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Made reservation on behalf of 82a4210d65864b96baa7f8c1c3190855 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:01:00.102174 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-dcd9cab4-23f3-435c-8108-5ab3230e3a67 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:00.137334 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 072e8106-36d6-4e77-bdff-b8ecb8fb7f63 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:01:00.313430 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 072e8106-36d6-4e77-bdff-b8ecb8fb7f63, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=072e8106-36d6-4e77-bdff-b8ecb8fb7f63,segment=NetworkSegment(5cf0773b-4e0d-4c5e-8de2-11896785776d),segment_id=5cf0773b-4e0d-4c5e-8de2-11896785776d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:00.339106 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '072e8106-36d6-4e77-bdff-b8ecb8fb7f63', 'network_id': '18593713-5847-4486-9954-bbe909734adf', 'port_id': '072e8106-36d6-4e77-bdff-b8ecb8fb7f63', 'mac_address': 'fa:16:3e:77:43:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce9b8e73-db6c-4188-9be9-0fb25a89d2c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:01:00.393622 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:00.415486 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 072e8106-36d6-4e77-bdff-b8ecb8fb7f63 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:01:00.443998 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 072e8106-36d6-4e77-bdff-b8ecb8fb7f63, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=072e8106-36d6-4e77-bdff-b8ecb8fb7f63,segment=NetworkSegment(5cf0773b-4e0d-4c5e-8de2-11896785776d),segment_id=5cf0773b-4e0d-4c5e-8de2-11896785776d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:00.452887 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:00.546592 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=072e8106-36d6-4e77-bdff-b8ecb8fb7f63,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:00.592757 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f452fef-5400-41f8-b19e-2c2986386d04 req-bd9983c3-cff4-476b-b5bf-d666fc142679 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:00.595469 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3f452fef-5400-41f8-b19e-2c2986386d04 req-bd9983c3-cff4-476b-b5bf-d666fc142679 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.1319571 Sep 01 15:01:00.706333 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b031d5-adf3-41be-91bf-099d7175d936 req-a187519e-2841-49e2-880a-37f947ea7c5e tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:00.709005 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-68b031d5-adf3-41be-91bf-099d7175d936 req-a187519e-2841-49e2-880a-37f947ea7c5e tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5a83208-e63f-4f71-8391-f0e0a643a971 HTTP/1.1" status: 200 len: 945 time: 0.0855556 Sep 01 15:01:00.741799 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3f452fef-5400-41f8-b19e-2c2986386d04 req-72851174-ae1c-4d61-8622-d4758d8d6f79 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357803 Sep 01 15:01:00.761300 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-dcd9cab4-23f3-435c-8108-5ab3230e3a67 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Allocated IP 172.20.0.12 (d5f89a9d-7444-41a8-8fdb-4edb7f0afddf/5987b82d-a1fc-411a-afe7-c63bb709f2cd/632f7fd0-5c92-42ff-acd5-d7cb585a9028) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:01:00.819121 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-68b031d5-adf3-41be-91bf-099d7175d936 req-8e695862-ab4e-446e-aa3e-a9e758fcab02 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7efba1a-23a0-4b87-9f31-99447f38fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973585 Sep 01 15:01:00.959526 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d5b99251-9f80-4821-b79a-cf41e8210d82 req-4db18f80-6f1f-4441-9373-1d9e22f7b653 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/ports?device_id=729bb6cd-038c-467d-b402-7e1e8670947e HTTP/1.1" status: 200 len: 210 time: 0.0430517 Sep 01 15:01:01.018609 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8543572-6ad1-4d54-82b0-f8fab36756cf req-45d44488-4645-4695-a1af-e7148ea16fe1 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:01.021289 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d8543572-6ad1-4d54-82b0-f8fab36756cf req-45d44488-4645-4695-a1af-e7148ea16fe1 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/ports?device_id=4970a6bc-1347-4f92-86af-5386671270c2 HTTP/1.1" status: 200 len: 945 time: 0.1770654 Sep 01 15:01:01.049091 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['072e8106-36d6-4e77-bdff-b8ecb8fb7f63'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:01:01.255313 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e98292-1fb9-4534-9f7d-3f6217d7ef5e req-7723cb9c-df63-4e92-8828-8f3f64dd7e28 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:01.258678 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d9e98292-1fb9-4534-9f7d-3f6217d7ef5e req-7723cb9c-df63-4e92-8828-8f3f64dd7e28 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 943 time: 0.0971694 Sep 01 15:01:01.279186 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d8543572-6ad1-4d54-82b0-f8fab36756cf req-eb53cd3e-1970-445a-aaa0-3df2472bb551 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/security-groups?id=2efcacf5-8f3a-4008-a824-b22cc27d8990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387516 Sep 01 15:01:01.295901 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-dcd9cab4-23f3-435c-8108-5ab3230e3a67 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:01.319255 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d9e98292-1fb9-4534-9f7d-3f6217d7ef5e req-9d87582b-7118-47f9-879b-1a9289385555 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516114 Sep 01 15:01:01.326518 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a76b989b-5574-45c1-9595-36caed55246f req-50591c1a-2b1d-4f98-88be-ab09576ae8ee service neutron] 10.222.0.45 "GET /v2.0/ports/b02f1d20-2fa7-44e2-906a-dccac21260b8/bindings/n-h2-794796-3 HTTP/1.1" status: 200 len: 384 time: 0.2968569 Sep 01 15:01:01.413157 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-dcd9cab4-23f3-435c-8108-5ab3230e3a67 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:01.487027 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-dcd9cab4-23f3-435c-8108-5ab3230e3a67 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Network d5f89a9d-7444-41a8-8fdb-4edb7f0afddf is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:01:01.513079 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-dcd9cab4-23f3-435c-8108-5ab3230e3a67 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:01:01.520845 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-dcd9cab4-23f3-435c-8108-5ab3230e3a67 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:01:01.525815 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9cab4-23f3-435c-8108-5ab3230e3a67 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Pushing event updated for resources: {'Port': ['ID=632f7fd0-5c92-42ff-acd5-d7cb585a9028,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:01.641263 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-dcd9cab4-23f3-435c-8108-5ab3230e3a67 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:01.642463 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-dcd9cab4-23f3-435c-8108-5ab3230e3a67 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:01.677839 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-dcd9cab4-23f3-435c-8108-5ab3230e3a67 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8094742 Sep 01 15:01:01.692841 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-b6eb863c-3ca3-4fb4-a49f-98e424b4ee3c service neutron] Request body: {'port': {'device_id': '729bb6cd-038c-467d-b402-7e1e8670947e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:01.738210 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-a76b989b-5574-45c1-9595-36caed55246f req-ced96658-e8b7-447c-bb6b-461a8334c8ad service neutron] For port b02f1d20-2fa7-44e2-906a-dccac21260b8, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b02f1d20-2fa7-44e2-906a-dccac21260b8,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:01.819162 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-a76b989b-5574-45c1-9595-36caed55246f req-ced96658-e8b7-447c-bb6b-461a8334c8ad service neutron] For port b02f1d20-2fa7-44e2-906a-dccac21260b8, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:01:01.821933 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-b6eb863c-3ca3-4fb4-a49f-98e424b4ee3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:01.918424 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-a76b989b-5574-45c1-9595-36caed55246f req-ced96658-e8b7-447c-bb6b-461a8334c8ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b02f1d20-2fa7-44e2-906a-dccac21260b8 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:01:01.979100 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-a76b989b-5574-45c1-9595-36caed55246f req-ced96658-e8b7-447c-bb6b-461a8334c8ad service neutron] For port b02f1d20-2fa7-44e2-906a-dccac21260b8, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b02f1d20-2fa7-44e2-906a-dccac21260b8,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:02.005078 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c9318-01c6-4ccf-8a07-22418ed582a1 req-575a5f56-65ae-48ba-a38a-4ee522dafa6b tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:02.009826 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ba5c9318-01c6-4ccf-8a07-22418ed582a1 req-575a5f56-65ae-48ba-a38a-4ee522dafa6b tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5a83208-e63f-4f71-8391-f0e0a643a971 HTTP/1.1" status: 200 len: 945 time: 0.0792599 Sep 01 15:01:02.043661 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a76b989b-5574-45c1-9595-36caed55246f req-ced96658-e8b7-447c-bb6b-461a8334c8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:02.073801 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ba5c9318-01c6-4ccf-8a07-22418ed582a1 req-5eefdead-f932-4665-adac-8503a770f1ec tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7efba1a-23a0-4b87-9f31-99447f38fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594749 Sep 01 15:01:02.094636 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9fa8da-19fd-4f53-97d7-0075c3632d63 req-b3b685b4-64cb-4d88-8252-c4be7ada8568 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:02.102907 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8a9fa8da-19fd-4f53-97d7-0075c3632d63 req-b3b685b4-64cb-4d88-8252-c4be7ada8568 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.2359209 Sep 01 15:01:02.240876 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b49831-d2b8-403d-9154-58a93bbf1888 req-8b6610ab-7ce2-4079-8701-b42dcd2580e2 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:02.249350 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-02b49831-d2b8-403d-9154-58a93bbf1888 req-8b6610ab-7ce2-4079-8701-b42dcd2580e2 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/ports?device_id=729bb6cd-038c-467d-b402-7e1e8670947e HTTP/1.1" status: 200 len: 932 time: 0.0892892 Sep 01 15:01:02.291141 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edae413-8754-4698-ac0f-638b7553c531 req-16eba40c-bffc-4049-b224-877b64e63e93 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:02.294447 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5edae413-8754-4698-ac0f-638b7553c531 req-16eba40c-bffc-4049-b224-877b64e63e93 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.62 "GET /v2.0/ports?device_id=4970a6bc-1347-4f92-86af-5386671270c2 HTTP/1.1" status: 200 len: 945 time: 0.3328233 Sep 01 15:01:02.305053 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-02b49831-d2b8-403d-9154-58a93bbf1888 req-6923bc8a-1007-4126-b444-ffac8cf91f5d tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/security-groups?id=07016d1d-3332-434d-8ff2-f38124096924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522664 Sep 01 15:01:02.399819 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8a9fa8da-19fd-4f53-97d7-0075c3632d63 req-5c52abe1-b206-414a-bc87-c709fc8d4b5c tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919505 Sep 01 15:01:02.470201 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-a76b989b-5574-45c1-9595-36caed55246f req-ced96658-e8b7-447c-bb6b-461a8334c8ad service neutron] Transition to ACTIVE for port object b02f1d20-2fa7-44e2-906a-dccac21260b8 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:01:02.504264 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a76b989b-5574-45c1-9595-36caed55246f req-ced96658-e8b7-447c-bb6b-461a8334c8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:02.542187 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399e256-cebb-4d30-b323-8b8583dfda83 req-5837456c-1191-4bcb-be8e-e23a5cd542c6 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:02.543311 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6399e256-cebb-4d30-b323-8b8583dfda83 req-5837456c-1191-4bcb-be8e-e23a5cd542c6 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/ports?device_id=4970a6bc-1347-4f92-86af-5386671270c2 HTTP/1.1" status: 200 len: 945 time: 0.0703211 Sep 01 15:01:02.633601 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6399e256-cebb-4d30-b323-8b8583dfda83 req-36e509a8-5a33-47c8-a84a-109b3bc393d2 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/security-groups?id=2efcacf5-8f3a-4008-a824-b22cc27d8990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790932 Sep 01 15:01:02.698131 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76b989b-5574-45c1-9595-36caed55246f req-ced96658-e8b7-447c-bb6b-461a8334c8ad service neutron] No DVR routers for this DVR port b02f1d20-2fa7-44e2-906a-dccac21260b8 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:01:02.828185 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced96658-e8b7-447c-bb6b-461a8334c8ad service neutron] Pushing event updated for resources: {'Port': ['ID=b02f1d20-2fa7-44e2-906a-dccac21260b8,revision_number=10']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:02.863043 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a76b989b-5574-45c1-9595-36caed55246f req-ced96658-e8b7-447c-bb6b-461a8334c8ad service neutron] 10.222.0.45 "PUT /v2.0/ports/b02f1d20-2fa7-44e2-906a-dccac21260b8/bindings/n-h2-794796-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5275769 Sep 01 15:01:02.894573 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7eda4a-e580-492e-827f-f87912f02075 req-388a62ca-3e21-4cb4-9953-14a2d3d993ba tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:02.897542 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8e7eda4a-e580-492e-827f-f87912f02075 req-388a62ca-3e21-4cb4-9953-14a2d3d993ba tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 944 time: 0.3643870 Sep 01 15:01:03.007804 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-5edae413-8754-4698-ac0f-638b7553c531 req-3f8286fc-d351-4bb4-b715-7c199558a85b tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Deleting port dcf182f6-3a50-4121-b89b-a011b4e42157 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:01:03.008150 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5edae413-8754-4698-ac0f-638b7553c531 req-3f8286fc-d351-4bb4-b715-7c199558a85b tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:03.086822 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-b6eb863c-3ca3-4fb4-a49f-98e424b4ee3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632f7fd0-5c92-42ff-acd5-d7cb585a9028 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:01:03.111559 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-b6eb863c-3ca3-4fb4-a49f-98e424b4ee3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:03.135198 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8e7eda4a-e580-492e-827f-f87912f02075 req-a57168c3-992d-4ab5-9fc1-fef8a90d06c9 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068982 Sep 01 15:01:03.170289 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-b6eb863c-3ca3-4fb4-a49f-98e424b4ee3c service neutron] Transition to ACTIVE for port object 632f7fd0-5c92-42ff-acd5-d7cb585a9028 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:01:03.193827 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-b6eb863c-3ca3-4fb4-a49f-98e424b4ee3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:03.215563 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b989b-5574-45c1-9595-36caed55246f req-38ae3478-4d05-4291-a98f-fcde25cfefbf tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:03.217466 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a76b989b-5574-45c1-9595-36caed55246f req-38ae3478-4d05-4291-a98f-fcde25cfefbf tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf&tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&binding%3Ahost_id=n-h1-794796-3 HTTP/1.1" status: 200 len: 1095 time: 0.2429500 Sep 01 15:01:03.285808 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5513a00-440e-471c-b2a2-37bf0cb879ce req-46ef8bf7-e761-448b-b7ca-2cc1594cf724 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:03.288952 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c5513a00-440e-471c-b2a2-37bf0cb879ce req-46ef8bf7-e761-448b-b7ca-2cc1594cf724 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5a83208-e63f-4f71-8391-f0e0a643a971 HTTP/1.1" status: 200 len: 945 time: 0.0912664 Sep 01 15:01:03.404386 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c5513a00-440e-471c-b2a2-37bf0cb879ce req-453d58aa-2bfe-409c-b748-797f92ff4c2f tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7efba1a-23a0-4b87-9f31-99447f38fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932031 Sep 01 15:01:03.405653 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-5edae413-8754-4698-ac0f-638b7553c531 req-3f8286fc-d351-4bb4-b715-7c199558a85b tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] For port dcf182f6-3a50-4121-b89b-a011b4e42157, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=dcf182f6-3a50-4121-b89b-a011b4e42157,segment=NetworkSegment(8bf593c3-649c-4c4e-98a9-0846c4254e27),segment_id=8bf593c3-649c-4c4e-98a9-0846c4254e27)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:03.406264 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5edae413-8754-4698-ac0f-638b7553c531 req-3f8286fc-d351-4bb4-b715-7c199558a85b tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:03.441151 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb863c-3ca3-4fb4-a49f-98e424b4ee3c service neutron] Pushing event updated for resources: {'Port': ['ID=632f7fd0-5c92-42ff-acd5-d7cb585a9028,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:03.560044 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-5edae413-8754-4698-ac0f-638b7553c531 req-3f8286fc-d351-4bb4-b715-7c199558a85b tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Calling delete_port for dcf182f6-3a50-4121-b89b-a011b4e42157 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:01:03.565393 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b989b-5574-45c1-9595-36caed55246f req-bd952257-8016-4835-be24-9c9f6d974c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:03.567987 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a76b989b-5574-45c1-9595-36caed55246f req-bd952257-8016-4835-be24-9c9f6d974c39 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf&tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa HTTP/1.1" status: 200 len: 1095 time: 0.2986147 Sep 01 15:01:03.675932 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747725d0-dd71-4a4d-81b0-cc806e52a09a req-57ea9525-25a0-485f-abc7-2736ac0f618e tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:03.680239 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-747725d0-dd71-4a4d-81b0-cc806e52a09a req-57ea9525-25a0-485f-abc7-2736ac0f618e tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.0888691 Sep 01 15:01:03.724590 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06eef2-bb4c-4a1d-8fa3-2b5dbb3217d2 req-0991d313-91f1-420c-8c30-dd9150bc4ff6 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:03.726269 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa06eef2-bb4c-4a1d-8fa3-2b5dbb3217d2 req-0991d313-91f1-420c-8c30-dd9150bc4ff6 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/ports?device_id=729bb6cd-038c-467d-b402-7e1e8670947e HTTP/1.1" status: 200 len: 944 time: 0.3157325 Sep 01 15:01:03.744604 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-b6eb863c-3ca3-4fb4-a49f-98e424b4ee3c service neutron] Attempting to bind port 632f7fd0-5c92-42ff-acd5-d7cb585a9028 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:01:03.744942 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-b6eb863c-3ca3-4fb4-a49f-98e424b4ee3c service neutron] Attempting to bind port 632f7fd0-5c92-42ff-acd5-d7cb585a9028 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '2acdfcf4-9956-4a09-952a-b7dc6baa9f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd5f89a9d-7444-41a8-8fdb-4edb7f0afddf'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:01:03.745275 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-b6eb863c-3ca3-4fb4-a49f-98e424b4ee3c service neutron] Attempting to bind port 632f7fd0-5c92-42ff-acd5-d7cb585a9028 on network d5f89a9d-7444-41a8-8fdb-4edb7f0afddf {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:01:03.759028 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-747725d0-dd71-4a4d-81b0-cc806e52a09a req-208f5589-0ccf-4177-bc41-c5542b991462 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700741 Sep 01 15:01:03.776477 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-b6eb863c-3ca3-4fb4-a49f-98e424b4ee3c service neutron] Port 632f7fd0-5c92-42ff-acd5-d7cb585a9028 on network d5f89a9d-7444-41a8-8fdb-4edb7f0afddf not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:01:03.776669 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-b6eb863c-3ca3-4fb4-a49f-98e424b4ee3c service neutron] Attempting to bind port 632f7fd0-5c92-42ff-acd5-d7cb585a9028 on network d5f89a9d-7444-41a8-8fdb-4edb7f0afddf {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:01:03.820275 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b989b-5574-45c1-9595-36caed55246f req-fe08896a-7e1a-420e-a10c-2251f25f0769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:03.822140 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a76b989b-5574-45c1-9595-36caed55246f req-fe08896a-7e1a-420e-a10c-2251f25f0769 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 1095 time: 0.2096348 Sep 01 15:01:03.823099 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-b6eb863c-3ca3-4fb4-a49f-98e424b4ee3c service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:01:03.823652 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-b6eb863c-3ca3-4fb4-a49f-98e424b4ee3c service neutron] Checking segment: {'id': '2acdfcf4-9956-4a09-952a-b7dc6baa9f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd5f89a9d-7444-41a8-8fdb-4edb7f0afddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:01:03.824122 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-b6eb863c-3ca3-4fb4-a49f-98e424b4ee3c service neutron] Bound using segment: {'id': '2acdfcf4-9956-4a09-952a-b7dc6baa9f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd5f89a9d-7444-41a8-8fdb-4edb7f0afddf'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:01:03.824786 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-b6eb863c-3ca3-4fb4-a49f-98e424b4ee3c service neutron] Bound port: 632f7fd0-5c92-42ff-acd5-d7cb585a9028, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2acdfcf4-9956-4a09-952a-b7dc6baa9f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd5f89a9d-7444-41a8-8fdb-4edb7f0afddf'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:01:03.825644 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-b6eb863c-3ca3-4fb4-a49f-98e424b4ee3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:03.940359 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601048d-431b-4a01-8a96-0295bc2a982b req-46e3a41a-4de2-4ebc-b08c-7e2ae855c7ad tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:03.942500 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7601048d-431b-4a01-8a96-0295bc2a982b req-46e3a41a-4de2-4ebc-b08c-7e2ae855c7ad tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/ports?device_id=4970a6bc-1347-4f92-86af-5386671270c2 HTTP/1.1" status: 200 len: 945 time: 0.0806148 Sep 01 15:01:03.987991 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7601048d-431b-4a01-8a96-0295bc2a982b req-bd267d67-33f3-44ba-99c0-a274edc14e99 tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/security-groups?id=2efcacf5-8f3a-4008-a824-b22cc27d8990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388260 Sep 01 15:01:04.029441 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa06eef2-bb4c-4a1d-8fa3-2b5dbb3217d2 req-655e3851-6749-46a4-a4da-d3c81fd0e11f tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/security-groups?id=07016d1d-3332-434d-8ff2-f38124096924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737043 Sep 01 15:01:04.145827 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 072e8106-36d6-4e77-bdff-b8ecb8fb7f63 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:01:04.223569 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 072e8106-36d6-4e77-bdff-b8ecb8fb7f63 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:01:04.230988 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 072e8106-36d6-4e77-bdff-b8ecb8fb7f63 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:01:04.231561 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-b6eb863c-3ca3-4fb4-a49f-98e424b4ee3c service neutron] For port 632f7fd0-5c92-42ff-acd5-d7cb585a9028, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:01:04.231839 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:04.234881 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b989b-5574-45c1-9595-36caed55246f req-c1520163-b872-4a72-a648-1e34438dd186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:04.236660 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a76b989b-5574-45c1-9595-36caed55246f req-c1520163-b872-4a72-a648-1e34438dd186 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e27801a1-4735-4eb4-8714-06c2c137f925 HTTP/1.1" status: 200 len: 921 time: 0.3885500 Sep 01 15:01:04.239041 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-b6eb863c-3ca3-4fb4-a49f-98e424b4ee3c service neutron] For port 632f7fd0-5c92-42ff-acd5-d7cb585a9028, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=632f7fd0-5c92-42ff-acd5-d7cb585a9028,segment=NetworkSegment(2acdfcf4-9956-4a09-952a-b7dc6baa9f13),segment_id=2acdfcf4-9956-4a09-952a-b7dc6baa9f13)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:01:04.241176 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5edae413-8754-4698-ac0f-638b7553c531 req-3f8286fc-d351-4bb4-b715-7c199558a85b tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:04.288247 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8286fc-d351-4bb4-b715-7c199558a85b tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Pushing event deleted for resources: {'Port': ['ID=dcf182f6-3a50-4121-b89b-a011b4e42157,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:04.304981 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-b6eb863c-3ca3-4fb4-a49f-98e424b4ee3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:04.381868 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:04.383142 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8286fc-d351-4bb4-b715-7c199558a85b tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:04.383506 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8286fc-d351-4bb4-b715-7c199558a85b tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:04.383849 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8286fc-d351-4bb4-b715-7c199558a85b tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:04.384199 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8286fc-d351-4bb4-b715-7c199558a85b tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:04.384533 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8286fc-d351-4bb4-b715-7c199558a85b tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:04.384951 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8286fc-d351-4bb4-b715-7c199558a85b tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:04.385272 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8286fc-d351-4bb4-b715-7c199558a85b tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:04.385606 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8286fc-d351-4bb4-b715-7c199558a85b tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:04.385937 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8286fc-d351-4bb4-b715-7c199558a85b tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:04.386267 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8286fc-d351-4bb4-b715-7c199558a85b tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:04.386628 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8286fc-d351-4bb4-b715-7c199558a85b tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:04.386956 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8286fc-d351-4bb4-b715-7c199558a85b tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:04.391342 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a76b989b-5574-45c1-9595-36caed55246f req-ee39a81c-2d33-4160-9ad1-77d0f785a8b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b02f1d20-2fa7-44e2-906a-dccac21260b8 HTTP/1.1" status: 200 len: 217 time: 0.1062806 Sep 01 15:01:04.421938 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a83208-e63f-4f71-8391-f0e0a643a971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072e8106-36d6-4e77-bdff-b8ecb8fb7f63'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:04.424519 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bedbdc1-9c06-4706-8a4c-a60889757929" -d '{"events": [{"server_uuid": "f5a83208-e63f-4f71-8391-f0e0a643a971", "name": "network-vif-plugged", "status": "completed", "tag": "072e8106-36d6-4e77-bdff-b8ecb8fb7f63"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:04.449084 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 072e8106-36d6-4e77-bdff-b8ecb8fb7f63, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=072e8106-36d6-4e77-bdff-b8ecb8fb7f63,segment=NetworkSegment(5cf0773b-4e0d-4c5e-8de2-11896785776d),segment_id=5cf0773b-4e0d-4c5e-8de2-11896785776d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:04.455970 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:04.457584 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device dcf182f6-3a50-4121-b89b-a011b4e42157 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:01:04.490709 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de6068f-d63b-43c1-bb00-0ad594eb9c77 x-openstack-request-id: req-1de6068f-d63b-43c1-bb00-0ad594eb9c77 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:04.491056 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a83208-e63f-4f71-8391-f0e0a643a971", "name": "network-vif-plugged", "status": "completed", "tag": "072e8106-36d6-4e77-bdff-b8ecb8fb7f63", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:04.491278 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1de6068f-d63b-43c1-bb00-0ad594eb9c77 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:04.491764 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a83208-e63f-4f71-8391-f0e0a643a971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072e8106-36d6-4e77-bdff-b8ecb8fb7f63', 'code': 200} Sep 01 15:01:04.514049 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-b6eb863c-3ca3-4fb4-a49f-98e424b4ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:04.514968 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-b6eb863c-3ca3-4fb4-a49f-98e424b4ee3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:04.516103 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: dcf182f6-3a50-4121-b89b-a011b4e42157 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:01:04.516103 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device dcf182f6-3a50-4121-b89b-a011b4e42157 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:01:04.516405 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-b6eb863c-3ca3-4fb4-a49f-98e424b4ee3c service neutron] 10.222.0.45 "PUT /v2.0/ports/632f7fd0-5c92-42ff-acd5-d7cb585a9028 HTTP/1.1" status: 200 len: 1092 time: 2.8282399 Sep 01 15:01:04.554212 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=072e8106-36d6-4e77-bdff-b8ecb8fb7f63,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:04.567860 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729bb6cd-038c-467d-b402-7e1e8670947e', 'tag': '632f7fd0-5c92-42ff-acd5-d7cb585a9028'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:04.571994 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43707fe6-de5e-4e31-a572-1fa53990fc07" -d '{"events": [{"name": "network-changed", "server_uuid": "729bb6cd-038c-467d-b402-7e1e8670947e", "tag": "632f7fd0-5c92-42ff-acd5-d7cb585a9028"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:04.633919 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edae413-8754-4698-ac0f-638b7553c531 req-3f8286fc-d351-4bb4-b715-7c199558a85b tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] No DVR routers for this DVR port dcf182f6-3a50-4121-b89b-a011b4e42157 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:01:04.643524 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5edae413-8754-4698-ac0f-638b7553c531 req-3f8286fc-d351-4bb4-b715-7c199558a85b tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:04.645692 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5edae413-8754-4698-ac0f-638b7553c531 req-3f8286fc-d351-4bb4-b715-7c199558a85b tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.62 "DELETE /v2.0/ports/dcf182f6-3a50-4121-b89b-a011b4e42157 HTTP/1.1" status: 204 len: 173 time: 2.3166380 Sep 01 15:01:04.681336 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b989b-5574-45c1-9595-36caed55246f req-470b7ca5-f95c-499d-b1bb-0a6f1a1e18fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:04.682940 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a76b989b-5574-45c1-9595-36caed55246f req-470b7ca5-f95c-499d-b1bb-0a6f1a1e18fe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66b1faa8-b86d-41ee-9bdb-4fe08d19f261 HTTP/1.1" status: 200 len: 860 time: 0.2543862 Sep 01 15:01:04.696339 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6833a-fb6e-43f0-8ab8-210c9b22dd1f req-fca20f77-a637-4963-b300-36b774904061 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:04.704940 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-94e6833a-fb6e-43f0-8ab8-210c9b22dd1f req-fca20f77-a637-4963-b300-36b774904061 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 944 time: 0.3899598 Sep 01 15:01:04.716472 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362dd87-4e0d-47d6-a10d-b8b3862edb47 req-9cf0717b-85b1-40a1-b050-2fa052cc0937 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:04.717461 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb863c-3ca3-4fb4-a49f-98e424b4ee3c service neutron] Pushing event updated for resources: {'Port': ['ID=632f7fd0-5c92-42ff-acd5-d7cb585a9028,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:04.725259 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b362dd87-4e0d-47d6-a10d-b8b3862edb47 req-9cf0717b-85b1-40a1-b050-2fa052cc0937 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5a83208-e63f-4f71-8391-f0e0a643a971 HTTP/1.1" status: 200 len: 946 time: 0.1123111 Sep 01 15:01:04.748925 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1086a2c-a618-4427-836e-98c7dba3780b req-44f96375-00b8-41f5-a1f9-5823fc9305e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:04.751037 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f1086a2c-a618-4427-836e-98c7dba3780b req-44f96375-00b8-41f5-a1f9-5823fc9305e4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f5a83208-e63f-4f71-8391-f0e0a643a971 HTTP/1.1" status: 200 len: 1097 time: 0.0954378 Sep 01 15:01:04.763372 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a76b989b-5574-45c1-9595-36caed55246f req-2ceb4bd5-d8e3-4d5c-9fc3-4ca835c5a59a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e27801a1-4735-4eb4-8714-06c2c137f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554779 Sep 01 15:01:04.767548 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-151a96ff-7307-45c2-9e3f-431815d53fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:04.769306 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-151a96ff-7307-45c2-9e3f-431815d53fe0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=82a4210d65864b96baa7f8c1c3190855&device_id=729bb6cd-038c-467d-b402-7e1e8670947e HTTP/1.1" status: 200 len: 1095 time: 0.1894810 Sep 01 15:01:04.840093 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b362dd87-4e0d-47d6-a10d-b8b3862edb47 req-0f39f934-eaad-4c4a-ba0b-efd0fd49ab30 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7efba1a-23a0-4b87-9f31-99447f38fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133792 Sep 01 15:01:04.870989 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f1086a2c-a618-4427-836e-98c7dba3780b req-819fbb37-bb66-4c43-abce-8f1853b9c138 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c7efba1a-23a0-4b87-9f31-99447f38fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739961 Sep 01 15:01:04.923782 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-94e6833a-fb6e-43f0-8ab8-210c9b22dd1f req-724bcef9-fa0b-4fa5-9ccb-893109da9a83 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176495 Sep 01 15:01:05.020518 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-ff993ebd-67ad-43cd-a957-61be2a42241e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=632f7fd0-5c92-42ff-acd5-d7cb585a9028 HTTP/1.1" status: 200 len: 217 time: 0.2352502 Sep 01 15:01:05.025521 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64b562c-35a4-4ec6-b1ae-6e5fb4f66a5f x-openstack-request-id: req-e64b562c-35a4-4ec6-b1ae-6e5fb4f66a5f {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:05.025973 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729bb6cd-038c-467d-b402-7e1e8670947e", "tag": "632f7fd0-5c92-42ff-acd5-d7cb585a9028", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:05.026421 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e64b562c-35a4-4ec6-b1ae-6e5fb4f66a5f {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:05.027057 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729bb6cd-038c-467d-b402-7e1e8670947e', 'tag': '632f7fd0-5c92-42ff-acd5-d7cb585a9028', 'status': 'completed', 'code': 200} Sep 01 15:01:05.143161 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a76b989b-5574-45c1-9595-36caed55246f req-511ad57d-9f61-41fe-a582-40e7350712c7 service neutron] 10.222.0.62 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608975 Sep 01 15:01:05.149177 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-4bfff882-3d6b-48c5-a29b-31e13b11e98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:05.151793 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-4bfff882-3d6b-48c5-a29b-31e13b11e98f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5987b82d-a1fc-411a-afe7-c63bb709f2cd HTTP/1.1" status: 200 len: 855 time: 0.1200264 Sep 01 15:01:05.161072 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bac919-2fb3-4f32-a829-0eda31e41ce4 req-591cdf35-60f3-4a4b-be8c-d4f83eca9d44 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:05.163081 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f7bac919-2fb3-4f32-a829-0eda31e41ce4 req-591cdf35-60f3-4a4b-be8c-d4f83eca9d44 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.1049502 Sep 01 15:01:05.194036 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0d60878e-b38a-442a-a3fa-4e192265de45 req-f315b251-6133-4ce5-a797-9e889eed0e7b tempest-InstanceActionsNegativeTestJSON-1133608043 tempest-InstanceActionsNegativeTestJSON-1133608043-project] 10.222.0.60 "GET /v2.0/ports?device_id=4970a6bc-1347-4f92-86af-5386671270c2 HTTP/1.1" status: 200 len: 210 time: 0.0365410 Sep 01 15:01:05.225263 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-a2ce32d4-32fb-46ca-9d9b-e7783c4f9a0f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5f89a9d-7444-41a8-8fdb-4edb7f0afddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583084 Sep 01 15:01:05.255591 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f7bac919-2fb3-4f32-a829-0eda31e41ce4 req-7a779c69-cc31-4775-841c-83962a471b06 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811884 Sep 01 15:01:05.457231 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b02f1d20-2fa7-44e2-906a-dccac21260b8 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:01:05.513895 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b02f1d20-2fa7-44e2-906a-dccac21260b8 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:01:05.969603 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc185e44-8496-4287-bfbc-300011cb00e0 req-2fc36381-5919-4bea-858a-fb0fd2599c96 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:05.983180 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc185e44-8496-4287-bfbc-300011cb00e0 req-2fc36381-5919-4bea-858a-fb0fd2599c96 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/ports?device_id=729bb6cd-038c-467d-b402-7e1e8670947e HTTP/1.1" status: 200 len: 944 time: 0.6287246 Sep 01 15:01:06.010447 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-231db5bf-878f-4d64-b076-70092f96cd2d service neutron] 10.222.0.45 "GET /v2.0/networks/d5f89a9d-7444-41a8-8fdb-4edb7f0afddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7628713 Sep 01 15:01:06.140055 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a76b989b-5574-45c1-9595-36caed55246f req-3335d065-f95b-4866-9d3a-df3db8f92a0e service neutron] 10.222.0.62 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9086816 Sep 01 15:01:06.189229 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc185e44-8496-4287-bfbc-300011cb00e0 req-f1215c86-3a7e-488b-a510-9a6c09fa3afa tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/security-groups?id=07016d1d-3332-434d-8ff2-f38124096924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961412 Sep 01 15:01:06.269560 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c2901-b5e9-4176-b975-5de18db359d5 req-3827f82d-e5d2-4401-9c2b-dadb54015aa3 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:06.288812 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c78c2901-b5e9-4176-b975-5de18db359d5 req-3827f82d-e5d2-4401-9c2b-dadb54015aa3 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5a83208-e63f-4f71-8391-f0e0a643a971 HTTP/1.1" status: 200 len: 946 time: 0.1803920 Sep 01 15:01:06.309895 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-369e0133-a8fe-429b-b241-ed79e3e580e1 req-fc51311b-a85c-40ce-b431-6b13c9d56d12 service neutron] 10.222.0.45 "GET /v2.0/networks/d5f89a9d-7444-41a8-8fdb-4edb7f0afddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761199 Sep 01 15:01:06.372013 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c78c2901-b5e9-4176-b975-5de18db359d5 req-24fe30b8-0627-4f24-9aa6-ac48f9049cc8 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7efba1a-23a0-4b87-9f31-99447f38fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672057 Sep 01 15:01:06.493103 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43707fe6-de5e-4e31-a572-1fa53990fc07 req-794d9f56-5657-4b1a-8828-f96fdbc03ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:06.497052 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-43707fe6-de5e-4e31-a572-1fa53990fc07 req-794d9f56-5657-4b1a-8828-f96fdbc03ceb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=82a4210d65864b96baa7f8c1c3190855&device_id=729bb6cd-038c-467d-b402-7e1e8670947e HTTP/1.1" status: 200 len: 1095 time: 0.1069613 Sep 01 15:01:06.516704 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcdc441-f8d4-43b7-9131-71cddd77451a req-8916e983-9b30-4e5c-aff1-26e7b6116666 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:06.520397 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7dcdc441-f8d4-43b7-9131-71cddd77451a req-8916e983-9b30-4e5c-aff1-26e7b6116666 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 944 time: 0.1836011 Sep 01 15:01:06.540027 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52076) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:06.658934 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e36bd6-ef66-4087-87ba-0d940db5fd40 admin admin] Deleting subnet 45dde334-d628-4d3f-9515-68b4e5df208e {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:01:06.665745 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7e36bd6-ef66-4087-87ba-0d940db5fd40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:06.756744 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7dcdc441-f8d4-43b7-9131-71cddd77451a req-4b8a14f1-a74c-4313-9cea-b04bca83814f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131257 Sep 01 15:01:06.773066 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7e36bd6-ef66-4087-87ba-0d940db5fd40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:06.801074 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b989b-5574-45c1-9595-36caed55246f req-70be8a9e-836a-4ba4-a265-4cfe8bf2a3e6 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:06.806073 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a76b989b-5574-45c1-9595-36caed55246f req-70be8a9e-836a-4ba4-a265-4cfe8bf2a3e6 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf&tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&binding%3Ahost_id=n-h2-794796-3 HTTP/1.1" status: 200 len: 1095 time: 0.1560080 Sep 01 15:01:06.808245 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43707fe6-de5e-4e31-a572-1fa53990fc07 req-56ccab05-3586-4e2a-8cef-79dbcef5c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:06.810542 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-43707fe6-de5e-4e31-a572-1fa53990fc07 req-56ccab05-3586-4e2a-8cef-79dbcef5c771 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d5f89a9d-7444-41a8-8fdb-4edb7f0afddf HTTP/1.1" status: 200 len: 916 time: 0.2884798 Sep 01 15:01:06.836049 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2d01e-1089-4598-8071-fd03f9d8a4c4 req-231fcf7f-e2ba-49e8-8057-68a50d7ac044 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:06.843099 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-31e2d01e-1089-4598-8071-fd03f9d8a4c4 req-231fcf7f-e2ba-49e8-8057-68a50d7ac044 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.1463289 Sep 01 15:01:06.877730 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:01:06.893599 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7e36bd6-ef66-4087-87ba-0d940db5fd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:06.924646 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-43707fe6-de5e-4e31-a572-1fa53990fc07 req-1aecbb3e-bcf2-4e8f-8128-e21f7d62c036 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=632f7fd0-5c92-42ff-acd5-d7cb585a9028 HTTP/1.1" status: 200 len: 217 time: 0.0950112 Sep 01 15:01:06.950675 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-31e2d01e-1089-4598-8071-fd03f9d8a4c4 req-8c87871d-500a-414d-bc8b-ac2899d69732 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030872 Sep 01 15:01:07.000347 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7e36bd6-ef66-4087-87ba-0d940db5fd40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:07.028775 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4970a6bc-1347-4f92-86af-5386671270c2', 'name': 'network-vif-deleted', 'tag': 'dcf182f6-3a50-4121-b89b-a011b4e42157'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:07.031465 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2093d340-9f53-4aa5-a186-51b31352fd06" -d '{"events": [{"server_uuid": "4970a6bc-1347-4f92-86af-5386671270c2", "name": "network-vif-deleted", "tag": "dcf182f6-3a50-4121-b89b-a011b4e42157"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:07.044781 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e36bd6-ef66-4087-87ba-0d940db5fd40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45dde334-d628-4d3f-9515-68b4e5df208e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:07.047826 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7e36bd6-ef66-4087-87ba-0d940db5fd40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:07.050175 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b7e36bd6-ef66-4087-87ba-0d940db5fd40 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/45dde334-d628-4d3f-9515-68b4e5df208e HTTP/1.1" status: 204 len: 168 time: 0.5086453 Sep 01 15:01:07.057042 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52080) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:07.061121 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e36bd6-ef66-4087-87ba-0d940db5fd40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:07.061480 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e36bd6-ef66-4087-87ba-0d940db5fd40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:07.062649 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e36bd6-ef66-4087-87ba-0d940db5fd40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:07.063097 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e36bd6-ef66-4087-87ba-0d940db5fd40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:07.063504 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e36bd6-ef66-4087-87ba-0d940db5fd40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:07.064851 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e36bd6-ef66-4087-87ba-0d940db5fd40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:07.064851 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e36bd6-ef66-4087-87ba-0d940db5fd40 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:07.064851 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e36bd6-ef66-4087-87ba-0d940db5fd40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:07.064851 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e36bd6-ef66-4087-87ba-0d940db5fd40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:07.065532 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e36bd6-ef66-4087-87ba-0d940db5fd40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:07.065532 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e36bd6-ef66-4087-87ba-0d940db5fd40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:07.066080 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e36bd6-ef66-4087-87ba-0d940db5fd40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:07.143451 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0a7361-03c0-46e4-9add-98d6a5b02584 x-openstack-request-id: req-0c0a7361-03c0-46e4-9add-98d6a5b02584 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:07.143872 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4970a6bc-1347-4f92-86af-5386671270c2", "name": "network-vif-deleted", "tag": "dcf182f6-3a50-4121-b89b-a011b4e42157", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:07.144256 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0c0a7361-03c0-46e4-9add-98d6a5b02584 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:07.144849 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4970a6bc-1347-4f92-86af-5386671270c2', 'name': 'network-vif-deleted', 'tag': 'dcf182f6-3a50-4121-b89b-a011b4e42157', 'status': 'completed', 'code': 200} Sep 01 15:01:07.150827 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43707fe6-de5e-4e31-a572-1fa53990fc07 req-9bb92885-57bc-45e1-ad03-45859bf030cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:07.152472 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-43707fe6-de5e-4e31-a572-1fa53990fc07 req-9bb92885-57bc-45e1-ad03-45859bf030cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5987b82d-a1fc-411a-afe7-c63bb709f2cd HTTP/1.1" status: 200 len: 855 time: 0.2187333 Sep 01 15:01:07.237549 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-43707fe6-de5e-4e31-a572-1fa53990fc07 req-1efffb16-bb45-4bb5-bf3f-0e8a818aba16 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5f89a9d-7444-41a8-8fdb-4edb7f0afddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751185 Sep 01 15:01:07.259033 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-41430567-d9d8-46f9-a5ab-c66aedf72c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:07.333262 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-a76b989b-5574-45c1-9595-36caed55246f req-f16b9cf3-137d-4866-978c-81eebb44df90 service neutron] For port b02f1d20-2fa7-44e2-906a-dccac21260b8, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:01:07.344403 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a76b989b-5574-45c1-9595-36caed55246f req-f16b9cf3-137d-4866-978c-81eebb44df90 service neutron] Notify callbacks [] for binding, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:07.345975 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a76b989b-5574-45c1-9595-36caed55246f req-f16b9cf3-137d-4866-978c-81eebb44df90 service neutron] 10.222.0.62 "DELETE /v2.0/ports/b02f1d20-2fa7-44e2-906a-dccac21260b8/bindings/n-h1-794796-3 HTTP/1.1" status: 204 len: 173 time: 0.5181527 Sep 01 15:01:07.423460 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f053c-d4e3-4fd2-b868-132eb101f3a0 req-44383e4f-b24a-40d3-b583-7caaea633f80 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:07.425086 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-125f053c-d4e3-4fd2-b868-132eb101f3a0 req-44383e4f-b24a-40d3-b583-7caaea633f80 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/ports?device_id=729bb6cd-038c-467d-b402-7e1e8670947e HTTP/1.1" status: 200 len: 944 time: 0.1139715 Sep 01 15:01:07.468679 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-43707fe6-de5e-4e31-a572-1fa53990fc07 req-9dca5ebf-c007-4135-b2cf-450c8ed970fa service neutron] 10.222.0.45 "GET /v2.0/networks/d5f89a9d-7444-41a8-8fdb-4edb7f0afddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220080 Sep 01 15:01:07.489412 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-41430567-d9d8-46f9-a5ab-c66aedf72c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:07.514606 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-125f053c-d4e3-4fd2-b868-132eb101f3a0 req-d57e66c3-a8b7-420c-b8ed-92d0d0be24f1 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/security-groups?id=07016d1d-3332-434d-8ff2-f38124096924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755436 Sep 01 15:01:07.571817 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-41430567-d9d8-46f9-a5ab-c66aedf72c87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc75dff0-4f6c-4b5b-a048-cd0092037fa1']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:07.615095 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-41430567-d9d8-46f9-a5ab-c66aedf72c87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf593c3-649c-4c4e-98a9-0846c4254e27') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:07.615504 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-41430567-d9d8-46f9-a5ab-c66aedf72c87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf593c3-649c-4c4e-98a9-0846c4254e27') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:07.638974 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-41430567-d9d8-46f9-a5ab-c66aedf72c87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:07.688316 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-41430567-d9d8-46f9-a5ab-c66aedf72c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:07.724716 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592f3b8-5c37-4e76-8635-0c5de94bd18d req-4553596e-fdd9-4942-a2c6-9fdb2d82fc2b tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:07.726494 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5592f3b8-5c37-4e76-8635-0c5de94bd18d req-4553596e-fdd9-4942-a2c6-9fdb2d82fc2b tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5a83208-e63f-4f71-8391-f0e0a643a971 HTTP/1.1" status: 200 len: 946 time: 0.1704648 Sep 01 15:01:07.728647 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41430567-d9d8-46f9-a5ab-c66aedf72c87 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:01:07.729293 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-41430567-d9d8-46f9-a5ab-c66aedf72c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:07.736258 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-43707fe6-de5e-4e31-a572-1fa53990fc07 req-ce37468b-49ba-4a91-9e53-b785825ba732 service neutron] 10.222.0.45 "GET /v2.0/networks/d5f89a9d-7444-41a8-8fdb-4edb7f0afddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592952 Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:01:07.737394 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:01:07.893505 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:07.903273 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5592f3b8-5c37-4e76-8635-0c5de94bd18d req-06a9d716-7afa-4e06-8fab-9d18575221bb tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7efba1a-23a0-4b87-9f31-99447f38fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643050 Sep 01 15:01:07.904972 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-41430567-d9d8-46f9-a5ab-c66aedf72c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:07.915825 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-41430567-d9d8-46f9-a5ab-c66aedf72c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:07.923246 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-41430567-d9d8-46f9-a5ab-c66aedf72c87 admin admin] 10.222.0.60 "DELETE /v2.0/networks/fc75dff0-4f6c-4b5b-a048-cd0092037fa1 HTTP/1.1" status: 204 len: 168 time: 0.8589153 Sep 01 15:01:07.953359 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41430567-d9d8-46f9-a5ab-c66aedf72c87 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc75dff0-4f6c-4b5b-a048-cd0092037fa1,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:08.063281 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa9079-96fa-49a7-82eb-56995479a9dd req-e8f5756c-9274-4cae-9b99-31a229b5efec tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:08.066483 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-13fa9079-96fa-49a7-82eb-56995479a9dd req-e8f5756c-9274-4cae-9b99-31a229b5efec tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 944 time: 0.0968258 Sep 01 15:01:08.133335 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-13fa9079-96fa-49a7-82eb-56995479a9dd req-723d2c97-4c35-4410-adc1-3e0e86378164 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484786 Sep 01 15:01:08.142425 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479958a-58ec-4d66-a28d-5a9692cece10 req-a06c5861-534d-44a6-b76b-1129d41c3c28 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:08.144478 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6479958a-58ec-4d66-a28d-5a9692cece10 req-a06c5861-534d-44a6-b76b-1129d41c3c28 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5a83208-e63f-4f71-8391-f0e0a643a971 HTTP/1.1" status: 200 len: 946 time: 0.0874035 Sep 01 15:01:08.160541 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52102) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:08.171521 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-e9e25e96-561f-47ae-bf6c-5df5855d3e2d tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Request body: {'floatingip': {'port_id': '072e8106-36d6-4e77-bdff-b8ecb8fb7f63'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:08.300030 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e9e25e96-561f-47ae-bf6c-5df5855d3e2d tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks [] for floatingip, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:08.334365 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52106) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:08.467019 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4bad89a9-a3cf-410f-92a1-8dc49fcdb8fa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b4dbf5ff81d4781863bf4da2a4d3108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1268528 Sep 01 15:01:08.468897 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52110) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:08.500034 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447f4cb-ba54-40ed-8f27-45bce02989ff req-fd18726f-d78c-4121-a262-ec2755fddc9c tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:08.502908 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6447f4cb-ba54-40ed-8f27-45bce02989ff req-fd18726f-d78c-4121-a262-ec2755fddc9c tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.1382935 Sep 01 15:01:08.628474 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6447f4cb-ba54-40ed-8f27-45bce02989ff req-e90a6c89-9b21-4677-ad21-f09a86c71d07 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125677 Sep 01 15:01:08.629569 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-60c25457-cc9f-4c96-a270-41d924b5b890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:08.654442 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566fd7b-db73-467a-ad5b-ec81f02d60a3 req-dbb60a21-52da-498c-b78c-5415b018f90c tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:08.657870 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e566fd7b-db73-467a-ad5b-ec81f02d60a3 req-dbb60a21-52da-498c-b78c-5415b018f90c tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 1095 time: 0.1377482 Sep 01 15:01:08.686004 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-60c25457-cc9f-4c96-a270-41d924b5b890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:08.759840 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-60c25457-cc9f-4c96-a270-41d924b5b890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:08.765808 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-60c25457-cc9f-4c96-a270-41d924b5b890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:08.770981 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-60c25457-cc9f-4c96-a270-41d924b5b890 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2efcacf5-8f3a-4008-a824-b22cc27d8990 HTTP/1.1" status: 204 len: 168 time: 0.2976844 Sep 01 15:01:08.807976 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c25457-cc9f-4c96-a270-41d924b5b890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efcacf5-8f3a-4008-a824-b22cc27d8990,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:08.866338 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e566fd7b-db73-467a-ad5b-ec81f02d60a3 req-5f6dd720-a6cf-4525-8c35-fd5dc58ac299 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492016 Sep 01 15:01:08.900902 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94ec3e-9b42-4330-acbe-fd63bd0c15d6 req-1270aaf8-5ad0-452e-ac66-16d663cdf21b tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:08.911175 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b94ec3e-9b42-4330-acbe-fd63bd0c15d6 req-1270aaf8-5ad0-452e-ac66-16d663cdf21b tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/ports?device_id=729bb6cd-038c-467d-b402-7e1e8670947e HTTP/1.1" status: 200 len: 944 time: 0.1411288 Sep 01 15:01:09.009444 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b94ec3e-9b42-4330-acbe-fd63bd0c15d6 req-6bdbdc99-5601-4bb8-8883-edc824c45bc0 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/security-groups?id=07016d1d-3332-434d-8ff2-f38124096924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970933 Sep 01 15:01:09.171985 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-507de43e-045f-4660-b092-5fcd9ec89dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:09.494460 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 632f7fd0-5c92-42ff-acd5-d7cb585a9028 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:01:09.608339 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-0b4af010-c5e6-4633-b978-bd090dae4193 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:09.619557 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-0b4af010-c5e6-4633-b978-bd090dae4193 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/networks?id=e27801a1-4735-4eb4-8714-06c2c137f925 HTTP/1.1" status: 200 len: 820 time: 0.2439375 Sep 01 15:01:09.622702 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e9e25e96-561f-47ae-bf6c-5df5855d3e2d tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:09.638949 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e9e25e96-561f-47ae-bf6c-5df5855d3e2d tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:09.648974 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-1cf5308b-909e-4887-a95f-d1610bab2641 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/quotas/9f3b994bc48b473697b9e8ffb67f1eaa HTTP/1.1" status: 200 len: 375 time: 0.0281246 Sep 01 15:01:09.760332 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 632f7fd0-5c92-42ff-acd5-d7cb585a9028, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=632f7fd0-5c92-42ff-acd5-d7cb585a9028,segment=NetworkSegment(2acdfcf4-9956-4a09-952a-b7dc6baa9f13),segment_id=2acdfcf4-9956-4a09-952a-b7dc6baa9f13)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:09.801061 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '632f7fd0-5c92-42ff-acd5-d7cb585a9028', 'network_id': 'd5f89a9d-7444-41a8-8fdb-4edb7f0afddf', 'port_id': '632f7fd0-5c92-42ff-acd5-d7cb585a9028', 'mac_address': 'fa:16:3e:ab:fe:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5987b82d-a1fc-411a-afe7-c63bb709f2cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:01:09.843626 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-621b2822-d221-45d2-bfee-fcb05967715a tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1932762 Sep 01 15:01:09.998361 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-e9e25e96-561f-47ae-bf6c-5df5855d3e2d tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Floating IP 8cb63864-fc07-4e3a-90cb-48211045ff6f associated. External IP: 172.25.6.203, port: 072e8106-36d6-4e77-bdff-b8ecb8fb7f63. Sep 01 15:01:10.064923 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-a5efd228-a5a2-4cf9-bfd0-312c25cb6bb8 service neutron] 10.222.0.60 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089660 Sep 01 15:01:10.096199 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e22be-13c6-4799-b947-10a0d473d889 req-e5ffaebd-55c1-4ac7-baaf-1281a1b41608 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:10.110917 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c7e22be-13c6-4799-b947-10a0d473d889 req-e5ffaebd-55c1-4ac7-baaf-1281a1b41608 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.2561753 Sep 01 15:01:10.139617 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:10.159314 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632f7fd0-5c92-42ff-acd5-d7cb585a9028 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:01:10.209695 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 632f7fd0-5c92-42ff-acd5-d7cb585a9028, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=632f7fd0-5c92-42ff-acd5-d7cb585a9028,segment=NetworkSegment(2acdfcf4-9956-4a09-952a-b7dc6baa9f13),segment_id=2acdfcf4-9956-4a09-952a-b7dc6baa9f13)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:10.215759 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c7e22be-13c6-4799-b947-10a0d473d889 req-f9e9203d-80d8-4290-a06f-735b4f7be1f6 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033540 Sep 01 15:01:10.231510 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:10.291518 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-ddbbc172-f354-4d1b-9955-4f810c2d1d0e service neutron] 10.222.0.60 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251894 Sep 01 15:01:10.442742 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=632f7fd0-5c92-42ff-acd5-d7cb585a9028,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:10.469606 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:10.470702 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:10.471543 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:10.472573 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:10.473364 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:10.474123 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:10.474987 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:10.475768 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:10.476538 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:10.477610 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:10.478526 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:10.479381 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:01:10.523191 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['632f7fd0-5c92-42ff-acd5-d7cb585a9028'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:01:10.745241 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636bcee-c10f-40b1-9a91-26bea367597d req-169b3ba1-5dee-4560-936b-19b0dd82e099 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:10.756939 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7636bcee-c10f-40b1-9a91-26bea367597d req-169b3ba1-5dee-4560-936b-19b0dd82e099 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/ports?device_id=729bb6cd-038c-467d-b402-7e1e8670947e HTTP/1.1" status: 200 len: 945 time: 0.3389781 Sep 01 15:01:10.777369 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52166) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:10.778103 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e25e96-561f-47ae-bf6c-5df5855d3e2d tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Router 2ecbe0d7-dcba-496c-82ea-ae2069e5a50f has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:01:10.906256 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7636bcee-c10f-40b1-9a91-26bea367597d req-375f9d10-ff08-451c-846f-015dd9ef1980 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/security-groups?id=07016d1d-3332-434d-8ff2-f38124096924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478062 Sep 01 15:01:11.047972 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2c16e38f-2ad5-4ac1-94c4-9c8358daa9d6 req-44e0175f-7977-40f3-96f8-e0c72210aaf4 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 210 time: 0.0566733 Sep 01 15:01:11.049401 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e25e96-561f-47ae-bf6c-5df5855d3e2d tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:01:11.055066 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e9e25e96-561f-47ae-bf6c-5df5855d3e2d tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:11.073574 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db18e338-a01d-4d0c-8437-29f2911baf17 None None] Sync routers for ids ['2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:01:11.094553 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e9e25e96-561f-47ae-bf6c-5df5855d3e2d tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "PUT /v2.0/floatingips/8cb63864-fc07-4e3a-90cb-48211045ff6f HTTP/1.1" status: 200 len: 992 time: 2.9281275 Sep 01 15:01:11.094553 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a83208-e63f-4f71-8391-f0e0a643a971', 'tag': '072e8106-36d6-4e77-bdff-b8ecb8fb7f63'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:11.094553 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba60d86f-3498-4f1b-b1b1-aa98fa9ae900" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a83208-e63f-4f71-8391-f0e0a643a971", "tag": "072e8106-36d6-4e77-bdff-b8ecb8fb7f63"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:11.119680 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db18e338-a01d-4d0c-8437-29f2911baf17 None None] Routers {'2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:01:11.120920 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-db18e338-a01d-4d0c-8437-29f2911baf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:00:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:11.132693 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-0654ba62-7fa0-4693-910d-53f46c94b82b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1985971006-network', 'tenant_id': '577f19d4a89347449c984c88e7b42b0a'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:11.187406 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0654ba62-7fa0-4693-910d-53f46c94b82b admin admin] Made reservation on behalf of 577f19d4a89347449c984c88e7b42b0a for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:01:11.191196 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0654ba62-7fa0-4693-910d-53f46c94b82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:11.221239 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a105bdc-3e91-48bb-80e1-724b81c91136 x-openstack-request-id: req-0a105bdc-3e91-48bb-80e1-724b81c91136 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:11.221570 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a83208-e63f-4f71-8391-f0e0a643a971", "tag": "072e8106-36d6-4e77-bdff-b8ecb8fb7f63", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:11.221830 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a105bdc-3e91-48bb-80e1-724b81c91136 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:11.222257 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a83208-e63f-4f71-8391-f0e0a643a971', 'tag': '072e8106-36d6-4e77-bdff-b8ecb8fb7f63', 'status': 'completed', 'code': 200} Sep 01 15:01:11.223826 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0654ba62-7fa0-4693-910d-53f46c94b82b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:11.421626 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60d86f-3498-4f1b-b1b1-aa98fa9ae900 req-492927ed-8f95-4ffe-ac3e-aacde683128d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:11.423838 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-db18e338-a01d-4d0c-8437-29f2911baf17 None None] Set router 2ecbe0d7-dcba-496c-82ea-ae2069e5a50f gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:01:11.424621 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba60d86f-3498-4f1b-b1b1-aa98fa9ae900 req-492927ed-8f95-4ffe-ac3e-aacde683128d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2b6691d4b6a34925853a0b0cfb6dd457&device_id=f5a83208-e63f-4f71-8391-f0e0a643a971 HTTP/1.1" status: 200 len: 1097 time: 0.1319664 Sep 01 15:01:11.483166 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0654ba62-7fa0-4693-910d-53f46c94b82b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:11.511525 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0654ba62-7fa0-4693-910d-53f46c94b82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:11.535539 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0654ba62-7fa0-4693-910d-53f46c94b82b admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:01:11.549965 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0654ba62-7fa0-4693-910d-53f46c94b82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:11.550905 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-0654ba62-7fa0-4693-910d-53f46c94b82b admin admin] Added segment 60817fae-d212-475a-af00-5459414a058c of type vlan for network ec026519-efc8-4dff-b3e3-33f43c2623d1 Sep 01 15:01:11.578071 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 632f7fd0-5c92-42ff-acd5-d7cb585a9028 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:01:11.624580 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0654ba62-7fa0-4693-910d-53f46c94b82b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:11.654994 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60d86f-3498-4f1b-b1b1-aa98fa9ae900 req-fbad4cdd-e9bd-4db6-99ac-143f8b928715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:11.659585 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba60d86f-3498-4f1b-b1b1-aa98fa9ae900 req-fbad4cdd-e9bd-4db6-99ac-143f8b928715 service neutron] 10.222.0.62 "GET /v2.0/networks?id=18593713-5847-4486-9954-bbe909734adf HTTP/1.1" status: 200 len: 915 time: 0.2259512 Sep 01 15:01:11.787634 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0654ba62-7fa0-4693-910d-53f46c94b82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:11.789174 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0654ba62-7fa0-4693-910d-53f46c94b82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:11.790199 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0654ba62-7fa0-4693-910d-53f46c94b82b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:11.816165 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fe3e3-2fc3-4deb-943d-7fc46cd2a8fc req-813fea86-9f6d-4e66-9114-d94bb439046b tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:11.828291 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1a1fe3e3-2fc3-4deb-943d-7fc46cd2a8fc req-813fea86-9f6d-4e66-9114-d94bb439046b tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.3419120 Sep 01 15:01:11.857480 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654ba62-7fa0-4693-910d-53f46c94b82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f060de06-4128-47ec-a28f-366115751ceb,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:11.882191 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba60d86f-3498-4f1b-b1b1-aa98fa9ae900 req-9283c1cd-3c7c-43f3-b58a-944a03e8c47a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=072e8106-36d6-4e77-bdff-b8ecb8fb7f63 HTTP/1.1" status: 200 len: 1000 time: 0.2100530 Sep 01 15:01:11.927678 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0654ba62-7fa0-4693-910d-53f46c94b82b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1460359 Sep 01 15:01:11.933406 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52188) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:11.933666 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 632f7fd0-5c92-42ff-acd5-d7cb585a9028 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:01:11.942642 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-c237a7f7-ab61-49b2-8c39-df204e298c5a admin admin] Request body: {'subnet': {'network_id': 'ec026519-efc8-4dff-b3e3-33f43c2623d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1985971006-subnet', 'tenant_id': '577f19d4a89347449c984c88e7b42b0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:11.944517 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 632f7fd0-5c92-42ff-acd5-d7cb585a9028 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:01:11.945654 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:11.999466 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654ba62-7fa0-4693-910d-53f46c94b82b admin admin] Pushing event updated for resources: {'Network': ['ID=ec026519-efc8-4dff-b3e3-33f43c2623d1,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:12.026802 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1a1fe3e3-2fc3-4deb-943d-7fc46cd2a8fc req-37837c07-25e6-459a-b87d-418423cfb33e tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969860 Sep 01 15:01:12.044308 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network ec026519-efc8-4dff-b3e3-33f43c2623d1 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:01:12.062463 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c237a7f7-ab61-49b2-8c39-df204e298c5a admin admin] Made reservation on behalf of 577f19d4a89347449c984c88e7b42b0a for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:01:12.062463 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c237a7f7-ab61-49b2-8c39-df204e298c5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:12.079570 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60d86f-3498-4f1b-b1b1-aa98fa9ae900 req-f29ce0b9-7f15-4edc-b3e5-8b2db3b5d5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:12.083578 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba60d86f-3498-4f1b-b1b1-aa98fa9ae900 req-f29ce0b9-7f15-4edc-b3e5-8b2db3b5d5be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ce9b8e73-db6c-4188-9be9-0fb25a89d2c5 HTTP/1.1" status: 200 len: 853 time: 0.1868141 Sep 01 15:01:12.230443 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60d86f-3498-4f1b-b1b1-aa98fa9ae900 req-c424c797-7d45-47d4-9321-4b457a179953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:12.233577 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba60d86f-3498-4f1b-b1b1-aa98fa9ae900 req-c424c797-7d45-47d4-9321-4b457a179953 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18593713-5847-4486-9954-bbe909734adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373734 Sep 01 15:01:12.355803 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:12.360205 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:12.369190 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a35963ed-c7e3-4c45-84cd-cf803cac9085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:12.463776 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729bb6cd-038c-467d-b402-7e1e8670947e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632f7fd0-5c92-42ff-acd5-d7cb585a9028'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:12.467694 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c56bb1f-2174-4761-bf87-9eb9751b53e1" -d '{"events": [{"server_uuid": "729bb6cd-038c-467d-b402-7e1e8670947e", "name": "network-vif-plugged", "status": "completed", "tag": "632f7fd0-5c92-42ff-acd5-d7cb585a9028"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:12.496662 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 632f7fd0-5c92-42ff-acd5-d7cb585a9028, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=632f7fd0-5c92-42ff-acd5-d7cb585a9028,segment=NetworkSegment(2acdfcf4-9956-4a09-952a-b7dc6baa9f13),segment_id=2acdfcf4-9956-4a09-952a-b7dc6baa9f13)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:12.503188 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba60d86f-3498-4f1b-b1b1-aa98fa9ae900 req-8b3fdcc8-5c17-4f59-96f7-3fa9db49fb90 service neutron] 10.222.0.62 "GET /v2.0/networks/18593713-5847-4486-9954-bbe909734adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604408 Sep 01 15:01:12.511963 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-db18e338-a01d-4d0c-8437-29f2911baf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'name': 'tempest-ServersTestFqdnHostnames-264342713-router', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:00:19Z', 'updated_at': '2021-09-01T15:00:32Z', 'revision_number': 4, 'project_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'gw_port': {'id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:21Z', 'updated_at': '2021-09-01T15:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '8cb63864-fc07-4e3a-90cb-48211045ff6f', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'floating_ip_address': '172.25.6.203', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'port_id': '072e8106-36d6-4e77-bdff-b8ecb8fb7f63', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18593713-5847-4486-9954-bbe909734adf', 'mac_address': 'fa:16:3e:77:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a83208-e63f-4f71-8391-f0e0a643a971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:00:42Z', 'updated_at': '2021-09-01T15:01:09Z', 'revision_number': 1, 'project_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8458c9-b6fa-404b-821f-983227cc5c6d', 'name': '', 'network_id': '18593713-5847-4486-9954-bbe909734adf', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'mac_address': 'fa:16:3e:86:0d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'ce9b8e73-db6c-4188-9be9-0fb25a89d2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:28Z', 'updated_at': '2021-09-01T15:00:41Z', 'revision_number': 5, 'project_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'subnets': [{'id': 'ce9b8e73-db6c-4188-9be9-0fb25a89d2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:12.517792 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:12.572394 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db18e338-a01d-4d0c-8437-29f2911baf17 None None] Checking router: 2ecbe0d7-dcba-496c-82ea-ae2069e5a50f for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:01:12.643016 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e4ca1-81e0-44d8-a0a5-07e8cb6bf9f4 req-2be98fba-ded2-4653-aaf0-2af05c853770 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:12.645798 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c42e4ca1-81e0-44d8-a0a5-07e8cb6bf9f4 req-2be98fba-ded2-4653-aaf0-2af05c853770 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/ports?device_id=729bb6cd-038c-467d-b402-7e1e8670947e HTTP/1.1" status: 200 len: 945 time: 0.4149249 Sep 01 15:01:12.668554 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db18e338-a01d-4d0c-8437-29f2911baf17 None None] Routers {'2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:01:12.670750 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-db18e338-a01d-4d0c-8437-29f2911baf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:01:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:12.692596 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba60d86f-3498-4f1b-b1b1-aa98fa9ae900 req-aeb54bfc-2326-4459-97ba-3cd00cfb995e service neutron] 10.222.0.62 "GET /v2.0/networks/18593713-5847-4486-9954-bbe909734adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811569 Sep 01 15:01:12.826431 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c42e4ca1-81e0-44d8-a0a5-07e8cb6bf9f4 req-9d2bec73-a2a7-43c6-b64f-8903db4a2a8d tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/security-groups?id=07016d1d-3332-434d-8ff2-f38124096924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179121 Sep 01 15:01:12.832651 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c237a7f7-ab61-49b2-8c39-df204e298c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:12.885514 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=632f7fd0-5c92-42ff-acd5-d7cb585a9028,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:13.036506 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-db18e338-a01d-4d0c-8437-29f2911baf17 None None] Set router 2ecbe0d7-dcba-496c-82ea-ae2069e5a50f gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:01:13.054347 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c237a7f7-ab61-49b2-8c39-df204e298c5a admin admin] Checking segment: {'id': '60817fae-d212-475a-af00-5459414a058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ec026519-efc8-4dff-b3e3-33f43c2623d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:01:13.054838 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c237a7f7-ab61-49b2-8c39-df204e298c5a admin admin] Network hostable DHCP agents. Network: ec026519-efc8-4dff-b3e3-33f43c2623d1, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:01:13.057164 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237a7f7-ab61-49b2-8c39-df204e298c5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c10e6087-b4fb-471b-8469-fbcd36dc1a0b,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:13.121732 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c237a7f7-ab61-49b2-8c39-df204e298c5a admin admin] Network ec026519-efc8-4dff-b3e3-33f43c2623d1 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:01:13.153038 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-c237a7f7-ab61-49b2-8c39-df204e298c5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, ec026519-efc8-4dff-b3e3-33f43c2623d1) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:01:13.172038 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c237a7f7-ab61-49b2-8c39-df204e298c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:13.172912 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c237a7f7-ab61-49b2-8c39-df204e298c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:13.208296 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c237a7f7-ab61-49b2-8c39-df204e298c5a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2720332 Sep 01 15:01:13.217646 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf8ec7b-d2d4-489d-b8c2-6c9187999ceb x-openstack-request-id: req-cbf8ec7b-d2d4-489d-b8c2-6c9187999ceb {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:13.218021 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729bb6cd-038c-467d-b402-7e1e8670947e", "name": "network-vif-plugged", "status": "completed", "tag": "632f7fd0-5c92-42ff-acd5-d7cb585a9028", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:13.218438 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cbf8ec7b-d2d4-489d-b8c2-6c9187999ceb {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:13.219398 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729bb6cd-038c-467d-b402-7e1e8670947e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632f7fd0-5c92-42ff-acd5-d7cb585a9028', 'code': 200} Sep 01 15:01:13.220680 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fc0605-b037-4bbb-bf16-8ad48ec6ff3f None None] Network ec026519-efc8-4dff-b3e3-33f43c2623d1 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:01:13.382170 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641b46d-75d3-4f9a-a6fa-beabc2cb8e9b req-070f160e-fc32-45e4-95c4-28fda133a9bb tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:13.383984 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b641b46d-75d3-4f9a-a6fa-beabc2cb8e9b req-070f160e-fc32-45e4-95c4-28fda133a9bb tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.1380804 Sep 01 15:01:13.502501 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:13.529720 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b641b46d-75d3-4f9a-a6fa-beabc2cb8e9b req-cbb589bb-b911-4518-aa5c-4d6a45658dd6 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325784 Sep 01 15:01:13.646356 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4ce9722a-328e-452f-b635-b9ef12cea4e1 req-1ee8a5a4-93ef-4441-a75b-6317e5087eb8 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 210 time: 1.2690816 Sep 01 15:01:13.711531 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-413adca7-ebb3-43b2-8b5a-79dee2a5cac2 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:13.716123 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-413adca7-ebb3-43b2-8b5a-79dee2a5cac2 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.45 "GET /v2.0/networks?id=e27801a1-4735-4eb4-8714-06c2c137f925 HTTP/1.1" status: 200 len: 820 time: 1.0200648 Sep 01 15:01:13.736645 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82df1d7c-524a-4ef0-8523-8947809e220a None None] Network ec026519-efc8-4dff-b3e3-33f43c2623d1 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:01:13.740648 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-0c026126-c5be-4eae-a5a5-e41bb8f47e7e tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Request body: {'port': {'device_id': '5323685c-1c73-410d-b4b9-2d5532a19583', 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925', 'admin_state_up': True, 'tenant_id': '9f3b994bc48b473697b9e8ffb67f1eaa'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:13.804966 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-db18e338-a01d-4d0c-8437-29f2911baf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'name': 'tempest-ServersTestFqdnHostnames-264342713-router', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:00:19Z', 'updated_at': '2021-09-01T15:00:32Z', 'revision_number': 4, 'project_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'gw_port': {'id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:21Z', 'updated_at': '2021-09-01T15:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '8cb63864-fc07-4e3a-90cb-48211045ff6f', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'floating_ip_address': '172.25.6.203', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'port_id': '072e8106-36d6-4e77-bdff-b8ecb8fb7f63', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18593713-5847-4486-9954-bbe909734adf', 'mac_address': 'fa:16:3e:77:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a83208-e63f-4f71-8391-f0e0a643a971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:00:42Z', 'updated_at': '2021-09-01T15:01:09Z', 'revision_number': 1, 'project_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8458c9-b6fa-404b-821f-983227cc5c6d', 'name': '', 'network_id': '18593713-5847-4486-9954-bbe909734adf', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'mac_address': 'fa:16:3e:86:0d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'ce9b8e73-db6c-4188-9be9-0fb25a89d2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:28Z', 'updated_at': '2021-09-01T15:00:41Z', 'revision_number': 5, 'project_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'subnets': [{'id': 'ce9b8e73-db6c-4188-9be9-0fb25a89d2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:13.823099 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcb603-d6ca-4848-a6d2-6c25b18a9a85 req-230ca180-d6ba-483f-8962-2c6a3f434467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:13.826568 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bddcb603-d6ca-4848-a6d2-6c25b18a9a85 req-230ca180-d6ba-483f-8962-2c6a3f434467 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=729bb6cd-038c-467d-b402-7e1e8670947e HTTP/1.1" status: 200 len: 1097 time: 0.3004470 Sep 01 15:01:13.851872 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db18e338-a01d-4d0c-8437-29f2911baf17 None None] The sync data for ids ['2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'] in n-d-794796-3 is: [{'id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'name': 'tempest-ServersTestFqdnHostnames-264342713-router', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:00:19Z', 'updated_at': '2021-09-01T15:00:32Z', 'revision_number': 4, 'project_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'gw_port': {'id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:21Z', 'updated_at': '2021-09-01T15:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '8cb63864-fc07-4e3a-90cb-48211045ff6f', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'floating_ip_address': '172.25.6.203', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'port_id': '072e8106-36d6-4e77-bdff-b8ecb8fb7f63', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18593713-5847-4486-9954-bbe909734adf', 'mac_address': 'fa:16:3e:77:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a83208-e63f-4f71-8391-f0e0a643a971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:00:42Z', 'updated_at': '2021-09-01T15:01:09Z', 'revision_number': 1, 'project_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd8458c9-b6fa-404b-821f-983227cc5c6d', 'name': '', 'network_id': '18593713-5847-4486-9954-bbe909734adf', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'mac_address': 'fa:16:3e:86:0d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'ce9b8e73-db6c-4188-9be9-0fb25a89d2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:28Z', 'updated_at': '2021-09-01T15:00:41Z', 'revision_number': 5, 'project_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'subnets': [{'id': 'ce9b8e73-db6c-4188-9be9-0fb25a89d2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:01:13.918930 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bddcb603-d6ca-4848-a6d2-6c25b18a9a85 req-2d382f7a-141e-4ce3-9f6f-b4c6ff57f46d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=07016d1d-3332-434d-8ff2-f38124096924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808992 Sep 01 15:01:14.127342 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-0c026126-c5be-4eae-a5a5-e41bb8f47e7e tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Made reservation on behalf of 9f3b994bc48b473697b9e8ffb67f1eaa for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:01:14.131162 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-0c026126-c5be-4eae-a5a5-e41bb8f47e7e tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:14.166506 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c15f4-9315-4ced-9825-90325b854824 req-ac02aef2-98c2-4766-9fd8-4ce4e1b7a755 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:14.176059 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-107c15f4-9315-4ced-9825-90325b854824 req-ac02aef2-98c2-4766-9fd8-4ce4e1b7a755 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/networks?id=ec026519-efc8-4dff-b3e3-33f43c2623d1 HTTP/1.1" status: 200 len: 809 time: 0.2449095 Sep 01 15:01:14.183379 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663d4ec-5757-4f8a-abf4-9c5c64c62f42 req-dee59130-8e2e-4721-8164-d6b2e1afa30b tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:14.185568 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f663d4ec-5757-4f8a-abf4-9c5c64c62f42 req-dee59130-8e2e-4721-8164-d6b2e1afa30b tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/ports?device_id=729bb6cd-038c-467d-b402-7e1e8670947e HTTP/1.1" status: 200 len: 946 time: 0.1155944 Sep 01 15:01:14.210605 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-107c15f4-9315-4ced-9825-90325b854824 req-45459c64-4e61-4159-b1bd-d0523291f71a tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/quotas/577f19d4a89347449c984c88e7b42b0a HTTP/1.1" status: 200 len: 375 time: 0.0298555 Sep 01 15:01:14.287330 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-107c15f4-9315-4ced-9825-90325b854824 req-dcaae852-084e-42c2-a0d2-11ca8e25bb00 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=577f19d4a89347449c984c88e7b42b0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642219 Sep 01 15:01:14.299609 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b579770e-f940-4a08-9759-5e2d9dbe7700 None None] New status for floating IP 8cb63864-fc07-4e3a-90cb-48211045ff6f: ACTIVE {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:01:14.370090 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f663d4ec-5757-4f8a-abf4-9c5c64c62f42 req-54399b7e-c034-4473-8387-133cbf3be037 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/security-groups?id=07016d1d-3332-434d-8ff2-f38124096924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447742 Sep 01 15:01:14.425000 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-107c15f4-9315-4ced-9825-90325b854824 req-c72f2254-9d94-4cf2-8950-52bf3e42ec5e service neutron] 10.222.0.60 "GET /v2.0/networks/ec026519-efc8-4dff-b3e3-33f43c2623d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365392 Sep 01 15:01:14.458873 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-0c026126-c5be-4eae-a5a5-e41bb8f47e7e tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Allocated IP 172.20.0.14 (e27801a1-4735-4eb4-8714-06c2c137f925/66b1faa8-b86d-41ee-9bdb-4fe08d19f261/ebea3a76-0b81-463c-9853-c895beed90e6) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:01:14.669164 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-107c15f4-9315-4ced-9825-90325b854824 req-26d496ad-db14-489b-ba13-3308055fd59f service neutron] 10.222.0.60 "GET /v2.0/networks/ec026519-efc8-4dff-b3e3-33f43c2623d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272222 Sep 01 15:01:14.755933 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-0c026126-c5be-4eae-a5a5-e41bb8f47e7e tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:14.851385 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-0c026126-c5be-4eae-a5a5-e41bb8f47e7e tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:14.872426 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e5895-14ce-425c-bcd4-b41944bc9f6b req-b64b4b99-93f8-44d8-a5e0-426c5cc90049 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:14.875014 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c22e5895-14ce-425c-bcd4-b41944bc9f6b req-b64b4b99-93f8-44d8-a5e0-426c5cc90049 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.0999291 Sep 01 15:01:14.960517 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-0c026126-c5be-4eae-a5a5-e41bb8f47e7e tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Network e27801a1-4735-4eb4-8714-06c2c137f925 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:01:14.965799 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:14.975382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-0c026126-c5be-4eae-a5a5-e41bb8f47e7e tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:01:14.980970 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-0c026126-c5be-4eae-a5a5-e41bb8f47e7e tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:01:14.985175 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c026126-c5be-4eae-a5a5-e41bb8f47e7e tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Pushing event updated for resources: {'Port': ['ID=ebea3a76-0b81-463c-9853-c895beed90e6,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:15.044489 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c22e5895-14ce-425c-bcd4-b41944bc9f6b req-d66790ea-6250-41d6-af84-0655c364bf77 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214781 Sep 01 15:01:15.121252 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-0c026126-c5be-4eae-a5a5-e41bb8f47e7e tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:15.124719 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-0c026126-c5be-4eae-a5a5-e41bb8f47e7e tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:15.162721 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-0c026126-c5be-4eae-a5a5-e41bb8f47e7e tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4309709 Sep 01 15:01:15.183084 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-95cda761-7b66-4086-9b1a-ea063ef60acb service neutron] Request body: {'port': {'device_id': '5323685c-1c73-410d-b4b9-2d5532a19583', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:15.277089 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-29fea9de-f9e6-4161-b776-72a4c3a2ac33 req-98835b49-2e89-40fb-b13c-e8eca547da5d tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/ports?device_id=66af4d9b-bf6e-4f18-911e-f08261ca707c HTTP/1.1" status: 200 len: 210 time: 0.0655055 Sep 01 15:01:15.376417 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-95cda761-7b66-4086-9b1a-ea063ef60acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:15.505555 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf554c28-931a-48f3-9dea-b77844618623 req-1defa04c-9697-4500-8beb-ce3810e0221e tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:15.514423 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cf554c28-931a-48f3-9dea-b77844618623 req-1defa04c-9697-4500-8beb-ce3810e0221e tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 932 time: 0.1907108 Sep 01 15:01:15.694264 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb83d2-864c-4dbe-bf50-ba64636faeb6 req-57992112-d005-477b-a104-40901b3838ab tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:15.697550 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0adb83d2-864c-4dbe-bf50-ba64636faeb6 req-57992112-d005-477b-a104-40901b3838ab tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/ports?device_id=729bb6cd-038c-467d-b402-7e1e8670947e HTTP/1.1" status: 200 len: 946 time: 0.1878068 Sep 01 15:01:15.721081 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cf554c28-931a-48f3-9dea-b77844618623 req-52329c49-2afc-4a37-9d41-fe5fb3c46c62 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926501 Sep 01 15:01:15.798891 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0adb83d2-864c-4dbe-bf50-ba64636faeb6 req-4527954a-1c5e-44a8-a689-9433c7a54ec5 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/security-groups?id=07016d1d-3332-434d-8ff2-f38124096924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839663 Sep 01 15:01:16.155462 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-95cda761-7b66-4086-9b1a-ea063ef60acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebea3a76-0b81-463c-9853-c895beed90e6 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:01:16.193006 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-95cda761-7b66-4086-9b1a-ea063ef60acb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:16.226867 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-95cda761-7b66-4086-9b1a-ea063ef60acb service neutron] Transition to ACTIVE for port object ebea3a76-0b81-463c-9853-c895beed90e6 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:01:16.238742 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-95cda761-7b66-4086-9b1a-ea063ef60acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:16.540368 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cda761-7b66-4086-9b1a-ea063ef60acb service neutron] Pushing event updated for resources: {'Port': ['ID=ebea3a76-0b81-463c-9853-c895beed90e6,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:16.578644 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadd150-1777-459b-8338-b783798199af req-05ae3977-c1cf-4d1a-8438-bc791b296e48 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:16.580387 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-caadd150-1777-459b-8338-b783798199af req-05ae3977-c1cf-4d1a-8438-bc791b296e48 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.3439822 Sep 01 15:01:16.581790 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-95cda761-7b66-4086-9b1a-ea063ef60acb service neutron] Attempting to bind port ebea3a76-0b81-463c-9853-c895beed90e6 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:01:16.582393 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-95cda761-7b66-4086-9b1a-ea063ef60acb service neutron] Attempting to bind port ebea3a76-0b81-463c-9853-c895beed90e6 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:01:16.582945 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-95cda761-7b66-4086-9b1a-ea063ef60acb service neutron] Attempting to bind port ebea3a76-0b81-463c-9853-c895beed90e6 on network e27801a1-4735-4eb4-8714-06c2c137f925 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:01:16.596536 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e3cd483d-01d4-4cad-b216-dad7d6f8710c req-4c0f598b-d73b-4cd9-996c-de189185a009 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/ports?device_id=66af4d9b-bf6e-4f18-911e-f08261ca707c HTTP/1.1" status: 200 len: 210 time: 0.0988214 Sep 01 15:01:16.628524 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-95cda761-7b66-4086-9b1a-ea063ef60acb service neutron] Port ebea3a76-0b81-463c-9853-c895beed90e6 on network e27801a1-4735-4eb4-8714-06c2c137f925 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:01:16.629135 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-95cda761-7b66-4086-9b1a-ea063ef60acb service neutron] Attempting to bind port ebea3a76-0b81-463c-9853-c895beed90e6 on network e27801a1-4735-4eb4-8714-06c2c137f925 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:01:16.663230 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-95cda761-7b66-4086-9b1a-ea063ef60acb service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:01:16.663878 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-95cda761-7b66-4086-9b1a-ea063ef60acb service neutron] Checking segment: {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:01:16.664795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-95cda761-7b66-4086-9b1a-ea063ef60acb service neutron] Bound using segment: {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:01:16.665570 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-95cda761-7b66-4086-9b1a-ea063ef60acb service neutron] Bound port: ebea3a76-0b81-463c-9853-c895beed90e6, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:01:16.666384 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-95cda761-7b66-4086-9b1a-ea063ef60acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:16.724171 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-caadd150-1777-459b-8338-b783798199af req-e558ab8e-09fa-4e85-a586-f3db4619622a tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310980 Sep 01 15:01:16.824498 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-95cda761-7b66-4086-9b1a-ea063ef60acb service neutron] For port ebea3a76-0b81-463c-9853-c895beed90e6, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:01:16.828759 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-95cda761-7b66-4086-9b1a-ea063ef60acb service neutron] For port ebea3a76-0b81-463c-9853-c895beed90e6, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=ebea3a76-0b81-463c-9853-c895beed90e6,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:01:16.835825 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-95cda761-7b66-4086-9b1a-ea063ef60acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:16.907577 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-95cda761-7b66-4086-9b1a-ea063ef60acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:16.907577 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-95cda761-7b66-4086-9b1a-ea063ef60acb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:16.907577 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-95cda761-7b66-4086-9b1a-ea063ef60acb service neutron] 10.222.0.45 "PUT /v2.0/ports/ebea3a76-0b81-463c-9853-c895beed90e6 HTTP/1.1" status: 200 len: 1092 time: 1.7347569 Sep 01 15:01:16.913108 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5323685c-1c73-410d-b4b9-2d5532a19583', 'tag': 'ebea3a76-0b81-463c-9853-c895beed90e6'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:16.917064 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6114fa-f080-4c42-9991-772430748c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "5323685c-1c73-410d-b4b9-2d5532a19583", "tag": "ebea3a76-0b81-463c-9853-c895beed90e6"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:17.062420 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72cf54bc-7733-4f90-96a2-f0d580d12153 x-openstack-request-id: req-72cf54bc-7733-4f90-96a2-f0d580d12153 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:17.067376 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5323685c-1c73-410d-b4b9-2d5532a19583", "tag": "ebea3a76-0b81-463c-9853-c895beed90e6", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:17.067810 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-72cf54bc-7733-4f90-96a2-f0d580d12153 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:17.068485 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5323685c-1c73-410d-b4b9-2d5532a19583', 'tag': 'ebea3a76-0b81-463c-9853-c895beed90e6', 'status': 'completed', 'code': 200} Sep 01 15:01:17.076490 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cda761-7b66-4086-9b1a-ea063ef60acb service neutron] Pushing event updated for resources: {'Port': ['ID=ebea3a76-0b81-463c-9853-c895beed90e6,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:17.103353 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-76a259c4-692a-4df1-b775-502756f74c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:17.106727 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-76a259c4-692a-4df1-b775-502756f74c2f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 1095 time: 0.1421776 Sep 01 15:01:17.129280 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b6e2b-947c-486d-adcb-0692d228f928 req-8165e819-f277-4f9c-8cb5-ea94f2260865 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:17.137823 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-625b6e2b-947c-486d-adcb-0692d228f928 req-8165e819-f277-4f9c-8cb5-ea94f2260865 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 944 time: 0.1345785 Sep 01 15:01:17.234254 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-625b6e2b-947c-486d-adcb-0692d228f928 req-0e0fe6a5-5374-45d9-9a18-e83fd01f4e36 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945795 Sep 01 15:01:17.383478 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-cb3691fe-5aac-41b5-a88d-9d4f73a22201 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebea3a76-0b81-463c-9853-c895beed90e6 HTTP/1.1" status: 200 len: 217 time: 0.2610424 Sep 01 15:01:17.617404 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c15f4-9315-4ced-9825-90325b854824 req-f307412c-4668-44fb-b09b-f8619cb29a52 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:17.619284 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-107c15f4-9315-4ced-9825-90325b854824 req-f307412c-4668-44fb-b09b-f8619cb29a52 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.62 "GET /v2.0/networks?id=ec026519-efc8-4dff-b3e3-33f43c2623d1 HTTP/1.1" status: 200 len: 809 time: 0.3732703 Sep 01 15:01:17.625764 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-6abd19e4-d342-4863-b06f-ab18f24760f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:17.628695 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-6abd19e4-d342-4863-b06f-ab18f24760f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66b1faa8-b86d-41ee-9bdb-4fe08d19f261 HTTP/1.1" status: 200 len: 860 time: 0.2306268 Sep 01 15:01:17.699886 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-107c15f4-9315-4ced-9825-90325b854824 req-1cb88bc9-8357-4130-8f41-e8c767f6c70d tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Request body: {'port': {'device_id': '66af4d9b-bf6e-4f18-911e-f08261ca707c', 'network_id': 'ec026519-efc8-4dff-b3e3-33f43c2623d1', 'admin_state_up': True, 'tenant_id': '577f19d4a89347449c984c88e7b42b0a'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:17.827586 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b50e0ca9-0073-479e-899c-d5cf2fe225f6 req-ea12bc4d-24e7-45a9-887a-f405ce6e3e15 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/ports?device_id=66af4d9b-bf6e-4f18-911e-f08261ca707c HTTP/1.1" status: 200 len: 210 time: 0.0472090 Sep 01 15:01:17.851073 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-2003a6e1-be0a-472a-9cd3-816d3e807919 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27801a1-4735-4eb4-8714-06c2c137f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2137411 Sep 01 15:01:18.104294 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c3250-7735-41b7-89a6-fff9844af696 req-0061c345-0c89-4102-8c51-ac2576997100 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:18.105988 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1d2c3250-7735-41b7-89a6-fff9844af696 req-0061c345-0c89-4102-8c51-ac2576997100 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.2232244 Sep 01 15:01:18.141379 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-abe6de2b-c18f-4861-8f59-20e9e6424134 service neutron] 10.222.0.45 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751338 Sep 01 15:01:18.144924 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-107c15f4-9315-4ced-9825-90325b854824 req-1cb88bc9-8357-4130-8f41-e8c767f6c70d tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Made reservation on behalf of 577f19d4a89347449c984c88e7b42b0a for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:01:18.148579 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-107c15f4-9315-4ced-9825-90325b854824 req-1cb88bc9-8357-4130-8f41-e8c767f6c70d tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:18.254822 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1d2c3250-7735-41b7-89a6-fff9844af696 req-1ab7f45d-0f91-4b4a-9c09-e24b43464576 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389420 Sep 01 15:01:18.440438 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-85bb4c48-46a7-44e2-aca7-670f2b538d73 req-b72df02f-51b7-4b27-aad8-7b6c069d6250 service neutron] 10.222.0.45 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890732 Sep 01 15:01:18.498675 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bb8fb-d15b-4f6e-939d-ec2b7f7f44f2 req-689fb2b0-c6d8-4fd1-a8c5-fbb06dcfadcd tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:18.499945 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-107c15f4-9315-4ced-9825-90325b854824 req-1cb88bc9-8357-4130-8f41-e8c767f6c70d tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Allocated IP 172.20.0.14 (ec026519-efc8-4dff-b3e3-33f43c2623d1/c10e6087-b4fb-471b-8469-fbcd36dc1a0b/500e971b-7f7e-4998-a6b1-5f7ba148d293) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:01:18.509167 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2a2bb8fb-d15b-4f6e-939d-ec2b7f7f44f2 req-689fb2b0-c6d8-4fd1-a8c5-fbb06dcfadcd tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 944 time: 0.1320512 Sep 01 15:01:18.606283 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2a2bb8fb-d15b-4f6e-939d-ec2b7f7f44f2 req-ad9f12cf-6ca1-4af8-be57-cab34cee0d17 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717294 Sep 01 15:01:18.639849 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6114fa-f080-4c42-9991-772430748c3b req-00125e71-aa81-4883-a00f-309e1b073212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:18.641427 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ae6114fa-f080-4c42-9991-772430748c3b req-00125e71-aa81-4883-a00f-309e1b073212 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 1095 time: 0.1200027 Sep 01 15:01:18.884250 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-107c15f4-9315-4ced-9825-90325b854824 req-1cb88bc9-8357-4130-8f41-e8c767f6c70d tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:18.903799 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6114fa-f080-4c42-9991-772430748c3b req-668e5319-2e7a-41a4-af3b-326d87758984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:18.907684 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ae6114fa-f080-4c42-9991-772430748c3b req-668e5319-2e7a-41a4-af3b-326d87758984 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27801a1-4735-4eb4-8714-06c2c137f925 HTTP/1.1" status: 200 len: 921 time: 0.2549226 Sep 01 15:01:18.990350 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ae6114fa-f080-4c42-9991-772430748c3b req-1b4dab59-2da2-4c07-be54-bbf403fc9c02 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebea3a76-0b81-463c-9853-c895beed90e6 HTTP/1.1" status: 200 len: 217 time: 0.0699673 Sep 01 15:01:19.113942 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7a5b5981-3548-4f33-b960-0c072e6e8da1 req-0c879fee-fdbc-4478-91d0-d6481b025614 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/ports?device_id=66af4d9b-bf6e-4f18-911e-f08261ca707c HTTP/1.1" status: 200 len: 210 time: 0.1202998 Sep 01 15:01:19.182244 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6114fa-f080-4c42-9991-772430748c3b req-bce0e72f-3aeb-4d46-976d-4be7ee50289e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:19.185218 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ae6114fa-f080-4c42-9991-772430748c3b req-bce0e72f-3aeb-4d46-976d-4be7ee50289e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66b1faa8-b86d-41ee-9bdb-4fe08d19f261 HTTP/1.1" status: 200 len: 860 time: 0.1743658 Sep 01 15:01:19.188070 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-107c15f4-9315-4ced-9825-90325b854824 req-1cb88bc9-8357-4130-8f41-e8c767f6c70d tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:19.295245 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ae6114fa-f080-4c42-9991-772430748c3b req-918a1c9a-7e94-42cd-a554-fa960c59e260 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27801a1-4735-4eb4-8714-06c2c137f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956721 Sep 01 15:01:19.358731 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-107c15f4-9315-4ced-9825-90325b854824 req-1cb88bc9-8357-4130-8f41-e8c767f6c70d tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Network ec026519-efc8-4dff-b3e3-33f43c2623d1 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:01:19.442076 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-107c15f4-9315-4ced-9825-90325b854824 req-1cb88bc9-8357-4130-8f41-e8c767f6c70d tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:01:19.464769 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb88bc9-8357-4130-8f41-e8c767f6c70d tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Pushing event updated for resources: {'Port': ['ID=500e971b-7f7e-4998-a6b1-5f7ba148d293,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:19.467784 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-107c15f4-9315-4ced-9825-90325b854824 req-1cb88bc9-8357-4130-8f41-e8c767f6c70d tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:01:19.572063 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c15f4-9315-4ced-9825-90325b854824 req-1cb88bc9-8357-4130-8f41-e8c767f6c70d tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:19.573203 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-107c15f4-9315-4ced-9825-90325b854824 req-1cb88bc9-8357-4130-8f41-e8c767f6c70d tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:19.613524 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaebf20-f1c8-4929-9279-afe3e5edd401 req-a0d143c8-7fa5-4080-8558-e36719461aea tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:19.621056 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aaaebf20-f1c8-4929-9279-afe3e5edd401 req-a0d143c8-7fa5-4080-8558-e36719461aea tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.1973433 Sep 01 15:01:19.649647 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-107c15f4-9315-4ced-9825-90325b854824 req-1cb88bc9-8357-4130-8f41-e8c767f6c70d tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9649382 Sep 01 15:01:19.655631 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ae6114fa-f080-4c42-9991-772430748c3b req-db93bb21-8042-4f31-bf91-8f59c9d78c4c service neutron] 10.222.0.45 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507447 Sep 01 15:01:19.698473 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-107c15f4-9315-4ced-9825-90325b854824 req-d2c729e6-8efa-4877-b2e0-82b2b9383e53 service neutron] Request body: {'port': {'device_id': '66af4d9b-bf6e-4f18-911e-f08261ca707c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:19.738720 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aaaebf20-f1c8-4929-9279-afe3e5edd401 req-11d84f83-eaa8-41b3-83da-363ad0e5cc74 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922942 Sep 01 15:01:19.912310 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68966a5d-005a-4144-b3ae-da3fc832a108 req-63b22e05-0a19-46e8-b6ce-77c6cc6a5d73 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:19.913983 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-68966a5d-005a-4144-b3ae-da3fc832a108 req-63b22e05-0a19-46e8-b6ce-77c6cc6a5d73 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 944 time: 0.0732675 Sep 01 15:01:19.979053 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-68966a5d-005a-4144-b3ae-da3fc832a108 req-b84aff11-ea81-40c6-82b7-94ab2a60e98e tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525818 Sep 01 15:01:19.983343 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-107c15f4-9315-4ced-9825-90325b854824 req-d2c729e6-8efa-4877-b2e0-82b2b9383e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:19.992455 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ae6114fa-f080-4c42-9991-772430748c3b req-c3eeebd9-b5d9-4d6a-841d-32be4a497e4b service neutron] 10.222.0.45 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192358 Sep 01 15:01:20.779677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3817eaf-2e1f-4036-a484-34d4de61c47a req-98bafa29-582a-424f-a3b5-528753436478 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:20.787120 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b3817eaf-2e1f-4036-a484-34d4de61c47a req-98bafa29-582a-424f-a3b5-528753436478 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/ports?device_id=66af4d9b-bf6e-4f18-911e-f08261ca707c HTTP/1.1" status: 200 len: 932 time: 0.5191405 Sep 01 15:01:20.890656 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b3817eaf-2e1f-4036-a484-34d4de61c47a req-57a58585-f199-4a0c-87c0-5da3d9bde1c2 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/security-groups?id=f060de06-4128-47ec-a28f-366115751ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893738 Sep 01 15:01:21.001691 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-107c15f4-9315-4ced-9825-90325b854824 req-d2c729e6-8efa-4877-b2e0-82b2b9383e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 500e971b-7f7e-4998-a6b1-5f7ba148d293 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:01:21.024604 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-107c15f4-9315-4ced-9825-90325b854824 req-d2c729e6-8efa-4877-b2e0-82b2b9383e53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:21.043115 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73504a-19ef-4c47-b029-fb8c24527889 req-a4100caa-56a8-40fe-8f6d-64fd0ebd49ff tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:21.051079 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fa73504a-19ef-4c47-b029-fb8c24527889 req-a4100caa-56a8-40fe-8f6d-64fd0ebd49ff tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.0922241 Sep 01 15:01:21.060360 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-107c15f4-9315-4ced-9825-90325b854824 req-d2c729e6-8efa-4877-b2e0-82b2b9383e53 service neutron] Transition to ACTIVE for port object 500e971b-7f7e-4998-a6b1-5f7ba148d293 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:01:21.067042 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-107c15f4-9315-4ced-9825-90325b854824 req-d2c729e6-8efa-4877-b2e0-82b2b9383e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:21.160409 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fa73504a-19ef-4c47-b029-fb8c24527889 req-7786c748-1027-4e4f-9402-5c9ad667f755 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992553 Sep 01 15:01:21.199175 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c729e6-8efa-4877-b2e0-82b2b9383e53 service neutron] Pushing event updated for resources: {'Port': ['ID=500e971b-7f7e-4998-a6b1-5f7ba148d293,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:21.413669 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25734496-547f-4252-af47-93730136328c req-76d978bd-b764-4bf3-b75e-21e9965df62a tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:21.416303 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-25734496-547f-4252-af47-93730136328c req-76d978bd-b764-4bf3-b75e-21e9965df62a tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 944 time: 0.1741889 Sep 01 15:01:21.417643 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-107c15f4-9315-4ced-9825-90325b854824 req-d2c729e6-8efa-4877-b2e0-82b2b9383e53 service neutron] Attempting to bind port 500e971b-7f7e-4998-a6b1-5f7ba148d293 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:01:21.418375 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-107c15f4-9315-4ced-9825-90325b854824 req-d2c729e6-8efa-4877-b2e0-82b2b9383e53 service neutron] Attempting to bind port 500e971b-7f7e-4998-a6b1-5f7ba148d293 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '60817fae-d212-475a-af00-5459414a058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ec026519-efc8-4dff-b3e3-33f43c2623d1'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:01:21.419027 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c15f4-9315-4ced-9825-90325b854824 req-d2c729e6-8efa-4877-b2e0-82b2b9383e53 service neutron] Attempting to bind port 500e971b-7f7e-4998-a6b1-5f7ba148d293 on network ec026519-efc8-4dff-b3e3-33f43c2623d1 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:01:21.428455 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c15f4-9315-4ced-9825-90325b854824 req-d2c729e6-8efa-4877-b2e0-82b2b9383e53 service neutron] Port 500e971b-7f7e-4998-a6b1-5f7ba148d293 on network ec026519-efc8-4dff-b3e3-33f43c2623d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:01:21.429155 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c15f4-9315-4ced-9825-90325b854824 req-d2c729e6-8efa-4877-b2e0-82b2b9383e53 service neutron] Attempting to bind port 500e971b-7f7e-4998-a6b1-5f7ba148d293 on network ec026519-efc8-4dff-b3e3-33f43c2623d1 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:01:21.457975 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c15f4-9315-4ced-9825-90325b854824 req-d2c729e6-8efa-4877-b2e0-82b2b9383e53 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:01:21.458720 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c15f4-9315-4ced-9825-90325b854824 req-d2c729e6-8efa-4877-b2e0-82b2b9383e53 service neutron] Checking segment: {'id': '60817fae-d212-475a-af00-5459414a058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ec026519-efc8-4dff-b3e3-33f43c2623d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:01:21.459430 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c15f4-9315-4ced-9825-90325b854824 req-d2c729e6-8efa-4877-b2e0-82b2b9383e53 service neutron] Bound using segment: {'id': '60817fae-d212-475a-af00-5459414a058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ec026519-efc8-4dff-b3e3-33f43c2623d1'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:01:21.460238 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-107c15f4-9315-4ced-9825-90325b854824 req-d2c729e6-8efa-4877-b2e0-82b2b9383e53 service neutron] Bound port: 500e971b-7f7e-4998-a6b1-5f7ba148d293, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60817fae-d212-475a-af00-5459414a058c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ec026519-efc8-4dff-b3e3-33f43c2623d1'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:01:21.460941 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-107c15f4-9315-4ced-9825-90325b854824 req-d2c729e6-8efa-4877-b2e0-82b2b9383e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:21.559968 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-25734496-547f-4252-af47-93730136328c req-a85c364e-54b9-4d5e-a133-580c20de0cdd tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239774 Sep 01 15:01:21.561339 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device ebea3a76-0b81-463c-9853-c895beed90e6 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:01:21.630706 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-107c15f4-9315-4ced-9825-90325b854824 req-d2c729e6-8efa-4877-b2e0-82b2b9383e53 service neutron] For port 500e971b-7f7e-4998-a6b1-5f7ba148d293, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:01:21.643301 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-107c15f4-9315-4ced-9825-90325b854824 req-d2c729e6-8efa-4877-b2e0-82b2b9383e53 service neutron] For port 500e971b-7f7e-4998-a6b1-5f7ba148d293, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=500e971b-7f7e-4998-a6b1-5f7ba148d293,segment=NetworkSegment(60817fae-d212-475a-af00-5459414a058c),segment_id=60817fae-d212-475a-af00-5459414a058c)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:01:21.651740 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-107c15f4-9315-4ced-9825-90325b854824 req-d2c729e6-8efa-4877-b2e0-82b2b9383e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:21.920435 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c729e6-8efa-4877-b2e0-82b2b9383e53 service neutron] Pushing event updated for resources: {'Port': ['ID=500e971b-7f7e-4998-a6b1-5f7ba148d293,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:21.952948 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c15f4-9315-4ced-9825-90325b854824 req-d2c729e6-8efa-4877-b2e0-82b2b9383e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:21.954952 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-107c15f4-9315-4ced-9825-90325b854824 req-d2c729e6-8efa-4877-b2e0-82b2b9383e53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:21.956469 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-107c15f4-9315-4ced-9825-90325b854824 req-d2c729e6-8efa-4877-b2e0-82b2b9383e53 service neutron] 10.222.0.62 "PUT /v2.0/ports/500e971b-7f7e-4998-a6b1-5f7ba148d293 HTTP/1.1" status: 200 len: 1092 time: 2.2821701 Sep 01 15:01:21.957704 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66af4d9b-bf6e-4f18-911e-f08261ca707c', 'tag': '500e971b-7f7e-4998-a6b1-5f7ba148d293'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:21.960637 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38bb687-b701-4ea9-b7c7-fefd834d8f22" -d '{"events": [{"name": "network-changed", "server_uuid": "66af4d9b-bf6e-4f18-911e-f08261ca707c", "tag": "500e971b-7f7e-4998-a6b1-5f7ba148d293"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:22.213097 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67da13b6-082c-4f4e-85f2-d8996c38d64d x-openstack-request-id: req-67da13b6-082c-4f4e-85f2-d8996c38d64d {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:22.216234 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66af4d9b-bf6e-4f18-911e-f08261ca707c", "tag": "500e971b-7f7e-4998-a6b1-5f7ba148d293", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:22.218181 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-67da13b6-082c-4f4e-85f2-d8996c38d64d {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:22.219144 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66af4d9b-bf6e-4f18-911e-f08261ca707c', 'tag': '500e971b-7f7e-4998-a6b1-5f7ba148d293', 'status': 'completed', 'code': 200} Sep 01 15:01:22.234995 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port ebea3a76-0b81-463c-9853-c895beed90e6, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=ebea3a76-0b81-463c-9853-c895beed90e6,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:22.239501 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c15f4-9315-4ced-9825-90325b854824 req-647e173f-716c-4edf-8ac3-db7080daf2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:22.248110 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-107c15f4-9315-4ced-9825-90325b854824 req-647e173f-716c-4edf-8ac3-db7080daf2c7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=577f19d4a89347449c984c88e7b42b0a&device_id=66af4d9b-bf6e-4f18-911e-f08261ca707c HTTP/1.1" status: 200 len: 1095 time: 0.1591280 Sep 01 15:01:22.276873 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'ebea3a76-0b81-463c-9853-c895beed90e6', 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925', 'port_id': 'ebea3a76-0b81-463c-9853-c895beed90e6', 'mac_address': 'fa:16:3e:f2:31:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b1faa8-b86d-41ee-9bdb-4fe08d19f261', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:01:22.288028 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca660ebc-f585-4b3e-9e94-4ee92ee48b39 req-e0a594fc-76dc-4bd6-9946-cbe3dab18427 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:22.304578 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ca660ebc-f585-4b3e-9e94-4ee92ee48b39 req-e0a594fc-76dc-4bd6-9946-cbe3dab18427 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/ports?device_id=66af4d9b-bf6e-4f18-911e-f08261ca707c HTTP/1.1" status: 200 len: 944 time: 0.1841855 Sep 01 15:01:22.396890 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ca660ebc-f585-4b3e-9e94-4ee92ee48b39 req-aec3c2d7-8880-4315-8f7f-c57c66de1f05 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/security-groups?id=f060de06-4128-47ec-a28f-366115751ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875034 Sep 01 15:01:22.409912 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-107c15f4-9315-4ced-9825-90325b854824 req-dd6c4e18-49b2-479a-9254-aa2372144390 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=500e971b-7f7e-4998-a6b1-5f7ba148d293 HTTP/1.1" status: 200 len: 217 time: 0.1399484 Sep 01 15:01:22.429013 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:22.471495 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebea3a76-0b81-463c-9853-c895beed90e6 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:01:22.511328 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port ebea3a76-0b81-463c-9853-c895beed90e6, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=ebea3a76-0b81-463c-9853-c895beed90e6,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:22.520979 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:22.585002 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c15f4-9315-4ced-9825-90325b854824 req-0ad838e4-d8c6-4319-bdac-622f8aeab9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:22.586746 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-107c15f4-9315-4ced-9825-90325b854824 req-0ad838e4-d8c6-4319-bdac-622f8aeab9f4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c10e6087-b4fb-471b-8469-fbcd36dc1a0b HTTP/1.1" status: 200 len: 849 time: 0.1639280 Sep 01 15:01:22.640507 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-107c15f4-9315-4ced-9825-90325b854824 req-212ca37c-ee4b-4f0c-bade-38cf55e72334 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ec026519-efc8-4dff-b3e3-33f43c2623d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411396 Sep 01 15:01:22.649897 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd1468-6cee-4a10-a6c4-9bdd2daea323 req-dd03b508-3219-4125-a44e-0ebcf277eb9a tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:22.651559 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7cdd1468-6cee-4a10-a6c4-9bdd2daea323 req-dd03b508-3219-4125-a44e-0ebcf277eb9a tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.1010933 Sep 01 15:01:22.712141 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=ebea3a76-0b81-463c-9853-c895beed90e6,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:22.753182 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7cdd1468-6cee-4a10-a6c4-9bdd2daea323 req-46eca18f-5e3c-43f4-b69c-031485bc3b20 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907326 Sep 01 15:01:22.786871 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-107c15f4-9315-4ced-9825-90325b854824 req-8a8d1bf3-fe1f-438d-98ef-8df26b5e1aed service neutron] 10.222.0.62 "GET /v2.0/networks/ec026519-efc8-4dff-b3e3-33f43c2623d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338813 Sep 01 15:01:22.813664 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['ebea3a76-0b81-463c-9853-c895beed90e6'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:01:22.896209 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b09393-ac29-41cb-a1d0-125f52510d5f req-264f57d4-842b-4ae0-9d78-540ee6a6c5c8 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:22.918480 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9b09393-ac29-41cb-a1d0-125f52510d5f req-264f57d4-842b-4ae0-9d78-540ee6a6c5c8 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 945 time: 0.1610744 Sep 01 15:01:23.104441 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-107c15f4-9315-4ced-9825-90325b854824 req-0c46aa12-5702-4fe2-a459-57acf6dace67 service neutron] 10.222.0.62 "GET /v2.0/networks/ec026519-efc8-4dff-b3e3-33f43c2623d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040752 Sep 01 15:01:23.135090 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9b09393-ac29-41cb-a1d0-125f52510d5f req-c132379e-6b60-450d-b3c0-8a9a83339222 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092621 Sep 01 15:01:23.383934 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bb687-b701-4ea9-b7c7-fefd834d8f22 req-4b3f9f1b-dc4e-4d94-89fd-d2765fbbec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:23.387370 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c38bb687-b701-4ea9-b7c7-fefd834d8f22 req-4b3f9f1b-dc4e-4d94-89fd-d2765fbbec48 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=577f19d4a89347449c984c88e7b42b0a&device_id=66af4d9b-bf6e-4f18-911e-f08261ca707c HTTP/1.1" status: 200 len: 1095 time: 0.0729291 Sep 01 15:01:23.636616 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bb687-b701-4ea9-b7c7-fefd834d8f22 req-4df8c066-14e4-4b5d-8fcf-8573c94b56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:23.640577 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c38bb687-b701-4ea9-b7c7-fefd834d8f22 req-4df8c066-14e4-4b5d-8fcf-8573c94b56d6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ec026519-efc8-4dff-b3e3-33f43c2623d1 HTTP/1.1" status: 200 len: 910 time: 0.2360489 Sep 01 15:01:23.755302 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c38bb687-b701-4ea9-b7c7-fefd834d8f22 req-3f5a409d-287e-4eae-a085-f24200ddb5f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=500e971b-7f7e-4998-a6b1-5f7ba148d293 HTTP/1.1" status: 200 len: 217 time: 0.1017337 Sep 01 15:01:23.869024 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1a443-24b9-48a0-990a-c89c72a08251 req-a86f5cfe-963d-4df2-8de8-ac44342b6090 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:23.875170 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cdd1a443-24b9-48a0-990a-c89c72a08251 req-a86f5cfe-963d-4df2-8de8-ac44342b6090 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/ports?device_id=66af4d9b-bf6e-4f18-911e-f08261ca707c HTTP/1.1" status: 200 len: 944 time: 0.2950046 Sep 01 15:01:23.883389 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bb687-b701-4ea9-b7c7-fefd834d8f22 req-bca9bfbb-157f-4e51-9ef3-d113261d7ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:23.887161 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c38bb687-b701-4ea9-b7c7-fefd834d8f22 req-bca9bfbb-157f-4e51-9ef3-d113261d7ad6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c10e6087-b4fb-471b-8469-fbcd36dc1a0b HTTP/1.1" status: 200 len: 849 time: 0.1167700 Sep 01 15:01:23.965133 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c38bb687-b701-4ea9-b7c7-fefd834d8f22 req-740f3f82-0b88-4f50-95e8-346e7291dfe5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ec026519-efc8-4dff-b3e3-33f43c2623d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638850 Sep 01 15:01:24.017165 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cdd1a443-24b9-48a0-990a-c89c72a08251 req-593bba07-0229-4c5b-a070-73eac31ad146 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/security-groups?id=f060de06-4128-47ec-a28f-366115751ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280875 Sep 01 15:01:24.038516 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95128ba0-a96f-4b87-a6df-c34d624e55ed req-67fe427d-c683-4ca5-bed8-2e9adbc6e5a7 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:24.040326 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-95128ba0-a96f-4b87-a6df-c34d624e55ed req-67fe427d-c683-4ca5-bed8-2e9adbc6e5a7 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.1035271 Sep 01 15:01:24.127565 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-95128ba0-a96f-4b87-a6df-c34d624e55ed req-2afa929a-3341-47cb-a979-b164adaa80d0 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787270 Sep 01 15:01:24.178176 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c38bb687-b701-4ea9-b7c7-fefd834d8f22 req-4f250f0c-6452-4ec7-b6d3-c7ca93322de8 service neutron] 10.222.0.62 "GET /v2.0/networks/ec026519-efc8-4dff-b3e3-33f43c2623d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040091 Sep 01 15:01:24.311892 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e2503-18c0-4833-a1f7-3a907d641bcf req-c28f1725-2a75-4d94-a5dd-00f4c92e5c20 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:24.313513 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3a4e2503-18c0-4833-a1f7-3a907d641bcf req-c28f1725-2a75-4d94-a5dd-00f4c92e5c20 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 945 time: 0.0709434 Sep 01 15:01:24.327522 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c38bb687-b701-4ea9-b7c7-fefd834d8f22 req-62f2daca-3837-4113-8dbe-49873b280687 service neutron] 10.222.0.62 "GET /v2.0/networks/ec026519-efc8-4dff-b3e3-33f43c2623d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393950 Sep 01 15:01:24.362174 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3a4e2503-18c0-4833-a1f7-3a907d641bcf req-52f4b875-0224-4249-b06f-4cb9e6b8d7fa tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409143 Sep 01 15:01:25.189719 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e250b-4437-43ac-92d7-2fadac99282b req-df07301d-c631-40eb-9415-b41985deaecb tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:25.190632 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7a0e250b-4437-43ac-92d7-2fadac99282b req-df07301d-c631-40eb-9415-b41985deaecb tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/ports?device_id=66af4d9b-bf6e-4f18-911e-f08261ca707c HTTP/1.1" status: 200 len: 944 time: 0.0831752 Sep 01 15:01:25.235900 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7a0e250b-4437-43ac-92d7-2fadac99282b req-676c3ac3-b57f-46e9-ac9f-585bbd7e84d6 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/security-groups?id=f060de06-4128-47ec-a28f-366115751ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360651 Sep 01 15:01:25.295926 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56888f-8243-4961-9281-22a18988384d req-ee342461-00e5-4db1-999e-a9a281584fd0 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:25.306703 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0d56888f-8243-4961-9281-22a18988384d req-ee342461-00e5-4db1-999e-a9a281584fd0 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.0784228 Sep 01 15:01:25.354467 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0d56888f-8243-4961-9281-22a18988384d req-bd78ec1c-bd98-417a-993a-8e5d89cded6a tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459921 Sep 01 15:01:25.574798 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a4703-02c7-46c0-a7cb-c4d21d3268c3 req-c939d1ca-c025-4808-8b27-cc0884b4108f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:25.578260 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-491a4703-02c7-46c0-a7cb-c4d21d3268c3 req-c939d1ca-c025-4808-8b27-cc0884b4108f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 945 time: 0.0799372 Sep 01 15:01:25.603489 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device ebea3a76-0b81-463c-9853-c895beed90e6 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:01:25.635079 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-491a4703-02c7-46c0-a7cb-c4d21d3268c3 req-01b0212e-6afa-49f4-8b89-82814e952da7 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483117 Sep 01 15:01:25.700180 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port ebea3a76-0b81-463c-9853-c895beed90e6 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:01:25.705226 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port ebea3a76-0b81-463c-9853-c895beed90e6 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:01:25.705628 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:25.814812 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:25.842143 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5323685c-1c73-410d-b4b9-2d5532a19583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebea3a76-0b81-463c-9853-c895beed90e6'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:25.844701 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4155f5f-2f7b-44be-856e-33b7e7f5822c" -d '{"events": [{"server_uuid": "5323685c-1c73-410d-b4b9-2d5532a19583", "name": "network-vif-plugged", "status": "completed", "tag": "ebea3a76-0b81-463c-9853-c895beed90e6"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:25.861258 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port ebea3a76-0b81-463c-9853-c895beed90e6, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=ebea3a76-0b81-463c-9853-c895beed90e6,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:25.870897 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:25.917185 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd00351-4eaf-4b3a-8763-90ddd6e80e72 x-openstack-request-id: req-fdd00351-4eaf-4b3a-8763-90ddd6e80e72 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:25.918009 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5323685c-1c73-410d-b4b9-2d5532a19583", "name": "network-vif-plugged", "status": "completed", "tag": "ebea3a76-0b81-463c-9853-c895beed90e6", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:25.918547 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fdd00351-4eaf-4b3a-8763-90ddd6e80e72 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:25.919165 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5323685c-1c73-410d-b4b9-2d5532a19583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebea3a76-0b81-463c-9853-c895beed90e6', 'code': 200} Sep 01 15:01:25.945893 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=ebea3a76-0b81-463c-9853-c895beed90e6,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:26.131308 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a887610-4400-4ee4-8366-fed522bddb91 req-16c1784f-37a5-4e53-a46a-d31071ad2a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:26.133253 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8a887610-4400-4ee4-8366-fed522bddb91 req-16c1784f-37a5-4e53-a46a-d31071ad2a68 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 1097 time: 0.1388073 Sep 01 15:01:26.185848 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8a887610-4400-4ee4-8366-fed522bddb91 req-a014bf46-6774-4f71-8023-02bfe8c382f7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417364 Sep 01 15:01:26.255446 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 500e971b-7f7e-4998-a6b1-5f7ba148d293 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:01:26.415613 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4840bf-a813-4a00-aec0-c5295c2b08ee req-0b911d0b-1cfc-4f67-8e72-101e30ded7d8 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:26.426542 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6a4840bf-a813-4a00-aec0-c5295c2b08ee req-0b911d0b-1cfc-4f67-8e72-101e30ded7d8 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/ports?device_id=66af4d9b-bf6e-4f18-911e-f08261ca707c HTTP/1.1" status: 200 len: 944 time: 0.0861251 Sep 01 15:01:26.438743 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 500e971b-7f7e-4998-a6b1-5f7ba148d293, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=500e971b-7f7e-4998-a6b1-5f7ba148d293,segment=NetworkSegment(60817fae-d212-475a-af00-5459414a058c),segment_id=60817fae-d212-475a-af00-5459414a058c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:26.459880 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '500e971b-7f7e-4998-a6b1-5f7ba148d293', 'network_id': 'ec026519-efc8-4dff-b3e3-33f43c2623d1', 'port_id': '500e971b-7f7e-4998-a6b1-5f7ba148d293', 'mac_address': 'fa:16:3e:4b:e9:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c10e6087-b4fb-471b-8469-fbcd36dc1a0b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:01:26.479237 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6a4840bf-a813-4a00-aec0-c5295c2b08ee req-e4d97ac0-b3f1-46cb-a14c-68ba9443a519 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/security-groups?id=f060de06-4128-47ec-a28f-366115751ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516040 Sep 01 15:01:26.516806 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:26.535328 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 500e971b-7f7e-4998-a6b1-5f7ba148d293 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:01:26.568622 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 500e971b-7f7e-4998-a6b1-5f7ba148d293, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=500e971b-7f7e-4998-a6b1-5f7ba148d293,segment=NetworkSegment(60817fae-d212-475a-af00-5459414a058c),segment_id=60817fae-d212-475a-af00-5459414a058c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:26.586679 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:26.651086 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e2221-5a67-4e84-88c9-c04dec751bf9 req-bcbc329b-ef7c-4855-a20d-38a68711166f tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:26.652742 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-680e2221-5a67-4e84-88c9-c04dec751bf9 req-bcbc329b-ef7c-4855-a20d-38a68711166f tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.0834694 Sep 01 15:01:26.683093 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=500e971b-7f7e-4998-a6b1-5f7ba148d293,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:26.714254 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-680e2221-5a67-4e84-88c9-c04dec751bf9 req-c2aabf6c-15fd-4ee3-9796-ed904319e371 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528810 Sep 01 15:01:26.905797 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824c6e8-a159-4f12-9532-20071c2564b1 req-c41f9d66-1fc5-4a80-9c27-b34485cef67d tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:26.907796 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4824c6e8-a159-4f12-9532-20071c2564b1 req-c41f9d66-1fc5-4a80-9c27-b34485cef67d tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 946 time: 0.0778177 Sep 01 15:01:26.962043 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4824c6e8-a159-4f12-9532-20071c2564b1 req-4f06d784-e76e-4294-af78-51b51e8ff618 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438166 Sep 01 15:01:27.074266 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['500e971b-7f7e-4998-a6b1-5f7ba148d293'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:01:27.296533 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:27.716146 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe7a7a-5086-4eaa-ad24-dde68ca16ce8 req-6fb5aa4b-9466-44e9-abb4-a801650a5d64 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:27.727848 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4afe7a7a-5086-4eaa-ad24-dde68ca16ce8 req-6fb5aa4b-9466-44e9-abb4-a801650a5d64 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/ports?device_id=66af4d9b-bf6e-4f18-911e-f08261ca707c HTTP/1.1" status: 200 len: 945 time: 0.1082034 Sep 01 15:01:27.815106 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4afe7a7a-5086-4eaa-ad24-dde68ca16ce8 req-508bbb3d-3932-4eba-a0d7-5ba66fa02c04 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/security-groups?id=f060de06-4128-47ec-a28f-366115751ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853169 Sep 01 15:01:27.924358 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc701f0-c1f7-46d6-9646-0f3982920c42 req-88b9ec10-c53e-4c39-8777-aaa805001dd9 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:27.926161 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9fc701f0-c1f7-46d6-9646-0f3982920c42 req-88b9ec10-c53e-4c39-8777-aaa805001dd9 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.0635700 Sep 01 15:01:27.981267 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9fc701f0-c1f7-46d6-9646-0f3982920c42 req-d5bf0611-e0b8-4162-9e88-25f6e2eaf173 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438502 Sep 01 15:01:28.148716 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44eb92-7460-4a4b-b5e0-32755ee8b975 req-f1823745-6f10-4ad6-ae16-e54a4969c405 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:28.158521 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9d44eb92-7460-4a4b-b5e0-32755ee8b975 req-f1823745-6f10-4ad6-ae16-e54a4969c405 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 946 time: 0.0963359 Sep 01 15:01:28.211372 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9d44eb92-7460-4a4b-b5e0-32755ee8b975 req-f56bca91-64d0-461b-9e28-d5ec48b92ad6 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455365 Sep 01 15:01:28.348272 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d0ef2-97cb-489a-9b5a-f1bc4236218a req-98f3e2d3-ee91-4aa2-ac9c-7b5d653f9567 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:28.349903 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-725d0ef2-97cb-489a-9b5a-f1bc4236218a req-98f3e2d3-ee91-4aa2-ac9c-7b5d653f9567 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 1097 time: 0.0468881 Sep 01 15:01:28.391537 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-725d0ef2-97cb-489a-9b5a-f1bc4236218a req-c4160813-a2fe-4dfe-a5b7-d48c86093c82 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349455 Sep 01 15:01:29.067918 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ec10c-58eb-4524-9d9c-fc76a87d5f9d req-dc696a91-509c-4c7f-82e1-310b1ee71862 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:29.084960 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-228ec10c-58eb-4524-9d9c-fc76a87d5f9d req-dc696a91-509c-4c7f-82e1-310b1ee71862 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/ports?device_id=66af4d9b-bf6e-4f18-911e-f08261ca707c HTTP/1.1" status: 200 len: 945 time: 0.1430140 Sep 01 15:01:29.164673 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-228ec10c-58eb-4524-9d9c-fc76a87d5f9d req-43b03b48-fdfe-4d11-8cdb-268a53e11a13 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/security-groups?id=f060de06-4128-47ec-a28f-366115751ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769920 Sep 01 15:01:29.332243 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349adb2f-ca90-4dc1-ab51-01d68bf8ae03 req-71204759-2787-4271-9576-83d6809784c6 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:29.334858 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-349adb2f-ca90-4dc1-ab51-01d68bf8ae03 req-71204759-2787-4271-9576-83d6809784c6 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.0922906 Sep 01 15:01:29.409663 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-349adb2f-ca90-4dc1-ab51-01d68bf8ae03 req-90a92482-5462-4807-8a53-795566780fd4 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619290 Sep 01 15:01:30.269300 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:01:30.285557 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 500e971b-7f7e-4998-a6b1-5f7ba148d293 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:01:30.461360 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0148d-f91c-4b69-9ec7-9cd46f34fbbc req-e4d9a6e6-dd08-49e3-8930-cea0869334fb tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:30.471340 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f1c0148d-f91c-4b69-9ec7-9cd46f34fbbc req-e4d9a6e6-dd08-49e3-8930-cea0869334fb tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/ports?device_id=66af4d9b-bf6e-4f18-911e-f08261ca707c HTTP/1.1" status: 200 len: 945 time: 0.1106021 Sep 01 15:01:30.551717 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=3b700a4b-0191-4f7d-8c6f-f7930ecd46fd,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:30.556219 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 500e971b-7f7e-4998-a6b1-5f7ba148d293 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:01:30.566085 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f1c0148d-f91c-4b69-9ec7-9cd46f34fbbc req-5636ce46-3546-4ba7-bd74-f422b1f996bd tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/security-groups?id=f060de06-4128-47ec-a28f-366115751ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911973 Sep 01 15:01:30.573653 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 500e971b-7f7e-4998-a6b1-5f7ba148d293 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:01:30.574641 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:30.612213 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '3b700a4b-0191-4f7d-8c6f-f7930ecd46fd', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': '3b700a4b-0191-4f7d-8c6f-f7930ecd46fd', 'mac_address': 'fa:16:3e:5b:0e:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:01:30.721315 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:30.805074 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090d66f-15e9-489e-8d17-d1f3fbda64fc req-f09d2dd6-64d8-406f-9bc8-24f1afdf49d8 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:30.807100 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6090d66f-15e9-489e-8d17-d1f3fbda64fc req-f09d2dd6-64d8-406f-9bc8-24f1afdf49d8 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 950 time: 0.0741930 Sep 01 15:01:30.829380 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:01:30.857657 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6090d66f-15e9-489e-8d17-d1f3fbda64fc req-f80dbe62-5d5f-429f-b18c-a6e83fc92127 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423136 Sep 01 15:01:30.877770 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:30.882817 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=3b700a4b-0191-4f7d-8c6f-f7930ecd46fd,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:30.905175 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:30.966554 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66af4d9b-bf6e-4f18-911e-f08261ca707c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500e971b-7f7e-4998-a6b1-5f7ba148d293'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:30.974910 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6382a5f-a60b-4cd6-aab3-48550d9266d0" -d '{"events": [{"server_uuid": "66af4d9b-bf6e-4f18-911e-f08261ca707c", "name": "network-vif-plugged", "status": "completed", "tag": "500e971b-7f7e-4998-a6b1-5f7ba148d293"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:30.998699 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 500e971b-7f7e-4998-a6b1-5f7ba148d293, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=500e971b-7f7e-4998-a6b1-5f7ba148d293,segment=NetworkSegment(60817fae-d212-475a-af00-5459414a058c),segment_id=60817fae-d212-475a-af00-5459414a058c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:31.010566 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:31.011636 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:01:31.041674 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef1da8e-85f1-4a9b-9daf-03b44ba978a7 x-openstack-request-id: req-9ef1da8e-85f1-4a9b-9daf-03b44ba978a7 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:31.041916 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66af4d9b-bf6e-4f18-911e-f08261ca707c", "name": "network-vif-plugged", "status": "completed", "tag": "500e971b-7f7e-4998-a6b1-5f7ba148d293", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:31.042156 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9ef1da8e-85f1-4a9b-9daf-03b44ba978a7 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:31.042435 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66af4d9b-bf6e-4f18-911e-f08261ca707c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500e971b-7f7e-4998-a6b1-5f7ba148d293', 'code': 200} Sep 01 15:01:31.079904 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=3b700a4b-0191-4f7d-8c6f-f7930ecd46fd,revision_number=9']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:31.240092 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=500e971b-7f7e-4998-a6b1-5f7ba148d293,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:31.293912 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a75809-27de-4be0-9882-3f8088e0efcf req-1fc3ce44-9e9a-46fb-8ba0-aa0637a56831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:31.296369 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-87a75809-27de-4be0-9882-3f8088e0efcf req-1fc3ce44-9e9a-46fb-8ba0-aa0637a56831 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=66af4d9b-bf6e-4f18-911e-f08261ca707c HTTP/1.1" status: 200 len: 1097 time: 0.1123343 Sep 01 15:01:31.304485 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:31.351832 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:01:31.388011 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=3b700a4b-0191-4f7d-8c6f-f7930ecd46fd,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:31.395646 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:31.398620 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-87a75809-27de-4be0-9882-3f8088e0efcf req-8e1e4439-d7e1-4fb7-8487-af68b96e79d0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f060de06-4128-47ec-a28f-366115751ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921950 Sep 01 15:01:31.463629 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['3b700a4b-0191-4f7d-8c6f-f7930ecd46fd'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:01:31.515031 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=3b700a4b-0191-4f7d-8c6f-f7930ecd46fd,revision_number=10']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:31.771242 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea06ea-6687-4286-b5e2-872dcd92cc3d req-bf6955f9-86d4-4073-8b08-f4898ba25fa4 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:31.774267 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d3ea06ea-6687-4286-b5e2-872dcd92cc3d req-bf6955f9-86d4-4073-8b08-f4898ba25fa4 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/ports?device_id=66af4d9b-bf6e-4f18-911e-f08261ca707c HTTP/1.1" status: 200 len: 946 time: 0.1023085 Sep 01 15:01:31.870895 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d3ea06ea-6687-4286-b5e2-872dcd92cc3d req-cb43f10e-6196-4e86-b836-4d89328d9aa5 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/security-groups?id=f060de06-4128-47ec-a28f-366115751ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901551 Sep 01 15:01:32.053953 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f18264-3189-4f03-9963-d6aaddd4a498 req-61bdcfbc-b02f-458b-b1a5-4b7b7b531074 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:32.055941 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4f18264-3189-4f03-9963-d6aaddd4a498 req-61bdcfbc-b02f-458b-b1a5-4b7b7b531074 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 949 time: 0.0692737 Sep 01 15:01:32.124242 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4f18264-3189-4f03-9963-d6aaddd4a498 req-cd20062a-ede5-4106-b984-a01d2bcccf4a tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571980 Sep 01 15:01:32.575289 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-1b63c0d0-b45c-4659-9297-0bb9318cde43 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:32.578496 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-1b63c0d0-b45c-4659-9297-0bb9318cde43 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 807 time: 0.2242892 Sep 01 15:01:32.608891 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-f80c3e4e-219e-4b96-b3b3-39283f550f9e tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/quotas/84be7df9de7c45c681c68240357d6b7c HTTP/1.1" status: 200 len: 375 time: 0.0176861 Sep 01 15:01:32.707222 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-489fb5de-fa8b-42a8-9f51-2ce167358cce tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0869029 Sep 01 15:01:32.885002 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-265d521d-3882-4166-b63d-7fa9699fda4e service neutron] 10.222.0.60 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717772 Sep 01 15:01:33.102929 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-174470ea-7880-4475-b8ba-7ef5d930cb3c service neutron] 10.222.0.60 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918423 Sep 01 15:01:33.307547 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516dc6a-f48a-40ce-84ed-aab98a8893a9 req-5b6f6e12-3252-4164-9e86-935927506249 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:33.310486 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e516dc6a-f48a-40ce-84ed-aab98a8893a9 req-5b6f6e12-3252-4164-9e86-935927506249 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/ports?device_id=66af4d9b-bf6e-4f18-911e-f08261ca707c HTTP/1.1" status: 200 len: 946 time: 0.0884302 Sep 01 15:01:33.361267 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e516dc6a-f48a-40ce-84ed-aab98a8893a9 req-4f2b416a-69b4-4a36-b233-0c9a78d5ac1b tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/security-groups?id=f060de06-4128-47ec-a28f-366115751ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406475 Sep 01 15:01:33.837509 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddc4db-5a21-4a33-aecd-dd84bd26d1a6 req-19fca144-9392-47aa-985b-b58bf240799c tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:33.840575 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d4ddc4db-5a21-4a33-aecd-dd84bd26d1a6 req-19fca144-9392-47aa-985b-b58bf240799c tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 949 time: 0.1111612 Sep 01 15:01:33.947621 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d4ddc4db-5a21-4a33-aecd-dd84bd26d1a6 req-7bf40eef-5c5d-4c74-82be-94247f30dd2a tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983315 Sep 01 15:01:34.118953 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5a11f63e-e3e9-41ea-8568-47942df4c8d3 req-431f91f6-8d6e-4765-a52f-4d915c03ddc0 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 210 time: 0.0502684 Sep 01 15:01:34.302743 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:01:34.412095 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:01:34.412095 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:34.636257 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:34.699451 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce089a2-e807-4d9a-9b90-ace08c48f5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b700a4b-0191-4f7d-8c6f-f7930ecd46fd'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:34.704682 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19266e4-e614-42cc-b36c-e7d1636b32b8" -d '{"events": [{"server_uuid": "1ce089a2-e807-4d9a-9b90-ace08c48f5c3", "name": "network-vif-plugged", "status": "completed", "tag": "3b700a4b-0191-4f7d-8c6f-f7930ecd46fd"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:34.741020 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=3b700a4b-0191-4f7d-8c6f-f7930ecd46fd,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:34.752161 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:34.821099 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff20d5a-2796-4c61-9865-7f2ee16c1bdc x-openstack-request-id: req-dff20d5a-2796-4c61-9865-7f2ee16c1bdc {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:34.821654 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce089a2-e807-4d9a-9b90-ace08c48f5c3", "name": "network-vif-plugged", "status": "completed", "tag": "3b700a4b-0191-4f7d-8c6f-f7930ecd46fd", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:34.821900 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dff20d5a-2796-4c61-9865-7f2ee16c1bdc {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:34.822502 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce089a2-e807-4d9a-9b90-ace08c48f5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b700a4b-0191-4f7d-8c6f-f7930ecd46fd', 'code': 200} Sep 01 15:01:34.855767 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=3b700a4b-0191-4f7d-8c6f-f7930ecd46fd,revision_number=11']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:35.124460 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60126697-c68c-48b1-b12c-6ca0817aa6b7 req-35389015-3131-44f2-bac4-9a19bb94f47c tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:35.133881 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-60126697-c68c-48b1-b12c-6ca0817aa6b7 req-35389015-3131-44f2-bac4-9a19bb94f47c tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 951 time: 0.0741367 Sep 01 15:01:35.206669 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-60126697-c68c-48b1-b12c-6ca0817aa6b7 req-601e167c-7a1c-4877-91b4-92f2e70f8cf7 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711317 Sep 01 15:01:35.221301 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8f0cf-f63f-4305-a42b-f445aefce5f2 req-74dc57f6-ea45-43fd-80cc-d273695a0a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:35.225901 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2ed8f0cf-f63f-4305-a42b-f445aefce5f2 req-74dc57f6-ea45-43fd-80cc-d273695a0a28 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 1102 time: 0.1051998 Sep 01 15:01:35.346985 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ae03fac9-45c1-4f8f-ae90-c93d5c7ba710 req-9242f1f4-6d5f-40ab-845d-7b48bf429af0 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 210 time: 0.0609219 Sep 01 15:01:35.356612 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2ed8f0cf-f63f-4305-a42b-f445aefce5f2 req-4604956c-42c8-473d-b93c-fd5224bd74e6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205389 Sep 01 15:01:35.550911 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-22399a18-3ede-4aad-ba20-5ba969f5ef6a tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:35.553480 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-22399a18-3ede-4aad-ba20-5ba969f5ef6a tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.45 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 807 time: 0.2196729 Sep 01 15:01:35.587053 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-7a630ba3-b751-42fe-ba05-5d0ab2d177b0 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Request body: {'port': {'device_id': '1e1cbe22-8ca1-459c-b6a7-1f45324c2e79', 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823', 'admin_state_up': True, 'tenant_id': '84be7df9de7c45c681c68240357d6b7c'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:35.867499 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-7a630ba3-b751-42fe-ba05-5d0ab2d177b0 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Made reservation on behalf of 84be7df9de7c45c681c68240357d6b7c for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:01:35.873782 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-7a630ba3-b751-42fe-ba05-5d0ab2d177b0 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:36.097497 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-7a630ba3-b751-42fe-ba05-5d0ab2d177b0 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Allocated IP 172.20.0.8 (baf99c09-53f8-4476-8cd9-fd2a9a404823/1f21d72f-51d2-4274-ac2c-410e832eb73e/c152d548-ed6d-4ee0-965a-8045096d4362) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:01:36.311162 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-7a630ba3-b751-42fe-ba05-5d0ab2d177b0 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:36.429285 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e654c-fe08-4578-bb13-f4a1443f669e req-3ce68bd1-f1be-4027-9b30-6f8ed991822d tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:36.431953 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef6e654c-fe08-4578-bb13-f4a1443f669e req-3ce68bd1-f1be-4027-9b30-6f8ed991822d tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 951 time: 0.0992830 Sep 01 15:01:36.440313 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-7a630ba3-b751-42fe-ba05-5d0ab2d177b0 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:36.485133 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['2fe55acc-3642-4816-8ed1-af0fb041aad0'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:01:36.512297 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a630ba3-b751-42fe-ba05-5d0ab2d177b0 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Pushing event updated for resources: {'Port': ['ID=c152d548-ed6d-4ee0-965a-8045096d4362,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:36.521018 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-7a630ba3-b751-42fe-ba05-5d0ab2d177b0 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Network baf99c09-53f8-4476-8cd9-fd2a9a404823 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:01:36.528805 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-7a630ba3-b751-42fe-ba05-5d0ab2d177b0 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:01:36.534098 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-7a630ba3-b751-42fe-ba05-5d0ab2d177b0 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:01:36.643031 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef6e654c-fe08-4578-bb13-f4a1443f669e req-8f8a5cfe-1642-4677-87de-4ac4bf4b1472 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378217 Sep 01 15:01:36.658740 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-7a630ba3-b751-42fe-ba05-5d0ab2d177b0 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:36.659963 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-7a630ba3-b751-42fe-ba05-5d0ab2d177b0 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:36.684894 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-7a630ba3-b751-42fe-ba05-5d0ab2d177b0 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1060641 Sep 01 15:01:36.699871 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-8e59ed3e-4e6f-4024-a9d1-95a0c0bb3229 service neutron] Request body: {'port': {'device_id': '1e1cbe22-8ca1-459c-b6a7-1f45324c2e79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:36.775743 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-8e59ed3e-4e6f-4024-a9d1-95a0c0bb3229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:36.947027 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a79606-9fd0-477c-b8f9-063f2bf7cce9 req-c581486f-08a8-4198-aa3e-741f5458a50a tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:36.950779 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-28a79606-9fd0-477c-b8f9-063f2bf7cce9 req-c581486f-08a8-4198-aa3e-741f5458a50a tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 931 time: 0.3007746 Sep 01 15:01:37.093883 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-28a79606-9fd0-477c-b8f9-063f2bf7cce9 req-f0c89bd9-53ef-4d1b-8872-2ae3862cc5c9 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309369 Sep 01 15:01:37.460339 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-8e59ed3e-4e6f-4024-a9d1-95a0c0bb3229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c152d548-ed6d-4ee0-965a-8045096d4362 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:01:37.478228 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-8e59ed3e-4e6f-4024-a9d1-95a0c0bb3229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:37.509838 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-8e59ed3e-4e6f-4024-a9d1-95a0c0bb3229 service neutron] Transition to ACTIVE for port object c152d548-ed6d-4ee0-965a-8045096d4362 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:01:37.521606 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-8e59ed3e-4e6f-4024-a9d1-95a0c0bb3229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:37.667609 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59ed3e-4e6f-4024-a9d1-95a0c0bb3229 service neutron] Pushing event updated for resources: {'Port': ['ID=c152d548-ed6d-4ee0-965a-8045096d4362,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:37.775996 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-8e59ed3e-4e6f-4024-a9d1-95a0c0bb3229 service neutron] Attempting to bind port c152d548-ed6d-4ee0-965a-8045096d4362 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:01:37.776566 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-8e59ed3e-4e6f-4024-a9d1-95a0c0bb3229 service neutron] Attempting to bind port c152d548-ed6d-4ee0-965a-8045096d4362 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:01:37.777069 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-8e59ed3e-4e6f-4024-a9d1-95a0c0bb3229 service neutron] Attempting to bind port c152d548-ed6d-4ee0-965a-8045096d4362 on network baf99c09-53f8-4476-8cd9-fd2a9a404823 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:01:37.817089 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-8e59ed3e-4e6f-4024-a9d1-95a0c0bb3229 service neutron] Port c152d548-ed6d-4ee0-965a-8045096d4362 on network baf99c09-53f8-4476-8cd9-fd2a9a404823 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:01:37.817585 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-8e59ed3e-4e6f-4024-a9d1-95a0c0bb3229 service neutron] Attempting to bind port c152d548-ed6d-4ee0-965a-8045096d4362 on network baf99c09-53f8-4476-8cd9-fd2a9a404823 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:01:37.828955 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-8e59ed3e-4e6f-4024-a9d1-95a0c0bb3229 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:01:37.829500 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-8e59ed3e-4e6f-4024-a9d1-95a0c0bb3229 service neutron] Checking segment: {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:01:37.830122 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-8e59ed3e-4e6f-4024-a9d1-95a0c0bb3229 service neutron] Bound using segment: {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:01:37.831182 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-8e59ed3e-4e6f-4024-a9d1-95a0c0bb3229 service neutron] Bound port: c152d548-ed6d-4ee0-965a-8045096d4362, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:01:37.831789 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-8e59ed3e-4e6f-4024-a9d1-95a0c0bb3229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:37.923715 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:37.929804 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff3f1f-de3a-4e0f-8b27-e21c76cdc0e7 req-9d6a75ae-91b0-4f0e-9e0e-0b031f769e5f tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:37.944398 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37ff3f1f-de3a-4e0f-8b27-e21c76cdc0e7 req-9d6a75ae-91b0-4f0e-9e0e-0b031f769e5f tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 951 time: 0.1568711 Sep 01 15:01:37.967250 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-8e59ed3e-4e6f-4024-a9d1-95a0c0bb3229 service neutron] For port c152d548-ed6d-4ee0-965a-8045096d4362, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:01:37.974064 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-8e59ed3e-4e6f-4024-a9d1-95a0c0bb3229 service neutron] For port c152d548-ed6d-4ee0-965a-8045096d4362, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c152d548-ed6d-4ee0-965a-8045096d4362,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:01:38.019314 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da8f2a-43da-45ee-ac98-a8e3f18b52ef req-894aedc0-15d1-44d0-9ec7-43c2899bf483 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:38.022351 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a5da8f2a-43da-45ee-ac98-a8e3f18b52ef req-894aedc0-15d1-44d0-9ec7-43c2899bf483 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/ports?device_id=66af4d9b-bf6e-4f18-911e-f08261ca707c HTTP/1.1" status: 200 len: 946 time: 0.3481660 Sep 01 15:01:38.024614 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-8e59ed3e-4e6f-4024-a9d1-95a0c0bb3229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:38.031115 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37ff3f1f-de3a-4e0f-8b27-e21c76cdc0e7 req-b39aaf49-88e4-47e2-8b13-74f12bdbaa22 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846498 Sep 01 15:01:38.159126 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-8e59ed3e-4e6f-4024-a9d1-95a0c0bb3229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:38.159985 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-8e59ed3e-4e6f-4024-a9d1-95a0c0bb3229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:38.162357 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-8e59ed3e-4e6f-4024-a9d1-95a0c0bb3229 service neutron] 10.222.0.45 "PUT /v2.0/ports/c152d548-ed6d-4ee0-965a-8045096d4362 HTTP/1.1" status: 200 len: 1091 time: 1.4672949 Sep 01 15:01:38.163147 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e1cbe22-8ca1-459c-b6a7-1f45324c2e79', 'tag': 'c152d548-ed6d-4ee0-965a-8045096d4362'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:38.166652 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6a31ec-2a09-4807-9b1a-c7448ebf6ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "1e1cbe22-8ca1-459c-b6a7-1f45324c2e79", "tag": "c152d548-ed6d-4ee0-965a-8045096d4362"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:38.243285 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a5da8f2a-43da-45ee-ac98-a8e3f18b52ef req-5e34d445-65a7-4f3d-8e5d-caff4642a874 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/security-groups?id=f060de06-4128-47ec-a28f-366115751ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279216 Sep 01 15:01:38.244875 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59ed3e-4e6f-4024-a9d1-95a0c0bb3229 service neutron] Pushing event updated for resources: {'Port': ['ID=c152d548-ed6d-4ee0-965a-8045096d4362,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:38.350163 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-dd365f0e-777a-4836-8db4-c2b2358ce2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:38.359376 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-dd365f0e-777a-4836-8db4-c2b2358ce2f7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 1094 time: 0.1037285 Sep 01 15:01:38.449299 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-397abca3-e791-4032-aab7-46a3b6b7395c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c152d548-ed6d-4ee0-965a-8045096d4362 HTTP/1.1" status: 200 len: 217 time: 0.0751991 Sep 01 15:01:38.556114 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-71e44637-2bed-4440-9cf9-7ed336f3e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:38.559263 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-71e44637-2bed-4440-9cf9-7ed336f3e4fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f21d72f-51d2-4274-ac2c-410e832eb73e HTTP/1.1" status: 200 len: 847 time: 0.1022427 Sep 01 15:01:38.561797 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbce5a6e-1df2-43f5-aa72-18d583ec5273 x-openstack-request-id: req-fbce5a6e-1df2-43f5-aa72-18d583ec5273 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:38.562261 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e1cbe22-8ca1-459c-b6a7-1f45324c2e79", "tag": "c152d548-ed6d-4ee0-965a-8045096d4362", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:38.562721 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fbce5a6e-1df2-43f5-aa72-18d583ec5273 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:38.563338 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e1cbe22-8ca1-459c-b6a7-1f45324c2e79', 'tag': 'c152d548-ed6d-4ee0-965a-8045096d4362', 'status': 'completed', 'code': 200} Sep 01 15:01:38.593761 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878fd08-6b42-446e-a57e-16845433f5a1 req-b553412d-e6df-4b82-9afb-8fb2a635d95c tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:38.595556 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3878fd08-6b42-446e-a57e-16845433f5a1 req-b553412d-e6df-4b82-9afb-8fb2a635d95c tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 943 time: 0.0894098 Sep 01 15:01:38.618650 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-2c956be6-ae8d-4b75-9bdb-b0785d5e6028 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=baf99c09-53f8-4476-8cd9-fd2a9a404823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496216 Sep 01 15:01:38.664409 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3878fd08-6b42-446e-a57e-16845433f5a1 req-76ca63f4-66f9-494e-9cd1-884d82e10865 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596154 Sep 01 15:01:38.754631 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-6824a109-ba9b-4969-93e1-14c303b56610 service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262801 Sep 01 15:01:38.910530 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41a859-139b-4c1f-841c-93b6c68bc099 req-d4784890-566d-4dff-b3f5-c4bc95ddf473 tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:38.913613 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d41a859-139b-4c1f-841c-93b6c68bc099 req-d4784890-566d-4dff-b3f5-c4bc95ddf473 tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 1102 time: 0.0773563 Sep 01 15:01:38.922733 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26e33d-2878-4bc4-b192-f3b2c0fe9238 req-ba9a6e19-0f28-4acc-ac54-87c50f2267f3 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:38.924491 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3b26e33d-2878-4bc4-b192-f3b2c0fe9238 req-ba9a6e19-0f28-4acc-ac54-87c50f2267f3 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=33c4d3d2-7bf7-465c-92b0-0677e23ede14 HTTP/1.1" status: 200 len: 945 time: 0.0869293 Sep 01 15:01:38.932300 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7649b9a5-1d93-4147-bbec-4cc8bb4fb5c0 req-281fbfe9-2c51-413d-97df-9f95370d8938 service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616955 Sep 01 15:01:38.990536 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d41a859-139b-4c1f-841c-93b6c68bc099 req-c706a3ca-fb40-436b-ae0e-8233a1591898 tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699501 Sep 01 15:01:39.007613 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3b26e33d-2878-4bc4-b192-f3b2c0fe9238 req-1a7d4636-8229-4d0f-91b9-bb4e36d2bee0 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727024 Sep 01 15:01:39.093799 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a31ec-2a09-4807-9b1a-c7448ebf6ac5 req-e46f7608-87e3-4f83-934c-62e7b2ea9417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:39.094740 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c6a31ec-2a09-4807-9b1a-c7448ebf6ac5 req-e46f7608-87e3-4f83-934c-62e7b2ea9417 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 1094 time: 0.0851736 Sep 01 15:01:39.164798 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f7c2c940-334d-495a-bae2-1250bb0fa40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:39.273065 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a31ec-2a09-4807-9b1a-c7448ebf6ac5 req-496d4317-2293-4492-bbf6-a1b551ead326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:39.275939 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c6a31ec-2a09-4807-9b1a-c7448ebf6ac5 req-496d4317-2293-4492-bbf6-a1b551ead326 service neutron] 10.222.0.45 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 908 time: 0.1721752 Sep 01 15:01:39.383919 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b52d5d-6841-4da6-8f1a-489dd4476679 req-2791c545-4c35-4443-be63-6560b0bf06c1 tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:39.386457 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-92b52d5d-6841-4da6-8f1a-489dd4476679 req-2791c545-4c35-4443-be63-6560b0bf06c1 tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 1102 time: 0.0934868 Sep 01 15:01:39.390355 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c6a31ec-2a09-4807-9b1a-c7448ebf6ac5 req-28a10082-2a38-40a8-b392-b73a50c4ca41 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c152d548-ed6d-4ee0-965a-8045096d4362 HTTP/1.1" status: 200 len: 217 time: 0.1044540 Sep 01 15:01:39.466164 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-92b52d5d-6841-4da6-8f1a-489dd4476679 req-bf03cdbf-2428-4094-a3b1-916375109a8a tempest-ServersAdminTestJSON-549069730 tempest-ServersAdminTestJSON-549069730-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661995 Sep 01 15:01:39.534875 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a31ec-2a09-4807-9b1a-c7448ebf6ac5 req-cc3af1bf-6a22-4484-90a5-5a99c1d40292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:39.536435 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c6a31ec-2a09-4807-9b1a-c7448ebf6ac5 req-cc3af1bf-6a22-4484-90a5-5a99c1d40292 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f21d72f-51d2-4274-ac2c-410e832eb73e HTTP/1.1" status: 200 len: 847 time: 0.1374760 Sep 01 15:01:39.544822 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfe694-fb20-4ece-a6fc-ef7bfdfcb166 req-294236fd-b7de-4f6a-95eb-9802c2945a25 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:39.547195 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a3dfe694-fb20-4ece-a6fc-ef7bfdfcb166 req-294236fd-b7de-4f6a-95eb-9802c2945a25 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/ports?device_id=66af4d9b-bf6e-4f18-911e-f08261ca707c HTTP/1.1" status: 200 len: 946 time: 0.1755722 Sep 01 15:01:39.585078 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c6a31ec-2a09-4807-9b1a-c7448ebf6ac5 req-1b86c960-5ce0-4df5-a2a5-5fd525fb9d14 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=baf99c09-53f8-4476-8cd9-fd2a9a404823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368338 Sep 01 15:01:39.720716 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a3dfe694-fb20-4ece-a6fc-ef7bfdfcb166 req-4529131e-2341-4b69-93dd-8435518a520d tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/security-groups?id=f060de06-4128-47ec-a28f-366115751ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586726 Sep 01 15:01:39.871969 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c0380-30e9-47af-a465-c843799e2337 req-11ed5528-37a2-4edf-aeb2-307bdc78c71e tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:39.875095 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-890c0380-30e9-47af-a465-c843799e2337 req-11ed5528-37a2-4edf-aeb2-307bdc78c71e tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.62 "GET /v2.0/ports?device_id=66af4d9b-bf6e-4f18-911e-f08261ca707c HTTP/1.1" status: 200 len: 946 time: 0.1491523 Sep 01 15:01:39.898710 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c6a31ec-2a09-4807-9b1a-c7448ebf6ac5 req-a983d0b3-68fd-4ca7-b7af-6174461ffdd6 service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037181 Sep 01 15:01:40.119926 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b40c3e-0218-46c2-ad88-814a1b5bce7d req-603a1d65-3c54-4a63-b86b-024579ac312a tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:40.123979 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-10b40c3e-0218-46c2-ad88-814a1b5bce7d req-603a1d65-3c54-4a63-b86b-024579ac312a tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=defda0c5-8a81-4a29-b7c8-3e9678baf8fc HTTP/1.1" status: 200 len: 950 time: 0.0875044 Sep 01 15:01:40.184871 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00963be-95b0-454e-b5d9-0a94bb26bcfc req-3b042110-00b1-43e1-ba3a-48e0ee1201e4 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:40.189188 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a00963be-95b0-454e-b5d9-0a94bb26bcfc req-3b042110-00b1-43e1-ba3a-48e0ee1201e4 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 943 time: 0.3125150 Sep 01 15:01:40.205993 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-10b40c3e-0218-46c2-ad88-814a1b5bce7d req-a91f1fac-c403-45c3-b5c3-dc2bf33cc35a tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743494 Sep 01 15:01:40.306148 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c6a31ec-2a09-4807-9b1a-c7448ebf6ac5 req-582fd158-6e49-40d6-a4c1-383bb0703040 service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731930 Sep 01 15:01:40.326797 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a00963be-95b0-454e-b5d9-0a94bb26bcfc req-30257b30-aa80-4a7d-8303-76b700430f22 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229110 Sep 01 15:01:40.338677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-890c0380-30e9-47af-a465-c843799e2337 req-90b66b5c-b711-40c3-9aa2-904f1f224d6e tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Deleting port 500e971b-7f7e-4998-a6b1-5f7ba148d293 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:01:40.339260 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-890c0380-30e9-47af-a465-c843799e2337 req-90b66b5c-b711-40c3-9aa2-904f1f224d6e tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:40.527349 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-890c0380-30e9-47af-a465-c843799e2337 req-90b66b5c-b711-40c3-9aa2-904f1f224d6e tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] For port 500e971b-7f7e-4998-a6b1-5f7ba148d293, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=500e971b-7f7e-4998-a6b1-5f7ba148d293,segment=NetworkSegment(60817fae-d212-475a-af00-5459414a058c),segment_id=60817fae-d212-475a-af00-5459414a058c)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:40.527748 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-890c0380-30e9-47af-a465-c843799e2337 req-90b66b5c-b711-40c3-9aa2-904f1f224d6e tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:40.546445 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-890c0380-30e9-47af-a465-c843799e2337 req-90b66b5c-b711-40c3-9aa2-904f1f224d6e tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Calling delete_port for 500e971b-7f7e-4998-a6b1-5f7ba148d293 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:01:40.588052 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ba920-43c5-44a7-b779-07fb7b98a7b7 req-0e717589-c85b-470a-9233-89120a9caeec tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:40.589875 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1d4ba920-43c5-44a7-b779-07fb7b98a7b7 req-0e717589-c85b-470a-9233-89120a9caeec tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=33c4d3d2-7bf7-465c-92b0-0677e23ede14 HTTP/1.1" status: 200 len: 945 time: 0.0602560 Sep 01 15:01:40.652163 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1d4ba920-43c5-44a7-b779-07fb7b98a7b7 req-d63fe59b-6d23-4ef6-b504-7eb24807c452 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488279 Sep 01 15:01:40.722504 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-890c0380-30e9-47af-a465-c843799e2337 req-90b66b5c-b711-40c3-9aa2-904f1f224d6e tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:40.754688 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b66b5c-b711-40c3-9aa2-904f1f224d6e tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Pushing event deleted for resources: {'Port': ['ID=500e971b-7f7e-4998-a6b1-5f7ba148d293,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:40.806660 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-890c0380-30e9-47af-a465-c843799e2337 req-90b66b5c-b711-40c3-9aa2-904f1f224d6e tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] No DVR routers for this DVR port 500e971b-7f7e-4998-a6b1-5f7ba148d293 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:01:40.809537 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-890c0380-30e9-47af-a465-c843799e2337 req-90b66b5c-b711-40c3-9aa2-904f1f224d6e tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:40.812606 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-890c0380-30e9-47af-a465-c843799e2337 req-90b66b5c-b711-40c3-9aa2-904f1f224d6e tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.62 "DELETE /v2.0/ports/500e971b-7f7e-4998-a6b1-5f7ba148d293 HTTP/1.1" status: 204 len: 173 time: 0.8575132 Sep 01 15:01:40.813126 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66af4d9b-bf6e-4f18-911e-f08261ca707c', 'name': 'network-vif-deleted', 'tag': '500e971b-7f7e-4998-a6b1-5f7ba148d293'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:40.815492 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef2a8e7-7142-4d73-86b8-9d326054f899" -d '{"events": [{"server_uuid": "66af4d9b-bf6e-4f18-911e-f08261ca707c", "name": "network-vif-deleted", "tag": "500e971b-7f7e-4998-a6b1-5f7ba148d293"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:40.881674 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7fc06a6e-bcc0-4eb6-9635-b59f7a0e2735 req-f1f3d687-5e12-4760-948e-597f7344ff74 tempest-ServerTagsTestJSON-2055835906 tempest-ServerTagsTestJSON-2055835906-project] 10.222.0.60 "GET /v2.0/ports?device_id=66af4d9b-bf6e-4f18-911e-f08261ca707c HTTP/1.1" status: 200 len: 210 time: 0.0582404 Sep 01 15:01:40.886222 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43521d45-26b3-474c-9793-f9858a82b521 x-openstack-request-id: req-43521d45-26b3-474c-9793-f9858a82b521 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:40.886595 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66af4d9b-bf6e-4f18-911e-f08261ca707c", "name": "network-vif-deleted", "tag": "500e971b-7f7e-4998-a6b1-5f7ba148d293", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:40.886857 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43521d45-26b3-474c-9793-f9858a82b521 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:40.887437 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66af4d9b-bf6e-4f18-911e-f08261ca707c', 'name': 'network-vif-deleted', 'tag': '500e971b-7f7e-4998-a6b1-5f7ba148d293', 'status': 'completed', 'code': 200} Sep 01 15:01:41.376574 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9c860-37ed-437c-bb83-bd6fe37943ce req-101b4b68-7c8a-4cf6-b020-43bff1e7cc82 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:41.379579 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3ee9c860-37ed-437c-bb83-bd6fe37943ce req-101b4b68-7c8a-4cf6-b020-43bff1e7cc82 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=defda0c5-8a81-4a29-b7c8-3e9678baf8fc HTTP/1.1" status: 200 len: 950 time: 0.0823119 Sep 01 15:01:41.474532 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3ee9c860-37ed-437c-bb83-bd6fe37943ce req-f2c34095-83da-4951-9257-7fd825a69f94 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848770 Sep 01 15:01:41.619860 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f628167-824c-4df8-b813-6cdcab410832 req-aa2c934a-7260-4519-a1cd-52161d0a9bec tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:41.627362 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1f628167-824c-4df8-b813-6cdcab410832 req-aa2c934a-7260-4519-a1cd-52161d0a9bec tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 943 time: 0.1613557 Sep 01 15:01:41.704117 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1f628167-824c-4df8-b813-6cdcab410832 req-3ec69de8-193d-4af7-81e3-ede7fcb93331 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683806 Sep 01 15:01:41.858213 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b08e6-6dcb-4c31-96ed-7565d639ef46 req-d6665d79-dc66-46dc-93c9-e8c486111116 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:41.860930 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-360b08e6-6dcb-4c31-96ed-7565d639ef46 req-d6665d79-dc66-46dc-93c9-e8c486111116 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=33c4d3d2-7bf7-465c-92b0-0677e23ede14 HTTP/1.1" status: 200 len: 945 time: 0.0870309 Sep 01 15:01:41.934987 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-360b08e6-6dcb-4c31-96ed-7565d639ef46 req-46321506-4e69-4bac-bafc-687035387b6e tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558839 Sep 01 15:01:41.976573 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:42.010413 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52744) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:42.067095 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ec93d7-3abb-492b-8af2-cf55e9ef542c admin admin] Deleting subnet c10e6087-b4fb-471b-8469-fbcd36dc1a0b {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:01:42.073544 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-69ec93d7-3abb-492b-8af2-cf55e9ef542c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:42.094787 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-db54cc53-4124-422c-a6e0-4b46638bcdee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:42.142883 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-69ec93d7-3abb-492b-8af2-cf55e9ef542c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:42.283241 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-69ec93d7-3abb-492b-8af2-cf55e9ef542c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:42.334778 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 500e971b-7f7e-4998-a6b1-5f7ba148d293 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:01:42.342638 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f2bd2-d551-4ac8-aeb3-0944576d28d1 req-fbccd2b1-7560-4945-bbb0-a0e588c856f5 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:42.345530 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-789f2bd2-d551-4ac8-aeb3-0944576d28d1 req-fbccd2b1-7560-4945-bbb0-a0e588c856f5 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.62 "GET /v2.0/ports?device_id=defda0c5-8a81-4a29-b7c8-3e9678baf8fc HTTP/1.1" status: 200 len: 950 time: 0.1585045 Sep 01 15:01:42.391639 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 500e971b-7f7e-4998-a6b1-5f7ba148d293 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:01:42.392663 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 500e971b-7f7e-4998-a6b1-5f7ba148d293 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:01:42.570787 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-69ec93d7-3abb-492b-8af2-cf55e9ef542c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:42.634399 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec93d7-3abb-492b-8af2-cf55e9ef542c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c10e6087-b4fb-471b-8469-fbcd36dc1a0b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:42.659829 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-69ec93d7-3abb-492b-8af2-cf55e9ef542c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:42.665147 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52752) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:42.671084 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-69ec93d7-3abb-492b-8af2-cf55e9ef542c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c10e6087-b4fb-471b-8469-fbcd36dc1a0b HTTP/1.1" status: 204 len: 168 time: 0.6592004 Sep 01 15:01:42.736418 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-789f2bd2-d551-4ac8-aeb3-0944576d28d1 req-0e9f48c8-d73d-40c1-8cb8-8ee960a28962 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Deleting port 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:01:42.737287 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-789f2bd2-d551-4ac8-aeb3-0944576d28d1 req-0e9f48c8-d73d-40c1-8cb8-8ee960a28962 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:42.769396 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1e9fccbd-ab54-442c-9f6d-4e37dd95fc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:42.880210 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38e134-e568-4ebf-8fd9-2320a6362c06 req-3cffc22a-cf64-4260-8b9c-91e0cdb06742 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:42.889532 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff38e134-e568-4ebf-8fd9-2320a6362c06 req-3cffc22a-cf64-4260-8b9c-91e0cdb06742 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=defda0c5-8a81-4a29-b7c8-3e9678baf8fc HTTP/1.1" status: 200 len: 950 time: 0.2160769 Sep 01 15:01:42.967194 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff38e134-e568-4ebf-8fd9-2320a6362c06 req-d0a32279-6320-4d4f-8733-c9f3db55db9f tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763946 Sep 01 15:01:43.064524 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:43.069950 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-789f2bd2-d551-4ac8-aeb3-0944576d28d1 req-0e9f48c8-d73d-40c1-8cb8-8ee960a28962 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] For port 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:43.071261 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-789f2bd2-d551-4ac8-aeb3-0944576d28d1 req-0e9f48c8-d73d-40c1-8cb8-8ee960a28962 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:43.072067 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1e9fccbd-ab54-442c-9f6d-4e37dd95fc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:43.095021 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-1e9fccbd-ab54-442c-9f6d-4e37dd95fc20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec026519-efc8-4dff-b3e3-33f43c2623d1']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:43.114478 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-789f2bd2-d551-4ac8-aeb3-0944576d28d1 req-0e9f48c8-d73d-40c1-8cb8-8ee960a28962 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Calling delete_port for 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:01:43.130055 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-1e9fccbd-ab54-442c-9f6d-4e37dd95fc20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60817fae-d212-475a-af00-5459414a058c') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:43.130871 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-1e9fccbd-ab54-442c-9f6d-4e37dd95fc20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60817fae-d212-475a-af00-5459414a058c') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:43.180809 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1e9fccbd-ab54-442c-9f6d-4e37dd95fc20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:43.202182 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25eaa45-51e7-4c57-bd7d-3a53f79ef70a req-b37fdfca-5eb0-4438-9df1-c6bd43a99f19 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:43.204505 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e25eaa45-51e7-4c57-bd7d-3a53f79ef70a req-b37fdfca-5eb0-4438-9df1-c6bd43a99f19 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 943 time: 0.3050780 Sep 01 15:01:43.218860 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1e9fccbd-ab54-442c-9f6d-4e37dd95fc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:43.245386 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9fccbd-ab54-442c-9f6d-4e37dd95fc20 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:01:43.246813 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1e9fccbd-ab54-442c-9f6d-4e37dd95fc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:43.265633 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563aebd-7513-43e8-a464-7fe7aefa16e2 req-06856e60-defa-40af-8d81-43bd944154ae tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:43.269093 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0563aebd-7513-43e8-a464-7fe7aefa16e2 req-06856e60-defa-40af-8d81-43bd944154ae tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.62 "GET /v2.0/ports?device_id=33c4d3d2-7bf7-465c-92b0-0677e23ede14 HTTP/1.1" status: 200 len: 945 time: 0.2909086 Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:01:43.270504 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:01:43.475268 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac11fa-c3a0-4eb1-afe3-646131c8afa8 req-f47ab274-b4e0-413c-927c-564f7e59ec75 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:43.488729 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d6ac11fa-c3a0-4eb1-afe3-646131c8afa8 req-f47ab274-b4e0-413c-927c-564f7e59ec75 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=33c4d3d2-7bf7-465c-92b0-0677e23ede14 HTTP/1.1" status: 200 len: 945 time: 0.1466677 Sep 01 15:01:43.550141 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e25eaa45-51e7-4c57-bd7d-3a53f79ef70a req-696b020a-ca51-43b4-bdee-4feddcd3bbb5 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217289 Sep 01 15:01:43.550907 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1e9fccbd-ab54-442c-9f6d-4e37dd95fc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:43.727230 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d6ac11fa-c3a0-4eb1-afe3-646131c8afa8 req-a2cf590a-4901-4525-9f69-c4bf4c243a1c tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586454 Sep 01 15:01:43.740209 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-789f2bd2-d551-4ac8-aeb3-0944576d28d1 req-0e9f48c8-d73d-40c1-8cb8-8ee960a28962 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:43.766636 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['88f6f79a-8789-4ec6-9691-06fc58581463'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:01:43.839443 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f48c8-d73d-40c1-8cb8-8ee960a28962 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Pushing event deleted for resources: {'Port': ['ID=5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:43.889228 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:01:43.906778 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['3b700a4b-0191-4f7d-8c6f-f7930ecd46fd'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:01:44.083357 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-789f2bd2-d551-4ac8-aeb3-0944576d28d1 req-0e9f48c8-d73d-40c1-8cb8-8ee960a28962 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] No DVR routers for this DVR port 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:01:44.086886 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-789f2bd2-d551-4ac8-aeb3-0944576d28d1 req-0e9f48c8-d73d-40c1-8cb8-8ee960a28962 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:44.089546 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-789f2bd2-d551-4ac8-aeb3-0944576d28d1 req-0e9f48c8-d73d-40c1-8cb8-8ee960a28962 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.62 "DELETE /v2.0/ports/5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a HTTP/1.1" status: 204 len: 173 time: 1.7326181 Sep 01 15:01:44.090140 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defda0c5-8a81-4a29-b7c8-3e9678baf8fc', 'name': 'network-vif-deleted', 'tag': '5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:44.092760 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a196a9-24bc-47ee-9830-1141561cbbc6" -d '{"events": [{"server_uuid": "defda0c5-8a81-4a29-b7c8-3e9678baf8fc", "name": "network-vif-deleted", "tag": "5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:44.170542 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1e9fccbd-ab54-442c-9f6d-4e37dd95fc20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:44.174646 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1e9fccbd-ab54-442c-9f6d-4e37dd95fc20 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ec026519-efc8-4dff-b3e3-33f43c2623d1 HTTP/1.1" status: 204 len: 168 time: 1.5069208 Sep 01 15:01:44.284828 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fb4f2-3b52-472a-a81e-b723976522ab req-2d35f655-65b6-4773-8cba-800ef0ace753 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:44.291492 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-df1fb4f2-3b52-472a-a81e-b723976522ab req-2d35f655-65b6-4773-8cba-800ef0ace753 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 1097 time: 0.1815739 Sep 01 15:01:44.344820 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fccbd-ab54-442c-9f6d-4e37dd95fc20 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec026519-efc8-4dff-b3e3-33f43c2623d1,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:44.355278 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:01:44.391279 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fbcab552-4442-44bd-9524-0095edb9207c req-42bc73f3-9049-43ad-9db0-0503aef9a374 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=defda0c5-8a81-4a29-b7c8-3e9678baf8fc HTTP/1.1" status: 200 len: 210 time: 0.2239287 Sep 01 15:01:44.412697 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:01:44.413519 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:01:44.419833 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-df1fb4f2-3b52-472a-a81e-b723976522ab req-a69b1115-5087-4564-adfd-ccec20ba13be tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015854 Sep 01 15:01:44.472815 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-0563aebd-7513-43e8-a464-7fe7aefa16e2 req-0aff7dbb-320b-469c-9871-9525a37538e0 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Deleting port ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:01:44.476735 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0563aebd-7513-43e8-a464-7fe7aefa16e2 req-0aff7dbb-320b-469c-9871-9525a37538e0 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:44.567584 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175ec1bf-88e7-4bf6-b3a3-0c0960494786 x-openstack-request-id: req-175ec1bf-88e7-4bf6-b3a3-0c0960494786 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:44.568272 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defda0c5-8a81-4a29-b7c8-3e9678baf8fc", "name": "network-vif-deleted", "tag": "5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:44.568742 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-175ec1bf-88e7-4bf6-b3a3-0c0960494786 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:44.569317 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'defda0c5-8a81-4a29-b7c8-3e9678baf8fc', 'name': 'network-vif-deleted', 'tag': '5c310d33-6fe9-478d-b6b6-f3f5e1da3d4a', 'status': 'completed', 'code': 200} Sep 01 15:01:44.646129 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52790) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:44.780227 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9318f225-58e5-439c-967e-7738eb0fb866 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=577f19d4a89347449c984c88e7b42b0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1325550 Sep 01 15:01:44.786677 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52794) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:44.860950 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-0563aebd-7513-43e8-a464-7fe7aefa16e2 req-0aff7dbb-320b-469c-9871-9525a37538e0 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] For port ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2,segment=NetworkSegment(6494e41f-3a98-4c3f-8728-8bf218086c1f),segment_id=6494e41f-3a98-4c3f-8728-8bf218086c1f)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:44.861923 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0563aebd-7513-43e8-a464-7fe7aefa16e2 req-0aff7dbb-320b-469c-9871-9525a37538e0 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:44.969112 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:45.009341 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b18ec-483e-43d4-89f1-0c80fa1695e2 req-1b06cc9c-52c3-479e-88e1-e2561f7f51f8 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:45.009341 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fb7b18ec-483e-43d4-89f1-0c80fa1695e2 req-1b06cc9c-52c3-479e-88e1-e2561f7f51f8 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 943 time: 0.1553373 Sep 01 15:01:45.125731 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fb7b18ec-483e-43d4-89f1-0c80fa1695e2 req-da3e9a87-c5de-4e9c-97ff-8e990cea89ee tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096947 Sep 01 15:01:45.345730 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-68fd25a6-cf63-4fb0-aff2-4d9042cc4dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:45.348678 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3911d-fbd0-469d-8d13-d476100139b1 req-dc9ec7b6-9510-4147-9408-9ecc3232c026 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:45.352031 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e4d3911d-fbd0-469d-8d13-d476100139b1 req-dc9ec7b6-9510-4147-9408-9ecc3232c026 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=33c4d3d2-7bf7-465c-92b0-0677e23ede14 HTTP/1.1" status: 200 len: 945 time: 0.1275141 Sep 01 15:01:45.390660 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-68fd25a6-cf63-4fb0-aff2-4d9042cc4dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:45.409557 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0563aebd-7513-43e8-a464-7fe7aefa16e2 req-0aff7dbb-320b-469c-9871-9525a37538e0 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:45.409557 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0563aebd-7513-43e8-a464-7fe7aefa16e2 req-0aff7dbb-320b-469c-9871-9525a37538e0 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:45.409557 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [req-0563aebd-7513-43e8-a464-7fe7aefa16e2 req-0aff7dbb-320b-469c-9871-9525a37538e0 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Floating IP dcf910e3-eb05-4279-b9b3-1414777301ad disassociated. External IP: 172.25.6.245, port: ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2. Sep 01 15:01:45.409557 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-0563aebd-7513-43e8-a464-7fe7aefa16e2 req-0aff7dbb-320b-469c-9871-9525a37538e0 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Calling delete_port for ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:01:45.476745 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e4d3911d-fbd0-469d-8d13-d476100139b1 req-e90185f3-fd03-4598-85fa-30bb3939ee36 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups?id=d9576373-f81d-43fa-ac12-d77cc710d5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167305 Sep 01 15:01:45.564321 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-68fd25a6-cf63-4fb0-aff2-4d9042cc4dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:45.568883 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-68fd25a6-cf63-4fb0-aff2-4d9042cc4dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:45.573195 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-68fd25a6-cf63-4fb0-aff2-4d9042cc4dcb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f060de06-4128-47ec-a28f-366115751ceb HTTP/1.1" status: 204 len: 168 time: 0.7825572 Sep 01 15:01:45.603274 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd25a6-cf63-4fb0-aff2-4d9042cc4dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f060de06-4128-47ec-a28f-366115751ceb,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:45.711953 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0563aebd-7513-43e8-a464-7fe7aefa16e2 req-0aff7dbb-320b-469c-9871-9525a37538e0 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:45.793206 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff7dbb-320b-469c-9871-9525a37538e0 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Pushing event deleted for resources: {'Port': ['ID=ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:46.073671 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0563aebd-7513-43e8-a464-7fe7aefa16e2 req-0aff7dbb-320b-469c-9871-9525a37538e0 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Router fc69ccf7-02ab-488d-a8df-ec899516da85 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:01:46.254922 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33403dc5-e39d-44fb-b7c4-25a4d882c9b8 req-b0526fda-8458-4835-90b7-6e103e26141d tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:46.268780 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-33403dc5-e39d-44fb-b7c4-25a4d882c9b8 req-b0526fda-8458-4835-90b7-6e103e26141d tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3da47ef-4736-4ad7-9243-675183662183 HTTP/1.1" status: 200 len: 949 time: 0.1308873 Sep 01 15:01:46.345304 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:01:46.354684 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-33403dc5-e39d-44fb-b7c4-25a4d882c9b8 req-e35fbb68-56ed-4add-b9b3-fc538f0cad86 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821702 Sep 01 15:01:46.381600 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:01:46.382421 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:01:46.400766 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0563aebd-7513-43e8-a464-7fe7aefa16e2 req-0aff7dbb-320b-469c-9871-9525a37538e0 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:01:46.415345 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb63da-0275-48ae-8de3-3b9171c672be None None] Sync routers for ids ['fc69ccf7-02ab-488d-a8df-ec899516da85'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:01:46.442604 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebb63da-0275-48ae-8de3-3b9171c672be None None] Routers {'fc69ccf7-02ab-488d-a8df-ec899516da85'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:01:46.443557 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2ebb63da-0275-48ae-8de3-3b9171c672be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:01:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fc69ccf7-02ab-488d-a8df-ec899516da85'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:46.507693 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-0563aebd-7513-43e8-a464-7fe7aefa16e2 req-0aff7dbb-320b-469c-9871-9525a37538e0 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] No DVR routers for this DVR port ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2 on host n-h2-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:01:46.511871 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0563aebd-7513-43e8-a464-7fe7aefa16e2 req-0aff7dbb-320b-469c-9871-9525a37538e0 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:46.519346 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0563aebd-7513-43e8-a464-7fe7aefa16e2 req-0aff7dbb-320b-469c-9871-9525a37538e0 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.62 "DELETE /v2.0/ports/ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2 HTTP/1.1" status: 204 len: 173 time: 3.1717560 Sep 01 15:01:46.520091 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c4d3d2-7bf7-465c-92b0-0677e23ede14', 'name': 'network-vif-deleted', 'tag': 'ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:46.524846 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fe7abb-02cc-4567-8cbf-64cc32107354" -d '{"events": [{"server_uuid": "33c4d3d2-7bf7-465c-92b0-0677e23ede14", "name": "network-vif-deleted", "tag": "ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:46.717692 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-2ebb63da-0275-48ae-8de3-3b9171c672be None None] Set router fc69ccf7-02ab-488d-a8df-ec899516da85 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:01:46.764801 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba521710-6119-4152-9494-71f7ecfd1f36 req-1a3d95f6-ac1c-4fbb-8af1-5b8e9f272cf0 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:46.774100 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba521710-6119-4152-9494-71f7ecfd1f36 req-1a3d95f6-ac1c-4fbb-8af1-5b8e9f272cf0 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 943 time: 0.1720545 Sep 01 15:01:46.862719 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-7c32c2a9-79be-4c09-8dd5-25688f5038f7 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:01:46.863854 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-7c32c2a9-79be-4c09-8dd5-25688f5038f7 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155060 Sep 01 15:01:46.877895 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba521710-6119-4152-9494-71f7ecfd1f36 req-f1eae169-236b-4cb1-8742-2a588b449f7f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998178 Sep 01 15:01:46.963419 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-d70883b5-b14b-4266-adf3-0a53435a8f55 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:46.975503 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-d70883b5-b14b-4266-adf3-0a53435a8f55 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/ports/ebea3a76-0b81-463c-9853-c895beed90e6 HTTP/1.1" status: 200 len: 1094 time: 0.0962040 Sep 01 15:01:46.992569 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-d54df7bd-8988-4c55-a50e-23596603f833 service neutron] Request body: {'binding': {'host': 'n-h2-794796-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:46.993131 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-d54df7bd-8988-4c55-a50e-23596603f833 service neutron] Unknown quota resources ['binding']. {{(pid=94734) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 15:01:47.335960 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2ebb63da-0275-48ae-8de3-3b9171c672be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921967225-router', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:00Z', 'updated_at': '2021-09-01T14:56:05Z', 'revision_number': 4, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'gw_port': {'id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:01Z', 'updated_at': '2021-09-01T14:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'fbe593ea-2126-40e1-abb9-b7e7079f02fc', 'name': '', 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'mac_address': 'fa:16:3e:d4:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:04Z', 'updated_at': '2021-09-01T14:56:15Z', 'revision_number': 5, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'subnets': [{'id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:47.379073 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb63da-0275-48ae-8de3-3b9171c672be None None] Checking router: fc69ccf7-02ab-488d-a8df-ec899516da85 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:01:47.395855 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebb63da-0275-48ae-8de3-3b9171c672be None None] Routers {'fc69ccf7-02ab-488d-a8df-ec899516da85'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:01:47.396817 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2ebb63da-0275-48ae-8de3-3b9171c672be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:01:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fc69ccf7-02ab-488d-a8df-ec899516da85'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:47.483383 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52870) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:47.665431 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-cbb287d3-1282-491e-938f-6a9cade67454 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-520491944-network', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:47.729205 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-de35eca6-41f8-4aa5-b4b1-ce6d0995c085 req-c806cb4d-4c8b-4103-9398-429de849b0ab tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/ports?device_id=33c4d3d2-7bf7-465c-92b0-0677e23ede14 HTTP/1.1" status: 200 len: 210 time: 0.1569698 Sep 01 15:01:47.741811 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb287d3-1282-491e-938f-6a9cade67454 admin admin] Made reservation on behalf of 944202a0f7d746eda42510c2a6473ffc for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:01:47.745442 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cbb287d3-1282-491e-938f-6a9cade67454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:47.759738 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-2ebb63da-0275-48ae-8de3-3b9171c672be None None] Set router fc69ccf7-02ab-488d-a8df-ec899516da85 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:01:47.782484 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cbb287d3-1282-491e-938f-6a9cade67454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:47.853673 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9296b9-d8e1-418c-bc65-78aa33148242 req-17945a48-2190-410c-bf3b-675b1427deed tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:47.856809 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8b9296b9-d8e1-418c-bc65-78aa33148242 req-17945a48-2190-410c-bf3b-675b1427deed tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3da47ef-4736-4ad7-9243-675183662183 HTTP/1.1" status: 200 len: 949 time: 0.2719693 Sep 01 15:01:48.104082 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cbb287d3-1282-491e-938f-6a9cade67454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:48.115248 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cbb287d3-1282-491e-938f-6a9cade67454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:48.187820 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-8b9296b9-d8e1-418c-bc65-78aa33148242 req-65dac837-c479-4f3e-9b9d-583b41ceeebb tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Deleting port 88f6f79a-8789-4ec6-9691-06fc58581463 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:01:48.188507 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8b9296b9-d8e1-418c-bc65-78aa33148242 req-65dac837-c479-4f3e-9b9d-583b41ceeebb tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:48.280669 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb287d3-1282-491e-938f-6a9cade67454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e121510-9f09-41ad-8c84-c0f9eb82e589,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:48.304904 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb287d3-1282-491e-938f-6a9cade67454 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:01:48.406554 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cbb287d3-1282-491e-938f-6a9cade67454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:48.407151 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-cbb287d3-1282-491e-938f-6a9cade67454 admin admin] Added segment c973b5f4-fe2f-4d5d-acf7-3944f7f86611 of type vlan for network 69b04e7f-e4ab-4286-b407-4c7cb525a035 Sep 01 15:01:48.435602 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-d54df7bd-8988-4c55-a50e-23596603f833 service neutron] Attempting to bind port ebea3a76-0b81-463c-9853-c895beed90e6 on host n-h2-794796-3 for vnic_type normal with profile None {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:01:48.438400 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-d54df7bd-8988-4c55-a50e-23596603f833 service neutron] Attempting to bind port ebea3a76-0b81-463c-9853-c895beed90e6 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:01:48.442187 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-d54df7bd-8988-4c55-a50e-23596603f833 service neutron] Attempting to bind port ebea3a76-0b81-463c-9853-c895beed90e6 on network e27801a1-4735-4eb4-8714-06c2c137f925 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:01:48.488814 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-d54df7bd-8988-4c55-a50e-23596603f833 service neutron] Port ebea3a76-0b81-463c-9853-c895beed90e6 on network e27801a1-4735-4eb4-8714-06c2c137f925 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:01:48.490055 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-d54df7bd-8988-4c55-a50e-23596603f833 service neutron] Attempting to bind port ebea3a76-0b81-463c-9853-c895beed90e6 on network e27801a1-4735-4eb4-8714-06c2c137f925 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:01:48.517158 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41959640-7569-46c9-a165-c2484f8779fb x-openstack-request-id: req-41959640-7569-46c9-a165-c2484f8779fb {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:48.517158 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c4d3d2-7bf7-465c-92b0-0677e23ede14", "name": "network-vif-deleted", "tag": "ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:48.517158 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41959640-7569-46c9-a165-c2484f8779fb {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:48.518227 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c4d3d2-7bf7-465c-92b0-0677e23ede14', 'name': 'network-vif-deleted', 'tag': 'ce2157a2-0fe7-4035-a0a6-3bb1648dd7a2', 'status': 'completed', 'code': 200} Sep 01 15:01:48.522822 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cbb287d3-1282-491e-938f-6a9cade67454 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:48.534683 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-d54df7bd-8988-4c55-a50e-23596603f833 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:01:48.535050 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-d54df7bd-8988-4c55-a50e-23596603f833 service neutron] Checking segment: {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:01:48.535426 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-d54df7bd-8988-4c55-a50e-23596603f833 service neutron] Bound using segment: {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:01:48.535892 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-d54df7bd-8988-4c55-a50e-23596603f833 service neutron] Bound port: ebea3a76-0b81-463c-9853-c895beed90e6, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:01:48.568513 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2ebb63da-0275-48ae-8de3-3b9171c672be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921967225-router', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:00Z', 'updated_at': '2021-09-01T14:56:05Z', 'revision_number': 4, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'gw_port': {'id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:01Z', 'updated_at': '2021-09-01T14:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'fbe593ea-2126-40e1-abb9-b7e7079f02fc', 'name': '', 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'mac_address': 'fa:16:3e:d4:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:04Z', 'updated_at': '2021-09-01T14:56:15Z', 'revision_number': 5, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'subnets': [{'id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:48.591602 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9e21d742-e5ed-464f-984a-7815217cdcd8 req-2adf1044-cc4a-49ca-a1f7-4657acd5fc38 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3036871 Sep 01 15:01:48.593507 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cbb287d3-1282-491e-938f-6a9cade67454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:48.595496 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb287d3-1282-491e-938f-6a9cade67454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:48.596493 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cbb287d3-1282-491e-938f-6a9cade67454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:48.614223 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-d54df7bd-8988-4c55-a50e-23596603f833 service neutron] For port ebea3a76-0b81-463c-9853-c895beed90e6, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ebea3a76-0b81-463c-9853-c895beed90e6,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:01:48.660426 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-d54df7bd-8988-4c55-a50e-23596603f833 service neutron] Notify callbacks [] for binding, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:48.662172 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb63da-0275-48ae-8de3-3b9171c672be None None] The sync data for ids ['fc69ccf7-02ab-488d-a8df-ec899516da85'] in n-d-794796-3 is: [{'id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921967225-router', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:00Z', 'updated_at': '2021-09-01T14:56:05Z', 'revision_number': 4, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'gw_port': {'id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:01Z', 'updated_at': '2021-09-01T14:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'fbe593ea-2126-40e1-abb9-b7e7079f02fc', 'name': '', 'network_id': 'e341c1bf-b603-47af-8c0a-c48eab293c3d', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'mac_address': 'fa:16:3e:d4:5b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:04Z', 'updated_at': '2021-09-01T14:56:15Z', 'revision_number': 5, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'subnets': [{'id': '8622ef4e-4e7a-4362-ad7e-7a1adedf0bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:01:48.677464 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-d54df7bd-8988-4c55-a50e-23596603f833 service neutron] 10.222.0.60 "POST /v2.0/ports/ebea3a76-0b81-463c-9853-c895beed90e6/bindings HTTP/1.1" status: 201 len: 389 time: 1.6891582 Sep 01 15:01:48.767885 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-8b9296b9-d8e1-418c-bc65-78aa33148242 req-65dac837-c479-4f3e-9b9d-583b41ceeebb tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] For port 88f6f79a-8789-4ec6-9691-06fc58581463, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=88f6f79a-8789-4ec6-9691-06fc58581463,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:48.770941 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8b9296b9-d8e1-418c-bc65-78aa33148242 req-65dac837-c479-4f3e-9b9d-583b41ceeebb tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:48.773455 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb287d3-1282-491e-938f-6a9cade67454 admin admin] Pushing event updated for resources: {'Network': ['ID=69b04e7f-e4ab-4286-b407-4c7cb525a035,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:48.802615 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 69b04e7f-e4ab-4286-b407-4c7cb525a035 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:01:48.819313 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-8b9296b9-d8e1-418c-bc65-78aa33148242 req-65dac837-c479-4f3e-9b9d-583b41ceeebb tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Calling delete_port for 88f6f79a-8789-4ec6-9691-06fc58581463 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:01:48.940106 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cbb287d3-1282-491e-938f-6a9cade67454 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4542696 Sep 01 15:01:48.961810 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52884) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:48.985265 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-ad97cc8f-6241-4f63-a36f-e519309e9073 admin admin] Request body: {'subnet': {'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-520491944-subnet', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:49.124088 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21d742-e5ed-464f-984a-7815217cdcd8 req-f26ca1ad-78da-491d-b214-59d245ec5357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:49.139935 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9e21d742-e5ed-464f-984a-7815217cdcd8 req-f26ca1ad-78da-491d-b214-59d245ec5357 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 1096 time: 0.3822169 Sep 01 15:01:49.174172 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad97cc8f-6241-4f63-a36f-e519309e9073 admin admin] Made reservation on behalf of 944202a0f7d746eda42510c2a6473ffc for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:01:49.177441 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ad97cc8f-6241-4f63-a36f-e519309e9073 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:49.348879 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-1d657be1-e9ca-47aa-b66c-3b128d661643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:49.351738 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-1d657be1-e9ca-47aa-b66c-3b128d661643 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 1097 time: 0.2162724 Sep 01 15:01:49.363973 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cf2f27-9c6e-4402-84e7-e95087a928c2 None None] New status for floating IP dcf910e3-eb05-4279-b9b3-1414777301ad: DOWN {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:01:49.396582 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e4883-3b30-4828-bc94-560d19b1136a req-0d9f92e4-b877-4544-8257-8a9bb4a80227 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:49.399071 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7a9e4883-3b30-4828-bc94-560d19b1136a req-0d9f92e4-b877-4544-8257-8a9bb4a80227 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 943 time: 0.2846766 Sep 01 15:01:49.460550 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d8670-fc9f-4408-ac1c-d25bd1babce0 req-768086ca-d34b-4be7-9eac-d5acaf696c31 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:49.477028 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b26d8670-fc9f-4408-ac1c-d25bd1babce0 req-768086ca-d34b-4be7-9eac-d5acaf696c31 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3da47ef-4736-4ad7-9243-675183662183 HTTP/1.1" status: 200 len: 949 time: 0.2561746 Sep 01 15:01:49.507415 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8b9296b9-d8e1-418c-bc65-78aa33148242 req-65dac837-c479-4f3e-9b9d-583b41ceeebb tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:49.522091 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['88f6f79a-8789-4ec6-9691-06fc58581463'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:01:49.603051 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['3b700a4b-0191-4f7d-8c6f-f7930ecd46fd'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:01:49.648760 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7a9e4883-3b30-4828-bc94-560d19b1136a req-91375d4f-3325-4f73-8ba4-00bfadc1a0ce tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238293 Sep 01 15:01:49.663668 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21d742-e5ed-464f-984a-7815217cdcd8 req-7367753c-4814-472c-82c2-4b95ced8ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:49.670569 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9e21d742-e5ed-464f-984a-7815217cdcd8 req-7367753c-4814-472c-82c2-4b95ced8ef20 service neutron] 10.222.0.62 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 908 time: 0.4987364 Sep 01 15:01:49.858094 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9e21d742-e5ed-464f-984a-7815217cdcd8 req-5bad38c8-7f93-4e19-904a-0320840e81d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3f56962-430c-4f87-b347-2afceebea955 HTTP/1.1" status: 200 len: 217 time: 0.1598008 Sep 01 15:01:49.888939 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b26d8670-fc9f-4408-ac1c-d25bd1babce0 req-f4d7444e-b70c-4737-8eb7-c7b731da4b0f tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078417 Sep 01 15:01:49.894079 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-ec94ca77-b7f9-44ad-bc5e-5d5a014888da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:49.901442 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-ec94ca77-b7f9-44ad-bc5e-5d5a014888da service neutron] 10.222.0.62 "GET /v2.0/networks?id=e27801a1-4735-4eb4-8714-06c2c137f925 HTTP/1.1" status: 200 len: 921 time: 0.5299752 Sep 01 15:01:49.911406 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dac837-c479-4f3e-9b9d-583b41ceeebb tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Pushing event deleted for resources: {'Port': ['ID=88f6f79a-8789-4ec6-9691-06fc58581463,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:50.028534 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21d742-e5ed-464f-984a-7815217cdcd8 req-c273ee68-b82d-47a6-a7b3-a36c6c4bdded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:50.030288 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9e21d742-e5ed-464f-984a-7815217cdcd8 req-c273ee68-b82d-47a6-a7b3-a36c6c4bdded service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f21d72f-51d2-4274-ac2c-410e832eb73e HTTP/1.1" status: 200 len: 847 time: 0.1655989 Sep 01 15:01:50.110119 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-47bc100d-101a-4a9f-9b19-ce09ae4cdcf7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebea3a76-0b81-463c-9853-c895beed90e6 HTTP/1.1" status: 200 len: 217 time: 0.1844485 Sep 01 15:01:50.166927 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9e21d742-e5ed-464f-984a-7815217cdcd8 req-7838f06d-e02d-4a82-9363-214156645490 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=baf99c09-53f8-4476-8cd9-fd2a9a404823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144612 Sep 01 15:01:50.378868 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972af8c-2dcb-4f65-abbf-90932903f042 req-3c00b13c-1e65-4d88-88fa-f95dcdc55179 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:50.392622 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2972af8c-2dcb-4f65-abbf-90932903f042 req-3c00b13c-1e65-4d88-88fa-f95dcdc55179 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 946 time: 0.3546307 Sep 01 15:01:50.400726 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ad97cc8f-6241-4f63-a36f-e519309e9073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:50.419198 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9296b9-d8e1-418c-bc65-78aa33148242 req-65dac837-c479-4f3e-9b9d-583b41ceeebb tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] No DVR routers for this DVR port 88f6f79a-8789-4ec6-9691-06fc58581463 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:01:50.425765 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8b9296b9-d8e1-418c-bc65-78aa33148242 req-65dac837-c479-4f3e-9b9d-583b41ceeebb tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:50.428981 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8b9296b9-d8e1-418c-bc65-78aa33148242 req-65dac837-c479-4f3e-9b9d-583b41ceeebb tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.45 "DELETE /v2.0/ports/88f6f79a-8789-4ec6-9691-06fc58581463 HTTP/1.1" status: 204 len: 173 time: 2.5508614 Sep 01 15:01:50.429485 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3da47ef-4736-4ad7-9243-675183662183', 'name': 'network-vif-deleted', 'tag': '88f6f79a-8789-4ec6-9691-06fc58581463'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:50.438985 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a488bf28-11d6-430e-8b98-e0157e3c43c1" -d '{"events": [{"server_uuid": "b3da47ef-4736-4ad7-9243-675183662183", "name": "network-vif-deleted", "tag": "88f6f79a-8789-4ec6-9691-06fc58581463"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:50.473494 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-5ab9116a-e6b9-4d23-b47b-54915cfc18c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:50.476427 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-5ab9116a-e6b9-4d23-b47b-54915cfc18c4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66b1faa8-b86d-41ee-9bdb-4fe08d19f261 HTTP/1.1" status: 200 len: 860 time: 0.2482703 Sep 01 15:01:50.574214 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-b5445554-d926-4422-b921-3c26c4ba40ee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e27801a1-4735-4eb4-8714-06c2c137f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880814 Sep 01 15:01:50.638350 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014d50ee-1525-437d-be52-855b9d088736 x-openstack-request-id: req-014d50ee-1525-437d-be52-855b9d088736 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:50.640079 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3da47ef-4736-4ad7-9243-675183662183", "name": "network-vif-deleted", "tag": "88f6f79a-8789-4ec6-9691-06fc58581463", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:50.643431 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-014d50ee-1525-437d-be52-855b9d088736 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:50.644101 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3da47ef-4736-4ad7-9243-675183662183', 'name': 'network-vif-deleted', 'tag': '88f6f79a-8789-4ec6-9691-06fc58581463', 'status': 'completed', 'code': 200} Sep 01 15:01:50.840368 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-6be3c0e1-8b2c-42d8-bd6d-be49e0b2d061 service neutron] 10.222.0.62 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583184 Sep 01 15:01:50.883997 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97cc8f-6241-4f63-a36f-e519309e9073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63a79cf5-b9a4-402c-b6e1-dc3862ecf48a,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:50.905341 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2972af8c-2dcb-4f65-abbf-90932903f042 req-36398528-031b-4bf4-b44f-6f6db42939fc tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110738 Sep 01 15:01:50.908954 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9e21d742-e5ed-464f-984a-7815217cdcd8 req-a77970dd-dec7-44c1-b1e2-3964fc03109e service neutron] 10.222.0.62 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7006865 Sep 01 15:01:50.918927 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad97cc8f-6241-4f63-a36f-e519309e9073 admin admin] Checking segment: {'id': 'c973b5f4-fe2f-4d5d-acf7-3944f7f86611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:01:50.919619 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad97cc8f-6241-4f63-a36f-e519309e9073 admin admin] Network hostable DHCP agents. Network: 69b04e7f-e4ab-4286-b407-4c7cb525a035, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:01:51.021382 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52908) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:51.133637 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad97cc8f-6241-4f63-a36f-e519309e9073 admin admin] Network 69b04e7f-e4ab-4286-b407-4c7cb525a035 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:01:51.148176 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eafde3-a8ed-49b0-b2c8-c3576d731c9e req-d0fad58c-382f-407d-9a75-ab77ca081711 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:51.150735 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c5eafde3-a8ed-49b0-b2c8-c3576d731c9e req-d0fad58c-382f-407d-9a75-ab77ca081711 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 943 time: 0.1716046 Sep 01 15:01:51.275776 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9e21d742-e5ed-464f-984a-7815217cdcd8 req-adfc1d3d-b7ed-4ae4-8efb-a781dc2fc85c service neutron] 10.222.0.62 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463728 Sep 01 15:01:51.285734 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-ad97cc8f-6241-4f63-a36f-e519309e9073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 69b04e7f-e4ab-4286-b407-4c7cb525a035) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:01:51.292359 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-1b332c73-4300-457a-8085-9307ed91aff2 service neutron] 10.222.0.62 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439955 Sep 01 15:01:51.302994 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8512ad1b-e76e-4ec8-ad2a-f6cc0fac3ce1 None None] Network 69b04e7f-e4ab-4286-b407-4c7cb525a035 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:01:51.371047 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c5eafde3-a8ed-49b0-b2c8-c3576d731c9e req-8de07598-78b6-41e7-ac5b-00c68fab48d1 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684713 Sep 01 15:01:51.389416 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8190a2cc-bf9d-45c8-aa99-a873c51db36a req-d4bc5d0f-3f8b-4f02-9cdc-9ea202d18ede tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3da47ef-4736-4ad7-9243-675183662183 HTTP/1.1" status: 200 len: 210 time: 0.1387086 Sep 01 15:01:51.395878 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad97cc8f-6241-4f63-a36f-e519309e9073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:51.407685 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ad97cc8f-6241-4f63-a36f-e519309e9073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:51.478731 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1104d7e7-22a0-4e9b-9386-54cea015ef30 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:51.580684 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ad97cc8f-6241-4f63-a36f-e519309e9073 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6126974 Sep 01 15:01:51.581041 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52914) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:51.590524 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-4433875e-9bf7-4fd9-aaa8-8a95f8986885 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-520491944-router', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:01:51.611976 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1104d7e7-22a0-4e9b-9386-54cea015ef30 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:51.693899 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4433875e-9bf7-4fd9-aaa8-8a95f8986885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:51.695766 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4433875e-9bf7-4fd9-aaa8-8a95f8986885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:51.751857 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 88f6f79a-8789-4ec6-9691-06fc58581463 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:01:51.757037 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1104d7e7-22a0-4e9b-9386-54cea015ef30 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:51.762141 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1104d7e7-22a0-4e9b-9386-54cea015ef30 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:51.771054 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1104d7e7-22a0-4e9b-9386-54cea015ef30 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "DELETE /v2.0/security-groups/d9576373-f81d-43fa-ac12-d77cc710d5bd HTTP/1.1" status: 204 len: 168 time: 0.7460678 Sep 01 15:01:51.772362 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52918) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:51.809752 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-f84c5740-0b88-454b-bae4-dc65f98c473d tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] show failed (client error): The resource could not be found. Sep 01 15:01:51.817008 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f84c5740-0b88-454b-bae4-dc65f98c473d tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "GET /v2.0/security-groups/d9576373-f81d-43fa-ac12-d77cc710d5bd HTTP/1.1" status: 404 len: 347 time: 0.0354173 Sep 01 15:01:51.818556 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104d7e7-22a0-4e9b-9386-54cea015ef30 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9576373-f81d-43fa-ac12-d77cc710d5bd,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:51.821262 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52920) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:51.913625 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4433875e-9bf7-4fd9-aaa8-8a95f8986885 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:51.914084 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 88f6f79a-8789-4ec6-9691-06fc58581463 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:01:51.918494 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 88f6f79a-8789-4ec6-9691-06fc58581463 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:01:51.926087 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45f0db1-cef2-4411-b04b-74a831ae4b57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-69b04e7f-e4ab-4286-b407-4c7cb525a035', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'fixed_ips': [{'subnet_id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:01:51.935435 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f45f0db1-cef2-4411-b04b-74a831ae4b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:52.262647 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-f45f0db1-cef2-4411-b04b-74a831ae4b57 None None] Allocated IP 172.20.0.2 (69b04e7f-e4ab-4286-b407-4c7cb525a035/63a79cf5-b9a4-402c-b6e1-dc3862ecf48a/dcd56ce9-e0c9-4752-866c-bc7e1409f1ee) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:01:52.321294 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b7f05-996c-4574-82fb-1d984ae59bef req-e0b13940-88b9-42be-bd5d-afa4e4f495a9 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:52.329825 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f36b7f05-996c-4574-82fb-1d984ae59bef req-e0b13940-88b9-42be-bd5d-afa4e4f495a9 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 946 time: 0.1311307 Sep 01 15:01:52.393794 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f36b7f05-996c-4574-82fb-1d984ae59bef req-9499abca-f7a3-46ce-a409-7dbb43d82f53 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623603 Sep 01 15:01:52.397029 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-82cc8410-596c-4fda-88a0-ffcb31ddd7e1 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Deleting port 0a3bb7b3-b762-4142-89c5-53d1133dec53 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:01:52.401443 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82cc8410-596c-4fda-88a0-ffcb31ddd7e1 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:52.539312 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4433875e-9bf7-4fd9-aaa8-8a95f8986885 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:52.630592 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82cc8410-596c-4fda-88a0-ffcb31ddd7e1 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:52.631407 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82cc8410-596c-4fda-88a0-ffcb31ddd7e1 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:52.671656 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-82cc8410-596c-4fda-88a0-ffcb31ddd7e1 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Calling delete_port for 0a3bb7b3-b762-4142-89c5-53d1133dec53 owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:01:52.756000 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f45f0db1-cef2-4411-b04b-74a831ae4b57 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:52.783619 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f45f0db1-cef2-4411-b04b-74a831ae4b57 None None] Transition to ACTIVE for port object dcd56ce9-e0c9-4752-866c-bc7e1409f1ee will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:01:52.830135 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f45f0db1-cef2-4411-b04b-74a831ae4b57 None None] Transition to ACTIVE for port object dcd56ce9-e0c9-4752-866c-bc7e1409f1ee will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:01:52.853082 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f45f0db1-cef2-4411-b04b-74a831ae4b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:53.012610 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45f0db1-cef2-4411-b04b-74a831ae4b57 None None] Network 69b04e7f-e4ab-4286-b407-4c7cb525a035 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:01:53.020828 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-f45f0db1-cef2-4411-b04b-74a831ae4b57 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:01:53.043525 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45f0db1-cef2-4411-b04b-74a831ae4b57 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:01:53.100082 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82cc8410-596c-4fda-88a0-ffcb31ddd7e1 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:53.167612 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f0db1-cef2-4411-b04b-74a831ae4b57 None None] Pushing event updated for resources: {'Port': ['ID=dcd56ce9-e0c9-4752-866c-bc7e1409f1ee,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:53.188751 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc8410-596c-4fda-88a0-ffcb31ddd7e1 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Pushing event deleted for resources: {'Port': ['ID=0a3bb7b3-b762-4142-89c5-53d1133dec53,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:53.191371 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f45f0db1-cef2-4411-b04b-74a831ae4b57 None None] Attempting to bind port dcd56ce9-e0c9-4752-866c-bc7e1409f1ee on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:01:53.191856 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f45f0db1-cef2-4411-b04b-74a831ae4b57 None None] Attempting to bind port dcd56ce9-e0c9-4752-866c-bc7e1409f1ee by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'c973b5f4-fe2f-4d5d-acf7-3944f7f86611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:01:53.192627 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45f0db1-cef2-4411-b04b-74a831ae4b57 None None] Attempting to bind port dcd56ce9-e0c9-4752-866c-bc7e1409f1ee on network 69b04e7f-e4ab-4286-b407-4c7cb525a035 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:01:53.212195 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45f0db1-cef2-4411-b04b-74a831ae4b57 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:01:53.212942 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45f0db1-cef2-4411-b04b-74a831ae4b57 None None] Checking segment: {'id': 'c973b5f4-fe2f-4d5d-acf7-3944f7f86611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:01:53.215771 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f45f0db1-cef2-4411-b04b-74a831ae4b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:53.216695 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45f0db1-cef2-4411-b04b-74a831ae4b57 None None] Bound using segment: {'id': 'c973b5f4-fe2f-4d5d-acf7-3944f7f86611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:01:53.217614 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f45f0db1-cef2-4411-b04b-74a831ae4b57 None None] Bound port: dcd56ce9-e0c9-4752-866c-bc7e1409f1ee, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c973b5f4-fe2f-4d5d-acf7-3944f7f86611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:01:53.225945 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f45f0db1-cef2-4411-b04b-74a831ae4b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:53.380577 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ab97b-ce99-47f7-8224-dca920fe0d30 req-e6d1b5ab-3bfa-4b91-83fa-6110a4f316d0 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:53.418563 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-df8ab97b-ce99-47f7-8224-dca920fe0d30 req-e6d1b5ab-3bfa-4b91-83fa-6110a4f316d0 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 943 time: 0.3752489 Sep 01 15:01:53.472398 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f45f0db1-cef2-4411-b04b-74a831ae4b57 None None] For port dcd56ce9-e0c9-4752-866c-bc7e1409f1ee, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:01:53.479013 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f45f0db1-cef2-4411-b04b-74a831ae4b57 None None] For port dcd56ce9-e0c9-4752-866c-bc7e1409f1ee, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=dcd56ce9-e0c9-4752-866c-bc7e1409f1ee,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:01:53.496478 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f45f0db1-cef2-4411-b04b-74a831ae4b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:53.524898 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82cc8410-596c-4fda-88a0-ffcb31ddd7e1 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:53.531176 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82cc8410-596c-4fda-88a0-ffcb31ddd7e1 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:53.532460 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-82cc8410-596c-4fda-88a0-ffcb31ddd7e1 tempest-ServersWithSpecificFlavorTestJSON-1510936330 tempest-ServersWithSpecificFlavorTestJSON-1510936330-project] 10.222.0.60 "DELETE /v2.0/floatingips/dcf910e3-eb05-4279-b9b3-1414777301ad HTTP/1.1" status: 204 len: 168 time: 1.7098408 Sep 01 15:01:53.560335 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4433875e-9bf7-4fd9-aaa8-8a95f8986885 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:53.576064 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1937524-0e66-43f9-8b66-0c5d44334246 req-b1b41f00-e659-48e3-8c23-501859ad709c tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:53.577685 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b1937524-0e66-43f9-8b66-0c5d44334246 req-b1b41f00-e659-48e3-8c23-501859ad709c tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 951 time: 0.2064846 Sep 01 15:01:53.666185 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b1937524-0e66-43f9-8b66-0c5d44334246 req-8105ed2d-037f-4303-a3cc-df9dc59fd832 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747530 Sep 01 15:01:53.676907 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4433875e-9bf7-4fd9-aaa8-8a95f8986885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:53.756706 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f0db1-cef2-4411-b04b-74a831ae4b57 None None] Pushing event updated for resources: {'Port': ['ID=dcd56ce9-e0c9-4752-866c-bc7e1409f1ee,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:53.902593 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-df8ab97b-ce99-47f7-8224-dca920fe0d30 req-de88708e-0052-4c60-8db4-21c84b424fb8 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814677 Sep 01 15:01:53.992065 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d156d0-7d3d-4a26-b819-fad7514d2d09 req-70b4fecb-0ece-4856-ab44-dfc62a4af416 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:54.019612 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-43d156d0-7d3d-4a26-b819-fad7514d2d09 req-70b4fecb-0ece-4856-ab44-dfc62a4af416 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 946 time: 0.1486809 Sep 01 15:01:54.028203 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-4433875e-9bf7-4fd9-aaa8-8a95f8986885 admin admin] Allocated IP 172.25.6.161 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/42407b1b-b3dc-4620-89ed-ba4f884c0956) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:01:54.162964 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-43d156d0-7d3d-4a26-b819-fad7514d2d09 req-50df3918-5c12-437d-9b85-a0d1a46dd56b tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420124 Sep 01 15:01:54.340055 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4433875e-9bf7-4fd9-aaa8-8a95f8986885 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:54.429721 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4433875e-9bf7-4fd9-aaa8-8a95f8986885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:54.601172 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4433875e-9bf7-4fd9-aaa8-8a95f8986885 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:01:54.611855 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-4433875e-9bf7-4fd9-aaa8-8a95f8986885 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:01:54.618218 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4433875e-9bf7-4fd9-aaa8-8a95f8986885 admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:01:54.795713 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433875e-9bf7-4fd9-aaa8-8a95f8986885 admin admin] Pushing event updated for resources: {'Port': ['ID=42407b1b-b3dc-4620-89ed-ba4f884c0956,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:55.058185 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52976) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:55.091993 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7d33d-050d-48b2-a4d2-8658bfe8a1df req-12d5fb54-5d45-4754-a722-85b716b70ff3 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:55.102042 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-88d7d33d-050d-48b2-a4d2-8658bfe8a1df req-12d5fb54-5d45-4754-a722-85b716b70ff3 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 951 time: 0.3206468 Sep 01 15:01:55.222627 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410b7da-531e-4a71-820e-ea044206e143 req-a8eee70a-fb1f-4c26-b4da-0f4cbde5ff3d tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:55.224706 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e410b7da-531e-4a71-820e-ea044206e143 req-a8eee70a-fb1f-4c26-b4da-0f4cbde5ff3d tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 951 time: 0.2458477 Sep 01 15:01:55.409378 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e410b7da-531e-4a71-820e-ea044206e143 req-ae79176d-64d2-4dbb-800c-4ee3507cf2d9 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555519 Sep 01 15:01:55.424040 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622788bd-b750-4067-8c51-65edede07aef req-5b3a59f1-af22-412e-9641-ebf50f4004d0 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:55.425956 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-622788bd-b750-4067-8c51-65edede07aef req-5b3a59f1-af22-412e-9641-ebf50f4004d0 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 943 time: 0.2631106 Sep 01 15:01:55.515508 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-88d7d33d-050d-48b2-a4d2-8658bfe8a1df req-038bc368-7842-4f60-9e5f-7e52d5161578 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Deleting port 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:01:55.515881 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634e5542-ece8-4bf8-a9a6-34f5a8bc22cb None None] Network 69b04e7f-e4ab-4286-b407-4c7cb525a035 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:01:55.517838 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-88d7d33d-050d-48b2-a4d2-8658bfe8a1df req-038bc368-7842-4f60-9e5f-7e52d5161578 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:55.526125 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4433875e-9bf7-4fd9-aaa8-8a95f8986885 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:55.686963 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-74764f73-6234-4425-8b48-fef4507e77ec None None] Provisioning for port dcd56ce9-e0c9-4752-866c-bc7e1409f1ee completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:01:55.785820 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device dcd56ce9-e0c9-4752-866c-bc7e1409f1ee up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:01:56.159204 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-622788bd-b750-4067-8c51-65edede07aef req-cee01c6e-f1a7-46b3-a719-fd7f4033014d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550782 Sep 01 15:01:56.205197 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port dcd56ce9-e0c9-4752-866c-bc7e1409f1ee completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:01:56.211944 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port dcd56ce9-e0c9-4752-866c-bc7e1409f1ee triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:01:56.212635 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:56.448258 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:56.452976 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-88d7d33d-050d-48b2-a4d2-8658bfe8a1df req-038bc368-7842-4f60-9e5f-7e52d5161578 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] For port 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=3b700a4b-0191-4f7d-8c6f-f7930ecd46fd,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:56.454107 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-88d7d33d-050d-48b2-a4d2-8658bfe8a1df req-038bc368-7842-4f60-9e5f-7e52d5161578 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:56.538280 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port dcd56ce9-e0c9-4752-866c-bc7e1409f1ee, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=dcd56ce9-e0c9-4752-866c-bc7e1409f1ee,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:56.550048 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-88d7d33d-050d-48b2-a4d2-8658bfe8a1df req-038bc368-7842-4f60-9e5f-7e52d5161578 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Calling delete_port for 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:01:56.552249 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:56.629484 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=dcd56ce9-e0c9-4752-866c-bc7e1409f1ee,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:56.669276 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0346ba53-d138-43c8-a54c-adf4b7992054 None None] Provisioning complete for port dcd56ce9-e0c9-4752-866c-bc7e1409f1ee triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:01:56.670458 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0346ba53-d138-43c8-a54c-adf4b7992054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:56.689669 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4433875e-9bf7-4fd9-aaa8-8a95f8986885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:56.726448 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-128e0985-c8aa-4063-9b46-f71c89d497fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:56.921076 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9305e-eb0f-4d6e-aba3-1ce0991f6895 req-6f3e0a93-058d-46d1-ad23-776d32850f82 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:56.923291 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b1d9305e-eb0f-4d6e-aba3-1ce0991f6895 req-6f3e0a93-058d-46d1-ad23-776d32850f82 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 946 time: 1.1885123 Sep 01 15:01:56.997638 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b1d9305e-eb0f-4d6e-aba3-1ce0991f6895 req-6172bc1f-2b66-44ad-882c-4ad438cd67c6 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625377 Sep 01 15:01:57.054728 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4433875e-9bf7-4fd9-aaa8-8a95f8986885 admin admin] Router ca459bed-735f-4fe7-a302-40ce9fb04432 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:01:57.117574 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cefd6-7a4e-4469-9fab-56bcbbffc273 req-b354b93b-8bc4-4b1c-b50d-f5db1c32abff tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:57.122645 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c2cefd6-7a4e-4469-9fab-56bcbbffc273 req-b354b93b-8bc4-4b1c-b50d-f5db1c32abff tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 951 time: 0.2833018 Sep 01 15:01:57.247427 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c2cefd6-7a4e-4469-9fab-56bcbbffc273 req-dcda422e-c9a5-4d3d-bf12-6ca26792f080 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/security-groups?id=27322d17-0997-45c1-99fb-662ae0901717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190021 Sep 01 15:01:57.321384 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:57.389454 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-88d7d33d-050d-48b2-a4d2-8658bfe8a1df req-038bc368-7842-4f60-9e5f-7e52d5161578 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:57.490359 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-128e0985-c8aa-4063-9b46-f71c89d497fa admin admin] Deleting port fbe593ea-2126-40e1-abb9-b7e7079f02fc {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:01:57.490854 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-128e0985-c8aa-4063-9b46-f71c89d497fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:57.548308 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bc368-7842-4f60-9e5f-7e52d5161578 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Pushing event deleted for resources: {'Port': ['ID=3b700a4b-0191-4f7d-8c6f-f7930ecd46fd,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:57.554731 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4433875e-9bf7-4fd9-aaa8-8a95f8986885 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:01:57.580763 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e1d92f-f5a0-4c12-ac91-f5e808f7b1e0 None None] Sync routers for ids ['ca459bed-735f-4fe7-a302-40ce9fb04432'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:01:57.602649 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4433875e-9bf7-4fd9-aaa8-8a95f8986885 admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:57.604218 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4433875e-9bf7-4fd9-aaa8-8a95f8986885 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.0206828 Sep 01 15:01:57.609530 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52996) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:01:57.629536 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d7d33d-050d-48b2-a4d2-8658bfe8a1df req-038bc368-7842-4f60-9e5f-7e52d5161578 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] No DVR routers for this DVR port 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:01:57.637587 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e1d92f-f5a0-4c12-ac91-f5e808f7b1e0 None None] Routers {'ca459bed-735f-4fe7-a302-40ce9fb04432'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:01:57.642737 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d2e1d92f-f5a0-4c12-ac91-f5e808f7b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:01:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['ca459bed-735f-4fe7-a302-40ce9fb04432'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:57.687470 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-88d7d33d-050d-48b2-a4d2-8658bfe8a1df req-038bc368-7842-4f60-9e5f-7e52d5161578 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:57.689674 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-88d7d33d-050d-48b2-a4d2-8658bfe8a1df req-038bc368-7842-4f60-9e5f-7e52d5161578 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.62 "DELETE /v2.0/ports/3b700a4b-0191-4f7d-8c6f-f7930ecd46fd HTTP/1.1" status: 204 len: 173 time: 2.5733254 Sep 01 15:01:57.699632 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba6631-c790-4095-a703-32a1205715f0 req-a0c123d2-4652-4f2b-829f-39830eb62dd0 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:57.709593 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1dba6631-c790-4095-a703-32a1205715f0 req-a0c123d2-4652-4f2b-829f-39830eb62dd0 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 943 time: 0.3469856 Sep 01 15:01:57.711460 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce089a2-e807-4d9a-9b90-ace08c48f5c3', 'name': 'network-vif-deleted', 'tag': '3b700a4b-0191-4f7d-8c6f-f7930ecd46fd'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:01:57.715096 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db8c145-729f-40e9-98ee-46d633182665" -d '{"events": [{"server_uuid": "1ce089a2-e807-4d9a-9b90-ace08c48f5c3", "name": "network-vif-deleted", "tag": "3b700a4b-0191-4f7d-8c6f-f7930ecd46fd"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:01:57.898074 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1dba6631-c790-4095-a703-32a1205715f0 req-346fab57-305b-4eb9-bdbc-b2965ce89995 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874182 Sep 01 15:01:57.942797 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device dcd56ce9-e0c9-4752-866c-bc7e1409f1ee up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:01:57.954079 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-128e0985-c8aa-4063-9b46-f71c89d497fa admin admin] For port fbe593ea-2126-40e1-abb9-b7e7079f02fc, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fbe593ea-2126-40e1-abb9-b7e7079f02fc,segment=NetworkSegment(6494e41f-3a98-4c3f-8728-8bf218086c1f),segment_id=6494e41f-3a98-4c3f-8728-8bf218086c1f)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:01:57.955476 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-128e0985-c8aa-4063-9b46-f71c89d497fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:57.956243 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c7e413-e59c-4201-93f2-e4eb01de170f x-openstack-request-id: req-72c7e413-e59c-4201-93f2-e4eb01de170f {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:01:57.956555 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce089a2-e807-4d9a-9b90-ace08c48f5c3", "name": "network-vif-deleted", "tag": "3b700a4b-0191-4f7d-8c6f-f7930ecd46fd", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:01:57.956812 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-72c7e413-e59c-4201-93f2-e4eb01de170f {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:01:57.957225 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce089a2-e807-4d9a-9b90-ace08c48f5c3', 'name': 'network-vif-deleted', 'tag': '3b700a4b-0191-4f7d-8c6f-f7930ecd46fd', 'status': 'completed', 'code': 200} Sep 01 15:01:57.996591 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-128e0985-c8aa-4063-9b46-f71c89d497fa admin admin] Calling delete_port for fbe593ea-2126-40e1-abb9-b7e7079f02fc owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:01:58.183901 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-d2e1d92f-f5a0-4c12-ac91-f5e808f7b1e0 None None] Set router ca459bed-735f-4fe7-a302-40ce9fb04432 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:01:58.289674 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3782b2d-017d-4587-8251-7220a7a6ad93 req-9de9de35-0b49-44d6-a798-d299789ae51f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:58.300335 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e3782b2d-017d-4587-8251-7220a7a6ad93 req-9de9de35-0b49-44d6-a798-d299789ae51f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 946 time: 0.1164188 Sep 01 15:01:58.352526 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port dcd56ce9-e0c9-4752-866c-bc7e1409f1ee triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:01:58.353328 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:58.401154 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e3782b2d-017d-4587-8251-7220a7a6ad93 req-baf268e0-b598-4a86-bfa3-f688c390637a tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994647 Sep 01 15:01:58.506999 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:01:58.573236 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-866188ef-7791-422c-a712-2c908acad802 req-c903b862-f3b6-421d-9e36-759c8ae91107 tempest-ServersAdminTestJSON-942950471 tempest-ServersAdminTestJSON-942950471-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ce089a2-e807-4d9a-9b90-ace08c48f5c3 HTTP/1.1" status: 200 len: 210 time: 0.0756609 Sep 01 15:01:58.580809 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:01:58.581401 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 3b700a4b-0191-4f7d-8c6f-f7930ecd46fd not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:01:58.939424 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d2e1d92f-f5a0-4c12-ac91-f5e808f7b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'name': 'tempest-AttachVolumeShelveTestJSON-520491944-router', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:01:51Z', 'updated_at': '2021-09-01T15:01:55Z', 'revision_number': 3, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'gw_port': {'id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:53Z', 'updated_at': '2021-09-01T15:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:01:59.028389 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e1d92f-f5a0-4c12-ac91-f5e808f7b1e0 None None] Checking router: ca459bed-735f-4fe7-a302-40ce9fb04432 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:01:59.030866 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e1d92f-f5a0-4c12-ac91-f5e808f7b1e0 None None] Updating router ca459bed-735f-4fe7-a302-40ce9fb04432 port 42407b1b-b3dc-4620-89ed-ba4f884c0956 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:01:59.115803 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d92f-f5a0-4c12-ac91-f5e808f7b1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:59.172122 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde210b-d196-4c88-8740-31f7b54abe40 req-bd262398-8b72-4349-ac48-4e7081d38e8b tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:59.194739 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7dde210b-d196-4c88-8740-31f7b54abe40 req-bd262398-8b72-4349-ac48-4e7081d38e8b tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/ports?device_id=729bb6cd-038c-467d-b402-7e1e8670947e HTTP/1.1" status: 200 len: 946 time: 0.1564198 Sep 01 15:01:59.286813 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7dde210b-d196-4c88-8740-31f7b54abe40 req-ba69e164-58cd-4e8d-930e-9f4a04235cc5 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/security-groups?id=07016d1d-3332-434d-8ff2-f38124096924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905912 Sep 01 15:01:59.369492 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9acd58-3b78-4591-9937-47850a2a30d1 req-53ad6752-c22c-49a5-887a-d93fc06585e2 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:59.383171 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8f9acd58-3b78-4591-9937-47850a2a30d1 req-53ad6752-c22c-49a5-887a-d93fc06585e2 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 943 time: 0.2553086 Sep 01 15:01:59.495674 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-128e0985-c8aa-4063-9b46-f71c89d497fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:59.606407 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b2bf209-8286-4d78-ad67-69cb428bfa87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:59.620203 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e0985-c8aa-4063-9b46-f71c89d497fa admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe593ea-2126-40e1-abb9-b7e7079f02fc,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:01:59.663624 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8f9acd58-3b78-4591-9937-47850a2a30d1 req-7c77fd20-bbe1-4afa-a20c-818f4605ecf9 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299075 Sep 01 15:01:59.676792 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d92f-f5a0-4c12-ac91-f5e808f7b1e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:59.691381 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7a84e-db5b-424a-95d9-6d025cd845dc req-346094d9-b95a-48d1-8698-7ce625aafdb3 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:01:59.695233 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d2e1d92f-f5a0-4c12-ac91-f5e808f7b1e0 None None] Transition to ACTIVE for port object 42407b1b-b3dc-4620-89ed-ba4f884c0956 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:01:59.709083 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d7f7a84e-db5b-424a-95d9-6d025cd845dc req-346094d9-b95a-48d1-8698-7ce625aafdb3 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 946 time: 0.1286907 Sep 01 15:01:59.710397 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d92f-f5a0-4c12-ac91-f5e808f7b1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:59.762124 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c152d548-ed6d-4ee0-965a-8045096d4362 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:01:59.816753 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d7f7a84e-db5b-424a-95d9-6d025cd845dc req-2b41bd9e-239e-4333-ad0b-3eae9e9fb697 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755951 Sep 01 15:01:59.851566 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d2e1d92f-f5a0-4c12-ac91-f5e808f7b1e0 None None] Attempting to bind port 42407b1b-b3dc-4620-89ed-ba4f884c0956 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:01:59.851946 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d2e1d92f-f5a0-4c12-ac91-f5e808f7b1e0 None None] Attempting to bind port 42407b1b-b3dc-4620-89ed-ba4f884c0956 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:01:59.852314 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e1d92f-f5a0-4c12-ac91-f5e808f7b1e0 None None] Attempting to bind port 42407b1b-b3dc-4620-89ed-ba4f884c0956 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:01:59.860656 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e1d92f-f5a0-4c12-ac91-f5e808f7b1e0 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:01:59.861088 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e1d92f-f5a0-4c12-ac91-f5e808f7b1e0 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:01:59.861516 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d92f-f5a0-4c12-ac91-f5e808f7b1e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:59.862048 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e1d92f-f5a0-4c12-ac91-f5e808f7b1e0 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:01:59.862585 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d2e1d92f-f5a0-4c12-ac91-f5e808f7b1e0 None None] Bound port: 42407b1b-b3dc-4620-89ed-ba4f884c0956, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:01:59.863068 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d92f-f5a0-4c12-ac91-f5e808f7b1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:01:59.962347 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9bf3d-f8bd-4399-b57a-ec2c2d5332c6 None None] Pushing event updated for resources: {'Port': ['ID=42407b1b-b3dc-4620-89ed-ba4f884c0956,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:00.002073 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.resource_extend [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:02:00.040615 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-d2e1d92f-f5a0-4c12-ac91-f5e808f7b1e0 None None] For port 42407b1b-b3dc-4620-89ed-ba4f884c0956, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:02:00.124497 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-d2e1d92f-f5a0-4c12-ac91-f5e808f7b1e0 None None] For port 42407b1b-b3dc-4620-89ed-ba4f884c0956, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=42407b1b-b3dc-4620-89ed-ba4f884c0956,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:02:00.138441 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d92f-f5a0-4c12-ac91-f5e808f7b1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:00.308921 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9bf3d-f8bd-4399-b57a-ec2c2d5332c6 None None] Pushing event updated for resources: {'Port': ['ID=42407b1b-b3dc-4620-89ed-ba4f884c0956,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:00.315209 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e1d92f-f5a0-4c12-ac91-f5e808f7b1e0 None None] Routers {'ca459bed-735f-4fe7-a302-40ce9fb04432'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:02:00.316427 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d2e1d92f-f5a0-4c12-ac91-f5e808f7b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:01:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['ca459bed-735f-4fe7-a302-40ce9fb04432'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:00.425281 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c152d548-ed6d-4ee0-965a-8045096d4362, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c152d548-ed6d-4ee0-965a-8045096d4362,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:00.473593 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'c152d548-ed6d-4ee0-965a-8045096d4362', 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823', 'port_id': 'c152d548-ed6d-4ee0-965a-8045096d4362', 'mac_address': 'fa:16:3e:a9:ea:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f21d72f-51d2-4274-ac2c-410e832eb73e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:02:00.498145 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a79e9-6990-4c34-83e1-704e01a5c6e2 req-d09825de-7e80-492f-8126-575e6a691454 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:00.502028 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-128e0985-c8aa-4063-9b46-f71c89d497fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:00.512676 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-2b2bf209-8286-4d78-ad67-69cb428bfa87 admin admin] Allocated IP 172.20.0.1 (69b04e7f-e4ab-4286-b407-4c7cb525a035/63a79cf5-b9a4-402c-b6e1-dc3862ecf48a/84898e0c-3c6c-4063-88ce-ca56c8855300) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:02:00.519363 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-915a79e9-6990-4c34-83e1-704e01a5c6e2 req-d09825de-7e80-492f-8126-575e6a691454 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/ports?device_id=729bb6cd-038c-467d-b402-7e1e8670947e HTTP/1.1" status: 200 len: 946 time: 0.1096101 Sep 01 15:02:00.538616 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53032) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:00.631843 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-915a79e9-6990-4c34-83e1-704e01a5c6e2 req-b96455fa-3fef-4696-8c7f-17ce5c559482 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/security-groups?id=07016d1d-3332-434d-8ff2-f38124096924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110928 Sep 01 15:02:00.743386 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:00.784651 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c152d548-ed6d-4ee0-965a-8045096d4362 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:02:00.810352 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c152d548-ed6d-4ee0-965a-8045096d4362, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c152d548-ed6d-4ee0-965a-8045096d4362,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:00.814163 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-d2e1d92f-f5a0-4c12-ac91-f5e808f7b1e0 None None] Set router ca459bed-735f-4fe7-a302-40ce9fb04432 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:02:00.973013 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:00.995565 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bd474d67-c7bf-4b9c-8c3f-da42695092e2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f2b28362f76743d68f05c24fb21e8b1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4360087 Sep 01 15:02:01.004486 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53040) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:01.019616 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221eb3e5-6ae9-4712-b330-9270f0f20365 req-d2da09ff-aac8-4c26-bc1f-3e928aaae6cc tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:01.022688 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-221eb3e5-6ae9-4712-b330-9270f0f20365 req-d2da09ff-aac8-4c26-bc1f-3e928aaae6cc tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.45 "GET /v2.0/ports?device_id=729bb6cd-038c-467d-b402-7e1e8670947e HTTP/1.1" status: 200 len: 946 time: 0.1910131 Sep 01 15:02:01.057043 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=c152d548-ed6d-4ee0-965a-8045096d4362,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:01.229025 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be1f23-1642-440c-81c7-296e96d76e7f req-3574a03c-1259-4fb3-80e7-abd25b9e4a38 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:01.231154 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-98be1f23-1642-440c-81c7-296e96d76e7f req-3574a03c-1259-4fb3-80e7-abd25b9e4a38 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 946 time: 0.2049191 Sep 01 15:02:01.279429 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-723ab14d-b673-42bc-816e-e7fb357daa2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:01.301810 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d2e1d92f-f5a0-4c12-ac91-f5e808f7b1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'name': 'tempest-AttachVolumeShelveTestJSON-520491944-router', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:01:51Z', 'updated_at': '2021-09-01T15:01:55Z', 'revision_number': 3, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'gw_port': {'id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:53Z', 'updated_at': '2021-09-01T15:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:01.340589 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-98be1f23-1642-440c-81c7-296e96d76e7f req-16dc9f6d-6982-4740-80c3-7cd025c32a96 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013396 Sep 01 15:02:01.345740 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128e0985-c8aa-4063-9b46-f71c89d497fa admin admin] Router fc69ccf7-02ab-488d-a8df-ec899516da85 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:02:01.347428 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-723ab14d-b673-42bc-816e-e7fb357daa2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:01.360351 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9e037-1b80-48f1-86ed-2fa5238ba491 req-67f0c516-5455-46d1-b034-c09e8bb356ba tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:01.371083 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-53b9e037-1b80-48f1-86ed-2fa5238ba491 req-67f0c516-5455-46d1-b034-c09e8bb356ba tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 944 time: 0.4477553 Sep 01 15:02:01.387764 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e1d92f-f5a0-4c12-ac91-f5e808f7b1e0 None None] The sync data for ids ['ca459bed-735f-4fe7-a302-40ce9fb04432'] in n-d-794796-3 is: [{'id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'name': 'tempest-AttachVolumeShelveTestJSON-520491944-router', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:01:51Z', 'updated_at': '2021-09-01T15:01:55Z', 'revision_number': 3, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'gw_port': {'id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:53Z', 'updated_at': '2021-09-01T15:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:02:01.397897 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b2bf209-8286-4d78-ad67-69cb428bfa87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:01.407586 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['c152d548-ed6d-4ee0-965a-8045096d4362'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:02:01.413577 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-221eb3e5-6ae9-4712-b330-9270f0f20365 req-f1f7f754-3608-4170-a043-292801c91bc5 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Deleting port 632f7fd0-5c92-42ff-acd5-d7cb585a9028 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:02:01.414138 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-221eb3e5-6ae9-4712-b330-9270f0f20365 req-f1f7f754-3608-4170-a043-292801c91bc5 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:01.484710 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-53b9e037-1b80-48f1-86ed-2fa5238ba491 req-c2af33ff-6829-4195-b3c4-89c29a17ab03 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102197 Sep 01 15:02:01.641293 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-2b2bf209-8286-4d78-ad67-69cb428bfa87 admin admin] Transition to ACTIVE for port object 84898e0c-3c6c-4063-88ce-ca56c8855300 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:01.879023 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128e0985-c8aa-4063-9b46-f71c89d497fa admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:02:01.889677 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-128e0985-c8aa-4063-9b46-f71c89d497fa admin admin] 10.222.0.60 "PUT /v2.0/routers/fc69ccf7-02ab-488d-a8df-ec899516da85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8292739 Sep 01 15:02:01.895052 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53048) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:01.896338 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-221eb3e5-6ae9-4712-b330-9270f0f20365 req-f1f7f754-3608-4170-a043-292801c91bc5 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] For port 632f7fd0-5c92-42ff-acd5-d7cb585a9028, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=632f7fd0-5c92-42ff-acd5-d7cb585a9028,segment=NetworkSegment(2acdfcf4-9956-4a09-952a-b7dc6baa9f13),segment_id=2acdfcf4-9956-4a09-952a-b7dc6baa9f13)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:01.897233 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-221eb3e5-6ae9-4712-b330-9270f0f20365 req-f1f7f754-3608-4170-a043-292801c91bc5 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:01.910463 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b2bf209-8286-4d78-ad67-69cb428bfa87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:01.917754 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91887e17-c167-427f-9de8-6485ec4bfd1c None None] Sync routers for ids ['fc69ccf7-02ab-488d-a8df-ec899516da85'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:02:01.930596 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-221eb3e5-6ae9-4712-b330-9270f0f20365 req-f1f7f754-3608-4170-a043-292801c91bc5 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Calling delete_port for 632f7fd0-5c92-42ff-acd5-d7cb585a9028 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:02:01.999480 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2bf209-8286-4d78-ad67-69cb428bfa87 admin admin] Network 69b04e7f-e4ab-4286-b407-4c7cb525a035 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:02:02.005844 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-2b2bf209-8286-4d78-ad67-69cb428bfa87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:02.015268 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91887e17-c167-427f-9de8-6485ec4bfd1c None None] Routers {'fc69ccf7-02ab-488d-a8df-ec899516da85'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:02:02.017211 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-91887e17-c167-427f-9de8-6485ec4bfd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:01:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fc69ccf7-02ab-488d-a8df-ec899516da85'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:02.039169 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0feec-de36-4a2c-a231-e6b778022a89 req-521ebe93-4345-4132-84fb-d975868a0085 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:02.053567 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dfd0feec-de36-4a2c-a231-e6b778022a89 req-521ebe93-4345-4132-84fb-d975868a0085 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/ports?device_id=729bb6cd-038c-467d-b402-7e1e8670947e HTTP/1.1" status: 200 len: 946 time: 0.2694130 Sep 01 15:02:02.064997 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-723ab14d-b673-42bc-816e-e7fb357daa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:02.075844 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-723ab14d-b673-42bc-816e-e7fb357daa2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:02.077996 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-723ab14d-b673-42bc-816e-e7fb357daa2c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/27322d17-0997-45c1-99fb-662ae0901717 HTTP/1.1" status: 204 len: 168 time: 1.0535853 Sep 01 15:02:02.390772 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ab14d-b673-42bc-816e-e7fb357daa2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27322d17-0997-45c1-99fb-662ae0901717,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:02.421378 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-221eb3e5-6ae9-4712-b330-9270f0f20365 req-f1f7f754-3608-4170-a043-292801c91bc5 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:02.479686 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-91887e17-c167-427f-9de8-6485ec4bfd1c None None] Set router fc69ccf7-02ab-488d-a8df-ec899516da85 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:02:02.508869 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b1a53816-9c66-4f48-94e1-a6bf9289c85c None None] Provisioning for port 84898e0c-3c6c-4063-88ce-ca56c8855300 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:02.532220 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b1a53816-9c66-4f48-94e1-a6bf9289c85c None None] Provisioning complete for port 84898e0c-3c6c-4063-88ce-ca56c8855300 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:02.535212 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b1a53816-9c66-4f48-94e1-a6bf9289c85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:02.612977 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dfd0feec-de36-4a2c-a231-e6b778022a89 req-ea6ca2d7-7023-4843-9826-11bff9dd68d1 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.60 "GET /v2.0/security-groups?id=07016d1d-3332-434d-8ff2-f38124096924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5579863 Sep 01 15:02:02.658207 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b1a53816-9c66-4f48-94e1-a6bf9289c85c None None] Port 84898e0c-3c6c-4063-88ce-ca56c8855300 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:02:02.697307 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7f754-3608-4170-a043-292801c91bc5 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Pushing event deleted for resources: {'Port': ['ID=632f7fd0-5c92-42ff-acd5-d7cb585a9028,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:02.774090 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-221eb3e5-6ae9-4712-b330-9270f0f20365 req-f1f7f754-3608-4170-a043-292801c91bc5 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] No DVR routers for this DVR port 632f7fd0-5c92-42ff-acd5-d7cb585a9028 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:02:02.780925 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-221eb3e5-6ae9-4712-b330-9270f0f20365 req-f1f7f754-3608-4170-a043-292801c91bc5 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:02.786409 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-221eb3e5-6ae9-4712-b330-9270f0f20365 req-f1f7f754-3608-4170-a043-292801c91bc5 tempest-VolumesAdminNegativeTest-169997362 tempest-VolumesAdminNegativeTest-169997362-project] 10.222.0.45 "DELETE /v2.0/ports/632f7fd0-5c92-42ff-acd5-d7cb585a9028 HTTP/1.1" status: 204 len: 173 time: 1.7317078 Sep 01 15:02:02.790347 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729bb6cd-038c-467d-b402-7e1e8670947e', 'name': 'network-vif-deleted', 'tag': '632f7fd0-5c92-42ff-acd5-d7cb585a9028'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:02:02.803899 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaaae60c-2cbc-4c44-90e9-d1ca90a6a916" -d '{"events": [{"server_uuid": "729bb6cd-038c-467d-b402-7e1e8670947e", "name": "network-vif-deleted", "tag": "632f7fd0-5c92-42ff-acd5-d7cb585a9028"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:02:02.867861 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2bf209-8286-4d78-ad67-69cb428bfa87 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:02:02.910714 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a2c5b-7ea3-4bc4-8e25-7a5459b7e69d req-6c8bac96-e829-48dd-86b6-e1b42ee9cc5b tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:02.927069 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-657a2c5b-7ea3-4bc4-8e25-7a5459b7e69d req-6c8bac96-e829-48dd-86b6-e1b42ee9cc5b tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 944 time: 0.1707287 Sep 01 15:02:02.986131 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-657a2c5b-7ea3-4bc4-8e25-7a5459b7e69d req-99005e5f-596c-4d39-8634-e324d8a8741f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578816 Sep 01 15:02:03.012314 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bf209-8286-4d78-ad67-69cb428bfa87 admin admin] Pushing event updated for resources: {'Port': ['ID=84898e0c-3c6c-4063-88ce-ca56c8855300,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:03.060836 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53064) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:03.079869 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-91887e17-c167-427f-9de8-6485ec4bfd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921967225-router', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:00Z', 'updated_at': '2021-09-01T15:01:59Z', 'revision_number': 5, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'gw_port': {'id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:01Z', 'updated_at': '2021-09-01T14:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:03.155559 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6fac22ab-c67f-4384-8252-d531d5e5f5de admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=59b1bb8d477d419f99f167cf7cbb4b48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0922680 Sep 01 15:02:03.160603 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91887e17-c167-427f-9de8-6485ec4bfd1c None None] Checking router: fc69ccf7-02ab-488d-a8df-ec899516da85 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:02:03.162453 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53066) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:03.178224 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91887e17-c167-427f-9de8-6485ec4bfd1c None None] Routers {'fc69ccf7-02ab-488d-a8df-ec899516da85'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:02:03.180295 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-91887e17-c167-427f-9de8-6485ec4bfd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:01:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fc69ccf7-02ab-488d-a8df-ec899516da85'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:03.182109 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9bbbd831-ad27-4c35-969f-885225c4ba26 admin admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:03.280585 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82ef3c5-6a1d-4b38-9bd3-51ed882d7323 x-openstack-request-id: req-c82ef3c5-6a1d-4b38-9bd3-51ed882d7323 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:02:03.281276 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729bb6cd-038c-467d-b402-7e1e8670947e", "name": "network-vif-deleted", "tag": "632f7fd0-5c92-42ff-acd5-d7cb585a9028", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:02:03.282889 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c82ef3c5-6a1d-4b38-9bd3-51ed882d7323 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:02:03.283794 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729bb6cd-038c-467d-b402-7e1e8670947e', 'name': 'network-vif-deleted', 'tag': '632f7fd0-5c92-42ff-acd5-d7cb585a9028', 'status': 'completed', 'code': 200} Sep 01 15:02:03.286369 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-88ee4ebe-4392-48d8-b5e3-088066d2dfff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:03.307953 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fae5f-9cec-44d4-a8fd-dfc2ac3dd532 req-6540291a-2178-4c69-abfb-c33313dcb7a7 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:03.309610 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d32fae5f-9cec-44d4-a8fd-dfc2ac3dd532 req-6540291a-2178-4c69-abfb-c33313dcb7a7 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 946 time: 0.4578836 Sep 01 15:02:03.315461 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b2bf209-8286-4d78-ad67-69cb428bfa87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:03.355283 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-88ee4ebe-4392-48d8-b5e3-088066d2dfff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:03.357389 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-91887e17-c167-427f-9de8-6485ec4bfd1c None None] Set router fc69ccf7-02ab-488d-a8df-ec899516da85 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:02:03.459594 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-88ee4ebe-4392-48d8-b5e3-088066d2dfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:03.463602 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-88ee4ebe-4392-48d8-b5e3-088066d2dfff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:03.465247 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-88ee4ebe-4392-48d8-b5e3-088066d2dfff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/abdeb4fa-f4fb-41ab-8d1c-6ff041c97705 HTTP/1.1" status: 204 len: 168 time: 0.3017297 Sep 01 15:02:03.472381 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d32fae5f-9cec-44d4-a8fd-dfc2ac3dd532 req-9856503f-59d0-488d-917e-d0c0515a09cc tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652535 Sep 01 15:02:03.480084 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee4ebe-4392-48d8-b5e3-088066d2dfff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdeb4fa-f4fb-41ab-8d1c-6ff041c97705,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:03.498898 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9bbbd831-ad27-4c35-969f-885225c4ba26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:03.702967 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-9bbbd831-ad27-4c35-969f-885225c4ba26 admin admin] Deleting port e8d436e4-b46c-4a4a-ba13-a8031c12c712 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:02:03.703430 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9bbbd831-ad27-4c35-969f-885225c4ba26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:03.735549 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53072) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:03.762958 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 42407b1b-b3dc-4620-89ed-ba4f884c0956 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:03.855129 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c152d548-ed6d-4ee0-965a-8045096d4362 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:03.858042 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-91887e17-c167-427f-9de8-6485ec4bfd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921967225-router', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:00Z', 'updated_at': '2021-09-01T15:01:59Z', 'revision_number': 5, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'gw_port': {'id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:01Z', 'updated_at': '2021-09-01T14:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:03.858314 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-c394f7e6-94e7-4a29-a324-e5ec2f98df1c admin admin] Deleting subnet 5987b82d-a1fc-411a-afe7-c63bb709f2cd {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:02:03.863365 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c394f7e6-94e7-4a29-a324-e5ec2f98df1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:03.872419 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b2bf209-8286-4d78-ad67-69cb428bfa87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:03.918673 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c394f7e6-94e7-4a29-a324-e5ec2f98df1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:03.921861 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91887e17-c167-427f-9de8-6485ec4bfd1c None None] The sync data for ids ['fc69ccf7-02ab-488d-a8df-ec899516da85'] in n-d-794796-3 is: [{'id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-921967225-router', 'tenant_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:00Z', 'updated_at': '2021-09-01T15:01:59Z', 'revision_number': 5, 'project_id': '8e4fe186f6134748ac0c4745cfedd0d0', 'gw_port': {'id': 'e8d436e4-b46c-4a4a-ba13-a8031c12c712', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc69ccf7-02ab-488d-a8df-ec899516da85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:01Z', 'updated_at': '2021-09-01T14:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:02:03.996672 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port c152d548-ed6d-4ee0-965a-8045096d4362 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:04.006979 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port c152d548-ed6d-4ee0-965a-8045096d4362 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:04.008278 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:04.016318 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 42407b1b-b3dc-4620-89ed-ba4f884c0956 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:04.066952 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 42407b1b-b3dc-4620-89ed-ba4f884c0956 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:04.067559 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:04.079670 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c394f7e6-94e7-4a29-a324-e5ec2f98df1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:04.198642 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c394f7e6-94e7-4a29-a324-e5ec2f98df1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:04.249019 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-9bbbd831-ad27-4c35-969f-885225c4ba26 admin admin] For port e8d436e4-b46c-4a4a-ba13-a8031c12c712, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e8d436e4-b46c-4a4a-ba13-a8031c12c712,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:04.249452 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9bbbd831-ad27-4c35-969f-885225c4ba26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:04.262470 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394f7e6-94e7-4a29-a324-e5ec2f98df1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5987b82d-a1fc-411a-afe7-c63bb709f2cd,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:04.276958 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c394f7e6-94e7-4a29-a324-e5ec2f98df1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:04.283389 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c394f7e6-94e7-4a29-a324-e5ec2f98df1c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5987b82d-a1fc-411a-afe7-c63bb709f2cd HTTP/1.1" status: 204 len: 168 time: 0.5460775 Sep 01 15:02:04.286358 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53090) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:04.305513 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-9bbbd831-ad27-4c35-969f-885225c4ba26 admin admin] Calling delete_port for e8d436e4-b46c-4a4a-ba13-a8031c12c712 owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:02:04.419639 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2815d7e-4909-4c4f-94b6-af7fee71c47c req-c718db9c-657e-499d-97fe-60c84ae98e60 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:04.439060 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f2815d7e-4909-4c4f-94b6-af7fee71c47c req-c718db9c-657e-499d-97fe-60c84ae98e60 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 944 time: 0.2430730 Sep 01 15:02:04.472318 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:04.578077 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 42407b1b-b3dc-4620-89ed-ba4f884c0956, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=42407b1b-b3dc-4620-89ed-ba4f884c0956,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:04.591825 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:04.602482 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:04.623122 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-870c7881-7fa4-419f-8dec-e03aae97e7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:04.797255 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1cbe22-8ca1-459c-b6a7-1f45324c2e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c152d548-ed6d-4ee0-965a-8045096d4362'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:02:04.803300 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d298a2-4d06-4882-a9f5-68a7790c35e5" -d '{"events": [{"server_uuid": "1e1cbe22-8ca1-459c-b6a7-1f45324c2e79", "name": "network-vif-plugged", "status": "completed", "tag": "c152d548-ed6d-4ee0-965a-8045096d4362"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:02:04.850772 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c152d548-ed6d-4ee0-965a-8045096d4362, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c152d548-ed6d-4ee0-965a-8045096d4362,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:04.881680 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:04.883571 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 632f7fd0-5c92-42ff-acd5-d7cb585a9028 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:02:04.899344 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f2815d7e-4909-4c4f-94b6-af7fee71c47c req-b5260c2b-f954-41fd-839c-37cd3a0c9693 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560430 Sep 01 15:02:04.904460 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9bbbd831-ad27-4c35-969f-885225c4ba26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:04.906672 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-870c7881-7fa4-419f-8dec-e03aae97e7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:04.936143 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae17e27-81ca-4228-919e-76bc281cf254 req-cc6552b3-6e42-4862-870f-96742728b70b tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:04.945674 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=42407b1b-b3dc-4620-89ed-ba4f884c0956,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:04.947205 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bae17e27-81ca-4228-919e-76bc281cf254 req-cc6552b3-6e42-4862-870f-96742728b70b tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 946 time: 0.2085679 Sep 01 15:02:04.951707 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 632f7fd0-5c92-42ff-acd5-d7cb585a9028 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:02:04.952654 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 632f7fd0-5c92-42ff-acd5-d7cb585a9028 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:02:04.988016 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbbd831-ad27-4c35-969f-885225c4ba26 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d436e4-b46c-4a4a-ba13-a8031c12c712,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:05.009623 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-870c7881-7fa4-419f-8dec-e03aae97e7fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f89a9d-7444-41a8-8fdb-4edb7f0afddf']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:05.057271 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b2bf209-8286-4d78-ad67-69cb428bfa87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:05.064916 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=c152d548-ed6d-4ee0-965a-8045096d4362,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:05.100404 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b2bf209-8286-4d78-ad67-69cb428bfa87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:05.104849 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-870c7881-7fa4-419f-8dec-e03aae97e7fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2acdfcf4-9956-4a09-952a-b7dc6baa9f13') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:05.106126 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-870c7881-7fa4-419f-8dec-e03aae97e7fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2acdfcf4-9956-4a09-952a-b7dc6baa9f13') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:05.126659 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bae17e27-81ca-4228-919e-76bc281cf254 req-94d0ff84-e663-44ad-a269-f49c1f6eeda1 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773193 Sep 01 15:02:05.173680 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-870c7881-7fa4-419f-8dec-e03aae97e7fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:05.176102 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aca4403-7938-4d4b-a95f-fadd6ff876c7 x-openstack-request-id: req-0aca4403-7938-4d4b-a95f-fadd6ff876c7 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:02:05.176395 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1cbe22-8ca1-459c-b6a7-1f45324c2e79", "name": "network-vif-plugged", "status": "completed", "tag": "c152d548-ed6d-4ee0-965a-8045096d4362", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:02:05.176654 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0aca4403-7938-4d4b-a95f-fadd6ff876c7 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:02:05.177718 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1cbe22-8ca1-459c-b6a7-1f45324c2e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c152d548-ed6d-4ee0-965a-8045096d4362', 'code': 200} Sep 01 15:02:05.213991 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-870c7881-7fa4-419f-8dec-e03aae97e7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:05.227884 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-870c7881-7fa4-419f-8dec-e03aae97e7fb admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:02:05.228647 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bf209-8286-4d78-ad67-69cb428bfa87 admin admin] Pushing event updated for resources: {'Port': ['ID=84898e0c-3c6c-4063-88ce-ca56c8855300,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:05.228895 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-870c7881-7fa4-419f-8dec-e03aae97e7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:02:05.238724 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:02:05.247958 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9bbbd831-ad27-4c35-969f-885225c4ba26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:05.318146 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b2bf209-8286-4d78-ad67-69cb428bfa87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:05.364793 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9bbbd831-ad27-4c35-969f-885225c4ba26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:05.382201 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9bbbd831-ad27-4c35-969f-885225c4ba26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:05.384845 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-870c7881-7fa4-419f-8dec-e03aae97e7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:05.404744 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-870c7881-7fa4-419f-8dec-e03aae97e7fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:05.414350 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-870c7881-7fa4-419f-8dec-e03aae97e7fb admin admin] 10.222.0.60 "DELETE /v2.0/networks/d5f89a9d-7444-41a8-8fdb-4edb7f0afddf HTTP/1.1" status: 204 len: 168 time: 1.1131837 Sep 01 15:02:05.414350 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45479e8f-5369-4e3f-a6b7-97cb3ef5b44f req-b664341d-27fb-44c6-99b9-4177ce0687cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:05.415040 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53114) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:05.415612 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-45479e8f-5369-4e3f-a6b7-97cb3ef5b44f req-b664341d-27fb-44c6-99b9-4177ce0687cd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 1096 time: 0.1595380 Sep 01 15:02:05.445662 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c7881-7fa4-419f-8dec-e03aae97e7fb admin admin] Pushing event deleted for resources: {'Network': ['ID=d5f89a9d-7444-41a8-8fdb-4edb7f0afddf,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:05.491894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c7881-7fa4-419f-8dec-e03aae97e7fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:05.491894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c7881-7fa4-419f-8dec-e03aae97e7fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:05.491894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c7881-7fa4-419f-8dec-e03aae97e7fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:05.491894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c7881-7fa4-419f-8dec-e03aae97e7fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:05.491894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c7881-7fa4-419f-8dec-e03aae97e7fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:05.491894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c7881-7fa4-419f-8dec-e03aae97e7fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:05.491894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c7881-7fa4-419f-8dec-e03aae97e7fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:05.491894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c7881-7fa4-419f-8dec-e03aae97e7fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:05.491894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c7881-7fa4-419f-8dec-e03aae97e7fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:05.492608 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c7881-7fa4-419f-8dec-e03aae97e7fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:05.492698 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c7881-7fa4-419f-8dec-e03aae97e7fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:05.493289 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870c7881-7fa4-419f-8dec-e03aae97e7fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:05.518854 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-45479e8f-5369-4e3f-a6b7-97cb3ef5b44f req-71bed4d4-dcff-4bb4-b542-572881521f0e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838685 Sep 01 15:02:05.544348 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9bbbd831-ad27-4c35-969f-885225c4ba26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:05.544914 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbbd831-ad27-4c35-969f-885225c4ba26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc69ccf7-02ab-488d-a8df-ec899516da85 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:02:05.564850 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9bbbd831-ad27-4c35-969f-885225c4ba26 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:05.566678 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9bbbd831-ad27-4c35-969f-885225c4ba26 admin admin] 10.222.0.60 "DELETE /v2.0/routers/fc69ccf7-02ab-488d-a8df-ec899516da85 HTTP/1.1" status: 204 len: 168 time: 3.6701429 Sep 01 15:02:05.570563 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53126) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:05.586952 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d73b96-cd10-4ef3-a670-97ac95a07f0b admin admin] Deleting subnet 6e5a5311-36bd-4d62-a823-315dfa1bcd01 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:02:05.613269 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0d73b96-cd10-4ef3-a670-97ac95a07f0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:05.667020 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2bf209-8286-4d78-ad67-69cb428bfa87 admin admin] Network 69b04e7f-e4ab-4286-b407-4c7cb525a035 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:02:05.682782 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-2b2bf209-8286-4d78-ad67-69cb428bfa87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:05.700835 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0d73b96-cd10-4ef3-a670-97ac95a07f0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:05.713195 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f031a5e-a441-4b5f-b4d7-d9441611b610 admin admin] Deleting subnet 8622ef4e-4e7a-4362-ad7e-7a1adedf0bef {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:02:05.721343 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f031a5e-a441-4b5f-b4d7-d9441611b610 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:05.859868 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f031a5e-a441-4b5f-b4d7-d9441611b610 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:05.892866 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 42407b1b-b3dc-4620-89ed-ba4f884c0956 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:05.940902 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0d73b96-cd10-4ef3-a670-97ac95a07f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:06.066341 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 42407b1b-b3dc-4620-89ed-ba4f884c0956 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:06.067013 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:06.223251 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2bf209-8286-4d78-ad67-69cb428bfa87 admin admin] Router ca459bed-735f-4fe7-a302-40ce9fb04432 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:02:06.229616 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0d73b96-cd10-4ef3-a670-97ac95a07f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:06.249949 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f031a5e-a441-4b5f-b4d7-d9441611b610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:06.276877 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-aed00491-981b-4914-b1fd-64230ffdf9a3 None None] Provisioning complete for port 84898e0c-3c6c-4063-88ce-ca56c8855300 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:06.277468 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-aed00491-981b-4914-b1fd-64230ffdf9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:06.317864 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d73b96-cd10-4ef3-a670-97ac95a07f0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e5a5311-36bd-4d62-a823-315dfa1bcd01,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:06.350662 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4e4f9-dee3-4ed9-99e7-ecbf01d4b4ed req-49527c77-cea4-43a9-b045-d1ecd0773fd9 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:06.366589 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9f4e4f9-dee3-4ed9-99e7-ecbf01d4b4ed req-49527c77-cea4-43a9-b045-d1ecd0773fd9 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 945 time: 0.2349141 Sep 01 15:02:06.376771 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-aed00491-981b-4914-b1fd-64230ffdf9a3 None None] Port 84898e0c-3c6c-4063-88ce-ca56c8855300 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:02:06.385162 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fbe593ea-2126-40e1-abb9-b7e7079f02fc no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:02:06.388418 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0d73b96-cd10-4ef3-a670-97ac95a07f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:06.397804 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f0d73b96-cd10-4ef3-a670-97ac95a07f0b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6e5a5311-36bd-4d62-a823-315dfa1bcd01 HTTP/1.1" status: 204 len: 168 time: 0.9807453 Sep 01 15:02:06.401398 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53150) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:06.425277 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: fbe593ea-2126-40e1-abb9-b7e7079f02fc {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:02:06.426270 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fbe593ea-2126-40e1-abb9-b7e7079f02fc not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:02:06.466482 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f031a5e-a441-4b5f-b4d7-d9441611b610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:06.500713 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f031a5e-a441-4b5f-b4d7-d9441611b610 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:06.503700 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215bfa95-aa82-4fca-ae24-fbff4131e2a8 None None] Network e341c1bf-b603-47af-8c0a-c48eab293c3d requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:02:06.504011 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5f031a5e-a441-4b5f-b4d7-d9441611b610 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8622ef4e-4e7a-4362-ad7e-7a1adedf0bef HTTP/1.1" status: 204 len: 168 time: 0.9306540 Sep 01 15:02:06.561708 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567cc6b-1d28-498b-9b7a-9a636cbe8c6a req-07614eda-e254-4980-a585-f0b2f47f97ef tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:06.574335 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1567cc6b-1d28-498b-9b7a-9a636cbe8c6a req-07614eda-e254-4980-a585-f0b2f47f97ef tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 946 time: 0.2659047 Sep 01 15:02:06.577902 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53154) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:06.600978 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f031a5e-a441-4b5f-b4d7-d9441611b610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8622ef4e-4e7a-4362-ad7e-7a1adedf0bef,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:06.651702 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-339a2724-fd03-443a-8513-d41d7b41a94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:06.770620 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1567cc6b-1d28-498b-9b7a-9a636cbe8c6a req-15d052a5-91cb-49b7-ac20-85d5f70528d2 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942871 Sep 01 15:02:06.790730 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9f4e4f9-dee3-4ed9-99e7-ecbf01d4b4ed req-5051c1db-f808-4c95-8427-ea959b3ee832 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221098 Sep 01 15:02:06.793449 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-64f1d247-3f61-494e-9de6-b23cba68a75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.067221 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-64f1d247-3f61-494e-9de6-b23cba68a75d admin admin] Deleting port ed408972-5671-4d0d-a928-d56aed76bbee {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:02:07.067560 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-64f1d247-3f61-494e-9de6-b23cba68a75d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.071398 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28ef106-7d60-4131-a2fb-fff649ee12e9 None None] DHCP port deletion for e341c1bf-b603-47af-8c0a-c48eab293c3d request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:02:07.177173 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-339a2724-fd03-443a-8513-d41d7b41a94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.183991 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2bf209-8286-4d78-ad67-69cb428bfa87 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:02:07.190129 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-64f1d247-3f61-494e-9de6-b23cba68a75d admin admin] For port ed408972-5671-4d0d-a928-d56aed76bbee, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ed408972-5671-4d0d-a928-d56aed76bbee,segment=NetworkSegment(6494e41f-3a98-4c3f-8728-8bf218086c1f),segment_id=6494e41f-3a98-4c3f-8728-8bf218086c1f)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:07.190804 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-64f1d247-3f61-494e-9de6-b23cba68a75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.197367 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b28ef106-7d60-4131-a2fb-fff649ee12e9 None None] Deleting port ed408972-5671-4d0d-a928-d56aed76bbee {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:02:07.198587 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b28ef106-7d60-4131-a2fb-fff649ee12e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.214713 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2b2bf209-8286-4d78-ad67-69cb428bfa87 admin admin] 10.222.0.60 "PUT /v2.0/routers/ca459bed-735f-4fe7-a302-40ce9fb04432/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5936506 Sep 01 15:02:07.221237 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-339a2724-fd03-443a-8513-d41d7b41a94c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d265617-5596-4bdf-97da-1681dbb56c18']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:07.230093 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-64f1d247-3f61-494e-9de6-b23cba68a75d admin admin] Calling delete_port for ed408972-5671-4d0d-a928-d56aed76bbee owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:02:07.241387 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-339a2724-fd03-443a-8513-d41d7b41a94c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2808f7df-7308-4fda-bcc4-69aae2a98579') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:07.241827 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-339a2724-fd03-443a-8513-d41d7b41a94c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2808f7df-7308-4fda-bcc4-69aae2a98579') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:07.261839 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-339a2724-fd03-443a-8513-d41d7b41a94c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.292035 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-339a2724-fd03-443a-8513-d41d7b41a94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.304261 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-339a2724-fd03-443a-8513-d41d7b41a94c admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:02:07.304696 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-339a2724-fd03-443a-8513-d41d7b41a94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:02:07.311000 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:02:07.344131 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b28ef106-7d60-4131-a2fb-fff649ee12e9 None None] For port ed408972-5671-4d0d-a928-d56aed76bbee, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ed408972-5671-4d0d-a928-d56aed76bbee,segment=NetworkSegment(6494e41f-3a98-4c3f-8728-8bf218086c1f),segment_id=6494e41f-3a98-4c3f-8728-8bf218086c1f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:07.344877 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b28ef106-7d60-4131-a2fb-fff649ee12e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.369090 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-64f1d247-3f61-494e-9de6-b23cba68a75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.371187 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b28ef106-7d60-4131-a2fb-fff649ee12e9 None None] Calling delete_port for ed408972-5671-4d0d-a928-d56aed76bbee owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:02:07.453273 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1d247-3f61-494e-9de6-b23cba68a75d admin admin] Pushing event deleted for resources: {'Port': ['ID=ed408972-5671-4d0d-a928-d56aed76bbee,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:07.462101 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-339a2724-fd03-443a-8513-d41d7b41a94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.467848 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f1d247-3f61-494e-9de6-b23cba68a75d admin admin] No DVR routers for this DVR port ed408972-5671-4d0d-a928-d56aed76bbee on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:02:07.474745 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-339a2724-fd03-443a-8513-d41d7b41a94c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.479682 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-339a2724-fd03-443a-8513-d41d7b41a94c admin admin] 10.222.0.60 "DELETE /v2.0/networks/3d265617-5596-4bdf-97da-1681dbb56c18 HTTP/1.1" status: 204 len: 168 time: 1.0739057 Sep 01 15:02:07.485346 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec1096-e7df-4aeb-a5eb-097a21bc1a27 None None] Sync routers for ids ['ca459bed-735f-4fe7-a302-40ce9fb04432'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:02:07.509533 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eec1096-e7df-4aeb-a5eb-097a21bc1a27 None None] Routers {'ca459bed-735f-4fe7-a302-40ce9fb04432'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:02:07.510939 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4eec1096-e7df-4aeb-a5eb-097a21bc1a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:01:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['ca459bed-735f-4fe7-a302-40ce9fb04432'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:07.528924 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a2724-fd03-443a-8513-d41d7b41a94c admin admin] Pushing event deleted for resources: {'Network': ['ID=3d265617-5596-4bdf-97da-1681dbb56c18,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:07.546095 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a2724-fd03-443a-8513-d41d7b41a94c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:07.548170 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a2724-fd03-443a-8513-d41d7b41a94c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:07.549228 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a2724-fd03-443a-8513-d41d7b41a94c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:07.550222 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a2724-fd03-443a-8513-d41d7b41a94c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:07.551149 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a2724-fd03-443a-8513-d41d7b41a94c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:07.552134 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a2724-fd03-443a-8513-d41d7b41a94c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:07.553359 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a2724-fd03-443a-8513-d41d7b41a94c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:07.554661 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a2724-fd03-443a-8513-d41d7b41a94c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:07.556192 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a2724-fd03-443a-8513-d41d7b41a94c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:07.557469 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a2724-fd03-443a-8513-d41d7b41a94c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:07.559286 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a2724-fd03-443a-8513-d41d7b41a94c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:07.560174 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339a2724-fd03-443a-8513-d41d7b41a94c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:07.619092 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-64f1d247-3f61-494e-9de6-b23cba68a75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.644422 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-64f1d247-3f61-494e-9de6-b23cba68a75d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e341c1bf-b603-47af-8c0a-c48eab293c3d']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:07.670929 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-64f1d247-3f61-494e-9de6-b23cba68a75d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6494e41f-3a98-4c3f-8728-8bf218086c1f') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:07.673506 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-64f1d247-3f61-494e-9de6-b23cba68a75d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6494e41f-3a98-4c3f-8728-8bf218086c1f') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:07.700102 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-64f1d247-3f61-494e-9de6-b23cba68a75d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.728945 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-64f1d247-3f61-494e-9de6-b23cba68a75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.754617 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f1d247-3f61-494e-9de6-b23cba68a75d admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:02:07.755564 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-64f1d247-3f61-494e-9de6-b23cba68a75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:02:07.760614 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:02:07.764939 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e8d436e4-b46c-4a4a-ba13-a8031c12c712 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:02:07.806700 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: e8d436e4-b46c-4a4a-ba13-a8031c12c712 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:02:07.807191 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e8d436e4-b46c-4a4a-ba13-a8031c12c712 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:02:07.807909 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ed408972-5671-4d0d-a928-d56aed76bbee no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:02:07.867992 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: ed408972-5671-4d0d-a928-d56aed76bbee {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:02:07.868257 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ed408972-5671-4d0d-a928-d56aed76bbee not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:02:07.903923 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-64f1d247-3f61-494e-9de6-b23cba68a75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.917971 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-64f1d247-3f61-494e-9de6-b23cba68a75d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.921586 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-64f1d247-3f61-494e-9de6-b23cba68a75d admin admin] 10.222.0.60 "DELETE /v2.0/networks/e341c1bf-b603-47af-8c0a-c48eab293c3d HTTP/1.1" status: 204 len: 168 time: 1.3401768 Sep 01 15:02:07.929201 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53182) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:07.963231 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-4eec1096-e7df-4aeb-a5eb-097a21bc1a27 None None] Set router ca459bed-735f-4fe7-a302-40ce9fb04432 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:02:07.967643 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:07.976640 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1d247-3f61-494e-9de6-b23cba68a75d admin admin] Pushing event deleted for resources: {'Network': ['ID=e341c1bf-b603-47af-8c0a-c48eab293c3d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:07.993793 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53184) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:08.100841 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-da4e934c-8d6b-4a05-b50e-5431c57773a2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=82a4210d65864b96baa7f8c1c3190855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1053836 Sep 01 15:02:08.111656 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53188) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:08.119123 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b28ef106-7d60-4131-a2fb-fff649ee12e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:08.156776 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ef106-7d60-4131-a2fb-fff649ee12e9 None None] Pushing event deleted for resources: {'Port': ['ID=ed408972-5671-4d0d-a928-d56aed76bbee,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:08.186251 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53192) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:08.207733 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b28ef106-7d60-4131-a2fb-fff649ee12e9 None None] Network e341c1bf-b603-47af-8c0a-c48eab293c3d is not hosted by any dhcp agent {{(pid=94735) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 01 15:02:08.208681 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28ef106-7d60-4131-a2fb-fff649ee12e9 None None] No DVR routers for this DVR port ed408972-5671-4d0d-a928-d56aed76bbee on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:02:08.314152 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a85ddf94-41fd-4438-b978-638617473d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:08.366605 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a85ddf94-41fd-4438-b978-638617473d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:08.387755 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4eec1096-e7df-4aeb-a5eb-097a21bc1a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'name': 'tempest-AttachVolumeShelveTestJSON-520491944-router', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:01:51Z', 'updated_at': '2021-09-01T15:02:03Z', 'revision_number': 4, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'gw_port': {'id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:53Z', 'updated_at': '2021-09-01T15:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '84898e0c-3c6c-4063-88ce-ca56c8855300', 'name': '', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'mac_address': 'fa:16:3e:05:7e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:59Z', 'updated_at': '2021-09-01T15:02:04Z', 'revision_number': 2, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'subnets': [{'id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:08.434463 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec1096-e7df-4aeb-a5eb-097a21bc1a27 None None] Checking router: ca459bed-735f-4fe7-a302-40ce9fb04432 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:02:08.434927 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec1096-e7df-4aeb-a5eb-097a21bc1a27 None None] Updating router ca459bed-735f-4fe7-a302-40ce9fb04432 port 84898e0c-3c6c-4063-88ce-ca56c8855300 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:02:08.465516 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de263011-67be-44a7-baf6-17b221352581 req-3f6ebc7a-9fec-4242-977e-f92bc45440c2 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:08.468718 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4eec1096-e7df-4aeb-a5eb-097a21bc1a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:08.479612 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-de263011-67be-44a7-baf6-17b221352581 req-3f6ebc7a-9fec-4242-977e-f92bc45440c2 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 945 time: 0.4433765 Sep 01 15:02:08.492242 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bb11f232-9440-4064-99af-3e2758ab66b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:08.507632 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53196) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:08.525743 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-64f83a45-d965-4ba0-8ea6-074d3061e4fd tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2110468050', 'description': 'tempest-description--1024307888'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:08.583756 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.api [None req-bb11f232-9440-4064-99af-3e2758ab66b3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:02:08.583756 n-d-794796-3 neutron-server[94734]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 01 15:02:08.583756 n-d-794796-3 neutron-server[94734]: [parameters: {'project_id': 'f98ac35899014a1e811643b99112319e', 'id': '6d15f821-d7cd-4b4c-a446-6fefe3b6aab5', 'expiration': datetime.datetime(2021, 9, 1, 15, 4, 8, 571007)}] Sep 01 15:02:08.583756 n-d-794796-3 neutron-server[94734]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:02:08.584616 n-d-794796-3 neutron-server[94734]: DEBUG oslo_db.api [None req-bb11f232-9440-4064-99af-3e2758ab66b3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:02:08.595726 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-64f83a45-d965-4ba0-8ea6-074d3061e4fd tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:08.635536 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a85ddf94-41fd-4438-b978-638617473d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:08.642709 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a85ddf94-41fd-4438-b978-638617473d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:08.648990 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a85ddf94-41fd-4438-b978-638617473d8a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07016d1d-3332-434d-8ff2-f38124096924 HTTP/1.1" status: 204 len: 168 time: 0.5337205 Sep 01 15:02:08.668652 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-de263011-67be-44a7-baf6-17b221352581 req-b4e9c9a4-2f1d-46a6-ab64-f4ad2680fc6b tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726394 Sep 01 15:02:08.732856 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ddf94-41fd-4438-b978-638617473d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07016d1d-3332-434d-8ff2-f38124096924,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:08.793493 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518563bc-739e-46da-bf3a-2774c2c21d68 req-6fcf49ab-f934-41d8-aa4d-6f10c462337f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:08.811274 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-518563bc-739e-46da-bf3a-2774c2c21d68 req-6fcf49ab-f934-41d8-aa4d-6f10c462337f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 946 time: 0.1929724 Sep 01 15:02:08.921654 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f622c2ef-2c63-4bd6-95c6-5b5c4bb292a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:08.990599 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-518563bc-739e-46da-bf3a-2774c2c21d68 req-cc74bf81-18c3-4d84-856f-c0a887d2da98 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775982 Sep 01 15:02:08.999979 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-d26c0f59-81be-42b3-9b2a-624b90792b92 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:09.004091 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-d26c0f59-81be-42b3-9b2a-624b90792b92 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583&tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&binding%3Ahost_id=n-h1-794796-3 HTTP/1.1" status: 200 len: 1097 time: 0.1865375 Sep 01 15:02:09.037930 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-0522647d-ca6e-4571-92d8-25ff2e66d2a2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794796-3'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:09.106461 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bb11f232-9440-4064-99af-3e2758ab66b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:09.112010 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4eec1096-e7df-4aeb-a5eb-097a21bc1a27 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:09.118948 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-64f83a45-d965-4ba0-8ea6-074d3061e4fd tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:09.127095 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4eec1096-e7df-4aeb-a5eb-097a21bc1a27 None None] Transition to ACTIVE for port object 84898e0c-3c6c-4063-88ce-ca56c8855300 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:09.135391 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-64f83a45-d965-4ba0-8ea6-074d3061e4fd tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:09.148636 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4eec1096-e7df-4aeb-a5eb-097a21bc1a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:09.215059 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-0522647d-ca6e-4571-92d8-25ff2e66d2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:09.227955 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f83a45-d965-4ba0-8ea6-074d3061e4fd tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1f8fc8-b44e-44ac-81a9-6577796914bd,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:09.258351 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a3f9f-674c-446d-a0e4-009083ef2bcb None None] Pushing event updated for resources: {'Port': ['ID=84898e0c-3c6c-4063-88ce-ca56c8855300,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:09.404519 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e590d944-28e8-4e15-9bc9-d24f0c0cb20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:09.422807 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bb11f232-9440-4064-99af-3e2758ab66b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:09.436231 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53204) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:09.439115 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bb11f232-9440-4064-99af-3e2758ab66b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:09.458765 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-64f83a45-d965-4ba0-8ea6-074d3061e4fd tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:09.464732 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-64f83a45-d965-4ba0-8ea6-074d3061e4fd tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9474754 Sep 01 15:02:09.468999 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-4eec1096-e7df-4aeb-a5eb-097a21bc1a27 None None] Attempting to bind port 84898e0c-3c6c-4063-88ce-ca56c8855300 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:02:09.469835 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-4eec1096-e7df-4aeb-a5eb-097a21bc1a27 None None] Attempting to bind port 84898e0c-3c6c-4063-88ce-ca56c8855300 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'c973b5f4-fe2f-4d5d-acf7-3944f7f86611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:02:09.470648 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eec1096-e7df-4aeb-a5eb-097a21bc1a27 None None] Attempting to bind port 84898e0c-3c6c-4063-88ce-ca56c8855300 on network 69b04e7f-e4ab-4286-b407-4c7cb525a035 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:09.481337 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eec1096-e7df-4aeb-a5eb-097a21bc1a27 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:02:09.482035 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eec1096-e7df-4aeb-a5eb-097a21bc1a27 None None] Checking segment: {'id': 'c973b5f4-fe2f-4d5d-acf7-3944f7f86611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:09.482800 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4eec1096-e7df-4aeb-a5eb-097a21bc1a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:09.483555 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eec1096-e7df-4aeb-a5eb-097a21bc1a27 None None] Bound using segment: {'id': 'c973b5f4-fe2f-4d5d-acf7-3944f7f86611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:02:09.484411 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-4eec1096-e7df-4aeb-a5eb-097a21bc1a27 None None] Bound port: 84898e0c-3c6c-4063-88ce-ca56c8855300, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c973b5f4-fe2f-4d5d-acf7-3944f7f86611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:02:09.485095 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4eec1096-e7df-4aeb-a5eb-097a21bc1a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:09.486736 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-0522647d-ca6e-4571-92d8-25ff2e66d2a2 service neutron] For port ebea3a76-0b81-463c-9853-c895beed90e6, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=ebea3a76-0b81-463c-9853-c895beed90e6,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:09.547239 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb11f232-9440-4064-99af-3e2758ab66b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b779c6e-8e12-4b8d-bd02-613438dfcfe0,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:09.566336 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53206) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:09.598501 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-38c4652e-80a6-40dc-bf95-3eff875dd755 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Request body: {'security_group_rule': {'security_group_id': 'fd1f8fc8-b44e-44ac-81a9-6577796914bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:09.620475 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-4eec1096-e7df-4aeb-a5eb-097a21bc1a27 None None] For port 84898e0c-3c6c-4063-88ce-ca56c8855300, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:02:09.624172 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-4eec1096-e7df-4aeb-a5eb-097a21bc1a27 None None] For port 84898e0c-3c6c-4063-88ce-ca56c8855300, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=84898e0c-3c6c-4063-88ce-ca56c8855300,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:02:09.635792 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4eec1096-e7df-4aeb-a5eb-097a21bc1a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:09.668388 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bb11f232-9440-4064-99af-3e2758ab66b3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f98ac35899014a1e811643b99112319e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4778404 Sep 01 15:02:09.675142 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53208) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:09.718533 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eec1096-e7df-4aeb-a5eb-097a21bc1a27 None None] Routers {'ca459bed-735f-4fe7-a302-40ce9fb04432'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:02:09.719183 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4eec1096-e7df-4aeb-a5eb-097a21bc1a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:01:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['ca459bed-735f-4fe7-a302-40ce9fb04432'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:09.747146 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-0522647d-ca6e-4571-92d8-25ff2e66d2a2 service neutron] For port ebea3a76-0b81-463c-9853-c895beed90e6, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:02:09.755236 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f8b7314b-d8a3-4419-bed4-b08d8fa22b17 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=97b473277cbd41a086633e6db50142fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176522 Sep 01 15:02:09.769159 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53210) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:09.791826 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-38c4652e-80a6-40dc-bf95-3eff875dd755 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:09.857236 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5323685c-1c73-410d-b4b9-2d5532a19583', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebea3a76-0b81-463c-9853-c895beed90e6'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:02:09.861268 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd22e39-3db6-476d-b790-5a273f2b8c30" -d '{"events": [{"server_uuid": "5323685c-1c73-410d-b4b9-2d5532a19583", "name": "network-vif-unplugged", "status": "completed", "tag": "ebea3a76-0b81-463c-9853-c895beed90e6"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:02:09.883322 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-0522647d-ca6e-4571-92d8-25ff2e66d2a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:09.923348 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-0522647d-ca6e-4571-92d8-25ff2e66d2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:09.933060 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-38c4652e-80a6-40dc-bf95-3eff875dd755 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:10.002541 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01800dc-788d-485b-89bb-0ff7ead0d96a x-openstack-request-id: req-a01800dc-788d-485b-89bb-0ff7ead0d96a {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:02:10.003010 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5323685c-1c73-410d-b4b9-2d5532a19583", "name": "network-vif-unplugged", "status": "completed", "tag": "ebea3a76-0b81-463c-9853-c895beed90e6", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:02:10.003419 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a01800dc-788d-485b-89bb-0ff7ead0d96a {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:02:10.004055 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5323685c-1c73-410d-b4b9-2d5532a19583', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebea3a76-0b81-463c-9853-c895beed90e6', 'code': 200} Sep 01 15:02:10.022430 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-38c4652e-80a6-40dc-bf95-3eff875dd755 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:10.065047 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c17da9-e997-4b25-bc23-85bae73762ea req-3a7d4593-67e9-469d-8ef1-046bd8b1eaa5 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:10.080622 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-33c17da9-e997-4b25-bc23-85bae73762ea req-3a7d4593-67e9-469d-8ef1-046bd8b1eaa5 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 1096 time: 0.4230628 Sep 01 15:02:10.106919 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522647d-ca6e-4571-92d8-25ff2e66d2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ebea3a76-0b81-463c-9853-c895beed90e6,revision_number=7']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:10.113352 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4652e-80a6-40dc-bf95-3eff875dd755 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c7ee340-0c2e-4980-bad2-e624499e1527,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:10.121275 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-4eec1096-e7df-4aeb-a5eb-097a21bc1a27 None None] Set router ca459bed-735f-4fe7-a302-40ce9fb04432 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:02:10.178277 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a3f9f-674c-446d-a0e4-009083ef2bcb None None] Pushing event updated for resources: {'Port': ['ID=84898e0c-3c6c-4063-88ce-ca56c8855300,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:10.187224 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-38c4652e-80a6-40dc-bf95-3eff875dd755 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:10.192943 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-38c4652e-80a6-40dc-bf95-3eff875dd755 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6168432 Sep 01 15:02:10.196550 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53222) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:10.200919 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-67655428-2ed3-4639-b0fe-90399aca06cb tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Request body: {'security_group_rule': {'security_group_id': 'fd1f8fc8-b44e-44ac-81a9-6577796914bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:10.226930 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-0522647d-ca6e-4571-92d8-25ff2e66d2a2 service neutron] Attempting to bind port ebea3a76-0b81-463c-9853-c895beed90e6 on host n-h1-794796-3 for vnic_type normal with profile {"migrating_to": "n-h2-794796-3"} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:02:10.227276 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-0522647d-ca6e-4571-92d8-25ff2e66d2a2 service neutron] Attempting to bind port ebea3a76-0b81-463c-9853-c895beed90e6 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:02:10.227618 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-0522647d-ca6e-4571-92d8-25ff2e66d2a2 service neutron] Attempting to bind port ebea3a76-0b81-463c-9853-c895beed90e6 on network e27801a1-4735-4eb4-8714-06c2c137f925 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:10.236758 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-0522647d-ca6e-4571-92d8-25ff2e66d2a2 service neutron] Port ebea3a76-0b81-463c-9853-c895beed90e6 on network e27801a1-4735-4eb4-8714-06c2c137f925 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:02:10.237098 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-0522647d-ca6e-4571-92d8-25ff2e66d2a2 service neutron] Attempting to bind port ebea3a76-0b81-463c-9853-c895beed90e6 on network e27801a1-4735-4eb4-8714-06c2c137f925 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:10.245490 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-0522647d-ca6e-4571-92d8-25ff2e66d2a2 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:02:10.246039 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-0522647d-ca6e-4571-92d8-25ff2e66d2a2 service neutron] Checking segment: {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:10.246460 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-0522647d-ca6e-4571-92d8-25ff2e66d2a2 service neutron] Bound using segment: {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:02:10.248429 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-0522647d-ca6e-4571-92d8-25ff2e66d2a2 service neutron] Bound port: ebea3a76-0b81-463c-9853-c895beed90e6, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:02:10.248429 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-0522647d-ca6e-4571-92d8-25ff2e66d2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:10.280249 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f2cd0aa4-45da-4311-af14-1379b8bd93ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:10.322069 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f2cd0aa4-45da-4311-af14-1379b8bd93ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:10.330976 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-67655428-2ed3-4639-b0fe-90399aca06cb tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:10.359765 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e398087d-a42b-4fbf-a811-f5f417f59db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:10.377347 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-33c17da9-e997-4b25-bc23-85bae73762ea req-10c27864-27c6-40b9-a07c-049d2e9bae88 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952924 Sep 01 15:02:10.455605 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f2cd0aa4-45da-4311-af14-1379b8bd93ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:10.460634 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f2cd0aa4-45da-4311-af14-1379b8bd93ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:10.462899 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f2cd0aa4-45da-4311-af14-1379b8bd93ce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cc00cfe5-960a-4a3d-881e-9820234713ea HTTP/1.1" status: 204 len: 168 time: 0.6921356 Sep 01 15:02:10.494427 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ebea3a76-0b81-463c-9853-c895beed90e6 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:02:10.527290 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e398087d-a42b-4fbf-a811-f5f417f59db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:10.541126 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd0aa4-45da-4311-af14-1379b8bd93ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc00cfe5-960a-4a3d-881e-9820234713ea,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:10.552249 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c1383-64e3-4e30-bbf5-9ba2da32af74 req-3a235ee6-99d2-466f-a8fc-4f166dac463b tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:10.568463 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f61c1383-64e3-4e30-bbf5-9ba2da32af74 req-3a235ee6-99d2-466f-a8fc-4f166dac463b tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 944 time: 0.2193186 Sep 01 15:02:10.587253 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-0522647d-ca6e-4571-92d8-25ff2e66d2a2 service neutron] For port ebea3a76-0b81-463c-9853-c895beed90e6, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:02:10.598282 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-0522647d-ca6e-4571-92d8-25ff2e66d2a2 service neutron] For port ebea3a76-0b81-463c-9853-c895beed90e6, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=ebea3a76-0b81-463c-9853-c895beed90e6,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:02:10.643184 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-0522647d-ca6e-4571-92d8-25ff2e66d2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:10.706995 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4eec1096-e7df-4aeb-a5eb-097a21bc1a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'name': 'tempest-AttachVolumeShelveTestJSON-520491944-router', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:01:51Z', 'updated_at': '2021-09-01T15:02:03Z', 'revision_number': 4, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'gw_port': {'id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:53Z', 'updated_at': '2021-09-01T15:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '84898e0c-3c6c-4063-88ce-ca56c8855300', 'name': '', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'mac_address': 'fa:16:3e:05:7e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:59Z', 'updated_at': '2021-09-01T15:02:09Z', 'revision_number': 4, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'subnets': [{'id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:10.751129 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec1096-e7df-4aeb-a5eb-097a21bc1a27 None None] The sync data for ids ['ca459bed-735f-4fe7-a302-40ce9fb04432'] in n-d-794796-3 is: [{'id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'name': 'tempest-AttachVolumeShelveTestJSON-520491944-router', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:01:51Z', 'updated_at': '2021-09-01T15:02:03Z', 'revision_number': 4, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'gw_port': {'id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:53Z', 'updated_at': '2021-09-01T15:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '84898e0c-3c6c-4063-88ce-ca56c8855300', 'name': '', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'mac_address': 'fa:16:3e:05:7e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:59Z', 'updated_at': '2021-09-01T15:02:09Z', 'revision_number': 4, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'subnets': [{'id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:02:10.801395 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f61c1383-64e3-4e30-bbf5-9ba2da32af74 req-bc677389-d461-48bc-9aad-0a9b9a27aa2b tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094293 Sep 01 15:02:10.818233 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e398087d-a42b-4fbf-a811-f5f417f59db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:10.822077 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-67655428-2ed3-4639-b0fe-90399aca06cb tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:10.823609 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port ebea3a76-0b81-463c-9853-c895beed90e6, host n-h1-794796-3, got binding levels [] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:10.833822 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e398087d-a42b-4fbf-a811-f5f417f59db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:10.842805 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-67655428-2ed3-4639-b0fe-90399aca06cb tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:10.846743 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e398087d-a42b-4fbf-a811-f5f417f59db8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b779c6e-8e12-4b8d-bd02-613438dfcfe0 HTTP/1.1" status: 204 len: 168 time: 1.1650531 Sep 01 15:02:10.886249 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398087d-a42b-4fbf-a811-f5f417f59db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b779c6e-8e12-4b8d-bd02-613438dfcfe0,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:10.912132 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-f622c2ef-2c63-4bd6-95c6-5b5c4bb292a2 admin admin] Deleting port f61df7b7-14f7-4775-99c4-b5c5bec72b3f {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:02:10.915132 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Attempting to bind port ebea3a76-0b81-463c-9853-c895beed90e6 on host n-h1-794796-3 for vnic_type normal with profile {"migrating_to": "n-h2-794796-3"} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:02:10.915945 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Attempting to bind port ebea3a76-0b81-463c-9853-c895beed90e6 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:02:10.916716 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Attempting to bind port ebea3a76-0b81-463c-9853-c895beed90e6 on network e27801a1-4735-4eb4-8714-06c2c137f925 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:10.917551 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f622c2ef-2c63-4bd6-95c6-5b5c4bb292a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:10.925424 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Port ebea3a76-0b81-463c-9853-c895beed90e6 on network e27801a1-4735-4eb4-8714-06c2c137f925 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:02:10.933848 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Attempting to bind port ebea3a76-0b81-463c-9853-c895beed90e6 on network e27801a1-4735-4eb4-8714-06c2c137f925 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:10.944424 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67655428-2ed3-4639-b0fe-90399aca06cb tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb229577-0548-4258-ac2f-39c4c1b2c682,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:10.947184 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:02:10.947617 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Checking segment: {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:10.948585 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Bound using segment: {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:02:10.957256 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Bound port: ebea3a76-0b81-463c-9853-c895beed90e6, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:02:10.957902 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:11.022958 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522647d-ca6e-4571-92d8-25ff2e66d2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ebea3a76-0b81-463c-9853-c895beed90e6,revision_number=8']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:11.044428 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-67655428-2ed3-4639-b0fe-90399aca06cb tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:11.051802 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-67655428-2ed3-4639-b0fe-90399aca06cb tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8546541 Sep 01 15:02:11.054641 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-0522647d-ca6e-4571-92d8-25ff2e66d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:11.055573 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-0522647d-ca6e-4571-92d8-25ff2e66d2a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:11.058066 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-0522647d-ca6e-4571-92d8-25ff2e66d2a2 service neutron] 10.222.0.62 "PUT /v2.0/ports/ebea3a76-0b81-463c-9853-c895beed90e6 HTTP/1.1" status: 200 len: 1122 time: 2.0337386 Sep 01 15:02:11.059432 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53234) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:11.069671 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-cfe73560-a3a5-444c-a4b6-f12abfa10c40 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:11.166441 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cfe73560-a3a5-444c-a4b6-f12abfa10c40 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for floatingip, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:11.228033 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['ebea3a76-0b81-463c-9853-c895beed90e6'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:02:11.322167 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-f622c2ef-2c63-4bd6-95c6-5b5c4bb292a2 admin admin] For port f61df7b7-14f7-4775-99c4-b5c5bec72b3f, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f61df7b7-14f7-4775-99c4-b5c5bec72b3f,segment=NetworkSegment(904b694f-1b29-4b02-a944-cca8cf5ce3f8),segment_id=904b694f-1b29-4b02-a944-cca8cf5ce3f8)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:11.324062 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f622c2ef-2c63-4bd6-95c6-5b5c4bb292a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:11.379677 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-f622c2ef-2c63-4bd6-95c6-5b5c4bb292a2 admin admin] Calling delete_port for f61df7b7-14f7-4775-99c4-b5c5bec72b3f owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:02:11.410371 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['ebea3a76-0b81-463c-9853-c895beed90e6'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:02:11.438421 n-d-794796-3 neutron-server[94735]: WARNING neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Concurrent port binding operations failed on port ebea3a76-0b81-463c-9853-c895beed90e6 Sep 01 15:02:11.502251 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port ebea3a76-0b81-463c-9853-c895beed90e6, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=ebea3a76-0b81-463c-9853-c895beed90e6,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:11.543095 n-d-794796-3 neutron-server[94735]: INFO neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Attempt 2 to bind port ebea3a76-0b81-463c-9853-c895beed90e6 Sep 01 15:02:11.544665 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ebea3a76-0b81-463c-9853-c895beed90e6 has no active binding in host n-h2-794796-3 {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 01 15:02:11.667287 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cfe73560-a3a5-444c-a4b6-f12abfa10c40 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:11.824898 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 84898e0c-3c6c-4063-88ce-ca56c8855300 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:11.955513 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f6366-e17e-4820-822c-ac85583d8e90 req-e494e0b7-69f6-4da7-9eff-6552cd62250e tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:11.999000 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ca2f6366-e17e-4820-822c-ac85583d8e90 req-e494e0b7-69f6-4da7-9eff-6552cd62250e tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 1096 time: 0.4043360 Sep 01 15:02:12.077699 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5323685c-1c73-410d-b4b9-2d5532a19583', 'tag': 'ebea3a76-0b81-463c-9853-c895beed90e6'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:02:12.088470 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea5050f-03d7-4289-b78f-2188c58c7901" -d '{"events": [{"name": "network-changed", "server_uuid": "5323685c-1c73-410d-b4b9-2d5532a19583", "tag": "ebea3a76-0b81-463c-9853-c895beed90e6"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:02:12.162464 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:12.201747 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9733732d-fd3b-47ba-81ba-673b312e6343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:12.205785 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 84898e0c-3c6c-4063-88ce-ca56c8855300 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:12.215512 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 84898e0c-3c6c-4063-88ce-ca56c8855300 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:12.216036 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:12.353221 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ca2f6366-e17e-4820-822c-ac85583d8e90 req-386a908e-d00a-4945-864a-4c1b4673930d tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604784 Sep 01 15:02:12.380235 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-cfe73560-a3a5-444c-a4b6-f12abfa10c40 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Allocated IP 172.25.6.67 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/b879c373-9df3-4c2f-993d-3d276c0f2f4a) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:02:12.465114 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb1534-0b40-4ede-a375-ac175997b2e7 req-5f0ef0cf-9639-4c67-9cee-1e9c787e7711 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:12.467329 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-98eb1534-0b40-4ede-a375-ac175997b2e7 req-5f0ef0cf-9639-4c67-9cee-1e9c787e7711 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 944 time: 0.3561842 Sep 01 15:02:12.578595 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f622c2ef-2c63-4bd6-95c6-5b5c4bb292a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:12.582938 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:12.615874 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622c2ef-2c63-4bd6-95c6-5b5c4bb292a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f61df7b7-14f7-4775-99c4-b5c5bec72b3f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:12.736452 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 84898e0c-3c6c-4063-88ce-ca56c8855300, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=84898e0c-3c6c-4063-88ce-ca56c8855300,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:12.752553 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:12.950205 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=84898e0c-3c6c-4063-88ce-ca56c8855300,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:12.986859 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f622c2ef-2c63-4bd6-95c6-5b5c4bb292a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:12.997695 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:13.007462 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:13.008282 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:13.018206 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:13.021369 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:13.022256 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:13.022999 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:13.023702 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:13.024377 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:13.025061 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:13.025807 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:13.026588 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:13.101410 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:13.493259 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a274468a-1a8c-4c0c-87c9-c8ea655c3d36 x-openstack-request-id: req-a274468a-1a8c-4c0c-87c9-c8ea655c3d36 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:02:13.495005 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5323685c-1c73-410d-b4b9-2d5532a19583", "tag": "ebea3a76-0b81-463c-9853-c895beed90e6", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:02:13.495391 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a274468a-1a8c-4c0c-87c9-c8ea655c3d36 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:02:13.497243 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5323685c-1c73-410d-b4b9-2d5532a19583', 'tag': 'ebea3a76-0b81-463c-9853-c895beed90e6', 'status': 'completed', 'code': 200} Sep 01 15:02:13.526723 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-98eb1534-0b40-4ede-a375-ac175997b2e7 req-a5afb302-fc1a-41f9-b8b6-658e4125963f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0370221 Sep 01 15:02:13.555582 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f622c2ef-2c63-4bd6-95c6-5b5c4bb292a2 admin admin] Router b8cf0954-939d-491f-87f0-38756a7e59dd has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:02:13.582602 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53290) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:13.784780 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53294) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:13.875355 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cfe73560-a3a5-444c-a4b6-f12abfa10c40 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:13.892606 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f622c2ef-2c63-4bd6-95c6-5b5c4bb292a2 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:02:13.902826 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f622c2ef-2c63-4bd6-95c6-5b5c4bb292a2 admin admin] 10.222.0.60 "PUT /v2.0/routers/b8cf0954-939d-491f-87f0-38756a7e59dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9740028 Sep 01 15:02:13.908323 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53298) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:13.911206 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08932438-42e7-4ef4-a168-47aee4f3f1c0 None None] Sync routers for ids ['b8cf0954-939d-491f-87f0-38756a7e59dd'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:02:13.943401 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08932438-42e7-4ef4-a168-47aee4f3f1c0 None None] Routers {'b8cf0954-939d-491f-87f0-38756a7e59dd'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:02:13.946918 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-08932438-42e7-4ef4-a168-47aee4f3f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:02:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['b8cf0954-939d-491f-87f0-38756a7e59dd'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:13.948806 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5050f-03d7-4289-b78f-2188c58c7901 req-9eccdbd9-d606-4bc7-97c8-4b524c8cc3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:13.962607 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aea5050f-03d7-4289-b78f-2188c58c7901 req-9eccdbd9-d606-4bc7-97c8-4b524c8cc3eb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 1125 time: 0.4936099 Sep 01 15:02:13.965689 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 84898e0c-3c6c-4063-88ce-ca56c8855300 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:13.984696 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cfe73560-a3a5-444c-a4b6-f12abfa10c40 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:14.088830 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 84898e0c-3c6c-4063-88ce-ca56c8855300 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:14.089225 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:14.163042 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-fe844a06-8570-497a-a8d2-29c53143f2ad admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-network', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:14.179716 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-08932438-42e7-4ef4-a168-47aee4f3f1c0 None None] Set router b8cf0954-939d-491f-87f0-38756a7e59dd gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:02:14.196663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5050f-03d7-4289-b78f-2188c58c7901 req-89aa4bef-b3fe-4701-8b3c-2c6e262494b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:14.201227 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aea5050f-03d7-4289-b78f-2188c58c7901 req-89aa4bef-b3fe-4701-8b3c-2c6e262494b5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27801a1-4735-4eb4-8714-06c2c137f925 HTTP/1.1" status: 200 len: 921 time: 0.2369282 Sep 01 15:02:14.243559 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe73560-a3a5-444c-a4b6-f12abfa10c40 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:02:14.294202 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-cfe73560-a3a5-444c-a4b6-f12abfa10c40 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:14.307247 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe73560-a3a5-444c-a4b6-f12abfa10c40 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:02:14.356771 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe844a06-8570-497a-a8d2-29c53143f2ad admin admin] Made reservation on behalf of 3a8b6e85b31644d8bfb2e3bcf82dcfd1 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:02:14.364627 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fe844a06-8570-497a-a8d2-29c53143f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:14.415273 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c88affcb-3508-4c96-b072-7a465a98d820 admin admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:14.503434 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-bbbc6cf4-819c-4760-aa9f-d98b225b9f95 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1106007438-network', 'tenant_id': 'fc7781bca91c43a9b97f7339632fb18e'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:14.514341 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fe844a06-8570-497a-a8d2-29c53143f2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:14.522119 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aea5050f-03d7-4289-b78f-2188c58c7901 req-1e0bb16f-2913-453e-b9ec-177c688ea03d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebea3a76-0b81-463c-9853-c895beed90e6 HTTP/1.1" status: 200 len: 217 time: 0.2676954 Sep 01 15:02:14.569841 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe73560-a3a5-444c-a4b6-f12abfa10c40 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Pushing event updated for resources: {'Port': ['ID=b879c373-9df3-4c2f-993d-3d276c0f2f4a,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:14.674162 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c88affcb-3508-4c96-b072-7a465a98d820 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:14.700741 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5050f-03d7-4289-b78f-2188c58c7901 req-5ec44e5d-f690-46ac-90db-0925475604b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:14.704980 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aea5050f-03d7-4289-b78f-2188c58c7901 req-5ec44e5d-f690-46ac-90db-0925475604b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66b1faa8-b86d-41ee-9bdb-4fe08d19f261 HTTP/1.1" status: 200 len: 860 time: 0.1598840 Sep 01 15:02:14.706280 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbc6cf4-819c-4760-aa9f-d98b225b9f95 admin admin] Made reservation on behalf of fc7781bca91c43a9b97f7339632fb18e for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:02:14.707939 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-08932438-42e7-4ef4-a168-47aee4f3f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cf0954-939d-491f-87f0-38756a7e59dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057556087-router', 'tenant_id': '040cd08a54c24ce8a25c19d4f5ccc168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '1ae07441-c9ab-4dcf-90f4-a3aa38ea979c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:11Z', 'updated_at': '2021-09-01T15:02:12Z', 'revision_number': 5, 'project_id': '040cd08a54c24ce8a25c19d4f5ccc168', 'gw_port': {'id': '1ae07441-c9ab-4dcf-90f4-a3aa38ea979c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:85:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8cf0954-939d-491f-87f0-38756a7e59dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:56:12Z', 'updated_at': '2021-09-01T14:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:14.711215 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bbbc6cf4-819c-4760-aa9f-d98b225b9f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:14.776543 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08932438-42e7-4ef4-a168-47aee4f3f1c0 None None] Checking router: b8cf0954-939d-491f-87f0-38756a7e59dd for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:02:14.806683 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08932438-42e7-4ef4-a168-47aee4f3f1c0 None None] Routers {'b8cf0954-939d-491f-87f0-38756a7e59dd'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:02:14.808151 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-08932438-42e7-4ef4-a168-47aee4f3f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:02:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['b8cf0954-939d-491f-87f0-38756a7e59dd'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:14.853255 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cfe73560-a3a5-444c-a4b6-f12abfa10c40 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:14.867990 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bbbc6cf4-819c-4760-aa9f-d98b225b9f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:14.869664 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-c88affcb-3508-4c96-b072-7a465a98d820 admin admin] Deleting port 1ae07441-c9ab-4dcf-90f4-a3aa38ea979c {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:02:14.870219 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c88affcb-3508-4c96-b072-7a465a98d820 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:14.949974 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-08932438-42e7-4ef4-a168-47aee4f3f1c0 None None] Set router b8cf0954-939d-491f-87f0-38756a7e59dd gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:02:14.964382 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:14.999785 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aea5050f-03d7-4289-b78f-2188c58c7901 req-c2c55ec4-d5c2-424a-8d29-5b18129a07e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27801a1-4735-4eb4-8714-06c2c137f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2436290 Sep 01 15:02:15.054092 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cfe73560-a3a5-444c-a4b6-f12abfa10c40 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:15.062633 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fe844a06-8570-497a-a8d2-29c53143f2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:15.072163 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-08932438-42e7-4ef4-a168-47aee4f3f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8cf0954-939d-491f-87f0-38756a7e59dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057556087-router', 'tenant_id': '040cd08a54c24ce8a25c19d4f5ccc168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:11Z', 'updated_at': '2021-09-01T15:02:14Z', 'revision_number': 6, 'project_id': '040cd08a54c24ce8a25c19d4f5ccc168', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:15.079911 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fe844a06-8570-497a-a8d2-29c53143f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:15.128456 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08932438-42e7-4ef4-a168-47aee4f3f1c0 None None] The sync data for ids ['b8cf0954-939d-491f-87f0-38756a7e59dd'] in n-d-794796-3 is: [{'id': 'b8cf0954-939d-491f-87f0-38756a7e59dd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2057556087-router', 'tenant_id': '040cd08a54c24ce8a25c19d4f5ccc168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:56:11Z', 'updated_at': '2021-09-01T15:02:14Z', 'revision_number': 6, 'project_id': '040cd08a54c24ce8a25c19d4f5ccc168', 'gw_port_host': None}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:02:15.130149 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-c88affcb-3508-4c96-b072-7a465a98d820 admin admin] For port 1ae07441-c9ab-4dcf-90f4-a3aa38ea979c, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1ae07441-c9ab-4dcf-90f4-a3aa38ea979c,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:15.130926 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c88affcb-3508-4c96-b072-7a465a98d820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:15.136335 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe844a06-8570-497a-a8d2-29c53143f2ad admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:02:15.171603 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-c88affcb-3508-4c96-b072-7a465a98d820 admin admin] Calling delete_port for 1ae07441-c9ab-4dcf-90f4-a3aa38ea979c owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:02:15.177700 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe844a06-8570-497a-a8d2-29c53143f2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7be8e3-d6d7-455d-a813-c71c8a4509d5,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:15.205067 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fe844a06-8570-497a-a8d2-29c53143f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:15.205067 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-fe844a06-8570-497a-a8d2-29c53143f2ad admin admin] Added segment e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1 of type vlan for network 3a08825e-c598-4444-9cbd-967c37c7410b Sep 01 15:02:15.308892 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fe844a06-8570-497a-a8d2-29c53143f2ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:15.378027 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fe844a06-8570-497a-a8d2-29c53143f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:15.380199 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe844a06-8570-497a-a8d2-29c53143f2ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:15.381270 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fe844a06-8570-497a-a8d2-29c53143f2ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:15.409455 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500077f-a9ee-4da7-83d7-4ea24bf2d9a1 req-5d569190-7ad6-43da-a520-2e931b45e77f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:15.412875 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9500077f-a9ee-4da7-83d7-4ea24bf2d9a1 req-5d569190-7ad6-43da-a520-2e931b45e77f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 944 time: 0.5100441 Sep 01 15:02:15.619294 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aea5050f-03d7-4289-b78f-2188c58c7901 req-10b8d145-ca0a-4c7e-8097-5bce3cae8c4c service neutron] 10.222.0.45 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5318062 Sep 01 15:02:15.637732 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f61df7b7-14f7-4775-99c4-b5c5bec72b3f no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:02:15.656020 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe844a06-8570-497a-a8d2-29c53143f2ad admin admin] Pushing event updated for resources: {'Network': ['ID=3a08825e-c598-4444-9cbd-967c37c7410b,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:15.675893 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-f4598849-9ca4-403d-9b59-f131278b8297 req-f40731b2-699d-4512-8494-bc4374d4195e tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:02:15.681568 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 3a08825e-c598-4444-9cbd-967c37c7410b details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:02:15.686864 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: f61df7b7-14f7-4775-99c4-b5c5bec72b3f {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:02:15.688038 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f61df7b7-14f7-4775-99c4-b5c5bec72b3f not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:02:15.695043 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f4598849-9ca4-403d-9b59-f131278b8297 req-f40731b2-699d-4512-8494-bc4374d4195e tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0396535 Sep 01 15:02:15.733950 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9500077f-a9ee-4da7-83d7-4ea24bf2d9a1 req-38895508-36f7-4538-861f-e79596572260 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120728 Sep 01 15:02:15.740220 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bbbc6cf4-819c-4760-aa9f-d98b225b9f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:15.764326 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bbbc6cf4-819c-4760-aa9f-d98b225b9f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:15.783853 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aea5050f-03d7-4289-b78f-2188c58c7901 req-0f10f3ba-7aed-443e-a10f-5944425ea9f2 service neutron] 10.222.0.45 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532776 Sep 01 15:02:15.806641 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbc6cf4-819c-4760-aa9f-d98b225b9f95 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:02:15.812384 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53330) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:15.815039 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fe844a06-8570-497a-a8d2-29c53143f2ad admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2295864 Sep 01 15:02:15.828450 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4598849-9ca4-403d-9b59-f131278b8297 req-117fa9ef-ceeb-44ff-a867-7cde63ff4e77 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:15.833421 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-5019b571-1491-4c31-bd18-906c63ddfe9b admin admin] Request body: {'subnet': {'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-subnet', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:15.838862 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f4598849-9ca4-403d-9b59-f131278b8297 req-117fa9ef-ceeb-44ff-a867-7cde63ff4e77 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/ports/c152d548-ed6d-4ee0-965a-8045096d4362 HTTP/1.1" status: 200 len: 1093 time: 0.1364870 Sep 01 15:02:15.858145 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-f4598849-9ca4-403d-9b59-f131278b8297 req-02acaf61-080b-4edf-904b-ba6bec012ff3 service neutron] Request body: {'binding': {'host': 'n-h2-794796-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:15.859757 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-f4598849-9ca4-403d-9b59-f131278b8297 req-02acaf61-080b-4edf-904b-ba6bec012ff3 service neutron] Unknown quota resources ['binding']. {{(pid=94733) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 15:02:15.868420 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bbbc6cf4-819c-4760-aa9f-d98b225b9f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:15.868987 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-bbbc6cf4-819c-4760-aa9f-d98b225b9f95 admin admin] Added segment b84bd209-7bfa-45b7-97f5-46abc9efe091 of type vlan for network afbd3276-8933-493c-9cea-acf035fd72fe Sep 01 15:02:15.871993 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc6cf4-819c-4760-aa9f-d98b225b9f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba78846e-e4dd-4ccc-8d28-6545cb916fc0,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:15.933190 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c88affcb-3508-4c96-b072-7a465a98d820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:15.945202 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cfe73560-a3a5-444c-a4b6-f12abfa10c40 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:15.961321 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cfe73560-a3a5-444c-a4b6-f12abfa10c40 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:15.969392 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bbbc6cf4-819c-4760-aa9f-d98b225b9f95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:15.973049 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5019b571-1491-4c31-bd18-906c63ddfe9b admin admin] Made reservation on behalf of 3a8b6e85b31644d8bfb2e3bcf82dcfd1 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:02:15.975526 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5019b571-1491-4c31-bd18-906c63ddfe9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:16.047618 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88affcb-3508-4c96-b072-7a465a98d820 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ae07441-c9ab-4dcf-90f4-a3aa38ea979c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:16.100052 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.resource_extend [None req-bbbc6cf4-819c-4760-aa9f-d98b225b9f95 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:02:16.180636 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe73560-a3a5-444c-a4b6-f12abfa10c40 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Pushing event updated for resources: {'Port': ['ID=b879c373-9df3-4c2f-993d-3d276c0f2f4a,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:16.195485 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c88affcb-3508-4c96-b072-7a465a98d820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:16.206915 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bbbc6cf4-819c-4760-aa9f-d98b225b9f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:16.208482 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbc6cf4-819c-4760-aa9f-d98b225b9f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:16.209388 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bbbc6cf4-819c-4760-aa9f-d98b225b9f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:16.295532 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cfe73560-a3a5-444c-a4b6-f12abfa10c40 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:16.341025 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-f4598849-9ca4-403d-9b59-f131278b8297 req-02acaf61-080b-4edf-904b-ba6bec012ff3 service neutron] Attempting to bind port c152d548-ed6d-4ee0-965a-8045096d4362 on host n-h2-794796-3 for vnic_type normal with profile None {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:02:16.341227 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-f4598849-9ca4-403d-9b59-f131278b8297 req-02acaf61-080b-4edf-904b-ba6bec012ff3 service neutron] Attempting to bind port c152d548-ed6d-4ee0-965a-8045096d4362 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:02:16.341525 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4598849-9ca4-403d-9b59-f131278b8297 req-02acaf61-080b-4edf-904b-ba6bec012ff3 service neutron] Attempting to bind port c152d548-ed6d-4ee0-965a-8045096d4362 on network baf99c09-53f8-4476-8cd9-fd2a9a404823 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:16.348125 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bbbc6cf4-819c-4760-aa9f-d98b225b9f95 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.5607004 Sep 01 15:02:16.353372 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c88affcb-3508-4c96-b072-7a465a98d820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:16.355818 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53332) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:16.362340 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c88affcb-3508-4c96-b072-7a465a98d820 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:16.362820 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc6cf4-819c-4760-aa9f-d98b225b9f95 admin admin] Pushing event updated for resources: {'Network': ['ID=afbd3276-8933-493c-9cea-acf035fd72fe,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:16.369458 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cfe73560-a3a5-444c-a4b6-f12abfa10c40 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:16.370793 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cfe73560-a3a5-444c-a4b6-f12abfa10c40 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3098841 Sep 01 15:02:16.378019 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-7a26cf28-3532-46e1-bc10-faf13db6c09c admin admin] Request body: {'subnet': {'network_id': 'afbd3276-8933-493c-9cea-acf035fd72fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1106007438-subnet', 'tenant_id': 'fc7781bca91c43a9b97f7339632fb18e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:16.379043 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network afbd3276-8933-493c-9cea-acf035fd72fe details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:02:16.381275 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4598849-9ca4-403d-9b59-f131278b8297 req-02acaf61-080b-4edf-904b-ba6bec012ff3 service neutron] Port c152d548-ed6d-4ee0-965a-8045096d4362 on network baf99c09-53f8-4476-8cd9-fd2a9a404823 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:02:16.383189 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4598849-9ca4-403d-9b59-f131278b8297 req-02acaf61-080b-4edf-904b-ba6bec012ff3 service neutron] Attempting to bind port c152d548-ed6d-4ee0-965a-8045096d4362 on network baf99c09-53f8-4476-8cd9-fd2a9a404823 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:16.401484 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4598849-9ca4-403d-9b59-f131278b8297 req-02acaf61-080b-4edf-904b-ba6bec012ff3 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:02:16.401791 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4598849-9ca4-403d-9b59-f131278b8297 req-02acaf61-080b-4edf-904b-ba6bec012ff3 service neutron] Checking segment: {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:16.402447 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4598849-9ca4-403d-9b59-f131278b8297 req-02acaf61-080b-4edf-904b-ba6bec012ff3 service neutron] Bound using segment: {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:02:16.403173 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-f4598849-9ca4-403d-9b59-f131278b8297 req-02acaf61-080b-4edf-904b-ba6bec012ff3 service neutron] Bound port: c152d548-ed6d-4ee0-965a-8045096d4362, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:02:16.528658 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c88affcb-3508-4c96-b072-7a465a98d820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:16.529353 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88affcb-3508-4c96-b072-7a465a98d820 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8cf0954-939d-491f-87f0-38756a7e59dd {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:02:16.537829 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c88affcb-3508-4c96-b072-7a465a98d820 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:16.537829 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c88affcb-3508-4c96-b072-7a465a98d820 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b8cf0954-939d-491f-87f0-38756a7e59dd HTTP/1.1" status: 204 len: 168 time: 2.6257930 Sep 01 15:02:16.541982 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53336) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:16.541982 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a26cf28-3532-46e1-bc10-faf13db6c09c admin admin] Made reservation on behalf of fc7781bca91c43a9b97f7339632fb18e for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:02:16.545858 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7a26cf28-3532-46e1-bc10-faf13db6c09c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:16.563213 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5019b571-1491-4c31-bd18-906c63ddfe9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:16.736829 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019b571-1491-4c31-bd18-906c63ddfe9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1713c272-a1dd-4676-bd8c-95aac02d27d5,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:16.745973 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5019b571-1491-4c31-bd18-906c63ddfe9b admin admin] Checking segment: {'id': 'e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:16.747340 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5019b571-1491-4c31-bd18-906c63ddfe9b admin admin] Network hostable DHCP agents. Network: 3a08825e-c598-4444-9cbd-967c37c7410b, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:02:16.795167 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5019b571-1491-4c31-bd18-906c63ddfe9b admin admin] Network 3a08825e-c598-4444-9cbd-967c37c7410b is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:02:16.806774 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-f4598849-9ca4-403d-9b59-f131278b8297 req-02acaf61-080b-4edf-904b-ba6bec012ff3 service neutron] For port c152d548-ed6d-4ee0-965a-8045096d4362, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=c152d548-ed6d-4ee0-965a-8045096d4362,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:02:16.816520 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dbd3022-acdd-4644-9aaf-f1b117dd9ebf admin admin] Deleting subnet efe64ab5-3b03-4338-950e-111fb29ee642 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:02:16.820257 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-5019b571-1491-4c31-bd18-906c63ddfe9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 3a08825e-c598-4444-9cbd-967c37c7410b) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:16.822042 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f4598849-9ca4-403d-9b59-f131278b8297 req-02acaf61-080b-4edf-904b-ba6bec012ff3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:16.823361 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f4598849-9ca4-403d-9b59-f131278b8297 req-02acaf61-080b-4edf-904b-ba6bec012ff3 service neutron] 10.222.0.60 "POST /v2.0/ports/c152d548-ed6d-4ee0-965a-8045096d4362/bindings HTTP/1.1" status: 201 len: 389 time: 0.9763834 Sep 01 15:02:16.826729 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6dbd3022-acdd-4644-9aaf-f1b117dd9ebf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:16.837165 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd284efe-d978-47ce-810d-07650ae8f2c3 None None] Network 3a08825e-c598-4444-9cbd-967c37c7410b requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:02:16.902507 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-2c2137d0-5061-4802-a555-685b884923c0 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2110468050&fields=id&tenant_id=944202a0f7d746eda42510c2a6473ffc HTTP/1.1" status: 200 len: 267 time: 0.1282203 Sep 01 15:02:16.920065 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5019b571-1491-4c31-bd18-906c63ddfe9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:16.920332 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6dbd3022-acdd-4644-9aaf-f1b117dd9ebf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:16.923074 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5019b571-1491-4c31-bd18-906c63ddfe9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:17.185301 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-66bae22d-f687-48a9-a1be-9b9c70827be3 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:17.197774 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-66bae22d-f687-48a9-a1be-9b9c70827be3 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/networks?id=69b04e7f-e4ab-4286-b407-4c7cb525a035 HTTP/1.1" status: 200 len: 816 time: 0.2667403 Sep 01 15:02:17.206882 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4736dd-d8f2-4a8a-8301-bfeab623860a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-3a08825e-c598-4444-9cbd-967c37c7410b', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'fixed_ips': [{'subnet_id': '1713c272-a1dd-4676-bd8c-95aac02d27d5'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:02:17.208637 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ca4736dd-d8f2-4a8a-8301-bfeab623860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:17.222740 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5019b571-1491-4c31-bd18-906c63ddfe9b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4024057 Sep 01 15:02:17.230470 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53356) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:17.235655 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-e034e270-b9ca-44c4-8086-838cfc54693a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-router', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:17.258516 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-d4a7c962-c0d7-4da5-8a14-d4190b56a229 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/quotas/944202a0f7d746eda42510c2a6473ffc HTTP/1.1" status: 200 len: 375 time: 0.0535069 Sep 01 15:02:17.304752 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7a26cf28-3532-46e1-bc10-faf13db6c09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:17.351053 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e034e270-b9ca-44c4-8086-838cfc54693a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:17.352842 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e034e270-b9ca-44c4-8086-838cfc54693a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:17.398905 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-57567ef1-3956-41a2-87f4-d83a9a6469c6 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=944202a0f7d746eda42510c2a6473ffc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1380816 Sep 01 15:02:17.406479 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6dbd3022-acdd-4644-9aaf-f1b117dd9ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:17.463863 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-ca4736dd-d8f2-4a8a-8301-bfeab623860a None None] Allocated IP 172.20.0.2 (3a08825e-c598-4444-9cbd-967c37c7410b/1713c272-a1dd-4676-bd8c-95aac02d27d5/b7012bae-1b9a-4e05-9460-4bf2883a8b21) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:02:17.541135 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e034e270-b9ca-44c4-8086-838cfc54693a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:17.543921 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460edd97-7bf5-4b47-81f7-a369faccc660 req-01768496-ce5d-425c-9919-2a0ff8f47e86 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:17.558727 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-460edd97-7bf5-4b47-81f7-a369faccc660 req-01768496-ce5d-425c-9919-2a0ff8f47e86 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 944 time: 0.3309932 Sep 01 15:02:17.611915 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26cf28-3532-46e1-bc10-faf13db6c09c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aecc203-2bd6-487a-a73a-beab525beded,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:17.641083 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a26cf28-3532-46e1-bc10-faf13db6c09c admin admin] Checking segment: {'id': 'b84bd209-7bfa-45b7-97f5-46abc9efe091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'afbd3276-8933-493c-9cea-acf035fd72fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:17.641865 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a26cf28-3532-46e1-bc10-faf13db6c09c admin admin] Network hostable DHCP agents. Network: afbd3276-8933-493c-9cea-acf035fd72fe, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:02:17.717347 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1ae07441-c9ab-4dcf-90f4-a3aa38ea979c no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:02:17.727907 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-460edd97-7bf5-4b47-81f7-a369faccc660 req-d519ed0d-88f4-47f0-a73d-1baca0a77ee6 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673985 Sep 01 15:02:17.731115 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6dbd3022-acdd-4644-9aaf-f1b117dd9ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:17.746198 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a26cf28-3532-46e1-bc10-faf13db6c09c admin admin] Network afbd3276-8933-493c-9cea-acf035fd72fe is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:02:17.757757 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 1ae07441-c9ab-4dcf-90f4-a3aa38ea979c {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:02:17.758542 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1ae07441-c9ab-4dcf-90f4-a3aa38ea979c not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:02:17.815255 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd3022-acdd-4644-9aaf-f1b117dd9ebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efe64ab5-3b03-4338-950e-111fb29ee642,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:17.819698 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6dbd3022-acdd-4644-9aaf-f1b117dd9ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:17.828041 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6dbd3022-acdd-4644-9aaf-f1b117dd9ebf admin admin] 10.222.0.60 "DELETE /v2.0/subnets/efe64ab5-3b03-4338-950e-111fb29ee642 HTTP/1.1" status: 204 len: 168 time: 1.2791712 Sep 01 15:02:17.830506 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53358) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:17.831664 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-7a26cf28-3532-46e1-bc10-faf13db6c09c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, afbd3276-8933-493c-9cea-acf035fd72fe) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:17.853207 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a26cf28-3532-46e1-bc10-faf13db6c09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:17.854438 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7a26cf28-3532-46e1-bc10-faf13db6c09c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:17.871615 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131be107-ce4d-4235-91d0-8af63a0497e1 None None] Network 99e9c18f-1ae4-416e-be15-851f074d11fd requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:02:17.880846 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720a95a0-75ee-402a-8504-ba5ed71da7c3 None None] Network afbd3276-8933-493c-9cea-acf035fd72fe requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:02:17.930411 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e034e270-b9ca-44c4-8086-838cfc54693a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:17.995124 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7a26cf28-3532-46e1-bc10-faf13db6c09c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6283479 Sep 01 15:02:18.002538 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-79e4c9cc-db34-43c2-9f01-abd260248f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:18.174894 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-6a205789-57bd-47f8-8938-3843764494b2 service neutron] 10.222.0.60 "GET /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7518427 Sep 01 15:02:18.284145 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ca4736dd-d8f2-4a8a-8301-bfeab623860a None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:18.379787 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ca4736dd-d8f2-4a8a-8301-bfeab623860a None None] Transition to ACTIVE for port object b7012bae-1b9a-4e05-9460-4bf2883a8b21 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:18.384609 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-14478ca7-30ca-4d1c-a11c-76faebb4f2db service neutron] 10.222.0.60 "GET /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072716 Sep 01 15:02:18.452178 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c67aa5-233f-4815-88f0-8172920e76df req-38248009-971d-4f10-93d3-3998a69dfa7f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:18.463987 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-68c67aa5-233f-4815-88f0-8172920e76df req-38248009-971d-4f10-93d3-3998a69dfa7f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 945 time: 0.3238559 Sep 01 15:02:18.484254 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ca4736dd-d8f2-4a8a-8301-bfeab623860a None None] Transition to ACTIVE for port object b7012bae-1b9a-4e05-9460-4bf2883a8b21 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:18.525331 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-79e4c9cc-db34-43c2-9f01-abd260248f95 admin admin] Deleting port d5449079-e162-4881-b33e-67114333a54c {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:02:18.526038 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-79e4c9cc-db34-43c2-9f01-abd260248f95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:18.553949 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ca4736dd-d8f2-4a8a-8301-bfeab623860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:18.667806 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4736dd-d8f2-4a8a-8301-bfeab623860a None None] Network 3a08825e-c598-4444-9cbd-967c37c7410b is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:02:18.672221 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced4e60a-24be-4813-bbcc-96bce7168aeb None None] DHCP port deletion for 99e9c18f-1ae4-416e-be15-851f074d11fd request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:02:18.688512 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d82b7f-4638-4712-ad10-c57b7d0cf004 None None] Network afbd3276-8933-493c-9cea-acf035fd72fe requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:02:18.692949 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-ca4736dd-d8f2-4a8a-8301-bfeab623860a None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:18.708576 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4736dd-d8f2-4a8a-8301-bfeab623860a None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:02:18.801656 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-68c67aa5-233f-4815-88f0-8172920e76df req-a6b1183b-c3da-43cb-b32d-93201f63e379 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315549 Sep 01 15:02:18.823388 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4736dd-d8f2-4a8a-8301-bfeab623860a None None] Pushing event updated for resources: {'Port': ['ID=b7012bae-1b9a-4e05-9460-4bf2883a8b21,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:18.893101 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e034e270-b9ca-44c4-8086-838cfc54693a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:18.919688 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e034e270-b9ca-44c4-8086-838cfc54693a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:18.951438 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-79e4c9cc-db34-43c2-9f01-abd260248f95 admin admin] For port d5449079-e162-4881-b33e-67114333a54c, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d5449079-e162-4881-b33e-67114333a54c,segment=NetworkSegment(904b694f-1b29-4b02-a944-cca8cf5ce3f8),segment_id=904b694f-1b29-4b02-a944-cca8cf5ce3f8)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:18.951887 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-79e4c9cc-db34-43c2-9f01-abd260248f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:18.994932 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-79e4c9cc-db34-43c2-9f01-abd260248f95 admin admin] Calling delete_port for d5449079-e162-4881-b33e-67114333a54c owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:02:19.098869 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-ca4736dd-d8f2-4a8a-8301-bfeab623860a None None] Attempting to bind port b7012bae-1b9a-4e05-9460-4bf2883a8b21 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:02:19.099937 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-ca4736dd-d8f2-4a8a-8301-bfeab623860a None None] Attempting to bind port b7012bae-1b9a-4e05-9460-4bf2883a8b21 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:02:19.100189 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4736dd-d8f2-4a8a-8301-bfeab623860a None None] Attempting to bind port b7012bae-1b9a-4e05-9460-4bf2883a8b21 on network 3a08825e-c598-4444-9cbd-967c37c7410b {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:19.167799 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4736dd-d8f2-4a8a-8301-bfeab623860a None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:02:19.168380 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4736dd-d8f2-4a8a-8301-bfeab623860a None None] Checking segment: {'id': 'e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:19.169051 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ca4736dd-d8f2-4a8a-8301-bfeab623860a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:19.169708 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4736dd-d8f2-4a8a-8301-bfeab623860a None None] Bound using segment: {'id': 'e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:02:19.170551 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-ca4736dd-d8f2-4a8a-8301-bfeab623860a None None] Bound port: b7012bae-1b9a-4e05-9460-4bf2883a8b21, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:02:19.174333 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ca4736dd-d8f2-4a8a-8301-bfeab623860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:19.286753 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ced4e60a-24be-4813-bbcc-96bce7168aeb None None] Deleting port d5449079-e162-4881-b33e-67114333a54c {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:02:19.287775 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ced4e60a-24be-4813-bbcc-96bce7168aeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:19.333677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-e034e270-b9ca-44c4-8086-838cfc54693a admin admin] Allocated IP 172.25.6.109 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/87877a64-89b0-4925-8994-df644841ad0f) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:02:19.567876 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a1d17-e0fd-4729-9d21-9253a528da7a req-a6dea125-a76e-4486-bf50-520dd539c7a0 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:19.580368 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-630a1d17-e0fd-4729-9d21-9253a528da7a req-a6dea125-a76e-4486-bf50-520dd539c7a0 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 944 time: 0.3168206 Sep 01 15:02:19.668445 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-630a1d17-e0fd-4729-9d21-9253a528da7a req-a4848f95-fb2f-40b1-9620-3ee44eaf0577 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791228 Sep 01 15:02:19.679635 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-79e4c9cc-db34-43c2-9f01-abd260248f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:19.710568 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e4c9cc-db34-43c2-9f01-abd260248f95 admin admin] No DVR routers for this DVR port d5449079-e162-4881-b33e-67114333a54c on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:02:19.718815 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-ced4e60a-24be-4813-bbcc-96bce7168aeb None None] For port d5449079-e162-4881-b33e-67114333a54c, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d5449079-e162-4881-b33e-67114333a54c,segment=NetworkSegment(904b694f-1b29-4b02-a944-cca8cf5ce3f8),segment_id=904b694f-1b29-4b02-a944-cca8cf5ce3f8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:19.719480 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ced4e60a-24be-4813-bbcc-96bce7168aeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:19.844911 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4c9cc-db34-43c2-9f01-abd260248f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5449079-e162-4881-b33e-67114333a54c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:19.854907 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d5449079-e162-4881-b33e-67114333a54c no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:02:19.863521 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ced4e60a-24be-4813-bbcc-96bce7168aeb None None] Calling delete_port for d5449079-e162-4881-b33e-67114333a54c owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:02:19.907138 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device ebea3a76-0b81-463c-9853-c895beed90e6 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:02:19.919968 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: d5449079-e162-4881-b33e-67114333a54c {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:02:19.919968 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d5449079-e162-4881-b33e-67114333a54c not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:02:19.946023 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e034e270-b9ca-44c4-8086-838cfc54693a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:19.961417 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-ca4736dd-d8f2-4a8a-8301-bfeab623860a None None] For port b7012bae-1b9a-4e05-9460-4bf2883a8b21, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:02:19.996021 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-79e4c9cc-db34-43c2-9f01-abd260248f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:19.999645 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-ca4736dd-d8f2-4a8a-8301-bfeab623860a None None] For port b7012bae-1b9a-4e05-9460-4bf2883a8b21, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b7012bae-1b9a-4e05-9460-4bf2883a8b21,segment=NetworkSegment(e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1),segment_id=e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:02:20.000182 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-787b40b2-f8da-425f-a171-c464b19b6209 service neutron] 10.222.0.45 "GET /v2.0/ports/ebea3a76-0b81-463c-9853-c895beed90e6/bindings/n-h2-794796-3 HTTP/1.1" status: 200 len: 384 time: 0.4107468 Sep 01 15:02:20.018486 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-79e4c9cc-db34-43c2-9f01-abd260248f95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e9c18f-1ae4-416e-be15-851f074d11fd']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:20.037817 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-79e4c9cc-db34-43c2-9f01-abd260248f95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '904b694f-1b29-4b02-a944-cca8cf5ce3f8') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:20.038364 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-79e4c9cc-db34-43c2-9f01-abd260248f95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '904b694f-1b29-4b02-a944-cca8cf5ce3f8') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:20.062456 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-79e4c9cc-db34-43c2-9f01-abd260248f95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:20.066274 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ca4736dd-d8f2-4a8a-8301-bfeab623860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:20.106363 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-79e4c9cc-db34-43c2-9f01-abd260248f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:20.121562 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e4c9cc-db34-43c2-9f01-abd260248f95 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:02:20.122246 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-79e4c9cc-db34-43c2-9f01-abd260248f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:20.146607 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-657e7cfa-62de-4f1f-83bf-fb20856077df tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:20.161179 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-657e7cfa-62de-4f1f-83bf-fb20856077df tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/networks?id=afbd3276-8933-493c-9cea-acf035fd72fe HTTP/1.1" status: 200 len: 822 time: 0.5774190 Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:02:20.173358 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:02:20.288058 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-386a7393-b5f0-4df5-818b-71149d721556 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/quotas/fc7781bca91c43a9b97f7339632fb18e HTTP/1.1" status: 200 len: 375 time: 0.1249292 Sep 01 15:02:20.316176 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4736dd-d8f2-4a8a-8301-bfeab623860a None None] Pushing event updated for resources: {'Port': ['ID=b7012bae-1b9a-4e05-9460-4bf2883a8b21,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:20.370701 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ced4e60a-24be-4813-bbcc-96bce7168aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:20.437891 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4e60a-24be-4813-bbcc-96bce7168aeb None None] Pushing event deleted for resources: {'Port': ['ID=d5449079-e162-4881-b33e-67114333a54c,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:20.441873 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced4e60a-24be-4813-bbcc-96bce7168aeb None None] No DVR routers for this DVR port d5449079-e162-4881-b33e-67114333a54c on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:02:20.481272 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-da713ca4-4e4d-4c69-89eb-09d280481a7f tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fc7781bca91c43a9b97f7339632fb18e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1760633 Sep 01 15:02:20.653913 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e034e270-b9ca-44c4-8086-838cfc54693a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:20.729583 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-71ffd85c-8eb4-4680-9984-5934a8647601 req-f1725f9b-73e5-4ce9-b36d-4ef7e07d8e2f tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 210 time: 0.8861148 Sep 01 15:02:20.753190 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e034e270-b9ca-44c4-8086-838cfc54693a admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:02:20.756551 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-79e4c9cc-db34-43c2-9f01-abd260248f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:20.766219 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-79e4c9cc-db34-43c2-9f01-abd260248f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:20.774924 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-79e4c9cc-db34-43c2-9f01-abd260248f95 admin admin] 10.222.0.60 "DELETE /v2.0/networks/99e9c18f-1ae4-416e-be15-851f074d11fd HTTP/1.1" status: 204 len: 168 time: 2.9374149 Sep 01 15:02:20.775187 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-e034e270-b9ca-44c4-8086-838cfc54693a admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:20.778173 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e034e270-b9ca-44c4-8086-838cfc54693a admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:02:20.796252 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-e54e0770-a478-4128-8a70-090f4b13085b service neutron] 10.222.0.60 "GET /v2.0/networks/afbd3276-8933-493c-9cea-acf035fd72fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850871 Sep 01 15:02:20.819845 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4c9cc-db34-43c2-9f01-abd260248f95 admin admin] Pushing event deleted for resources: {'Network': ['ID=99e9c18f-1ae4-416e-be15-851f074d11fd,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:20.856881 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034e270-b9ca-44c4-8086-838cfc54693a admin admin] Pushing event updated for resources: {'Port': ['ID=87877a64-89b0-4925-8994-df644841ad0f,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:20.880049 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:02:20.933879 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-bad0fcc5-c14c-4bec-8051-164ea659fd67 service neutron] For port ebea3a76-0b81-463c-9853-c895beed90e6, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=ebea3a76-0b81-463c-9853-c895beed90e6,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:21.032940 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53398) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:21.046997 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-bad0fcc5-c14c-4bec-8051-164ea659fd67 service neutron] For port ebea3a76-0b81-463c-9853-c895beed90e6, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:02:21.090541 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be291fe-6a42-4f10-ab25-a86d2963657a req-7fb42e0c-0911-43be-b970-b13bfee39f3f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:21.092195 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8be291fe-6a42-4f10-ab25-a86d2963657a req-7fb42e0c-0911-43be-b970-b13bfee39f3f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 945 time: 0.0970223 Sep 01 15:02:21.104574 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3c91011a-955b-4419-907f-b8abc8fe258f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8e4fe186f6134748ac0c4745cfedd0d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0657721 Sep 01 15:02:21.105509 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53400) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:21.144612 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-bad0fcc5-c14c-4bec-8051-164ea659fd67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebea3a76-0b81-463c-9853-c895beed90e6 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:02:21.151122 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-c244a3fd-c3c1-4b47-9672-1592db26f2cc service neutron] 10.222.0.60 "GET /v2.0/networks/afbd3276-8933-493c-9cea-acf035fd72fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127320 Sep 01 15:02:21.167303 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-bad0fcc5-c14c-4bec-8051-164ea659fd67 service neutron] For port ebea3a76-0b81-463c-9853-c895beed90e6, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ebea3a76-0b81-463c-9853-c895beed90e6,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:21.178708 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8be291fe-6a42-4f10-ab25-a86d2963657a req-5ca5525b-f23c-4a74-b2fd-8eaefc23e9be tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649710 Sep 01 15:02:21.196298 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-bad0fcc5-c14c-4bec-8051-164ea659fd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:21.221734 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6a344e58-3f79-4058-8ab7-367253e3bc84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:21.285416 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6a344e58-3f79-4058-8ab7-367253e3bc84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:21.414565 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6a344e58-3f79-4058-8ab7-367253e3bc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:21.417107 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6a344e58-3f79-4058-8ab7-367253e3bc84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:21.421058 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6a344e58-3f79-4058-8ab7-367253e3bc84 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e9694ae-cbb9-4bb6-8eb1-3fc8ca9a396c HTTP/1.1" status: 204 len: 168 time: 0.3117821 Sep 01 15:02:21.442626 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a344e58-3f79-4058-8ab7-367253e3bc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9694ae-cbb9-4bb6-8eb1-3fc8ca9a396c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:21.615859 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352dc31-8d16-47b0-befa-7997727b3945 req-e8c50170-cbbb-42f9-9fdf-8e1379cc0b88 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:21.624694 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a352dc31-8d16-47b0-befa-7997727b3945 req-e8c50170-cbbb-42f9-9fdf-8e1379cc0b88 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 944 time: 0.1295540 Sep 01 15:02:21.738786 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a352dc31-8d16-47b0-befa-7997727b3945 req-36570be7-7537-48db-b25f-9cce9c30b472 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123905 Sep 01 15:02:21.864807 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b7012bae-1b9a-4e05-9460-4bf2883a8b21 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:21.992118 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1ab0f1c1-fe94-427d-a35a-33e0da6a1cea req-eac149c0-0288-47f2-a3c1-a0d07dee4b93 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 210 time: 0.0916390 Sep 01 15:02:21.998451 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port b7012bae-1b9a-4e05-9460-4bf2883a8b21 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:22.118951 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbc5c97-a051-4a30-a73c-47a95b076ec3 None None] Network 3a08825e-c598-4444-9cbd-967c37c7410b requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:02:22.138512 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e034e270-b9ca-44c4-8086-838cfc54693a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:22.349274 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b585b15d-26c9-4266-b4c0-ee9d2669faca req-f510be58-de12-40f0-9654-181121cfe532 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=974b32f4-e471-4f4f-8b7b-747cbbe3d4ca HTTP/1.1" status: 200 len: 210 time: 0.2050622 Sep 01 15:02:22.380822 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-dd8dad22-873e-4ac1-b6e3-0fbfdafd5fc2 None None] Provisioning for port b7012bae-1b9a-4e05-9460-4bf2883a8b21 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:22.386434 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-dd8dad22-873e-4ac1-b6e3-0fbfdafd5fc2 None None] Provisioning complete for port b7012bae-1b9a-4e05-9460-4bf2883a8b21 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:22.387334 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dd8dad22-873e-4ac1-b6e3-0fbfdafd5fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:22.516767 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dd8dad22-873e-4ac1-b6e3-0fbfdafd5fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:22.539794 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49014773-5201-4b09-9d0b-c1f3d64e2b8c req-45e70b6e-e817-4a2c-b3bd-ea67c34379f3 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:22.560997 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-49014773-5201-4b09-9d0b-c1f3d64e2b8c req-45e70b6e-e817-4a2c-b3bd-ea67c34379f3 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 945 time: 0.1961906 Sep 01 15:02:22.586685 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53424) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:22.605471 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-f84ea643-780c-47a7-90e1-6f955a0934ee tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:22.608733 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-dd8dad22-873e-4ac1-b6e3-0fbfdafd5fc2 None None] For port b7012bae-1b9a-4e05-9460-4bf2883a8b21, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b7012bae-1b9a-4e05-9460-4bf2883a8b21,segment=NetworkSegment(e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1),segment_id=e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:22.612752 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-f84ea643-780c-47a7-90e1-6f955a0934ee tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.62 "GET /v2.0/networks?id=69b04e7f-e4ab-4286-b407-4c7cb525a035 HTTP/1.1" status: 200 len: 816 time: 1.2563334 Sep 01 15:02:22.618627 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dd8dad22-873e-4ac1-b6e3-0fbfdafd5fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:22.700608 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-bad0fcc5-c14c-4bec-8051-164ea659fd67 service neutron] Transition to ACTIVE for port object ebea3a76-0b81-463c-9853-c895beed90e6 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:22.708417 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fd5f293d-dd9e-4dde-b7a2-32f4169b0001 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=040cd08a54c24ce8a25c19d4f5ccc168&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1201153 Sep 01 15:02:22.709737 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53426) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:22.735025 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8dad22-873e-4ac1-b6e3-0fbfdafd5fc2 None None] Pushing event updated for resources: {'Port': ['ID=b7012bae-1b9a-4e05-9460-4bf2883a8b21,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:22.755485 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-49014773-5201-4b09-9d0b-c1f3d64e2b8c req-a1695dad-ff95-4867-90c4-151fa9940320 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837432 Sep 01 15:02:22.809322 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-bad0fcc5-c14c-4bec-8051-164ea659fd67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:22.875955 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-c11c5784-a038-4314-8e07-ab0a87fd954e tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=944202a0f7d746eda42510c2a6473ffc HTTP/1.1" status: 200 len: 380 time: 0.2371812 Sep 01 15:02:22.902193 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-c0104119-0475-4ec7-8d74-913e67311bdf tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Request body: {'port': {'device_id': 'b0a2fcda-fe62-4940-9dcc-466af92bd3f0', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'admin_state_up': True, 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'security_groups': ['fd1f8fc8-b44e-44ac-81a9-6577796914bd']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:22.949209 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f36666ea-b79d-4d2c-a4a7-16748223d089 None None] Provisioning complete for port b7012bae-1b9a-4e05-9460-4bf2883a8b21 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:22.950140 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f36666ea-b79d-4d2c-a4a7-16748223d089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:23.111883 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-bad0fcc5-c14c-4bec-8051-164ea659fd67 service neutron] No DVR routers for this DVR port ebea3a76-0b81-463c-9853-c895beed90e6 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:02:23.147472 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0fcc5-c14c-4bec-8051-164ea659fd67 service neutron] Pushing event updated for resources: {'Port': ['ID=ebea3a76-0b81-463c-9853-c895beed90e6,revision_number=10']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:23.152901 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3e292d43-4b8e-4ba6-b7bc-15c30073ebb6 req-f9bb3bce-8116-40bc-8d1c-30ee5aa6c81e tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 210 time: 0.0404608 Sep 01 15:02:23.179755 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e034e270-b9ca-44c4-8086-838cfc54693a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:23.210163 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-46f43e63-6b95-4dc7-85b0-4efec4d0eef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:23.231130 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b937d9-ff62-4a9a-9f9c-34b09e2af9e4 req-5577d438-33b9-4a3f-98bc-95ad2c4188af tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:23.232808 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-07b937d9-ff62-4a9a-9f9c-34b09e2af9e4 req-5577d438-33b9-4a3f-98bc-95ad2c4188af tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 945 time: 0.3388164 Sep 01 15:02:23.285434 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-bad0fcc5-c14c-4bec-8051-164ea659fd67 service neutron] 10.222.0.45 "PUT /v2.0/ports/ebea3a76-0b81-463c-9853-c895beed90e6/bindings/n-h2-794796-3/activate HTTP/1.1" status: 200 len: 369 time: 3.2755859 Sep 01 15:02:23.326753 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-46f43e63-6b95-4dc7-85b0-4efec4d0eef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:23.511260 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-07b937d9-ff62-4a9a-9f9c-34b09e2af9e4 req-bf40734a-2682-475c-bd51-79b98cb7e182 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654500 Sep 01 15:02:23.538620 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-c0104119-0475-4ec7-8d74-913e67311bdf tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Made reservation on behalf of 944202a0f7d746eda42510c2a6473ffc for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:02:23.544080 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-c0104119-0475-4ec7-8d74-913e67311bdf tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:23.565591 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-202bb8a9-4333-4be3-92f1-cde4988a7e43 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:23.568249 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-202bb8a9-4333-4be3-92f1-cde4988a7e43 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583&tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&binding%3Ahost_id=n-h1-794796-3 HTTP/1.1" status: 200 len: 1096 time: 0.1771381 Sep 01 15:02:23.583124 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-203d2174-0bf5-4635-8ccb-8a8135f0ffee req-a773ba7f-8fac-4bf9-91d7-b45937eb4883 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=974b32f4-e471-4f4f-8b7b-747cbbe3d4ca HTTP/1.1" status: 200 len: 210 time: 0.0700896 Sep 01 15:02:23.661382 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-46f43e63-6b95-4dc7-85b0-4efec4d0eef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:23.664306 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-46f43e63-6b95-4dc7-85b0-4efec4d0eef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:23.668423 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-46f43e63-6b95-4dc7-85b0-4efec4d0eef3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d5fd43f7-b1d0-4d06-9e30-c8a76c4bf309 HTTP/1.1" status: 204 len: 168 time: 0.9541013 Sep 01 15:02:23.696985 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b7012bae-1b9a-4e05-9460-4bf2883a8b21 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:23.708503 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f43e63-6b95-4dc7-85b0-4efec4d0eef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fd43f7-b1d0-4d06-9e30-c8a76c4bf309,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:23.721066 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-5ef8a9ad-e6f6-49ca-b0a9-f706a403d62d tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:23.722781 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-5ef8a9ad-e6f6-49ca-b0a9-f706a403d62d tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.45 "GET /v2.0/networks?id=afbd3276-8933-493c-9cea-acf035fd72fe HTTP/1.1" status: 200 len: 822 time: 0.3205624 Sep 01 15:02:23.792763 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port b7012bae-1b9a-4e05-9460-4bf2883a8b21 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:23.793240 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:23.813540 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-18baf485-0e84-4b29-9621-494d4d85563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:23.821383 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-2befd0bb-7ad8-488d-9abf-009ce02e2e65 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Request body: {'port': {'device_id': '974b32f4-e471-4f4f-8b7b-747cbbe3d4ca', 'network_id': 'afbd3276-8933-493c-9cea-acf035fd72fe', 'admin_state_up': True, 'tenant_id': 'fc7781bca91c43a9b97f7339632fb18e'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:23.821783 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-18baf485-0e84-4b29-9621-494d4d85563e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583&tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa HTTP/1.1" status: 200 len: 1096 time: 0.2324324 Sep 01 15:02:23.878601 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e034e270-b9ca-44c4-8086-838cfc54693a admin admin] Router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:02:23.915850 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-c0104119-0475-4ec7-8d74-913e67311bdf tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Allocated IP 172.20.0.8 (69b04e7f-e4ab-4286-b407-4c7cb525a035/63a79cf5-b9a4-402c-b6e1-dc3862ecf48a/a102d6b9-2d70-494a-8ed0-d22aed919cbb) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:02:24.016562 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-60cb93e7-046a-4d30-9f9d-b979ae16b3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:24.019926 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-60cb93e7-046a-4d30-9f9d-b979ae16b3a5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 1096 time: 0.1427603 Sep 01 15:02:24.038051 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a0764-2718-44c9-a26e-38f19290cdad req-968ba995-709c-4593-844f-c564d364a2df tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:24.040118 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-061a0764-2718-44c9-a26e-38f19290cdad req-968ba995-709c-4593-844f-c564d364a2df tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 945 time: 0.0988383 Sep 01 15:02:24.153915 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-2befd0bb-7ad8-488d-9abf-009ce02e2e65 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Made reservation on behalf of fc7781bca91c43a9b97f7339632fb18e for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:02:24.157538 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-2befd0bb-7ad8-488d-9abf-009ce02e2e65 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:24.183549 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-061a0764-2718-44c9-a26e-38f19290cdad req-5be1e244-6549-42e2-a3b6-a44b0b6e5173 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289909 Sep 01 15:02:24.234373 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e034e270-b9ca-44c4-8086-838cfc54693a admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:02:24.249740 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a811d160-fef8-4b51-980c-c8365aa3ab26 None None] Sync routers for ids ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:02:24.262972 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-19ce9c95-fc3b-4910-92b7-3f5435915024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:24.265974 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-19ce9c95-fc3b-4910-92b7-3f5435915024 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e27801a1-4735-4eb4-8714-06c2c137f925 HTTP/1.1" status: 200 len: 921 time: 0.2241745 Sep 01 15:02:24.271638 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a811d160-fef8-4b51-980c-c8365aa3ab26 None None] Routers {'445f318f-d5d4-44f1-a14f-e5b96d1a51fa'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:02:24.281848 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a811d160-fef8-4b51-980c-c8365aa3ab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:02:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:24.371137 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-a57cccbf-a3eb-47f1-968f-7998cc875fb0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebea3a76-0b81-463c-9853-c895beed90e6 HTTP/1.1" status: 200 len: 217 time: 0.0898492 Sep 01 15:02:24.380376 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-c0104119-0475-4ec7-8d74-913e67311bdf tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:24.437266 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e034e270-b9ca-44c4-8086-838cfc54693a admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:24.440000 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e034e270-b9ca-44c4-8086-838cfc54693a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.2075441 Sep 01 15:02:24.450684 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53452) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:24.452119 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-45bd5226-ba42-4e30-bfd3-d00f956c4f32 req-46c508a2-0b2a-4130-ab1a-274e52a34bd1 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 210 time: 0.1169331 Sep 01 15:02:24.504907 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-c0104119-0475-4ec7-8d74-913e67311bdf tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Transition to ACTIVE for port object a102d6b9-2d70-494a-8ed0-d22aed919cbb will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:24.594041 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-a811d160-fef8-4b51-980c-c8365aa3ab26 None None] Set router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:02:24.650267 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-2b8a1a5d-c1a1-413b-93a3-e32ebf263bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:24.654439 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-2b8a1a5d-c1a1-413b-93a3-e32ebf263bec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66b1faa8-b86d-41ee-9bdb-4fe08d19f261 HTTP/1.1" status: 200 len: 860 time: 0.2721307 Sep 01 15:02:24.679519 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-2befd0bb-7ad8-488d-9abf-009ce02e2e65 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Allocated IP 172.20.0.9 (afbd3276-8933-493c-9cea-acf035fd72fe/9aecc203-2bd6-487a-a73a-beab525beded/4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:02:24.780429 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-88dd741a-95e2-42eb-a23b-e8ea62a4915f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e27801a1-4735-4eb4-8714-06c2c137f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443280 Sep 01 15:02:24.789288 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-c0104119-0475-4ec7-8d74-913e67311bdf tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:24.919170 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee1e80dc-2277-4fa5-9016-eb20b0bddaf8 req-3aa21032-07cc-487e-b26c-c56eb5c7da59 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=974b32f4-e471-4f4f-8b7b-747cbbe3d4ca HTTP/1.1" status: 200 len: 210 time: 0.1796007 Sep 01 15:02:24.941137 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0104119-0475-4ec7-8d74-913e67311bdf tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Pushing event updated for resources: {'Port': ['ID=a102d6b9-2d70-494a-8ed0-d22aed919cbb,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:24.957532 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-c0104119-0475-4ec7-8d74-913e67311bdf tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Network 69b04e7f-e4ab-4286-b407-4c7cb525a035 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:02:24.974463 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-c0104119-0475-4ec7-8d74-913e67311bdf tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:25.022596 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-c0104119-0475-4ec7-8d74-913e67311bdf tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:02:25.024294 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a811d160-fef8-4b51-980c-c8365aa3ab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-router', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '87877a64-89b0-4925-8994-df644841ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:17Z', 'updated_at': '2021-09-01T15:02:21Z', 'revision_number': 3, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'gw_port': {'id': '87877a64-89b0-4925-8994-df644841ad0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:18Z', 'updated_at': '2021-09-01T15:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:25.111950 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-c0104119-0475-4ec7-8d74-913e67311bdf tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:25.112946 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-c0104119-0475-4ec7-8d74-913e67311bdf tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:25.128114 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a811d160-fef8-4b51-980c-c8365aa3ab26 None None] Checking router: 445f318f-d5d4-44f1-a14f-e5b96d1a51fa for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:02:25.128796 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a811d160-fef8-4b51-980c-c8365aa3ab26 None None] Updating router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa port 87877a64-89b0-4925-8994-df644841ad0f binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:02:25.169783 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-c0104119-0475-4ec7-8d74-913e67311bdf tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2839866 Sep 01 15:02:25.222782 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-b225d114-43b8-4a77-9e49-763f8e843eaa service neutron] Request body: {'port': {'device_id': 'b0a2fcda-fe62-4940-9dcc-466af92bd3f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:25.230964 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a811d160-fef8-4b51-980c-c8365aa3ab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:25.489836 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da31053-5086-4605-9b29-1fd1627c827f req-3b52c81a-59a2-4785-a1d9-f43f15e07d3f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:25.513675 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9da31053-5086-4605-9b29-1fd1627c827f req-3b52c81a-59a2-4785-a1d9-f43f15e07d3f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 945 time: 0.7453351 Sep 01 15:02:25.557797 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-b225d114-43b8-4a77-9e49-763f8e843eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:25.581310 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-2befd0bb-7ad8-488d-9abf-009ce02e2e65 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:25.619649 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-03d54447-8402-48af-9da9-a8da205f4c90 None None] Provisioning for port a102d6b9-2d70-494a-8ed0-d22aed919cbb completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:25.642745 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-03d54447-8402-48af-9da9-a8da205f4c90 None None] Provisioning complete for port a102d6b9-2d70-494a-8ed0-d22aed919cbb triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:25.643633 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-03d54447-8402-48af-9da9-a8da205f4c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:25.647615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87956386-2d3c-43f2-afd8-df64c68f0961 req-616cef8e-cb58-4112-bd0d-e7c6e6a2ee58 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:25.650565 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-87956386-2d3c-43f2-afd8-df64c68f0961 req-616cef8e-cb58-4112-bd0d-e7c6e6a2ee58 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f86b80b-4aef-44d8-9f87-aa75a4982885 HTTP/1.1" status: 200 len: 945 time: 0.2787447 Sep 01 15:02:25.665681 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9da31053-5086-4605-9b29-1fd1627c827f req-bd78f635-436a-4e3b-8980-4d4117d33220 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331949 Sep 01 15:02:25.697929 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-08af964a-9dac-408c-9dcd-bcebd89649bb service neutron] 10.222.0.62 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8888428 Sep 01 15:02:25.806551 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-03d54447-8402-48af-9da9-a8da205f4c90 None None] Port a102d6b9-2d70-494a-8ed0-d22aed919cbb cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:02:25.990479 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a811d160-fef8-4b51-980c-c8365aa3ab26 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:26.008917 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a811d160-fef8-4b51-980c-c8365aa3ab26 None None] Transition to ACTIVE for port object 87877a64-89b0-4925-8994-df644841ad0f will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:26.024572 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a811d160-fef8-4b51-980c-c8365aa3ab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:26.153991 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a811d160-fef8-4b51-980c-c8365aa3ab26 None None] Attempting to bind port 87877a64-89b0-4925-8994-df644841ad0f on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:02:26.153991 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a811d160-fef8-4b51-980c-c8365aa3ab26 None None] Attempting to bind port 87877a64-89b0-4925-8994-df644841ad0f by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:02:26.153991 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a811d160-fef8-4b51-980c-c8365aa3ab26 None None] Attempting to bind port 87877a64-89b0-4925-8994-df644841ad0f on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:26.156865 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357fc2d-54c1-46ed-bc2e-0eef2e083422 req-b7488aa7-eb09-40b6-b440-fd71791440db tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:26.160297 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5357fc2d-54c1-46ed-bc2e-0eef2e083422 req-b7488aa7-eb09-40b6-b440-fd71791440db tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 945 time: 0.3258848 Sep 01 15:02:26.190382 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a811d160-fef8-4b51-980c-c8365aa3ab26 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:02:26.191569 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a811d160-fef8-4b51-980c-c8365aa3ab26 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:26.192745 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a811d160-fef8-4b51-980c-c8365aa3ab26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:26.193874 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a811d160-fef8-4b51-980c-c8365aa3ab26 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:02:26.195449 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a811d160-fef8-4b51-980c-c8365aa3ab26 None None] Bound port: 87877a64-89b0-4925-8994-df644841ad0f, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:02:26.196927 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a811d160-fef8-4b51-980c-c8365aa3ab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:26.202618 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43642ef0-7d73-4406-bd87-e527fcf7f58a None None] Pushing event updated for resources: {'Port': ['ID=87877a64-89b0-4925-8994-df644841ad0f,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:26.219019 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-f2c0a7f9-0216-4df1-9633-0c06d5aa621e service neutron] 10.222.0.62 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061295 Sep 01 15:02:26.297916 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5357fc2d-54c1-46ed-bc2e-0eef2e083422 req-e9269517-c1fa-4812-a9c2-ff067403053a tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912120 Sep 01 15:02:26.305394 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea397661-b579-47a0-bae3-8fe0be043649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:26.364742 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-b225d114-43b8-4a77-9e49-763f8e843eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a102d6b9-2d70-494a-8ed0-d22aed919cbb {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:02:26.384540 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-b225d114-43b8-4a77-9e49-763f8e843eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:26.386551 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a811d160-fef8-4b51-980c-c8365aa3ab26 None None] For port 87877a64-89b0-4925-8994-df644841ad0f, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:02:26.420762 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a811d160-fef8-4b51-980c-c8365aa3ab26 None None] For port 87877a64-89b0-4925-8994-df644841ad0f, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=87877a64-89b0-4925-8994-df644841ad0f,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:02:26.431514 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a811d160-fef8-4b51-980c-c8365aa3ab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:26.467394 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-b225d114-43b8-4a77-9e49-763f8e843eaa service neutron] Transition to ACTIVE for port object a102d6b9-2d70-494a-8ed0-d22aed919cbb will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:26.474187 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-2befd0bb-7ad8-488d-9abf-009ce02e2e65 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:26.503131 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-b225d114-43b8-4a77-9e49-763f8e843eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:26.512487 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-87956386-2d3c-43f2-afd8-df64c68f0961 req-62d88d22-6330-4574-b0c8-ea94feb7c692 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d193615-147a-475d-ac0b-60457ad9fd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5374510 Sep 01 15:02:26.533817 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a811d160-fef8-4b51-980c-c8365aa3ab26 None None] Routers {'445f318f-d5d4-44f1-a14f-e5b96d1a51fa'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:02:26.534584 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a811d160-fef8-4b51-980c-c8365aa3ab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:02:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:26.589438 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-2befd0bb-7ad8-488d-9abf-009ce02e2e65 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Network afbd3276-8933-493c-9cea-acf035fd72fe is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:02:26.602340 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-2befd0bb-7ad8-488d-9abf-009ce02e2e65 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:26.621963 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-2befd0bb-7ad8-488d-9abf-009ce02e2e65 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:02:26.748007 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befd0bb-7ad8-488d-9abf-009ce02e2e65 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Pushing event updated for resources: {'Port': ['ID=4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:26.805472 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43642ef0-7d73-4406-bd87-e527fcf7f58a None None] Pushing event updated for resources: {'Port': ['ID=87877a64-89b0-4925-8994-df644841ad0f,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:26.864360 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6114a17-5369-4831-97f7-ba3a343c984b req-dbdc8142-fcc2-45f9-8f12-ead940e55b11 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:26.875431 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b6114a17-5369-4831-97f7-ba3a343c984b req-dbdc8142-fcc2-45f9-8f12-ead940e55b11 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 943 time: 0.1638713 Sep 01 15:02:26.946178 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-8d9a3ced-834a-466d-b040-624d37ff19cc tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:26.950168 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-8d9a3ced-834a-466d-b040-624d37ff19cc tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583&tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&binding%3Ahost_id=n-h2-794796-3 HTTP/1.1" status: 200 len: 1096 time: 0.1969595 Sep 01 15:02:27.000745 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-2befd0bb-7ad8-488d-9abf-009ce02e2e65 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:27.002611 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-2befd0bb-7ad8-488d-9abf-009ce02e2e65 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:27.013046 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-b225d114-43b8-4a77-9e49-763f8e843eaa service neutron] Attempting to bind port a102d6b9-2d70-494a-8ed0-d22aed919cbb on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:02:27.013046 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-b225d114-43b8-4a77-9e49-763f8e843eaa service neutron] Attempting to bind port a102d6b9-2d70-494a-8ed0-d22aed919cbb by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'c973b5f4-fe2f-4d5d-acf7-3944f7f86611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:02:27.013046 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-b225d114-43b8-4a77-9e49-763f8e843eaa service neutron] Attempting to bind port a102d6b9-2d70-494a-8ed0-d22aed919cbb on network 69b04e7f-e4ab-4286-b407-4c7cb525a035 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:27.018096 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b6114a17-5369-4831-97f7-ba3a343c984b req-d6473a8d-ce6b-42dc-bf03-5c0b179b5aaf tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405509 Sep 01 15:02:27.025316 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-a811d160-fef8-4b51-980c-c8365aa3ab26 None None] Set router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:02:27.036226 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-b225d114-43b8-4a77-9e49-763f8e843eaa service neutron] Port a102d6b9-2d70-494a-8ed0-d22aed919cbb on network 69b04e7f-e4ab-4286-b407-4c7cb525a035 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:02:27.036568 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-ea397661-b579-47a0-bae3-8fe0be043649 admin admin] Allocated IP 172.20.0.1 (3a08825e-c598-4444-9cbd-967c37c7410b/1713c272-a1dd-4676-bd8c-95aac02d27d5/f3456f38-ff60-405a-9df4-00ee069260c2) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:02:27.036753 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-b225d114-43b8-4a77-9e49-763f8e843eaa service neutron] Attempting to bind port a102d6b9-2d70-494a-8ed0-d22aed919cbb on network 69b04e7f-e4ab-4286-b407-4c7cb525a035 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:27.040592 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225d114-43b8-4a77-9e49-763f8e843eaa service neutron] Pushing event updated for resources: {'Port': ['ID=a102d6b9-2d70-494a-8ed0-d22aed919cbb,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:27.063492 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-2befd0bb-7ad8-488d-9abf-009ce02e2e65 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2506356 Sep 01 15:02:27.063492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-b225d114-43b8-4a77-9e49-763f8e843eaa service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:02:27.063492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-b225d114-43b8-4a77-9e49-763f8e843eaa service neutron] Checking segment: {'id': 'c973b5f4-fe2f-4d5d-acf7-3944f7f86611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:27.063492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-b225d114-43b8-4a77-9e49-763f8e843eaa service neutron] Bound using segment: {'id': 'c973b5f4-fe2f-4d5d-acf7-3944f7f86611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:02:27.063492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-b225d114-43b8-4a77-9e49-763f8e843eaa service neutron] Bound port: a102d6b9-2d70-494a-8ed0-d22aed919cbb, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c973b5f4-fe2f-4d5d-acf7-3944f7f86611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:02:27.063492 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-b225d114-43b8-4a77-9e49-763f8e843eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:27.083954 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59977bb-8dc4-4f0d-87ee-8ab815a868ed req-500f48a0-8283-431c-a049-7b63b73247ce tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:27.086409 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b59977bb-8dc4-4f0d-87ee-8ab815a868ed req-500f48a0-8283-431c-a049-7b63b73247ce tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=974b32f4-e471-4f4f-8b7b-747cbbe3d4ca HTTP/1.1" status: 200 len: 931 time: 0.2015266 Sep 01 15:02:27.093763 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-d7c7b0af-50b7-46ba-bfb8-fed77e6e54d8 service neutron] Request body: {'port': {'device_id': '974b32f4-e471-4f4f-8b7b-747cbbe3d4ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:27.342130 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:27.364435 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a811d160-fef8-4b51-980c-c8365aa3ab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-router', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '87877a64-89b0-4925-8994-df644841ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:17Z', 'updated_at': '2021-09-01T15:02:21Z', 'revision_number': 3, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'gw_port': {'id': '87877a64-89b0-4925-8994-df644841ad0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:18Z', 'updated_at': '2021-09-01T15:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:27.399319 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a811d160-fef8-4b51-980c-c8365aa3ab26 None None] The sync data for ids ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'] in n-d-794796-3 is: [{'id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-router', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '87877a64-89b0-4925-8994-df644841ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:17Z', 'updated_at': '2021-09-01T15:02:21Z', 'revision_number': 3, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'gw_port': {'id': '87877a64-89b0-4925-8994-df644841ad0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:18Z', 'updated_at': '2021-09-01T15:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:02:27.477206 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-cf24c798-8f04-4ba2-93b9-b8cc03d17256 service neutron] For port ebea3a76-0b81-463c-9853-c895beed90e6, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:02:27.481179 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea397661-b579-47a0-bae3-8fe0be043649 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:27.489032 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-cf24c798-8f04-4ba2-93b9-b8cc03d17256 service neutron] Notify callbacks [] for binding, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:27.490256 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7e185342-a67b-4d47-a77a-dd27517fc7ee req-cf24c798-8f04-4ba2-93b9-b8cc03d17256 service neutron] 10.222.0.62 "DELETE /v2.0/ports/ebea3a76-0b81-463c-9853-c895beed90e6/bindings/n-h1-794796-3 HTTP/1.1" status: 204 len: 173 time: 0.5015764 Sep 01 15:02:27.508805 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-ea397661-b579-47a0-bae3-8fe0be043649 admin admin] Transition to ACTIVE for port object f3456f38-ff60-405a-9df4-00ee069260c2 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:27.578883 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea397661-b579-47a0-bae3-8fe0be043649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:27.658902 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea397661-b579-47a0-bae3-8fe0be043649 admin admin] Pushing event updated for resources: {'Port': ['ID=f3456f38-ff60-405a-9df4-00ee069260c2,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:27.701499 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea397661-b579-47a0-bae3-8fe0be043649 admin admin] Network 3a08825e-c598-4444-9cbd-967c37c7410b is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:02:27.708843 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-ea397661-b579-47a0-bae3-8fe0be043649 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:27.714080 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea397661-b579-47a0-bae3-8fe0be043649 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:02:27.753092 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-d7c7b0af-50b7-46ba-bfb8-fed77e6e54d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:27.798857 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b59977bb-8dc4-4f0d-87ee-8ab815a868ed req-53e6a9bc-11a3-4eb5-85bc-442dc55b2937 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6870642 Sep 01 15:02:27.860024 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a08628-3342-4b71-9959-0175f5424245 req-c65f30e5-0cfa-4824-a279-c8ce6b214ee3 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:27.863156 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-46a08628-3342-4b71-9959-0175f5424245 req-c65f30e5-0cfa-4824-a279-c8ce6b214ee3 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 945 time: 0.2189050 Sep 01 15:02:27.891968 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea397661-b579-47a0-bae3-8fe0be043649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:27.943028 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-b225d114-43b8-4a77-9e49-763f8e843eaa service neutron] For port a102d6b9-2d70-494a-8ed0-d22aed919cbb, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:02:28.013929 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-b225d114-43b8-4a77-9e49-763f8e843eaa service neutron] For port a102d6b9-2d70-494a-8ed0-d22aed919cbb, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a102d6b9-2d70-494a-8ed0-d22aed919cbb,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:02:28.054421 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-b225d114-43b8-4a77-9e49-763f8e843eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:28.201132 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225d114-43b8-4a77-9e49-763f8e843eaa service neutron] Pushing event updated for resources: {'Port': ['ID=a102d6b9-2d70-494a-8ed0-d22aed919cbb,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:28.312280 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4c9f3375-285b-4687-9913-4997fc0134d1 None None] Provisioning for port f3456f38-ff60-405a-9df4-00ee069260c2 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:28.324357 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4c9f3375-285b-4687-9913-4997fc0134d1 None None] Provisioning complete for port f3456f38-ff60-405a-9df4-00ee069260c2 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:28.324982 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4c9f3375-285b-4687-9913-4997fc0134d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:28.360166 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-b225d114-43b8-4a77-9e49-763f8e843eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:28.361272 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-b225d114-43b8-4a77-9e49-763f8e843eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:28.364339 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-b225d114-43b8-4a77-9e49-763f8e843eaa service neutron] 10.222.0.62 "PUT /v2.0/ports/a102d6b9-2d70-494a-8ed0-d22aed919cbb HTTP/1.1" status: 200 len: 1091 time: 3.1727974 Sep 01 15:02:28.365073 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a2fcda-fe62-4940-9dcc-466af92bd3f0', 'tag': 'a102d6b9-2d70-494a-8ed0-d22aed919cbb'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:02:28.369792 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d8efd9-362f-4d8e-8635-96245a71105d" -d '{"events": [{"name": "network-changed", "server_uuid": "b0a2fcda-fe62-4940-9dcc-466af92bd3f0", "tag": "a102d6b9-2d70-494a-8ed0-d22aed919cbb"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:02:28.382420 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-46a08628-3342-4b71-9959-0175f5424245 req-062ba911-bb34-4e8d-9e4d-9e2dc66243e4 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4931283 Sep 01 15:02:28.432990 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea397661-b579-47a0-bae3-8fe0be043649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:28.460659 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-4c9f3375-285b-4687-9913-4997fc0134d1 None None] Port f3456f38-ff60-405a-9df4-00ee069260c2 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:02:28.729859 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-84d4a2bd-9a0e-4c32-9ff4-ba28258a2860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:28.732983 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-84d4a2bd-9a0e-4c32-9ff4-ba28258a2860 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=944202a0f7d746eda42510c2a6473ffc&device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 1094 time: 0.2043071 Sep 01 15:02:28.953949 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-f3f75b51-5bd6-49bf-95cf-cfaa9566a219 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a102d6b9-2d70-494a-8ed0-d22aed919cbb HTTP/1.1" status: 200 len: 217 time: 0.1981421 Sep 01 15:02:28.976951 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913e105-4f8f-4ad3-80c0-58660072fa99 req-e40fdc55-37b0-45f8-b904-ff963c5a1daf tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:28.992434 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f913e105-4f8f-4ad3-80c0-58660072fa99 req-e40fdc55-37b0-45f8-b904-ff963c5a1daf tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 945 time: 0.2724347 Sep 01 15:02:29.142557 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f913e105-4f8f-4ad3-80c0-58660072fa99 req-758ee35b-5356-4e02-95bd-b19a5303602b tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350980 Sep 01 15:02:29.222438 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-af00008c-3c6b-4cb2-8e0f-f4e910367aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:29.225296 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-af00008c-3c6b-4cb2-8e0f-f4e910367aaf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=63a79cf5-b9a4-402c-b6e1-dc3862ecf48a HTTP/1.1" status: 200 len: 855 time: 0.2542300 Sep 01 15:02:29.234140 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea397661-b579-47a0-bae3-8fe0be043649 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:29.245508 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea397661-b579-47a0-bae3-8fe0be043649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:29.301505 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96262621-66c0-43b6-95c7-5cfa39e73e07 x-openstack-request-id: req-96262621-66c0-43b6-95c7-5cfa39e73e07 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:02:29.302133 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0a2fcda-fe62-4940-9dcc-466af92bd3f0", "tag": "a102d6b9-2d70-494a-8ed0-d22aed919cbb", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:02:29.302859 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-96262621-66c0-43b6-95c7-5cfa39e73e07 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:02:29.303523 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a2fcda-fe62-4940-9dcc-466af92bd3f0', 'tag': 'a102d6b9-2d70-494a-8ed0-d22aed919cbb', 'status': 'completed', 'code': 200} Sep 01 15:02:29.475787 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4598849-9ca4-403d-9b59-f131278b8297 req-973e55b8-c90d-429a-b16a-ffca97361a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:29.479687 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f4598849-9ca4-403d-9b59-f131278b8297 req-973e55b8-c90d-429a-b16a-ffca97361a75 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 1096 time: 0.2761865 Sep 01 15:02:29.480845 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea397661-b579-47a0-bae3-8fe0be043649 admin admin] Pushing event updated for resources: {'Port': ['ID=f3456f38-ff60-405a-9df4-00ee069260c2,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:29.494031 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea397661-b579-47a0-bae3-8fe0be043649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:29.521316 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-7f97475b-84df-48cf-9bba-a091a6e64ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:29.524315 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-7f97475b-84df-48cf-9bba-a091a6e64ea7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=69b04e7f-e4ab-4286-b407-4c7cb525a035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2416730 Sep 01 15:02:29.534677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1906624-56d8-4756-b837-290784fbe6bf req-a6760662-042f-4852-9316-f0bcdcf2b51a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:29.542908 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b1906624-56d8-4756-b837-290784fbe6bf req-a6760662-042f-4852-9316-f0bcdcf2b51a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 943 time: 0.5749149 Sep 01 15:02:29.548092 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-d7c7b0af-50b7-46ba-bfb8-fed77e6e54d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:02:29.586630 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-d7c7b0af-50b7-46ba-bfb8-fed77e6e54d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:29.670564 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-d7c7b0af-50b7-46ba-bfb8-fed77e6e54d8 service neutron] Transition to ACTIVE for port object 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:29.697770 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b1906624-56d8-4756-b837-290784fbe6bf req-48f577ce-b5a4-4c4a-8266-959b2cfa7058 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539180 Sep 01 15:02:29.700562 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-d7c7b0af-50b7-46ba-bfb8-fed77e6e54d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:29.858741 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 87877a64-89b0-4925-8994-df644841ad0f up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:29.881072 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7b0af-50b7-46ba-bfb8-fed77e6e54d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:29.908184 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-67506e16-93bb-43d2-99da-5aaaa84edf83 service neutron] 10.222.0.62 "GET /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620806 Sep 01 15:02:29.936205 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea397661-b579-47a0-bae3-8fe0be043649 admin admin] Network 3a08825e-c598-4444-9cbd-967c37c7410b is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:02:29.936615 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 87877a64-89b0-4925-8994-df644841ad0f completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:29.941826 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 87877a64-89b0-4925-8994-df644841ad0f triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:29.944904 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:29.956029 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-ea397661-b579-47a0-bae3-8fe0be043649 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:29.963361 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4598849-9ca4-403d-9b59-f131278b8297 req-145a6fe9-5530-4e0a-9a3f-367eee178b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:29.964962 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f4598849-9ca4-403d-9b59-f131278b8297 req-145a6fe9-5530-4e0a-9a3f-367eee178b77 service neutron] 10.222.0.62 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 908 time: 0.4759741 Sep 01 15:02:29.975955 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7262f-f929-4152-8d24-de137cfd5cc3 req-811f4d75-8af1-49a2-bcbf-e85f0a9cbbaa tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:29.977897 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bfa7262f-f929-4152-8d24-de137cfd5cc3 req-811f4d75-8af1-49a2-bcbf-e85f0a9cbbaa tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f86b80b-4aef-44d8-9f87-aa75a4982885 HTTP/1.1" status: 200 len: 945 time: 0.2242141 Sep 01 15:02:30.125734 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-d7c7b0af-50b7-46ba-bfb8-fed77e6e54d8 service neutron] Attempting to bind port 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:02:30.126721 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-d7c7b0af-50b7-46ba-bfb8-fed77e6e54d8 service neutron] Attempting to bind port 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'b84bd209-7bfa-45b7-97f5-46abc9efe091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'afbd3276-8933-493c-9cea-acf035fd72fe'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:02:30.126721 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-d7c7b0af-50b7-46ba-bfb8-fed77e6e54d8 service neutron] Attempting to bind port 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66 on network afbd3276-8933-493c-9cea-acf035fd72fe {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:30.153315 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45bf20-5400-4221-b345-339443f815f6 req-9a85490a-bad6-4dd8-9065-1ed57e50e517 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:30.166991 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f4598849-9ca4-403d-9b59-f131278b8297 req-b0ee584a-b395-4115-8a6f-3f99693d41d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c152d548-ed6d-4ee0-965a-8045096d4362 HTTP/1.1" status: 200 len: 217 time: 0.1879089 Sep 01 15:02:30.171912 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee45bf20-5400-4221-b345-339443f815f6 req-9a85490a-bad6-4dd8-9065-1ed57e50e517 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=974b32f4-e471-4f4f-8b7b-747cbbe3d4ca HTTP/1.1" status: 200 len: 943 time: 0.2438209 Sep 01 15:02:30.185637 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea397661-b579-47a0-bae3-8fe0be043649 admin admin] Router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:02:30.198241 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:30.200999 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-d7c7b0af-50b7-46ba-bfb8-fed77e6e54d8 service neutron] Port 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66 on network afbd3276-8933-493c-9cea-acf035fd72fe not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:02:30.201747 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-d7c7b0af-50b7-46ba-bfb8-fed77e6e54d8 service neutron] Attempting to bind port 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66 on network afbd3276-8933-493c-9cea-acf035fd72fe {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:30.211722 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0dd6a62b-0440-4c61-b234-d4ca612ac5a0 req-a4675a42-94a7-487f-a609-4a2497070c75 service neutron] 10.222.0.62 "GET /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825511 Sep 01 15:02:30.214749 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-d7c7b0af-50b7-46ba-bfb8-fed77e6e54d8 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:02:30.215101 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-d7c7b0af-50b7-46ba-bfb8-fed77e6e54d8 service neutron] Checking segment: {'id': 'b84bd209-7bfa-45b7-97f5-46abc9efe091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'afbd3276-8933-493c-9cea-acf035fd72fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:30.215616 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-d7c7b0af-50b7-46ba-bfb8-fed77e6e54d8 service neutron] Bound using segment: {'id': 'b84bd209-7bfa-45b7-97f5-46abc9efe091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'afbd3276-8933-493c-9cea-acf035fd72fe'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:02:30.215983 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-d7c7b0af-50b7-46ba-bfb8-fed77e6e54d8 service neutron] Bound port: 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84bd209-7bfa-45b7-97f5-46abc9efe091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'afbd3276-8933-493c-9cea-acf035fd72fe'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:02:30.216373 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-d7c7b0af-50b7-46ba-bfb8-fed77e6e54d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:30.259080 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bfa7262f-f929-4152-8d24-de137cfd5cc3 req-7eb78fb6-1f5f-4e8d-b9be-26b5c872df89 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d193615-147a-475d-ac0b-60457ad9fd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326272 Sep 01 15:02:30.271879 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee45bf20-5400-4221-b345-339443f815f6 req-d0cb8661-8333-412d-b227-c2698ee15b6c tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984261 Sep 01 15:02:30.289136 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 87877a64-89b0-4925-8994-df644841ad0f, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=87877a64-89b0-4925-8994-df644841ad0f,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:30.306674 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4598849-9ca4-403d-9b59-f131278b8297 req-f7aa1bac-9210-4dc8-a49a-7ec08c3dd638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:30.312644 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:30.328878 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f4598849-9ca4-403d-9b59-f131278b8297 req-f7aa1bac-9210-4dc8-a49a-7ec08c3dd638 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f21d72f-51d2-4274-ac2c-410e832eb73e HTTP/1.1" status: 200 len: 847 time: 0.1439035 Sep 01 15:02:30.425905 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-d7c7b0af-50b7-46ba-bfb8-fed77e6e54d8 service neutron] For port 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:02:30.449655 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-d7c7b0af-50b7-46ba-bfb8-fed77e6e54d8 service neutron] For port 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66,segment=NetworkSegment(b84bd209-7bfa-45b7-97f5-46abc9efe091),segment_id=b84bd209-7bfa-45b7-97f5-46abc9efe091)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:02:30.457767 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-d7c7b0af-50b7-46ba-bfb8-fed77e6e54d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:30.488334 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=87877a64-89b0-4925-8994-df644841ad0f,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:30.498881 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f60099a6-5b44-44fb-8ca3-2279e5fbddbb None None] Provisioning complete for port f3456f38-ff60-405a-9df4-00ee069260c2 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:30.499974 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f60099a6-5b44-44fb-8ca3-2279e5fbddbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:30.505536 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f4598849-9ca4-403d-9b59-f131278b8297 req-bbac6ef5-6da4-4847-80d2-1c1f30c57b8c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=baf99c09-53f8-4476-8cd9-fd2a9a404823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1544199 Sep 01 15:02:30.543032 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-d7c7b0af-50b7-46ba-bfb8-fed77e6e54d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:30.544355 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-d7c7b0af-50b7-46ba-bfb8-fed77e6e54d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:30.546741 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-d7c7b0af-50b7-46ba-bfb8-fed77e6e54d8 service neutron] 10.222.0.45 "PUT /v2.0/ports/4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66 HTTP/1.1" status: 200 len: 1091 time: 3.4577572 Sep 01 15:02:30.587135 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-f60099a6-5b44-44fb-8ca3-2279e5fbddbb None None] Port f3456f38-ff60-405a-9df4-00ee069260c2 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:02:30.614137 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8efd9-362f-4d8e-8635-96245a71105d req-ba09e5c1-ff4b-4d51-a986-3bc8654cae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:30.616121 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-21d8efd9-362f-4d8e-8635-96245a71105d req-ba09e5c1-ff4b-4d51-a986-3bc8654cae36 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=944202a0f7d746eda42510c2a6473ffc&device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 1094 time: 0.2517707 Sep 01 15:02:30.820626 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7b0af-50b7-46ba-bfb8-fed77e6e54d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:30.936565 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-6709464c-94ba-4840-bd42-ad119b90fa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:30.939223 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-6709464c-94ba-4840-bd42-ad119b90fa61 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fc7781bca91c43a9b97f7339632fb18e&device_id=974b32f4-e471-4f4f-8b7b-747cbbe3d4ca HTTP/1.1" status: 200 len: 1094 time: 0.3195882 Sep 01 15:02:31.040073 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-2855f2ec-c257-4b5c-a7f3-755fd94ac701 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66 HTTP/1.1" status: 200 len: 217 time: 0.0850477 Sep 01 15:02:31.043846 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8efd9-362f-4d8e-8635-96245a71105d req-80a1764e-fb53-4393-8d72-521c3fe49b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:31.046325 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-21d8efd9-362f-4d8e-8635-96245a71105d req-80a1764e-fb53-4393-8d72-521c3fe49b76 service neutron] 10.222.0.62 "GET /v2.0/networks?id=69b04e7f-e4ab-4286-b407-4c7cb525a035 HTTP/1.1" status: 200 len: 917 time: 0.4057789 Sep 01 15:02:31.060412 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee77e9f-02ec-4fb3-9d97-338589d10e35 req-04b0393c-7aac-4596-82a5-5f34c31ad3bb tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:31.063218 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3ee77e9f-02ec-4fb3-9d97-338589d10e35 req-04b0393c-7aac-4596-82a5-5f34c31ad3bb tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 945 time: 0.2578509 Sep 01 15:02:31.195249 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-21d8efd9-362f-4d8e-8635-96245a71105d req-b8a6d6e5-cb30-4bcf-a97e-6d5e0cdbff78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a102d6b9-2d70-494a-8ed0-d22aed919cbb HTTP/1.1" status: 200 len: 217 time: 0.1281714 Sep 01 15:02:31.257824 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa5237-8ec8-4b08-931d-b3d1b3b240d8 req-a22d2a2a-f94f-46a1-a282-b7012d243cca tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:31.260684 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d7fa5237-8ec8-4b08-931d-b3d1b3b240d8 req-a22d2a2a-f94f-46a1-a282-b7012d243cca tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 1096 time: 0.7534482 Sep 01 15:02:31.299320 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-5f1fd034-cc35-4de8-b68e-9e2aa867c4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:31.301737 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-5f1fd034-cc35-4de8-b68e-9e2aa867c4b3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9aecc203-2bd6-487a-a73a-beab525beded HTTP/1.1" status: 200 len: 862 time: 0.2370472 Sep 01 15:02:31.314118 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974b32f4-e471-4f4f-8b7b-747cbbe3d4ca', 'tag': '4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:02:31.319566 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ced178-d45b-4666-b48e-34f8e126a4ec" -d '{"events": [{"name": "network-changed", "server_uuid": "974b32f4-e471-4f4f-8b7b-747cbbe3d4ca", "tag": "4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:02:31.331333 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea397661-b579-47a0-bae3-8fe0be043649 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:02:31.347514 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ea397661-b579-47a0-bae3-8fe0be043649 admin admin] 10.222.0.60 "PUT /v2.0/routers/445f318f-d5d4-44f1-a14f-e5b96d1a51fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8944564 Sep 01 15:02:31.349197 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4abc9f-c194-43b5-a0c0-37e631e1028b None None] Sync routers for ids ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:02:31.371834 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4abc9f-c194-43b5-a0c0-37e631e1028b None None] Routers {'445f318f-d5d4-44f1-a14f-e5b96d1a51fa'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:02:31.372212 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3ee77e9f-02ec-4fb3-9d97-338589d10e35 req-f66cfb79-e2f7-404e-8faa-4056b44a3a69 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767498 Sep 01 15:02:31.373320 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-cc4abc9f-c194-43b5-a0c0-37e631e1028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:02:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:31.375261 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f4598849-9ca4-403d-9b59-f131278b8297 req-3abc816f-95bf-4a09-80ce-4d6ff18692e5 service neutron] 10.222.0.62 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8602982 Sep 01 15:02:31.399362 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8efd9-362f-4d8e-8635-96245a71105d req-449a0059-6490-4650-a8f1-fb54dffcfa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:31.402032 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-21d8efd9-362f-4d8e-8635-96245a71105d req-449a0059-6490-4650-a8f1-fb54dffcfa89 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=63a79cf5-b9a4-402c-b6e1-dc3862ecf48a HTTP/1.1" status: 200 len: 855 time: 0.1882215 Sep 01 15:02:31.405422 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-4be06c3a-5859-4405-a061-2d5532eedd67 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=afbd3276-8933-493c-9cea-acf035fd72fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810232 Sep 01 15:02:31.453968 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d7fa5237-8ec8-4b08-931d-b3d1b3b240d8 req-11c2c248-0804-45a8-a11e-d221c31191d7 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611533 Sep 01 15:02:31.624997 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8efd9-362f-4d8e-8635-96245a71105d req-faddcf25-f776-4d60-a330-ab123c35d73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:31.628464 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-21d8efd9-362f-4d8e-8635-96245a71105d req-faddcf25-f776-4d60-a330-ab123c35d73d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=69b04e7f-e4ab-4286-b407-4c7cb525a035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2170568 Sep 01 15:02:31.707045 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f4598849-9ca4-403d-9b59-f131278b8297 req-8da3f19b-4da8-418b-b936-37c3ee94b2da service neutron] 10.222.0.62 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193293 Sep 01 15:02:31.732853 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 87877a64-89b0-4925-8994-df644841ad0f up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:31.737215 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-809dd4e2-9c11-4b34-b468-7d5b72c03378 service neutron] 10.222.0.45 "GET /v2.0/networks/afbd3276-8933-493c-9cea-acf035fd72fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918847 Sep 01 15:02:31.777201 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-cc4abc9f-c194-43b5-a0c0-37e631e1028b None None] Set router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:02:31.859506 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525aa49-ac8e-4c18-9908-70ee19fba0c5 req-2d2e14e2-552d-4040-8dad-f450623a5ec3 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:31.862649 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4525aa49-ac8e-4c18-9908-70ee19fba0c5 req-2d2e14e2-552d-4040-8dad-f450623a5ec3 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=974b32f4-e471-4f4f-8b7b-747cbbe3d4ca HTTP/1.1" status: 200 len: 943 time: 0.1151023 Sep 01 15:02:31.964885 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4525aa49-ac8e-4c18-9908-70ee19fba0c5 req-3bc1819d-55fb-491b-ba8f-b126be02d99b tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886502 Sep 01 15:02:32.046629 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6000f3e-773f-4e9a-be67-ba970a7b6f34 req-dd39a5b3-64f4-40bd-b025-a858962ab3cd tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:32.053050 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e6000f3e-773f-4e9a-be67-ba970a7b6f34 req-dd39a5b3-64f4-40bd-b025-a858962ab3cd tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 943 time: 0.2924201 Sep 01 15:02:32.073805 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b854e576-3dcb-430c-8460-565676218573 x-openstack-request-id: req-b854e576-3dcb-430c-8460-565676218573 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:02:32.076724 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974b32f4-e471-4f4f-8b7b-747cbbe3d4ca", "tag": "4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:02:32.078264 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b854e576-3dcb-430c-8460-565676218573 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:02:32.080118 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974b32f4-e471-4f4f-8b7b-747cbbe3d4ca', 'tag': '4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66', 'status': 'completed', 'code': 200} Sep 01 15:02:32.098620 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-21d8efd9-362f-4d8e-8635-96245a71105d req-543a70fb-a6d3-4971-9dd8-6d68a1b3b13c service neutron] 10.222.0.62 "GET /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545050 Sep 01 15:02:32.228185 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 87877a64-89b0-4925-8994-df644841ad0f triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:32.228865 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:32.258079 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba80b0ec-587e-48f7-994d-ae77a576c059 req-86dfbc52-9d0c-409c-9223-a3e36b9ec891 service neutron] 10.222.0.45 "GET /v2.0/networks/afbd3276-8933-493c-9cea-acf035fd72fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120420 Sep 01 15:02:32.289888 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e6000f3e-773f-4e9a-be67-ba970a7b6f34 req-80602757-0dc3-41c2-ab27-d6a41364d851 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025056 Sep 01 15:02:32.307604 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5ef50-9a3e-4fbd-b34d-cbff9cee698b req-5e0d3f3c-2d6b-45a0-9a4f-6c00c742a4d0 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:32.310426 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0ef5ef50-9a3e-4fbd-b34d-cbff9cee698b req-5e0d3f3c-2d6b-45a0-9a4f-6c00c742a4d0 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 1096 time: 0.1102362 Sep 01 15:02:32.363952 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-cc4abc9f-c194-43b5-a0c0-37e631e1028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-router', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '87877a64-89b0-4925-8994-df644841ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:17Z', 'updated_at': '2021-09-01T15:02:28Z', 'revision_number': 4, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'gw_port': {'id': '87877a64-89b0-4925-8994-df644841ad0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:18Z', 'updated_at': '2021-09-01T15:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'f3456f38-ff60-405a-9df4-00ee069260c2', 'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'mac_address': 'fa:16:3e:e2:eb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:26Z', 'updated_at': '2021-09-01T15:02:28Z', 'revision_number': 2, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'subnets': [{'id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:32.384538 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0ef5ef50-9a3e-4fbd-b34d-cbff9cee698b req-9b8aba68-9de6-4216-b7b1-3667ed2be24f tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561440 Sep 01 15:02:32.442157 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4abc9f-c194-43b5-a0c0-37e631e1028b None None] Checking router: 445f318f-d5d4-44f1-a14f-e5b96d1a51fa for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:02:32.443125 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4abc9f-c194-43b5-a0c0-37e631e1028b None None] Updating router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa port f3456f38-ff60-405a-9df4-00ee069260c2 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:02:32.521809 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-21d8efd9-362f-4d8e-8635-96245a71105d req-53cd8137-d2bf-4cb4-89f3-0d0384e35edf service neutron] 10.222.0.62 "GET /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905523 Sep 01 15:02:32.537658 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-cc4abc9f-c194-43b5-a0c0-37e631e1028b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:32.591374 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ced178-d45b-4666-b48e-34f8e126a4ec req-20c55096-d50c-4fa5-9f7f-869ff0a3125d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:32.605334 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48ced178-d45b-4666-b48e-34f8e126a4ec req-20c55096-d50c-4fa5-9f7f-869ff0a3125d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fc7781bca91c43a9b97f7339632fb18e&device_id=974b32f4-e471-4f4f-8b7b-747cbbe3d4ca HTTP/1.1" status: 200 len: 1094 time: 0.2593951 Sep 01 15:02:32.610027 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device a102d6b9-2d70-494a-8ed0-d22aed919cbb details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:02:32.927353 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ced178-d45b-4666-b48e-34f8e126a4ec req-722c1c6c-9c72-4ca6-ab26-4425cea0e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:32.930403 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48ced178-d45b-4666-b48e-34f8e126a4ec req-722c1c6c-9c72-4ca6-ab26-4425cea0e48a service neutron] 10.222.0.45 "GET /v2.0/networks?id=afbd3276-8933-493c-9cea-acf035fd72fe HTTP/1.1" status: 200 len: 923 time: 0.3192308 Sep 01 15:02:32.959308 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port a102d6b9-2d70-494a-8ed0-d22aed919cbb, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a102d6b9-2d70-494a-8ed0-d22aed919cbb,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:33.015066 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'a102d6b9-2d70-494a-8ed0-d22aed919cbb', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'port_id': 'a102d6b9-2d70-494a-8ed0-d22aed919cbb', 'mac_address': 'fa:16:3e:36:45:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:02:33.029526 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48ced178-d45b-4666-b48e-34f8e126a4ec req-1412dd54-e271-42f3-a404-a120588e1fc2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66 HTTP/1.1" status: 200 len: 217 time: 0.0834355 Sep 01 15:02:33.098283 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:33.163136 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a102d6b9-2d70-494a-8ed0-d22aed919cbb {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:02:33.184628 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-1bf9362a-a4da-457e-a708-e17584f594e6 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:33.186757 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-1bf9362a-a4da-457e-a708-e17584f594e6 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/networks?id=3a08825e-c598-4444-9cbd-967c37c7410b HTTP/1.1" status: 200 len: 821 time: 0.4002001 Sep 01 15:02:33.216238 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port a102d6b9-2d70-494a-8ed0-d22aed919cbb, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a102d6b9-2d70-494a-8ed0-d22aed919cbb,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:33.227363 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:33.248853 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83f8dc-94bf-4265-9a06-715c35bab2ca req-86b580e8-ff95-4dc1-a8a9-01369bc627fb tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:33.249694 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-cc4abc9f-c194-43b5-a0c0-37e631e1028b None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:33.255214 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-bdd57b92-8615-4965-9bea-8b85819d424f tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/quotas/3a8b6e85b31644d8bfb2e3bcf82dcfd1 HTTP/1.1" status: 200 len: 375 time: 0.0375926 Sep 01 15:02:33.259627 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ced178-d45b-4666-b48e-34f8e126a4ec req-0f1adc55-a2c4-4b28-8b72-9019c2e8008f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:33.261823 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8f83f8dc-94bf-4265-9a06-715c35bab2ca req-86b580e8-ff95-4dc1-a8a9-01369bc627fb tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 945 time: 0.1515498 Sep 01 15:02:33.266042 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48ced178-d45b-4666-b48e-34f8e126a4ec req-0f1adc55-a2c4-4b28-8b72-9019c2e8008f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9aecc203-2bd6-487a-a73a-beab525beded HTTP/1.1" status: 200 len: 862 time: 0.2206967 Sep 01 15:02:33.279475 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-cc4abc9f-c194-43b5-a0c0-37e631e1028b None None] Transition to ACTIVE for port object f3456f38-ff60-405a-9df4-00ee069260c2 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:33.296732 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-cc4abc9f-c194-43b5-a0c0-37e631e1028b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:33.345659 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8f83f8dc-94bf-4265-9a06-715c35bab2ca req-b90cc26c-2a0d-42c5-b319-e4375e7f5a04 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743570 Sep 01 15:02:33.354812 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=a102d6b9-2d70-494a-8ed0-d22aed919cbb,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:33.421626 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48ced178-d45b-4666-b48e-34f8e126a4ec req-d2b25ffd-daf3-4ac4-a223-f9c307a361fb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=afbd3276-8933-493c-9cea-acf035fd72fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756390 Sep 01 15:02:33.462195 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f520d89-8202-4f4e-8b60-b4a7191730a6 None None] Pushing event updated for resources: {'Port': ['ID=f3456f38-ff60-405a-9df4-00ee069260c2,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:33.532334 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f520d89-8202-4f4e-8b60-b4a7191730a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:33.533094 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f520d89-8202-4f4e-8b60-b4a7191730a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:33.534748 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f520d89-8202-4f4e-8b60-b4a7191730a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:33.535511 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f520d89-8202-4f4e-8b60-b4a7191730a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:33.536091 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f520d89-8202-4f4e-8b60-b4a7191730a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:33.536666 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f520d89-8202-4f4e-8b60-b4a7191730a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:33.537274 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f520d89-8202-4f4e-8b60-b4a7191730a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:33.538276 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f520d89-8202-4f4e-8b60-b4a7191730a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:33.539749 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f520d89-8202-4f4e-8b60-b4a7191730a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:33.540201 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f520d89-8202-4f4e-8b60-b4a7191730a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:33.540635 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f520d89-8202-4f4e-8b60-b4a7191730a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:33.541244 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f520d89-8202-4f4e-8b60-b4a7191730a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:02:33.575356 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-cc4abc9f-c194-43b5-a0c0-37e631e1028b None None] Attempting to bind port f3456f38-ff60-405a-9df4-00ee069260c2 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:02:33.575973 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-cc4abc9f-c194-43b5-a0c0-37e631e1028b None None] Attempting to bind port f3456f38-ff60-405a-9df4-00ee069260c2 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:02:33.576736 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4abc9f-c194-43b5-a0c0-37e631e1028b None None] Attempting to bind port f3456f38-ff60-405a-9df4-00ee069260c2 on network 3a08825e-c598-4444-9cbd-967c37c7410b {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:33.593561 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4abc9f-c194-43b5-a0c0-37e631e1028b None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:02:33.594605 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4abc9f-c194-43b5-a0c0-37e631e1028b None None] Checking segment: {'id': 'e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:33.594968 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-cc4abc9f-c194-43b5-a0c0-37e631e1028b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:33.596579 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4abc9f-c194-43b5-a0c0-37e631e1028b None None] Bound using segment: {'id': 'e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:02:33.597587 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-cc4abc9f-c194-43b5-a0c0-37e631e1028b None None] Bound port: f3456f38-ff60-405a-9df4-00ee069260c2, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:02:33.597765 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-0ab4b4a5-7426-4abe-b5de-99e99dd411e9 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a8b6e85b31644d8bfb2e3bcf82dcfd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3263094 Sep 01 15:02:33.598431 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-cc4abc9f-c194-43b5-a0c0-37e631e1028b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:33.633080 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['a102d6b9-2d70-494a-8ed0-d22aed919cbb'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:02:33.784952 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-cc4abc9f-c194-43b5-a0c0-37e631e1028b None None] For port f3456f38-ff60-405a-9df4-00ee069260c2, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:02:33.803314 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-cc4abc9f-c194-43b5-a0c0-37e631e1028b None None] For port f3456f38-ff60-405a-9df4-00ee069260c2, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f3456f38-ff60-405a-9df4-00ee069260c2,segment=NetworkSegment(e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1),segment_id=e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:02:33.816836 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-cc4abc9f-c194-43b5-a0c0-37e631e1028b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:33.926549 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4abc9f-c194-43b5-a0c0-37e631e1028b None None] Routers {'445f318f-d5d4-44f1-a14f-e5b96d1a51fa'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:02:33.927221 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-cc4abc9f-c194-43b5-a0c0-37e631e1028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:02:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:33.985286 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:02:33.998540 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f520d89-8202-4f4e-8b60-b4a7191730a6 None None] Pushing event updated for resources: {'Port': ['ID=f3456f38-ff60-405a-9df4-00ee069260c2,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:34.036460 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-2682d09a-0139-42c0-860e-9ff9c9214efa service neutron] 10.222.0.60 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045365 Sep 01 15:02:34.118625 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-cc4abc9f-c194-43b5-a0c0-37e631e1028b None None] Set router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:02:34.147517 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48ced178-d45b-4666-b48e-34f8e126a4ec req-8a6b0432-20c7-4ebc-8409-65a3de3370bf service neutron] 10.222.0.45 "GET /v2.0/networks/afbd3276-8933-493c-9cea-acf035fd72fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7153826 Sep 01 15:02:34.225597 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441aa54-0816-46b6-86ed-e7a831a3b271 req-eef033be-9ce0-4bf6-b0ac-4f0ebb84cfdc tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:34.237857 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c441aa54-0816-46b6-86ed-e7a831a3b271 req-eef033be-9ce0-4bf6-b0ac-4f0ebb84cfdc tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f86b80b-4aef-44d8-9f87-aa75a4982885 HTTP/1.1" status: 200 len: 945 time: 0.1532791 Sep 01 15:02:34.263966 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66,segment=NetworkSegment(b84bd209-7bfa-45b7-97f5-46abc9efe091),segment_id=b84bd209-7bfa-45b7-97f5-46abc9efe091)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:34.293947 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66', 'network_id': 'afbd3276-8933-493c-9cea-acf035fd72fe', 'port_id': '4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66', 'mac_address': 'fa:16:3e:d5:49:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aecc203-2bd6-487a-a73a-beab525beded', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:02:34.301864 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c441aa54-0816-46b6-86ed-e7a831a3b271 req-c0dfeee9-6526-4cdd-894a-2cd3986aafc3 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/security-groups?id=2d193615-147a-475d-ac0b-60457ad9fd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617495 Sep 01 15:02:34.433271 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:34.485762 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:02:34.560399 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9bd60-41c9-4039-85e4-c70693e198dd req-df42d54c-0e79-4ede-b3c4-e55f766ceab3 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:34.563054 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66,segment=NetworkSegment(b84bd209-7bfa-45b7-97f5-46abc9efe091),segment_id=b84bd209-7bfa-45b7-97f5-46abc9efe091)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:34.569241 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cce9bd60-41c9-4039-85e4-c70693e198dd req-df42d54c-0e79-4ede-b3c4-e55f766ceab3 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=974b32f4-e471-4f4f-8b7b-747cbbe3d4ca HTTP/1.1" status: 200 len: 943 time: 0.1334443 Sep 01 15:02:34.572575 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:34.681161 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:34.696713 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cce9bd60-41c9-4039-85e4-c70693e198dd req-668747b7-9470-4b83-92b5-c16a7eb6793a tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095679 Sep 01 15:02:34.727153 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-cc4abc9f-c194-43b5-a0c0-37e631e1028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-router', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '87877a64-89b0-4925-8994-df644841ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:17Z', 'updated_at': '2021-09-01T15:02:28Z', 'revision_number': 4, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'gw_port': {'id': '87877a64-89b0-4925-8994-df644841ad0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:18Z', 'updated_at': '2021-09-01T15:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'f3456f38-ff60-405a-9df4-00ee069260c2', 'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'mac_address': 'fa:16:3e:e2:eb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:26Z', 'updated_at': '2021-09-01T15:02:33Z', 'revision_number': 4, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'subnets': [{'id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:34.793589 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4abc9f-c194-43b5-a0c0-37e631e1028b None None] The sync data for ids ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'] in n-d-794796-3 is: [{'id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-router', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '87877a64-89b0-4925-8994-df644841ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:17Z', 'updated_at': '2021-09-01T15:02:28Z', 'revision_number': 4, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'gw_port': {'id': '87877a64-89b0-4925-8994-df644841ad0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:18Z', 'updated_at': '2021-09-01T15:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'f3456f38-ff60-405a-9df4-00ee069260c2', 'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'mac_address': 'fa:16:3e:e2:eb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:26Z', 'updated_at': '2021-09-01T15:02:33Z', 'revision_number': 4, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'subnets': [{'id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:02:34.820166 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:02:34.991770 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6a56a-fb3a-48e7-8b69-34e8da5d190d req-ba0aaffa-2fd4-45fa-94e9-6b9425d3cde6 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:34.994589 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1ba6a56a-fb3a-48e7-8b69-34e8da5d190d req-ba0aaffa-2fd4-45fa-94e9-6b9425d3cde6 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 944 time: 0.1796589 Sep 01 15:02:35.078661 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1ba6a56a-fb3a-48e7-8b69-34e8da5d190d req-25c2a266-baeb-44a8-ba49-d8539b7dd68b tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746109 Sep 01 15:02:35.191371 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ce67d-f2d0-424d-9578-3c72ec92ccbc req-3f2561ed-e92d-4e8b-b672-b6f9de26218f tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:35.193948 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d72ce67d-f2d0-424d-9578-3c72ec92ccbc req-3f2561ed-e92d-4e8b-b672-b6f9de26218f tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f86b80b-4aef-44d8-9f87-aa75a4982885 HTTP/1.1" status: 200 len: 945 time: 0.2321582 Sep 01 15:02:35.284664 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-1c37c70d-c957-440d-995d-c9aae8a0acb4 service neutron] 10.222.0.60 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2268722 Sep 01 15:02:35.311179 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48ced178-d45b-4666-b48e-34f8e126a4ec req-41c13c9f-bfac-42c4-806f-a007e0352bac service neutron] 10.222.0.45 "GET /v2.0/networks/afbd3276-8933-493c-9cea-acf035fd72fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0963600 Sep 01 15:02:35.495430 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-d72ce67d-f2d0-424d-9578-3c72ec92ccbc req-394c0ce9-a96f-4106-8cc1-423d5a649f29 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Deleting port 2569668f-61fc-4454-b3ea-b9348d168ded {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:02:35.495790 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d72ce67d-f2d0-424d-9578-3c72ec92ccbc req-394c0ce9-a96f-4106-8cc1-423d5a649f29 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:35.546941 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153145ce-508f-4fa2-85f9-747ef379941f req-84357375-f2a0-4c67-9a45-765c7491902b tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:35.552878 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-153145ce-508f-4fa2-85f9-747ef379941f req-84357375-f2a0-4c67-9a45-765c7491902b tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 945 time: 0.1491497 Sep 01 15:02:35.707234 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-153145ce-508f-4fa2-85f9-747ef379941f req-9474a2d8-bc44-4517-bc1e-4b0d4c2b7335 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451492 Sep 01 15:02:35.747152 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-d72ce67d-f2d0-424d-9578-3c72ec92ccbc req-394c0ce9-a96f-4106-8cc1-423d5a649f29 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] For port 2569668f-61fc-4454-b3ea-b9348d168ded, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=2569668f-61fc-4454-b3ea-b9348d168ded,segment=NetworkSegment(61d34df0-0cd0-42ae-82ee-6e90ca2a7166),segment_id=61d34df0-0cd0-42ae-82ee-6e90ca2a7166)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:35.747620 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d72ce67d-f2d0-424d-9578-3c72ec92ccbc req-394c0ce9-a96f-4106-8cc1-423d5a649f29 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:35.856387 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f3456f38-ff60-405a-9df4-00ee069260c2 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:35.988648 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:36.017614 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-705d58b7-309e-4080-8853-3f45bca853a4 req-da18bdf6-7e1d-49e0-8b7c-d70bab14183b tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9 HTTP/1.1" status: 200 len: 210 time: 0.1331048 Sep 01 15:02:36.018882 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d72ce67d-f2d0-424d-9578-3c72ec92ccbc req-394c0ce9-a96f-4106-8cc1-423d5a649f29 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:36.019301 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d72ce67d-f2d0-424d-9578-3c72ec92ccbc req-394c0ce9-a96f-4106-8cc1-423d5a649f29 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:36.019631 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [req-d72ce67d-f2d0-424d-9578-3c72ec92ccbc req-394c0ce9-a96f-4106-8cc1-423d5a649f29 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Floating IP 16da7860-d449-42a0-ac67-c9553c53ac2c disassociated. External IP: 172.25.6.211, port: 2569668f-61fc-4454-b3ea-b9348d168ded. Sep 01 15:02:36.019982 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-d72ce67d-f2d0-424d-9578-3c72ec92ccbc req-394c0ce9-a96f-4106-8cc1-423d5a649f29 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Calling delete_port for 2569668f-61fc-4454-b3ea-b9348d168ded owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:02:36.279079 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53620) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:36.305347 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port f3456f38-ff60-405a-9df4-00ee069260c2 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:36.318070 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0e761982-e416-4cbd-bce1-f912f73e5d32 req-86fca528-a38a-40f7-972e-abd667547206 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f86b80b-4aef-44d8-9f87-aa75a4982885 HTTP/1.1" status: 200 len: 210 time: 0.0896864 Sep 01 15:02:36.321495 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d72ce67d-f2d0-424d-9578-3c72ec92ccbc req-394c0ce9-a96f-4106-8cc1-423d5a649f29 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:36.328165 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port f3456f38-ff60-405a-9df4-00ee069260c2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:36.329472 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:36.335059 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:36.403776 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c0ce9-a96f-4106-8cc1-423d5a649f29 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Pushing event deleted for resources: {'Port': ['ID=2569668f-61fc-4454-b3ea-b9348d168ded,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:36.478784 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:36.480427 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:36.485506 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec543c-a595-4750-bce9-c87d621c9571 req-05cc14a2-92ac-49da-82a7-854d35457b3e tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:36.519690 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bcec543c-a595-4750-bce9-c87d621c9571 req-05cc14a2-92ac-49da-82a7-854d35457b3e tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=974b32f4-e471-4f4f-8b7b-747cbbe3d4ca HTTP/1.1" status: 200 len: 944 time: 0.2682619 Sep 01 15:02:36.648301 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device a102d6b9-2d70-494a-8ed0-d22aed919cbb up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:36.653186 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bcec543c-a595-4750-bce9-c87d621c9571 req-05784096-fb07-4cec-a33c-c8b937a07c9b tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319451 Sep 01 15:02:36.730938 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc1a53-a9ac-41eb-b3b5-5288f7421817 req-de5d8b3f-c2a3-42ec-b159-d8ca9610d6a2 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:36.742371 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dbcc1a53-a9ac-41eb-b3b5-5288f7421817 req-de5d8b3f-c2a3-42ec-b159-d8ca9610d6a2 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 944 time: 0.2174344 Sep 01 15:02:36.753333 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-50f116bf-4cea-463b-b2d9-88a83d29c4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:36.861463 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dbcc1a53-a9ac-41eb-b3b5-5288f7421817 req-a3fa2360-bb86-419f-8bd1-a302b4b5f42a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051288 Sep 01 15:02:36.884761 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d72ce67d-f2d0-424d-9578-3c72ec92ccbc req-394c0ce9-a96f-4106-8cc1-423d5a649f29 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Router 68dbdae8-d942-4ae7-af14-31200ffd5a21 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:02:37.112311 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:37.145378 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:37.153378 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-50f116bf-4cea-463b-b2d9-88a83d29c4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:37.176913 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-50f116bf-4cea-463b-b2d9-88a83d29c4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:37.187654 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port a102d6b9-2d70-494a-8ed0-d22aed919cbb completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:37.225600 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d72ce67d-f2d0-424d-9578-3c72ec92ccbc req-394c0ce9-a96f-4106-8cc1-423d5a649f29 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:02:37.275246 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2126fedc-9bfb-4449-b9a7-0ac138beb492 None None] Sync routers for ids ['68dbdae8-d942-4ae7-af14-31200ffd5a21'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:02:37.300901 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f116bf-4cea-463b-b2d9-88a83d29c4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b23cc3a-2774-488e-af50-4a7d3b675edf,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:37.303795 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port a102d6b9-2d70-494a-8ed0-d22aed919cbb triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:37.307308 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:37.351424 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-07d5665d-d47a-4c0d-a77c-323a7b90cfea req-7fa97664-f0eb-4541-9b36-11196e54699a tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9 HTTP/1.1" status: 200 len: 210 time: 0.0907323 Sep 01 15:02:37.366326 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-50f116bf-4cea-463b-b2d9-88a83d29c4b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8d79ee927c0d463f8b476617b669b1e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0845068 Sep 01 15:02:37.367407 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53634) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:37.435746 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72ce67d-f2d0-424d-9578-3c72ec92ccbc req-394c0ce9-a96f-4106-8cc1-423d5a649f29 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] No DVR routers for this DVR port 2569668f-61fc-4454-b3ea-b9348d168ded on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:02:37.443938 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d72ce67d-f2d0-424d-9578-3c72ec92ccbc req-394c0ce9-a96f-4106-8cc1-423d5a649f29 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:37.453138 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2126fedc-9bfb-4449-b9a7-0ac138beb492 None None] Routers {'68dbdae8-d942-4ae7-af14-31200ffd5a21'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:02:37.454289 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2126fedc-9bfb-4449-b9a7-0ac138beb492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:02:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['68dbdae8-d942-4ae7-af14-31200ffd5a21'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:37.458908 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d72ce67d-f2d0-424d-9578-3c72ec92ccbc req-394c0ce9-a96f-4106-8cc1-423d5a649f29 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.45 "DELETE /v2.0/ports/2569668f-61fc-4454-b3ea-b9348d168ded HTTP/1.1" status: 204 len: 173 time: 2.2508042 Sep 01 15:02:37.461416 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f86b80b-4aef-44d8-9f87-aa75a4982885', 'name': 'network-vif-deleted', 'tag': '2569668f-61fc-4454-b3ea-b9348d168ded'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:02:37.481792 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20789365-f3ea-480a-8c64-eedc1dc65eb5" -d '{"events": [{"server_uuid": "3f86b80b-4aef-44d8-9f87-aa75a4982885", "name": "network-vif-deleted", "tag": "2569668f-61fc-4454-b3ea-b9348d168ded"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:02:37.490983 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c083a6d-aa31-4b1a-8098-2128a745da0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:37.529808 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c083a6d-aa31-4b1a-8098-2128a745da0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:37.604375 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b9300-2272-4043-a36a-e9d1929deee9 req-0bfddc2d-1ccd-4555-9d63-a8aa9ede1a66 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:37.614676 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ad4b9300-2272-4043-a36a-e9d1929deee9 req-0bfddc2d-1ccd-4555-9d63-a8aa9ede1a66 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 945 time: 0.3736720 Sep 01 15:02:37.650114 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-194b9963-49a8-404b-8909-1520d063087d req-9cf44fbc-7df8-48fe-92ad-2a57223759af tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f86b80b-4aef-44d8-9f87-aa75a4982885 HTTP/1.1" status: 200 len: 210 time: 0.1600602 Sep 01 15:02:37.652405 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c083a6d-aa31-4b1a-8098-2128a745da0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:37.656681 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c083a6d-aa31-4b1a-8098-2128a745da0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:37.661628 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4c083a6d-aa31-4b1a-8098-2128a745da0d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3b23cc3a-2774-488e-af50-4a7d3b675edf HTTP/1.1" status: 204 len: 168 time: 0.2876203 Sep 01 15:02:37.679793 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c083a6d-aa31-4b1a-8098-2128a745da0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b23cc3a-2774-488e-af50-4a7d3b675edf,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:37.699771 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port f3456f38-ff60-405a-9df4-00ee069260c2, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f3456f38-ff60-405a-9df4-00ee069260c2,segment=NetworkSegment(e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1),segment_id=e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:37.710160 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974b32f4-e471-4f4f-8b7b-747cbbe3d4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:02:37.712569 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1583ff46-3a22-47ab-a7e0-444959a7c9d1" -d '{"events": [{"server_uuid": "974b32f4-e471-4f4f-8b7b-747cbbe3d4ca", "name": "network-vif-plugged", "status": "completed", "tag": "4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:02:37.719828 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-2126fedc-9bfb-4449-b9a7-0ac138beb492 None None] Set router 68dbdae8-d942-4ae7-af14-31200ffd5a21 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:02:37.723134 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:37.811745 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e971ec-36c3-469a-9f5d-d3b1781a26cc x-openstack-request-id: req-82e971ec-36c3-469a-9f5d-d3b1781a26cc {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:02:37.813114 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f86b80b-4aef-44d8-9f87-aa75a4982885", "name": "network-vif-deleted", "tag": "2569668f-61fc-4454-b3ea-b9348d168ded", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:02:37.813569 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-82e971ec-36c3-469a-9f5d-d3b1781a26cc {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:02:37.817659 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f86b80b-4aef-44d8-9f87-aa75a4982885', 'name': 'network-vif-deleted', 'tag': '2569668f-61fc-4454-b3ea-b9348d168ded', 'status': 'completed', 'code': 200} Sep 01 15:02:37.844291 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ad4b9300-2272-4043-a36a-e9d1929deee9 req-2f976eb5-9514-4c46-a1ed-fe840c719ba4 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241514 Sep 01 15:02:38.151472 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d489a4-d631-4b50-8a41-e721101bca15 req-d2fab65c-a118-4e6d-bfd1-8db8164bcbea tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:38.156089 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66,segment=NetworkSegment(b84bd209-7bfa-45b7-97f5-46abc9efe091),segment_id=b84bd209-7bfa-45b7-97f5-46abc9efe091)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:38.161313 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-41d489a4-d631-4b50-8a41-e721101bca15 req-d2fab65c-a118-4e6d-bfd1-8db8164bcbea tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=974b32f4-e471-4f4f-8b7b-747cbbe3d4ca HTTP/1.1" status: 200 len: 944 time: 0.1828129 Sep 01 15:02:38.169150 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=f3456f38-ff60-405a-9df4-00ee069260c2,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:38.177604 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9296d70-1534-4d9e-8f6d-9a204c57a10f x-openstack-request-id: req-e9296d70-1534-4d9e-8f6d-9a204c57a10f {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:02:38.178784 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974b32f4-e471-4f4f-8b7b-747cbbe3d4ca", "name": "network-vif-plugged", "status": "completed", "tag": "4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:02:38.192257 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e9296d70-1534-4d9e-8f6d-9a204c57a10f {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:02:38.193508 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974b32f4-e471-4f4f-8b7b-747cbbe3d4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66', 'code': 200} Sep 01 15:02:38.287814 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-50d127b4-4338-4867-ae9b-7c68186f47a6 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:38.292464 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-50d127b4-4338-4867-ae9b-7c68186f47a6 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.45 "GET /v2.0/networks?id=3a08825e-c598-4444-9cbd-967c37c7410b HTTP/1.1" status: 200 len: 821 time: 0.3249850 Sep 01 15:02:38.330132 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-2f919018-4d9f-4b62-9c48-4962c0e69537 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Request body: {'port': {'device_id': '860efc8f-b96c-4bdc-b545-e2c83b451bb9', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'admin_state_up': True, 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:38.397201 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:38.427416 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-41d489a4-d631-4b50-8a41-e721101bca15 req-33c086b8-d4b7-4b18-afb5-5963c766fee8 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474427 Sep 01 15:02:38.557924 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4a56dce5-c6a4-4caa-9751-7a10930b6fc0 req-013bcdba-d927-4d46-b09d-b47e2ad4fd8b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2600679 Sep 01 15:02:38.573966 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 2569668f-61fc-4454-b3ea-b9348d168ded no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:02:38.665307 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 2569668f-61fc-4454-b3ea-b9348d168ded {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:02:38.665880 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 2569668f-61fc-4454-b3ea-b9348d168ded not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:02:38.734875 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53658) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:38.780500 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:38.842273 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:38.848087 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8e938865-22f9-4a0e-a81c-8ebf1bf278a4 req-e476b9f0-2758-48fc-bbdf-3426f91d5409 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9 HTTP/1.1" status: 200 len: 210 time: 0.0910068 Sep 01 15:02:38.857393 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:38.859117 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56dce5-c6a4-4caa-9751-7a10930b6fc0 req-09f44379-ce25-451a-96a6-c0734a19f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:38.863945 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4a56dce5-c6a4-4caa-9751-7a10930b6fc0 req-09f44379-ce25-451a-96a6-c0734a19f86f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 1095 time: 0.2383587 Sep 01 15:02:38.896013 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a5419-4c6a-454e-8a73-9c35655f05a2 req-70d14912-85ec-4cb0-891d-e90f14a8b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:38.898277 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef0a5419-4c6a-454e-8a73-9c35655f05a2 req-70d14912-85ec-4cb0-891d-e90f14a8b471 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=974b32f4-e471-4f4f-8b7b-747cbbe3d4ca HTTP/1.1" status: 200 len: 1096 time: 0.6039104 Sep 01 15:02:38.911723 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-74f0e4dd-7893-41fb-9341-b9e3feacf44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:38.946259 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port a102d6b9-2d70-494a-8ed0-d22aed919cbb, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a102d6b9-2d70-494a-8ed0-d22aed919cbb,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:38.956265 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:38.956661 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b2a74-6cf7-4fdf-b6d0-cfd67bfbe847 req-8e02bfa2-8381-4dfc-9614-bb6dd534f647 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:38.959493 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c3b2a74-6cf7-4fdf-b6d0-cfd67bfbe847 req-8e02bfa2-8381-4dfc-9614-bb6dd534f647 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 944 time: 0.4946270 Sep 01 15:02:39.025219 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2126fedc-9bfb-4449-b9a7-0ac138beb492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'name': 'tempest-ServersTestJSON-611159269-router', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:06Z', 'revision_number': 4, 'project_id': '4f67756043a54cb8a248797975dcc615', 'gw_port': {'id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f', 'name': '', 'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'mac_address': 'fa:16:3e:06:a6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1d6fdf77-af6e-46da-a026-4e26517058f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:04Z', 'updated_at': '2021-09-01T15:00:15Z', 'revision_number': 5, 'project_id': '4f67756043a54cb8a248797975dcc615', 'subnets': [{'id': '1d6fdf77-af6e-46da-a026-4e26517058f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:39.093729 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2126fedc-9bfb-4449-b9a7-0ac138beb492 None None] Checking router: 68dbdae8-d942-4ae7-af14-31200ffd5a21 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:02:39.102577 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=a102d6b9-2d70-494a-8ed0-d22aed919cbb,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:39.109866 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.api [None req-74f0e4dd-7893-41fb-9341-b9e3feacf44b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:02:39.109866 n-d-794796-3 neutron-server[94734]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 01 15:02:39.109866 n-d-794796-3 neutron-server[94734]: [parameters: {'project_id': 'ea59c11fcab84563bded33dddd56fec0', 'id': 'cdd2c7ce-31ed-4afb-8749-22b7eb47bbc4', 'expiration': datetime.datetime(2021, 9, 1, 15, 4, 39, 77040)}] Sep 01 15:02:39.109866 n-d-794796-3 neutron-server[94734]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:02:39.110620 n-d-794796-3 neutron-server[94734]: DEBUG oslo_db.api [None req-74f0e4dd-7893-41fb-9341-b9e3feacf44b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:02:39.120650 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef0a5419-4c6a-454e-8a73-9c35655f05a2 req-359e7ff6-60db-49eb-98e1-6c564dc703a5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048142 Sep 01 15:02:39.132340 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c3b2a74-6cf7-4fdf-b6d0-cfd67bfbe847 req-6155c908-5065-446b-8395-1ac032e16af3 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377020 Sep 01 15:02:39.134186 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-2f919018-4d9f-4b62-9c48-4962c0e69537 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Made reservation on behalf of 3a8b6e85b31644d8bfb2e3bcf82dcfd1 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:02:39.140318 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-2f919018-4d9f-4b62-9c48-4962c0e69537 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:39.146485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2126fedc-9bfb-4449-b9a7-0ac138beb492 None None] Routers {'68dbdae8-d942-4ae7-af14-31200ffd5a21'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:02:39.147654 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2126fedc-9bfb-4449-b9a7-0ac138beb492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:02:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['68dbdae8-d942-4ae7-af14-31200ffd5a21'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:39.220201 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c7cd14b6-fb0b-476c-901c-05acd31b9dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:39.242025 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56dce5-c6a4-4caa-9751-7a10930b6fc0 req-d52f9ece-6ced-4696-ab0b-41d2fb39fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:39.244113 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4a56dce5-c6a4-4caa-9751-7a10930b6fc0 req-d52f9ece-6ced-4696-ab0b-41d2fb39fdee service neutron] 10.222.0.45 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 908 time: 0.3559122 Sep 01 15:02:39.278741 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e3eb1-ae51-4d47-8cda-68898297b731 req-f5b18c4f-cce6-4223-82f9-e3df1d19779d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:39.291037 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b24e3eb1-ae51-4d47-8cda-68898297b731 req-f5b18c4f-cce6-4223-82f9-e3df1d19779d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 945 time: 0.1127250 Sep 01 15:02:39.299930 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53666) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:39.394211 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-2126fedc-9bfb-4449-b9a7-0ac138beb492 None None] Set router 68dbdae8-d942-4ae7-af14-31200ffd5a21 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:02:39.514366 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4a56dce5-c6a4-4caa-9751-7a10930b6fc0 req-5aa61c71-295c-4cb2-a37e-e96a99d9b278 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e344413c-0228-4138-ba5f-1a43afff410f HTTP/1.1" status: 200 len: 217 time: 0.1999686 Sep 01 15:02:39.546534 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-2f919018-4d9f-4b62-9c48-4962c0e69537 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Allocated IP 172.20.0.8 (3a08825e-c598-4444-9cbd-967c37c7410b/1713c272-a1dd-4676-bd8c-95aac02d27d5/9e19b410-8c07-441a-93e7-652652f539ed) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:02:39.618071 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b24e3eb1-ae51-4d47-8cda-68898297b731 req-b57fd532-844b-4b57-9e4a-450f9cf8d619 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256218 Sep 01 15:02:39.620078 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-74f0e4dd-7893-41fb-9341-b9e3feacf44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:39.679343 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b2597bbe-ab1d-4160-977d-6114c01051e7 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:39.702521 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56dce5-c6a4-4caa-9751-7a10930b6fc0 req-b86f8306-aeae-4e36-8dfb-32b44b3d383f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:39.704935 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4a56dce5-c6a4-4caa-9751-7a10930b6fc0 req-b86f8306-aeae-4e36-8dfb-32b44b3d383f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f21d72f-51d2-4274-ac2c-410e832eb73e HTTP/1.1" status: 200 len: 847 time: 0.1787789 Sep 01 15:02:39.755575 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4a56dce5-c6a4-4caa-9751-7a10930b6fc0 req-da0edb34-ffa0-403d-9dcc-e6ea9d9c46d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=baf99c09-53f8-4476-8cd9-fd2a9a404823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414016 Sep 01 15:02:39.786147 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b2597bbe-ab1d-4160-977d-6114c01051e7 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:39.892568 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-74f0e4dd-7893-41fb-9341-b9e3feacf44b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:39.955163 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-74f0e4dd-7893-41fb-9341-b9e3feacf44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:39.985680 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b2597bbe-ab1d-4160-977d-6114c01051e7 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:39.993508 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b2597bbe-ab1d-4160-977d-6114c01051e7 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:39.997620 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b2597bbe-ab1d-4160-977d-6114c01051e7 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "DELETE /v2.0/security-groups/2d193615-147a-475d-ac0b-60457ad9fd6a HTTP/1.1" status: 204 len: 168 time: 0.6962502 Sep 01 15:02:40.009428 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4a56dce5-c6a4-4caa-9751-7a10930b6fc0 req-fbc2a39b-e6d1-4d48-aebc-1b0fe3a887d1 service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455010 Sep 01 15:02:40.009831 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53674) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:40.050503 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2597bbe-ab1d-4160-977d-6114c01051e7 tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d193615-147a-475d-ac0b-60457ad9fd6a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:40.050894 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-74f0e4dd-7893-41fb-9341-b9e3feacf44b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ea59c11fcab84563bded33dddd56fec0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2965195 Sep 01 15:02:40.054397 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53676) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:40.093843 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f3456f38-ff60-405a-9df4-00ee069260c2 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:40.170558 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0e4dd-7893-41fb-9341-b9e3feacf44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c0e4c2-3b12-4d2d-a538-d43134ea008b,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:40.197546 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a2fcda-fe62-4940-9dcc-466af92bd3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a102d6b9-2d70-494a-8ed0-d22aed919cbb'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:02:40.202625 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af464060-3a7b-47d8-b42b-a96c8385c236" -d '{"events": [{"server_uuid": "b0a2fcda-fe62-4940-9dcc-466af92bd3f0", "name": "network-vif-plugged", "status": "completed", "tag": "a102d6b9-2d70-494a-8ed0-d22aed919cbb"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:02:40.207233 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58134b6d-e701-44db-bfe7-43feac6c212e req-2e2f8e93-4abc-49ae-91fa-0cac82d6a438 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:40.220140 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-58134b6d-e701-44db-bfe7-43feac6c212e req-2e2f8e93-4abc-49ae-91fa-0cac82d6a438 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=974b32f4-e471-4f4f-8b7b-747cbbe3d4ca HTTP/1.1" status: 200 len: 945 time: 0.5890307 Sep 01 15:02:40.301603 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port f3456f38-ff60-405a-9df4-00ee069260c2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:40.302659 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:40.324510 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-a27f1a37-6a78-416f-8396-9384a15c0c2f tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] show failed (client error): The resource could not be found. Sep 01 15:02:40.327991 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a27f1a37-6a78-416f-8396-9384a15c0c2f tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "GET /v2.0/security-groups/2d193615-147a-475d-ac0b-60457ad9fd6a HTTP/1.1" status: 404 len: 347 time: 0.3149431 Sep 01 15:02:40.341525 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53682) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:40.350100 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ab9a1c64-17ca-4247-a2b1-ac8b6e58fe9e req-a53eafb1-4592-4e5e-bd04-54d49fd89044 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9 HTTP/1.1" status: 200 len: 210 time: 0.2217155 Sep 01 15:02:40.453844 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2126fedc-9bfb-4449-b9a7-0ac138beb492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'name': 'tempest-ServersTestJSON-611159269-router', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:06Z', 'revision_number': 4, 'project_id': '4f67756043a54cb8a248797975dcc615', 'gw_port': {'id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f', 'name': '', 'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'mac_address': 'fa:16:3e:06:a6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1d6fdf77-af6e-46da-a026-4e26517058f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:04Z', 'updated_at': '2021-09-01T15:00:15Z', 'revision_number': 5, 'project_id': '4f67756043a54cb8a248797975dcc615', 'subnets': [{'id': '1d6fdf77-af6e-46da-a026-4e26517058f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:40.523095 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d4ab6bc-5e0e-41aa-9df6-5b15db86a1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:40.531763 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4a56dce5-c6a4-4caa-9751-7a10930b6fc0 req-fe68ee36-de84-4882-a233-0c0d4c0e403c service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5010905 Sep 01 15:02:40.590121 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d4ab6bc-5e0e-41aa-9df6-5b15db86a1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:40.600774 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e77a350-534e-4ca7-ba67-3f6c68525007 x-openstack-request-id: req-8e77a350-534e-4ca7-ba67-3f6c68525007 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:02:40.601327 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a2fcda-fe62-4940-9dcc-466af92bd3f0", "name": "network-vif-plugged", "status": "completed", "tag": "a102d6b9-2d70-494a-8ed0-d22aed919cbb", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:02:40.602870 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e77a350-534e-4ca7-ba67-3f6c68525007 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:02:40.603616 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a2fcda-fe62-4940-9dcc-466af92bd3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a102d6b9-2d70-494a-8ed0-d22aed919cbb', 'code': 200} Sep 01 15:02:40.606143 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2126fedc-9bfb-4449-b9a7-0ac138beb492 None None] The sync data for ids ['68dbdae8-d942-4ae7-af14-31200ffd5a21'] in n-d-794796-3 is: [{'id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'name': 'tempest-ServersTestJSON-611159269-router', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:06Z', 'revision_number': 4, 'project_id': '4f67756043a54cb8a248797975dcc615', 'gw_port': {'id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f', 'name': '', 'network_id': '64e99f8e-8c34-4f7d-9117-acd98b5ed10e', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'mac_address': 'fa:16:3e:06:a6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '1d6fdf77-af6e-46da-a026-4e26517058f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:04Z', 'updated_at': '2021-09-01T15:00:15Z', 'revision_number': 5, 'project_id': '4f67756043a54cb8a248797975dcc615', 'subnets': [{'id': '1d6fdf77-af6e-46da-a026-4e26517058f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:02:40.670659 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-58134b6d-e701-44db-bfe7-43feac6c212e req-70048ba3-e152-47a7-9332-01f89adf272d tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455106 Sep 01 15:02:40.779966 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d4ab6bc-5e0e-41aa-9df6-5b15db86a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:40.784620 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d4ab6bc-5e0e-41aa-9df6-5b15db86a1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:40.791382 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8d4ab6bc-5e0e-41aa-9df6-5b15db86a1ce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f2c0e4c2-3b12-4d2d-a538-d43134ea008b HTTP/1.1" status: 204 len: 168 time: 0.7084751 Sep 01 15:02:40.838832 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-2f919018-4d9f-4b62-9c48-4962c0e69537 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:40.854164 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ab6bc-5e0e-41aa-9df6-5b15db86a1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c0e4c2-3b12-4d2d-a538-d43134ea008b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:40.940633 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-2f919018-4d9f-4b62-9c48-4962c0e69537 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Transition to ACTIVE for port object 9e19b410-8c07-441a-93e7-652652f539ed will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:40.944443 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba24ff-21e8-4977-b1e7-ea3efa3f4d93 req-74abf134-4468-46c9-833f-17a85ff094ac tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:40.948147 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-53ba24ff-21e8-4977-b1e7-ea3efa3f4d93 req-74abf134-4468-46c9-833f-17a85ff094ac tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 945 time: 0.2023079 Sep 01 15:02:41.033730 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-53ba24ff-21e8-4977-b1e7-ea3efa3f4d93 req-b632306b-ea4f-4fa0-a9b1-aa17ecbcb20d tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764425 Sep 01 15:02:41.040443 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-d74b2ce5-e96d-4b0b-a2bd-a6d8c0ab5cac tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Deleting port b9ce2b2b-1833-475c-b403-0507ce492354 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:02:41.043349 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d74b2ce5-e96d-4b0b-a2bd-a6d8c0ab5cac tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:41.068354 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f608e-2729-45aa-8749-292ab49a4112 req-82721aae-c37b-41c3-bf19-0983b152e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:41.071347 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-627f608e-2729-45aa-8749-292ab49a4112 req-82721aae-c37b-41c3-bf19-0983b152e389 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 1096 time: 0.3708265 Sep 01 15:02:41.265798 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f2b729-dc47-4a13-8995-0b2f691f6e7c None None] New status for floating IP 16da7860-d449-42a0-ac67-c9553c53ac2c: DOWN {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:02:41.313893 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-2f919018-4d9f-4b62-9c48-4962c0e69537 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:41.372692 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-627f608e-2729-45aa-8749-292ab49a4112 req-0b1d38e2-08bb-40c3-a096-134509652459 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951885 Sep 01 15:02:41.467462 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecea49-a993-4f77-817c-e4a62fcb46d9 req-d36f0726-16bd-4e46-9ef8-3e87bd8a4cf5 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:41.470421 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c8ecea49-a993-4f77-817c-e4a62fcb46d9 req-d36f0726-16bd-4e46-9ef8-3e87bd8a4cf5 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 945 time: 0.2911139 Sep 01 15:02:41.494137 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-2f919018-4d9f-4b62-9c48-4962c0e69537 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Network 3a08825e-c598-4444-9cbd-967c37c7410b is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:02:41.501746 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d74b2ce5-e96d-4b0b-a2bd-a6d8c0ab5cac tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:41.502997 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d74b2ce5-e96d-4b0b-a2bd-a6d8c0ab5cac tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:41.525397 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-2f919018-4d9f-4b62-9c48-4962c0e69537 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:02:41.542951 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-2f919018-4d9f-4b62-9c48-4962c0e69537 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:02:41.555178 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f919018-4d9f-4b62-9c48-4962c0e69537 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Pushing event updated for resources: {'Port': ['ID=9e19b410-8c07-441a-93e7-652652f539ed,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:41.571121 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-d74b2ce5-e96d-4b0b-a2bd-a6d8c0ab5cac tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Calling delete_port for b9ce2b2b-1833-475c-b403-0507ce492354 owned by network:floatingip {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:02:41.707432 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb306f0-75b3-46ff-bd8e-cb23ca507f4a req-10e57e2d-2f57-4f92-85ab-ce1c10f37b1c tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:41.712649 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7eb306f0-75b3-46ff-bd8e-cb23ca507f4a req-10e57e2d-2f57-4f92-85ab-ce1c10f37b1c tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9 HTTP/1.1" status: 200 len: 931 time: 0.1533344 Sep 01 15:02:41.808583 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c8ecea49-a993-4f77-817c-e4a62fcb46d9 req-7f98b224-fa0a-4bab-9f75-dc8fade021b7 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010781 Sep 01 15:02:41.860678 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-2f919018-4d9f-4b62-9c48-4962c0e69537 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:41.861768 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-2f919018-4d9f-4b62-9c48-4962c0e69537 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:41.869053 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7eb306f0-75b3-46ff-bd8e-cb23ca507f4a req-b7e05eae-dd27-4dd3-ba5a-58fb4a987563 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf7be8e3-d6d7-455d-a813-c71c8a4509d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474924 Sep 01 15:02:41.967977 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-2f919018-4d9f-4b62-9c48-4962c0e69537 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6536853 Sep 01 15:02:42.000346 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:42.011614 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-69225318-b242-4982-8de5-60916d717a8c service neutron] Request body: {'port': {'device_id': '860efc8f-b96c-4bdc-b545-e2c83b451bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:42.151229 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fa624c38-566a-4a64-9494-86b80779e81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:42.220738 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-28271e0d-70d3-4d9d-be13-67228d6479cd None None] Provisioning for port 9e19b410-8c07-441a-93e7-652652f539ed completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:42.232864 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-28271e0d-70d3-4d9d-be13-67228d6479cd None None] Provisioning complete for port 9e19b410-8c07-441a-93e7-652652f539ed triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:42.234092 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-28271e0d-70d3-4d9d-be13-67228d6479cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:42.285970 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062ba52-e108-480e-8b1e-b4fa3798f499 req-b0c752bb-150f-4bcd-84f1-d88d5b846bbf tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:42.289539 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1062ba52-e108-480e-8b1e-b4fa3798f499 req-b0c752bb-150f-4bcd-84f1-d88d5b846bbf tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 945 time: 0.1197250 Sep 01 15:02:42.337799 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-28271e0d-70d3-4d9d-be13-67228d6479cd None None] Port 9e19b410-8c07-441a-93e7-652652f539ed cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:02:42.341101 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d74b2ce5-e96d-4b0b-a2bd-a6d8c0ab5cac tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:42.395001 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-69225318-b242-4982-8de5-60916d717a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:42.411675 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194628b-980c-43e2-a5d2-0ca336e1787d req-8013f597-e38e-493f-9d63-50f1f0f99675 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:42.422763 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5194628b-980c-43e2-a5d2-0ca336e1787d req-8013f597-e38e-493f-9d63-50f1f0f99675 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=974b32f4-e471-4f4f-8b7b-747cbbe3d4ca HTTP/1.1" status: 200 len: 945 time: 0.2124398 Sep 01 15:02:42.430775 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1062ba52-e108-480e-8b1e-b4fa3798f499 req-0367f1a9-4525-4919-af58-3a86ed30f3d9 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150289 Sep 01 15:02:42.441261 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b2ce5-e96d-4b0b-a2bd-a6d8c0ab5cac tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Pushing event deleted for resources: {'Port': ['ID=b9ce2b2b-1833-475c-b403-0507ce492354,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:42.566552 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5194628b-980c-43e2-a5d2-0ca336e1787d req-ff810eff-efae-4e3c-ae4e-ec185e3ac0ba tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426778 Sep 01 15:02:42.635405 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d74b2ce5-e96d-4b0b-a2bd-a6d8c0ab5cac tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks [] for floatingip, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:42.640222 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d74b2ce5-e96d-4b0b-a2bd-a6d8c0ab5cac tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:42.650231 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53722) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:42.650481 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d74b2ce5-e96d-4b0b-a2bd-a6d8c0ab5cac tempest-ServersTestJSON-156682485 tempest-ServersTestJSON-156682485-project] 10.222.0.60 "DELETE /v2.0/floatingips/16da7860-d449-42a0-ac67-c9553c53ac2c HTTP/1.1" status: 204 len: 168 time: 2.3075702 Sep 01 15:02:42.945411 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc144f14-b511-4494-bf50-0ec533e2a58f req-1dd021e6-6bc8-484e-b362-6bffe7a64d2e tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:42.948351 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc144f14-b511-4494-bf50-0ec533e2a58f req-1dd021e6-6bc8-484e-b362-6bffe7a64d2e tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=974b32f4-e471-4f4f-8b7b-747cbbe3d4ca HTTP/1.1" status: 200 len: 945 time: 0.1620002 Sep 01 15:02:43.097034 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:43.132501 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508b39d-cd1b-475a-9b80-52816d4adbf1 req-1e4146ff-e63c-4fb7-a841-d13154eaf0aa tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:43.134144 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b508b39d-cd1b-475a-9b80-52816d4adbf1 req-1e4146ff-e63c-4fb7-a841-d13154eaf0aa tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 945 time: 0.1124766 Sep 01 15:02:43.140982 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc144f14-b511-4494-bf50-0ec533e2a58f req-43703220-eb4a-4a47-92e2-61245fec8fff tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599746 Sep 01 15:02:43.264157 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b508b39d-cd1b-475a-9b80-52816d4adbf1 req-bc280a26-1e9f-4408-8f05-5498efdabc4c tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815053 Sep 01 15:02:43.348516 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-69225318-b242-4982-8de5-60916d717a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e19b410-8c07-441a-93e7-652652f539ed {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:02:43.365451 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-69225318-b242-4982-8de5-60916d717a8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:43.439415 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-512f20a0-7edd-4557-827d-079e25e88858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:43.445145 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-69225318-b242-4982-8de5-60916d717a8c service neutron] Transition to ACTIVE for port object 9e19b410-8c07-441a-93e7-652652f539ed will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:02:43.479737 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-69225318-b242-4982-8de5-60916d717a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:43.492231 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f1f8b-dc8f-43f5-9db5-3d3c3601e6eb req-6c91eb99-9f17-4066-8c58-133a96c6dcae tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:43.496901 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b69f1f8b-dc8f-43f5-9db5-3d3c3601e6eb req-6c91eb99-9f17-4066-8c58-133a96c6dcae tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9 HTTP/1.1" status: 200 len: 931 time: 0.1374269 Sep 01 15:02:43.599657 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69225318-b242-4982-8de5-60916d717a8c service neutron] Pushing event updated for resources: {'Port': ['ID=9e19b410-8c07-441a-93e7-652652f539ed,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:43.626149 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213516e-21a2-468e-9f74-24e139ac65ba req-fe79f49e-98dd-4f12-9ab1-e3b0525a85fe tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:43.628054 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6213516e-21a2-468e-9f74-24e139ac65ba req-fe79f49e-98dd-4f12-9ab1-e3b0525a85fe tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=974b32f4-e471-4f4f-8b7b-747cbbe3d4ca HTTP/1.1" status: 200 len: 945 time: 0.0891387 Sep 01 15:02:43.694676 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b69f1f8b-dc8f-43f5-9db5-3d3c3601e6eb req-74d260e3-fe04-4391-a23b-50e1c2f7213b tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf7be8e3-d6d7-455d-a813-c71c8a4509d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588054 Sep 01 15:02:43.741963 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6213516e-21a2-468e-9f74-24e139ac65ba req-faf70900-201f-4390-a28d-db7628ffe3d0 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765214 Sep 01 15:02:44.028320 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-69225318-b242-4982-8de5-60916d717a8c service neutron] Attempting to bind port 9e19b410-8c07-441a-93e7-652652f539ed on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:02:44.029468 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-69225318-b242-4982-8de5-60916d717a8c service neutron] Attempting to bind port 9e19b410-8c07-441a-93e7-652652f539ed by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:02:44.030520 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-69225318-b242-4982-8de5-60916d717a8c service neutron] Attempting to bind port 9e19b410-8c07-441a-93e7-652652f539ed on network 3a08825e-c598-4444-9cbd-967c37c7410b {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:44.044629 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-69225318-b242-4982-8de5-60916d717a8c service neutron] Port 9e19b410-8c07-441a-93e7-652652f539ed on network 3a08825e-c598-4444-9cbd-967c37c7410b not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:02:44.045454 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-69225318-b242-4982-8de5-60916d717a8c service neutron] Attempting to bind port 9e19b410-8c07-441a-93e7-652652f539ed on network 3a08825e-c598-4444-9cbd-967c37c7410b {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:44.071505 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f46bdb-8a68-4246-a4da-8268633b4181 req-f720cc6e-d5d4-4517-9737-31791922f479 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:44.074049 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c7f46bdb-8a68-4246-a4da-8268633b4181 req-f720cc6e-d5d4-4517-9737-31791922f479 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 945 time: 0.1505942 Sep 01 15:02:44.075455 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-69225318-b242-4982-8de5-60916d717a8c service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:02:44.076081 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-69225318-b242-4982-8de5-60916d717a8c service neutron] Checking segment: {'id': 'e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:44.076890 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-69225318-b242-4982-8de5-60916d717a8c service neutron] Bound using segment: {'id': 'e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:02:44.077795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-69225318-b242-4982-8de5-60916d717a8c service neutron] Bound port: 9e19b410-8c07-441a-93e7-652652f539ed, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:02:44.078448 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-69225318-b242-4982-8de5-60916d717a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:44.156593 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2c596-468b-486e-82a3-97b7d23b69ac req-5a763633-f9b8-488b-a919-f15f91253034 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:44.158328 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eae2c596-468b-486e-82a3-97b7d23b69ac req-5a763633-f9b8-488b-a919-f15f91253034 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=974b32f4-e471-4f4f-8b7b-747cbbe3d4ca HTTP/1.1" status: 200 len: 945 time: 0.1967013 Sep 01 15:02:44.184995 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c7f46bdb-8a68-4246-a4da-8268633b4181 req-e80368b0-487f-4f87-aaa1-73dbb725f426 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864415 Sep 01 15:02:44.201752 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-69225318-b242-4982-8de5-60916d717a8c service neutron] For port 9e19b410-8c07-441a-93e7-652652f539ed, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:02:44.206568 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-69225318-b242-4982-8de5-60916d717a8c service neutron] For port 9e19b410-8c07-441a-93e7-652652f539ed, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=9e19b410-8c07-441a-93e7-652652f539ed,segment=NetworkSegment(e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1),segment_id=e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:02:44.219274 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-69225318-b242-4982-8de5-60916d717a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:44.269348 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eae2c596-468b-486e-82a3-97b7d23b69ac req-7fbf0d59-48f4-4de4-950e-4edc836b40a5 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932617 Sep 01 15:02:44.290066 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-69225318-b242-4982-8de5-60916d717a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:44.290928 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-69225318-b242-4982-8de5-60916d717a8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:44.291934 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-69225318-b242-4982-8de5-60916d717a8c service neutron] 10.222.0.45 "PUT /v2.0/ports/9e19b410-8c07-441a-93e7-652652f539ed HTTP/1.1" status: 200 len: 1091 time: 2.3154833 Sep 01 15:02:44.292767 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860efc8f-b96c-4bdc-b545-e2c83b451bb9', 'tag': '9e19b410-8c07-441a-93e7-652652f539ed'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:02:44.295522 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc7a963-9bf7-4c95-959b-b5b8c72882a0" -d '{"events": [{"name": "network-changed", "server_uuid": "860efc8f-b96c-4bdc-b545-e2c83b451bb9", "tag": "9e19b410-8c07-441a-93e7-652652f539ed"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:02:44.311640 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69225318-b242-4982-8de5-60916d717a8c service neutron] Pushing event updated for resources: {'Port': ['ID=9e19b410-8c07-441a-93e7-652652f539ed,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:44.335374 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-512f20a0-7edd-4557-827d-079e25e88858 admin admin] Deleting port 1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:02:44.335734 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-512f20a0-7edd-4557-827d-079e25e88858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:44.464123 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-c739253c-30d4-4c2e-be41-0d416ff0a562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:44.470192 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-c739253c-30d4-4c2e-be41-0d416ff0a562 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a8b6e85b31644d8bfb2e3bcf82dcfd1&device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9 HTTP/1.1" status: 200 len: 1094 time: 0.0849483 Sep 01 15:02:44.570089 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-b7c92149-e5ad-46b9-a918-9b8a9e3e1367 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e19b410-8c07-441a-93e7-652652f539ed HTTP/1.1" status: 200 len: 217 time: 0.0919189 Sep 01 15:02:44.618163 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfc2f1-2cca-40dd-8483-7280207568ac req-ad00ebde-e65d-47a2-8c34-f026562ab530 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:44.620275 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7bbfc2f1-2cca-40dd-8483-7280207568ac req-ad00ebde-e65d-47a2-8c34-f026562ab530 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 945 time: 0.2151423 Sep 01 15:02:44.647010 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53770) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:44.659861 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-0054286d-1a49-4bd9-a636-779a0e47c9e9 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Request body: {'floatingip': {'port_id': 'a102d6b9-2d70-494a-8ed0-d22aed919cbb'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:44.728971 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-094e07d5-6ee1-4d63-9a36-b6aef1532257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:44.731411 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-094e07d5-6ee1-4d63-9a36-b6aef1532257 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1713c272-a1dd-4676-bd8c-95aac02d27d5 HTTP/1.1" status: 200 len: 860 time: 0.1525483 Sep 01 15:02:44.760602 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0054286d-1a49-4bd9-a636-779a0e47c9e9 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for floatingip, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:44.794686 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-db8936c5-f338-4a51-9462-350f5b47bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:44.797025 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-db8936c5-f338-4a51-9462-350f5b47bae9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3a08825e-c598-4444-9cbd-967c37c7410b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565233 Sep 01 15:02:44.824149 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-512f20a0-7edd-4557-827d-079e25e88858 admin admin] For port 1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f,segment=NetworkSegment(61d34df0-0cd0-42ae-82ee-6e90ca2a7166),segment_id=61d34df0-0cd0-42ae-82ee-6e90ca2a7166)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:44.824862 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-512f20a0-7edd-4557-827d-079e25e88858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:44.927636 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-512f20a0-7edd-4557-827d-079e25e88858 admin admin] Calling delete_port for 1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:02:44.973782 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:44.985054 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-c5ae08e2-3f04-424d-a93f-1543e26f9aa2 service neutron] 10.222.0.45 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787827 Sep 01 15:02:45.129181 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54756d-b558-4d8d-aaea-bd7e33c4236d req-74a6250d-3ec3-4e21-8a5d-30f6b5fc08c7 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:45.139206 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dc54756d-b558-4d8d-aaea-bd7e33c4236d req-74a6250d-3ec3-4e21-8a5d-30f6b5fc08c7 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 945 time: 0.3247619 Sep 01 15:02:45.205029 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d9b7c8a1-f58b-42d0-98db-2c1b28558964 req-51e5f4c5-a303-4670-b121-ddd7dfa57a2c service neutron] 10.222.0.45 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108514 Sep 01 15:02:45.207623 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd735d79-785d-4933-a356-bca9f96f9922 x-openstack-request-id: req-dd735d79-785d-4933-a356-bca9f96f9922 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:02:45.208414 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860efc8f-b96c-4bdc-b545-e2c83b451bb9", "tag": "9e19b410-8c07-441a-93e7-652652f539ed", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:02:45.208996 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dd735d79-785d-4933-a356-bca9f96f9922 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:02:45.209636 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860efc8f-b96c-4bdc-b545-e2c83b451bb9', 'tag': '9e19b410-8c07-441a-93e7-652652f539ed', 'status': 'completed', 'code': 200} Sep 01 15:02:45.363230 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dc54756d-b558-4d8d-aaea-bd7e33c4236d req-54abdd51-7a21-40fd-90ef-2cb3453ddca9 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153673 Sep 01 15:02:45.379429 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7a963-9bf7-4c95-959b-b5b8c72882a0 req-3a2df3df-10c6-48ee-95c8-5f60073a9e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:45.393564 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5fc7a963-9bf7-4c95-959b-b5b8c72882a0 req-3a2df3df-10c6-48ee-95c8-5f60073a9e56 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a8b6e85b31644d8bfb2e3bcf82dcfd1&device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9 HTTP/1.1" status: 200 len: 1094 time: 0.1091151 Sep 01 15:02:45.660104 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecc222-6e87-4cba-a772-50c66e4dfdc0 req-a92c4801-1165-4026-9f0d-c9bfb621d2bb tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:45.672712 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b3ecc222-6e87-4cba-a772-50c66e4dfdc0 req-a92c4801-1165-4026-9f0d-c9bfb621d2bb tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9 HTTP/1.1" status: 200 len: 943 time: 0.2098911 Sep 01 15:02:45.737847 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7a963-9bf7-4c95-959b-b5b8c72882a0 req-634c45d3-4bfa-48af-aa79-7bc2c2c6305b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:45.740408 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5fc7a963-9bf7-4c95-959b-b5b8c72882a0 req-634c45d3-4bfa-48af-aa79-7bc2c2c6305b service neutron] 10.222.0.45 "GET /v2.0/networks?id=3a08825e-c598-4444-9cbd-967c37c7410b HTTP/1.1" status: 200 len: 922 time: 0.3318229 Sep 01 15:02:45.788285 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-512f20a0-7edd-4557-827d-079e25e88858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:45.856813 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b3ecc222-6e87-4cba-a772-50c66e4dfdc0 req-8ea73574-e146-4a84-9918-a81c627879a1 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf7be8e3-d6d7-455d-a813-c71c8a4509d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826203 Sep 01 15:02:45.863204 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5fc7a963-9bf7-4c95-959b-b5b8c72882a0 req-82bba6e8-275d-4938-ba02-a4a732d52836 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e19b410-8c07-441a-93e7-652652f539ed HTTP/1.1" status: 200 len: 217 time: 0.1051898 Sep 01 15:02:46.012308 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7a963-9bf7-4c95-959b-b5b8c72882a0 req-30a309df-7ec6-424c-b718-1c14a617dfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:46.014835 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5fc7a963-9bf7-4c95-959b-b5b8c72882a0 req-30a309df-7ec6-424c-b718-1c14a617dfa2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1713c272-a1dd-4676-bd8c-95aac02d27d5 HTTP/1.1" status: 200 len: 860 time: 0.1419482 Sep 01 15:02:46.056051 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f20a0-7edd-4557-827d-079e25e88858 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:46.200890 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7a963-9bf7-4c95-959b-b5b8c72882a0 req-f8877fae-ed91-4a28-987f-0ca8d358d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:46.204070 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5fc7a963-9bf7-4c95-959b-b5b8c72882a0 req-f8877fae-ed91-4a28-987f-0ca8d358d15d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3a08825e-c598-4444-9cbd-967c37c7410b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1810200 Sep 01 15:02:46.224978 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74a8a1-7485-42bf-8b9f-14e8425643f3 req-6a261a7e-be4d-4930-b125-f01f8dcd32bf tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:46.254466 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8e74a8a1-7485-42bf-8b9f-14e8425643f3 req-6a261a7e-be4d-4930-b125-f01f8dcd32bf tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=974b32f4-e471-4f4f-8b7b-747cbbe3d4ca HTTP/1.1" status: 200 len: 945 time: 0.1838350 Sep 01 15:02:46.269762 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.resource_extend [None req-0054286d-1a49-4bd9-a636-779a0e47c9e9 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:02:46.489888 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8e74a8a1-7485-42bf-8b9f-14e8425643f3 req-e12aba23-916b-4147-8f1b-1892d90e91e2 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291265 Sep 01 15:02:46.622022 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5fc7a963-9bf7-4c95-959b-b5b8c72882a0 req-ba464f46-e860-427f-af84-562d2615a3e5 service neutron] 10.222.0.45 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642492 Sep 01 15:02:46.967286 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a04f55-0a1c-4912-ade6-93efdf3190af req-32b0cbd6-0c70-421a-a733-741d09e35e94 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:46.970329 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b2a04f55-0a1c-4912-ade6-93efdf3190af req-32b0cbd6-0c70-421a-a733-741d09e35e94 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 945 time: 0.1730227 Sep 01 15:02:47.009977 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5fc7a963-9bf7-4c95-959b-b5b8c72882a0 req-59b6929d-fd07-4c73-8d6f-4f97cf863a09 service neutron] 10.222.0.45 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758023 Sep 01 15:02:47.054622 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b2a04f55-0a1c-4912-ade6-93efdf3190af req-e3cf273f-52c5-4563-886a-e7d6dd07cda5 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652483 Sep 01 15:02:47.135880 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0054286d-1a49-4bd9-a636-779a0e47c9e9 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:47.151432 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0054286d-1a49-4bd9-a636-779a0e47c9e9 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:47.231824 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94c544-95f2-4b98-b770-11c036b78b9d req-1f8517a0-5a66-4616-9b14-d2c0f56a55fb tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:47.240804 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b94c544-95f2-4b98-b770-11c036b78b9d req-1f8517a0-5a66-4616-9b14-d2c0f56a55fb tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=974b32f4-e471-4f4f-8b7b-747cbbe3d4ca HTTP/1.1" status: 200 len: 945 time: 0.0867684 Sep 01 15:02:47.301790 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b94c544-95f2-4b98-b770-11c036b78b9d req-dd9d349f-8d68-4c26-a6b6-4a0bbc91bac3 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593100 Sep 01 15:02:47.325828 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-512f20a0-7edd-4557-827d-079e25e88858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:47.610901 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaa365-0b6d-400d-b74f-5cfc82955457 req-6f9bcd00-0095-465d-8e5a-99937b4e5023 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:47.613219 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-39eaa365-0b6d-400d-b74f-5cfc82955457 req-6f9bcd00-0095-465d-8e5a-99937b4e5023 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=974b32f4-e471-4f4f-8b7b-747cbbe3d4ca HTTP/1.1" status: 200 len: 945 time: 0.0841436 Sep 01 15:02:47.685042 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-39eaa365-0b6d-400d-b74f-5cfc82955457 req-45b0b142-e548-4271-8770-e114db7cc1ca tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593376 Sep 01 15:02:47.691139 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd2e8e-4f66-4283-a716-12a5f8e4457b req-ae4b3e73-13d6-48b1-aa64-9754ccc3f1bf tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:47.703413 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-68cd2e8e-4f66-4283-a716-12a5f8e4457b req-ae4b3e73-13d6-48b1-aa64-9754ccc3f1bf tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9 HTTP/1.1" status: 200 len: 943 time: 0.4714901 Sep 01 15:02:47.794066 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-0054286d-1a49-4bd9-a636-779a0e47c9e9 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Floating IP 1084c0af-a746-43ef-9ec2-58645380399e associated. External IP: 172.25.6.67, port: a102d6b9-2d70-494a-8ed0-d22aed919cbb. Sep 01 15:02:47.994366 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-68cd2e8e-4f66-4283-a716-12a5f8e4457b req-0ef45b91-927a-4a5e-93fa-86f1edd2938c tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf7be8e3-d6d7-455d-a813-c71c8a4509d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886391 Sep 01 15:02:48.026974 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 9e19b410-8c07-441a-93e7-652652f539ed details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:02:48.147533 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707efdeb-a250-4a06-b8c7-de7f12f0bac4 req-d7395566-00bf-4dc3-82b2-c72890ce4e98 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:48.165510 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-707efdeb-a250-4a06-b8c7-de7f12f0bac4 req-d7395566-00bf-4dc3-82b2-c72890ce4e98 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=974b32f4-e471-4f4f-8b7b-747cbbe3d4ca HTTP/1.1" status: 200 len: 945 time: 0.1656258 Sep 01 15:02:48.307403 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-707efdeb-a250-4a06-b8c7-de7f12f0bac4 req-fe20b6f6-f4fe-49d3-96f4-bcbde57646ba tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354508 Sep 01 15:02:48.390136 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 9e19b410-8c07-441a-93e7-652652f539ed, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=9e19b410-8c07-441a-93e7-652652f539ed,segment=NetworkSegment(e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1),segment_id=e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:48.422564 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '9e19b410-8c07-441a-93e7-652652f539ed', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'port_id': '9e19b410-8c07-441a-93e7-652652f539ed', 'mac_address': 'fa:16:3e:23:7f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:02:48.570998 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512f20a0-7edd-4557-827d-079e25e88858 admin admin] Router 68dbdae8-d942-4ae7-af14-31200ffd5a21 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:02:48.621532 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:48.681601 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e19b410-8c07-441a-93e7-652652f539ed {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:02:48.758739 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 9e19b410-8c07-441a-93e7-652652f539ed, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=9e19b410-8c07-441a-93e7-652652f539ed,segment=NetworkSegment(e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1),segment_id=e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:48.772548 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:48.788540 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fe3c1-9c66-43d5-9952-8a4c969b9097 req-5bd18987-d25b-4f16-8dc4-3160e298085e tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:48.803295 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e37fe3c1-9c66-43d5-9952-8a4c969b9097 req-5bd18987-d25b-4f16-8dc4-3160e298085e tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 945 time: 0.4478874 Sep 01 15:02:48.912157 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53874) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:49.007212 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=9e19b410-8c07-441a-93e7-652652f539ed,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:49.042744 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['9e19b410-8c07-441a-93e7-652652f539ed'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:02:49.147136 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4f030e23-d7a3-4b6f-859a-7c74594d071e req-453046e4-a441-4613-9bb9-158dab0ddfe1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1229241 Sep 01 15:02:49.159458 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e37fe3c1-9c66-43d5-9952-8a4c969b9097 req-068c8b53-d65f-43c3-9a47-da8104da7541 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545425 Sep 01 15:02:49.333771 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512f20a0-7edd-4557-827d-079e25e88858 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:02:49.352500 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c5076fd6-5b5b-45ff-a109-7f37f2269c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:49.354775 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-512f20a0-7edd-4557-827d-079e25e88858 admin admin] 10.222.0.60 "PUT /v2.0/routers/68dbdae8-d942-4ae7-af14-31200ffd5a21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7026224 Sep 01 15:02:49.356887 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d758bb6f-3db4-4ced-93c7-2c4a99afd606 None None] Sync routers for ids ['68dbdae8-d942-4ae7-af14-31200ffd5a21'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:02:49.369937 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53908) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:49.377624 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f030e23-d7a3-4b6f-859a-7c74594d071e req-ee8d7b81-18de-4c33-a54d-be2d2665f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:49.381648 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0054286d-1a49-4bd9-a636-779a0e47c9e9 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Router ca459bed-735f-4fe7-a302-40ce9fb04432 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:02:49.383001 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4f030e23-d7a3-4b6f-859a-7c74594d071e req-ee8d7b81-18de-4c33-a54d-be2d2665f3a7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 1095 time: 0.2022221 Sep 01 15:02:49.464679 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d758bb6f-3db4-4ced-93c7-2c4a99afd606 None None] Routers {'68dbdae8-d942-4ae7-af14-31200ffd5a21'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:02:49.465327 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d758bb6f-3db4-4ced-93c7-2c4a99afd606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:02:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['68dbdae8-d942-4ae7-af14-31200ffd5a21'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:49.736329 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0054286d-1a49-4bd9-a636-779a0e47c9e9 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:02:49.756054 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0054286d-1a49-4bd9-a636-779a0e47c9e9 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:49.763012 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200d2cab-7d9a-4913-8f3a-95e9c3770268 None None] Sync routers for ids ['ca459bed-735f-4fe7-a302-40ce9fb04432'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:02:49.810480 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200d2cab-7d9a-4913-8f3a-95e9c3770268 None None] Routers {'ca459bed-735f-4fe7-a302-40ce9fb04432'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:02:49.811586 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-200d2cab-7d9a-4913-8f3a-95e9c3770268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:02:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['ca459bed-735f-4fe7-a302-40ce9fb04432'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:49.877991 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0054286d-1a49-4bd9-a636-779a0e47c9e9 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "PUT /v2.0/floatingips/1084c0af-a746-43ef-9ec2-58645380399e HTTP/1.1" status: 200 len: 990 time: 5.2269158 Sep 01 15:02:49.879145 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a2fcda-fe62-4940-9dcc-466af92bd3f0', 'tag': 'a102d6b9-2d70-494a-8ed0-d22aed919cbb'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:02:49.888773 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8fa291-97e1-4136-a3a3-9d16fe888b14" -d '{"events": [{"name": "network-changed", "server_uuid": "b0a2fcda-fe62-4940-9dcc-466af92bd3f0", "tag": "a102d6b9-2d70-494a-8ed0-d22aed919cbb"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:02:49.967888 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-d758bb6f-3db4-4ced-93c7-2c4a99afd606 None None] Set router 68dbdae8-d942-4ae7-af14-31200ffd5a21 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:02:50.266952 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-200d2cab-7d9a-4913-8f3a-95e9c3770268 None None] Set router ca459bed-735f-4fe7-a302-40ce9fb04432 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:02:50.324263 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9cd67b-c115-4981-bb74-a54b32cc6898 x-openstack-request-id: req-5e9cd67b-c115-4981-bb74-a54b32cc6898 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:02:50.325380 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0a2fcda-fe62-4940-9dcc-466af92bd3f0", "tag": "a102d6b9-2d70-494a-8ed0-d22aed919cbb", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:02:50.326468 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5e9cd67b-c115-4981-bb74-a54b32cc6898 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:02:50.327362 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a2fcda-fe62-4940-9dcc-466af92bd3f0', 'tag': 'a102d6b9-2d70-494a-8ed0-d22aed919cbb', 'status': 'completed', 'code': 200} Sep 01 15:02:50.500076 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fa291-97e1-4136-a3a3-9d16fe888b14 req-b013da85-f644-4eea-977a-2b67c09debfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:50.513024 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2d8fa291-97e1-4136-a3a3-9d16fe888b14 req-b013da85-f644-4eea-977a-2b67c09debfa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=944202a0f7d746eda42510c2a6473ffc&device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 1096 time: 0.1240110 Sep 01 15:02:50.661611 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d758bb6f-3db4-4ced-93c7-2c4a99afd606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'name': 'tempest-ServersTestJSON-611159269-router', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:02:45Z', 'revision_number': 5, 'project_id': '4f67756043a54cb8a248797975dcc615', 'gw_port': {'id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:50.733656 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d758bb6f-3db4-4ced-93c7-2c4a99afd606 None None] Checking router: 68dbdae8-d942-4ae7-af14-31200ffd5a21 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:02:50.755088 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d758bb6f-3db4-4ced-93c7-2c4a99afd606 None None] Routers {'68dbdae8-d942-4ae7-af14-31200ffd5a21'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:02:50.756237 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d758bb6f-3db4-4ced-93c7-2c4a99afd606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:02:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['68dbdae8-d942-4ae7-af14-31200ffd5a21'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:50.927378 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f030e23-d7a3-4b6f-859a-7c74594d071e req-74bdaa61-9562-4f98-9c24-442c52f0904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:50.930942 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4f030e23-d7a3-4b6f-859a-7c74594d071e req-74bdaa61-9562-4f98-9c24-442c52f0904d service neutron] 10.222.0.62 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 908 time: 1.4947438 Sep 01 15:02:51.013389 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aed67b-a38e-4798-a548-f4b450f0d0dd req-81166018-7d9a-4d33-a505-049f1a2016dd tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:51.027250 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-200d2cab-7d9a-4913-8f3a-95e9c3770268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'name': 'tempest-AttachVolumeShelveTestJSON-520491944-router', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:01:51Z', 'updated_at': '2021-09-01T15:02:03Z', 'revision_number': 4, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'gw_port': {'id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:53Z', 'updated_at': '2021-09-01T15:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '1084c0af-a746-43ef-9ec2-58645380399e', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'port_id': 'a102d6b9-2d70-494a-8ed0-d22aed919cbb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'mac_address': 'fa:16:3e:36:45:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a2fcda-fe62-4940-9dcc-466af92bd3f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:02:14Z', 'updated_at': '2021-09-01T15:02:46Z', 'revision_number': 1, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84898e0c-3c6c-4063-88ce-ca56c8855300', 'name': '', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'mac_address': 'fa:16:3e:05:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:59Z', 'updated_at': '2021-09-01T15:02:12Z', 'revision_number': 5, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'subnets': [{'id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:51.034004 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-39aed67b-a38e-4798-a548-f4b450f0d0dd req-81166018-7d9a-4d33-a505-049f1a2016dd tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=974b32f4-e471-4f4f-8b7b-747cbbe3d4ca HTTP/1.1" status: 200 len: 945 time: 0.4456868 Sep 01 15:02:51.073911 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907eb230-b370-4421-9e18-271ff5ac2d08 req-332feed2-4e64-4a24-b8e3-b54d70bb9f6a tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:51.076529 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-907eb230-b370-4421-9e18-271ff5ac2d08 req-332feed2-4e64-4a24-b8e3-b54d70bb9f6a tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9 HTTP/1.1" status: 200 len: 944 time: 0.6883328 Sep 01 15:02:51.084780 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4f030e23-d7a3-4b6f-859a-7c74594d071e req-10f3d09e-06ff-4e92-817b-4c4b5039cce2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fe55acc-3642-4816-8ed1-af0fb041aad0 HTTP/1.1" status: 200 len: 217 time: 0.1426487 Sep 01 15:02:51.087764 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200d2cab-7d9a-4913-8f3a-95e9c3770268 None None] Checking router: ca459bed-735f-4fe7-a302-40ce9fb04432 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:02:51.106765 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-d758bb6f-3db4-4ced-93c7-2c4a99afd606 None None] Set router 68dbdae8-d942-4ae7-af14-31200ffd5a21 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:02:51.107640 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200d2cab-7d9a-4913-8f3a-95e9c3770268 None None] Routers {'ca459bed-735f-4fe7-a302-40ce9fb04432'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:02:51.108675 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-200d2cab-7d9a-4913-8f3a-95e9c3770268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:02:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['ca459bed-735f-4fe7-a302-40ce9fb04432'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:51.173734 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f030e23-d7a3-4b6f-859a-7c74594d071e req-fcaf9073-e0c1-479e-8404-956eb054bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:51.176241 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4f030e23-d7a3-4b6f-859a-7c74594d071e req-fcaf9073-e0c1-479e-8404-956eb054bd47 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f21d72f-51d2-4274-ac2c-410e832eb73e HTTP/1.1" status: 200 len: 847 time: 0.0775583 Sep 01 15:02:51.197435 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fa291-97e1-4136-a3a3-9d16fe888b14 req-b226a910-7e07-4345-96c1-30efad5fc91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:51.200356 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2d8fa291-97e1-4136-a3a3-9d16fe888b14 req-b226a910-7e07-4345-96c1-30efad5fc91c service neutron] 10.222.0.62 "GET /v2.0/networks?id=69b04e7f-e4ab-4286-b407-4c7cb525a035 HTTP/1.1" status: 200 len: 917 time: 0.6801386 Sep 01 15:02:51.233906 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c5076fd6-5b5b-45ff-a109-7f37f2269c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:51.245785 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-755bd29a-05f0-41e1-aa06-4856cb2cb291 admin admin] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:51.279750 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4f030e23-d7a3-4b6f-859a-7c74594d071e req-4f9b5e8c-b86c-407b-a5b0-6ae4722515c7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=baf99c09-53f8-4476-8cd9-fd2a9a404823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566318 Sep 01 15:02:51.280564 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c5076fd6-5b5b-45ff-a109-7f37f2269c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:51.321780 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-39aed67b-a38e-4798-a548-f4b450f0d0dd req-0ca25bd2-16dd-42b1-8253-15ba4afdf118 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675490 Sep 01 15:02:51.350522 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-200d2cab-7d9a-4913-8f3a-95e9c3770268 None None] Set router ca459bed-735f-4fe7-a302-40ce9fb04432 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:02:51.406440 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2d8fa291-97e1-4136-a3a3-9d16fe888b14 req-936a06e8-35d2-4487-aa24-7717e0295643 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a102d6b9-2d70-494a-8ed0-d22aed919cbb HTTP/1.1" status: 200 len: 998 time: 0.1763968 Sep 01 15:02:51.436506 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5076fd6-5b5b-45ff-a109-7f37f2269c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006f143e-e704-44fc-8606-e7d993f3156c,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:51.478733 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-907eb230-b370-4421-9e18-271ff5ac2d08 req-49b408ca-6553-4a3e-b2f2-bdb50100c0a4 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf7be8e3-d6d7-455d-a813-c71c8a4509d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143656 Sep 01 15:02:51.567677 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fa291-97e1-4136-a3a3-9d16fe888b14 req-92a145ac-f72e-4547-b328-4f8e6e13fac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:51.569045 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2d8fa291-97e1-4136-a3a3-9d16fe888b14 req-92a145ac-f72e-4547-b328-4f8e6e13fac9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=63a79cf5-b9a4-402c-b6e1-dc3862ecf48a HTTP/1.1" status: 200 len: 855 time: 0.1521547 Sep 01 15:02:51.593235 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d758bb6f-3db4-4ced-93c7-2c4a99afd606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'name': 'tempest-ServersTestJSON-611159269-router', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:02:45Z', 'revision_number': 5, 'project_id': '4f67756043a54cb8a248797975dcc615', 'gw_port': {'id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:51.671636 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76aa59-0bf4-4a39-b484-58e279965383 req-39a02c0c-2af9-4dbc-a76d-cccbdeafa99d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:51.690103 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3e76aa59-0bf4-4a39-b484-58e279965383 req-39a02c0c-2af9-4dbc-a76d-cccbdeafa99d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 945 time: 0.2302375 Sep 01 15:02:51.693966 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d758bb6f-3db4-4ced-93c7-2c4a99afd606 None None] The sync data for ids ['68dbdae8-d942-4ae7-af14-31200ffd5a21'] in n-d-794796-3 is: [{'id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'name': 'tempest-ServersTestJSON-611159269-router', 'tenant_id': '4f67756043a54cb8a248797975dcc615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:02:45Z', 'revision_number': 5, 'project_id': '4f67756043a54cb8a248797975dcc615', 'gw_port': {'id': '1e4ac927-d669-4699-b95d-e099299b8c20', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68dbdae8-d942-4ae7-af14-31200ffd5a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T14:59:59Z', 'updated_at': '2021-09-01T15:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:02:51.746510 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-755bd29a-05f0-41e1-aa06-4856cb2cb291 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:51.759439 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c5076fd6-5b5b-45ff-a109-7f37f2269c36 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4a2e19da496b42928b034dd6c6de1165&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8413680 Sep 01 15:02:51.767504 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53932) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:51.859373 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fa291-97e1-4136-a3a3-9d16fe888b14 req-76078b0f-b5e9-4945-8407-38dc343aa572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:51.865489 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2d8fa291-97e1-4136-a3a3-9d16fe888b14 req-76078b0f-b5e9-4945-8407-38dc343aa572 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=69b04e7f-e4ab-4286-b407-4c7cb525a035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2796133 Sep 01 15:02:51.898594 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3e76aa59-0bf4-4a39-b484-58e279965383 req-06b3d9a3-9242-425d-b316-60c33dfb19de tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002537 Sep 01 15:02:51.934838 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-200d2cab-7d9a-4913-8f3a-95e9c3770268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'name': 'tempest-AttachVolumeShelveTestJSON-520491944-router', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:01:51Z', 'updated_at': '2021-09-01T15:02:03Z', 'revision_number': 4, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'gw_port': {'id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:53Z', 'updated_at': '2021-09-01T15:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '1084c0af-a746-43ef-9ec2-58645380399e', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'port_id': 'a102d6b9-2d70-494a-8ed0-d22aed919cbb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'mac_address': 'fa:16:3e:36:45:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a2fcda-fe62-4940-9dcc-466af92bd3f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:02:14Z', 'updated_at': '2021-09-01T15:02:46Z', 'revision_number': 1, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84898e0c-3c6c-4063-88ce-ca56c8855300', 'name': '', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'mac_address': 'fa:16:3e:05:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:59Z', 'updated_at': '2021-09-01T15:02:12Z', 'revision_number': 5, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'subnets': [{'id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:51.949720 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4f030e23-d7a3-4b6f-859a-7c74594d071e req-13349495-acd8-4a43-91b4-85c17bb6cca2 service neutron] 10.222.0.62 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5275855 Sep 01 15:02:51.979693 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200d2cab-7d9a-4913-8f3a-95e9c3770268 None None] The sync data for ids ['ca459bed-735f-4fe7-a302-40ce9fb04432'] in n-d-794796-3 is: [{'id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'name': 'tempest-AttachVolumeShelveTestJSON-520491944-router', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:01:51Z', 'updated_at': '2021-09-01T15:02:03Z', 'revision_number': 4, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'gw_port': {'id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:53Z', 'updated_at': '2021-09-01T15:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '1084c0af-a746-43ef-9ec2-58645380399e', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'port_id': 'a102d6b9-2d70-494a-8ed0-d22aed919cbb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'mac_address': 'fa:16:3e:36:45:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a2fcda-fe62-4940-9dcc-466af92bd3f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:02:14Z', 'updated_at': '2021-09-01T15:02:46Z', 'revision_number': 1, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84898e0c-3c6c-4063-88ce-ca56c8855300', 'name': '', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'mac_address': 'fa:16:3e:05:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:59Z', 'updated_at': '2021-09-01T15:02:12Z', 'revision_number': 5, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'subnets': [{'id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:02:52.044320 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:02:52.063132 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2d8fa291-97e1-4136-a3a3-9d16fe888b14 req-b3624d54-57ff-4c7c-985d-3c3d7595014e service neutron] 10.222.0.62 "GET /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871960 Sep 01 15:02:52.068371 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fec91854-3a77-4ac6-abc4-da8a73a208ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:52.107060 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 9e19b410-8c07-441a-93e7-652652f539ed up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:52.181528 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-755bd29a-05f0-41e1-aa06-4856cb2cb291 admin admin] Deleting port 1e4ac927-d669-4699-b95d-e099299b8c20 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:02:52.182090 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-755bd29a-05f0-41e1-aa06-4856cb2cb291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:52.204755 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fec91854-3a77-4ac6-abc4-da8a73a208ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:52.249502 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:02:52.354148 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2d8fa291-97e1-4136-a3a3-9d16fe888b14 req-0a63d765-daff-4ec6-98ce-848eda3432aa service neutron] 10.222.0.62 "GET /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816999 Sep 01 15:02:52.388379 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:02:52.389032 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1fca2ddb-4046-42c3-b5d7-5507fcbd9c1f not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:02:52.393189 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fec91854-3a77-4ac6-abc4-da8a73a208ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:52.398557 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fec91854-3a77-4ac6-abc4-da8a73a208ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:52.402930 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fec91854-3a77-4ac6-abc4-da8a73a208ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/006f143e-e704-44fc-8606-e7d993f3156c HTTP/1.1" status: 204 len: 168 time: 0.6212256 Sep 01 15:02:52.403153 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.resource_extend [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:02:52.430561 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec91854-3a77-4ac6-abc4-da8a73a208ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006f143e-e704-44fc-8606-e7d993f3156c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:52.458920 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-755bd29a-05f0-41e1-aa06-4856cb2cb291 admin admin] For port 1e4ac927-d669-4699-b95d-e099299b8c20, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1e4ac927-d669-4699-b95d-e099299b8c20,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:52.459456 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-755bd29a-05f0-41e1-aa06-4856cb2cb291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:52.506027 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-755bd29a-05f0-41e1-aa06-4856cb2cb291 admin admin] Calling delete_port for 1e4ac927-d669-4699-b95d-e099299b8c20 owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:02:52.533843 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4f030e23-d7a3-4b6f-859a-7c74594d071e req-14b028f0-4bee-49d0-8b2a-27d4b5dbbd1f service neutron] 10.222.0.62 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5753477 Sep 01 15:02:52.763141 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee38d8d-26dc-442a-a16b-50067b311745 None None] New status for floating IP 1084c0af-a746-43ef-9ec2-58645380399e: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:02:52.848567 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302ab6c-15d1-4e53-88d3-d6e2eed74453 req-96aff9f0-8fe1-4546-b8a0-bbf6a8e8b3c0 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:52.885134 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d302ab6c-15d1-4e53-88d3-d6e2eed74453 req-96aff9f0-8fe1-4546-b8a0-bbf6a8e8b3c0 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9 HTTP/1.1" status: 200 len: 944 time: 0.2027295 Sep 01 15:02:52.911270 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 9e19b410-8c07-441a-93e7-652652f539ed completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:02:52.924505 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 9e19b410-8c07-441a-93e7-652652f539ed triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:52.925682 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:52.963762 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4a568-7fa2-42cf-b893-71a022956d01 req-3addcdf6-9bb2-4d3b-984e-0a3d264142e4 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:52.973896 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d8f4a568-7fa2-42cf-b893-71a022956d01 req-3addcdf6-9bb2-4d3b-984e-0a3d264142e4 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=974b32f4-e471-4f4f-8b7b-747cbbe3d4ca HTTP/1.1" status: 200 len: 945 time: 0.2398806 Sep 01 15:02:52.995489 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d302ab6c-15d1-4e53-88d3-d6e2eed74453 req-9aa59020-1d63-4c65-a9f5-128ef270cf8d tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf7be8e3-d6d7-455d-a813-c71c8a4509d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993814 Sep 01 15:02:53.154770 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d8f4a568-7fa2-42cf-b893-71a022956d01 req-a82b2c5c-906c-41c4-a14e-05704131d9b8 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064780 Sep 01 15:02:53.161634 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-755bd29a-05f0-41e1-aa06-4856cb2cb291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:53.277038 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bd29a-05f0-41e1-aa06-4856cb2cb291 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e4ac927-d669-4699-b95d-e099299b8c20,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:53.319541 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66,segment=NetworkSegment(b84bd209-7bfa-45b7-97f5-46abc9efe091),segment_id=b84bd209-7bfa-45b7-97f5-46abc9efe091)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:53.365445 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53954) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:53.392717 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66', 'network_id': 'afbd3276-8933-493c-9cea-acf035fd72fe', 'port_id': '4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66', 'mac_address': 'fa:16:3e:d5:49:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aecc203-2bd6-487a-a73a-beab525beded', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:02:53.408764 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ac2c4e8-ac31-4f2f-8fb5-9e68db89ae25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:53.532664 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-755bd29a-05f0-41e1-aa06-4856cb2cb291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:53.622032 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:53.705333 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ac2c4e8-ac31-4f2f-8fb5-9e68db89ae25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:53.705727 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:53.719638 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ac2c4e8-ac31-4f2f-8fb5-9e68db89ae25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:53.743942 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860efc8f-b96c-4bdc-b545-e2c83b451bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e19b410-8c07-441a-93e7-652652f539ed'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:02:53.747694 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-755bd29a-05f0-41e1-aa06-4856cb2cb291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:53.748920 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f7d48d-d70e-444e-bebf-97037b3ca048" -d '{"events": [{"server_uuid": "860efc8f-b96c-4bdc-b545-e2c83b451bb9", "name": "network-vif-plugged", "status": "completed", "tag": "9e19b410-8c07-441a-93e7-652652f539ed"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:02:53.752493 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-755bd29a-05f0-41e1-aa06-4856cb2cb291 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:53.792784 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 9e19b410-8c07-441a-93e7-652652f539ed, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=9e19b410-8c07-441a-93e7-652652f539ed,segment=NetworkSegment(e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1),segment_id=e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:53.796001 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:02:53.803801 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:53.840939 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2c4e8-ac31-4f2f-8fb5-9e68db89ae25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dab991-3e09-49f9-ad97-231f799f4608,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:53.868354 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66,segment=NetworkSegment(b84bd209-7bfa-45b7-97f5-46abc9efe091),segment_id=b84bd209-7bfa-45b7-97f5-46abc9efe091)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:53.917681 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:53.919087 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17438bda-a961-4e54-aa52-82dccae96ad4 req-d1ac8879-5454-4747-8aa0-84992bd0b018 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:53.923613 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17438bda-a961-4e54-aa52-82dccae96ad4 req-d1ac8879-5454-4747-8aa0-84992bd0b018 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 945 time: 0.5459106 Sep 01 15:02:53.933022 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-755bd29a-05f0-41e1-aa06-4856cb2cb291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:53.933915 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755bd29a-05f0-41e1-aa06-4856cb2cb291 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68dbdae8-d942-4ae7-af14-31200ffd5a21 {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:02:53.952578 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a86d725-99ab-4958-afb8-ae5eab3fbf4d x-openstack-request-id: req-3a86d725-99ab-4958-afb8-ae5eab3fbf4d {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:02:53.953331 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860efc8f-b96c-4bdc-b545-e2c83b451bb9", "name": "network-vif-plugged", "status": "completed", "tag": "9e19b410-8c07-441a-93e7-652652f539ed", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:02:53.953730 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a86d725-99ab-4958-afb8-ae5eab3fbf4d {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:02:53.954390 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860efc8f-b96c-4bdc-b545-e2c83b451bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e19b410-8c07-441a-93e7-652652f539ed', 'code': 200} Sep 01 15:02:53.981281 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4ac2c4e8-ac31-4f2f-8fb5-9e68db89ae25 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=71ab9354ca6644a9833e761c6bf97683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6130605 Sep 01 15:02:53.988212 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53958) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:54.027968 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-755bd29a-05f0-41e1-aa06-4856cb2cb291 admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:54.032922 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-755bd29a-05f0-41e1-aa06-4856cb2cb291 admin admin] 10.222.0.60 "DELETE /v2.0/routers/68dbdae8-d942-4ae7-af14-31200ffd5a21 HTTP/1.1" status: 204 len: 168 time: 4.6457512 Sep 01 15:02:54.033228 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=9e19b410-8c07-441a-93e7-652652f539ed,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:54.042448 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53962) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:54.154410 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1b497728-3bee-469f-af4f-e376bf2ab4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:54.210402 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1b497728-3bee-469f-af4f-e376bf2ab4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:54.231149 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-231993c8-1e74-411e-aaa2-f63b24b3d917 admin admin] Deleting subnet 1d6fdf77-af6e-46da-a026-4e26517058f4 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:02:54.236911 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-231993c8-1e74-411e-aaa2-f63b24b3d917 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:54.272978 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:02:54.281181 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:02:54.297732 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:54.383889 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-231993c8-1e74-411e-aaa2-f63b24b3d917 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:54.397170 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1b497728-3bee-469f-af4f-e376bf2ab4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:54.402515 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1b497728-3bee-469f-af4f-e376bf2ab4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:54.404590 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1b497728-3bee-469f-af4f-e376bf2ab4df admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d3dab991-3e09-49f9-ad97-231f799f4608 HTTP/1.1" status: 204 len: 168 time: 0.4140034 Sep 01 15:02:54.448401 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b497728-3bee-469f-af4f-e376bf2ab4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dab991-3e09-49f9-ad97-231f799f4608,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:54.555170 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070f499-1b9e-4d86-86d2-227d5ec190ab req-2cfe6c51-64f2-4a9a-b6bc-eb77348dab58 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:54.571216 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0070f499-1b9e-4d86-86d2-227d5ec190ab req-2cfe6c51-64f2-4a9a-b6bc-eb77348dab58 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9 HTTP/1.1" status: 200 len: 945 time: 0.2584670 Sep 01 15:02:54.645811 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17438bda-a961-4e54-aa52-82dccae96ad4 req-02f1c4e0-23b4-404c-8576-525a1564db72 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7060716 Sep 01 15:02:54.663254 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0070f499-1b9e-4d86-86d2-227d5ec190ab req-dff95a2c-197d-4a2c-af3c-923bb2748ada tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf7be8e3-d6d7-455d-a813-c71c8a4509d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906487 Sep 01 15:02:54.765465 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:54.813672 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:02:54.824931 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e4113-6788-4909-beae-a59b73959a03 req-76236ebe-054f-477d-ac0f-c81867b78af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:54.827671 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ab7e4113-6788-4909-beae-a59b73959a03 req-76236ebe-054f-477d-ac0f-c81867b78af3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9 HTTP/1.1" status: 200 len: 1096 time: 0.7473619 Sep 01 15:02:54.862346 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66,segment=NetworkSegment(b84bd209-7bfa-45b7-97f5-46abc9efe091),segment_id=b84bd209-7bfa-45b7-97f5-46abc9efe091)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:54.984172 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:55.057885 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03883926-b4cc-40c4-97bb-7c09ba8d3d64 req-e3a63910-2f33-4cbf-8c91-4df81cd447c3 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:55.076974 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-03883926-b4cc-40c4-97bb-7c09ba8d3d64 req-e3a63910-2f33-4cbf-8c91-4df81cd447c3 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=974b32f4-e471-4f4f-8b7b-747cbbe3d4ca HTTP/1.1" status: 200 len: 943 time: 0.1618953 Sep 01 15:02:55.110033 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-231993c8-1e74-411e-aaa2-f63b24b3d917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:55.135094 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66,revision_number=7']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:55.185701 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-03883926-b4cc-40c4-97bb-7c09ba8d3d64 req-16eea106-5091-4cc9-953e-a6522a86e560 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051455 Sep 01 15:02:55.191777 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ab7e4113-6788-4909-beae-a59b73959a03 req-350d20b0-69ca-481a-b645-d3a652d801f8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cf7be8e3-d6d7-455d-a813-c71c8a4509d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483498 Sep 01 15:02:55.262215 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-231993c8-1e74-411e-aaa2-f63b24b3d917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:55.327472 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231993c8-1e74-411e-aaa2-f63b24b3d917 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d6fdf77-af6e-46da-a026-4e26517058f4,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:55.334107 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-231993c8-1e74-411e-aaa2-f63b24b3d917 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:55.338045 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-231993c8-1e74-411e-aaa2-f63b24b3d917 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1d6fdf77-af6e-46da-a026-4e26517058f4 HTTP/1.1" status: 204 len: 168 time: 1.2829523 Sep 01 15:02:55.341633 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53980) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:55.343358 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be1f6bc-e61c-4db2-bce3-9fa26c37ae10 None None] Network 64e99f8e-8c34-4f7d-9117-acd98b5ed10e requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:02:55.548581 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c78484ad-65c7-401a-99c1-3350201826bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:55.762237 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-c78484ad-65c7-401a-99c1-3350201826bf admin admin] Deleting port 7b88891e-82e8-484f-999d-436e10a9da83 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:02:55.763260 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c78484ad-65c7-401a-99c1-3350201826bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:55.867941 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6e692-ebc0-4e90-bf40-83c7da0913a4 req-e4981e62-43f8-4cb5-8105-21f3f1e812d2 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:55.881890 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ffd6e692-ebc0-4e90-bf40-83c7da0913a4 req-e4981e62-43f8-4cb5-8105-21f3f1e812d2 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=974b32f4-e471-4f4f-8b7b-747cbbe3d4ca HTTP/1.1" status: 200 len: 943 time: 0.1992543 Sep 01 15:02:55.904454 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1e4ac927-d669-4699-b95d-e099299b8c20 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:02:55.973110 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 1e4ac927-d669-4699-b95d-e099299b8c20 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:02:55.974491 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1e4ac927-d669-4699-b95d-e099299b8c20 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:02:56.000238 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8820c4de-f8af-428a-83cc-aebf21905d38 None None] DHCP port deletion for 64e99f8e-8c34-4f7d-9117-acd98b5ed10e request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:02:56.009266 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ffd6e692-ebc0-4e90-bf40-83c7da0913a4 req-e02eb2e4-d0fa-40d9-aea9-c223595c251d tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218982 Sep 01 15:02:56.065367 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:02:56.147019 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-c78484ad-65c7-401a-99c1-3350201826bf admin admin] For port 7b88891e-82e8-484f-999d-436e10a9da83, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=7b88891e-82e8-484f-999d-436e10a9da83,segment=NetworkSegment(61d34df0-0cd0-42ae-82ee-6e90ca2a7166),segment_id=61d34df0-0cd0-42ae-82ee-6e90ca2a7166)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:56.147781 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c78484ad-65c7-401a-99c1-3350201826bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:56.177973 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99da3ca-b380-4368-8580-da345f9886fc req-db85cbbf-3bb0-47f3-b048-4ac57ffead13 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:56.188962 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e99da3ca-b380-4368-8580-da345f9886fc req-db85cbbf-3bb0-47f3-b048-4ac57ffead13 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 945 time: 0.2221465 Sep 01 15:02:56.203267 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-c78484ad-65c7-401a-99c1-3350201826bf admin admin] Calling delete_port for 7b88891e-82e8-484f-999d-436e10a9da83 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:02:56.219243 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-8820c4de-f8af-428a-83cc-aebf21905d38 None None] Deleting port 7b88891e-82e8-484f-999d-436e10a9da83 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:02:56.220150 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8820c4de-f8af-428a-83cc-aebf21905d38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:56.260625 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e99da3ca-b380-4368-8580-da345f9886fc req-799333b3-752b-4203-a96e-aec1e973ae1f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701599 Sep 01 15:02:56.337894 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:02:56.338725 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:56.385584 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7304e5e-8328-4f79-a6bf-989e1eb39e2c req-b1967717-aa86-4a81-8462-3a11634ca38c tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:56.401178 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d7304e5e-8328-4f79-a6bf-989e1eb39e2c req-b1967717-aa86-4a81-8462-3a11634ca38c tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9 HTTP/1.1" status: 200 len: 945 time: 0.1884739 Sep 01 15:02:56.536846 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d7304e5e-8328-4f79-a6bf-989e1eb39e2c req-8b4964fb-d3c0-45b3-b770-e55e900b5646 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf7be8e3-d6d7-455d-a813-c71c8a4509d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311586 Sep 01 15:02:56.591918 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-8820c4de-f8af-428a-83cc-aebf21905d38 None None] For port 7b88891e-82e8-484f-999d-436e10a9da83, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=7b88891e-82e8-484f-999d-436e10a9da83,segment=NetworkSegment(61d34df0-0cd0-42ae-82ee-6e90ca2a7166),segment_id=61d34df0-0cd0-42ae-82ee-6e90ca2a7166)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:56.595058 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8820c4de-f8af-428a-83cc-aebf21905d38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:56.669113 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-8820c4de-f8af-428a-83cc-aebf21905d38 None None] Calling delete_port for 7b88891e-82e8-484f-999d-436e10a9da83 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:02:56.719707 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c78484ad-65c7-401a-99c1-3350201826bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:56.763425 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78484ad-65c7-401a-99c1-3350201826bf admin admin] Pushing event deleted for resources: {'Port': ['ID=7b88891e-82e8-484f-999d-436e10a9da83,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:56.776166 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4598849-9ca4-403d-9b59-f131278b8297 req-1b22ca3e-5d15-428a-b3ef-3b6eea0a4621 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:56.778232 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4598849-9ca4-403d-9b59-f131278b8297 req-1b22ca3e-5d15-428a-b3ef-3b6eea0a4621 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79&tenant_id=84be7df9de7c45c681c68240357d6b7c&binding%3Ahost_id=n-h1-794796-3 HTTP/1.1" status: 200 len: 1096 time: 0.2821555 Sep 01 15:02:56.798330 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78484ad-65c7-401a-99c1-3350201826bf admin admin] No DVR routers for this DVR port 7b88891e-82e8-484f-999d-436e10a9da83 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:02:56.818839 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-f4598849-9ca4-403d-9b59-f131278b8297 req-5a53285f-634d-460f-ac44-ee4d65ff47c0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794796-3'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:56.828555 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device c152d548-ed6d-4ee0-965a-8045096d4362 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:02:56.848843 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:57.009282 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974b32f4-e471-4f4f-8b7b-747cbbe3d4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:02:57.013845 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e4d456-45c8-4611-ad4c-6f7c11da5dfc" -d '{"events": [{"server_uuid": "974b32f4-e471-4f4f-8b7b-747cbbe3d4ca", "name": "network-vif-plugged", "status": "completed", "tag": "4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:02:57.052114 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c78484ad-65c7-401a-99c1-3350201826bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:57.084014 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66,segment=NetworkSegment(b84bd209-7bfa-45b7-97f5-46abc9efe091),segment_id=b84bd209-7bfa-45b7-97f5-46abc9efe091)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:57.086017 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f4598849-9ca4-403d-9b59-f131278b8297 req-5a53285f-634d-460f-ac44-ee4d65ff47c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:57.116130 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:57.119029 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-c78484ad-65c7-401a-99c1-3350201826bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e99f8e-8c34-4f7d-9117-acd98b5ed10e']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:57.133787 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8820c4de-f8af-428a-83cc-aebf21905d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:57.138706 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fb8292-2ad5-4ae2-b546-6be3c4eefe94 x-openstack-request-id: req-b6fb8292-2ad5-4ae2-b546-6be3c4eefe94 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:02:57.139182 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974b32f4-e471-4f4f-8b7b-747cbbe3d4ca", "name": "network-vif-plugged", "status": "completed", "tag": "4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:02:57.139598 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b6fb8292-2ad5-4ae2-b546-6be3c4eefe94 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:02:57.140539 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974b32f4-e471-4f4f-8b7b-747cbbe3d4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66', 'code': 200} Sep 01 15:02:57.164536 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-c78484ad-65c7-401a-99c1-3350201826bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d34df0-0cd0-42ae-82ee-6e90ca2a7166') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:57.166060 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-c78484ad-65c7-401a-99c1-3350201826bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d34df0-0cd0-42ae-82ee-6e90ca2a7166') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:02:57.189073 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c78484ad-65c7-401a-99c1-3350201826bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:57.217581 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c78484ad-65c7-401a-99c1-3350201826bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:57.231640 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78484ad-65c7-401a-99c1-3350201826bf admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:02:57.232370 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c78484ad-65c7-401a-99c1-3350201826bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:57.249974 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8820c4de-f8af-428a-83cc-aebf21905d38 None None] No DVR routers for this DVR port 7b88891e-82e8-484f-999d-436e10a9da83 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:02:57.271914 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port c152d548-ed6d-4ee0-965a-8045096d4362, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c152d548-ed6d-4ee0-965a-8045096d4362,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:57.332738 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device c152d548-ed6d-4ee0-965a-8045096d4362 has no active binding in host n-h2-794796-3 {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 01 15:02:57.337287 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:02:57.341532 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:02:57.393018 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820c4de-f8af-428a-83cc-aebf21905d38 None None] Pushing event deleted for resources: {'Port': ['ID=7b88891e-82e8-484f-999d-436e10a9da83,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:57.396883 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:57.437197 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535398bb-4b85-48cc-a410-cc3ab14d6368 req-cd5f3890-6569-4f17-9801-0351930e5748 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:57.442956 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-535398bb-4b85-48cc-a410-cc3ab14d6368 req-cd5f3890-6569-4f17-9801-0351930e5748 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=974b32f4-e471-4f4f-8b7b-747cbbe3d4ca HTTP/1.1" status: 200 len: 945 time: 0.1760805 Sep 01 15:02:57.555394 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-535398bb-4b85-48cc-a410-cc3ab14d6368 req-c23a0b55-388a-47c2-8a43-736d83ffcf67 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823679 Sep 01 15:02:57.618080 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c78484ad-65c7-401a-99c1-3350201826bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:57.671043 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c78484ad-65c7-401a-99c1-3350201826bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:57.674713 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c78484ad-65c7-401a-99c1-3350201826bf admin admin] 10.222.0.60 "DELETE /v2.0/networks/64e99f8e-8c34-4f7d-9117-acd98b5ed10e HTTP/1.1" status: 204 len: 168 time: 2.3313811 Sep 01 15:02:57.713830 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78484ad-65c7-401a-99c1-3350201826bf admin admin] Pushing event deleted for resources: {'Network': ['ID=64e99f8e-8c34-4f7d-9117-acd98b5ed10e,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:57.766453 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877c2bc-2a94-4297-ad3d-6a444904325a req-3cbf5861-941a-488f-b8be-f325a184fdd9 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:57.769724 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d877c2bc-2a94-4297-ad3d-6a444904325a req-3cbf5861-941a-488f-b8be-f325a184fdd9 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.45 "GET /v2.0/ports?device_id=974b32f4-e471-4f4f-8b7b-747cbbe3d4ca HTTP/1.1" status: 200 len: 945 time: 0.3299704 Sep 01 15:02:57.820347 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffbab9-9486-4254-9cc8-b2e2cdfa3ff9 req-81291ec2-61b8-4065-ba15-c79f98e5a57f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:57.826243 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-26ffbab9-9486-4254-9cc8-b2e2cdfa3ff9 req-81291ec2-61b8-4065-ba15-c79f98e5a57f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 945 time: 0.3055418 Sep 01 15:02:57.869362 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58267db1-56dd-4420-bcd1-2270c1fd7524 req-ac71ffbe-406f-4b49-b422-efd6ac222d97 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:57.887685 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:02:57.889216 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-58267db1-56dd-4420-bcd1-2270c1fd7524 req-ac71ffbe-406f-4b49-b422-efd6ac222d97 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9 HTTP/1.1" status: 200 len: 945 time: 0.1537962 Sep 01 15:02:57.903185 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-f4598849-9ca4-403d-9b59-f131278b8297 req-5a53285f-634d-460f-ac44-ee4d65ff47c0 service neutron] For port c152d548-ed6d-4ee0-965a-8045096d4362, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c152d548-ed6d-4ee0-965a-8045096d4362,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:58.020411 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-58267db1-56dd-4420-bcd1-2270c1fd7524 req-b241b632-9542-4d41-8c7e-d7ca8fd7207a tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf7be8e3-d6d7-455d-a813-c71c8a4509d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271257 Sep 01 15:02:58.026114 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 7b88891e-82e8-484f-999d-436e10a9da83 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:02:58.144878 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 7b88891e-82e8-484f-999d-436e10a9da83 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:02:58.146050 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 7b88891e-82e8-484f-999d-436e10a9da83 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:02:58.243107 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-26ffbab9-9486-4254-9cc8-b2e2cdfa3ff9 req-690044ce-cad1-4758-b9e1-c156c0cbba39 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738201 Sep 01 15:02:58.323701 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-f4598849-9ca4-403d-9b59-f131278b8297 req-5a53285f-634d-460f-ac44-ee4d65ff47c0 service neutron] For port c152d548-ed6d-4ee0-965a-8045096d4362, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:02:58.430885 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54046) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:58.524998 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0dcf8941-e76e-46da-99ce-5dbe570e54aa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4f67756043a54cb8a248797975dcc615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0890369 Sep 01 15:02:58.526014 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54048) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:02:58.608729 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1cbe22-8ca1-459c-b6a7-1f45324c2e79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c152d548-ed6d-4ee0-965a-8045096d4362'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:02:58.617476 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8d7b97-ca46-4e2a-a071-5e1529716b92" -d '{"events": [{"server_uuid": "1e1cbe22-8ca1-459c-b6a7-1f45324c2e79", "name": "network-vif-unplugged", "status": "completed", "tag": "c152d548-ed6d-4ee0-965a-8045096d4362"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:02:58.634425 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f4598849-9ca4-403d-9b59-f131278b8297 req-5a53285f-634d-460f-ac44-ee4d65ff47c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:58.652912 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aa6af33b-4356-4d5a-a9b7-500102539f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:58.660198 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-d877c2bc-2a94-4297-ad3d-6a444904325a req-080fe369-e02c-474d-8bed-14dc67fbac84 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Deleting port 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:02:58.660786 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d877c2bc-2a94-4297-ad3d-6a444904325a req-080fe369-e02c-474d-8bed-14dc67fbac84 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:58.701757 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f4598849-9ca4-403d-9b59-f131278b8297 req-5a53285f-634d-460f-ac44-ee4d65ff47c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:58.711732 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aa6af33b-4356-4d5a-a9b7-500102539f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:58.866166 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08835d91-e2d0-4543-80b0-ce2c7f10b507 req-f3ba30fe-dd2a-4681-87eb-fccfb81330ab tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:02:58.879748 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-08835d91-e2d0-4543-80b0-ce2c7f10b507 req-f3ba30fe-dd2a-4681-87eb-fccfb81330ab tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=974b32f4-e471-4f4f-8b7b-747cbbe3d4ca HTTP/1.1" status: 200 len: 945 time: 0.1645668 Sep 01 15:02:58.911982 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e09e8853-c7b8-46c7-bec8-052aad86600b req-01e3deda-2816-4ec5-be44-d66f05afc722 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5330503 Sep 01 15:02:58.927256 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aa6af33b-4356-4d5a-a9b7-500102539f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:58.932717 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aa6af33b-4356-4d5a-a9b7-500102539f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:58.938853 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-e09e8853-c7b8-46c7-bec8-052aad86600b req-afd5e762-d998-43bb-a34e-3cead556cfbc tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:02:58.939137 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-aa6af33b-4356-4d5a-a9b7-500102539f34 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c6d81c3-ccab-4fb1-99fd-93244bf3fa3f HTTP/1.1" status: 204 len: 168 time: 0.4076583 Sep 01 15:02:58.990356 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-08835d91-e2d0-4543-80b0-ce2c7f10b507 req-74ca802b-1361-4f86-b092-0db1f794960b tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062191 Sep 01 15:02:58.992142 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6af33b-4356-4d5a-a9b7-500102539f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6d81c3-ccab-4fb1-99fd-93244bf3fa3f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:59.020326 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-d877c2bc-2a94-4297-ad3d-6a444904325a req-080fe369-e02c-474d-8bed-14dc67fbac84 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] For port 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66,segment=NetworkSegment(b84bd209-7bfa-45b7-97f5-46abc9efe091),segment_id=b84bd209-7bfa-45b7-97f5-46abc9efe091)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:02:59.020899 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d877c2bc-2a94-4297-ad3d-6a444904325a req-080fe369-e02c-474d-8bed-14dc67fbac84 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:59.121016 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-d877c2bc-2a94-4297-ad3d-6a444904325a req-080fe369-e02c-474d-8bed-14dc67fbac84 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Calling delete_port for 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:02:59.150196 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6731f91-5b2d-4e3a-b973-04c02e505697 x-openstack-request-id: req-b6731f91-5b2d-4e3a-b973-04c02e505697 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:02:59.150582 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1cbe22-8ca1-459c-b6a7-1f45324c2e79", "name": "network-vif-unplugged", "status": "completed", "tag": "c152d548-ed6d-4ee0-965a-8045096d4362", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:02:59.150769 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b6731f91-5b2d-4e3a-b973-04c02e505697 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:02:59.151158 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1cbe22-8ca1-459c-b6a7-1f45324c2e79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c152d548-ed6d-4ee0-965a-8045096d4362', 'code': 200} Sep 01 15:02:59.177593 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53285f-634d-460f-ac44-ee4d65ff47c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c152d548-ed6d-4ee0-965a-8045096d4362,revision_number=7']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:02:59.195544 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e09e8853-c7b8-46c7-bec8-052aad86600b req-afd5e762-d998-43bb-a34e-3cead556cfbc tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks [] for floatingip, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:02:59.772341 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-3391b4cc-05f3-4a34-b570-327f1b4ec33b tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655437 Sep 01 15:02:59.796659 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-f4598849-9ca4-403d-9b59-f131278b8297 req-5a53285f-634d-460f-ac44-ee4d65ff47c0 service neutron] Attempting to bind port c152d548-ed6d-4ee0-965a-8045096d4362 on host n-h1-794796-3 for vnic_type normal with profile {"migrating_to": "n-h2-794796-3"} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:02:59.797509 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-f4598849-9ca4-403d-9b59-f131278b8297 req-5a53285f-634d-460f-ac44-ee4d65ff47c0 service neutron] Attempting to bind port c152d548-ed6d-4ee0-965a-8045096d4362 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:02:59.797841 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4598849-9ca4-403d-9b59-f131278b8297 req-5a53285f-634d-460f-ac44-ee4d65ff47c0 service neutron] Attempting to bind port c152d548-ed6d-4ee0-965a-8045096d4362 on network baf99c09-53f8-4476-8cd9-fd2a9a404823 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:59.823306 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4598849-9ca4-403d-9b59-f131278b8297 req-5a53285f-634d-460f-ac44-ee4d65ff47c0 service neutron] Port c152d548-ed6d-4ee0-965a-8045096d4362 on network baf99c09-53f8-4476-8cd9-fd2a9a404823 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:02:59.824004 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4598849-9ca4-403d-9b59-f131278b8297 req-5a53285f-634d-460f-ac44-ee4d65ff47c0 service neutron] Attempting to bind port c152d548-ed6d-4ee0-965a-8045096d4362 on network baf99c09-53f8-4476-8cd9-fd2a9a404823 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:02:59.846843 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4598849-9ca4-403d-9b59-f131278b8297 req-5a53285f-634d-460f-ac44-ee4d65ff47c0 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:02:59.847454 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4598849-9ca4-403d-9b59-f131278b8297 req-5a53285f-634d-460f-ac44-ee4d65ff47c0 service neutron] Checking segment: {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:02:59.848105 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4598849-9ca4-403d-9b59-f131278b8297 req-5a53285f-634d-460f-ac44-ee4d65ff47c0 service neutron] Bound using segment: {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:02:59.848834 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-f4598849-9ca4-403d-9b59-f131278b8297 req-5a53285f-634d-460f-ac44-ee4d65ff47c0 service neutron] Bound port: c152d548-ed6d-4ee0-965a-8045096d4362, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02d0097-2081-42b5-836e-63b5b6e66abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'baf99c09-53f8-4476-8cd9-fd2a9a404823'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:02:59.849429 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f4598849-9ca4-403d-9b59-f131278b8297 req-5a53285f-634d-460f-ac44-ee4d65ff47c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:00.005353 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-093d4a6b-7879-4d6c-9057-9101f0984763 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:00.008837 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-093d4a6b-7879-4d6c-9057-9101f0984763 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2318809 Sep 01 15:03:00.038409 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-735a4fde-6010-4864-9a45-0fc51ba5d71b tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/quotas/f3b43ef729b4447bb1d2f6914aaab634 HTTP/1.1" status: 200 len: 375 time: 0.0212719 Sep 01 15:03:00.075613 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-f4598849-9ca4-403d-9b59-f131278b8297 req-5a53285f-634d-460f-ac44-ee4d65ff47c0 service neutron] For port c152d548-ed6d-4ee0-965a-8045096d4362, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:03:00.104677 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:03:00.110357 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-4ed4420d-b151-4450-ad63-80539f0cdbbd tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641036 Sep 01 15:03:00.115280 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-f4598849-9ca4-403d-9b59-f131278b8297 req-5a53285f-634d-460f-ac44-ee4d65ff47c0 service neutron] For port c152d548-ed6d-4ee0-965a-8045096d4362, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c152d548-ed6d-4ee0-965a-8045096d4362,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:03:00.153481 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f4598849-9ca4-403d-9b59-f131278b8297 req-5a53285f-634d-460f-ac44-ee4d65ff47c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:00.183579 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d877c2bc-2a94-4297-ad3d-6a444904325a req-080fe369-e02c-474d-8bed-14dc67fbac84 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:00.219829 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e09e8853-c7b8-46c7-bec8-052aad86600b req-afd5e762-d998-43bb-a34e-3cead556cfbc tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:00.244164 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No active binding found for port 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66 {{(pid=94735) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 15:03:00.245504 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:03:00.391743 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-d877c2bc-2a94-4297-ad3d-6a444904325a req-080fe369-e02c-474d-8bed-14dc67fbac84 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] No DVR routers for this DVR port 4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:03:00.395102 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4598849-9ca4-403d-9b59-f131278b8297 req-5a53285f-634d-460f-ac44-ee4d65ff47c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:00.395991 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f4598849-9ca4-403d-9b59-f131278b8297 req-5a53285f-634d-460f-ac44-ee4d65ff47c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:00.397808 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4598849-9ca4-403d-9b59-f131278b8297 req-5a53285f-634d-460f-ac44-ee4d65ff47c0 service neutron] 10.222.0.62 "PUT /v2.0/ports/c152d548-ed6d-4ee0-965a-8045096d4362 HTTP/1.1" status: 200 len: 1121 time: 3.5896773 Sep 01 15:03:00.402175 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d877c2bc-2a94-4297-ad3d-6a444904325a req-080fe369-e02c-474d-8bed-14dc67fbac84 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:00.404314 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d877c2bc-2a94-4297-ad3d-6a444904325a req-080fe369-e02c-474d-8bed-14dc67fbac84 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.45 "DELETE /v2.0/ports/4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66 HTTP/1.1" status: 204 len: 173 time: 2.6223421 Sep 01 15:03:00.405420 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53285f-634d-460f-ac44-ee4d65ff47c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c152d548-ed6d-4ee0-965a-8045096d4362,revision_number=8']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:00.475263 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['c152d548-ed6d-4ee0-965a-8045096d4362'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:03:00.531705 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fe369-e02c-474d-8bed-14dc67fbac84 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Pushing event deleted for resources: {'Port': ['ID=4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:00.589217 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-e09e8853-c7b8-46c7-bec8-052aad86600b req-afd5e762-d998-43bb-a34e-3cead556cfbc tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Allocated IP 172.25.6.41 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/bc6e095b-a493-40b9-a31f-05c8dd8fcd85) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:03:00.607796 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['c152d548-ed6d-4ee0-965a-8045096d4362'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:03:00.843978 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e09e8853-c7b8-46c7-bec8-052aad86600b req-afd5e762-d998-43bb-a34e-3cead556cfbc tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:00.924721 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e09e8853-c7b8-46c7-bec8-052aad86600b req-afd5e762-d998-43bb-a34e-3cead556cfbc tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:00.954455 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54108) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:00.999271 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e09e8853-c7b8-46c7-bec8-052aad86600b req-afd5e762-d998-43bb-a34e-3cead556cfbc tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:03:01.012326 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-e09e8853-c7b8-46c7-bec8-052aad86600b req-afd5e762-d998-43bb-a34e-3cead556cfbc tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:03:01.020046 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5e762-d998-43bb-a34e-3cead556cfbc tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Pushing event updated for resources: {'Port': ['ID=bc6e095b-a493-40b9-a31f-05c8dd8fcd85,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:01.027779 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-e09e8853-c7b8-46c7-bec8-052aad86600b req-afd5e762-d998-43bb-a34e-3cead556cfbc tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:03:01.060480 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf1cb0-2e6c-456d-a1d7-8122a8c50ff7 req-cc2ba869-ecdc-434c-9b3b-e72d42c0037b tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:01.075844 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aecf1cb0-2e6c-456d-a1d7-8122a8c50ff7 req-cc2ba869-ecdc-434c-9b3b-e72d42c0037b tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 943 time: 0.2373259 Sep 01 15:03:01.152075 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e1cbe22-8ca1-459c-b6a7-1f45324c2e79', 'tag': 'c152d548-ed6d-4ee0-965a-8045096d4362'}, {'server_uuid': '974b32f4-e471-4f4f-8b7b-747cbbe3d4ca', 'name': 'network-vif-deleted', 'tag': '4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:01.157968 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a601ec6-2b66-4f1f-bc7c-dbdaabaa997d" -d '{"events": [{"name": "network-changed", "server_uuid": "1e1cbe22-8ca1-459c-b6a7-1f45324c2e79", "tag": "c152d548-ed6d-4ee0-965a-8045096d4362"}, {"server_uuid": "974b32f4-e471-4f4f-8b7b-747cbbe3d4ca", "name": "network-vif-deleted", "tag": "4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:01.266971 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aecf1cb0-2e6c-456d-a1d7-8122a8c50ff7 req-bf3f6c83-0532-4dc4-acfb-d44695bcb0db tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877916 Sep 01 15:03:01.287131 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-1ecf9272-acc9-4026-866f-63f68fb99a47 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-402705585-network', 'tenant_id': 'fec0654f7239467a95f60e6ba299aa91'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:01.329869 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e09e8853-c7b8-46c7-bec8-052aad86600b req-afd5e762-d998-43bb-a34e-3cead556cfbc tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:01.356947 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecf9272-acc9-4026-866f-63f68fb99a47 admin admin] Made reservation on behalf of fec0654f7239467a95f60e6ba299aa91 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:03:01.363839 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1ecf9272-acc9-4026-866f-63f68fb99a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:01.410772 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1ecf9272-acc9-4026-866f-63f68fb99a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:01.465715 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e09e8853-c7b8-46c7-bec8-052aad86600b req-afd5e762-d998-43bb-a34e-3cead556cfbc tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:01.766500 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1ecf9272-acc9-4026-866f-63f68fb99a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:01.772650 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4d2e27b6-89ac-449f-a002-d32e30bc8d4e req-18baf3ad-6840-498e-a250-6dd9fc390974 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b768e4b-02c4-42fa-b581-df5d31011155 HTTP/1.1" status: 200 len: 210 time: 0.0602314 Sep 01 15:03:01.778338 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1ecf9272-acc9-4026-866f-63f68fb99a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:01.872415 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf9272-acc9-4026-866f-63f68fb99a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b22f835-6283-4c08-89c6-db3ef5b67564,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:01.892763 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ecf9272-acc9-4026-866f-63f68fb99a47 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:03:01.896612 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e09e8853-c7b8-46c7-bec8-052aad86600b req-afd5e762-d998-43bb-a34e-3cead556cfbc tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:01.908671 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e09e8853-c7b8-46c7-bec8-052aad86600b req-afd5e762-d998-43bb-a34e-3cead556cfbc tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:01.914616 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1ecf9272-acc9-4026-866f-63f68fb99a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:01.915195 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-1ecf9272-acc9-4026-866f-63f68fb99a47 admin admin] Added segment 046f229b-03ce-40a4-aaa4-2fdc45a14965 of type vlan for network b0922890-9f88-4062-824b-4dfc506e6e18 Sep 01 15:03:02.094648 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1ecf9272-acc9-4026-866f-63f68fb99a47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:02.126528 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5e762-d998-43bb-a34e-3cead556cfbc tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Pushing event updated for resources: {'Port': ['ID=bc6e095b-a493-40b9-a31f-05c8dd8fcd85,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:02.147068 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e09e8853-c7b8-46c7-bec8-052aad86600b req-afd5e762-d998-43bb-a34e-3cead556cfbc tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:02.171196 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edf151-acbd-4f04-8b2c-c5f701974a5c req-2b56f3cf-b81f-4ebc-893a-0b858b9cedaa tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:02.173536 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e09e8853-c7b8-46c7-bec8-052aad86600b req-afd5e762-d998-43bb-a34e-3cead556cfbc tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:02.173715 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26edf151-acbd-4f04-8b2c-c5f701974a5c req-2b56f3cf-b81f-4ebc-893a-0b858b9cedaa tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5a83208-e63f-4f71-8391-f0e0a643a971 HTTP/1.1" status: 200 len: 946 time: 0.1659708 Sep 01 15:03:02.176398 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e09e8853-c7b8-46c7-bec8-052aad86600b req-afd5e762-d998-43bb-a34e-3cead556cfbc tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2624035 Sep 01 15:03:02.187159 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1ecf9272-acc9-4026-866f-63f68fb99a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:02.189157 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecf9272-acc9-4026-866f-63f68fb99a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:02.190508 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1ecf9272-acc9-4026-866f-63f68fb99a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:02.277345 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e09e8853-c7b8-46c7-bec8-052aad86600b req-089d119d-52a1-4f1c-b182-8887cf7f184a tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.41 HTTP/1.1" status: 200 len: 695 time: 0.0899072 Sep 01 15:03:02.339595 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1ecf9272-acc9-4026-866f-63f68fb99a47 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3739250 Sep 01 15:03:02.344758 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54120) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:02.367423 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-960cd447-5e30-4228-9f72-a74a234aa47a admin admin] Request body: {'subnet': {'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-402705585-subnet', 'tenant_id': 'fec0654f7239467a95f60e6ba299aa91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:02.404021 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf9272-acc9-4026-866f-63f68fb99a47 admin admin] Pushing event updated for resources: {'Network': ['ID=b0922890-9f88-4062-824b-4dfc506e6e18,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:02.421375 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network b0922890-9f88-4062-824b-4dfc506e6e18 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:03:02.426020 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26edf151-acbd-4f04-8b2c-c5f701974a5c req-9e8a5f6b-67e8-4c2d-ac78-5c5bd3744c3f tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7efba1a-23a0-4b87-9f31-99447f38fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309127 Sep 01 15:03:02.449399 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960cd447-5e30-4228-9f72-a74a234aa47a admin admin] Made reservation on behalf of fec0654f7239467a95f60e6ba299aa91 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:03:02.469405 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-960cd447-5e30-4228-9f72-a74a234aa47a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:02.476672 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e8853-c7b8-46c7-bec8-052aad86600b req-323f70c6-6949-44c7-a295-50b97f4155cc tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:02.479527 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e09e8853-c7b8-46c7-bec8-052aad86600b req-323f70c6-6949-44c7-a295-50b97f4155cc tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 784 time: 0.1873984 Sep 01 15:03:02.622892 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977d76c9-1a31-470c-9812-8d69c9ca7ba5 x-openstack-request-id: req-977d76c9-1a31-470c-9812-8d69c9ca7ba5 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:02.623767 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e1cbe22-8ca1-459c-b6a7-1f45324c2e79", "tag": "c152d548-ed6d-4ee0-965a-8045096d4362", "status": "completed", "code": 200}, {"server_uuid": "974b32f4-e471-4f4f-8b7b-747cbbe3d4ca", "name": "network-vif-deleted", "tag": "4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:02.624428 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-977d76c9-1a31-470c-9812-8d69c9ca7ba5 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:02.625379 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e1cbe22-8ca1-459c-b6a7-1f45324c2e79', 'tag': 'c152d548-ed6d-4ee0-965a-8045096d4362', 'status': 'completed', 'code': 200} Sep 01 15:03:02.626040 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974b32f4-e471-4f4f-8b7b-747cbbe3d4ca', 'name': 'network-vif-deleted', 'tag': '4c2ca3e4-4cdf-4fb2-8e57-cca611b12f66', 'status': 'completed', 'code': 200} Sep 01 15:03:02.860986 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a601ec6-2b66-4f1f-bc7c-dbdaabaa997d req-e0d19fcb-0c3b-4c14-8989-b2db899cf2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:02.864411 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6a601ec6-2b66-4f1f-bc7c-dbdaabaa997d req-e0d19fcb-0c3b-4c14-8989-b2db899cf2c9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 1124 time: 0.2101026 Sep 01 15:03:03.069869 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-960cd447-5e30-4228-9f72-a74a234aa47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:03.092647 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54134) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:03.142427 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737befc4-b4c5-4d4f-a269-4033c98f2fd7 req-153258ae-58cf-4c90-83dd-d480ce81b4ea tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:03.153107 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a601ec6-2b66-4f1f-bc7c-dbdaabaa997d req-efa73aa1-2152-46e4-8bdb-d036749ade6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:03.155756 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6a601ec6-2b66-4f1f-bc7c-dbdaabaa997d req-efa73aa1-2152-46e4-8bdb-d036749ade6c service neutron] 10.222.0.45 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 908 time: 0.2836323 Sep 01 15:03:03.156269 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-737befc4-b4c5-4d4f-a269-4033c98f2fd7 req-153258ae-58cf-4c90-83dd-d480ce81b4ea tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 943 time: 0.2974427 Sep 01 15:03:03.162080 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-4397c887-59f5-4dad-b4b4-d182201c8b63 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1125399567', 'description': 'tempest-description--1501538739'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:03.242839 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6a601ec6-2b66-4f1f-bc7c-dbdaabaa997d req-6d276887-426e-4c98-a0db-233ad53140c2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c152d548-ed6d-4ee0-965a-8045096d4362 HTTP/1.1" status: 200 len: 217 time: 0.0733187 Sep 01 15:03:03.248544 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-2908f914-9366-48af-a09c-453a5d900b8e tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1645606 Sep 01 15:03:03.269275 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9132a85-2319-4c2d-8510-2cf4aa3dbde2 req-eaa6d3cf-737e-4c63-af54-00d6303815c9 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:03.272656 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f9132a85-2319-4c2d-8510-2cf4aa3dbde2 req-eaa6d3cf-737e-4c63-af54-00d6303815c9 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5a83208-e63f-4f71-8391-f0e0a643a971 HTTP/1.1" status: 200 len: 946 time: 0.1754227 Sep 01 15:03:03.403481 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2883d8c2-592f-4404-8c58-e493ee7ca866 req-a936e660-268e-478e-af25-6be0d905dbdd tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b768e4b-02c4-42fa-b581-df5d31011155 HTTP/1.1" status: 200 len: 210 time: 0.1286566 Sep 01 15:03:03.434334 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960cd447-5e30-4228-9f72-a74a234aa47a admin admin] Pushing event updated for resources: {'Subnet': ['ID=de6f3d24-aa35-41db-834d-e91d2e27e6db,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:03.456867 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a601ec6-2b66-4f1f-bc7c-dbdaabaa997d req-f1e0b3e5-a81f-407b-926b-f35e2db2bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:03.459453 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6a601ec6-2b66-4f1f-bc7c-dbdaabaa997d req-f1e0b3e5-a81f-407b-926b-f35e2db2bb11 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1f21d72f-51d2-4274-ac2c-410e832eb73e HTTP/1.1" status: 200 len: 847 time: 0.1824625 Sep 01 15:03:03.480350 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-737befc4-b4c5-4d4f-a269-4033c98f2fd7 req-7f079b56-af25-49e3-a8e4-e079e5548771 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239113 Sep 01 15:03:03.528308 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4397c887-59f5-4dad-b4b4-d182201c8b63 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:03.564092 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6a601ec6-2b66-4f1f-bc7c-dbdaabaa997d req-d3bdb58d-7c7a-4e60-981e-6f0c04ea906f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=baf99c09-53f8-4476-8cd9-fd2a9a404823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557914 Sep 01 15:03:03.621565 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960cd447-5e30-4228-9f72-a74a234aa47a admin admin] Checking segment: {'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:03:03.622124 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960cd447-5e30-4228-9f72-a74a234aa47a admin admin] Network hostable DHCP agents. Network: b0922890-9f88-4062-824b-4dfc506e6e18, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:03:03.712380 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-9e6321a0-6cc5-40c6-aa1c-84b7f1fd9ad7 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:03.713955 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-9e6321a0-6cc5-40c6-aa1c-84b7f1fd9ad7 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4373395 Sep 01 15:03:03.741485 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-45112f74-9ced-4a75-852b-a0861e515259 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Request body: {'port': {'device_id': '1b768e4b-02c4-42fa-b581-df5d31011155', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': 'f3b43ef729b4447bb1d2f6914aaab634'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:03.751021 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960cd447-5e30-4228-9f72-a74a234aa47a admin admin] Network b0922890-9f88-4062-824b-4dfc506e6e18 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:03:03.822642 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf27342-45ae-4e65-b793-20214f4b9fea req-49c6c4ed-6996-459c-84b6-345959a2a894 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:03.826244 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dbf27342-45ae-4e65-b793-20214f4b9fea req-49c6c4ed-6996-459c-84b6-345959a2a894 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5a83208-e63f-4f71-8391-f0e0a643a971 HTTP/1.1" status: 200 len: 946 time: 0.2062569 Sep 01 15:03:03.826981 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-f9132a85-2319-4c2d-8510-2cf4aa3dbde2 req-9cc95d35-c90c-4275-ab2c-8a9c564092f8 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Deleting port 072e8106-36d6-4e77-bdff-b8ecb8fb7f63 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:03:03.827805 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f9132a85-2319-4c2d-8510-2cf4aa3dbde2 req-9cc95d35-c90c-4275-ab2c-8a9c564092f8 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:03.838211 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-960cd447-5e30-4228-9f72-a74a234aa47a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, b0922890-9f88-4062-824b-4dfc506e6e18) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:03:03.850862 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960cd447-5e30-4228-9f72-a74a234aa47a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:03.851815 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-960cd447-5e30-4228-9f72-a74a234aa47a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:03.880017 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc814e7-a0c3-4ac9-b0cc-e15a14e967cf None None] Network b0922890-9f88-4062-824b-4dfc506e6e18 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:03:04.004516 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-e6d68f3b-dfc4-4806-a4f2-08c65603695a tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:04.007135 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-e6d68f3b-dfc4-4806-a4f2-08c65603695a tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/networks?id=3a08825e-c598-4444-9cbd-967c37c7410b HTTP/1.1" status: 200 len: 821 time: 0.4434738 Sep 01 15:03:04.031297 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6a601ec6-2b66-4f1f-bc7c-dbdaabaa997d req-50fd5ad9-63c1-4729-8d60-1a1087e845e6 service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451613 Sep 01 15:03:04.115267 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-47be1d27-f38b-4143-b3f1-a6d22efb092d tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/quotas/3a8b6e85b31644d8bfb2e3bcf82dcfd1 HTTP/1.1" status: 200 len: 375 time: 0.0930786 Sep 01 15:03:04.259107 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28fa820-ae71-4f5e-a246-6180da4419bd None None] Network b0922890-9f88-4062-824b-4dfc506e6e18 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:03:04.267856 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4397c887-59f5-4dad-b4b4-d182201c8b63 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:04.286895 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4397c887-59f5-4dad-b4b4-d182201c8b63 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:04.317797 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-960cd447-5e30-4228-9f72-a74a234aa47a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9576008 Sep 01 15:03:04.351444 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-f9132a85-2319-4c2d-8510-2cf4aa3dbde2 req-9cc95d35-c90c-4275-ab2c-8a9c564092f8 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] For port 072e8106-36d6-4e77-bdff-b8ecb8fb7f63, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=072e8106-36d6-4e77-bdff-b8ecb8fb7f63,segment=NetworkSegment(5cf0773b-4e0d-4c5e-8de2-11896785776d),segment_id=5cf0773b-4e0d-4c5e-8de2-11896785776d)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:04.352354 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f9132a85-2319-4c2d-8510-2cf4aa3dbde2 req-9cc95d35-c90c-4275-ab2c-8a9c564092f8 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:04.395481 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4397c887-59f5-4dad-b4b4-d182201c8b63 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83a117e7-e69f-48e4-8bf3-340500b50f97,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:04.398019 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-f10a8423-6992-4509-90d4-85f919632999 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a8b6e85b31644d8bfb2e3bcf82dcfd1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2522628 Sep 01 15:03:04.402032 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6a601ec6-2b66-4f1f-bc7c-dbdaabaa997d req-83fe3a1d-07bb-430a-b847-2ac48aa27e6e service neutron] 10.222.0.45 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594718 Sep 01 15:03:04.439334 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dbf27342-45ae-4e65-b793-20214f4b9fea req-ae47d9e4-8002-46dd-a587-b32734be3ce0 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7efba1a-23a0-4b87-9f31-99447f38fa00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5563543 Sep 01 15:03:04.476795 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-45112f74-9ced-4a75-852b-a0861e515259 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Made reservation on behalf of f3b43ef729b4447bb1d2f6914aaab634 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:03:04.499504 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-45112f74-9ced-4a75-852b-a0861e515259 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:04.541409 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4397c887-59f5-4dad-b4b4-d182201c8b63 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:04.549854 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4397c887-59f5-4dad-b4b4-d182201c8b63 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4335794 Sep 01 15:03:04.553051 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-45112f74-9ced-4a75-852b-a0861e515259 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:04.559013 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54158) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:04.572696 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-47a31515-5714-4d03-b826-e49b36650caf tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Request body: {'security_group_rule': {'security_group_id': '83a117e7-e69f-48e4-8bf3-340500b50f97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:04.852994 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-45112f74-9ced-4a75-852b-a0861e515259 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:04.860658 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-45112f74-9ced-4a75-852b-a0861e515259 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:04.922374 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-47a31515-5714-4d03-b826-e49b36650caf tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:04.978266 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0287fe9e-fee3-4951-aeb2-6f7b69d4a6d1 req-e99b4d07-c3a4-47ac-acce-6bc685fb4d7a tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b768e4b-02c4-42fa-b581-df5d31011155 HTTP/1.1" status: 200 len: 210 time: 0.0741320 Sep 01 15:03:05.103484 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45112f74-9ced-4a75-852b-a0861e515259 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=279d7bdd-dd58-4430-aeb8-6226e3ac359d,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:05.237556 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f9132a85-2319-4c2d-8510-2cf4aa3dbde2 req-9cc95d35-c90c-4275-ab2c-8a9c564092f8 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:05.239213 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f9132a85-2319-4c2d-8510-2cf4aa3dbde2 req-9cc95d35-c90c-4275-ab2c-8a9c564092f8 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:05.240028 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [req-f9132a85-2319-4c2d-8510-2cf4aa3dbde2 req-9cc95d35-c90c-4275-ab2c-8a9c564092f8 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Floating IP 8cb63864-fc07-4e3a-90cb-48211045ff6f disassociated. External IP: 172.25.6.203, port: 072e8106-36d6-4e77-bdff-b8ecb8fb7f63. Sep 01 15:03:05.240863 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-f9132a85-2319-4c2d-8510-2cf4aa3dbde2 req-9cc95d35-c90c-4275-ab2c-8a9c564092f8 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Calling delete_port for 072e8106-36d6-4e77-bdff-b8ecb8fb7f63 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:03:05.286767 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6dd4e2-e05e-4a0e-8aba-a54ad3a952e2 req-3bba30a9-1cb9-4b2f-84ad-95d0b72844b9 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:05.296313 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1b6dd4e2-e05e-4a0e-8aba-a54ad3a952e2 req-3bba30a9-1cb9-4b2f-84ad-95d0b72844b9 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 943 time: 0.1499434 Sep 01 15:03:05.354000 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-45112f74-9ced-4a75-852b-a0861e515259 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Allocated IP 192.168.233.131 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/c580a6e4-b344-46fb-966f-a5e7de1d5915) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:03:05.371099 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1b6dd4e2-e05e-4a0e-8aba-a54ad3a952e2 req-6bf577f7-1d56-43ac-8779-690f4d74374f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734630 Sep 01 15:03:05.393299 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-902b116c-e27a-4bd2-8914-f4d0297b0ecc service neutron] 10.222.0.60 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9661231 Sep 01 15:03:05.551724 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-47a31515-5714-4d03-b826-e49b36650caf tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:05.577668 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-47a31515-5714-4d03-b826-e49b36650caf tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:05.624508 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a31515-5714-4d03-b826-e49b36650caf tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3903510d-d5da-4c8e-816c-6a794e7f88a2,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:05.660979 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a31515-5714-4d03-b826-e49b36650caf tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:05.661900 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a31515-5714-4d03-b826-e49b36650caf tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:05.662628 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a31515-5714-4d03-b826-e49b36650caf tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:05.663299 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a31515-5714-4d03-b826-e49b36650caf tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:05.663985 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a31515-5714-4d03-b826-e49b36650caf tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:05.664659 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a31515-5714-4d03-b826-e49b36650caf tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:05.666519 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a31515-5714-4d03-b826-e49b36650caf tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:05.666519 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a31515-5714-4d03-b826-e49b36650caf tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:05.666901 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a31515-5714-4d03-b826-e49b36650caf tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:05.667628 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a31515-5714-4d03-b826-e49b36650caf tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:05.667991 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a31515-5714-4d03-b826-e49b36650caf tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:05.668564 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a31515-5714-4d03-b826-e49b36650caf tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:05.783031 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-80e5ab1f-65e7-4bb8-ae54-f03fbce086fa service neutron] 10.222.0.60 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721976 Sep 01 15:03:05.799518 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-47a31515-5714-4d03-b826-e49b36650caf tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:05.805889 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-47a31515-5714-4d03-b826-e49b36650caf tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2436600 Sep 01 15:03:05.808269 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54172) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:05.824052 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-224ae3bb-b2a6-42b2-891a-674470905c0c tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Request body: {'security_group_rule': {'security_group_id': '83a117e7-e69f-48e4-8bf3-340500b50f97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:05.889813 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-45112f74-9ced-4a75-852b-a0861e515259 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:05.948935 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-45112f74-9ced-4a75-852b-a0861e515259 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Transition to ACTIVE for port object c580a6e4-b344-46fb-966f-a5e7de1d5915 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:03:05.982338 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f9132a85-2319-4c2d-8510-2cf4aa3dbde2 req-9cc95d35-c90c-4275-ab2c-8a9c564092f8 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:05.996266 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-224ae3bb-b2a6-42b2-891a-674470905c0c tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:06.120852 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc95d35-c90c-4275-ab2c-8a9c564092f8 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Pushing event deleted for resources: {'Port': ['ID=072e8106-36d6-4e77-bdff-b8ecb8fb7f63,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:06.223974 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-45112f74-9ced-4a75-852b-a0861e515259 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:06.385750 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-11cd03f0-ee4f-4deb-8d65-62f994c6003e req-ab008001-3ece-40ce-8db1-86c046395ccc tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5a83208-e63f-4f71-8391-f0e0a643a971 HTTP/1.1" status: 200 len: 210 time: 0.1846206 Sep 01 15:03:06.476629 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-45112f74-9ced-4a75-852b-a0861e515259 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:03:06.486212 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-45112f74-9ced-4a75-852b-a0861e515259 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:03:06.519339 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-45112f74-9ced-4a75-852b-a0861e515259 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:03:06.543483 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-224ae3bb-b2a6-42b2-891a-674470905c0c tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:06.654135 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-b1651a01-b509-498c-8437-4df46bb458f7 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:06.667682 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-b1651a01-b509-498c-8437-4df46bb458f7 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/networks?id=b0922890-9f88-4062-824b-4dfc506e6e18 HTTP/1.1" status: 200 len: 811 time: 0.6441822 Sep 01 15:03:06.730719 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45112f74-9ced-4a75-852b-a0861e515259 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Pushing event updated for resources: {'Port': ['ID=c580a6e4-b344-46fb-966f-a5e7de1d5915,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:06.795193 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-dc7055eb-3177-460e-87c6-7c8d3acf4fb9 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/quotas/fec0654f7239467a95f60e6ba299aa91 HTTP/1.1" status: 200 len: 375 time: 0.0660048 Sep 01 15:03:06.807928 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-224ae3bb-b2a6-42b2-891a-674470905c0c tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:06.820188 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 072e8106-36d6-4e77-bdff-b8ecb8fb7f63 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:03:06.841161 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-45112f74-9ced-4a75-852b-a0861e515259 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:06.842215 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-45112f74-9ced-4a75-852b-a0861e515259 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:06.891615 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 072e8106-36d6-4e77-bdff-b8ecb8fb7f63 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:03:06.893895 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 072e8106-36d6-4e77-bdff-b8ecb8fb7f63 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:03:06.913324 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-45112f74-9ced-4a75-852b-a0861e515259 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1767607 Sep 01 15:03:06.931392 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-950b1e49-5782-4089-8aa4-db0e19c6b5eb tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fec0654f7239467a95f60e6ba299aa91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1271369 Sep 01 15:03:06.951109 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Request body: {'port': {'device_id': '1b768e4b-02c4-42fa-b581-df5d31011155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:07.065015 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ae3bb-b2a6-42b2-891a-674470905c0c tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=578c6511-1676-4760-9bcd-1413bea47e6b,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:07.084066 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb9c43-1e90-4b2f-b0c5-4a215c5e3312 req-3948f3d4-f99c-4dec-b096-0b98c8ac29be tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:07.093506 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-56fb9c43-1e90-4b2f-b0c5-4a215c5e3312 req-3948f3d4-f99c-4dec-b096-0b98c8ac29be tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b768e4b-02c4-42fa-b581-df5d31011155 HTTP/1.1" status: 200 len: 936 time: 0.2872877 Sep 01 15:03:07.098498 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-224ae3bb-b2a6-42b2-891a-674470905c0c tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:07.117168 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-224ae3bb-b2a6-42b2-891a-674470905c0c tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2912407 Sep 01 15:03:07.125590 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54200) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:07.140941 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-ede015c0-17b7-404c-9522-e8d73d1079bd tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:07.207829 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:07.239684 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9132a85-2319-4c2d-8510-2cf4aa3dbde2 req-9cc95d35-c90c-4275-ab2c-8a9c564092f8 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Router 2ecbe0d7-dcba-496c-82ea-ae2069e5a50f has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:03:07.302942 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-44775c5f-88fd-4a1d-9fdb-80f89605c08b None None] Provisioning for port c580a6e4-b344-46fb-966f-a5e7de1d5915 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:03:07.310477 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-44775c5f-88fd-4a1d-9fdb-80f89605c08b None None] Provisioning complete for port c580a6e4-b344-46fb-966f-a5e7de1d5915 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:03:07.311347 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-44775c5f-88fd-4a1d-9fdb-80f89605c08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:07.345281 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-56fb9c43-1e90-4b2f-b0c5-4a215c5e3312 req-f0b9c342-5627-45b7-bb66-9a70c36a11fc tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506659 Sep 01 15:03:07.597600 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-44775c5f-88fd-4a1d-9fdb-80f89605c08b None None] Port c580a6e4-b344-46fb-966f-a5e7de1d5915 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:03:07.606132 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ede015c0-17b7-404c-9522-e8d73d1079bd tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:07.741615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9132a85-2319-4c2d-8510-2cf4aa3dbde2 req-9cc95d35-c90c-4275-ab2c-8a9c564092f8 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:03:07.767133 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6df522-dca0-41bd-a603-d10942090195 None None] Sync routers for ids ['2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:03:07.797623 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6df522-dca0-41bd-a603-d10942090195 None None] Routers {'2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:03:07.799166 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-0b6df522-dca0-41bd-a603-d10942090195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:02:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:07.940813 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dd252c8e-3fd9-4a4a-8302-428e241429e2 req-f03fa5fd-924d-4653-ba2b-11c937473613 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=164a8512-80a6-4e81-8c37-b7b051f98367 HTTP/1.1" status: 200 len: 210 time: 0.1594436 Sep 01 15:03:07.968883 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:08.009492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9132a85-2319-4c2d-8510-2cf4aa3dbde2 req-9cc95d35-c90c-4275-ab2c-8a9c564092f8 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] No DVR routers for this DVR port 072e8106-36d6-4e77-bdff-b8ecb8fb7f63 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:03:08.048745 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f9132a85-2319-4c2d-8510-2cf4aa3dbde2 req-9cc95d35-c90c-4275-ab2c-8a9c564092f8 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:08.053292 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f9132a85-2319-4c2d-8510-2cf4aa3dbde2 req-9cc95d35-c90c-4275-ab2c-8a9c564092f8 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.62 "DELETE /v2.0/ports/072e8106-36d6-4e77-bdff-b8ecb8fb7f63 HTTP/1.1" status: 204 len: 173 time: 4.7573237 Sep 01 15:03:08.054061 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a83208-e63f-4f71-8391-f0e0a643a971', 'name': 'network-vif-deleted', 'tag': '072e8106-36d6-4e77-bdff-b8ecb8fb7f63'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:08.072676 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a991c5c8-b4bb-47dd-a3a0-98ad308c9626" -d '{"events": [{"server_uuid": "f5a83208-e63f-4f71-8391-f0e0a643a971", "name": "network-vif-deleted", "tag": "072e8106-36d6-4e77-bdff-b8ecb8fb7f63"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:08.108890 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-0b6df522-dca0-41bd-a603-d10942090195 None None] Set router 2ecbe0d7-dcba-496c-82ea-ae2069e5a50f gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:03:08.154208 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c152d548-ed6d-4ee0-965a-8045096d4362 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:03:08.248180 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-be1fbce2-5425-4e6b-9278-f3cb20668bfc service neutron] 10.222.0.60 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2861249 Sep 01 15:03:08.362046 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55115c-a9c5-4a78-bf1f-4c819b188665 req-d1bb8d2a-5d6b-4652-8b2a-e13d149b6e63 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:08.367697 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a55115c-a9c5-4a78-bf1f-4c819b188665 req-d1bb8d2a-5d6b-4652-8b2a-e13d149b6e63 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 943 time: 0.2091389 Sep 01 15:03:08.467061 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a55115c-a9c5-4a78-bf1f-4c819b188665 req-295fd0a7-2036-4b80-84c6-ea1f2315a663 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924520 Sep 01 15:03:08.725735 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-0b6df522-dca0-41bd-a603-d10942090195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'name': 'tempest-ServersTestFqdnHostnames-264342713-router', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:00:19Z', 'updated_at': '2021-09-01T15:00:32Z', 'revision_number': 4, 'project_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'gw_port': {'id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:21Z', 'updated_at': '2021-09-01T15:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'fd8458c9-b6fa-404b-821f-983227cc5c6d', 'name': '', 'network_id': '18593713-5847-4486-9954-bbe909734adf', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'mac_address': 'fa:16:3e:86:0d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'ce9b8e73-db6c-4188-9be9-0fb25a89d2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:28Z', 'updated_at': '2021-09-01T15:00:41Z', 'revision_number': 5, 'project_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'subnets': [{'id': 'ce9b8e73-db6c-4188-9be9-0fb25a89d2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:08.793233 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6df522-dca0-41bd-a603-d10942090195 None None] Checking router: 2ecbe0d7-dcba-496c-82ea-ae2069e5a50f for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:03:08.817582 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6df522-dca0-41bd-a603-d10942090195 None None] Routers {'2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:03:08.821837 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-0b6df522-dca0-41bd-a603-d10942090195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:02:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:08.861330 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a5ecd874-e33e-4b8b-815b-08775f21fee3 req-01f2e8b7-d368-46cd-bdd9-35410d2a3a46 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5a83208-e63f-4f71-8391-f0e0a643a971 HTTP/1.1" status: 200 len: 210 time: 0.1402550 Sep 01 15:03:08.905302 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-5b2c5c22-d476-44f7-a111-42eca7ee3de2 service neutron] 10.222.0.60 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6017876 Sep 01 15:03:08.919822 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ede015c0-17b7-404c-9522-e8d73d1079bd tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:08.966283 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f4598849-9ca4-403d-9b59-f131278b8297 req-ae0131b6-42c6-4804-86c2-6e87179b49df service neutron] 10.222.0.45 "GET /v2.0/ports/c152d548-ed6d-4ee0-965a-8045096d4362/bindings/n-h2-794796-3 HTTP/1.1" status: 200 len: 384 time: 0.2699685 Sep 01 15:03:08.975648 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-5079fce3-602e-4703-8d79-7484e52d3d79 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:08.987025 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-5079fce3-602e-4703-8d79-7484e52d3d79 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.45 "GET /v2.0/networks?id=3a08825e-c598-4444-9cbd-967c37c7410b HTTP/1.1" status: 200 len: 821 time: 0.5023389 Sep 01 15:03:08.998734 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-9eee487b-5292-45ea-b926-d0321cf0ca51 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Request body: {'port': {'device_id': '164a8512-80a6-4e81-8c37-b7b051f98367', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'admin_state_up': True, 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:09.309239 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b377b579-8483-41d2-9892-77799f4fc280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:09.328294 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-0b6df522-dca0-41bd-a603-d10942090195 None None] Set router 2ecbe0d7-dcba-496c-82ea-ae2069e5a50f gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:03:09.505470 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c580a6e4-b344-46fb-966f-a5e7de1d5915 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:03:09.540515 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:09.817788 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37379c7d-a682-4521-8cab-a0a5867f3b47 x-openstack-request-id: req-37379c7d-a682-4521-8cab-a0a5867f3b47 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:09.817788 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a83208-e63f-4f71-8391-f0e0a643a971", "name": "network-vif-deleted", "tag": "072e8106-36d6-4e77-bdff-b8ecb8fb7f63", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:09.817788 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-37379c7d-a682-4521-8cab-a0a5867f3b47 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:09.817788 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a83208-e63f-4f71-8391-f0e0a643a971', 'name': 'network-vif-deleted', 'tag': '072e8106-36d6-4e77-bdff-b8ecb8fb7f63', 'status': 'completed', 'code': 200} Sep 01 15:03:09.879063 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c4448ac1-0ed2-47af-bec8-b83ef83b19ce req-f4b62ea8-988a-4150-983a-37bbfb1ab989 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=164a8512-80a6-4e81-8c37-b7b051f98367 HTTP/1.1" status: 200 len: 210 time: 0.0733304 Sep 01 15:03:09.982340 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Transition to ACTIVE for port object c580a6e4-b344-46fb-966f-a5e7de1d5915 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:03:10.003952 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:10.052061 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0275322-1199-40d4-ad6e-11ab98e766ec req-b7a232cf-58a3-4010-bce9-a413d27cb191 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=6291d42a-3987-4c53-8114-e78b009de53f HTTP/1.1" status: 200 len: 210 time: 0.0735672 Sep 01 15:03:10.083746 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-0b6df522-dca0-41bd-a603-d10942090195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'name': 'tempest-ServersTestFqdnHostnames-264342713-router', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:00:19Z', 'updated_at': '2021-09-01T15:00:32Z', 'revision_number': 4, 'project_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'gw_port': {'id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:21Z', 'updated_at': '2021-09-01T15:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'fd8458c9-b6fa-404b-821f-983227cc5c6d', 'name': '', 'network_id': '18593713-5847-4486-9954-bbe909734adf', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'mac_address': 'fa:16:3e:86:0d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'ce9b8e73-db6c-4188-9be9-0fb25a89d2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:28Z', 'updated_at': '2021-09-01T15:00:41Z', 'revision_number': 5, 'project_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'subnets': [{'id': 'ce9b8e73-db6c-4188-9be9-0fb25a89d2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:10.171667 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6df522-dca0-41bd-a603-d10942090195 None None] The sync data for ids ['2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'] in n-d-794796-3 is: [{'id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'name': 'tempest-ServersTestFqdnHostnames-264342713-router', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:00:19Z', 'updated_at': '2021-09-01T15:00:32Z', 'revision_number': 4, 'project_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'gw_port': {'id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:21Z', 'updated_at': '2021-09-01T15:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'fd8458c9-b6fa-404b-821f-983227cc5c6d', 'name': '', 'network_id': '18593713-5847-4486-9954-bbe909734adf', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'mac_address': 'fa:16:3e:86:0d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'ce9b8e73-db6c-4188-9be9-0fb25a89d2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:28Z', 'updated_at': '2021-09-01T15:00:41Z', 'revision_number': 5, 'project_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'subnets': [{'id': 'ce9b8e73-db6c-4188-9be9-0fb25a89d2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:03:10.175129 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Pushing event updated for resources: {'Port': ['ID=c580a6e4-b344-46fb-966f-a5e7de1d5915,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:10.178981 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-9eee487b-5292-45ea-b926-d0321cf0ca51 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Made reservation on behalf of 3a8b6e85b31644d8bfb2e3bcf82dcfd1 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:03:10.198425 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-9eee487b-5292-45ea-b926-d0321cf0ca51 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:10.214458 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-ede015c0-17b7-404c-9522-e8d73d1079bd tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Allocated IP 172.25.6.227 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/4460c4b4-f176-4527-b04a-349f89471258) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:03:10.336783 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee6ae9-6c06-4763-9962-512e492706fa req-fc3f9714-89a3-4b3a-b80b-9144130ef3ec tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:10.343211 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f0ee6ae9-6c06-4763-9962-512e492706fa req-fc3f9714-89a3-4b3a-b80b-9144130ef3ec tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b768e4b-02c4-42fa-b581-df5d31011155 HTTP/1.1" status: 200 len: 936 time: 0.7843928 Sep 01 15:03:10.428647 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-f4598849-9ca4-403d-9b59-f131278b8297 req-ad3e0494-e5dd-4d85-bea2-5ad1541b6908 service neutron] For port c152d548-ed6d-4ee0-965a-8045096d4362, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c152d548-ed6d-4ee0-965a-8045096d4362,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:10.528472 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:10.529304 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:10.529947 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:10.530399 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:10.531042 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:10.531478 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:10.532028 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:10.532569 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:10.533110 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:10.533636 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:10.534508 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:10.535081 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:10.545002 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-f4598849-9ca4-403d-9b59-f131278b8297 req-ad3e0494-e5dd-4d85-bea2-5ad1541b6908 service neutron] For port c152d548-ed6d-4ee0-965a-8045096d4362, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:03:10.588736 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-9eee487b-5292-45ea-b926-d0321cf0ca51 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Allocated IP 172.20.0.5 (3a08825e-c598-4444-9cbd-967c37c7410b/1713c272-a1dd-4676-bd8c-95aac02d27d5/74840fab-6690-47fd-992c-955ae6af9efa) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:03:10.716917 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7aeab7-dd22-44eb-84f0-124fafd45455 req-f23a8394-7770-4a8f-a563-944efe97552f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:10.725424 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9e7aeab7-dd22-44eb-84f0-124fafd45455 req-f23a8394-7770-4a8f-a563-944efe97552f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 943 time: 0.2332897 Sep 01 15:03:10.829619 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-f4598849-9ca4-403d-9b59-f131278b8297 req-ad3e0494-e5dd-4d85-bea2-5ad1541b6908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c152d548-ed6d-4ee0-965a-8045096d4362 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:03:10.835574 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9e7aeab7-dd22-44eb-84f0-124fafd45455 req-368832a4-b438-4f98-b57d-05d5e4421ae8 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093092 Sep 01 15:03:10.871039 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1395b5ee-4fe0-47be-8daa-17b836196144 None None] New status for floating IP 8cb63864-fc07-4e3a-90cb-48211045ff6f: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:03:10.939910 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f0ee6ae9-6c06-4763-9962-512e492706fa req-7467b468-92e2-4828-9e7a-c4566dd3d288 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257367 Sep 01 15:03:10.976234 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-f4598849-9ca4-403d-9b59-f131278b8297 req-ad3e0494-e5dd-4d85-bea2-5ad1541b6908 service neutron] For port c152d548-ed6d-4ee0-965a-8045096d4362, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=c152d548-ed6d-4ee0-965a-8045096d4362,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:11.007464 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-9eee487b-5292-45ea-b926-d0321cf0ca51 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:11.060013 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Attempting to bind port c580a6e4-b344-46fb-966f-a5e7de1d5915 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:03:11.060930 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Attempting to bind port c580a6e4-b344-46fb-966f-a5e7de1d5915 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:03:11.060930 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Attempting to bind port c580a6e4-b344-46fb-966f-a5e7de1d5915 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:03:11.064256 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-9eee487b-5292-45ea-b926-d0321cf0ca51 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Transition to ACTIVE for port object 74840fab-6690-47fd-992c-955ae6af9efa will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:03:11.077020 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-82544405-3240-47a6-8968-0efbe6d0a092 req-49eedc79-2d6f-417e-9b7c-85f5eefb39b4 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=164a8512-80a6-4e81-8c37-b7b051f98367 HTTP/1.1" status: 200 len: 210 time: 0.0443425 Sep 01 15:03:11.115468 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f4598849-9ca4-403d-9b59-f131278b8297 req-ad3e0494-e5dd-4d85-bea2-5ad1541b6908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:11.119171 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Port c580a6e4-b344-46fb-966f-a5e7de1d5915 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:03:11.120385 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Attempting to bind port c580a6e4-b344-46fb-966f-a5e7de1d5915 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:03:11.143798 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54242) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:11.199313 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:03:11.200012 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:03:11.200567 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:03:11.201407 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Bound port: c580a6e4-b344-46fb-966f-a5e7de1d5915, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:03:11.202030 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:11.280353 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ede015c0-17b7-404c-9522-e8d73d1079bd tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:11.371051 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-9eee487b-5292-45ea-b926-d0321cf0ca51 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:11.393553 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['9e19b410-8c07-441a-93e7-652652f539ed'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:03:11.447419 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59bf249b-69e7-4633-a8bf-c567d4b3633a tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:11.474131 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-9eee487b-5292-45ea-b926-d0321cf0ca51 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Network 3a08825e-c598-4444-9cbd-967c37c7410b is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:03:11.482991 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b49b02f-bd07-4991-984c-3fdd027347a5 req-cfdd5b5c-5e7a-470e-af64-8765afca949f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=6291d42a-3987-4c53-8114-e78b009de53f HTTP/1.1" status: 200 len: 210 time: 0.0950947 Sep 01 15:03:11.494393 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-9eee487b-5292-45ea-b926-d0321cf0ca51 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:03:11.497059 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-9eee487b-5292-45ea-b926-d0321cf0ca51 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:03:11.512579 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59bf249b-69e7-4633-a8bf-c567d4b3633a tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:11.556326 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee487b-5292-45ea-b926-d0321cf0ca51 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Pushing event updated for resources: {'Port': ['ID=74840fab-6690-47fd-992c-955ae6af9efa,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:11.565455 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] For port c580a6e4-b344-46fb-966f-a5e7de1d5915, host n-h2-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:03:11.596290 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] For port c580a6e4-b344-46fb-966f-a5e7de1d5915, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=c580a6e4-b344-46fb-966f-a5e7de1d5915,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:03:11.618690 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:11.643355 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-9eee487b-5292-45ea-b926-d0321cf0ca51 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:11.644124 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-9eee487b-5292-45ea-b926-d0321cf0ca51 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:11.650322 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59bf249b-69e7-4633-a8bf-c567d4b3633a tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:11.651551 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-f4598849-9ca4-403d-9b59-f131278b8297 req-ad3e0494-e5dd-4d85-bea2-5ad1541b6908 service neutron] Transition to ACTIVE for port object c152d548-ed6d-4ee0-965a-8045096d4362 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:03:11.653295 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59bf249b-69e7-4633-a8bf-c567d4b3633a tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:11.656717 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-59bf249b-69e7-4633-a8bf-c567d4b3633a tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "DELETE /v2.0/security-groups/c7efba1a-23a0-4b87-9f31-99447f38fa00 HTTP/1.1" status: 204 len: 168 time: 0.4985180 Sep 01 15:03:11.663814 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54244) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:11.689147 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf249b-69e7-4633-a8bf-c567d4b3633a tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7efba1a-23a0-4b87-9f31-99447f38fa00,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:11.712379 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:11.719849 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:11.721887 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] 10.222.0.62 "PUT /v2.0/ports/c580a6e4-b344-46fb-966f-a5e7de1d5915 HTTP/1.1" status: 200 len: 1096 time: 4.7843418 Sep 01 15:03:11.722067 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b768e4b-02c4-42fa-b581-df5d31011155', 'tag': 'c580a6e4-b344-46fb-966f-a5e7de1d5915'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:11.723175 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-9eee487b-5292-45ea-b926-d0321cf0ca51 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7269552 Sep 01 15:03:11.725196 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-4ecb5dae-6feb-408b-8a21-4e5a167ce6b8 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] show failed (client error): The resource could not be found. Sep 01 15:03:11.726402 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587298b7-7c67-47d9-9ac2-d84e5dc12f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "1b768e4b-02c4-42fa-b581-df5d31011155", "tag": "c580a6e4-b344-46fb-966f-a5e7de1d5915"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:11.729315 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4ecb5dae-6feb-408b-8a21-4e5a167ce6b8 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "GET /v2.0/security-groups/c7efba1a-23a0-4b87-9f31-99447f38fa00 HTTP/1.1" status: 404 len: 347 time: 0.0644054 Sep 01 15:03:11.734521 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ede015c0-17b7-404c-9522-e8d73d1079bd tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:11.744510 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54248) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:11.745680 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f4598849-9ca4-403d-9b59-f131278b8297 req-ad3e0494-e5dd-4d85-bea2-5ad1541b6908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:11.786013 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-0950f51a-0143-436b-a3e7-8858470ff450 service neutron] Request body: {'port': {'device_id': '164a8512-80a6-4e81-8c37-b7b051f98367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:11.900518 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b6dd86-5b51-49cc-a9b8-a989929b5b2b x-openstack-request-id: req-08b6dd86-5b51-49cc-a9b8-a989929b5b2b {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:11.901074 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b768e4b-02c4-42fa-b581-df5d31011155", "tag": "c580a6e4-b344-46fb-966f-a5e7de1d5915", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:11.901518 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-08b6dd86-5b51-49cc-a9b8-a989929b5b2b {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:11.902109 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b768e4b-02c4-42fa-b581-df5d31011155', 'tag': 'c580a6e4-b344-46fb-966f-a5e7de1d5915', 'status': 'completed', 'code': 200} Sep 01 15:03:12.009122 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:12.040016 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-0950f51a-0143-436b-a3e7-8858470ff450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:12.106656 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6cb43ce3-1d8a-406f-8568-fc6b0a76fa61 None None] Provisioning for port 74840fab-6690-47fd-992c-955ae6af9efa completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:03:12.115111 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6cb43ce3-1d8a-406f-8568-fc6b0a76fa61 None None] Provisioning complete for port 74840fab-6690-47fd-992c-955ae6af9efa triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:03:12.115788 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6cb43ce3-1d8a-406f-8568-fc6b0a76fa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:12.143951 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3b8baa3e-b8da-4749-bdc5-70893028987d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:12.154988 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50307dd7-6515-41f8-a21d-0eed46e7eb7c service neutron] Pushing event updated for resources: {'Port': ['ID=c580a6e4-b344-46fb-966f-a5e7de1d5915,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:12.176251 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-6cb43ce3-1d8a-406f-8568-fc6b0a76fa61 None None] Port 74840fab-6690-47fd-992c-955ae6af9efa cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:03:12.202691 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4598849-9ca4-403d-9b59-f131278b8297 req-ad3e0494-e5dd-4d85-bea2-5ad1541b6908 service neutron] No DVR routers for this DVR port c152d548-ed6d-4ee0-965a-8045096d4362 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:03:12.208148 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede015c0-17b7-404c-9522-e8d73d1079bd tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:03:12.266364 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-ede015c0-17b7-404c-9522-e8d73d1079bd tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:03:12.273795 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede015c0-17b7-404c-9522-e8d73d1079bd tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:03:12.292227 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-963f29a5-5af9-49fe-ace2-c37ee25bc221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:12.294583 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-963f29a5-5af9-49fe-ace2-c37ee25bc221 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&device_id=1b768e4b-02c4-42fa-b581-df5d31011155 HTTP/1.1" status: 200 len: 1099 time: 0.4384398 Sep 01 15:03:12.377865 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b31b10-c51c-4f6c-aafa-3e338f92c9a3 req-ff93b8b3-2388-4923-abf4-d62d19c5564d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:12.379663 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b0b31b10-c51c-4f6c-aafa-3e338f92c9a3 req-ff93b8b3-2388-4923-abf4-d62d19c5564d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b768e4b-02c4-42fa-b581-df5d31011155 HTTP/1.1" status: 200 len: 948 time: 0.2605171 Sep 01 15:03:12.405449 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f4598849-9ca4-403d-9b59-f131278b8297 req-ad3e0494-e5dd-4d85-bea2-5ad1541b6908 service neutron] 10.222.0.45 "PUT /v2.0/ports/c152d548-ed6d-4ee0-965a-8045096d4362/bindings/n-h2-794796-3/activate HTTP/1.1" status: 200 len: 369 time: 3.3113866 Sep 01 15:03:12.414665 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-6662b373-7ece-478d-96ad-30a91d0d3bfb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=c580a6e4-b344-46fb-966f-a5e7de1d5915 HTTP/1.1" status: 200 len: 217 time: 0.0739613 Sep 01 15:03:12.415705 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede015c0-17b7-404c-9522-e8d73d1079bd tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Pushing event updated for resources: {'Port': ['ID=4460c4b4-f176-4527-b04a-349f89471258,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:12.479653 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ba572-7358-4bf8-bf4f-eede3306343f req-e57a26ce-12bc-4804-b1cc-d871d3e68f27 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:12.481405 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c25ba572-7358-4bf8-bf4f-eede3306343f req-e57a26ce-12bc-4804-b1cc-d871d3e68f27 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 944 time: 0.3808706 Sep 01 15:03:12.609890 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-63f376a9-f7a9-402a-a8cf-742909cf1693 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:12.611368 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-63f376a9-f7a9-402a-a8cf-742909cf1693 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.62 "GET /v2.0/networks?id=b0922890-9f88-4062-824b-4dfc506e6e18 HTTP/1.1" status: 200 len: 811 time: 0.4705672 Sep 01 15:03:12.626086 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b0b31b10-c51c-4f6c-aafa-3e338f92c9a3 req-ae5bce72-497d-4ba2-9ef5-d25685d0945a tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910689 Sep 01 15:03:12.637965 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-d3862de1-466a-4a75-9d5a-c1315173b31c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Request body: {'port': {'device_id': '6291d42a-3987-4c53-8114-e78b009de53f', 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18', 'admin_state_up': True, 'tenant_id': 'fec0654f7239467a95f60e6ba299aa91'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:12.649332 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4598849-9ca4-403d-9b59-f131278b8297 req-89cd0899-4f89-4fa7-8c6e-246cbe4fe1be tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:12.651218 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4598849-9ca4-403d-9b59-f131278b8297 req-89cd0899-4f89-4fa7-8c6e-246cbe4fe1be tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79&tenant_id=84be7df9de7c45c681c68240357d6b7c&binding%3Ahost_id=n-h1-794796-3 HTTP/1.1" status: 200 len: 1095 time: 0.1620715 Sep 01 15:03:12.660493 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-f23b7f82-c86a-48d4-8f46-19301a6dbe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:12.663149 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-f23b7f82-c86a-48d4-8f46-19301a6dbe01 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.2304707 Sep 01 15:03:12.668878 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e0494-e5dd-4d85-bea2-5ad1541b6908 service neutron] Pushing event updated for resources: {'Port': ['ID=c152d548-ed6d-4ee0-965a-8045096d4362,revision_number=10']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:12.678136 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-c0dc463e-86c7-4d25-adc7-0c50e018b687 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Deleting port 7dd5eac7-0515-486d-9057-54003958c265 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:03:12.678724 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0dc463e-86c7-4d25-adc7-0c50e018b687 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:12.850696 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4598849-9ca4-403d-9b59-f131278b8297 req-d244aec1-f2fb-4671-b235-365eac4f926f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:12.852321 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4598849-9ca4-403d-9b59-f131278b8297 req-d244aec1-f2fb-4671-b235-365eac4f926f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79&tenant_id=84be7df9de7c45c681c68240357d6b7c HTTP/1.1" status: 200 len: 1095 time: 0.1546381 Sep 01 15:03:12.996492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-0950f51a-0143-436b-a3e7-8858470ff450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74840fab-6690-47fd-992c-955ae6af9efa {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:03:13.006011 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-d3862de1-466a-4a75-9d5a-c1315173b31c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Made reservation on behalf of fec0654f7239467a95f60e6ba299aa91 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:03:13.011759 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-d3862de1-466a-4a75-9d5a-c1315173b31c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:13.029144 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-0950f51a-0143-436b-a3e7-8858470ff450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:13.061953 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc11cdd-b29c-42ad-bcd9-93a0b21ec4b9 req-143d658a-5624-4e63-99b0-902e711adaec tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:13.064569 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cbc11cdd-b29c-42ad-bcd9-93a0b21ec4b9 req-143d658a-5624-4e63-99b0-902e711adaec tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=164a8512-80a6-4e81-8c37-b7b051f98367 HTTP/1.1" status: 200 len: 931 time: 0.2319877 Sep 01 15:03:13.079087 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:13.136872 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-0950f51a-0143-436b-a3e7-8858470ff450 service neutron] Transition to ACTIVE for port object 74840fab-6690-47fd-992c-955ae6af9efa will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:03:13.142097 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4598849-9ca4-403d-9b59-f131278b8297 req-e5f2026a-13ab-4e3a-9715-a51b5d7f5463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:13.143813 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4598849-9ca4-403d-9b59-f131278b8297 req-e5f2026a-13ab-4e3a-9715-a51b5d7f5463 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=84be7df9de7c45c681c68240357d6b7c&device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 1095 time: 0.2336044 Sep 01 15:03:13.153868 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-0950f51a-0143-436b-a3e7-8858470ff450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:13.170768 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ede015c0-17b7-404c-9522-e8d73d1079bd tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:13.189770 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c25ba572-7358-4bf8-bf4f-eede3306343f req-9377f6c9-27aa-4a81-966f-b2e007a64bcd tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6774495 Sep 01 15:03:13.292993 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cbc11cdd-b29c-42ad-bcd9-93a0b21ec4b9 req-4d9ed79c-b67c-4bec-8b0e-1b0a330f889e tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf7be8e3-d6d7-455d-a813-c71c8a4509d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040889 Sep 01 15:03:13.336325 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950f51a-0143-436b-a3e7-8858470ff450 service neutron] Pushing event updated for resources: {'Port': ['ID=74840fab-6690-47fd-992c-955ae6af9efa,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:13.339106 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-984940c4-9406-4951-926b-0d2d682ba9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:13.357823 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-984940c4-9406-4951-926b-0d2d682ba9a5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6753743 Sep 01 15:03:13.369961 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ede015c0-17b7-404c-9522-e8d73d1079bd tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:13.534048 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-580b1851-aa9c-4942-95a8-1deacfc6bc43 req-25cbe245-40bb-4d32-8c21-ce29e97cd5c4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=6291d42a-3987-4c53-8114-e78b009de53f HTTP/1.1" status: 200 len: 210 time: 0.1037450 Sep 01 15:03:13.590225 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4598849-9ca4-403d-9b59-f131278b8297 req-96210f22-bf99-4bc6-a17d-10baf746ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:13.591907 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4598849-9ca4-403d-9b59-f131278b8297 req-96210f22-bf99-4bc6-a17d-10baf746ac11 service neutron] 10.222.0.62 "GET /v2.0/networks?id=baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 200 len: 908 time: 0.4354556 Sep 01 15:03:13.604889 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-d3862de1-466a-4a75-9d5a-c1315173b31c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Allocated IP 172.20.0.5 (b0922890-9f88-4062-824b-4dfc506e6e18/de6f3d24-aa35-41db-834d-e91d2e27e6db/f32b99bb-edd8-4d66-8f41-770726da5fcc) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:03:13.661565 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4598849-9ca4-403d-9b59-f131278b8297 req-bb91074c-48e1-4c82-bc91-b1e0912149cd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c152d548-ed6d-4ee0-965a-8045096d4362 HTTP/1.1" status: 200 len: 217 time: 0.0538197 Sep 01 15:03:13.664252 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-0950f51a-0143-436b-a3e7-8858470ff450 service neutron] Attempting to bind port 74840fab-6690-47fd-992c-955ae6af9efa on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:03:13.664565 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-0950f51a-0143-436b-a3e7-8858470ff450 service neutron] Attempting to bind port 74840fab-6690-47fd-992c-955ae6af9efa by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:03:13.664751 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-0950f51a-0143-436b-a3e7-8858470ff450 service neutron] Attempting to bind port 74840fab-6690-47fd-992c-955ae6af9efa on network 3a08825e-c598-4444-9cbd-967c37c7410b {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:03:13.693003 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-0950f51a-0143-436b-a3e7-8858470ff450 service neutron] Port 74840fab-6690-47fd-992c-955ae6af9efa on network 3a08825e-c598-4444-9cbd-967c37c7410b not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:03:13.693622 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-0950f51a-0143-436b-a3e7-8858470ff450 service neutron] Attempting to bind port 74840fab-6690-47fd-992c-955ae6af9efa on network 3a08825e-c598-4444-9cbd-967c37c7410b {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:03:13.698379 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0dc463e-86c7-4d25-adc7-0c50e018b687 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:13.699012 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0dc463e-86c7-4d25-adc7-0c50e018b687 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:13.743723 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-0950f51a-0143-436b-a3e7-8858470ff450 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:03:13.744406 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-0950f51a-0143-436b-a3e7-8858470ff450 service neutron] Checking segment: {'id': 'e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:03:13.744981 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-0950f51a-0143-436b-a3e7-8858470ff450 service neutron] Bound using segment: {'id': 'e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:03:13.745628 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-0950f51a-0143-436b-a3e7-8858470ff450 service neutron] Bound port: 74840fab-6690-47fd-992c-955ae6af9efa, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:03:13.746277 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-0950f51a-0143-436b-a3e7-8858470ff450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:13.761501 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-c0dc463e-86c7-4d25-adc7-0c50e018b687 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Calling delete_port for 7dd5eac7-0515-486d-9057-54003958c265 owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:03:13.826422 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4598849-9ca4-403d-9b59-f131278b8297 req-8d868ab8-3506-4779-87d6-a5be627a39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:13.827718 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4598849-9ca4-403d-9b59-f131278b8297 req-8d868ab8-3506-4779-87d6-a5be627a39fe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f21d72f-51d2-4274-ac2c-410e832eb73e HTTP/1.1" status: 200 len: 847 time: 0.1444278 Sep 01 15:03:13.916139 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4598849-9ca4-403d-9b59-f131278b8297 req-f113cbc0-e3bf-46f3-9c4a-3e20978b38f6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=baf99c09-53f8-4476-8cd9-fd2a9a404823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765083 Sep 01 15:03:13.941245 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ede015c0-17b7-404c-9522-e8d73d1079bd tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:14.010487 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-0950f51a-0143-436b-a3e7-8858470ff450 service neutron] For port 74840fab-6690-47fd-992c-955ae6af9efa, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:03:14.023349 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ede015c0-17b7-404c-9522-e8d73d1079bd tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:14.044306 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-0950f51a-0143-436b-a3e7-8858470ff450 service neutron] For port 74840fab-6690-47fd-992c-955ae6af9efa, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=74840fab-6690-47fd-992c-955ae6af9efa,segment=NetworkSegment(e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1),segment_id=e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:03:14.059487 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-0950f51a-0143-436b-a3e7-8858470ff450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:14.143861 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-50b06b4e-3497-47cb-8071-78c0c015c0dd service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473480 Sep 01 15:03:14.153439 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-0950f51a-0143-436b-a3e7-8858470ff450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:14.154471 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-0950f51a-0143-436b-a3e7-8858470ff450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:14.155675 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-0950f51a-0143-436b-a3e7-8858470ff450 service neutron] 10.222.0.45 "PUT /v2.0/ports/74840fab-6690-47fd-992c-955ae6af9efa HTTP/1.1" status: 200 len: 1091 time: 2.4248097 Sep 01 15:03:14.156160 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164a8512-80a6-4e81-8c37-b7b051f98367', 'tag': '74840fab-6690-47fd-992c-955ae6af9efa'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:14.158745 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0727a7-3506-499b-a954-fb68ca842044" -d '{"events": [{"name": "network-changed", "server_uuid": "164a8512-80a6-4e81-8c37-b7b051f98367", "tag": "74840fab-6690-47fd-992c-955ae6af9efa"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:14.187976 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-d3862de1-466a-4a75-9d5a-c1315173b31c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:14.235665 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f346d1-3424-40c2-aa44-460e5bf681d2 x-openstack-request-id: req-36f346d1-3424-40c2-aa44-460e5bf681d2 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:14.236204 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "164a8512-80a6-4e81-8c37-b7b051f98367", "tag": "74840fab-6690-47fd-992c-955ae6af9efa", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:14.236690 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-36f346d1-3424-40c2-aa44-460e5bf681d2 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:14.237413 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '164a8512-80a6-4e81-8c37-b7b051f98367', 'tag': '74840fab-6690-47fd-992c-955ae6af9efa', 'status': 'completed', 'code': 200} Sep 01 15:03:14.295434 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4598849-9ca4-403d-9b59-f131278b8297 req-f7c06284-30dc-47cb-9d65-506568081c69 service neutron] 10.222.0.62 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677487 Sep 01 15:03:14.302409 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4eeaf-b816-4903-abbb-9c9a2e57d3a9 req-50d8df78-eba2-404c-b037-494de40b739a tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:14.305851 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c3a4eeaf-b816-4903-abbb-9c9a2e57d3a9 req-50d8df78-eba2-404c-b037-494de40b739a tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b768e4b-02c4-42fa-b581-df5d31011155 HTTP/1.1" status: 200 len: 948 time: 0.4469213 Sep 01 15:03:14.459508 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950f51a-0143-436b-a3e7-8858470ff450 service neutron] Pushing event updated for resources: {'Port': ['ID=74840fab-6690-47fd-992c-955ae6af9efa,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:14.492671 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ede015c0-17b7-404c-9522-e8d73d1079bd tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:14.501770 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede015c0-17b7-404c-9522-e8d73d1079bd tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Pushing event updated for resources: {'Port': ['ID=4460c4b4-f176-4527-b04a-349f89471258,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:14.551331 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-10795b6d-6566-48ac-8561-fffdfff0afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:14.553029 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-10795b6d-6566-48ac-8561-fffdfff0afa6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a8b6e85b31644d8bfb2e3bcf82dcfd1&device_id=164a8512-80a6-4e81-8c37-b7b051f98367 HTTP/1.1" status: 200 len: 1094 time: 0.3052433 Sep 01 15:03:14.619699 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c3a4eeaf-b816-4903-abbb-9c9a2e57d3a9 req-ebaf35d9-df7a-4487-966c-cd10edaf2009 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577723 Sep 01 15:03:14.627534 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ede015c0-17b7-404c-9522-e8d73d1079bd tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:14.634409 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ede015c0-17b7-404c-9522-e8d73d1079bd tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5020385 Sep 01 15:03:14.764893 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd46bec2-0ee6-4309-ab32-bed0661ad442 req-3ef19b6a-8049-4ae4-8ac8-2f08429262c2 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5513754 Sep 01 15:03:14.797942 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0dc463e-86c7-4d25-adc7-0c50e018b687 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:14.834664 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-b48cb863-4614-4175-b5a1-82e29b2f8ecc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74840fab-6690-47fd-992c-955ae6af9efa HTTP/1.1" status: 200 len: 217 time: 0.2647529 Sep 01 15:03:14.835943 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-d3862de1-466a-4a75-9d5a-c1315173b31c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:14.854514 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b58aa9-d419-4991-936a-678cee4bab4f req-f6563623-f15f-4c13-a5cb-3a26911170c7 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:14.856224 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95b58aa9-d419-4991-936a-678cee4bab4f req-f6563623-f15f-4c13-a5cb-3a26911170c7 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 944 time: 0.5008018 Sep 01 15:03:14.867164 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc463e-86c7-4d25-adc7-0c50e018b687 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Pushing event deleted for resources: {'Port': ['ID=7dd5eac7-0515-486d-9057-54003958c265,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:14.944388 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:14.995681 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-d3862de1-466a-4a75-9d5a-c1315173b31c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Network b0922890-9f88-4062-824b-4dfc506e6e18 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:03:15.005224 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4598849-9ca4-403d-9b59-f131278b8297 req-f007146a-2fba-4a00-8ca9-3ef27e482f17 service neutron] 10.222.0.62 "GET /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6790042 Sep 01 15:03:15.045463 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-d3862de1-466a-4a75-9d5a-c1315173b31c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:03:15.062211 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-d3862de1-466a-4a75-9d5a-c1315173b31c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:03:15.084820 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211a2f4-fb3a-42a7-ae9f-1ae81313ab78 req-b94d28b6-6039-4a78-9534-b26628ef35ef tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:15.087316 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c211a2f4-fb3a-42a7-ae9f-1ae81313ab78 req-b94d28b6-6039-4a78-9534-b26628ef35ef tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=164a8512-80a6-4e81-8c37-b7b051f98367 HTTP/1.1" status: 200 len: 943 time: 0.2288756 Sep 01 15:03:15.098198 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0dc463e-86c7-4d25-adc7-0c50e018b687 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:15.107327 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0dc463e-86c7-4d25-adc7-0c50e018b687 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:15.107327 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c0dc463e-86c7-4d25-adc7-0c50e018b687 tempest-ServersTestFqdnHostnames-1848915485 tempest-ServersTestFqdnHostnames-1848915485-project] 10.222.0.60 "DELETE /v2.0/floatingips/8cb63864-fc07-4e3a-90cb-48211045ff6f HTTP/1.1" status: 204 len: 168 time: 3.3575475 Sep 01 15:03:15.112837 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54282) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:15.144269 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95b58aa9-d419-4991-936a-678cee4bab4f req-2562b185-4356-4f9b-bbf0-1c1b176f3612 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156305 Sep 01 15:03:15.150730 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-aaee3fe1-0f70-4953-adce-e0098bc4dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:15.152729 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-aaee3fe1-0f70-4953-adce-e0098bc4dcac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1713c272-a1dd-4676-bd8c-95aac02d27d5 HTTP/1.1" status: 200 len: 860 time: 0.2822673 Sep 01 15:03:15.162908 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3862de1-466a-4a75-9d5a-c1315173b31c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Pushing event updated for resources: {'Port': ['ID=f32b99bb-edd8-4d66-8f41-770726da5fcc,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:15.214605 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587298b7-7c67-47d9-9ac2-d84e5dc12f9f req-e16647c7-91f3-48d9-8c25-bca7434d6ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:15.216197 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-587298b7-7c67-47d9-9ac2-d84e5dc12f9f req-e16647c7-91f3-48d9-8c25-bca7434d6ff3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&device_id=1b768e4b-02c4-42fa-b581-df5d31011155 HTTP/1.1" status: 200 len: 1099 time: 0.2876842 Sep 01 15:03:15.231392 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-d3862de1-466a-4a75-9d5a-c1315173b31c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:15.231903 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-d3862de1-466a-4a75-9d5a-c1315173b31c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:15.278370 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-d3862de1-466a-4a75-9d5a-c1315173b31c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6455669 Sep 01 15:03:15.304134 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-8a9eed36-1a92-437e-b61f-98c628bd026e service neutron] Request body: {'port': {'device_id': '6291d42a-3987-4c53-8114-e78b009de53f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:15.313075 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-7247409d-8ad6-4cfb-a72c-0530c5fe8115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:15.316513 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-7247409d-8ad6-4cfb-a72c-0530c5fe8115 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3a08825e-c598-4444-9cbd-967c37c7410b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1482980 Sep 01 15:03:15.413832 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c211a2f4-fb3a-42a7-ae9f-1ae81313ab78 req-6f44dc34-3bb8-440b-b483-44b420e28ca3 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf7be8e3-d6d7-455d-a813-c71c8a4509d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046024 Sep 01 15:03:15.590500 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587298b7-7c67-47d9-9ac2-d84e5dc12f9f req-25218d89-bdc4-4c75-a07e-0bb00e9dabce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:15.592227 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-587298b7-7c67-47d9-9ac2-d84e5dc12f9f req-25218d89-bdc4-4c75-a07e-0bb00e9dabce service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.3460064 Sep 01 15:03:15.714009 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-587298b7-7c67-47d9-9ac2-d84e5dc12f9f req-7859737f-0ff7-428c-a1f8-6e392a0a8be0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=c580a6e4-b344-46fb-966f-a5e7de1d5915 HTTP/1.1" status: 200 len: 217 time: 0.1057010 Sep 01 15:03:15.724231 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c2da3-25ae-4abe-aed3-30b7968b039d req-f339aacf-4b5e-428b-a1e0-ca5e9177af9d tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:15.728372 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2f9c2da3-25ae-4abe-aed3-30b7968b039d req-f339aacf-4b5e-428b-a1e0-ca5e9177af9d tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=6291d42a-3987-4c53-8114-e78b009de53f HTTP/1.1" status: 200 len: 931 time: 0.2427511 Sep 01 15:03:15.745602 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-8a9eed36-1a92-437e-b61f-98c628bd026e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:15.900066 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cadb48-332e-46f6-8802-7ff40df67328 req-0d821cb3-173b-4189-9b55-e9ba3822aa9d tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:15.901804 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-57cadb48-332e-46f6-8802-7ff40df67328 req-0d821cb3-173b-4189-9b55-e9ba3822aa9d tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/networks?id=afbd3276-8933-493c-9cea-acf035fd72fe HTTP/1.1" status: 200 len: 822 time: 0.3275633 Sep 01 15:03:15.904673 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587298b7-7c67-47d9-9ac2-d84e5dc12f9f req-f648e0f7-c128-4e95-a869-95475fe7048b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:15.906726 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-587298b7-7c67-47d9-9ac2-d84e5dc12f9f req-f648e0f7-c128-4e95-a869-95475fe7048b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.1485839 Sep 01 15:03:16.005835 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-57cadb48-332e-46f6-8802-7ff40df67328 req-45a4740c-400f-4758-b349-9fab9811fc45 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/quotas/fc7781bca91c43a9b97f7339632fb18e HTTP/1.1" status: 200 len: 375 time: 0.0602083 Sep 01 15:03:16.094602 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587298b7-7c67-47d9-9ac2-d84e5dc12f9f req-8fe5f6d6-c9ac-4c9f-bf31-8975482825d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:16.096229 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-587298b7-7c67-47d9-9ac2-d84e5dc12f9f req-8fe5f6d6-c9ac-4c9f-bf31-8975482825d1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1527305 Sep 01 15:03:16.207065 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-57cadb48-332e-46f6-8802-7ff40df67328 req-1a264cba-3c25-4eb0-8ae1-47918d69ce26 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fc7781bca91c43a9b97f7339632fb18e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1854722 Sep 01 15:03:16.375080 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-587298b7-7c67-47d9-9ac2-d84e5dc12f9f req-e85ad5bb-6430-4bca-a0cf-477f47a3b72e service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655740 Sep 01 15:03:16.375391 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4598849-9ca4-403d-9b59-f131278b8297 req-03267eb7-9d58-4638-a424-2614c595278c tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:16.376680 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4598849-9ca4-403d-9b59-f131278b8297 req-03267eb7-9d58-4638-a424-2614c595278c tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79&tenant_id=84be7df9de7c45c681c68240357d6b7c&binding%3Ahost_id=n-h2-794796-3 HTTP/1.1" status: 200 len: 1095 time: 0.7819059 Sep 01 15:03:16.405395 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-0cfb4352-f78b-45fb-936a-1dbc6c619a5d service neutron] 10.222.0.45 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0610042 Sep 01 15:03:16.451672 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2f9c2da3-25ae-4abe-aed3-30b7968b039d req-c7c3f024-172a-4d01-87d0-a884310f0f07 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6972449 Sep 01 15:03:16.624745 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-57cadb48-332e-46f6-8802-7ff40df67328 req-d2690634-01d7-4255-b540-8a9520f7e294 service neutron] 10.222.0.60 "GET /v2.0/networks/afbd3276-8933-493c-9cea-acf035fd72fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929503 Sep 01 15:03:16.641938 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-587298b7-7c67-47d9-9ac2-d84e5dc12f9f req-c12a348d-7fce-4364-b061-65fa23c9d3ce service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497947 Sep 01 15:03:16.740697 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1225842c-64b8-4520-ae89-e55dacaf0ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:16.850341 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device c580a6e4-b344-46fb-966f-a5e7de1d5915 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:03:16.911412 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1d3c211-6364-47c6-87f9-398a3ba41909 req-9c1e51d7-79d5-45ad-ac73-f399f32f3500 service neutron] 10.222.0.45 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699869 Sep 01 15:03:16.925629 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800fa21-5469-431f-a8bf-eab2ddbdecf9 req-5c26ac29-11ed-4c60-a692-1deaf31974c7 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:16.928347 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0800fa21-5469-431f-a8bf-eab2ddbdecf9 req-5c26ac29-11ed-4c60-a692-1deaf31974c7 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b768e4b-02c4-42fa-b581-df5d31011155 HTTP/1.1" status: 200 len: 948 time: 0.3379376 Sep 01 15:03:16.982957 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-57cadb48-332e-46f6-8802-7ff40df67328 req-e9ca00dd-0623-43f1-8987-687927b2e842 service neutron] 10.222.0.60 "GET /v2.0/networks/afbd3276-8933-493c-9cea-acf035fd72fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393641 Sep 01 15:03:17.098137 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-f4598849-9ca4-403d-9b59-f131278b8297 req-3aa18e5f-df50-471f-9263-1558da4e4432 service neutron] For port c152d548-ed6d-4ee0-965a-8045096d4362, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:03:17.119749 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f4598849-9ca4-403d-9b59-f131278b8297 req-3aa18e5f-df50-471f-9263-1558da4e4432 service neutron] Notify callbacks [] for binding, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:17.121588 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4598849-9ca4-403d-9b59-f131278b8297 req-3aa18e5f-df50-471f-9263-1558da4e4432 service neutron] 10.222.0.62 "DELETE /v2.0/ports/c152d548-ed6d-4ee0-965a-8045096d4362/bindings/n-h1-794796-3 HTTP/1.1" status: 204 len: 173 time: 0.7238054 Sep 01 15:03:17.158289 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0800fa21-5469-431f-a8bf-eab2ddbdecf9 req-d1465afe-0506-468c-b5c9-1fa040fb2fea tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155104 Sep 01 15:03:17.216707 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0727a7-3506-499b-a954-fb68ca842044 req-b16ab240-3e9e-45d5-9530-dcda421c462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:17.220516 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa0727a7-3506-499b-a954-fb68ca842044 req-b16ab240-3e9e-45d5-9530-dcda421c462f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a8b6e85b31644d8bfb2e3bcf82dcfd1&device_id=164a8512-80a6-4e81-8c37-b7b051f98367 HTTP/1.1" status: 200 len: 1094 time: 0.2264910 Sep 01 15:03:17.238665 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port c580a6e4-b344-46fb-966f-a5e7de1d5915, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=c580a6e4-b344-46fb-966f-a5e7de1d5915,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:17.256419 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'c580a6e4-b344-46fb-966f-a5e7de1d5915', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': 'c580a6e4-b344-46fb-966f-a5e7de1d5915', 'mac_address': 'fa:16:3e:6f:07:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:03:17.401853 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:17.437864 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c580a6e4-b344-46fb-966f-a5e7de1d5915 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:03:17.531109 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port c580a6e4-b344-46fb-966f-a5e7de1d5915, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=c580a6e4-b344-46fb-966f-a5e7de1d5915,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:17.557140 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:17.577090 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0727a7-3506-499b-a954-fb68ca842044 req-6b786226-7d40-4823-9119-48e30cc5e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:17.581495 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa0727a7-3506-499b-a954-fb68ca842044 req-6b786226-7d40-4823-9119-48e30cc5e6fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=3a08825e-c598-4444-9cbd-967c37c7410b HTTP/1.1" status: 200 len: 922 time: 0.3397634 Sep 01 15:03:17.637950 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-1225842c-64b8-4520-ae89-e55dacaf0ab0 admin admin] Deleting port fd8458c9-b6fa-404b-821f-983227cc5c6d {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:03:17.638630 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1225842c-64b8-4520-ae89-e55dacaf0ab0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:17.713921 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=c580a6e4-b344-46fb-966f-a5e7de1d5915,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:17.729460 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:17.729460 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:17.730422 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:17.730609 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:17.731084 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:17.731830 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:17.732556 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:17.732906 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:17.733499 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:17.734019 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:17.734584 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:17.735117 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:17.795866 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-8a9eed36-1a92-437e-b61f-98c628bd026e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f32b99bb-edd8-4d66-8f41-770726da5fcc {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:03:17.819240 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa0727a7-3506-499b-a954-fb68ca842044 req-7c95b0a1-aff5-4429-b432-37e7bd2b1a4f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74840fab-6690-47fd-992c-955ae6af9efa HTTP/1.1" status: 200 len: 217 time: 0.1968598 Sep 01 15:03:17.869898 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-8a9eed36-1a92-437e-b61f-98c628bd026e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:17.886748 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-8a9eed36-1a92-437e-b61f-98c628bd026e service neutron] Transition to ACTIVE for port object f32b99bb-edd8-4d66-8f41-770726da5fcc will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:03:17.935396 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-8a9eed36-1a92-437e-b61f-98c628bd026e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:17.984661 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['c580a6e4-b344-46fb-966f-a5e7de1d5915'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:03:18.034202 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-1225842c-64b8-4520-ae89-e55dacaf0ab0 admin admin] For port fd8458c9-b6fa-404b-821f-983227cc5c6d, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fd8458c9-b6fa-404b-821f-983227cc5c6d,segment=NetworkSegment(5cf0773b-4e0d-4c5e-8de2-11896785776d),segment_id=5cf0773b-4e0d-4c5e-8de2-11896785776d)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:18.034836 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1225842c-64b8-4520-ae89-e55dacaf0ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:18.067364 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-1225842c-64b8-4520-ae89-e55dacaf0ab0 admin admin] Calling delete_port for fd8458c9-b6fa-404b-821f-983227cc5c6d owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:03:18.070083 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9eed36-1a92-437e-b61f-98c628bd026e service neutron] Pushing event updated for resources: {'Port': ['ID=f32b99bb-edd8-4d66-8f41-770726da5fcc,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:18.094543 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdd01a-571d-4a89-ac5a-8163869a7789 req-7878b59e-add5-4cb2-a546-0a8d51b0706d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:18.096499 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e3bdd01a-571d-4a89-ac5a-8163869a7789 req-7878b59e-add5-4cb2-a546-0a8d51b0706d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 944 time: 0.6874173 Sep 01 15:03:18.112958 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0727a7-3506-499b-a954-fb68ca842044 req-66a01cb4-9194-4521-a98d-caefe07e0520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:18.116127 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa0727a7-3506-499b-a954-fb68ca842044 req-66a01cb4-9194-4521-a98d-caefe07e0520 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1713c272-a1dd-4676-bd8c-95aac02d27d5 HTTP/1.1" status: 200 len: 860 time: 0.2948821 Sep 01 15:03:18.148320 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2521227-0bb6-47ba-855e-ff920efc7468 req-ba6f463c-ae37-4679-b698-4462ecca021e tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:18.162763 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b2521227-0bb6-47ba-855e-ff920efc7468 req-ba6f463c-ae37-4679-b698-4462ecca021e tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=164a8512-80a6-4e81-8c37-b7b051f98367 HTTP/1.1" status: 200 len: 943 time: 0.2384968 Sep 01 15:03:18.299177 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0727a7-3506-499b-a954-fb68ca842044 req-0c3e51b3-6519-4392-a2a3-70d44a9df6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:18.302043 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa0727a7-3506-499b-a954-fb68ca842044 req-0c3e51b3-6519-4392-a2a3-70d44a9df6d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3a08825e-c598-4444-9cbd-967c37c7410b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1391196 Sep 01 15:03:18.313060 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e3bdd01a-571d-4a89-ac5a-8163869a7789 req-e6588c58-7a9b-4ee7-86e0-928ca1fbb23a tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584811 Sep 01 15:03:18.562647 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b2521227-0bb6-47ba-855e-ff920efc7468 req-c5489f1f-37d4-4a1d-a078-3d1e1cd40515 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf7be8e3-d6d7-455d-a813-c71c8a4509d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980925 Sep 01 15:03:18.568862 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa0727a7-3506-499b-a954-fb68ca842044 req-63b39839-4a0f-4220-accf-bb90347bfb70 service neutron] 10.222.0.45 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544458 Sep 01 15:03:18.640901 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5266f9e0-325e-45a5-affb-2d39807c1a3b req-809840aa-180d-494c-aa36-950a6d013109 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2624d4f-2efc-47c5-815d-b0743cac62b3 HTTP/1.1" status: 200 len: 210 time: 0.0705285 Sep 01 15:03:18.642421 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-8a9eed36-1a92-437e-b61f-98c628bd026e service neutron] Attempting to bind port f32b99bb-edd8-4d66-8f41-770726da5fcc on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:03:18.642734 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-8a9eed36-1a92-437e-b61f-98c628bd026e service neutron] Attempting to bind port f32b99bb-edd8-4d66-8f41-770726da5fcc by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:03:18.646545 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-8a9eed36-1a92-437e-b61f-98c628bd026e service neutron] Attempting to bind port f32b99bb-edd8-4d66-8f41-770726da5fcc on network b0922890-9f88-4062-824b-4dfc506e6e18 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:03:18.783451 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-8a9eed36-1a92-437e-b61f-98c628bd026e service neutron] Port f32b99bb-edd8-4d66-8f41-770726da5fcc on network b0922890-9f88-4062-824b-4dfc506e6e18 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:03:18.783781 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-8a9eed36-1a92-437e-b61f-98c628bd026e service neutron] Attempting to bind port f32b99bb-edd8-4d66-8f41-770726da5fcc on network b0922890-9f88-4062-824b-4dfc506e6e18 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:03:18.802590 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-8a9eed36-1a92-437e-b61f-98c628bd026e service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:03:18.803005 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-8a9eed36-1a92-437e-b61f-98c628bd026e service neutron] Checking segment: {'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:03:18.803335 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-8a9eed36-1a92-437e-b61f-98c628bd026e service neutron] Bound using segment: {'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:03:18.803820 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-8a9eed36-1a92-437e-b61f-98c628bd026e service neutron] Bound port: f32b99bb-edd8-4d66-8f41-770726da5fcc, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:03:18.804195 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-8a9eed36-1a92-437e-b61f-98c628bd026e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:18.867307 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4b268-90b2-4494-8193-53cb7c4a4e37 req-d776c9ef-b959-479d-97dd-ac3ecf2ee168 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:18.882142 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f7a4b268-90b2-4494-8193-53cb7c4a4e37 req-d776c9ef-b959-479d-97dd-ac3ecf2ee168 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=6291d42a-3987-4c53-8114-e78b009de53f HTTP/1.1" status: 200 len: 943 time: 0.1562328 Sep 01 15:03:18.917741 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1225842c-64b8-4520-ae89-e55dacaf0ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:18.992903 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225842c-64b8-4520-ae89-e55dacaf0ab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd8458c9-b6fa-404b-821f-983227cc5c6d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:19.012283 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa0727a7-3506-499b-a954-fb68ca842044 req-886cbdce-cfac-43ac-a50d-17b263ae65f9 service neutron] 10.222.0.45 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279263 Sep 01 15:03:19.023339 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f7a4b268-90b2-4494-8193-53cb7c4a4e37 req-20c63e60-6a71-4a5d-baf3-ef1dbfdfdfeb tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393785 Sep 01 15:03:19.066476 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094b9f1-54bb-4186-a131-5ed9786f44db req-2979965a-5824-46b1-8161-5c6d77c268f7 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:19.066476 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2094b9f1-54bb-4186-a131-5ed9786f44db req-2979965a-5824-46b1-8161-5c6d77c268f7 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b768e4b-02c4-42fa-b581-df5d31011155 HTTP/1.1" status: 200 len: 949 time: 0.2629251 Sep 01 15:03:19.121635 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-8a9eed36-1a92-437e-b61f-98c628bd026e service neutron] For port f32b99bb-edd8-4d66-8f41-770726da5fcc, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:03:19.141366 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-8a9eed36-1a92-437e-b61f-98c628bd026e service neutron] For port f32b99bb-edd8-4d66-8f41-770726da5fcc, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f32b99bb-edd8-4d66-8f41-770726da5fcc,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:03:19.163457 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2094b9f1-54bb-4186-a131-5ed9786f44db req-bc5afbc2-8c03-4494-abd5-6ca27ae76dd3 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990899 Sep 01 15:03:19.177507 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-8a9eed36-1a92-437e-b61f-98c628bd026e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:19.231108 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-8a9eed36-1a92-437e-b61f-98c628bd026e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:19.234686 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-8a9eed36-1a92-437e-b61f-98c628bd026e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:19.240210 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-8a9eed36-1a92-437e-b61f-98c628bd026e service neutron] 10.222.0.62 "PUT /v2.0/ports/f32b99bb-edd8-4d66-8f41-770726da5fcc HTTP/1.1" status: 200 len: 1091 time: 3.9447370 Sep 01 15:03:19.240743 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6291d42a-3987-4c53-8114-e78b009de53f', 'tag': 'f32b99bb-edd8-4d66-8f41-770726da5fcc'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:19.246787 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50edd4cc-6506-4472-b88d-158c51e68172" -d '{"events": [{"name": "network-changed", "server_uuid": "6291d42a-3987-4c53-8114-e78b009de53f", "tag": "f32b99bb-edd8-4d66-8f41-770726da5fcc"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:19.547948 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c850d06e-1538-4083-a5bf-48be486701e5 x-openstack-request-id: req-c850d06e-1538-4083-a5bf-48be486701e5 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:19.547948 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6291d42a-3987-4c53-8114-e78b009de53f", "tag": "f32b99bb-edd8-4d66-8f41-770726da5fcc", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:19.548495 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c850d06e-1538-4083-a5bf-48be486701e5 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:19.549019 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6291d42a-3987-4c53-8114-e78b009de53f', 'tag': 'f32b99bb-edd8-4d66-8f41-770726da5fcc', 'status': 'completed', 'code': 200} Sep 01 15:03:19.584127 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9eed36-1a92-437e-b61f-98c628bd026e service neutron] Pushing event updated for resources: {'Port': ['ID=f32b99bb-edd8-4d66-8f41-770726da5fcc,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:19.786947 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-0dae30d9-00c3-4100-aa73-ec030f5d0d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:19.791143 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-0dae30d9-00c3-4100-aa73-ec030f5d0d8b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fec0654f7239467a95f60e6ba299aa91&device_id=6291d42a-3987-4c53-8114-e78b009de53f HTTP/1.1" status: 200 len: 1094 time: 0.4158745 Sep 01 15:03:19.801970 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc20aa7-bfef-4419-b6c7-359bb6a45dbc req-720b6c64-9c8c-4be1-99cb-f44927fe6c45 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:19.804640 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cfc20aa7-bfef-4419-b6c7-359bb6a45dbc req-720b6c64-9c8c-4be1-99cb-f44927fe6c45 tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 1095 time: 0.5042629 Sep 01 15:03:19.957876 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-6ca71e81-b47d-4403-ae08-d5b7ee5f9ac4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f32b99bb-edd8-4d66-8f41-770726da5fcc HTTP/1.1" status: 200 len: 217 time: 0.1472600 Sep 01 15:03:19.987962 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96e3c2-0544-423e-a54b-a51298ca8fc4 req-394be59d-0c83-4a3b-9734-fa7fdcb1c648 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:19.991489 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ff96e3c2-0544-423e-a54b-a51298ca8fc4 req-394be59d-0c83-4a3b-9734-fa7fdcb1c648 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=164a8512-80a6-4e81-8c37-b7b051f98367 HTTP/1.1" status: 200 len: 943 time: 0.1946337 Sep 01 15:03:20.013557 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1225842c-64b8-4520-ae89-e55dacaf0ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:20.022921 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cfc20aa7-bfef-4419-b6c7-359bb6a45dbc req-0d337ab0-3347-4135-ab6b-818b83619b6d tempest-LiveMigrationTest-1220358744 tempest-LiveMigrationTest-1220358744-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876605 Sep 01 15:03:20.046558 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cadb48-332e-46f6-8802-7ff40df67328 req-1d5b323d-3f61-48f4-ae0d-b9398379d47d tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:20.054518 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-57cadb48-332e-46f6-8802-7ff40df67328 req-1d5b323d-3f61-48f4-ae0d-b9398379d47d tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.45 "GET /v2.0/networks?id=afbd3276-8933-493c-9cea-acf035fd72fe HTTP/1.1" status: 200 len: 822 time: 0.4745338 Sep 01 15:03:20.079393 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-57cadb48-332e-46f6-8802-7ff40df67328 req-c62090f2-4850-4754-8992-672ed036b9a3 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Request body: {'port': {'device_id': 'd2624d4f-2efc-47c5-815d-b0743cac62b3', 'network_id': 'afbd3276-8933-493c-9cea-acf035fd72fe', 'admin_state_up': True, 'tenant_id': 'fc7781bca91c43a9b97f7339632fb18e'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:20.219035 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 74840fab-6690-47fd-992c-955ae6af9efa details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:03:20.225969 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ff96e3c2-0544-423e-a54b-a51298ca8fc4 req-691350a7-1b9a-41e0-8bb1-d5d89c2ad9b8 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf7be8e3-d6d7-455d-a813-c71c8a4509d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047384 Sep 01 15:03:20.301491 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f9c8adfb-3733-4f61-943f-67c154593b85 req-f628b6db-d3b7-44b7-adef-7edd0953b241 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2624d4f-2efc-47c5-815d-b0743cac62b3 HTTP/1.1" status: 200 len: 210 time: 0.1301098 Sep 01 15:03:20.326367 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-9bd531d9-7116-4369-b681-eba942411f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:20.326367 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-9bd531d9-7116-4369-b681-eba942411f22 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=de6f3d24-aa35-41db-834d-e91d2e27e6db HTTP/1.1" status: 200 len: 851 time: 0.3510189 Sep 01 15:03:20.389781 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-fb131b96-8b2e-4064-a6f0-2e56231ad844 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b0922890-9f88-4062-824b-4dfc506e6e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539336 Sep 01 15:03:20.515034 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 74840fab-6690-47fd-992c-955ae6af9efa, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=74840fab-6690-47fd-992c-955ae6af9efa,segment=NetworkSegment(e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1),segment_id=e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:20.531609 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '74840fab-6690-47fd-992c-955ae6af9efa', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'port_id': '74840fab-6690-47fd-992c-955ae6af9efa', 'mac_address': 'fa:16:3e:67:ed:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:03:20.607138 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:20.634724 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74840fab-6690-47fd-992c-955ae6af9efa {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:03:20.681673 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 74840fab-6690-47fd-992c-955ae6af9efa, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=74840fab-6690-47fd-992c-955ae6af9efa,segment=NetworkSegment(e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1),segment_id=e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:20.696658 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:20.724810 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd554bb-a481-4f65-86c0-dec67188560f req-a9928994-41d1-4315-a4c5-1fe2f7bea248 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:20.726507 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dfd554bb-a481-4f65-86c0-dec67188560f req-a9928994-41d1-4315-a4c5-1fe2f7bea248 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=6291d42a-3987-4c53-8114-e78b009de53f HTTP/1.1" status: 200 len: 943 time: 0.2635000 Sep 01 15:03:20.756977 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57cadb48-332e-46f6-8802-7ff40df67328 req-c62090f2-4850-4754-8992-672ed036b9a3 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Made reservation on behalf of fc7781bca91c43a9b97f7339632fb18e for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:03:20.765018 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-57cadb48-332e-46f6-8802-7ff40df67328 req-c62090f2-4850-4754-8992-672ed036b9a3 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:20.808212 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=74840fab-6690-47fd-992c-955ae6af9efa,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:20.811008 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-892a14f6-ead3-46dc-8be0-771597836c42 service neutron] 10.222.0.62 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975704 Sep 01 15:03:20.843180 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1225842c-64b8-4520-ae89-e55dacaf0ab0 admin admin] Router 2ecbe0d7-dcba-496c-82ea-ae2069e5a50f has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:03:20.858768 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7648e-c896-4b13-a07f-a4366e612331 req-c0b363ba-baec-4a08-879d-fb237d7250dd tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:20.861713 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d6b7648e-c896-4b13-a07f-a4366e612331 req-c0b363ba-baec-4a08-879d-fb237d7250dd tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b768e4b-02c4-42fa-b581-df5d31011155 HTTP/1.1" status: 200 len: 949 time: 0.1249034 Sep 01 15:03:20.866944 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device c580a6e4-b344-46fb-966f-a5e7de1d5915 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:03:20.929804 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dfd554bb-a481-4f65-86c0-dec67188560f req-ba315d5a-d1da-4871-93ae-e8241bb889a5 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938288 Sep 01 15:03:20.947503 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port c580a6e4-b344-46fb-966f-a5e7de1d5915 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:03:20.954282 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port c580a6e4-b344-46fb-966f-a5e7de1d5915 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:03:20.954805 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:20.967371 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['74840fab-6690-47fd-992c-955ae6af9efa'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:03:21.156287 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-57cadb48-332e-46f6-8802-7ff40df67328 req-c62090f2-4850-4754-8992-672ed036b9a3 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Allocated IP 172.20.0.10 (afbd3276-8933-493c-9cea-acf035fd72fe/9aecc203-2bd6-487a-a73a-beab525beded/7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:03:21.167330 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c4ec0bf-34a0-4c90-8228-92f74384d36f req-6555124b-8eb5-4344-9599-6fca4ae1993c service neutron] 10.222.0.62 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948678 Sep 01 15:03:21.181844 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d6b7648e-c896-4b13-a07f-a4366e612331 req-31514d58-ec19-4638-aaef-a7947a6a1b59 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080831 Sep 01 15:03:21.224227 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1225842c-64b8-4520-ae89-e55dacaf0ab0 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:03:21.245872 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54370) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:21.246914 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1225842c-64b8-4520-ae89-e55dacaf0ab0 admin admin] 10.222.0.60 "PUT /v2.0/routers/2ecbe0d7-dcba-496c-82ea-ae2069e5a50f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1231790 Sep 01 15:03:21.251006 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8e4b55-a715-4b62-b185-05247205c42f None None] Sync routers for ids ['2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:03:21.280730 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8e4b55-a715-4b62-b185-05247205c42f None None] Routers {'2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:03:21.283629 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-fe8e4b55-a715-4b62-b185-05247205c42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:03:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:21.566979 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:21.592873 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-fe8e4b55-a715-4b62-b185-05247205c42f None None] Set router 2ecbe0d7-dcba-496c-82ea-ae2069e5a50f gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:03:21.600803 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558939f7-879a-474f-82e3-cde78b34396a req-9810bdf6-0e9f-4d6b-9046-22b2ea7eee63 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:21.623375 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-558939f7-879a-474f-82e3-cde78b34396a req-9810bdf6-0e9f-4d6b-9046-22b2ea7eee63 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=164a8512-80a6-4e81-8c37-b7b051f98367 HTTP/1.1" status: 200 len: 944 time: 0.2031901 Sep 01 15:03:21.631115 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b768e4b-02c4-42fa-b581-df5d31011155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c580a6e4-b344-46fb-966f-a5e7de1d5915'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:21.637164 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d6c6c4-546e-4be8-9f11-7567424d7573" -d '{"events": [{"server_uuid": "1b768e4b-02c4-42fa-b581-df5d31011155", "name": "network-vif-plugged", "status": "completed", "tag": "c580a6e4-b344-46fb-966f-a5e7de1d5915"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:21.679742 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port c580a6e4-b344-46fb-966f-a5e7de1d5915, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=c580a6e4-b344-46fb-966f-a5e7de1d5915,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:21.692976 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:21.769274 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-558939f7-879a-474f-82e3-cde78b34396a req-918442c4-2b9d-417c-b188-f433ac08a369 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf7be8e3-d6d7-455d-a813-c71c8a4509d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408932 Sep 01 15:03:21.849701 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=c580a6e4-b344-46fb-966f-a5e7de1d5915,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:21.997183 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b4b234b-0d52-4d61-a09f-f9bb275c618d req-5ad57154-b66a-4eab-b3a1-36eb8274eef8 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2624d4f-2efc-47c5-815d-b0743cac62b3 HTTP/1.1" status: 200 len: 210 time: 0.0628638 Sep 01 15:03:22.008139 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d6b0c755-da98-4ce2-95bd-78dba54784eb admin admin] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:22.071052 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edd4cc-6506-4472-b88d-158c51e68172 req-b4070e9b-6212-48f9-95ca-04130b799705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:22.074075 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50edd4cc-6506-4472-b88d-158c51e68172 req-b4070e9b-6212-48f9-95ca-04130b799705 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fec0654f7239467a95f60e6ba299aa91&device_id=6291d42a-3987-4c53-8114-e78b009de53f HTTP/1.1" status: 200 len: 1094 time: 0.5724804 Sep 01 15:03:22.092397 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f071e8-0d8d-4242-8044-c130cfa50bfa x-openstack-request-id: req-c0f071e8-0d8d-4242-8044-c130cfa50bfa {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:22.092397 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b768e4b-02c4-42fa-b581-df5d31011155", "name": "network-vif-plugged", "status": "completed", "tag": "c580a6e4-b344-46fb-966f-a5e7de1d5915", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:22.092861 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0f071e8-0d8d-4242-8044-c130cfa50bfa {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:22.093198 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b768e4b-02c4-42fa-b581-df5d31011155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c580a6e4-b344-46fb-966f-a5e7de1d5915', 'code': 200} Sep 01 15:03:22.093525 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0ae89-a24a-4a36-9494-17002dc864e8 req-55655a1b-a51c-4ab5-8846-232c1cf87fdb tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:22.096750 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c8a0ae89-a24a-4a36-9494-17002dc864e8 req-55655a1b-a51c-4ab5-8846-232c1cf87fdb tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 944 time: 0.8031118 Sep 01 15:03:22.231320 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-fe8e4b55-a715-4b62-b185-05247205c42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'name': 'tempest-ServersTestFqdnHostnames-264342713-router', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:00:19Z', 'updated_at': '2021-09-01T15:03:18Z', 'revision_number': 5, 'project_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'gw_port': {'id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:21Z', 'updated_at': '2021-09-01T15:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:22.247407 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 74840fab-6690-47fd-992c-955ae6af9efa up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:03:22.271016 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8e4b55-a715-4b62-b185-05247205c42f None None] Checking router: 2ecbe0d7-dcba-496c-82ea-ae2069e5a50f for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:03:22.282845 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8e4b55-a715-4b62-b185-05247205c42f None None] Routers {'2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:03:22.283845 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-fe8e4b55-a715-4b62-b185-05247205c42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:03:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:22.335449 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19569c8-6aa9-4700-9cc9-b3d0457e30d3 req-baf64821-d65d-40ad-bb8b-7a9b984c2670 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:22.347847 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d19569c8-6aa9-4700-9cc9-b3d0457e30d3 req-baf64821-d65d-40ad-bb8b-7a9b984c2670 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=6291d42a-3987-4c53-8114-e78b009de53f HTTP/1.1" status: 200 len: 943 time: 0.1468635 Sep 01 15:03:22.373221 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 74840fab-6690-47fd-992c-955ae6af9efa completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:03:22.378526 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 74840fab-6690-47fd-992c-955ae6af9efa triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:03:22.378911 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:22.384891 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8281c0-0a37-4949-9866-746924ec7ce0 req-27ecda46-8564-42a8-bd52-4289e2da602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:22.387516 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ab8281c0-0a37-4949-9866-746924ec7ce0 req-27ecda46-8564-42a8-bd52-4289e2da602a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1b768e4b-02c4-42fa-b581-df5d31011155 HTTP/1.1" status: 200 len: 1101 time: 0.1368306 Sep 01 15:03:22.434062 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d19569c8-6aa9-4700-9cc9-b3d0457e30d3 req-ba965662-00a7-4dc1-a649-8fb46664e506 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851347 Sep 01 15:03:22.493734 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ab8281c0-0a37-4949-9866-746924ec7ce0 req-d92459a0-27fd-4482-bd48-4f3e5484e4a4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854645 Sep 01 15:03:22.512126 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-fe8e4b55-a715-4b62-b185-05247205c42f None None] Set router 2ecbe0d7-dcba-496c-82ea-ae2069e5a50f gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:03:22.592082 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:22.649159 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 74840fab-6690-47fd-992c-955ae6af9efa, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=74840fab-6690-47fd-992c-955ae6af9efa,segment=NetworkSegment(e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1),segment_id=e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:22.656896 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:22.700466 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412d1e7-f3c6-45de-9564-0b1e07777bf6 req-c66e7f9e-06b6-4e71-99bb-b5a1f8626e8d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:22.701914 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0412d1e7-f3c6-45de-9564-0b1e07777bf6 req-c66e7f9e-06b6-4e71-99bb-b5a1f8626e8d tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 944 time: 1.0295537 Sep 01 15:03:22.733264 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=74840fab-6690-47fd-992c-955ae6af9efa,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:22.821372 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-fe8e4b55-a715-4b62-b185-05247205c42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'name': 'tempest-ServersTestFqdnHostnames-264342713-router', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:00:19Z', 'updated_at': '2021-09-01T15:03:18Z', 'revision_number': 5, 'project_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'gw_port': {'id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:21Z', 'updated_at': '2021-09-01T15:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:22.848056 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-57cadb48-332e-46f6-8802-7ff40df67328 req-c62090f2-4850-4754-8992-672ed036b9a3 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:22.861690 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c8a0ae89-a24a-4a36-9494-17002dc864e8 req-bd5084c0-6542-4542-8001-09156b3e41bb tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734805 Sep 01 15:03:22.890684 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f32b99bb-edd8-4d66-8f41-770726da5fcc details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:03:22.946239 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8e4b55-a715-4b62-b185-05247205c42f None None] The sync data for ids ['2ecbe0d7-dcba-496c-82ea-ae2069e5a50f'] in n-d-794796-3 is: [{'id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'name': 'tempest-ServersTestFqdnHostnames-264342713-router', 'tenant_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:00:19Z', 'updated_at': '2021-09-01T15:03:18Z', 'revision_number': 5, 'project_id': '2b6691d4b6a34925853a0b0cfb6dd457', 'gw_port': {'id': 'd31d6902-1446-4991-bc3b-69b79f2ac866', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ecbe0d7-dcba-496c-82ea-ae2069e5a50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:00:21Z', 'updated_at': '2021-09-01T15:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:03:22.996370 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edd4cc-6506-4472-b88d-158c51e68172 req-4ac95128-fc4b-4ebe-9692-777146d35011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:23.009010 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50edd4cc-6506-4472-b88d-158c51e68172 req-4ac95128-fc4b-4ebe-9692-777146d35011 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b0922890-9f88-4062-824b-4dfc506e6e18 HTTP/1.1" status: 200 len: 912 time: 0.9038372 Sep 01 15:03:23.089567 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d6b0c755-da98-4ce2-95bd-78dba54784eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:23.130439 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585988f-d6bc-407f-b6da-b5ed11fcbb23 req-b245f32d-c841-4b0b-852e-2c18fa4efce5 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:23.134348 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e585988f-d6bc-407f-b6da-b5ed11fcbb23 req-b245f32d-c841-4b0b-852e-2c18fa4efce5 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b768e4b-02c4-42fa-b581-df5d31011155 HTTP/1.1" status: 200 len: 950 time: 0.0883231 Sep 01 15:03:23.196713 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e585988f-d6bc-407f-b6da-b5ed11fcbb23 req-6d9690f9-35b3-4230-bf8a-52dc29971f6b tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501666 Sep 01 15:03:23.205960 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50edd4cc-6506-4472-b88d-158c51e68172 req-459e4d4f-8846-4e0f-a842-62091499cdd0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f32b99bb-edd8-4d66-8f41-770726da5fcc HTTP/1.1" status: 200 len: 217 time: 0.1220260 Sep 01 15:03:23.252192 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port f32b99bb-edd8-4d66-8f41-770726da5fcc, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f32b99bb-edd8-4d66-8f41-770726da5fcc,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:23.279499 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'f32b99bb-edd8-4d66-8f41-770726da5fcc', 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18', 'port_id': 'f32b99bb-edd8-4d66-8f41-770726da5fcc', 'mac_address': 'fa:16:3e:69:ca:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6f3d24-aa35-41db-834d-e91d2e27e6db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:03:23.341383 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:23.342854 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-870c41ce-acf2-4d40-a29c-732facde9158 req-3172cda8-631a-45ee-904b-4f6bf29d4b28 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2624d4f-2efc-47c5-815d-b0743cac62b3 HTTP/1.1" status: 200 len: 210 time: 0.0499127 Sep 01 15:03:23.367947 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f32b99bb-edd8-4d66-8f41-770726da5fcc {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:03:23.407611 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port f32b99bb-edd8-4d66-8f41-770726da5fcc, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f32b99bb-edd8-4d66-8f41-770726da5fcc,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:23.409254 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-57cadb48-332e-46f6-8802-7ff40df67328 req-c62090f2-4850-4754-8992-672ed036b9a3 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:23.422690 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:23.450267 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edd4cc-6506-4472-b88d-158c51e68172 req-c50c9063-afdc-40f0-a28f-055b66b56b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:23.452951 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50edd4cc-6506-4472-b88d-158c51e68172 req-c50c9063-afdc-40f0-a28f-055b66b56b00 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=de6f3d24-aa35-41db-834d-e91d2e27e6db HTTP/1.1" status: 200 len: 851 time: 0.2306600 Sep 01 15:03:23.468154 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d40e35-5240-4ead-86e4-c75e37755a07 req-a649a675-1933-4a3b-8798-b43b6645b594 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:23.470912 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e4d40e35-5240-4ead-86e4-c75e37755a07 req-a649a675-1933-4a3b-8798-b43b6645b594 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=164a8512-80a6-4e81-8c37-b7b051f98367 HTTP/1.1" status: 200 len: 945 time: 0.3926852 Sep 01 15:03:23.530800 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=f32b99bb-edd8-4d66-8f41-770726da5fcc,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:23.542543 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-0412d1e7-f3c6-45de-9564-0b1e07777bf6 req-fed967a3-0f5e-42cb-8165-f21cc1ee74bf tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Deleting port c152d548-ed6d-4ee0-965a-8045096d4362 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:03:23.543227 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0412d1e7-f3c6-45de-9564-0b1e07777bf6 req-fed967a3-0f5e-42cb-8165-f21cc1ee74bf tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:23.658364 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4786b-46f7-4420-8780-aa46d9ac024f req-5331cded-9803-46c7-9894-0668ad6af960 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:23.661698 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8ac4786b-46f7-4420-8780-aa46d9ac024f req-5331cded-9803-46c7-9894-0668ad6af960 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=6291d42a-3987-4c53-8114-e78b009de53f HTTP/1.1" status: 200 len: 944 time: 0.0896680 Sep 01 15:03:23.668047 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50edd4cc-6506-4472-b88d-158c51e68172 req-fca298cf-7836-4dc0-98de-d4940b3e13b0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b0922890-9f88-4062-824b-4dfc506e6e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1799843 Sep 01 15:03:23.690683 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57cadb48-332e-46f6-8802-7ff40df67328 req-c62090f2-4850-4754-8992-672ed036b9a3 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Network afbd3276-8933-493c-9cea-acf035fd72fe is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:03:23.693971 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62090f2-4850-4754-8992-672ed036b9a3 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Pushing event updated for resources: {'Port': ['ID=7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:23.719935 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-57cadb48-332e-46f6-8802-7ff40df67328 req-c62090f2-4850-4754-8992-672ed036b9a3 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:03:23.729867 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8ac4786b-46f7-4420-8780-aa46d9ac024f req-9d09f440-85bd-4ba5-bf56-f06e16edf480 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572367 Sep 01 15:03:23.752467 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-57cadb48-332e-46f6-8802-7ff40df67328 req-c62090f2-4850-4754-8992-672ed036b9a3 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:03:23.795239 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-d6b0c755-da98-4ce2-95bd-78dba54784eb admin admin] Deleting port d31d6902-1446-4991-bc3b-69b79f2ac866 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:03:23.795765 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d6b0c755-da98-4ce2-95bd-78dba54784eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:23.842692 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fd8458c9-b6fa-404b-821f-983227cc5c6d no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:03:23.870912 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: fd8458c9-b6fa-404b-821f-983227cc5c6d {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:03:23.871707 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fd8458c9-b6fa-404b-821f-983227cc5c6d not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:03:23.933596 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e4d40e35-5240-4ead-86e4-c75e37755a07 req-60318295-e34b-4c07-9224-edc6363e2fb6 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf7be8e3-d6d7-455d-a813-c71c8a4509d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659654 Sep 01 15:03:23.972970 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['f32b99bb-edd8-4d66-8f41-770726da5fcc'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:03:23.986584 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cadb48-332e-46f6-8802-7ff40df67328 req-c62090f2-4850-4754-8992-672ed036b9a3 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:23.987277 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-57cadb48-332e-46f6-8802-7ff40df67328 req-c62090f2-4850-4754-8992-672ed036b9a3 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:24.003438 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-0412d1e7-f3c6-45de-9564-0b1e07777bf6 req-fed967a3-0f5e-42cb-8165-f21cc1ee74bf tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] For port c152d548-ed6d-4ee0-965a-8045096d4362, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=c152d548-ed6d-4ee0-965a-8045096d4362,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:24.003887 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0412d1e7-f3c6-45de-9564-0b1e07777bf6 req-fed967a3-0f5e-42cb-8165-f21cc1ee74bf tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:24.056729 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-0412d1e7-f3c6-45de-9564-0b1e07777bf6 req-fed967a3-0f5e-42cb-8165-f21cc1ee74bf tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Calling delete_port for c152d548-ed6d-4ee0-965a-8045096d4362 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:03:24.071419 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50edd4cc-6506-4472-b88d-158c51e68172 req-05e75b48-29bd-4cbd-a1d3-d121b5a736ee service neutron] 10.222.0.62 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844333 Sep 01 15:03:24.085449 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-57cadb48-332e-46f6-8802-7ff40df67328 req-c62090f2-4850-4754-8992-672ed036b9a3 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0166974 Sep 01 15:03:24.095815 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164a8512-80a6-4e81-8c37-b7b051f98367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74840fab-6690-47fd-992c-955ae6af9efa'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:24.100305 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a9abfa-c503-4f9a-aef2-19b27e5488f8" -d '{"events": [{"server_uuid": "164a8512-80a6-4e81-8c37-b7b051f98367", "name": "network-vif-plugged", "status": "completed", "tag": "74840fab-6690-47fd-992c-955ae6af9efa"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:24.108135 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-57cadb48-332e-46f6-8802-7ff40df67328 req-51e5cc4f-c9a5-4cfd-9fe7-06ee80247eee service neutron] Request body: {'port': {'device_id': 'd2624d4f-2efc-47c5-815d-b0743cac62b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:24.197356 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c797231-1b66-41ce-a00a-ced22860dfc3 x-openstack-request-id: req-0c797231-1b66-41ce-a00a-ced22860dfc3 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:24.197998 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164a8512-80a6-4e81-8c37-b7b051f98367", "name": "network-vif-plugged", "status": "completed", "tag": "74840fab-6690-47fd-992c-955ae6af9efa", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:24.198593 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0c797231-1b66-41ce-a00a-ced22860dfc3 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:24.199427 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164a8512-80a6-4e81-8c37-b7b051f98367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74840fab-6690-47fd-992c-955ae6af9efa', 'code': 200} Sep 01 15:03:24.305813 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-d6b0c755-da98-4ce2-95bd-78dba54784eb admin admin] For port d31d6902-1446-4991-bc3b-69b79f2ac866, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d31d6902-1446-4991-bc3b-69b79f2ac866,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:24.315080 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d6b0c755-da98-4ce2-95bd-78dba54784eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:24.411433 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-d6b0c755-da98-4ce2-95bd-78dba54784eb admin admin] Calling delete_port for d31d6902-1446-4991-bc3b-69b79f2ac866 owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:03:24.456008 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d222f-e92e-4d5a-a0c9-20e6902eefed req-0a656a7c-54e7-4563-b13d-63910ed655b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:24.458674 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3a6d222f-e92e-4d5a-a0c9-20e6902eefed req-0a656a7c-54e7-4563-b13d-63910ed655b6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=164a8512-80a6-4e81-8c37-b7b051f98367 HTTP/1.1" status: 200 len: 1096 time: 0.1737099 Sep 01 15:03:24.553912 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-f49604b6-f78f-4250-b2ec-65dbc0434bcb tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:24.556340 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-f49604b6-f78f-4250-b2ec-65dbc0434bcb tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/networks?id=e27801a1-4735-4eb4-8714-06c2c137f925 HTTP/1.1" status: 200 len: 820 time: 0.2527862 Sep 01 15:03:24.559417 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3a6d222f-e92e-4d5a-a0c9-20e6902eefed req-975e8ebb-4f0d-44a8-b44c-b8d5ae9b0bf7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cf7be8e3-d6d7-455d-a813-c71c8a4509d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841541 Sep 01 15:03:24.577245 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-92ff36c6-b8f2-4567-86bb-682791c66d12 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/quotas/9f3b994bc48b473697b9e8ffb67f1eaa HTTP/1.1" status: 200 len: 375 time: 0.0116024 Sep 01 15:03:24.625959 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67644c26-0f04-49fa-b8c2-3b92554361c9 req-717c2ff7-52bc-4515-a831-24b347a324fc tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:24.627649 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-67644c26-0f04-49fa-b8c2-3b92554361c9 req-717c2ff7-52bc-4515-a831-24b347a324fc tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 944 time: 0.4882071 Sep 01 15:03:24.646126 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-b60f45c2-9000-4e1a-a438-800e0b3a9cfb tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0627937 Sep 01 15:03:24.667619 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50edd4cc-6506-4472-b88d-158c51e68172 req-3475b487-6fdc-4e8f-828d-99c8ddf53e9a service neutron] 10.222.0.62 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5772214 Sep 01 15:03:24.674415 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-57cadb48-332e-46f6-8802-7ff40df67328 req-51e5cc4f-c9a5-4cfd-9fe7-06ee80247eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:24.796088 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-024bf314-bdc5-4d3b-9a8b-fc7de7840930 service neutron] 10.222.0.60 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333232 Sep 01 15:03:24.873570 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-67644c26-0f04-49fa-b8c2-3b92554361c9 req-2e1c0272-0c0e-480c-a7d9-1a1af9b57951 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286959 Sep 01 15:03:24.892173 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device c152d548-ed6d-4ee0-965a-8045096d4362 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:03:24.977170 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No active binding found for port c152d548-ed6d-4ee0-965a-8045096d4362 {{(pid=94735) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 15:03:24.977840 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device c152d548-ed6d-4ee0-965a-8045096d4362 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:03:24.994573 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-280f2a23-ea3c-4ecd-8a9b-34527d3aede7 service neutron] 10.222.0.60 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909244 Sep 01 15:03:25.008228 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0412d1e7-f3c6-45de-9564-0b1e07777bf6 req-fed967a3-0f5e-42cb-8165-f21cc1ee74bf tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:25.096682 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['2fe55acc-3642-4816-8ed1-af0fb041aad0'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:03:25.112390 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed967a3-0f5e-42cb-8165-f21cc1ee74bf tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Pushing event deleted for resources: {'Port': ['ID=c152d548-ed6d-4ee0-965a-8045096d4362,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:25.225022 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-0412d1e7-f3c6-45de-9564-0b1e07777bf6 req-fed967a3-0f5e-42cb-8165-f21cc1ee74bf tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] No DVR routers for this DVR port c152d548-ed6d-4ee0-965a-8045096d4362 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:03:25.229921 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0412d1e7-f3c6-45de-9564-0b1e07777bf6 req-fed967a3-0f5e-42cb-8165-f21cc1ee74bf tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:25.232467 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0412d1e7-f3c6-45de-9564-0b1e07777bf6 req-fed967a3-0f5e-42cb-8165-f21cc1ee74bf tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.62 "DELETE /v2.0/ports/c152d548-ed6d-4ee0-965a-8045096d4362 HTTP/1.1" status: 204 len: 173 time: 2.3638077 Sep 01 15:03:25.233726 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1cbe22-8ca1-459c-b6a7-1f45324c2e79', 'name': 'network-vif-deleted', 'tag': 'c152d548-ed6d-4ee0-965a-8045096d4362'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:25.235918 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7ac0ee-e98c-4609-9041-c47e220cb0a9" -d '{"events": [{"server_uuid": "1e1cbe22-8ca1-459c-b6a7-1f45324c2e79", "name": "network-vif-deleted", "tag": "c152d548-ed6d-4ee0-965a-8045096d4362"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:25.244773 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d6b0c755-da98-4ce2-95bd-78dba54784eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:25.296554 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761a6a6-e880-4a9f-a6f0-15e0ac28ac94 req-0da0d7c5-d8d0-4086-9ebb-9608b8561349 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:25.298252 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6761a6a6-e880-4a9f-a6f0-15e0ac28ac94 req-0da0d7c5-d8d0-4086-9ebb-9608b8561349 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b768e4b-02c4-42fa-b581-df5d31011155 HTTP/1.1" status: 200 len: 950 time: 0.2931781 Sep 01 15:03:25.304030 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0c755-da98-4ce2-95bd-78dba54784eb admin admin] Pushing event deleted for resources: {'Port': ['ID=d31d6902-1446-4991-bc3b-69b79f2ac866,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:25.475105 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6761a6a6-e880-4a9f-a6f0-15e0ac28ac94 req-49ab977e-e35a-4c40-83b8-e285414e1e7c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602714 Sep 01 15:03:25.517637 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d6b0c755-da98-4ce2-95bd-78dba54784eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:25.555828 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97159c91-eedd-4291-9e61-8a1e640c0670 req-272bdeed-503c-40e1-968e-8b13a6b27ea2 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:25.558621 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-97159c91-eedd-4291-9e61-8a1e640c0670 req-272bdeed-503c-40e1-968e-8b13a6b27ea2 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2624d4f-2efc-47c5-815d-b0743cac62b3 HTTP/1.1" status: 200 len: 932 time: 0.1150770 Sep 01 15:03:25.619140 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-97159c91-eedd-4291-9e61-8a1e640c0670 req-0170b953-e855-4706-a8d3-fc162c62f6ad tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519714 Sep 01 15:03:25.671493 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-57cadb48-332e-46f6-8802-7ff40df67328 req-51e5cc4f-c9a5-4cfd-9fe7-06ee80247eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:03:25.679837 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-57cadb48-332e-46f6-8802-7ff40df67328 req-51e5cc4f-c9a5-4cfd-9fe7-06ee80247eee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:25.788024 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d6b0c755-da98-4ce2-95bd-78dba54784eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:25.795702 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d6b0c755-da98-4ce2-95bd-78dba54784eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:25.798923 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-57cadb48-332e-46f6-8802-7ff40df67328 req-51e5cc4f-c9a5-4cfd-9fe7-06ee80247eee service neutron] Transition to ACTIVE for port object 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:03:25.822773 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-57cadb48-332e-46f6-8802-7ff40df67328 req-51e5cc4f-c9a5-4cfd-9fe7-06ee80247eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:25.864567 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff2521-69e3-442d-ae83-cc8b37ff111f req-a532b33d-7246-4e98-88f5-45444497a070 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:25.889673 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c2ff2521-69e3-442d-ae83-cc8b37ff111f req-a532b33d-7246-4e98-88f5-45444497a070 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=164a8512-80a6-4e81-8c37-b7b051f98367 HTTP/1.1" status: 200 len: 945 time: 0.1830168 Sep 01 15:03:26.016485 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77d0e7-90d8-42f7-a506-788b60e964ea req-aa49125a-6e0f-42c9-bc0b-e6670567451d tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:26.019181 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fb77d0e7-90d8-42f7-a506-788b60e964ea req-aa49125a-6e0f-42c9-bc0b-e6670567451d tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=6291d42a-3987-4c53-8114-e78b009de53f HTTP/1.1" status: 200 len: 944 time: 0.4364164 Sep 01 15:03:26.029212 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d6b0c755-da98-4ce2-95bd-78dba54784eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:26.030104 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b0c755-da98-4ce2-95bd-78dba54784eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ecbe0d7-dcba-496c-82ea-ae2069e5a50f {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:03:26.048547 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d6b0c755-da98-4ce2-95bd-78dba54784eb admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:26.055032 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d6b0c755-da98-4ce2-95bd-78dba54784eb admin admin] 10.222.0.60 "DELETE /v2.0/routers/2ecbe0d7-dcba-496c-82ea-ae2069e5a50f HTTP/1.1" status: 204 len: 168 time: 4.7588172 Sep 01 15:03:26.060994 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c2ff2521-69e3-442d-ae83-cc8b37ff111f req-a8d52f29-0425-4009-8a94-98870f57fc3a tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf7be8e3-d6d7-455d-a813-c71c8a4509d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697187 Sep 01 15:03:26.063227 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54438) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:26.157541 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5cc4f-c9a5-4cfd-9fe7-06ee80247eee service neutron] Pushing event updated for resources: {'Port': ['ID=7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:26.337557 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2dc08a-4144-4a94-b45b-b10aa81eb3d9 x-openstack-request-id: req-ee2dc08a-4144-4a94-b45b-b10aa81eb3d9 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:26.337557 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1cbe22-8ca1-459c-b6a7-1f45324c2e79", "name": "network-vif-deleted", "tag": "c152d548-ed6d-4ee0-965a-8045096d4362", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:26.337557 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ee2dc08a-4144-4a94-b45b-b10aa81eb3d9 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:26.337557 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1cbe22-8ca1-459c-b6a7-1f45324c2e79', 'name': 'network-vif-deleted', 'tag': 'c152d548-ed6d-4ee0-965a-8045096d4362', 'status': 'completed', 'code': 200} Sep 01 15:03:26.356644 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fb77d0e7-90d8-42f7-a506-788b60e964ea req-0a3fa68d-d225-492b-94d2-c60cafd3b7f1 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919497 Sep 01 15:03:26.381909 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-487a7885-13eb-4a87-abb2-bcab0c5b4f05 admin admin] Deleting subnet ce9b8e73-db6c-4188-9be9-0fb25a89d2c5 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:03:26.390121 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-487a7885-13eb-4a87-abb2-bcab0c5b4f05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:26.430413 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-073ae469-d927-48be-ac83-60adfa5c5f15 req-a56b7214-01ac-4a96-ab9e-518b4b0268be tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 210 time: 0.0785205 Sep 01 15:03:26.559708 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d5b1d951-d320-4b4b-8ded-eca3abe344cc req-a4fc1dc8-02c5-4af2-b832-1b856d45d2de tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 210 time: 0.0508351 Sep 01 15:03:26.886936 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-487a7885-13eb-4a87-abb2-bcab0c5b4f05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:26.890203 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0bc00-2777-4f72-9479-086cad6bf082 req-055f93fd-5885-43bb-ac96-ec259540cdca tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:26.892846 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-57cadb48-332e-46f6-8802-7ff40df67328 req-51e5cc4f-c9a5-4cfd-9fe7-06ee80247eee service neutron] Attempting to bind port 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:03:26.893713 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-57cadb48-332e-46f6-8802-7ff40df67328 req-51e5cc4f-c9a5-4cfd-9fe7-06ee80247eee service neutron] Attempting to bind port 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'b84bd209-7bfa-45b7-97f5-46abc9efe091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'afbd3276-8933-493c-9cea-acf035fd72fe'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:03:26.894066 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cadb48-332e-46f6-8802-7ff40df67328 req-51e5cc4f-c9a5-4cfd-9fe7-06ee80247eee service neutron] Attempting to bind port 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2 on network afbd3276-8933-493c-9cea-acf035fd72fe {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:03:26.902855 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f32b99bb-edd8-4d66-8f41-770726da5fcc up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:03:26.906325 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cda0bc00-2777-4f72-9479-086cad6bf082 req-055f93fd-5885-43bb-ac96-ec259540cdca tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2624d4f-2efc-47c5-815d-b0743cac62b3 HTTP/1.1" status: 200 len: 944 time: 0.1345091 Sep 01 15:03:26.954065 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cadb48-332e-46f6-8802-7ff40df67328 req-51e5cc4f-c9a5-4cfd-9fe7-06ee80247eee service neutron] Port 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2 on network afbd3276-8933-493c-9cea-acf035fd72fe not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:03:26.954820 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cadb48-332e-46f6-8802-7ff40df67328 req-51e5cc4f-c9a5-4cfd-9fe7-06ee80247eee service neutron] Attempting to bind port 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2 on network afbd3276-8933-493c-9cea-acf035fd72fe {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:03:26.972810 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cadb48-332e-46f6-8802-7ff40df67328 req-51e5cc4f-c9a5-4cfd-9fe7-06ee80247eee service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:03:26.974087 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cadb48-332e-46f6-8802-7ff40df67328 req-51e5cc4f-c9a5-4cfd-9fe7-06ee80247eee service neutron] Checking segment: {'id': 'b84bd209-7bfa-45b7-97f5-46abc9efe091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'afbd3276-8933-493c-9cea-acf035fd72fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:03:26.974726 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cadb48-332e-46f6-8802-7ff40df67328 req-51e5cc4f-c9a5-4cfd-9fe7-06ee80247eee service neutron] Bound using segment: {'id': 'b84bd209-7bfa-45b7-97f5-46abc9efe091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'afbd3276-8933-493c-9cea-acf035fd72fe'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:03:26.975502 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-57cadb48-332e-46f6-8802-7ff40df67328 req-51e5cc4f-c9a5-4cfd-9fe7-06ee80247eee service neutron] Bound port: 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84bd209-7bfa-45b7-97f5-46abc9efe091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'afbd3276-8933-493c-9cea-acf035fd72fe'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:03:26.976100 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-57cadb48-332e-46f6-8802-7ff40df67328 req-51e5cc4f-c9a5-4cfd-9fe7-06ee80247eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:26.980289 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffb8a8-5209-44e7-b9a1-12340a81faee req-5aef23d1-ea74-46da-a70a-21448fbd89db tempest-ServersOnMultiNodesTest-1785707765 tempest-ServersOnMultiNodesTest-1785707765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:26.982397 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d8ffb8a8-5209-44e7-b9a1-12340a81faee req-5aef23d1-ea74-46da-a70a-21448fbd89db tempest-ServersOnMultiNodesTest-1785707765 tempest-ServersOnMultiNodesTest-1785707765-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1b768e4b-02c4-42fa-b581-df5d31011155 HTTP/1.1" status: 200 len: 1101 time: 0.1633399 Sep 01 15:03:26.996546 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cda0bc00-2777-4f72-9479-086cad6bf082 req-970f329d-bc09-458a-b3a3-06f9155924b2 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891843 Sep 01 15:03:27.005226 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port f32b99bb-edd8-4d66-8f41-770726da5fcc completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:03:27.013957 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port f32b99bb-edd8-4d66-8f41-770726da5fcc triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:03:27.014546 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:27.025758 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d8ffb8a8-5209-44e7-b9a1-12340a81faee req-73653b74-64f0-4a24-924e-53d2842f5f9d tempest-ServersOnMultiNodesTest-1785707765 tempest-ServersOnMultiNodesTest-1785707765-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:27.144052 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-487a7885-13eb-4a87-abb2-bcab0c5b4f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:27.168307 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:27.208859 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6291d42a-3987-4c53-8114-e78b009de53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32b99bb-edd8-4d66-8f41-770726da5fcc'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:27.211791 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041d37e3-69b1-4a02-8a96-8fc45dd49061" -d '{"events": [{"server_uuid": "6291d42a-3987-4c53-8114-e78b009de53f", "name": "network-vif-plugged", "status": "completed", "tag": "f32b99bb-edd8-4d66-8f41-770726da5fcc"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:27.230758 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port f32b99bb-edd8-4d66-8f41-770726da5fcc, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f32b99bb-edd8-4d66-8f41-770726da5fcc,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:27.240579 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:27.269926 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af152910-95d2-4544-bb4f-cf90024e669d req-38ca419f-427b-43b4-a7ca-803c1c5f0803 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:27.288446 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-af152910-95d2-4544-bb4f-cf90024e669d req-38ca419f-427b-43b4-a7ca-803c1c5f0803 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=164a8512-80a6-4e81-8c37-b7b051f98367 HTTP/1.1" status: 200 len: 945 time: 0.1257145 Sep 01 15:03:27.341609 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:27.356886 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-57cadb48-332e-46f6-8802-7ff40df67328 req-51e5cc4f-c9a5-4cfd-9fe7-06ee80247eee service neutron] For port 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:03:27.371569 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-57cadb48-332e-46f6-8802-7ff40df67328 req-51e5cc4f-c9a5-4cfd-9fe7-06ee80247eee service neutron] For port 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2,segment=NetworkSegment(b84bd209-7bfa-45b7-97f5-46abc9efe091),segment_id=b84bd209-7bfa-45b7-97f5-46abc9efe091)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:03:27.381865 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=f32b99bb-edd8-4d66-8f41-770726da5fcc,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:27.424334 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-57cadb48-332e-46f6-8802-7ff40df67328 req-51e5cc4f-c9a5-4cfd-9fe7-06ee80247eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:27.482131 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-af152910-95d2-4544-bb4f-cf90024e669d req-4be3a919-a19d-4c36-b445-08d00c9c7d1d tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf7be8e3-d6d7-455d-a813-c71c8a4509d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868777 Sep 01 15:03:27.507719 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-487a7885-13eb-4a87-abb2-bcab0c5b4f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:27.546120 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cadb48-332e-46f6-8802-7ff40df67328 req-51e5cc4f-c9a5-4cfd-9fe7-06ee80247eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:27.547547 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-57cadb48-332e-46f6-8802-7ff40df67328 req-51e5cc4f-c9a5-4cfd-9fe7-06ee80247eee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:27.550992 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-57cadb48-332e-46f6-8802-7ff40df67328 req-51e5cc4f-c9a5-4cfd-9fe7-06ee80247eee service neutron] 10.222.0.45 "PUT /v2.0/ports/7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2 HTTP/1.1" status: 200 len: 1092 time: 3.4491923 Sep 01 15:03:27.574239 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-8d6a1db5-3c0d-4d53-8c55-2a9226d9d094 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:27.576989 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-8d6a1db5-3c0d-4d53-8c55-2a9226d9d094 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.45 "GET /v2.0/networks?id=e27801a1-4735-4eb4-8714-06c2c137f925 HTTP/1.1" status: 200 len: 820 time: 0.1833930 Sep 01 15:03:27.596611 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9e7d378a-4f10-446d-afa6-eb3056fcc890 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Request body: {'port': {'device_id': '2dd565aa-ccd2-483e-aaea-af8540681fb0', 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925', 'admin_state_up': True, 'tenant_id': '9f3b994bc48b473697b9e8ffb67f1eaa'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:27.639938 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d8ffb8a8-5209-44e7-b9a1-12340a81faee req-73653b74-64f0-4a24-924e-53d2842f5f9d tempest-ServersOnMultiNodesTest-1785707765 tempest-ServersOnMultiNodesTest-1785707765-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:27.646513 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a7885-13eb-4a87-abb2-bcab0c5b4f05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce9b8e73-db6c-4188-9be9-0fb25a89d2c5,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:27.676000 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d8ffb8a8-5209-44e7-b9a1-12340a81faee req-73653b74-64f0-4a24-924e-53d2842f5f9d tempest-ServersOnMultiNodesTest-1785707765 tempest-ServersOnMultiNodesTest-1785707765-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:27.734541 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d8ffb8a8-5209-44e7-b9a1-12340a81faee req-73653b74-64f0-4a24-924e-53d2842f5f9d tempest-ServersOnMultiNodesTest-1785707765 tempest-ServersOnMultiNodesTest-1785707765-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7404966 Sep 01 15:03:27.743425 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-487a7885-13eb-4a87-abb2-bcab0c5b4f05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:27.764062 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea6d378-ec8a-4251-bf34-1e9393a7b073 None None] Network 18593713-5847-4486-9954-bbe909734adf requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:03:27.769648 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-487a7885-13eb-4a87-abb2-bcab0c5b4f05 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ce9b8e73-db6c-4188-9be9-0fb25a89d2c5 HTTP/1.1" status: 204 len: 168 time: 1.6923800 Sep 01 15:03:27.773200 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54460) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:27.782437 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9e7d378a-4f10-446d-afa6-eb3056fcc890 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Made reservation on behalf of 9f3b994bc48b473697b9e8ffb67f1eaa for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:03:27.787571 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9e7d378a-4f10-446d-afa6-eb3056fcc890 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:27.841163 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73653b74-64f0-4a24-924e-53d2842f5f9d tempest-ServersOnMultiNodesTest-1785707765 tempest-ServersOnMultiNodesTest-1785707765-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e8a60a-084a-49e3-be9f-6064c099d4a3,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:27.951990 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cadb48-332e-46f6-8802-7ff40df67328 req-14a56a00-1f4d-4696-8770-c669e993ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:27.954843 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-57cadb48-332e-46f6-8802-7ff40df67328 req-14a56a00-1f4d-4696-8770-c669e993ef11 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fc7781bca91c43a9b97f7339632fb18e&device_id=d2624d4f-2efc-47c5-815d-b0743cac62b3 HTTP/1.1" status: 200 len: 1095 time: 0.2940028 Sep 01 15:03:27.978352 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5cc4f-c9a5-4cfd-9fe7-06ee80247eee service neutron] Pushing event updated for resources: {'Port': ['ID=7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:27.992015 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39523fe-4943-4e72-9ac8-589ba04a5322 x-openstack-request-id: req-f39523fe-4943-4e72-9ac8-589ba04a5322 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:27.992739 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6291d42a-3987-4c53-8114-e78b009de53f", "name": "network-vif-plugged", "status": "completed", "tag": "f32b99bb-edd8-4d66-8f41-770726da5fcc", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:27.992739 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f39523fe-4943-4e72-9ac8-589ba04a5322 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:27.993014 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6291d42a-3987-4c53-8114-e78b009de53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32b99bb-edd8-4d66-8f41-770726da5fcc', 'code': 200} Sep 01 15:03:27.993822 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d31d6902-1446-4991-bc3b-69b79f2ac866 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:03:28.025954 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: d31d6902-1446-4991-bc3b-69b79f2ac866 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:03:28.026385 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d31d6902-1446-4991-bc3b-69b79f2ac866 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:03:28.103720 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-57cadb48-332e-46f6-8802-7ff40df67328 req-2f7fa185-a8b2-4a64-a0c4-1f98d4f32fed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2 HTTP/1.1" status: 200 len: 217 time: 0.1173706 Sep 01 15:03:28.131773 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-891fad0f-76c3-4b54-8b7c-c1829eca2614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:28.192879 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f966edb-20a1-47c0-9c25-60e1a449b6b2 req-ebbf0f20-97cb-4f02-8f7d-77afcfae5ccc tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:28.202399 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8f966edb-20a1-47c0-9c25-60e1a449b6b2 req-ebbf0f20-97cb-4f02-8f7d-77afcfae5ccc tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=6291d42a-3987-4c53-8114-e78b009de53f HTTP/1.1" status: 200 len: 945 time: 0.2877905 Sep 01 15:03:28.204188 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5e4a313d-348b-48db-86d8-fc2fbb78c1ba req-405609b3-9a22-40f8-863f-b8a94a858f9f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 210 time: 0.2234221 Sep 01 15:03:28.262332 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4ad6af-5fcd-4e4f-b795-657bdcc5b3f9 None None] DHCP port deletion for 18593713-5847-4486-9954-bbe909734adf request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:03:28.287810 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8f966edb-20a1-47c0-9c25-60e1a449b6b2 req-5b00d5a9-8c3b-4767-bdcd-efd7e0210ad1 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842052 Sep 01 15:03:28.316019 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e9999-7e04-4bbf-81cb-ef52b3d2215b req-bfba91bc-9cdd-4dcc-8b39-3b9fbbd1a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:28.321521 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e06e9999-7e04-4bbf-81cb-ef52b3d2215b req-bfba91bc-9cdd-4dcc-8b39-3b9fbbd1a3aa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6291d42a-3987-4c53-8114-e78b009de53f HTTP/1.1" status: 200 len: 1096 time: 0.3304501 Sep 01 15:03:28.380013 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2624d4f-2efc-47c5-815d-b0743cac62b3', 'tag': '7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:28.390221 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde176e5-67c1-498d-ad83-88b300b967b9" -d '{"events": [{"name": "network-changed", "server_uuid": "d2624d4f-2efc-47c5-815d-b0743cac62b3", "tag": "7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:28.423370 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ad6af-5fcd-4e4f-b795-657bdcc5b3f9 None None] Deleting port 12c65ac1-442c-4393-8272-b8fb388c52df {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:03:28.423946 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1e4ad6af-5fcd-4e4f-b795-657bdcc5b3f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:28.441271 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cadb48-332e-46f6-8802-7ff40df67328 req-d0dbae25-1e3e-4bca-af20-23ecd83fa052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:28.443400 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-57cadb48-332e-46f6-8802-7ff40df67328 req-d0dbae25-1e3e-4bca-af20-23ecd83fa052 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9aecc203-2bd6-487a-a73a-beab525beded HTTP/1.1" status: 200 len: 862 time: 0.3275135 Sep 01 15:03:28.451431 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e06e9999-7e04-4bbf-81cb-ef52b3d2215b req-b45dc702-052a-4ed7-bd1a-b279fae29f8f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194541 Sep 01 15:03:28.542210 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-470d5c0d-b1e0-4a54-8cee-83feb629d8b9 req-8a5bffe2-76f5-4818-91e6-8027b0e73b89 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 210 time: 0.0749171 Sep 01 15:03:28.549527 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9e7d378a-4f10-446d-afa6-eb3056fcc890 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Allocated IP 172.20.0.7 (e27801a1-4735-4eb4-8714-06c2c137f925/66b1faa8-b86d-41ee-9bdb-4fe08d19f261/8244ea20-9b94-4858-b1aa-192afd5280b6) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:03:28.578339 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-57cadb48-332e-46f6-8802-7ff40df67328 req-0f735e39-970f-4a6c-bc10-dbed3e3f0d4f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=afbd3276-8933-493c-9cea-acf035fd72fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232820 Sep 01 15:03:28.642585 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1e4ad6af-5fcd-4e4f-b795-657bdcc5b3f9 None None] For port 12c65ac1-442c-4393-8272-b8fb388c52df, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=12c65ac1-442c-4393-8272-b8fb388c52df,segment=NetworkSegment(5cf0773b-4e0d-4c5e-8de2-11896785776d),segment_id=5cf0773b-4e0d-4c5e-8de2-11896785776d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:28.643068 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1e4ad6af-5fcd-4e4f-b795-657bdcc5b3f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:28.688127 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ad6af-5fcd-4e4f-b795-657bdcc5b3f9 None None] Calling delete_port for 12c65ac1-442c-4393-8272-b8fb388c52df owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:03:28.769013 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-57cadb48-332e-46f6-8802-7ff40df67328 req-aeb2fb60-d2bc-45ba-9edc-a1ac335de67a service neutron] 10.222.0.45 "GET /v2.0/networks/afbd3276-8933-493c-9cea-acf035fd72fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776190 Sep 01 15:03:28.914497 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1e4ad6af-5fcd-4e4f-b795-657bdcc5b3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:29.003538 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-891fad0f-76c3-4b54-8b7c-c1829eca2614 admin admin] Deleting port 12c65ac1-442c-4393-8272-b8fb388c52df {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:03:29.004248 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-891fad0f-76c3-4b54-8b7c-c1829eca2614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:29.012811 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ad6af-5fcd-4e4f-b795-657bdcc5b3f9 None None] Pushing event deleted for resources: {'Port': ['ID=12c65ac1-442c-4393-8272-b8fb388c52df,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:29.027201 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4ad6af-5fcd-4e4f-b795-657bdcc5b3f9 None None] No DVR routers for this DVR port 12c65ac1-442c-4393-8272-b8fb388c52df on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:03:29.053950 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-57cadb48-332e-46f6-8802-7ff40df67328 req-fd882818-59ce-43d0-ab6d-fabc752152a8 service neutron] 10.222.0.45 "GET /v2.0/networks/afbd3276-8933-493c-9cea-acf035fd72fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747469 Sep 01 15:03:29.074663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e19dc-fdaf-4f76-9f07-3de36697ea9b req-201a20ff-050d-472d-8566-c9468e34ce07 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:29.076714 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-722e19dc-fdaf-4f76-9f07-3de36697ea9b req-201a20ff-050d-472d-8566-c9468e34ce07 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2624d4f-2efc-47c5-815d-b0743cac62b3 HTTP/1.1" status: 200 len: 944 time: 0.1766703 Sep 01 15:03:29.143891 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b0d79-ed5f-4be4-8ab4-1df66f13c741 req-46b75aa5-9d43-4023-a7fc-fffb5bdd7002 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:29.153085 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c89b0d79-ed5f-4be4-8ab4-1df66f13c741 req-46b75aa5-9d43-4023-a7fc-fffb5bdd7002 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5964546 Sep 01 15:03:29.164846 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-722e19dc-fdaf-4f76-9f07-3de36697ea9b req-8472f4d9-ca04-41d1-8b76-87c7d55fd466 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675588 Sep 01 15:03:29.242209 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587ddad5-20d4-4bd2-8155-06fc20ec33b2 x-openstack-request-id: req-587ddad5-20d4-4bd2-8155-06fc20ec33b2 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:29.244321 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2624d4f-2efc-47c5-815d-b0743cac62b3", "tag": "7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:29.244577 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-587ddad5-20d4-4bd2-8155-06fc20ec33b2 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:29.245476 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2624d4f-2efc-47c5-815d-b0743cac62b3', 'tag': '7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2', 'status': 'completed', 'code': 200} Sep 01 15:03:29.257973 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-891fad0f-76c3-4b54-8b7c-c1829eca2614 admin admin] For port 12c65ac1-442c-4393-8272-b8fb388c52df, host n-d-794796-3, got binding levels [] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:29.258617 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-891fad0f-76c3-4b54-8b7c-c1829eca2614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:29.314046 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-891fad0f-76c3-4b54-8b7c-c1829eca2614 admin admin] Calling delete_port for 12c65ac1-442c-4393-8272-b8fb388c52df owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:03:29.335698 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c89b0d79-ed5f-4be4-8ab4-1df66f13c741 req-8f65e1a2-cab2-4c5f-b109-6ddc849f5752 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.41 HTTP/1.1" status: 200 len: 695 time: 0.1629896 Sep 01 15:03:29.343660 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.ipam_backend_mixin [None req-891fad0f-76c3-4b54-8b7c-c1829eca2614 admin admin] Port 12c65ac1-442c-4393-8272-b8fb388c52df was not found and therefore no delete operation was performed {{(pid=94733) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 15:03:29.348134 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-891fad0f-76c3-4b54-8b7c-c1829eca2614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:29.366234 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde176e5-67c1-498d-ad83-88b300b967b9 req-19cc99ad-e37d-43d8-a478-3c6b70f8f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:29.368709 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bde176e5-67c1-498d-ad83-88b300b967b9 req-19cc99ad-e37d-43d8-a478-3c6b70f8f80d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fc7781bca91c43a9b97f7339632fb18e&device_id=d2624d4f-2efc-47c5-815d-b0743cac62b3 HTTP/1.1" status: 200 len: 1095 time: 0.0889370 Sep 01 15:03:29.382347 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-c89b0d79-ed5f-4be4-8ab4-1df66f13c741 req-fbeca221-b2fe-455f-8532-69d8d6189c97 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Request body: {'floatingip': {'port_id': '9e19b410-8c07-441a-93e7-652652f539ed', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:29.521140 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fad0f-76c3-4b54-8b7c-c1829eca2614 admin admin] Pushing event deleted for resources: {'Port': ['ID=12c65ac1-442c-4393-8272-b8fb388c52df,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:29.525262 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891fad0f-76c3-4b54-8b7c-c1829eca2614 admin admin] No DVR routers for this DVR port 12c65ac1-442c-4393-8272-b8fb388c52df on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:03:29.556528 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-e0373cea-1e5e-4542-85c3-196dc2096bc5 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599320 Sep 01 15:03:29.585855 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c89b0d79-ed5f-4be4-8ab4-1df66f13c741 req-fbeca221-b2fe-455f-8532-69d8d6189c97 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks [] for floatingip, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:29.598814 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9e7d378a-4f10-446d-afa6-eb3056fcc890 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:29.706635 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde176e5-67c1-498d-ad83-88b300b967b9 req-285227c8-ad49-4804-b4db-2fe74874732d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:29.708401 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bde176e5-67c1-498d-ad83-88b300b967b9 req-285227c8-ad49-4804-b4db-2fe74874732d service neutron] 10.222.0.45 "GET /v2.0/networks?id=afbd3276-8933-493c-9cea-acf035fd72fe HTTP/1.1" status: 200 len: 923 time: 0.3221173 Sep 01 15:03:29.780227 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bde176e5-67c1-498d-ad83-88b300b967b9 req-e2fdb1fe-a0f9-4217-b3c0-61819eb37654 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2 HTTP/1.1" status: 200 len: 217 time: 0.0642266 Sep 01 15:03:29.833905 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-891fad0f-76c3-4b54-8b7c-c1829eca2614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:29.858578 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde176e5-67c1-498d-ad83-88b300b967b9 req-26f05c88-ad6d-4781-912d-2d6c34922817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:29.860171 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bde176e5-67c1-498d-ad83-88b300b967b9 req-26f05c88-ad6d-4781-912d-2d6c34922817 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9aecc203-2bd6-487a-a73a-beab525beded HTTP/1.1" status: 200 len: 862 time: 0.0706441 Sep 01 15:03:29.871124 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-891fad0f-76c3-4b54-8b7c-c1829eca2614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18593713-5847-4486-9954-bbe909734adf']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:29.894632 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-891fad0f-76c3-4b54-8b7c-c1829eca2614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf0773b-4e0d-4c5e-8de2-11896785776d') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:29.895087 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-891fad0f-76c3-4b54-8b7c-c1829eca2614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf0773b-4e0d-4c5e-8de2-11896785776d') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:29.910071 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-32ae8b29-479e-42c1-b1c0-b41522bacfcf tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:29.919130 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-32ae8b29-479e-42c1-b1c0-b41522bacfcf tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3547201 Sep 01 15:03:29.960197 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-23e173f4-a047-4147-a54c-301fd9c8826f tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/quotas/f3b43ef729b4447bb1d2f6914aaab634 HTTP/1.1" status: 200 len: 375 time: 0.0396893 Sep 01 15:03:29.965814 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bde176e5-67c1-498d-ad83-88b300b967b9 req-4d8a086e-255e-46c6-9ffc-657388513cda service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=afbd3276-8933-493c-9cea-acf035fd72fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922120 Sep 01 15:03:29.966433 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-891fad0f-76c3-4b54-8b7c-c1829eca2614 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:30.002669 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9e7d378a-4f10-446d-afa6-eb3056fcc890 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:30.024713 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-891fad0f-76c3-4b54-8b7c-c1829eca2614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:30.036676 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 12c65ac1-442c-4393-8272-b8fb388c52df no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:03:30.045023 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['ebea3a76-0b81-463c-9853-c895beed90e6'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:03:30.077471 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 12c65ac1-442c-4393-8272-b8fb388c52df {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:03:30.078204 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 12c65ac1-442c-4393-8272-b8fb388c52df not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:03:30.086192 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891fad0f-76c3-4b54-8b7c-c1829eca2614 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:03:30.086192 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-891fad0f-76c3-4b54-8b7c-c1829eca2614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:03:30.093245 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:03:30.157854 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bde176e5-67c1-498d-ad83-88b300b967b9 req-f899be02-cee7-4e23-be84-0fe6fdbdfd0f service neutron] 10.222.0.45 "GET /v2.0/networks/afbd3276-8933-493c-9cea-acf035fd72fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780665 Sep 01 15:03:30.221697 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9e7d378a-4f10-446d-afa6-eb3056fcc890 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Network e27801a1-4735-4eb4-8714-06c2c137f925 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:03:30.242359 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9e7d378a-4f10-446d-afa6-eb3056fcc890 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:03:30.257082 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9e7d378a-4f10-446d-afa6-eb3056fcc890 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:03:30.307963 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d378a-4f10-446d-afa6-eb3056fcc890 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Pushing event updated for resources: {'Port': ['ID=8244ea20-9b94-4858-b1aa-192afd5280b6,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:30.338522 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-cfec3c83-ef10-4126-ade0-58092d7d49a1 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3767529 Sep 01 15:03:30.364876 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-891fad0f-76c3-4b54-8b7c-c1829eca2614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:30.390170 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-891fad0f-76c3-4b54-8b7c-c1829eca2614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:30.393075 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-891fad0f-76c3-4b54-8b7c-c1829eca2614 admin admin] 10.222.0.60 "DELETE /v2.0/networks/18593713-5847-4486-9954-bbe909734adf HTTP/1.1" status: 204 len: 168 time: 2.6181836 Sep 01 15:03:30.449999 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bde176e5-67c1-498d-ad83-88b300b967b9 req-e6fab520-7390-407a-aae9-cd091430f7e3 service neutron] 10.222.0.45 "GET /v2.0/networks/afbd3276-8933-493c-9cea-acf035fd72fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643108 Sep 01 15:03:30.505230 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fad0f-76c3-4b54-8b7c-c1829eca2614 admin admin] Pushing event deleted for resources: {'Network': ['ID=18593713-5847-4486-9954-bbe909734adf,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:30.564698 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9e7d378a-4f10-446d-afa6-eb3056fcc890 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:30.565857 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9e7d378a-4f10-446d-afa6-eb3056fcc890 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:30.665238 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9e7d378a-4f10-446d-afa6-eb3056fcc890 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0758598 Sep 01 15:03:30.697807 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9cb68374-e256-4ffc-9202-ef1daef0558a service neutron] Request body: {'port': {'device_id': '2dd565aa-ccd2-483e-aaea-af8540681fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:30.739870 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54492) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:30.807774 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9cb68374-e256-4ffc-9202-ef1daef0558a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:30.846067 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-db7426e2-3f37-4bfb-be85-c2be8b5d0c0a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2b6691d4b6a34925853a0b0cfb6dd457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1012411 Sep 01 15:03:30.847152 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54494) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:30.956478 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-621ef7e9-2046-4e54-9b9f-64bed9991a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:30.967637 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.resource_extend [req-c89b0d79-ed5f-4be4-8ab4-1df66f13c741 req-fbeca221-b2fe-455f-8532-69d8d6189c97 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:03:31.002561 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-621ef7e9-2046-4e54-9b9f-64bed9991a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:31.123072 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-621ef7e9-2046-4e54-9b9f-64bed9991a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:31.128453 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-621ef7e9-2046-4e54-9b9f-64bed9991a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:31.136620 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-621ef7e9-2046-4e54-9b9f-64bed9991a3e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c89bfbb5-0e12-4375-8299-f544cd74a384 HTTP/1.1" status: 204 len: 168 time: 0.2840548 Sep 01 15:03:31.160382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ef7e9-2046-4e54-9b9f-64bed9991a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89bfbb5-0e12-4375-8299-f544cd74a384,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:31.481427 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51013cb8-39fc-44b4-b400-07948610f4e2 req-ca8262b6-c7a8-4b1d-9ac7-2f04af793b18 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:31.498246 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-51013cb8-39fc-44b4-b400-07948610f4e2 req-ca8262b6-c7a8-4b1d-9ac7-2f04af793b18 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 931 time: 0.1230519 Sep 01 15:03:31.575219 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-51013cb8-39fc-44b4-b400-07948610f4e2 req-d312227c-7fe2-4313-8fb7-dfd6edb69b4d tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753798 Sep 01 15:03:31.625720 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c89b0d79-ed5f-4be4-8ab4-1df66f13c741 req-fbeca221-b2fe-455f-8532-69d8d6189c97 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:31.637154 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c89b0d79-ed5f-4be4-8ab4-1df66f13c741 req-fbeca221-b2fe-455f-8532-69d8d6189c97 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:31.927457 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a476f-ab2c-4093-a777-de988fb29212 req-ec48aafe-2705-443d-9c25-72d70b5e513b tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:31.934961 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [req-c89b0d79-ed5f-4be4-8ab4-1df66f13c741 req-fbeca221-b2fe-455f-8532-69d8d6189c97 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Floating IP 9389416c-f34a-49be-91a8-5c49f766a1ee associated. External IP: 172.25.6.41, port: 9e19b410-8c07-441a-93e7-652652f539ed. Sep 01 15:03:31.949104 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cb6a476f-ab2c-4093-a777-de988fb29212 req-ec48aafe-2705-443d-9c25-72d70b5e513b tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=6291d42a-3987-4c53-8114-e78b009de53f HTTP/1.1" status: 200 len: 945 time: 0.1709914 Sep 01 15:03:32.096324 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cb6a476f-ab2c-4093-a777-de988fb29212 req-52d4e72d-56de-4586-b5a8-b27a310f153b tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456249 Sep 01 15:03:32.231111 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:03:32.264728 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9cb68374-e256-4ffc-9202-ef1daef0558a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8244ea20-9b94-4858-b1aa-192afd5280b6 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:03:32.317071 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9cb68374-e256-4ffc-9202-ef1daef0558a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:32.409153 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9cb68374-e256-4ffc-9202-ef1daef0558a service neutron] Transition to ACTIVE for port object 8244ea20-9b94-4858-b1aa-192afd5280b6 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:03:32.429329 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9cb68374-e256-4ffc-9202-ef1daef0558a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:32.554787 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f9ac93da-fa0e-47e6-be0f-e636393fd495 req-5e3a26e7-1fde-4a81-af21-05694083967f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e1cbe22-8ca1-459c-b6a7-1f45324c2e79 HTTP/1.1" status: 200 len: 210 time: 0.1163216 Sep 01 15:03:32.697531 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2,segment=NetworkSegment(b84bd209-7bfa-45b7-97f5-46abc9efe091),segment_id=b84bd209-7bfa-45b7-97f5-46abc9efe091)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:32.746494 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2', 'network_id': 'afbd3276-8933-493c-9cea-acf035fd72fe', 'port_id': '7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2', 'mac_address': 'fa:16:3e:7d:3b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aecc203-2bd6-487a-a73a-beab525beded', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:03:32.904356 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb68374-e256-4ffc-9202-ef1daef0558a service neutron] Pushing event updated for resources: {'Port': ['ID=8244ea20-9b94-4858-b1aa-192afd5280b6,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:32.939958 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c89b0d79-ed5f-4be4-8ab4-1df66f13c741 req-fbeca221-b2fe-455f-8532-69d8d6189c97 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:03:32.950279 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d8e58-bc55-4ac5-ab18-68adf2f7ff97 req-c53b249d-a12d-4d9b-b55d-71663d85f6c4 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:32.976018 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-810d8e58-bc55-4ac5-ab18-68adf2f7ff97 req-c53b249d-a12d-4d9b-b55d-71663d85f6c4 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2624d4f-2efc-47c5-815d-b0743cac62b3 HTTP/1.1" status: 200 len: 944 time: 0.2300301 Sep 01 15:03:32.998859 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:33.055185 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:03:33.130661 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2,segment=NetworkSegment(b84bd209-7bfa-45b7-97f5-46abc9efe091),segment_id=b84bd209-7bfa-45b7-97f5-46abc9efe091)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:33.138896 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-810d8e58-bc55-4ac5-ab18-68adf2f7ff97 req-9d78c210-8428-4a65-8c41-4a04df3eca9f tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609881 Sep 01 15:03:33.142528 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:33.347764 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:33.453112 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9cb68374-e256-4ffc-9202-ef1daef0558a service neutron] Attempting to bind port 8244ea20-9b94-4858-b1aa-192afd5280b6 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:03:33.453681 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9cb68374-e256-4ffc-9202-ef1daef0558a service neutron] Attempting to bind port 8244ea20-9b94-4858-b1aa-192afd5280b6 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:03:33.454250 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9cb68374-e256-4ffc-9202-ef1daef0558a service neutron] Attempting to bind port 8244ea20-9b94-4858-b1aa-192afd5280b6 on network e27801a1-4735-4eb4-8714-06c2c137f925 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:03:33.463399 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:03:33.473387 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9cb68374-e256-4ffc-9202-ef1daef0558a service neutron] Port 8244ea20-9b94-4858-b1aa-192afd5280b6 on network e27801a1-4735-4eb4-8714-06c2c137f925 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:03:33.474421 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9cb68374-e256-4ffc-9202-ef1daef0558a service neutron] Attempting to bind port 8244ea20-9b94-4858-b1aa-192afd5280b6 on network e27801a1-4735-4eb4-8714-06c2c137f925 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:03:33.545475 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54538) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:33.553704 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9cb68374-e256-4ffc-9202-ef1daef0558a service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:03:33.554274 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9cb68374-e256-4ffc-9202-ef1daef0558a service neutron] Checking segment: {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:03:33.555072 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9cb68374-e256-4ffc-9202-ef1daef0558a service neutron] Bound using segment: {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:03:33.555774 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9cb68374-e256-4ffc-9202-ef1daef0558a service neutron] Bound port: 8244ea20-9b94-4858-b1aa-192afd5280b6, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:03:33.556409 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9cb68374-e256-4ffc-9202-ef1daef0558a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:33.727707 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c89b0d79-ed5f-4be4-8ab4-1df66f13c741 req-fbeca221-b2fe-455f-8532-69d8d6189c97 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:03:33.790105 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c89b0d79-ed5f-4be4-8ab4-1df66f13c741 req-fbeca221-b2fe-455f-8532-69d8d6189c97 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:33.795620 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d07c33-0250-4fa4-9912-7ed4ab1a15f9 None None] Sync routers for ids ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:03:33.893984 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c89b0d79-ed5f-4be4-8ab4-1df66f13c741 req-fbeca221-b2fe-455f-8532-69d8d6189c97 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "PUT /v2.0/floatingips/9389416c-f34a-49be-91a8-5c49f766a1ee HTTP/1.1" status: 200 len: 995 time: 4.5468724 Sep 01 15:03:33.908844 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860efc8f-b96c-4bdc-b545-e2c83b451bb9', 'tag': '9e19b410-8c07-441a-93e7-652652f539ed'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:33.917734 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cbacd7-b733-406a-94f5-95f039186973" -d '{"events": [{"name": "network-changed", "server_uuid": "860efc8f-b96c-4bdc-b545-e2c83b451bb9", "tag": "9e19b410-8c07-441a-93e7-652652f539ed"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:33.978810 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d07c33-0250-4fa4-9912-7ed4ab1a15f9 None None] Routers {'445f318f-d5d4-44f1-a14f-e5b96d1a51fa'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:03:33.979870 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c0d07c33-0250-4fa4-9912-7ed4ab1a15f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:03:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:34.035605 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9cb68374-e256-4ffc-9202-ef1daef0558a service neutron] For port 8244ea20-9b94-4858-b1aa-192afd5280b6, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:03:34.076391 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9cb68374-e256-4ffc-9202-ef1daef0558a service neutron] For port 8244ea20-9b94-4858-b1aa-192afd5280b6, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=8244ea20-9b94-4858-b1aa-192afd5280b6,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:03:34.087660 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9cb68374-e256-4ffc-9202-ef1daef0558a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:34.094742 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-da14b97a-3293-4349-bc33-8954aca3a084 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2107234725-network', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:34.194487 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da14b97a-3293-4349-bc33-8954aca3a084 admin admin] Made reservation on behalf of b0e7360364584c26bd48bad3b2b96ff5 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:03:34.199698 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-da14b97a-3293-4349-bc33-8954aca3a084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:34.214107 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9cb68374-e256-4ffc-9202-ef1daef0558a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:34.215808 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9cb68374-e256-4ffc-9202-ef1daef0558a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:34.219039 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-9cb68374-e256-4ffc-9202-ef1daef0558a service neutron] 10.222.0.45 "PUT /v2.0/ports/8244ea20-9b94-4858-b1aa-192afd5280b6 HTTP/1.1" status: 200 len: 1091 time: 3.5274742 Sep 01 15:03:34.223018 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b0d79-ed5f-4be4-8ab4-1df66f13c741 req-b8bf69ed-2793-4bc2-b693-ebb1d44f85fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:34.235634 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c89b0d79-ed5f-4be4-8ab4-1df66f13c741 req-b8bf69ed-2793-4bc2-b693-ebb1d44f85fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a8b6e85b31644d8bfb2e3bcf82dcfd1&device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9 HTTP/1.1" status: 200 len: 1096 time: 0.2928274 Sep 01 15:03:34.284180 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-da14b97a-3293-4349-bc33-8954aca3a084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:34.307692 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb68374-e256-4ffc-9202-ef1daef0558a service neutron] Pushing event updated for resources: {'Port': ['ID=8244ea20-9b94-4858-b1aa-192afd5280b6,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:34.438104 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-c0d07c33-0250-4fa4-9912-7ed4ab1a15f9 None None] Set router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:03:34.452984 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ff987-5967-465e-9846-30709feb3348 req-9cbdd27d-3d73-4369-acac-3d947f1fe5bb tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:34.455100 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-369ff987-5967-465e-9846-30709feb3348 req-9cbdd27d-3d73-4369-acac-3d947f1fe5bb tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 943 time: 0.1421969 Sep 01 15:03:34.476749 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-0849f0e5-7bf7-4e2d-b2ba-6e8876849dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:34.479022 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-0849f0e5-7bf7-4e2d-b2ba-6e8876849dd5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 1094 time: 0.1512027 Sep 01 15:03:34.563148 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-5e42581a-fa39-417f-9330-e27fe7b2bc79 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8244ea20-9b94-4858-b1aa-192afd5280b6 HTTP/1.1" status: 200 len: 217 time: 0.0701144 Sep 01 15:03:34.626642 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-da14b97a-3293-4349-bc33-8954aca3a084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:34.644588 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-369ff987-5967-465e-9846-30709feb3348 req-2a4530f6-ed01-48b5-92d4-253bf6b9bd55 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262939 Sep 01 15:03:34.649620 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-da14b97a-3293-4349-bc33-8954aca3a084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:34.649942 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-e258ec53-a6aa-4792-a8a4-93afe011778f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:34.652291 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-e258ec53-a6aa-4792-a8a4-93afe011778f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66b1faa8-b86d-41ee-9bdb-4fe08d19f261 HTTP/1.1" status: 200 len: 860 time: 0.0733571 Sep 01 15:03:34.657227 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b0d79-ed5f-4be4-8ab4-1df66f13c741 req-71fa0a90-c6e9-4f3c-b28b-01088cc7e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:34.660840 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c89b0d79-ed5f-4be4-8ab4-1df66f13c741 req-71fa0a90-c6e9-4f3c-b28b-01088cc7e187 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3a08825e-c598-4444-9cbd-967c37c7410b HTTP/1.1" status: 200 len: 922 time: 0.3293293 Sep 01 15:03:34.711869 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-3f8b1db8-4cdd-4d66-ac2c-802d95331f45 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27801a1-4735-4eb4-8714-06c2c137f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408731 Sep 01 15:03:34.725029 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da14b97a-3293-4349-bc33-8954aca3a084 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:03:34.749298 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14b97a-3293-4349-bc33-8954aca3a084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a5e418-500c-483a-8902-2dc4674be8c3,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:34.780294 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-da14b97a-3293-4349-bc33-8954aca3a084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:34.780858 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-da14b97a-3293-4349-bc33-8954aca3a084 admin admin] Added segment ac7d0491-667e-44de-b883-b457dacdfed4 of type vlan for network 4ee8f304-25eb-4c36-ba1e-cf02863aa3e7 Sep 01 15:03:34.881785 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:03:34.922126 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-da14b97a-3293-4349-bc33-8954aca3a084 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:34.928194 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c89b0d79-ed5f-4be4-8ab4-1df66f13c741 req-802d42b1-d8b6-468f-80e7-48d25932687a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e19b410-8c07-441a-93e7-652652f539ed HTTP/1.1" status: 200 len: 998 time: 0.2237966 Sep 01 15:03:35.026793 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-da14b97a-3293-4349-bc33-8954aca3a084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:35.034286 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da14b97a-3293-4349-bc33-8954aca3a084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:35.035608 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-da14b97a-3293-4349-bc33-8954aca3a084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:35.086672 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f223274e-20e9-4b43-ad60-868b2ea6bc76 req-b2f99fdb-7f1d-4151-a358-5f27d130a80c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=5561811b-3206-4545-8048-98f4eb11f229 HTTP/1.1" status: 200 len: 210 time: 0.0870364 Sep 01 15:03:35.089389 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-da14b97a-3293-4349-bc33-8954aca3a084 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5421937 Sep 01 15:03:35.118547 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54558) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:35.119270 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c0d07c33-0250-4fa4-9912-7ed4ab1a15f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-router', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '87877a64-89b0-4925-8994-df644841ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:17Z', 'updated_at': '2021-09-01T15:02:28Z', 'revision_number': 4, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'gw_port': {'id': '87877a64-89b0-4925-8994-df644841ad0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:18Z', 'updated_at': '2021-09-01T15:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '9389416c-f34a-49be-91a8-5c49f766a1ee', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'port_id': '9e19b410-8c07-441a-93e7-652652f539ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'mac_address': 'fa:16:3e:23:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efc8f-b96c-4bdc-b545-e2c83b451bb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:03:01Z', 'updated_at': '2021-09-01T15:03:30Z', 'revision_number': 1, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3456f38-ff60-405a-9df4-00ee069260c2', 'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'mac_address': 'fa:16:3e:e2:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:26Z', 'updated_at': '2021-09-01T15:02:37Z', 'revision_number': 5, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'subnets': [{'id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:35.221767 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-d327f596-1260-43ed-bd7e-f6c52788f08e admin admin] Request body: {'subnet': {'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2107234725-subnet', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:35.222281 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b0d79-ed5f-4be4-8ab4-1df66f13c741 req-17bf07fb-1ba2-4a48-a812-a37b470e943b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:35.224597 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c89b0d79-ed5f-4be4-8ab4-1df66f13c741 req-17bf07fb-1ba2-4a48-a812-a37b470e943b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1713c272-a1dd-4676-bd8c-95aac02d27d5 HTTP/1.1" status: 200 len: 860 time: 0.2764859 Sep 01 15:03:35.262609 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d07c33-0250-4fa4-9912-7ed4ab1a15f9 None None] Checking router: 445f318f-d5d4-44f1-a14f-e5b96d1a51fa for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:03:35.276556 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8dac40f-748c-4feb-bec9-9dda5ff130f4 x-openstack-request-id: req-b8dac40f-748c-4feb-bec9-9dda5ff130f4 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:35.280568 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860efc8f-b96c-4bdc-b545-e2c83b451bb9", "tag": "9e19b410-8c07-441a-93e7-652652f539ed", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:35.283272 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b8dac40f-748c-4feb-bec9-9dda5ff130f4 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:35.284395 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860efc8f-b96c-4bdc-b545-e2c83b451bb9', 'tag': '9e19b410-8c07-441a-93e7-652652f539ed', 'status': 'completed', 'code': 200} Sep 01 15:03:35.310730 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d07c33-0250-4fa4-9912-7ed4ab1a15f9 None None] Routers {'445f318f-d5d4-44f1-a14f-e5b96d1a51fa'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:03:35.311854 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c0d07c33-0250-4fa4-9912-7ed4ab1a15f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:03:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:35.339121 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-502f16f4-1be7-45a1-91c4-550e5e891656 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0840938 Sep 01 15:03:35.414818 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b0d79-ed5f-4be4-8ab4-1df66f13c741 req-490d3fe1-2208-47a4-bea8-99e3cb96b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:35.417092 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c89b0d79-ed5f-4be4-8ab4-1df66f13c741 req-490d3fe1-2208-47a4-bea8-99e3cb96b453 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3a08825e-c598-4444-9cbd-967c37c7410b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1758225 Sep 01 15:03:35.418971 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d327f596-1260-43ed-bd7e-f6c52788f08e admin admin] Made reservation on behalf of b0e7360364584c26bd48bad3b2b96ff5 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:03:35.422390 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d327f596-1260-43ed-bd7e-f6c52788f08e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:35.435181 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-21f0f673-b7db-4156-9bb9-90f92008da16 service neutron] 10.222.0.45 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022476 Sep 01 15:03:35.444510 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-c89b0d79-ed5f-4be4-8ab4-1df66f13c741 req-affdaef1-b3b8-4306-986d-7c925d930869 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:03:35.461193 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c89b0d79-ed5f-4be4-8ab4-1df66f13c741 req-affdaef1-b3b8-4306-986d-7c925d930869 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0243478 Sep 01 15:03:35.657479 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-c0d07c33-0250-4fa4-9912-7ed4ab1a15f9 None None] Set router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:03:35.742109 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14b97a-3293-4349-bc33-8954aca3a084 admin admin] Pushing event updated for resources: {'Network': ['ID=4ee8f304-25eb-4c36-ba1e-cf02863aa3e7,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:35.766737 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 4ee8f304-25eb-4c36-ba1e-cf02863aa3e7 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:03:35.901922 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d327f596-1260-43ed-bd7e-f6c52788f08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:35.926886 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8cdbed9-29fc-45c3-995c-b8a8f8b835f4 req-6b24a752-c1b5-41b2-9a05-0bfd0430783b service neutron] 10.222.0.45 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636624 Sep 01 15:03:35.952798 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c89b0d79-ed5f-4be4-8ab4-1df66f13c741 req-7447fc4a-7f4b-4841-81bf-d587a17242ef service neutron] 10.222.0.60 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4594750 Sep 01 15:03:36.032252 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cbacd7-b733-406a-94f5-95f039186973 req-8a37023f-e8c8-4ad0-b05d-aed728b515e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:36.034342 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-72cbacd7-b733-406a-94f5-95f039186973 req-8a37023f-e8c8-4ad0-b05d-aed728b515e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a8b6e85b31644d8bfb2e3bcf82dcfd1&device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9 HTTP/1.1" status: 200 len: 1096 time: 0.7261620 Sep 01 15:03:36.064847 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b34e2-4fff-4ac6-ba01-3a47cb6c0302 req-b3aff0a2-3c66-47bf-b2c3-cde12e148ff4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:36.073945 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c5b34e2-4fff-4ac6-ba01-3a47cb6c0302 req-b3aff0a2-3c66-47bf-b2c3-cde12e148ff4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=6291d42a-3987-4c53-8114-e78b009de53f HTTP/1.1" status: 200 len: 945 time: 0.6794231 Sep 01 15:03:36.153492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327f596-1260-43ed-bd7e-f6c52788f08e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b429c43-124c-43c8-856c-37687d3e205d,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:36.224554 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-583ff49e-ac99-4ebf-aa7c-f417806f5778 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716348 Sep 01 15:03:36.268402 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:03:36.289333 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d327f596-1260-43ed-bd7e-f6c52788f08e admin admin] Checking segment: {'id': 'ac7d0491-667e-44de-b883-b457dacdfed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:03:36.289813 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d327f596-1260-43ed-bd7e-f6c52788f08e admin admin] Network hostable DHCP agents. Network: 4ee8f304-25eb-4c36-ba1e-cf02863aa3e7, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:03:36.301468 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-3b854564-45a2-47d9-954e-68e9988bbf3f tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:36.303841 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-3b854564-45a2-47d9-954e-68e9988bbf3f tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9334385 Sep 01 15:03:36.331922 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc2865-579b-4bf3-bc3e-b26e733c4d23 req-4d99e640-0b25-4b18-b498-f0cd3870abf9 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:36.344323 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-02cc2865-579b-4bf3-bc3e-b26e733c4d23 req-4d99e640-0b25-4b18-b498-f0cd3870abf9 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.62 "GET /v2.0/ports?device_id=6291d42a-3987-4c53-8114-e78b009de53f HTTP/1.1" status: 200 len: 945 time: 0.4438348 Sep 01 15:03:36.391430 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c5b34e2-4fff-4ac6-ba01-3a47cb6c0302 req-1f0c1a8f-acd7-4a10-af00-9778e33940f9 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148673 Sep 01 15:03:36.412694 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-61af05b2-f2a9-44de-991c-83a078e38644 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Request body: {'port': {'device_id': 'edb2c964-f4a2-4177-ba19-b4961f0db2ba', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': 'f3b43ef729b4447bb1d2f6914aaab634'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:36.445632 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c89b0d79-ed5f-4be4-8ab4-1df66f13c741 req-0badc8de-da99-4914-9046-115b52711579 service neutron] 10.222.0.60 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861252 Sep 01 15:03:36.581763 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-18a55c9e-1576-44cb-9c37-27fc55ae7464 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:36.585923 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-18a55c9e-1576-44cb-9c37-27fc55ae7464 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3489332 Sep 01 15:03:36.609503 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-13632f61-73e2-4d70-bfa1-8c3f03711649 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Request body: {'port': {'device_id': '5561811b-3206-4545-8048-98f4eb11f229', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': 'f3b43ef729b4447bb1d2f6914aaab634'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:36.652531 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c0d07c33-0250-4fa4-9912-7ed4ab1a15f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-router', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '87877a64-89b0-4925-8994-df644841ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:17Z', 'updated_at': '2021-09-01T15:02:28Z', 'revision_number': 4, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'gw_port': {'id': '87877a64-89b0-4925-8994-df644841ad0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:18Z', 'updated_at': '2021-09-01T15:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '9389416c-f34a-49be-91a8-5c49f766a1ee', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'port_id': '9e19b410-8c07-441a-93e7-652652f539ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'mac_address': 'fa:16:3e:23:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efc8f-b96c-4bdc-b545-e2c83b451bb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:03:01Z', 'updated_at': '2021-09-01T15:03:30Z', 'revision_number': 1, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3456f38-ff60-405a-9df4-00ee069260c2', 'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'mac_address': 'fa:16:3e:e2:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:26Z', 'updated_at': '2021-09-01T15:02:37Z', 'revision_number': 5, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'subnets': [{'id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:36.699693 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:03:36.706576 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d07c33-0250-4fa4-9912-7ed4ab1a15f9 None None] The sync data for ids ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'] in n-d-794796-3 is: [{'id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-router', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '87877a64-89b0-4925-8994-df644841ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:17Z', 'updated_at': '2021-09-01T15:02:28Z', 'revision_number': 4, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'gw_port': {'id': '87877a64-89b0-4925-8994-df644841ad0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:18Z', 'updated_at': '2021-09-01T15:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '9389416c-f34a-49be-91a8-5c49f766a1ee', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'port_id': '9e19b410-8c07-441a-93e7-652652f539ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'mac_address': 'fa:16:3e:23:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efc8f-b96c-4bdc-b545-e2c83b451bb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:03:01Z', 'updated_at': '2021-09-01T15:03:30Z', 'revision_number': 1, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3456f38-ff60-405a-9df4-00ee069260c2', 'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'mac_address': 'fa:16:3e:e2:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:26Z', 'updated_at': '2021-09-01T15:02:37Z', 'revision_number': 5, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'subnets': [{'id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:03:36.713953 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:03:36.714680 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:36.789667 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d327f596-1260-43ed-bd7e-f6c52788f08e admin admin] Network 4ee8f304-25eb-4c36-ba1e-cf02863aa3e7 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:03:36.902937 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cbacd7-b733-406a-94f5-95f039186973 req-c5d741a8-d630-4afc-abe8-9ec8c22da1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:36.906343 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-72cbacd7-b733-406a-94f5-95f039186973 req-c5d741a8-d630-4afc-abe8-9ec8c22da1ab service neutron] 10.222.0.45 "GET /v2.0/networks?id=3a08825e-c598-4444-9cbd-967c37c7410b HTTP/1.1" status: 200 len: 922 time: 0.8570750 Sep 01 15:03:36.939437 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-13632f61-73e2-4d70-bfa1-8c3f03711649 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Made reservation on behalf of f3b43ef729b4447bb1d2f6914aaab634 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:03:36.948849 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:36.951348 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-13632f61-73e2-4d70-bfa1-8c3f03711649 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:37.020986 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-d327f596-1260-43ed-bd7e-f6c52788f08e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 4ee8f304-25eb-4c36-ba1e-cf02863aa3e7) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:03:37.027978 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d327f596-1260-43ed-bd7e-f6c52788f08e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:37.028627 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d327f596-1260-43ed-bd7e-f6c52788f08e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:37.066173 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2,segment=NetworkSegment(b84bd209-7bfa-45b7-97f5-46abc9efe091),segment_id=b84bd209-7bfa-45b7-97f5-46abc9efe091)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:37.068858 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2624d4f-2efc-47c5-815d-b0743cac62b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:37.084158 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1a8308-be05-4937-8ac4-be7b001b1c9a" -d '{"events": [{"server_uuid": "d2624d4f-2efc-47c5-815d-b0743cac62b3", "name": "network-vif-plugged", "status": "completed", "tag": "7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:37.098186 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20593d6-725a-4374-909b-8fd4803a37b9 req-801f45b4-0eb9-4b43-b99c-5f15378320c3 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:37.100916 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c767600-b348-4bb3-bf11-e67429e341ad None None] Network 4ee8f304-25eb-4c36-ba1e-cf02863aa3e7 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:03:37.105083 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:37.112617 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c20593d6-725a-4374-909b-8fd4803a37b9 req-801f45b4-0eb9-4b43-b99c-5f15378320c3 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2624d4f-2efc-47c5-815d-b0743cac62b3 HTTP/1.1" status: 200 len: 945 time: 0.4841652 Sep 01 15:03:37.156268 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d327f596-1260-43ed-bd7e-f6c52788f08e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0311506 Sep 01 15:03:37.164666 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54570) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:37.179071 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d088d1b8-de3a-41c9-9701-9c9237d1d8bd None None] New status for floating IP 9389416c-f34a-49be-91a8-5c49f766a1ee: ACTIVE {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:03:37.194319 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1569b-7db4-493a-a88b-e8b2ed4a7c21 req-28aaaf6d-baf6-4732-afaf-e5c467bc8ec7 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:37.199344 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ce1569b-7db4-493a-a88b-e8b2ed4a7c21 req-28aaaf6d-baf6-4732-afaf-e5c467bc8ec7 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 943 time: 0.3392899 Sep 01 15:03:37.201439 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-72cbacd7-b733-406a-94f5-95f039186973 req-0f3148ba-cf61-4939-a795-1b965dfed732 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e19b410-8c07-441a-93e7-652652f539ed HTTP/1.1" status: 200 len: 998 time: 0.2725904 Sep 01 15:03:37.212391 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-61af05b2-f2a9-44de-991c-83a078e38644 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Made reservation on behalf of f3b43ef729b4447bb1d2f6914aaab634 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:03:37.215873 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-61af05b2-f2a9-44de-991c-83a078e38644 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:37.219316 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-17f3fde9-2da5-4d16-aabe-a39e1ac3eb47 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2107234725-router', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:37.288189 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd565aa-ccd2-483e-aaea-af8540681fb0', 'tag': '8244ea20-9b94-4858-b1aa-192afd5280b6'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:37.294366 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f903fea-c7db-49eb-80e5-582539884899" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd565aa-ccd2-483e-aaea-af8540681fb0", "tag": "8244ea20-9b94-4858-b1aa-192afd5280b6"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:37.309781 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-17f3fde9-2da5-4d16-aabe-a39e1ac3eb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:37.312851 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-17f3fde9-2da5-4d16-aabe-a39e1ac3eb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:37.325676 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-02cc2865-579b-4bf3-bc3e-b26e733c4d23 req-2d1c2693-90ef-489a-99ce-0ab022efff85 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Deleting port f32b99bb-edd8-4d66-8f41-770726da5fcc {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:03:37.326519 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-02cc2865-579b-4bf3-bc3e-b26e733c4d23 req-2d1c2693-90ef-489a-99ce-0ab022efff85 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:37.338041 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c20593d6-725a-4374-909b-8fd4803a37b9 req-38c4012b-f3d7-4849-b7d5-7913b2ba8551 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042468 Sep 01 15:03:37.347709 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:37.599844 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-13632f61-73e2-4d70-bfa1-8c3f03711649 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Allocated IP 192.168.233.153 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/c1623e95-6e87-41f8-9dba-9fc29ff8ae1a) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:03:37.628510 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68334593-560a-40b7-b2d6-9826944a018d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-4ee8f304-25eb-4c36-ba1e-cf02863aa3e7', 'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'fixed_ips': [{'subnet_id': '8b429c43-124c-43c8-856c-37687d3e205d'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:03:37.629943 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-68334593-560a-40b7-b2d6-9826944a018d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:37.719415 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-17f3fde9-2da5-4d16-aabe-a39e1ac3eb47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:37.737740 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ce1569b-7db4-493a-a88b-e8b2ed4a7c21 req-a77ef5b0-cb6b-441d-8a69-1b662154e201 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4622879 Sep 01 15:03:37.801571 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-18e593ce-312c-4965-b274-3401e897689e req-b0eb82ed-c0ad-4ebf-90d9-3896a30688cf tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=5561811b-3206-4545-8048-98f4eb11f229 HTTP/1.1" status: 200 len: 210 time: 0.1395798 Sep 01 15:03:37.824579 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cbacd7-b733-406a-94f5-95f039186973 req-d1d3d530-e25d-4c95-b800-3fd9a4f26757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:37.830000 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-72cbacd7-b733-406a-94f5-95f039186973 req-d1d3d530-e25d-4c95-b800-3fd9a4f26757 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1713c272-a1dd-4676-bd8c-95aac02d27d5 HTTP/1.1" status: 200 len: 860 time: 0.6169109 Sep 01 15:03:38.074099 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3638b3-5a99-4b0f-ba34-06cb31fb4173 x-openstack-request-id: req-3d3638b3-5a99-4b0f-ba34-06cb31fb4173 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:38.075052 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2624d4f-2efc-47c5-815d-b0743cac62b3", "name": "network-vif-plugged", "status": "completed", "tag": "7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:38.075321 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3d3638b3-5a99-4b0f-ba34-06cb31fb4173 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:38.076526 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2624d4f-2efc-47c5-815d-b0743cac62b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2', 'code': 200} Sep 01 15:03:38.108023 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.45', 63807) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:38.112371 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-02cc2865-579b-4bf3-bc3e-b26e733c4d23 req-2d1c2693-90ef-489a-99ce-0ab022efff85 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] For port f32b99bb-edd8-4d66-8f41-770726da5fcc, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f32b99bb-edd8-4d66-8f41-770726da5fcc,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:38.113477 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-02cc2865-579b-4bf3-bc3e-b26e733c4d23 req-2d1c2693-90ef-489a-99ce-0ab022efff85 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:38.120322 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:38.150671 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-02cc2865-579b-4bf3-bc3e-b26e733c4d23 req-2d1c2693-90ef-489a-99ce-0ab022efff85 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Calling delete_port for f32b99bb-edd8-4d66-8f41-770726da5fcc owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:03:38.182249 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-68334593-560a-40b7-b2d6-9826944a018d None None] Allocated IP 172.20.0.2 (4ee8f304-25eb-4c36-ba1e-cf02863aa3e7/8b429c43-124c-43c8-856c-37687d3e205d/b9703322-e6d0-4682-adee-1881e956527c) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:03:38.193175 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cbacd7-b733-406a-94f5-95f039186973 req-ad416e39-6b1b-4c7f-bd92-764d7235eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:38.197745 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-72cbacd7-b733-406a-94f5-95f039186973 req-ad416e39-6b1b-4c7f-bd92-764d7235eea6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3a08825e-c598-4444-9cbd-967c37c7410b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3416874 Sep 01 15:03:38.199474 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.45', 63808) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:38.255587 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1929a471-55c7-4e00-9cf2-3f088ac7c0ef x-openstack-request-id: req-1929a471-55c7-4e00-9cf2-3f088ac7c0ef {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:38.256524 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd565aa-ccd2-483e-aaea-af8540681fb0", "tag": "8244ea20-9b94-4858-b1aa-192afd5280b6", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:38.256524 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1929a471-55c7-4e00-9cf2-3f088ac7c0ef {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:38.256989 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd565aa-ccd2-483e-aaea-af8540681fb0', 'tag': '8244ea20-9b94-4858-b1aa-192afd5280b6', 'status': 'completed', 'code': 200} Sep 01 15:03:38.425853 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-17f3fde9-2da5-4d16-aabe-a39e1ac3eb47 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:38.531192 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-68334593-560a-40b7-b2d6-9826944a018d None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:38.550850 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-68334593-560a-40b7-b2d6-9826944a018d None None] Transition to ACTIVE for port object b9703322-e6d0-4682-adee-1881e956527c will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:03:38.554174 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-436de09c-22ac-4c16-bd25-4ff09caf361f tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:38.586914 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-436de09c-22ac-4c16-bd25-4ff09caf361f tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=164a8512-80a6-4e81-8c37-b7b051f98367&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6165946 Sep 01 15:03:38.604541 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-68334593-560a-40b7-b2d6-9826944a018d None None] Transition to ACTIVE for port object b9703322-e6d0-4682-adee-1881e956527c will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:03:38.633782 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-68334593-560a-40b7-b2d6-9826944a018d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:38.794629 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68334593-560a-40b7-b2d6-9826944a018d None None] Network 4ee8f304-25eb-4c36-ba1e-cf02863aa3e7 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:03:38.811043 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-68334593-560a-40b7-b2d6-9826944a018d None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:03:38.835487 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68334593-560a-40b7-b2d6-9826944a018d None None] Pushing event updated for resources: {'Port': ['ID=b9703322-e6d0-4682-adee-1881e956527c,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:38.849436 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68334593-560a-40b7-b2d6-9826944a018d None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:03:39.007489 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-68334593-560a-40b7-b2d6-9826944a018d None None] Attempting to bind port b9703322-e6d0-4682-adee-1881e956527c on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:03:39.007978 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-68334593-560a-40b7-b2d6-9826944a018d None None] Attempting to bind port b9703322-e6d0-4682-adee-1881e956527c by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'ac7d0491-667e-44de-b883-b457dacdfed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:03:39.008520 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68334593-560a-40b7-b2d6-9826944a018d None None] Attempting to bind port b9703322-e6d0-4682-adee-1881e956527c on network 4ee8f304-25eb-4c36-ba1e-cf02863aa3e7 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:03:39.024957 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68334593-560a-40b7-b2d6-9826944a018d None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:03:39.025661 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68334593-560a-40b7-b2d6-9826944a018d None None] Checking segment: {'id': 'ac7d0491-667e-44de-b883-b457dacdfed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:03:39.026388 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-68334593-560a-40b7-b2d6-9826944a018d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:39.027070 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68334593-560a-40b7-b2d6-9826944a018d None None] Bound using segment: {'id': 'ac7d0491-667e-44de-b883-b457dacdfed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:03:39.027925 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-68334593-560a-40b7-b2d6-9826944a018d None None] Bound port: b9703322-e6d0-4682-adee-1881e956527c, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac7d0491-667e-44de-b883-b457dacdfed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:03:39.028552 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-68334593-560a-40b7-b2d6-9826944a018d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:39.187936 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-68334593-560a-40b7-b2d6-9826944a018d None None] For port b9703322-e6d0-4682-adee-1881e956527c, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:03:39.197139 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-68334593-560a-40b7-b2d6-9826944a018d None None] For port b9703322-e6d0-4682-adee-1881e956527c, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b9703322-e6d0-4682-adee-1881e956527c,segment=NetworkSegment(ac7d0491-667e-44de-b883-b457dacdfed4),segment_id=ac7d0491-667e-44de-b883-b457dacdfed4)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:03:39.216554 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-68334593-560a-40b7-b2d6-9826944a018d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:39.252676 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d79b71-6262-4814-9471-f72bb0728b02 req-0df77c2a-beb9-448b-983b-7ef7b466ddee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:39.255594 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-52d79b71-6262-4814-9471-f72bb0728b02 req-0df77c2a-beb9-448b-983b-7ef7b466ddee service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d2624d4f-2efc-47c5-815d-b0743cac62b3 HTTP/1.1" status: 200 len: 1097 time: 1.1452572 Sep 01 15:03:39.364203 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b1fb74a8-0fa2-4a69-b8fa-7e55074458cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:39.440415 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68334593-560a-40b7-b2d6-9826944a018d None None] Pushing event updated for resources: {'Port': ['ID=b9703322-e6d0-4682-adee-1881e956527c,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:39.481701 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f903fea-c7db-49eb-80e5-582539884899 req-aaeda9b9-3f83-4fef-b931-25526f799563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:39.485641 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0f903fea-c7db-49eb-80e5-582539884899 req-aaeda9b9-3f83-4fef-b931-25526f799563 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 1094 time: 1.2804611 Sep 01 15:03:39.553434 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4794b-2fa6-4890-b448-980a451cdf87 req-6ec3a89f-6838-4164-80ef-fbb9795a5c70 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:39.570214 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a5a4794b-2fa6-4890-b448-980a451cdf87 req-6ec3a89f-6838-4164-80ef-fbb9795a5c70 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=6291d42a-3987-4c53-8114-e78b009de53f HTTP/1.1" status: 200 len: 945 time: 1.2144787 Sep 01 15:03:39.673496 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-13632f61-73e2-4d70-bfa1-8c3f03711649 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:39.684774 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-72cbacd7-b733-406a-94f5-95f039186973 req-9eaf95be-549e-49c5-92bd-1d7e713ae7d0 service neutron] 10.222.0.45 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4589477 Sep 01 15:03:39.711354 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-13632f61-73e2-4d70-bfa1-8c3f03711649 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Transition to ACTIVE for port object c1623e95-6e87-41f8-9dba-9fc29ff8ae1a will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:03:39.866367 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-13632f61-73e2-4d70-bfa1-8c3f03711649 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:39.904930 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['c580a6e4-b344-46fb-966f-a5e7de1d5915'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:03:40.096226 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-8167f512-0005-444b-a287-eeb187152301 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.41 HTTP/1.1" status: 200 len: 1000 time: 1.4323134 Sep 01 15:03:40.107882 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-2f683485-905b-4c19-a5e6-098e8132b74b tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Request body: {'floatingip': {'port_id': '74840fab-6690-47fd-992c-955ae6af9efa', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:40.218490 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-52d79b71-6262-4814-9471-f72bb0728b02 req-dade81aa-0bac-4498-893f-1cc6aa6126f8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9108498 Sep 01 15:03:40.224486 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-13632f61-73e2-4d70-bfa1-8c3f03711649 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:03:40.230769 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b9703322-e6d0-4682-adee-1881e956527c up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:03:40.262960 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-02cc2865-579b-4bf3-bc3e-b26e733c4d23 req-2d1c2693-90ef-489a-99ce-0ab022efff85 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:40.279521 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-13632f61-73e2-4d70-bfa1-8c3f03711649 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:03:40.285554 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-13632f61-73e2-4d70-bfa1-8c3f03711649 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:03:40.481214 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a5a4794b-2fa6-4890-b448-980a451cdf87 req-86e54192-4ecb-40c9-9800-1ba399904de2 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9093182 Sep 01 15:03:40.564867 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c2693-90ef-489a-99ce-0ab022efff85 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Pushing event deleted for resources: {'Port': ['ID=f32b99bb-edd8-4d66-8f41-770726da5fcc,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:40.607670 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port b9703322-e6d0-4682-adee-1881e956527c completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:03:40.629086 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-13632f61-73e2-4d70-bfa1-8c3f03711649 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:40.629992 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-13632f61-73e2-4d70-bfa1-8c3f03711649 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:40.649365 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13632f61-73e2-4d70-bfa1-8c3f03711649 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Pushing event updated for resources: {'Port': ['ID=c1623e95-6e87-41f8-9dba-9fc29ff8ae1a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:40.661303 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-2f683485-905b-4c19-a5e6-098e8132b74b tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks [] for floatingip, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:40.850871 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-13632f61-73e2-4d70-bfa1-8c3f03711649 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2456825 Sep 01 15:03:40.879056 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9695c72a-1754-48e0-9386-301883364b91 None None] Provisioning for port c1623e95-6e87-41f8-9dba-9fc29ff8ae1a completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:03:40.882978 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-0c8664f6-eb77-4f9a-99d8-af3064616422 service neutron] Request body: {'port': {'device_id': '5561811b-3206-4545-8048-98f4eb11f229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:40.896947 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9695c72a-1754-48e0-9386-301883364b91 None None] Provisioning complete for port c1623e95-6e87-41f8-9dba-9fc29ff8ae1a triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:03:40.897699 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9695c72a-1754-48e0-9386-301883364b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:40.913755 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f903fea-c7db-49eb-80e5-582539884899 req-cac08815-2c49-4a8e-ad3e-24e9103f81f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:40.924882 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0f903fea-c7db-49eb-80e5-582539884899 req-cac08815-2c49-4a8e-ad3e-24e9103f81f6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27801a1-4735-4eb4-8714-06c2c137f925 HTTP/1.1" status: 200 len: 921 time: 1.4284301 Sep 01 15:03:40.988080 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-02cc2865-579b-4bf3-bc3e-b26e733c4d23 req-2d1c2693-90ef-489a-99ce-0ab022efff85 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] No DVR routers for this DVR port f32b99bb-edd8-4d66-8f41-770726da5fcc on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:03:40.998390 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-02cc2865-579b-4bf3-bc3e-b26e733c4d23 req-2d1c2693-90ef-489a-99ce-0ab022efff85 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:41.007344 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-0c8664f6-eb77-4f9a-99d8-af3064616422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:41.007845 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-02cc2865-579b-4bf3-bc3e-b26e733c4d23 req-2d1c2693-90ef-489a-99ce-0ab022efff85 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.62 "DELETE /v2.0/ports/f32b99bb-edd8-4d66-8f41-770726da5fcc HTTP/1.1" status: 204 len: 173 time: 4.6312160 Sep 01 15:03:41.017973 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-61af05b2-f2a9-44de-991c-83a078e38644 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Allocated IP 192.168.233.64 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/7ed1fbe9-2d46-4fcc-bc50-023f949bf380) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:03:41.034893 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6291d42a-3987-4c53-8114-e78b009de53f', 'name': 'network-vif-deleted', 'tag': 'f32b99bb-edd8-4d66-8f41-770726da5fcc'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:41.043731 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f32b99bb-edd8-4d66-8f41-770726da5fcc no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:03:41.045291 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea966fd4-6eaf-4bf5-a0ef-8b09208318df" -d '{"events": [{"server_uuid": "6291d42a-3987-4c53-8114-e78b009de53f", "name": "network-vif-deleted", "tag": "f32b99bb-edd8-4d66-8f41-770726da5fcc"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:41.181685 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: f32b99bb-edd8-4d66-8f41-770726da5fcc {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:03:41.207405 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f32b99bb-edd8-4d66-8f41-770726da5fcc not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:03:41.209277 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-9695c72a-1754-48e0-9386-301883364b91 None None] Port c1623e95-6e87-41f8-9dba-9fc29ff8ae1a cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:03:41.253060 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-72cbacd7-b733-406a-94f5-95f039186973 req-6edb0da8-b3c7-4720-bafa-2ea1f42ad9ce service neutron] 10.222.0.45 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5583932 Sep 01 15:03:41.591181 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506cf974-2c03-40e2-97da-4deec6e0f2e7 None None] Network 4ee8f304-25eb-4c36-ba1e-cf02863aa3e7 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:03:41.616524 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0f903fea-c7db-49eb-80e5-582539884899 req-bef67180-4a28-4d1a-873b-db37c47cc8fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8244ea20-9b94-4858-b1aa-192afd5280b6 HTTP/1.1" status: 200 len: 217 time: 0.5894425 Sep 01 15:03:41.769514 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-96b5ac72-3a08-4348-acf8-e1069fabf4d5 None None] Provisioning for port b9703322-e6d0-4682-adee-1881e956527c completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:03:41.792705 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-61af05b2-f2a9-44de-991c-83a078e38644 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:41.807044 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-96b5ac72-3a08-4348-acf8-e1069fabf4d5 None None] Provisioning complete for port b9703322-e6d0-4682-adee-1881e956527c triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:03:41.807603 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-96b5ac72-3a08-4348-acf8-e1069fabf4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:41.879383 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f903fea-c7db-49eb-80e5-582539884899 req-105ae856-56dc-46ae-9807-26850c68dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:41.881889 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0f903fea-c7db-49eb-80e5-582539884899 req-105ae856-56dc-46ae-9807-26850c68dc4c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66b1faa8-b86d-41ee-9bdb-4fe08d19f261 HTTP/1.1" status: 200 len: 860 time: 0.2488856 Sep 01 15:03:41.913224 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b312d-cd31-480a-b188-c796c46eff28 req-4cea5bde-088a-41d9-b3aa-6eb05d70428b tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:41.929411 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f80b312d-cd31-480a-b188-c796c46eff28 req-4cea5bde-088a-41d9-b3aa-6eb05d70428b tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2624d4f-2efc-47c5-815d-b0743cac62b3 HTTP/1.1" status: 200 len: 946 time: 0.9831178 Sep 01 15:03:41.948148 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-61af05b2-f2a9-44de-991c-83a078e38644 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Transition to ACTIVE for port object 7ed1fbe9-2d46-4fcc-bc50-023f949bf380 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:03:42.063170 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0f903fea-c7db-49eb-80e5-582539884899 req-39eefbf7-aa6b-4862-b181-660a139272ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27801a1-4735-4eb4-8714-06c2c137f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1692331 Sep 01 15:03:42.186212 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c3e45f9e-f726-44d4-9493-ba12832bf815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:42.190000 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:42.311435 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f80b312d-cd31-480a-b188-c796c46eff28 req-b994542a-941a-4484-a14d-42706eec3861 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809772 Sep 01 15:03:42.336382 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-96b5ac72-3a08-4348-acf8-e1069fabf4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:42.423373 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-61af05b2-f2a9-44de-991c-83a078e38644 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:42.488942 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['c580a6e4-b344-46fb-966f-a5e7de1d5915'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:03:42.504287 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-96b5ac72-3a08-4348-acf8-e1069fabf4d5 None None] For port b9703322-e6d0-4682-adee-1881e956527c, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b9703322-e6d0-4682-adee-1881e956527c,segment=NetworkSegment(ac7d0491-667e-44de-b883-b457dacdfed4),segment_id=ac7d0491-667e-44de-b883-b457dacdfed4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:42.582662 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-17f3fde9-2da5-4d16-aabe-a39e1ac3eb47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:42.589684 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-96b5ac72-3a08-4348-acf8-e1069fabf4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:42.682354 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0f903fea-c7db-49eb-80e5-582539884899 req-854b2c52-4969-4923-9a1e-6aceb8c07424 service neutron] 10.222.0.45 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5900357 Sep 01 15:03:42.776180 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5ac72-3a08-4348-acf8-e1069fabf4d5 None None] Pushing event updated for resources: {'Port': ['ID=b9703322-e6d0-4682-adee-1881e956527c,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:42.785089 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-17f3fde9-2da5-4d16-aabe-a39e1ac3eb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:42.790548 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-61af05b2-f2a9-44de-991c-83a078e38644 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:03:43.007622 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-61af05b2-f2a9-44de-991c-83a078e38644 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:03:43.029115 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-61af05b2-f2a9-44de-991c-83a078e38644 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:03:43.129444 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ab564bcd-b497-4fd3-8070-7a4e2851e955 None None] Provisioning complete for port b9703322-e6d0-4682-adee-1881e956527c triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:03:43.130689 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ab564bcd-b497-4fd3-8070-7a4e2851e955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:43.151536 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af05b2-f2a9-44de-991c-83a078e38644 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Pushing event updated for resources: {'Port': ['ID=7ed1fbe9-2d46-4fcc-bc50-023f949bf380,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:43.200052 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-0c8664f6-eb77-4f9a-99d8-af3064616422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1623e95-6e87-41f8-9dba-9fc29ff8ae1a {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:03:43.226370 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-0c8664f6-eb77-4f9a-99d8-af3064616422 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:43.231485 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e90e62-1691-4789-bfdc-89779f06062e req-50fda9e6-7eb8-4748-90c4-afc6fb5d891c tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:43.239597 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-21e90e62-1691-4789-bfdc-89779f06062e req-50fda9e6-7eb8-4748-90c4-afc6fb5d891c tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 943 time: 0.7396495 Sep 01 15:03:43.261877 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-0c8664f6-eb77-4f9a-99d8-af3064616422 service neutron] Transition to ACTIVE for port object c1623e95-6e87-41f8-9dba-9fc29ff8ae1a will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:03:43.320672 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-0c8664f6-eb77-4f9a-99d8-af3064616422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:43.362409 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:43.436051 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-61af05b2-f2a9-44de-991c-83a078e38644 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:43.438998 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-61af05b2-f2a9-44de-991c-83a078e38644 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:43.535658 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0f903fea-c7db-49eb-80e5-582539884899 req-5236ce58-b7a5-465d-89a8-e9e2fe963449 service neutron] 10.222.0.45 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8398051 Sep 01 15:03:43.582807 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-61af05b2-f2a9-44de-991c-83a078e38644 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.2068660 Sep 01 15:03:43.604114 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-8b8af925-3383-41f6-9b69-63d8cfafc093 service neutron] Request body: {'port': {'device_id': 'edb2c964-f4a2-4177-ba19-b4961f0db2ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:43.659132 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-21e90e62-1691-4789-bfdc-89779f06062e req-ddb1544c-583f-421f-862f-c2845a6141e4 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225186 Sep 01 15:03:43.738500 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-cbf72585-f090-416b-bd5f-892f74288887 None None] Provisioning for port 7ed1fbe9-2d46-4fcc-bc50-023f949bf380 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:03:43.761672 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-cbf72585-f090-416b-bd5f-892f74288887 None None] Provisioning complete for port 7ed1fbe9-2d46-4fcc-bc50-023f949bf380 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:03:43.762527 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cbf72585-f090-416b-bd5f-892f74288887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:43.866100 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-8b8af925-3383-41f6-9b69-63d8cfafc093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:43.946148 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-cbf72585-f090-416b-bd5f-892f74288887 None None] Port 7ed1fbe9-2d46-4fcc-bc50-023f949bf380 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:03:44.021423 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8664f6-eb77-4f9a-99d8-af3064616422 service neutron] Pushing event updated for resources: {'Port': ['ID=c1623e95-6e87-41f8-9dba-9fc29ff8ae1a,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:44.160285 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b9703322-e6d0-4682-adee-1881e956527c up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:03:44.301115 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port b9703322-e6d0-4682-adee-1881e956527c triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:03:44.301115 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:44.331684 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7b8f9-754f-47c2-8f13-bacf2d82f0fb req-dfd3a381-c95f-4638-b7bb-0f410181eefd tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:44.334862 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e5d7b8f9-754f-47c2-8f13-bacf2d82f0fb req-dfd3a381-c95f-4638-b7bb-0f410181eefd tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=5561811b-3206-4545-8048-98f4eb11f229 HTTP/1.1" status: 200 len: 948 time: 0.3661549 Sep 01 15:03:44.404828 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-17f3fde9-2da5-4d16-aabe-a39e1ac3eb47 admin admin] Allocated IP 172.25.6.218 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/4deb9e0c-f963-4894-a9cf-bb7d07119334) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:03:44.475327 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-0c8664f6-eb77-4f9a-99d8-af3064616422 service neutron] Attempting to bind port c1623e95-6e87-41f8-9dba-9fc29ff8ae1a on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:03:44.476388 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-0c8664f6-eb77-4f9a-99d8-af3064616422 service neutron] Attempting to bind port c1623e95-6e87-41f8-9dba-9fc29ff8ae1a by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:03:44.476565 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-0c8664f6-eb77-4f9a-99d8-af3064616422 service neutron] Attempting to bind port c1623e95-6e87-41f8-9dba-9fc29ff8ae1a on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:03:44.511299 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-0c8664f6-eb77-4f9a-99d8-af3064616422 service neutron] Port c1623e95-6e87-41f8-9dba-9fc29ff8ae1a on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:03:44.511834 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-0c8664f6-eb77-4f9a-99d8-af3064616422 service neutron] Attempting to bind port c1623e95-6e87-41f8-9dba-9fc29ff8ae1a on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:03:44.581214 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-0c8664f6-eb77-4f9a-99d8-af3064616422 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:03:44.581618 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-0c8664f6-eb77-4f9a-99d8-af3064616422 service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:03:44.582248 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-0c8664f6-eb77-4f9a-99d8-af3064616422 service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:03:44.595264 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-0c8664f6-eb77-4f9a-99d8-af3064616422 service neutron] Bound port: c1623e95-6e87-41f8-9dba-9fc29ff8ae1a, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:03:44.595854 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-0c8664f6-eb77-4f9a-99d8-af3064616422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:44.713843 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e5d7b8f9-754f-47c2-8f13-bacf2d82f0fb req-cd8a5de6-31df-4fb4-b10b-b659e94cc6f5 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580050 Sep 01 15:03:44.853083 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e856a63e-a5d6-4208-9423-9b71646d1980 x-openstack-request-id: req-e856a63e-a5d6-4208-9423-9b71646d1980 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:44.853762 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6291d42a-3987-4c53-8114-e78b009de53f", "name": "network-vif-deleted", "tag": "f32b99bb-edd8-4d66-8f41-770726da5fcc", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:44.854461 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e856a63e-a5d6-4208-9423-9b71646d1980 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:44.855537 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6291d42a-3987-4c53-8114-e78b009de53f', 'name': 'network-vif-deleted', 'tag': 'f32b99bb-edd8-4d66-8f41-770726da5fcc', 'status': 'completed', 'code': 200} Sep 01 15:03:44.981164 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:45.049457 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.resource_extend [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-2f683485-905b-4c19-a5e6-098e8132b74b tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:03:45.077790 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-8b8af925-3383-41f6-9b69-63d8cfafc093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ed1fbe9-2d46-4fcc-bc50-023f949bf380 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:03:45.096547 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-8b8af925-3383-41f6-9b69-63d8cfafc093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:45.157415 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-8b8af925-3383-41f6-9b69-63d8cfafc093 service neutron] Transition to ACTIVE for port object 7ed1fbe9-2d46-4fcc-bc50-023f949bf380 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:03:45.167561 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-8b8af925-3383-41f6-9b69-63d8cfafc093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:45.183577 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-0c8664f6-eb77-4f9a-99d8-af3064616422 service neutron] For port c1623e95-6e87-41f8-9dba-9fc29ff8ae1a, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:03:45.195708 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-2f683485-905b-4c19-a5e6-098e8132b74b tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:45.223795 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-2f683485-905b-4c19-a5e6-098e8132b74b tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:45.247496 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-17f3fde9-2da5-4d16-aabe-a39e1ac3eb47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:45.293707 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8af925-3383-41f6-9b69-63d8cfafc093 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed1fbe9-2d46-4fcc-bc50-023f949bf380,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:45.405233 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-0c8664f6-eb77-4f9a-99d8-af3064616422 service neutron] For port c1623e95-6e87-41f8-9dba-9fc29ff8ae1a, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c1623e95-6e87-41f8-9dba-9fc29ff8ae1a,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:03:45.446347 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-0c8664f6-eb77-4f9a-99d8-af3064616422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:45.619193 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01a542-5af1-4880-8658-84cb19e02ade req-14e69d42-d643-451e-b4fc-936f02407f43 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:45.637571 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5c01a542-5af1-4880-8658-84cb19e02ade req-14e69d42-d643-451e-b4fc-936f02407f43 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2624d4f-2efc-47c5-815d-b0743cac62b3 HTTP/1.1" status: 200 len: 946 time: 0.2412341 Sep 01 15:03:45.649593 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-8b8af925-3383-41f6-9b69-63d8cfafc093 service neutron] Attempting to bind port 7ed1fbe9-2d46-4fcc-bc50-023f949bf380 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:03:45.650596 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-8b8af925-3383-41f6-9b69-63d8cfafc093 service neutron] Attempting to bind port 7ed1fbe9-2d46-4fcc-bc50-023f949bf380 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:03:45.651661 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-8b8af925-3383-41f6-9b69-63d8cfafc093 service neutron] Attempting to bind port 7ed1fbe9-2d46-4fcc-bc50-023f949bf380 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:03:45.675804 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-8b8af925-3383-41f6-9b69-63d8cfafc093 service neutron] Port 7ed1fbe9-2d46-4fcc-bc50-023f949bf380 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:03:45.676784 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-8b8af925-3383-41f6-9b69-63d8cfafc093 service neutron] Attempting to bind port 7ed1fbe9-2d46-4fcc-bc50-023f949bf380 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:03:45.690237 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-8b8af925-3383-41f6-9b69-63d8cfafc093 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:03:45.691208 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-8b8af925-3383-41f6-9b69-63d8cfafc093 service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:03:45.692098 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-8b8af925-3383-41f6-9b69-63d8cfafc093 service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:03:45.693648 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-8b8af925-3383-41f6-9b69-63d8cfafc093 service neutron] Bound port: 7ed1fbe9-2d46-4fcc-bc50-023f949bf380, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:03:45.694554 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-8b8af925-3383-41f6-9b69-63d8cfafc093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:45.732012 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8664f6-eb77-4f9a-99d8-af3064616422 service neutron] Pushing event updated for resources: {'Port': ['ID=c1623e95-6e87-41f8-9dba-9fc29ff8ae1a,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:45.760434 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-0c8664f6-eb77-4f9a-99d8-af3064616422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:45.761938 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-0c8664f6-eb77-4f9a-99d8-af3064616422 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:45.765108 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-0c8664f6-eb77-4f9a-99d8-af3064616422 service neutron] 10.222.0.45 "PUT /v2.0/ports/c1623e95-6e87-41f8-9dba-9fc29ff8ae1a HTTP/1.1" status: 200 len: 1096 time: 4.9017103 Sep 01 15:03:45.766421 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5561811b-3206-4545-8048-98f4eb11f229', 'tag': 'c1623e95-6e87-41f8-9dba-9fc29ff8ae1a'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:45.778598 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a0a2a6-28c1-4584-aea4-e51b077127ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5561811b-3206-4545-8048-98f4eb11f229", "tag": "c1623e95-6e87-41f8-9dba-9fc29ff8ae1a"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:45.805722 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-17f3fde9-2da5-4d16-aabe-a39e1ac3eb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:45.912353 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-8b8af925-3383-41f6-9b69-63d8cfafc093 service neutron] For port 7ed1fbe9-2d46-4fcc-bc50-023f949bf380, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:03:45.918233 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-8b8af925-3383-41f6-9b69-63d8cfafc093 service neutron] For port 7ed1fbe9-2d46-4fcc-bc50-023f949bf380, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7ed1fbe9-2d46-4fcc-bc50-023f949bf380,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:03:45.933157 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-8b8af925-3383-41f6-9b69-63d8cfafc093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:45.953638 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5c01a542-5af1-4880-8658-84cb19e02ade req-1ed79cdb-c83d-4c13-8776-601675bf37e7 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144314 Sep 01 15:03:46.025826 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-8b8af925-3383-41f6-9b69-63d8cfafc093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:46.027022 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-8b8af925-3383-41f6-9b69-63d8cfafc093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:46.028884 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-8b8af925-3383-41f6-9b69-63d8cfafc093 service neutron] 10.222.0.45 "PUT /v2.0/ports/7ed1fbe9-2d46-4fcc-bc50-023f949bf380 HTTP/1.1" status: 200 len: 1095 time: 2.4331999 Sep 01 15:03:46.079603 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8af925-3383-41f6-9b69-63d8cfafc093 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed1fbe9-2d46-4fcc-bc50-023f949bf380,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:46.126728 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-2f683485-905b-4c19-a5e6-098e8132b74b tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Floating IP 9389416c-f34a-49be-91a8-5c49f766a1ee associated. External IP: 172.25.6.41, port: 9e19b410-8c07-441a-93e7-652652f539ed. Sep 01 15:03:46.186652 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-df452f85-e170-499d-a023-5106251e080a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:46.188406 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-df452f85-e170-499d-a023-5106251e080a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&device_id=edb2c964-f4a2-4177-ba19-b4961f0db2ba HTTP/1.1" status: 200 len: 1098 time: 0.0738864 Sep 01 15:03:46.287611 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-3082f915-3822-40fc-877b-b3ecde449a9c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=7ed1fbe9-2d46-4fcc-bc50-023f949bf380 HTTP/1.1" status: 200 len: 217 time: 0.0823166 Sep 01 15:03:46.377719 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-749f76f2-1c2f-4703-836c-6c17f8049672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:46.380293 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-749f76f2-1c2f-4703-836c-6c17f8049672 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.0811698 Sep 01 15:03:46.514712 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-36280858-3867-4d10-9b3c-929001918a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:46.517324 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-36280858-3867-4d10-9b3c-929001918a36 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1262920 Sep 01 15:03:46.762064 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1b298-3af3-47d2-873b-5e9e1958d37f req-55918693-9733-483a-ba54-ed88e8ce8ebd tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:46.764790 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0e1b298-3af3-47d2-873b-5e9e1958d37f req-55918693-9733-483a-ba54-ed88e8ce8ebd tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 943 time: 0.1904361 Sep 01 15:03:46.827039 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-caa860cd-9868-4cd8-85b4-7ed6a12f32d8 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982340 Sep 01 15:03:46.864229 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb2c964-f4a2-4177-ba19-b4961f0db2ba', 'tag': '7ed1fbe9-2d46-4fcc-bc50-023f949bf380'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:46.867733 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ade1d6f-33e5-4a47-924d-fb9de2f17c85" -d '{"events": [{"name": "network-changed", "server_uuid": "edb2c964-f4a2-4177-ba19-b4961f0db2ba", "tag": "7ed1fbe9-2d46-4fcc-bc50-023f949bf380"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:46.885218 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f3fde9-2da5-4d16-aabe-a39e1ac3eb47 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:03:46.902450 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-17f3fde9-2da5-4d16-aabe-a39e1ac3eb47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:03:46.905069 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f3fde9-2da5-4d16-aabe-a39e1ac3eb47 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:03:46.950691 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0e1b298-3af3-47d2-873b-5e9e1958d37f req-76ffb32d-db7b-4ba0-b150-597e90b5c823 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767633 Sep 01 15:03:46.969421 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3fde9-2da5-4d16-aabe-a39e1ac3eb47 admin admin] Pushing event updated for resources: {'Port': ['ID=4deb9e0c-f963-4894-a9cf-bb7d07119334,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:46.991285 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-a7dd84fc-fc9e-46e5-89d8-b0e4d0243065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:46.992869 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-a7dd84fc-fc9e-46e5-89d8-b0e4d0243065 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&device_id=5561811b-3206-4545-8048-98f4eb11f229 HTTP/1.1" status: 200 len: 1099 time: 1.0927074 Sep 01 15:03:47.029572 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-170c7612-9224-407a-8e61-699ef53ddbb4 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831658 Sep 01 15:03:47.121343 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-9df1dc5f-df22-4f89-bd3b-9670ef15631c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=c1623e95-6e87-41f8-9dba-9fc29ff8ae1a HTTP/1.1" status: 200 len: 217 time: 0.1140282 Sep 01 15:03:47.271484 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-bb6f29ad-318b-4493-b857-ff049ff321c6 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:47.274092 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-bb6f29ad-318b-4493-b857-ff049ff321c6 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/networks?id=b0922890-9f88-4062-824b-4dfc506e6e18 HTTP/1.1" status: 200 len: 811 time: 0.1994007 Sep 01 15:03:47.303283 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-822d412a-d721-46f6-baf5-1aad2536103d tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/quotas/fec0654f7239467a95f60e6ba299aa91 HTTP/1.1" status: 200 len: 375 time: 0.0177245 Sep 01 15:03:47.368402 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-4a65982e-64de-408d-83e1-6c27eb0c956f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:47.371678 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-4a65982e-64de-408d-83e1-6c27eb0c956f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.2003226 Sep 01 15:03:47.376034 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-063ac72f-818b-464c-aabd-4eb7ccf1c925 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fec0654f7239467a95f60e6ba299aa91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600877 Sep 01 15:03:47.501157 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-2f683485-905b-4c19-a5e6-098e8132b74b tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:03:47.560886 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d5445-d305-4776-98e9-9b187809fa02 req-11a57cba-fc18-4027-a55c-c64efa74648c tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:47.564309 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-247d5445-d305-4776-98e9-9b187809fa02 req-11a57cba-fc18-4027-a55c-c64efa74648c tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.62 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 944 time: 0.2310216 Sep 01 15:03:47.687677 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-627cf038-088e-424f-9090-f06dd31ea3de service neutron] 10.222.0.60 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695398 Sep 01 15:03:47.703753 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-3cfab780-e6c9-4cba-be45-4570e24736af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:47.706618 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-3cfab780-e6c9-4cba-be45-4570e24736af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3231525 Sep 01 15:03:47.847444 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-17f3fde9-2da5-4d16-aabe-a39e1ac3eb47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:47.901427 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-247d5445-d305-4776-98e9-9b187809fa02 req-614007ed-e351-4512-bc41-9650ce6eb69f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Deleting port 2fe55acc-3642-4816-8ed1-af0fb041aad0 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:03:47.901910 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-247d5445-d305-4776-98e9-9b187809fa02 req-614007ed-e351-4512-bc41-9650ce6eb69f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:47.993564 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-c3e8e925-c0eb-469d-8b62-6b7ec1c3daba service neutron] 10.222.0.60 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616982 Sep 01 15:03:48.096759 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-247d5445-d305-4776-98e9-9b187809fa02 req-614007ed-e351-4512-bc41-9650ce6eb69f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] For port 2fe55acc-3642-4816-8ed1-af0fb041aad0, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=2fe55acc-3642-4816-8ed1-af0fb041aad0,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:48.097698 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-247d5445-d305-4776-98e9-9b187809fa02 req-614007ed-e351-4512-bc41-9650ce6eb69f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:48.120351 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-247d5445-d305-4776-98e9-9b187809fa02 req-614007ed-e351-4512-bc41-9650ce6eb69f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Calling delete_port for 2fe55acc-3642-4816-8ed1-af0fb041aad0 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:03:48.142097 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-2f683485-905b-4c19-a5e6-098e8132b74b tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:03:48.160101 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3842e512-0100-4c06-815f-9987dd505699 None None] Sync routers for ids ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:03:48.164056 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-d094e56e-6c1d-43b2-b32f-82e55b388070 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435046 Sep 01 15:03:48.185923 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3842e512-0100-4c06-815f-9987dd505699 None None] Routers {'445f318f-d5d4-44f1-a14f-e5b96d1a51fa'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:03:48.213167 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-3842e512-0100-4c06-815f-9987dd505699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:03:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:48.437236 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92804a44-6949-44f7-8fc3-7de5531a27bf req-f6741ddb-09af-45b6-a6ef-8172e23a976f tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:48.450842 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-92804a44-6949-44f7-8fc3-7de5531a27bf req-f6741ddb-09af-45b6-a6ef-8172e23a976f tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=5561811b-3206-4545-8048-98f4eb11f229 HTTP/1.1" status: 200 len: 948 time: 0.1790192 Sep 01 15:03:48.471000 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-3842e512-0100-4c06-815f-9987dd505699 None None] Set router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:03:48.478323 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-247d5445-d305-4776-98e9-9b187809fa02 req-614007ed-e351-4512-bc41-9650ce6eb69f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:48.540522 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614007ed-e351-4512-bc41-9650ce6eb69f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Pushing event deleted for resources: {'Port': ['ID=2fe55acc-3642-4816-8ed1-af0fb041aad0,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:48.588990 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-92804a44-6949-44f7-8fc3-7de5531a27bf req-e892bd37-16dc-444e-98d5-91506f8e43ef tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365604 Sep 01 15:03:48.678888 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-247d5445-d305-4776-98e9-9b187809fa02 req-614007ed-e351-4512-bc41-9650ce6eb69f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] No DVR routers for this DVR port 2fe55acc-3642-4816-8ed1-af0fb041aad0 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:03:48.682528 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-247d5445-d305-4776-98e9-9b187809fa02 req-614007ed-e351-4512-bc41-9650ce6eb69f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:48.685328 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-247d5445-d305-4776-98e9-9b187809fa02 req-614007ed-e351-4512-bc41-9650ce6eb69f tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.62 "DELETE /v2.0/ports/2fe55acc-3642-4816-8ed1-af0fb041aad0 HTTP/1.1" status: 204 len: 173 time: 1.1039584 Sep 01 15:03:48.690173 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['2fe55acc-3642-4816-8ed1-af0fb041aad0'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:03:48.740418 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d74dbf19-1482-444f-bf0d-71649a5ed2b4 req-9869f3c9-728f-4722-b62b-9f9cd227ec06 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135143 Sep 01 15:03:48.748805 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d1c1fc-3d17-4b64-be06-6e41ccff28b5 x-openstack-request-id: req-86d1c1fc-3d17-4b64-be06-6e41ccff28b5 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:48.749243 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5561811b-3206-4545-8048-98f4eb11f229", "tag": "c1623e95-6e87-41f8-9dba-9fc29ff8ae1a", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:48.749875 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-86d1c1fc-3d17-4b64-be06-6e41ccff28b5 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:48.750789 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5561811b-3206-4545-8048-98f4eb11f229', 'tag': 'c1623e95-6e87-41f8-9dba-9fc29ff8ae1a', 'status': 'completed', 'code': 200} Sep 01 15:03:48.761534 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-17f3fde9-2da5-4d16-aabe-a39e1ac3eb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:48.958215 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2b91a-5064-4d8b-969f-305b835dee7d req-4e4521be-c316-44d6-903f-23422b42914f tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:48.960425 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-01f2b91a-5064-4d8b-969f-305b835dee7d req-4e4521be-c316-44d6-903f-23422b42914f tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2624d4f-2efc-47c5-815d-b0743cac62b3 HTTP/1.1" status: 200 len: 946 time: 0.0864589 Sep 01 15:03:49.009931 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-01f2b91a-5064-4d8b-969f-305b835dee7d req-0fe459c9-7d63-4910-bd5f-e66c6d036d2a tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399477 Sep 01 15:03:49.113209 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-2f683485-905b-4c19-a5e6-098e8132b74b tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:03:49.118571 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-3842e512-0100-4c06-815f-9987dd505699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-router', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '87877a64-89b0-4925-8994-df644841ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:17Z', 'updated_at': '2021-09-01T15:02:28Z', 'revision_number': 4, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'gw_port': {'id': '87877a64-89b0-4925-8994-df644841ad0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:18Z', 'updated_at': '2021-09-01T15:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '9389416c-f34a-49be-91a8-5c49f766a1ee', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'port_id': '74840fab-6690-47fd-992c-955ae6af9efa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'mac_address': 'fa:16:3e:67:ed:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a8512-80a6-4e81-8c37-b7b051f98367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:03:01Z', 'updated_at': '2021-09-01T15:03:44Z', 'revision_number': 3, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3456f38-ff60-405a-9df4-00ee069260c2', 'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'mac_address': 'fa:16:3e:e2:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:26Z', 'updated_at': '2021-09-01T15:02:37Z', 'revision_number': 5, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'subnets': [{'id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:49.167399 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3842e512-0100-4c06-815f-9987dd505699 None None] Checking router: 445f318f-d5d4-44f1-a14f-e5b96d1a51fa for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:03:49.180320 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3842e512-0100-4c06-815f-9987dd505699 None None] Routers {'445f318f-d5d4-44f1-a14f-e5b96d1a51fa'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:03:49.180865 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-3842e512-0100-4c06-815f-9987dd505699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:03:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:49.361898 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0a2a6-28c1-4584-aea4-e51b077127ad req-22e94008-4433-4a41-97f0-cae58cca4d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:49.364914 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93a0a2a6-28c1-4584-aea4-e51b077127ad req-22e94008-4433-4a41-97f0-cae58cca4d03 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&device_id=5561811b-3206-4545-8048-98f4eb11f229 HTTP/1.1" status: 200 len: 1099 time: 0.4345446 Sep 01 15:03:49.404458 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-34052448-5bc0-4306-a5d5-c2eeac7923e5 req-5e7ced18-082d-40cd-b714-3e84a0f8f901 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8e6e96a-b6e1-4510-a5fc-16e0b19771ea HTTP/1.1" status: 200 len: 210 time: 0.0616026 Sep 01 15:03:49.408118 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-3842e512-0100-4c06-815f-9987dd505699 None None] Set router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:03:49.453784 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-2f683485-905b-4c19-a5e6-098e8132b74b tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:03:49.494881 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5579afbd-044f-4bd7-a607-6e36b3fdae3f x-openstack-request-id: req-5579afbd-044f-4bd7-a607-6e36b3fdae3f {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:49.495486 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb2c964-f4a2-4177-ba19-b4961f0db2ba", "tag": "7ed1fbe9-2d46-4fcc-bc50-023f949bf380", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:49.496441 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5579afbd-044f-4bd7-a607-6e36b3fdae3f {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:49.497074 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb2c964-f4a2-4177-ba19-b4961f0db2ba', 'tag': '7ed1fbe9-2d46-4fcc-bc50-023f949bf380', 'status': 'completed', 'code': 200} Sep 01 15:03:49.533429 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-2f683485-905b-4c19-a5e6-098e8132b74b tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:49.605170 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f3fde9-2da5-4d16-aabe-a39e1ac3eb47 admin admin] Router f7a939d3-e933-4cca-b422-dff94ae51f0c is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:03:49.701599 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade1d6f-33e5-4a47-924d-fb9de2f17c85 req-4898d85b-b42e-452e-b588-6b480a15e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:49.704943 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9ade1d6f-33e5-4a47-924d-fb9de2f17c85 req-4898d85b-b42e-452e-b588-6b480a15e019 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&device_id=edb2c964-f4a2-4177-ba19-b4961f0db2ba HTTP/1.1" status: 200 len: 1098 time: 0.1707349 Sep 01 15:03:49.746177 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-2f683485-905b-4c19-a5e6-098e8132b74b tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "PUT /v2.0/floatingips/9389416c-f34a-49be-91a8-5c49f766a1ee HTTP/1.1" status: 200 len: 997 time: 9.6501727 Sep 01 15:03:49.925334 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41dcb1-dc24-401e-b741-b90461e2e281 req-efb02931-1dfb-484e-9dcd-2877b5f1ab81 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:49.935311 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0a41dcb1-dc24-401e-b741-b90461e2e281 req-efb02931-1dfb-484e-9dcd-2877b5f1ab81 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 943 time: 0.2462225 Sep 01 15:03:50.037022 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade1d6f-33e5-4a47-924d-fb9de2f17c85 req-696bb04f-d7b9-459e-8006-c30751bc8b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:50.038937 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9ade1d6f-33e5-4a47-924d-fb9de2f17c85 req-696bb04f-d7b9-459e-8006-c30751bc8b4a service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.2713304 Sep 01 15:03:50.054564 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-3842e512-0100-4c06-815f-9987dd505699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-router', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '87877a64-89b0-4925-8994-df644841ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:17Z', 'updated_at': '2021-09-01T15:02:28Z', 'revision_number': 4, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'gw_port': {'id': '87877a64-89b0-4925-8994-df644841ad0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:18Z', 'updated_at': '2021-09-01T15:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '9389416c-f34a-49be-91a8-5c49f766a1ee', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'port_id': '74840fab-6690-47fd-992c-955ae6af9efa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'mac_address': 'fa:16:3e:67:ed:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a8512-80a6-4e81-8c37-b7b051f98367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:03:01Z', 'updated_at': '2021-09-01T15:03:44Z', 'revision_number': 3, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3456f38-ff60-405a-9df4-00ee069260c2', 'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'mac_address': 'fa:16:3e:e2:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:26Z', 'updated_at': '2021-09-01T15:02:37Z', 'revision_number': 5, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'subnets': [{'id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:50.062120 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0a41dcb1-dc24-401e-b741-b90461e2e281 req-e0e102b1-3586-49c6-bfde-10d0268ebc80 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190021 Sep 01 15:03:50.115485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3842e512-0100-4c06-815f-9987dd505699 None None] The sync data for ids ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'] in n-d-794796-3 is: [{'id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-router', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '87877a64-89b0-4925-8994-df644841ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:17Z', 'updated_at': '2021-09-01T15:02:28Z', 'revision_number': 4, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'gw_port': {'id': '87877a64-89b0-4925-8994-df644841ad0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:18Z', 'updated_at': '2021-09-01T15:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '9389416c-f34a-49be-91a8-5c49f766a1ee', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'port_id': '74840fab-6690-47fd-992c-955ae6af9efa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'mac_address': 'fa:16:3e:67:ed:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a8512-80a6-4e81-8c37-b7b051f98367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:03:01Z', 'updated_at': '2021-09-01T15:03:44Z', 'revision_number': 3, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3456f38-ff60-405a-9df4-00ee069260c2', 'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'mac_address': 'fa:16:3e:e2:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:26Z', 'updated_at': '2021-09-01T15:02:37Z', 'revision_number': 5, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'subnets': [{'id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:03:50.158749 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9ade1d6f-33e5-4a47-924d-fb9de2f17c85 req-47f91d4d-416c-4b4c-8797-526e96a4c647 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=7ed1fbe9-2d46-4fcc-bc50-023f949bf380 HTTP/1.1" status: 200 len: 217 time: 0.0951920 Sep 01 15:03:50.239449 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0a2a6-28c1-4584-aea4-e51b077127ad req-ee645171-26f0-47d2-ae8c-8fe8e3eed40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:50.241669 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93a0a2a6-28c1-4584-aea4-e51b077127ad req-ee645171-26f0-47d2-ae8c-8fe8e3eed40b service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.8640275 Sep 01 15:03:50.301997 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c1623e95-6e87-41f8-9dba-9fc29ff8ae1a details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:03:50.345134 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-5d37c7e4-8c87-4b72-bd8b-8a32dd3fdd11 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:50.346229 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-5d37c7e4-8c87-4b72-bd8b-8a32dd3fdd11 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports/9e19b410-8c07-441a-93e7-652652f539ed HTTP/1.1" status: 200 len: 942 time: 0.1497357 Sep 01 15:03:50.351755 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93a0a2a6-28c1-4584-aea4-e51b077127ad req-d27e32be-0404-4bd0-af78-00266842a1f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=c1623e95-6e87-41f8-9dba-9fc29ff8ae1a HTTP/1.1" status: 200 len: 217 time: 0.0973575 Sep 01 15:03:50.393969 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0e1b7e34-839a-4d72-8036-4aa6606ab0ec req-3e5061fb-cb53-4afc-846c-e6f35140e8d6 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=9966d725-ee8a-4997-81a8-2946d75bab6e HTTP/1.1" status: 200 len: 210 time: 0.1665709 Sep 01 15:03:50.463623 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade1d6f-33e5-4a47-924d-fb9de2f17c85 req-c9942d34-0e77-41e6-9016-5cdbdf495a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:50.471883 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9ade1d6f-33e5-4a47-924d-fb9de2f17c85 req-c9942d34-0e77-41e6-9016-5cdbdf495a3e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.3026736 Sep 01 15:03:50.489860 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f3fde9-2da5-4d16-aabe-a39e1ac3eb47 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:03:50.515393 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cbd586-c150-426e-b6fc-b12fbb38a8ec None None] Sync routers for ids ['f7a939d3-e933-4cca-b422-dff94ae51f0c'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:03:50.553682 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cbd586-c150-426e-b6fc-b12fbb38a8ec None None] Routers {'f7a939d3-e933-4cca-b422-dff94ae51f0c'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:03:50.553991 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0a2a6-28c1-4584-aea4-e51b077127ad req-8640b84b-8187-4179-862e-dce6f7eb2735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:50.554735 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad75423-a3cb-4a61-93c2-611826763455 None None] New status for floating IP 9389416c-f34a-49be-91a8-5c49f766a1ee: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:03:50.555475 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93a0a2a6-28c1-4584-aea4-e51b077127ad req-8640b84b-8187-4179-862e-dce6f7eb2735 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.1968052 Sep 01 15:03:50.555863 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-61cbd586-c150-426e-b6fc-b12fbb38a8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:03:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f7a939d3-e933-4cca-b422-dff94ae51f0c'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:50.560979 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c1623e95-6e87-41f8-9dba-9fc29ff8ae1a, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c1623e95-6e87-41f8-9dba-9fc29ff8ae1a,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:50.577197 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-17f3fde9-2da5-4d16-aabe-a39e1ac3eb47 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:50.578513 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-17f3fde9-2da5-4d16-aabe-a39e1ac3eb47 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 13.3784444 Sep 01 15:03:50.607381 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54656) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:50.639200 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'c1623e95-6e87-41f8-9dba-9fc29ff8ae1a', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': 'c1623e95-6e87-41f8-9dba-9fc29ff8ae1a', 'mac_address': 'fa:16:3e:d7:5b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:03:50.688109 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade1d6f-33e5-4a47-924d-fb9de2f17c85 req-8d036cc7-9d37-4910-9ef6-503850b6bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:50.694565 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9ade1d6f-33e5-4a47-924d-fb9de2f17c85 req-8d036cc7-9d37-4910-9ef6-503850b6bb82 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2118857 Sep 01 15:03:50.752935 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:50.777217 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1623e95-6e87-41f8-9dba-9fc29ff8ae1a {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:03:50.822110 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860efc8f-b96c-4bdc-b545-e2c83b451bb9', 'tag': '9e19b410-8c07-441a-93e7-652652f539ed'}, {'name': 'network-changed', 'server_uuid': '164a8512-80a6-4e81-8c37-b7b051f98367', 'tag': '74840fab-6690-47fd-992c-955ae6af9efa'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:50.825685 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a21d3d-6dec-4e8e-a3ad-fd4d8a813200" -d '{"events": [{"name": "network-changed", "server_uuid": "860efc8f-b96c-4bdc-b545-e2c83b451bb9", "tag": "9e19b410-8c07-441a-93e7-652652f539ed"}, {"name": "network-changed", "server_uuid": "164a8512-80a6-4e81-8c37-b7b051f98367", "tag": "74840fab-6690-47fd-992c-955ae6af9efa"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:50.831657 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-61cbd586-c150-426e-b6fc-b12fbb38a8ec None None] Set router f7a939d3-e933-4cca-b422-dff94ae51f0c gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:03:50.842728 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-33fc28df-3f96-4651-8529-3e4ed47c0590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:50.846330 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-33fc28df-3f96-4651-8529-3e4ed47c0590 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a8b6e85b31644d8bfb2e3bcf82dcfd1&device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9 HTTP/1.1" status: 200 len: 1096 time: 0.3458180 Sep 01 15:03:50.931936 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c1623e95-6e87-41f8-9dba-9fc29ff8ae1a, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c1623e95-6e87-41f8-9dba-9fc29ff8ae1a,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:50.942108 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:50.944278 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 7ed1fbe9-2d46-4fcc-bc50-023f949bf380 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:03:50.959184 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9ade1d6f-33e5-4a47-924d-fb9de2f17c85 req-91f16295-c89f-477a-b8e5-728ec8ecaef5 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441895 Sep 01 15:03:51.053386 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0a2a6-28c1-4584-aea4-e51b077127ad req-35608750-c1fc-4fa7-b0fe-d91fb555b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:51.057562 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93a0a2a6-28c1-4584-aea4-e51b077127ad req-35608750-c1fc-4fa7-b0fe-d91fb555b4fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4923091 Sep 01 15:03:51.074626 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 2fe55acc-3642-4816-8ed1-af0fb041aad0 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:03:51.174503 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 2fe55acc-3642-4816-8ed1-af0fb041aad0 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:03:51.174869 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 2fe55acc-3642-4816-8ed1-af0fb041aad0 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:03:51.182138 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9ade1d6f-33e5-4a47-924d-fb9de2f17c85 req-ad9b34fc-7665-45b0-84fb-76cb9406ff12 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090352 Sep 01 15:03:51.262744 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 7ed1fbe9-2d46-4fcc-bc50-023f949bf380, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7ed1fbe9-2d46-4fcc-bc50-023f949bf380,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:51.326105 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-2ba82ddb-541d-489c-90ab-538c205cc85b tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:51.329258 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=c1623e95-6e87-41f8-9dba-9fc29ff8ae1a,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:51.332947 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-2ba82ddb-541d-489c-90ab-538c205cc85b tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.62 "GET /v2.0/networks?id=b0922890-9f88-4062-824b-4dfc506e6e18 HTTP/1.1" status: 200 len: 811 time: 1.1031764 Sep 01 15:03:51.334552 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '7ed1fbe9-2d46-4fcc-bc50-023f949bf380', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': '7ed1fbe9-2d46-4fcc-bc50-023f949bf380', 'mac_address': 'fa:16:3e:1f:3a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:03:51.371296 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-8740e56f-e901-4e07-adfa-5702e9ff37bf tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Request body: {'port': {'device_id': '9966d725-ee8a-4997-81a8-2946d75bab6e', 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18', 'admin_state_up': True, 'tenant_id': 'fec0654f7239467a95f60e6ba299aa91'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:51.453476 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a34727-7b99-4ce5-b6a8-f75704a0ccfb None None] Sync routers for ids ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:03:51.454038 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:51.459153 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-61cbd586-c150-426e-b6fc-b12fbb38a8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'name': 'tempest-ServersTestManualDisk-2107234725-router', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:03:37Z', 'updated_at': '2021-09-01T15:03:47Z', 'revision_number': 3, 'project_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'gw_port': {'id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ea:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:03:42Z', 'updated_at': '2021-09-01T15:03:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:51.479299 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed1fbe9-2d46-4fcc-bc50-023f949bf380 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:03:51.512894 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 7ed1fbe9-2d46-4fcc-bc50-023f949bf380, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7ed1fbe9-2d46-4fcc-bc50-023f949bf380,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:51.523739 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:51.570351 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cbd586-c150-426e-b6fc-b12fbb38a8ec None None] Checking router: f7a939d3-e933-4cca-b422-dff94ae51f0c for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:03:51.571216 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cbd586-c150-426e-b6fc-b12fbb38a8ec None None] Updating router f7a939d3-e933-4cca-b422-dff94ae51f0c port 4deb9e0c-f963-4894-a9cf-bb7d07119334 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:03:51.610680 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=7ed1fbe9-2d46-4fcc-bc50-023f949bf380,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:51.629624 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a34727-7b99-4ce5-b6a8-f75704a0ccfb None None] Routers {'445f318f-d5d4-44f1-a14f-e5b96d1a51fa'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:03:51.630442 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-88a34727-7b99-4ce5-b6a8-f75704a0ccfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:03:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:51.654862 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-0592b4ec-1d2a-4f3a-99c7-7ccdcd41b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:51.666165 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-0592b4ec-1d2a-4f3a-99c7-7ccdcd41b95f service neutron] 10.222.0.60 "GET /v2.0/networks?id=3a08825e-c598-4444-9cbd-967c37c7410b HTTP/1.1" status: 200 len: 922 time: 0.7981796 Sep 01 15:03:51.685612 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-61cbd586-c150-426e-b6fc-b12fbb38a8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:51.763444 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-7d5db9e0-dd4c-45a0-af1e-e03f5d584112 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e19b410-8c07-441a-93e7-652652f539ed HTTP/1.1" status: 200 len: 217 time: 0.0955658 Sep 01 15:03:51.770873 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93a0a2a6-28c1-4584-aea4-e51b077127ad req-5110f554-5982-4b5c-8cda-1284f32728a1 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6982265 Sep 01 15:03:51.823806 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e6e96a-b6e1-4510-a5fc-16e0b19771ea', 'name': 'network-vif-deleted', 'tag': '2fe55acc-3642-4816-8ed1-af0fb041aad0'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:51.826561 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['7ed1fbe9-2d46-4fcc-bc50-023f949bf380'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:03:51.826924 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7085ecc6-1cde-486c-8b7b-165cde7617df" -d '{"events": [{"server_uuid": "b8e6e96a-b6e1-4510-a5fc-16e0b19771ea", "name": "network-vif-deleted", "tag": "2fe55acc-3642-4816-8ed1-af0fb041aad0"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:51.844760 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['c1623e95-6e87-41f8-9dba-9fc29ff8ae1a'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:03:51.853234 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5653f1bf-240a-456e-920a-58651e0e89bb req-2a374061-0678-48b3-a760-c75f375f8034 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6573396 Sep 01 15:03:51.938765 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-d82b38f3-5ce4-49f4-a312-45df5d89be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:51.941388 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-d82b38f3-5ce4-49f4-a312-45df5d89be5e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1713c272-a1dd-4676-bd8c-95aac02d27d5 HTTP/1.1" status: 200 len: 860 time: 0.1100943 Sep 01 15:03:51.975867 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653f1bf-240a-456e-920a-58651e0e89bb req-0112fc04-dcc6-40f8-94bf-7d8e035a1a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:51.977641 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5653f1bf-240a-456e-920a-58651e0e89bb req-0112fc04-dcc6-40f8-94bf-7d8e035a1a1b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 1096 time: 0.0840473 Sep 01 15:03:51.986348 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64341082-d72e-4ee9-b385-e5cfb77f12a7 req-4d18b0e2-f2a6-46ff-a6c7-f77a966d7fac tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:51.993943 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-64341082-d72e-4ee9-b385-e5cfb77f12a7 req-4d18b0e2-f2a6-46ff-a6c7-f77a966d7fac tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=5561811b-3206-4545-8048-98f4eb11f229 HTTP/1.1" status: 200 len: 949 time: 0.5763688 Sep 01 15:03:52.042221 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-61cbd586-c150-426e-b6fc-b12fbb38a8ec None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:52.054778 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-61cbd586-c150-426e-b6fc-b12fbb38a8ec None None] Transition to ACTIVE for port object 4deb9e0c-f963-4894-a9cf-bb7d07119334 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:03:52.080051 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-61cbd586-c150-426e-b6fc-b12fbb38a8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:52.119322 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-64341082-d72e-4ee9-b385-e5cfb77f12a7 req-3e32e2e0-903c-432a-a948-d14f32242803 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238637 Sep 01 15:03:52.182892 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-f65a5788-443a-4fca-9708-e1be1be78726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:52.185589 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-f65a5788-443a-4fca-9708-e1be1be78726 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3a08825e-c598-4444-9cbd-967c37c7410b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1922765 Sep 01 15:03:52.234355 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-8740e56f-e901-4e07-adfa-5702e9ff37bf tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Made reservation on behalf of fec0654f7239467a95f60e6ba299aa91 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:03:52.244024 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-8740e56f-e901-4e07-adfa-5702e9ff37bf tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:52.304084 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a3937-edf2-4dfa-b2d8-991698a5f237 None None] Pushing event updated for resources: {'Port': ['ID=4deb9e0c-f963-4894-a9cf-bb7d07119334,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:52.341065 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a3937-edf2-4dfa-b2d8-991698a5f237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:52.341900 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a3937-edf2-4dfa-b2d8-991698a5f237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:52.342846 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a3937-edf2-4dfa-b2d8-991698a5f237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:52.343937 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a3937-edf2-4dfa-b2d8-991698a5f237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:52.344555 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a3937-edf2-4dfa-b2d8-991698a5f237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:52.345075 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a3937-edf2-4dfa-b2d8-991698a5f237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:52.345577 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a3937-edf2-4dfa-b2d8-991698a5f237 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:52.346083 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a3937-edf2-4dfa-b2d8-991698a5f237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:52.346976 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a3937-edf2-4dfa-b2d8-991698a5f237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:52.347496 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a3937-edf2-4dfa-b2d8-991698a5f237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:52.348262 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a3937-edf2-4dfa-b2d8-991698a5f237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:52.348959 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a3937-edf2-4dfa-b2d8-991698a5f237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:03:52.356501 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-61cbd586-c150-426e-b6fc-b12fbb38a8ec None None] Attempting to bind port 4deb9e0c-f963-4894-a9cf-bb7d07119334 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:03:52.357871 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-61cbd586-c150-426e-b6fc-b12fbb38a8ec None None] Attempting to bind port 4deb9e0c-f963-4894-a9cf-bb7d07119334 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:03:52.358781 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cbd586-c150-426e-b6fc-b12fbb38a8ec None None] Attempting to bind port 4deb9e0c-f963-4894-a9cf-bb7d07119334 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:03:52.370965 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cbd586-c150-426e-b6fc-b12fbb38a8ec None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:03:52.372096 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cbd586-c150-426e-b6fc-b12fbb38a8ec None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:03:52.372726 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-61cbd586-c150-426e-b6fc-b12fbb38a8ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:52.373603 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cbd586-c150-426e-b6fc-b12fbb38a8ec None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:03:52.375583 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-61cbd586-c150-426e-b6fc-b12fbb38a8ec None None] Bound port: 4deb9e0c-f963-4894-a9cf-bb7d07119334, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:03:52.376551 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-61cbd586-c150-426e-b6fc-b12fbb38a8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:52.421511 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93a0a2a6-28c1-4584-aea4-e51b077127ad req-b73acec4-8dba-4f10-9a46-b85b088a1296 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6414623 Sep 01 15:03:52.444786 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-88a34727-7b99-4ce5-b6a8-f75704a0ccfb None None] Set router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:03:52.480682 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653f1bf-240a-456e-920a-58651e0e89bb req-172bb407-b3a7-4859-b2bc-d33bc6f2485b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:52.481991 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5653f1bf-240a-456e-920a-58651e0e89bb req-172bb407-b3a7-4859-b2bc-d33bc6f2485b service neutron] 10.222.0.62 "GET /v2.0/networks?id=e27801a1-4735-4eb4-8714-06c2c137f925 HTTP/1.1" status: 200 len: 921 time: 0.4588687 Sep 01 15:03:52.491677 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b05829a-64f5-47c2-a032-0297ed66cdfc x-openstack-request-id: req-5b05829a-64f5-47c2-a032-0297ed66cdfc {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:52.492130 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860efc8f-b96c-4bdc-b545-e2c83b451bb9", "tag": "9e19b410-8c07-441a-93e7-652652f539ed", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "164a8512-80a6-4e81-8c37-b7b051f98367", "tag": "74840fab-6690-47fd-992c-955ae6af9efa", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:52.492538 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b05829a-64f5-47c2-a032-0297ed66cdfc {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:52.498548 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860efc8f-b96c-4bdc-b545-e2c83b451bb9', 'tag': '9e19b410-8c07-441a-93e7-652652f539ed', 'status': 'completed', 'code': 200} Sep 01 15:03:52.498548 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '164a8512-80a6-4e81-8c37-b7b051f98367', 'tag': '74840fab-6690-47fd-992c-955ae6af9efa', 'status': 'completed', 'code': 200} Sep 01 15:03:52.622608 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-61cbd586-c150-426e-b6fc-b12fbb38a8ec None None] For port 4deb9e0c-f963-4894-a9cf-bb7d07119334, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:03:52.628175 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-61cbd586-c150-426e-b6fc-b12fbb38a8ec None None] For port 4deb9e0c-f963-4894-a9cf-bb7d07119334, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=4deb9e0c-f963-4894-a9cf-bb7d07119334,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:03:52.640825 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5653f1bf-240a-456e-920a-58651e0e89bb req-98789173-19fb-4d0b-811a-0e1a68b5ead7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=201ef50e-c68c-4db0-9791-bdada3a8c94c HTTP/1.1" status: 200 len: 217 time: 0.1335702 Sep 01 15:03:52.676422 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-61cbd586-c150-426e-b6fc-b12fbb38a8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:52.682625 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ff9e1dba-bb95-40a5-a441-e2a504a790db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:52.715624 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-cc3a4ed3-64c1-45c3-b6b7-b4f05471bc48 service neutron] 10.222.0.60 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074804 Sep 01 15:03:52.756300 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a21d3d-6dec-4e8e-a3ad-fd4d8a813200 req-eca2f985-4e48-4d97-9965-86d80f59986f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:52.757939 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-01a21d3d-6dec-4e8e-a3ad-fd4d8a813200 req-eca2f985-4e48-4d97-9965-86d80f59986f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a8b6e85b31644d8bfb2e3bcf82dcfd1&device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9 HTTP/1.1" status: 200 len: 1096 time: 0.1907597 Sep 01 15:03:52.786792 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-8740e56f-e901-4e07-adfa-5702e9ff37bf tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Allocated IP 172.20.0.2 (b0922890-9f88-4062-824b-4dfc506e6e18/de6f3d24-aa35-41db-834d-e91d2e27e6db/a3fd21c8-332f-47c5-892e-d228e75f8787) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:03:52.799906 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653f1bf-240a-456e-920a-58651e0e89bb req-10b4018c-f400-46ba-93a4-9c4059baab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:52.801642 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5653f1bf-240a-456e-920a-58651e0e89bb req-10b4018c-f400-46ba-93a4-9c4059baab57 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66b1faa8-b86d-41ee-9bdb-4fe08d19f261 HTTP/1.1" status: 200 len: 860 time: 0.1331058 Sep 01 15:03:52.814515 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa88f0-8b63-48dd-8396-994f8e8effaa req-ed7a5276-7777-4969-b0b7-2ad71836923f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:52.816298 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9eaa88f0-8b63-48dd-8396-994f8e8effaa req-ed7a5276-7777-4969-b0b7-2ad71836923f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 943 time: 0.2150531 Sep 01 15:03:52.875015 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a3937-edf2-4dfa-b2d8-991698a5f237 None None] Pushing event updated for resources: {'Port': ['ID=4deb9e0c-f963-4894-a9cf-bb7d07119334,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:52.881411 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5653f1bf-240a-456e-920a-58651e0e89bb req-80b93f12-afe4-4732-b0fd-e59ebe18ffc5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e27801a1-4735-4eb4-8714-06c2c137f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635688 Sep 01 15:03:52.884413 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cbd586-c150-426e-b6fc-b12fbb38a8ec None None] Routers {'f7a939d3-e933-4cca-b422-dff94ae51f0c'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:03:52.885424 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-61cbd586-c150-426e-b6fc-b12fbb38a8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:03:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f7a939d3-e933-4cca-b422-dff94ae51f0c'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:53.049541 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9eaa88f0-8b63-48dd-8396-994f8e8effaa req-cbb100cf-e32c-4921-9a9e-de0a63048e8b tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091110 Sep 01 15:03:53.060059 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-3e534d1a-8b77-4187-8704-7ae08aaaaec3 service neutron] 10.222.0.60 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261240 Sep 01 15:03:53.133656 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a21d3d-6dec-4e8e-a3ad-fd4d8a813200 req-403087c3-e8dc-4ed1-b26b-7b7e210c2081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:53.136270 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-01a21d3d-6dec-4e8e-a3ad-fd4d8a813200 req-403087c3-e8dc-4ed1-b26b-7b7e210c2081 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3a08825e-c598-4444-9cbd-967c37c7410b HTTP/1.1" status: 200 len: 922 time: 0.3390520 Sep 01 15:03:53.169808 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-61cbd586-c150-426e-b6fc-b12fbb38a8ec None None] Set router f7a939d3-e933-4cca-b422-dff94ae51f0c gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:03:53.227697 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-01a21d3d-6dec-4e8e-a3ad-fd4d8a813200 req-37571844-5d77-487b-a319-a6eb17f6da2f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e19b410-8c07-441a-93e7-652652f539ed HTTP/1.1" status: 200 len: 217 time: 0.0774581 Sep 01 15:03:53.233062 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-ff9e1dba-bb95-40a5-a441-e2a504a790db admin admin] Allocated IP 172.20.0.1 (4ee8f304-25eb-4c36-ba1e-cf02863aa3e7/8b429c43-124c-43c8-856c-37687d3e205d/ea74b9ec-3534-4205-83e3-13f7b1f89ccb) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:03:53.380340 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ff9e1dba-bb95-40a5-a441-e2a504a790db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:53.390609 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-8740e56f-e901-4e07-adfa-5702e9ff37bf tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:53.400139 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-ff9e1dba-bb95-40a5-a441-e2a504a790db admin admin] Transition to ACTIVE for port object ea74b9ec-3534-4205-83e3-13f7b1f89ccb will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:03:53.477695 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ff9e1dba-bb95-40a5-a441-e2a504a790db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:53.562077 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5653f1bf-240a-456e-920a-58651e0e89bb req-30494aac-01b4-4680-a3fd-7b19b2d585e3 service neutron] 10.222.0.62 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6633780 Sep 01 15:03:53.566987 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-8740e56f-e901-4e07-adfa-5702e9ff37bf tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:53.653205 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9e1dba-bb95-40a5-a441-e2a504a790db admin admin] Network 4ee8f304-25eb-4c36-ba1e-cf02863aa3e7 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:03:53.656649 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-a599e282-32c6-496d-af65-a729d4ec7b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:53.659493 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-a599e282-32c6-496d-af65-a729d4ec7b0d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a8b6e85b31644d8bfb2e3bcf82dcfd1&device_id=164a8512-80a6-4e81-8c37-b7b051f98367 HTTP/1.1" status: 200 len: 1096 time: 0.5198302 Sep 01 15:03:53.668388 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-ff9e1dba-bb95-40a5-a441-e2a504a790db admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:03:53.681334 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9e1dba-bb95-40a5-a441-e2a504a790db admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:03:53.705609 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a21d3d-6dec-4e8e-a3ad-fd4d8a813200 req-67ffda67-b3c6-4c0f-9a17-118f50948a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:53.712704 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-01a21d3d-6dec-4e8e-a3ad-fd4d8a813200 req-67ffda67-b3c6-4c0f-9a17-118f50948a97 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1713c272-a1dd-4676-bd8c-95aac02d27d5 HTTP/1.1" status: 200 len: 860 time: 0.2519140 Sep 01 15:03:53.719331 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-88a34727-7b99-4ce5-b6a8-f75704a0ccfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-router', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '87877a64-89b0-4925-8994-df644841ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:17Z', 'updated_at': '2021-09-01T15:02:28Z', 'revision_number': 4, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'gw_port': {'id': '87877a64-89b0-4925-8994-df644841ad0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:18Z', 'updated_at': '2021-09-01T15:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '9389416c-f34a-49be-91a8-5c49f766a1ee', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'port_id': '74840fab-6690-47fd-992c-955ae6af9efa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'mac_address': 'fa:16:3e:67:ed:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a8512-80a6-4e81-8c37-b7b051f98367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:03:01Z', 'updated_at': '2021-09-01T15:03:50Z', 'revision_number': 4, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3456f38-ff60-405a-9df4-00ee069260c2', 'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'mac_address': 'fa:16:3e:e2:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:26Z', 'updated_at': '2021-09-01T15:02:37Z', 'revision_number': 5, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'subnets': [{'id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:53.772998 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a34727-7b99-4ce5-b6a8-f75704a0ccfb None None] Checking router: 445f318f-d5d4-44f1-a14f-e5b96d1a51fa for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:03:53.795529 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a34727-7b99-4ce5-b6a8-f75704a0ccfb None None] Routers {'445f318f-d5d4-44f1-a14f-e5b96d1a51fa'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:03:53.797026 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-88a34727-7b99-4ce5-b6a8-f75704a0ccfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:03:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:53.813778 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-8740e56f-e901-4e07-adfa-5702e9ff37bf tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Network b0922890-9f88-4062-824b-4dfc506e6e18 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:03:53.863069 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-61cbd586-c150-426e-b6fc-b12fbb38a8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'name': 'tempest-ServersTestManualDisk-2107234725-router', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:03:37Z', 'updated_at': '2021-09-01T15:03:47Z', 'revision_number': 3, 'project_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'gw_port': {'id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ea:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:03:42Z', 'updated_at': '2021-09-01T15:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:53.870044 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-8740e56f-e901-4e07-adfa-5702e9ff37bf tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:03:53.874387 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-8740e56f-e901-4e07-adfa-5702e9ff37bf tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:03:53.937232 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cbd586-c150-426e-b6fc-b12fbb38a8ec None None] The sync data for ids ['f7a939d3-e933-4cca-b422-dff94ae51f0c'] in n-d-794796-3 is: [{'id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'name': 'tempest-ServersTestManualDisk-2107234725-router', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:03:37Z', 'updated_at': '2021-09-01T15:03:47Z', 'revision_number': 3, 'project_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'gw_port': {'id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ea:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:03:42Z', 'updated_at': '2021-09-01T15:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:03:53.986096 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-8740e56f-e901-4e07-adfa-5702e9ff37bf tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:53.987232 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-8740e56f-e901-4e07-adfa-5702e9ff37bf tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:54.006041 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e1dba-bb95-40a5-a441-e2a504a790db admin admin] Pushing event updated for resources: {'Port': ['ID=ea74b9ec-3534-4205-83e3-13f7b1f89ccb,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:54.018795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740e56f-e901-4e07-adfa-5702e9ff37bf tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Pushing event updated for resources: {'Port': ['ID=a3fd21c8-332f-47c5-892e-d228e75f8787,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:54.063121 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-8740e56f-e901-4e07-adfa-5702e9ff37bf tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7101374 Sep 01 15:03:54.133966 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-88a34727-7b99-4ce5-b6a8-f75704a0ccfb None None] Set router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:03:54.134270 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5653f1bf-240a-456e-920a-58651e0e89bb req-5a885639-9ff3-4e74-b096-bb05c9ce3b55 service neutron] 10.222.0.62 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538550 Sep 01 15:03:54.149338 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-7991db42-79d6-424c-84ca-12ea43f15fed service neutron] Request body: {'port': {'device_id': '9966d725-ee8a-4997-81a8-2946d75bab6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:54.204916 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0f72cd24-7d66-4f5b-ad86-050154f9e4ec None None] Provisioning for port ea74b9ec-3534-4205-83e3-13f7b1f89ccb completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:03:54.216034 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0f72cd24-7d66-4f5b-ad86-050154f9e4ec None None] Provisioning complete for port ea74b9ec-3534-4205-83e3-13f7b1f89ccb triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:03:54.216728 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0f72cd24-7d66-4f5b-ad86-050154f9e4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:54.238390 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ff9e1dba-bb95-40a5-a441-e2a504a790db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:54.292613 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8478c7-0d1d-40d6-b6fe-d40c5673f8dd req-1dce24e0-ace0-4a2e-af02-5673154ec7d1 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:54.296095 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1b8478c7-0d1d-40d6-b6fe-d40c5673f8dd req-1dce24e0-ace0-4a2e-af02-5673154ec7d1 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=9966d725-ee8a-4997-81a8-2946d75bab6e HTTP/1.1" status: 200 len: 931 time: 0.5981455 Sep 01 15:03:54.362099 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-7991db42-79d6-424c-84ca-12ea43f15fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:54.386150 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-0f72cd24-7d66-4f5b-ad86-050154f9e4ec None None] Port ea74b9ec-3534-4205-83e3-13f7b1f89ccb cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:03:54.395502 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 8244ea20-9b94-4858-b1aa-192afd5280b6 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:03:54.406853 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c1623e95-6e87-41f8-9dba-9fc29ff8ae1a up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:03:54.646740 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1b8478c7-0d1d-40d6-b6fe-d40c5673f8dd req-4b42f0dc-1b92-4525-88f2-afef770c2196 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396285 Sep 01 15:03:54.744935 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-88a34727-7b99-4ce5-b6a8-f75704a0ccfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-router', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '87877a64-89b0-4925-8994-df644841ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:17Z', 'updated_at': '2021-09-01T15:02:28Z', 'revision_number': 4, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'gw_port': {'id': '87877a64-89b0-4925-8994-df644841ad0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:18Z', 'updated_at': '2021-09-01T15:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '9389416c-f34a-49be-91a8-5c49f766a1ee', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'port_id': '74840fab-6690-47fd-992c-955ae6af9efa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'mac_address': 'fa:16:3e:67:ed:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a8512-80a6-4e81-8c37-b7b051f98367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:03:01Z', 'updated_at': '2021-09-01T15:03:50Z', 'revision_number': 4, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3456f38-ff60-405a-9df4-00ee069260c2', 'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'mac_address': 'fa:16:3e:e2:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:26Z', 'updated_at': '2021-09-01T15:02:37Z', 'revision_number': 5, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'subnets': [{'id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:54.767049 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port c1623e95-6e87-41f8-9dba-9fc29ff8ae1a completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:03:54.791716 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port c1623e95-6e87-41f8-9dba-9fc29ff8ae1a triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:03:54.792354 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:54.860471 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a34727-7b99-4ce5-b6a8-f75704a0ccfb None None] The sync data for ids ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'] in n-d-794796-3 is: [{'id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-router', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '87877a64-89b0-4925-8994-df644841ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:17Z', 'updated_at': '2021-09-01T15:02:28Z', 'revision_number': 4, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'gw_port': {'id': '87877a64-89b0-4925-8994-df644841ad0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:18Z', 'updated_at': '2021-09-01T15:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '9389416c-f34a-49be-91a8-5c49f766a1ee', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'port_id': '74840fab-6690-47fd-992c-955ae6af9efa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'mac_address': 'fa:16:3e:67:ed:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164a8512-80a6-4e81-8c37-b7b051f98367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:03:01Z', 'updated_at': '2021-09-01T15:03:50Z', 'revision_number': 4, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3456f38-ff60-405a-9df4-00ee069260c2', 'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'mac_address': 'fa:16:3e:e2:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:26Z', 'updated_at': '2021-09-01T15:02:37Z', 'revision_number': 5, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'subnets': [{'id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:03:54.900722 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28b7c38-f0aa-4d58-af73-c37fd65cbd53 x-openstack-request-id: req-d28b7c38-f0aa-4d58-af73-c37fd65cbd53 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:54.901189 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e6e96a-b6e1-4510-a5fc-16e0b19771ea", "name": "network-vif-deleted", "tag": "2fe55acc-3642-4816-8ed1-af0fb041aad0", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:54.901597 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d28b7c38-f0aa-4d58-af73-c37fd65cbd53 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:54.902235 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e6e96a-b6e1-4510-a5fc-16e0b19771ea', 'name': 'network-vif-deleted', 'tag': '2fe55acc-3642-4816-8ed1-af0fb041aad0', 'status': 'completed', 'code': 200} Sep 01 15:03:55.041326 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 8244ea20-9b94-4858-b1aa-192afd5280b6, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=8244ea20-9b94-4858-b1aa-192afd5280b6,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:55.063423 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a21d3d-6dec-4e8e-a3ad-fd4d8a813200 req-b684a78e-f094-463f-b04f-4a56227a8085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:55.066810 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-01a21d3d-6dec-4e8e-a3ad-fd4d8a813200 req-b684a78e-f094-463f-b04f-4a56227a8085 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3a08825e-c598-4444-9cbd-967c37c7410b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0511994 Sep 01 15:03:55.093982 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-5780e228-2e3c-46f0-811d-aebcf0f0bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:55.095982 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-5780e228-2e3c-46f0-811d-aebcf0f0bacf service neutron] 10.222.0.60 "GET /v2.0/networks?id=3a08825e-c598-4444-9cbd-967c37c7410b HTTP/1.1" status: 200 len: 922 time: 1.4010947 Sep 01 15:03:55.144500 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '8244ea20-9b94-4858-b1aa-192afd5280b6', 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925', 'port_id': '8244ea20-9b94-4858-b1aa-192afd5280b6', 'mac_address': 'fa:16:3e:68:79:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b1faa8-b86d-41ee-9bdb-4fe08d19f261', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:03:55.230023 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:55.361421 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c1623e95-6e87-41f8-9dba-9fc29ff8ae1a, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c1623e95-6e87-41f8-9dba-9fc29ff8ae1a,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:55.370339 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5561811b-3206-4545-8048-98f4eb11f229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1623e95-6e87-41f8-9dba-9fc29ff8ae1a'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:55.372839 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff96994-739b-439e-8530-123707b756f4" -d '{"events": [{"server_uuid": "5561811b-3206-4545-8048-98f4eb11f229", "name": "network-vif-plugged", "status": "completed", "tag": "c1623e95-6e87-41f8-9dba-9fc29ff8ae1a"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:55.394085 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:55.395413 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 7ed1fbe9-2d46-4fcc-bc50-023f949bf380 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:03:55.403508 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:55.434407 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-c80f584c-593c-437b-ad6c-d44aad71fc07 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74840fab-6690-47fd-992c-955ae6af9efa HTTP/1.1" status: 200 len: 1000 time: 0.2815633 Sep 01 15:03:55.524462 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8244ea20-9b94-4858-b1aa-192afd5280b6 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:03:55.618847 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=c1623e95-6e87-41f8-9dba-9fc29ff8ae1a,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:55.626192 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-01a21d3d-6dec-4e8e-a3ad-fd4d8a813200 req-b12e0112-6848-4ee7-9a6e-c8c1d1c00d35 service neutron] 10.222.0.45 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496056 Sep 01 15:03:55.626673 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 8244ea20-9b94-4858-b1aa-192afd5280b6, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=8244ea20-9b94-4858-b1aa-192afd5280b6,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:55.636314 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:55.637507 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:03:55.676810 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-7991db42-79d6-424c-84ca-12ea43f15fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3fd21c8-332f-47c5-892e-d228e75f8787 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:03:55.688329 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-7991db42-79d6-424c-84ca-12ea43f15fed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:55.699235 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113f238-96ab-46d6-8514-fe8b13e891e2 req-12a7dbf6-ac0b-4425-8daf-c8bfb9ed5633 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:55.705659 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c113f238-96ab-46d6-8514-fe8b13e891e2 req-12a7dbf6-ac0b-4425-8daf-c8bfb9ed5633 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=5561811b-3206-4545-8048-98f4eb11f229 HTTP/1.1" status: 200 len: 950 time: 0.1601665 Sep 01 15:03:55.722960 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=8244ea20-9b94-4858-b1aa-192afd5280b6,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:55.731208 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 7ed1fbe9-2d46-4fcc-bc50-023f949bf380 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:03:55.740979 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 7ed1fbe9-2d46-4fcc-bc50-023f949bf380 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:03:55.741420 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:55.763498 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-7991db42-79d6-424c-84ca-12ea43f15fed service neutron] Transition to ACTIVE for port object a3fd21c8-332f-47c5-892e-d228e75f8787 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:03:55.775156 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-7991db42-79d6-424c-84ca-12ea43f15fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:55.829949 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-b3a51555-5a7e-44d0-8172-865c7acb12ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:55.834845 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-b3a51555-5a7e-44d0-8172-865c7acb12ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1713c272-a1dd-4676-bd8c-95aac02d27d5 HTTP/1.1" status: 200 len: 860 time: 0.3526247 Sep 01 15:03:55.866073 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c113f238-96ab-46d6-8514-fe8b13e891e2 req-b8517a3b-2e72-4222-94c3-0718977f56bf tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439228 Sep 01 15:03:55.884079 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ff9e1dba-bb95-40a5-a441-e2a504a790db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:55.961472 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2,segment=NetworkSegment(b84bd209-7bfa-45b7-97f5-46abc9efe091),segment_id=b84bd209-7bfa-45b7-97f5-46abc9efe091)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:56.006978 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2', 'network_id': 'afbd3276-8933-493c-9cea-acf035fd72fe', 'port_id': '7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2', 'mac_address': 'fa:16:3e:7d:3b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aecc203-2bd6-487a-a73a-beab525beded', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:03:56.100717 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991db42-79d6-424c-84ca-12ea43f15fed service neutron] Pushing event updated for resources: {'Port': ['ID=a3fd21c8-332f-47c5-892e-d228e75f8787,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:56.144329 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e89eb-c45d-498d-8c23-06f5fe9337aa req-e3c03e02-4b69-4dbb-95cd-ef998a814d81 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:56.146028 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-01a21d3d-6dec-4e8e-a3ad-fd4d8a813200 req-7fa38ee5-e7f8-49f2-90e8-52eb752aac4c service neutron] 10.222.0.45 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008750 Sep 01 15:03:56.146925 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-981e89eb-c45d-498d-8c23-06f5fe9337aa req-e3c03e02-4b69-4dbb-95cd-ef998a814d81 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.62 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 945 time: 0.2680962 Sep 01 15:03:56.147982 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-7991db42-79d6-424c-84ca-12ea43f15fed service neutron] Attempting to bind port a3fd21c8-332f-47c5-892e-d228e75f8787 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:03:56.148328 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-7991db42-79d6-424c-84ca-12ea43f15fed service neutron] Attempting to bind port a3fd21c8-332f-47c5-892e-d228e75f8787 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:03:56.148657 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-7991db42-79d6-424c-84ca-12ea43f15fed service neutron] Attempting to bind port a3fd21c8-332f-47c5-892e-d228e75f8787 on network b0922890-9f88-4062-824b-4dfc506e6e18 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:03:56.151027 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-2d047a6f-7db5-4490-8ec7-e84345eba6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:56.156761 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4deb9e0c-f963-4894-a9cf-bb7d07119334 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:03:56.169435 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-2d047a6f-7db5-4490-8ec7-e84345eba6f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3a08825e-c598-4444-9cbd-967c37c7410b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3165567 Sep 01 15:03:56.220159 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-7991db42-79d6-424c-84ca-12ea43f15fed service neutron] Port a3fd21c8-332f-47c5-892e-d228e75f8787 on network b0922890-9f88-4062-824b-4dfc506e6e18 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:03:56.221051 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-7991db42-79d6-424c-84ca-12ea43f15fed service neutron] Attempting to bind port a3fd21c8-332f-47c5-892e-d228e75f8787 on network b0922890-9f88-4062-824b-4dfc506e6e18 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:03:56.243735 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-7991db42-79d6-424c-84ca-12ea43f15fed service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:03:56.244798 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-7991db42-79d6-424c-84ca-12ea43f15fed service neutron] Checking segment: {'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:03:56.248014 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-7991db42-79d6-424c-84ca-12ea43f15fed service neutron] Bound using segment: {'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:03:56.249318 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-7991db42-79d6-424c-84ca-12ea43f15fed service neutron] Bound port: a3fd21c8-332f-47c5-892e-d228e75f8787, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:03:56.250625 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-7991db42-79d6-424c-84ca-12ea43f15fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:56.255231 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:56.279150 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:56.304379 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 4deb9e0c-f963-4894-a9cf-bb7d07119334 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:03:56.321317 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 4deb9e0c-f963-4894-a9cf-bb7d07119334 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:03:56.321836 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:56.332609 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:03:56.358365 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 7ed1fbe9-2d46-4fcc-bc50-023f949bf380, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7ed1fbe9-2d46-4fcc-bc50-023f949bf380,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:56.373622 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:56.404368 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2,segment=NetworkSegment(b84bd209-7bfa-45b7-97f5-46abc9efe091),segment_id=b84bd209-7bfa-45b7-97f5-46abc9efe091)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:56.448944 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a21d3d-6dec-4e8e-a3ad-fd4d8a813200 req-3691a612-ddfe-45f4-9675-1d469b967ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:56.451974 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-01a21d3d-6dec-4e8e-a3ad-fd4d8a813200 req-3691a612-ddfe-45f4-9675-1d469b967ccc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a8b6e85b31644d8bfb2e3bcf82dcfd1&device_id=164a8512-80a6-4e81-8c37-b7b051f98367 HTTP/1.1" status: 200 len: 1096 time: 0.1722600 Sep 01 15:03:56.523720 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-1b210962-76f3-4523-9c19-550e8333b180 service neutron] 10.222.0.60 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142443 Sep 01 15:03:56.566889 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc15f4-80a1-4a2a-80f5-98fcc2a5f186 req-1f1b6162-f0f1-481a-8d97-b6fb729357b7 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:56.575104 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-70cc15f4-80a1-4a2a-80f5-98fcc2a5f186 req-1f1b6162-f0f1-481a-8d97-b6fb729357b7 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 944 time: 0.2903383 Sep 01 15:03:56.587987 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-7991db42-79d6-424c-84ca-12ea43f15fed service neutron] For port a3fd21c8-332f-47c5-892e-d228e75f8787, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:03:56.590843 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:56.598553 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-7991db42-79d6-424c-84ca-12ea43f15fed service neutron] For port a3fd21c8-332f-47c5-892e-d228e75f8787, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a3fd21c8-332f-47c5-892e-d228e75f8787,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:03:56.628983 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-7991db42-79d6-424c-84ca-12ea43f15fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:56.651396 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=7ed1fbe9-2d46-4fcc-bc50-023f949bf380,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:56.654629 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-981e89eb-c45d-498d-8c23-06f5fe9337aa req-10d5e1bc-5c25-488d-8736-b428001e2117 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Deleting port c3f56962-430c-4f87-b347-2afceebea955 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:03:56.655062 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-981e89eb-c45d-498d-8c23-06f5fe9337aa req-10d5e1bc-5c25-488d-8736-b428001e2117 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:56.703073 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:56.734930 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ff9e1dba-bb95-40a5-a441-e2a504a790db admin admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:56.747909 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-7991db42-79d6-424c-84ca-12ea43f15fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:56.748694 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-7991db42-79d6-424c-84ca-12ea43f15fed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:56.749113 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 4deb9e0c-f963-4894-a9cf-bb7d07119334, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=4deb9e0c-f963-4894-a9cf-bb7d07119334,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:56.750635 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-7991db42-79d6-424c-84ca-12ea43f15fed service neutron] 10.222.0.62 "PUT /v2.0/ports/a3fd21c8-332f-47c5-892e-d228e75f8787 HTTP/1.1" status: 200 len: 1091 time: 2.6149356 Sep 01 15:03:56.757642 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:03:56.768106 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ff9e1dba-bb95-40a5-a441-e2a504a790db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:56.851257 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-70cc15f4-80a1-4a2a-80f5-98fcc2a5f186 req-3dddfd4b-bef5-4f42-82a8-3603dbf16085 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658553 Sep 01 15:03:56.879324 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:56.906594 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9966d725-ee8a-4997-81a8-2946d75bab6e', 'tag': 'a3fd21c8-332f-47c5-892e-d228e75f8787'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:56.910539 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687959a1-2f35-4744-bdc3-ed749bc52165" -d '{"events": [{"name": "network-changed", "server_uuid": "9966d725-ee8a-4997-81a8-2946d75bab6e", "tag": "a3fd21c8-332f-47c5-892e-d228e75f8787"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:56.922548 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991db42-79d6-424c-84ca-12ea43f15fed service neutron] Pushing event updated for resources: {'Port': ['ID=a3fd21c8-332f-47c5-892e-d228e75f8787,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:56.923042 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a21d3d-6dec-4e8e-a3ad-fd4d8a813200 req-613f0ee7-2674-4f1d-9c49-d53cd9c794e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:56.925168 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-01a21d3d-6dec-4e8e-a3ad-fd4d8a813200 req-613f0ee7-2674-4f1d-9c49-d53cd9c794e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3a08825e-c598-4444-9cbd-967c37c7410b HTTP/1.1" status: 200 len: 922 time: 0.4570887 Sep 01 15:03:56.943737 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0ea02ac9-bbfb-441d-8309-8ae253075bdc req-76812d9b-f876-4aa3-85b3-44f5b341c2e0 service neutron] 10.222.0.60 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687513 Sep 01 15:03:56.960418 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e1dba-bb95-40a5-a441-e2a504a790db admin admin] Pushing event updated for resources: {'Port': ['ID=ea74b9ec-3534-4205-83e3-13f7b1f89ccb,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:56.966191 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ff9e1dba-bb95-40a5-a441-e2a504a790db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:57.119499 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['8244ea20-9b94-4858-b1aa-192afd5280b6'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:03:57.155563 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-01a21d3d-6dec-4e8e-a3ad-fd4d8a813200 req-0878ccd1-3ef8-4ebf-b9a2-7f1ac23d001d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74840fab-6690-47fd-992c-955ae6af9efa HTTP/1.1" status: 200 len: 1000 time: 0.2161973 Sep 01 15:03:57.168105 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-981e89eb-c45d-498d-8c23-06f5fe9337aa req-10d5e1bc-5c25-488d-8736-b428001e2117 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] For port c3f56962-430c-4f87-b347-2afceebea955, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=c3f56962-430c-4f87-b347-2afceebea955,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:57.168461 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-981e89eb-c45d-498d-8c23-06f5fe9337aa req-10d5e1bc-5c25-488d-8736-b428001e2117 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:57.183069 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad95305-a86f-4a4f-b573-aeb7ec86cd2f x-openstack-request-id: req-7ad95305-a86f-4a4f-b573-aeb7ec86cd2f {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:57.183409 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5561811b-3206-4545-8048-98f4eb11f229", "name": "network-vif-plugged", "status": "completed", "tag": "c1623e95-6e87-41f8-9dba-9fc29ff8ae1a", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:57.183606 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7ad95305-a86f-4a4f-b573-aeb7ec86cd2f {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:57.184004 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5561811b-3206-4545-8048-98f4eb11f229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1623e95-6e87-41f8-9dba-9fc29ff8ae1a', 'code': 200} Sep 01 15:03:57.192142 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-43cc7504-ad39-4c92-b440-214981b323bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:57.194736 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-43cc7504-ad39-4c92-b440-214981b323bc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fec0654f7239467a95f60e6ba299aa91&device_id=9966d725-ee8a-4997-81a8-2946d75bab6e HTTP/1.1" status: 200 len: 1094 time: 0.3149407 Sep 01 15:03:57.216582 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:57.228214 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-981e89eb-c45d-498d-8c23-06f5fe9337aa req-10d5e1bc-5c25-488d-8736-b428001e2117 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Calling delete_port for c3f56962-430c-4f87-b347-2afceebea955 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:03:57.262221 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9e1dba-bb95-40a5-a441-e2a504a790db admin admin] Network 4ee8f304-25eb-4c36-ba1e-cf02863aa3e7 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:03:57.274417 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-a78b4e04-8c20-4bb2-aea9-7cd249dce6c2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3fd21c8-332f-47c5-892e-d228e75f8787 HTTP/1.1" status: 200 len: 217 time: 0.0577576 Sep 01 15:03:57.292546 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-ff9e1dba-bb95-40a5-a441-e2a504a790db admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:03:57.389877 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:57.397455 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=4deb9e0c-f963-4894-a9cf-bb7d07119334,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:57.439344 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-5f590a4f-6d99-4ae3-8304-db0f245481ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:57.444776 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-5f590a4f-6d99-4ae3-8304-db0f245481ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=de6f3d24-aa35-41db-834d-e91d2e27e6db HTTP/1.1" status: 200 len: 851 time: 0.1546037 Sep 01 15:03:57.488510 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a21d3d-6dec-4e8e-a3ad-fd4d8a813200 req-c1d64616-2222-4c71-89af-84ce3fd55f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:57.492721 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-01a21d3d-6dec-4e8e-a3ad-fd4d8a813200 req-c1d64616-2222-4c71-89af-84ce3fd55f65 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1713c272-a1dd-4676-bd8c-95aac02d27d5 HTTP/1.1" status: 200 len: 860 time: 0.3223009 Sep 01 15:03:57.529658 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2280938-9b50-45ed-89a5-4bfb4a8131b9 req-6368d8a2-b828-488d-9cfc-a1a83e435260 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:57.545906 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e2280938-9b50-45ed-89a5-4bfb4a8131b9 req-6368d8a2-b828-488d-9cfc-a1a83e435260 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 945 time: 0.5224321 Sep 01 15:03:57.548074 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9e1dba-bb95-40a5-a441-e2a504a790db admin admin] Router f7a939d3-e933-4cca-b422-dff94ae51f0c has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:03:57.571524 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb59bb2-daab-49eb-b633-f47963437819 req-21f93496-dcf6-4359-bddf-7a22eac6d9af tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:57.573140 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1fb59bb2-daab-49eb-b633-f47963437819 req-21f93496-dcf6-4359-bddf-7a22eac6d9af tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=9966d725-ee8a-4997-81a8-2946d75bab6e HTTP/1.1" status: 200 len: 943 time: 0.3217289 Sep 01 15:03:57.597086 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc67a3-4e05-4719-82fa-2afae8f7d764 req-1763e370-804b-49fc-a3ce-64966d097760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:57.600941 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5ddc67a3-4e05-4719-82fa-2afae8f7d764 req-1763e370-804b-49fc-a3ce-64966d097760 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5561811b-3206-4545-8048-98f4eb11f229 HTTP/1.1" status: 200 len: 1101 time: 0.4261994 Sep 01 15:03:57.624358 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a21d3d-6dec-4e8e-a3ad-fd4d8a813200 req-644c22cf-b911-4d86-b8ad-81f1207c8cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:57.626021 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-01a21d3d-6dec-4e8e-a3ad-fd4d8a813200 req-644c22cf-b911-4d86-b8ad-81f1207c8cee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3a08825e-c598-4444-9cbd-967c37c7410b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948336 Sep 01 15:03:57.645422 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-90b9f9ed-cbd8-49ac-bb4b-e87d76d111c2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b0922890-9f88-4062-824b-4dfc506e6e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899842 Sep 01 15:03:57.654146 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-118e406f-e7bd-4f7c-94a9-c8411e263ba6 None None] Provisioning complete for port ea74b9ec-3534-4205-83e3-13f7b1f89ccb triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:03:57.655168 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-118e406f-e7bd-4f7c-94a9-c8411e263ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:57.720757 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-118e406f-e7bd-4f7c-94a9-c8411e263ba6 None None] Port ea74b9ec-3534-4205-83e3-13f7b1f89ccb cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:03:57.737538 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1fb59bb2-daab-49eb-b633-f47963437819 req-575c0621-6d30-4a7d-a662-dc92c866c71b tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518304 Sep 01 15:03:57.806435 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e2280938-9b50-45ed-89a5-4bfb4a8131b9 req-405415c4-8b40-477a-98a8-83b0c111b973 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593374 Sep 01 15:03:57.863976 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5ddc67a3-4e05-4719-82fa-2afae8f7d764 req-eb887974-6e4c-406d-86a9-32c9ad84ee9d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214262 Sep 01 15:03:57.894644 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-3e9312fa-db89-40e4-b12f-63b033b2b33f service neutron] 10.222.0.62 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327685 Sep 01 15:03:57.896746 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9e1dba-bb95-40a5-a441-e2a504a790db admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:03:57.915914 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1263f90a-a0a1-4610-969e-632643b2a0c5 None None] Sync routers for ids ['f7a939d3-e933-4cca-b422-dff94ae51f0c'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:03:57.917042 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ff9e1dba-bb95-40a5-a441-e2a504a790db admin admin] 10.222.0.60 "PUT /v2.0/routers/f7a939d3-e933-4cca-b422-dff94ae51f0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3082366 Sep 01 15:03:57.935425 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1263f90a-a0a1-4610-969e-632643b2a0c5 None None] Routers {'f7a939d3-e933-4cca-b422-dff94ae51f0c'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:03:57.936182 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-1263f90a-a0a1-4610-969e-632643b2a0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:03:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f7a939d3-e933-4cca-b422-dff94ae51f0c'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:57.943757 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-01a21d3d-6dec-4e8e-a3ad-fd4d8a813200 req-63f64531-93d7-4d13-a11d-81db15df205d service neutron] 10.222.0.45 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046567 Sep 01 15:03:57.983767 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0815835-a265-4158-aa2e-880c1bf2cd8a req-020e834d-372a-426d-835c-b6d6b0ac8611 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:57.987151 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c0815835-a265-4158-aa2e-880c1bf2cd8a req-020e834d-372a-426d-835c-b6d6b0ac8611 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2624d4f-2efc-47c5-815d-b0743cac62b3 HTTP/1.1" status: 200 len: 945 time: 0.1230977 Sep 01 15:03:58.067187 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4deb9e0c-f963-4894-a9cf-bb7d07119334 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:03:58.075928 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c0815835-a265-4158-aa2e-880c1bf2cd8a req-32bba161-4881-49c0-8dda-f1ead1f8fa84 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808647 Sep 01 15:03:58.090220 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb19637-2310-46e8-9be1-905ca4195abf req-3aadfea0-13cb-46f9-858f-b32ae3703194 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:58.093736 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0cb19637-2310-46e8-9be1-905ca4195abf req-3aadfea0-13cb-46f9-858f-b32ae3703194 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=5561811b-3206-4545-8048-98f4eb11f229 HTTP/1.1" status: 200 len: 950 time: 0.1532056 Sep 01 15:03:58.121719 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-981e89eb-c45d-498d-8c23-06f5fe9337aa req-10d5e1bc-5c25-488d-8736-b428001e2117 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:58.156390 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 4deb9e0c-f963-4894-a9cf-bb7d07119334 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:03:58.156858 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:58.195723 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d475826-20a8-4408-9fc6-929188714232 x-openstack-request-id: req-9d475826-20a8-4408-9fc6-929188714232 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:03:58.196326 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9966d725-ee8a-4997-81a8-2946d75bab6e", "tag": "a3fd21c8-332f-47c5-892e-d228e75f8787", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:03:58.196760 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d475826-20a8-4408-9fc6-929188714232 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:03:58.197558 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9966d725-ee8a-4997-81a8-2946d75bab6e', 'tag': 'a3fd21c8-332f-47c5-892e-d228e75f8787', 'status': 'completed', 'code': 200} Sep 01 15:03:58.204962 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-1263f90a-a0a1-4610-969e-632643b2a0c5 None None] Set router f7a939d3-e933-4cca-b422-dff94ae51f0c gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:03:58.258324 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5e1bc-5c25-488d-8736-b428001e2117 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Pushing event deleted for resources: {'Port': ['ID=c3f56962-430c-4f87-b347-2afceebea955,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:58.291638 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b09b0448-8c51-4f91-9248-64309fe5c58e req-d1781f01-dee9-435d-9006-edcbbd872c14 service neutron] 10.222.0.62 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827078 Sep 01 15:03:58.292456 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-981e89eb-c45d-498d-8c23-06f5fe9337aa req-10d5e1bc-5c25-488d-8736-b428001e2117 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] No DVR routers for this DVR port c3f56962-430c-4f87-b347-2afceebea955 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:03:58.295508 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-981e89eb-c45d-498d-8c23-06f5fe9337aa req-10d5e1bc-5c25-488d-8736-b428001e2117 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:58.297932 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-981e89eb-c45d-498d-8c23-06f5fe9337aa req-10d5e1bc-5c25-488d-8736-b428001e2117 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.62 "DELETE /v2.0/ports/c3f56962-430c-4f87-b347-2afceebea955 HTTP/1.1" status: 204 len: 173 time: 2.1431749 Sep 01 15:03:58.309741 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0cb19637-2310-46e8-9be1-905ca4195abf req-4d3a7968-1559-46ee-9532-84d40b3f71e5 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085478 Sep 01 15:03:58.426843 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-60a21884-f2b6-4e9c-9b34-2ebed2c67e4e req-7a4e4e0a-2914-493a-a585-74db505872af tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.41 HTTP/1.1" status: 200 len: 1000 time: 0.1412601 Sep 01 15:03:58.477370 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-01a21d3d-6dec-4e8e-a3ad-fd4d8a813200 req-3be7d45a-45eb-46ce-9967-3726b542039f service neutron] 10.222.0.45 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992112 Sep 01 15:03:58.575335 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a21884-f2b6-4e9c-9b34-2ebed2c67e4e req-5ecc7f60-8c95-4985-8d41-5170eaf130ef tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:58.578016 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-60a21884-f2b6-4e9c-9b34-2ebed2c67e4e req-5ecc7f60-8c95-4985-8d41-5170eaf130ef tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports/74840fab-6690-47fd-992c-955ae6af9efa HTTP/1.1" status: 200 len: 942 time: 0.1185529 Sep 01 15:03:58.606728 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-1263f90a-a0a1-4610-969e-632643b2a0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'name': 'tempest-ServersTestManualDisk-2107234725-router', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:03:37Z', 'updated_at': '2021-09-01T15:03:55Z', 'revision_number': 4, 'project_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'gw_port': {'id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ea:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:03:42Z', 'updated_at': '2021-09-01T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'ea74b9ec-3534-4205-83e3-13f7b1f89ccb', 'name': '', 'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'mac_address': 'fa:16:3e:93:72:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '8b429c43-124c-43c8-856c-37687d3e205d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:03:52Z', 'updated_at': '2021-09-01T15:03:56Z', 'revision_number': 2, 'project_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'subnets': [{'id': '8b429c43-124c-43c8-856c-37687d3e205d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:03:58.611994 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 8244ea20-9b94-4858-b1aa-192afd5280b6 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:03:58.671262 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1263f90a-a0a1-4610-969e-632643b2a0c5 None None] Checking router: f7a939d3-e933-4cca-b422-dff94ae51f0c for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:03:58.671784 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1263f90a-a0a1-4610-969e-632643b2a0c5 None None] Updating router f7a939d3-e933-4cca-b422-dff94ae51f0c port ea74b9ec-3534-4205-83e3-13f7b1f89ccb binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:03:58.687024 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10903b49-c2f4-4885-acee-0f251b0ed715 req-0e46303e-19f2-4053-b128-f08eac5d60ec tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:58.697236 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-10903b49-c2f4-4885-acee-0f251b0ed715 req-0e46303e-19f2-4053-b128-f08eac5d60ec tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 944 time: 0.1225386 Sep 01 15:03:58.711681 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1263f90a-a0a1-4610-969e-632643b2a0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:58.718195 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687959a1-2f35-4744-bdc3-ed749bc52165 req-6207f214-ac25-43f1-a7eb-816df0a7e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:58.719794 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-687959a1-2f35-4744-bdc3-ed749bc52165 req-6207f214-ac25-43f1-a7eb-816df0a7e4c0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fec0654f7239467a95f60e6ba299aa91&device_id=9966d725-ee8a-4997-81a8-2946d75bab6e HTTP/1.1" status: 200 len: 1094 time: 0.2279537 Sep 01 15:03:58.773185 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 8244ea20-9b94-4858-b1aa-192afd5280b6 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:03:58.782722 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-60a21884-f2b6-4e9c-9b34-2ebed2c67e4e req-319e3818-e871-40e5-a75a-6d826493e709 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.41 HTTP/1.1" status: 200 len: 1000 time: 0.1312428 Sep 01 15:03:58.789222 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 8244ea20-9b94-4858-b1aa-192afd5280b6 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:03:58.789967 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:58.828360 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-10903b49-c2f4-4885-acee-0f251b0ed715 req-291db8da-ba83-4bab-acc3-0054830fac5b tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280453 Sep 01 15:03:59.020193 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687959a1-2f35-4744-bdc3-ed749bc52165 req-c3f6e964-0ced-44e3-8b0f-5f1c5be11179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:59.022725 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-687959a1-2f35-4744-bdc3-ed749bc52165 req-c3f6e964-0ced-44e3-8b0f-5f1c5be11179 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b0922890-9f88-4062-824b-4dfc506e6e18 HTTP/1.1" status: 200 len: 912 time: 0.2870202 Sep 01 15:03:59.048409 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a21884-f2b6-4e9c-9b34-2ebed2c67e4e req-7d5abed5-ce58-4970-82fb-4b446fd35047 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:59.067206 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-60a21884-f2b6-4e9c-9b34-2ebed2c67e4e req-7d5abed5-ce58-4970-82fb-4b446fd35047 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 784 time: 0.2661197 Sep 01 15:03:59.132053 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:59.201741 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb2c964-f4a2-4177-ba19-b4961f0db2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed1fbe9-2d46-4fcc-bc50-023f949bf380'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:03:59.215575 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-687959a1-2f35-4744-bdc3-ed749bc52165 req-9aff48ca-dc20-4451-9372-1df3459a75db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3fd21c8-332f-47c5-892e-d228e75f8787 HTTP/1.1" status: 200 len: 217 time: 0.1583409 Sep 01 15:03:59.217984 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd8998b-2d17-4a00-a703-21f343b0d30f" -d '{"events": [{"server_uuid": "edb2c964-f4a2-4177-ba19-b4961f0db2ba", "name": "network-vif-plugged", "status": "completed", "tag": "7ed1fbe9-2d46-4fcc-bc50-023f949bf380"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:03:59.304988 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 8244ea20-9b94-4858-b1aa-192afd5280b6, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=8244ea20-9b94-4858-b1aa-192afd5280b6,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:03:59.330502 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:59.332048 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:03:59.344708 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687959a1-2f35-4744-bdc3-ed749bc52165 req-9dfa169b-c335-4a18-a6a6-5682f24fa126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:59.347697 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-687959a1-2f35-4744-bdc3-ed749bc52165 req-9dfa169b-c335-4a18-a6a6-5682f24fa126 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=de6f3d24-aa35-41db-834d-e91d2e27e6db HTTP/1.1" status: 200 len: 851 time: 0.1189778 Sep 01 15:03:59.419987 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-687959a1-2f35-4744-bdc3-ed749bc52165 req-29fb8c14-aebd-4d00-a46d-26d9bc9170eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b0922890-9f88-4062-824b-4dfc506e6e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496202 Sep 01 15:03:59.524959 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d69b16-24d8-43a4-89e4-eb9e40289e79 req-9c9e56d1-f460-4dab-b48b-da487adebe25 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:03:59.527517 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b8d69b16-24d8-43a4-89e4-eb9e40289e79 req-9c9e56d1-f460-4dab-b48b-da487adebe25 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=9966d725-ee8a-4997-81a8-2946d75bab6e HTTP/1.1" status: 200 len: 943 time: 0.1782658 Sep 01 15:03:59.543658 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1263f90a-a0a1-4610-969e-632643b2a0c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:59.581693 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=8244ea20-9b94-4858-b1aa-192afd5280b6,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:59.587072 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1263f90a-a0a1-4610-969e-632643b2a0c5 None None] Transition to ACTIVE for port object ea74b9ec-3534-4205-83e3-13f7b1f89ccb will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:03:59.602688 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:03:59.603290 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:59.608321 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1263f90a-a0a1-4610-969e-632643b2a0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:59.674188 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b8d69b16-24d8-43a4-89e4-eb9e40289e79 req-636ef162-d112-4ac6-b1e5-d57fb7f5e831 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354434 Sep 01 15:03:59.678806 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-687959a1-2f35-4744-bdc3-ed749bc52165 req-187c697d-4cb7-4c1e-a612-e83c725de6c2 service neutron] 10.222.0.62 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490530 Sep 01 15:03:59.705895 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54738) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:03:59.715286 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-0d547164-f8c0-4ccc-bc65-48b2fa07c1fa tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1658018596', 'description': 'tempest-description--179137815'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:03:59.739539 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b3bc0-7a6d-4419-88f7-8bfd67ddb8cb None None] Pushing event updated for resources: {'Port': ['ID=ea74b9ec-3534-4205-83e3-13f7b1f89ccb,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:03:59.794814 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0d547164-f8c0-4ccc-bc65-48b2fa07c1fa tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:03:59.958225 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-07073b3b-e70a-48ca-8492-050fc5d0f1f5 req-f74ca025-ed64-4853-a3bf-a4c77b79d9f6 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=e085559b-578f-4ccb-ad25-8a9a84cb5433 HTTP/1.1" status: 200 len: 210 time: 0.1006067 Sep 01 15:03:59.991631 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-1263f90a-a0a1-4610-969e-632643b2a0c5 None None] Attempting to bind port ea74b9ec-3534-4205-83e3-13f7b1f89ccb on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:03:59.992911 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-1263f90a-a0a1-4610-969e-632643b2a0c5 None None] Attempting to bind port ea74b9ec-3534-4205-83e3-13f7b1f89ccb by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'ac7d0491-667e-44de-b883-b457dacdfed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:03:59.993174 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1263f90a-a0a1-4610-969e-632643b2a0c5 None None] Attempting to bind port ea74b9ec-3534-4205-83e3-13f7b1f89ccb on network 4ee8f304-25eb-4c36-ba1e-cf02863aa3e7 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:00.014267 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1263f90a-a0a1-4610-969e-632643b2a0c5 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:04:00.015007 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1263f90a-a0a1-4610-969e-632643b2a0c5 None None] Checking segment: {'id': 'ac7d0491-667e-44de-b883-b457dacdfed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:04:00.015889 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1263f90a-a0a1-4610-969e-632643b2a0c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:00.016853 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1263f90a-a0a1-4610-969e-632643b2a0c5 None None] Bound using segment: {'id': 'ac7d0491-667e-44de-b883-b457dacdfed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:04:00.018731 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-1263f90a-a0a1-4610-969e-632643b2a0c5 None None] Bound port: ea74b9ec-3534-4205-83e3-13f7b1f89ccb, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac7d0491-667e-44de-b883-b457dacdfed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:04:00.022937 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1263f90a-a0a1-4610-969e-632643b2a0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:00.042946 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:00.091028 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7f81512b-2066-4803-9c60-ec3918fc223f req-ce3974ac-422e-4947-b69d-a5a9451dc864 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.41 HTTP/1.1" status: 200 len: 1000 time: 0.3548689 Sep 01 15:04:00.120788 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0d547164-f8c0-4ccc-bc65-48b2fa07c1fa tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:00.132598 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2,segment=NetworkSegment(b84bd209-7bfa-45b7-97f5-46abc9efe091),segment_id=b84bd209-7bfa-45b7-97f5-46abc9efe091)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:00.179806 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:00.180148 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0d547164-f8c0-4ccc-bc65-48b2fa07c1fa tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:00.203502 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e085559b-578f-4ccb-ad25-8a9a84cb5433', 'name': 'network-vif-deleted', 'tag': 'c3f56962-430c-4f87-b347-2afceebea955'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:00.208069 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe6dc5f-bb3a-4351-8083-cff9e241b414" -d '{"events": [{"server_uuid": "e085559b-578f-4ccb-ad25-8a9a84cb5433", "name": "network-vif-deleted", "tag": "c3f56962-430c-4f87-b347-2afceebea955"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:00.236644 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-687959a1-2f35-4744-bdc3-ed749bc52165 req-4da90b4c-a13e-4083-8c85-4fe46a5b7317 service neutron] 10.222.0.62 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5471346 Sep 01 15:04:00.252033 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81512b-2066-4803-9c60-ec3918fc223f req-aa230ef4-ef8e-44c2-85a1-2e86b335ebc1 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:00.257210 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d547164-f8c0-4ccc-bc65-48b2fa07c1fa tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e2141f-b183-471b-9562-537bc80be07a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:00.264382 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0d547164-f8c0-4ccc-bc65-48b2fa07c1fa tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:00.267395 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0d547164-f8c0-4ccc-bc65-48b2fa07c1fa tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5581934 Sep 01 15:04:00.274347 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7f81512b-2066-4803-9c60-ec3918fc223f req-aa230ef4-ef8e-44c2-85a1-2e86b335ebc1 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports/74840fab-6690-47fd-992c-955ae6af9efa HTTP/1.1" status: 200 len: 942 time: 0.1818202 Sep 01 15:04:00.275171 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54744) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:00.287841 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-1369899c-1cf1-4877-84a3-8a163b8a0cd1 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Request body: {'security_group_rule': {'security_group_id': '72e2141f-b183-471b-9562-537bc80be07a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:00.304918 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4297d6-947c-4a94-b072-0df61b9fdc6f req-484cf985-6fec-4315-b17b-abf8d7abbf6c tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:00.312564 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1d4297d6-947c-4a94-b072-0df61b9fdc6f req-484cf985-6fec-4315-b17b-abf8d7abbf6c tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2624d4f-2efc-47c5-815d-b0743cac62b3 HTTP/1.1" status: 200 len: 946 time: 0.1861796 Sep 01 15:04:00.405318 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1369899c-1cf1-4877-84a3-8a163b8a0cd1 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:00.415368 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1d4297d6-947c-4a94-b072-0df61b9fdc6f req-03aba5f2-6930-43e6-96ee-1bdeaf59437f tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008186 Sep 01 15:04:00.519664 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2,revision_number=7']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:00.526102 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1263f90a-a0a1-4610-969e-632643b2a0c5 None None] For port ea74b9ec-3534-4205-83e3-13f7b1f89ccb, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:04:00.530785 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1369899c-1cf1-4877-84a3-8a163b8a0cd1 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:00.539628 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1369899c-1cf1-4877-84a3-8a163b8a0cd1 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:00.551951 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1263f90a-a0a1-4610-969e-632643b2a0c5 None None] For port ea74b9ec-3534-4205-83e3-13f7b1f89ccb, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ea74b9ec-3534-4205-83e3-13f7b1f89ccb,segment=NetworkSegment(ac7d0491-667e-44de-b883-b457dacdfed4),segment_id=ac7d0491-667e-44de-b883-b457dacdfed4)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:04:00.566669 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78d9592-31a6-4f8e-8533-d5cc691ff7c9 x-openstack-request-id: req-b78d9592-31a6-4f8e-8533-d5cc691ff7c9 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:00.567261 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb2c964-f4a2-4177-ba19-b4961f0db2ba", "name": "network-vif-plugged", "status": "completed", "tag": "7ed1fbe9-2d46-4fcc-bc50-023f949bf380", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:00.567662 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b78d9592-31a6-4f8e-8533-d5cc691ff7c9 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:00.568844 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb2c964-f4a2-4177-ba19-b4961f0db2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed1fbe9-2d46-4fcc-bc50-023f949bf380', 'code': 200} Sep 01 15:04:00.571313 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1263f90a-a0a1-4610-969e-632643b2a0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:00.589786 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369899c-1cf1-4877-84a3-8a163b8a0cd1 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f6f9c9b-e7c2-4f1e-be2b-dba9ce8e085b,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:00.633558 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1369899c-1cf1-4877-84a3-8a163b8a0cd1 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:00.635819 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7f81512b-2066-4803-9c60-ec3918fc223f req-a2cc83bb-a137-458b-9fe0-cb1628ae71e4 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.41 HTTP/1.1" status: 200 len: 1000 time: 0.1859939 Sep 01 15:04:00.641798 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1369899c-1cf1-4877-84a3-8a163b8a0cd1 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3651147 Sep 01 15:04:00.645877 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54746) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:00.651943 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-39feb121-7e25-4505-a5e1-07ceb953c751 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Request body: {'security_group_rule': {'security_group_id': '72e2141f-b183-471b-9562-537bc80be07a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:00.691729 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1263f90a-a0a1-4610-969e-632643b2a0c5 None None] Routers {'f7a939d3-e933-4cca-b422-dff94ae51f0c'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:04:00.692798 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-1263f90a-a0a1-4610-969e-632643b2a0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:03:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f7a939d3-e933-4cca-b422-dff94ae51f0c'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:00.757172 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-39feb121-7e25-4505-a5e1-07ceb953c751 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:00.763233 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b3bc0-7a6d-4419-88f7-8bfd67ddb8cb None None] Pushing event updated for resources: {'Port': ['ID=ea74b9ec-3534-4205-83e3-13f7b1f89ccb,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:00.873496 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-39feb121-7e25-4505-a5e1-07ceb953c751 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:00.886567 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-39feb121-7e25-4505-a5e1-07ceb953c751 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:00.919566 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-1263f90a-a0a1-4610-969e-632643b2a0c5 None None] Set router f7a939d3-e933-4cca-b422-dff94ae51f0c gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:04:00.942327 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36688a-604c-4701-a44a-a17e5ef8e929 req-9d337851-1953-4dc4-8691-41585dcef786 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:00.942327 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f36688a-604c-4701-a44a-a17e5ef8e929 req-9d337851-1953-4dc4-8691-41585dcef786 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=5561811b-3206-4545-8048-98f4eb11f229 HTTP/1.1" status: 200 len: 950 time: 0.2664769 Sep 01 15:04:00.942327 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81763cdf-00e6-4237-ad7d-670abfb112fe req-e14c5c04-b00d-4bd5-bf3e-d7878d7bc90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:00.942327 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-81763cdf-00e6-4237-ad7d-670abfb112fe req-e14c5c04-b00d-4bd5-bf3e-d7878d7bc90c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=edb2c964-f4a2-4177-ba19-b4961f0db2ba HTTP/1.1" status: 200 len: 1100 time: 0.2434795 Sep 01 15:04:00.947619 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39feb121-7e25-4505-a5e1-07ceb953c751 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef1addbf-8396-4c84-8d06-8b100453ded2,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:00.981342 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-39feb121-7e25-4505-a5e1-07ceb953c751 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:00.983360 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-39feb121-7e25-4505-a5e1-07ceb953c751 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3355312 Sep 01 15:04:00.997635 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54750) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:01.003732 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-c5220696-92b9-45d6-9414-3c6c752239e6 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:01.075265 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f36688a-604c-4701-a44a-a17e5ef8e929 req-8ae265f5-8dec-4230-b618-ae57df9b38e8 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241033 Sep 01 15:04:01.090338 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-81763cdf-00e6-4237-ad7d-670abfb112fe req-5e3b446e-fb17-45e9-9c53-93ce34283e50 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292684 Sep 01 15:04:01.095342 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c5220696-92b9-45d6-9414-3c6c752239e6 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:01.139455 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device a3fd21c8-332f-47c5-892e-d228e75f8787 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:04:01.151706 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device c3f56962-430c-4f87-b347-2afceebea955 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:04:01.207254 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: c3f56962-430c-4f87-b347-2afceebea955 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:04:01.208239 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device c3f56962-430c-4f87-b347-2afceebea955 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:04:01.340455 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81512b-2066-4803-9c60-ec3918fc223f req-5e8dc7be-3a00-41c6-bdaa-108612589682 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:01.342857 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7f81512b-2066-4803-9c60-ec3918fc223f req-5e8dc7be-3a00-41c6-bdaa-108612589682 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 784 time: 0.6871760 Sep 01 15:04:01.360344 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-7f81512b-2066-4803-9c60-ec3918fc223f req-ad5bdec6-9c93-4b33-9b99-ce9c8d519de6 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:04:01.362558 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7f81512b-2066-4803-9c60-ec3918fc223f req-ad5bdec6-9c93-4b33-9b99-ce9c8d519de6 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084467 Sep 01 15:04:01.398130 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c5220696-92b9-45d6-9414-3c6c752239e6 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:01.423198 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357beb8-47d9-4c4b-9d26-27921d1f9111 req-878d7521-f1bd-4bdc-85e0-920638793afc tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:01.425060 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3357beb8-47d9-4c4b-9d26-27921d1f9111 req-878d7521-f1bd-4bdc-85e0-920638793afc tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2624d4f-2efc-47c5-815d-b0743cac62b3 HTTP/1.1" status: 200 len: 946 time: 0.1129889 Sep 01 15:04:01.441444 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52340eb1-8bb5-4b55-9d2b-10439b91c65b req-7ebb0cd5-3fd0-45f7-8836-eecee2132854 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:01.449330 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-52340eb1-8bb5-4b55-9d2b-10439b91c65b req-7ebb0cd5-3fd0-45f7-8836-eecee2132854 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 945 time: 0.1400042 Sep 01 15:04:01.474912 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port a3fd21c8-332f-47c5-892e-d228e75f8787, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a3fd21c8-332f-47c5-892e-d228e75f8787,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:01.509783 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-1263f90a-a0a1-4610-969e-632643b2a0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'name': 'tempest-ServersTestManualDisk-2107234725-router', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:03:37Z', 'updated_at': '2021-09-01T15:03:55Z', 'revision_number': 4, 'project_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'gw_port': {'id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ea:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:03:42Z', 'updated_at': '2021-09-01T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'ea74b9ec-3534-4205-83e3-13f7b1f89ccb', 'name': '', 'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'mac_address': 'fa:16:3e:93:72:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '8b429c43-124c-43c8-856c-37687d3e205d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:03:52Z', 'updated_at': '2021-09-01T15:04:00Z', 'revision_number': 4, 'project_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'subnets': [{'id': '8b429c43-124c-43c8-856c-37687d3e205d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:01.513258 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'a3fd21c8-332f-47c5-892e-d228e75f8787', 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18', 'port_id': 'a3fd21c8-332f-47c5-892e-d228e75f8787', 'mac_address': 'fa:16:3e:4e:15:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6f3d24-aa35-41db-834d-e91d2e27e6db', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:04:01.520752 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7f81512b-2066-4803-9c60-ec3918fc223f req-3160de09-172d-429c-bd4b-47a68df5b0e5 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.41 HTTP/1.1" status: 200 len: 1000 time: 0.1412790 Sep 01 15:04:01.530415 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-7f81512b-2066-4803-9c60-ec3918fc223f req-616ae4b0-a13b-4bd2-9aba-5a5d4faec498 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:01.574360 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1263f90a-a0a1-4610-969e-632643b2a0c5 None None] The sync data for ids ['f7a939d3-e933-4cca-b422-dff94ae51f0c'] in n-d-794796-3 is: [{'id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'name': 'tempest-ServersTestManualDisk-2107234725-router', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:03:37Z', 'updated_at': '2021-09-01T15:03:55Z', 'revision_number': 4, 'project_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'gw_port': {'id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ea:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:03:42Z', 'updated_at': '2021-09-01T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'ea74b9ec-3534-4205-83e3-13f7b1f89ccb', 'name': '', 'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'mac_address': 'fa:16:3e:93:72:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '8b429c43-124c-43c8-856c-37687d3e205d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:03:52Z', 'updated_at': '2021-09-01T15:04:00Z', 'revision_number': 4, 'project_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'subnets': [{'id': '8b429c43-124c-43c8-856c-37687d3e205d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:04:01.642481 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:01.647990 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-52340eb1-8bb5-4b55-9d2b-10439b91c65b req-cc5a64eb-bed4-4566-930c-712b35ee409b tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976492 Sep 01 15:04:01.704318 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3fd21c8-332f-47c5-892e-d228e75f8787 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:04:01.748212 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port a3fd21c8-332f-47c5-892e-d228e75f8787, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a3fd21c8-332f-47c5-892e-d228e75f8787,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:01.750217 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-c5220696-92b9-45d6-9414-3c6c752239e6 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Allocated IP 172.25.6.216 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/14284357-ccca-4f5e-9e7e-0f5461301000) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:04:01.755341 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7f81512b-2066-4803-9c60-ec3918fc223f req-616ae4b0-a13b-4bd2-9aba-5a5d4faec498 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks [] for floatingip, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:01.760116 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:01.771978 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f105cdef-638e-4e89-a5bd-77d048ca853c x-openstack-request-id: req-f105cdef-638e-4e89-a5bd-77d048ca853c {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:01.772640 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e085559b-578f-4ccb-ad25-8a9a84cb5433", "name": "network-vif-deleted", "tag": "c3f56962-430c-4f87-b347-2afceebea955", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:01.774532 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f105cdef-638e-4e89-a5bd-77d048ca853c {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:01.775335 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e085559b-578f-4ccb-ad25-8a9a84cb5433', 'name': 'network-vif-deleted', 'tag': 'c3f56962-430c-4f87-b347-2afceebea955', 'status': 'completed', 'code': 200} Sep 01 15:04:01.970357 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=a3fd21c8-332f-47c5-892e-d228e75f8787,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:01.986763 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-3357beb8-47d9-4c4b-9d26-27921d1f9111 req-64fee908-d76c-4d29-8bcc-7acbc5abbc7d tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Deleting port 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:04:01.987328 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3357beb8-47d9-4c4b-9d26-27921d1f9111 req-64fee908-d76c-4d29-8bcc-7acbc5abbc7d tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:02.080749 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ea74b9ec-3534-4205-83e3-13f7b1f89ccb up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:04:02.091175 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7f81512b-2066-4803-9c60-ec3918fc223f req-616ae4b0-a13b-4bd2-9aba-5a5d4faec498 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:02.097665 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7f81512b-2066-4803-9c60-ec3918fc223f req-616ae4b0-a13b-4bd2-9aba-5a5d4faec498 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:02.098340 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [req-7f81512b-2066-4803-9c60-ec3918fc223f req-616ae4b0-a13b-4bd2-9aba-5a5d4faec498 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Floating IP 9389416c-f34a-49be-91a8-5c49f766a1ee disassociated. External IP: 172.25.6.41, port: 74840fab-6690-47fd-992c-955ae6af9efa. Sep 01 15:04:02.149887 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['a3fd21c8-332f-47c5-892e-d228e75f8787'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:04:02.183539 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port ea74b9ec-3534-4205-83e3-13f7b1f89ccb completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:04:02.202125 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port ea74b9ec-3534-4205-83e3-13f7b1f89ccb triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:02.202625 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:02.381697 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:02.443281 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port ea74b9ec-3534-4205-83e3-13f7b1f89ccb, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ea74b9ec-3534-4205-83e3-13f7b1f89ccb,segment=NetworkSegment(ac7d0491-667e-44de-b883-b457dacdfed4),segment_id=ac7d0491-667e-44de-b883-b457dacdfed4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:02.469051 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:02.487093 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f81512b-2066-4803-9c60-ec3918fc223f req-616ae4b0-a13b-4bd2-9aba-5a5d4faec498 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:04:02.524792 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68d695-cff8-4608-a119-0ee1e1fe1f75 req-b32bf83a-bbcf-4a53-b1a2-2b545a20b1e0 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:02.535899 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3e68d695-cff8-4608-a119-0ee1e1fe1f75 req-b32bf83a-bbcf-4a53-b1a2-2b545a20b1e0 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=9966d725-ee8a-4997-81a8-2946d75bab6e HTTP/1.1" status: 200 len: 944 time: 0.5518010 Sep 01 15:04:02.571915 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd565aa-ccd2-483e-aaea-af8540681fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8244ea20-9b94-4858-b1aa-192afd5280b6'}, {'server_uuid': 'd2624d4f-2efc-47c5-815d-b0743cac62b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:02.575711 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c712bd0-13a9-4b2d-8ff1-92a0efbbfcc6" -d '{"events": [{"server_uuid": "2dd565aa-ccd2-483e-aaea-af8540681fb0", "name": "network-vif-plugged", "status": "completed", "tag": "8244ea20-9b94-4858-b1aa-192afd5280b6"}, {"server_uuid": "d2624d4f-2efc-47c5-815d-b0743cac62b3", "name": "network-vif-plugged", "status": "completed", "tag": "7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:02.611301 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=ea74b9ec-3534-4205-83e3-13f7b1f89ccb,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:02.617833 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c5220696-92b9-45d6-9414-3c6c752239e6 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:02.648114 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-3357beb8-47d9-4c4b-9d26-27921d1f9111 req-64fee908-d76c-4d29-8bcc-7acbc5abbc7d tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] For port 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2,segment=NetworkSegment(b84bd209-7bfa-45b7-97f5-46abc9efe091),segment_id=b84bd209-7bfa-45b7-97f5-46abc9efe091)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:02.648606 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3357beb8-47d9-4c4b-9d26-27921d1f9111 req-64fee908-d76c-4d29-8bcc-7acbc5abbc7d tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:02.666433 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3e68d695-cff8-4608-a119-0ee1e1fe1f75 req-2c1d6963-c2b3-4523-8399-af6a16920d60 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293330 Sep 01 15:04:02.672565 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-3357beb8-47d9-4c4b-9d26-27921d1f9111 req-64fee908-d76c-4d29-8bcc-7acbc5abbc7d tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Calling delete_port for 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:04:02.754566 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f81512b-2066-4803-9c60-ec3918fc223f req-616ae4b0-a13b-4bd2-9aba-5a5d4faec498 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:04:02.770384 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7f81512b-2066-4803-9c60-ec3918fc223f req-616ae4b0-a13b-4bd2-9aba-5a5d4faec498 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:02.785911 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2111d2-aaae-4d1c-9842-f668ae9ac006 None None] Sync routers for ids ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:04:02.810227 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2111d2-aaae-4d1c-9842-f668ae9ac006 None None] Routers {'445f318f-d5d4-44f1-a14f-e5b96d1a51fa'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:04:02.813034 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1f2111d2-aaae-4d1c-9842-f668ae9ac006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:03:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:02.824129 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7f81512b-2066-4803-9c60-ec3918fc223f req-616ae4b0-a13b-4bd2-9aba-5a5d4faec498 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "PUT /v2.0/floatingips/9389416c-f34a-49be-91a8-5c49f766a1ee HTTP/1.1" status: 200 len: 694 time: 1.3000548 Sep 01 15:04:02.830937 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c5220696-92b9-45d6-9414-3c6c752239e6 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:02.914814 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5220696-92b9-45d6-9414-3c6c752239e6 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:04:02.920032 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-c5220696-92b9-45d6-9414-3c6c752239e6 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:04:02.923862 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5220696-92b9-45d6-9414-3c6c752239e6 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:04:02.954049 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81512b-2066-4803-9c60-ec3918fc223f req-37f1149f-517f-45e9-a199-6d2c7fade2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:02.968384 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7f81512b-2066-4803-9c60-ec3918fc223f req-37f1149f-517f-45e9-a199-6d2c7fade2c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a8b6e85b31644d8bfb2e3bcf82dcfd1&device_id=164a8512-80a6-4e81-8c37-b7b051f98367 HTTP/1.1" status: 200 len: 1096 time: 0.1225114 Sep 01 15:04:02.985836 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5220696-92b9-45d6-9414-3c6c752239e6 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Pushing event updated for resources: {'Port': ['ID=14284357-ccca-4f5e-9e7e-0f5461301000,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:03.065589 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-1f2111d2-aaae-4d1c-9842-f668ae9ac006 None None] Set router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:04:03.092218 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090706ae-edf8-4901-9565-0861de2b0e6b req-588e5b05-c61b-4ac0-98ab-47d7177619b1 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:03.093897 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-090706ae-edf8-4901-9565-0861de2b0e6b req-588e5b05-c61b-4ac0-98ab-47d7177619b1 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb2c964-f4a2-4177-ba19-b4961f0db2ba HTTP/1.1" status: 200 len: 949 time: 0.1678338 Sep 01 15:04:03.113737 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3357beb8-47d9-4c4b-9d26-27921d1f9111 req-64fee908-d76c-4d29-8bcc-7acbc5abbc7d tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:03.136647 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81512b-2066-4803-9c60-ec3918fc223f req-300b89a9-5c8e-40fb-8543-a637e1739135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:03.139629 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7f81512b-2066-4803-9c60-ec3918fc223f req-300b89a9-5c8e-40fb-8543-a637e1739135 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3a08825e-c598-4444-9cbd-967c37c7410b HTTP/1.1" status: 200 len: 922 time: 0.1698732 Sep 01 15:04:03.186489 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fee908-d76c-4d29-8bcc-7acbc5abbc7d tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Pushing event deleted for resources: {'Port': ['ID=7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:03.227963 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7f81512b-2066-4803-9c60-ec3918fc223f req-24a57f26-82e6-4ede-be6d-8eb3dca69bfb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74840fab-6690-47fd-992c-955ae6af9efa HTTP/1.1" status: 200 len: 217 time: 0.0707359 Sep 01 15:04:03.229180 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c5220696-92b9-45d6-9414-3c6c752239e6 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:03.235837 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-090706ae-edf8-4901-9565-0861de2b0e6b req-d007f574-b11e-4b26-9997-7e674246beaa tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164153 Sep 01 15:04:03.266079 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-3357beb8-47d9-4c4b-9d26-27921d1f9111 req-64fee908-d76c-4d29-8bcc-7acbc5abbc7d tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] No DVR routers for this DVR port 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:04:03.270932 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3357beb8-47d9-4c4b-9d26-27921d1f9111 req-64fee908-d76c-4d29-8bcc-7acbc5abbc7d tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:03.274630 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3357beb8-47d9-4c4b-9d26-27921d1f9111 req-64fee908-d76c-4d29-8bcc-7acbc5abbc7d tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.45 "DELETE /v2.0/ports/7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2 HTTP/1.1" status: 204 len: 173 time: 1.8165138 Sep 01 15:04:03.282201 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2624d4f-2efc-47c5-815d-b0743cac62b3', 'name': 'network-vif-deleted', 'tag': '7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:03.287338 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13ddd3d-c7cd-45c3-91da-b419034bbf51" -d '{"events": [{"server_uuid": "d2624d4f-2efc-47c5-815d-b0743cac62b3", "name": "network-vif-deleted", "tag": "7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:03.373188 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c5220696-92b9-45d6-9414-3c6c752239e6 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:03.384784 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81512b-2066-4803-9c60-ec3918fc223f req-0b57eb81-9ecd-43bd-9d7d-84f39b37c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:03.385266 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7f81512b-2066-4803-9c60-ec3918fc223f req-0b57eb81-9ecd-43bd-9d7d-84f39b37c974 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1713c272-a1dd-4676-bd8c-95aac02d27d5 HTTP/1.1" status: 200 len: 860 time: 0.1542623 Sep 01 15:04:03.484953 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81512b-2066-4803-9c60-ec3918fc223f req-240ea7b8-1c7c-4541-933a-0dd7818ca974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:03.487804 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73d8be5f-815f-4397-b5cc-bf83598a75ee req-aac80707-5c89-4985-bf3d-96c640c8bd80 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2624d4f-2efc-47c5-815d-b0743cac62b3 HTTP/1.1" status: 200 len: 210 time: 0.0754337 Sep 01 15:04:03.502608 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7f81512b-2066-4803-9c60-ec3918fc223f req-240ea7b8-1c7c-4541-933a-0dd7818ca974 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3a08825e-c598-4444-9cbd-967c37c7410b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002958 Sep 01 15:04:03.594673 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1f2111d2-aaae-4d1c-9842-f668ae9ac006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-router', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '87877a64-89b0-4925-8994-df644841ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:17Z', 'updated_at': '2021-09-01T15:02:28Z', 'revision_number': 4, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'gw_port': {'id': '87877a64-89b0-4925-8994-df644841ad0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:18Z', 'updated_at': '2021-09-01T15:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'f3456f38-ff60-405a-9df4-00ee069260c2', 'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'mac_address': 'fa:16:3e:e2:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:26Z', 'updated_at': '2021-09-01T15:02:37Z', 'revision_number': 5, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'subnets': [{'id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:03.667919 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2111d2-aaae-4d1c-9842-f668ae9ac006 None None] Checking router: 445f318f-d5d4-44f1-a14f-e5b96d1a51fa for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:04:03.685057 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2111d2-aaae-4d1c-9842-f668ae9ac006 None None] Routers {'445f318f-d5d4-44f1-a14f-e5b96d1a51fa'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:04:03.688683 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1f2111d2-aaae-4d1c-9842-f668ae9ac006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:03:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:03.742486 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c041975-cb2e-4bdc-8ec3-64df60a83160 x-openstack-request-id: req-1c041975-cb2e-4bdc-8ec3-64df60a83160 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:03.743345 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd565aa-ccd2-483e-aaea-af8540681fb0", "name": "network-vif-plugged", "status": "completed", "tag": "8244ea20-9b94-4858-b1aa-192afd5280b6", "code": 200}, {"server_uuid": "d2624d4f-2efc-47c5-815d-b0743cac62b3", "name": "network-vif-plugged", "status": "completed", "tag": "7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:03.743781 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1c041975-cb2e-4bdc-8ec3-64df60a83160 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:03.744357 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd565aa-ccd2-483e-aaea-af8540681fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8244ea20-9b94-4858-b1aa-192afd5280b6', 'code': 200} Sep 01 15:04:03.744772 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2624d4f-2efc-47c5-815d-b0743cac62b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2', 'code': 200} Sep 01 15:04:03.769903 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7f81512b-2066-4803-9c60-ec3918fc223f req-b2d537b6-929d-4526-88a4-929f367dd77d service neutron] 10.222.0.60 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569149 Sep 01 15:04:03.777995 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164a8512-80a6-4e81-8c37-b7b051f98367', 'tag': '74840fab-6690-47fd-992c-955ae6af9efa'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:03.781757 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e84f31-9516-4f33-9d1f-a944989a6465" -d '{"events": [{"name": "network-changed", "server_uuid": "164a8512-80a6-4e81-8c37-b7b051f98367", "tag": "74840fab-6690-47fd-992c-955ae6af9efa"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:03.798743 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c5220696-92b9-45d6-9414-3c6c752239e6 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:03.819605 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c5220696-92b9-45d6-9414-3c6c752239e6 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:03.957731 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5220696-92b9-45d6-9414-3c6c752239e6 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Pushing event updated for resources: {'Port': ['ID=14284357-ccca-4f5e-9e7e-0f5461301000,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:04.007158 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7f81512b-2066-4803-9c60-ec3918fc223f req-8478ebd2-8017-47b7-83b9-8a4223892cca service neutron] 10.222.0.60 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187233 Sep 01 15:04:04.014013 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ea74b9ec-3534-4205-83e3-13f7b1f89ccb up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:04:04.129529 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port ea74b9ec-3534-4205-83e3-13f7b1f89ccb triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:04.131631 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:04.179457 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d361aeb-ce14-4762-ac84-bf21701fcb5d req-2ec0e7b0-4366-47d5-9d47-b504d6c52961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:04.180230 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-1f2111d2-aaae-4d1c-9842-f668ae9ac006 None None] Set router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:04:04.181633 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d361aeb-ce14-4762-ac84-bf21701fcb5d req-2ec0e7b0-4366-47d5-9d47-b504d6c52961 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 1096 time: 0.2429142 Sep 01 15:04:04.219744 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9f3aa-a96a-4b3e-ba23-3abfa13e22c8 req-eff7d279-edd5-4264-943f-8aecd0cefad5 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:04.229894 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0cb9f3aa-a96a-4b3e-ba23-3abfa13e22c8 req-eff7d279-edd5-4264-943f-8aecd0cefad5 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 945 time: 0.2889333 Sep 01 15:04:04.254927 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d361aeb-ce14-4762-ac84-bf21701fcb5d req-5fe06559-d14f-4048-848e-15fdf4b37f52 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629725 Sep 01 15:04:04.254927 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c5220696-92b9-45d6-9414-3c6c752239e6 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:04.296531 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c5220696-92b9-45d6-9414-3c6c752239e6 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:04.297814 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c5220696-92b9-45d6-9414-3c6c752239e6 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2991221 Sep 01 15:04:04.307247 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0cb9f3aa-a96a-4b3e-ba23-3abfa13e22c8 req-c8924503-a945-4d63-aeb5-746a442fc56c tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761228 Sep 01 15:04:04.376468 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9636d8c-ef18-4bd7-a7ff-05b21b8f970e x-openstack-request-id: req-e9636d8c-ef18-4bd7-a7ff-05b21b8f970e {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:04.377041 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2624d4f-2efc-47c5-815d-b0743cac62b3", "name": "network-vif-deleted", "tag": "7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:04.377637 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e9636d8c-ef18-4bd7-a7ff-05b21b8f970e {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:04.378526 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2624d4f-2efc-47c5-815d-b0743cac62b3', 'name': 'network-vif-deleted', 'tag': '7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2', 'status': 'completed', 'code': 200} Sep 01 15:04:04.503760 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa9b46-931f-4ee5-b6bf-fc5a1ce50d5c req-0951ed5e-81c9-4b35-899b-32d99bf9de7f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:04.506637 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2cfa9b46-931f-4ee5-b6bf-fc5a1ce50d5c req-0951ed5e-81c9-4b35-899b-32d99bf9de7f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=9966d725-ee8a-4997-81a8-2946d75bab6e HTTP/1.1" status: 200 len: 944 time: 0.0656970 Sep 01 15:04:04.568086 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2cfa9b46-931f-4ee5-b6bf-fc5a1ce50d5c req-7fb02b2b-ab7f-4624-a20d-be3cba5dfc8c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537500 Sep 01 15:04:04.623394 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:04:04.641069 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66dab344-8ec4-4f97-af64-c823c00dc22c x-openstack-request-id: req-66dab344-8ec4-4f97-af64-c823c00dc22c {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:04.642449 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "164a8512-80a6-4e81-8c37-b7b051f98367", "tag": "74840fab-6690-47fd-992c-955ae6af9efa", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:04.643114 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-66dab344-8ec4-4f97-af64-c823c00dc22c {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:04.644002 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '164a8512-80a6-4e81-8c37-b7b051f98367', 'tag': '74840fab-6690-47fd-992c-955ae6af9efa', 'status': 'completed', 'code': 200} Sep 01 15:04:04.650867 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1f2111d2-aaae-4d1c-9842-f668ae9ac006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-router', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '87877a64-89b0-4925-8994-df644841ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:17Z', 'updated_at': '2021-09-01T15:02:28Z', 'revision_number': 4, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'gw_port': {'id': '87877a64-89b0-4925-8994-df644841ad0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:18Z', 'updated_at': '2021-09-01T15:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'f3456f38-ff60-405a-9df4-00ee069260c2', 'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'mac_address': 'fa:16:3e:e2:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:26Z', 'updated_at': '2021-09-01T15:02:37Z', 'revision_number': 5, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'subnets': [{'id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:04.672334 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:04:04.672750 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 7c9fb5cc-5af6-4109-bf1a-0a97f0e4d7a2 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:04:04.694878 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2111d2-aaae-4d1c-9842-f668ae9ac006 None None] The sync data for ids ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'] in n-d-794796-3 is: [{'id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-router', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '87877a64-89b0-4925-8994-df644841ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:17Z', 'updated_at': '2021-09-01T15:02:28Z', 'revision_number': 4, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'gw_port': {'id': '87877a64-89b0-4925-8994-df644841ad0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:18Z', 'updated_at': '2021-09-01T15:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'f3456f38-ff60-405a-9df4-00ee069260c2', 'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'mac_address': 'fa:16:3e:e2:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:26Z', 'updated_at': '2021-09-01T15:02:37Z', 'revision_number': 5, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'subnets': [{'id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:04:04.764747 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84f31-9516-4f33-9d1f-a944989a6465 req-71d84f2b-a334-4a35-9f54-2b73e694511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:04.768516 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-90e84f31-9516-4f33-9d1f-a944989a6465 req-71d84f2b-a334-4a35-9f54-2b73e694511a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a8b6e85b31644d8bfb2e3bcf82dcfd1&device_id=164a8512-80a6-4e81-8c37-b7b051f98367 HTTP/1.1" status: 200 len: 1096 time: 0.0876403 Sep 01 15:04:04.847038 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef5cc0-0970-4b78-94e4-a0faaf6cc257 req-cdd2cba1-fd70-45b7-9cd3-1b20824dc4bd tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:04.858784 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef5cc0-0970-4b78-94e4-a0faaf6cc257 req-cdd2cba1-fd70-45b7-9cd3-1b20824dc4bd tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:04.863141 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5fef5cc0-0970-4b78-94e4-a0faaf6cc257 req-cdd2cba1-fd70-45b7-9cd3-1b20824dc4bd tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=5561811b-3206-4545-8048-98f4eb11f229&device_id=edb2c964-f4a2-4177-ba19-b4961f0db2ba HTTP/1.1" status: 200 len: 1690 time: 0.1249063 Sep 01 15:04:04.955415 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5fef5cc0-0970-4b78-94e4-a0faaf6cc257 req-3c38ff09-dd09-42c3-b49e-213bfbb0c308 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770507 Sep 01 15:04:04.983838 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84f31-9516-4f33-9d1f-a944989a6465 req-d8ac7dd3-14dd-496a-883f-6bef2fdb9e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:04.985348 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-90e84f31-9516-4f33-9d1f-a944989a6465 req-d8ac7dd3-14dd-496a-883f-6bef2fdb9e5a service neutron] 10.222.0.45 "GET /v2.0/networks?id=3a08825e-c598-4444-9cbd-967c37c7410b HTTP/1.1" status: 200 len: 922 time: 0.2021735 Sep 01 15:04:05.063954 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-90e84f31-9516-4f33-9d1f-a944989a6465 req-cb162a32-d8a4-4366-8348-8e658bb971c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74840fab-6690-47fd-992c-955ae6af9efa HTTP/1.1" status: 200 len: 217 time: 0.0662847 Sep 01 15:04:05.122675 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766bd6f-9edd-46dd-8717-013a72c4a5aa req-5d972968-6686-4c3e-ad8d-1d7619d3cc30 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:05.128549 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2766bd6f-9edd-46dd-8717-013a72c4a5aa req-5d972968-6686-4c3e-ad8d-1d7619d3cc30 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 944 time: 0.1463108 Sep 01 15:04:05.138667 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36f4a30-9927-4fc0-8571-ae9e4589fe2f None None] New status for floating IP 9389416c-f34a-49be-91a8-5c49f766a1ee: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:04:05.153752 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f395ee06-c646-4319-b4a3-15e3472b687d req-8f2aad9f-3311-4587-814c-b3f0de899e6f tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1658018596&fields=id&tenant_id=b0e7360364584c26bd48bad3b2b96ff5 HTTP/1.1" status: 200 len: 267 time: 0.1059108 Sep 01 15:04:05.183436 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84f31-9516-4f33-9d1f-a944989a6465 req-0cd9cbb7-312e-4933-a5fd-d4f22ce10b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:05.185941 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-90e84f31-9516-4f33-9d1f-a944989a6465 req-0cd9cbb7-312e-4933-a5fd-d4f22ce10b8a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1713c272-a1dd-4676-bd8c-95aac02d27d5 HTTP/1.1" status: 200 len: 860 time: 0.1065495 Sep 01 15:04:05.189273 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380eaaf-2563-486b-a5c4-7b5670cd2686 req-05056f80-e85b-4757-ad63-11de511e79d5 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:05.191920 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6380eaaf-2563-486b-a5c4-7b5670cd2686 req-05056f80-e85b-4757-ad63-11de511e79d5 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6b49371-674c-4ff1-bd10-ce44149cd763 HTTP/1.1" status: 200 len: 944 time: 0.1221616 Sep 01 15:04:05.203380 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device a3fd21c8-332f-47c5-892e-d228e75f8787 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:04:05.211360 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2766bd6f-9edd-46dd-8717-013a72c4a5aa req-7210e4c8-f7ee-4029-9b18-de2c51080da2 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.60 "GET /v2.0/security-groups?id=62edc18f-7c68-4f3f-b665-b961eebb60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769575 Sep 01 15:04:05.302484 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e84f31-9516-4f33-9d1f-a944989a6465 req-bd38aa3d-0441-43b5-b8b6-d0d3b0bf3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:05.311060 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-90e84f31-9516-4f33-9d1f-a944989a6465 req-bd38aa3d-0441-43b5-b8b6-d0d3b0bf3045 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3a08825e-c598-4444-9cbd-967c37c7410b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992906 Sep 01 15:04:05.481792 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-90e84f31-9516-4f33-9d1f-a944989a6465 req-d7cfa00d-18e2-4583-82ca-aa85c25f4da9 service neutron] 10.222.0.45 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566577 Sep 01 15:04:05.600957 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port a3fd21c8-332f-47c5-892e-d228e75f8787 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:04:05.611892 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port a3fd21c8-332f-47c5-892e-d228e75f8787 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:05.612768 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:05.615634 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395ee06-c646-4319-b4a3-15e3472b687d req-ec01d1f2-7bfa-463a-9517-f99e33c1e2b2 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:05.619106 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f395ee06-c646-4319-b4a3-15e3472b687d req-ec01d1f2-7bfa-463a-9517-f99e33c1e2b2 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "GET /v2.0/networks?id=4ee8f304-25eb-4c36-ba1e-cf02863aa3e7 HTTP/1.1" status: 200 len: 812 time: 0.4247491 Sep 01 15:04:05.656655 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f395ee06-c646-4319-b4a3-15e3472b687d req-2332ce85-d0f3-4a47-a340-5c3a29edccaa tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "GET /v2.0/quotas/b0e7360364584c26bd48bad3b2b96ff5 HTTP/1.1" status: 200 len: 375 time: 0.0262246 Sep 01 15:04:05.704993 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132beb7-9e32-4713-8162-1d4f790cbb90 req-c361e0ba-6c3a-4d68-b45c-a38ec358dc12 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:05.715202 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4132beb7-9e32-4713-8162-1d4f790cbb90 req-c361e0ba-6c3a-4d68-b45c-a38ec358dc12 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1299014 Sep 01 15:04:05.737080 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-90e84f31-9516-4f33-9d1f-a944989a6465 req-16f0b75d-6ddd-4e6c-8ecb-75dcc6496be9 service neutron] 10.222.0.45 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411463 Sep 01 15:04:05.757862 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-6380eaaf-2563-486b-a5c4-7b5670cd2686 req-a4c4e689-7d7a-4851-a042-8f915b59d587 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Deleting port e344413c-0228-4138-ba5f-1a43afff410f {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:04:05.758497 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6380eaaf-2563-486b-a5c4-7b5670cd2686 req-a4c4e689-7d7a-4851-a042-8f915b59d587 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:05.779695 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:05.831532 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4132beb7-9e32-4713-8162-1d4f790cbb90 req-8914ee9e-6368-44dc-817a-9ca41b39552e tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.41 HTTP/1.1" status: 200 len: 695 time: 0.1117408 Sep 01 15:04:05.837424 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-4132beb7-9e32-4713-8162-1d4f790cbb90 req-a3352601-d410-4d02-a887-09b869680a16 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Request body: {'floatingip': {'port_id': '9e19b410-8c07-441a-93e7-652652f539ed', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:05.877691 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9966d725-ee8a-4997-81a8-2946d75bab6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3fd21c8-332f-47c5-892e-d228e75f8787'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:05.882166 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c48351-1023-49e1-8bbb-abdd990c1914" -d '{"events": [{"server_uuid": "9966d725-ee8a-4997-81a8-2946d75bab6e", "name": "network-vif-plugged", "status": "completed", "tag": "a3fd21c8-332f-47c5-892e-d228e75f8787"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:05.905841 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port a3fd21c8-332f-47c5-892e-d228e75f8787, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a3fd21c8-332f-47c5-892e-d228e75f8787,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:05.914265 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:05.919166 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4132beb7-9e32-4713-8162-1d4f790cbb90 req-a3352601-d410-4d02-a887-09b869680a16 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks [] for floatingip, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:05.928584 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f395ee06-c646-4319-b4a3-15e3472b687d req-1b087714-6d24-4f98-a814-a9373f83c86b tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b0e7360364584c26bd48bad3b2b96ff5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2575042 Sep 01 15:04:06.012171 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6380eaaf-2563-486b-a5c4-7b5670cd2686 req-a4c4e689-7d7a-4851-a042-8f915b59d587 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] For port e344413c-0228-4138-ba5f-1a43afff410f, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=e344413c-0228-4138-ba5f-1a43afff410f,segment=NetworkSegment(c02d0097-2081-42b5-836e-63b5b6e66abb),segment_id=c02d0097-2081-42b5-836e-63b5b6e66abb)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:06.012536 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6380eaaf-2563-486b-a5c4-7b5670cd2686 req-a4c4e689-7d7a-4851-a042-8f915b59d587 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:06.018174 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=a3fd21c8-332f-47c5-892e-d228e75f8787,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:06.043283 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-6380eaaf-2563-486b-a5c4-7b5670cd2686 req-a4c4e689-7d7a-4851-a042-8f915b59d587 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Calling delete_port for e344413c-0228-4138-ba5f-1a43afff410f owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:04:06.274232 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6380eaaf-2563-486b-a5c4-7b5670cd2686 req-a4c4e689-7d7a-4851-a042-8f915b59d587 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:06.360071 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4e689-7d7a-4851-a042-8f915b59d587 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Pushing event deleted for resources: {'Port': ['ID=e344413c-0228-4138-ba5f-1a43afff410f,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:06.391825 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4e689-7d7a-4851-a042-8f915b59d587 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:06.393142 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4e689-7d7a-4851-a042-8f915b59d587 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:06.393142 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4e689-7d7a-4851-a042-8f915b59d587 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:06.393457 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4e689-7d7a-4851-a042-8f915b59d587 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:06.393962 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4e689-7d7a-4851-a042-8f915b59d587 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:06.394548 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4e689-7d7a-4851-a042-8f915b59d587 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:06.395100 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4e689-7d7a-4851-a042-8f915b59d587 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:06.395662 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4e689-7d7a-4851-a042-8f915b59d587 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:06.396198 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4e689-7d7a-4851-a042-8f915b59d587 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:06.397303 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4e689-7d7a-4851-a042-8f915b59d587 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:06.397848 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4e689-7d7a-4851-a042-8f915b59d587 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:06.398416 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4e689-7d7a-4851-a042-8f915b59d587 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:06.491645 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6380eaaf-2563-486b-a5c4-7b5670cd2686 req-a4c4e689-7d7a-4851-a042-8f915b59d587 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] No DVR routers for this DVR port e344413c-0228-4138-ba5f-1a43afff410f on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:04:06.496740 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6380eaaf-2563-486b-a5c4-7b5670cd2686 req-a4c4e689-7d7a-4851-a042-8f915b59d587 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:06.501029 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6380eaaf-2563-486b-a5c4-7b5670cd2686 req-a4c4e689-7d7a-4851-a042-8f915b59d587 tempest-LiveMigrationTest-1531592142 tempest-LiveMigrationTest-1531592142-project] 10.222.0.45 "DELETE /v2.0/ports/e344413c-0228-4138-ba5f-1a43afff410f HTTP/1.1" status: 204 len: 173 time: 1.2924800 Sep 01 15:04:06.535280 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f395ee06-c646-4319-b4a3-15e3472b687d req-4598ce91-33b9-49fc-9d46-e52feed2f601 service neutron] 10.222.0.60 "GET /v2.0/networks/4ee8f304-25eb-4c36-ba1e-cf02863aa3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749307 Sep 01 15:04:06.649718 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b49371-674c-4ff1-bd10-ce44149cd763', 'name': 'network-vif-deleted', 'tag': 'e344413c-0228-4138-ba5f-1a43afff410f'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:06.655941 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a80c86-f313-4584-a3b3-de285ee6c750" -d '{"events": [{"server_uuid": "b6b49371-674c-4ff1-bd10-ce44149cd763", "name": "network-vif-deleted", "tag": "e344413c-0228-4138-ba5f-1a43afff410f"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:06.703027 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f395ee06-c646-4319-b4a3-15e3472b687d req-d2fda8fc-739c-4bdf-98db-68e887069773 service neutron] 10.222.0.60 "GET /v2.0/networks/4ee8f304-25eb-4c36-ba1e-cf02863aa3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523321 Sep 01 15:04:06.793691 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4132beb7-9e32-4713-8162-1d4f790cbb90 req-a3352601-d410-4d02-a887-09b869680a16 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:06.800526 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4132beb7-9e32-4713-8162-1d4f790cbb90 req-a3352601-d410-4d02-a887-09b869680a16 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:06.867075 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9dbed5-88b9-4b4b-be25-965c5d995eff req-b08d5403-c79c-4119-99c3-5970e9046da7 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:06.869894 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6b9dbed5-88b9-4b4b-be25-965c5d995eff req-b08d5403-c79c-4119-99c3-5970e9046da7 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.45 "GET /v2.0/ports?device_id=164a8512-80a6-4e81-8c37-b7b051f98367 HTTP/1.1" status: 200 len: 945 time: 0.0955672 Sep 01 15:04:06.986463 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [req-4132beb7-9e32-4713-8162-1d4f790cbb90 req-a3352601-d410-4d02-a887-09b869680a16 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Floating IP 9389416c-f34a-49be-91a8-5c49f766a1ee associated. External IP: 172.25.6.41, port: 9e19b410-8c07-441a-93e7-652652f539ed. Sep 01 15:04:07.109494 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-6b9dbed5-88b9-4b4b-be25-965c5d995eff req-515b0113-afcc-4da6-8f5e-ce2afba353cb tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Deleting port 74840fab-6690-47fd-992c-955ae6af9efa {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:04:07.109907 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6b9dbed5-88b9-4b4b-be25-965c5d995eff req-515b0113-afcc-4da6-8f5e-ce2afba353cb tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:07.423184 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4132beb7-9e32-4713-8162-1d4f790cbb90 req-a3352601-d410-4d02-a887-09b869680a16 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:04:07.425275 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a676669-17a4-4026-811e-4b40952b3f9f req-afbf43fd-65e8-4157-879b-1ec828aa0671 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:07.428322 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4a676669-17a4-4026-811e-4b40952b3f9f req-afbf43fd-65e8-4157-879b-1ec828aa0671 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 945 time: 0.1914051 Sep 01 15:04:07.482693 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6b9dbed5-88b9-4b4b-be25-965c5d995eff req-515b0113-afcc-4da6-8f5e-ce2afba353cb tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] For port 74840fab-6690-47fd-992c-955ae6af9efa, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=74840fab-6690-47fd-992c-955ae6af9efa,segment=NetworkSegment(e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1),segment_id=e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:07.483322 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6b9dbed5-88b9-4b4b-be25-965c5d995eff req-515b0113-afcc-4da6-8f5e-ce2afba353cb tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:07.525878 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-6b9dbed5-88b9-4b4b-be25-965c5d995eff req-515b0113-afcc-4da6-8f5e-ce2afba353cb tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Calling delete_port for 74840fab-6690-47fd-992c-955ae6af9efa owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:04:07.567089 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4a676669-17a4-4026-811e-4b40952b3f9f req-dee28988-a884-433d-8f1e-4736a249f8ef tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238539 Sep 01 15:04:07.606722 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4132beb7-9e32-4713-8162-1d4f790cbb90 req-a3352601-d410-4d02-a887-09b869680a16 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:04:07.620558 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4132beb7-9e32-4713-8162-1d4f790cbb90 req-a3352601-d410-4d02-a887-09b869680a16 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:07.637641 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76372d0d-066c-4431-ad98-785f87e018a9 None None] Sync routers for ids ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:04:07.655848 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76372d0d-066c-4431-ad98-785f87e018a9 None None] Routers {'445f318f-d5d4-44f1-a14f-e5b96d1a51fa'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:04:07.656491 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-76372d0d-066c-4431-ad98-785f87e018a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:03:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:07.691509 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4132beb7-9e32-4713-8162-1d4f790cbb90 req-a3352601-d410-4d02-a887-09b869680a16 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "PUT /v2.0/floatingips/9389416c-f34a-49be-91a8-5c49f766a1ee HTTP/1.1" status: 200 len: 995 time: 1.8569851 Sep 01 15:04:07.692017 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860efc8f-b96c-4bdc-b545-e2c83b451bb9', 'tag': '9e19b410-8c07-441a-93e7-652652f539ed'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:07.697117 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5234a8-93f4-4f08-839f-97586c3c26c8" -d '{"events": [{"name": "network-changed", "server_uuid": "860efc8f-b96c-4bdc-b545-e2c83b451bb9", "tag": "9e19b410-8c07-441a-93e7-652652f539ed"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:07.851823 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132beb7-9e32-4713-8162-1d4f790cbb90 req-c9472bfe-971c-4cbc-89b8-aa0f56782a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:07.858187 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4132beb7-9e32-4713-8162-1d4f790cbb90 req-c9472bfe-971c-4cbc-89b8-aa0f56782a20 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a8b6e85b31644d8bfb2e3bcf82dcfd1&device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9 HTTP/1.1" status: 200 len: 1096 time: 0.1142302 Sep 01 15:04:07.892260 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-76372d0d-066c-4431-ad98-785f87e018a9 None None] Set router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:04:07.917405 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6b9dbed5-88b9-4b4b-be25-965c5d995eff req-515b0113-afcc-4da6-8f5e-ce2afba353cb tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:07.936287 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['9e19b410-8c07-441a-93e7-652652f539ed', '74840fab-6690-47fd-992c-955ae6af9efa'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:04:08.003614 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b0113-afcc-4da6-8f5e-ce2afba353cb tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Pushing event deleted for resources: {'Port': ['ID=74840fab-6690-47fd-992c-955ae6af9efa,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:08.041935 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9dbed5-88b9-4b4b-be25-965c5d995eff req-515b0113-afcc-4da6-8f5e-ce2afba353cb tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] No DVR routers for this DVR port 74840fab-6690-47fd-992c-955ae6af9efa on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:04:08.049903 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6b9dbed5-88b9-4b4b-be25-965c5d995eff req-515b0113-afcc-4da6-8f5e-ce2afba353cb tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:08.052806 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6b9dbed5-88b9-4b4b-be25-965c5d995eff req-515b0113-afcc-4da6-8f5e-ce2afba353cb tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.45 "DELETE /v2.0/ports/74840fab-6690-47fd-992c-955ae6af9efa HTTP/1.1" status: 204 len: 173 time: 1.1730947 Sep 01 15:04:08.106583 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:08.140620 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-7aae952c-be9a-4b3c-abe2-3badf95ce69e tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:08.153720 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-7aae952c-be9a-4b3c-abe2-3badf95ce69e tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/networks?id=afbd3276-8933-493c-9cea-acf035fd72fe HTTP/1.1" status: 200 len: 822 time: 0.3759594 Sep 01 15:04:08.174513 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-3f7b0ef5-f89c-42ba-964d-9bea2e02837a tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/quotas/fc7781bca91c43a9b97f7339632fb18e HTTP/1.1" status: 200 len: 375 time: 0.0172200 Sep 01 15:04:08.286868 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132beb7-9e32-4713-8162-1d4f790cbb90 req-6b8949b7-efea-4fa1-867a-d9315ddfb6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:08.295422 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4132beb7-9e32-4713-8162-1d4f790cbb90 req-6b8949b7-efea-4fa1-867a-d9315ddfb6c9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3a08825e-c598-4444-9cbd-967c37c7410b HTTP/1.1" status: 200 len: 922 time: 0.4099107 Sep 01 15:04:08.388219 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-2be71a67-16b2-4d99-ad3f-fee387e72d8b tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fc7781bca91c43a9b97f7339632fb18e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1952646 Sep 01 15:04:08.432421 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4132beb7-9e32-4713-8162-1d4f790cbb90 req-72798720-4d79-40a8-9631-d9e412ad866e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e19b410-8c07-441a-93e7-652652f539ed HTTP/1.1" status: 200 len: 998 time: 0.1180663 Sep 01 15:04:08.542745 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132beb7-9e32-4713-8162-1d4f790cbb90 req-c8f54d01-465b-4f88-9645-4318e28e4c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:08.544297 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4132beb7-9e32-4713-8162-1d4f790cbb90 req-c8f54d01-465b-4f88-9645-4318e28e4c0f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1713c272-a1dd-4676-bd8c-95aac02d27d5 HTTP/1.1" status: 200 len: 860 time: 0.0926230 Sep 01 15:04:08.548201 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-76372d0d-066c-4431-ad98-785f87e018a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-router', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '87877a64-89b0-4925-8994-df644841ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:17Z', 'updated_at': '2021-09-01T15:02:28Z', 'revision_number': 4, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'gw_port': {'id': '87877a64-89b0-4925-8994-df644841ad0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:18Z', 'updated_at': '2021-09-01T15:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '9389416c-f34a-49be-91a8-5c49f766a1ee', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'port_id': '9e19b410-8c07-441a-93e7-652652f539ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'mac_address': 'fa:16:3e:23:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efc8f-b96c-4bdc-b545-e2c83b451bb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:03:01Z', 'updated_at': '2021-09-01T15:04:06Z', 'revision_number': 8, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3456f38-ff60-405a-9df4-00ee069260c2', 'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'mac_address': 'fa:16:3e:e2:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:26Z', 'updated_at': '2021-09-01T15:02:37Z', 'revision_number': 5, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'subnets': [{'id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:08.606325 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76372d0d-066c-4431-ad98-785f87e018a9 None None] Checking router: 445f318f-d5d4-44f1-a14f-e5b96d1a51fa for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:04:08.607500 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132beb7-9e32-4713-8162-1d4f790cbb90 req-387b0bd6-80d6-43d5-8042-a9afc0e9d143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:08.618536 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4132beb7-9e32-4713-8162-1d4f790cbb90 req-387b0bd6-80d6-43d5-8042-a9afc0e9d143 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3a08825e-c598-4444-9cbd-967c37c7410b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647600 Sep 01 15:04:08.627150 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76372d0d-066c-4431-ad98-785f87e018a9 None None] Routers {'445f318f-d5d4-44f1-a14f-e5b96d1a51fa'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:04:08.628113 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-76372d0d-066c-4431-ad98-785f87e018a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:03:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:08.646284 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 74840fab-6690-47fd-992c-955ae6af9efa no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:04:08.650100 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-77478e22-e071-4249-bda5-f8773ef10fd6 service neutron] 10.222.0.60 "GET /v2.0/networks/afbd3276-8933-493c-9cea-acf035fd72fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533991 Sep 01 15:04:08.731895 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 74840fab-6690-47fd-992c-955ae6af9efa {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:04:08.732482 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 74840fab-6690-47fd-992c-955ae6af9efa not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:04:08.733196 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device e344413c-0228-4138-ba5f-1a43afff410f no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:04:08.799952 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4132beb7-9e32-4713-8162-1d4f790cbb90 req-e482839a-d678-4109-8709-6cf61a77b2a9 service neutron] 10.222.0.60 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799738 Sep 01 15:04:08.825464 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: e344413c-0228-4138-ba5f-1a43afff410f {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:04:08.825893 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device e344413c-0228-4138-ba5f-1a43afff410f not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:04:08.832228 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-9f596d63-29f7-4870-aef9-017cd21c5be1 service neutron] 10.222.0.60 "GET /v2.0/networks/afbd3276-8933-493c-9cea-acf035fd72fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793232 Sep 01 15:04:09.027272 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-76372d0d-066c-4431-ad98-785f87e018a9 None None] Set router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:04:09.062178 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4132beb7-9e32-4713-8162-1d4f790cbb90 req-3995f81e-21f0-4d62-8826-6866cc8ec624 service neutron] 10.222.0.60 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515347 Sep 01 15:04:09.202105 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4cc3b880-d5bd-4316-a3fb-2ea0e2b9e4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:09.270498 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576d356b-e1ff-4946-9b72-0292e1696649 x-openstack-request-id: req-576d356b-e1ff-4946-9b72-0292e1696649 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:09.271462 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9966d725-ee8a-4997-81a8-2946d75bab6e", "name": "network-vif-plugged", "status": "completed", "tag": "a3fd21c8-332f-47c5-892e-d228e75f8787", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:09.273022 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395ee06-c646-4319-b4a3-15e3472b687d req-69475874-8d19-46b8-9abf-df287b2b6f64 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:09.274061 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-576d356b-e1ff-4946-9b72-0292e1696649 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:09.275146 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9966d725-ee8a-4997-81a8-2946d75bab6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3fd21c8-332f-47c5-892e-d228e75f8787', 'code': 200} Sep 01 15:04:09.276671 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f395ee06-c646-4319-b4a3-15e3472b687d req-69475874-8d19-46b8-9abf-df287b2b6f64 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.62 "GET /v2.0/networks?id=4ee8f304-25eb-4c36-ba1e-cf02863aa3e7 HTTP/1.1" status: 200 len: 812 time: 0.2709591 Sep 01 15:04:09.382873 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d017f-4fc7-4231-87ac-400f2b6aabbc req-3cdf7b76-b95f-4961-a50e-5917dd39cafb tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:09.398504 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-543d017f-4fc7-4231-87ac-400f2b6aabbc req-3cdf7b76-b95f-4961-a50e-5917dd39cafb tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=9966d725-ee8a-4997-81a8-2946d75bab6e HTTP/1.1" status: 200 len: 945 time: 0.1011755 Sep 01 15:04:09.404524 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54844) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:09.476338 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f395ee06-c646-4319-b4a3-15e3472b687d req-14039ca9-47a6-4000-aeea-b8a247bfdf6d tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0e7360364584c26bd48bad3b2b96ff5 HTTP/1.1" status: 200 len: 380 time: 0.1579335 Sep 01 15:04:09.485955 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-543d017f-4fc7-4231-87ac-400f2b6aabbc req-9bfdd604-646f-4d88-b215-cf8eea09f70a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697160 Sep 01 15:04:09.543970 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-f395ee06-c646-4319-b4a3-15e3472b687d req-918857fe-37d2-4927-bc4f-2956f3224266 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Request body: {'port': {'device_id': '6cb6b78b-1da1-4cd7-a912-feefe3278622', 'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7', 'admin_state_up': True, 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'security_groups': ['72e2141f-b183-471b-9562-537bc80be07a']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:09.657880 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d8e6ad-6abe-4eed-86ed-021e52551f33 x-openstack-request-id: req-61d8e6ad-6abe-4eed-86ed-021e52551f33 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:09.658372 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b49371-674c-4ff1-bd10-ce44149cd763", "name": "network-vif-deleted", "tag": "e344413c-0228-4138-ba5f-1a43afff410f", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:09.658730 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-61d8e6ad-6abe-4eed-86ed-021e52551f33 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:09.659236 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b49371-674c-4ff1-bd10-ce44149cd763', 'name': 'network-vif-deleted', 'tag': 'e344413c-0228-4138-ba5f-1a43afff410f', 'status': 'completed', 'code': 200} Sep 01 15:04:09.682442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-89fc0319-d283-49f4-8a6b-20c896e1b947 admin admin] Deleting subnet 1f21d72f-51d2-4274-ac2c-410e832eb73e {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:04:09.688504 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-89fc0319-d283-49f4-8a6b-20c896e1b947 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:09.689846 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39272e6a-0b56-41c8-ad4c-02498b404ee5 req-3e78adf3-930b-426c-acb5-8c3bf48086de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:09.691085 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-39272e6a-0b56-41c8-ad4c-02498b404ee5 req-3e78adf3-930b-426c-acb5-8c3bf48086de service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9966d725-ee8a-4997-81a8-2946d75bab6e HTTP/1.1" status: 200 len: 1096 time: 0.2633638 Sep 01 15:04:09.695587 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f395ee06-c646-4319-b4a3-15e3472b687d req-918857fe-37d2-4927-bc4f-2956f3224266 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Made reservation on behalf of b0e7360364584c26bd48bad3b2b96ff5 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:04:09.701107 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f395ee06-c646-4319-b4a3-15e3472b687d req-918857fe-37d2-4927-bc4f-2956f3224266 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:09.751239 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-39272e6a-0b56-41c8-ad4c-02498b404ee5 req-3235f3c5-5cb8-4bf4-9eda-277005b6cb8f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461454 Sep 01 15:04:09.779472 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-89fc0319-d283-49f4-8a6b-20c896e1b947 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:09.882429 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a8d11adf-1e29-44a7-b9a1-fb985872b409 req-56b11096-df1e-4ec6-88a9-b1fe6c20a8c7 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cb6b78b-1da1-4cd7-a912-feefe3278622 HTTP/1.1" status: 200 len: 210 time: 0.0407248 Sep 01 15:04:09.957233 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-76372d0d-066c-4431-ad98-785f87e018a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-router', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '87877a64-89b0-4925-8994-df644841ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:17Z', 'updated_at': '2021-09-01T15:02:28Z', 'revision_number': 4, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'gw_port': {'id': '87877a64-89b0-4925-8994-df644841ad0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:18Z', 'updated_at': '2021-09-01T15:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '9389416c-f34a-49be-91a8-5c49f766a1ee', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'port_id': '9e19b410-8c07-441a-93e7-652652f539ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'mac_address': 'fa:16:3e:23:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efc8f-b96c-4bdc-b545-e2c83b451bb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:03:01Z', 'updated_at': '2021-09-01T15:04:06Z', 'revision_number': 8, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3456f38-ff60-405a-9df4-00ee069260c2', 'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'mac_address': 'fa:16:3e:e2:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:26Z', 'updated_at': '2021-09-01T15:02:37Z', 'revision_number': 5, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'subnets': [{'id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:09.970612 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-89fc0319-d283-49f4-8a6b-20c896e1b947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:10.026320 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a87f8a-4eae-4003-9e38-1ac7c3a54ffc req-a7edc1ba-fb10-4d9e-bee0-423efbea9985 tempest-ServersOnMultiNodesTest-1785707765 tempest-ServersOnMultiNodesTest-1785707765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:10.028786 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-98a87f8a-4eae-4003-9e38-1ac7c3a54ffc req-a7edc1ba-fb10-4d9e-bee0-423efbea9985 tempest-ServersOnMultiNodesTest-1785707765 tempest-ServersOnMultiNodesTest-1785707765-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5561811b-3206-4545-8048-98f4eb11f229 HTTP/1.1" status: 200 len: 1101 time: 0.1721461 Sep 01 15:04:10.037690 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76372d0d-066c-4431-ad98-785f87e018a9 None None] The sync data for ids ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'] in n-d-794796-3 is: [{'id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-router', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '87877a64-89b0-4925-8994-df644841ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:17Z', 'updated_at': '2021-09-01T15:02:28Z', 'revision_number': 4, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'gw_port': {'id': '87877a64-89b0-4925-8994-df644841ad0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:18Z', 'updated_at': '2021-09-01T15:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '9389416c-f34a-49be-91a8-5c49f766a1ee', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'port_id': '9e19b410-8c07-441a-93e7-652652f539ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'mac_address': 'fa:16:3e:23:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860efc8f-b96c-4bdc-b545-e2c83b451bb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:03:01Z', 'updated_at': '2021-09-01T15:04:06Z', 'revision_number': 8, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3456f38-ff60-405a-9df4-00ee069260c2', 'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'mac_address': 'fa:16:3e:e2:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:26Z', 'updated_at': '2021-09-01T15:02:37Z', 'revision_number': 5, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'subnets': [{'id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:04:10.051998 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-f395ee06-c646-4319-b4a3-15e3472b687d req-918857fe-37d2-4927-bc4f-2956f3224266 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Allocated IP 172.20.0.3 (4ee8f304-25eb-4c36-ba1e-cf02863aa3e7/8b429c43-124c-43c8-856c-37687d3e205d/eec250af-c2bd-4800-aec8-4ed9dab075f7) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:04:10.133319 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-89fc0319-d283-49f4-8a6b-20c896e1b947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:10.138743 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-98a87f8a-4eae-4003-9e38-1ac7c3a54ffc req-23edbd9d-6833-4018-9a0e-dd8bf1cf98a7 tempest-ServersOnMultiNodesTest-1785707765 tempest-ServersOnMultiNodesTest-1785707765-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788131 Sep 01 15:04:10.172296 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d542a-dcbe-487a-9937-e0f9f814960b req-aa555a61-8093-4b17-85f3-17f4498d9914 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:10.185895 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-366d542a-dcbe-487a-9937-e0f9f814960b req-aa555a61-8093-4b17-85f3-17f4498d9914 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 1096 time: 0.1626589 Sep 01 15:04:10.205477 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-89fc0319-d283-49f4-8a6b-20c896e1b947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:10.213677 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-89fc0319-d283-49f4-8a6b-20c896e1b947 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1f21d72f-51d2-4274-ac2c-410e832eb73e HTTP/1.1" status: 204 len: 168 time: 0.8037388 Sep 01 15:04:10.213677 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc0319-d283-49f4-8a6b-20c896e1b947 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f21d72f-51d2-4274-ac2c-410e832eb73e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:10.216997 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54856) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:10.274971 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-366d542a-dcbe-487a-9937-e0f9f814960b req-8c3ea66f-3c70-4bce-a6e0-940ad6c97b65 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875123 Sep 01 15:04:10.308336 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3db4ea-97eb-4800-b174-df5e9b5e36af x-openstack-request-id: req-3d3db4ea-97eb-4800-b174-df5e9b5e36af {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:10.308670 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860efc8f-b96c-4bdc-b545-e2c83b451bb9", "tag": "9e19b410-8c07-441a-93e7-652652f539ed", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:10.309947 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3d3db4ea-97eb-4800-b174-df5e9b5e36af {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:10.309947 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860efc8f-b96c-4bdc-b545-e2c83b451bb9', 'tag': '9e19b410-8c07-441a-93e7-652652f539ed', 'status': 'completed', 'code': 200} Sep 01 15:04:10.379306 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-19dc0b80-1ca3-42b3-890e-5e2d7df2250d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:10.479703 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-90ab8a2b-0897-48ff-896a-a8c9221f94af req-cce6aa6e-3984-4b7b-a1aa-6a2403f96c29 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=049de4a8-8252-40d6-9af5-d29e8d7f800c HTTP/1.1" status: 200 len: 210 time: 0.0488541 Sep 01 15:04:10.505988 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5234a8-93f4-4f08-839f-97586c3c26c8 req-86ad9f99-36da-4253-9b73-e7589a352dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:10.507572 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3d5234a8-93f4-4f08-839f-97586c3c26c8 req-86ad9f99-36da-4253-9b73-e7589a352dff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a8b6e85b31644d8bfb2e3bcf82dcfd1&device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9 HTTP/1.1" status: 200 len: 1096 time: 0.1500411 Sep 01 15:04:10.569755 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-19dc0b80-1ca3-42b3-890e-5e2d7df2250d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:10.575986 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9874ed39-7dc5-4a8d-91a5-34a50160d0d6 req-b18897aa-4cef-421b-9e79-7ada21d08725 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/floatingips/9389416c-f34a-49be-91a8-5c49f766a1ee HTTP/1.1" status: 200 len: 995 time: 0.1916363 Sep 01 15:04:10.581308 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79456a3a-a0d4-46fb-b247-ab2978a18429 None None] New status for floating IP 9389416c-f34a-49be-91a8-5c49f766a1ee: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:04:10.596624 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-19dc0b80-1ca3-42b3-890e-5e2d7df2250d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf99c09-53f8-4476-8cd9-fd2a9a404823']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:10.733108 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-19dc0b80-1ca3-42b3-890e-5e2d7df2250d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02d0097-2081-42b5-836e-63b5b6e66abb') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:10.733108 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-19dc0b80-1ca3-42b3-890e-5e2d7df2250d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02d0097-2081-42b5-836e-63b5b6e66abb') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:10.740682 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5234a8-93f4-4f08-839f-97586c3c26c8 req-4857592a-fd2f-46c2-888b-c8e3d2d5ffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:10.744656 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3d5234a8-93f4-4f08-839f-97586c3c26c8 req-4857592a-fd2f-46c2-888b-c8e3d2d5ffd9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3a08825e-c598-4444-9cbd-967c37c7410b HTTP/1.1" status: 200 len: 922 time: 0.2229073 Sep 01 15:04:10.751698 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-19dc0b80-1ca3-42b3-890e-5e2d7df2250d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:10.778567 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-19dc0b80-1ca3-42b3-890e-5e2d7df2250d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:10.789581 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f395ee06-c646-4319-b4a3-15e3472b687d req-918857fe-37d2-4927-bc4f-2956f3224266 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:10.800621 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19dc0b80-1ca3-42b3-890e-5e2d7df2250d admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:04:10.801331 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-19dc0b80-1ca3-42b3-890e-5e2d7df2250d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:04:10.804254 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:04:10.901295 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89088d87-b213-4e27-803a-c47e2ab84559 req-a9174d7e-2886-401e-8954-1fee77f1d556 tempest-ServersOnMultiNodesTest-1785707765 tempest-ServersOnMultiNodesTest-1785707765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:10.904496 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-89088d87-b213-4e27-803a-c47e2ab84559 req-a9174d7e-2886-401e-8954-1fee77f1d556 tempest-ServersOnMultiNodesTest-1785707765 tempest-ServersOnMultiNodesTest-1785707765-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=edb2c964-f4a2-4177-ba19-b4961f0db2ba HTTP/1.1" status: 200 len: 1100 time: 0.2408838 Sep 01 15:04:10.906386 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-f395ee06-c646-4319-b4a3-15e3472b687d req-918857fe-37d2-4927-bc4f-2956f3224266 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Transition to ACTIVE for port object eec250af-c2bd-4800-aec8-4ed9dab075f7 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:04:10.926432 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874ed39-7dc5-4a8d-91a5-34a50160d0d6 req-04b10315-5f97-456f-b78d-9680404c5c45 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:10.928205 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9874ed39-7dc5-4a8d-91a5-34a50160d0d6 req-04b10315-5f97-456f-b78d-9680404c5c45 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 784 time: 0.3456905 Sep 01 15:04:10.929544 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-19dc0b80-1ca3-42b3-890e-5e2d7df2250d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:10.942633 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-19dc0b80-1ca3-42b3-890e-5e2d7df2250d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:10.946873 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-19dc0b80-1ca3-42b3-890e-5e2d7df2250d admin admin] 10.222.0.60 "DELETE /v2.0/networks/baf99c09-53f8-4476-8cd9-fd2a9a404823 HTTP/1.1" status: 204 len: 168 time: 0.7262442 Sep 01 15:04:10.962838 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54868) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:10.976386 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc0b80-1ca3-42b3-890e-5e2d7df2250d admin admin] Pushing event deleted for resources: {'Network': ['ID=baf99c09-53f8-4476-8cd9-fd2a9a404823,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:11.013420 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3d5234a8-93f4-4f08-839f-97586c3c26c8 req-8f30a3e0-17fd-4cea-9d28-4ec9a695b90b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e19b410-8c07-441a-93e7-652652f539ed HTTP/1.1" status: 200 len: 998 time: 0.2569549 Sep 01 15:04:11.040380 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-89088d87-b213-4e27-803a-c47e2ab84559 req-ce386cc6-b66c-4b14-81ba-8a5de924ad48 tempest-ServersOnMultiNodesTest-1785707765 tempest-ServersOnMultiNodesTest-1785707765-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145470 Sep 01 15:04:11.091442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc0b80-1ca3-42b3-890e-5e2d7df2250d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:11.091442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc0b80-1ca3-42b3-890e-5e2d7df2250d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:11.091442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc0b80-1ca3-42b3-890e-5e2d7df2250d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:11.091442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc0b80-1ca3-42b3-890e-5e2d7df2250d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:11.091442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc0b80-1ca3-42b3-890e-5e2d7df2250d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:11.091442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc0b80-1ca3-42b3-890e-5e2d7df2250d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:11.091442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc0b80-1ca3-42b3-890e-5e2d7df2250d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:11.091442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc0b80-1ca3-42b3-890e-5e2d7df2250d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:11.091442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc0b80-1ca3-42b3-890e-5e2d7df2250d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:11.091442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc0b80-1ca3-42b3-890e-5e2d7df2250d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:11.091442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc0b80-1ca3-42b3-890e-5e2d7df2250d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:11.091442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dc0b80-1ca3-42b3-890e-5e2d7df2250d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:11.153965 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5234a8-93f4-4f08-839f-97586c3c26c8 req-958a38cd-c7ac-438b-b07c-9f405ccd64b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:11.155919 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3d5234a8-93f4-4f08-839f-97586c3c26c8 req-958a38cd-c7ac-438b-b07c-9f405ccd64b9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1713c272-a1dd-4676-bd8c-95aac02d27d5 HTTP/1.1" status: 200 len: 860 time: 0.1343074 Sep 01 15:04:11.161811 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f395ee06-c646-4319-b4a3-15e3472b687d req-918857fe-37d2-4927-bc4f-2956f3224266 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:11.189374 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7e1bdb-c367-4c7e-b44f-95c1b0b92d48 admin admin] Deleting subnet 0ebaf745-f418-4e6f-ab61-01bc0f0536b5 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:04:11.233853 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7e7e1bdb-c367-4c7e-b44f-95c1b0b92d48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:11.237483 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d590f-79a0-4a84-b64f-b5967b12892d req-541d3839-4aee-4c0a-a66d-ec2364d3117f tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:11.239384 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c8d590f-79a0-4a84-b64f-b5967b12892d req-541d3839-4aee-4c0a-a66d-ec2364d3117f tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 1096 time: 0.2073712 Sep 01 15:04:11.315948 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f395ee06-c646-4319-b4a3-15e3472b687d req-918857fe-37d2-4927-bc4f-2956f3224266 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Network 4ee8f304-25eb-4c36-ba1e-cf02863aa3e7 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:04:11.317421 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918857fe-37d2-4927-bc4f-2956f3224266 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Pushing event updated for resources: {'Port': ['ID=eec250af-c2bd-4800-aec8-4ed9dab075f7,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:11.330580 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-f395ee06-c646-4319-b4a3-15e3472b687d req-918857fe-37d2-4927-bc4f-2956f3224266 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:04:11.335790 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f395ee06-c646-4319-b4a3-15e3472b687d req-918857fe-37d2-4927-bc4f-2956f3224266 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:04:11.340769 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5234a8-93f4-4f08-839f-97586c3c26c8 req-0d282938-64a0-4b27-a35c-8949a3692a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:11.342606 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3d5234a8-93f4-4f08-839f-97586c3c26c8 req-0d282938-64a0-4b27-a35c-8949a3692a57 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3a08825e-c598-4444-9cbd-967c37c7410b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1780818 Sep 01 15:04:11.350618 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7e7e1bdb-c367-4c7e-b44f-95c1b0b92d48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:11.355840 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c8d590f-79a0-4a84-b64f-b5967b12892d req-8bd76f57-d66a-4f3e-b5d3-a49783ae4b9f tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940812 Sep 01 15:04:11.446376 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-63287cce-05e0-4929-935d-ebfbb03e4ce9 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:11.457981 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-63287cce-05e0-4929-935d-ebfbb03e4ce9 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.45 "GET /v2.0/networks?id=afbd3276-8933-493c-9cea-acf035fd72fe HTTP/1.1" status: 200 len: 822 time: 0.3245020 Sep 01 15:04:11.477662 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-3aefd0a5-ee48-4c3f-a46d-320ba96a6234 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Request body: {'port': {'device_id': '049de4a8-8252-40d6-9af5-d29e8d7f800c', 'network_id': 'afbd3276-8933-493c-9cea-acf035fd72fe', 'admin_state_up': True, 'tenant_id': 'fc7781bca91c43a9b97f7339632fb18e'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:11.487233 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7e7e1bdb-c367-4c7e-b44f-95c1b0b92d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:11.718577 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7e7e1bdb-c367-4c7e-b44f-95c1b0b92d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:11.800387 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-02f15c25-805c-4cd6-b3c3-13f74a0ea0cc None None] Provisioning for port eec250af-c2bd-4800-aec8-4ed9dab075f7 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:04:11.806975 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-02f15c25-805c-4cd6-b3c3-13f74a0ea0cc None None] Provisioning complete for port eec250af-c2bd-4800-aec8-4ed9dab075f7 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:11.807708 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e1bdb-c367-4c7e-b44f-95c1b0b92d48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ebaf745-f418-4e6f-ab61-01bc0f0536b5,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:11.808773 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-02f15c25-805c-4cd6-b3c3-13f74a0ea0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:11.850696 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7e7e1bdb-c367-4c7e-b44f-95c1b0b92d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:11.853576 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7e7e1bdb-c367-4c7e-b44f-95c1b0b92d48 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0ebaf745-f418-4e6f-ab61-01bc0f0536b5 HTTP/1.1" status: 204 len: 168 time: 0.8893368 Sep 01 15:04:11.858772 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54876) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:11.886361 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-02f15c25-805c-4cd6-b3c3-13f74a0ea0cc None None] Port eec250af-c2bd-4800-aec8-4ed9dab075f7 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:04:11.899186 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:04:11.920462 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164a8512-80a6-4e81-8c37-b7b051f98367', 'name': 'network-vif-deleted', 'tag': '74840fab-6690-47fd-992c-955ae6af9efa'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:11.926653 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce4a084-9398-4b43-b312-71a088e74f95" -d '{"events": [{"server_uuid": "164a8512-80a6-4e81-8c37-b7b051f98367", "name": "network-vif-deleted", "tag": "74840fab-6690-47fd-992c-955ae6af9efa"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:11.951613 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf87ff-9450-4c61-9837-edbe00e52c76 req-31706036-bb83-4dca-8ced-93ef57e4910e tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:11.954128 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eaaf87ff-9450-4c61-9837-edbe00e52c76 req-31706036-bb83-4dca-8ced-93ef57e4910e tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=9966d725-ee8a-4997-81a8-2946d75bab6e HTTP/1.1" status: 200 len: 945 time: 0.7095199 Sep 01 15:04:11.957949 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-3aefd0a5-ee48-4c3f-a46d-320ba96a6234 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Made reservation on behalf of fc7781bca91c43a9b97f7339632fb18e for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:04:11.964863 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-3aefd0a5-ee48-4c3f-a46d-320ba96a6234 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:12.007006 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395ee06-c646-4319-b4a3-15e3472b687d req-918857fe-37d2-4927-bc4f-2956f3224266 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:12.007691 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f395ee06-c646-4319-b4a3-15e3472b687d req-918857fe-37d2-4927-bc4f-2956f3224266 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:12.018170 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea4ffa-a32d-42ff-8da8-4d5cd12aec28 req-166dc90a-ad01-431e-9986-e2941ba1571c tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:12.019808 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-02ea4ffa-a32d-42ff-8da8-4d5cd12aec28 req-166dc90a-ad01-431e-9986-e2941ba1571c tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cb6b78b-1da1-4cd7-a912-feefe3278622 HTTP/1.1" status: 200 len: 931 time: 0.2877858 Sep 01 15:04:12.040888 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:12.055200 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f395ee06-c646-4319-b4a3-15e3472b687d req-918857fe-37d2-4927-bc4f-2956f3224266 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5209444 Sep 01 15:04:12.060738 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3d5234a8-93f4-4f08-839f-97586c3c26c8 req-a0960c4f-446d-4437-ac78-9bbe179d1b63 service neutron] 10.222.0.45 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6821258 Sep 01 15:04:12.064698 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eaaf87ff-9450-4c61-9837-edbe00e52c76 req-c841dcf8-f2c6-4543-8510-b6a4d2fe2348 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975111 Sep 01 15:04:12.070129 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cbbca621-edd3-4e3b-867c-1a2992952786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:12.079024 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-f395ee06-c646-4319-b4a3-15e3472b687d req-dadf35c3-8337-4c07-944f-16a850764e42 service neutron] Request body: {'port': {'device_id': '6cb6b78b-1da1-4cd7-a912-feefe3278622', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:12.123655 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-075e7045-8105-4928-b685-a842362af2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:12.295424 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f395ee06-c646-4319-b4a3-15e3472b687d req-dadf35c3-8337-4c07-944f-16a850764e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:12.310973 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-36afd5f6-3c50-44a3-85d9-9d7297e50e59 req-8fec29b5-b226-4ff4-8596-5a137d07597d tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.41 HTTP/1.1" status: 200 len: 1000 time: 0.1463513 Sep 01 15:04:12.330364 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3d5234a8-93f4-4f08-839f-97586c3c26c8 req-a936d0be-6cf9-43e8-a5a0-94e2435da128 service neutron] 10.222.0.45 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477512 Sep 01 15:04:12.406584 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afd5f6-3c50-44a3-85d9-9d7297e50e59 req-5728ca0f-296f-40f0-b00a-6e471ac549ea tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:12.408211 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-36afd5f6-3c50-44a3-85d9-9d7297e50e59 req-5728ca0f-296f-40f0-b00a-6e471ac549ea tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports/9e19b410-8c07-441a-93e7-652652f539ed HTTP/1.1" status: 200 len: 942 time: 0.0846527 Sep 01 15:04:12.549302 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-02ea4ffa-a32d-42ff-8da8-4d5cd12aec28 req-899bee33-5067-4303-b1c6-aed82c6f3adc tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "GET /v2.0/security-groups?id=72e2141f-b183-471b-9562-537bc80be07a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5132265 Sep 01 15:04:12.643588 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-36afd5f6-3c50-44a3-85d9-9d7297e50e59 req-8d03797b-0fe1-4328-b1c2-7b730d1bac55 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.41 HTTP/1.1" status: 200 len: 1000 time: 0.1508615 Sep 01 15:04:12.698502 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cbbca621-edd3-4e3b-867c-1a2992952786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:12.710480 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-3aefd0a5-ee48-4c3f-a46d-320ba96a6234 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Allocated IP 172.20.0.12 (afbd3276-8933-493c-9cea-acf035fd72fe/9aecc203-2bd6-487a-a73a-beab525beded/6b1603fa-3423-456b-8296-a173eb2e6634) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:04:12.717967 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-cbbca621-edd3-4e3b-867c-1a2992952786 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab0a983-eeb9-444b-9cde-cc35857ebafe']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:12.735213 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-cbbca621-edd3-4e3b-867c-1a2992952786 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ecfc6a-8702-4618-8d27-1a6d906935a6') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:12.735543 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-cbbca621-edd3-4e3b-867c-1a2992952786 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ecfc6a-8702-4618-8d27-1a6d906935a6') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:12.751630 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cbbca621-edd3-4e3b-867c-1a2992952786 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:12.787463 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cbbca621-edd3-4e3b-867c-1a2992952786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:12.805081 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbca621-edd3-4e3b-867c-1a2992952786 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:04:12.805417 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cbbca621-edd3-4e3b-867c-1a2992952786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:04:12.807770 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:04:12.873535 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afd5f6-3c50-44a3-85d9-9d7297e50e59 req-a8bdd946-7987-4796-b3de-6b1df39cd41c tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:12.886668 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-36afd5f6-3c50-44a3-85d9-9d7297e50e59 req-a8bdd946-7987-4796-b3de-6b1df39cd41c tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 784 time: 0.2294526 Sep 01 15:04:12.995569 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-f395ee06-c646-4319-b4a3-15e3472b687d req-dadf35c3-8337-4c07-944f-16a850764e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eec250af-c2bd-4800-aec8-4ed9dab075f7 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:04:13.006365 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f395ee06-c646-4319-b4a3-15e3472b687d req-dadf35c3-8337-4c07-944f-16a850764e42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:13.021165 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cbbca621-edd3-4e3b-867c-1a2992952786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:13.027047 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cbbca621-edd3-4e3b-867c-1a2992952786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:13.028715 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-f395ee06-c646-4319-b4a3-15e3472b687d req-dadf35c3-8337-4c07-944f-16a850764e42 service neutron] Transition to ACTIVE for port object eec250af-c2bd-4800-aec8-4ed9dab075f7 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:04:13.030232 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cbbca621-edd3-4e3b-867c-1a2992952786 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4ab0a983-eeb9-444b-9cde-cc35857ebafe HTTP/1.1" status: 204 len: 168 time: 1.1624880 Sep 01 15:04:13.075388 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f395ee06-c646-4319-b4a3-15e3472b687d req-dadf35c3-8337-4c07-944f-16a850764e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:13.092648 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:13.117419 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbca621-edd3-4e3b-867c-1a2992952786 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ab0a983-eeb9-444b-9cde-cc35857ebafe,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:13.136605 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6cb6691d-6481-4cdf-9103-9f8396855db9 req-efedff4d-2b06-4a88-9c12-c800b229c27d tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=049de4a8-8252-40d6-9af5-d29e8d7f800c HTTP/1.1" status: 200 len: 210 time: 0.0978348 Sep 01 15:04:13.154271 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-3aefd0a5-ee48-4c3f-a46d-320ba96a6234 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:13.184955 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf35c3-8337-4c07-944f-16a850764e42 service neutron] Pushing event updated for resources: {'Port': ['ID=eec250af-c2bd-4800-aec8-4ed9dab075f7,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:13.208013 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-36afd5f6-3c50-44a3-85d9-9d7297e50e59 req-be64add0-3820-4cf0-9b7a-1e022d6851c1 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.41 HTTP/1.1" status: 200 len: 1000 time: 0.1938698 Sep 01 15:04:13.251461 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c1b2fa-9549-4dd2-bc85-b48c6e663aac x-openstack-request-id: req-82c1b2fa-9549-4dd2-bc85-b48c6e663aac {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:13.251867 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164a8512-80a6-4e81-8c37-b7b051f98367", "name": "network-vif-deleted", "tag": "74840fab-6690-47fd-992c-955ae6af9efa", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:13.252256 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-82c1b2fa-9549-4dd2-bc85-b48c6e663aac {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:13.252892 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164a8512-80a6-4e81-8c37-b7b051f98367', 'name': 'network-vif-deleted', 'tag': '74840fab-6690-47fd-992c-955ae6af9efa', 'status': 'completed', 'code': 200} Sep 01 15:04:13.261446 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-3aefd0a5-ee48-4c3f-a46d-320ba96a6234 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:13.300007 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-36afd5f6-3c50-44a3-85d9-9d7297e50e59 req-13189661-6eed-447d-807d-f4ecf16c45f2 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:13.358964 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-3aefd0a5-ee48-4c3f-a46d-320ba96a6234 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Network afbd3276-8933-493c-9cea-acf035fd72fe is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:04:13.364996 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-3aefd0a5-ee48-4c3f-a46d-320ba96a6234 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:04:13.370182 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-3aefd0a5-ee48-4c3f-a46d-320ba96a6234 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:04:13.379294 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54894) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:13.528612 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cb7bc459-8556-42f5-996e-26ec385df7b0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=84be7df9de7c45c681c68240357d6b7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471643 Sep 01 15:04:13.529511 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefd0a5-ee48-4c3f-a46d-320ba96a6234 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Pushing event updated for resources: {'Port': ['ID=6b1603fa-3423-456b-8296-a173eb2e6634,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:13.531442 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-f395ee06-c646-4319-b4a3-15e3472b687d req-dadf35c3-8337-4c07-944f-16a850764e42 service neutron] Attempting to bind port eec250af-c2bd-4800-aec8-4ed9dab075f7 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:04:13.532274 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-f395ee06-c646-4319-b4a3-15e3472b687d req-dadf35c3-8337-4c07-944f-16a850764e42 service neutron] Attempting to bind port eec250af-c2bd-4800-aec8-4ed9dab075f7 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'ac7d0491-667e-44de-b883-b457dacdfed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:04:13.532627 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395ee06-c646-4319-b4a3-15e3472b687d req-dadf35c3-8337-4c07-944f-16a850764e42 service neutron] Attempting to bind port eec250af-c2bd-4800-aec8-4ed9dab075f7 on network 4ee8f304-25eb-4c36-ba1e-cf02863aa3e7 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:13.535545 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54896) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:13.565120 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395ee06-c646-4319-b4a3-15e3472b687d req-dadf35c3-8337-4c07-944f-16a850764e42 service neutron] Port eec250af-c2bd-4800-aec8-4ed9dab075f7 on network 4ee8f304-25eb-4c36-ba1e-cf02863aa3e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:04:13.565470 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395ee06-c646-4319-b4a3-15e3472b687d req-dadf35c3-8337-4c07-944f-16a850764e42 service neutron] Attempting to bind port eec250af-c2bd-4800-aec8-4ed9dab075f7 on network 4ee8f304-25eb-4c36-ba1e-cf02863aa3e7 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:13.570563 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-36afd5f6-3c50-44a3-85d9-9d7297e50e59 req-13189661-6eed-447d-807d-f4ecf16c45f2 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks [] for floatingip, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:13.573352 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-3aefd0a5-ee48-4c3f-a46d-320ba96a6234 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:13.574435 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-3aefd0a5-ee48-4c3f-a46d-320ba96a6234 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:13.597488 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-3aefd0a5-ee48-4c3f-a46d-320ba96a6234 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1260505 Sep 01 15:04:13.611406 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-da0eae22-defd-4fca-8087-473b31ea1e05 service neutron] Request body: {'port': {'device_id': '049de4a8-8252-40d6-9af5-d29e8d7f800c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:13.640551 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395ee06-c646-4319-b4a3-15e3472b687d req-dadf35c3-8337-4c07-944f-16a850764e42 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:04:13.640878 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395ee06-c646-4319-b4a3-15e3472b687d req-dadf35c3-8337-4c07-944f-16a850764e42 service neutron] Checking segment: {'id': 'ac7d0491-667e-44de-b883-b457dacdfed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:04:13.641286 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395ee06-c646-4319-b4a3-15e3472b687d req-dadf35c3-8337-4c07-944f-16a850764e42 service neutron] Bound using segment: {'id': 'ac7d0491-667e-44de-b883-b457dacdfed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:04:13.641927 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-f395ee06-c646-4319-b4a3-15e3472b687d req-dadf35c3-8337-4c07-944f-16a850764e42 service neutron] Bound port: eec250af-c2bd-4800-aec8-4ed9dab075f7, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac7d0491-667e-44de-b883-b457dacdfed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:04:13.642512 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f395ee06-c646-4319-b4a3-15e3472b687d req-dadf35c3-8337-4c07-944f-16a850764e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:13.710115 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-da0eae22-defd-4fca-8087-473b31ea1e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:13.767019 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ce97424e-1162-4828-9aed-601099c083d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:13.863548 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ce97424e-1162-4828-9aed-601099c083d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:13.866516 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-f395ee06-c646-4319-b4a3-15e3472b687d req-dadf35c3-8337-4c07-944f-16a850764e42 service neutron] For port eec250af-c2bd-4800-aec8-4ed9dab075f7, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:04:13.872504 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-36afd5f6-3c50-44a3-85d9-9d7297e50e59 req-13189661-6eed-447d-807d-f4ecf16c45f2 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:13.888273 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-36afd5f6-3c50-44a3-85d9-9d7297e50e59 req-13189661-6eed-447d-807d-f4ecf16c45f2 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:13.888671 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [req-36afd5f6-3c50-44a3-85d9-9d7297e50e59 req-13189661-6eed-447d-807d-f4ecf16c45f2 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Floating IP 9389416c-f34a-49be-91a8-5c49f766a1ee disassociated. External IP: 172.25.6.41, port: 9e19b410-8c07-441a-93e7-652652f539ed. Sep 01 15:04:13.896402 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-f395ee06-c646-4319-b4a3-15e3472b687d req-dadf35c3-8337-4c07-944f-16a850764e42 service neutron] For port eec250af-c2bd-4800-aec8-4ed9dab075f7, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=eec250af-c2bd-4800-aec8-4ed9dab075f7,segment=NetworkSegment(ac7d0491-667e-44de-b883-b457dacdfed4),segment_id=ac7d0491-667e-44de-b883-b457dacdfed4)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:04:13.936361 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f395ee06-c646-4319-b4a3-15e3472b687d req-dadf35c3-8337-4c07-944f-16a850764e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:14.039376 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395ee06-c646-4319-b4a3-15e3472b687d req-dadf35c3-8337-4c07-944f-16a850764e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:14.040054 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f395ee06-c646-4319-b4a3-15e3472b687d req-dadf35c3-8337-4c07-944f-16a850764e42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:14.041587 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f395ee06-c646-4319-b4a3-15e3472b687d req-dadf35c3-8337-4c07-944f-16a850764e42 service neutron] 10.222.0.62 "PUT /v2.0/ports/eec250af-c2bd-4800-aec8-4ed9dab075f7 HTTP/1.1" status: 200 len: 1091 time: 1.9682255 Sep 01 15:04:14.074404 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf35c3-8337-4c07-944f-16a850764e42 service neutron] Pushing event updated for resources: {'Port': ['ID=eec250af-c2bd-4800-aec8-4ed9dab075f7,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:14.207520 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ce97424e-1162-4828-9aed-601099c083d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:14.210475 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ce97424e-1162-4828-9aed-601099c083d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:14.212566 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ce97424e-1162-4828-9aed-601099c083d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/62edc18f-7c68-4f3f-b665-b961eebb60b6 HTTP/1.1" status: 204 len: 168 time: 0.6735082 Sep 01 15:04:14.232558 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-da0eae22-defd-4fca-8087-473b31ea1e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b1603fa-3423-456b-8296-a173eb2e6634 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:04:14.242448 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97424e-1162-4828-9aed-601099c083d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62edc18f-7c68-4f3f-b665-b961eebb60b6,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:14.248782 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-da0eae22-defd-4fca-8087-473b31ea1e05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:14.276661 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-da0eae22-defd-4fca-8087-473b31ea1e05 service neutron] Transition to ACTIVE for port object 6b1603fa-3423-456b-8296-a173eb2e6634 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:04:14.291294 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-da0eae22-defd-4fca-8087-473b31ea1e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:14.308370 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395ee06-c646-4319-b4a3-15e3472b687d req-ba94072b-e094-40e8-a821-bed0620d384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:14.310100 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f395ee06-c646-4319-b4a3-15e3472b687d req-ba94072b-e094-40e8-a821-bed0620d384d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0e7360364584c26bd48bad3b2b96ff5&device_id=6cb6b78b-1da1-4cd7-a912-feefe3278622 HTTP/1.1" status: 200 len: 1094 time: 0.1403756 Sep 01 15:04:14.377549 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f395ee06-c646-4319-b4a3-15e3472b687d req-a7132086-3246-4152-b21c-aee9f0ec18af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eec250af-c2bd-4800-aec8-4ed9dab075f7 HTTP/1.1" status: 200 len: 217 time: 0.0486794 Sep 01 15:04:14.387993 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36afd5f6-3c50-44a3-85d9-9d7297e50e59 req-13189661-6eed-447d-807d-f4ecf16c45f2 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:04:14.494159 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0eae22-defd-4fca-8087-473b31ea1e05 service neutron] Pushing event updated for resources: {'Port': ['ID=6b1603fa-3423-456b-8296-a173eb2e6634,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:14.525771 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395ee06-c646-4319-b4a3-15e3472b687d req-87b1599c-713e-484c-b3e4-4c076fe862da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:14.527719 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f395ee06-c646-4319-b4a3-15e3472b687d req-87b1599c-713e-484c-b3e4-4c076fe862da service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8b429c43-124c-43c8-856c-37687d3e205d HTTP/1.1" status: 200 len: 851 time: 0.1377037 Sep 01 15:04:14.603702 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-da0eae22-defd-4fca-8087-473b31ea1e05 service neutron] Attempting to bind port 6b1603fa-3423-456b-8296-a173eb2e6634 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:04:14.604312 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-da0eae22-defd-4fca-8087-473b31ea1e05 service neutron] Attempting to bind port 6b1603fa-3423-456b-8296-a173eb2e6634 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'b84bd209-7bfa-45b7-97f5-46abc9efe091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'afbd3276-8933-493c-9cea-acf035fd72fe'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:04:14.604778 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-da0eae22-defd-4fca-8087-473b31ea1e05 service neutron] Attempting to bind port 6b1603fa-3423-456b-8296-a173eb2e6634 on network afbd3276-8933-493c-9cea-acf035fd72fe {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:14.612460 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-da0eae22-defd-4fca-8087-473b31ea1e05 service neutron] Port 6b1603fa-3423-456b-8296-a173eb2e6634 on network afbd3276-8933-493c-9cea-acf035fd72fe not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:04:14.613466 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-da0eae22-defd-4fca-8087-473b31ea1e05 service neutron] Attempting to bind port 6b1603fa-3423-456b-8296-a173eb2e6634 on network afbd3276-8933-493c-9cea-acf035fd72fe {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:14.624172 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-da0eae22-defd-4fca-8087-473b31ea1e05 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:04:14.624765 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-da0eae22-defd-4fca-8087-473b31ea1e05 service neutron] Checking segment: {'id': 'b84bd209-7bfa-45b7-97f5-46abc9efe091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'afbd3276-8933-493c-9cea-acf035fd72fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:04:14.625210 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36afd5f6-3c50-44a3-85d9-9d7297e50e59 req-13189661-6eed-447d-807d-f4ecf16c45f2 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:04:14.625692 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-da0eae22-defd-4fca-8087-473b31ea1e05 service neutron] Bound using segment: {'id': 'b84bd209-7bfa-45b7-97f5-46abc9efe091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'afbd3276-8933-493c-9cea-acf035fd72fe'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:04:14.627005 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-da0eae22-defd-4fca-8087-473b31ea1e05 service neutron] Bound port: 6b1603fa-3423-456b-8296-a173eb2e6634, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84bd209-7bfa-45b7-97f5-46abc9efe091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'afbd3276-8933-493c-9cea-acf035fd72fe'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:04:14.627005 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-da0eae22-defd-4fca-8087-473b31ea1e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:14.630713 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-36afd5f6-3c50-44a3-85d9-9d7297e50e59 req-13189661-6eed-447d-807d-f4ecf16c45f2 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:14.655730 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e93a4f5-a7c4-4ec8-bb07-5c649ef155c3 None None] Sync routers for ids ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:04:14.656340 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395ee06-c646-4319-b4a3-15e3472b687d req-0b7c2a98-dc4c-4c19-a207-9c84a9159a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:14.657649 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f395ee06-c646-4319-b4a3-15e3472b687d req-0b7c2a98-dc4c-4c19-a207-9c84a9159a3a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ee8f304-25eb-4c36-ba1e-cf02863aa3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959239 Sep 01 15:04:14.673708 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-36afd5f6-3c50-44a3-85d9-9d7297e50e59 req-13189661-6eed-447d-807d-f4ecf16c45f2 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "PUT /v2.0/floatingips/9389416c-f34a-49be-91a8-5c49f766a1ee HTTP/1.1" status: 200 len: 695 time: 1.4495654 Sep 01 15:04:14.695932 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e93a4f5-a7c4-4ec8-bb07-5c649ef155c3 None None] Routers {'445f318f-d5d4-44f1-a14f-e5b96d1a51fa'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:04:14.696797 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7e93a4f5-a7c4-4ec8-bb07-5c649ef155c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:04:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:14.765272 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-da0eae22-defd-4fca-8087-473b31ea1e05 service neutron] For port 6b1603fa-3423-456b-8296-a173eb2e6634, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:04:14.771001 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-da0eae22-defd-4fca-8087-473b31ea1e05 service neutron] For port 6b1603fa-3423-456b-8296-a173eb2e6634, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=6b1603fa-3423-456b-8296-a173eb2e6634,segment=NetworkSegment(b84bd209-7bfa-45b7-97f5-46abc9efe091),segment_id=b84bd209-7bfa-45b7-97f5-46abc9efe091)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:04:14.781461 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-da0eae22-defd-4fca-8087-473b31ea1e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:14.819107 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-da0eae22-defd-4fca-8087-473b31ea1e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:14.820721 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-da0eae22-defd-4fca-8087-473b31ea1e05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:14.824417 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-da0eae22-defd-4fca-8087-473b31ea1e05 service neutron] 10.222.0.45 "PUT /v2.0/ports/6b1603fa-3423-456b-8296-a173eb2e6634 HTTP/1.1" status: 200 len: 1092 time: 1.2185922 Sep 01 15:04:14.825628 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049de4a8-8252-40d6-9af5-d29e8d7f800c', 'tag': '6b1603fa-3423-456b-8296-a173eb2e6634'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:14.831422 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd17d31-9c71-4df3-ae28-4a17fccc22d9" -d '{"events": [{"name": "network-changed", "server_uuid": "049de4a8-8252-40d6-9af5-d29e8d7f800c", "tag": "6b1603fa-3423-456b-8296-a173eb2e6634"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:14.880347 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afd5f6-3c50-44a3-85d9-9d7297e50e59 req-c869665f-4b4d-416d-af06-f2aa4a8af430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:14.884177 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-36afd5f6-3c50-44a3-85d9-9d7297e50e59 req-c869665f-4b4d-416d-af06-f2aa4a8af430 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a8b6e85b31644d8bfb2e3bcf82dcfd1&device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9 HTTP/1.1" status: 200 len: 1096 time: 0.1709490 Sep 01 15:04:14.950405 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-7e93a4f5-a7c4-4ec8-bb07-5c649ef155c3 None None] Set router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:04:14.980486 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:14.998628 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0eae22-defd-4fca-8087-473b31ea1e05 service neutron] Pushing event updated for resources: {'Port': ['ID=6b1603fa-3423-456b-8296-a173eb2e6634,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:15.019223 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-d2d2c129-25eb-4059-b9e6-bda47dc85374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:15.022460 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-d2d2c129-25eb-4059-b9e6-bda47dc85374 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fc7781bca91c43a9b97f7339632fb18e&device_id=049de4a8-8252-40d6-9af5-d29e8d7f800c HTTP/1.1" status: 200 len: 1095 time: 0.1302135 Sep 01 15:04:15.038480 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-6369d18f-f83d-4209-8d62-0207adff37ba req-71251498-7cf2-4cb6-8f74-00c6fcb76d25 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:04:15.044691 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6369d18f-f83d-4209-8d62-0207adff37ba req-71251498-7cf2-4cb6-8f74-00c6fcb76d25 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0935211 Sep 01 15:04:15.107447 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-fb5628a9-6c20-4746-8eae-154458385012 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b1603fa-3423-456b-8296-a173eb2e6634 HTTP/1.1" status: 200 len: 217 time: 0.0632420 Sep 01 15:04:15.128878 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54932) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:15.157298 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f395ee06-c646-4319-b4a3-15e3472b687d req-12b2b020-1e9b-4a24-9fd9-8f08fceca5ae service neutron] 10.222.0.62 "GET /v2.0/networks/4ee8f304-25eb-4c36-ba1e-cf02863aa3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879694 Sep 01 15:04:15.193364 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-865197b1-7a1a-48a6-96f9-101e99d86081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:15.195105 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-865197b1-7a1a-48a6-96f9-101e99d86081 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9aecc203-2bd6-487a-a73a-beab525beded HTTP/1.1" status: 200 len: 862 time: 0.0777061 Sep 01 15:04:15.222848 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afd5f6-3c50-44a3-85d9-9d7297e50e59 req-9c4536ae-1e54-4add-90a3-2142a2c3f293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:15.226505 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-36afd5f6-3c50-44a3-85d9-9d7297e50e59 req-9c4536ae-1e54-4add-90a3-2142a2c3f293 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3a08825e-c598-4444-9cbd-967c37c7410b HTTP/1.1" status: 200 len: 922 time: 0.3260729 Sep 01 15:04:15.252157 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-7ed50891-7ea9-417a-b030-79eefe75a15a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=afbd3276-8933-493c-9cea-acf035fd72fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445983 Sep 01 15:04:15.255962 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f557c0d0-bd89-40ed-85dc-05f5476d7cda admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=12fc1bc6c4164fd7a7d0c6326ed0636a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1257875 Sep 01 15:04:15.260634 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54934) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:15.276215 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb6b78b-1da1-4cd7-a912-feefe3278622', 'tag': 'eec250af-c2bd-4800-aec8-4ed9dab075f7'}, {'name': 'network-changed', 'server_uuid': '860efc8f-b96c-4bdc-b545-e2c83b451bb9', 'tag': '9e19b410-8c07-441a-93e7-652652f539ed'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:15.280040 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9999e8cc-aaf0-4abd-9262-85ba0a7595db" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb6b78b-1da1-4cd7-a912-feefe3278622", "tag": "eec250af-c2bd-4800-aec8-4ed9dab075f7"}, {"name": "network-changed", "server_uuid": "860efc8f-b96c-4bdc-b545-e2c83b451bb9", "tag": "9e19b410-8c07-441a-93e7-652652f539ed"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:15.281472 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7e93a4f5-a7c4-4ec8-bb07-5c649ef155c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-router', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '87877a64-89b0-4925-8994-df644841ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:17Z', 'updated_at': '2021-09-01T15:02:28Z', 'revision_number': 4, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'gw_port': {'id': '87877a64-89b0-4925-8994-df644841ad0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:18Z', 'updated_at': '2021-09-01T15:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'f3456f38-ff60-405a-9df4-00ee069260c2', 'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'mac_address': 'fa:16:3e:e2:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:26Z', 'updated_at': '2021-09-01T15:02:37Z', 'revision_number': 5, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'subnets': [{'id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:15.284611 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369d18f-f83d-4209-8d62-0207adff37ba req-873ef0c2-3c1f-43ef-9244-c684d504c2b3 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:15.287455 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6369d18f-f83d-4209-8d62-0207adff37ba req-873ef0c2-3c1f-43ef-9244-c684d504c2b3 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/ports/8244ea20-9b94-4858-b1aa-192afd5280b6 HTTP/1.1" status: 200 len: 1093 time: 0.2242701 Sep 01 15:04:15.343403 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e93a4f5-a7c4-4ec8-bb07-5c649ef155c3 None None] Checking router: 445f318f-d5d4-44f1-a14f-e5b96d1a51fa for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:04:15.374039 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-6369d18f-f83d-4209-8d62-0207adff37ba req-f87d0085-313c-41a2-83d3-a11f0d7ab613 service neutron] Request body: {'binding': {'host': 'n-h2-794796-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:15.374535 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e93a4f5-a7c4-4ec8-bb07-5c649ef155c3 None None] Routers {'445f318f-d5d4-44f1-a14f-e5b96d1a51fa'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:04:15.374728 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-6369d18f-f83d-4209-8d62-0207adff37ba req-f87d0085-313c-41a2-83d3-a11f0d7ab613 service neutron] Unknown quota resources ['binding']. {{(pid=94734) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 15:04:15.375377 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7e93a4f5-a7c4-4ec8-bb07-5c649ef155c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:04:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:15.386764 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-36afd5f6-3c50-44a3-85d9-9d7297e50e59 req-68fa3c13-06b7-4666-88d6-ef61edc577fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e19b410-8c07-441a-93e7-652652f539ed HTTP/1.1" status: 200 len: 217 time: 0.0985336 Sep 01 15:04:15.433942 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-131f07e9-b0b3-4bb6-a8a0-300331ae7e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:15.480155 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-5c03fa1f-4d0a-4d0b-b61c-7a83c8ce9218 service neutron] 10.222.0.45 "GET /v2.0/networks/afbd3276-8933-493c-9cea-acf035fd72fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163255 Sep 01 15:04:15.489230 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-131f07e9-b0b3-4bb6-a8a0-300331ae7e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:15.646356 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-7e93a4f5-a7c4-4ec8-bb07-5c649ef155c3 None None] Set router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:04:15.697826 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-131f07e9-b0b3-4bb6-a8a0-300331ae7e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:15.702358 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-131f07e9-b0b3-4bb6-a8a0-300331ae7e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:15.704401 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-131f07e9-b0b3-4bb6-a8a0-300331ae7e2a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0312593f-4970-4f44-b859-927f1634d04c HTTP/1.1" status: 204 len: 168 time: 0.4424024 Sep 01 15:04:15.711605 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-22c0b9b4-7306-4461-9b1e-e99c46fcc9b1 req-72cbe13e-8061-4a9c-ad6e-789b7b358cc6 service neutron] 10.222.0.45 "GET /v2.0/networks/afbd3276-8933-493c-9cea-acf035fd72fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175288 Sep 01 15:04:15.722277 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f07e9-b0b3-4bb6-a8a0-300331ae7e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0312593f-4970-4f44-b859-927f1634d04c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:16.028378 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7e93a4f5-a7c4-4ec8-bb07-5c649ef155c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-router', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '87877a64-89b0-4925-8994-df644841ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:17Z', 'updated_at': '2021-09-01T15:02:28Z', 'revision_number': 4, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'gw_port': {'id': '87877a64-89b0-4925-8994-df644841ad0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:18Z', 'updated_at': '2021-09-01T15:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'f3456f38-ff60-405a-9df4-00ee069260c2', 'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'mac_address': 'fa:16:3e:e2:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:26Z', 'updated_at': '2021-09-01T15:02:37Z', 'revision_number': 5, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'subnets': [{'id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:16.071258 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afd5f6-3c50-44a3-85d9-9d7297e50e59 req-e83578b3-91e9-4265-bd42-147098eca878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:16.073108 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-36afd5f6-3c50-44a3-85d9-9d7297e50e59 req-e83578b3-91e9-4265-bd42-147098eca878 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1713c272-a1dd-4676-bd8c-95aac02d27d5 HTTP/1.1" status: 200 len: 860 time: 0.6384263 Sep 01 15:04:16.079888 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f395ee06-c646-4319-b4a3-15e3472b687d req-2f43d92e-56f6-4111-b98d-01966a4c8dae service neutron] 10.222.0.62 "GET /v2.0/networks/4ee8f304-25eb-4c36-ba1e-cf02863aa3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9030576 Sep 01 15:04:16.081438 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e93a4f5-a7c4-4ec8-bb07-5c649ef155c3 None None] The sync data for ids ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'] in n-d-794796-3 is: [{'id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-router', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '87877a64-89b0-4925-8994-df644841ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:17Z', 'updated_at': '2021-09-01T15:02:28Z', 'revision_number': 4, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'gw_port': {'id': '87877a64-89b0-4925-8994-df644841ad0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:18Z', 'updated_at': '2021-09-01T15:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'f3456f38-ff60-405a-9df4-00ee069260c2', 'name': '', 'network_id': '3a08825e-c598-4444-9cbd-967c37c7410b', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'mac_address': 'fa:16:3e:e2:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:26Z', 'updated_at': '2021-09-01T15:02:37Z', 'revision_number': 5, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'subnets': [{'id': '1713c272-a1dd-4676-bd8c-95aac02d27d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:04:16.262240 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6369d18f-f83d-4209-8d62-0207adff37ba req-f87d0085-313c-41a2-83d3-a11f0d7ab613 service neutron] Attempting to bind port 8244ea20-9b94-4858-b1aa-192afd5280b6 on host n-h2-794796-3 for vnic_type normal with profile None {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:04:16.263232 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6369d18f-f83d-4209-8d62-0207adff37ba req-f87d0085-313c-41a2-83d3-a11f0d7ab613 service neutron] Attempting to bind port 8244ea20-9b94-4858-b1aa-192afd5280b6 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:04:16.263798 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6369d18f-f83d-4209-8d62-0207adff37ba req-f87d0085-313c-41a2-83d3-a11f0d7ab613 service neutron] Attempting to bind port 8244ea20-9b94-4858-b1aa-192afd5280b6 on network e27801a1-4735-4eb4-8714-06c2c137f925 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:16.275888 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afd5f6-3c50-44a3-85d9-9d7297e50e59 req-716a4008-0907-4b28-9b9a-f405b1d9043a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:16.278936 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-36afd5f6-3c50-44a3-85d9-9d7297e50e59 req-716a4008-0907-4b28-9b9a-f405b1d9043a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3a08825e-c598-4444-9cbd-967c37c7410b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1723776 Sep 01 15:04:16.280897 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6369d18f-f83d-4209-8d62-0207adff37ba req-f87d0085-313c-41a2-83d3-a11f0d7ab613 service neutron] Port 8244ea20-9b94-4858-b1aa-192afd5280b6 on network e27801a1-4735-4eb4-8714-06c2c137f925 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:04:16.281458 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6369d18f-f83d-4209-8d62-0207adff37ba req-f87d0085-313c-41a2-83d3-a11f0d7ab613 service neutron] Attempting to bind port 8244ea20-9b94-4858-b1aa-192afd5280b6 on network e27801a1-4735-4eb4-8714-06c2c137f925 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:16.292361 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6369d18f-f83d-4209-8d62-0207adff37ba req-f87d0085-313c-41a2-83d3-a11f0d7ab613 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:04:16.292947 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6369d18f-f83d-4209-8d62-0207adff37ba req-f87d0085-313c-41a2-83d3-a11f0d7ab613 service neutron] Checking segment: {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:04:16.293620 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6369d18f-f83d-4209-8d62-0207adff37ba req-f87d0085-313c-41a2-83d3-a11f0d7ab613 service neutron] Bound using segment: {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:04:16.294469 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6369d18f-f83d-4209-8d62-0207adff37ba req-f87d0085-313c-41a2-83d3-a11f0d7ab613 service neutron] Bound port: 8244ea20-9b94-4858-b1aa-192afd5280b6, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:04:16.443973 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b2267e-e4de-4d7f-8e59-9a6e4f54d3ef None None] New status for floating IP 9389416c-f34a-49be-91a8-5c49f766a1ee: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:04:16.529067 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6369d18f-f83d-4209-8d62-0207adff37ba req-f87d0085-313c-41a2-83d3-a11f0d7ab613 service neutron] For port 8244ea20-9b94-4858-b1aa-192afd5280b6, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=8244ea20-9b94-4858-b1aa-192afd5280b6,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:04:16.546977 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6369d18f-f83d-4209-8d62-0207adff37ba req-f87d0085-313c-41a2-83d3-a11f0d7ab613 service neutron] Notify callbacks [] for binding, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:16.549016 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6369d18f-f83d-4209-8d62-0207adff37ba req-f87d0085-313c-41a2-83d3-a11f0d7ab613 service neutron] 10.222.0.60 "POST /v2.0/ports/8244ea20-9b94-4858-b1aa-192afd5280b6/bindings HTTP/1.1" status: 201 len: 389 time: 1.1887422 Sep 01 15:04:16.569213 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-36afd5f6-3c50-44a3-85d9-9d7297e50e59 req-988e5995-c0d0-4a47-b439-8b0763626118 service neutron] 10.222.0.60 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702646 Sep 01 15:04:16.826502 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-36afd5f6-3c50-44a3-85d9-9d7297e50e59 req-6c874337-020c-41da-9a4c-b2d9a994193d service neutron] 10.222.0.60 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452056 Sep 01 15:04:16.886996 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-662640df-0806-4b15-8728-c0a0431d12b5 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751998 Sep 01 15:04:17.082429 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-c51dbe5c-4f18-471e-bec8-768dafa5ffb3 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:17.090954 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-c51dbe5c-4f18-471e-bec8-768dafa5ffb3 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2015002 Sep 01 15:04:17.127563 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-4743dc48-4de0-4011-9b9a-214a7453cb81 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/quotas/f3b43ef729b4447bb1d2f6914aaab634 HTTP/1.1" status: 200 len: 375 time: 0.0315027 Sep 01 15:04:17.136719 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d1f2e-501f-4d29-886b-36baa0dd1a4f req-439f0bac-e15f-4655-8871-b66892b3d4f5 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:17.139150 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d60d1f2e-501f-4d29-886b-36baa0dd1a4f req-439f0bac-e15f-4655-8871-b66892b3d4f5 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=9966d725-ee8a-4997-81a8-2946d75bab6e HTTP/1.1" status: 200 len: 945 time: 0.1637421 Sep 01 15:04:17.145540 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369d18f-f83d-4209-8d62-0207adff37ba req-663baec6-c015-4cb7-b4cb-bb261d8a8b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:17.150122 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6369d18f-f83d-4209-8d62-0207adff37ba req-663baec6-c015-4cb7-b4cb-bb261d8a8b84 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 1096 time: 0.1582386 Sep 01 15:04:17.203793 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device eec250af-c2bd-4800-aec8-4ed9dab075f7 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:04:17.221291 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-79449d38-2006-4b66-9f68-21adb41f2fa1 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0914049 Sep 01 15:04:17.363999 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d60d1f2e-501f-4d29-886b-36baa0dd1a4f req-818dbd58-c2e0-4da9-bd41-1271194a96cf tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083280 Sep 01 15:04:17.376406 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port eec250af-c2bd-4800-aec8-4ed9dab075f7, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=eec250af-c2bd-4800-aec8-4ed9dab075f7,segment=NetworkSegment(ac7d0491-667e-44de-b883-b457dacdfed4),segment_id=ac7d0491-667e-44de-b883-b457dacdfed4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:17.414835 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369d18f-f83d-4209-8d62-0207adff37ba req-92c18fe2-fbc1-4a32-af2a-300564ec5fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:17.417132 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6369d18f-f83d-4209-8d62-0207adff37ba req-92c18fe2-fbc1-4a32-af2a-300564ec5fa7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e27801a1-4735-4eb4-8714-06c2c137f925 HTTP/1.1" status: 200 len: 921 time: 0.2585015 Sep 01 15:04:17.425624 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'eec250af-c2bd-4800-aec8-4ed9dab075f7', 'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7', 'port_id': 'eec250af-c2bd-4800-aec8-4ed9dab075f7', 'mac_address': 'fa:16:3e:e6:a3:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b429c43-124c-43c8-856c-37687d3e205d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:04:17.481141 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:17.506224 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eec250af-c2bd-4800-aec8-4ed9dab075f7 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:04:17.550697 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port eec250af-c2bd-4800-aec8-4ed9dab075f7, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=eec250af-c2bd-4800-aec8-4ed9dab075f7,segment=NetworkSegment(ac7d0491-667e-44de-b883-b457dacdfed4),segment_id=ac7d0491-667e-44de-b883-b457dacdfed4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:17.560093 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:17.580418 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6369d18f-f83d-4209-8d62-0207adff37ba req-e768ceac-4b26-4741-b522-1868af383a3b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8244ea20-9b94-4858-b1aa-192afd5280b6 HTTP/1.1" status: 200 len: 217 time: 0.1547992 Sep 01 15:04:17.684298 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=eec250af-c2bd-4800-aec8-4ed9dab075f7,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:17.736917 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2e5a6-1120-4118-8ce5-11f85d94eb07 req-f2a2489f-116f-444a-9cc4-9644e67e6f03 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:17.740400 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-41c2e5a6-1120-4118-8ce5-11f85d94eb07 req-f2a2489f-116f-444a-9cc4-9644e67e6f03 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cb6b78b-1da1-4cd7-a912-feefe3278622 HTTP/1.1" status: 200 len: 944 time: 0.1847486 Sep 01 15:04:17.743609 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369d18f-f83d-4209-8d62-0207adff37ba req-6ebc9a15-c759-4392-b597-68c043052d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:17.746689 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6369d18f-f83d-4209-8d62-0207adff37ba req-6ebc9a15-c759-4392-b597-68c043052d39 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66b1faa8-b86d-41ee-9bdb-4fe08d19f261 HTTP/1.1" status: 200 len: 860 time: 0.1335068 Sep 01 15:04:17.823038 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6369d18f-f83d-4209-8d62-0207adff37ba req-0223ca6c-02bf-4bdb-b84f-694108a16550 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e27801a1-4735-4eb4-8714-06c2c137f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577555 Sep 01 15:04:17.947011 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-41c2e5a6-1120-4118-8ce5-11f85d94eb07 req-a466427a-e813-4434-83a3-69ede6a57c99 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "GET /v2.0/security-groups?id=72e2141f-b183-471b-9562-537bc80be07a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926899 Sep 01 15:04:17.962923 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['eec250af-c2bd-4800-aec8-4ed9dab075f7'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:04:18.105370 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6369d18f-f83d-4209-8d62-0207adff37ba req-d915e4dd-bf95-4292-ae37-8b0862e134db service neutron] 10.222.0.62 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731926 Sep 01 15:04:18.303144 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9156f0b9-c8c0-4615-a1ff-743c4c86f6ef x-openstack-request-id: req-9156f0b9-c8c0-4615-a1ff-743c4c86f6ef {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:18.304991 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049de4a8-8252-40d6-9af5-d29e8d7f800c", "tag": "6b1603fa-3423-456b-8296-a173eb2e6634", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:18.305713 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9156f0b9-c8c0-4615-a1ff-743c4c86f6ef {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:18.306741 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '049de4a8-8252-40d6-9af5-d29e8d7f800c', 'tag': '6b1603fa-3423-456b-8296-a173eb2e6634', 'status': 'completed', 'code': 200} Sep 01 15:04:18.489870 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6369d18f-f83d-4209-8d62-0207adff37ba req-770857a8-42dd-4968-bf13-28cbcfe16dc5 service neutron] 10.222.0.62 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753729 Sep 01 15:04:18.492065 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d766b3-eb53-4417-adda-48c34de27556 x-openstack-request-id: req-c5d766b3-eb53-4417-adda-48c34de27556 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:18.492379 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb6b78b-1da1-4cd7-a912-feefe3278622", "tag": "eec250af-c2bd-4800-aec8-4ed9dab075f7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "860efc8f-b96c-4bdc-b545-e2c83b451bb9", "tag": "9e19b410-8c07-441a-93e7-652652f539ed", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:18.492740 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c5d766b3-eb53-4417-adda-48c34de27556 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:18.493081 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb6b78b-1da1-4cd7-a912-feefe3278622', 'tag': 'eec250af-c2bd-4800-aec8-4ed9dab075f7', 'status': 'completed', 'code': 200} Sep 01 15:04:18.493393 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860efc8f-b96c-4bdc-b545-e2c83b451bb9', 'tag': '9e19b410-8c07-441a-93e7-652652f539ed', 'status': 'completed', 'code': 200} Sep 01 15:04:18.541001 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd17d31-9c71-4df3-ae28-4a17fccc22d9 req-78218eae-da91-49af-ab27-e56fe591d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:18.542754 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-edd17d31-9c71-4df3-ae28-4a17fccc22d9 req-78218eae-da91-49af-ab27-e56fe591d761 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fc7781bca91c43a9b97f7339632fb18e&device_id=049de4a8-8252-40d6-9af5-d29e8d7f800c HTTP/1.1" status: 200 len: 1095 time: 0.2054570 Sep 01 15:04:18.699339 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 6b1603fa-3423-456b-8296-a173eb2e6634 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:04:18.799082 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd17d31-9c71-4df3-ae28-4a17fccc22d9 req-c66aa95e-d1be-4cbe-b7e5-86dd91ae6c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:18.801701 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-edd17d31-9c71-4df3-ae28-4a17fccc22d9 req-c66aa95e-d1be-4cbe-b7e5-86dd91ae6c4a service neutron] 10.222.0.45 "GET /v2.0/networks?id=afbd3276-8933-493c-9cea-acf035fd72fe HTTP/1.1" status: 200 len: 923 time: 0.2490897 Sep 01 15:04:18.874826 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-edd17d31-9c71-4df3-ae28-4a17fccc22d9 req-d9e4280c-d5cb-41d8-ac86-08fcc2d2b643 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b1603fa-3423-456b-8296-a173eb2e6634 HTTP/1.1" status: 200 len: 217 time: 0.0621040 Sep 01 15:04:18.998387 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93d4f0-4734-44d4-8c44-95e699ea2a32 req-548b4019-8752-4ab6-9f4d-1c68d1fd0142 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:19.008056 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0f93d4f0-4734-44d4-8c44-95e699ea2a32 req-548b4019-8752-4ab6-9f4d-1c68d1fd0142 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=049de4a8-8252-40d6-9af5-d29e8d7f800c HTTP/1.1" status: 200 len: 944 time: 0.7635241 Sep 01 15:04:19.038137 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999e8cc-aaf0-4abd-9262-85ba0a7595db req-be05e19c-602b-457b-aa8f-b0ef274328e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:19.043690 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9999e8cc-aaf0-4abd-9262-85ba0a7595db req-be05e19c-602b-457b-aa8f-b0ef274328e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a8b6e85b31644d8bfb2e3bcf82dcfd1&device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9 HTTP/1.1" status: 200 len: 1096 time: 0.5174499 Sep 01 15:04:19.070623 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd17d31-9c71-4df3-ae28-4a17fccc22d9 req-f39683b7-637d-4db1-b399-9e5d23771283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:19.076253 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-edd17d31-9c71-4df3-ae28-4a17fccc22d9 req-f39683b7-637d-4db1-b399-9e5d23771283 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9aecc203-2bd6-487a-a73a-beab525beded HTTP/1.1" status: 200 len: 862 time: 0.1922557 Sep 01 15:04:19.089018 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999e8cc-aaf0-4abd-9262-85ba0a7595db req-2f09b6ed-a3d4-4fee-874e-4df2b44364aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:19.097322 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9999e8cc-aaf0-4abd-9262-85ba0a7595db req-2f09b6ed-a3d4-4fee-874e-4df2b44364aa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0e7360364584c26bd48bad3b2b96ff5&device_id=6cb6b78b-1da1-4cd7-a912-feefe3278622 HTTP/1.1" status: 200 len: 1095 time: 0.6027238 Sep 01 15:04:19.165592 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 6b1603fa-3423-456b-8296-a173eb2e6634, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=6b1603fa-3423-456b-8296-a173eb2e6634,segment=NetworkSegment(b84bd209-7bfa-45b7-97f5-46abc9efe091),segment_id=b84bd209-7bfa-45b7-97f5-46abc9efe091)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:19.227879 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-edd17d31-9c71-4df3-ae28-4a17fccc22d9 req-88fff37b-fca3-4234-8396-f6ab64c588c1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=afbd3276-8933-493c-9cea-acf035fd72fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1331735 Sep 01 15:04:19.241294 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '6b1603fa-3423-456b-8296-a173eb2e6634', 'network_id': 'afbd3276-8933-493c-9cea-acf035fd72fe', 'port_id': '6b1603fa-3423-456b-8296-a173eb2e6634', 'mac_address': 'fa:16:3e:4a:d4:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aecc203-2bd6-487a-a73a-beab525beded', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:04:19.508770 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-edd17d31-9c71-4df3-ae28-4a17fccc22d9 req-b8fc69df-4a6d-4564-b116-c129423065ba service neutron] 10.222.0.45 "GET /v2.0/networks/afbd3276-8933-493c-9cea-acf035fd72fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736692 Sep 01 15:04:19.678514 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:19.703446 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1603fa-3423-456b-8296-a173eb2e6634 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:04:19.745795 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 6b1603fa-3423-456b-8296-a173eb2e6634, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=6b1603fa-3423-456b-8296-a173eb2e6634,segment=NetworkSegment(b84bd209-7bfa-45b7-97f5-46abc9efe091),segment_id=b84bd209-7bfa-45b7-97f5-46abc9efe091)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:19.755303 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:19.772673 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-edd17d31-9c71-4df3-ae28-4a17fccc22d9 req-d6f6069f-a225-418e-a15d-8be4fd6c644b service neutron] 10.222.0.45 "GET /v2.0/networks/afbd3276-8933-493c-9cea-acf035fd72fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553511 Sep 01 15:04:19.806785 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999e8cc-aaf0-4abd-9262-85ba0a7595db req-fd256972-4e2e-46e1-b087-631890dcbf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:19.812068 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9999e8cc-aaf0-4abd-9262-85ba0a7595db req-fd256972-4e2e-46e1-b087-631890dcbf1d service neutron] 10.222.0.45 "GET /v2.0/networks?id=3a08825e-c598-4444-9cbd-967c37c7410b HTTP/1.1" status: 200 len: 922 time: 0.7104545 Sep 01 15:04:19.839058 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0f93d4f0-4734-44d4-8c44-95e699ea2a32 req-87f97d70-37c3-4b35-8681-84d37ff7920a tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7858245 Sep 01 15:04:19.965587 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=6b1603fa-3423-456b-8296-a173eb2e6634,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:19.979273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44d611-796c-44c5-b731-189565ffb10c req-33caa4f3-810c-4487-a726-132bcd7d2c23 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:19.980619 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6a44d611-796c-44c5-b731-189565ffb10c req-33caa4f3-810c-4487-a726-132bcd7d2c23 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 945 time: 0.1011956 Sep 01 15:04:19.985208 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:19.985639 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:19.986251 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:19.986787 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:19.987243 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:19.987716 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:19.988112 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:19.988522 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:19.988951 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:19.989350 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:19.989747 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:19.990275 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:04:20.092690 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['6b1603fa-3423-456b-8296-a173eb2e6634'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:04:20.117999 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9999e8cc-aaf0-4abd-9262-85ba0a7595db req-6603e8a6-03dc-4d35-9bcf-8bbb7a7f56ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e19b410-8c07-441a-93e7-652652f539ed HTTP/1.1" status: 200 len: 217 time: 0.2765064 Sep 01 15:04:20.141566 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6a44d611-796c-44c5-b731-189565ffb10c req-62fd82cc-fc28-4170-961c-f949f49cf5c0 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281040 Sep 01 15:04:20.427003 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999e8cc-aaf0-4abd-9262-85ba0a7595db req-6b6977bf-3663-4bb7-82e5-d4ab946583ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:20.429433 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9999e8cc-aaf0-4abd-9262-85ba0a7595db req-6b6977bf-3663-4bb7-82e5-d4ab946583ff service neutron] 10.222.0.62 "GET /v2.0/networks?id=4ee8f304-25eb-4c36-ba1e-cf02863aa3e7 HTTP/1.1" status: 200 len: 913 time: 1.2887154 Sep 01 15:04:20.563075 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc1f28-7401-4947-a107-d0edad439730 req-ca60e6e8-3a1e-45c5-9024-7b0654cb8e2e tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:20.588526 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-46dc1f28-7401-4947-a107-d0edad439730 req-ca60e6e8-3a1e-45c5-9024-7b0654cb8e2e tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cb6b78b-1da1-4cd7-a912-feefe3278622 HTTP/1.1" status: 200 len: 944 time: 0.2264893 Sep 01 15:04:20.729473 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9999e8cc-aaf0-4abd-9262-85ba0a7595db req-913c15a9-d7d3-4726-a84c-8b7969a5f49e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eec250af-c2bd-4800-aec8-4ed9dab075f7 HTTP/1.1" status: 200 len: 217 time: 0.2659268 Sep 01 15:04:20.741825 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999e8cc-aaf0-4abd-9262-85ba0a7595db req-4d0ade2f-168a-49f7-b69c-33e31ede1e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:20.743511 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-46dc1f28-7401-4947-a107-d0edad439730 req-4fe5b38a-6085-4364-ba4b-5ed8fdbe5cdb tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "GET /v2.0/security-groups?id=72e2141f-b183-471b-9562-537bc80be07a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537998 Sep 01 15:04:20.744346 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9999e8cc-aaf0-4abd-9262-85ba0a7595db req-4d0ade2f-168a-49f7-b69c-33e31ede1e52 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1713c272-a1dd-4676-bd8c-95aac02d27d5 HTTP/1.1" status: 200 len: 860 time: 0.6078706 Sep 01 15:04:20.989070 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999e8cc-aaf0-4abd-9262-85ba0a7595db req-b6de821c-727b-45e3-8655-412ec92ea2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:20.991423 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9999e8cc-aaf0-4abd-9262-85ba0a7595db req-b6de821c-727b-45e3-8655-412ec92ea2b5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8b429c43-124c-43c8-856c-37687d3e205d HTTP/1.1" status: 200 len: 851 time: 0.2453146 Sep 01 15:04:21.017386 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999e8cc-aaf0-4abd-9262-85ba0a7595db req-08470a52-bf69-4292-bdf9-d3a302a73bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:21.019115 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9999e8cc-aaf0-4abd-9262-85ba0a7595db req-08470a52-bf69-4292-bdf9-d3a302a73bb8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3a08825e-c598-4444-9cbd-967c37c7410b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2561250 Sep 01 15:04:21.180431 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66e226-3aa8-4118-94ba-e5f9ab972810 req-843410cd-986b-4248-b4b1-07d2516f4ff4 tempest-NetworksTest-1157188221 tempest-NetworksTest-1157188221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:21.181353 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66e226-3aa8-4118-94ba-e5f9ab972810 req-843410cd-986b-4248-b4b1-07d2516f4ff4 tempest-NetworksTest-1157188221 tempest-NetworksTest-1157188221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:21.182744 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66e226-3aa8-4118-94ba-e5f9ab972810 req-843410cd-986b-4248-b4b1-07d2516f4ff4 tempest-NetworksTest-1157188221 tempest-NetworksTest-1157188221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:21.183904 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66e226-3aa8-4118-94ba-e5f9ab972810 req-843410cd-986b-4248-b4b1-07d2516f4ff4 tempest-NetworksTest-1157188221 tempest-NetworksTest-1157188221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:21.185050 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66e226-3aa8-4118-94ba-e5f9ab972810 req-843410cd-986b-4248-b4b1-07d2516f4ff4 tempest-NetworksTest-1157188221 tempest-NetworksTest-1157188221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:21.186026 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66e226-3aa8-4118-94ba-e5f9ab972810 req-843410cd-986b-4248-b4b1-07d2516f4ff4 tempest-NetworksTest-1157188221 tempest-NetworksTest-1157188221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:21.186879 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66e226-3aa8-4118-94ba-e5f9ab972810 req-843410cd-986b-4248-b4b1-07d2516f4ff4 tempest-NetworksTest-1157188221 tempest-NetworksTest-1157188221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:21.187964 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66e226-3aa8-4118-94ba-e5f9ab972810 req-843410cd-986b-4248-b4b1-07d2516f4ff4 tempest-NetworksTest-1157188221 tempest-NetworksTest-1157188221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:21.189136 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66e226-3aa8-4118-94ba-e5f9ab972810 req-843410cd-986b-4248-b4b1-07d2516f4ff4 tempest-NetworksTest-1157188221 tempest-NetworksTest-1157188221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:21.190270 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66e226-3aa8-4118-94ba-e5f9ab972810 req-843410cd-986b-4248-b4b1-07d2516f4ff4 tempest-NetworksTest-1157188221 tempest-NetworksTest-1157188221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:21.203315 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a66e226-3aa8-4118-94ba-e5f9ab972810 req-843410cd-986b-4248-b4b1-07d2516f4ff4 tempest-NetworksTest-1157188221 tempest-NetworksTest-1157188221-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7145 time: 0.3575020 Sep 01 15:04:21.208667 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999e8cc-aaf0-4abd-9262-85ba0a7595db req-2aba8de1-dbab-4296-b159-8e839a788fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:21.210662 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9999e8cc-aaf0-4abd-9262-85ba0a7595db req-2aba8de1-dbab-4296-b159-8e839a788fa6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ee8f304-25eb-4c36-ba1e-cf02863aa3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2071047 Sep 01 15:04:21.238509 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device eec250af-c2bd-4800-aec8-4ed9dab075f7 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:04:21.351089 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port eec250af-c2bd-4800-aec8-4ed9dab075f7 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:04:21.355656 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port eec250af-c2bd-4800-aec8-4ed9dab075f7 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:21.356041 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:21.385876 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37edd003-3ea3-4067-bd5f-9e1ae205c639 req-efa6f964-e9fe-455d-b3a1-40b48a92506b tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=857a65ee-6617-41ff-a6fc-42c199aacc91 HTTP/1.1" status: 200 len: 210 time: 0.1371360 Sep 01 15:04:21.418958 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9999e8cc-aaf0-4abd-9262-85ba0a7595db req-3e131f38-ce33-4048-9cbb-060a7cf0c7af service neutron] 10.222.0.45 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618226 Sep 01 15:04:21.573446 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:21.582346 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-d282f6eb-5cc2-44e2-bbb1-1bef9fb9331c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776112 Sep 01 15:04:21.597220 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1fff9-ee35-4fd7-a38f-a0b330f715aa req-c7127c8c-66cb-43a5-b907-6871293f8f7c tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:21.606586 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cab1fff9-ee35-4fd7-a38f-a0b330f715aa req-c7127c8c-66cb-43a5-b907-6871293f8f7c tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=049de4a8-8252-40d6-9af5-d29e8d7f800c HTTP/1.1" status: 200 len: 945 time: 0.2823918 Sep 01 15:04:21.637555 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb6b78b-1da1-4cd7-a912-feefe3278622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec250af-c2bd-4800-aec8-4ed9dab075f7'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:21.643066 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a3321f-aaac-4ab1-8785-f66e1cfbc61e" -d '{"events": [{"server_uuid": "6cb6b78b-1da1-4cd7-a912-feefe3278622", "name": "network-vif-plugged", "status": "completed", "tag": "eec250af-c2bd-4800-aec8-4ed9dab075f7"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:21.655491 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cea8759f-a43d-41c7-9324-d7f7d61436eb req-f4a2dcd6-91c4-402d-bc96-0bb5b0ad1d50 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/floatingips/9389416c-f34a-49be-91a8-5c49f766a1ee HTTP/1.1" status: 200 len: 693 time: 0.1775577 Sep 01 15:04:21.695084 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port eec250af-c2bd-4800-aec8-4ed9dab075f7, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=eec250af-c2bd-4800-aec8-4ed9dab075f7,segment=NetworkSegment(ac7d0491-667e-44de-b883-b457dacdfed4),segment_id=ac7d0491-667e-44de-b883-b457dacdfed4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:21.723887 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:21.863161 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-a5d3f485-1873-4629-ad82-d22cba62e777 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1448798 Sep 01 15:04:21.899812 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=eec250af-c2bd-4800-aec8-4ed9dab075f7,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:21.905327 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-d9888f99-9dfc-4878-8357-62dce957c119 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:21.906994 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-d9888f99-9dfc-4878-8357-62dce957c119 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2938375 Sep 01 15:04:21.953909 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-675d5957-93ed-45e3-bb13-237eef63338d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Request body: {'port': {'device_id': 'd84145e7-9149-45ef-b131-049ab6b2ce9a', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': 'f3b43ef729b4447bb1d2f6914aaab634'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:21.968332 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9999e8cc-aaf0-4abd-9262-85ba0a7595db req-e5bbbbab-b829-49e8-8087-8b08909f4aee service neutron] 10.222.0.62 "GET /v2.0/networks/4ee8f304-25eb-4c36-ba1e-cf02863aa3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7488370 Sep 01 15:04:22.065354 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9999e8cc-aaf0-4abd-9262-85ba0a7595db req-813a1dd0-fd6b-43c3-8c8b-537c5dbe42c5 service neutron] 10.222.0.45 "GET /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6266346 Sep 01 15:04:22.110888 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cab1fff9-ee35-4fd7-a38f-a0b330f715aa req-fe097156-d7c5-43bd-891b-5a56f23f0867 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032456 Sep 01 15:04:22.155077 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8759f-a43d-41c7-9324-d7f7d61436eb req-ed4a7cf2-fed4-44e6-a78b-11aa97825333 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:22.158350 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cea8759f-a43d-41c7-9324-d7f7d61436eb req-ed4a7cf2-fed4-44e6-a78b-11aa97825333 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 784 time: 0.4835227 Sep 01 15:04:22.180284 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-d1477089-1edf-4453-a225-2fb94657f5e9 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:22.196562 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-d1477089-1edf-4453-a225-2fb94657f5e9 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3241036 Sep 01 15:04:22.215599 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-22951ab5-696b-4bf7-a7b6-55cc79a5369c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Request body: {'port': {'device_id': '857a65ee-6617-41ff-a6fc-42c199aacc91', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': 'f3b43ef729b4447bb1d2f6914aaab634'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:22.340133 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cea8759f-a43d-41c7-9324-d7f7d61436eb req-9c288b38-dc24-4284-b6ff-cee2495bde87 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.41 HTTP/1.1" status: 200 len: 696 time: 0.1409178 Sep 01 15:04:22.357784 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9999e8cc-aaf0-4abd-9262-85ba0a7595db req-90b9abb4-0a29-4187-8c52-4b48ada3649e service neutron] 10.222.0.62 "GET /v2.0/networks/4ee8f304-25eb-4c36-ba1e-cf02863aa3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325155 Sep 01 15:04:22.368631 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-675d5957-93ed-45e3-bb13-237eef63338d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Made reservation on behalf of f3b43ef729b4447bb1d2f6914aaab634 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:04:22.374222 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-675d5957-93ed-45e3-bb13-237eef63338d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:22.404563 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1a4c7-e9db-4aec-aaa5-a824f5c935b4 req-6acc464a-cfc8-43e3-9cc4-14b1ee1be381 tempest-NetworksTest-1157188221 tempest-NetworksTest-1157188221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:22.407486 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47f1a4c7-e9db-4aec-aaa5-a824f5c935b4 req-6acc464a-cfc8-43e3-9cc4-14b1ee1be381 tempest-NetworksTest-1157188221 tempest-NetworksTest-1157188221-project-admin] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 886 time: 0.2531590 Sep 01 15:04:22.469127 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cea8759f-a43d-41c7-9324-d7f7d61436eb req-349d8f5e-2f54-4470-a478-9c941baacce9 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.41 HTTP/1.1" status: 200 len: 696 time: 0.1172233 Sep 01 15:04:22.701851 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73782d8-2992-49d6-a942-892ebd912c44 req-38e3be4d-4cad-4ea1-87bb-50de2fc0d0b4 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:22.704388 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d73782d8-2992-49d6-a942-892ebd912c44 req-38e3be4d-4cad-4ea1-87bb-50de2fc0d0b4 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 945 time: 0.1424911 Sep 01 15:04:22.717033 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 6b1603fa-3423-456b-8296-a173eb2e6634 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:04:22.737133 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-22951ab5-696b-4bf7-a7b6-55cc79a5369c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Made reservation on behalf of f3b43ef729b4447bb1d2f6914aaab634 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:04:22.742507 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-675d5957-93ed-45e3-bb13-237eef63338d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Allocated IP 192.168.233.78 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/1e8b17fe-28af-4105-b7b8-4b4dc1360808) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:04:22.743763 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-22951ab5-696b-4bf7-a7b6-55cc79a5369c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:22.812177 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-cea8759f-a43d-41c7-9324-d7f7d61436eb req-fb955253-2950-4c4b-a52b-89d240e350d9 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Deleting port bc6e095b-a493-40b9-a31f-05c8dd8fcd85 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:04:22.812466 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cea8759f-a43d-41c7-9324-d7f7d61436eb req-fb955253-2950-4c4b-a52b-89d240e350d9 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:22.819452 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 6b1603fa-3423-456b-8296-a173eb2e6634 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:04:22.828990 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 6b1603fa-3423-456b-8296-a173eb2e6634 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:22.829811 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:22.841783 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d73782d8-2992-49d6-a942-892ebd912c44 req-730f9d86-f5c0-4a08-ade0-6aca890cc728 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118658 Sep 01 15:04:23.001357 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3344c5-7e9d-4aa4-89a0-9ce5f10a81c2 x-openstack-request-id: req-1d3344c5-7e9d-4aa4-89a0-9ce5f10a81c2 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:23.001722 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb6b78b-1da1-4cd7-a912-feefe3278622", "name": "network-vif-plugged", "status": "completed", "tag": "eec250af-c2bd-4800-aec8-4ed9dab075f7", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:23.002128 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1d3344c5-7e9d-4aa4-89a0-9ce5f10a81c2 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:23.004443 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb6b78b-1da1-4cd7-a912-feefe3278622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec250af-c2bd-4800-aec8-4ed9dab075f7', 'code': 200} Sep 01 15:04:23.051138 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:23.053543 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-675d5957-93ed-45e3-bb13-237eef63338d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:23.073609 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-675d5957-93ed-45e3-bb13-237eef63338d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Transition to ACTIVE for port object 1e8b17fe-28af-4105-b7b8-4b4dc1360808 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:04:23.079280 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cea8759f-a43d-41c7-9324-d7f7d61436eb req-fb955253-2950-4c4b-a52b-89d240e350d9 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:23.079611 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cea8759f-a43d-41c7-9324-d7f7d61436eb req-fb955253-2950-4c4b-a52b-89d240e350d9 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:23.101511 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 6b1603fa-3423-456b-8296-a173eb2e6634, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=6b1603fa-3423-456b-8296-a173eb2e6634,segment=NetworkSegment(b84bd209-7bfa-45b7-97f5-46abc9efe091),segment_id=b84bd209-7bfa-45b7-97f5-46abc9efe091)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:23.106073 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-cea8759f-a43d-41c7-9324-d7f7d61436eb req-fb955253-2950-4c4b-a52b-89d240e350d9 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Calling delete_port for bc6e095b-a493-40b9-a31f-05c8dd8fcd85 owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:04:23.109772 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:23.166412 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3307e6f-58b7-4605-a244-cc7f2b1cece8 req-ed2c953f-3109-4503-bb18-6a24a9037308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:23.168164 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a3307e6f-58b7-4605-a244-cc7f2b1cece8 req-ed2c953f-3109-4503-bb18-6a24a9037308 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6cb6b78b-1da1-4cd7-a912-feefe3278622 HTTP/1.1" status: 200 len: 1096 time: 0.0636749 Sep 01 15:04:23.170079 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-675d5957-93ed-45e3-bb13-237eef63338d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:23.192953 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['c1623e95-6e87-41f8-9dba-9fc29ff8ae1a', '7ed1fbe9-2d46-4fcc-bc50-023f949bf380'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:04:23.269432 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['c580a6e4-b344-46fb-966f-a5e7de1d5915'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:04:23.270713 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-675d5957-93ed-45e3-bb13-237eef63338d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:04:23.278523 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=6b1603fa-3423-456b-8296-a173eb2e6634,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:23.299606 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-675d5957-93ed-45e3-bb13-237eef63338d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:04:23.312549 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-675d5957-93ed-45e3-bb13-237eef63338d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:04:23.371036 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-675d5957-93ed-45e3-bb13-237eef63338d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:23.375237 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-675d5957-93ed-45e3-bb13-237eef63338d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:23.387255 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a3307e6f-58b7-4605-a244-cc7f2b1cece8 req-a1cfbd77-b52c-43e6-b801-6e1621240e53 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=72e2141f-b183-471b-9562-537bc80be07a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035472 Sep 01 15:04:23.399036 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-22951ab5-696b-4bf7-a7b6-55cc79a5369c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Allocated IP 192.168.233.197 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/6b66269d-1d3a-4e85-9d24-7e72525313d6) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:04:23.416126 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d5957-93ed-45e3-bb13-237eef63338d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Pushing event updated for resources: {'Port': ['ID=1e8b17fe-28af-4105-b7b8-4b4dc1360808,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:23.462484 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb8c32-177b-435e-a504-be7a13cb682a req-e74372ad-ab27-443c-aca0-639453321971 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:23.475743 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cdbb8c32-177b-435e-a504-be7a13cb682a req-e74372ad-ab27-443c-aca0-639453321971 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cb6b78b-1da1-4cd7-a912-feefe3278622 HTTP/1.1" status: 200 len: 945 time: 0.2629943 Sep 01 15:04:23.504181 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-675d5957-93ed-45e3-bb13-237eef63338d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5573235 Sep 01 15:04:23.579713 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cdbb8c32-177b-435e-a504-be7a13cb682a req-8a63437a-ad63-40b0-a240-6c44b1ab96e2 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "GET /v2.0/security-groups?id=72e2141f-b183-471b-9562-537bc80be07a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010015 Sep 01 15:04:23.740520 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cea8759f-a43d-41c7-9324-d7f7d61436eb req-fb955253-2950-4c4b-a52b-89d240e350d9 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:23.767309 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-179e1db9-d556-47a0-8f71-7c1540bc155c service neutron] Request body: {'port': {'device_id': 'd84145e7-9149-45ef-b131-049ab6b2ce9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:23.805110 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-73596652-cf1c-4b89-acb5-96e9c036bb60 None None] Provisioning for port 1e8b17fe-28af-4105-b7b8-4b4dc1360808 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:04:23.813407 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-73596652-cf1c-4b89-acb5-96e9c036bb60 None None] Provisioning complete for port 1e8b17fe-28af-4105-b7b8-4b4dc1360808 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:23.819438 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-73596652-cf1c-4b89-acb5-96e9c036bb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:23.820179 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb955253-2950-4c4b-a52b-89d240e350d9 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Pushing event deleted for resources: {'Port': ['ID=bc6e095b-a493-40b9-a31f-05c8dd8fcd85,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:23.868883 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-73596652-cf1c-4b89-acb5-96e9c036bb60 None None] Port 1e8b17fe-28af-4105-b7b8-4b4dc1360808 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:04:23.902253 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-179e1db9-d556-47a0-8f71-7c1540bc155c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:23.984796 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-22951ab5-696b-4bf7-a7b6-55cc79a5369c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:23.996861 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cea8759f-a43d-41c7-9324-d7f7d61436eb req-fb955253-2950-4c4b-a52b-89d240e350d9 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:24.002424 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cea8759f-a43d-41c7-9324-d7f7d61436eb req-fb955253-2950-4c4b-a52b-89d240e350d9 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:24.004563 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cea8759f-a43d-41c7-9324-d7f7d61436eb req-fb955253-2950-4c4b-a52b-89d240e350d9 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "DELETE /v2.0/floatingips/9389416c-f34a-49be-91a8-5c49f766a1ee HTTP/1.1" status: 204 len: 173 time: 1.5094795 Sep 01 15:04:24.027110 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-22951ab5-696b-4bf7-a7b6-55cc79a5369c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Transition to ACTIVE for port object 6b66269d-1d3a-4e85-9d24-7e72525313d6 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:04:24.212653 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-22951ab5-696b-4bf7-a7b6-55cc79a5369c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:24.229478 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['c1623e95-6e87-41f8-9dba-9fc29ff8ae1a', '7ed1fbe9-2d46-4fcc-bc50-023f949bf380'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:04:24.288898 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['c580a6e4-b344-46fb-966f-a5e7de1d5915'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:04:24.298908 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-22951ab5-696b-4bf7-a7b6-55cc79a5369c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:04:24.313429 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-22951ab5-696b-4bf7-a7b6-55cc79a5369c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:04:24.325390 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3012521-9d25-46b1-9fcc-b680f200d2a4 req-8a982cd8-1a92-4555-bb3a-7983c0e7817f tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:24.329045 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-22951ab5-696b-4bf7-a7b6-55cc79a5369c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:04:24.340288 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e3012521-9d25-46b1-9fcc-b680f200d2a4 req-8a982cd8-1a92-4555-bb3a-7983c0e7817f tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=857a65ee-6617-41ff-a6fc-42c199aacc91 HTTP/1.1" status: 200 len: 936 time: 0.1488397 Sep 01 15:04:24.348900 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22951ab5-696b-4bf7-a7b6-55cc79a5369c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Pushing event updated for resources: {'Port': ['ID=6b66269d-1d3a-4e85-9d24-7e72525313d6,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:24.468159 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e3012521-9d25-46b1-9fcc-b680f200d2a4 req-fd26c95f-f254-4ec3-a0bb-e0d376dcb19b tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196003 Sep 01 15:04:24.473413 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-22951ab5-696b-4bf7-a7b6-55cc79a5369c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:24.475693 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-22951ab5-696b-4bf7-a7b6-55cc79a5369c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:24.583194 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6021f-76ec-43ae-abf8-70a883130cfd req-1ce530ff-e539-4dae-a63e-e539e089b062 tempest-NetworksTest-1157188221 tempest-NetworksTest-1157188221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:24.584258 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6021f-76ec-43ae-abf8-70a883130cfd req-1ce530ff-e539-4dae-a63e-e539e089b062 tempest-NetworksTest-1157188221 tempest-NetworksTest-1157188221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:24.585905 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6021f-76ec-43ae-abf8-70a883130cfd req-1ce530ff-e539-4dae-a63e-e539e089b062 tempest-NetworksTest-1157188221 tempest-NetworksTest-1157188221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:24.590490 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6021f-76ec-43ae-abf8-70a883130cfd req-1ce530ff-e539-4dae-a63e-e539e089b062 tempest-NetworksTest-1157188221 tempest-NetworksTest-1157188221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:24.592704 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6021f-76ec-43ae-abf8-70a883130cfd req-1ce530ff-e539-4dae-a63e-e539e089b062 tempest-NetworksTest-1157188221 tempest-NetworksTest-1157188221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:24.593755 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6021f-76ec-43ae-abf8-70a883130cfd req-1ce530ff-e539-4dae-a63e-e539e089b062 tempest-NetworksTest-1157188221 tempest-NetworksTest-1157188221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:24.597160 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6021f-76ec-43ae-abf8-70a883130cfd req-1ce530ff-e539-4dae-a63e-e539e089b062 tempest-NetworksTest-1157188221 tempest-NetworksTest-1157188221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:24.598164 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6021f-76ec-43ae-abf8-70a883130cfd req-1ce530ff-e539-4dae-a63e-e539e089b062 tempest-NetworksTest-1157188221 tempest-NetworksTest-1157188221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:24.601574 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6021f-76ec-43ae-abf8-70a883130cfd req-1ce530ff-e539-4dae-a63e-e539e089b062 tempest-NetworksTest-1157188221 tempest-NetworksTest-1157188221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:24.603912 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6021f-76ec-43ae-abf8-70a883130cfd req-1ce530ff-e539-4dae-a63e-e539e089b062 tempest-NetworksTest-1157188221 tempest-NetworksTest-1157188221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:24.636068 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-83f6021f-76ec-43ae-abf8-70a883130cfd req-1ce530ff-e539-4dae-a63e-e539e089b062 tempest-NetworksTest-1157188221 tempest-NetworksTest-1157188221-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7145 time: 0.5554421 Sep 01 15:04:24.643060 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-22951ab5-696b-4bf7-a7b6-55cc79a5369c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4342787 Sep 01 15:04:24.667310 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-7b38bddb-50b1-43b7-9b4d-b30407345c4e service neutron] Request body: {'port': {'device_id': '857a65ee-6617-41ff-a6fc-42c199aacc91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:24.847409 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1ea98930-0cc8-49a9-b8ac-be7db6aadecb None None] Provisioning for port 6b66269d-1d3a-4e85-9d24-7e72525313d6 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:04:24.884697 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-179e1db9-d556-47a0-8f71-7c1540bc155c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e8b17fe-28af-4105-b7b8-4b4dc1360808 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:04:24.888161 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-7b38bddb-50b1-43b7-9b4d-b30407345c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:24.924700 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1ea98930-0cc8-49a9-b8ac-be7db6aadecb None None] Provisioning complete for port 6b66269d-1d3a-4e85-9d24-7e72525313d6 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:24.925963 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1ea98930-0cc8-49a9-b8ac-be7db6aadecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:24.929902 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-179e1db9-d556-47a0-8f71-7c1540bc155c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:24.942504 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6187c8-6a10-4f19-bc36-27ae7a6b6aa3 req-32da2ec5-da69-4731-b9d3-5a362b21cee7 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:24.943547 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ee6187c8-6a10-4f19-bc36-27ae7a6b6aa3 req-32da2ec5-da69-4731-b9d3-5a362b21cee7 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 945 time: 0.1965678 Sep 01 15:04:25.020701 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-179e1db9-d556-47a0-8f71-7c1540bc155c service neutron] Transition to ACTIVE for port object 1e8b17fe-28af-4105-b7b8-4b4dc1360808 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:04:25.044555 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459c5c2-6ba1-4b80-8c01-2f6f5f6eea29 req-41902b1c-01a6-42a1-aa64-7c689cf372bd tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:25.050043 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049de4a8-8252-40d6-9af5-d29e8d7f800c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1603fa-3423-456b-8296-a173eb2e6634'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:25.056534 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37fb3bc-5f97-4307-8fed-82588608e4eb" -d '{"events": [{"server_uuid": "049de4a8-8252-40d6-9af5-d29e8d7f800c", "name": "network-vif-plugged", "status": "completed", "tag": "6b1603fa-3423-456b-8296-a173eb2e6634"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:25.062211 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1ea98930-0cc8-49a9-b8ac-be7db6aadecb None None] Port 6b66269d-1d3a-4e85-9d24-7e72525313d6 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:04:25.078271 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1459c5c2-6ba1-4b80-8c01-2f6f5f6eea29 req-41902b1c-01a6-42a1-aa64-7c689cf372bd tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=049de4a8-8252-40d6-9af5-d29e8d7f800c HTTP/1.1" status: 200 len: 946 time: 0.3620746 Sep 01 15:04:25.104363 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-179e1db9-d556-47a0-8f71-7c1540bc155c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:25.109815 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ee6187c8-6a10-4f19-bc36-27ae7a6b6aa3 req-6b2b6bab-ea1b-4286-8187-745d6d68ceae tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107204 Sep 01 15:04:25.309823 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1459c5c2-6ba1-4b80-8c01-2f6f5f6eea29 req-74acedb5-8e04-45e3-9271-0802fd513dd4 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300098 Sep 01 15:04:25.337479 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e1db9-d556-47a0-8f71-7c1540bc155c service neutron] Pushing event updated for resources: {'Port': ['ID=1e8b17fe-28af-4105-b7b8-4b4dc1360808,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:25.492441 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55074) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:25.717077 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2c0c97-e728-4376-ba08-166a3dfe7b3c x-openstack-request-id: req-0a2c0c97-e728-4376-ba08-166a3dfe7b3c {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:25.717687 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049de4a8-8252-40d6-9af5-d29e8d7f800c", "name": "network-vif-plugged", "status": "completed", "tag": "6b1603fa-3423-456b-8296-a173eb2e6634", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:25.718514 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a2c0c97-e728-4376-ba08-166a3dfe7b3c {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:25.719183 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049de4a8-8252-40d6-9af5-d29e8d7f800c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1603fa-3423-456b-8296-a173eb2e6634', 'code': 200} Sep 01 15:04:25.783128 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-7b38bddb-50b1-43b7-9b4d-b30407345c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b66269d-1d3a-4e85-9d24-7e72525313d6 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:04:25.794410 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-7b38bddb-50b1-43b7-9b4d-b30407345c4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:25.810100 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-7b38bddb-50b1-43b7-9b4d-b30407345c4e service neutron] Transition to ACTIVE for port object 6b66269d-1d3a-4e85-9d24-7e72525313d6 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:04:25.821585 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-7b38bddb-50b1-43b7-9b4d-b30407345c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:25.919278 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38bddb-50b1-43b7-9b4d-b30407345c4e service neutron] Pushing event updated for resources: {'Port': ['ID=6b66269d-1d3a-4e85-9d24-7e72525313d6,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:26.035583 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2ff1b-9dc2-486c-8e36-41e691187ff4 req-f9207b32-dfbd-499f-8e38-b2603f19f9fa tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:26.037919 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-53c2ff1b-9dc2-486c-8e36-41e691187ff4 req-f9207b32-dfbd-499f-8e38-b2603f19f9fa tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=857a65ee-6617-41ff-a6fc-42c199aacc91 HTTP/1.1" status: 200 len: 948 time: 0.1238005 Sep 01 15:04:26.126071 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-53c2ff1b-9dc2-486c-8e36-41e691187ff4 req-d589d45a-543c-4b34-b241-b4e218cc322c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587857 Sep 01 15:04:26.150283 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-7b38bddb-50b1-43b7-9b4d-b30407345c4e service neutron] Attempting to bind port 6b66269d-1d3a-4e85-9d24-7e72525313d6 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:04:26.150745 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-7b38bddb-50b1-43b7-9b4d-b30407345c4e service neutron] Attempting to bind port 6b66269d-1d3a-4e85-9d24-7e72525313d6 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:04:26.151076 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-7b38bddb-50b1-43b7-9b4d-b30407345c4e service neutron] Attempting to bind port 6b66269d-1d3a-4e85-9d24-7e72525313d6 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:26.156996 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-7b38bddb-50b1-43b7-9b4d-b30407345c4e service neutron] Port 6b66269d-1d3a-4e85-9d24-7e72525313d6 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:04:26.157456 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-7b38bddb-50b1-43b7-9b4d-b30407345c4e service neutron] Attempting to bind port 6b66269d-1d3a-4e85-9d24-7e72525313d6 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:26.188004 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-7b38bddb-50b1-43b7-9b4d-b30407345c4e service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:04:26.188517 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-7b38bddb-50b1-43b7-9b4d-b30407345c4e service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:04:26.189280 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-7b38bddb-50b1-43b7-9b4d-b30407345c4e service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:04:26.193483 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-7b38bddb-50b1-43b7-9b4d-b30407345c4e service neutron] Bound port: 6b66269d-1d3a-4e85-9d24-7e72525313d6, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:04:26.194538 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-7b38bddb-50b1-43b7-9b4d-b30407345c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:26.232914 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-179e1db9-d556-47a0-8f71-7c1540bc155c service neutron] Attempting to bind port 1e8b17fe-28af-4105-b7b8-4b4dc1360808 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:04:26.233120 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-179e1db9-d556-47a0-8f71-7c1540bc155c service neutron] Attempting to bind port 1e8b17fe-28af-4105-b7b8-4b4dc1360808 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:04:26.233483 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-179e1db9-d556-47a0-8f71-7c1540bc155c service neutron] Attempting to bind port 1e8b17fe-28af-4105-b7b8-4b4dc1360808 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:26.240436 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-179e1db9-d556-47a0-8f71-7c1540bc155c service neutron] Port 1e8b17fe-28af-4105-b7b8-4b4dc1360808 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:04:26.240752 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-179e1db9-d556-47a0-8f71-7c1540bc155c service neutron] Attempting to bind port 1e8b17fe-28af-4105-b7b8-4b4dc1360808 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:26.257366 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-179e1db9-d556-47a0-8f71-7c1540bc155c service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:04:26.257768 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-179e1db9-d556-47a0-8f71-7c1540bc155c service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:04:26.258185 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-179e1db9-d556-47a0-8f71-7c1540bc155c service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:04:26.271688 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-179e1db9-d556-47a0-8f71-7c1540bc155c service neutron] Bound port: 1e8b17fe-28af-4105-b7b8-4b4dc1360808, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:04:26.273205 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-179e1db9-d556-47a0-8f71-7c1540bc155c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:26.319589 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927376b8-3e46-47be-84b8-f6889ee23462 req-85253ff5-4dfc-484b-8ae6-d6bea7688051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:26.321190 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-927376b8-3e46-47be-84b8-f6889ee23462 req-85253ff5-4dfc-484b-8ae6-d6bea7688051 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=049de4a8-8252-40d6-9af5-d29e8d7f800c HTTP/1.1" status: 200 len: 1097 time: 0.1740174 Sep 01 15:04:26.363326 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d732b-60f2-44c0-890d-95ae5853a643 req-1f53b9fc-de88-43e3-bcca-db65dc86948e tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:26.367758 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8f6d732b-60f2-44c0-890d-95ae5853a643 req-1f53b9fc-de88-43e3-bcca-db65dc86948e tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cb6b78b-1da1-4cd7-a912-feefe3278622 HTTP/1.1" status: 200 len: 945 time: 0.2211306 Sep 01 15:04:26.413688 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-7b38bddb-50b1-43b7-9b4d-b30407345c4e service neutron] For port 6b66269d-1d3a-4e85-9d24-7e72525313d6, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:04:26.430916 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-7b38bddb-50b1-43b7-9b4d-b30407345c4e service neutron] For port 6b66269d-1d3a-4e85-9d24-7e72525313d6, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=6b66269d-1d3a-4e85-9d24-7e72525313d6,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:04:26.437906 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-7b38bddb-50b1-43b7-9b4d-b30407345c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:26.454535 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-32aa7e68-c416-4bff-bc0e-4590032699db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:26.478113 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c41be-b284-4b09-9410-de0e2151db42 req-cba0f1cc-7101-4c6a-af93-ecfdf977c7c0 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:26.479701 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-902c41be-b284-4b09-9410-de0e2151db42 req-cba0f1cc-7101-4c6a-af93-ecfdf977c7c0 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9 HTTP/1.1" status: 200 len: 945 time: 0.1136374 Sep 01 15:04:26.492329 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-7b38bddb-50b1-43b7-9b4d-b30407345c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:26.492329 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-7b38bddb-50b1-43b7-9b4d-b30407345c4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:26.493395 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-7b38bddb-50b1-43b7-9b4d-b30407345c4e service neutron] 10.222.0.45 "PUT /v2.0/ports/6b66269d-1d3a-4e85-9d24-7e72525313d6 HTTP/1.1" status: 200 len: 1096 time: 1.8365366 Sep 01 15:04:26.493885 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857a65ee-6617-41ff-a6fc-42c199aacc91', 'tag': '6b66269d-1d3a-4e85-9d24-7e72525313d6'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:26.496799 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b519540e-2fef-4659-be57-5d6b8e653418" -d '{"events": [{"name": "network-changed", "server_uuid": "857a65ee-6617-41ff-a6fc-42c199aacc91", "tag": "6b66269d-1d3a-4e85-9d24-7e72525313d6"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:26.567487 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38bddb-50b1-43b7-9b4d-b30407345c4e service neutron] Pushing event updated for resources: {'Port': ['ID=6b66269d-1d3a-4e85-9d24-7e72525313d6,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:26.568263 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-927376b8-3e46-47be-84b8-f6889ee23462 req-a35f78dd-310b-4b6c-ba65-c3013845168e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130332 Sep 01 15:04:26.574965 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-179e1db9-d556-47a0-8f71-7c1540bc155c service neutron] For port 1e8b17fe-28af-4105-b7b8-4b4dc1360808, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:04:26.583784 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8f6d732b-60f2-44c0-890d-95ae5853a643 req-c6050f49-64a1-4d4c-b5b0-d5e34d7ef089 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "GET /v2.0/security-groups?id=72e2141f-b183-471b-9562-537bc80be07a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884077 Sep 01 15:04:26.610371 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-179e1db9-d556-47a0-8f71-7c1540bc155c service neutron] For port 1e8b17fe-28af-4105-b7b8-4b4dc1360808, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=1e8b17fe-28af-4105-b7b8-4b4dc1360808,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:04:26.626686 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-179e1db9-d556-47a0-8f71-7c1540bc155c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:26.652240 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-902c41be-b284-4b09-9410-de0e2151db42 req-9a26baf5-190f-4cda-bb69-932dcacf4d9c tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf7be8e3-d6d7-455d-a813-c71c8a4509d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436613 Sep 01 15:04:26.708040 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-179e1db9-d556-47a0-8f71-7c1540bc155c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:26.710053 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-179e1db9-d556-47a0-8f71-7c1540bc155c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:26.712713 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-179e1db9-d556-47a0-8f71-7c1540bc155c service neutron] 10.222.0.62 "PUT /v2.0/ports/1e8b17fe-28af-4105-b7b8-4b4dc1360808 HTTP/1.1" status: 200 len: 1095 time: 2.9589672 Sep 01 15:04:26.724533 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84145e7-9149-45ef-b131-049ab6b2ce9a', 'tag': '1e8b17fe-28af-4105-b7b8-4b4dc1360808'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:26.729913 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc18770-0525-4313-9d8a-b29fd3843ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "d84145e7-9149-45ef-b131-049ab6b2ce9a", "tag": "1e8b17fe-28af-4105-b7b8-4b4dc1360808"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:26.856085 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e1db9-d556-47a0-8f71-7c1540bc155c service neutron] Pushing event updated for resources: {'Port': ['ID=1e8b17fe-28af-4105-b7b8-4b4dc1360808,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:26.900485 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-8c08ef64-cb38-41d8-a542-0c2dec6c843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:26.902811 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-8c08ef64-cb38-41d8-a542-0c2dec6c843c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&device_id=857a65ee-6617-41ff-a6fc-42c199aacc91 HTTP/1.1" status: 200 len: 1099 time: 0.1220839 Sep 01 15:04:26.904662 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f767b-024f-473f-ac9f-5987f4d15d7c req-01988a90-ee63-42b9-9d01-38bd2b5e25b7 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:26.906514 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4a3f767b-024f-473f-ac9f-5987f4d15d7c req-01988a90-ee63-42b9-9d01-38bd2b5e25b7 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 945 time: 0.1922376 Sep 01 15:04:26.927706 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-32aa7e68-c416-4bff-bc0e-4590032699db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:26.940500 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-2832f62e-ab30-4a38-9242-09b1acf36012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:26.942368 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-2832f62e-ab30-4a38-9242-09b1acf36012 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&device_id=d84145e7-9149-45ef-b131-049ab6b2ce9a HTTP/1.1" status: 200 len: 1098 time: 0.1279948 Sep 01 15:04:26.945516 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-32aa7e68-c416-4bff-bc0e-4590032699db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:26.966170 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-b6ef7463-90f4-401f-8ca6-f77fc3471514 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=6b66269d-1d3a-4e85-9d24-7e72525313d6 HTTP/1.1" status: 200 len: 217 time: 0.0504749 Sep 01 15:04:26.988888 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac44899-4e3f-4a84-b3db-0b9ea5dae52e req-f4307192-8e5f-4e0c-885f-c69d3ec9966f tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:26.990434 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eac44899-4e3f-4a84-b3db-0b9ea5dae52e req-f4307192-8e5f-4e0c-885f-c69d3ec9966f tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=049de4a8-8252-40d6-9af5-d29e8d7f800c HTTP/1.1" status: 200 len: 946 time: 0.1592789 Sep 01 15:04:27.086165 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eac44899-4e3f-4a84-b3db-0b9ea5dae52e req-f57ef403-bb23-4da5-baaa-2809bf95e7fc tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826452 Sep 01 15:04:27.110023 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-be3e8359-409e-4e1f-83cd-78b38656b5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:27.110618 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-f2843545-4f61-4a7d-9611-2ddf6f9e3abf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=1e8b17fe-28af-4105-b7b8-4b4dc1360808 HTTP/1.1" status: 200 len: 217 time: 0.1457536 Sep 01 15:04:27.111772 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-be3e8359-409e-4e1f-83cd-78b38656b5d9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.1320875 Sep 01 15:04:27.126657 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-32aa7e68-c416-4bff-bc0e-4590032699db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=20e70a4394164da0af04f0325e8108bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6315157 Sep 01 15:04:27.129582 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa7e68-c416-4bff-bc0e-4590032699db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df073bc-5b6c-4cee-8548-44eedcc585fa,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:27.137300 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4a3f767b-024f-473f-ac9f-5987f4d15d7c req-58d04c9e-5afc-492f-81c8-fe474745b4e9 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070673 Sep 01 15:04:27.138794 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55094) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:27.268964 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da541cf7-4312-4366-9e40-ddacfd508f23 x-openstack-request-id: req-da541cf7-4312-4366-9e40-ddacfd508f23 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:27.273396 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "857a65ee-6617-41ff-a6fc-42c199aacc91", "tag": "6b66269d-1d3a-4e85-9d24-7e72525313d6", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:27.275494 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-da541cf7-4312-4366-9e40-ddacfd508f23 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:27.276178 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '857a65ee-6617-41ff-a6fc-42c199aacc91', 'tag': '6b66269d-1d3a-4e85-9d24-7e72525313d6', 'status': 'completed', 'code': 200} Sep 01 15:04:27.292132 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-68f8d7f7-637b-4f9b-88da-a37272b9d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:27.301334 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-52afbcf0-191b-4a2d-a4cc-5d0d94f8de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:27.306221 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-52afbcf0-191b-4a2d-a4cc-5d0d94f8de3a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1832328 Sep 01 15:04:27.308581 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-68f8d7f7-637b-4f9b-88da-a37272b9d9f7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.1801462 Sep 01 15:04:27.313106 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28e09c49-97a3-4880-bf66-85a210ba8651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:27.339224 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:27.409145 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28e09c49-97a3-4880-bf66-85a210ba8651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:27.461461 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-20ef6143-1428-4050-85c3-b53d077c9783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:27.463552 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-20ef6143-1428-4050-85c3-b53d077c9783 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1422942 Sep 01 15:04:27.493889 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90569333-0613-4726-91cc-c5af62ea3291 x-openstack-request-id: req-90569333-0613-4726-91cc-c5af62ea3291 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:27.494375 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84145e7-9149-45ef-b131-049ab6b2ce9a", "tag": "1e8b17fe-28af-4105-b7b8-4b4dc1360808", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:27.494784 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-90569333-0613-4726-91cc-c5af62ea3291 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:27.495263 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84145e7-9149-45ef-b131-049ab6b2ce9a', 'tag': '1e8b17fe-28af-4105-b7b8-4b4dc1360808', 'status': 'completed', 'code': 200} Sep 01 15:04:27.752064 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28e09c49-97a3-4880-bf66-85a210ba8651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:27.757244 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28e09c49-97a3-4880-bf66-85a210ba8651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:27.759376 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-28e09c49-97a3-4880-bf66-85a210ba8651 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0df073bc-5b6c-4cee-8548-44eedcc585fa HTTP/1.1" status: 204 len: 168 time: 0.6071675 Sep 01 15:04:27.781485 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcb818-6f78-4331-bdbb-1ff0a9b0d6ba req-5ff36eb4-e02b-49d6-ba6a-5ecdd10c16e6 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:27.783688 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fdbcb818-6f78-4331-bdbb-1ff0a9b0d6ba req-5ff36eb4-e02b-49d6-ba6a-5ecdd10c16e6 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.45 "GET /v2.0/ports?device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9 HTTP/1.1" status: 200 len: 945 time: 0.2561719 Sep 01 15:04:27.820320 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e09c49-97a3-4880-bf66-85a210ba8651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df073bc-5b6c-4cee-8548-44eedcc585fa,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:27.846611 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19a37f-54a5-438e-bbff-ff4395569487 req-dd3d6c1a-3ea7-45d8-ac6e-dc0fe6ccf923 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:27.860547 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2f19a37f-54a5-438e-bbff-ff4395569487 req-dd3d6c1a-3ea7-45d8-ac6e-dc0fe6ccf923 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=857a65ee-6617-41ff-a6fc-42c199aacc91 HTTP/1.1" status: 200 len: 948 time: 0.2439265 Sep 01 15:04:28.044665 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-4d9aeef3-5ede-401d-915c-0b8bdcc62ada service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5683875 Sep 01 15:04:28.058783 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-293f902a-737e-4531-a548-7a113728fc3d service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7416303 Sep 01 15:04:28.078253 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2b180-c344-4a8a-8270-31eee2460b77 req-fcbad14d-8487-4565-9763-00baa2a4721a tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:28.112152 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4ad2b180-c344-4a8a-8270-31eee2460b77 req-fcbad14d-8487-4565-9763-00baa2a4721a tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cb6b78b-1da1-4cd7-a912-feefe3278622 HTTP/1.1" status: 200 len: 945 time: 0.6634080 Sep 01 15:04:28.115480 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55102) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:28.137390 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-b82991b1-a0a6-460f-b3d1-759d2e40e170 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Request body: {'floatingip': {'port_id': 'eec250af-c2bd-4800-aec8-4ed9dab075f7'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:28.261038 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2f19a37f-54a5-438e-bbff-ff4395569487 req-c1f11912-9f11-429a-ab70-decd2a5c254b tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973551 Sep 01 15:04:28.375869 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-fdbcb818-6f78-4331-bdbb-1ff0a9b0d6ba req-2fac6da0-1910-400f-874f-3e9d482c0d91 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Deleting port 9e19b410-8c07-441a-93e7-652652f539ed {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:04:28.376391 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fdbcb818-6f78-4331-bdbb-1ff0a9b0d6ba req-2fac6da0-1910-400f-874f-3e9d482c0d91 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:28.412514 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b82991b1-a0a6-460f-b3d1-759d2e40e170 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks [] for floatingip, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:28.526203 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-d54e4ae5-a53a-4b7d-a5b2-2979eadaab06 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466410 Sep 01 15:04:28.583561 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf69b2-8687-4578-86d6-8144859c9cf9 req-00d6ae83-7dd6-450a-be41-daeb0bf47469 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:28.592879 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cebf69b2-8687-4578-86d6-8144859c9cf9 req-00d6ae83-7dd6-450a-be41-daeb0bf47469 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=049de4a8-8252-40d6-9af5-d29e8d7f800c HTTP/1.1" status: 200 len: 946 time: 0.1432393 Sep 01 15:04:28.618046 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55112) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:28.640508 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318b467-1379-4b77-8b9f-fa6fe7e8888a req-dd0169da-b8a5-49ba-a689-84fed19d4a40 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:28.642373 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7318b467-1379-4b77-8b9f-fa6fe7e8888a req-dd0169da-b8a5-49ba-a689-84fed19d4a40 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9 HTTP/1.1" status: 200 len: 945 time: 0.3882616 Sep 01 15:04:28.679475 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-fdbcb818-6f78-4331-bdbb-1ff0a9b0d6ba req-2fac6da0-1910-400f-874f-3e9d482c0d91 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] For port 9e19b410-8c07-441a-93e7-652652f539ed, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=9e19b410-8c07-441a-93e7-652652f539ed,segment=NetworkSegment(e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1),segment_id=e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:28.680218 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fdbcb818-6f78-4331-bdbb-1ff0a9b0d6ba req-2fac6da0-1910-400f-874f-3e9d482c0d91 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:28.688629 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e5ad6b3d-fd29-4594-a0db-5687f485fd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:28.706043 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cebf69b2-8687-4578-86d6-8144859c9cf9 req-9c214849-dde3-4b1d-9f95-7b41cef6020e tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119561 Sep 01 15:04:28.737193 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-fdbcb818-6f78-4331-bdbb-1ff0a9b0d6ba req-2fac6da0-1910-400f-874f-3e9d482c0d91 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Calling delete_port for 9e19b410-8c07-441a-93e7-652652f539ed owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:04:28.789345 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7318b467-1379-4b77-8b9f-fa6fe7e8888a req-0fb0b79d-5424-4943-b0ec-61ee4e3a734d tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf7be8e3-d6d7-455d-a813-c71c8a4509d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087224 Sep 01 15:04:28.823865 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6133693-1307-4d64-939f-7d2117da5ab1 req-1b1039c5-0a11-4235-a693-62e83173d674 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7100024 Sep 01 15:04:28.879457 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc18770-0525-4313-9d8a-b29fd3843ef6 req-ee619e2a-9626-4fd3-b04b-bf9f81f006e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:28.883012 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3cc18770-0525-4313-9d8a-b29fd3843ef6 req-ee619e2a-9626-4fd3-b04b-bf9f81f006e5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&device_id=d84145e7-9149-45ef-b131-049ab6b2ce9a HTTP/1.1" status: 200 len: 1098 time: 0.1751840 Sep 01 15:04:29.209688 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be09e6e-29cf-44f3-8ccc-ee9e24d58043 req-aface827-7594-4c29-9e3b-b551e33497a5 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:29.213192 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9be09e6e-29cf-44f3-8ccc-ee9e24d58043 req-aface827-7594-4c29-9e3b-b551e33497a5 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 945 time: 0.2890763 Sep 01 15:04:29.355357 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519540e-2fef-4659-be57-5d6b8e653418 req-dcce6b6a-682e-4e76-8428-70eff3c36ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:29.358191 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b519540e-2fef-4659-be57-5d6b8e653418 req-dcce6b6a-682e-4e76-8428-70eff3c36ff7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&device_id=857a65ee-6617-41ff-a6fc-42c199aacc91 HTTP/1.1" status: 200 len: 1099 time: 0.4183772 Sep 01 15:04:29.457735 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc18770-0525-4313-9d8a-b29fd3843ef6 req-f6ef0497-e9fd-4ca9-b71b-434cd330e6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:29.460996 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3cc18770-0525-4313-9d8a-b29fd3843ef6 req-f6ef0497-e9fd-4ca9-b71b-434cd330e6a4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.5691905 Sep 01 15:04:29.513426 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9be09e6e-29cf-44f3-8ccc-ee9e24d58043 req-e414f526-0448-4be5-bcdb-d8fc2c245a21 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492929 Sep 01 15:04:29.566985 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3cc18770-0525-4313-9d8a-b29fd3843ef6 req-2fe00101-b746-4491-83d8-a768ed49e965 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=1e8b17fe-28af-4105-b7b8-4b4dc1360808 HTTP/1.1" status: 200 len: 217 time: 0.0896592 Sep 01 15:04:29.575568 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fdbcb818-6f78-4331-bdbb-1ff0a9b0d6ba req-2fac6da0-1910-400f-874f-3e9d482c0d91 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:29.584131 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e5ad6b3d-fd29-4594-a0db-5687f485fd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:29.648401 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e5ad6b3d-fd29-4594-a0db-5687f485fd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:29.666888 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc18770-0525-4313-9d8a-b29fd3843ef6 req-f0750e87-1e83-4236-abc9-4c4fe6549559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:29.670702 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3cc18770-0525-4313-9d8a-b29fd3843ef6 req-f0750e87-1e83-4236-abc9-4c4fe6549559 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.0925839 Sep 01 15:04:29.747081 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac6da0-1910-400f-874f-3e9d482c0d91 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Pushing event deleted for resources: {'Port': ['ID=9e19b410-8c07-441a-93e7-652652f539ed,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:29.801088 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e5ad6b3d-fd29-4594-a0db-5687f485fd73 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3eef5fdcb7384c1aaa684e6b7fb5ea62&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1813428 Sep 01 15:04:29.801827 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad6b3d-fd29-4594-a0db-5687f485fd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acd352c-f5d6-4fa9-a777-f90f9241a0f2,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:29.813233 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55122) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:29.820095 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbcb818-6f78-4331-bdbb-1ff0a9b0d6ba req-2fac6da0-1910-400f-874f-3e9d482c0d91 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] No DVR routers for this DVR port 9e19b410-8c07-441a-93e7-652652f539ed on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:04:29.826378 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fdbcb818-6f78-4331-bdbb-1ff0a9b0d6ba req-2fac6da0-1910-400f-874f-3e9d482c0d91 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:29.830108 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fdbcb818-6f78-4331-bdbb-1ff0a9b0d6ba req-2fac6da0-1910-400f-874f-3e9d482c0d91 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.45 "DELETE /v2.0/ports/9e19b410-8c07-441a-93e7-652652f539ed HTTP/1.1" status: 204 len: 173 time: 2.0277364 Sep 01 15:04:29.840359 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860efc8f-b96c-4bdc-b545-e2c83b451bb9', 'name': 'network-vif-deleted', 'tag': '9e19b410-8c07-441a-93e7-652652f539ed'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:29.844322 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc02048-5198-46e6-9624-c8c7f3f90dfa" -d '{"events": [{"server_uuid": "860efc8f-b96c-4bdc-b545-e2c83b451bb9", "name": "network-vif-deleted", "tag": "9e19b410-8c07-441a-93e7-652652f539ed"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:29.906502 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc18770-0525-4313-9d8a-b29fd3843ef6 req-3abb4ab3-e937-45d0-a0ab-b621b5a37f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:29.908080 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3cc18770-0525-4313-9d8a-b29fd3843ef6 req-3abb4ab3-e937-45d0-a0ab-b621b5a37f96 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1960959 Sep 01 15:04:29.919899 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92823690-251f-4348-a5af-2a4cce61bae0 req-a26bb010-1671-49f8-aef3-ef9ffa440995 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:29.921541 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-92823690-251f-4348-a5af-2a4cce61bae0 req-a26bb010-1671-49f8-aef3-ef9ffa440995 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=857a65ee-6617-41ff-a6fc-42c199aacc91 HTTP/1.1" status: 200 len: 948 time: 0.2413898 Sep 01 15:04:30.041088 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519540e-2fef-4659-be57-5d6b8e653418 req-a07d7748-0919-4b18-b144-5ab5fe52a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:30.043657 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b519540e-2fef-4659-be57-5d6b8e653418 req-a07d7748-0919-4b18-b144-5ab5fe52a50b service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.5770903 Sep 01 15:04:30.053222 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa4a3d-5f32-48a5-a8a6-5a6e61f76f59 req-f14a8d98-ec91-4896-ad3e-691b6637aea4 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:30.064549 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26fa4a3d-5f32-48a5-a8a6-5a6e61f76f59 req-f14a8d98-ec91-4896-ad3e-691b6637aea4 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=049de4a8-8252-40d6-9af5-d29e8d7f800c HTTP/1.1" status: 200 len: 946 time: 0.7047427 Sep 01 15:04:30.073419 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b82991b1-a0a6-460f-b3d1-759d2e40e170 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:30.091141 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0adc0891-d8c6-402d-b130-a27b25a2be1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:30.154199 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b519540e-2fef-4659-be57-5d6b8e653418 req-db35d29c-6fa5-4c23-9b0a-f844ce51d85f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=6b66269d-1d3a-4e85-9d24-7e72525313d6 HTTP/1.1" status: 200 len: 217 time: 0.0855389 Sep 01 15:04:30.206648 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-92823690-251f-4348-a5af-2a4cce61bae0 req-0aa7d6ed-8f67-4ef8-bc33-1cb8790d5ada tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584236 Sep 01 15:04:30.233393 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0adc0891-d8c6-402d-b130-a27b25a2be1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:30.237569 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519540e-2fef-4659-be57-5d6b8e653418 req-b78ac8bd-2c27-48b8-a16e-5ebc0dacf82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:30.239392 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b519540e-2fef-4659-be57-5d6b8e653418 req-b78ac8bd-2c27-48b8-a16e-5ebc0dacf82f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.0615835 Sep 01 15:04:30.240480 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b82991b1-a0a6-460f-b3d1-759d2e40e170 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:30.378720 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26fa4a3d-5f32-48a5-a8a6-5a6e61f76f59 req-e74f1512-5bd6-4f2f-aa3e-e71e5a4fe4fc tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121471 Sep 01 15:04:30.394910 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3cc18770-0525-4313-9d8a-b29fd3843ef6 req-58e160a2-d583-4292-b591-c93fb6b8c07d service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713893 Sep 01 15:04:30.440992 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-b82991b1-a0a6-460f-b3d1-759d2e40e170 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Floating IP 836d5174-dade-40f2-9e9d-a7bbe26ede7d associated. External IP: 172.25.6.216, port: eec250af-c2bd-4800-aec8-4ed9dab075f7. Sep 01 15:04:30.481595 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e239f487-1d56-407c-b0ce-6999d00a56ad req-040f6e8e-1909-4386-acbf-14314e7d94a2 tempest-FloatingIPsAssociationTestJSON-1590048323 tempest-FloatingIPsAssociationTestJSON-1590048323-project] 10.222.0.60 "GET /v2.0/ports?device_id=860efc8f-b96c-4bdc-b545-e2c83b451bb9 HTTP/1.1" status: 200 len: 210 time: 0.0831873 Sep 01 15:04:30.507003 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f63998-be62-4c4d-a953-84c97a5a117f x-openstack-request-id: req-04f63998-be62-4c4d-a953-84c97a5a117f {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:30.509841 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860efc8f-b96c-4bdc-b545-e2c83b451bb9", "name": "network-vif-deleted", "tag": "9e19b410-8c07-441a-93e7-652652f539ed", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:30.513317 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-04f63998-be62-4c4d-a953-84c97a5a117f {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:30.516607 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860efc8f-b96c-4bdc-b545-e2c83b451bb9', 'name': 'network-vif-deleted', 'tag': '9e19b410-8c07-441a-93e7-652652f539ed', 'status': 'completed', 'code': 200} Sep 01 15:04:30.520843 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0adc0891-d8c6-402d-b130-a27b25a2be1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:30.534483 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0adc0891-d8c6-402d-b130-a27b25a2be1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:30.539693 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0adc0891-d8c6-402d-b130-a27b25a2be1a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8acd352c-f5d6-4fa9-a777-f90f9241a0f2 HTTP/1.1" status: 204 len: 168 time: 0.7166059 Sep 01 15:04:30.592720 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519540e-2fef-4659-be57-5d6b8e653418 req-4d8510c6-b17e-430e-b910-a06dd842d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:30.594637 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b519540e-2fef-4659-be57-5d6b8e653418 req-4d8510c6-b17e-430e-b910-a06dd842d364 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2134778 Sep 01 15:04:30.656506 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc0891-d8c6-402d-b130-a27b25a2be1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acd352c-f5d6-4fa9-a777-f90f9241a0f2,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:30.767501 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 6b66269d-1d3a-4e85-9d24-7e72525313d6 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:04:30.775105 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 9e19b410-8c07-441a-93e7-652652f539ed no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:04:30.841755 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 9e19b410-8c07-441a-93e7-652652f539ed {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:04:30.842344 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 9e19b410-8c07-441a-93e7-652652f539ed not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:04:30.869274 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3cc18770-0525-4313-9d8a-b29fd3843ef6 req-2b3f5efd-3bfb-4ef4-86ff-ac70f788dc1d service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149067 Sep 01 15:04:30.886244 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b519540e-2fef-4659-be57-5d6b8e653418 req-2c18da87-f255-40c6-9770-4c3ff52e0dcf service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537415 Sep 01 15:04:30.901716 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e903b3-65f8-402b-aceb-14d468336704 req-9e6c055a-6e5f-480f-8f20-1256e8339c35 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:30.920103 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-25e903b3-65f8-402b-aceb-14d468336704 req-9e6c055a-6e5f-480f-8f20-1256e8339c35 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 945 time: 0.1880057 Sep 01 15:04:31.009181 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-25e903b3-65f8-402b-aceb-14d468336704 req-438ce551-4529-422d-8c1e-c7403fd782ab tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877800 Sep 01 15:04:31.080780 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 6b66269d-1d3a-4e85-9d24-7e72525313d6, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=6b66269d-1d3a-4e85-9d24-7e72525313d6,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:31.113588 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '6b66269d-1d3a-4e85-9d24-7e72525313d6', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': '6b66269d-1d3a-4e85-9d24-7e72525313d6', 'mac_address': 'fa:16:3e:10:06:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:04:31.193450 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82991b1-a0a6-460f-b3d1-759d2e40e170 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Router f7a939d3-e933-4cca-b422-dff94ae51f0c has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:04:31.223785 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b519540e-2fef-4659-be57-5d6b8e653418 req-3f19e232-2126-4993-9529-5a90dc2f9c85 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080819 Sep 01 15:04:31.244738 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:31.258070 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d64b1-edd5-45e4-af9f-bb2817a6daa3 req-27fe2899-f1fb-4a8e-89a6-d3e45f35e75f tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:31.274834 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b64d64b1-edd5-45e4-af9f-bb2817a6daa3 req-27fe2899-f1fb-4a8e-89a6-d3e45f35e75f tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.45 "GET /v2.0/ports?device_id=049de4a8-8252-40d6-9af5-d29e8d7f800c HTTP/1.1" status: 200 len: 946 time: 0.1185293 Sep 01 15:04:31.283345 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b66269d-1d3a-4e85-9d24-7e72525313d6 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:04:31.360726 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 6b66269d-1d3a-4e85-9d24-7e72525313d6, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=6b66269d-1d3a-4e85-9d24-7e72525313d6,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:31.376203 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:31.472403 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=6b66269d-1d3a-4e85-9d24-7e72525313d6,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:31.535831 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82991b1-a0a6-460f-b3d1-759d2e40e170 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:04:31.552039 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b82991b1-a0a6-460f-b3d1-759d2e40e170 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:31.555062 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e446b02b-9723-42f7-a1bd-beba7ab7e93f None None] Sync routers for ids ['f7a939d3-e933-4cca-b422-dff94ae51f0c'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:04:31.576943 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e446b02b-9723-42f7-a1bd-beba7ab7e93f None None] Routers {'f7a939d3-e933-4cca-b422-dff94ae51f0c'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:04:31.578699 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-e446b02b-9723-42f7-a1bd-beba7ab7e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:04:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f7a939d3-e933-4cca-b422-dff94ae51f0c'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:31.611465 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c39ce-de70-4c7c-a5e8-966fb63c385e req-6a16ad7c-6f48-4cd6-b4f5-f01a76031b1a tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:31.620162 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ac7c39ce-de70-4c7c-a5e8-966fb63c385e req-6a16ad7c-6f48-4cd6-b4f5-f01a76031b1a tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=857a65ee-6617-41ff-a6fc-42c199aacc91 HTTP/1.1" status: 200 len: 949 time: 0.1956744 Sep 01 15:04:31.637526 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b82991b1-a0a6-460f-b3d1-759d2e40e170 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "PUT /v2.0/floatingips/836d5174-dade-40f2-9e9d-a7bbe26ede7d HTTP/1.1" status: 200 len: 991 time: 3.5176575 Sep 01 15:04:31.645780 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb6b78b-1da1-4cd7-a912-feefe3278622', 'tag': 'eec250af-c2bd-4800-aec8-4ed9dab075f7'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:31.649260 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4941d64-af1a-4926-a632-06e3008f874c" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb6b78b-1da1-4cd7-a912-feefe3278622", "tag": "eec250af-c2bd-4800-aec8-4ed9dab075f7"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:31.656450 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-b64d64b1-edd5-45e4-af9f-bb2817a6daa3 req-8cec96b1-b974-4f45-b1b5-49ce11bc0bca tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Deleting port 6b1603fa-3423-456b-8296-a173eb2e6634 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:04:31.657501 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b64d64b1-edd5-45e4-af9f-bb2817a6daa3 req-8cec96b1-b974-4f45-b1b5-49ce11bc0bca tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:31.674620 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f3605-6f63-4be9-b980-e0e840a3cc85 req-1eef6128-80f4-4de5-9257-bd6dfcb5659f tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:31.685748 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f69f3605-6f63-4be9-b980-e0e840a3cc85 req-1eef6128-80f4-4de5-9257-bd6dfcb5659f tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=049de4a8-8252-40d6-9af5-d29e8d7f800c HTTP/1.1" status: 200 len: 946 time: 0.1850863 Sep 01 15:04:31.709329 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['6b66269d-1d3a-4e85-9d24-7e72525313d6'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:04:31.730647 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ac7c39ce-de70-4c7c-a5e8-966fb63c385e req-d0b7bb7f-bcc9-4401-ab98-7f46f6a0810c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091537 Sep 01 15:04:31.793159 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f69f3605-6f63-4be9-b980-e0e840a3cc85 req-efdde916-6ad4-4843-a318-2fdb83825092 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba78846e-e4dd-4ccc-8d28-6545cb916fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919583 Sep 01 15:04:31.802993 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-e446b02b-9723-42f7-a1bd-beba7ab7e93f None None] Set router f7a939d3-e933-4cca-b422-dff94ae51f0c gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:04:31.892737 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55160) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:31.988830 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-b64d64b1-edd5-45e4-af9f-bb2817a6daa3 req-8cec96b1-b974-4f45-b1b5-49ce11bc0bca tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] For port 6b1603fa-3423-456b-8296-a173eb2e6634, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=6b1603fa-3423-456b-8296-a173eb2e6634,segment=NetworkSegment(b84bd209-7bfa-45b7-97f5-46abc9efe091),segment_id=b84bd209-7bfa-45b7-97f5-46abc9efe091)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:31.989718 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b64d64b1-edd5-45e4-af9f-bb2817a6daa3 req-8cec96b1-b974-4f45-b1b5-49ce11bc0bca tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:32.053398 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-b64d64b1-edd5-45e4-af9f-bb2817a6daa3 req-8cec96b1-b974-4f45-b1b5-49ce11bc0bca tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Calling delete_port for 6b1603fa-3423-456b-8296-a173eb2e6634 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:04:32.224880 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4e9cff-7d8e-467e-af2a-985005fedf69 x-openstack-request-id: req-ca4e9cff-7d8e-467e-af2a-985005fedf69 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:32.225337 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb6b78b-1da1-4cd7-a912-feefe3278622", "tag": "eec250af-c2bd-4800-aec8-4ed9dab075f7", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:32.226650 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ca4e9cff-7d8e-467e-af2a-985005fedf69 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:32.227261 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb6b78b-1da1-4cd7-a912-feefe3278622', 'tag': 'eec250af-c2bd-4800-aec8-4ed9dab075f7', 'status': 'completed', 'code': 200} Sep 01 15:04:32.419638 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4941d64-af1a-4926-a632-06e3008f874c req-1006cc45-e165-41dc-95c0-68fea2642ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:32.421575 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e4941d64-af1a-4926-a632-06e3008f874c req-1006cc45-e165-41dc-95c0-68fea2642ec4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b0e7360364584c26bd48bad3b2b96ff5&device_id=6cb6b78b-1da1-4cd7-a912-feefe3278622 HTTP/1.1" status: 200 len: 1096 time: 0.1255558 Sep 01 15:04:32.572915 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb793e50-07dc-4171-a141-cf673b28a26c req-da924f11-9a8b-4f82-b45d-40fb1284f4cf tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:32.582359 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fb793e50-07dc-4171-a141-cf673b28a26c req-da924f11-9a8b-4f82-b45d-40fb1284f4cf tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 945 time: 0.2879384 Sep 01 15:04:32.609838 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4941d64-af1a-4926-a632-06e3008f874c req-b7f2a875-475a-4bc6-aa24-fe83112b3cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:32.613386 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e4941d64-af1a-4926-a632-06e3008f874c req-b7f2a875-475a-4bc6-aa24-fe83112b3cdf service neutron] 10.222.0.62 "GET /v2.0/networks?id=4ee8f304-25eb-4c36-ba1e-cf02863aa3e7 HTTP/1.1" status: 200 len: 913 time: 0.1781538 Sep 01 15:04:32.741876 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-e446b02b-9723-42f7-a1bd-beba7ab7e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'name': 'tempest-ServersTestManualDisk-2107234725-router', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:03:37Z', 'updated_at': '2021-09-01T15:03:55Z', 'revision_number': 4, 'project_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'gw_port': {'id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ea:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:03:42Z', 'updated_at': '2021-09-01T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '836d5174-dade-40f2-9e9d-a7bbe26ede7d', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'floating_ip_address': '172.25.6.216', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'port_id': 'eec250af-c2bd-4800-aec8-4ed9dab075f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7', 'mac_address': 'fa:16:3e:e6:a3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b78b-1da1-4cd7-a912-feefe3278622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:04:03Z', 'updated_at': '2021-09-01T15:04:29Z', 'revision_number': 1, 'project_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea74b9ec-3534-4205-83e3-13f7b1f89ccb', 'name': '', 'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'mac_address': 'fa:16:3e:93:72:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '8b429c43-124c-43c8-856c-37687d3e205d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:03:52Z', 'updated_at': '2021-09-01T15:04:02Z', 'revision_number': 5, 'project_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'subnets': [{'id': '8b429c43-124c-43c8-856c-37687d3e205d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:32.779249 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e446b02b-9723-42f7-a1bd-beba7ab7e93f None None] Checking router: f7a939d3-e933-4cca-b422-dff94ae51f0c for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:04:32.795829 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e446b02b-9723-42f7-a1bd-beba7ab7e93f None None] Routers {'f7a939d3-e933-4cca-b422-dff94ae51f0c'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:04:32.796866 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-e446b02b-9723-42f7-a1bd-beba7ab7e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:04:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f7a939d3-e933-4cca-b422-dff94ae51f0c'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:32.831373 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e4941d64-af1a-4926-a632-06e3008f874c req-ed415504-d04c-4a4a-86fb-3177ad2aeb07 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eec250af-c2bd-4800-aec8-4ed9dab075f7 HTTP/1.1" status: 200 len: 999 time: 0.1852582 Sep 01 15:04:32.882288 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fb793e50-07dc-4171-a141-cf673b28a26c req-99a19259-873b-4084-abf7-16c9414c2632 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847254 Sep 01 15:04:33.083178 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b64d64b1-edd5-45e4-af9f-bb2817a6daa3 req-8cec96b1-b974-4f45-b1b5-49ce11bc0bca tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:33.184819 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec96b1-b974-4f45-b1b5-49ce11bc0bca tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Pushing event deleted for resources: {'Port': ['ID=6b1603fa-3423-456b-8296-a173eb2e6634,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:33.199183 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-e446b02b-9723-42f7-a1bd-beba7ab7e93f None None] Set router f7a939d3-e933-4cca-b422-dff94ae51f0c gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:04:33.213787 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4941d64-af1a-4926-a632-06e3008f874c req-db11f8e5-a879-42c6-99c6-bbacff278957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:33.216379 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e4941d64-af1a-4926-a632-06e3008f874c req-db11f8e5-a879-42c6-99c6-bbacff278957 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8b429c43-124c-43c8-856c-37687d3e205d HTTP/1.1" status: 200 len: 851 time: 0.3679874 Sep 01 15:04:33.230958 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-de2c6ad9-5df9-4eff-a47c-5bc54681586a req-ab52e547-2dcc-40be-8552-25c5e801c88b tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=049de4a8-8252-40d6-9af5-d29e8d7f800c HTTP/1.1" status: 200 len: 210 time: 0.1348453 Sep 01 15:04:33.295249 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 1e8b17fe-28af-4105-b7b8-4b4dc1360808 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:04:33.314282 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64d64b1-edd5-45e4-af9f-bb2817a6daa3 req-8cec96b1-b974-4f45-b1b5-49ce11bc0bca tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] No DVR routers for this DVR port 6b1603fa-3423-456b-8296-a173eb2e6634 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:04:33.447175 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b64d64b1-edd5-45e4-af9f-bb2817a6daa3 req-8cec96b1-b974-4f45-b1b5-49ce11bc0bca tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:33.479877 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b64d64b1-edd5-45e4-af9f-bb2817a6daa3 req-8cec96b1-b974-4f45-b1b5-49ce11bc0bca tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.45 "DELETE /v2.0/ports/6b1603fa-3423-456b-8296-a173eb2e6634 HTTP/1.1" status: 204 len: 173 time: 2.1780412 Sep 01 15:04:33.480998 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049de4a8-8252-40d6-9af5-d29e8d7f800c', 'name': 'network-vif-deleted', 'tag': '6b1603fa-3423-456b-8296-a173eb2e6634'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:33.486193 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfae5d4c-ee26-4356-96be-d1e9fa7dc459" -d '{"events": [{"server_uuid": "049de4a8-8252-40d6-9af5-d29e8d7f800c", "name": "network-vif-deleted", "tag": "6b1603fa-3423-456b-8296-a173eb2e6634"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:33.513084 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21e379-a980-48bc-b095-271e561f80d2 req-e5fffa53-8770-4877-8c0e-e0c0e6edb0cd tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:33.514928 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cc21e379-a980-48bc-b095-271e561f80d2 req-e5fffa53-8770-4877-8c0e-e0c0e6edb0cd tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=857a65ee-6617-41ff-a6fc-42c199aacc91 HTTP/1.1" status: 200 len: 949 time: 0.4576561 Sep 01 15:04:33.516246 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6725241b-ff75-43e0-9bbd-0d5d807165ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:33.656972 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4941d64-af1a-4926-a632-06e3008f874c req-cf3b4b95-fa7c-4737-b546-e81c5bc93a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:33.658159 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e4941d64-af1a-4926-a632-06e3008f874c req-cf3b4b95-fa7c-4737-b546-e81c5bc93a97 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ee8f304-25eb-4c36-ba1e-cf02863aa3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4236615 Sep 01 15:04:33.716706 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28b3139-a84a-4d41-9459-7bf36822dba8 x-openstack-request-id: req-d28b3139-a84a-4d41-9459-7bf36822dba8 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:33.724592 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049de4a8-8252-40d6-9af5-d29e8d7f800c", "name": "network-vif-deleted", "tag": "6b1603fa-3423-456b-8296-a173eb2e6634", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:33.724997 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d28b3139-a84a-4d41-9459-7bf36822dba8 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:33.725451 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049de4a8-8252-40d6-9af5-d29e8d7f800c', 'name': 'network-vif-deleted', 'tag': '6b1603fa-3423-456b-8296-a173eb2e6634', 'status': 'completed', 'code': 200} Sep 01 15:04:33.785272 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cc21e379-a980-48bc-b095-271e561f80d2 req-17bba452-a2e1-48fa-b10d-3ad69ad8423e tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439821 Sep 01 15:04:33.883212 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 1e8b17fe-28af-4105-b7b8-4b4dc1360808, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=1e8b17fe-28af-4105-b7b8-4b4dc1360808,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:33.923031 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '1e8b17fe-28af-4105-b7b8-4b4dc1360808', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': '1e8b17fe-28af-4105-b7b8-4b4dc1360808', 'mac_address': 'fa:16:3e:85:f5:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:04:34.002918 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-e446b02b-9723-42f7-a1bd-beba7ab7e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'name': 'tempest-ServersTestManualDisk-2107234725-router', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:03:37Z', 'updated_at': '2021-09-01T15:03:55Z', 'revision_number': 4, 'project_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'gw_port': {'id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ea:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:03:42Z', 'updated_at': '2021-09-01T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '836d5174-dade-40f2-9e9d-a7bbe26ede7d', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'floating_ip_address': '172.25.6.216', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'port_id': 'eec250af-c2bd-4800-aec8-4ed9dab075f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7', 'mac_address': 'fa:16:3e:e6:a3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b78b-1da1-4cd7-a912-feefe3278622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:04:03Z', 'updated_at': '2021-09-01T15:04:29Z', 'revision_number': 1, 'project_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea74b9ec-3534-4205-83e3-13f7b1f89ccb', 'name': '', 'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'mac_address': 'fa:16:3e:93:72:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '8b429c43-124c-43c8-856c-37687d3e205d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:03:52Z', 'updated_at': '2021-09-01T15:04:02Z', 'revision_number': 5, 'project_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'subnets': [{'id': '8b429c43-124c-43c8-856c-37687d3e205d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:34.079950 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e4941d64-af1a-4926-a632-06e3008f874c req-76ab6698-670e-408d-8b36-0fde60555691 service neutron] 10.222.0.62 "GET /v2.0/networks/4ee8f304-25eb-4c36-ba1e-cf02863aa3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834095 Sep 01 15:04:34.106188 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:34.118133 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e446b02b-9723-42f7-a1bd-beba7ab7e93f None None] The sync data for ids ['f7a939d3-e933-4cca-b422-dff94ae51f0c'] in n-d-794796-3 is: [{'id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'name': 'tempest-ServersTestManualDisk-2107234725-router', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:03:37Z', 'updated_at': '2021-09-01T15:03:55Z', 'revision_number': 4, 'project_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'gw_port': {'id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ea:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:03:42Z', 'updated_at': '2021-09-01T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '836d5174-dade-40f2-9e9d-a7bbe26ede7d', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'floating_ip_address': '172.25.6.216', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'port_id': 'eec250af-c2bd-4800-aec8-4ed9dab075f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7', 'mac_address': 'fa:16:3e:e6:a3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb6b78b-1da1-4cd7-a912-feefe3278622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:04:03Z', 'updated_at': '2021-09-01T15:04:29Z', 'revision_number': 1, 'project_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea74b9ec-3534-4205-83e3-13f7b1f89ccb', 'name': '', 'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'mac_address': 'fa:16:3e:93:72:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '8b429c43-124c-43c8-856c-37687d3e205d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:03:52Z', 'updated_at': '2021-09-01T15:04:02Z', 'revision_number': 5, 'project_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'subnets': [{'id': '8b429c43-124c-43c8-856c-37687d3e205d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:04:34.185559 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e8b17fe-28af-4105-b7b8-4b4dc1360808 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:04:34.262898 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 1e8b17fe-28af-4105-b7b8-4b4dc1360808, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=1e8b17fe-28af-4105-b7b8-4b4dc1360808,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:34.269589 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:34.426277 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=1e8b17fe-28af-4105-b7b8-4b4dc1360808,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:34.453061 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e4941d64-af1a-4926-a632-06e3008f874c req-ed90411e-118c-4af4-b1fc-1f0dd9262c64 service neutron] 10.222.0.62 "GET /v2.0/networks/4ee8f304-25eb-4c36-ba1e-cf02863aa3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554778 Sep 01 15:04:34.587131 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3083e9-fcb5-4038-ae6c-24e9c78bc504 req-45434359-56ea-4695-aacc-ad24ca4d2938 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:34.592653 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ede257fc-10b0-47cc-9db2-039dfe6d860f req-0d2f9dd5-7dfa-4942-8aaf-b47f6f47637b tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/ports?device_id=049de4a8-8252-40d6-9af5-d29e8d7f800c HTTP/1.1" status: 200 len: 210 time: 0.0718257 Sep 01 15:04:34.604179 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fa3083e9-fcb5-4038-ae6c-24e9c78bc504 req-45434359-56ea-4695-aacc-ad24ca4d2938 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 945 time: 0.4819937 Sep 01 15:04:34.749366 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['1e8b17fe-28af-4105-b7b8-4b4dc1360808'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:04:34.836148 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 6b66269d-1d3a-4e85-9d24-7e72525313d6 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:04:34.853016 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce7a25-0577-455e-bf8c-549c239ffc2e None None] New status for floating IP 836d5174-dade-40f2-9e9d-a7bbe26ede7d: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:04:34.854575 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fa3083e9-fcb5-4038-ae6c-24e9c78bc504 req-c0a59e75-609c-48ea-a7a2-9f141decdbf1 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470474 Sep 01 15:04:34.890784 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-6725241b-ff75-43e0-9bbd-0d5d807165ef admin admin] Deleting port f3456f38-ff60-405a-9df4-00ee069260c2 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:04:34.891347 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6725241b-ff75-43e0-9bbd-0d5d807165ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:35.440543 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 6b66269d-1d3a-4e85-9d24-7e72525313d6 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:04:35.488890 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 6b66269d-1d3a-4e85-9d24-7e72525313d6 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:35.492344 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:35.844000 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:35.861603 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-6725241b-ff75-43e0-9bbd-0d5d807165ef admin admin] For port f3456f38-ff60-405a-9df4-00ee069260c2, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f3456f38-ff60-405a-9df4-00ee069260c2,segment=NetworkSegment(e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1),segment_id=e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:35.862689 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6725241b-ff75-43e0-9bbd-0d5d807165ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:35.919399 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-6725241b-ff75-43e0-9bbd-0d5d807165ef admin admin] Calling delete_port for f3456f38-ff60-405a-9df4-00ee069260c2 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:04:35.926602 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 6b66269d-1d3a-4e85-9d24-7e72525313d6, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=6b66269d-1d3a-4e85-9d24-7e72525313d6,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:35.929915 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857a65ee-6617-41ff-a6fc-42c199aacc91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b66269d-1d3a-4e85-9d24-7e72525313d6'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:35.933876 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9deeac53-f46f-447c-a830-9a43abe7061a" -d '{"events": [{"server_uuid": "857a65ee-6617-41ff-a6fc-42c199aacc91", "name": "network-vif-plugged", "status": "completed", "tag": "6b66269d-1d3a-4e85-9d24-7e72525313d6"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:35.943379 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:35.946118 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 6b1603fa-3423-456b-8296-a173eb2e6634 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:04:35.946554 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369d18f-f83d-4209-8d62-0207adff37ba req-f6608d3e-211a-4369-b68c-0e4b8b9b1592 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:35.956760 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6369d18f-f83d-4209-8d62-0207adff37ba req-f6608d3e-211a-4369-b68c-0e4b8b9b1592 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0&tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&binding%3Ahost_id=n-h1-794796-3 HTTP/1.1" status: 200 len: 1096 time: 1.2907476 Sep 01 15:04:35.983381 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 6b1603fa-3423-456b-8296-a173eb2e6634 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:04:35.984058 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 6b1603fa-3423-456b-8296-a173eb2e6634 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:04:35.991764 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-6369d18f-f83d-4209-8d62-0207adff37ba req-7abf999c-3651-417f-be7a-78006e4bcd31 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794796-3'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:36.076266 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f25b25-b895-47b0-b927-981a3723cb9e req-ee7e6dd3-2dd1-43db-823f-9584e56e57e0 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:36.078008 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a7f25b25-b895-47b0-b927-981a3723cb9e req-ee7e6dd3-2dd1-43db-823f-9584e56e57e0 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=857a65ee-6617-41ff-a6fc-42c199aacc91 HTTP/1.1" status: 200 len: 949 time: 0.2762747 Sep 01 15:04:36.119856 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=6b66269d-1d3a-4e85-9d24-7e72525313d6,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:36.135670 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6369d18f-f83d-4209-8d62-0207adff37ba req-7abf999c-3651-417f-be7a-78006e4bcd31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:36.186777 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a7f25b25-b895-47b0-b927-981a3723cb9e req-13e6371b-b648-45b4-a6c4-9d5014a34104 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838220 Sep 01 15:04:36.499478 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6725241b-ff75-43e0-9bbd-0d5d807165ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:36.512515 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6369d18f-f83d-4209-8d62-0207adff37ba req-7abf999c-3651-417f-be7a-78006e4bcd31 service neutron] For port 8244ea20-9b94-4858-b1aa-192afd5280b6, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=8244ea20-9b94-4858-b1aa-192afd5280b6,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:36.555068 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d3628a-aba4-48c0-85b1-e7e1ac6c0321 x-openstack-request-id: req-e1d3628a-aba4-48c0-85b1-e7e1ac6c0321 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:36.556761 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857a65ee-6617-41ff-a6fc-42c199aacc91", "name": "network-vif-plugged", "status": "completed", "tag": "6b66269d-1d3a-4e85-9d24-7e72525313d6", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:36.557403 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e1d3628a-aba4-48c0-85b1-e7e1ac6c0321 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:36.557829 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857a65ee-6617-41ff-a6fc-42c199aacc91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b66269d-1d3a-4e85-9d24-7e72525313d6', 'code': 200} Sep 01 15:04:36.610135 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6369d18f-f83d-4209-8d62-0207adff37ba req-7abf999c-3651-417f-be7a-78006e4bcd31 service neutron] For port 8244ea20-9b94-4858-b1aa-192afd5280b6, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:04:36.755003 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725241b-ff75-43e0-9bbd-0d5d807165ef admin admin] Pushing event deleted for resources: {'Port': ['ID=f3456f38-ff60-405a-9df4-00ee069260c2,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:36.801018 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd5b62-8593-4095-82f1-3cc3eb1cb1e1 req-5fe6b52a-8f7b-46ad-b369-9fa20480fd0d tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:36.805452 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd565aa-ccd2-483e-aaea-af8540681fb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8244ea20-9b94-4858-b1aa-192afd5280b6'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:36.807994 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08df1f76-39d7-4978-94c3-2e00779e2920" -d '{"events": [{"server_uuid": "2dd565aa-ccd2-483e-aaea-af8540681fb0", "name": "network-vif-unplugged", "status": "completed", "tag": "8244ea20-9b94-4858-b1aa-192afd5280b6"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:36.814272 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6369d18f-f83d-4209-8d62-0207adff37ba req-7abf999c-3651-417f-be7a-78006e4bcd31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:36.816322 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b5cd5b62-8593-4095-82f1-3cc3eb1cb1e1 req-5fe6b52a-8f7b-46ad-b369-9fa20480fd0d tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 945 time: 0.2932906 Sep 01 15:04:36.823046 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d4aeb-0a20-48c2-835a-6dd239fb0146 req-75f234e6-4b94-4875-a6a0-640ee8a4bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:36.824938 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-028d4aeb-0a20-48c2-835a-6dd239fb0146 req-75f234e6-4b94-4875-a6a0-640ee8a4bd57 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=857a65ee-6617-41ff-a6fc-42c199aacc91 HTTP/1.1" status: 200 len: 1101 time: 0.1389608 Sep 01 15:04:36.826987 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6369d18f-f83d-4209-8d62-0207adff37ba req-7abf999c-3651-417f-be7a-78006e4bcd31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:36.925965 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-028d4aeb-0a20-48c2-835a-6dd239fb0146 req-3092986a-87b1-40d4-bebb-0a6180a73013 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923781 Sep 01 15:04:36.953900 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf999c-3651-417f-be7a-78006e4bcd31 service neutron] Pushing event updated for resources: {'Port': ['ID=8244ea20-9b94-4858-b1aa-192afd5280b6,revision_number=7']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:36.998553 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6369d18f-f83d-4209-8d62-0207adff37ba req-7abf999c-3651-417f-be7a-78006e4bcd31 service neutron] Attempting to bind port 8244ea20-9b94-4858-b1aa-192afd5280b6 on host n-h1-794796-3 for vnic_type normal with profile {"migrating_to": "n-h2-794796-3"} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:04:36.998835 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6369d18f-f83d-4209-8d62-0207adff37ba req-7abf999c-3651-417f-be7a-78006e4bcd31 service neutron] Attempting to bind port 8244ea20-9b94-4858-b1aa-192afd5280b6 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:04:36.999246 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6369d18f-f83d-4209-8d62-0207adff37ba req-7abf999c-3651-417f-be7a-78006e4bcd31 service neutron] Attempting to bind port 8244ea20-9b94-4858-b1aa-192afd5280b6 on network e27801a1-4735-4eb4-8714-06c2c137f925 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:37.006023 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6369d18f-f83d-4209-8d62-0207adff37ba req-7abf999c-3651-417f-be7a-78006e4bcd31 service neutron] Port 8244ea20-9b94-4858-b1aa-192afd5280b6 on network e27801a1-4735-4eb4-8714-06c2c137f925 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:04:37.006409 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6369d18f-f83d-4209-8d62-0207adff37ba req-7abf999c-3651-417f-be7a-78006e4bcd31 service neutron] Attempting to bind port 8244ea20-9b94-4858-b1aa-192afd5280b6 on network e27801a1-4735-4eb4-8714-06c2c137f925 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:37.015866 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6369d18f-f83d-4209-8d62-0207adff37ba req-7abf999c-3651-417f-be7a-78006e4bcd31 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:04:37.016209 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6369d18f-f83d-4209-8d62-0207adff37ba req-7abf999c-3651-417f-be7a-78006e4bcd31 service neutron] Checking segment: {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:04:37.016601 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6369d18f-f83d-4209-8d62-0207adff37ba req-7abf999c-3651-417f-be7a-78006e4bcd31 service neutron] Bound using segment: {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:04:37.017208 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6369d18f-f83d-4209-8d62-0207adff37ba req-7abf999c-3651-417f-be7a-78006e4bcd31 service neutron] Bound port: 8244ea20-9b94-4858-b1aa-192afd5280b6, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c5355d8-279e-4357-a7b6-c331f56087e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e27801a1-4735-4eb4-8714-06c2c137f925'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:04:37.017417 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6369d18f-f83d-4209-8d62-0207adff37ba req-7abf999c-3651-417f-be7a-78006e4bcd31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:37.106925 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b5cd5b62-8593-4095-82f1-3cc3eb1cb1e1 req-a12ae571-5e87-4e56-ace2-7b8826844673 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791703 Sep 01 15:04:37.125014 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6725241b-ff75-43e0-9bbd-0d5d807165ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:37.183447 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6369d18f-f83d-4209-8d62-0207adff37ba req-7abf999c-3651-417f-be7a-78006e4bcd31 service neutron] For port 8244ea20-9b94-4858-b1aa-192afd5280b6, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:04:37.195051 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6369d18f-f83d-4209-8d62-0207adff37ba req-7abf999c-3651-417f-be7a-78006e4bcd31 service neutron] For port 8244ea20-9b94-4858-b1aa-192afd5280b6, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=8244ea20-9b94-4858-b1aa-192afd5280b6,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:04:37.198463 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72a2ac7-50ad-4efa-91fe-c4e80f7532a6 x-openstack-request-id: req-e72a2ac7-50ad-4efa-91fe-c4e80f7532a6 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:37.198984 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd565aa-ccd2-483e-aaea-af8540681fb0", "name": "network-vif-unplugged", "status": "completed", "tag": "8244ea20-9b94-4858-b1aa-192afd5280b6", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:37.199396 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e72a2ac7-50ad-4efa-91fe-c4e80f7532a6 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:37.200083 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd565aa-ccd2-483e-aaea-af8540681fb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8244ea20-9b94-4858-b1aa-192afd5280b6', 'code': 200} Sep 01 15:04:37.206045 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6369d18f-f83d-4209-8d62-0207adff37ba req-7abf999c-3651-417f-be7a-78006e4bcd31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:37.227898 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55262) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:37.295850 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 8244ea20-9b94-4858-b1aa-192afd5280b6 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:04:37.312440 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 1e8b17fe-28af-4105-b7b8-4b4dc1360808 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:04:37.602353 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369d18f-f83d-4209-8d62-0207adff37ba req-7abf999c-3651-417f-be7a-78006e4bcd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:37.603517 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6369d18f-f83d-4209-8d62-0207adff37ba req-7abf999c-3651-417f-be7a-78006e4bcd31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:37.607130 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6369d18f-f83d-4209-8d62-0207adff37ba req-7abf999c-3651-417f-be7a-78006e4bcd31 service neutron] 10.222.0.62 "PUT /v2.0/ports/8244ea20-9b94-4858-b1aa-192afd5280b6 HTTP/1.1" status: 200 len: 1121 time: 1.6336381 Sep 01 15:04:37.634534 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf999c-3651-417f-be7a-78006e4bcd31 service neutron] Pushing event updated for resources: {'Port': ['ID=8244ea20-9b94-4858-b1aa-192afd5280b6,revision_number=8']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:37.637594 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 1e8b17fe-28af-4105-b7b8-4b4dc1360808 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:04:37.651025 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6725241b-ff75-43e0-9bbd-0d5d807165ef admin admin] Router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:04:37.659989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 1e8b17fe-28af-4105-b7b8-4b4dc1360808 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:37.661084 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:37.720278 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224f2b9-6ee1-4ad3-a11f-78e60128be31 req-437ac922-f17b-4c73-959e-7116646bb03f tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:37.735154 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f224f2b9-6ee1-4ad3-a11f-78e60128be31 req-437ac922-f17b-4c73-959e-7116646bb03f tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=857a65ee-6617-41ff-a6fc-42c199aacc91 HTTP/1.1" status: 200 len: 950 time: 0.3699613 Sep 01 15:04:37.755972 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55280) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:37.761960 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['8244ea20-9b94-4858-b1aa-192afd5280b6'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:04:37.776176 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-633a4357-16d6-4c0c-942d-bd050120232f tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:37.861300 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-633a4357-16d6-4c0c-942d-bd050120232f tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:37.937432 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f224f2b9-6ee1-4ad3-a11f-78e60128be31 req-73cd5e76-9038-4f5b-beb4-d34fc5111888 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004468 Sep 01 15:04:37.957877 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 8244ea20-9b94-4858-b1aa-192afd5280b6, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=8244ea20-9b94-4858-b1aa-192afd5280b6,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:38.008871 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 8244ea20-9b94-4858-b1aa-192afd5280b6 has no active binding in host n-h2-794796-3 {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 01 15:04:38.031583 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['8244ea20-9b94-4858-b1aa-192afd5280b6'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:04:38.082108 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-633a4357-16d6-4c0c-942d-bd050120232f tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:38.085740 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-633a4357-16d6-4c0c-942d-bd050120232f tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:38.091338 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-633a4357-16d6-4c0c-942d-bd050120232f tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "DELETE /v2.0/security-groups/83a117e7-e69f-48e4-8bf3-340500b50f97 HTTP/1.1" status: 204 len: 168 time: 0.8279872 Sep 01 15:04:38.091698 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55292) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:38.124030 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a4357-16d6-4c0c-942d-bd050120232f tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a117e7-e69f-48e4-8bf3-340500b50f97,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:38.199283 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a939fe87-f097-4f55-b416-cd5a6db920f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:38.200099 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-c2fc443d-f78d-42bc-90d7-35084b582141 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] show failed (client error): The resource could not be found. Sep 01 15:04:38.210221 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c2fc443d-f78d-42bc-90d7-35084b582141 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "GET /v2.0/security-groups/83a117e7-e69f-48e4-8bf3-340500b50f97 HTTP/1.1" status: 404 len: 347 time: 0.0981605 Sep 01 15:04:38.212954 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55298) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:38.278079 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6725241b-ff75-43e0-9bbd-0d5d807165ef admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:04:38.289115 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6725241b-ff75-43e0-9bbd-0d5d807165ef admin admin] 10.222.0.60 "PUT /v2.0/routers/445f318f-d5d4-44f1-a14f-e5b96d1a51fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3901548 Sep 01 15:04:38.300354 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a340e8-808a-4123-9c9a-e91cfc2ff184 None None] Sync routers for ids ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:04:38.362318 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a340e8-808a-4123-9c9a-e91cfc2ff184 None None] Routers {'445f318f-d5d4-44f1-a14f-e5b96d1a51fa'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:04:38.366413 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-16a340e8-808a-4123-9c9a-e91cfc2ff184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:04:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:38.367471 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:38.451925 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55300) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:38.494583 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a939fe87-f097-4f55-b416-cd5a6db920f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:38.570914 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:38.652583 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a939fe87-f097-4f55-b416-cd5a6db920f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:38.653412 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d3475-62e0-42e1-8f8d-a1072d3bca2d req-9c52a9c1-9e19-42ef-9395-154065b45a4a tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:38.656217 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-692d3475-62e0-42e1-8f8d-a1072d3bca2d req-9c52a9c1-9e19-42ef-9395-154065b45a4a tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 943 time: 0.1873467 Sep 01 15:04:38.692827 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84145e7-9149-45ef-b131-049ab6b2ce9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8b17fe-28af-4105-b7b8-4b4dc1360808'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:38.696756 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ffafa4-2c5e-4538-a87f-b32908b53aa9" -d '{"events": [{"server_uuid": "d84145e7-9149-45ef-b131-049ab6b2ce9a", "name": "network-vif-plugged", "status": "completed", "tag": "1e8b17fe-28af-4105-b7b8-4b4dc1360808"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:38.724799 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-16a340e8-808a-4123-9c9a-e91cfc2ff184 None None] Set router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:04:38.735023 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-832adf8b-2607-4266-b7b2-1e503562a9d6 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Deleting port 4460c4b4-f176-4527-b04a-349f89471258 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:04:38.735608 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-832adf8b-2607-4266-b7b2-1e503562a9d6 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:38.736224 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 1e8b17fe-28af-4105-b7b8-4b4dc1360808, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=1e8b17fe-28af-4105-b7b8-4b4dc1360808,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:38.756387 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:38.822611 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4f9b8b3-38eb-4c88-bbc9-e41ed2fc6e8d admin admin] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:38.844138 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a939fe87-f097-4f55-b416-cd5a6db920f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d7d89b071a548219c379e78e568334e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0860493 Sep 01 15:04:38.844933 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939fe87-f097-4f55-b416-cd5a6db920f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7349d8a-5f30-4931-b117-097c3f942b1f,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:38.849754 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55304) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:38.874084 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-692d3475-62e0-42e1-8f8d-a1072d3bca2d req-3fbe0a94-f36f-4e4d-8383-3e5b193db0c8 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932628 Sep 01 15:04:38.949033 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=1e8b17fe-28af-4105-b7b8-4b4dc1360808,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:38.989723 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-832adf8b-2607-4266-b7b2-1e503562a9d6 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:38.990197 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-832adf8b-2607-4266-b7b2-1e503562a9d6 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:39.030445 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0c2394-b248-4086-842f-ea1d0ca4b9f5 x-openstack-request-id: req-1b0c2394-b248-4086-842f-ea1d0ca4b9f5 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:39.031040 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84145e7-9149-45ef-b131-049ab6b2ce9a", "name": "network-vif-plugged", "status": "completed", "tag": "1e8b17fe-28af-4105-b7b8-4b4dc1360808", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:39.031540 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1b0c2394-b248-4086-842f-ea1d0ca4b9f5 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:39.032465 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-832adf8b-2607-4266-b7b2-1e503562a9d6 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Calling delete_port for 4460c4b4-f176-4527-b04a-349f89471258 owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:04:39.035193 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84145e7-9149-45ef-b131-049ab6b2ce9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8b17fe-28af-4105-b7b8-4b4dc1360808', 'code': 200} Sep 01 15:04:39.039879 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-415a7173-9f1a-4dae-9059-b779c125928d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:39.072019 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a440713-f1ac-480c-ba43-3ab5676ff596 req-a9fd309a-d40b-4eb5-ad9a-e856b9e0a16f tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:39.073731 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a440713-f1ac-480c-ba43-3ab5676ff596 req-a9fd309a-d40b-4eb5-ad9a-e856b9e0a16f tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 945 time: 0.6267371 Sep 01 15:04:39.079854 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4f9b8b3-38eb-4c88-bbc9-e41ed2fc6e8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:39.163345 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3d53a694-ccbe-4ed4-b8bc-313240b80677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:39.194364 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-415a7173-9f1a-4dae-9059-b779c125928d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:39.200789 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a440713-f1ac-480c-ba43-3ab5676ff596 req-bc771509-b7c2-49d9-85ac-913d7248b9ba tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080103 Sep 01 15:04:39.203850 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd565aa-ccd2-483e-aaea-af8540681fb0', 'tag': '8244ea20-9b94-4858-b1aa-192afd5280b6'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:39.206508 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16759263-7276-4714-bc0b-784d94927f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd565aa-ccd2-483e-aaea-af8540681fb0", "tag": "8244ea20-9b94-4858-b1aa-192afd5280b6"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:39.240758 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-16a340e8-808a-4123-9c9a-e91cfc2ff184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-router', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '87877a64-89b0-4925-8994-df644841ad0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:17Z', 'updated_at': '2021-09-01T15:04:36Z', 'revision_number': 5, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'gw_port': {'id': '87877a64-89b0-4925-8994-df644841ad0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:02:18Z', 'updated_at': '2021-09-01T15:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:39.242392 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-a4f9b8b3-38eb-4c88-bbc9-e41ed2fc6e8d admin admin] Deleting port 87877a64-89b0-4925-8994-df644841ad0f {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:04:39.242750 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4f9b8b3-38eb-4c88-bbc9-e41ed2fc6e8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:39.247592 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302f368-6ad6-4061-ab98-ea9d349bff0a req-6d6cc7b3-b10a-4cc1-b260-7d9698e8f005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:39.248832 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9302f368-6ad6-4061-ab98-ea9d349bff0a req-6d6cc7b3-b10a-4cc1-b260-7d9698e8f005 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d84145e7-9149-45ef-b131-049ab6b2ce9a HTTP/1.1" status: 200 len: 1100 time: 0.0921369 Sep 01 15:04:39.282167 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a340e8-808a-4123-9c9a-e91cfc2ff184 None None] Checking router: 445f318f-d5d4-44f1-a14f-e5b96d1a51fa for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:04:39.302694 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a340e8-808a-4123-9c9a-e91cfc2ff184 None None] Routers {'445f318f-d5d4-44f1-a14f-e5b96d1a51fa'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:04:39.304289 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-16a340e8-808a-4123-9c9a-e91cfc2ff184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:04:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:39.320282 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb9eb8-beee-491f-98e0-0a579e903c5f req-732b7ef3-0f0b-404d-822c-490af9c04f84 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:39.328697 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4fdb9eb8-beee-491f-98e0-0a579e903c5f req-732b7ef3-0f0b-404d-822c-490af9c04f84 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=857a65ee-6617-41ff-a6fc-42c199aacc91 HTTP/1.1" status: 200 len: 950 time: 0.1641307 Sep 01 15:04:39.371641 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9302f368-6ad6-4061-ab98-ea9d349bff0a req-c1baedba-d98e-4b3e-8652-a36d22aae36d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061230 Sep 01 15:04:39.373465 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2c27be-7fc3-46b0-a0e3-564c280201e2 x-openstack-request-id: req-2f2c27be-7fc3-46b0-a0e3-564c280201e2 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:39.373755 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd565aa-ccd2-483e-aaea-af8540681fb0", "tag": "8244ea20-9b94-4858-b1aa-192afd5280b6", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:39.375618 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f2c27be-7fc3-46b0-a0e3-564c280201e2 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:39.376068 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd565aa-ccd2-483e-aaea-af8540681fb0', 'tag': '8244ea20-9b94-4858-b1aa-192afd5280b6', 'status': 'completed', 'code': 200} Sep 01 15:04:39.402731 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4fdb9eb8-beee-491f-98e0-0a579e903c5f req-b4998ece-675e-4105-8686-686f13e8fa9b tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729208 Sep 01 15:04:39.442655 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-415a7173-9f1a-4dae-9059-b779c125928d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:39.450946 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-415a7173-9f1a-4dae-9059-b779c125928d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:39.463638 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-415a7173-9f1a-4dae-9059-b779c125928d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b7349d8a-5f30-4931-b117-097c3f942b1f HTTP/1.1" status: 204 len: 168 time: 0.6063766 Sep 01 15:04:39.524458 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-16a340e8-808a-4123-9c9a-e91cfc2ff184 None None] Set router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:04:39.550753 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-a4f9b8b3-38eb-4c88-bbc9-e41ed2fc6e8d admin admin] For port 87877a64-89b0-4925-8994-df644841ad0f, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=87877a64-89b0-4925-8994-df644841ad0f,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:39.551415 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4f9b8b3-38eb-4c88-bbc9-e41ed2fc6e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:39.586018 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a7173-9f1a-4dae-9059-b779c125928d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7349d8a-5f30-4931-b117-097c3f942b1f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:39.592134 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-a4f9b8b3-38eb-4c88-bbc9-e41ed2fc6e8d admin admin] Calling delete_port for 87877a64-89b0-4925-8994-df644841ad0f owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:04:39.629778 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264a066-a67b-43cd-895c-7293614e7010 req-98a265a2-8182-45cc-ae1f-694da114aeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:39.632518 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8264a066-a67b-43cd-895c-7293614e7010 req-98a265a2-8182-45cc-ae1f-694da114aeac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 1124 time: 0.1996119 Sep 01 15:04:39.636151 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-16a340e8-808a-4123-9c9a-e91cfc2ff184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-router', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:17Z', 'updated_at': '2021-09-01T15:04:39Z', 'revision_number': 6, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:39.665867 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-832adf8b-2607-4266-b7b2-1e503562a9d6 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:39.688320 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4ac75-895f-417e-bd20-6b0ac8094f30 req-9517b35a-8f11-4879-bde8-8c977976d99e tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:39.691012 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-97a4ac75-895f-417e-bd20-6b0ac8094f30 req-9517b35a-8f11-4879-bde8-8c977976d99e tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=d84145e7-9149-45ef-b131-049ab6b2ce9a HTTP/1.1" status: 200 len: 949 time: 0.1342075 Sep 01 15:04:39.692673 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a340e8-808a-4123-9c9a-e91cfc2ff184 None None] The sync data for ids ['445f318f-d5d4-44f1-a14f-e5b96d1a51fa'] in n-d-794796-3 is: [{'id': '445f318f-d5d4-44f1-a14f-e5b96d1a51fa', 'name': 'tempest-FloatingIPsAssociationTestJSON-1134464069-router', 'tenant_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:02:17Z', 'updated_at': '2021-09-01T15:04:39Z', 'revision_number': 6, 'project_id': '3a8b6e85b31644d8bfb2e3bcf82dcfd1', 'gw_port_host': None}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:04:39.726815 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832adf8b-2607-4266-b7b2-1e503562a9d6 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Pushing event deleted for resources: {'Port': ['ID=4460c4b4-f176-4527-b04a-349f89471258,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:39.873815 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-97a4ac75-895f-417e-bd20-6b0ac8094f30 req-be01131f-895b-4873-a621-0f93add528b6 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570439 Sep 01 15:04:39.920430 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-832adf8b-2607-4266-b7b2-1e503562a9d6 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:39.924755 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-832adf8b-2607-4266-b7b2-1e503562a9d6 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:39.925972 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-832adf8b-2607-4266-b7b2-1e503562a9d6 tempest-ImagesOneServerNegativeTestJSON-68728339 tempest-ImagesOneServerNegativeTestJSON-68728339-project] 10.222.0.60 "DELETE /v2.0/floatingips/8d73a114-1612-473e-97df-47d79559c9c2 HTTP/1.1" status: 204 len: 168 time: 1.7097847 Sep 01 15:04:40.121030 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264a066-a67b-43cd-895c-7293614e7010 req-9fb7649e-fc63-46d4-9ff2-5debc9e8f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:40.123785 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8264a066-a67b-43cd-895c-7293614e7010 req-9fb7649e-fc63-46d4-9ff2-5debc9e8f06e service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27801a1-4735-4eb4-8714-06c2c137f925 HTTP/1.1" status: 200 len: 921 time: 0.2939353 Sep 01 15:04:40.159369 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f3456f38-ff60-405a-9df4-00ee069260c2 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:04:40.226835 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8264a066-a67b-43cd-895c-7293614e7010 req-7f44f566-6ccb-40d6-bf20-bfe7aecff4c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8244ea20-9b94-4858-b1aa-192afd5280b6 HTTP/1.1" status: 200 len: 217 time: 0.0838335 Sep 01 15:04:40.270357 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: f3456f38-ff60-405a-9df4-00ee069260c2 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:04:40.271147 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f3456f38-ff60-405a-9df4-00ee069260c2 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:04:40.281119 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321d997-a3f3-44c4-84b0-e5052ebda435 req-189d34d9-a8b4-49fb-8759-06b54012671a tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:40.282986 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7321d997-a3f3-44c4-84b0-e5052ebda435 req-189d34d9-a8b4-49fb-8759-06b54012671a tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 943 time: 0.2564225 Sep 01 15:04:40.283565 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55332) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:40.284003 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55334) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:40.301038 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4f9b8b3-38eb-4c88-bbc9-e41ed2fc6e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:40.361414 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9b8b3-38eb-4c88-bbc9-e41ed2fc6e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=87877a64-89b0-4925-8994-df644841ad0f,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:40.376613 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c41bc070-72b5-4511-8e8a-2d1b9c9294f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:40.385023 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264a066-a67b-43cd-895c-7293614e7010 req-9b255f5e-f1e9-49a3-831f-c96659a7b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:40.387760 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8264a066-a67b-43cd-895c-7293614e7010 req-9b255f5e-f1e9-49a3-831f-c96659a7b06e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66b1faa8-b86d-41ee-9bdb-4fe08d19f261 HTTP/1.1" status: 200 len: 860 time: 0.1497512 Sep 01 15:04:40.422991 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-98af335f-5cd7-46eb-b343-bd8a05ed0a81 admin admin] Deleting subnet 9aecc203-2bd6-487a-a73a-beab525beded {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:04:40.436804 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98af335f-5cd7-46eb-b343-bd8a05ed0a81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:40.441347 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7321d997-a3f3-44c4-84b0-e5052ebda435 req-66092cfd-768e-414d-b1d5-237d2848b150 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330097 Sep 01 15:04:40.500679 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98af335f-5cd7-46eb-b343-bd8a05ed0a81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:40.516209 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8264a066-a67b-43cd-895c-7293614e7010 req-72744374-5980-48c2-98ff-9314bec4cf03 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27801a1-4735-4eb4-8714-06c2c137f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001782 Sep 01 15:04:40.576073 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98af335f-5cd7-46eb-b343-bd8a05ed0a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:40.602451 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4f9b8b3-38eb-4c88-bbc9-e41ed2fc6e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:40.652891 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea4204-d54b-4642-83ab-63febfab0cbf req-408ed48e-7062-4ff7-91ab-da34b2d3ca86 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:40.659129 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d7ea4204-d54b-4642-83ab-63febfab0cbf req-408ed48e-7062-4ff7-91ab-da34b2d3ca86 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 945 time: 0.2442691 Sep 01 15:04:40.716118 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c41bc070-72b5-4511-8e8a-2d1b9c9294f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:40.727580 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c41bc070-72b5-4511-8e8a-2d1b9c9294f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:40.762950 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98af335f-5cd7-46eb-b343-bd8a05ed0a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:40.808729 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4f9b8b3-38eb-4c88-bbc9-e41ed2fc6e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:40.811466 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4f9b8b3-38eb-4c88-bbc9-e41ed2fc6e8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:40.843293 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af335f-5cd7-46eb-b343-bd8a05ed0a81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aecc203-2bd6-487a-a73a-beab525beded,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:40.846456 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98af335f-5cd7-46eb-b343-bd8a05ed0a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:40.854531 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-98af335f-5cd7-46eb-b343-bd8a05ed0a81 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9aecc203-2bd6-487a-a73a-beab525beded HTTP/1.1" status: 204 len: 168 time: 0.5689497 Sep 01 15:04:40.859911 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c41bc070-72b5-4511-8e8a-2d1b9c9294f5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=46c32979954a410484f2595deaf2c2c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5731759 Sep 01 15:04:40.861462 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55342) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:40.862646 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bc070-72b5-4511-8e8a-2d1b9c9294f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7adb3b-3497-4630-9119-c1c14ea6f49e,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:40.877629 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55344) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:40.916266 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4f9b8b3-38eb-4c88-bbc9-e41ed2fc6e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:40.918047 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f9b8b3-38eb-4c88-bbc9-e41ed2fc6e8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 445f318f-d5d4-44f1-a14f-e5b96d1a51fa {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:04:40.925652 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4f9b8b3-38eb-4c88-bbc9-e41ed2fc6e8d admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:40.927513 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a4f9b8b3-38eb-4c88-bbc9-e41ed2fc6e8d admin admin] 10.222.0.60 "DELETE /v2.0/routers/445f318f-d5d4-44f1-a14f-e5b96d1a51fa HTTP/1.1" status: 204 len: 168 time: 2.4648163 Sep 01 15:04:40.931649 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8264a066-a67b-43cd-895c-7293614e7010 req-766ee578-6bdb-46b1-b1d9-2dffad4a0a3a service neutron] 10.222.0.45 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036601 Sep 01 15:04:40.932300 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55348) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:40.936048 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d7ea4204-d54b-4642-83ab-63febfab0cbf req-b97e0b3a-2826-4ff0-bd7b-1a23f7b8872c tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119267 Sep 01 15:04:41.068907 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e24ad094-d904-44e5-b023-5b7655b26af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:41.073636 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-58292702-1724-4ada-8fd7-f1eb28a4a7f5 admin admin] Deleting subnet 1713c272-a1dd-4676-bd8c-95aac02d27d5 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:04:41.084573 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-58292702-1724-4ada-8fd7-f1eb28a4a7f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:41.100195 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-20fc6ce1-e3ae-4212-95e8-e6044246d789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:41.178094 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-20fc6ce1-e3ae-4212-95e8-e6044246d789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:41.221152 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-58292702-1724-4ada-8fd7-f1eb28a4a7f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:41.256041 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8264a066-a67b-43cd-895c-7293614e7010 req-093514bc-c879-4b4f-bf84-f6fa6c253b8a service neutron] 10.222.0.45 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883675 Sep 01 15:04:41.299175 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c0ab8-bf19-4ab3-9652-69b9885c1217 req-626110fd-59e1-4468-8b61-14529cf5307e tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:41.300931 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-852c0ab8-bf19-4ab3-9652-69b9885c1217 req-626110fd-59e1-4468-8b61-14529cf5307e tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=d84145e7-9149-45ef-b131-049ab6b2ce9a HTTP/1.1" status: 200 len: 949 time: 0.1414344 Sep 01 15:04:41.308343 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e24ad094-d904-44e5-b023-5b7655b26af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:41.331441 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-e24ad094-d904-44e5-b023-5b7655b26af2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afbd3276-8933-493c-9cea-acf035fd72fe']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:41.351546 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-e24ad094-d904-44e5-b023-5b7655b26af2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b84bd209-7bfa-45b7-97f5-46abc9efe091') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:41.352168 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-e24ad094-d904-44e5-b023-5b7655b26af2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b84bd209-7bfa-45b7-97f5-46abc9efe091') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:41.387890 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e24ad094-d904-44e5-b023-5b7655b26af2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:41.412094 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-20fc6ce1-e3ae-4212-95e8-e6044246d789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:41.417389 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-20fc6ce1-e3ae-4212-95e8-e6044246d789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:41.420109 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-20fc6ce1-e3ae-4212-95e8-e6044246d789 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d7adb3b-3497-4630-9119-c1c14ea6f49e HTTP/1.1" status: 204 len: 168 time: 0.5395939 Sep 01 15:04:41.422905 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e24ad094-d904-44e5-b023-5b7655b26af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:41.431718 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-58292702-1724-4ada-8fd7-f1eb28a4a7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:41.447355 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc6ce1-e3ae-4212-95e8-e6044246d789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7adb3b-3497-4630-9119-c1c14ea6f49e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:41.456730 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24ad094-d904-44e5-b023-5b7655b26af2 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:04:41.457773 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e24ad094-d904-44e5-b023-5b7655b26af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:04:41.462688 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:04:41.521476 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-852c0ab8-bf19-4ab3-9652-69b9885c1217 req-43dcabd2-351e-401e-a6f1-dc28c36d4742 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881557 Sep 01 15:04:41.574982 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16759263-7276-4714-bc0b-784d94927f5c req-9c69fa63-b523-4f63-87e8-b6ff3e0aef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:41.577185 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16759263-7276-4714-bc0b-784d94927f5c req-9c69fa63-b523-4f63-87e8-b6ff3e0aef3c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 1124 time: 0.2058482 Sep 01 15:04:41.619047 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e24ad094-d904-44e5-b023-5b7655b26af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:41.631312 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e24ad094-d904-44e5-b023-5b7655b26af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:41.642553 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e24ad094-d904-44e5-b023-5b7655b26af2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/afbd3276-8933-493c-9cea-acf035fd72fe HTTP/1.1" status: 204 len: 168 time: 0.7717679 Sep 01 15:04:41.685970 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ad094-d904-44e5-b023-5b7655b26af2 admin admin] Pushing event deleted for resources: {'Network': ['ID=afbd3276-8933-493c-9cea-acf035fd72fe,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:41.776209 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d83d5a-5197-4a35-997d-5eecc9bcf7a7 req-25896afd-0f2a-4e6b-af30-e3ee04699365 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:41.779530 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f9d83d5a-5197-4a35-997d-5eecc9bcf7a7 req-25896afd-0f2a-4e6b-af30-e3ee04699365 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 943 time: 0.1112616 Sep 01 15:04:41.822406 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-58292702-1724-4ada-8fd7-f1eb28a4a7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:41.870050 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f9d83d5a-5197-4a35-997d-5eecc9bcf7a7 req-1e573832-53b1-45a1-bd7e-fba0e3751d5c tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733821 Sep 01 15:04:41.890249 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58292702-1724-4ada-8fd7-f1eb28a4a7f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1713c272-a1dd-4676-bd8c-95aac02d27d5,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:41.899128 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-58292702-1724-4ada-8fd7-f1eb28a4a7f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:41.901135 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-58292702-1724-4ada-8fd7-f1eb28a4a7f5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1713c272-a1dd-4676-bd8c-95aac02d27d5 HTTP/1.1" status: 204 len: 168 time: 0.9636388 Sep 01 15:04:41.904150 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55360) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:41.907959 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9bde1d-bef6-42fd-9e27-9797ae51d4af None None] Network 3a08825e-c598-4444-9cbd-967c37c7410b requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:04:41.963358 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55362) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:42.024960 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16759263-7276-4714-bc0b-784d94927f5c req-896376b5-b4e7-417b-b9c2-440daa1db5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:42.027673 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16759263-7276-4714-bc0b-784d94927f5c req-896376b5-b4e7-417b-b9c2-440daa1db5b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e27801a1-4735-4eb4-8714-06c2c137f925 HTTP/1.1" status: 200 len: 921 time: 0.4187493 Sep 01 15:04:42.101848 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e809d4ab-7d62-47aa-a77b-12c069247a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:42.125152 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 87877a64-89b0-4925-8994-df644841ad0f no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:04:42.191290 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16759263-7276-4714-bc0b-784d94927f5c req-768b4245-b899-4803-bc18-20cd10771e0b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8244ea20-9b94-4858-b1aa-192afd5280b6 HTTP/1.1" status: 200 len: 217 time: 0.1488886 Sep 01 15:04:42.201648 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:42.208089 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 87877a64-89b0-4925-8994-df644841ad0f {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:04:42.221422 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 87877a64-89b0-4925-8994-df644841ad0f not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:04:42.225660 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-e809d4ab-7d62-47aa-a77b-12c069247a52 admin admin] Deleting port b7012bae-1b9a-4e05-9460-4bf2883a8b21 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:04:42.226388 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e809d4ab-7d62-47aa-a77b-12c069247a52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:42.301418 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-592d7fa4-7388-42f9-a136-df6d551cc1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:42.358030 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fc4e6fd2-f7e5-4b9c-8ec9-a7486a8882c1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fc7781bca91c43a9b97f7339632fb18e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3931494 Sep 01 15:04:42.373008 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55370) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:42.419204 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-e809d4ab-7d62-47aa-a77b-12c069247a52 admin admin] For port b7012bae-1b9a-4e05-9460-4bf2883a8b21, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b7012bae-1b9a-4e05-9460-4bf2883a8b21,segment=NetworkSegment(e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1),segment_id=e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:42.420744 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e809d4ab-7d62-47aa-a77b-12c069247a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:42.424578 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7db14-071e-4945-b6f4-0fe9782c6341 req-9c83a2ea-5982-4327-a76c-b89c200086b5 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:42.433793 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-71f7db14-071e-4945-b6f4-0fe9782c6341 req-9c83a2ea-5982-4327-a76c-b89c200086b5 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 945 time: 0.2591684 Sep 01 15:04:42.464092 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16759263-7276-4714-bc0b-784d94927f5c req-616e1933-ca5f-4035-91fa-8b90133eefff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:42.465490 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16759263-7276-4714-bc0b-784d94927f5c req-616e1933-ca5f-4035-91fa-8b90133eefff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=66b1faa8-b86d-41ee-9bdb-4fe08d19f261 HTTP/1.1" status: 200 len: 860 time: 0.2181776 Sep 01 15:04:42.473915 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-e809d4ab-7d62-47aa-a77b-12c069247a52 admin admin] Calling delete_port for b7012bae-1b9a-4e05-9460-4bf2883a8b21 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:04:42.531077 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ab7839-9a93-4430-92ea-4f9795d706c2 None None] DHCP port deletion for 3a08825e-c598-4444-9cbd-967c37c7410b request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:04:42.554429 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16759263-7276-4714-bc0b-784d94927f5c req-e97e8215-c07d-4047-8540-3a6880831d20 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e27801a1-4735-4eb4-8714-06c2c137f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640996 Sep 01 15:04:42.689778 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-19ab7839-9a93-4430-92ea-4f9795d706c2 None None] Deleting port b7012bae-1b9a-4e05-9460-4bf2883a8b21 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:04:42.690412 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-19ab7839-9a93-4430-92ea-4f9795d706c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:42.754719 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16759263-7276-4714-bc0b-784d94927f5c req-ff231090-5df9-456e-a8a6-ed87928ce5de service neutron] 10.222.0.45 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875336 Sep 01 15:04:42.889713 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-19ab7839-9a93-4430-92ea-4f9795d706c2 None None] For port b7012bae-1b9a-4e05-9460-4bf2883a8b21, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b7012bae-1b9a-4e05-9460-4bf2883a8b21,segment=NetworkSegment(e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1),segment_id=e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:42.890408 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-19ab7839-9a93-4430-92ea-4f9795d706c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:42.908591 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-71f7db14-071e-4945-b6f4-0fe9782c6341 req-554f031a-95f4-4252-a32e-36679c424447 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4737837 Sep 01 15:04:42.934025 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e809d4ab-7d62-47aa-a77b-12c069247a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:42.952840 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-19ab7839-9a93-4430-92ea-4f9795d706c2 None None] Calling delete_port for b7012bae-1b9a-4e05-9460-4bf2883a8b21 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:04:42.961183 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4dbb08c7-2129-4060-a45a-be510aaee271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:43.000567 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4353e38-4243-487d-8e1d-a5102e524583 req-d3454937-6b78-429e-a359-4d76ed39ad9f tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:43.004157 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e4353e38-4243-487d-8e1d-a5102e524583 req-d3454937-6b78-429e-a359-4d76ed39ad9f tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=d84145e7-9149-45ef-b131-049ab6b2ce9a HTTP/1.1" status: 200 len: 949 time: 0.2469077 Sep 01 15:04:43.108127 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e809d4ab-7d62-47aa-a77b-12c069247a52 admin admin] No DVR routers for this DVR port b7012bae-1b9a-4e05-9460-4bf2883a8b21 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:04:43.112417 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4dbb08c7-2129-4060-a45a-be510aaee271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:43.217700 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809d4ab-7d62-47aa-a77b-12c069247a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7012bae-1b9a-4e05-9460-4bf2883a8b21,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:43.344961 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16759263-7276-4714-bc0b-784d94927f5c req-a860ebc2-c874-43b0-bdb4-931f33ee7e1c service neutron] 10.222.0.45 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5672576 Sep 01 15:04:43.379747 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce3538-d977-41bd-802a-beca9946e446 req-486c8286-9a0a-4817-9f59-2e8d5a65bd37 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:43.392148 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-81ce3538-d977-41bd-802a-beca9946e446 req-486c8286-9a0a-4817-9f59-2e8d5a65bd37 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 943 time: 0.3238218 Sep 01 15:04:43.408700 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4dbb08c7-2129-4060-a45a-be510aaee271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:43.416142 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4dbb08c7-2129-4060-a45a-be510aaee271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:43.421750 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4dbb08c7-2129-4060-a45a-be510aaee271 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba78846e-e4dd-4ccc-8d28-6545cb916fc0 HTTP/1.1" status: 204 len: 168 time: 1.0455475 Sep 01 15:04:43.468035 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb08c7-2129-4060-a45a-be510aaee271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba78846e-e4dd-4ccc-8d28-6545cb916fc0,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:43.492560 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e4353e38-4243-487d-8e1d-a5102e524583 req-330cc63a-e556-4005-9b7e-ce68c7edf017 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886948 Sep 01 15:04:43.509644 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e809d4ab-7d62-47aa-a77b-12c069247a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:43.540755 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:43.543362 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-e809d4ab-7d62-47aa-a77b-12c069247a52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a08825e-c598-4444-9cbd-967c37c7410b']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:43.558552 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-81ce3538-d977-41bd-802a-beca9946e446 req-e2b7d1d4-6223-430e-9ffb-f86cafff5187 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635864 Sep 01 15:04:43.592034 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-e809d4ab-7d62-47aa-a77b-12c069247a52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:43.592900 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-e809d4ab-7d62-47aa-a77b-12c069247a52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1beb367-7ded-49e4-8a7a-af8aa5ef5ff1') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:04:43.625076 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e809d4ab-7d62-47aa-a77b-12c069247a52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:43.657877 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e809d4ab-7d62-47aa-a77b-12c069247a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:43.666400 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e809d4ab-7d62-47aa-a77b-12c069247a52 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:04:43.667376 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e809d4ab-7d62-47aa-a77b-12c069247a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:04:43.670229 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:04:43.684450 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-19ab7839-9a93-4430-92ea-4f9795d706c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:43.801275 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e809d4ab-7d62-47aa-a77b-12c069247a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:43.833013 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e809d4ab-7d62-47aa-a77b-12c069247a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:43.839626 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e809d4ab-7d62-47aa-a77b-12c069247a52 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3a08825e-c598-4444-9cbd-967c37c7410b HTTP/1.1" status: 204 len: 168 time: 1.9336722 Sep 01 15:04:43.841641 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809d4ab-7d62-47aa-a77b-12c069247a52 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a08825e-c598-4444-9cbd-967c37c7410b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:43.880674 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab7839-9a93-4430-92ea-4f9795d706c2 None None] No DVR routers for this DVR port b7012bae-1b9a-4e05-9460-4bf2883a8b21 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:04:43.909245 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab7839-9a93-4430-92ea-4f9795d706c2 None None] Pushing event deleted for resources: {'Port': ['ID=b7012bae-1b9a-4e05-9460-4bf2883a8b21,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:44.134281 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b7012bae-1b9a-4e05-9460-4bf2883a8b21 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:04:44.195925 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: b7012bae-1b9a-4e05-9460-4bf2883a8b21 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:04:44.196473 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b7012bae-1b9a-4e05-9460-4bf2883a8b21 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:04:44.304237 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab313e-36d5-45d6-83e3-acb4ea0c3423 req-29ca5e9a-e363-4e9e-b973-1ae12e69c5ca tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:44.315026 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6dab313e-36d5-45d6-83e3-acb4ea0c3423 req-29ca5e9a-e363-4e9e-b973-1ae12e69c5ca tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 945 time: 0.1135404 Sep 01 15:04:44.394116 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6dab313e-36d5-45d6-83e3-acb4ea0c3423 req-4e848f63-1f15-4673-842f-f51e676aae7b tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766733 Sep 01 15:04:44.495424 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55418) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:44.566280 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55422) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:44.567058 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-942c7216-ed74-4f79-a797-23d9023e2330 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a8b6e85b31644d8bfb2e3bcf82dcfd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0697365 Sep 01 15:04:44.807352 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df621ae5-0302-4c58-ba85-d3eadfa9a927 req-c0c934ac-b688-4c79-a7e8-ce582138db65 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:44.827677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df621ae5-0302-4c58-ba85-d3eadfa9a927 req-c0c934ac-b688-4c79-a7e8-ce582138db65 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:44.836852 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebbf45-bc69-461e-8869-4113861722b4 req-10129f92-edc9-41d3-81c5-1501c061a1fd tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:44.841085 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-05ebbf45-bc69-461e-8869-4113861722b4 req-10129f92-edc9-41d3-81c5-1501c061a1fd tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=9966d725-ee8a-4997-81a8-2946d75bab6e HTTP/1.1" status: 200 len: 945 time: 0.2386022 Sep 01 15:04:44.844968 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-df621ae5-0302-4c58-ba85-d3eadfa9a927 req-c0c934ac-b688-4c79-a7e8-ce582138db65 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=857a65ee-6617-41ff-a6fc-42c199aacc91&device_id=d84145e7-9149-45ef-b131-049ab6b2ce9a HTTP/1.1" status: 200 len: 1690 time: 0.1757710 Sep 01 15:04:44.855122 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b155dd47-6395-4743-9ec2-d13515603ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:44.877161 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 8244ea20-9b94-4858-b1aa-192afd5280b6 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:04:44.957482 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b155dd47-6395-4743-9ec2-d13515603ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:44.988418 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-df621ae5-0302-4c58-ba85-d3eadfa9a927 req-9e88fadf-75a0-4964-be9e-a39e9768be49 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365166 Sep 01 15:04:44.995201 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:45.020349 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-05ebbf45-bc69-461e-8869-4113861722b4 req-825b8cc2-8b05-476f-a16c-0c12de676790 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609373 Sep 01 15:04:45.160047 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b155dd47-6395-4743-9ec2-d13515603ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:45.168490 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b155dd47-6395-4743-9ec2-d13515603ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:45.172221 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b155dd47-6395-4743-9ec2-d13515603ac0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cf7be8e3-d6d7-455d-a813-c71c8a4509d5 HTTP/1.1" status: 204 len: 168 time: 0.6027608 Sep 01 15:04:45.187101 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155dd47-6395-4743-9ec2-d13515603ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7be8e3-d6d7-455d-a813-c71c8a4509d5,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:45.287249 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad3fd8-0198-45e1-88d6-1eee4f62575f req-59d592cf-6aa7-4e18-b232-b75b76d00553 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:45.292760 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-76ad3fd8-0198-45e1-88d6-1eee4f62575f req-59d592cf-6aa7-4e18-b232-b75b76d00553 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 943 time: 0.1386929 Sep 01 15:04:45.381687 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-76ad3fd8-0198-45e1-88d6-1eee4f62575f req-dc375c6b-171b-4ed4-8131-1ae29f903f7c tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746095 Sep 01 15:04:45.658530 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5962471-20a9-46d2-abbd-fc9af7c214a1 req-fa7c9349-876c-4e4b-aa04-b6329b539f0e tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:45.673172 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f5962471-20a9-46d2-abbd-fc9af7c214a1 req-fa7c9349-876c-4e4b-aa04-b6329b539f0e tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 945 time: 0.1372988 Sep 01 15:04:45.680452 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045b0e4-f523-4491-8373-cce7d122fedc req-2cefd61d-6869-452f-9d75-8c08666c4cd4 tempest-ServersOnMultiNodesTest-1785707765 tempest-ServersOnMultiNodesTest-1785707765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:45.684781 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1045b0e4-f523-4491-8373-cce7d122fedc req-2cefd61d-6869-452f-9d75-8c08666c4cd4 tempest-ServersOnMultiNodesTest-1785707765 tempest-ServersOnMultiNodesTest-1785707765-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=857a65ee-6617-41ff-a6fc-42c199aacc91 HTTP/1.1" status: 200 len: 1101 time: 0.0813155 Sep 01 15:04:45.781280 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1045b0e4-f523-4491-8373-cce7d122fedc req-16026442-e659-42ba-b551-06261f0de53a tempest-ServersOnMultiNodesTest-1785707765 tempest-ServersOnMultiNodesTest-1785707765-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841153 Sep 01 15:04:45.804883 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f5962471-20a9-46d2-abbd-fc9af7c214a1 req-f77eae9c-b8b2-4696-aa23-8d8a36f2c97e tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292937 Sep 01 15:04:45.886007 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6369d18f-f83d-4209-8d62-0207adff37ba req-3aa0022f-cf83-4bf1-b02e-057fc1e3eaef service neutron] 10.222.0.45 "GET /v2.0/ports/8244ea20-9b94-4858-b1aa-192afd5280b6/bindings/n-h2-794796-3 HTTP/1.1" status: 200 len: 384 time: 0.1720605 Sep 01 15:04:46.069573 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94891a4f-8d6e-4341-a886-3630a7890eca req-c6a07b99-502b-4f7f-8ac3-adc5c6048a55 tempest-ServersOnMultiNodesTest-1785707765 tempest-ServersOnMultiNodesTest-1785707765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:46.079868 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-94891a4f-8d6e-4341-a886-3630a7890eca req-c6a07b99-502b-4f7f-8ac3-adc5c6048a55 tempest-ServersOnMultiNodesTest-1785707765 tempest-ServersOnMultiNodesTest-1785707765-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d84145e7-9149-45ef-b131-049ab6b2ce9a HTTP/1.1" status: 200 len: 1100 time: 0.1128111 Sep 01 15:04:46.251726 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-94891a4f-8d6e-4341-a886-3630a7890eca req-1b325495-df34-43d0-a53c-5fedc87e7ac3 tempest-ServersOnMultiNodesTest-1785707765 tempest-ServersOnMultiNodesTest-1785707765-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500201 Sep 01 15:04:46.379379 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6369d18f-f83d-4209-8d62-0207adff37ba req-80954c6e-64ac-4c05-ad9f-104d8f1d1065 service neutron] For port 8244ea20-9b94-4858-b1aa-192afd5280b6, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=8244ea20-9b94-4858-b1aa-192afd5280b6,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:46.415417 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c153c2-6d42-4f31-9be5-afb56bb47471 req-58f58428-b79a-489a-af74-94ae331a50d2 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:46.420148 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-32c153c2-6d42-4f31-9be5-afb56bb47471 req-58f58428-b79a-489a-af74-94ae331a50d2 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=9966d725-ee8a-4997-81a8-2946d75bab6e HTTP/1.1" status: 200 len: 945 time: 0.0956962 Sep 01 15:04:46.423242 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6369d18f-f83d-4209-8d62-0207adff37ba req-80954c6e-64ac-4c05-ad9f-104d8f1d1065 service neutron] For port 8244ea20-9b94-4858-b1aa-192afd5280b6, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:04:46.484612 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-6369d18f-f83d-4209-8d62-0207adff37ba req-80954c6e-64ac-4c05-ad9f-104d8f1d1065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8244ea20-9b94-4858-b1aa-192afd5280b6 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:04:46.499964 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6369d18f-f83d-4209-8d62-0207adff37ba req-80954c6e-64ac-4c05-ad9f-104d8f1d1065 service neutron] For port 8244ea20-9b94-4858-b1aa-192afd5280b6, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=8244ea20-9b94-4858-b1aa-192afd5280b6,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:46.517779 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-32c153c2-6d42-4f31-9be5-afb56bb47471 req-772fbc10-d25e-4819-80d1-b31afad5ce76 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885508 Sep 01 15:04:46.526357 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6369d18f-f83d-4209-8d62-0207adff37ba req-80954c6e-64ac-4c05-ad9f-104d8f1d1065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:46.683493 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-6369d18f-f83d-4209-8d62-0207adff37ba req-80954c6e-64ac-4c05-ad9f-104d8f1d1065 service neutron] Transition to ACTIVE for port object 8244ea20-9b94-4858-b1aa-192afd5280b6 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:04:46.691135 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6369d18f-f83d-4209-8d62-0207adff37ba req-80954c6e-64ac-4c05-ad9f-104d8f1d1065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:46.834113 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6369d18f-f83d-4209-8d62-0207adff37ba req-80954c6e-64ac-4c05-ad9f-104d8f1d1065 service neutron] No DVR routers for this DVR port 8244ea20-9b94-4858-b1aa-192afd5280b6 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:04:46.876521 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55506) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:46.906767 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80954c6e-64ac-4c05-ad9f-104d8f1d1065 service neutron] Pushing event updated for resources: {'Port': ['ID=8244ea20-9b94-4858-b1aa-192afd5280b6,revision_number=10']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:46.939704 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd0661-0c73-462d-90e6-bff4dd700d34 req-ae508ebd-51e4-47e1-9c3f-26d2a01e2414 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:46.954101 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93dd0661-0c73-462d-90e6-bff4dd700d34 req-ae508ebd-51e4-47e1-9c3f-26d2a01e2414 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 944 time: 0.1252198 Sep 01 15:04:46.968150 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6369d18f-f83d-4209-8d62-0207adff37ba req-80954c6e-64ac-4c05-ad9f-104d8f1d1065 service neutron] 10.222.0.45 "PUT /v2.0/ports/8244ea20-9b94-4858-b1aa-192afd5280b6/bindings/n-h2-794796-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0720937 Sep 01 15:04:47.009538 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4668a1-9bd3-40b6-9090-d2a4cbbbc15c req-4713c3a5-c108-410c-8438-28f6eb97f3c9 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:47.018962 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b4668a1-9bd3-40b6-9090-d2a4cbbbc15c req-4713c3a5-c108-410c-8438-28f6eb97f3c9 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.62 "GET /v2.0/ports?device_id=9966d725-ee8a-4997-81a8-2946d75bab6e HTTP/1.1" status: 200 len: 945 time: 0.1702909 Sep 01 15:04:47.049029 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93dd0661-0c73-462d-90e6-bff4dd700d34 req-04750a54-e779-4b68-830f-28d1ebda7137 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928109 Sep 01 15:04:47.126553 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4db93196-ed3c-404d-abf1-83629a226775 req-269917be-18a7-4be4-b3e1-c52cf56a5d2c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706353 Sep 01 15:04:47.168079 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-4b177ed1-e1ec-442a-bf9f-49b53a9365db admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-670089437-network', 'tenant_id': '5d059c23fd084d448e8967c7e183d604'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:47.266162 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b177ed1-e1ec-442a-bf9f-49b53a9365db admin admin] Made reservation on behalf of 5d059c23fd084d448e8967c7e183d604 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:04:47.271892 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4b177ed1-e1ec-442a-bf9f-49b53a9365db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:47.297575 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4b177ed1-e1ec-442a-bf9f-49b53a9365db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:47.425878 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55528) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:47.473877 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17186392-d2f6-4dff-a97b-bc37745349ff req-5cfb21b2-8564-4480-b951-481b2ab1f88c tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:47.489848 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-17186392-d2f6-4dff-a97b-bc37745349ff req-5cfb21b2-8564-4480-b951-481b2ab1f88c tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 945 time: 0.1692617 Sep 01 15:04:47.594110 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-17186392-d2f6-4dff-a97b-bc37745349ff req-01cce530-84be-4ed5-8770-933c65ab8e39 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003108 Sep 01 15:04:47.699975 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4b177ed1-e1ec-442a-bf9f-49b53a9365db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:47.712387 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4b177ed1-e1ec-442a-bf9f-49b53a9365db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:47.749367 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369d18f-f83d-4209-8d62-0207adff37ba req-0a2359b2-4294-4691-8495-ac98794c1e7b tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:47.752466 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6369d18f-f83d-4209-8d62-0207adff37ba req-0a2359b2-4294-4691-8495-ac98794c1e7b tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0&tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&binding%3Ahost_id=n-h1-794796-3 HTTP/1.1" status: 200 len: 1095 time: 0.6460013 Sep 01 15:04:47.766458 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b177ed1-e1ec-442a-bf9f-49b53a9365db admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:04:47.801397 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b177ed1-e1ec-442a-bf9f-49b53a9365db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59860b9f-6e4c-4ae4-9468-1cd20fb1ddc5,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:47.832208 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9081f414-780b-40d0-b183-1e34e97421dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:47.837397 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db93196-ed3c-404d-abf1-83629a226775 req-c97b854d-8f58-46b0-be11-f057f42b912d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:47.847826 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4db93196-ed3c-404d-abf1-83629a226775 req-c97b854d-8f58-46b0-be11-f057f42b912d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7199206 Sep 01 15:04:47.858329 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4b177ed1-e1ec-442a-bf9f-49b53a9365db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:47.858724 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-4b177ed1-e1ec-442a-bf9f-49b53a9365db admin admin] Added segment e22b539c-e96d-4c80-bf2f-57b6a808ffcb of type vlan for network 0c4574ca-74c1-4d97-8601-bc6a1bb51205 Sep 01 15:04:47.926261 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4db93196-ed3c-404d-abf1-83629a226775 req-6a02291b-2738-4ef9-baa4-9991ee58f29b tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/quotas/f3b43ef729b4447bb1d2f6914aaab634 HTTP/1.1" status: 200 len: 375 time: 0.0501671 Sep 01 15:04:47.941384 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-7b4668a1-9bd3-40b6-9090-d2a4cbbbc15c req-1997771e-f387-4896-b5a4-405c2325109a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Deleting port a3fd21c8-332f-47c5-892e-d228e75f8787 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:04:47.941948 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7b4668a1-9bd3-40b6-9090-d2a4cbbbc15c req-1997771e-f387-4896-b5a4-405c2325109a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:47.967064 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b968d35-3228-4bbd-93b3-0ee1316de4e2 req-c8858759-5701-48ed-a9fd-e3c15f01660d tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:47.968768 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b968d35-3228-4bbd-93b3-0ee1316de4e2 req-c8858759-5701-48ed-a9fd-e3c15f01660d tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=9966d725-ee8a-4997-81a8-2946d75bab6e HTTP/1.1" status: 200 len: 945 time: 0.2054698 Sep 01 15:04:47.970791 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4b177ed1-e1ec-442a-bf9f-49b53a9365db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:48.082177 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369d18f-f83d-4209-8d62-0207adff37ba req-cc57019e-6328-4de5-b638-b776e587e361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:48.084566 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6369d18f-f83d-4209-8d62-0207adff37ba req-cc57019e-6328-4de5-b638-b776e587e361 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0&tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa HTTP/1.1" status: 200 len: 1095 time: 0.2932351 Sep 01 15:04:48.115274 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b968d35-3228-4bbd-93b3-0ee1316de4e2 req-c4e3d814-d0dd-4eed-b403-ff8068eb9d51 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330335 Sep 01 15:04:48.117198 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4b177ed1-e1ec-442a-bf9f-49b53a9365db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:48.119055 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b177ed1-e1ec-442a-bf9f-49b53a9365db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:48.120176 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4b177ed1-e1ec-442a-bf9f-49b53a9365db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:48.257637 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55544) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:48.299377 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b177ed1-e1ec-442a-bf9f-49b53a9365db admin admin] Pushing event updated for resources: {'Network': ['ID=0c4574ca-74c1-4d97-8601-bc6a1bb51205,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:48.318038 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 0c4574ca-74c1-4d97-8601-bc6a1bb51205 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:04:48.328237 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4db93196-ed3c-404d-abf1-83629a226775 req-fe57a576-eb16-4895-81cf-79a9ac970ced tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4001801 Sep 01 15:04:48.361480 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9081f414-780b-40d0-b183-1e34e97421dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:48.371087 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9081f414-780b-40d0-b183-1e34e97421dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:48.388096 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4b177ed1-e1ec-442a-bf9f-49b53a9365db admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.5070946 Sep 01 15:04:48.401511 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55548) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:48.416534 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-fdfe2c00-04fb-49fd-b489-cc35c79d07cf admin admin] Request body: {'subnet': {'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-670089437-subnet', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:48.441617 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-7b4668a1-9bd3-40b6-9090-d2a4cbbbc15c req-1997771e-f387-4896-b5a4-405c2325109a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] For port a3fd21c8-332f-47c5-892e-d228e75f8787, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a3fd21c8-332f-47c5-892e-d228e75f8787,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:48.442478 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7b4668a1-9bd3-40b6-9090-d2a4cbbbc15c req-1997771e-f387-4896-b5a4-405c2325109a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:48.449627 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369d18f-f83d-4209-8d62-0207adff37ba req-994b2aa2-327d-4370-9bf7-5e471027ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:48.453115 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6369d18f-f83d-4209-8d62-0207adff37ba req-994b2aa2-327d-4370-9bf7-5e471027ecd3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 1095 time: 0.2870872 Sep 01 15:04:48.497207 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-7b4668a1-9bd3-40b6-9090-d2a4cbbbc15c req-1997771e-f387-4896-b5a4-405c2325109a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Calling delete_port for a3fd21c8-332f-47c5-892e-d228e75f8787 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:04:48.525848 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9081f414-780b-40d0-b183-1e34e97421dc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d94e6e4938147ceb239661483c59ff8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0956671 Sep 01 15:04:48.531223 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55550) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:48.545464 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081f414-780b-40d0-b183-1e34e97421dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984b56b6-7b7e-47f7-bbd0-687d56ab1cb2,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:48.631621 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfe2c00-04fb-49fd-b489-cc35c79d07cf admin admin] Made reservation on behalf of 5d059c23fd084d448e8967c7e183d604 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:04:48.635291 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fdfe2c00-04fb-49fd-b489-cc35c79d07cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:48.736145 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d8404-190d-4728-8301-04f1852b5661 req-6f4ea6cf-040e-4f31-9f2b-4d6096ed41b1 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:48.739963 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-467d8404-190d-4728-8301-04f1852b5661 req-6f4ea6cf-040e-4f31-9f2b-4d6096ed41b1 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 944 time: 0.2807972 Sep 01 15:04:48.742186 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-596b3471-f201-4492-87d3-1e2a81e42d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:48.807074 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9d6b1809-d1f1-402b-a1b8-1bff29acb84c req-5e37e12b-e55c-4cb1-b878-2dd454d9b0d7 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8 HTTP/1.1" status: 200 len: 210 time: 0.0825777 Sep 01 15:04:48.832749 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369d18f-f83d-4209-8d62-0207adff37ba req-54be3590-3ba9-4fb1-877d-b5dbf26bcf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:48.834699 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6369d18f-f83d-4209-8d62-0207adff37ba req-54be3590-3ba9-4fb1-877d-b5dbf26bcf18 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e27801a1-4735-4eb4-8714-06c2c137f925 HTTP/1.1" status: 200 len: 921 time: 0.3684604 Sep 01 15:04:48.893467 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:04:48.903657 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6369d18f-f83d-4209-8d62-0207adff37ba req-a811e555-69d7-4daa-87b8-1830a35d0d8c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8244ea20-9b94-4858-b1aa-192afd5280b6 HTTP/1.1" status: 200 len: 217 time: 0.0552473 Sep 01 15:04:48.938392 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-467d8404-190d-4728-8301-04f1852b5661 req-a8f8abe6-eab6-4db7-b29b-23714e8fef25 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756635 Sep 01 15:04:48.940123 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dc0635c0-cae5-4b2d-856f-d452dad8d6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:49.034070 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dc0635c0-cae5-4b2d-856f-d452dad8d6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:49.094916 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7b4668a1-9bd3-40b6-9090-d2a4cbbbc15c req-1997771e-f387-4896-b5a4-405c2325109a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:49.097964 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369d18f-f83d-4209-8d62-0207adff37ba req-745078f0-d8bd-412c-ad90-060c8c787e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:49.099661 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6369d18f-f83d-4209-8d62-0207adff37ba req-745078f0-d8bd-412c-ad90-060c8c787e63 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66b1faa8-b86d-41ee-9bdb-4fe08d19f261 HTTP/1.1" status: 200 len: 860 time: 0.1684055 Sep 01 15:04:49.154880 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['a3fd21c8-332f-47c5-892e-d228e75f8787'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:04:49.172863 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-596b3471-f201-4492-87d3-1e2a81e42d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:49.185100 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dc0635c0-cae5-4b2d-856f-d452dad8d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:49.194312 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dc0635c0-cae5-4b2d-856f-d452dad8d6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:49.197338 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-dc0635c0-cae5-4b2d-856f-d452dad8d6fa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/984b56b6-7b7e-47f7-bbd0-687d56ab1cb2 HTTP/1.1" status: 204 len: 168 time: 0.6639211 Sep 01 15:04:49.207846 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997771e-f387-4896-b5a4-405c2325109a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Pushing event deleted for resources: {'Port': ['ID=a3fd21c8-332f-47c5-892e-d228e75f8787,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:49.217628 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0635c0-cae5-4b2d-856f-d452dad8d6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984b56b6-7b7e-47f7-bbd0-687d56ab1cb2,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:49.221400 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-596b3471-f201-4492-87d3-1e2a81e42d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:49.241061 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6369d18f-f83d-4209-8d62-0207adff37ba req-2dd15fc0-511b-4559-bffa-96229f104629 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e27801a1-4735-4eb4-8714-06c2c137f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862942 Sep 01 15:04:49.291831 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-596b3471-f201-4492-87d3-1e2a81e42d04 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=55701e10984a4fa592c430252223a135&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0323241 Sep 01 15:04:49.324012 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55566) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:49.377617 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4668a1-9bd3-40b6-9090-d2a4cbbbc15c req-1997771e-f387-4896-b5a4-405c2325109a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] No DVR routers for this DVR port a3fd21c8-332f-47c5-892e-d228e75f8787 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:04:49.379685 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fdfe2c00-04fb-49fd-b489-cc35c79d07cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:49.396035 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935507f-e14f-4fd3-bb31-9d761fa8ca52 req-d59c065e-ed49-4a15-a8b7-34854696ac32 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:49.402472 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-23c391f2-d609-483b-ae99-11f0f24bcaca req-3e2da15a-0e49-425a-9b8f-4b41f0a281ed tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=9966d725-ee8a-4997-81a8-2946d75bab6e HTTP/1.1" status: 200 len: 210 time: 0.1065271 Sep 01 15:04:49.409204 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0935507f-e14f-4fd3-bb31-9d761fa8ca52 req-d59c065e-ed49-4a15-a8b7-34854696ac32 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 945 time: 0.4112575 Sep 01 15:04:49.414352 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b3471-f201-4492-87d3-1e2a81e42d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692f3161-2c58-47ee-a8dc-44616fdcc23b,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:49.415434 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7b4668a1-9bd3-40b6-9090-d2a4cbbbc15c req-1997771e-f387-4896-b5a4-405c2325109a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:49.418400 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b4668a1-9bd3-40b6-9090-d2a4cbbbc15c req-1997771e-f387-4896-b5a4-405c2325109a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.62 "DELETE /v2.0/ports/a3fd21c8-332f-47c5-892e-d228e75f8787 HTTP/1.1" status: 204 len: 173 time: 2.3901048 Sep 01 15:04:49.423236 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9966d725-ee8a-4997-81a8-2946d75bab6e', 'name': 'network-vif-deleted', 'tag': 'a3fd21c8-332f-47c5-892e-d228e75f8787'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:04:49.426064 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30135ec8-861a-46c8-b2c4-b199908a49dc" -d '{"events": [{"server_uuid": "9966d725-ee8a-4997-81a8-2946d75bab6e", "name": "network-vif-deleted", "tag": "a3fd21c8-332f-47c5-892e-d228e75f8787"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:04:49.436298 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-021ab134-ca61-4b08-a3ae-ec4008ed66d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:49.495810 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-021ab134-ca61-4b08-a3ae-ec4008ed66d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:49.583906 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6369d18f-f83d-4209-8d62-0207adff37ba req-ff35bf38-c670-4a4b-bce4-5b618589b3b4 service neutron] 10.222.0.62 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130720 Sep 01 15:04:49.585755 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe2c00-04fb-49fd-b489-cc35c79d07cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4b5be0d-8f40-4d1b-8605-f255c0b7a428,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:49.604575 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-021ab134-ca61-4b08-a3ae-ec4008ed66d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:49.620672 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-021ab134-ca61-4b08-a3ae-ec4008ed66d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:49.636515 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-021ab134-ca61-4b08-a3ae-ec4008ed66d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/692f3161-2c58-47ee-a8dc-44616fdcc23b HTTP/1.1" status: 204 len: 168 time: 0.2998369 Sep 01 15:04:49.653074 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ab134-ca61-4b08-a3ae-ec4008ed66d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692f3161-2c58-47ee-a8dc-44616fdcc23b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:49.890457 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6369d18f-f83d-4209-8d62-0207adff37ba req-ebf3818c-422b-4caa-8b95-74bc31362d6d service neutron] 10.222.0.62 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896931 Sep 01 15:04:49.892758 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2476ef9-4429-412b-b356-b83d0a8a04ed x-openstack-request-id: req-d2476ef9-4429-412b-b356-b83d0a8a04ed {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:04:49.892900 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9966d725-ee8a-4997-81a8-2946d75bab6e", "name": "network-vif-deleted", "tag": "a3fd21c8-332f-47c5-892e-d228e75f8787", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:04:49.893213 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d2476ef9-4429-412b-b356-b83d0a8a04ed {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:04:49.893835 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9966d725-ee8a-4997-81a8-2946d75bab6e', 'name': 'network-vif-deleted', 'tag': 'a3fd21c8-332f-47c5-892e-d228e75f8787', 'status': 'completed', 'code': 200} Sep 01 15:04:49.921131 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0935507f-e14f-4fd3-bb31-9d761fa8ca52 req-1d61a2d6-2566-4165-8ae8-852a62a04149 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5103843 Sep 01 15:04:50.008445 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe2c00-04fb-49fd-b489-cc35c79d07cf admin admin] Checking segment: {'id': 'e22b539c-e96d-4c80-bf2f-57b6a808ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:04:50.009285 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfe2c00-04fb-49fd-b489-cc35c79d07cf admin admin] Network hostable DHCP agents. Network: 0c4574ca-74c1-4d97-8601-bc6a1bb51205, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:04:50.109008 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfe2c00-04fb-49fd-b489-cc35c79d07cf admin admin] Network 0c4574ca-74c1-4d97-8601-bc6a1bb51205 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:04:50.110209 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-42121aad-d326-4380-94f1-9ec9e8e017eb req-1a420caa-f5ba-4df6-bb47-fa0385da9e84 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8 HTTP/1.1" status: 200 len: 210 time: 0.1128449 Sep 01 15:04:50.155811 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-fdfe2c00-04fb-49fd-b489-cc35c79d07cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 0c4574ca-74c1-4d97-8601-bc6a1bb51205) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:04:50.163702 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfe2c00-04fb-49fd-b489-cc35c79d07cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:50.165309 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fdfe2c00-04fb-49fd-b489-cc35c79d07cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:50.185642 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c8c6d1-4799-4b7e-9265-61a11d65e735 None None] Network 0c4574ca-74c1-4d97-8601-bc6a1bb51205 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:04:50.220397 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fdfe2c00-04fb-49fd-b489-cc35c79d07cf admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8111503 Sep 01 15:04:50.221054 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55588) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:50.234648 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-ef9e9636-9358-4765-85e9-91a579f6e80b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-670089437-router', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:50.550887 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ef9e9636-9358-4765-85e9-91a579f6e80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:50.552764 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ef9e9636-9358-4765-85e9-91a579f6e80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:50.577601 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a085d89-f182-4eda-aacf-4baffd22ca1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-0c4574ca-74c1-4d97-8601-bc6a1bb51205', 'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'fixed_ips': [{'subnet_id': 'a4b5be0d-8f40-4d1b-8605-f255c0b7a428'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:04:50.579699 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2a085d89-f182-4eda-aacf-4baffd22ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:50.666137 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ef9e9636-9358-4765-85e9-91a579f6e80b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:50.824006 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a6bd048b-5206-4c0b-8267-d0b166184cc2 req-f625d144-b77d-48a4-9e37-4f1a9eae205b tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=9966d725-ee8a-4997-81a8-2946d75bab6e HTTP/1.1" status: 200 len: 210 time: 0.1043148 Sep 01 15:04:50.954171 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f72180-bfb0-4221-8db0-c8fa0690033d req-eef18981-a61b-4e1f-a602-d717ff1ee5fd tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:50.959075 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55602) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:50.967342 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-41f72180-bfb0-4221-8db0-c8fa0690033d req-eef18981-a61b-4e1f-a602-d717ff1ee5fd tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 944 time: 0.7062078 Sep 01 15:04:50.987295 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-38001669-212d-4367-84f5-41b79781c420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:50.989942 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-2a085d89-f182-4eda-aacf-4baffd22ca1f None None] Allocated IP 172.20.0.2 (0c4574ca-74c1-4d97-8601-bc6a1bb51205/a4b5be0d-8f40-4d1b-8605-f255c0b7a428/9851023a-5bca-463d-9058-da0c18c05d51) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:04:51.069370 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369d18f-f83d-4209-8d62-0207adff37ba req-8ccd48f7-d51b-446b-8b9d-036a62b4e247 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:51.072036 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6369d18f-f83d-4209-8d62-0207adff37ba req-8ccd48f7-d51b-446b-8b9d-036a62b4e247 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0&tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&binding%3Ahost_id=n-h2-794796-3 HTTP/1.1" status: 200 len: 1095 time: 0.6343517 Sep 01 15:04:51.149274 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4db93196-ed3c-404d-abf1-83629a226775 req-9bd3ead3-a29e-43ee-853a-5db4a7f4e3c5 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1474888 Sep 01 15:04:51.249284 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ef9e9636-9358-4765-85e9-91a579f6e80b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:51.340797 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-41f72180-bfb0-4221-8db0-c8fa0690033d req-86cfadd5-4d3e-41bb-8ec3-986251361acf tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707185 Sep 01 15:04:51.370601 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e7c69-da05-4f83-aa68-cef246c365ab req-9085dc9f-cce9-4232-b42e-fc52f0ff7835 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:51.386135 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-715e7c69-da05-4f83-aa68-cef246c365ab req-9085dc9f-cce9-4232-b42e-fc52f0ff7835 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 945 time: 0.2405517 Sep 01 15:04:51.512924 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-715e7c69-da05-4f83-aa68-cef246c365ab req-1d25bc99-1b0f-4f31-8042-c1fc0b063eb5 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251550 Sep 01 15:04:51.540103 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-38001669-212d-4367-84f5-41b79781c420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:51.552378 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device a3fd21c8-332f-47c5-892e-d228e75f8787 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:04:51.555329 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-38001669-212d-4367-84f5-41b79781c420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:51.593951 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: a3fd21c8-332f-47c5-892e-d228e75f8787 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:04:51.593951 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device a3fd21c8-332f-47c5-892e-d228e75f8787 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:04:51.616173 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a9169f41-63f2-4897-bafe-39f54f91177b req-a129a3a6-7be8-47a4-a619-a57b31e71590 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8 HTTP/1.1" status: 200 len: 210 time: 0.0765748 Sep 01 15:04:51.636173 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2a085d89-f182-4eda-aacf-4baffd22ca1f None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:51.638877 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38001669-212d-4367-84f5-41b79781c420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939c58f2-3518-423a-9953-042b110bcfbd,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:51.646447 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-38001669-212d-4367-84f5-41b79781c420 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7e6e75ce33b249fb89394ab3b47d7f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6861572 Sep 01 15:04:51.651127 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55612) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:51.692812 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db93196-ed3c-404d-abf1-83629a226775 req-b70e33cc-f40c-4637-a7f1-8219c0b97966 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:51.696235 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4db93196-ed3c-404d-abf1-83629a226775 req-b70e33cc-f40c-4637-a7f1-8219c0b97966 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4919653 Sep 01 15:04:51.698212 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2a085d89-f182-4eda-aacf-4baffd22ca1f None None] Transition to ACTIVE for port object 9851023a-5bca-463d-9058-da0c18c05d51 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:04:51.716295 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-4db93196-ed3c-404d-abf1-83629a226775 req-7f922ad3-538d-40c8-8efd-dfcf9ebcb519 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Request body: {'port': {'device_id': 'cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': 'f3b43ef729b4447bb1d2f6914aaab634'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:51.721591 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fa398247-dac6-4c7f-8158-7c76fb5fee15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:51.753280 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fa398247-dac6-4c7f-8158-7c76fb5fee15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:51.771221 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2a085d89-f182-4eda-aacf-4baffd22ca1f None None] Transition to ACTIVE for port object 9851023a-5bca-463d-9058-da0c18c05d51 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:04:51.793687 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2a085d89-f182-4eda-aacf-4baffd22ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:51.838248 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fa398247-dac6-4c7f-8158-7c76fb5fee15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:51.843199 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fa398247-dac6-4c7f-8158-7c76fb5fee15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:51.845922 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fa398247-dac6-4c7f-8158-7c76fb5fee15 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/939c58f2-3518-423a-9953-042b110bcfbd HTTP/1.1" status: 204 len: 168 time: 0.1931288 Sep 01 15:04:51.846246 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6369d18f-f83d-4209-8d62-0207adff37ba req-3ba39843-af81-4406-920c-23283c174c77 service neutron] For port 8244ea20-9b94-4858-b1aa-192afd5280b6, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:04:51.857768 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6369d18f-f83d-4209-8d62-0207adff37ba req-3ba39843-af81-4406-920c-23283c174c77 service neutron] Notify callbacks [] for binding, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:51.859761 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6369d18f-f83d-4209-8d62-0207adff37ba req-3ba39843-af81-4406-920c-23283c174c77 service neutron] 10.222.0.62 "DELETE /v2.0/ports/8244ea20-9b94-4858-b1aa-192afd5280b6/bindings/n-h1-794796-3 HTTP/1.1" status: 204 len: 173 time: 0.7134256 Sep 01 15:04:51.893317 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a085d89-f182-4eda-aacf-4baffd22ca1f None None] Pushing event updated for resources: {'Port': ['ID=9851023a-5bca-463d-9058-da0c18c05d51,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:51.912719 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a085d89-f182-4eda-aacf-4baffd22ca1f None None] Network 0c4574ca-74c1-4d97-8601-bc6a1bb51205 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:04:51.914372 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-2a085d89-f182-4eda-aacf-4baffd22ca1f None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:04:51.923752 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a085d89-f182-4eda-aacf-4baffd22ca1f None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:04:51.931380 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa398247-dac6-4c7f-8158-7c76fb5fee15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939c58f2-3518-423a-9953-042b110bcfbd,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:52.129737 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c13f459e-b712-47a9-a708-e5d263975140 req-702826f4-862a-4fee-87a6-0270782ae913 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=9966d725-ee8a-4997-81a8-2946d75bab6e HTTP/1.1" status: 200 len: 210 time: 0.1070714 Sep 01 15:04:52.140138 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-2a085d89-f182-4eda-aacf-4baffd22ca1f None None] Attempting to bind port 9851023a-5bca-463d-9058-da0c18c05d51 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:04:52.141389 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-2a085d89-f182-4eda-aacf-4baffd22ca1f None None] Attempting to bind port 9851023a-5bca-463d-9058-da0c18c05d51 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'e22b539c-e96d-4c80-bf2f-57b6a808ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:04:52.142484 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a085d89-f182-4eda-aacf-4baffd22ca1f None None] Attempting to bind port 9851023a-5bca-463d-9058-da0c18c05d51 on network 0c4574ca-74c1-4d97-8601-bc6a1bb51205 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:04:52.169533 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a085d89-f182-4eda-aacf-4baffd22ca1f None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:04:52.169533 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a085d89-f182-4eda-aacf-4baffd22ca1f None None] Checking segment: {'id': 'e22b539c-e96d-4c80-bf2f-57b6a808ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:04:52.169533 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2a085d89-f182-4eda-aacf-4baffd22ca1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:52.169533 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a085d89-f182-4eda-aacf-4baffd22ca1f None None] Bound using segment: {'id': 'e22b539c-e96d-4c80-bf2f-57b6a808ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:04:52.170693 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-2a085d89-f182-4eda-aacf-4baffd22ca1f None None] Bound port: 9851023a-5bca-463d-9058-da0c18c05d51, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22b539c-e96d-4c80-bf2f-57b6a808ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:04:52.171313 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2a085d89-f182-4eda-aacf-4baffd22ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:52.252216 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db93196-ed3c-404d-abf1-83629a226775 req-7f922ad3-538d-40c8-8efd-dfcf9ebcb519 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Made reservation on behalf of f3b43ef729b4447bb1d2f6914aaab634 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:04:52.257469 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4db93196-ed3c-404d-abf1-83629a226775 req-7f922ad3-538d-40c8-8efd-dfcf9ebcb519 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:52.279317 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ef9e9636-9358-4765-85e9-91a579f6e80b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:52.313533 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ef9e9636-9358-4765-85e9-91a579f6e80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:52.314082 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-2a085d89-f182-4eda-aacf-4baffd22ca1f None None] For port 9851023a-5bca-463d-9058-da0c18c05d51, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:04:52.318701 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-2a085d89-f182-4eda-aacf-4baffd22ca1f None None] For port 9851023a-5bca-463d-9058-da0c18c05d51, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=9851023a-5bca-463d-9058-da0c18c05d51,segment=NetworkSegment(e22b539c-e96d-4c80-bf2f-57b6a808ffcb),segment_id=e22b539c-e96d-4c80-bf2f-57b6a808ffcb)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:04:52.327058 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2a085d89-f182-4eda-aacf-4baffd22ca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:52.488786 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a085d89-f182-4eda-aacf-4baffd22ca1f None None] Pushing event updated for resources: {'Port': ['ID=9851023a-5bca-463d-9058-da0c18c05d51,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:52.622706 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27c830-618f-4b74-959e-c793547afddf req-bf37a15d-bf04-4708-bfd4-c2d40e01adf0 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:52.626690 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f27c830-618f-4b74-959e-c793547afddf req-bf37a15d-bf04-4708-bfd4-c2d40e01adf0 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 944 time: 0.0823100 Sep 01 15:04:52.722046 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f27c830-618f-4b74-959e-c793547afddf req-d34ffd36-7cf3-4014-ac5e-5795741b3af2 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942724 Sep 01 15:04:53.009630 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3dbd1802-2303-472a-ab2a-6361301fc99d req-3fdcc948-1b8b-47e9-879f-47bec85fdc6c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8 HTTP/1.1" status: 200 len: 210 time: 0.0876269 Sep 01 15:04:53.082621 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-4db93196-ed3c-404d-abf1-83629a226775 req-7f922ad3-538d-40c8-8efd-dfcf9ebcb519 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Allocated IP 192.168.233.22 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/455c59b9-c444-4c6c-8e35-40d5b18e851b) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:04:53.226189 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-ef9e9636-9358-4765-85e9-91a579f6e80b admin admin] Allocated IP 172.25.6.50 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/d2f771a6-2474-47c3-8c21-7a42e8d6e3b1) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:04:53.277474 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361febe-b1ba-40f0-a974-fd0f40ab57b6 req-af9a4b41-9430-4776-af32-75a04c255fe1 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:53.279586 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f361febe-b1ba-40f0-a974-fd0f40ab57b6 req-af9a4b41-9430-4776-af32-75a04c255fe1 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 945 time: 0.4495635 Sep 01 15:04:53.303525 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-127d5956-303b-4fb9-9577-a033c01cdf3a req-5ee53db1-5ae0-459a-af7d-88d42a80ccfa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2502208 Sep 01 15:04:53.755651 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d5956-303b-4fb9-9577-a033c01cdf3a req-59b42e92-f1a1-45f6-8b66-2dfd510d7eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:53.759259 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-127d5956-303b-4fb9-9577-a033c01cdf3a req-59b42e92-f1a1-45f6-8b66-2dfd510d7eba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 1095 time: 0.3644648 Sep 01 15:04:53.765402 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f361febe-b1ba-40f0-a974-fd0f40ab57b6 req-ea2a23aa-acec-481a-aded-87ea11fb31fe tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4595385 Sep 01 15:04:53.925433 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7e7bc1b5-5e31-4509-9186-b5fad06e7495 req-865dea9f-022f-4079-890e-d04149feefb1 tempest-AbsoluteLimitsNegativeTestJSON-580558944 tempest-AbsoluteLimitsNegativeTestJSON-580558944-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=39ab5d1ed15145a19bd99edd335e19a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7600775 Sep 01 15:04:54.041613 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ef9e9636-9358-4765-85e9-91a579f6e80b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:54.194908 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bc1b5-5e31-4509-9186-b5fad06e7495 req-89e25969-464f-42a2-b211-729dda9ee8ab tempest-AbsoluteLimitsNegativeTestJSON-580558944 tempest-AbsoluteLimitsNegativeTestJSON-580558944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:54.210949 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7e7bc1b5-5e31-4509-9186-b5fad06e7495 req-89e25969-464f-42a2-b211-729dda9ee8ab tempest-AbsoluteLimitsNegativeTestJSON-580558944 tempest-AbsoluteLimitsNegativeTestJSON-580558944-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2638319 Sep 01 15:04:54.233586 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7e7bc1b5-5e31-4509-9186-b5fad06e7495 req-1d1927ec-e43e-40b1-a73c-5de09e7c163f tempest-AbsoluteLimitsNegativeTestJSON-580558944 tempest-AbsoluteLimitsNegativeTestJSON-580558944-project] 10.222.0.60 "GET /v2.0/quotas/39ab5d1ed15145a19bd99edd335e19a2 HTTP/1.1" status: 200 len: 375 time: 0.0221376 Sep 01 15:04:54.261947 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 9851023a-5bca-463d-9058-da0c18c05d51 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:04:54.332657 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7e7bc1b5-5e31-4509-9186-b5fad06e7495 req-08a72790-e4d0-47f5-b0c8-4e3a34f6155b tempest-AbsoluteLimitsNegativeTestJSON-580558944 tempest-AbsoluteLimitsNegativeTestJSON-580558944-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=39ab5d1ed15145a19bd99edd335e19a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0939476 Sep 01 15:04:54.469162 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 9851023a-5bca-463d-9058-da0c18c05d51 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:04:54.600798 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a3ec78-1b4a-4b01-8228-52abb97e457f None None] Network 0c4574ca-74c1-4d97-8601-bc6a1bb51205 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:04:54.732343 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab320d-0e0b-4c6f-8641-e6d464be54f0 req-2eb85052-da12-42f8-a640-acfd1e1b2535 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:54.740883 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-94ab320d-0e0b-4c6f-8641-e6d464be54f0 req-2eb85052-da12-42f8-a640-acfd1e1b2535 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 1095 time: 0.0974152 Sep 01 15:04:54.809841 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e779d07d-2f44-4748-84b6-dfb2b4f8fdb9 None None] Provisioning for port 9851023a-5bca-463d-9058-da0c18c05d51 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:04:54.832721 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-94ab320d-0e0b-4c6f-8641-e6d464be54f0 req-8478dd6c-494a-4f47-8d63-14a154348622 tempest-LiveAutoBlockMigrationV225Test-1043242692 tempest-LiveAutoBlockMigrationV225Test-1043242692-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903659 Sep 01 15:04:54.838522 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e779d07d-2f44-4748-84b6-dfb2b4f8fdb9 None None] Provisioning complete for port 9851023a-5bca-463d-9058-da0c18c05d51 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:54.842942 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e779d07d-2f44-4748-84b6-dfb2b4f8fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:54.922520 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d5956-303b-4fb9-9577-a033c01cdf3a req-a22924c1-9263-479e-85d0-51be448e133c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:54.925621 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-127d5956-303b-4fb9-9577-a033c01cdf3a req-a22924c1-9263-479e-85d0-51be448e133c service neutron] 10.222.0.62 "GET /v2.0/networks?id=e27801a1-4735-4eb4-8714-06c2c137f925 HTTP/1.1" status: 200 len: 921 time: 1.0923243 Sep 01 15:04:54.934003 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4db93196-ed3c-404d-abf1-83629a226775 req-7f922ad3-538d-40c8-8efd-dfcf9ebcb519 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:55.003855 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-127d5956-303b-4fb9-9577-a033c01cdf3a req-941c7d0c-9b1e-42ce-927a-fd9074216c4c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b02f1d20-2fa7-44e2-906a-dccac21260b8 HTTP/1.1" status: 200 len: 217 time: 0.0605516 Sep 01 15:04:55.050005 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-009b5c6c-5168-45c4-8be5-f5c3524c112d req-b602d629-e9dc-456b-9526-cd4b511e82cc tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8 HTTP/1.1" status: 200 len: 210 time: 0.0376217 Sep 01 15:04:55.066531 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-65a406c1-54ff-4742-bbfd-97344344ff63 req-644f7d3b-51a1-4f48-a968-b550ce59399a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=9966d725-ee8a-4997-81a8-2946d75bab6e HTTP/1.1" status: 200 len: 210 time: 0.1370983 Sep 01 15:04:55.069593 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-4db93196-ed3c-404d-abf1-83629a226775 req-7f922ad3-538d-40c8-8efd-dfcf9ebcb519 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Transition to ACTIVE for port object 455c59b9-c444-4c6c-8e35-40d5b18e851b will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:04:55.133989 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d5956-303b-4fb9-9577-a033c01cdf3a req-e307b66a-90d7-442b-a9a9-68b01abfd53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:55.135610 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-127d5956-303b-4fb9-9577-a033c01cdf3a req-e307b66a-90d7-442b-a9a9-68b01abfd53e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=66b1faa8-b86d-41ee-9bdb-4fe08d19f261 HTTP/1.1" status: 200 len: 860 time: 0.1082819 Sep 01 15:04:55.143202 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ef9e9636-9358-4765-85e9-91a579f6e80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:55.360693 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55690) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:55.377996 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9e9636-9358-4765-85e9-91a579f6e80b admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:04:55.416236 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6b1d9-b226-467c-817c-f698a66f8aa3 req-6edcf601-fc19-426d-a49c-ca53625b405d tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:55.421732 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b3d6b1d9-b226-467c-817c-f698a66f8aa3 req-6edcf601-fc19-426d-a49c-ca53625b405d tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 945 time: 0.1780550 Sep 01 15:04:55.426665 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e779d07d-2f44-4748-84b6-dfb2b4f8fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:55.509962 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b3d6b1d9-b226-467c-817c-f698a66f8aa3 req-25a9860c-b79c-4a1d-9415-d265f78c209b tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726101 Sep 01 15:04:55.525162 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e9636-9358-4765-85e9-91a579f6e80b admin admin] Pushing event updated for resources: {'Port': ['ID=d2f771a6-2474-47c3-8c21-7a42e8d6e3b1,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:55.526395 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e779d07d-2f44-4748-84b6-dfb2b4f8fdb9 None None] For port 9851023a-5bca-463d-9058-da0c18c05d51, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=9851023a-5bca-463d-9058-da0c18c05d51,segment=NetworkSegment(e22b539c-e96d-4c80-bf2f-57b6a808ffcb),segment_id=e22b539c-e96d-4c80-bf2f-57b6a808ffcb)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:55.546354 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e779d07d-2f44-4748-84b6-dfb2b4f8fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:55.556400 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-ef9e9636-9358-4765-85e9-91a579f6e80b admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:04:55.571663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9e9636-9358-4765-85e9-91a579f6e80b admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:04:55.597185 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-127d5956-303b-4fb9-9577-a033c01cdf3a req-cfab1184-0862-4d66-bcc8-6b75b7db1f1c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e27801a1-4735-4eb4-8714-06c2c137f925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4110448 Sep 01 15:04:55.838952 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779d07d-2f44-4748-84b6-dfb2b4f8fdb9 None None] Pushing event updated for resources: {'Port': ['ID=9851023a-5bca-463d-9058-da0c18c05d51,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:56.088898 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4db93196-ed3c-404d-abf1-83629a226775 req-7f922ad3-538d-40c8-8efd-dfcf9ebcb519 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:56.098087 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5dd42286-b122-4c89-b7cc-0fa36618735c None None] Provisioning complete for port 9851023a-5bca-463d-9058-da0c18c05d51 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:56.098491 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5dd42286-b122-4c89-b7cc-0fa36618735c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:56.105978 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['c1623e95-6e87-41f8-9dba-9fc29ff8ae1a', '7ed1fbe9-2d46-4fcc-bc50-023f949bf380', '6b66269d-1d3a-4e85-9d24-7e72525313d6'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:04:56.135369 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4a5a0390-985e-4966-b0b9-cf4fd197c39d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:56.215655 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760eb747-3f2b-45a9-9958-d0bed266e1a7 req-8e14d9eb-0d63-4dfc-b1ff-108b9fd9fd12 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:56.217878 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-760eb747-3f2b-45a9-9958-d0bed266e1a7 req-8e14d9eb-0d63-4dfc-b1ff-108b9fd9fd12 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 944 time: 0.3290157 Sep 01 15:04:56.220004 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 9851023a-5bca-463d-9058-da0c18c05d51 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:04:56.223963 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['c580a6e4-b344-46fb-966f-a5e7de1d5915', '1e8b17fe-28af-4105-b7b8-4b4dc1360808'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:04:56.366357 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1927533-e73a-46df-bc62-2f4aa7dff630 req-19dc9787-fe87-4703-beb3-045874b58c2c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:56.373373 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d1927533-e73a-46df-bc62-2f4aa7dff630 req-19dc9787-fe87-4703-beb3-045874b58c2c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8 HTTP/1.1" status: 200 len: 935 time: 0.1884191 Sep 01 15:04:56.443459 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db93196-ed3c-404d-abf1-83629a226775 req-7f922ad3-538d-40c8-8efd-dfcf9ebcb519 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:04:56.482208 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-4db93196-ed3c-404d-abf1-83629a226775 req-7f922ad3-538d-40c8-8efd-dfcf9ebcb519 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:04:56.495624 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f922ad3-538d-40c8-8efd-dfcf9ebcb519 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Pushing event updated for resources: {'Port': ['ID=455c59b9-c444-4c6c-8e35-40d5b18e851b,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:56.516708 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db93196-ed3c-404d-abf1-83629a226775 req-7f922ad3-538d-40c8-8efd-dfcf9ebcb519 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:04:56.528578 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 9851023a-5bca-463d-9058-da0c18c05d51 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:56.529385 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:56.548044 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-127d5956-303b-4fb9-9577-a033c01cdf3a req-c45f9d74-26e1-4a5f-a970-1b5486d3f8e4 service neutron] 10.222.0.62 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9271595 Sep 01 15:04:56.565307 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d1927533-e73a-46df-bc62-2f4aa7dff630 req-68e0564b-bf68-4cab-a91b-07eb94d59097 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748705 Sep 01 15:04:56.594952 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4a5a0390-985e-4966-b0b9-cf4fd197c39d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:56.608018 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4a5a0390-985e-4966-b0b9-cf4fd197c39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:56.651524 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db93196-ed3c-404d-abf1-83629a226775 req-7f922ad3-538d-40c8-8efd-dfcf9ebcb519 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:56.652265 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4db93196-ed3c-404d-abf1-83629a226775 req-7f922ad3-538d-40c8-8efd-dfcf9ebcb519 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:56.693933 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4db93196-ed3c-404d-abf1-83629a226775 req-7f922ad3-538d-40c8-8efd-dfcf9ebcb519 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9843512 Sep 01 15:04:56.724008 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-760eb747-3f2b-45a9-9958-d0bed266e1a7 req-c7df5cab-c2ca-48e3-a078-633feab1bd4d tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209116 Sep 01 15:04:56.750591 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a0390-985e-4966-b0b9-cf4fd197c39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2793640-b6cc-4ac9-be7a-894f4cf7dcd5,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:56.896374 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-4db93196-ed3c-404d-abf1-83629a226775 req-3491ef3a-7f9c-4474-8bad-d22551355307 service neutron] Request body: {'port': {'device_id': 'cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:04:56.907903 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-51996cbb-2f44-4ad7-bed0-1d38ad97844b req-e0d0d2fa-e1a5-4439-8b00-bd77e8c82bc9 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=9966d725-ee8a-4997-81a8-2946d75bab6e HTTP/1.1" status: 200 len: 210 time: 0.1457143 Sep 01 15:04:56.929320 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4a5a0390-985e-4966-b0b9-cf4fd197c39d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=39ab5d1ed15145a19bd99edd335e19a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5652225 Sep 01 15:04:56.933889 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55718) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:57.188378 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-944201ad-de47-40b3-ad88-371cdf7c4046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:57.250514 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-944201ad-de47-40b3-ad88-371cdf7c4046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:57.306349 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4db93196-ed3c-404d-abf1-83629a226775 req-3491ef3a-7f9c-4474-8bad-d22551355307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:57.311928 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1c1e7821-a91b-4002-a958-2c0e317503d2 None None] Provisioning for port 455c59b9-c444-4c6c-8e35-40d5b18e851b completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:04:57.355694 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1c1e7821-a91b-4002-a958-2c0e317503d2 None None] Provisioning complete for port 455c59b9-c444-4c6c-8e35-40d5b18e851b triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:04:57.356101 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1c1e7821-a91b-4002-a958-2c0e317503d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:57.362580 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:57.415956 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-944201ad-de47-40b3-ad88-371cdf7c4046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:57.425668 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5ae363f9-c444-48f5-8791-8298142541ee req-b949e20f-fd12-4931-8af6-9a0d4cdba27f tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=479d85b25f5244a695fb7d6ba8369959&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1127374 Sep 01 15:04:57.430281 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-944201ad-de47-40b3-ad88-371cdf7c4046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:57.431835 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-944201ad-de47-40b3-ad88-371cdf7c4046 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d2793640-b6cc-4ac9-be7a-894f4cf7dcd5 HTTP/1.1" status: 204 len: 168 time: 0.4948204 Sep 01 15:04:57.471905 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944201ad-de47-40b3-ad88-371cdf7c4046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2793640-b6cc-4ac9-be7a-894f4cf7dcd5,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:57.487016 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device a102d6b9-2d70-494a-8ed0-d22aed919cbb details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:04:57.502674 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1c1e7821-a91b-4002-a958-2c0e317503d2 None None] Port 455c59b9-c444-4c6c-8e35-40d5b18e851b cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:04:57.534214 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706fc0a-3130-49de-a0c5-348d6e9836f5 req-be0eb189-5bb0-4b53-8946-1c39dec52dec tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:57.543302 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7706fc0a-3130-49de-a0c5-348d6e9836f5 req-be0eb189-5bb0-4b53-8946-1c39dec52dec tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 945 time: 0.2027521 Sep 01 15:04:57.627313 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7706fc0a-3130-49de-a0c5-348d6e9836f5 req-3f3c4143-41ce-465a-8959-fe2b06d6e726 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826998 Sep 01 15:04:57.718271 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79def1e4-d8ab-48dd-a074-32a03e73ff43 req-1c830d85-c26b-4e00-8a42-544ac2942fe1 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:57.721487 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-79def1e4-d8ab-48dd-a074-32a03e73ff43 req-1c830d85-c26b-4e00-8a42-544ac2942fe1 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.62 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 944 time: 0.7997627 Sep 01 15:04:57.894537 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae363f9-c444-48f5-8791-8298142541ee req-eec64a16-56e5-4044-8e11-869111d6cfbe tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:57.905554 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5ae363f9-c444-48f5-8791-8298142541ee req-eec64a16-56e5-4044-8e11-869111d6cfbe tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4788010 Sep 01 15:04:57.920455 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-127d5956-303b-4fb9-9577-a033c01cdf3a req-7c2a932c-dc08-4e4c-b5bf-ddc2c079edb3 service neutron] 10.222.0.62 "GET /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2451377 Sep 01 15:04:57.947133 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ef9e9636-9358-4765-85e9-91a579f6e80b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:57.970316 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5ae363f9-c444-48f5-8791-8298142541ee req-090aed2d-601b-42d6-9961-1ff13cea4b02 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/quotas/479d85b25f5244a695fb7d6ba8369959 HTTP/1.1" status: 200 len: 375 time: 0.0593374 Sep 01 15:04:58.041254 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port a102d6b9-2d70-494a-8ed0-d22aed919cbb, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a102d6b9-2d70-494a-8ed0-d22aed919cbb,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:58.082005 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'a102d6b9-2d70-494a-8ed0-d22aed919cbb', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'port_id': 'a102d6b9-2d70-494a-8ed0-d22aed919cbb', 'mac_address': 'fa:16:3e:36:45:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:04:58.121272 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5ae363f9-c444-48f5-8791-8298142541ee req-d3155d5d-950d-4923-9f3a-1b01d74822dc tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=479d85b25f5244a695fb7d6ba8369959&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1485088 Sep 01 15:04:58.218956 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:58.221001 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87555061-f4c8-4bde-8b74-935936e263ee req-565fd4ca-09ed-491d-867e-ce401704f694 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:58.243399 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-87555061-f4c8-4bde-8b74-935936e263ee req-565fd4ca-09ed-491d-867e-ce401704f694 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8 HTTP/1.1" status: 200 len: 935 time: 0.1821043 Sep 01 15:04:58.253711 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a102d6b9-2d70-494a-8ed0-d22aed919cbb {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:04:58.366947 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port a102d6b9-2d70-494a-8ed0-d22aed919cbb, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a102d6b9-2d70-494a-8ed0-d22aed919cbb,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:58.385008 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:58.453857 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-87555061-f4c8-4bde-8b74-935936e263ee req-28e8346e-a243-4cbb-899d-c635f9f25abf tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048745 Sep 01 15:04:58.668054 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=a102d6b9-2d70-494a-8ed0-d22aed919cbb,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:04:58.737621 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bff6b3-b916-4c8e-94e4-1f96e1e1643e req-5bc706af-2eef-4ad1-acd5-e69f9523b1ef tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:58.754778 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-18bff6b3-b916-4c8e-94e4-1f96e1e1643e req-5bc706af-2eef-4ad1-acd5-e69f9523b1ef tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 944 time: 0.1355057 Sep 01 15:04:58.820443 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['a102d6b9-2d70-494a-8ed0-d22aed919cbb'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:04:58.888418 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-473265fe-346c-4138-8976-a4e2ea984ec7 req-b93e87d1-9a15-4e2e-9844-d104caa8865a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=9966d725-ee8a-4997-81a8-2946d75bab6e HTTP/1.1" status: 200 len: 210 time: 0.1436899 Sep 01 15:04:58.914734 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-18bff6b3-b916-4c8e-94e4-1f96e1e1643e req-94d543da-2a21-41c0-93dc-e828d4e4f316 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404102 Sep 01 15:04:58.915614 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-79def1e4-d8ab-48dd-a074-32a03e73ff43 req-def27565-b232-4a09-a36b-f5e93ff0c5b8 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Deleting port 8244ea20-9b94-4858-b1aa-192afd5280b6 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:04:58.916184 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-79def1e4-d8ab-48dd-a074-32a03e73ff43 req-def27565-b232-4a09-a36b-f5e93ff0c5b8 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:59.245506 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c70980-2fd0-4701-8c0e-01b20598698a req-bf7e2e0f-8e28-400a-aa1f-c842a5acd5ff tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:59.249472 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c4c70980-2fd0-4701-8c0e-01b20598698a req-bf7e2e0f-8e28-400a-aa1f-c842a5acd5ff tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 944 time: 0.1580842 Sep 01 15:04:59.424189 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-519b0c34-8212-4766-9065-fdc8643edeb2 req-a4c5e7e6-0ad2-4e53-b436-b708b01549ce tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e498d-b672-49a2-bf2c-4e66fea20e30 HTTP/1.1" status: 200 len: 210 time: 0.2247801 Sep 01 15:04:59.450343 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55790) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:04:59.450657 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 8244ea20-9b94-4858-b1aa-192afd5280b6 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:04:59.457874 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c4c70980-2fd0-4701-8c0e-01b20598698a req-74ada20f-6639-4bc7-a28b-df406ccba39d tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770563 Sep 01 15:04:59.780518 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f87c70-45e3-4dc2-aee5-0d0ed15c70ed req-3a93b1a9-0d82-4fe9-bb6b-7e304783dd9d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:04:59.803622 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d5f87c70-45e3-4dc2-aee5-0d0ed15c70ed req-3a93b1a9-0d82-4fe9-bb6b-7e304783dd9d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8 HTTP/1.1" status: 200 len: 935 time: 0.1834977 Sep 01 15:04:59.891783 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-79def1e4-d8ab-48dd-a074-32a03e73ff43 req-def27565-b232-4a09-a36b-f5e93ff0c5b8 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] For port 8244ea20-9b94-4858-b1aa-192afd5280b6, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=8244ea20-9b94-4858-b1aa-192afd5280b6,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:04:59.892964 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-79def1e4-d8ab-48dd-a074-32a03e73ff43 req-def27565-b232-4a09-a36b-f5e93ff0c5b8 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:59.904921 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ef9e9636-9358-4765-85e9-91a579f6e80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:04:59.927039 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d5f87c70-45e3-4dc2-aee5-0d0ed15c70ed req-99a6f188-0f65-4a7c-babc-af68932bf364 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146049 Sep 01 15:04:59.927564 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-79def1e4-d8ab-48dd-a074-32a03e73ff43 req-def27565-b232-4a09-a36b-f5e93ff0c5b8 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Calling delete_port for 8244ea20-9b94-4858-b1aa-192afd5280b6 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:05:00.065777 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-33488385-f71a-4c37-b521-09e1a5eae0e6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1011297076-network', 'tenant_id': '73384802a2d84378821dc0fb420f76fd'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:00.238348 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec6353-52ee-4965-ba2e-b456285bfa8b req-eba0f820-3b9f-41a5-9fcf-567795a88c68 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:00.252251 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-46ec6353-52ee-4965-ba2e-b456285bfa8b req-eba0f820-3b9f-41a5-9fcf-567795a88c68 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 944 time: 0.1422327 Sep 01 15:05:00.277236 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-34a6c0e8-7955-483c-b2cf-de3161db6030 req-211100c5-59d1-42d8-9967-3d192b9b6f0f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=9966d725-ee8a-4997-81a8-2946d75bab6e HTTP/1.1" status: 200 len: 210 time: 0.1916935 Sep 01 15:05:00.356059 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-46ec6353-52ee-4965-ba2e-b456285bfa8b req-8c0300fe-a5ba-4cdf-9ba1-9eea98f17f72 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999491 Sep 01 15:05:00.370523 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-4db93196-ed3c-404d-abf1-83629a226775 req-3491ef3a-7f9c-4474-8bad-d22551355307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 455c59b9-c444-4c6c-8e35-40d5b18e851b {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:05:00.387765 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33488385-f71a-4c37-b521-09e1a5eae0e6 admin admin] Made reservation on behalf of 73384802a2d84378821dc0fb420f76fd for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:05:00.390669 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-33488385-f71a-4c37-b521-09e1a5eae0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:00.396591 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4db93196-ed3c-404d-abf1-83629a226775 req-3491ef3a-7f9c-4474-8bad-d22551355307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:00.443691 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-33488385-f71a-4c37-b521-09e1a5eae0e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:00.451382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-4db93196-ed3c-404d-abf1-83629a226775 req-3491ef3a-7f9c-4474-8bad-d22551355307 service neutron] Transition to ACTIVE for port object 455c59b9-c444-4c6c-8e35-40d5b18e851b will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:00.487348 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4db93196-ed3c-404d-abf1-83629a226775 req-3491ef3a-7f9c-4474-8bad-d22551355307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:00.588842 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491ef3a-7f9c-4474-8bad-d22551355307 service neutron] Pushing event updated for resources: {'Port': ['ID=455c59b9-c444-4c6c-8e35-40d5b18e851b,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:00.950143 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14443816-6c03-4c8c-ad69-111a0a55c0d1 req-aa594d40-aac5-4b69-9555-32908e9814f3 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:00.963554 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-14443816-6c03-4c8c-ad69-111a0a55c0d1 req-aa594d40-aac5-4b69-9555-32908e9814f3 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 944 time: 0.2458513 Sep 01 15:05:01.082872 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-14443816-6c03-4c8c-ad69-111a0a55c0d1 req-1bf1520f-169d-43d1-bed1-c6c60f9adbd4 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164448 Sep 01 15:05:01.297329 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9e9636-9358-4765-85e9-91a579f6e80b admin admin] Router 1439696b-6e0b-4d71-9b16-4e002129d963 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:05:01.397642 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-79def1e4-d8ab-48dd-a074-32a03e73ff43 req-def27565-b232-4a09-a36b-f5e93ff0c5b8 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:01.445993 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['ebea3a76-0b81-463c-9853-c895beed90e6'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:05:01.458976 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device a102d6b9-2d70-494a-8ed0-d22aed919cbb up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:05:01.501566 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405660b3-9136-418d-ac73-ac21acd34f26 req-db7f6ee7-8234-4cd8-9dff-60206223271b tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:01.511940 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-405660b3-9136-418d-ac73-ac21acd34f26 req-db7f6ee7-8234-4cd8-9dff-60206223271b tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8 HTTP/1.1" status: 200 len: 947 time: 0.1259830 Sep 01 15:05:01.597045 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-405660b3-9136-418d-ac73-ac21acd34f26 req-2cfa1590-79a7-435e-acfc-5fe1bd7a3f8f tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834467 Sep 01 15:05:01.703426 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d668d4d3-19da-454c-9029-335086752e4d req-fa2de4ba-c08e-484d-aae6-59b11c51ac54 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e498d-b672-49a2-bf2c-4e66fea20e30 HTTP/1.1" status: 200 len: 210 time: 0.4080191 Sep 01 15:05:01.722058 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5ae363f9-c444-48f5-8791-8298142541ee req-73a63960-1eb5-45c2-8a96-bb400f3fc0b3 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=479d85b25f5244a695fb7d6ba8369959&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1854236 Sep 01 15:05:01.728415 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def27565-b232-4a09-a36b-f5e93ff0c5b8 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Pushing event deleted for resources: {'Port': ['ID=8244ea20-9b94-4858-b1aa-192afd5280b6,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:01.793203 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port a102d6b9-2d70-494a-8ed0-d22aed919cbb triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:01.794223 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:01.888412 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-79def1e4-d8ab-48dd-a074-32a03e73ff43 req-def27565-b232-4a09-a36b-f5e93ff0c5b8 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] No DVR routers for this DVR port 8244ea20-9b94-4858-b1aa-192afd5280b6 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:05:01.908139 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76878645-6b6e-48d1-83a6-d34379483949 req-e75ab00b-6da5-4aeb-a036-7a964160199f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 210 time: 0.1346822 Sep 01 15:05:01.928186 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-79def1e4-d8ab-48dd-a074-32a03e73ff43 req-def27565-b232-4a09-a36b-f5e93ff0c5b8 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:01.932720 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-79def1e4-d8ab-48dd-a074-32a03e73ff43 req-def27565-b232-4a09-a36b-f5e93ff0c5b8 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.62 "DELETE /v2.0/ports/8244ea20-9b94-4858-b1aa-192afd5280b6 HTTP/1.1" status: 204 len: 173 time: 4.1528225 Sep 01 15:05:01.980282 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd565aa-ccd2-483e-aaea-af8540681fb0', 'name': 'network-vif-deleted', 'tag': '8244ea20-9b94-4858-b1aa-192afd5280b6'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:01.985334 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87aca83d-c203-4df9-b04e-b2165c45e9e4" -d '{"events": [{"server_uuid": "2dd565aa-ccd2-483e-aaea-af8540681fb0", "name": "network-vif-deleted", "tag": "8244ea20-9b94-4858-b1aa-192afd5280b6"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:02.153142 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:02.193268 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a2fcda-fe62-4940-9dcc-466af92bd3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a102d6b9-2d70-494a-8ed0-d22aed919cbb'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:02.197373 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65886558-0709-4e1b-a65b-b08ba8e52307" -d '{"events": [{"server_uuid": "b0a2fcda-fe62-4940-9dcc-466af92bd3f0", "name": "network-vif-plugged", "status": "completed", "tag": "a102d6b9-2d70-494a-8ed0-d22aed919cbb"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:02.262044 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port a102d6b9-2d70-494a-8ed0-d22aed919cbb, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a102d6b9-2d70-494a-8ed0-d22aed919cbb,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:02.282493 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905a7d07-f2b9-464f-8823-9b7034f99834 x-openstack-request-id: req-905a7d07-f2b9-464f-8823-9b7034f99834 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:02.282975 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd565aa-ccd2-483e-aaea-af8540681fb0", "name": "network-vif-deleted", "tag": "8244ea20-9b94-4858-b1aa-192afd5280b6", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:02.283408 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-905a7d07-f2b9-464f-8823-9b7034f99834 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:02.284363 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd565aa-ccd2-483e-aaea-af8540681fb0', 'name': 'network-vif-deleted', 'tag': '8244ea20-9b94-4858-b1aa-192afd5280b6', 'status': 'completed', 'code': 200} Sep 01 15:05:02.290771 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:02.297932 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9e9636-9358-4765-85e9-91a579f6e80b admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:05:02.400522 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=a102d6b9-2d70-494a-8ed0-d22aed919cbb,revision_number=7']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:02.421707 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cb0b47-1fb8-4369-af5d-9b3488890e86 None None] Sync routers for ids ['1439696b-6e0b-4d71-9b16-4e002129d963'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:05:02.432211 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7147c8-3420-4f35-8b10-378e53368898 x-openstack-request-id: req-7c7147c8-3420-4f35-8b10-378e53368898 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:02.432522 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a2fcda-fe62-4940-9dcc-466af92bd3f0", "name": "network-vif-plugged", "status": "completed", "tag": "a102d6b9-2d70-494a-8ed0-d22aed919cbb", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:02.432798 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7c7147c8-3420-4f35-8b10-378e53368898 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:02.435027 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a2fcda-fe62-4940-9dcc-466af92bd3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a102d6b9-2d70-494a-8ed0-d22aed919cbb', 'code': 200} Sep 01 15:05:02.445721 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cb0b47-1fb8-4369-af5d-9b3488890e86 None None] Routers {'1439696b-6e0b-4d71-9b16-4e002129d963'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:05:02.447010 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b4cb0b47-1fb8-4369-af5d-9b3488890e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:04:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['1439696b-6e0b-4d71-9b16-4e002129d963'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:02.512174 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-4db93196-ed3c-404d-abf1-83629a226775 req-3491ef3a-7f9c-4474-8bad-d22551355307 service neutron] Attempting to bind port 455c59b9-c444-4c6c-8e35-40d5b18e851b on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:05:02.517230 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-4db93196-ed3c-404d-abf1-83629a226775 req-3491ef3a-7f9c-4474-8bad-d22551355307 service neutron] Attempting to bind port 455c59b9-c444-4c6c-8e35-40d5b18e851b by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:05:02.518291 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db93196-ed3c-404d-abf1-83629a226775 req-3491ef3a-7f9c-4474-8bad-d22551355307 service neutron] Attempting to bind port 455c59b9-c444-4c6c-8e35-40d5b18e851b on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:05:02.578063 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db93196-ed3c-404d-abf1-83629a226775 req-3491ef3a-7f9c-4474-8bad-d22551355307 service neutron] Port 455c59b9-c444-4c6c-8e35-40d5b18e851b on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:05:02.578671 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db93196-ed3c-404d-abf1-83629a226775 req-3491ef3a-7f9c-4474-8bad-d22551355307 service neutron] Attempting to bind port 455c59b9-c444-4c6c-8e35-40d5b18e851b on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:05:02.604760 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-33488385-f71a-4c37-b521-09e1a5eae0e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:02.629711 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e900e8-1114-4568-a645-ad67d648babf req-4ac21d78-b546-4a2d-983b-d92ac5cd9c62 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:02.634191 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e3e900e8-1114-4568-a645-ad67d648babf req-4ac21d78-b546-4a2d-983b-d92ac5cd9c62 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 945 time: 0.3239574 Sep 01 15:05:02.652411 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db93196-ed3c-404d-abf1-83629a226775 req-3491ef3a-7f9c-4474-8bad-d22551355307 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:05:02.653019 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db93196-ed3c-404d-abf1-83629a226775 req-3491ef3a-7f9c-4474-8bad-d22551355307 service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:05:02.654131 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db93196-ed3c-404d-abf1-83629a226775 req-3491ef3a-7f9c-4474-8bad-d22551355307 service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:05:02.655023 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-4db93196-ed3c-404d-abf1-83629a226775 req-3491ef3a-7f9c-4474-8bad-d22551355307 service neutron] Bound port: 455c59b9-c444-4c6c-8e35-40d5b18e851b, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:05:02.655839 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4db93196-ed3c-404d-abf1-83629a226775 req-3491ef3a-7f9c-4474-8bad-d22551355307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:02.677103 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-33488385-f71a-4c37-b521-09e1a5eae0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:02.684910 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ef9e9636-9358-4765-85e9-91a579f6e80b admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:02.691309 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55836) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:02.692041 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ef9e9636-9358-4765-85e9-91a579f6e80b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 12.4688559 Sep 01 15:05:02.735669 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-b4cb0b47-1fb8-4369-af5d-9b3488890e86 None None] Set router 1439696b-6e0b-4d71-9b16-4e002129d963 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:05:02.760862 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae363f9-c444-48f5-8791-8298142541ee req-1034c0b9-aec0-461f-85a0-5912f401fd56 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:02.763606 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5ae363f9-c444-48f5-8791-8298142541ee req-1034c0b9-aec0-461f-85a0-5912f401fd56 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0389040 Sep 01 15:05:02.833959 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-5ae363f9-c444-48f5-8791-8298142541ee req-b447c0a3-c421-4a53-af75-6de853416a55 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Request body: {'port': {'device_id': '655e498d-b672-49a2-bf2c-4e66fea20e30', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': '479d85b25f5244a695fb7d6ba8369959'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:02.962642 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e3e900e8-1114-4568-a645-ad67d648babf req-cfba9bcd-6a97-48c8-861c-30cf4e295cec tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2985673 Sep 01 15:05:03.010933 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33488385-f71a-4c37-b521-09e1a5eae0e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:05:03.178250 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33488385-f71a-4c37-b521-09e1a5eae0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e5c068-5ccc-4aba-8d36-7eba0beae0e7,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:03.267216 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-33488385-f71a-4c37-b521-09e1a5eae0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:03.267694 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-33488385-f71a-4c37-b521-09e1a5eae0e6 admin admin] Added segment d9038d9c-0668-4355-a986-89b9a0ec34dd of type vlan for network 09895d1a-07fd-4d96-8f48-4f5e94c4d2bd Sep 01 15:05:03.332527 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-8bf77499-0263-4a2a-b261-737ff5b590ec tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:03.344913 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-8bf77499-0263-4a2a-b261-737ff5b590ec tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/networks?id=b0922890-9f88-4062-824b-4dfc506e6e18 HTTP/1.1" status: 200 len: 811 time: 0.3268125 Sep 01 15:05:03.383687 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-74f7979d-e366-4f01-a896-5ded290d940c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/quotas/fec0654f7239467a95f60e6ba299aa91 HTTP/1.1" status: 200 len: 375 time: 0.0362241 Sep 01 15:05:03.481543 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-e8648c84-2b3f-4e5b-9005-f09828c2cf2b tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fec0654f7239467a95f60e6ba299aa91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0962868 Sep 01 15:05:03.526766 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-4db93196-ed3c-404d-abf1-83629a226775 req-3491ef3a-7f9c-4474-8bad-d22551355307 service neutron] For port 455c59b9-c444-4c6c-8e35-40d5b18e851b, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:05:03.548288 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-33488385-f71a-4c37-b521-09e1a5eae0e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:03.598663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f2a08-4741-4109-86d7-bde4f1aff3a7 req-dc724302-3f57-46a7-8562-6a5351374eb0 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:03.603597 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b4cb0b47-1fb8-4369-af5d-9b3488890e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-670089437-router', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:50Z', 'updated_at': '2021-09-01T15:04:56Z', 'revision_number': 3, 'project_id': '5d059c23fd084d448e8967c7e183d604', 'gw_port': {'id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:52Z', 'updated_at': '2021-09-01T15:04:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:03.613859 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-006f2a08-4741-4109-86d7-bde4f1aff3a7 req-dc724302-3f57-46a7-8562-6a5351374eb0 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8 HTTP/1.1" status: 200 len: 947 time: 0.3644199 Sep 01 15:05:03.666439 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-4db93196-ed3c-404d-abf1-83629a226775 req-3491ef3a-7f9c-4474-8bad-d22551355307 service neutron] For port 455c59b9-c444-4c6c-8e35-40d5b18e851b, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=455c59b9-c444-4c6c-8e35-40d5b18e851b,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:05:03.671364 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.resource_extend [None req-33488385-f71a-4c37-b521-09e1a5eae0e6 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:05:03.704527 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cb0b47-1fb8-4369-af5d-9b3488890e86 None None] Checking router: 1439696b-6e0b-4d71-9b16-4e002129d963 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:05:03.705623 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cb0b47-1fb8-4369-af5d-9b3488890e86 None None] Updating router 1439696b-6e0b-4d71-9b16-4e002129d963 port d2f771a6-2474-47c3-8c21-7a42e8d6e3b1 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:05:03.756583 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b4cb0b47-1fb8-4369-af5d-9b3488890e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:03.774509 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4db93196-ed3c-404d-abf1-83629a226775 req-3491ef3a-7f9c-4474-8bad-d22551355307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:03.809122 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-006f2a08-4741-4109-86d7-bde4f1aff3a7 req-7abe4b04-b22e-4b46-93de-e89cd2538f1b tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936555 Sep 01 15:05:03.964081 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-ea17af0e-70b7-4509-abc1-d0d5a398cb0d service neutron] 10.222.0.60 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755416 Sep 01 15:05:04.041943 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491ef3a-7f9c-4474-8bad-d22551355307 service neutron] Pushing event updated for resources: {'Port': ['ID=455c59b9-c444-4c6c-8e35-40d5b18e851b,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:04.069636 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-33488385-f71a-4c37-b521-09e1a5eae0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:04.074965 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33488385-f71a-4c37-b521-09e1a5eae0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:04.076225 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-33488385-f71a-4c37-b521-09e1a5eae0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:04.232348 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db93196-ed3c-404d-abf1-83629a226775 req-3491ef3a-7f9c-4474-8bad-d22551355307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:04.233705 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4db93196-ed3c-404d-abf1-83629a226775 req-3491ef3a-7f9c-4474-8bad-d22551355307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:04.237180 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4db93196-ed3c-404d-abf1-83629a226775 req-3491ef3a-7f9c-4474-8bad-d22551355307 service neutron] 10.222.0.45 "PUT /v2.0/ports/455c59b9-c444-4c6c-8e35-40d5b18e851b HTTP/1.1" status: 200 len: 1095 time: 7.5091550 Sep 01 15:05:04.392632 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8', 'tag': '455c59b9-c444-4c6c-8e35-40d5b18e851b'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:04.400476 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404bdcb9-3ce2-42a8-bf11-9e0ac3816e24" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8", "tag": "455c59b9-c444-4c6c-8e35-40d5b18e851b"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:04.527080 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66c11deb-4d55-4e48-85c1-f8571d0d75bc req-b09665b6-e947-488b-b5ca-e7cd64ca02b5 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e498d-b672-49a2-bf2c-4e66fea20e30 HTTP/1.1" status: 200 len: 210 time: 0.4788022 Sep 01 15:05:04.627746 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33488385-f71a-4c37-b521-09e1a5eae0e6 admin admin] Pushing event updated for resources: {'Network': ['ID=09895d1a-07fd-4d96-8f48-4f5e94c4d2bd,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:04.658828 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ae363f9-c444-48f5-8791-8298142541ee req-b447c0a3-c421-4a53-af75-6de853416a55 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Made reservation on behalf of 479d85b25f5244a695fb7d6ba8369959 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:05:04.667279 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5ae363f9-c444-48f5-8791-8298142541ee req-b447c0a3-c421-4a53-af75-6de853416a55 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:04.687107 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-33488385-f71a-4c37-b521-09e1a5eae0e6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 5.2251334 Sep 01 15:05:04.699175 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 09895d1a-07fd-4d96-8f48-4f5e94c4d2bd details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:05:04.706399 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db93196-ed3c-404d-abf1-83629a226775 req-8a7308c0-c594-4042-aeeb-dde80d69f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:04.715777 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4db93196-ed3c-404d-abf1-83629a226775 req-8a7308c0-c594-4042-aeeb-dde80d69f058 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&device_id=cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8 HTTP/1.1" status: 200 len: 1098 time: 0.2930915 Sep 01 15:05:04.716962 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55856) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:04.739567 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-5f230502-b7ed-4340-80a3-9b9faf890f22 admin admin] Request body: {'subnet': {'network_id': '09895d1a-07fd-4d96-8f48-4f5e94c4d2bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1011297076-subnet', 'tenant_id': '73384802a2d84378821dc0fb420f76fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:04.850849 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4db93196-ed3c-404d-abf1-83629a226775 req-07123917-44d7-4438-a4fc-cadb3e12f1dc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=455c59b9-c444-4c6c-8e35-40d5b18e851b HTTP/1.1" status: 200 len: 217 time: 0.1012826 Sep 01 15:05:04.893809 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5ae363f9-c444-48f5-8791-8298142541ee req-b447c0a3-c421-4a53-af75-6de853416a55 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:04.946118 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b4cb0b47-1fb8-4369-af5d-9b3488890e86 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:04.969252 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b4cb0b47-1fb8-4369-af5d-9b3488890e86 None None] Transition to ACTIVE for port object d2f771a6-2474-47c3-8c21-7a42e8d6e3b1 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:05.009821 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b4cb0b47-1fb8-4369-af5d-9b3488890e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:05.012835 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a7568042-6142-40bd-afee-ff09ffa066a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:05.014712 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db93196-ed3c-404d-abf1-83629a226775 req-2b79b149-b218-491b-9deb-83df6aac8029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:05.018649 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4db93196-ed3c-404d-abf1-83629a226775 req-2b79b149-b218-491b-9deb-83df6aac8029 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.1199474 Sep 01 15:05:05.035081 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-f0bc123d-cafa-4760-89db-68320b5f09b4 service neutron] 10.222.0.60 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6783450 Sep 01 15:05:05.047163 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1a2d7c0f-de28-4660-85c4-0c01de0aa4a5 req-0f9d4340-c284-4f93-b092-0feba3f21bf3 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 210 time: 0.1937261 Sep 01 15:05:05.308807 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f230502-b7ed-4340-80a3-9b9faf890f22 admin admin] Made reservation on behalf of 73384802a2d84378821dc0fb420f76fd for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:05:05.312886 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f230502-b7ed-4340-80a3-9b9faf890f22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:05.422612 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b4cb0b47-1fb8-4369-af5d-9b3488890e86 None None] Attempting to bind port d2f771a6-2474-47c3-8c21-7a42e8d6e3b1 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:05:05.423219 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b4cb0b47-1fb8-4369-af5d-9b3488890e86 None None] Attempting to bind port d2f771a6-2474-47c3-8c21-7a42e8d6e3b1 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:05:05.425999 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cb0b47-1fb8-4369-af5d-9b3488890e86 None None] Attempting to bind port d2f771a6-2474-47c3-8c21-7a42e8d6e3b1 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:05:05.465827 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cb0b47-1fb8-4369-af5d-9b3488890e86 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:05:05.466507 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cb0b47-1fb8-4369-af5d-9b3488890e86 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:05:05.470694 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b4cb0b47-1fb8-4369-af5d-9b3488890e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:05.471486 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cb0b47-1fb8-4369-af5d-9b3488890e86 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:05:05.474624 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b4cb0b47-1fb8-4369-af5d-9b3488890e86 None None] Bound port: d2f771a6-2474-47c3-8c21-7a42e8d6e3b1, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:05:05.475398 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b4cb0b47-1fb8-4369-af5d-9b3488890e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:05.653177 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3f9c6-759c-47e4-b398-901abb3386bf None None] Pushing event updated for resources: {'Port': ['ID=d2f771a6-2474-47c3-8c21-7a42e8d6e3b1,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:05.795787 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b4cb0b47-1fb8-4369-af5d-9b3488890e86 None None] For port d2f771a6-2474-47c3-8c21-7a42e8d6e3b1, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:05:05.805634 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab5ea2b-7ed7-4b93-9365-59b3e0a309f8 x-openstack-request-id: req-4ab5ea2b-7ed7-4b93-9365-59b3e0a309f8 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:05.806539 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8", "tag": "455c59b9-c444-4c6c-8e35-40d5b18e851b", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:05.806539 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4ab5ea2b-7ed7-4b93-9365-59b3e0a309f8 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:05.806863 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8', 'tag': '455c59b9-c444-4c6c-8e35-40d5b18e851b', 'status': 'completed', 'code': 200} Sep 01 15:05:05.810696 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b4cb0b47-1fb8-4369-af5d-9b3488890e86 None None] For port d2f771a6-2474-47c3-8c21-7a42e8d6e3b1, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d2f771a6-2474-47c3-8c21-7a42e8d6e3b1,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:05:05.822841 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b4cb0b47-1fb8-4369-af5d-9b3488890e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:05.874814 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-a7568042-6142-40bd-afee-ff09ffa066a5 admin admin] Allocated IP 172.20.0.1 (0c4574ca-74c1-4d97-8601-bc6a1bb51205/a4b5be0d-8f40-4d1b-8605-f255c0b7a428/989199c6-7c43-4550-915c-5a2ad905b6c2) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:05:06.074502 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cb0b47-1fb8-4369-af5d-9b3488890e86 None None] Routers {'1439696b-6e0b-4d71-9b16-4e002129d963'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:05:06.075764 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b4cb0b47-1fb8-4369-af5d-9b3488890e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:04:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['1439696b-6e0b-4d71-9b16-4e002129d963'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:06.076929 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a7568042-6142-40bd-afee-ff09ffa066a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:06.097067 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db93196-ed3c-404d-abf1-83629a226775 req-dc1bb572-d0b7-4413-bba7-4dc47d443500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:06.107701 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-a7568042-6142-40bd-afee-ff09ffa066a5 admin admin] Transition to ACTIVE for port object 989199c6-7c43-4550-915c-5a2ad905b6c2 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:06.108131 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4db93196-ed3c-404d-abf1-83629a226775 req-dc1bb572-d0b7-4413-bba7-4dc47d443500 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0515416 Sep 01 15:05:06.196740 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a7568042-6142-40bd-afee-ff09ffa066a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:06.248847 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7568042-6142-40bd-afee-ff09ffa066a5 admin admin] Network 0c4574ca-74c1-4d97-8601-bc6a1bb51205 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:05:06.253463 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-a7568042-6142-40bd-afee-ff09ffa066a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:06.271551 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7568042-6142-40bd-afee-ff09ffa066a5 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:05:06.278276 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3f9c6-759c-47e4-b398-901abb3386bf None None] Pushing event updated for resources: {'Port': ['ID=d2f771a6-2474-47c3-8c21-7a42e8d6e3b1,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:06.317871 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe25631-1c29-45d5-8646-d5220bf3c8b6 req-574b4d86-206e-405a-9f7f-5585abb9cc39 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:06.327203 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2fe25631-1c29-45d5-8646-d5220bf3c8b6 req-574b4d86-206e-405a-9f7f-5585abb9cc39 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8 HTTP/1.1" status: 200 len: 947 time: 0.1805320 Sep 01 15:05:06.346077 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f230502-b7ed-4340-80a3-9b9faf890f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:06.390913 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7568042-6142-40bd-afee-ff09ffa066a5 admin admin] Pushing event updated for resources: {'Port': ['ID=989199c6-7c43-4550-915c-5a2ad905b6c2,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:06.473443 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2fe25631-1c29-45d5-8646-d5220bf3c8b6 req-39f14e0a-3898-4e16-b3cf-c605cee70409 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449344 Sep 01 15:05:06.478506 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a7568042-6142-40bd-afee-ff09ffa066a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:06.603018 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-b4cb0b47-1fb8-4369-af5d-9b3488890e86 None None] Set router 1439696b-6e0b-4d71-9b16-4e002129d963 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:05:06.642347 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f230502-b7ed-4340-80a3-9b9faf890f22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aef25b11-df58-43e0-a312-dfdff8c292c7,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:06.740876 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f230502-b7ed-4340-80a3-9b9faf890f22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:06.741396 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f230502-b7ed-4340-80a3-9b9faf890f22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:06.744191 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f230502-b7ed-4340-80a3-9b9faf890f22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:06.745307 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f230502-b7ed-4340-80a3-9b9faf890f22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:06.748181 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f230502-b7ed-4340-80a3-9b9faf890f22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:06.749113 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f230502-b7ed-4340-80a3-9b9faf890f22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:06.752122 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f230502-b7ed-4340-80a3-9b9faf890f22 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:06.752870 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f230502-b7ed-4340-80a3-9b9faf890f22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:06.753440 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f230502-b7ed-4340-80a3-9b9faf890f22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:06.755467 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f230502-b7ed-4340-80a3-9b9faf890f22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:06.756334 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f230502-b7ed-4340-80a3-9b9faf890f22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:06.756845 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f230502-b7ed-4340-80a3-9b9faf890f22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:06.822054 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c1f023a8-123d-47e9-90c1-56256604c6d6 req-caecbfeb-6a1a-446f-828a-30bd4c163cef tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=55aade69-4680-4548-9c39-cfd3c5dd3770 HTTP/1.1" status: 200 len: 210 time: 0.1604192 Sep 01 15:05:07.013912 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e2e1f25a-1a4c-4a88-93be-cebaf983e503 None None] Provisioning for port 989199c6-7c43-4550-915c-5a2ad905b6c2 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:05:07.033968 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e56f32-0e72-4f2d-8ac0-eea7311d23d0 req-f9fe7286-5f5c-43e4-8a42-9e7e379b0a23 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:07.042188 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e2e1f25a-1a4c-4a88-93be-cebaf983e503 None None] Provisioning complete for port 989199c6-7c43-4550-915c-5a2ad905b6c2 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:07.042914 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e2e1f25a-1a4c-4a88-93be-cebaf983e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:07.062264 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-91e56f32-0e72-4f2d-8ac0-eea7311d23d0 req-f9fe7286-5f5c-43e4-8a42-9e7e379b0a23 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 945 time: 1.2537177 Sep 01 15:05:07.128234 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f230502-b7ed-4340-80a3-9b9faf890f22 admin admin] Checking segment: {'id': 'd9038d9c-0668-4355-a986-89b9a0ec34dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '09895d1a-07fd-4d96-8f48-4f5e94c4d2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:05:07.129380 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f230502-b7ed-4340-80a3-9b9faf890f22 admin admin] Network hostable DHCP agents. Network: 09895d1a-07fd-4d96-8f48-4f5e94c4d2bd, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:05:07.159849 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0f5f1026-20cb-4112-8a5c-96961fa6d2fc req-adcfe211-8417-42ed-a9d8-aa99bce5b022 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e498d-b672-49a2-bf2c-4e66fea20e30 HTTP/1.1" status: 200 len: 210 time: 0.0782578 Sep 01 15:05:07.265892 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a7568042-6142-40bd-afee-ff09ffa066a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:07.274217 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5ae363f9-c444-48f5-8791-8298142541ee req-b447c0a3-c421-4a53-af75-6de853416a55 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:07.281712 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e2e1f25a-1a4c-4a88-93be-cebaf983e503 None None] Port 989199c6-7c43-4550-915c-5a2ad905b6c2 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:05:07.293410 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5ae363f9-c444-48f5-8791-8298142541ee req-b447c0a3-c421-4a53-af75-6de853416a55 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:07.366288 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b4cb0b47-1fb8-4369-af5d-9b3488890e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-670089437-router', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:50Z', 'updated_at': '2021-09-01T15:04:56Z', 'revision_number': 3, 'project_id': '5d059c23fd084d448e8967c7e183d604', 'gw_port': {'id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:52Z', 'updated_at': '2021-09-01T15:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:07.441714 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cb0b47-1fb8-4369-af5d-9b3488890e86 None None] The sync data for ids ['1439696b-6e0b-4d71-9b16-4e002129d963'] in n-d-794796-3 is: [{'id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-670089437-router', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:50Z', 'updated_at': '2021-09-01T15:04:56Z', 'revision_number': 3, 'project_id': '5d059c23fd084d448e8967c7e183d604', 'gw_port': {'id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:52Z', 'updated_at': '2021-09-01T15:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:05:07.474749 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4db93196-ed3c-404d-abf1-83629a226775 req-54de37a6-dfd6-4102-9315-f037a18bd7d9 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0838203 Sep 01 15:05:07.653304 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-91e56f32-0e72-4f2d-8ac0-eea7311d23d0 req-427a3e13-f4cd-4042-af37-d20fd0598e2f tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5897839 Sep 01 15:05:07.673840 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f230502-b7ed-4340-80a3-9b9faf890f22 admin admin] Network 09895d1a-07fd-4d96-8f48-4f5e94c4d2bd is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:05:07.694682 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447c0a3-c421-4a53-af75-6de853416a55 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12c4fb53-55d9-4936-9a69-3b850fd56fbf,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:07.710055 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-5f230502-b7ed-4340-80a3-9b9faf890f22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 09895d1a-07fd-4d96-8f48-4f5e94c4d2bd) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:07.727680 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf92981-96bc-4b3a-8386-d417cd145059 None None] Network 09895d1a-07fd-4d96-8f48-4f5e94c4d2bd requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:05:07.786081 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f230502-b7ed-4340-80a3-9b9faf890f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:07.787810 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f230502-b7ed-4340-80a3-9b9faf890f22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:07.985936 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5f230502-b7ed-4340-80a3-9b9faf890f22 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.2522545 Sep 01 15:05:08.004612 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:08.217030 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-5ae363f9-c444-48f5-8791-8298142541ee req-b447c0a3-c421-4a53-af75-6de853416a55 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Allocated IP 192.168.233.76 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/11149047-4896-4ba3-975c-f111c6fc8421) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:05:08.248119 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4db93196-ed3c-404d-abf1-83629a226775 req-deede61f-fd25-4c0b-86af-b685f54d981d service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7346995 Sep 01 15:05:08.264193 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde34de6-29ea-4182-94b9-690912f4d222 None None] Network 09895d1a-07fd-4d96-8f48-4f5e94c4d2bd requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:05:08.270751 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-adb8d31f-0cb5-409d-afed-2ddb53e122a7 req-dd9808e2-fd90-4309-bac8-d001f0d4627b tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 210 time: 0.1836295 Sep 01 15:05:08.355627 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a7568042-6142-40bd-afee-ff09ffa066a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:08.370828 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a7568042-6142-40bd-afee-ff09ffa066a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:09.241796 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bdcb9-3ce2-42a8-bf11-9e0ac3816e24 req-bb0f6436-e726-4e25-b36a-e10f4af0a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:09.246989 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-404bdcb9-3ce2-42a8-bf11-9e0ac3816e24 req-bb0f6436-e726-4e25-b36a-e10f4af0a9d0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&device_id=cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8 HTTP/1.1" status: 200 len: 1098 time: 0.5385785 Sep 01 15:05:09.262276 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7568042-6142-40bd-afee-ff09ffa066a5 admin admin] Pushing event updated for resources: {'Port': ['ID=989199c6-7c43-4550-915c-5a2ad905b6c2,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:09.339154 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c8cd31ef-0baa-4278-bbb0-26c4bb1a6549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:09.377466 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a7568042-6142-40bd-afee-ff09ffa066a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:09.428783 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8e76c1cc-79c6-42c0-a163-f179bb175a19 req-22156a8f-26a8-49ee-8830-e28497a707b3 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e498d-b672-49a2-bf2c-4e66fea20e30 HTTP/1.1" status: 200 len: 210 time: 0.2266915 Sep 01 15:05:09.644241 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-69eaf8ec-4b09-4cf7-b079-25b47f8676ca tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:09.647907 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d4aae-58b2-435f-a368-351be8c7b7b5 req-c548c0e5-d081-4833-a5eb-28190c4150b3 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:09.649931 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-481d4aae-58b2-435f-a368-351be8c7b7b5 req-c548c0e5-d081-4833-a5eb-28190c4150b3 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8 HTTP/1.1" status: 200 len: 947 time: 0.8120244 Sep 01 15:05:09.652077 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-69eaf8ec-4b09-4cf7-b079-25b47f8676ca tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.45 "GET /v2.0/networks?id=b0922890-9f88-4062-824b-4dfc506e6e18 HTTP/1.1" status: 200 len: 811 time: 1.1734631 Sep 01 15:05:09.690086 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-50fc4f25-be5d-411a-a1f3-975997358ae3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Request body: {'port': {'device_id': '55aade69-4680-4548-9c39-cfd3c5dd3770', 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18', 'admin_state_up': True, 'tenant_id': 'fec0654f7239467a95f60e6ba299aa91'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:09.861998 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7568042-6142-40bd-afee-ff09ffa066a5 admin admin] Network 0c4574ca-74c1-4d97-8601-bc6a1bb51205 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:05:09.866099 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-20849f91-59c4-4c33-b7c7-b5d56507dcf9 req-f9324b3c-450c-4fc9-8106-0c79dbbd2900 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-147795614', 'description': 'tempest-description-997722396'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:09.879852 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-a7568042-6142-40bd-afee-ff09ffa066a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:09.880816 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5ae363f9-c444-48f5-8791-8298142541ee req-b447c0a3-c421-4a53-af75-6de853416a55 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:09.956907 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-5ae363f9-c444-48f5-8791-8298142541ee req-b447c0a3-c421-4a53-af75-6de853416a55 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Transition to ACTIVE for port object 11149047-4896-4ba3-975c-f111c6fc8421 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:10.078814 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bdcb9-3ce2-42a8-bf11-9e0ac3816e24 req-97acf918-0d31-41f5-8b64-a13a4ac44470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:10.081367 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-404bdcb9-3ce2-42a8-bf11-9e0ac3816e24 req-97acf918-0d31-41f5-8b64-a13a4ac44470 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.7863281 Sep 01 15:05:10.158422 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-404bdcb9-3ce2-42a8-bf11-9e0ac3816e24 req-f936d98d-6343-4e7c-9235-b8620b08f1a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=455c59b9-c444-4c6c-8e35-40d5b18e851b HTTP/1.1" status: 200 len: 217 time: 0.0663087 Sep 01 15:05:10.169943 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-481d4aae-58b2-435f-a368-351be8c7b7b5 req-7690ad71-b221-47da-8f05-0a06b7d1ceb2 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285561 Sep 01 15:05:10.186996 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-20849f91-59c4-4c33-b7c7-b5d56507dcf9 req-f9324b3c-450c-4fc9-8106-0c79dbbd2900 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:10.215099 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5ae363f9-c444-48f5-8791-8298142541ee req-b447c0a3-c421-4a53-af75-6de853416a55 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:10.221617 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d2f771a6-2474-47c3-8c21-7a42e8d6e3b1 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:05:10.413602 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port d2f771a6-2474-47c3-8c21-7a42e8d6e3b1 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:05:10.418991 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port d2f771a6-2474-47c3-8c21-7a42e8d6e3b1 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:10.419722 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:10.428514 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ae363f9-c444-48f5-8791-8298142541ee req-b447c0a3-c421-4a53-af75-6de853416a55 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:05:10.475642 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-5ae363f9-c444-48f5-8791-8298142541ee req-b447c0a3-c421-4a53-af75-6de853416a55 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:10.511987 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae363f9-c444-48f5-8791-8298142541ee req-b447c0a3-c421-4a53-af75-6de853416a55 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:05:10.568319 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bdcb9-3ce2-42a8-bf11-9e0ac3816e24 req-4f9e20f2-1d2e-453c-a861-fab7e25913f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:10.571061 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-404bdcb9-3ce2-42a8-bf11-9e0ac3816e24 req-4f9e20f2-1d2e-453c-a861-fab7e25913f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.4000466 Sep 01 15:05:10.627560 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e9d4becf-0961-409e-bdcd-b8be7ab95c19 None None] Provisioning complete for port 989199c6-7c43-4550-915c-5a2ad905b6c2 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:10.631436 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e9d4becf-0961-409e-bdcd-b8be7ab95c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:10.667398 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299a3d2-f1e7-44d3-9efd-1e3b0903567b req-1bdcacea-7d42-48c0-8c1d-5e6d09347339 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:10.670489 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4299a3d2-f1e7-44d3-9efd-1e3b0903567b req-1bdcacea-7d42-48c0-8c1d-5e6d09347339 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 945 time: 0.2061901 Sep 01 15:05:10.674052 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7568042-6142-40bd-afee-ff09ffa066a5 admin admin] Router 1439696b-6e0b-4d71-9b16-4e002129d963 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:05:10.716230 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae363f9-c444-48f5-8791-8298142541ee req-b447c0a3-c421-4a53-af75-6de853416a55 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:10.717272 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5ae363f9-c444-48f5-8791-8298142541ee req-b447c0a3-c421-4a53-af75-6de853416a55 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:10.724301 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447c0a3-c421-4a53-af75-6de853416a55 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Pushing event updated for resources: {'Port': ['ID=11149047-4896-4ba3-975c-f111c6fc8421,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:10.802988 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e9d4becf-0961-409e-bdcd-b8be7ab95c19 None None] Port 989199c6-7c43-4550-915c-5a2ad905b6c2 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:05:10.849229 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bdcb9-3ce2-42a8-bf11-9e0ac3816e24 req-878cbfb2-85d8-4ea1-b041-4740888b8073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:10.857858 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-404bdcb9-3ce2-42a8-bf11-9e0ac3816e24 req-878cbfb2-85d8-4ea1-b041-4740888b8073 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2741573 Sep 01 15:05:10.973739 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:11.029605 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-20849f91-59c4-4c33-b7c7-b5d56507dcf9 req-f9324b3c-450c-4fc9-8106-0c79dbbd2900 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:11.054111 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-20849f91-59c4-4c33-b7c7-b5d56507dcf9 req-f9324b3c-450c-4fc9-8106-0c79dbbd2900 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:11.076734 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 455c59b9-c444-4c6c-8e35-40d5b18e851b details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:05:11.109131 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port d2f771a6-2474-47c3-8c21-7a42e8d6e3b1, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d2f771a6-2474-47c3-8c21-7a42e8d6e3b1,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:11.132039 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4299a3d2-f1e7-44d3-9efd-1e3b0903567b req-2b09f42b-3b2a-4e9b-b65b-2aae07e22310 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4358380 Sep 01 15:05:11.144940 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:11.237698 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9324b3c-450c-4fc9-8106-0c79dbbd2900 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56ebb320-0843-49d5-bc09-2987d04dd9bb,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:11.270827 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-50fc4f25-be5d-411a-a1f3-975997358ae3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Made reservation on behalf of fec0654f7239467a95f60e6ba299aa91 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:05:11.274524 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-50fc4f25-be5d-411a-a1f3-975997358ae3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:11.318469 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5ae363f9-c444-48f5-8791-8298142541ee req-b447c0a3-c421-4a53-af75-6de853416a55 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.4952943 Sep 01 15:05:11.319576 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-20849f91-59c4-4c33-b7c7-b5d56507dcf9 req-f9324b3c-450c-4fc9-8106-0c79dbbd2900 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:11.346033 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-20849f91-59c4-4c33-b7c7-b5d56507dcf9 req-f9324b3c-450c-4fc9-8106-0c79dbbd2900 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.5142789 Sep 01 15:05:11.346694 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=d2f771a6-2474-47c3-8c21-7a42e8d6e3b1,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:11.362875 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-fad3f39e-6f5f-4eb8-ace2-26ec2af25fab None None] Provisioning for port 11149047-4896-4ba3-975c-f111c6fc8421 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:05:11.379431 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-fad3f39e-6f5f-4eb8-ace2-26ec2af25fab None None] Provisioning complete for port 11149047-4896-4ba3-975c-f111c6fc8421 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:11.380426 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fad3f39e-6f5f-4eb8-ace2-26ec2af25fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:11.381934 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-5ae363f9-c444-48f5-8791-8298142541ee req-c025365b-5c44-4bb9-8da1-059f1906bb58 service neutron] Request body: {'port': {'device_id': '655e498d-b672-49a2-bf2c-4e66fea20e30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:11.557772 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-fad3f39e-6f5f-4eb8-ace2-26ec2af25fab None None] Port 11149047-4896-4ba3-975c-f111c6fc8421 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:05:11.564847 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b561c8bb-e8b5-4be6-9dba-82c5dfc01111 req-6dcbcd90-8e07-4e30-97b9-42946ee2f41d tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=55aade69-4680-4548-9c39-cfd3c5dd3770 HTTP/1.1" status: 200 len: 210 time: 0.1346426 Sep 01 15:05:11.680452 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 455c59b9-c444-4c6c-8e35-40d5b18e851b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=455c59b9-c444-4c6c-8e35-40d5b18e851b,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:11.708151 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5ae363f9-c444-48f5-8791-8298142541ee req-c025365b-5c44-4bb9-8da1-059f1906bb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:11.751015 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '455c59b9-c444-4c6c-8e35-40d5b18e851b', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': '455c59b9-c444-4c6c-8e35-40d5b18e851b', 'mac_address': 'fa:16:3e:06:f5:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:05:11.819753 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7568042-6142-40bd-afee-ff09ffa066a5 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:05:11.870286 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6b8072-f77a-4914-841c-207d590a77fd None None] Sync routers for ids ['1439696b-6e0b-4d71-9b16-4e002129d963'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:05:11.885152 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a7568042-6142-40bd-afee-ff09ffa066a5 admin admin] 10.222.0.60 "PUT /v2.0/routers/1439696b-6e0b-4d71-9b16-4e002129d963/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1910810 Sep 01 15:05:11.923463 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6b8072-f77a-4914-841c-207d590a77fd None None] Routers {'1439696b-6e0b-4d71-9b16-4e002129d963'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:05:11.924685 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-8f6b8072-f77a-4914-841c-207d590a77fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:04:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['1439696b-6e0b-4d71-9b16-4e002129d963'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:11.926655 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-404bdcb9-3ce2-42a8-bf11-9e0ac3816e24 req-534e474e-e402-457a-b62e-2d339562d4d0 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9126837 Sep 01 15:05:11.937818 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:12.017003 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 455c59b9-c444-4c6c-8e35-40d5b18e851b {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:05:12.115745 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3ca0438d-5e4f-44fb-8775-e05a90f840c4 req-1a821906-b1ad-4e5b-a081-25ec45fee399 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dd565aa-ccd2-483e-aaea-af8540681fb0 HTTP/1.1" status: 200 len: 210 time: 0.2032292 Sep 01 15:05:12.161281 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 455c59b9-c444-4c6c-8e35-40d5b18e851b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=455c59b9-c444-4c6c-8e35-40d5b18e851b,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:12.252232 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-8f6b8072-f77a-4914-841c-207d590a77fd None None] Set router 1439696b-6e0b-4d71-9b16-4e002129d963 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:05:12.301407 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:12.306172 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d2f771a6-2474-47c3-8c21-7a42e8d6e3b1 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:05:12.323743 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7691cb6c-5c83-4cff-a39c-24697cbbfb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:12.624545 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-50fc4f25-be5d-411a-a1f3-975997358ae3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Allocated IP 172.20.0.13 (b0922890-9f88-4062-824b-4dfc506e6e18/de6f3d24-aa35-41db-834d-e91d2e27e6db/821ede0d-2902-4c88-a4b1-5df2ddca86f6) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:05:12.691615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a662e-92d3-43b2-bce9-ee7de48659a9 req-7638955d-be18-4b2f-8ed5-2dcf8ece2bdb tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:12.695179 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ae2a662e-92d3-43b2-bce9-ee7de48659a9 req-7638955d-be18-4b2f-8ed5-2dcf8ece2bdb tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8 HTTP/1.1" status: 200 len: 948 time: 0.3297629 Sep 01 15:05:12.888458 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cb9eb-19f6-46c3-a7a1-8541b64f9e02 req-58daf7bc-4574-4ce8-8783-73f1b4cb09c6 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:12.891430 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-819cb9eb-19f6-46c3-a7a1-8541b64f9e02 req-58daf7bc-4574-4ce8-8783-73f1b4cb09c6 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e498d-b672-49a2-bf2c-4e66fea20e30 HTTP/1.1" status: 200 len: 935 time: 1.1427915 Sep 01 15:05:12.963837 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-819cb9eb-19f6-46c3-a7a1-8541b64f9e02 req-69ca595d-7b8f-4a11-ba23-6084ccb9c7e5 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/security-groups?id=12c4fb53-55d9-4936-9a69-3b850fd56fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590007 Sep 01 15:05:13.017138 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-404bdcb9-3ce2-42a8-bf11-9e0ac3816e24 req-67b66956-a003-41fc-9d7a-e77b3e0667c1 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0779130 Sep 01 15:05:13.065311 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=455c59b9-c444-4c6c-8e35-40d5b18e851b,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:13.079168 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:13.111773 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5c4c91ed-2804-44a5-b53a-6ecf71848f47 req-09741959-cec3-46f6-9c11-e7d9675812af tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] 10.222.0.60 "GET /v2.0/security-groups/56ebb320-0843-49d5-bc09-2987d04dd9bb HTTP/1.1" status: 200 len: 1811 time: 0.0641670 Sep 01 15:05:13.118533 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-5c4c91ed-2804-44a5-b53a-6ecf71848f47 req-8c02ad9b-ec3e-4a76-98ff-e8a16c72d5a9 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56ebb320-0843-49d5-bc09-2987d04dd9bb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:13.119186 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-5c4c91ed-2804-44a5-b53a-6ecf71848f47 req-8c02ad9b-ec3e-4a76-98ff-e8a16c72d5a9 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56ebb320-0843-49d5-bc09-2987d04dd9bb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:13.172057 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-8f6b8072-f77a-4914-841c-207d590a77fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-670089437-router', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:50Z', 'updated_at': '2021-09-01T15:05:07Z', 'revision_number': 4, 'project_id': '5d059c23fd084d448e8967c7e183d604', 'gw_port': {'id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:52Z', 'updated_at': '2021-09-01T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '989199c6-7c43-4550-915c-5a2ad905b6c2', 'name': '', 'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'mac_address': 'fa:16:3e:12:1c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'a4b5be0d-8f40-4d1b-8605-f255c0b7a428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:05Z', 'updated_at': '2021-09-01T15:05:07Z', 'revision_number': 2, 'project_id': '5d059c23fd084d448e8967c7e183d604', 'subnets': [{'id': 'a4b5be0d-8f40-4d1b-8605-f255c0b7a428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:13.248314 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:13.260396 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-5c4c91ed-2804-44a5-b53a-6ecf71848f47 req-8c02ad9b-ec3e-4a76-98ff-e8a16c72d5a9 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:13.283139 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['455c59b9-c444-4c6c-8e35-40d5b18e851b'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:05:13.294013 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6b8072-f77a-4914-841c-207d590a77fd None None] Checking router: 1439696b-6e0b-4d71-9b16-4e002129d963 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:05:13.294807 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6b8072-f77a-4914-841c-207d590a77fd None None] Updating router 1439696b-6e0b-4d71-9b16-4e002129d963 port 989199c6-7c43-4550-915c-5a2ad905b6c2 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:05:13.300973 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-5c4c91ed-2804-44a5-b53a-6ecf71848f47 req-8c02ad9b-ec3e-4a76-98ff-e8a16c72d5a9 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:13.319720 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-5c4c91ed-2804-44a5-b53a-6ecf71848f47 req-8c02ad9b-ec3e-4a76-98ff-e8a16c72d5a9 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:13.358446 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02ad9b-ec3e-4a76-98ff-e8a16c72d5a9 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c385b5-f050-45ed-a1e6-ad04e47ea6e8,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:13.395198 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-5c4c91ed-2804-44a5-b53a-6ecf71848f47 req-8c02ad9b-ec3e-4a76-98ff-e8a16c72d5a9 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:13.396508 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5c4c91ed-2804-44a5-b53a-6ecf71848f47 req-8c02ad9b-ec3e-4a76-98ff-e8a16c72d5a9 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2827792 Sep 01 15:05:13.398153 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02ad9b-ec3e-4a76-98ff-e8a16c72d5a9 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:13.398725 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02ad9b-ec3e-4a76-98ff-e8a16c72d5a9 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:13.399097 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02ad9b-ec3e-4a76-98ff-e8a16c72d5a9 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:13.399491 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02ad9b-ec3e-4a76-98ff-e8a16c72d5a9 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:13.399886 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02ad9b-ec3e-4a76-98ff-e8a16c72d5a9 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:13.400297 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02ad9b-ec3e-4a76-98ff-e8a16c72d5a9 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:13.400659 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02ad9b-ec3e-4a76-98ff-e8a16c72d5a9 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:13.401026 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02ad9b-ec3e-4a76-98ff-e8a16c72d5a9 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:13.401336 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02ad9b-ec3e-4a76-98ff-e8a16c72d5a9 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:13.401616 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02ad9b-ec3e-4a76-98ff-e8a16c72d5a9 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:13.401917 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02ad9b-ec3e-4a76-98ff-e8a16c72d5a9 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:13.402290 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c02ad9b-ec3e-4a76-98ff-e8a16c72d5a9 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:13.402807 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8072-f77a-4914-841c-207d590a77fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:13.484578 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port d2f771a6-2474-47c3-8c21-7a42e8d6e3b1 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:13.491907 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:13.852148 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759042b4-bcf5-40c6-8478-0858a12342b9 req-eb7274b9-eedb-4e01-921a-748ea5796c61 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:13.854874 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-759042b4-bcf5-40c6-8478-0858a12342b9 req-eb7274b9-eedb-4e01-921a-748ea5796c61 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 945 time: 0.2240193 Sep 01 15:05:14.066833 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-759042b4-bcf5-40c6-8478-0858a12342b9 req-9c48d0b9-dfb6-4f1b-933f-1deaef474e82 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935968 Sep 01 15:05:14.473379 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8072-f77a-4914-841c-207d590a77fd None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:14.525937 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-8f6b8072-f77a-4914-841c-207d590a77fd None None] Transition to ACTIVE for port object 989199c6-7c43-4550-915c-5a2ad905b6c2 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:14.551395 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8072-f77a-4914-841c-207d590a77fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:14.578402 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-5ae363f9-c444-48f5-8791-8298142541ee req-c025365b-5c44-4bb9-8da1-059f1906bb58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11149047-4896-4ba3-975c-f111c6fc8421 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:05:14.595743 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5ae363f9-c444-48f5-8791-8298142541ee req-c025365b-5c44-4bb9-8da1-059f1906bb58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:14.626263 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-5ae363f9-c444-48f5-8791-8298142541ee req-c025365b-5c44-4bb9-8da1-059f1906bb58 service neutron] Transition to ACTIVE for port object 11149047-4896-4ba3-975c-f111c6fc8421 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:14.654734 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ae2a662e-92d3-43b2-bce9-ee7de48659a9 req-6acf6eb7-c9ba-44ae-82c1-44eebdccc8df tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9112666 Sep 01 15:05:14.672735 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5ae363f9-c444-48f5-8791-8298142541ee req-c025365b-5c44-4bb9-8da1-059f1906bb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:14.782507 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3be3be-48e5-4320-bbd1-fa09d1343d19 None None] Pushing event updated for resources: {'Port': ['ID=989199c6-7c43-4550-915c-5a2ad905b6c2,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:14.866512 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3be3be-48e5-4320-bbd1-fa09d1343d19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:14.867216 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3be3be-48e5-4320-bbd1-fa09d1343d19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:14.867753 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3be3be-48e5-4320-bbd1-fa09d1343d19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:14.879092 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3be3be-48e5-4320-bbd1-fa09d1343d19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:14.879710 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3be3be-48e5-4320-bbd1-fa09d1343d19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:14.882673 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3be3be-48e5-4320-bbd1-fa09d1343d19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:14.883263 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3be3be-48e5-4320-bbd1-fa09d1343d19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:14.883850 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3be3be-48e5-4320-bbd1-fa09d1343d19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:14.885874 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3be3be-48e5-4320-bbd1-fa09d1343d19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:14.896719 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3be3be-48e5-4320-bbd1-fa09d1343d19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:14.898011 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3be3be-48e5-4320-bbd1-fa09d1343d19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:14.900654 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3be3be-48e5-4320-bbd1-fa09d1343d19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:15.017619 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:15.026874 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025365b-5c44-4bb9-8da1-059f1906bb58 service neutron] Pushing event updated for resources: {'Port': ['ID=11149047-4896-4ba3-975c-f111c6fc8421,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:15.064228 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 455c59b9-c444-4c6c-8e35-40d5b18e851b up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:05:15.192587 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-8f6b8072-f77a-4914-841c-207d590a77fd None None] Attempting to bind port 989199c6-7c43-4550-915c-5a2ad905b6c2 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:05:15.203745 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-8f6b8072-f77a-4914-841c-207d590a77fd None None] Attempting to bind port 989199c6-7c43-4550-915c-5a2ad905b6c2 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'e22b539c-e96d-4c80-bf2f-57b6a808ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:05:15.204537 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6b8072-f77a-4914-841c-207d590a77fd None None] Attempting to bind port 989199c6-7c43-4550-915c-5a2ad905b6c2 on network 0c4574ca-74c1-4d97-8601-bc6a1bb51205 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:05:15.234785 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-5a1d9029-0c45-4aea-9058-5912cf11c0e8 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:15.247754 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6b8072-f77a-4914-841c-207d590a77fd None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:05:15.248405 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6b8072-f77a-4914-841c-207d590a77fd None None] Checking segment: {'id': 'e22b539c-e96d-4c80-bf2f-57b6a808ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:05:15.249106 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8072-f77a-4914-841c-207d590a77fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:15.249784 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6b8072-f77a-4914-841c-207d590a77fd None None] Bound using segment: {'id': 'e22b539c-e96d-4c80-bf2f-57b6a808ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:05:15.250680 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-8f6b8072-f77a-4914-841c-207d590a77fd None None] Bound port: 989199c6-7c43-4550-915c-5a2ad905b6c2, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22b539c-e96d-4c80-bf2f-57b6a808ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:05:15.251349 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8072-f77a-4914-841c-207d590a77fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:15.264324 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-5a1d9029-0c45-4aea-9058-5912cf11c0e8 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/networks?id=0c4574ca-74c1-4d97-8601-bc6a1bb51205 HTTP/1.1" status: 200 len: 828 time: 0.6129940 Sep 01 15:05:15.338753 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-cbe6de9b-9f46-4cd1-a708-dfb8608bbb26 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/quotas/5d059c23fd084d448e8967c7e183d604 HTTP/1.1" status: 200 len: 375 time: 0.0704913 Sep 01 15:05:15.370114 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 455c59b9-c444-4c6c-8e35-40d5b18e851b completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:05:15.384771 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 455c59b9-c444-4c6c-8e35-40d5b18e851b triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:15.387036 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:15.587208 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-0cea5a79-6e82-4ee1-a564-6f43aa8c70b9 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d059c23fd084d448e8967c7e183d604&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2468746 Sep 01 15:05:15.643952 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-8f6b8072-f77a-4914-841c-207d590a77fd None None] For port 989199c6-7c43-4550-915c-5a2ad905b6c2, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:05:15.655072 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-8f6b8072-f77a-4914-841c-207d590a77fd None None] For port 989199c6-7c43-4550-915c-5a2ad905b6c2, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=989199c6-7c43-4550-915c-5a2ad905b6c2,segment=NetworkSegment(e22b539c-e96d-4c80-bf2f-57b6a808ffcb),segment_id=e22b539c-e96d-4c80-bf2f-57b6a808ffcb)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:05:15.666899 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-8f6b8072-f77a-4914-841c-207d590a77fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:15.781600 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6b8072-f77a-4914-841c-207d590a77fd None None] Routers {'1439696b-6e0b-4d71-9b16-4e002129d963'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:05:15.782051 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-8f6b8072-f77a-4914-841c-207d590a77fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:05:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['1439696b-6e0b-4d71-9b16-4e002129d963'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:15.788352 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7729fa5a-94ad-4087-a4f3-73c88c9309f3 req-62ef0200-5205-4d17-8685-30e4b10fc360 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=55aade69-4680-4548-9c39-cfd3c5dd3770 HTTP/1.1" status: 200 len: 210 time: 0.2182717 Sep 01 15:05:15.863609 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-ee78ebee-9ced-48dd-a59e-4c72d8c59977 service neutron] 10.222.0.60 "GET /v2.0/networks/0c4574ca-74c1-4d97-8601-bc6a1bb51205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653992 Sep 01 15:05:15.923352 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:15.927570 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-50fc4f25-be5d-411a-a1f3-975997358ae3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:16.023543 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455c59b9-c444-4c6c-8e35-40d5b18e851b'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:16.029183 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f897eb00-82ae-4465-a077-c7bdda1acb5b" -d '{"events": [{"server_uuid": "cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8", "name": "network-vif-plugged", "status": "completed", "tag": "455c59b9-c444-4c6c-8e35-40d5b18e851b"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:16.060107 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3be3be-48e5-4320-bbd1-fa09d1343d19 None None] Pushing event updated for resources: {'Port': ['ID=989199c6-7c43-4550-915c-5a2ad905b6c2,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:16.129328 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 455c59b9-c444-4c6c-8e35-40d5b18e851b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=455c59b9-c444-4c6c-8e35-40d5b18e851b,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:16.149814 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-5ae363f9-c444-48f5-8791-8298142541ee req-c025365b-5c44-4bb9-8da1-059f1906bb58 service neutron] Attempting to bind port 11149047-4896-4ba3-975c-f111c6fc8421 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:05:16.151222 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-5ae363f9-c444-48f5-8791-8298142541ee req-c025365b-5c44-4bb9-8da1-059f1906bb58 service neutron] Attempting to bind port 11149047-4896-4ba3-975c-f111c6fc8421 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:05:16.154071 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae363f9-c444-48f5-8791-8298142541ee req-c025365b-5c44-4bb9-8da1-059f1906bb58 service neutron] Attempting to bind port 11149047-4896-4ba3-975c-f111c6fc8421 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:05:16.155288 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:16.170324 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-50fc4f25-be5d-411a-a1f3-975997358ae3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:16.336617 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-8f6b8072-f77a-4914-841c-207d590a77fd None None] Set router 1439696b-6e0b-4d71-9b16-4e002129d963 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:05:16.338261 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-4a499997-3684-4858-8ac6-9c659b23ad6f service neutron] 10.222.0.60 "GET /v2.0/networks/0c4574ca-74c1-4d97-8601-bc6a1bb51205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734502 Sep 01 15:05:16.379259 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae363f9-c444-48f5-8791-8298142541ee req-c025365b-5c44-4bb9-8da1-059f1906bb58 service neutron] Port 11149047-4896-4ba3-975c-f111c6fc8421 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:05:16.379485 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae363f9-c444-48f5-8791-8298142541ee req-c025365b-5c44-4bb9-8da1-059f1906bb58 service neutron] Attempting to bind port 11149047-4896-4ba3-975c-f111c6fc8421 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:05:16.536172 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae363f9-c444-48f5-8791-8298142541ee req-c025365b-5c44-4bb9-8da1-059f1906bb58 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:05:16.536599 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae363f9-c444-48f5-8791-8298142541ee req-c025365b-5c44-4bb9-8da1-059f1906bb58 service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:05:16.536976 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae363f9-c444-48f5-8791-8298142541ee req-c025365b-5c44-4bb9-8da1-059f1906bb58 service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:05:16.537442 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-5ae363f9-c444-48f5-8791-8298142541ee req-c025365b-5c44-4bb9-8da1-059f1906bb58 service neutron] Bound port: 11149047-4896-4ba3-975c-f111c6fc8421, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:05:16.537827 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5ae363f9-c444-48f5-8791-8298142541ee req-c025365b-5c44-4bb9-8da1-059f1906bb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:16.586906 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc4f25-be5d-411a-a1f3-975997358ae3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Pushing event updated for resources: {'Port': ['ID=821ede0d-2902-4c88-a4b1-5df2ddca86f6,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:16.594172 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=455c59b9-c444-4c6c-8e35-40d5b18e851b,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:16.662159 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-50fc4f25-be5d-411a-a1f3-975997358ae3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Network b0922890-9f88-4062-824b-4dfc506e6e18 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:05:16.687722 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-50fc4f25-be5d-411a-a1f3-975997358ae3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:16.692722 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-50fc4f25-be5d-411a-a1f3-975997358ae3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:05:16.767751 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-50fc4f25-be5d-411a-a1f3-975997358ae3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:16.768453 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-50fc4f25-be5d-411a-a1f3-975997358ae3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:16.779305 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dad6d230-adf7-4f96-8795-4f027e3ee59a req-d6ba345e-efe3-401c-8652-c911672eb0bd tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] 10.222.0.60 "GET /v2.0/security-groups/56ebb320-0843-49d5-bc09-2987d04dd9bb HTTP/1.1" status: 200 len: 2404 time: 0.4462090 Sep 01 15:05:16.797361 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-5ae363f9-c444-48f5-8791-8298142541ee req-c025365b-5c44-4bb9-8da1-059f1906bb58 service neutron] For port 11149047-4896-4ba3-975c-f111c6fc8421, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:05:16.802231 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-5ae363f9-c444-48f5-8791-8298142541ee req-c025365b-5c44-4bb9-8da1-059f1906bb58 service neutron] For port 11149047-4896-4ba3-975c-f111c6fc8421, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=11149047-4896-4ba3-975c-f111c6fc8421,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:05:16.809489 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-50fc4f25-be5d-411a-a1f3-975997358ae3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1424592 Sep 01 15:05:16.814552 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5ae363f9-c444-48f5-8791-8298142541ee req-c025365b-5c44-4bb9-8da1-059f1906bb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:16.825033 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-056a0cbe-b99d-4168-9340-659a1af1d8c7 service neutron] Request body: {'port': {'device_id': '55aade69-4680-4548-9c39-cfd3c5dd3770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:16.956138 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae363f9-c444-48f5-8791-8298142541ee req-c025365b-5c44-4bb9-8da1-059f1906bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:16.957422 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5ae363f9-c444-48f5-8791-8298142541ee req-c025365b-5c44-4bb9-8da1-059f1906bb58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:16.959596 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5ae363f9-c444-48f5-8791-8298142541ee req-c025365b-5c44-4bb9-8da1-059f1906bb58 service neutron] 10.222.0.62 "PUT /v2.0/ports/11149047-4896-4ba3-975c-f111c6fc8421 HTTP/1.1" status: 200 len: 1095 time: 5.6117430 Sep 01 15:05:16.960422 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '655e498d-b672-49a2-bf2c-4e66fea20e30', 'tag': '11149047-4896-4ba3-975c-f111c6fc8421'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:16.966131 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d50f94-df1f-4035-896f-c954c2fcba6e" -d '{"events": [{"name": "network-changed", "server_uuid": "655e498d-b672-49a2-bf2c-4e66fea20e30", "tag": "11149047-4896-4ba3-975c-f111c6fc8421"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:17.170822 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-056a0cbe-b99d-4168-9340-659a1af1d8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:17.213590 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26687d00-ff70-4825-850d-fe2aca73219c req-2986f978-28f8-4b96-aeb2-1e64d3014cad tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:17.229906 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26687d00-ff70-4825-850d-fe2aca73219c req-2986f978-28f8-4b96-aeb2-1e64d3014cad tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e498d-b672-49a2-bf2c-4e66fea20e30 HTTP/1.1" status: 200 len: 947 time: 0.3484244 Sep 01 15:05:17.300679 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025365b-5c44-4bb9-8da1-059f1906bb58 service neutron] Pushing event updated for resources: {'Port': ['ID=11149047-4896-4ba3-975c-f111c6fc8421,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:17.381182 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26687d00-ff70-4825-850d-fe2aca73219c req-4ac0f5ed-9d27-4523-9107-4d391b27875e tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/security-groups?id=12c4fb53-55d9-4936-9a69-3b850fd56fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338549 Sep 01 15:05:17.417278 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe2572-ebe1-49d7-8269-11e992b9ad38 req-11cd51f8-fec1-4122-b2b6-0573dd1b1ad2 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:17.421733 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7efe2572-ebe1-49d7-8269-11e992b9ad38 req-11cd51f8-fec1-4122-b2b6-0573dd1b1ad2 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 945 time: 0.2667978 Sep 01 15:05:17.467076 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae363f9-c444-48f5-8791-8298142541ee req-390d69f9-ff00-4219-ad67-fda048b5ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:17.470444 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5ae363f9-c444-48f5-8791-8298142541ee req-390d69f9-ff00-4219-ad67-fda048b5ed2b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=479d85b25f5244a695fb7d6ba8369959&device_id=655e498d-b672-49a2-bf2c-4e66fea20e30 HTTP/1.1" status: 200 len: 1098 time: 0.3312020 Sep 01 15:05:17.682184 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f22a59-5819-4caf-a23b-8c150fda3e88 req-4568f1f6-428a-40fe-8554-828cf4fc7633 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:17.692649 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-8f6b8072-f77a-4914-841c-207d590a77fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-670089437-router', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:50Z', 'updated_at': '2021-09-01T15:05:07Z', 'revision_number': 4, 'project_id': '5d059c23fd084d448e8967c7e183d604', 'gw_port': {'id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:52Z', 'updated_at': '2021-09-01T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '989199c6-7c43-4550-915c-5a2ad905b6c2', 'name': '', 'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'mac_address': 'fa:16:3e:12:1c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'a4b5be0d-8f40-4d1b-8605-f255c0b7a428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:05Z', 'updated_at': '2021-09-01T15:05:15Z', 'revision_number': 4, 'project_id': '5d059c23fd084d448e8967c7e183d604', 'subnets': [{'id': 'a4b5be0d-8f40-4d1b-8605-f255c0b7a428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:17.704671 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-34f22a59-5819-4caf-a23b-8c150fda3e88 req-4568f1f6-428a-40fe-8554-828cf4fc7633 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8 HTTP/1.1" status: 200 len: 949 time: 0.1961839 Sep 01 15:05:17.840837 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6b8072-f77a-4914-841c-207d590a77fd None None] The sync data for ids ['1439696b-6e0b-4d71-9b16-4e002129d963'] in n-d-794796-3 is: [{'id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-670089437-router', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:50Z', 'updated_at': '2021-09-01T15:05:07Z', 'revision_number': 4, 'project_id': '5d059c23fd084d448e8967c7e183d604', 'gw_port': {'id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:52Z', 'updated_at': '2021-09-01T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '989199c6-7c43-4550-915c-5a2ad905b6c2', 'name': '', 'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'mac_address': 'fa:16:3e:12:1c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'a4b5be0d-8f40-4d1b-8605-f255c0b7a428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:05Z', 'updated_at': '2021-09-01T15:05:15Z', 'revision_number': 4, 'project_id': '5d059c23fd084d448e8967c7e183d604', 'subnets': [{'id': 'a4b5be0d-8f40-4d1b-8605-f255c0b7a428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:05:17.899636 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-34f22a59-5819-4caf-a23b-8c150fda3e88 req-d9f2266e-ab30-405a-80cb-4aa09499fe83 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928141 Sep 01 15:05:18.348672 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7efe2572-ebe1-49d7-8269-11e992b9ad38 req-8ac40cca-3d4a-4ff4-8349-5fe9cb5c677e tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8760154 Sep 01 15:05:18.354964 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5ae363f9-c444-48f5-8791-8298142541ee req-b579e5fa-f6b4-418c-962e-41ae9abd48e3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=11149047-4896-4ba3-975c-f111c6fc8421 HTTP/1.1" status: 200 len: 217 time: 0.7859521 Sep 01 15:05:18.543971 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91965b10-5efe-4ab4-b57d-04ebbdbc7cd3 x-openstack-request-id: req-91965b10-5efe-4ab4-b57d-04ebbdbc7cd3 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:18.548221 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8", "name": "network-vif-plugged", "status": "completed", "tag": "455c59b9-c444-4c6c-8e35-40d5b18e851b", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:18.548656 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-91965b10-5efe-4ab4-b57d-04ebbdbc7cd3 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:18.549354 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '455c59b9-c444-4c6c-8e35-40d5b18e851b', 'code': 200} Sep 01 15:05:18.558993 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 989199c6-7c43-4550-915c-5a2ad905b6c2 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:05:18.598358 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae363f9-c444-48f5-8791-8298142541ee req-99c44207-59d9-41b8-80ee-5fa3ffc7c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:18.603763 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5ae363f9-c444-48f5-8791-8298142541ee req-99c44207-59d9-41b8-80ee-5fa3ffc7c1a0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.2097211 Sep 01 15:05:18.634721 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d2c3dabe-ac49-46c3-b7b4-e88cac2e887b req-72bb17e8-4625-464c-bf25-7595e619c175 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] 10.222.0.60 "GET /v2.0/security-group-rules/d3c385b5-f050-45ed-a1e6-ad04e47ea6e8 HTTP/1.1" status: 200 len: 778 time: 0.0521479 Sep 01 15:05:18.749755 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d2c3dabe-ac49-46c3-b7b4-e88cac2e887b req-4471227d-7e6b-4a1d-acb1-3ec4645001f4 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] 10.222.0.60 "GET /v2.0/security-groups/56ebb320-0843-49d5-bc09-2987d04dd9bb HTTP/1.1" status: 200 len: 2404 time: 0.1110563 Sep 01 15:05:18.822774 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d2c3dabe-ac49-46c3-b7b4-e88cac2e887b req-4e4dae66-c366-4dde-b892-06994c249206 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:18.840572 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d2c3dabe-ac49-46c3-b7b4-e88cac2e887b req-4e4dae66-c366-4dde-b892-06994c249206 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:18.910879 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-34de9f4a-d3bd-4d32-af57-e27922296c70 req-8b0f79f5-b213-48d8-ad9f-f43baf6244bc tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/ports?device_id=68134493-efbd-4d86-b112-6d7a37c588a4 HTTP/1.1" status: 200 len: 210 time: 0.1505067 Sep 01 15:05:18.917843 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d2c3dabe-ac49-46c3-b7b4-e88cac2e887b req-4e4dae66-c366-4dde-b892-06994c249206 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:18.938128 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d2c3dabe-ac49-46c3-b7b4-e88cac2e887b req-4e4dae66-c366-4dde-b892-06994c249206 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:18.959543 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 989199c6-7c43-4550-915c-5a2ad905b6c2 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:05:18.964294 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d2c3dabe-ac49-46c3-b7b4-e88cac2e887b req-4e4dae66-c366-4dde-b892-06994c249206 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/d3c385b5-f050-45ed-a1e6-ad04e47ea6e8 HTTP/1.1" status: 204 len: 173 time: 0.2098050 Sep 01 15:05:18.988105 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4dae66-c366-4dde-b892-06994c249206 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3c385b5-f050-45ed-a1e6-ad04e47ea6e8,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:18.999221 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 989199c6-7c43-4550-915c-5a2ad905b6c2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:19.010672 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:19.374190 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64d202-70a6-414a-b8f9-35a159b27899 req-887872a7-77c2-4a89-ad8d-5f58fe265156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:19.377536 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9c64d202-70a6-414a-b8f9-35a159b27899 req-887872a7-77c2-4a89-ad8d-5f58fe265156 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8 HTTP/1.1" status: 200 len: 1100 time: 0.2966628 Sep 01 15:05:19.418962 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb847d5-adc4-4e20-a702-dbc64929de84 x-openstack-request-id: req-cdb847d5-adc4-4e20-a702-dbc64929de84 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:19.419585 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "655e498d-b672-49a2-bf2c-4e66fea20e30", "tag": "11149047-4896-4ba3-975c-f111c6fc8421", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:19.419858 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cdb847d5-adc4-4e20-a702-dbc64929de84 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:19.420494 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '655e498d-b672-49a2-bf2c-4e66fea20e30', 'tag': '11149047-4896-4ba3-975c-f111c6fc8421', 'status': 'completed', 'code': 200} Sep 01 15:05:19.456580 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475a5e4-cdcc-41fb-ac96-cc6e6cb70536 req-3ad65a51-9663-4464-842e-35bf3bf8963c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:19.467020 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d475a5e4-cdcc-41fb-ac96-cc6e6cb70536 req-3ad65a51-9663-4464-842e-35bf3bf8963c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=55aade69-4680-4548-9c39-cfd3c5dd3770 HTTP/1.1" status: 200 len: 932 time: 0.2822111 Sep 01 15:05:19.510344 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9c64d202-70a6-414a-b8f9-35a159b27899 req-c5833944-2c77-48a2-a320-bd653db17ae9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155541 Sep 01 15:05:19.514987 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:19.566130 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d475a5e4-cdcc-41fb-ac96-cc6e6cb70536 req-af522063-759e-454c-b1a2-1b500f3e5d9b tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975502 Sep 01 15:05:19.611364 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae363f9-c444-48f5-8791-8298142541ee req-6f2ebea9-adef-4550-84fe-4a705319c8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:19.614106 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5ae363f9-c444-48f5-8791-8298142541ee req-6f2ebea9-adef-4550-84fe-4a705319c8ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9925966 Sep 01 15:05:19.626736 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-d01acd48-2c7e-4d53-847c-c331268e2d38 req-d34f6b6d-e1a5-448e-8e21-75c0c7ad8993 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1244616900', 'description': 'tempest-description-1496868232'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:19.683779 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 989199c6-7c43-4550-915c-5a2ad905b6c2, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=989199c6-7c43-4550-915c-5a2ad905b6c2,segment=NetworkSegment(e22b539c-e96d-4c80-bf2f-57b6a808ffcb),segment_id=e22b539c-e96d-4c80-bf2f-57b6a808ffcb)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:19.686911 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d01acd48-2c7e-4d53-847c-c331268e2d38 req-d34f6b6d-e1a5-448e-8e21-75c0c7ad8993 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:19.701783 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:19.946500 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=989199c6-7c43-4550-915c-5a2ad905b6c2,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:20.035621 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-056a0cbe-b99d-4168-9340-659a1af1d8c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 821ede0d-2902-4c88-a4b1-5df2ddca86f6 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:05:20.055296 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-056a0cbe-b99d-4168-9340-659a1af1d8c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:20.087277 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-056a0cbe-b99d-4168-9340-659a1af1d8c7 service neutron] Transition to ACTIVE for port object 821ede0d-2902-4c88-a4b1-5df2ddca86f6 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:20.102864 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-056a0cbe-b99d-4168-9340-659a1af1d8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:20.133351 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378f466-97a5-4662-829d-c6f0952ebbfc req-76892f68-8273-4db3-a72e-057ead8abc9d tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:20.142399 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2378f466-97a5-4662-829d-c6f0952ebbfc req-76892f68-8273-4db3-a72e-057ead8abc9d tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e498d-b672-49a2-bf2c-4e66fea20e30 HTTP/1.1" status: 200 len: 947 time: 0.7561007 Sep 01 15:05:20.155447 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d01acd48-2c7e-4d53-847c-c331268e2d38 req-d34f6b6d-e1a5-448e-8e21-75c0c7ad8993 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:20.175238 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d01acd48-2c7e-4d53-847c-c331268e2d38 req-d34f6b6d-e1a5-448e-8e21-75c0c7ad8993 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:20.237898 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 989199c6-7c43-4550-915c-5a2ad905b6c2 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:05:20.332216 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d01acd48-2c7e-4d53-847c-c331268e2d38 req-d34f6b6d-e1a5-448e-8e21-75c0c7ad8993 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:20.348979 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d01acd48-2c7e-4d53-847c-c331268e2d38 req-d34f6b6d-e1a5-448e-8e21-75c0c7ad8993 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7286816 Sep 01 15:05:20.409192 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f6b6d-e1a5-448e-8e21-75c0c7ad8993 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f83de7-24ee-480c-9822-2cbfcdafb4c5,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:20.432315 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-0c469266-38bb-4ae0-857e-2b1eb14d28ea tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:20.433968 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-0c469266-38bb-4ae0-857e-2b1eb14d28ea tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.45 "GET /v2.0/networks?id=0c4574ca-74c1-4d97-8601-bc6a1bb51205 HTTP/1.1" status: 200 len: 828 time: 0.6982167 Sep 01 15:05:20.486448 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-115e323c-47b1-4696-bab8-05539077644d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Request body: {'port': {'device_id': '68134493-efbd-4d86-b112-6d7a37c588a4', 'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205', 'admin_state_up': True, 'tenant_id': '5d059c23fd084d448e8967c7e183d604'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:20.553883 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 989199c6-7c43-4550-915c-5a2ad905b6c2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:20.565987 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:20.752720 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a0cbe-b99d-4168-9340-659a1af1d8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=821ede0d-2902-4c88-a4b1-5df2ddca86f6,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:20.822813 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5ae363f9-c444-48f5-8791-8298142541ee req-2da14fdb-2c13-4c08-b196-33081b38c7b5 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1783633 Sep 01 15:05:20.846055 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2378f466-97a5-4662-829d-c6f0952ebbfc req-6276041d-dd30-434b-9a62-1cbbae189fe0 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/security-groups?id=12c4fb53-55d9-4936-9a69-3b850fd56fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6978228 Sep 01 15:05:21.027210 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa4ae1-3445-44dd-bfbe-259b727fbb7a req-39bfb637-fe4e-4a2a-b5df-8e7da98886d5 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:21.042261 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d5aa4ae1-3445-44dd-bfbe-259b727fbb7a req-39bfb637-fe4e-4a2a-b5df-8e7da98886d5 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8 HTTP/1.1" status: 200 len: 949 time: 0.4692788 Sep 01 15:05:21.099444 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-056a0cbe-b99d-4168-9340-659a1af1d8c7 service neutron] Attempting to bind port 821ede0d-2902-4c88-a4b1-5df2ddca86f6 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:05:21.105998 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-056a0cbe-b99d-4168-9340-659a1af1d8c7 service neutron] Attempting to bind port 821ede0d-2902-4c88-a4b1-5df2ddca86f6 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:05:21.110598 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-056a0cbe-b99d-4168-9340-659a1af1d8c7 service neutron] Attempting to bind port 821ede0d-2902-4c88-a4b1-5df2ddca86f6 on network b0922890-9f88-4062-824b-4dfc506e6e18 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:05:21.239295 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d5aa4ae1-3445-44dd-bfbe-259b727fbb7a req-47393d97-9b99-4c83-8516-75d34a482361 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867237 Sep 01 15:05:21.321229 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5ae363f9-c444-48f5-8791-8298142541ee req-7cc1a0ad-5b29-4d5b-b1c2-f43a9b3a03e2 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681439 Sep 01 15:05:21.323788 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-056a0cbe-b99d-4168-9340-659a1af1d8c7 service neutron] Port 821ede0d-2902-4c88-a4b1-5df2ddca86f6 on network b0922890-9f88-4062-824b-4dfc506e6e18 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:05:21.324976 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-056a0cbe-b99d-4168-9340-659a1af1d8c7 service neutron] Attempting to bind port 821ede0d-2902-4c88-a4b1-5df2ddca86f6 on network b0922890-9f88-4062-824b-4dfc506e6e18 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:05:21.333423 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-115e323c-47b1-4696-bab8-05539077644d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Made reservation on behalf of 5d059c23fd084d448e8967c7e183d604 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:05:21.368699 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-115e323c-47b1-4696-bab8-05539077644d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:21.434668 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-056a0cbe-b99d-4168-9340-659a1af1d8c7 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:05:21.441126 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-056a0cbe-b99d-4168-9340-659a1af1d8c7 service neutron] Checking segment: {'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:05:21.446625 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-056a0cbe-b99d-4168-9340-659a1af1d8c7 service neutron] Bound using segment: {'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:05:21.447555 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-056a0cbe-b99d-4168-9340-659a1af1d8c7 service neutron] Bound port: 821ede0d-2902-4c88-a4b1-5df2ddca86f6, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:05:21.448167 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-056a0cbe-b99d-4168-9340-659a1af1d8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:21.659557 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f756c-8250-49ab-8dac-4e1215928832 req-66ee5deb-77fd-4990-8ead-b50338c50624 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:21.669241 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-932f756c-8250-49ab-8dac-4e1215928832 req-66ee5deb-77fd-4990-8ead-b50338c50624 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 945 time: 0.2919176 Sep 01 15:05:21.756186 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-056a0cbe-b99d-4168-9340-659a1af1d8c7 service neutron] For port 821ede0d-2902-4c88-a4b1-5df2ddca86f6, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:05:21.772190 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-056a0cbe-b99d-4168-9340-659a1af1d8c7 service neutron] For port 821ede0d-2902-4c88-a4b1-5df2ddca86f6, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=821ede0d-2902-4c88-a4b1-5df2ddca86f6,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:05:21.806695 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-056a0cbe-b99d-4168-9340-659a1af1d8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:21.902952 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-115e323c-47b1-4696-bab8-05539077644d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Allocated IP 172.20.0.14 (0c4574ca-74c1-4d97-8601-bc6a1bb51205/a4b5be0d-8f40-4d1b-8605-f255c0b7a428/8af271d4-421d-48eb-9058-51e1a6adb380) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:05:21.944192 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a0cbe-b99d-4168-9340-659a1af1d8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=821ede0d-2902-4c88-a4b1-5df2ddca86f6,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:21.990596 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-932f756c-8250-49ab-8dac-4e1215928832 req-cb6631e0-3279-46e1-b1c5-c0063a5a871d tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3185403 Sep 01 15:05:22.012393 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d50f94-df1f-4035-896f-c954c2fcba6e req-89021156-c512-4fc5-83f5-6dac1ef68d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:22.020122 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-15d50f94-df1f-4035-896f-c954c2fcba6e req-89021156-c512-4fc5-83f5-6dac1ef68d06 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=479d85b25f5244a695fb7d6ba8369959&device_id=655e498d-b672-49a2-bf2c-4e66fea20e30 HTTP/1.1" status: 200 len: 1098 time: 0.4794886 Sep 01 15:05:22.186482 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ce49237-2208-4e2d-ae10-2bb74a59505b req-e5b6e9c6-18cf-473d-a069-f0ac828f5bf7 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/ports?device_id=68134493-efbd-4d86-b112-6d7a37c588a4 HTTP/1.1" status: 200 len: 210 time: 0.4938989 Sep 01 15:05:22.237262 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-056a0cbe-b99d-4168-9340-659a1af1d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:22.237909 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-056a0cbe-b99d-4168-9340-659a1af1d8c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:22.241745 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-056a0cbe-b99d-4168-9340-659a1af1d8c7 service neutron] 10.222.0.45 "PUT /v2.0/ports/821ede0d-2902-4c88-a4b1-5df2ddca86f6 HTTP/1.1" status: 200 len: 1092 time: 5.4204707 Sep 01 15:05:22.241745 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55aade69-4680-4548-9c39-cfd3c5dd3770', 'tag': '821ede0d-2902-4c88-a4b1-5df2ddca86f6'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:22.242720 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf883bda-5dcb-4efa-8542-c03af5a235b2" -d '{"events": [{"name": "network-changed", "server_uuid": "55aade69-4680-4548-9c39-cfd3c5dd3770", "tag": "821ede0d-2902-4c88-a4b1-5df2ddca86f6"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:22.428821 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d50f94-df1f-4035-896f-c954c2fcba6e req-f8360a60-1306-4ac9-b848-e694518fa4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:22.432211 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-15d50f94-df1f-4035-896f-c954c2fcba6e req-f8360a60-1306-4ac9-b848-e694518fa4c4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.4013402 Sep 01 15:05:22.588767 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-15d50f94-df1f-4035-896f-c954c2fcba6e req-aa1b6d5d-89d6-4aeb-b5de-46604413f55a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=11149047-4896-4ba3-975c-f111c6fc8421 HTTP/1.1" status: 200 len: 217 time: 0.1442313 Sep 01 15:05:22.600910 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2944702d-9cd8-475c-9919-547ebf0873cb req-544eded0-34cf-4fbb-a9a6-7a7026de54be tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] 10.222.0.60 "GET /v2.0/security-groups/61f83de7-24ee-480c-9822-2cbfcdafb4c5 HTTP/1.1" status: 200 len: 1813 time: 0.3653171 Sep 01 15:05:22.609063 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900e24a-9334-46c8-b631-de83f1cd5b8d req-f07367c4-6636-441b-a99c-009fc25edeb1 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:22.624884 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-432093cc-ba34-4957-b66c-725e398df4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:22.626046 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0900e24a-9334-46c8-b631-de83f1cd5b8d req-f07367c4-6636-441b-a99c-009fc25edeb1 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=55aade69-4680-4548-9c39-cfd3c5dd3770 HTTP/1.1" status: 200 len: 944 time: 0.1556811 Sep 01 15:05:22.628049 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-432093cc-ba34-4957-b66c-725e398df4c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fec0654f7239467a95f60e6ba299aa91&device_id=55aade69-4680-4548-9c39-cfd3c5dd3770 HTTP/1.1" status: 200 len: 1095 time: 0.2952394 Sep 01 15:05:22.780561 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-97128ee5-706d-4902-8fd3-a17acfd1ee70 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=821ede0d-2902-4c88-a4b1-5df2ddca86f6 HTTP/1.1" status: 200 len: 217 time: 0.1146257 Sep 01 15:05:22.952573 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0900e24a-9334-46c8-b631-de83f1cd5b8d req-cf492f26-bc22-4771-aa4d-cc2e2df89612 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250453 Sep 01 15:05:22.990241 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-115e323c-47b1-4696-bab8-05539077644d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:23.041857 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-115e323c-47b1-4696-bab8-05539077644d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Transition to ACTIVE for port object 8af271d4-421d-48eb-9058-51e1a6adb380 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:23.107512 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-65913b77-cb08-4855-81bf-ecf92e97ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:23.111259 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-65913b77-cb08-4855-81bf-ecf92e97ef8c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de6f3d24-aa35-41db-834d-e91d2e27e6db HTTP/1.1" status: 200 len: 851 time: 0.2494307 Sep 01 15:05:23.164909 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819c5d4-743d-42ff-8c81-93d6c242f73c req-f3d3de45-49f2-4144-af08-9f7898d8c316 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:23.183820 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e819c5d4-743d-42ff-8c81-93d6c242f73c req-f3d3de45-49f2-4144-af08-9f7898d8c316 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e498d-b672-49a2-bf2c-4e66fea20e30 HTTP/1.1" status: 200 len: 947 time: 0.3956890 Sep 01 15:05:23.195293 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-115e323c-47b1-4696-bab8-05539077644d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:23.211669 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d50f94-df1f-4035-896f-c954c2fcba6e req-dc3469c7-cee4-4a52-8104-8904525653ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:23.221789 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-15d50f94-df1f-4035-896f-c954c2fcba6e req-dc3469c7-cee4-4a52-8104-8904525653ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.6156046 Sep 01 15:05:23.287242 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-0dbfb7c0-ee84-4785-93a4-d4b752d52602 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b0922890-9f88-4062-824b-4dfc506e6e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1650264 Sep 01 15:05:23.315382 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-115e323c-47b1-4696-bab8-05539077644d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Network 0c4574ca-74c1-4d97-8601-bc6a1bb51205 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:05:23.340145 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-115e323c-47b1-4696-bab8-05539077644d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:23.360689 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-115e323c-47b1-4696-bab8-05539077644d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:05:23.514463 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e323c-47b1-4696-bab8-05539077644d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Pushing event updated for resources: {'Port': ['ID=8af271d4-421d-48eb-9058-51e1a6adb380,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:23.566951 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-115e323c-47b1-4696-bab8-05539077644d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:23.575352 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-115e323c-47b1-4696-bab8-05539077644d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:23.609486 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bb6fd1-820c-4662-a3f5-45c855ffac96 x-openstack-request-id: req-f8bb6fd1-820c-4662-a3f5-45c855ffac96 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:23.610429 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55aade69-4680-4548-9c39-cfd3c5dd3770", "tag": "821ede0d-2902-4c88-a4b1-5df2ddca86f6", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:23.610928 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f8bb6fd1-820c-4662-a3f5-45c855ffac96 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:23.611744 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55aade69-4680-4548-9c39-cfd3c5dd3770', 'tag': '821ede0d-2902-4c88-a4b1-5df2ddca86f6', 'status': 'completed', 'code': 200} Sep 01 15:05:23.618073 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e819c5d4-743d-42ff-8c81-93d6c242f73c req-72101fc8-9930-46d1-868e-18e090cf6ca0 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/security-groups?id=12c4fb53-55d9-4936-9a69-3b850fd56fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330895 Sep 01 15:05:23.653990 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-115e323c-47b1-4696-bab8-05539077644d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1963873 Sep 01 15:05:23.660299 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-6ed30778-6db9-4eb4-8595-e34d56bc9586 service neutron] 10.222.0.45 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496633 Sep 01 15:05:23.699165 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d50f94-df1f-4035-896f-c954c2fcba6e req-eccd6143-698d-4685-9da2-790eb5fc28b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:23.701335 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-15d50f94-df1f-4035-896f-c954c2fcba6e req-eccd6143-698d-4685-9da2-790eb5fc28b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4073577 Sep 01 15:05:23.709635 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-0f242f48-7732-4165-be05-9130d985d284 service neutron] Request body: {'port': {'device_id': '68134493-efbd-4d86-b112-6d7a37c588a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:23.895039 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4acf8e-e861-4997-ac12-a1ee8bdb5de1 req-197acbba-c4f3-49af-bc73-b15d6359f580 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:23.927462 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7c4acf8e-e861-4997-ac12-a1ee8bdb5de1 req-197acbba-c4f3-49af-bc73-b15d6359f580 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8 HTTP/1.1" status: 200 len: 949 time: 0.3196807 Sep 01 15:05:23.932522 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-bbc8b95b-898c-432a-8a43-5c28007551e5 None None] Provisioning for port 8af271d4-421d-48eb-9058-51e1a6adb380 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:05:23.952410 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-bbc8b95b-898c-432a-8a43-5c28007551e5 None None] Provisioning complete for port 8af271d4-421d-48eb-9058-51e1a6adb380 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:23.953077 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bbc8b95b-898c-432a-8a43-5c28007551e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:24.047348 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-15d50f94-df1f-4035-896f-c954c2fcba6e req-2d3b2686-54cd-44cf-ae5d-52c081df2920 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211296 Sep 01 15:05:24.083029 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7c4acf8e-e861-4997-ac12-a1ee8bdb5de1 req-db419dc6-fbfa-4a0e-80df-f7aec287742d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543677 Sep 01 15:05:24.084763 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-0f242f48-7732-4165-be05-9130d985d284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:24.127231 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-bbc8b95b-898c-432a-8a43-5c28007551e5 None None] Port 8af271d4-421d-48eb-9058-51e1a6adb380 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:05:24.443042 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-15d50f94-df1f-4035-896f-c954c2fcba6e req-5c910f2b-fbb6-49b8-9eb0-5c696f31cfb5 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600442 Sep 01 15:05:24.466496 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4432652-2b54-4a58-a10b-92b5601f6e94 req-2f31f3fa-4c2d-474c-bfcf-42818140caf6 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:24.483952 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4432652-2b54-4a58-a10b-92b5601f6e94 req-2f31f3fa-4c2d-474c-bfcf-42818140caf6 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 945 time: 0.4342370 Sep 01 15:05:24.542243 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27284311-fec0-4c9f-8fa0-c717e4c0388d req-9a2d95d0-8b5d-42b2-aabd-6a4fa1379480 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:24.556517 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-27284311-fec0-4c9f-8fa0-c717e4c0388d req-9a2d95d0-8b5d-42b2-aabd-6a4fa1379480 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/ports?device_id=68134493-efbd-4d86-b112-6d7a37c588a4 HTTP/1.1" status: 200 len: 932 time: 0.2219160 Sep 01 15:05:24.573272 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d9ae2f2-b8d3-41fd-87b7-6ae3173dfc10 req-4bf6e3f1-4381-4a93-b1f3-3ec48a8a05f1 service neutron] 10.222.0.45 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9019301 Sep 01 15:05:24.637309 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4432652-2b54-4a58-a10b-92b5601f6e94 req-457b4e6a-6932-4404-9783-71eeda5753f9 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501648 Sep 01 15:05:24.697989 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-27284311-fec0-4c9f-8fa0-c717e4c0388d req-4a08ac4d-32d9-4488-9d37-ba5285c9981e tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/security-groups?id=59860b9f-6e4c-4ae4-9468-1cd20fb1ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398714 Sep 01 15:05:24.759342 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf883bda-5dcb-4efa-8542-c03af5a235b2 req-9d442633-7f71-4e5c-a1c9-55005d4d46c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:24.773436 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cf883bda-5dcb-4efa-8542-c03af5a235b2 req-9d442633-7f71-4e5c-a1c9-55005d4d46c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fec0654f7239467a95f60e6ba299aa91&device_id=55aade69-4680-4548-9c39-cfd3c5dd3770 HTTP/1.1" status: 200 len: 1095 time: 0.1179962 Sep 01 15:05:24.818315 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-1dff734d-8df3-4827-a86d-63076ae4094a req-0d37e879-283f-4893-8e40-3821ab735821 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-739346629', 'description': 'tempest-description-1157337848'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:24.966818 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-0f242f48-7732-4165-be05-9130d985d284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af271d4-421d-48eb-9058-51e1a6adb380 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:05:25.008763 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1dff734d-8df3-4827-a86d-63076ae4094a req-0d37e879-283f-4893-8e40-3821ab735821 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:25.058167 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-0f242f48-7732-4165-be05-9130d985d284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:25.109827 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-0f242f48-7732-4165-be05-9130d985d284 service neutron] Transition to ACTIVE for port object 8af271d4-421d-48eb-9058-51e1a6adb380 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:25.140323 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2c796-4324-4be9-99e5-38233cd41ba9 req-1a0577a4-7881-43a8-acd0-537dd2a5d21d tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:25.155451 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-46f2c796-4324-4be9-99e5-38233cd41ba9 req-1a0577a4-7881-43a8-acd0-537dd2a5d21d tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=55aade69-4680-4548-9c39-cfd3c5dd3770 HTTP/1.1" status: 200 len: 944 time: 0.2134874 Sep 01 15:05:25.169096 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-0f242f48-7732-4165-be05-9130d985d284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:25.186027 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf883bda-5dcb-4efa-8542-c03af5a235b2 req-520bd9be-414e-4fbf-b5e0-ce19d06ef01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:25.188752 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cf883bda-5dcb-4efa-8542-c03af5a235b2 req-520bd9be-414e-4fbf-b5e0-ce19d06ef01e service neutron] 10.222.0.45 "GET /v2.0/networks?id=b0922890-9f88-4062-824b-4dfc506e6e18 HTTP/1.1" status: 200 len: 912 time: 0.4132824 Sep 01 15:05:25.259462 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cf883bda-5dcb-4efa-8542-c03af5a235b2 req-0c445429-4b6c-49fc-b1ef-058035df7a93 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=821ede0d-2902-4c88-a4b1-5df2ddca86f6 HTTP/1.1" status: 200 len: 217 time: 0.0613029 Sep 01 15:05:25.287457 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1dff734d-8df3-4827-a86d-63076ae4094a req-0d37e879-283f-4893-8e40-3821ab735821 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:25.313915 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1dff734d-8df3-4827-a86d-63076ae4094a req-0d37e879-283f-4893-8e40-3821ab735821 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:25.389572 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1dff734d-8df3-4827-a86d-63076ae4094a req-0d37e879-283f-4893-8e40-3821ab735821 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:25.406579 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1dff734d-8df3-4827-a86d-63076ae4094a req-0d37e879-283f-4893-8e40-3821ab735821 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5969996 Sep 01 15:05:25.428161 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf883bda-5dcb-4efa-8542-c03af5a235b2 req-366c07ec-9f54-46a3-b1d5-70d84762da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:25.433256 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cf883bda-5dcb-4efa-8542-c03af5a235b2 req-366c07ec-9f54-46a3-b1d5-70d84762da3d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de6f3d24-aa35-41db-834d-e91d2e27e6db HTTP/1.1" status: 200 len: 851 time: 0.1600950 Sep 01 15:05:25.434891 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37e879-283f-4893-8e40-3821ab735821 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8585d08d-d6ab-4385-9a6e-bcb7342cbba5,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:25.452201 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-46f2c796-4324-4be9-99e5-38233cd41ba9 req-bb8cea81-6fe2-4ded-8f7b-18486adb8731 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947388 Sep 01 15:05:25.484583 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f242f48-7732-4165-be05-9130d985d284 service neutron] Pushing event updated for resources: {'Port': ['ID=8af271d4-421d-48eb-9058-51e1a6adb380,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:25.532197 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cf883bda-5dcb-4efa-8542-c03af5a235b2 req-219bceaf-8006-451d-a4e0-92ce37d397ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b0922890-9f88-4062-824b-4dfc506e6e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811751 Sep 01 15:05:25.608441 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 11149047-4896-4ba3-975c-f111c6fc8421 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:05:25.731036 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-0f242f48-7732-4165-be05-9130d985d284 service neutron] Attempting to bind port 8af271d4-421d-48eb-9058-51e1a6adb380 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:05:25.731904 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-0f242f48-7732-4165-be05-9130d985d284 service neutron] Attempting to bind port 8af271d4-421d-48eb-9058-51e1a6adb380 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e22b539c-e96d-4c80-bf2f-57b6a808ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:05:25.732171 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-0f242f48-7732-4165-be05-9130d985d284 service neutron] Attempting to bind port 8af271d4-421d-48eb-9058-51e1a6adb380 on network 0c4574ca-74c1-4d97-8601-bc6a1bb51205 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:05:25.738760 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-0f242f48-7732-4165-be05-9130d985d284 service neutron] Port 8af271d4-421d-48eb-9058-51e1a6adb380 on network 0c4574ca-74c1-4d97-8601-bc6a1bb51205 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:05:25.739092 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-0f242f48-7732-4165-be05-9130d985d284 service neutron] Attempting to bind port 8af271d4-421d-48eb-9058-51e1a6adb380 on network 0c4574ca-74c1-4d97-8601-bc6a1bb51205 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:05:25.797008 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-0f242f48-7732-4165-be05-9130d985d284 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:05:25.798052 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-0f242f48-7732-4165-be05-9130d985d284 service neutron] Checking segment: {'id': 'e22b539c-e96d-4c80-bf2f-57b6a808ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:05:25.798737 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-0f242f48-7732-4165-be05-9130d985d284 service neutron] Bound using segment: {'id': 'e22b539c-e96d-4c80-bf2f-57b6a808ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:05:25.803399 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-0f242f48-7732-4165-be05-9130d985d284 service neutron] Bound port: 8af271d4-421d-48eb-9058-51e1a6adb380, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e22b539c-e96d-4c80-bf2f-57b6a808ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:05:25.804269 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-0f242f48-7732-4165-be05-9130d985d284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:25.888754 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:05:25.947298 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cf883bda-5dcb-4efa-8542-c03af5a235b2 req-b3ca74d4-fc3a-4e0e-9f42-f5c9494b1888 service neutron] 10.222.0.45 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021032 Sep 01 15:05:26.050441 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d455b54-59b4-4b0e-8f75-b42c13603bb3 req-d3f12e33-20a7-493a-b7a3-20fd3bf3c422 tempest-ServersOnMultiNodesTest-1785707765 tempest-ServersOnMultiNodesTest-1785707765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:26.073256 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d455b54-59b4-4b0e-8f75-b42c13603bb3 req-d3f12e33-20a7-493a-b7a3-20fd3bf3c422 tempest-ServersOnMultiNodesTest-1785707765 tempest-ServersOnMultiNodesTest-1785707765-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8 HTTP/1.1" status: 200 len: 1100 time: 0.3074751 Sep 01 15:05:26.099147 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-0f242f48-7732-4165-be05-9130d985d284 service neutron] For port 8af271d4-421d-48eb-9058-51e1a6adb380, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:05:26.107527 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 11149047-4896-4ba3-975c-f111c6fc8421, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=11149047-4896-4ba3-975c-f111c6fc8421,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:26.134384 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-0f242f48-7732-4165-be05-9130d985d284 service neutron] For port 8af271d4-421d-48eb-9058-51e1a6adb380, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=8af271d4-421d-48eb-9058-51e1a6adb380,segment=NetworkSegment(e22b539c-e96d-4c80-bf2f-57b6a808ffcb),segment_id=e22b539c-e96d-4c80-bf2f-57b6a808ffcb)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:05:26.140804 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '11149047-4896-4ba3-975c-f111c6fc8421', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': '11149047-4896-4ba3-975c-f111c6fc8421', 'mac_address': 'fa:16:3e:c2:a2:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:05:26.151501 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-0f242f48-7732-4165-be05-9130d985d284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:26.177258 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d455b54-59b4-4b0e-8f75-b42c13603bb3 req-f94463f3-7e4b-46bd-8a94-34b4019b5afb tempest-ServersOnMultiNodesTest-1785707765 tempest-ServersOnMultiNodesTest-1785707765-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024404 Sep 01 15:05:26.222361 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:26.264801 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11149047-4896-4ba3-975c-f111c6fc8421 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:05:26.293555 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 11149047-4896-4ba3-975c-f111c6fc8421, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=11149047-4896-4ba3-975c-f111c6fc8421,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:26.301327 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:26.345118 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a12bd3-4f4c-464a-b71b-0a3da17c4512 req-034cfdfb-71e7-4d5d-adf1-8c218acc8bef tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:26.355795 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b1a12bd3-4f4c-464a-b71b-0a3da17c4512 req-034cfdfb-71e7-4d5d-adf1-8c218acc8bef tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e498d-b672-49a2-bf2c-4e66fea20e30 HTTP/1.1" status: 200 len: 947 time: 0.3724968 Sep 01 15:05:26.403986 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=11149047-4896-4ba3-975c-f111c6fc8421,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:26.411236 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-0f242f48-7732-4165-be05-9130d985d284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:26.412431 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-0f242f48-7732-4165-be05-9130d985d284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:26.415024 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-0f242f48-7732-4165-be05-9130d985d284 service neutron] 10.222.0.45 "PUT /v2.0/ports/8af271d4-421d-48eb-9058-51e1a6adb380 HTTP/1.1" status: 200 len: 1092 time: 2.7152417 Sep 01 15:05:26.415809 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68134493-efbd-4d86-b112-6d7a37c588a4', 'tag': '8af271d4-421d-48eb-9058-51e1a6adb380'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:26.425442 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cf883bda-5dcb-4efa-8542-c03af5a235b2 req-53c7cd27-2fd9-4926-8fdf-1b2d3b793bbc service neutron] 10.222.0.45 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695952 Sep 01 15:05:26.430441 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:26.432748 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71ea06d-4d6f-4c47-84a2-8fcb02c82e04" -d '{"events": [{"name": "network-changed", "server_uuid": "68134493-efbd-4d86-b112-6d7a37c588a4", "tag": "8af271d4-421d-48eb-9058-51e1a6adb380"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:26.444358 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:26.446615 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:26.449233 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:26.449847 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:26.451239 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:26.452275 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:26.452865 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:26.453508 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:26.454004 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:26.454552 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:26.455055 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:05:26.465090 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b1a12bd3-4f4c-464a-b71b-0a3da17c4512 req-125743f6-9e37-4c2e-b7fa-05198c7e58c4 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/security-groups?id=12c4fb53-55d9-4936-9a69-3b850fd56fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080739 Sep 01 15:05:26.635871 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f242f48-7732-4165-be05-9130d985d284 service neutron] Pushing event updated for resources: {'Port': ['ID=8af271d4-421d-48eb-9058-51e1a6adb380,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:26.660873 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d8e8279c-bb18-4be3-bf55-73575729ebef req-d1de70df-1003-4abd-b2bd-9409728a4813 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] 10.222.0.60 "GET /v2.0/security-groups/8585d08d-d6ab-4385-9a6e-bcb7342cbba5 HTTP/1.1" status: 200 len: 1812 time: 0.3134489 Sep 01 15:05:26.729425 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-5493b49a-8698-4c02-91fa-981e6f29b3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:26.731270 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-5493b49a-8698-4c02-91fa-981e6f29b3b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d059c23fd084d448e8967c7e183d604&device_id=68134493-efbd-4d86-b112-6d7a37c588a4 HTTP/1.1" status: 200 len: 1095 time: 0.2013991 Sep 01 15:05:26.737045 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['11149047-4896-4ba3-975c-f111c6fc8421'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:05:26.751963 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28829e-41f6-41c7-830e-4fa24dab96d8 req-89e58188-b4f3-4605-8cbe-25a977c237f0 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:26.753602 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2a28829e-41f6-41c7-830e-4fa24dab96d8 req-89e58188-b4f3-4605-8cbe-25a977c237f0 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.62 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 945 time: 0.1626441 Sep 01 15:05:26.802154 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-90503f98-779e-4735-be98-b79eeaf2dafa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8af271d4-421d-48eb-9058-51e1a6adb380 HTTP/1.1" status: 200 len: 217 time: 0.0455914 Sep 01 15:05:26.880406 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacbee0-9912-40a8-a91f-89fe0bf3f9fb req-51c0c420-79e7-46b9-9804-7a00d1ef7b80 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:26.896116 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eeacbee0-9912-40a8-a91f-89fe0bf3f9fb req-51c0c420-79e7-46b9-9804-7a00d1ef7b80 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 945 time: 0.1360219 Sep 01 15:05:26.905926 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee1981-ba83-4cc1-b24d-8ebce7267583 req-16ca902e-1d9b-4250-9ade-c5adf75f75cc tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:26.915708 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-57ee1981-ba83-4cc1-b24d-8ebce7267583 req-16ca902e-1d9b-4250-9ade-c5adf75f75cc tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 945 time: 0.3046572 Sep 01 15:05:26.987462 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eeacbee0-9912-40a8-a91f-89fe0bf3f9fb req-a1a761ec-9b0f-4691-a995-5667f58c48ad tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872664 Sep 01 15:05:27.007579 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-26a0f09c-6407-4d6b-9c3b-d2c7429c145d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:27.010103 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-26a0f09c-6407-4d6b-9c3b-d2c7429c145d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4b5be0d-8f40-4d1b-8605-f255c0b7a428 HTTP/1.1" status: 200 len: 867 time: 0.1982346 Sep 01 15:05:27.071067 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-57ee1981-ba83-4cc1-b24d-8ebce7267583 req-811df1ca-da92-4937-80ce-6eba38ba395a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554871 Sep 01 15:05:27.107371 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-1b5ef656-7da2-4064-8a35-e1df39e1addb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:27.109658 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-1b5ef656-7da2-4064-8a35-e1df39e1addb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c4574ca-74c1-4d97-8601-bc6a1bb51205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887296 Sep 01 15:05:27.112758 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 821ede0d-2902-4c88-a4b1-5df2ddca86f6 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:05:27.120248 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-2a28829e-41f6-41c7-830e-4fa24dab96d8 req-d991cbed-8066-4999-8a58-40f320ea798f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Deleting port ebea3a76-0b81-463c-9853-c895beed90e6 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:05:27.120603 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2a28829e-41f6-41c7-830e-4fa24dab96d8 req-d991cbed-8066-4999-8a58-40f320ea798f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:27.189436 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a060dd-8bd9-473d-9af9-b42eddf59ef7 x-openstack-request-id: req-f5a060dd-8bd9-473d-9af9-b42eddf59ef7 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:27.189436 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68134493-efbd-4d86-b112-6d7a37c588a4", "tag": "8af271d4-421d-48eb-9058-51e1a6adb380", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:27.189436 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f5a060dd-8bd9-473d-9af9-b42eddf59ef7 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:27.189436 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68134493-efbd-4d86-b112-6d7a37c588a4', 'tag': '8af271d4-421d-48eb-9058-51e1a6adb380', 'status': 'completed', 'code': 200} Sep 01 15:05:27.321460 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 821ede0d-2902-4c88-a4b1-5df2ddca86f6, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=821ede0d-2902-4c88-a4b1-5df2ddca86f6,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:27.330758 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0308c-183f-4aaa-a817-d0fcd906f530 req-f7b631f5-bf12-4102-a58d-0b843984ff5e tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:27.340997 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cef0308c-183f-4aaa-a817-d0fcd906f530 req-f7b631f5-bf12-4102-a58d-0b843984ff5e tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/ports?device_id=68134493-efbd-4d86-b112-6d7a37c588a4 HTTP/1.1" status: 200 len: 944 time: 0.1475065 Sep 01 15:05:27.345092 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '821ede0d-2902-4c88-a4b1-5df2ddca86f6', 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18', 'port_id': '821ede0d-2902-4c88-a4b1-5df2ddca86f6', 'mac_address': 'fa:16:3e:83:73:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6f3d24-aa35-41db-834d-e91d2e27e6db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:05:27.408512 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:27.430480 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cef0308c-183f-4aaa-a817-d0fcd906f530 req-fe65bce4-507f-449e-91a3-64a90268e239 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/security-groups?id=59860b9f-6e4c-4ae4-9468-1cd20fb1ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876417 Sep 01 15:05:27.459723 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:27.484333 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 821ede0d-2902-4c88-a4b1-5df2ddca86f6 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:05:27.545097 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 821ede0d-2902-4c88-a4b1-5df2ddca86f6, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=821ede0d-2902-4c88-a4b1-5df2ddca86f6,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:27.560596 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:27.634182 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=821ede0d-2902-4c88-a4b1-5df2ddca86f6,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:27.646719 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-88de5595-952c-4bdf-9047-52ad14182cad req-ebcd6c5f-b579-4616-a955-1e5c6ca87deb tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623858 Sep 01 15:05:27.840283 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['821ede0d-2902-4c88-a4b1-5df2ddca86f6'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:05:27.875466 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de5595-952c-4bdf-9047-52ad14182cad req-0b72b892-646c-4add-81b5-5a486b64db63 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:27.878275 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-88de5595-952c-4bdf-9047-52ad14182cad req-0b72b892-646c-4add-81b5-5a486b64db63 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2299562 Sep 01 15:05:27.917436 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-88de5595-952c-4bdf-9047-52ad14182cad req-4ab101e8-c613-440a-890d-9e262a3719d9 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/quotas/f3b43ef729b4447bb1d2f6914aaab634 HTTP/1.1" status: 200 len: 375 time: 0.0228219 Sep 01 15:05:28.031608 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-2a28829e-41f6-41c7-830e-4fa24dab96d8 req-d991cbed-8066-4999-8a58-40f320ea798f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] For port ebea3a76-0b81-463c-9853-c895beed90e6, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ebea3a76-0b81-463c-9853-c895beed90e6,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:28.032623 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2a28829e-41f6-41c7-830e-4fa24dab96d8 req-d991cbed-8066-4999-8a58-40f320ea798f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:28.042374 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-88de5595-952c-4bdf-9047-52ad14182cad req-58eec1a6-9582-4ac7-bf1b-e6c8c047fba7 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1206882 Sep 01 15:05:28.090861 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-2a28829e-41f6-41c7-830e-4fa24dab96d8 req-d991cbed-8066-4999-8a58-40f320ea798f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Calling delete_port for ebea3a76-0b81-463c-9853-c895beed90e6 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:05:28.110703 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320380b9-8e11-433d-af0a-07eefce3960f req-88f2779b-fcd1-4892-8f66-0752d4fb37a6 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:28.113112 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-320380b9-8e11-433d-af0a-07eefce3960f req-88f2779b-fcd1-4892-8f66-0752d4fb37a6 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=55aade69-4680-4548-9c39-cfd3c5dd3770 HTTP/1.1" status: 200 len: 944 time: 0.8011522 Sep 01 15:05:28.156960 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-412c7efa-e4ee-43cb-959f-efff8dbb1075 service neutron] 10.222.0.45 "GET /v2.0/networks/0c4574ca-74c1-4d97-8601-bc6a1bb51205?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0321615 Sep 01 15:05:28.263748 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-d4231400-16fb-4fc8-bfb7-3322f73f699b req-f0738439-935d-4190-bbfc-9108747074ad tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1051089206', 'description': 'tempest-description-1266332248'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:28.295684 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d4231400-16fb-4fc8-bfb7-3322f73f699b req-f0738439-935d-4190-bbfc-9108747074ad tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:28.302964 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-320380b9-8e11-433d-af0a-07eefce3960f req-1a0e1221-5aed-4f4c-99ca-281af4853dde tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792417 Sep 01 15:05:28.380264 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bd1ecbe8-25bf-4bad-a1ef-7ee848e96062 req-80349d1d-d01a-41b3-ba6f-10903d71fadd service neutron] 10.222.0.45 "GET /v2.0/networks/0c4574ca-74c1-4d97-8601-bc6a1bb51205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747305 Sep 01 15:05:28.492593 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2a28829e-41f6-41c7-830e-4fa24dab96d8 req-d991cbed-8066-4999-8a58-40f320ea798f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:28.544217 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d991cbed-8066-4999-8a58-40f320ea798f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Pushing event deleted for resources: {'Port': ['ID=ebea3a76-0b81-463c-9853-c895beed90e6,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:28.552643 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d4231400-16fb-4fc8-bfb7-3322f73f699b req-f0738439-935d-4190-bbfc-9108747074ad tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:28.560586 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d4231400-16fb-4fc8-bfb7-3322f73f699b req-f0738439-935d-4190-bbfc-9108747074ad tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:28.591028 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a28829e-41f6-41c7-830e-4fa24dab96d8 req-d991cbed-8066-4999-8a58-40f320ea798f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] No DVR routers for this DVR port ebea3a76-0b81-463c-9853-c895beed90e6 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:05:28.595276 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ea06d-4d6f-4c47-84a2-8fcb02c82e04 req-2af8ba21-2f71-49dd-b3ae-d749dc694a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:28.597134 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b71ea06d-4d6f-4c47-84a2-8fcb02c82e04 req-2af8ba21-2f71-49dd-b3ae-d749dc694a49 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d059c23fd084d448e8967c7e183d604&device_id=68134493-efbd-4d86-b112-6d7a37c588a4 HTTP/1.1" status: 200 len: 1095 time: 0.1558440 Sep 01 15:05:28.599167 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2a28829e-41f6-41c7-830e-4fa24dab96d8 req-d991cbed-8066-4999-8a58-40f320ea798f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:28.600455 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2a28829e-41f6-41c7-830e-4fa24dab96d8 req-d991cbed-8066-4999-8a58-40f320ea798f tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.62 "DELETE /v2.0/ports/ebea3a76-0b81-463c-9853-c895beed90e6 HTTP/1.1" status: 204 len: 173 time: 1.7972302 Sep 01 15:05:28.604609 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5323685c-1c73-410d-b4b9-2d5532a19583', 'name': 'network-vif-deleted', 'tag': 'ebea3a76-0b81-463c-9853-c895beed90e6'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:28.604931 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e862e6-62b7-4685-ab53-12630f80001d" -d '{"events": [{"server_uuid": "5323685c-1c73-410d-b4b9-2d5532a19583", "name": "network-vif-deleted", "tag": "ebea3a76-0b81-463c-9853-c895beed90e6"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:28.714325 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0738439-935d-4190-bbfc-9108747074ad tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec52c3dc-ee08-4316-a2c2-aacb3a81b5b1,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:28.720475 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d4231400-16fb-4fc8-bfb7-3322f73f699b req-f0738439-935d-4190-bbfc-9108747074ad tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:28.721796 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d4231400-16fb-4fc8-bfb7-3322f73f699b req-f0738439-935d-4190-bbfc-9108747074ad tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4624557 Sep 01 15:05:28.835234 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064e2c0-b6c0-496d-8515-231293cb9a4d req-0bbb97dd-687d-4f15-9c35-67f9b5e4e4e2 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:28.846062 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f064e2c0-b6c0-496d-8515-231293cb9a4d req-0bbb97dd-687d-4f15-9c35-67f9b5e4e4e2 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e498d-b672-49a2-bf2c-4e66fea20e30 HTTP/1.1" status: 200 len: 948 time: 0.2299640 Sep 01 15:05:28.915022 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ea06d-4d6f-4c47-84a2-8fcb02c82e04 req-6723cf44-ceb0-49f1-baf0-3e25a97a425c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:28.916679 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b71ea06d-4d6f-4c47-84a2-8fcb02c82e04 req-6723cf44-ceb0-49f1-baf0-3e25a97a425c service neutron] 10.222.0.45 "GET /v2.0/networks?id=0c4574ca-74c1-4d97-8601-bc6a1bb51205 HTTP/1.1" status: 200 len: 929 time: 0.2883947 Sep 01 15:05:28.928556 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f064e2c0-b6c0-496d-8515-231293cb9a4d req-0dc0488a-ee7d-4f6b-9990-baa95f6af46c tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/security-groups?id=12c4fb53-55d9-4936-9a69-3b850fd56fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807550 Sep 01 15:05:29.028564 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-84895699-103c-419f-b233-edbc7cda203c req-549811db-be1b-4739-bc0a-32588509be82 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=5323685c-1c73-410d-b4b9-2d5532a19583 HTTP/1.1" status: 200 len: 210 time: 0.0661786 Sep 01 15:05:29.073411 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b71ea06d-4d6f-4c47-84a2-8fcb02c82e04 req-32d0b241-8db7-4fef-a593-6bc5f318f39f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8af271d4-421d-48eb-9058-51e1a6adb380 HTTP/1.1" status: 200 len: 217 time: 0.1432688 Sep 01 15:05:29.124603 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 821ede0d-2902-4c88-a4b1-5df2ddca86f6 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:05:29.156261 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e5942fc-e7b3-45a5-8318-8d418841d47e req-f1d658e2-383a-48a5-b050-5f7b93904a0c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=87a4cc98-ebd3-4a4f-905f-fef6a6619dcc HTTP/1.1" status: 200 len: 210 time: 0.0480332 Sep 01 15:05:29.256149 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ea06d-4d6f-4c47-84a2-8fcb02c82e04 req-fc60bc53-3e37-42e5-a133-df9a8ede2b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:29.265625 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b71ea06d-4d6f-4c47-84a2-8fcb02c82e04 req-fc60bc53-3e37-42e5-a133-df9a8ede2b46 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4b5be0d-8f40-4d1b-8605-f255c0b7a428 HTTP/1.1" status: 200 len: 867 time: 0.1798058 Sep 01 15:05:29.288400 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 821ede0d-2902-4c88-a4b1-5df2ddca86f6 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:05:29.298525 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 821ede0d-2902-4c88-a4b1-5df2ddca86f6 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:29.299374 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:29.430932 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee3e60-bfa9-4af6-8220-189fbf474672 req-55238d01-908e-44f0-b926-19ac60a77b7e tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:29.434112 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-77ee3e60-bfa9-4af6-8220-189fbf474672 req-55238d01-908e-44f0-b926-19ac60a77b7e tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 945 time: 0.3474858 Sep 01 15:05:29.506117 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ea06d-4d6f-4c47-84a2-8fcb02c82e04 req-8be73e98-e6cf-426a-96d1-d76da31fad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:29.508932 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b71ea06d-4d6f-4c47-84a2-8fcb02c82e04 req-8be73e98-e6cf-426a-96d1-d76da31fad9a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c4574ca-74c1-4d97-8601-bc6a1bb51205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2322330 Sep 01 15:05:29.519327 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741bc73-aed6-43e3-843e-c2ff9e12e1cf req-f74273c0-6a1c-4083-af45-3efbc108640e tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:29.538988 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6741bc73-aed6-43e3-843e-c2ff9e12e1cf req-f74273c0-6a1c-4083-af45-3efbc108640e tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/ports?device_id=68134493-efbd-4d86-b112-6d7a37c588a4 HTTP/1.1" status: 200 len: 944 time: 0.1700091 Sep 01 15:05:29.557091 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:29.568083 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-77ee3e60-bfa9-4af6-8220-189fbf474672 req-a3d93c50-db05-49e4-95dd-d5efcd205ece tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222475 Sep 01 15:05:29.621666 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55aade69-4680-4548-9c39-cfd3c5dd3770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821ede0d-2902-4c88-a4b1-5df2ddca86f6'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:29.630738 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7810377f-10ce-4e65-9b85-b4ce79ff6606" -d '{"events": [{"server_uuid": "55aade69-4680-4548-9c39-cfd3c5dd3770", "name": "network-vif-plugged", "status": "completed", "tag": "821ede0d-2902-4c88-a4b1-5df2ddca86f6"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:29.665801 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 11149047-4896-4ba3-975c-f111c6fc8421 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:05:29.668460 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6741bc73-aed6-43e3-843e-c2ff9e12e1cf req-3c1e37b1-1a74-478c-bd11-3ebaf330b9af tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/security-groups?id=59860b9f-6e4c-4ae4-9468-1cd20fb1ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247892 Sep 01 15:05:29.768916 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 821ede0d-2902-4c88-a4b1-5df2ddca86f6, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=821ede0d-2902-4c88-a4b1-5df2ddca86f6,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:29.792738 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:29.812710 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca447953-0dc9-4f64-8a3c-fd773d588c25 x-openstack-request-id: req-ca447953-0dc9-4f64-8a3c-fd773d588c25 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:29.815674 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5323685c-1c73-410d-b4b9-2d5532a19583", "name": "network-vif-deleted", "tag": "ebea3a76-0b81-463c-9853-c895beed90e6", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:29.819726 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ca447953-0dc9-4f64-8a3c-fd773d588c25 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:29.820986 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5323685c-1c73-410d-b4b9-2d5532a19583', 'name': 'network-vif-deleted', 'tag': 'ebea3a76-0b81-463c-9853-c895beed90e6', 'status': 'completed', 'code': 200} Sep 01 15:05:29.895575 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a3ebba6a-7ce5-4823-b03e-9099ef6e912f req-831c8467-c92f-4df5-8a99-1e36d66d888c tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] 10.222.0.60 "GET /v2.0/security-groups/ec52c3dc-ee08-4316-a2c2-aacb3a81b5b1 HTTP/1.1" status: 200 len: 1813 time: 0.1758401 Sep 01 15:05:29.943815 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b71ea06d-4d6f-4c47-84a2-8fcb02c82e04 req-98a89854-8ed2-4716-b530-25d8fa1e9008 service neutron] 10.222.0.45 "GET /v2.0/networks/0c4574ca-74c1-4d97-8601-bc6a1bb51205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978240 Sep 01 15:05:30.048041 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=821ede0d-2902-4c88-a4b1-5df2ddca86f6,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:30.110277 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 11149047-4896-4ba3-975c-f111c6fc8421 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:05:30.124309 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 11149047-4896-4ba3-975c-f111c6fc8421 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:30.126517 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:30.206092 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-b2159e01-6f13-4a03-9056-bd63facb9734 req-c7919692-b7f8-4cfd-bbc9-648b04c085f4 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1474750872', 'description': 'tempest-description-1440952880'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:30.226678 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d2766-ce7b-4901-b19d-c9381ecd3af2 req-d6bb6a27-9ff8-4eba-8a7f-f7207915d1a7 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:30.243606 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-368d2766-ce7b-4901-b19d-c9381ecd3af2 req-d6bb6a27-9ff8-4eba-8a7f-f7207915d1a7 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=55aade69-4680-4548-9c39-cfd3c5dd3770 HTTP/1.1" status: 200 len: 946 time: 0.2408931 Sep 01 15:05:30.316108 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fa54c8-81c8-4323-8368-4b9216635926 x-openstack-request-id: req-57fa54c8-81c8-4323-8368-4b9216635926 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:30.316792 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55aade69-4680-4548-9c39-cfd3c5dd3770", "name": "network-vif-plugged", "status": "completed", "tag": "821ede0d-2902-4c88-a4b1-5df2ddca86f6", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:30.317359 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-57fa54c8-81c8-4323-8368-4b9216635926 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:30.318671 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55aade69-4680-4548-9c39-cfd3c5dd3770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821ede0d-2902-4c88-a4b1-5df2ddca86f6', 'code': 200} Sep 01 15:05:30.327306 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b2159e01-6f13-4a03-9056-bd63facb9734 req-c7919692-b7f8-4cfd-bbc9-648b04c085f4 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:30.335924 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b71ea06d-4d6f-4c47-84a2-8fcb02c82e04 req-a9589b92-d481-48eb-8a7c-77294185decb service neutron] 10.222.0.45 "GET /v2.0/networks/0c4574ca-74c1-4d97-8601-bc6a1bb51205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839059 Sep 01 15:05:30.352177 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-368d2766-ce7b-4901-b19d-c9381ecd3af2 req-82eb1fff-a1c9-4ed9-8406-7e4d7a0c0b66 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072814 Sep 01 15:05:30.499812 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:30.529779 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a4340-b8b3-4c81-adf8-87bb904c1264 req-b4bda157-1a2c-47ee-b69c-878303079d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:30.534264 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-271a4340-b8b3-4c81-adf8-87bb904c1264 req-b4bda157-1a2c-47ee-b69c-878303079d8a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=55aade69-4680-4548-9c39-cfd3c5dd3770 HTTP/1.1" status: 200 len: 1097 time: 0.2366090 Sep 01 15:05:30.561892 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 11149047-4896-4ba3-975c-f111c6fc8421, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=11149047-4896-4ba3-975c-f111c6fc8421,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:30.573309 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:30.574688 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ebea3a76-0b81-463c-9853-c895beed90e6 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:05:30.607011 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82803e6-c46d-48a3-b45d-b351d290e158 req-f73b8f1b-7fd3-4fa6-9526-5e036b4263a7 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:30.622347 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-271a4340-b8b3-4c81-adf8-87bb904c1264 req-1a53b843-ea9d-48a3-9487-cd09344cd58c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783246 Sep 01 15:05:30.626038 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f82803e6-c46d-48a3-b45d-b351d290e158 req-f73b8f1b-7fd3-4fa6-9526-5e036b4263a7 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e498d-b672-49a2-bf2c-4e66fea20e30 HTTP/1.1" status: 200 len: 948 time: 0.1800249 Sep 01 15:05:30.668886 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-88de5595-952c-4bdf-9047-52ad14182cad req-61063ed2-561d-4e18-ae39-769824f7f238 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366561 Sep 01 15:05:30.676729 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: ebea3a76-0b81-463c-9853-c895beed90e6 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:05:30.677293 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ebea3a76-0b81-463c-9853-c895beed90e6 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:05:30.690518 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b2159e01-6f13-4a03-9056-bd63facb9734 req-c7919692-b7f8-4cfd-bbc9-648b04c085f4 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:30.697538 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b2159e01-6f13-4a03-9056-bd63facb9734 req-c7919692-b7f8-4cfd-bbc9-648b04c085f4 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:30.725567 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f82803e6-c46d-48a3-b45d-b351d290e158 req-2579510d-be47-484f-97c2-6456688ee8ad tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/security-groups?id=12c4fb53-55d9-4936-9a69-3b850fd56fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977466 Sep 01 15:05:30.758069 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b2159e01-6f13-4a03-9056-bd63facb9734 req-c7919692-b7f8-4cfd-bbc9-648b04c085f4 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:30.771202 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b2159e01-6f13-4a03-9056-bd63facb9734 req-c7919692-b7f8-4cfd-bbc9-648b04c085f4 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5821824 Sep 01 15:05:30.771761 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=11149047-4896-4ba3-975c-f111c6fc8421,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:30.790522 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7919692-b7f8-4cfd-bbc9-648b04c085f4 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7c7f6e-c038-47b6-b82a-5bd26ef003da,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:30.909973 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26d68b0c-a089-473e-9ae5-e1dfca7d3bca req-941dd883-2c17-4d64-be78-d580b2a79e3b tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=87a4cc98-ebd3-4a4f-905f-fef6a6619dcc HTTP/1.1" status: 200 len: 210 time: 0.0555685 Sep 01 15:05:31.127244 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4aa2dc-b357-4fa6-b02d-220e0381b57e req-310172de-74d8-4d08-ae62-100cb2d3326d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:31.130972 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449a888-f290-4b8c-ac37-5f4174348206 req-c25d5d2b-6554-460f-a388-b52b429d07a9 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:31.132669 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4449a888-f290-4b8c-ac37-5f4174348206 req-c25d5d2b-6554-460f-a388-b52b429d07a9 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 945 time: 0.2577226 Sep 01 15:05:31.139485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 8af271d4-421d-48eb-9058-51e1a6adb380 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:05:31.147124 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c4aa2dc-b357-4fa6-b02d-220e0381b57e req-310172de-74d8-4d08-ae62-100cb2d3326d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/ports?device_id=68134493-efbd-4d86-b112-6d7a37c588a4 HTTP/1.1" status: 200 len: 944 time: 0.1240664 Sep 01 15:05:31.215116 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c4aa2dc-b357-4fa6-b02d-220e0381b57e req-9cfb14fd-9343-444e-a88b-7e1fa2f93a79 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/security-groups?id=59860b9f-6e4c-4ae4-9468-1cd20fb1ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653450 Sep 01 15:05:31.251389 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de5595-952c-4bdf-9047-52ad14182cad req-91f333b5-1b23-4345-a630-085159c6534c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:31.254236 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-88de5595-952c-4bdf-9047-52ad14182cad req-91f333b5-1b23-4345-a630-085159c6534c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3080151 Sep 01 15:05:31.339013 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-63b03b52-ac81-4331-a4ec-95e378263e7e req-2ab1e85c-2957-48b0-b04f-0f620f2ad290 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] 10.222.0.60 "GET /v2.0/security-groups/fb7c7f6e-c038-47b6-b82a-5bd26ef003da HTTP/1.1" status: 200 len: 1813 time: 0.1019475 Sep 01 15:05:31.347418 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-88de5595-952c-4bdf-9047-52ad14182cad req-da6fe5f7-dab6-48da-8650-f8dd86e0063d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Request body: {'port': {'device_id': '87a4cc98-ebd3-4a4f-905f-fef6a6619dcc', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': 'f3b43ef729b4447bb1d2f6914aaab634'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:31.544406 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 8af271d4-421d-48eb-9058-51e1a6adb380, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=8af271d4-421d-48eb-9058-51e1a6adb380,segment=NetworkSegment(e22b539c-e96d-4c80-bf2f-57b6a808ffcb),segment_id=e22b539c-e96d-4c80-bf2f-57b6a808ffcb)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:31.561735 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '8af271d4-421d-48eb-9058-51e1a6adb380', 'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205', 'port_id': '8af271d4-421d-48eb-9058-51e1a6adb380', 'mac_address': 'fa:16:3e:33:1d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4b5be0d-8f40-4d1b-8605-f255c0b7a428', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:05:31.581720 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4449a888-f290-4b8c-ac37-5f4174348206 req-07bec023-f651-4958-a04a-e878a673127d tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3256164 Sep 01 15:05:31.678451 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:31.689300 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88de5595-952c-4bdf-9047-52ad14182cad req-da6fe5f7-dab6-48da-8650-f8dd86e0063d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Made reservation on behalf of f3b43ef729b4447bb1d2f6914aaab634 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:05:31.695174 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-88de5595-952c-4bdf-9047-52ad14182cad req-da6fe5f7-dab6-48da-8650-f8dd86e0063d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:31.750862 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af271d4-421d-48eb-9058-51e1a6adb380 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:05:31.820578 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [req-3b6ce791-aba6-4e28-a49f-40c0ee88d951 req-7371e879-ac05-492d-a96f-3007212c4f42 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] show failed (client error): The resource could not be found. Sep 01 15:05:31.838588 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 8af271d4-421d-48eb-9058-51e1a6adb380, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=8af271d4-421d-48eb-9058-51e1a6adb380,segment=NetworkSegment(e22b539c-e96d-4c80-bf2f-57b6a808ffcb),segment_id=e22b539c-e96d-4c80-bf2f-57b6a808ffcb)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:31.838802 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3b6ce791-aba6-4e28-a49f-40c0ee88d951 req-7371e879-ac05-492d-a96f-3007212c4f42 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] 10.222.0.60 "GET /v2.0/security-groups/713f4cac-9419-44c1-b44d-f340166b83c8 HTTP/1.1" status: 404 len: 352 time: 0.0329509 Sep 01 15:05:31.860292 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:31.982588 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=8af271d4-421d-48eb-9058-51e1a6adb380,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:32.053167 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6b19d-4ce9-42c6-a166-037315f4880e req-1d3a4b86-16f6-4e0a-aa1a-9b150164cf73 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:32.065263 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-89f6b19d-4ce9-42c6-a166-037315f4880e req-1d3a4b86-16f6-4e0a-aa1a-9b150164cf73 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=55aade69-4680-4548-9c39-cfd3c5dd3770 HTTP/1.1" status: 200 len: 946 time: 0.1357706 Sep 01 15:05:32.125978 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-89f6b19d-4ce9-42c6-a166-037315f4880e req-2a5d831c-dabe-4458-8d49-c6caf2a69e75 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585892 Sep 01 15:05:32.165997 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-88de5595-952c-4bdf-9047-52ad14182cad req-da6fe5f7-dab6-48da-8650-f8dd86e0063d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Allocated IP 192.168.233.202 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/475aa75d-954c-45b1-b5e8-32982e9f92e7) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:05:32.174551 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['8af271d4-421d-48eb-9058-51e1a6adb380'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:05:32.252942 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b34af-1330-4405-9e6f-a10c5cbeee50 req-81128695-e7da-4158-9e3e-9645995a72f2 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:32.255867 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e00b34af-1330-4405-9e6f-a10c5cbeee50 req-81128695-e7da-4158-9e3e-9645995a72f2 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e498d-b672-49a2-bf2c-4e66fea20e30 HTTP/1.1" status: 200 len: 949 time: 0.1823502 Sep 01 15:05:32.319638 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655e498d-b672-49a2-bf2c-4e66fea20e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11149047-4896-4ba3-975c-f111c6fc8421'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:32.335833 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a8651f-7375-4cdd-8524-415e0606f3ef" -d '{"events": [{"server_uuid": "655e498d-b672-49a2-bf2c-4e66fea20e30", "name": "network-vif-plugged", "status": "completed", "tag": "11149047-4896-4ba3-975c-f111c6fc8421"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:32.403510 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae16f4-2de1-43a3-bf0e-390f5e557321 req-f9f07f74-9aa4-4b6f-9990-9d6dbd94db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:32.405650 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5cae16f4-2de1-43a3-bf0e-390f5e557321 req-f9f07f74-9aa4-4b6f-9990-9d6dbd94db9b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fec0654f7239467a95f60e6ba299aa91&device_id=55aade69-4680-4548-9c39-cfd3c5dd3770 HTTP/1.1" status: 200 len: 1097 time: 0.1233213 Sep 01 15:05:32.435909 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1669c5-32cf-4ca9-be60-c7357f496a45 req-5c22ad35-979f-4e0e-94ef-1314fae88064 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:32.437563 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b1669c5-32cf-4ca9-be60-c7357f496a45 req-5c22ad35-979f-4e0e-94ef-1314fae88064 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 944 time: 0.1004548 Sep 01 15:05:32.507917 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e00b34af-1330-4405-9e6f-a10c5cbeee50 req-ea95a1f8-4fee-4580-8179-bc334fce4796 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/security-groups?id=12c4fb53-55d9-4936-9a69-3b850fd56fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255976 Sep 01 15:05:32.564362 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0add54-0c47-4725-9191-d54b2f613c08 req-8f6f82bb-0a47-470c-a9a6-46e61f40fa56 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:32.567101 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee0add54-0c47-4725-9191-d54b2f613c08 req-8f6f82bb-0a47-470c-a9a6-46e61f40fa56 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.62 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 944 time: 0.1331978 Sep 01 15:05:32.571902 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b1669c5-32cf-4ca9-be60-c7357f496a45 req-82048b9e-533a-4918-9472-b3d87e476311 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226995 Sep 01 15:05:32.578693 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae16f4-2de1-43a3-bf0e-390f5e557321 req-a3eed73c-6652-4629-a3ce-be68eb7ac237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:32.580090 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5cae16f4-2de1-43a3-bf0e-390f5e557321 req-a3eed73c-6652-4629-a3ce-be68eb7ac237 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b0922890-9f88-4062-824b-4dfc506e6e18 HTTP/1.1" status: 200 len: 912 time: 0.1647007 Sep 01 15:05:32.643384 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [req-048032cb-a072-4caa-9712-3b4220125c0a req-0b1c4901-77b1-4ddd-942e-57f1bf6972b3 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] show failed (client error): The resource could not be found. Sep 01 15:05:32.647310 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-048032cb-a072-4caa-9712-3b4220125c0a req-0b1c4901-77b1-4ddd-942e-57f1bf6972b3 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] 10.222.0.60 "GET /v2.0/security-group-rules/59e6d0b5-4e71-4d0c-bfb8-87c13da6fae4 HTTP/1.1" status: 404 len: 361 time: 0.0778780 Sep 01 15:05:32.672612 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5cae16f4-2de1-43a3-bf0e-390f5e557321 req-7ac93980-bb8a-46d8-9ce3-9b1b5ab5b216 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=821ede0d-2902-4c88-a4b1-5df2ddca86f6 HTTP/1.1" status: 200 len: 217 time: 0.0726497 Sep 01 15:05:32.713582 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-88de5595-952c-4bdf-9047-52ad14182cad req-da6fe5f7-dab6-48da-8650-f8dd86e0063d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:32.773222 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-88de5595-952c-4bdf-9047-52ad14182cad req-da6fe5f7-dab6-48da-8650-f8dd86e0063d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Transition to ACTIVE for port object 475aa75d-954c-45b1-b5e8-32982e9f92e7 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:32.783595 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-20bd431a-ce7b-4017-9b54-46531db27a6d req-7abb87f4-81e5-4154-ad25-d3803f7846c5 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=87a4cc98-ebd3-4a4f-905f-fef6a6619dcc HTTP/1.1" status: 200 len: 210 time: 0.0647774 Sep 01 15:05:32.793898 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae16f4-2de1-43a3-bf0e-390f5e557321 req-351a2131-afed-405b-a16d-97ce09b40ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:32.796639 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5cae16f4-2de1-43a3-bf0e-390f5e557321 req-351a2131-afed-405b-a16d-97ce09b40ab1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de6f3d24-aa35-41db-834d-e91d2e27e6db HTTP/1.1" status: 200 len: 851 time: 0.1133440 Sep 01 15:05:32.849886 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c4084-6d4d-4012-9362-91087142413b req-0f173dca-f1ed-47a3-999c-aba647d36103 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:32.851606 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a28c4084-6d4d-4012-9362-91087142413b req-0f173dca-f1ed-47a3-999c-aba647d36103 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/ports?device_id=68134493-efbd-4d86-b112-6d7a37c588a4 HTTP/1.1" status: 200 len: 945 time: 0.1435130 Sep 01 15:05:32.863641 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-ee0add54-0c47-4725-9191-d54b2f613c08 req-7493619b-4f9c-422f-b2ca-2f062f1fae63 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Deleting port b02f1d20-2fa7-44e2-906a-dccac21260b8 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:05:32.864122 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ee0add54-0c47-4725-9191-d54b2f613c08 req-7493619b-4f9c-422f-b2ca-2f062f1fae63 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:32.871826 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5cae16f4-2de1-43a3-bf0e-390f5e557321 req-bbff43e1-6e68-45f5-8000-7bd984f43bf0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b0922890-9f88-4062-824b-4dfc506e6e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647681 Sep 01 15:05:32.884872 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a2bf39-e168-427f-9610-111e090e438a x-openstack-request-id: req-59a2bf39-e168-427f-9610-111e090e438a {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:32.886025 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655e498d-b672-49a2-bf2c-4e66fea20e30", "name": "network-vif-plugged", "status": "completed", "tag": "11149047-4896-4ba3-975c-f111c6fc8421", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:32.886798 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-59a2bf39-e168-427f-9610-111e090e438a {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:32.887796 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655e498d-b672-49a2-bf2c-4e66fea20e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11149047-4896-4ba3-975c-f111c6fc8421', 'code': 200} Sep 01 15:05:32.930897 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-88de5595-952c-4bdf-9047-52ad14182cad req-da6fe5f7-dab6-48da-8650-f8dd86e0063d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:32.968666 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['c580a6e4-b344-46fb-966f-a5e7de1d5915', '1e8b17fe-28af-4105-b7b8-4b4dc1360808'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:05:33.052952 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a28c4084-6d4d-4012-9362-91087142413b req-a427d4c4-8c1f-4fe2-9061-d3b50eace378 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/security-groups?id=59860b9f-6e4c-4ae4-9468-1cd20fb1ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809859 Sep 01 15:05:33.060516 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88de5595-952c-4bdf-9047-52ad14182cad req-da6fe5f7-dab6-48da-8650-f8dd86e0063d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:05:33.121704 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6fe5f7-dab6-48da-8650-f8dd86e0063d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Pushing event updated for resources: {'Port': ['ID=475aa75d-954c-45b1-b5e8-32982e9f92e7,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:33.152908 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['c1623e95-6e87-41f8-9dba-9fc29ff8ae1a', '7ed1fbe9-2d46-4fcc-bc50-023f949bf380', '6b66269d-1d3a-4e85-9d24-7e72525313d6', '455c59b9-c444-4c6c-8e35-40d5b18e851b'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:05:33.153718 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-88de5595-952c-4bdf-9047-52ad14182cad req-da6fe5f7-dab6-48da-8650-f8dd86e0063d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:33.162940 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-ee0add54-0c47-4725-9191-d54b2f613c08 req-7493619b-4f9c-422f-b2ca-2f062f1fae63 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] For port b02f1d20-2fa7-44e2-906a-dccac21260b8, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b02f1d20-2fa7-44e2-906a-dccac21260b8,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:33.163771 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ee0add54-0c47-4725-9191-d54b2f613c08 req-7493619b-4f9c-422f-b2ca-2f062f1fae63 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:33.169437 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-88de5595-952c-4bdf-9047-52ad14182cad req-da6fe5f7-dab6-48da-8650-f8dd86e0063d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:05:33.172446 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78af7d-a822-4b52-ab69-1f1ad772d6ed req-3913dccd-d173-4acd-9850-fb36285adca4 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:33.175394 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fb78af7d-a822-4b52-ab69-1f1ad772d6ed req-3913dccd-d173-4acd-9850-fb36285adca4 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 945 time: 0.1751111 Sep 01 15:05:33.202538 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5cae16f4-2de1-43a3-bf0e-390f5e557321 req-cd54b82e-6dc3-4dcd-969b-4b94169232f7 service neutron] 10.222.0.45 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236494 Sep 01 15:05:33.258016 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-ee0add54-0c47-4725-9191-d54b2f613c08 req-7493619b-4f9c-422f-b2ca-2f062f1fae63 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Calling delete_port for b02f1d20-2fa7-44e2-906a-dccac21260b8 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:05:33.354284 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5cae16f4-2de1-43a3-bf0e-390f5e557321 req-4ae2cab6-0842-416a-bb6f-412cfe7cc7c8 service neutron] 10.222.0.45 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388354 Sep 01 15:05:33.428824 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d6aba-cd2c-4175-8a62-edd220596b55 req-6a1e236d-c148-41bc-bd79-c80e6db38d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:33.433877 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f6d6aba-cd2c-4175-8a62-edd220596b55 req-6a1e236d-c148-41bc-bd79-c80e6db38d91 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=944202a0f7d746eda42510c2a6473ffc&device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 1096 time: 0.3081822 Sep 01 15:05:33.454059 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fb78af7d-a822-4b52-ab69-1f1ad772d6ed req-d7eef7d4-a7b5-4841-bf9e-2f35a4024e8d tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492275 Sep 01 15:05:33.674442 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b0356a0d-8b39-4415-b63b-ce156833759b None None] Provisioning for port 475aa75d-954c-45b1-b5e8-32982e9f92e7 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:05:33.688960 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d6aba-cd2c-4175-8a62-edd220596b55 req-d31fd64c-b69a-4026-88c5-f1208762f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:33.690095 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f6d6aba-cd2c-4175-8a62-edd220596b55 req-d31fd64c-b69a-4026-88c5-f1208762f711 service neutron] 10.222.0.62 "GET /v2.0/networks?id=69b04e7f-e4ab-4286-b407-4c7cb525a035 HTTP/1.1" status: 200 len: 917 time: 0.2320373 Sep 01 15:05:33.699928 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b0356a0d-8b39-4415-b63b-ce156833759b None None] Provisioning complete for port 475aa75d-954c-45b1-b5e8-32982e9f92e7 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:33.700525 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b0356a0d-8b39-4415-b63b-ce156833759b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:33.739991 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ee0add54-0c47-4725-9191-d54b2f613c08 req-7493619b-4f9c-422f-b2ca-2f062f1fae63 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:33.792365 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de5595-952c-4bdf-9047-52ad14182cad req-da6fe5f7-dab6-48da-8650-f8dd86e0063d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:33.793559 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-88de5595-952c-4bdf-9047-52ad14182cad req-da6fe5f7-dab6-48da-8650-f8dd86e0063d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:33.799923 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52598285-0bb6-4c8b-bee5-be7ce15377df req-72a5b408-2605-4d83-9871-22d2f3ee22fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:33.803030 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-52598285-0bb6-4c8b-bee5-be7ce15377df req-72a5b408-2605-4d83-9871-22d2f3ee22fd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=655e498d-b672-49a2-bf2c-4e66fea20e30 HTTP/1.1" status: 200 len: 1100 time: 0.7398541 Sep 01 15:05:33.824113 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b0356a0d-8b39-4415-b63b-ce156833759b None None] Port 475aa75d-954c-45b1-b5e8-32982e9f92e7 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:05:33.859080 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1a82a57f-9d29-44d8-b5c5-a3577e77f828 req-3d474426-5fe0-4e36-a8d6-fcc049713b70 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] 10.222.0.60 "GET /v2.0/security-groups/fb7c7f6e-c038-47b6-b82a-5bd26ef003da HTTP/1.1" status: 200 len: 1813 time: 0.7142551 Sep 01 15:05:33.869677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493619b-4f9c-422f-b2ca-2f062f1fae63 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Pushing event deleted for resources: {'Port': ['ID=b02f1d20-2fa7-44e2-906a-dccac21260b8,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:33.878457 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f6d6aba-cd2c-4175-8a62-edd220596b55 req-7bc209d6-911a-4ab3-958c-818a5c6ec8b4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a102d6b9-2d70-494a-8ed0-d22aed919cbb HTTP/1.1" status: 200 len: 1000 time: 0.1800857 Sep 01 15:05:33.959434 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4fe20-4383-44f2-bba9-b44113d36529 req-2c632c58-5217-4cfa-99e4-4c8ca09185ac tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:33.969321 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-92c4fe20-4383-44f2-bba9-b44113d36529 req-2c632c58-5217-4cfa-99e4-4c8ca09185ac tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=55aade69-4680-4548-9c39-cfd3c5dd3770 HTTP/1.1" status: 200 len: 946 time: 0.1878960 Sep 01 15:05:33.979655 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-88de5595-952c-4bdf-9047-52ad14182cad req-da6fe5f7-dab6-48da-8650-f8dd86e0063d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6400738 Sep 01 15:05:34.010983 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d6aba-cd2c-4175-8a62-edd220596b55 req-022ee360-b563-40a9-a2ff-9d5aadb6b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:34.013223 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f6d6aba-cd2c-4175-8a62-edd220596b55 req-022ee360-b563-40a9-a2ff-9d5aadb6b35d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=63a79cf5-b9a4-402c-b6e1-dc3862ecf48a HTTP/1.1" status: 200 len: 855 time: 0.1266310 Sep 01 15:05:34.028727 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-92c4fe20-4383-44f2-bba9-b44113d36529 req-52010c0e-6cc0-44d7-b680-a50dbd39c9a3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585406 Sep 01 15:05:34.030033 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-88de5595-952c-4bdf-9047-52ad14182cad req-511c260b-067f-4289-8a90-7e094d80019b service neutron] Request body: {'port': {'device_id': '87a4cc98-ebd3-4a4f-905f-fef6a6619dcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:34.046265 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0add54-0c47-4725-9191-d54b2f613c08 req-7493619b-4f9c-422f-b2ca-2f062f1fae63 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] No DVR routers for this DVR port b02f1d20-2fa7-44e2-906a-dccac21260b8 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:05:34.066875 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ee0add54-0c47-4725-9191-d54b2f613c08 req-7493619b-4f9c-422f-b2ca-2f062f1fae63 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:34.071705 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee0add54-0c47-4725-9191-d54b2f613c08 req-7493619b-4f9c-422f-b2ca-2f062f1fae63 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.62 "DELETE /v2.0/ports/b02f1d20-2fa7-44e2-906a-dccac21260b8 HTTP/1.1" status: 204 len: 173 time: 1.4894323 Sep 01 15:05:34.075085 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-52598285-0bb6-4c8b-bee5-be7ce15377df req-484513ab-9035-4a8e-9c13-9f1e11c912ba service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=12c4fb53-55d9-4936-9a69-3b850fd56fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299654 Sep 01 15:05:34.076265 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998c8528-e22b-4bc0-a2f6-ef95187cceaf', 'name': 'network-vif-deleted', 'tag': 'b02f1d20-2fa7-44e2-906a-dccac21260b8'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:34.080170 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e3264b-2726-4d50-ae9f-3ba5420c7274" -d '{"events": [{"server_uuid": "998c8528-e22b-4bc0-a2f6-ef95187cceaf", "name": "network-vif-deleted", "tag": "b02f1d20-2fa7-44e2-906a-dccac21260b8"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:34.151554 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d6aba-cd2c-4175-8a62-edd220596b55 req-02252f96-7ecc-45d1-a9db-fd7cfe4661a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:34.153371 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f6d6aba-cd2c-4175-8a62-edd220596b55 req-02252f96-7ecc-45d1-a9db-fd7cfe4661a1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=69b04e7f-e4ab-4286-b407-4c7cb525a035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236446 Sep 01 15:05:34.212308 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1a82a57f-9d29-44d8-b5c5-a3577e77f828 req-3e292e75-6a1b-46e7-bb7c-6d489ce08758 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:34.238599 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1661e-51d3-495c-8894-4c5d8e26aff8 req-79af0046-6a0f-43e4-9c76-0a0aaccc617a tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:34.240462 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0bf1661e-51d3-495c-8894-4c5d8e26aff8 req-79af0046-6a0f-43e4-9c76-0a0aaccc617a tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e498d-b672-49a2-bf2c-4e66fea20e30 HTTP/1.1" status: 200 len: 949 time: 0.0858428 Sep 01 15:05:34.246654 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-88de5595-952c-4bdf-9047-52ad14182cad req-511c260b-067f-4289-8a90-7e094d80019b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:34.285039 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1a82a57f-9d29-44d8-b5c5-a3577e77f828 req-3e292e75-6a1b-46e7-bb7c-6d489ce08758 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:34.293650 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0bf1661e-51d3-495c-8894-4c5d8e26aff8 req-564513fb-c466-49cd-9627-2d9f763282cb tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/security-groups?id=12c4fb53-55d9-4936-9a69-3b850fd56fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404422 Sep 01 15:05:34.454989 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d554e17a-5341-4279-a13d-21aa7dc35be7 req-821219be-4cd6-4241-bded-d32d3c009567 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=998c8528-e22b-4bc0-a2f6-ef95187cceaf HTTP/1.1" status: 200 len: 210 time: 0.0568762 Sep 01 15:05:34.547824 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1a82a57f-9d29-44d8-b5c5-a3577e77f828 req-3e292e75-6a1b-46e7-bb7c-6d489ce08758 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:34.553391 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1a82a57f-9d29-44d8-b5c5-a3577e77f828 req-3e292e75-6a1b-46e7-bb7c-6d489ce08758 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:34.555591 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1a82a57f-9d29-44d8-b5c5-a3577e77f828 req-3e292e75-6a1b-46e7-bb7c-6d489ce08758 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] 10.222.0.60 "DELETE /v2.0/security-groups/fb7c7f6e-c038-47b6-b82a-5bd26ef003da HTTP/1.1" status: 204 len: 173 time: 0.6547017 Sep 01 15:05:34.585581 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e292e75-6a1b-46e7-bb7c-6d489ce08758 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7c7f6e-c038-47b6-b82a-5bd26ef003da,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:34.685844 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edcbb30-cf7c-4c44-a1d6-3fd4b075ccbc x-openstack-request-id: req-2edcbb30-cf7c-4c44-a1d6-3fd4b075ccbc {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:34.687466 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998c8528-e22b-4bc0-a2f6-ef95187cceaf", "name": "network-vif-deleted", "tag": "b02f1d20-2fa7-44e2-906a-dccac21260b8", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:34.687466 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2edcbb30-cf7c-4c44-a1d6-3fd4b075ccbc {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:34.687466 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998c8528-e22b-4bc0-a2f6-ef95187cceaf', 'name': 'network-vif-deleted', 'tag': 'b02f1d20-2fa7-44e2-906a-dccac21260b8', 'status': 'completed', 'code': 200} Sep 01 15:05:34.702105 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f6d6aba-cd2c-4175-8a62-edd220596b55 req-38f2736a-9dba-479f-a5bd-eb0ab6115ab2 service neutron] 10.222.0.62 "GET /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883072 Sep 01 15:05:34.738508 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e16055-5c59-4392-af89-047d110c070a req-3b352238-b767-4e26-95f7-8e9187893646 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:34.740204 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-90e16055-5c59-4392-af89-047d110c070a req-3b352238-b767-4e26-95f7-8e9187893646 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=87a4cc98-ebd3-4a4f-905f-fef6a6619dcc HTTP/1.1" status: 200 len: 936 time: 0.0960040 Sep 01 15:05:34.831439 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-90e16055-5c59-4392-af89-047d110c070a req-7904bec0-7fa4-4dae-92b3-7116ade59eed tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641184 Sep 01 15:05:34.861745 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f6d6aba-cd2c-4175-8a62-edd220596b55 req-89e84515-5bb9-45bb-a52f-ce7a6b079c61 service neutron] 10.222.0.62 "GET /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513264 Sep 01 15:05:34.932408 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b890c58-a937-4a87-a81d-d3f39fc736f5 req-bc100307-1ca7-40e0-8034-8974744aee6f tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:34.934176 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1b890c58-a937-4a87-a81d-d3f39fc736f5 req-bc100307-1ca7-40e0-8034-8974744aee6f tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/ports?device_id=68134493-efbd-4d86-b112-6d7a37c588a4 HTTP/1.1" status: 200 len: 945 time: 0.1422138 Sep 01 15:05:34.941378 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-88de5595-952c-4bdf-9047-52ad14182cad req-511c260b-067f-4289-8a90-7e094d80019b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 475aa75d-954c-45b1-b5e8-32982e9f92e7 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:05:34.952861 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-88de5595-952c-4bdf-9047-52ad14182cad req-511c260b-067f-4289-8a90-7e094d80019b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:34.986451 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-88de5595-952c-4bdf-9047-52ad14182cad req-511c260b-067f-4289-8a90-7e094d80019b service neutron] Transition to ACTIVE for port object 475aa75d-954c-45b1-b5e8-32982e9f92e7 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:34.991727 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-88de5595-952c-4bdf-9047-52ad14182cad req-511c260b-067f-4289-8a90-7e094d80019b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:35.046833 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371d47a-5b38-4f73-af9e-5e5fcdb53b2a req-dbc78d16-4f08-4049-8f6d-de4681a177ad tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:35.049544 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a371d47a-5b38-4f73-af9e-5e5fcdb53b2a req-dbc78d16-4f08-4049-8f6d-de4681a177ad tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 945 time: 0.0904517 Sep 01 15:05:35.069140 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1b890c58-a937-4a87-a81d-d3f39fc736f5 req-fdf1473f-caf1-49f8-b238-e5927b78a42b tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/security-groups?id=59860b9f-6e4c-4ae4-9468-1cd20fb1ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191111 Sep 01 15:05:35.105952 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c260b-067f-4289-8a90-7e094d80019b service neutron] Pushing event updated for resources: {'Port': ['ID=475aa75d-954c-45b1-b5e8-32982e9f92e7,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:35.167846 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 8af271d4-421d-48eb-9058-51e1a6adb380 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:05:35.307609 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a371d47a-5b38-4f73-af9e-5e5fcdb53b2a req-bc4eeb15-3f99-4d2e-a3bb-c4915e285daf tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495592 Sep 01 15:05:35.328601 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae16f4-2de1-43a3-bf0e-390f5e557321 req-15c785ba-3cf0-4db7-b73d-a4ff03a99905 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:35.332365 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5cae16f4-2de1-43a3-bf0e-390f5e557321 req-15c785ba-3cf0-4db7-b73d-a4ff03a99905 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.45 "GET /v2.0/ports?device_id=55aade69-4680-4548-9c39-cfd3c5dd3770 HTTP/1.1" status: 200 len: 946 time: 0.2558568 Sep 01 15:05:35.335270 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 8af271d4-421d-48eb-9058-51e1a6adb380 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:05:35.348997 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 8af271d4-421d-48eb-9058-51e1a6adb380 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:35.351484 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:35.365896 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-88de5595-952c-4bdf-9047-52ad14182cad req-511c260b-067f-4289-8a90-7e094d80019b service neutron] Attempting to bind port 475aa75d-954c-45b1-b5e8-32982e9f92e7 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:05:35.365896 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-88de5595-952c-4bdf-9047-52ad14182cad req-511c260b-067f-4289-8a90-7e094d80019b service neutron] Attempting to bind port 475aa75d-954c-45b1-b5e8-32982e9f92e7 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:05:35.367254 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88de5595-952c-4bdf-9047-52ad14182cad req-511c260b-067f-4289-8a90-7e094d80019b service neutron] Attempting to bind port 475aa75d-954c-45b1-b5e8-32982e9f92e7 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:05:35.415758 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0b7c3226-b898-4e41-8b39-cd5c074f0b49 req-a13d9ef7-b2ff-434f-96dd-6609b0e3d44c tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] 10.222.0.60 "GET /v2.0/security-groups/ec52c3dc-ee08-4316-a2c2-aacb3a81b5b1 HTTP/1.1" status: 200 len: 1813 time: 0.2564650 Sep 01 15:05:35.421108 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88de5595-952c-4bdf-9047-52ad14182cad req-511c260b-067f-4289-8a90-7e094d80019b service neutron] Port 475aa75d-954c-45b1-b5e8-32982e9f92e7 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:05:35.421748 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88de5595-952c-4bdf-9047-52ad14182cad req-511c260b-067f-4289-8a90-7e094d80019b service neutron] Attempting to bind port 475aa75d-954c-45b1-b5e8-32982e9f92e7 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:05:35.457046 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88de5595-952c-4bdf-9047-52ad14182cad req-511c260b-067f-4289-8a90-7e094d80019b service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:05:35.457713 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88de5595-952c-4bdf-9047-52ad14182cad req-511c260b-067f-4289-8a90-7e094d80019b service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:05:35.458367 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88de5595-952c-4bdf-9047-52ad14182cad req-511c260b-067f-4289-8a90-7e094d80019b service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:05:35.459084 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-88de5595-952c-4bdf-9047-52ad14182cad req-511c260b-067f-4289-8a90-7e094d80019b service neutron] Bound port: 475aa75d-954c-45b1-b5e8-32982e9f92e7, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:05:35.459799 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-88de5595-952c-4bdf-9047-52ad14182cad req-511c260b-067f-4289-8a90-7e094d80019b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:35.584786 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0b7c3226-b898-4e41-8b39-cd5c074f0b49 req-8e2b7db0-7395-4593-9aab-c1d4356c2c32 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:35.614860 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:35.655395 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-5cae16f4-2de1-43a3-bf0e-390f5e557321 req-9c0326d9-b7c1-45d2-bf2f-7cef82ae883a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Deleting port 821ede0d-2902-4c88-a4b1-5df2ddca86f6 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:05:35.661744 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-5cae16f4-2de1-43a3-bf0e-390f5e557321 req-9c0326d9-b7c1-45d2-bf2f-7cef82ae883a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:35.664718 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0b7c3226-b898-4e41-8b39-cd5c074f0b49 req-8e2b7db0-7395-4593-9aab-c1d4356c2c32 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:35.684065 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-88de5595-952c-4bdf-9047-52ad14182cad req-511c260b-067f-4289-8a90-7e094d80019b service neutron] For port 475aa75d-954c-45b1-b5e8-32982e9f92e7, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:05:35.685555 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device a102d6b9-2d70-494a-8ed0-d22aed919cbb no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:05:35.720509 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-88de5595-952c-4bdf-9047-52ad14182cad req-511c260b-067f-4289-8a90-7e094d80019b service neutron] For port 475aa75d-954c-45b1-b5e8-32982e9f92e7, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=475aa75d-954c-45b1-b5e8-32982e9f92e7,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:05:35.734270 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68134493-efbd-4d86-b112-6d7a37c588a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af271d4-421d-48eb-9058-51e1a6adb380'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:35.738398 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660dd0d1-ef7a-42fe-b490-b1a4e2ffd21e" -d '{"events": [{"server_uuid": "68134493-efbd-4d86-b112-6d7a37c588a4", "name": "network-vif-plugged", "status": "completed", "tag": "8af271d4-421d-48eb-9058-51e1a6adb380"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:35.739627 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-88de5595-952c-4bdf-9047-52ad14182cad req-511c260b-067f-4289-8a90-7e094d80019b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:35.774820 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 8af271d4-421d-48eb-9058-51e1a6adb380, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=8af271d4-421d-48eb-9058-51e1a6adb380,segment=NetworkSegment(e22b539c-e96d-4c80-bf2f-57b6a808ffcb),segment_id=e22b539c-e96d-4c80-bf2f-57b6a808ffcb)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:35.786147 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:35.818719 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de5595-952c-4bdf-9047-52ad14182cad req-511c260b-067f-4289-8a90-7e094d80019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:35.819904 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-88de5595-952c-4bdf-9047-52ad14182cad req-511c260b-067f-4289-8a90-7e094d80019b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:35.822915 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-88de5595-952c-4bdf-9047-52ad14182cad req-511c260b-067f-4289-8a90-7e094d80019b service neutron] 10.222.0.45 "PUT /v2.0/ports/475aa75d-954c-45b1-b5e8-32982e9f92e7 HTTP/1.1" status: 200 len: 1096 time: 1.8006573 Sep 01 15:05:35.832010 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0b7c3226-b898-4e41-8b39-cd5c074f0b49 req-8e2b7db0-7395-4593-9aab-c1d4356c2c32 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:35.836741 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0b7c3226-b898-4e41-8b39-cd5c074f0b49 req-8e2b7db0-7395-4593-9aab-c1d4356c2c32 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:35.839102 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0b7c3226-b898-4e41-8b39-cd5c074f0b49 req-8e2b7db0-7395-4593-9aab-c1d4356c2c32 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] 10.222.0.60 "DELETE /v2.0/security-groups/ec52c3dc-ee08-4316-a2c2-aacb3a81b5b1 HTTP/1.1" status: 204 len: 173 time: 0.4214268 Sep 01 15:05:35.869488 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b7db0-7395-4593-9aab-c1d4356c2c32 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec52c3dc-ee08-4316-a2c2-aacb3a81b5b1,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:35.898201 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c260b-067f-4289-8a90-7e094d80019b service neutron] Pushing event updated for resources: {'Port': ['ID=475aa75d-954c-45b1-b5e8-32982e9f92e7,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:36.021159 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-5cae16f4-2de1-43a3-bf0e-390f5e557321 req-9c0326d9-b7c1-45d2-bf2f-7cef82ae883a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] For port 821ede0d-2902-4c88-a4b1-5df2ddca86f6, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=821ede0d-2902-4c88-a4b1-5df2ddca86f6,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:36.022239 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-5cae16f4-2de1-43a3-bf0e-390f5e557321 req-9c0326d9-b7c1-45d2-bf2f-7cef82ae883a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:36.028530 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de5595-952c-4bdf-9047-52ad14182cad req-0ce92883-a56e-4f45-881a-c8b8c4a74987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:36.031371 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-88de5595-952c-4bdf-9047-52ad14182cad req-0ce92883-a56e-4f45-881a-c8b8c4a74987 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&device_id=87a4cc98-ebd3-4a4f-905f-fef6a6619dcc HTTP/1.1" status: 200 len: 1099 time: 0.1505399 Sep 01 15:05:36.046603 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-5cae16f4-2de1-43a3-bf0e-390f5e557321 req-9c0326d9-b7c1-45d2-bf2f-7cef82ae883a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Calling delete_port for 821ede0d-2902-4c88-a4b1-5df2ddca86f6 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:05:36.063238 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=8af271d4-421d-48eb-9058-51e1a6adb380,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:36.095116 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:36.149678 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-88de5595-952c-4bdf-9047-52ad14182cad req-60447e9d-c77e-4b09-b266-8e11b0653d4f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=475aa75d-954c-45b1-b5e8-32982e9f92e7 HTTP/1.1" status: 200 len: 217 time: 0.1031556 Sep 01 15:05:36.168334 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port a102d6b9-2d70-494a-8ed0-d22aed919cbb, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a102d6b9-2d70-494a-8ed0-d22aed919cbb,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:36.174791 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b2666-7604-43ae-b038-d0acb877df71 req-4e3c3123-c356-4ea8-8c06-56699275bdf9 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:36.178172 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:36.178505 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d20b2666-7604-43ae-b038-d0acb877df71 req-4e3c3123-c356-4ea8-8c06-56699275bdf9 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e498d-b672-49a2-bf2c-4e66fea20e30 HTTP/1.1" status: 200 len: 949 time: 0.2354734 Sep 01 15:05:36.179498 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device b02f1d20-2fa7-44e2-906a-dccac21260b8 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:05:36.210441 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d8532-f300-48a8-a023-5bf00fc21c49 req-141b6c04-914f-479a-a895-2a178a02c9ff tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:36.213177 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-494d8532-f300-48a8-a023-5bf00fc21c49 req-141b6c04-914f-479a-a895-2a178a02c9ff tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=55aade69-4680-4548-9c39-cfd3c5dd3770 HTTP/1.1" status: 200 len: 946 time: 0.5003381 Sep 01 15:05:36.229593 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: b02f1d20-2fa7-44e2-906a-dccac21260b8 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:05:36.229952 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device b02f1d20-2fa7-44e2-906a-dccac21260b8 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:05:36.257071 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de5595-952c-4bdf-9047-52ad14182cad req-e49f25b3-470e-447d-b422-38288194da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:36.259571 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-88de5595-952c-4bdf-9047-52ad14182cad req-e49f25b3-470e-447d-b422-38288194da4a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.0801580 Sep 01 15:05:36.339394 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-494d8532-f300-48a8-a023-5bf00fc21c49 req-e6d121fc-b092-44b4-898a-1c66f3022005 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050267 Sep 01 15:05:36.364494 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=a102d6b9-2d70-494a-8ed0-d22aed919cbb,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:36.367021 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d20b2666-7604-43ae-b038-d0acb877df71 req-dd2e8599-7e15-43cb-b8d3-65d3eb9bdda2 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/security-groups?id=12c4fb53-55d9-4936-9a69-3b850fd56fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058543 Sep 01 15:05:36.422162 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de5595-952c-4bdf-9047-52ad14182cad req-52513808-1ea4-43aa-8d3c-7f0c3512453d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:36.425242 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-88de5595-952c-4bdf-9047-52ad14182cad req-52513808-1ea4-43aa-8d3c-7f0c3512453d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1550574 Sep 01 15:05:36.460338 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8d007b-1257-416d-b888-c258788b097c x-openstack-request-id: req-aa8d007b-1257-416d-b888-c258788b097c {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:36.460824 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68134493-efbd-4d86-b112-6d7a37c588a4", "name": "network-vif-plugged", "status": "completed", "tag": "8af271d4-421d-48eb-9058-51e1a6adb380", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:36.461929 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa8d007b-1257-416d-b888-c258788b097c {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:36.462824 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68134493-efbd-4d86-b112-6d7a37c588a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af271d4-421d-48eb-9058-51e1a6adb380', 'code': 200} Sep 01 15:05:36.691141 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a4cc98-ebd3-4a4f-905f-fef6a6619dcc', 'tag': '475aa75d-954c-45b1-b5e8-32982e9f92e7'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:36.695296 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae101a1d-7c55-421f-a444-e5e1fb032c39" -d '{"events": [{"name": "network-changed", "server_uuid": "87a4cc98-ebd3-4a4f-905f-fef6a6619dcc", "tag": "475aa75d-954c-45b1-b5e8-32982e9f92e7"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:36.757142 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c9772-5a59-40b4-bf11-e06c140d98f4 req-cdd252dc-d4ea-48ec-ba07-741d3401be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:36.760534 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-478c9772-5a59-40b4-bf11-e06c140d98f4 req-cdd252dc-d4ea-48ec-ba07-741d3401be72 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=68134493-efbd-4d86-b112-6d7a37c588a4 HTTP/1.1" status: 200 len: 1097 time: 0.2069581 Sep 01 15:05:36.777072 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-88de5595-952c-4bdf-9047-52ad14182cad req-fe8af096-4796-4ad9-b842-6b40264afbf7 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350005 Sep 01 15:05:36.804875 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4aa3c0-22fe-4c7e-a109-3de52ea4211f req-f0254193-f819-4263-bc15-0d0b209e26c2 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:36.808357 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3d4aa3c0-22fe-4c7e-a109-3de52ea4211f req-f0254193-f819-4263-bc15-0d0b209e26c2 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=87a4cc98-ebd3-4a4f-905f-fef6a6619dcc HTTP/1.1" status: 200 len: 948 time: 0.2351105 Sep 01 15:05:36.996490 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-5cae16f4-2de1-43a3-bf0e-390f5e557321 req-9c0326d9-b7c1-45d2-bf2f-7cef82ae883a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:36.999555 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-478c9772-5a59-40b4-bf11-e06c140d98f4 req-68d21559-474c-4296-8801-9a5ffb16975c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=59860b9f-6e4c-4ae4-9468-1cd20fb1ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193818 Sep 01 15:05:37.013188 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['821ede0d-2902-4c88-a4b1-5df2ddca86f6'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:05:37.015383 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3d4aa3c0-22fe-4c7e-a109-3de52ea4211f req-81938d69-916f-4659-bfb3-af113a07e92c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772828 Sep 01 15:05:37.077272 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0326d9-b7c1-45d2-bf2f-7cef82ae883a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Pushing event deleted for resources: {'Port': ['ID=821ede0d-2902-4c88-a4b1-5df2ddca86f6,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:37.091786 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd2f2788-8d76-44c5-87bd-ab4809b05d2f req-f4b42c31-c949-4bc0-92b7-945bab925ffc tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] 10.222.0.60 "GET /v2.0/security-groups/8585d08d-d6ab-4385-9a6e-bcb7342cbba5 HTTP/1.1" status: 200 len: 1812 time: 0.6000016 Sep 01 15:05:37.096685 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-88de5595-952c-4bdf-9047-52ad14182cad req-6f81d386-af4c-4d1d-aad0-0f5cf00b5bd8 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848215 Sep 01 15:05:37.156987 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cae16f4-2de1-43a3-bf0e-390f5e557321 req-9c0326d9-b7c1-45d2-bf2f-7cef82ae883a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] No DVR routers for this DVR port 821ede0d-2902-4c88-a4b1-5df2ddca86f6 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:05:37.163613 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-5cae16f4-2de1-43a3-bf0e-390f5e557321 req-9c0326d9-b7c1-45d2-bf2f-7cef82ae883a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:37.167035 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5cae16f4-2de1-43a3-bf0e-390f5e557321 req-9c0326d9-b7c1-45d2-bf2f-7cef82ae883a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.45 "DELETE /v2.0/ports/821ede0d-2902-4c88-a4b1-5df2ddca86f6 HTTP/1.1" status: 204 len: 173 time: 1.8267875 Sep 01 15:05:37.167645 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55aade69-4680-4548-9c39-cfd3c5dd3770', 'name': 'network-vif-deleted', 'tag': '821ede0d-2902-4c88-a4b1-5df2ddca86f6'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:37.170607 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549798e6-bd1e-4d0f-b226-f2f37e1eafb0" -d '{"events": [{"server_uuid": "55aade69-4680-4548-9c39-cfd3c5dd3770", "name": "network-vif-deleted", "tag": "821ede0d-2902-4c88-a4b1-5df2ddca86f6"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:37.236318 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fd2f2788-8d76-44c5-87bd-ab4809b05d2f req-6c49205a-3070-447d-8722-5eef8d47666f tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:37.282533 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f200f8-b685-4c1f-82b0-7afb06d4f89a req-49ee76a9-db30-4284-bd08-c089f239a79d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:37.282958 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-33f200f8-b685-4c1f-82b0-7afb06d4f89a req-49ee76a9-db30-4284-bd08-c089f239a79d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/ports?device_id=68134493-efbd-4d86-b112-6d7a37c588a4 HTTP/1.1" status: 200 len: 946 time: 0.1181161 Sep 01 15:05:37.304727 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fd2f2788-8d76-44c5-87bd-ab4809b05d2f req-6c49205a-3070-447d-8722-5eef8d47666f tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:37.350929 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-33f200f8-b685-4c1f-82b0-7afb06d4f89a req-b94917c6-909e-4fc5-b944-9daba04de0b8 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/security-groups?id=59860b9f-6e4c-4ae4-9468-1cd20fb1ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550451 Sep 01 15:05:37.381124 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fd2f2788-8d76-44c5-87bd-ab4809b05d2f req-6c49205a-3070-447d-8722-5eef8d47666f tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:37.386168 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fd2f2788-8d76-44c5-87bd-ab4809b05d2f req-6c49205a-3070-447d-8722-5eef8d47666f tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:37.408448 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd2f2788-8d76-44c5-87bd-ab4809b05d2f req-6c49205a-3070-447d-8722-5eef8d47666f tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] 10.222.0.60 "DELETE /v2.0/security-groups/8585d08d-d6ab-4385-9a6e-bcb7342cbba5 HTTP/1.1" status: 204 len: 173 time: 0.2802966 Sep 01 15:05:37.437807 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49205a-3070-447d-8722-5eef8d47666f tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8585d08d-d6ab-4385-9a6e-bcb7342cbba5,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:37.602701 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc90879-0631-4a1f-9598-9f86b2f55bf8 req-4e7509eb-7438-4544-9dc5-3e32fabee6a1 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:37.611035 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8dc90879-0631-4a1f-9598-9f86b2f55bf8 req-4e7509eb-7438-4544-9dc5-3e32fabee6a1 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 943 time: 0.1052802 Sep 01 15:05:37.654687 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8dc90879-0631-4a1f-9598-9f86b2f55bf8 req-f3743fbd-a00d-4f37-931b-3017e8113ea0 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382879 Sep 01 15:05:37.861429 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4340fa3b-7371-4477-a144-d183e06924cd x-openstack-request-id: req-4340fa3b-7371-4477-a144-d183e06924cd {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:37.862246 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a4cc98-ebd3-4a4f-905f-fef6a6619dcc", "tag": "475aa75d-954c-45b1-b5e8-32982e9f92e7", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:37.862638 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4340fa3b-7371-4477-a144-d183e06924cd {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:37.864395 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a4cc98-ebd3-4a4f-905f-fef6a6619dcc', 'tag': '475aa75d-954c-45b1-b5e8-32982e9f92e7', 'status': 'completed', 'code': 200} Sep 01 15:05:37.908941 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7309600f-3288-4d0f-bcd3-fd70e1244552 x-openstack-request-id: req-7309600f-3288-4d0f-bcd3-fd70e1244552 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:37.909706 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55aade69-4680-4548-9c39-cfd3c5dd3770", "name": "network-vif-deleted", "tag": "821ede0d-2902-4c88-a4b1-5df2ddca86f6", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:37.910284 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7309600f-3288-4d0f-bcd3-fd70e1244552 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:37.911083 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55aade69-4680-4548-9c39-cfd3c5dd3770', 'name': 'network-vif-deleted', 'tag': '821ede0d-2902-4c88-a4b1-5df2ddca86f6', 'status': 'completed', 'code': 200} Sep 01 15:05:37.989452 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-58bfa39e-98f1-4bd0-881e-578587c81bc6 req-dac3bcb9-74d0-47ad-88a1-4a40fbc49329 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=55aade69-4680-4548-9c39-cfd3c5dd3770 HTTP/1.1" status: 200 len: 210 time: 0.0315421 Sep 01 15:05:38.003499 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:38.053038 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3019870e-b9ae-4448-8dd2-43792742955c req-5f37792e-56cd-4363-83bd-68fbad78948c tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] 10.222.0.60 "GET /v2.0/security-groups/61f83de7-24ee-480c-9822-2cbfcdafb4c5 HTTP/1.1" status: 200 len: 1813 time: 0.1280599 Sep 01 15:05:38.087131 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae101a1d-7c55-421f-a444-e5e1fb032c39 req-4f172d3e-3dcf-4b1b-9b44-b3fed9b4b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:38.089951 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ae101a1d-7c55-421f-a444-e5e1fb032c39 req-4f172d3e-3dcf-4b1b-9b44-b3fed9b4b1dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&device_id=87a4cc98-ebd3-4a4f-905f-fef6a6619dcc HTTP/1.1" status: 200 len: 1099 time: 0.1197326 Sep 01 15:05:38.281777 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3019870e-b9ae-4448-8dd2-43792742955c req-88165a55-c3af-42be-ad7c-bbc2cdf83066 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:38.295146 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae101a1d-7c55-421f-a444-e5e1fb032c39 req-f6ac53ac-0f88-4540-bb17-189f429bf8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:38.297970 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ae101a1d-7c55-421f-a444-e5e1fb032c39 req-f6ac53ac-0f88-4540-bb17-189f429bf8d5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.1911330 Sep 01 15:05:38.362236 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3019870e-b9ae-4448-8dd2-43792742955c req-88165a55-c3af-42be-ad7c-bbc2cdf83066 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:38.366667 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ae101a1d-7c55-421f-a444-e5e1fb032c39 req-4bf34e6b-c238-415d-8400-a510ad9270e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=475aa75d-954c-45b1-b5e8-32982e9f92e7 HTTP/1.1" status: 200 len: 217 time: 0.0525768 Sep 01 15:05:38.467535 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a2fcda-fe62-4940-9dcc-466af92bd3f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a102d6b9-2d70-494a-8ed0-d22aed919cbb'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:38.467908 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab53a92e-ddee-49ba-b05f-d5f77be4347c" -d '{"events": [{"server_uuid": "b0a2fcda-fe62-4940-9dcc-466af92bd3f0", "name": "network-vif-unplugged", "status": "completed", "tag": "a102d6b9-2d70-494a-8ed0-d22aed919cbb"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:38.480450 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae101a1d-7c55-421f-a444-e5e1fb032c39 req-bc1d8a87-5b36-4154-9e90-fbf6447b70ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:38.483470 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ae101a1d-7c55-421f-a444-e5e1fb032c39 req-bc1d8a87-5b36-4154-9e90-fbf6447b70ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.1067350 Sep 01 15:05:38.497868 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3019870e-b9ae-4448-8dd2-43792742955c req-88165a55-c3af-42be-ad7c-bbc2cdf83066 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:38.504678 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3019870e-b9ae-4448-8dd2-43792742955c req-88165a55-c3af-42be-ad7c-bbc2cdf83066 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:38.507314 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3019870e-b9ae-4448-8dd2-43792742955c req-88165a55-c3af-42be-ad7c-bbc2cdf83066 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] 10.222.0.60 "DELETE /v2.0/security-groups/61f83de7-24ee-480c-9822-2cbfcdafb4c5 HTTP/1.1" status: 204 len: 173 time: 0.4437237 Sep 01 15:05:38.572444 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88165a55-c3af-42be-ad7c-bbc2cdf83066 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f83de7-24ee-480c-9822-2cbfcdafb4c5,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:38.604680 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae101a1d-7c55-421f-a444-e5e1fb032c39 req-90647bd2-ef21-4e70-a6b3-ed419a61f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:38.607378 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ae101a1d-7c55-421f-a444-e5e1fb032c39 req-90647bd2-ef21-4e70-a6b3-ed419a61f34f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0979333 Sep 01 15:05:38.658713 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a9c76-159a-46f8-8883-b208485c3903 req-456e0a10-9d74-4eba-a4c5-1c61d824299a tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:38.660987 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-859a9c76-159a-46f8-8883-b208485c3903 req-456e0a10-9d74-4eba-a4c5-1c61d824299a tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 945 time: 0.1415634 Sep 01 15:05:38.905023 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-859a9c76-159a-46f8-8883-b208485c3903 req-3c2a2b6d-cc15-4e68-8c27-e8d6e2f9d1c0 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Deleting port 201ef50e-c68c-4db0-9791-bdada3a8c94c {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:05:38.905023 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-859a9c76-159a-46f8-8883-b208485c3903 req-3c2a2b6d-cc15-4e68-8c27-e8d6e2f9d1c0 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:38.924141 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd9adc-b992-471b-97a5-06eda5336ffc req-697d2bf6-8392-45e6-b516-656169eeab41 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:38.925785 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-97cd9adc-b992-471b-97a5-06eda5336ffc req-697d2bf6-8392-45e6-b516-656169eeab41 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=87a4cc98-ebd3-4a4f-905f-fef6a6619dcc HTTP/1.1" status: 200 len: 948 time: 0.1022074 Sep 01 15:05:39.035224 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-97cd9adc-b992-471b-97a5-06eda5336ffc req-464d41d2-a6f9-4f02-b498-ce69244351e9 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966792 Sep 01 15:05:39.088558 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-859a9c76-159a-46f8-8883-b208485c3903 req-3c2a2b6d-cc15-4e68-8c27-e8d6e2f9d1c0 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] For port 201ef50e-c68c-4db0-9791-bdada3a8c94c, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=201ef50e-c68c-4db0-9791-bdada3a8c94c,segment=NetworkSegment(2c5355d8-279e-4357-a7b6-c331f56087e9),segment_id=2c5355d8-279e-4357-a7b6-c331f56087e9)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:39.089186 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-859a9c76-159a-46f8-8883-b208485c3903 req-3c2a2b6d-cc15-4e68-8c27-e8d6e2f9d1c0 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:39.115176 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-859a9c76-159a-46f8-8883-b208485c3903 req-3c2a2b6d-cc15-4e68-8c27-e8d6e2f9d1c0 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Calling delete_port for 201ef50e-c68c-4db0-9791-bdada3a8c94c owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:05:39.168288 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d94b21eb-a816-4d7d-a27f-6c74b4ec64c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:39.188480 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 475aa75d-954c-45b1-b5e8-32982e9f92e7 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:05:39.193876 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 821ede0d-2902-4c88-a4b1-5df2ddca86f6 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:05:39.260828 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca993cf-8334-470c-967c-6aade62f76e6 req-e2dd1337-d693-40e6-b1a8-4513dd55fc46 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:39.278629 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7ca993cf-8334-470c-967c-6aade62f76e6 req-e2dd1337-d693-40e6-b1a8-4513dd55fc46 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab76bb03-6035-4103-b276-eb1a3556f1a2 HTTP/1.1" status: 200 len: 945 time: 0.6655056 Sep 01 15:05:39.279413 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 821ede0d-2902-4c88-a4b1-5df2ddca86f6 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:05:39.280330 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 821ede0d-2902-4c88-a4b1-5df2ddca86f6 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:05:39.378027 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ae101a1d-7c55-421f-a444-e5e1fb032c39 req-b718dd56-1523-42ee-98a5-12b9dd739731 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7469018 Sep 01 15:05:39.463632 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccf975-1d44-42b5-bebc-ef239116da39 req-4a316e88-3146-47b0-aa84-a68de90bb422 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:39.466574 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93ccf975-1d44-42b5-bebc-ef239116da39 req-4a316e88-3146-47b0-aa84-a68de90bb422 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/ports?device_id=68134493-efbd-4d86-b112-6d7a37c588a4 HTTP/1.1" status: 200 len: 946 time: 0.1787643 Sep 01 15:05:39.468585 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-859a9c76-159a-46f8-8883-b208485c3903 req-3c2a2b6d-cc15-4e68-8c27-e8d6e2f9d1c0 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:39.494839 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7ca993cf-8334-470c-967c-6aade62f76e6 req-175dfcd9-d32d-452a-beb8-7375359d8701 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.60 "GET /v2.0/security-groups?id=e109e461-0852-45a2-a7cb-3996fd32b242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052040 Sep 01 15:05:39.569986 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a2b6d-cc15-4e68-8c27-e8d6e2f9d1c0 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Pushing event deleted for resources: {'Port': ['ID=201ef50e-c68c-4db0-9791-bdada3a8c94c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:39.581856 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15bf10a-3874-4e3f-963d-957457383103 x-openstack-request-id: req-a15bf10a-3874-4e3f-963d-957457383103 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:39.582747 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a2fcda-fe62-4940-9dcc-466af92bd3f0", "name": "network-vif-unplugged", "status": "failed", "tag": "a102d6b9-2d70-494a-8ed0-d22aed919cbb", "code": 422}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:39.583457 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a15bf10a-3874-4e3f-963d-957457383103 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:39.584415 n-d-794796-3 neutron-server[94735]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b0a2fcda-fe62-4940-9dcc-466af92bd3f0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a102d6b9-2d70-494a-8ed0-d22aed919cbb', 'code': 422} returned with failed status Sep 01 15:05:39.616730 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ae101a1d-7c55-421f-a444-e5e1fb032c39 req-d4625429-01c9-4a1c-b1c2-2e948a0dbf14 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289281 Sep 01 15:05:39.659918 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-44fe94c3-72f5-4c25-be17-de4817fba0ab req-d5ffe813-ce79-4f6f-9360-dd3398f268f5 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] 10.222.0.60 "GET /v2.0/security-groups/56ebb320-0843-49d5-bc09-2987d04dd9bb HTTP/1.1" status: 200 len: 1811 time: 0.0588474 Sep 01 15:05:39.672227 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 475aa75d-954c-45b1-b5e8-32982e9f92e7, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=475aa75d-954c-45b1-b5e8-32982e9f92e7,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:39.691578 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '475aa75d-954c-45b1-b5e8-32982e9f92e7', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': '475aa75d-954c-45b1-b5e8-32982e9f92e7', 'mac_address': 'fa:16:3e:b4:c6:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:05:39.703184 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-859a9c76-159a-46f8-8883-b208485c3903 req-3c2a2b6d-cc15-4e68-8c27-e8d6e2f9d1c0 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] No DVR routers for this DVR port 201ef50e-c68c-4db0-9791-bdada3a8c94c on host n-h2-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:05:39.723156 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-859a9c76-159a-46f8-8883-b208485c3903 req-3c2a2b6d-cc15-4e68-8c27-e8d6e2f9d1c0 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:39.727033 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-859a9c76-159a-46f8-8883-b208485c3903 req-3c2a2b6d-cc15-4e68-8c27-e8d6e2f9d1c0 tempest-LiveAutoBlockMigrationV225Test-918765325 tempest-LiveAutoBlockMigrationV225Test-918765325-project] 10.222.0.62 "DELETE /v2.0/ports/201ef50e-c68c-4db0-9791-bdada3a8c94c HTTP/1.1" status: 204 len: 173 time: 1.0586932 Sep 01 15:05:39.748515 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-44fe94c3-72f5-4c25-be17-de4817fba0ab req-587cd943-bbf1-4a62-bc5f-003d0625ee94 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:39.756441 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93ccf975-1d44-42b5-bebc-ef239116da39 req-35e906c6-0189-4296-845f-59dddb092d6f tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/security-groups?id=59860b9f-6e4c-4ae4-9468-1cd20fb1ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775679 Sep 01 15:05:39.784155 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:39.787377 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1efea157-2672-4fd1-a7c5-2b65f5249e87 req-908cced4-d06c-430e-a42c-e136b5089a0d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5561811b-3206-4545-8048-98f4eb11f229&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1735752 Sep 01 15:05:39.788327 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-44fe94c3-72f5-4c25-be17-de4817fba0ab req-587cd943-bbf1-4a62-bc5f-003d0625ee94 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:39.810648 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 475aa75d-954c-45b1-b5e8-32982e9f92e7 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:05:39.850895 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 475aa75d-954c-45b1-b5e8-32982e9f92e7, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=475aa75d-954c-45b1-b5e8-32982e9f92e7,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:39.862825 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:39.913037 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab76bb03-6035-4103-b276-eb1a3556f1a2', 'name': 'network-vif-deleted', 'tag': '201ef50e-c68c-4db0-9791-bdada3a8c94c'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:39.916089 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fbff92-9495-4826-96b1-7ad6fddd65f5" -d '{"events": [{"server_uuid": "ab76bb03-6035-4103-b276-eb1a3556f1a2", "name": "network-vif-deleted", "tag": "201ef50e-c68c-4db0-9791-bdada3a8c94c"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:39.922891 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efea157-2672-4fd1-a7c5-2b65f5249e87 req-3dcb28a6-67c4-4ba4-8868-a1b9793fc4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:39.925047 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1efea157-2672-4fd1-a7c5-2b65f5249e87 req-3dcb28a6-67c4-4ba4-8868-a1b9793fc4c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&device_id=5561811b-3206-4545-8048-98f4eb11f229 HTTP/1.1" status: 200 len: 1101 time: 0.0941014 Sep 01 15:05:39.928475 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-44fe94c3-72f5-4c25-be17-de4817fba0ab req-587cd943-bbf1-4a62-bc5f-003d0625ee94 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:39.935789 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-44fe94c3-72f5-4c25-be17-de4817fba0ab req-587cd943-bbf1-4a62-bc5f-003d0625ee94 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:39.940249 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-44fe94c3-72f5-4c25-be17-de4817fba0ab req-587cd943-bbf1-4a62-bc5f-003d0625ee94 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] 10.222.0.60 "DELETE /v2.0/security-groups/56ebb320-0843-49d5-bc09-2987d04dd9bb HTTP/1.1" status: 204 len: 173 time: 0.2743099 Sep 01 15:05:39.962145 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56222) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:39.965803 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587cd943-bbf1-4a62-bc5f-003d0625ee94 tempest-SecurityGroupRulesNegativeTestJSON-1717346929 tempest-SecurityGroupRulesNegativeTestJSON-1717346929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ebb320-0843-49d5-bc09-2987d04dd9bb,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:39.981795 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=475aa75d-954c-45b1-b5e8-32982e9f92e7,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:40.090693 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc591445-a6be-4e18-92c3-83660c1d30be admin admin] Deleting subnet aef25b11-df58-43e0-a312-dfdff8c292c7 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:05:40.097623 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cc591445-a6be-4e18-92c3-83660c1d30be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:40.143221 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['475aa75d-954c-45b1-b5e8-32982e9f92e7'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:05:40.163969 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cc591445-a6be-4e18-92c3-83660c1d30be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:40.167607 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-c91b42b9-3534-4f27-b444-b11ef07088e3 req-92b9dedf-91c0-4b7c-b3e3-d46d0755f514 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:05:40.178246 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c91b42b9-3534-4f27-b444-b11ef07088e3 req-92b9dedf-91c0-4b7c-b3e3-d46d0755f514 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189815 Sep 01 15:05:40.228198 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efea157-2672-4fd1-a7c5-2b65f5249e87 req-e0e6ec3d-6c5c-4d0c-bb66-e964729b38a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:40.230878 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1efea157-2672-4fd1-a7c5-2b65f5249e87 req-e0e6ec3d-6c5c-4d0c-bb66-e964729b38a1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.2808287 Sep 01 15:05:40.345803 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1efea157-2672-4fd1-a7c5-2b65f5249e87 req-5122c2ee-b445-4f62-9157-38165d8604e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=c1623e95-6e87-41f8-9dba-9fc29ff8ae1a HTTP/1.1" status: 200 len: 217 time: 0.1022255 Sep 01 15:05:40.463073 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efea157-2672-4fd1-a7c5-2b65f5249e87 req-6a040797-cfb9-49a2-9648-6a69479b25fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:40.465804 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1efea157-2672-4fd1-a7c5-2b65f5249e87 req-6a040797-cfb9-49a2-9648-6a69479b25fc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.0979075 Sep 01 15:05:40.467320 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cc591445-a6be-4e18-92c3-83660c1d30be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:40.610239 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8c3b73-b0ed-4814-98b5-0e0f8e89f584 x-openstack-request-id: req-ba8c3b73-b0ed-4814-98b5-0e0f8e89f584 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:40.610608 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab76bb03-6035-4103-b276-eb1a3556f1a2", "name": "network-vif-deleted", "tag": "201ef50e-c68c-4db0-9791-bdada3a8c94c", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:40.610916 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ba8c3b73-b0ed-4814-98b5-0e0f8e89f584 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:40.611406 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab76bb03-6035-4103-b276-eb1a3556f1a2', 'name': 'network-vif-deleted', 'tag': '201ef50e-c68c-4db0-9791-bdada3a8c94c', 'status': 'completed', 'code': 200} Sep 01 15:05:40.682932 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efea157-2672-4fd1-a7c5-2b65f5249e87 req-107db7f7-d948-4e74-a031-4c0cc7e343f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:40.684393 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1efea157-2672-4fd1-a7c5-2b65f5249e87 req-107db7f7-d948-4e74-a031-4c0cc7e343f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1470501 Sep 01 15:05:40.732690 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2bb76125-ccd4-445c-8a32-cc63fabf7fcf req-e5936722-6916-4d63-8303-13eb63138814 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 258 time: 0.4029820 Sep 01 15:05:40.738064 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-2bb76125-ccd4-445c-8a32-cc63fabf7fcf req-56eadb1e-86f2-4a1d-935a-ab98fe45a936 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:40.782733 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2bb76125-ccd4-445c-8a32-cc63fabf7fcf req-56eadb1e-86f2-4a1d-935a-ab98fe45a936 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks [] for floatingip, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:40.815842 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cc591445-a6be-4e18-92c3-83660c1d30be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:40.921245 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2bb76125-ccd4-445c-8a32-cc63fabf7fcf req-56eadb1e-86f2-4a1d-935a-ab98fe45a936 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:40.928937 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc591445-a6be-4e18-92c3-83660c1d30be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aef25b11-df58-43e0-a312-dfdff8c292c7,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:40.932764 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cc591445-a6be-4e18-92c3-83660c1d30be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:40.936516 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cc591445-a6be-4e18-92c3-83660c1d30be admin admin] 10.222.0.60 "DELETE /v2.0/subnets/aef25b11-df58-43e0-a312-dfdff8c292c7 HTTP/1.1" status: 204 len: 168 time: 0.9717524 Sep 01 15:05:40.945390 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56248) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:41.074849 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-2bb76125-ccd4-445c-8a32-cc63fabf7fcf req-56eadb1e-86f2-4a1d-935a-ab98fe45a936 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Allocated IP 172.25.6.59 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/eba8852c-997a-4db8-9af7-e22033810edc) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:05:41.151370 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9926d-611f-4e09-9ff0-8151323f080c req-b7f6fcf3-ab7e-42ba-953a-bc203cf1d46c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:41.155044 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7de9926d-611f-4e09-9ff0-8151323f080c req-b7f6fcf3-ab7e-42ba-953a-bc203cf1d46c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=87a4cc98-ebd3-4a4f-905f-fef6a6619dcc HTTP/1.1" status: 200 len: 949 time: 0.4429221 Sep 01 15:05:41.228115 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1efea157-2672-4fd1-a7c5-2b65f5249e87 req-a751bb93-7ba1-4a93-ab95-47decf0f491f service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307965 Sep 01 15:05:41.249360 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2bb76125-ccd4-445c-8a32-cc63fabf7fcf req-56eadb1e-86f2-4a1d-935a-ab98fe45a936 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:41.260794 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4aba723f-3471-4a64-b45b-1b44a9c92e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:41.308644 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2bb76125-ccd4-445c-8a32-cc63fabf7fcf req-56eadb1e-86f2-4a1d-935a-ab98fe45a936 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:41.356270 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb76125-ccd4-445c-8a32-cc63fabf7fcf req-56eadb1e-86f2-4a1d-935a-ab98fe45a936 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:05:41.360828 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-2bb76125-ccd4-445c-8a32-cc63fabf7fcf req-56eadb1e-86f2-4a1d-935a-ab98fe45a936 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:41.367049 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb76125-ccd4-445c-8a32-cc63fabf7fcf req-56eadb1e-86f2-4a1d-935a-ab98fe45a936 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:05:41.382267 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4612c71d-6207-44bc-8fa6-8e26016479da req-49182639-0765-4759-b4b6-ea2fac7de42e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5223739 Sep 01 15:05:41.403086 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eadb1e-86f2-4a1d-935a-ab98fe45a936 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Pushing event updated for resources: {'Port': ['ID=eba8852c-997a-4db8-9af7-e22033810edc,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:41.404780 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7de9926d-611f-4e09-9ff0-8151323f080c req-1d63e868-303a-430a-8d93-7560e68a02e1 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232063 Sep 01 15:05:41.417046 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-4612c71d-6207-44bc-8fa6-8e26016479da req-3ac5c90c-be32-4961-b024-9fcee42575a7 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:05:41.419381 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4612c71d-6207-44bc-8fa6-8e26016479da req-3ac5c90c-be32-4961-b024-9fcee42575a7 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208399 Sep 01 15:05:41.514098 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2bb76125-ccd4-445c-8a32-cc63fabf7fcf req-56eadb1e-86f2-4a1d-935a-ab98fe45a936 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:41.596542 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2bb76125-ccd4-445c-8a32-cc63fabf7fcf req-56eadb1e-86f2-4a1d-935a-ab98fe45a936 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:41.730081 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device a102d6b9-2d70-494a-8ed0-d22aed919cbb no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:05:41.810524 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1efea157-2672-4fd1-a7c5-2b65f5249e87 req-804d561d-5487-4298-9812-945e9ca71606 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722919 Sep 01 15:05:41.817982 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4aba723f-3471-4a64-b45b-1b44a9c92e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:41.858449 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4aba723f-3471-4a64-b45b-1b44a9c92e9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09895d1a-07fd-4d96-8f48-4f5e94c4d2bd']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:41.878654 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2bb76125-ccd4-445c-8a32-cc63fabf7fcf req-56eadb1e-86f2-4a1d-935a-ab98fe45a936 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:41.885802 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2bb76125-ccd4-445c-8a32-cc63fabf7fcf req-56eadb1e-86f2-4a1d-935a-ab98fe45a936 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:41.899533 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4aba723f-3471-4a64-b45b-1b44a9c92e9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9038d9c-0668-4355-a986-89b9a0ec34dd') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:41.900434 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4aba723f-3471-4a64-b45b-1b44a9c92e9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9038d9c-0668-4355-a986-89b9a0ec34dd') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:41.927255 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631c650-8c24-453b-957a-e033ae6649fe req-61c81783-04c8-487d-8c48-61a8e7b93bb0 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:41.931674 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3631c650-8c24-453b-957a-e033ae6649fe req-61c81783-04c8-487d-8c48-61a8e7b93bb0 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/networks?id=b0922890-9f88-4062-824b-4dfc506e6e18 HTTP/1.1" status: 200 len: 811 time: 0.3327043 Sep 01 15:05:41.939655 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4aba723f-3471-4a64-b45b-1b44a9c92e9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:41.968663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eadb1e-86f2-4a1d-935a-ab98fe45a936 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Pushing event updated for resources: {'Port': ['ID=eba8852c-997a-4db8-9af7-e22033810edc,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:41.982826 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3631c650-8c24-453b-957a-e033ae6649fe req-d73facae-74dd-41e0-b526-948014245e8c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/quotas/fec0654f7239467a95f60e6ba299aa91 HTTP/1.1" status: 200 len: 375 time: 0.0381176 Sep 01 15:05:41.985292 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4aba723f-3471-4a64-b45b-1b44a9c92e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:41.994669 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 201ef50e-c68c-4db0-9791-bdada3a8c94c no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:05:42.015488 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aba723f-3471-4a64-b45b-1b44a9c92e9d admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:05:42.016309 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4aba723f-3471-4a64-b45b-1b44a9c92e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:05:42.022013 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:05:42.034452 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 201ef50e-c68c-4db0-9791-bdada3a8c94c {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:05:42.035343 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 201ef50e-c68c-4db0-9791-bdada3a8c94c not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:05:42.050478 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2bb76125-ccd4-445c-8a32-cc63fabf7fcf req-56eadb1e-86f2-4a1d-935a-ab98fe45a936 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:42.074552 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:42.079727 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2bb76125-ccd4-445c-8a32-cc63fabf7fcf req-56eadb1e-86f2-4a1d-935a-ab98fe45a936 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:42.082059 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2bb76125-ccd4-445c-8a32-cc63fabf7fcf req-56eadb1e-86f2-4a1d-935a-ab98fe45a936 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3483622 Sep 01 15:05:42.114647 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2be7a198-10f8-4717-a8d9-2cb7b9126469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:42.126507 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3631c650-8c24-453b-957a-e033ae6649fe req-8edc8eea-a63b-4fde-a4a4-2e294b613425 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fec0654f7239467a95f60e6ba299aa91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1289895 Sep 01 15:05:42.154825 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2bb76125-ccd4-445c-8a32-cc63fabf7fcf req-7b0b1873-896b-4c69-8b50-5fd2423e490a tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.59 HTTP/1.1" status: 200 len: 695 time: 0.0639908 Sep 01 15:05:42.317792 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4aba723f-3471-4a64-b45b-1b44a9c92e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:42.327044 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4aba723f-3471-4a64-b45b-1b44a9c92e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:42.334366 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4aba723f-3471-4a64-b45b-1b44a9c92e9d admin admin] 10.222.0.60 "DELETE /v2.0/networks/09895d1a-07fd-4d96-8f48-4f5e94c4d2bd HTTP/1.1" status: 204 len: 168 time: 1.3797224 Sep 01 15:05:42.336934 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb76125-ccd4-445c-8a32-cc63fabf7fcf req-0a61555b-69a9-49e9-86a4-3e4b5a396c64 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:42.339906 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2bb76125-ccd4-445c-8a32-cc63fabf7fcf req-0a61555b-69a9-49e9-86a4-3e4b5a396c64 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 784 time: 0.1798122 Sep 01 15:05:42.418445 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba723f-3471-4a64-b45b-1b44a9c92e9d admin admin] Pushing event deleted for resources: {'Network': ['ID=09895d1a-07fd-4d96-8f48-4f5e94c4d2bd,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:42.493528 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e14735-55be-40f3-81fd-cfc881d260f1 req-65961228-047e-42df-bf1d-00114867a68d tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:42.496359 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-29e14735-55be-40f3-81fd-cfc881d260f1 req-65961228-047e-42df-bf1d-00114867a68d tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.62 "GET /v2.0/ports?device_id=655e498d-b672-49a2-bf2c-4e66fea20e30 HTTP/1.1" status: 200 len: 949 time: 0.3036425 Sep 01 15:05:42.506288 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3631c650-8c24-453b-957a-e033ae6649fe req-61380942-6c42-4037-ab4f-6808d521b0d3 service neutron] 10.222.0.60 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614285 Sep 01 15:05:42.558219 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf9b14-c19e-4866-a756-3fc11cf08b4b req-64ba6489-ee8a-4ed4-9cdc-b2a159cd14a4 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:42.561561 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-04bf9b14-c19e-4866-a756-3fc11cf08b4b req-64ba6489-ee8a-4ed4-9cdc-b2a159cd14a4 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 943 time: 0.1284785 Sep 01 15:05:42.591848 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56272) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:42.640788 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-04bf9b14-c19e-4866-a756-3fc11cf08b4b req-9682abd9-14a2-4971-83a0-f99a647e8a98 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704355 Sep 01 15:05:42.664587 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-04691847-df6f-4f9e-8b7a-8113a7399178 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=73384802a2d84378821dc0fb420f76fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0712628 Sep 01 15:05:42.669371 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56274) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:42.787932 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-09905549-5ace-46b2-ba84-41c3062030b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:42.820143 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3631c650-8c24-453b-957a-e033ae6649fe req-eb2287f6-ae9d-48c7-933a-1bc0571eafec service neutron] 10.222.0.60 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640729 Sep 01 15:05:42.838947 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-29e14735-55be-40f3-81fd-cfc881d260f1 req-cb763867-3fa2-4386-8764-76db36380a86 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Deleting port 11149047-4896-4ba3-975c-f111c6fc8421 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:05:42.839713 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-29e14735-55be-40f3-81fd-cfc881d260f1 req-cb763867-3fa2-4386-8764-76db36380a86 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:42.879265 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-09905549-5ace-46b2-ba84-41c3062030b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:42.941945 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddd82f-bf60-4e66-9883-28593de14a83 req-8c1f1bd6-cfd4-440c-828b-e5d0398ba3ad tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:42.944508 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-44ddd82f-bf60-4e66-9883-28593de14a83 req-8c1f1bd6-cfd4-440c-828b-e5d0398ba3ad tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e498d-b672-49a2-bf2c-4e66fea20e30 HTTP/1.1" status: 200 len: 949 time: 0.1782751 Sep 01 15:05:43.034068 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-44ddd82f-bf60-4e66-9883-28593de14a83 req-10059cb5-87bf-4780-8efc-5dd0da689b34 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/security-groups?id=12c4fb53-55d9-4936-9a69-3b850fd56fbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767558 Sep 01 15:05:43.062890 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-09905549-5ace-46b2-ba84-41c3062030b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:43.068553 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-09905549-5ace-46b2-ba84-41c3062030b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:43.073821 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-09905549-5ace-46b2-ba84-41c3062030b2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/91e5c068-5ccc-4aba-8d36-7eba0beae0e7 HTTP/1.1" status: 204 len: 168 time: 0.4001172 Sep 01 15:05:43.117398 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56278) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:43.123212 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:43.123872 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09905549-5ace-46b2-ba84-41c3062030b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e5c068-5ccc-4aba-8d36-7eba0beae0e7,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:43.138585 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-29e14735-55be-40f3-81fd-cfc881d260f1 req-cb763867-3fa2-4386-8764-76db36380a86 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] For port 11149047-4896-4ba3-975c-f111c6fc8421, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=11149047-4896-4ba3-975c-f111c6fc8421,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:43.138585 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-29e14735-55be-40f3-81fd-cfc881d260f1 req-cb763867-3fa2-4386-8764-76db36380a86 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:43.203441 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-29e14735-55be-40f3-81fd-cfc881d260f1 req-cb763867-3fa2-4386-8764-76db36380a86 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Calling delete_port for 11149047-4896-4ba3-975c-f111c6fc8421 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:05:43.228980 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 475aa75d-954c-45b1-b5e8-32982e9f92e7 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:05:43.362971 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 475aa75d-954c-45b1-b5e8-32982e9f92e7 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:05:43.367366 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 475aa75d-954c-45b1-b5e8-32982e9f92e7 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:43.368295 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:43.481859 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d4071-dc2d-44ef-baf0-5507c2c455a1 req-ec417233-066d-47e6-9337-c85517ecaeb9 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:43.490282 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-467d4071-dc2d-44ef-baf0-5507c2c455a1 req-ec417233-066d-47e6-9337-c85517ecaeb9 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/ports?device_id=68134493-efbd-4d86-b112-6d7a37c588a4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1620915 Sep 01 15:05:43.550431 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-467d4071-dc2d-44ef-baf0-5507c2c455a1 req-b3128d77-6bd0-4c8b-83d5-9e005472e089 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.59 HTTP/1.1" status: 200 len: 695 time: 0.0586565 Sep 01 15:05:43.582137 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:43.596094 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-467d4071-dc2d-44ef-baf0-5507c2c455a1 req-0d79349a-2f2b-44aa-a401-00f375d7d029 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Request body: {'floatingip': {'port_id': '8af271d4-421d-48eb-9058-51e1a6adb380', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:43.657680 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a4cc98-ebd3-4a4f-905f-fef6a6619dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475aa75d-954c-45b1-b5e8-32982e9f92e7'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:43.659359 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fb701-f2c7-4d8d-967d-c64b26c68bb7 req-1f11901c-93ef-498e-84e8-a75ceb24e5e1 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:43.678916 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0fa2fc-262f-426f-9fa9-f44adf767d31" -d '{"events": [{"server_uuid": "87a4cc98-ebd3-4a4f-905f-fef6a6619dcc", "name": "network-vif-plugged", "status": "completed", "tag": "475aa75d-954c-45b1-b5e8-32982e9f92e7"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:43.686037 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-945fb701-f2c7-4d8d-967d-c64b26c68bb7 req-1f11901c-93ef-498e-84e8-a75ceb24e5e1 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=87a4cc98-ebd3-4a4f-905f-fef6a6619dcc HTTP/1.1" status: 200 len: 949 time: 0.1111064 Sep 01 15:05:43.711496 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 475aa75d-954c-45b1-b5e8-32982e9f92e7, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=475aa75d-954c-45b1-b5e8-32982e9f92e7,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:43.722178 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:43.780321 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-467d4071-dc2d-44ef-baf0-5507c2c455a1 req-0d79349a-2f2b-44aa-a401-00f375d7d029 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks [] for floatingip, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:43.850346 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-945fb701-f2c7-4d8d-967d-c64b26c68bb7 req-0defd42d-c73b-4569-8e16-0fc77c4b041d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619072 Sep 01 15:05:43.862799 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=475aa75d-954c-45b1-b5e8-32982e9f92e7,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:44.073003 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-22a72dd1-84f6-4c23-83f8-278f599dd6d8 req-2421989d-6de2-42a9-8916-5577bbb1cb16 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bda82511-fca0-4acb-ad33-77d1e36b76af HTTP/1.1" status: 200 len: 210 time: 0.1151915 Sep 01 15:05:44.182792 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d491ba9-3a3c-409f-be90-c02958eebb61 admin admin] Deleting subnet 66b1faa8-b86d-41ee-9bdb-4fe08d19f261 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:05:44.190844 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d491ba9-3a3c-409f-be90-c02958eebb61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:44.195856 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-29e14735-55be-40f3-81fd-cfc881d260f1 req-cb763867-3fa2-4386-8764-76db36380a86 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:44.343812 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d491ba9-3a3c-409f-be90-c02958eebb61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:44.365890 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb763867-3fa2-4386-8764-76db36380a86 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Pushing event deleted for resources: {'Port': ['ID=11149047-4896-4ba3-975c-f111c6fc8421,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:44.439286 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b0cfa-1b63-43cc-ac45-48086f29e39b req-1ab0c94e-a548-4894-924a-a7426aaf0fe2 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:44.452554 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d61b0cfa-1b63-43cc-ac45-48086f29e39b req-1ab0c94e-a548-4894-924a-a7426aaf0fe2 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 943 time: 0.2072623 Sep 01 15:05:44.512080 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d491ba9-3a3c-409f-be90-c02958eebb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:44.557004 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d61b0cfa-1b63-43cc-ac45-48086f29e39b req-c75475e9-7a38-400d-ba13-04d03b8004dc tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965059 Sep 01 15:05:44.663953 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d491ba9-3a3c-409f-be90-c02958eebb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:44.698130 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183f62aa-3603-456c-83d5-e09bab69c53c x-openstack-request-id: req-183f62aa-3603-456c-83d5-e09bab69c53c {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:44.699104 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a4cc98-ebd3-4a4f-905f-fef6a6619dcc", "name": "network-vif-plugged", "status": "completed", "tag": "475aa75d-954c-45b1-b5e8-32982e9f92e7", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:44.699438 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-183f62aa-3603-456c-83d5-e09bab69c53c {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:44.700098 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a4cc98-ebd3-4a4f-905f-fef6a6619dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475aa75d-954c-45b1-b5e8-32982e9f92e7', 'code': 200} Sep 01 15:05:44.772956 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d491ba9-3a3c-409f-be90-c02958eebb61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66b1faa8-b86d-41ee-9bdb-4fe08d19f261,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:44.791864 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d491ba9-3a3c-409f-be90-c02958eebb61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:44.796631 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1d491ba9-3a3c-409f-be90-c02958eebb61 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/66b1faa8-b86d-41ee-9bdb-4fe08d19f261 HTTP/1.1" status: 204 len: 168 time: 1.6626704 Sep 01 15:05:44.800600 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56312) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:45.003339 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:45.023424 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-12d79570-73f4-417d-bc88-30ef02bf6a05 req-fb99cb3e-ae44-45cc-a7b8-c2c637637a64 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.60 "GET /v2.0/ports?device_id=655e498d-b672-49a2-bf2c-4e66fea20e30 HTTP/1.1" status: 200 len: 210 time: 0.1445968 Sep 01 15:05:45.092432 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1dd47d8d-cb13-4741-9b95-6723e40e7e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:45.252412 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e14735-55be-40f3-81fd-cfc881d260f1 req-cb763867-3fa2-4386-8764-76db36380a86 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] No DVR routers for this DVR port 11149047-4896-4ba3-975c-f111c6fc8421 on host n-h2-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:05:45.288099 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-29e14735-55be-40f3-81fd-cfc881d260f1 req-cb763867-3fa2-4386-8764-76db36380a86 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:45.291603 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-29e14735-55be-40f3-81fd-cfc881d260f1 req-cb763867-3fa2-4386-8764-76db36380a86 tempest-TenantUsagesTestJSON-1129553268 tempest-TenantUsagesTestJSON-1129553268-project] 10.222.0.62 "DELETE /v2.0/ports/11149047-4896-4ba3-975c-f111c6fc8421 HTTP/1.1" status: 204 len: 173 time: 2.7847543 Sep 01 15:05:45.292993 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655e498d-b672-49a2-bf2c-4e66fea20e30', 'name': 'network-vif-deleted', 'tag': '11149047-4896-4ba3-975c-f111c6fc8421'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:45.308587 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f101706e-7a4f-4640-8c24-2931dca803e0" -d '{"events": [{"server_uuid": "655e498d-b672-49a2-bf2c-4e66fea20e30", "name": "network-vif-deleted", "tag": "11149047-4896-4ba3-975c-f111c6fc8421"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:45.375558 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1dd47d8d-cb13-4741-9b95-6723e40e7e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:45.424402 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-1dd47d8d-cb13-4741-9b95-6723e40e7e22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27801a1-4735-4eb4-8714-06c2c137f925']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:45.466352 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-1dd47d8d-cb13-4741-9b95-6723e40e7e22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5355d8-279e-4357-a7b6-c331f56087e9') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:45.467107 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-1dd47d8d-cb13-4741-9b95-6723e40e7e22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5355d8-279e-4357-a7b6-c331f56087e9') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:45.491760 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14351a74-7a0a-4966-9336-c7a765484d53 req-ff20cd1e-7f2d-4404-b663-133df24c2c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:45.494514 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-14351a74-7a0a-4966-9336-c7a765484d53 req-ff20cd1e-7f2d-4404-b663-133df24c2c83 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=87a4cc98-ebd3-4a4f-905f-fef6a6619dcc HTTP/1.1" status: 200 len: 1101 time: 0.4641917 Sep 01 15:05:45.531645 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1dd47d8d-cb13-4741-9b95-6723e40e7e22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:45.535591 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56328) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:45.579410 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1dd47d8d-cb13-4741-9b95-6723e40e7e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:45.621242 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843dfd4-edc0-42df-9fd6-3f67e2952ca9 req-1047ab08-2035-49f5-9136-ea7c631253fb tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:45.634672 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-14351a74-7a0a-4966-9336-c7a765484d53 req-a4fd8e8f-95f0-40b4-b084-b07612b37b8f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305642 Sep 01 15:05:45.638700 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8843dfd4-edc0-42df-9fd6-3f67e2952ca9 req-1047ab08-2035-49f5-9136-ea7c631253fb tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=87a4cc98-ebd3-4a4f-905f-fef6a6619dcc HTTP/1.1" status: 200 len: 950 time: 0.1895735 Sep 01 15:05:45.643782 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd47d8d-cb13-4741-9b95-6723e40e7e22 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:05:45.644518 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1dd47d8d-cb13-4741-9b95-6723e40e7e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:05:45.650768 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:05:45.733594 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-467d4071-dc2d-44ef-baf0-5507c2c455a1 req-0d79349a-2f2b-44aa-a401-00f375d7d029 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:45.756269 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 11149047-4896-4ba3-975c-f111c6fc8421 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:05:45.821628 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-83cca358-ed21-44d3-a8d2-603a8f5c8eac admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1986970479-network', 'tenant_id': 'f19f728ef2e84bc7921749b54aaa2b5d'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:45.822560 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8843dfd4-edc0-42df-9fd6-3f67e2952ca9 req-1c39bf82-d185-4447-a419-3cb53e48b40c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817780 Sep 01 15:05:45.829464 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 11149047-4896-4ba3-975c-f111c6fc8421 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:05:45.830415 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 11149047-4896-4ba3-975c-f111c6fc8421 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:05:45.845833 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-467d4071-dc2d-44ef-baf0-5507c2c455a1 req-0d79349a-2f2b-44aa-a401-00f375d7d029 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:45.870537 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1dd47d8d-cb13-4741-9b95-6723e40e7e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:45.878635 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1dd47d8d-cb13-4741-9b95-6723e40e7e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:45.883055 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1dd47d8d-cb13-4741-9b95-6723e40e7e22 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e27801a1-4735-4eb4-8714-06c2c137f925 HTTP/1.1" status: 204 len: 168 time: 1.0765219 Sep 01 15:05:45.887485 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56334) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:45.932168 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd47d8d-cb13-4741-9b95-6723e40e7e22 admin admin] Pushing event deleted for resources: {'Network': ['ID=e27801a1-4735-4eb4-8714-06c2c137f925,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:46.012791 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f522e605-4bf8-46af-806e-cbf83e6fafb9 req-a9415a0b-f518-49c4-9649-7272fef010c0 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bda82511-fca0-4acb-ad33-77d1e36b76af HTTP/1.1" status: 200 len: 210 time: 0.0638938 Sep 01 15:05:46.028602 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d935e46-2a96-480c-9adc-5d5ccce647c9 admin admin] Deleting subnet 4eabbce6-295b-43a9-97eb-e1de08f1c7b7 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:05:46.033283 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d935e46-2a96-480c-9adc-5d5ccce647c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:46.082463 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d935e46-2a96-480c-9adc-5d5ccce647c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:46.144603 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d935e46-2a96-480c-9adc-5d5ccce647c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:46.327844 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be663a-dd8f-4921-8b24-c4b5d283a93c req-e1c199a5-f5d9-4f1e-aeb9-5326b93dae87 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:46.330834 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-51be663a-dd8f-4921-8b24-c4b5d283a93c req-e1c199a5-f5d9-4f1e-aeb9-5326b93dae87 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 943 time: 0.1263163 Sep 01 15:05:46.357840 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d935e46-2a96-480c-9adc-5d5ccce647c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:46.419527 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d935e46-2a96-480c-9adc-5d5ccce647c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:46.421555 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01536a2e-9cea-41ec-b3e8-fc3c0cc32a85 x-openstack-request-id: req-01536a2e-9cea-41ec-b3e8-fc3c0cc32a85 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:46.422125 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655e498d-b672-49a2-bf2c-4e66fea20e30", "name": "network-vif-deleted", "tag": "11149047-4896-4ba3-975c-f111c6fc8421", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:46.422435 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-01536a2e-9cea-41ec-b3e8-fc3c0cc32a85 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:46.423080 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655e498d-b672-49a2-bf2c-4e66fea20e30', 'name': 'network-vif-deleted', 'tag': '11149047-4896-4ba3-975c-f111c6fc8421', 'status': 'completed', 'code': 200} Sep 01 15:05:46.423866 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1d935e46-2a96-480c-9adc-5d5ccce647c9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4eabbce6-295b-43a9-97eb-e1de08f1c7b7 HTTP/1.1" status: 204 len: 168 time: 0.5313125 Sep 01 15:05:46.433115 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56340) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:46.433626 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d935e46-2a96-480c-9adc-5d5ccce647c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eabbce6-295b-43a9-97eb-e1de08f1c7b7,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:46.467555 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cca358-ed21-44d3-a8d2-603a8f5c8eac admin admin] Made reservation on behalf of f19f728ef2e84bc7921749b54aaa2b5d for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:05:46.470933 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-51be663a-dd8f-4921-8b24-c4b5d283a93c req-91f97e78-467b-48d7-a152-094f06f6661a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246285 Sep 01 15:05:46.471430 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-83cca358-ed21-44d3-a8d2-603a8f5c8eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:46.557378 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-83cca358-ed21-44d3-a8d2-603a8f5c8eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:46.691554 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631c650-8c24-453b-957a-e033ae6649fe req-9759a28c-6a20-49a9-becc-1a6a056686eb tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:46.693240 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3631c650-8c24-453b-957a-e033ae6649fe req-9759a28c-6a20-49a9-becc-1a6a056686eb tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.62 "GET /v2.0/networks?id=b0922890-9f88-4062-824b-4dfc506e6e18 HTTP/1.1" status: 200 len: 811 time: 0.9575853 Sep 01 15:05:46.724432 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8c2d25b8-83d1-4eff-b11f-557d6e90112e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:46.740727 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [req-467d4071-dc2d-44ef-baf0-5507c2c455a1 req-0d79349a-2f2b-44aa-a401-00f375d7d029 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Floating IP 37f42f96-1ee5-4235-bccf-6bd8efafc7e3 associated. External IP: 172.25.6.59, port: 8af271d4-421d-48eb-9058-51e1a6adb380. Sep 01 15:05:46.758614 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-3631c650-8c24-453b-957a-e033ae6649fe req-3d73ec5f-6023-4689-8f52-871009889717 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Request body: {'port': {'device_id': 'bda82511-fca0-4acb-ad33-77d1e36b76af', 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18', 'admin_state_up': True, 'tenant_id': 'fec0654f7239467a95f60e6ba299aa91'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:47.045542 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56348) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:47.126512 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21890f-90b0-4e18-a653-3ce497387915 req-a6df5401-77df-4c09-b80d-94f60da11a3d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:47.140347 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0f21890f-90b0-4e18-a653-3ce497387915 req-a6df5401-77df-4c09-b80d-94f60da11a3d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=87a4cc98-ebd3-4a4f-905f-fef6a6619dcc HTTP/1.1" status: 200 len: 950 time: 0.1488235 Sep 01 15:05:47.195053 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0f21890f-90b0-4e18-a653-3ce497387915 req-c96ec7b9-0a6b-4a3d-98b2-2a0864f2e445 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501297 Sep 01 15:05:47.209435 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8c2d25b8-83d1-4eff-b11f-557d6e90112e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:47.277849 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-83cca358-ed21-44d3-a8d2-603a8f5c8eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:47.302975 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-8c2d25b8-83d1-4eff-b11f-557d6e90112e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe54a3b-b192-471f-9244-1fe948898c9f']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:47.317277 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-83cca358-ed21-44d3-a8d2-603a8f5c8eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:47.319093 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b4a6275c-2572-4c55-9705-bd33a42f483c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=479d85b25f5244a695fb7d6ba8369959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709639 Sep 01 15:05:47.320674 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56354) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:47.374934 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-8c2d25b8-83d1-4eff-b11f-557d6e90112e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7bd98d5-bf4e-4ebe-b3f2-d57dc7a9c547') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:47.375402 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-8c2d25b8-83d1-4eff-b11f-557d6e90112e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7bd98d5-bf4e-4ebe-b3f2-d57dc7a9c547') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:47.426705 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83cca358-ed21-44d3-a8d2-603a8f5c8eac admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:05:47.438036 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8c2d25b8-83d1-4eff-b11f-557d6e90112e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:47.458283 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1b888cd1-5dfd-44c0-abb3-c494f47f741a req-bb0b9168-1726-436a-90c4-a22c1b51dac9 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bda82511-fca0-4acb-ad33-77d1e36b76af HTTP/1.1" status: 200 len: 210 time: 0.0832884 Sep 01 15:05:47.498511 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3da6732d-f3af-4295-bd0c-8d08937e9dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:47.525052 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cca358-ed21-44d3-a8d2-603a8f5c8eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf507e6e-5a7a-4b95-bd7f-675a3387c46f,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:47.530529 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3631c650-8c24-453b-957a-e033ae6649fe req-3d73ec5f-6023-4689-8f52-871009889717 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Made reservation on behalf of fec0654f7239467a95f60e6ba299aa91 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:05:47.537005 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3631c650-8c24-453b-957a-e033ae6649fe req-3d73ec5f-6023-4689-8f52-871009889717 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:47.574530 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-83cca358-ed21-44d3-a8d2-603a8f5c8eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:47.575096 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-83cca358-ed21-44d3-a8d2-603a8f5c8eac admin admin] Added segment a6b1b25b-dba6-4860-8144-41e84e049329 of type vlan for network 7dca5e6c-63e2-4132-95da-4ad9f7be71a2 Sep 01 15:05:47.580909 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8c2d25b8-83d1-4eff-b11f-557d6e90112e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:47.591320 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3da6732d-f3af-4295-bd0c-8d08937e9dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:47.631112 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2d25b8-83d1-4eff-b11f-557d6e90112e admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:05:47.631787 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8c2d25b8-83d1-4eff-b11f-557d6e90112e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:05:47.666528 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:05:47.739988 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42ef18-3eb4-44b6-8d3b-51280ed872eb req-d3c8e8c0-736a-4385-b9d0-f08ddb4cd1a1 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:47.742953 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2d42ef18-3eb4-44b6-8d3b-51280ed872eb req-d3c8e8c0-736a-4385-b9d0-f08ddb4cd1a1 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 943 time: 0.1477618 Sep 01 15:05:47.789351 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3da6732d-f3af-4295-bd0c-8d08937e9dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:47.794555 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3da6732d-f3af-4295-bd0c-8d08937e9dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:47.796856 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3da6732d-f3af-4295-bd0c-8d08937e9dd2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/12c4fb53-55d9-4936-9a69-3b850fd56fbf HTTP/1.1" status: 204 len: 168 time: 0.4739261 Sep 01 15:05:47.823964 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6732d-f3af-4295-bd0c-8d08937e9dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c4fb53-55d9-4936-9a69-3b850fd56fbf,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:47.839805 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-83cca358-ed21-44d3-a8d2-603a8f5c8eac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:47.864953 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2d42ef18-3eb4-44b6-8d3b-51280ed872eb req-c16e4937-df0c-445e-95a4-0672c02b923c tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064017 Sep 01 15:05:47.960758 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.resource_extend [None req-83cca358-ed21-44d3-a8d2-603a8f5c8eac admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:05:48.017337 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8c2d25b8-83d1-4eff-b11f-557d6e90112e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:48.039558 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8c2d25b8-83d1-4eff-b11f-557d6e90112e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:48.044282 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8c2d25b8-83d1-4eff-b11f-557d6e90112e admin admin] 10.222.0.60 "DELETE /v2.0/networks/abe54a3b-b192-471f-9244-1fe948898c9f HTTP/1.1" status: 204 len: 168 time: 1.6048141 Sep 01 15:05:48.074440 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-83cca358-ed21-44d3-a8d2-603a8f5c8eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:48.075972 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cca358-ed21-44d3-a8d2-603a8f5c8eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:48.076982 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-83cca358-ed21-44d3-a8d2-603a8f5c8eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:48.121721 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d25b8-83d1-4eff-b11f-557d6e90112e admin admin] Pushing event deleted for resources: {'Network': ['ID=abe54a3b-b192-471f-9244-1fe948898c9f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:48.244728 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-83cca358-ed21-44d3-a8d2-603a8f5c8eac admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7044117 Sep 01 15:05:48.250560 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56368) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:48.260357 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-3836bf06-0f6e-4ead-b55e-4f0165e5243e admin admin] Request body: {'subnet': {'network_id': '7dca5e6c-63e2-4132-95da-4ad9f7be71a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1986970479-subnet', 'tenant_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:48.266091 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-467d4071-dc2d-44ef-baf0-5507c2c455a1 req-0d79349a-2f2b-44aa-a401-00f375d7d029 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Router 1439696b-6e0b-4d71-9b16-4e002129d963 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:05:48.350154 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3836bf06-0f6e-4ead-b55e-4f0165e5243e admin admin] Made reservation on behalf of f19f728ef2e84bc7921749b54aaa2b5d for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:05:48.356067 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3836bf06-0f6e-4ead-b55e-4f0165e5243e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:48.367647 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-3631c650-8c24-453b-957a-e033ae6649fe req-3d73ec5f-6023-4689-8f52-871009889717 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Allocated IP 172.20.0.7 (b0922890-9f88-4062-824b-4dfc506e6e18/de6f3d24-aa35-41db-834d-e91d2e27e6db/e19b928a-b563-4d6e-9dec-a25d870f2596) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:05:48.384016 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cca358-ed21-44d3-a8d2-603a8f5c8eac admin admin] Pushing event updated for resources: {'Network': ['ID=7dca5e6c-63e2-4132-95da-4ad9f7be71a2,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:48.409576 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 7dca5e6c-63e2-4132-95da-4ad9f7be71a2 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:05:48.655808 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56372) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:48.656326 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56374) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:48.723498 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a5c6d70e-40c1-4f06-9bfe-4f667540300d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:48.778668 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-467d4071-dc2d-44ef-baf0-5507c2c455a1 req-0d79349a-2f2b-44aa-a401-00f375d7d029 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:05:48.785978 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-467d4071-dc2d-44ef-baf0-5507c2c455a1 req-0d79349a-2f2b-44aa-a401-00f375d7d029 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:48.795701 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a15f5c-d8f2-4d54-b216-1e500d5cbac6 None None] Sync routers for ids ['1439696b-6e0b-4d71-9b16-4e002129d963'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:05:48.815255 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a15f5c-d8f2-4d54-b216-1e500d5cbac6 None None] Routers {'1439696b-6e0b-4d71-9b16-4e002129d963'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:05:48.816574 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-50a15f5c-d8f2-4d54-b216-1e500d5cbac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:05:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['1439696b-6e0b-4d71-9b16-4e002129d963'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:48.869509 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-467d4071-dc2d-44ef-baf0-5507c2c455a1 req-0d79349a-2f2b-44aa-a401-00f375d7d029 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "PUT /v2.0/floatingips/37f42f96-1ee5-4235-bccf-6bd8efafc7e3 HTTP/1.1" status: 200 len: 996 time: 5.2994776 Sep 01 15:05:48.872309 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68134493-efbd-4d86-b112-6d7a37c588a4', 'tag': '8af271d4-421d-48eb-9058-51e1a6adb380'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:48.875826 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1f4b5c-fd97-440a-94b8-14cb1dde6f58" -d '{"events": [{"name": "network-changed", "server_uuid": "68134493-efbd-4d86-b112-6d7a37c588a4", "tag": "8af271d4-421d-48eb-9058-51e1a6adb380"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:48.999370 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3631c650-8c24-453b-957a-e033ae6649fe req-3d73ec5f-6023-4689-8f52-871009889717 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:49.016714 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d4071-dc2d-44ef-baf0-5507c2c455a1 req-03dfdd24-ffcd-4777-9001-352bc1c96d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:49.020660 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-467d4071-dc2d-44ef-baf0-5507c2c455a1 req-03dfdd24-ffcd-4777-9001-352bc1c96d2e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d059c23fd084d448e8967c7e183d604&device_id=68134493-efbd-4d86-b112-6d7a37c588a4 HTTP/1.1" status: 200 len: 1097 time: 0.1087794 Sep 01 15:05:49.037394 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57dec9-12c5-4737-b4d3-5b5b54c5ce91 req-db4a3367-fa1a-40bb-a5df-38d24285fa10 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:49.043435 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b57dec9-12c5-4737-b4d3-5b5b54c5ce91 req-db4a3367-fa1a-40bb-a5df-38d24285fa10 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=87a4cc98-ebd3-4a4f-905f-fef6a6619dcc HTTP/1.1" status: 200 len: 950 time: 0.4965193 Sep 01 15:05:49.132213 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-50a15f5c-d8f2-4d54-b216-1e500d5cbac6 None None] Set router 1439696b-6e0b-4d71-9b16-4e002129d963 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:05:49.169703 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d9a7c6ec-b69e-4d6f-ad7b-ee9cddb9ba6d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f3b994bc48b473697b9e8ffb67f1eaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5092573 Sep 01 15:05:49.171760 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56382) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:49.188320 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d4071-dc2d-44ef-baf0-5507c2c455a1 req-294329de-f1e8-40c6-8797-09bd6f18cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:49.197256 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3836bf06-0f6e-4ead-b55e-4f0165e5243e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:49.209331 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-467d4071-dc2d-44ef-baf0-5507c2c455a1 req-294329de-f1e8-40c6-8797-09bd6f18cc6b service neutron] 10.222.0.60 "GET /v2.0/networks?id=0c4574ca-74c1-4d97-8601-bc6a1bb51205 HTTP/1.1" status: 200 len: 929 time: 0.1811221 Sep 01 15:05:49.315195 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-467d4071-dc2d-44ef-baf0-5507c2c455a1 req-8e59b86c-6608-4e85-8de9-457bbcb24fa8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8af271d4-421d-48eb-9058-51e1a6adb380 HTTP/1.1" status: 200 len: 999 time: 0.1046245 Sep 01 15:05:49.378914 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a5c6d70e-40c1-4f06-9bfe-4f667540300d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:49.422216 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d4071-dc2d-44ef-baf0-5507c2c455a1 req-65fabe6f-2b94-4026-a567-6b59ba302862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:49.434251 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-467d4071-dc2d-44ef-baf0-5507c2c455a1 req-65fabe6f-2b94-4026-a567-6b59ba302862 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a4b5be0d-8f40-4d1b-8605-f255c0b7a428 HTTP/1.1" status: 200 len: 867 time: 0.1135108 Sep 01 15:05:49.467899 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3836bf06-0f6e-4ead-b55e-4f0165e5243e admin admin] Checking segment: {'id': 'a6b1b25b-dba6-4860-8144-41e84e049329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7dca5e6c-63e2-4132-95da-4ad9f7be71a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:05:49.468208 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3836bf06-0f6e-4ead-b55e-4f0165e5243e admin admin] Network hostable DHCP agents. Network: 7dca5e6c-63e2-4132-95da-4ad9f7be71a2, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:05:49.473126 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a5c6d70e-40c1-4f06-9bfe-4f667540300d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:49.502146 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3631c650-8c24-453b-957a-e033ae6649fe req-3d73ec5f-6023-4689-8f52-871009889717 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:49.520915 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a5c6d70e-40c1-4f06-9bfe-4f667540300d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3f1f5705dc9347d1988fefc8fa9dd18f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8629620 Sep 01 15:05:49.533067 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56384) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:49.572752 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b57dec9-12c5-4737-b4d3-5b5b54c5ce91 req-c100d5fa-a7f4-477a-9014-5e70aa9aba66 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993096 Sep 01 15:05:49.604350 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836bf06-0f6e-4ead-b55e-4f0165e5243e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5967ac7-2942-4a71-95ad-f480ad20aaf3,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:49.617169 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-50a15f5c-d8f2-4d54-b216-1e500d5cbac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-670089437-router', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:50Z', 'updated_at': '2021-09-01T15:05:07Z', 'revision_number': 4, 'project_id': '5d059c23fd084d448e8967c7e183d604', 'gw_port': {'id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:52Z', 'updated_at': '2021-09-01T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '37f42f96-1ee5-4235-bccf-6bd8efafc7e3', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'port_id': '8af271d4-421d-48eb-9058-51e1a6adb380', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205', 'mac_address': 'fa:16:3e:33:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68134493-efbd-4d86-b112-6d7a37c588a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:05:41Z', 'updated_at': '2021-09-01T15:05:45Z', 'revision_number': 1, 'project_id': '5d059c23fd084d448e8967c7e183d604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '989199c6-7c43-4550-915c-5a2ad905b6c2', 'name': '', 'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'mac_address': 'fa:16:3e:12:1c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'a4b5be0d-8f40-4d1b-8605-f255c0b7a428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:05Z', 'updated_at': '2021-09-01T15:05:19Z', 'revision_number': 5, 'project_id': '5d059c23fd084d448e8967c7e183d604', 'subnets': [{'id': 'a4b5be0d-8f40-4d1b-8605-f255c0b7a428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:49.622465 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d4071-dc2d-44ef-baf0-5507c2c455a1 req-5db93128-4c91-48e6-8921-edba2839269b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:49.631277 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-467d4071-dc2d-44ef-baf0-5507c2c455a1 req-5db93128-4c91-48e6-8921-edba2839269b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0c4574ca-74c1-4d97-8601-bc6a1bb51205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1925895 Sep 01 15:05:49.649112 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3836bf06-0f6e-4ead-b55e-4f0165e5243e admin admin] Network 7dca5e6c-63e2-4132-95da-4ad9f7be71a2 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:05:49.663125 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3631c650-8c24-453b-957a-e033ae6649fe req-3d73ec5f-6023-4689-8f52-871009889717 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Network b0922890-9f88-4062-824b-4dfc506e6e18 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:05:49.665723 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-3631c650-8c24-453b-957a-e033ae6649fe req-3d73ec5f-6023-4689-8f52-871009889717 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:49.668749 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-3631c650-8c24-453b-957a-e033ae6649fe req-3d73ec5f-6023-4689-8f52-871009889717 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:05:49.669031 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5b32d9b5-29e4-4a6a-9347-21bdff7dcba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:49.705974 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a15f5c-d8f2-4d54-b216-1e500d5cbac6 None None] Checking router: 1439696b-6e0b-4d71-9b16-4e002129d963 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:05:49.731597 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6d70e-40c1-4f06-9bfe-4f667540300d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d269c5b-40c3-447b-a97e-13fad15e583b,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:49.734891 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a15f5c-d8f2-4d54-b216-1e500d5cbac6 None None] Routers {'1439696b-6e0b-4d71-9b16-4e002129d963'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:05:49.737294 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-50a15f5c-d8f2-4d54-b216-1e500d5cbac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:05:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['1439696b-6e0b-4d71-9b16-4e002129d963'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:49.755224 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-3836bf06-0f6e-4ead-b55e-4f0165e5243e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 7dca5e6c-63e2-4132-95da-4ad9f7be71a2) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:49.773443 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3836bf06-0f6e-4ead-b55e-4f0165e5243e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:49.774261 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3836bf06-0f6e-4ead-b55e-4f0165e5243e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:49.778537 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5b32d9b5-29e4-4a6a-9347-21bdff7dcba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:49.832153 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73ec5f-6023-4689-8f52-871009889717 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Pushing event updated for resources: {'Port': ['ID=e19b928a-b563-4d6e-9dec-a25d870f2596,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:49.878445 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3836bf06-0f6e-4ead-b55e-4f0165e5243e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6262100 Sep 01 15:05:49.883399 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56388) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:49.892262 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-f3e2b973-52f1-4d47-8390-9c0d511d8c1b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1986970479-router', 'tenant_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:49.896120 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e812dc2-f231-4149-9c81-fdb7a4af0d99 None None] Network 7dca5e6c-63e2-4132-95da-4ad9f7be71a2 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:05:49.923517 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775492d2-2c34-430b-9e20-5f2a826fdd57 req-3e34e445-01ff-48e2-b848-562325d7008b tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:49.930898 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631c650-8c24-453b-957a-e033ae6649fe req-3d73ec5f-6023-4689-8f52-871009889717 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:49.931970 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3631c650-8c24-453b-957a-e033ae6649fe req-3d73ec5f-6023-4689-8f52-871009889717 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:49.941171 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-775492d2-2c34-430b-9e20-5f2a826fdd57 req-3e34e445-01ff-48e2-b848-562325d7008b tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bda82511-fca0-4acb-ad33-77d1e36b76af HTTP/1.1" status: 200 len: 931 time: 0.1868505 Sep 01 15:05:49.945172 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-304b5986-a677-4f25-9b71-491760e2b62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:50.011710 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-467d4071-dc2d-44ef-baf0-5507c2c455a1 req-141db77b-6751-471a-b2bb-67933e0589d4 service neutron] 10.222.0.60 "GET /v2.0/networks/0c4574ca-74c1-4d97-8601-bc6a1bb51205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549471 Sep 01 15:05:50.017806 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-304b5986-a677-4f25-9b71-491760e2b62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:50.029084 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b973-52f1-4d47-8390-9c0d511d8c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:50.031039 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b973-52f1-4d47-8390-9c0d511d8c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:50.047454 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3631c650-8c24-453b-957a-e033ae6649fe req-3d73ec5f-6023-4689-8f52-871009889717 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2948043 Sep 01 15:05:50.057434 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-50a15f5c-d8f2-4d54-b216-1e500d5cbac6 None None] Set router 1439696b-6e0b-4d71-9b16-4e002129d963 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:05:50.082613 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-3631c650-8c24-453b-957a-e033ae6649fe req-c44242ef-23f9-409a-8794-a7c8a90974f4 service neutron] Request body: {'port': {'device_id': 'bda82511-fca0-4acb-ad33-77d1e36b76af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:50.156156 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-775492d2-2c34-430b-9e20-5f2a826fdd57 req-83d04d06-88b5-478d-9bd6-c166d6be7ee4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345458 Sep 01 15:05:50.193321 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5b32d9b5-29e4-4a6a-9347-21bdff7dcba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:50.198228 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5b32d9b5-29e4-4a6a-9347-21bdff7dcba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:50.200142 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5b32d9b5-29e4-4a6a-9347-21bdff7dcba7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e109e461-0852-45a2-a7cb-3996fd32b242 HTTP/1.1" status: 204 len: 168 time: 1.0191233 Sep 01 15:05:50.219144 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b973-52f1-4d47-8390-9c0d511d8c1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:50.245361 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32d9b5-29e4-4a6a-9347-21bdff7dcba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e109e461-0852-45a2-a7cb-3996fd32b242,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:50.266869 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-304b5986-a677-4f25-9b71-491760e2b62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:50.272639 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-304b5986-a677-4f25-9b71-491760e2b62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:50.275410 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-304b5986-a677-4f25-9b71-491760e2b62a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4d269c5b-40c3-447b-a97e-13fad15e583b HTTP/1.1" status: 204 len: 168 time: 0.7325118 Sep 01 15:05:50.318746 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b5986-a677-4f25-9b71-491760e2b62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d269c5b-40c3-447b-a97e-13fad15e583b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:50.383042 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52c4040-df30-4a6f-8fd0-720b30fa410b x-openstack-request-id: req-c52c4040-df30-4a6f-8fd0-720b30fa410b {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:50.384035 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68134493-efbd-4d86-b112-6d7a37c588a4", "tag": "8af271d4-421d-48eb-9058-51e1a6adb380", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:50.384418 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c52c4040-df30-4a6f-8fd0-720b30fa410b {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:50.384964 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68134493-efbd-4d86-b112-6d7a37c588a4', 'tag': '8af271d4-421d-48eb-9058-51e1a6adb380', 'status': 'completed', 'code': 200} Sep 01 15:05:50.607530 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b973-52f1-4d47-8390-9c0d511d8c1b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:50.636424 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00215f82-70f4-4d31-b012-7ea3675ddcbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-7dca5e6c-63e2-4132-95da-4ad9f7be71a2', 'network_id': '7dca5e6c-63e2-4132-95da-4ad9f7be71a2', 'tenant_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'fixed_ips': [{'subnet_id': 'f5967ac7-2942-4a71-95ad-f480ad20aaf3'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:05:50.641856 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-00215f82-70f4-4d31-b012-7ea3675ddcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:50.666262 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3631c650-8c24-453b-957a-e033ae6649fe req-c44242ef-23f9-409a-8794-a7c8a90974f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:50.688095 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6ee61-056f-4efb-9286-bb4bcfacc183 req-2ab4a4c9-e195-4e0f-ac53-5678af169400 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:50.703411 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-abb6ee61-056f-4efb-9286-bb4bcfacc183 req-2ab4a4c9-e195-4e0f-ac53-5678af169400 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 943 time: 0.1457124 Sep 01 15:05:50.819744 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-abb6ee61-056f-4efb-9286-bb4bcfacc183 req-d2303cb7-6519-4b75-b929-92b3b3704106 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150711 Sep 01 15:05:50.858347 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-467d4071-dc2d-44ef-baf0-5507c2c455a1 req-7e675ad2-d744-4be2-a30d-556a619399f0 service neutron] 10.222.0.60 "GET /v2.0/networks/0c4574ca-74c1-4d97-8601-bc6a1bb51205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8065066 Sep 01 15:05:51.180017 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f4b5c-fd97-440a-94b8-14cb1dde6f58 req-f823f694-44f0-4423-be52-9bbc2c5ed3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:51.182868 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2e1f4b5c-fd97-440a-94b8-14cb1dde6f58 req-f823f694-44f0-4423-be52-9bbc2c5ed3f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d059c23fd084d448e8967c7e183d604&device_id=68134493-efbd-4d86-b112-6d7a37c588a4 HTTP/1.1" status: 200 len: 1097 time: 0.5580821 Sep 01 15:05:51.397504 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137787e8-0333-470a-b662-12fbeed732d3 req-7c7d2f7a-3436-4aed-9d8b-b16cc81fb21b tempest-ServersOnMultiNodesTest-1785707765 tempest-ServersOnMultiNodesTest-1785707765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:51.400593 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-137787e8-0333-470a-b662-12fbeed732d3 req-7c7d2f7a-3436-4aed-9d8b-b16cc81fb21b tempest-ServersOnMultiNodesTest-1785707765 tempest-ServersOnMultiNodesTest-1785707765-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=87a4cc98-ebd3-4a4f-905f-fef6a6619dcc HTTP/1.1" status: 200 len: 1101 time: 0.3361337 Sep 01 15:05:51.420852 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-50a15f5c-d8f2-4d54-b216-1e500d5cbac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-670089437-router', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:50Z', 'updated_at': '2021-09-01T15:05:07Z', 'revision_number': 4, 'project_id': '5d059c23fd084d448e8967c7e183d604', 'gw_port': {'id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:52Z', 'updated_at': '2021-09-01T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '37f42f96-1ee5-4235-bccf-6bd8efafc7e3', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'port_id': '8af271d4-421d-48eb-9058-51e1a6adb380', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205', 'mac_address': 'fa:16:3e:33:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68134493-efbd-4d86-b112-6d7a37c588a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:05:41Z', 'updated_at': '2021-09-01T15:05:45Z', 'revision_number': 1, 'project_id': '5d059c23fd084d448e8967c7e183d604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '989199c6-7c43-4550-915c-5a2ad905b6c2', 'name': '', 'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'mac_address': 'fa:16:3e:12:1c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'a4b5be0d-8f40-4d1b-8605-f255c0b7a428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:05Z', 'updated_at': '2021-09-01T15:05:19Z', 'revision_number': 5, 'project_id': '5d059c23fd084d448e8967c7e183d604', 'subnets': [{'id': 'a4b5be0d-8f40-4d1b-8605-f255c0b7a428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:51.473831 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1a559996-06f2-4333-866d-0eec3a7e85d2 req-fbf1710e-9277-43b4-a967-57c64ee362f4 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 258 time: 0.4170678 Sep 01 15:05:51.499754 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56408) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:51.520312 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a15f5c-d8f2-4d54-b216-1e500d5cbac6 None None] The sync data for ids ['1439696b-6e0b-4d71-9b16-4e002129d963'] in n-d-794796-3 is: [{'id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-670089437-router', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:50Z', 'updated_at': '2021-09-01T15:05:07Z', 'revision_number': 4, 'project_id': '5d059c23fd084d448e8967c7e183d604', 'gw_port': {'id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:52Z', 'updated_at': '2021-09-01T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '37f42f96-1ee5-4235-bccf-6bd8efafc7e3', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'port_id': '8af271d4-421d-48eb-9058-51e1a6adb380', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205', 'mac_address': 'fa:16:3e:33:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68134493-efbd-4d86-b112-6d7a37c588a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:05:41Z', 'updated_at': '2021-09-01T15:05:45Z', 'revision_number': 1, 'project_id': '5d059c23fd084d448e8967c7e183d604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '989199c6-7c43-4550-915c-5a2ad905b6c2', 'name': '', 'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'mac_address': 'fa:16:3e:12:1c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'a4b5be0d-8f40-4d1b-8605-f255c0b7a428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:05Z', 'updated_at': '2021-09-01T15:05:19Z', 'revision_number': 5, 'project_id': '5d059c23fd084d448e8967c7e183d604', 'subnets': [{'id': 'a4b5be0d-8f40-4d1b-8605-f255c0b7a428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:05:51.531302 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f4b5c-fd97-440a-94b8-14cb1dde6f58 req-657a9124-4957-4749-888c-d6c94ee332bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:51.533545 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-1a559996-06f2-4333-866d-0eec3a7e85d2 req-a5df1e83-132d-408d-8a86-353dac94dcf8 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:51.533820 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2e1f4b5c-fd97-440a-94b8-14cb1dde6f58 req-657a9124-4957-4749-888c-d6c94ee332bc service neutron] 10.222.0.45 "GET /v2.0/networks?id=0c4574ca-74c1-4d97-8601-bc6a1bb51205 HTTP/1.1" status: 200 len: 929 time: 0.2729037 Sep 01 15:05:51.560863 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-00215f82-70f4-4d31-b012-7ea3675ddcbe None None] Allocated IP 172.20.0.2 (7dca5e6c-63e2-4132-95da-4ad9f7be71a2/f5967ac7-2942-4a71-95ad-f480ad20aaf3/55f4f5f5-8914-4710-a69e-64e46b676d3e) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:05:51.610052 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4884503b-1efb-41c8-bbff-3c2b39582de0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35d45f52d29443ce806102d304b35ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1089668 Sep 01 15:05:51.614544 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56412) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:51.721873 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1a559996-06f2-4333-866d-0eec3a7e85d2 req-a5df1e83-132d-408d-8a86-353dac94dcf8 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks [] for floatingip, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:51.759802 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-137787e8-0333-470a-b662-12fbeed732d3 req-15ae1ac1-e8b0-4612-aed6-aa81160e36f8 tempest-ServersOnMultiNodesTest-1785707765 tempest-ServersOnMultiNodesTest-1785707765-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389850 Sep 01 15:05:51.817701 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-279335b2-c52e-4a85-8353-bcdd6e10db7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:51.856737 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-279335b2-c52e-4a85-8353-bcdd6e10db7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:51.984735 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ca03d2-237f-492e-bc48-849efd7f78ab None None] New status for floating IP 37f42f96-1ee5-4235-bccf-6bd8efafc7e3: ACTIVE {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:05:52.058489 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-00215f82-70f4-4d31-b012-7ea3675ddcbe None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:52.092840 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-00215f82-70f4-4d31-b012-7ea3675ddcbe None None] Transition to ACTIVE for port object 55f4f5f5-8914-4710-a69e-64e46b676d3e will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:52.162781 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-00215f82-70f4-4d31-b012-7ea3675ddcbe None None] Transition to ACTIVE for port object 55f4f5f5-8914-4710-a69e-64e46b676d3e will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:52.174853 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-00215f82-70f4-4d31-b012-7ea3675ddcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:52.199739 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-279335b2-c52e-4a85-8353-bcdd6e10db7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:52.204494 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-279335b2-c52e-4a85-8353-bcdd6e10db7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:52.223177 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-279335b2-c52e-4a85-8353-bcdd6e10db7a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba18e68a-5f11-4d5a-8b34-c4eac4bee82b HTTP/1.1" status: 204 len: 168 time: 0.6069014 Sep 01 15:05:52.336155 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279335b2-c52e-4a85-8353-bcdd6e10db7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba18e68a-5f11-4d5a-8b34-c4eac4bee82b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:52.427094 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00215f82-70f4-4d31-b012-7ea3675ddcbe None None] Pushing event updated for resources: {'Port': ['ID=55f4f5f5-8914-4710-a69e-64e46b676d3e,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:52.462321 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00215f82-70f4-4d31-b012-7ea3675ddcbe None None] Network 7dca5e6c-63e2-4132-95da-4ad9f7be71a2 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:05:52.465443 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-00215f82-70f4-4d31-b012-7ea3675ddcbe None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:52.471559 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00215f82-70f4-4d31-b012-7ea3675ddcbe None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:05:52.477489 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1a559996-06f2-4333-866d-0eec3a7e85d2 req-a5df1e83-132d-408d-8a86-353dac94dcf8 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:52.497715 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612c71d-6207-44bc-8fa6-8e26016479da req-4b9727c1-148f-4780-9adb-2cb421c086f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:52.501740 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4612c71d-6207-44bc-8fa6-8e26016479da req-4b9727c1-148f-4780-9adb-2cb421c086f5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0&tenant_id=944202a0f7d746eda42510c2a6473ffc HTTP/1.1" status: 200 len: 1094 time: 0.3054287 Sep 01 15:05:52.627172 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-00215f82-70f4-4d31-b012-7ea3675ddcbe None None] Attempting to bind port 55f4f5f5-8914-4710-a69e-64e46b676d3e on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:05:52.627172 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-00215f82-70f4-4d31-b012-7ea3675ddcbe None None] Attempting to bind port 55f4f5f5-8914-4710-a69e-64e46b676d3e by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a6b1b25b-dba6-4860-8144-41e84e049329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7dca5e6c-63e2-4132-95da-4ad9f7be71a2'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:05:52.627172 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00215f82-70f4-4d31-b012-7ea3675ddcbe None None] Attempting to bind port 55f4f5f5-8914-4710-a69e-64e46b676d3e on network 7dca5e6c-63e2-4132-95da-4ad9f7be71a2 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:05:52.636349 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00215f82-70f4-4d31-b012-7ea3675ddcbe None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:05:52.636944 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00215f82-70f4-4d31-b012-7ea3675ddcbe None None] Checking segment: {'id': 'a6b1b25b-dba6-4860-8144-41e84e049329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7dca5e6c-63e2-4132-95da-4ad9f7be71a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:05:52.637636 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-00215f82-70f4-4d31-b012-7ea3675ddcbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:52.638598 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00215f82-70f4-4d31-b012-7ea3675ddcbe None None] Bound using segment: {'id': 'a6b1b25b-dba6-4860-8144-41e84e049329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7dca5e6c-63e2-4132-95da-4ad9f7be71a2'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:05:52.639452 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-00215f82-70f4-4d31-b012-7ea3675ddcbe None None] Bound port: 55f4f5f5-8914-4710-a69e-64e46b676d3e, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b1b25b-dba6-4860-8144-41e84e049329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7dca5e6c-63e2-4132-95da-4ad9f7be71a2'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:05:52.640516 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-00215f82-70f4-4d31-b012-7ea3675ddcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:52.650791 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56432) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:52.831936 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-00215f82-70f4-4d31-b012-7ea3675ddcbe None None] For port 55f4f5f5-8914-4710-a69e-64e46b676d3e, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:05:52.839416 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-00215f82-70f4-4d31-b012-7ea3675ddcbe None None] For port 55f4f5f5-8914-4710-a69e-64e46b676d3e, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=55f4f5f5-8914-4710-a69e-64e46b676d3e,segment=NetworkSegment(a6b1b25b-dba6-4860-8144-41e84e049329),segment_id=a6b1b25b-dba6-4860-8144-41e84e049329)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:05:52.850718 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-00215f82-70f4-4d31-b012-7ea3675ddcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:52.893128 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-1a559996-06f2-4333-866d-0eec3a7e85d2 req-a5df1e83-132d-408d-8a86-353dac94dcf8 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Allocated IP 172.25.6.115 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/3f9be34b-e019-4e73-b234-6c7b1d40faa1) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:05:52.920761 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-56be7ec1-7532-44a8-9772-7d54de6ebd13 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-961012389-network', 'tenant_id': '6456387f59bb45188ac26dc22115a59c'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:52.932210 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2e1f4b5c-fd97-440a-94b8-14cb1dde6f58 req-fe05bc4b-7117-48d8-ac88-304f50daee63 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8af271d4-421d-48eb-9058-51e1a6adb380 HTTP/1.1" status: 200 len: 999 time: 1.3754020 Sep 01 15:05:52.952625 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-3631c650-8c24-453b-957a-e033ae6649fe req-c44242ef-23f9-409a-8794-a7c8a90974f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e19b928a-b563-4d6e-9dec-a25d870f2596 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:05:53.017642 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00215f82-70f4-4d31-b012-7ea3675ddcbe None None] Pushing event updated for resources: {'Port': ['ID=55f4f5f5-8914-4710-a69e-64e46b676d3e,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:53.020735 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612c71d-6207-44bc-8fa6-8e26016479da req-43919fe9-8eea-4ea8-9b17-bb1b80160426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:53.022493 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4612c71d-6207-44bc-8fa6-8e26016479da req-43919fe9-8eea-4ea8-9b17-bb1b80160426 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=944202a0f7d746eda42510c2a6473ffc&device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 1094 time: 0.3737855 Sep 01 15:05:53.042165 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56be7ec1-7532-44a8-9772-7d54de6ebd13 admin admin] Made reservation on behalf of 6456387f59bb45188ac26dc22115a59c for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:05:53.049924 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-56be7ec1-7532-44a8-9772-7d54de6ebd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:53.070813 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3631c650-8c24-453b-957a-e033ae6649fe req-c44242ef-23f9-409a-8794-a7c8a90974f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:53.099256 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-56be7ec1-7532-44a8-9772-7d54de6ebd13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:53.185340 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee0f3d-8100-4199-911b-7812d77334fb req-7472d60e-7775-4a92-a2ce-b3e57e626fa5 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:53.199867 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-32ee0f3d-8100-4199-911b-7812d77334fb req-7472d60e-7775-4a92-a2ce-b3e57e626fa5 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bda82511-fca0-4acb-ad33-77d1e36b76af HTTP/1.1" status: 200 len: 931 time: 1.1938026 Sep 01 15:05:53.227629 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-3631c650-8c24-453b-957a-e033ae6649fe req-c44242ef-23f9-409a-8794-a7c8a90974f4 service neutron] Transition to ACTIVE for port object e19b928a-b563-4d6e-9dec-a25d870f2596 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:53.260309 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3631c650-8c24-453b-957a-e033ae6649fe req-c44242ef-23f9-409a-8794-a7c8a90974f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:53.291603 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b973-52f1-4d47-8390-9c0d511d8c1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:53.440514 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f4b5c-fd97-440a-94b8-14cb1dde6f58 req-685be514-3efb-44d8-b84b-b9751f774553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:53.445262 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2e1f4b5c-fd97-440a-94b8-14cb1dde6f58 req-685be514-3efb-44d8-b84b-b9751f774553 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4b5be0d-8f40-4d1b-8605-f255c0b7a428 HTTP/1.1" status: 200 len: 867 time: 0.4998829 Sep 01 15:05:53.446852 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44242ef-23f9-409a-8794-a7c8a90974f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e19b928a-b563-4d6e-9dec-a25d870f2596,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:53.497841 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b973-52f1-4d47-8390-9c0d511d8c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:53.521883 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1a559996-06f2-4333-866d-0eec3a7e85d2 req-a5df1e83-132d-408d-8a86-353dac94dcf8 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:53.669654 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612c71d-6207-44bc-8fa6-8e26016479da req-bf5776f6-9387-4fd7-bec8-606d45c20a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:53.673483 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4612c71d-6207-44bc-8fa6-8e26016479da req-bf5776f6-9387-4fd7-bec8-606d45c20a39 service neutron] 10.222.0.62 "GET /v2.0/networks?id=69b04e7f-e4ab-4286-b407-4c7cb525a035 HTTP/1.1" status: 200 len: 917 time: 0.6412840 Sep 01 15:05:53.715071 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-56be7ec1-7532-44a8-9772-7d54de6ebd13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:53.781866 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-56be7ec1-7532-44a8-9772-7d54de6ebd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:53.802905 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56be7ec1-7532-44a8-9772-7d54de6ebd13 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:05:53.839952 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-32ee0f3d-8100-4199-911b-7812d77334fb req-f8af74d5-4cec-402b-acd5-425cd4c34652 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6384292 Sep 01 15:05:53.879699 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-56be7ec1-7532-44a8-9772-7d54de6ebd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:53.880250 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-56be7ec1-7532-44a8-9772-7d54de6ebd13 admin admin] Added segment b24876e2-4bd4-4bdb-9375-7123253fe5e0 of type vlan for network 9b865750-6e65-4390-b25c-0c7d64ba377e Sep 01 15:05:53.894937 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be7ec1-7532-44a8-9772-7d54de6ebd13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec6b7ff-f7e1-4416-8e2c-903627aba8ed,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:53.977229 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-3631c650-8c24-453b-957a-e033ae6649fe req-c44242ef-23f9-409a-8794-a7c8a90974f4 service neutron] Attempting to bind port e19b928a-b563-4d6e-9dec-a25d870f2596 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:05:53.978473 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-3631c650-8c24-453b-957a-e033ae6649fe req-c44242ef-23f9-409a-8794-a7c8a90974f4 service neutron] Attempting to bind port e19b928a-b563-4d6e-9dec-a25d870f2596 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:05:53.979067 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3631c650-8c24-453b-957a-e033ae6649fe req-c44242ef-23f9-409a-8794-a7c8a90974f4 service neutron] Attempting to bind port e19b928a-b563-4d6e-9dec-a25d870f2596 on network b0922890-9f88-4062-824b-4dfc506e6e18 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:05:53.988296 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f4b5c-fd97-440a-94b8-14cb1dde6f58 req-9c880c40-ae60-4e7d-ae8d-ac41f539e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:53.991878 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2e1f4b5c-fd97-440a-94b8-14cb1dde6f58 req-9c880c40-ae60-4e7d-ae8d-ac41f539e7df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c4574ca-74c1-4d97-8601-bc6a1bb51205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2982068 Sep 01 15:05:53.998221 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3631c650-8c24-453b-957a-e033ae6649fe req-c44242ef-23f9-409a-8794-a7c8a90974f4 service neutron] Port e19b928a-b563-4d6e-9dec-a25d870f2596 on network b0922890-9f88-4062-824b-4dfc506e6e18 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:05:53.998813 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3631c650-8c24-453b-957a-e033ae6649fe req-c44242ef-23f9-409a-8794-a7c8a90974f4 service neutron] Attempting to bind port e19b928a-b563-4d6e-9dec-a25d870f2596 on network b0922890-9f88-4062-824b-4dfc506e6e18 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:05:54.087843 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1a559996-06f2-4333-866d-0eec3a7e85d2 req-a5df1e83-132d-408d-8a86-353dac94dcf8 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:54.106800 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-56be7ec1-7532-44a8-9772-7d54de6ebd13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:54.146937 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4612c71d-6207-44bc-8fa6-8e26016479da req-0b62fd38-7b0e-402e-be4d-bd8df3221f78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a102d6b9-2d70-494a-8ed0-d22aed919cbb HTTP/1.1" status: 200 len: 998 time: 0.4549267 Sep 01 15:05:54.163503 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3631c650-8c24-453b-957a-e033ae6649fe req-c44242ef-23f9-409a-8794-a7c8a90974f4 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:05:54.164075 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3631c650-8c24-453b-957a-e033ae6649fe req-c44242ef-23f9-409a-8794-a7c8a90974f4 service neutron] Checking segment: {'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:05:54.165273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3631c650-8c24-453b-957a-e033ae6649fe req-c44242ef-23f9-409a-8794-a7c8a90974f4 service neutron] Bound using segment: {'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:05:54.166054 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-3631c650-8c24-453b-957a-e033ae6649fe req-c44242ef-23f9-409a-8794-a7c8a90974f4 service neutron] Bound port: e19b928a-b563-4d6e-9dec-a25d870f2596, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:05:54.166778 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3631c650-8c24-453b-957a-e033ae6649fe req-c44242ef-23f9-409a-8794-a7c8a90974f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:54.276215 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df1e83-132d-408d-8a86-353dac94dcf8 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Pushing event updated for resources: {'Port': ['ID=3f9be34b-e019-4e73-b234-6c7b1d40faa1,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:54.330273 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-56be7ec1-7532-44a8-9772-7d54de6ebd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:54.331487 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56be7ec1-7532-44a8-9772-7d54de6ebd13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:54.332149 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-56be7ec1-7532-44a8-9772-7d54de6ebd13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:54.370458 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a559996-06f2-4333-866d-0eec3a7e85d2 req-a5df1e83-132d-408d-8a86-353dac94dcf8 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:05:54.402390 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-f3e2b973-52f1-4d47-8390-9c0d511d8c1b admin admin] Allocated IP 172.25.6.149 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/c0b3cb56-9f8c-4464-a01f-05c8fd41bc42) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:05:54.404055 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 55f4f5f5-8914-4710-a69e-64e46b676d3e up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:05:54.493854 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612c71d-6207-44bc-8fa6-8e26016479da req-b0ffa375-1509-45c0-bfba-ab9cc010f3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:54.495736 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4612c71d-6207-44bc-8fa6-8e26016479da req-b0ffa375-1509-45c0-bfba-ab9cc010f3bd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=63a79cf5-b9a4-402c-b6e1-dc3862ecf48a HTTP/1.1" status: 200 len: 855 time: 0.3369513 Sep 01 15:05:54.499357 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-1a559996-06f2-4333-866d-0eec3a7e85d2 req-a5df1e83-132d-408d-8a86-353dac94dcf8 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:54.506370 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-56be7ec1-7532-44a8-9772-7d54de6ebd13 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8533583 Sep 01 15:05:54.507386 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56458) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:54.526349 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-1e17a765-2cf4-4edd-b297-eb60484c68ac admin admin] Request body: {'subnet': {'network_id': '9b865750-6e65-4390-b25c-0c7d64ba377e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-961012389-subnet', 'tenant_id': '6456387f59bb45188ac26dc22115a59c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:54.546364 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 55f4f5f5-8914-4710-a69e-64e46b676d3e completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:05:54.562213 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a559996-06f2-4333-866d-0eec3a7e85d2 req-a5df1e83-132d-408d-8a86-353dac94dcf8 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:05:54.569936 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e17a765-2cf4-4edd-b297-eb60484c68ac admin admin] Made reservation on behalf of 6456387f59bb45188ac26dc22115a59c for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:05:54.573500 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1e17a765-2cf4-4edd-b297-eb60484c68ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:54.653233 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e696835-9480-497e-a820-71308d18e2ad req-861f2523-e272-4e05-bed4-cedd8a14a09a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:54.664143 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3e696835-9480-497e-a820-71308d18e2ad req-861f2523-e272-4e05-bed4-cedd8a14a09a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 943 time: 0.5611486 Sep 01 15:05:54.694605 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2e1f4b5c-fd97-440a-94b8-14cb1dde6f58 req-8cb602f7-0518-4dd5-9b7a-0faf6ec81e2c service neutron] 10.222.0.45 "GET /v2.0/networks/0c4574ca-74c1-4d97-8601-bc6a1bb51205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6877697 Sep 01 15:05:54.722220 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-3631c650-8c24-453b-957a-e033ae6649fe req-c44242ef-23f9-409a-8794-a7c8a90974f4 service neutron] For port e19b928a-b563-4d6e-9dec-a25d870f2596, host n-h2-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:05:54.796996 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-3631c650-8c24-453b-957a-e033ae6649fe req-c44242ef-23f9-409a-8794-a7c8a90974f4 service neutron] For port e19b928a-b563-4d6e-9dec-a25d870f2596, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=e19b928a-b563-4d6e-9dec-a25d870f2596,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:05:54.879690 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1e17a765-2cf4-4edd-b297-eb60484c68ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:54.897758 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3631c650-8c24-453b-957a-e033ae6649fe req-c44242ef-23f9-409a-8794-a7c8a90974f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:54.929323 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be7ec1-7532-44a8-9772-7d54de6ebd13 admin admin] Pushing event updated for resources: {'Network': ['ID=9b865750-6e65-4390-b25c-0c7d64ba377e,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:54.945159 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3e696835-9480-497e-a820-71308d18e2ad req-7524e46a-4a96-46f0-9649-a1a2590bff4b tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784257 Sep 01 15:05:54.945919 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c15798-d2df-42ba-8a78-aafed02bcb6d None None] Network 7dca5e6c-63e2-4132-95da-4ad9f7be71a2 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:05:54.950515 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 9b865750-6e65-4390-b25c-0c7d64ba377e details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:05:55.041995 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631c650-8c24-453b-957a-e033ae6649fe req-c44242ef-23f9-409a-8794-a7c8a90974f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:55.043149 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3631c650-8c24-453b-957a-e033ae6649fe req-c44242ef-23f9-409a-8794-a7c8a90974f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:55.045776 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3631c650-8c24-453b-957a-e033ae6649fe req-c44242ef-23f9-409a-8794-a7c8a90974f4 service neutron] 10.222.0.62 "PUT /v2.0/ports/e19b928a-b563-4d6e-9dec-a25d870f2596 HTTP/1.1" status: 200 len: 1091 time: 4.9809170 Sep 01 15:05:55.059679 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda82511-fca0-4acb-ad33-77d1e36b76af', 'tag': 'e19b928a-b563-4d6e-9dec-a25d870f2596'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:05:55.063996 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18952d1c-e513-4d07-9111-bca083c9d364" -d '{"events": [{"name": "network-changed", "server_uuid": "bda82511-fca0-4acb-ad33-77d1e36b76af", "tag": "e19b928a-b563-4d6e-9dec-a25d870f2596"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:05:55.129301 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b973-52f1-4d47-8390-9c0d511d8c1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:55.161342 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44242ef-23f9-409a-8794-a7c8a90974f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e19b928a-b563-4d6e-9dec-a25d870f2596,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:55.258387 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2e1f4b5c-fd97-440a-94b8-14cb1dde6f58 req-e4f4ff1f-dd2f-4c48-9b4b-53a6d2ce4753 service neutron] 10.222.0.45 "GET /v2.0/networks/0c4574ca-74c1-4d97-8601-bc6a1bb51205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429311 Sep 01 15:05:55.282099 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631c650-8c24-453b-957a-e033ae6649fe req-c994d80b-f2d8-41b0-b70b-32f9e798e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:55.284016 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3631c650-8c24-453b-957a-e033ae6649fe req-c994d80b-f2d8-41b0-b70b-32f9e798e647 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fec0654f7239467a95f60e6ba299aa91&device_id=bda82511-fca0-4acb-ad33-77d1e36b76af HTTP/1.1" status: 200 len: 1094 time: 0.1173339 Sep 01 15:05:55.341851 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b973-52f1-4d47-8390-9c0d511d8c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:55.449735 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3631c650-8c24-453b-957a-e033ae6649fe req-3664ea27-3d43-42c6-b96f-4d160d323548 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e19b928a-b563-4d6e-9dec-a25d870f2596 HTTP/1.1" status: 200 len: 217 time: 0.1258419 Sep 01 15:05:55.458482 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-96404059-5f8b-4265-887c-ac4cc4bdc5aa None None] Provisioning for port 55f4f5f5-8914-4710-a69e-64e46b676d3e completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:05:55.472241 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-96404059-5f8b-4265-887c-ac4cc4bdc5aa None None] Provisioning complete for port 55f4f5f5-8914-4710-a69e-64e46b676d3e triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:55.472758 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-96404059-5f8b-4265-887c-ac4cc4bdc5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:55.527087 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612c71d-6207-44bc-8fa6-8e26016479da req-ef155d7c-1d0b-4e64-9883-436e7d0aa2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:55.528691 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4612c71d-6207-44bc-8fa6-8e26016479da req-ef155d7c-1d0b-4e64-9883-436e7d0aa2af service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=69b04e7f-e4ab-4286-b407-4c7cb525a035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0200934 Sep 01 15:05:55.529951 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1a559996-06f2-4333-866d-0eec3a7e85d2 req-a5df1e83-132d-408d-8a86-353dac94dcf8 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:55.546224 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2b973-52f1-4d47-8390-9c0d511d8c1b admin admin] Pushing event updated for resources: {'Port': ['ID=c0b3cb56-9f8c-4464-a01f-05c8fd41bc42,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:55.566894 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-eb9a0697-e8c7-4315-92a5-134767383967 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2406492 Sep 01 15:05:55.603733 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e2b973-52f1-4d47-8390-9c0d511d8c1b admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:05:55.646510 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-f3e2b973-52f1-4d47-8390-9c0d511d8c1b admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:55.650632 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4612c71d-6207-44bc-8fa6-8e26016479da req-b12fdf25-f5f1-4598-8d14-59cd633b7b9f service neutron] 10.222.0.62 "GET /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085539 Sep 01 15:05:55.658575 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e2b973-52f1-4d47-8390-9c0d511d8c1b admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:05:55.666171 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17a765-2cf4-4edd-b297-eb60484c68ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e35ccba-12c7-4233-aff2-5ddf3c2e2d9f,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:55.731131 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-96404059-5f8b-4265-887c-ac4cc4bdc5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:55.772580 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631c650-8c24-453b-957a-e033ae6649fe req-bad7936e-b7f8-414a-86d3-45877b28a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:55.774121 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3631c650-8c24-453b-957a-e033ae6649fe req-bad7936e-b7f8-414a-86d3-45877b28a876 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=de6f3d24-aa35-41db-834d-e91d2e27e6db HTTP/1.1" status: 200 len: 851 time: 0.2038155 Sep 01 15:05:55.819297 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e17a765-2cf4-4edd-b297-eb60484c68ac admin admin] Checking segment: {'id': 'b24876e2-4bd4-4bdb-9375-7123253fe5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9b865750-6e65-4390-b25c-0c7d64ba377e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:05:55.819890 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e17a765-2cf4-4edd-b297-eb60484c68ac admin admin] Network hostable DHCP agents. Network: 9b865750-6e65-4390-b25c-0c7d64ba377e, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:05:55.823528 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1a559996-06f2-4333-866d-0eec3a7e85d2 req-a5df1e83-132d-408d-8a86-353dac94dcf8 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:55.854309 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-96404059-5f8b-4265-887c-ac4cc4bdc5aa None None] For port 55f4f5f5-8914-4710-a69e-64e46b676d3e, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=55f4f5f5-8914-4710-a69e-64e46b676d3e,segment=NetworkSegment(a6b1b25b-dba6-4860-8144-41e84e049329),segment_id=a6b1b25b-dba6-4860-8144-41e84e049329)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:05:55.863933 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-96404059-5f8b-4265-887c-ac4cc4bdc5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:55.865562 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3631c650-8c24-453b-957a-e033ae6649fe req-75000048-e4d1-4366-9193-505007b476a8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b0922890-9f88-4062-824b-4dfc506e6e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794990 Sep 01 15:05:55.947166 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e17a765-2cf4-4edd-b297-eb60484c68ac admin admin] Network 9b865750-6e65-4390-b25c-0c7d64ba377e is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:05:55.950274 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-28f6f6d0-c9e5-4208-8e6d-fc5a4729b053 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:55.952472 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-28f6f6d0-c9e5-4208-8e6d-fc5a4729b053 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3836963 Sep 01 15:05:55.986607 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-1e17a765-2cf4-4edd-b297-eb60484c68ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 9b865750-6e65-4390-b25c-0c7d64ba377e) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:55.992555 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96404059-5f8b-4265-887c-ac4cc4bdc5aa None None] Pushing event updated for resources: {'Port': ['ID=55f4f5f5-8914-4710-a69e-64e46b676d3e,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:56.003874 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15da13b-82d0-4258-9c87-8548a1a52b62 None None] Network 9b865750-6e65-4390-b25c-0c7d64ba377e requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:05:56.010138 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4612c71d-6207-44bc-8fa6-8e26016479da req-4652a030-054b-4f03-bbbb-109c07de0d2b service neutron] 10.222.0.62 "GET /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460724 Sep 01 15:05:56.063405 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e17a765-2cf4-4edd-b297-eb60484c68ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:56.063405 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1e17a765-2cf4-4edd-b297-eb60484c68ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:56.083557 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-12e4edb9-d2d4-45e6-95ab-2b6aeb25716c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/quotas/f3b43ef729b4447bb1d2f6914aaab634 HTTP/1.1" status: 200 len: 375 time: 0.0679612 Sep 01 15:05:56.102345 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1e17a765-2cf4-4edd-b297-eb60484c68ac admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5797548 Sep 01 15:05:56.103161 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56490) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:56.117508 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6d0a2e38-7560-46bf-aba0-4fcbacc6ce0d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-961012389-router', 'tenant_id': '6456387f59bb45188ac26dc22115a59c', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:05:56.154870 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3631c650-8c24-453b-957a-e033ae6649fe req-f35ead48-c24b-4509-a641-3c5069efb972 service neutron] 10.222.0.62 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419350 Sep 01 15:05:56.253771 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2e38-7560-46bf-aba0-4fcbacc6ce0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:56.263588 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2e38-7560-46bf-aba0-4fcbacc6ce0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:56.333751 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 55f4f5f5-8914-4710-a69e-64e46b676d3e up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:05:56.380099 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-53be7ef1-4e93-4073-a935-222bbdb1a782 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2738008 Sep 01 15:05:56.404840 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28457abf-d1a4-40bc-87e4-17f60126de41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-9b865750-6e65-4390-b25c-0c7d64ba377e', 'network_id': '9b865750-6e65-4390-b25c-0c7d64ba377e', 'tenant_id': '6456387f59bb45188ac26dc22115a59c', 'fixed_ips': [{'subnet_id': '6e35ccba-12c7-4233-aff2-5ddf3c2e2d9f'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:05:56.408500 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-28457abf-d1a4-40bc-87e4-17f60126de41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:56.477479 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1a559996-06f2-4333-866d-0eec3a7e85d2 req-a5df1e83-132d-408d-8a86-353dac94dcf8 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:56.480194 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2e38-7560-46bf-aba0-4fcbacc6ce0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:56.488997 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1a559996-06f2-4333-866d-0eec3a7e85d2 req-a5df1e83-132d-408d-8a86-353dac94dcf8 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:56.506374 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3631c650-8c24-453b-957a-e033ae6649fe req-aaaa46ee-6d6d-4a5e-b0aa-14f37fd90d88 service neutron] 10.222.0.62 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667375 Sep 01 15:05:56.527452 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b973-52f1-4d47-8390-9c0d511d8c1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:56.828626 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-28457abf-d1a4-40bc-87e4-17f60126de41 None None] Allocated IP 172.20.0.2 (9b865750-6e65-4390-b25c-0c7d64ba377e/6e35ccba-12c7-4233-aff2-5ddf3c2e2d9f/11c63ca2-d2f3-4d85-8303-05f4f254a893) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:05:56.851153 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2e38-7560-46bf-aba0-4fcbacc6ce0d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:56.880732 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df1e83-132d-408d-8a86-353dac94dcf8 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Pushing event updated for resources: {'Port': ['ID=3f9be34b-e019-4e73-b234-6c7b1d40faa1,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:57.003278 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1a559996-06f2-4333-866d-0eec3a7e85d2 req-a5df1e83-132d-408d-8a86-353dac94dcf8 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:57.058754 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1a559996-06f2-4333-866d-0eec3a7e85d2 req-a5df1e83-132d-408d-8a86-353dac94dcf8 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:57.061043 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1a559996-06f2-4333-866d-0eec3a7e85d2 req-a5df1e83-132d-408d-8a86-353dac94dcf8 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.5350592 Sep 01 15:05:57.129114 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-28457abf-d1a4-40bc-87e4-17f60126de41 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:57.183474 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1092c7b3-e179-44a5-b557-8e4e27a43280 None None] Provisioning complete for port 55f4f5f5-8914-4710-a69e-64e46b676d3e triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:57.183474 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1092c7b3-e179-44a5-b557-8e4e27a43280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:57.186688 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-28457abf-d1a4-40bc-87e4-17f60126de41 None None] Transition to ACTIVE for port object 11c63ca2-d2f3-4d85-8303-05f4f254a893 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:57.202880 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd2f20-bcb6-4c12-8298-0a82f8839036 req-9442b050-b5aa-414f-9bc0-39b5388be643 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:57.221348 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30dd2f20-bcb6-4c12-8298-0a82f8839036 req-9442b050-b5aa-414f-9bc0-39b5388be643 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bda82511-fca0-4acb-ad33-77d1e36b76af HTTP/1.1" status: 200 len: 943 time: 0.3007259 Sep 01 15:05:57.225867 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1a559996-06f2-4333-866d-0eec3a7e85d2 req-57d66c44-0899-43e1-aa43-4f190c6bd105 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.115 HTTP/1.1" status: 200 len: 696 time: 0.1327302 Sep 01 15:05:57.328011 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-28457abf-d1a4-40bc-87e4-17f60126de41 None None] Transition to ACTIVE for port object 11c63ca2-d2f3-4d85-8303-05f4f254a893 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:05:57.330896 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 55f4f5f5-8914-4710-a69e-64e46b676d3e triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:05:57.331619 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:57.428409 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-28457abf-d1a4-40bc-87e4-17f60126de41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:57.519270 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30dd2f20-bcb6-4c12-8298-0a82f8839036 req-f8aea2fd-4171-47f5-ae62-49c07e4b4392 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967229 Sep 01 15:05:57.554055 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28457abf-d1a4-40bc-87e4-17f60126de41 None None] Network 9b865750-6e65-4390-b25c-0c7d64ba377e is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:05:57.561955 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:57.586525 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-28457abf-d1a4-40bc-87e4-17f60126de41 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:57.611937 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28457abf-d1a4-40bc-87e4-17f60126de41 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:05:57.616896 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b973-52f1-4d47-8390-9c0d511d8c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:57.691784 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53b4b3b-d917-4ea9-a81f-2de8ae0612f9 x-openstack-request-id: req-a53b4b3b-d917-4ea9-a81f-2de8ae0612f9 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:05:57.692393 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda82511-fca0-4acb-ad33-77d1e36b76af", "tag": "e19b928a-b563-4d6e-9dec-a25d870f2596", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:05:57.692897 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a53b4b3b-d917-4ea9-a81f-2de8ae0612f9 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:05:57.693834 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda82511-fca0-4acb-ad33-77d1e36b76af', 'tag': 'e19b928a-b563-4d6e-9dec-a25d870f2596', 'status': 'completed', 'code': 200} Sep 01 15:05:57.728265 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2e38-7560-46bf-aba0-4fcbacc6ce0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:57.785683 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2e38-7560-46bf-aba0-4fcbacc6ce0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:57.786191 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28457abf-d1a4-40bc-87e4-17f60126de41 None None] Pushing event updated for resources: {'Port': ['ID=11c63ca2-d2f3-4d85-8303-05f4f254a893,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:57.849442 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a559996-06f2-4333-866d-0eec3a7e85d2 req-856fa4a5-d3d8-4a77-889c-36a15a3bce01 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:57.851235 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1a559996-06f2-4333-866d-0eec3a7e85d2 req-856fa4a5-d3d8-4a77-889c-36a15a3bce01 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 784 time: 0.5161099 Sep 01 15:05:57.957573 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-28457abf-d1a4-40bc-87e4-17f60126de41 None None] Attempting to bind port 11c63ca2-d2f3-4d85-8303-05f4f254a893 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:05:57.958439 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-28457abf-d1a4-40bc-87e4-17f60126de41 None None] Attempting to bind port 11c63ca2-d2f3-4d85-8303-05f4f254a893 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'b24876e2-4bd4-4bdb-9375-7123253fe5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9b865750-6e65-4390-b25c-0c7d64ba377e'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:05:57.958439 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28457abf-d1a4-40bc-87e4-17f60126de41 None None] Attempting to bind port 11c63ca2-d2f3-4d85-8303-05f4f254a893 on network 9b865750-6e65-4390-b25c-0c7d64ba377e {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:05:57.966801 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28457abf-d1a4-40bc-87e4-17f60126de41 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:05:57.967493 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28457abf-d1a4-40bc-87e4-17f60126de41 None None] Checking segment: {'id': 'b24876e2-4bd4-4bdb-9375-7123253fe5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9b865750-6e65-4390-b25c-0c7d64ba377e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:05:57.967791 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-28457abf-d1a4-40bc-87e4-17f60126de41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:57.968203 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28457abf-d1a4-40bc-87e4-17f60126de41 None None] Bound using segment: {'id': 'b24876e2-4bd4-4bdb-9375-7123253fe5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9b865750-6e65-4390-b25c-0c7d64ba377e'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:05:57.968802 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-28457abf-d1a4-40bc-87e4-17f60126de41 None None] Bound port: 11c63ca2-d2f3-4d85-8303-05f4f254a893, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b24876e2-4bd4-4bdb-9375-7123253fe5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9b865750-6e65-4390-b25c-0c7d64ba377e'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:05:57.969155 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-28457abf-d1a4-40bc-87e4-17f60126de41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:57.992527 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18952d1c-e513-4d07-9111-bca083c9d364 req-f805ec86-c8df-412e-ba85-f9db1c6359ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:57.994093 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-18952d1c-e513-4d07-9111-bca083c9d364 req-f805ec86-c8df-412e-ba85-f9db1c6359ec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fec0654f7239467a95f60e6ba299aa91&device_id=bda82511-fca0-4acb-ad33-77d1e36b76af HTTP/1.1" status: 200 len: 1094 time: 0.2569010 Sep 01 15:05:58.064259 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-28457abf-d1a4-40bc-87e4-17f60126de41 None None] For port 11c63ca2-d2f3-4d85-8303-05f4f254a893, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:05:58.069269 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-28457abf-d1a4-40bc-87e4-17f60126de41 None None] For port 11c63ca2-d2f3-4d85-8303-05f4f254a893, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=11c63ca2-d2f3-4d85-8303-05f4f254a893,segment=NetworkSegment(b24876e2-4bd4-4bdb-9375-7123253fe5e0),segment_id=b24876e2-4bd4-4bdb-9375-7123253fe5e0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:05:58.080294 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-28457abf-d1a4-40bc-87e4-17f60126de41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:58.102766 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14214d-60bc-4888-8663-68102d482a7b req-8678600e-f394-4efc-a9e0-c6a1b8e7049e tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:58.104894 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1d14214d-60bc-4888-8663-68102d482a7b req-8678600e-f394-4efc-a9e0-c6a1b8e7049e tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 943 time: 0.1076338 Sep 01 15:05:58.157866 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-6d0a2e38-7560-46bf-aba0-4fcbacc6ce0d admin admin] Allocated IP 172.25.6.75 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/178b377d-c150-4a5a-a348-beff82497187) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:05:58.161210 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18952d1c-e513-4d07-9111-bca083c9d364 req-9b2e5d13-0d4c-4525-817d-6a7bd2591f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:58.164216 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-18952d1c-e513-4d07-9111-bca083c9d364 req-9b2e5d13-0d4c-4525-817d-6a7bd2591f73 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b0922890-9f88-4062-824b-4dfc506e6e18 HTTP/1.1" status: 200 len: 912 time: 0.1584737 Sep 01 15:05:58.278592 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28457abf-d1a4-40bc-87e4-17f60126de41 None None] Pushing event updated for resources: {'Port': ['ID=11c63ca2-d2f3-4d85-8303-05f4f254a893,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:58.300927 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-ba500165-0a02-4218-bc43-0a51d96d58e9 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=dffe660ba37e46898d1f4bbf5f9d51ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1325176 Sep 01 15:05:58.303775 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-18952d1c-e513-4d07-9111-bca083c9d364 req-bcfbd88e-f35d-4163-b22f-11fdf2b8404c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e19b928a-b563-4d6e-9dec-a25d870f2596 HTTP/1.1" status: 200 len: 217 time: 0.1017334 Sep 01 15:05:58.307442 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1d14214d-60bc-4888-8663-68102d482a7b req-94e9a745-4cf4-46a4-abf1-352111e56830 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915903 Sep 01 15:05:58.417931 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e2b973-52f1-4d47-8390-9c0d511d8c1b admin admin] Router f1220ec3-884f-4990-acf9-ffed72ea813a is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:05:58.685220 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2e38-7560-46bf-aba0-4fcbacc6ce0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:58.837584 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ac67cd3c-cfc5-4686-815e-6a629325eec9 req-52a933a2-5cc8-40ce-977d-3b29a7d09b37 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39dea2c-6913-41de-ac2f-127690c4a716 HTTP/1.1" status: 200 len: 210 time: 0.1113222 Sep 01 15:05:58.897893 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18952d1c-e513-4d07-9111-bca083c9d364 req-4d01b409-2419-4e03-8ad0-f8637d3d1ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:58.911467 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-18952d1c-e513-4d07-9111-bca083c9d364 req-4d01b409-2419-4e03-8ad0-f8637d3d1ffc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=de6f3d24-aa35-41db-834d-e91d2e27e6db HTTP/1.1" status: 200 len: 851 time: 0.5572445 Sep 01 15:05:58.956737 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2e38-7560-46bf-aba0-4fcbacc6ce0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:59.111114 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a2e38-7560-46bf-aba0-4fcbacc6ce0d admin admin] Pushing event updated for resources: {'Port': ['ID=178b377d-c150-4a5a-a348-beff82497187,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:05:59.183715 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0a2e38-7560-46bf-aba0-4fcbacc6ce0d admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:05:59.221893 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-6d0a2e38-7560-46bf-aba0-4fcbacc6ce0d admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:05:59.236073 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0a2e38-7560-46bf-aba0-4fcbacc6ce0d admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:05:59.250349 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-18952d1c-e513-4d07-9111-bca083c9d364 req-ebe99abc-862b-4f05-90bb-b085c5a083bc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b0922890-9f88-4062-824b-4dfc506e6e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2791622 Sep 01 15:05:59.253184 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e2b973-52f1-4d47-8390-9c0d511d8c1b admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:05:59.273078 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d8cdeb-9af5-4c7f-b1cc-cae0e78ddc27 None None] Sync routers for ids ['f1220ec3-884f-4990-acf9-ffed72ea813a'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:05:59.295804 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d8cdeb-9af5-4c7f-b1cc-cae0e78ddc27 None None] Routers {'f1220ec3-884f-4990-acf9-ffed72ea813a'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:05:59.297080 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-89d8cdeb-9af5-4c7f-b1cc-cae0e78ddc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:05:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f1220ec3-884f-4990-acf9-ffed72ea813a'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:05:59.304207 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-39f782c5-566c-40bc-beea-cf790961f852 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:59.307122 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-39f782c5-566c-40bc-beea-cf790961f852 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9865956 Sep 01 15:05:59.341000 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3e2b973-52f1-4d47-8390-9c0d511d8c1b admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:05:59.353639 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f3e2b973-52f1-4d47-8390-9c0d511d8c1b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.4681754 Sep 01 15:05:59.360872 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56536) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:05:59.380766 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d3446-83be-49aa-90e6-aa3a75acff90 req-8f73565c-b6eb-45ce-a87e-8aeeb88bca0c tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:05:59.394587 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8a4d3446-83be-49aa-90e6-aa3a75acff90 req-8f73565c-b6eb-45ce-a87e-8aeeb88bca0c tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/ports?device_id=68134493-efbd-4d86-b112-6d7a37c588a4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2975328 Sep 01 15:05:59.413784 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-d238591e-d830-4022-955a-7ca17eb8c5c9 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/quotas/dffe660ba37e46898d1f4bbf5f9d51ba HTTP/1.1" status: 200 len: 375 time: 0.0807343 Sep 01 15:05:59.542334 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-89d8cdeb-9af5-4c7f-b1cc-cae0e78ddc27 None None] Set router f1220ec3-884f-4990-acf9-ffed72ea813a gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:05:59.708100 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8a4d3446-83be-49aa-90e6-aa3a75acff90 req-362ccf06-0428-423e-9a29-e50c9592bc6b tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.115 HTTP/1.1" status: 200 len: 696 time: 0.3113012 Sep 01 15:05:59.799784 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-113903bf-243b-40d4-9804-8c8e9b4d82c3 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dffe660ba37e46898d1f4bbf5f9d51ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3845098 Sep 01 15:05:59.842743 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-8a4d3446-83be-49aa-90e6-aa3a75acff90 req-d5cf872c-788b-43a7-83df-3e43347951da tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Request body: {'floatingip': {'port_id': '8af271d4-421d-48eb-9058-51e1a6adb380', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:00.163793 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device e19b928a-b563-4d6e-9dec-a25d870f2596 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:06:00.323559 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-18952d1c-e513-4d07-9111-bca083c9d364 req-fd2811e5-99c4-420f-9f50-56e899f8b610 service neutron] 10.222.0.62 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7722726 Sep 01 15:06:00.419309 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4227ab8-766c-4568-8636-2b1f413bfb25 None None] Network 9b865750-6e65-4390-b25c-0c7d64ba377e requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:06:00.460988 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-7b769457-c775-46cc-a413-45a66d689431 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1004634 Sep 01 15:06:00.513051 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8a4d3446-83be-49aa-90e6-aa3a75acff90 req-d5cf872c-788b-43a7-83df-3e43347951da tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks [] for floatingip, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:00.644043 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 11c63ca2-d2f3-4d85-8303-05f4f254a893 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:00.686272 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e8b58b53-7873-4d74-8441-e5cf571939d2 None None] Provisioning for port 11c63ca2-d2f3-4d85-8303-05f4f254a893 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:00.845810 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-89d8cdeb-9af5-4c7f-b1cc-cae0e78ddc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1220ec3-884f-4990-acf9-ffed72ea813a', 'name': 'tempest-ServersTestMultiNic-1986970479-router', 'tenant_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'c0b3cb56-9f8c-4464-a01f-05c8fd41bc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:50Z', 'updated_at': '2021-09-01T15:05:56Z', 'revision_number': 3, 'project_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'gw_port': {'id': 'c0b3cb56-9f8c-4464-a01f-05c8fd41bc42', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:04:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1220ec3-884f-4990-acf9-ffed72ea813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:53Z', 'updated_at': '2021-09-01T15:05:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:01.096377 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port e19b928a-b563-4d6e-9dec-a25d870f2596, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=e19b928a-b563-4d6e-9dec-a25d870f2596,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:01.124455 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d8cdeb-9af5-4c7f-b1cc-cae0e78ddc27 None None] Checking router: f1220ec3-884f-4990-acf9-ffed72ea813a for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:06:01.125063 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d8cdeb-9af5-4c7f-b1cc-cae0e78ddc27 None None] Updating router f1220ec3-884f-4990-acf9-ffed72ea813a port c0b3cb56-9f8c-4464-a01f-05c8fd41bc42 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:06:01.296662 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'e19b928a-b563-4d6e-9dec-a25d870f2596', 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18', 'port_id': 'e19b928a-b563-4d6e-9dec-a25d870f2596', 'mac_address': 'fa:16:3e:49:3c:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6f3d24-aa35-41db-834d-e91d2e27e6db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:06:01.326496 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-89d8cdeb-9af5-4c7f-b1cc-cae0e78ddc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:01.334672 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-db2b6c04-692e-49f7-a973-ef781b8a84af tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:01.341173 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-db2b6c04-692e-49f7-a973-ef781b8a84af tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8660326 Sep 01 15:06:01.381008 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2e38-7560-46bf-aba0-4fcbacc6ce0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:01.622370 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-67f3c8c5-f6fa-4fed-aa92-5d243068878c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Request body: {'port': {'device_id': 'e39dea2c-6913-41de-ac2f-127690c4a716', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': 'f3b43ef729b4447bb1d2f6914aaab634'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:01.652479 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-18952d1c-e513-4d07-9111-bca083c9d364 req-4d18ec57-44d2-4ec2-90cc-6d005eb9e2b7 service neutron] 10.222.0.62 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2839034 Sep 01 15:06:01.732463 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51606b2d-4fa4-4b55-84c2-88f013781c7c req-70fe9822-931d-4d74-b38a-81306474c11c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:01.748265 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-51606b2d-4fa4-4b55-84c2-88f013781c7c req-70fe9822-931d-4d74-b38a-81306474c11c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bda82511-fca0-4acb-ad33-77d1e36b76af HTTP/1.1" status: 200 len: 943 time: 1.4843431 Sep 01 15:06:01.799614 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [req-8a4d3446-83be-49aa-90e6-aa3a75acff90 req-d5cf872c-788b-43a7-83df-3e43347951da tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] update failed (client error): There was a conflict when trying to complete your request. Sep 01 15:06:01.801013 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8a4d3446-83be-49aa-90e6-aa3a75acff90 req-d5cf872c-788b-43a7-83df-3e43347951da tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "PUT /v2.0/floatingips/314595a6-dfa0-4ef9-b6bb-1b20fb8f55b1 HTTP/1.1" status: 409 len: 551 time: 1.9902740 Sep 01 15:06:01.966806 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-51606b2d-4fa4-4b55-84c2-88f013781c7c req-ac724678-828d-4987-b5dc-e772288204e0 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171540 Sep 01 15:06:02.119763 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 11c63ca2-d2f3-4d85-8303-05f4f254a893 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:02.175203 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 11c63ca2-d2f3-4d85-8303-05f4f254a893 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:02.175203 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:02.298942 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:02.565793 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19b928a-b563-4d6e-9dec-a25d870f2596 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:02.581015 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-021dd172-352e-4f5a-a94f-7e4a8f4ea0b2 req-90d6bd9b-9e8c-4505-908b-5dda8a822bb4 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39dea2c-6913-41de-ac2f-127690c4a716 HTTP/1.1" status: 200 len: 210 time: 0.0578883 Sep 01 15:06:02.613866 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port e19b928a-b563-4d6e-9dec-a25d870f2596, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=e19b928a-b563-4d6e-9dec-a25d870f2596,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:02.689426 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:02.898244 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3e4a18be-926a-4f71-9e73-01bbb2387bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:02.920587 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:06:03.151383 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['e19b928a-b563-4d6e-9dec-a25d870f2596'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:03.208874 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=e19b928a-b563-4d6e-9dec-a25d870f2596,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:03.277688 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2e38-7560-46bf-aba0-4fcbacc6ce0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:03.299498 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:03.368640 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-eb65b076-dd86-4ea0-a922-4a3279f55e24 None None] Provisioning complete for port 11c63ca2-d2f3-4d85-8303-05f4f254a893 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:03.369168 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-eb65b076-dd86-4ea0-a922-4a3279f55e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:03.404643 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-604adc93-c120-42b6-a13b-8975e0a71d64 req-08adecd5-81da-4eeb-a13f-7b33ba813b6f tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=acfbbd44-54c9-4f03-aa17-d832207eb4ca HTTP/1.1" status: 200 len: 210 time: 0.5403249 Sep 01 15:06:03.437742 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 11c63ca2-d2f3-4d85-8303-05f4f254a893, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=11c63ca2-d2f3-4d85-8303-05f4f254a893,segment=NetworkSegment(b24876e2-4bd4-4bdb-9375-7123253fe5e0),segment_id=b24876e2-4bd4-4bdb-9375-7123253fe5e0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:03.491933 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-d65cc0e8-0867-4ba8-97a5-692a33b252d3 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=dffe660ba37e46898d1f4bbf5f9d51ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1225951 Sep 01 15:06:03.557698 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2fcc9-1ff5-4205-81de-8ddd6180bd8a req-4fb11ea7-0728-4765-a5bd-63bb6f257f8e tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:03.565621 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ecb2fcc9-1ff5-4205-81de-8ddd6180bd8a req-4fb11ea7-0728-4765-a5bd-63bb6f257f8e tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 943 time: 0.4851389 Sep 01 15:06:03.613858 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:03.674018 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-67f3c8c5-f6fa-4fed-aa92-5d243068878c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Made reservation on behalf of f3b43ef729b4447bb1d2f6914aaab634 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:06:03.680320 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-67f3c8c5-f6fa-4fed-aa92-5d243068878c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:03.695611 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ecb2fcc9-1ff5-4205-81de-8ddd6180bd8a req-a4ee06a9-5bfb-4d03-a7b2-18cd9f2330f8 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272941 Sep 01 15:06:03.701745 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0a2e38-7560-46bf-aba0-4fcbacc6ce0d admin admin] Router 17b72601-51c6-4310-9a8f-cd9dfc924618 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:06:03.805580 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-89d8cdeb-9af5-4c7f-b1cc-cae0e78ddc27 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:03.875110 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-89d8cdeb-9af5-4c7f-b1cc-cae0e78ddc27 None None] Transition to ACTIVE for port object c0b3cb56-9f8c-4464-a01f-05c8fd41bc42 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:03.896235 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=11c63ca2-d2f3-4d85-8303-05f4f254a893,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:03.946361 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-89d8cdeb-9af5-4c7f-b1cc-cae0e78ddc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:03.949002 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-3e4a18be-926a-4f71-9e73-01bbb2387bbf admin admin] Allocated IP 172.20.0.1 (7dca5e6c-63e2-4132-95da-4ad9f7be71a2/f5967ac7-2942-4a71-95ad-f480ad20aaf3/da2539b5-117d-47ba-8268-7bdb4c1ac292) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:06:04.120137 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-67f3c8c5-f6fa-4fed-aa92-5d243068878c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Allocated IP 192.168.233.110 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/45ba23b2-21cd-4b4d-bd09-513295a606b2) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:06:04.177557 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-89d8cdeb-9af5-4c7f-b1cc-cae0e78ddc27 None None] Attempting to bind port c0b3cb56-9f8c-4464-a01f-05c8fd41bc42 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:06:04.179550 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-89d8cdeb-9af5-4c7f-b1cc-cae0e78ddc27 None None] Attempting to bind port c0b3cb56-9f8c-4464-a01f-05c8fd41bc42 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:06:04.180563 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d8cdeb-9af5-4c7f-b1cc-cae0e78ddc27 None None] Attempting to bind port c0b3cb56-9f8c-4464-a01f-05c8fd41bc42 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:04.212897 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d8cdeb-9af5-4c7f-b1cc-cae0e78ddc27 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:06:04.213559 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d8cdeb-9af5-4c7f-b1cc-cae0e78ddc27 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:04.214390 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-89d8cdeb-9af5-4c7f-b1cc-cae0e78ddc27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:04.215109 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d8cdeb-9af5-4c7f-b1cc-cae0e78ddc27 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:06:04.216003 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-89d8cdeb-9af5-4c7f-b1cc-cae0e78ddc27 None None] Bound port: c0b3cb56-9f8c-4464-a01f-05c8fd41bc42, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:06:04.216813 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-89d8cdeb-9af5-4c7f-b1cc-cae0e78ddc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:04.221843 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395631f-8cc6-41a4-8c8b-7283ba3f8e4f None None] Pushing event updated for resources: {'Port': ['ID=c0b3cb56-9f8c-4464-a01f-05c8fd41bc42,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:04.231395 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3e4a18be-926a-4f71-9e73-01bbb2387bbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:04.265284 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-3e4a18be-926a-4f71-9e73-01bbb2387bbf admin admin] Transition to ACTIVE for port object da2539b5-117d-47ba-8268-7bdb4c1ac292 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:04.329739 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bad30212-7185-4bff-b6f9-7e7001a305b2 req-db663826-60d3-4bc1-8e59-e8fdce2ed0c8 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/floatingips/314595a6-dfa0-4ef9-b6bb-1b20fb8f55b1 HTTP/1.1" status: 200 len: 693 time: 0.8254156 Sep 01 15:06:04.400625 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-89d8cdeb-9af5-4c7f-b1cc-cae0e78ddc27 None None] For port c0b3cb56-9f8c-4464-a01f-05c8fd41bc42, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:06:04.408251 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-89d8cdeb-9af5-4c7f-b1cc-cae0e78ddc27 None None] For port c0b3cb56-9f8c-4464-a01f-05c8fd41bc42, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=c0b3cb56-9f8c-4464-a01f-05c8fd41bc42,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:06:04.423995 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-89d8cdeb-9af5-4c7f-b1cc-cae0e78ddc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:04.478321 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0a2e38-7560-46bf-aba0-4fcbacc6ce0d admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:06:04.491547 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-67f3c8c5-f6fa-4fed-aa92-5d243068878c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:04.494395 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9691a0-f58f-4069-855b-c0beb7e6801b None None] Sync routers for ids ['17b72601-51c6-4310-9a8f-cd9dfc924618'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:06:04.524125 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9691a0-f58f-4069-855b-c0beb7e6801b None None] Routers {'17b72601-51c6-4310-9a8f-cd9dfc924618'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:04.525700 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-0e9691a0-f58f-4069-855b-c0beb7e6801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:05:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['17b72601-51c6-4310-9a8f-cd9dfc924618'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:04.531839 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-67f3c8c5-f6fa-4fed-aa92-5d243068878c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Transition to ACTIVE for port object 45ba23b2-21cd-4b4d-bd09-513295a606b2 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:04.540838 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d0a2e38-7560-46bf-aba0-4fcbacc6ce0d admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:04.542119 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6d0a2e38-7560-46bf-aba0-4fcbacc6ce0d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 8.4379523 Sep 01 15:06:04.547916 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56564) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:04.569810 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d8cdeb-9af5-4c7f-b1cc-cae0e78ddc27 None None] Routers {'f1220ec3-884f-4990-acf9-ffed72ea813a'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:04.570625 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-89d8cdeb-9af5-4c7f-b1cc-cae0e78ddc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:05:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f1220ec3-884f-4990-acf9-ffed72ea813a'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:04.599319 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffef2c-cbed-4ae9-9e70-df3bcf7f70da req-672fd521-d862-4967-be90-5592e84c5788 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:04.601899 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4bffef2c-cbed-4ae9-9e70-df3bcf7f70da req-672fd521-d862-4967-be90-5592e84c5788 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bda82511-fca0-4acb-ad33-77d1e36b76af HTTP/1.1" status: 200 len: 944 time: 0.3192337 Sep 01 15:06:04.660728 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395631f-8cc6-41a4-8c8b-7283ba3f8e4f None None] Pushing event updated for resources: {'Port': ['ID=c0b3cb56-9f8c-4464-a01f-05c8fd41bc42,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:04.719347 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3e4a18be-926a-4f71-9e73-01bbb2387bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:04.736249 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-5a0bd6c6-37fc-40be-a3d1-edadb5298d53 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:04.739285 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-5a0bd6c6-37fc-40be-a3d1-edadb5298d53 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2112813 Sep 01 15:06:04.852670 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-67f3c8c5-f6fa-4fed-aa92-5d243068878c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:04.871038 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-671dc907-8811-44e6-abbe-5beeee056d86 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Request body: {'port': {'device_id': 'acfbbd44-54c9-4f03-aa17-d832207eb4ca', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': 'dffe660ba37e46898d1f4bbf5f9d51ba'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:04.873950 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['c1623e95-6e87-41f8-9dba-9fc29ff8ae1a', '7ed1fbe9-2d46-4fcc-bc50-023f949bf380', '6b66269d-1d3a-4e85-9d24-7e72525313d6', '455c59b9-c444-4c6c-8e35-40d5b18e851b', '475aa75d-954c-45b1-b5e8-32982e9f92e7'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:04.881596 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-89d8cdeb-9af5-4c7f-b1cc-cae0e78ddc27 None None] Set router f1220ec3-884f-4990-acf9-ffed72ea813a gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:04.887175 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-0e9691a0-f58f-4069-855b-c0beb7e6801b None None] Set router 17b72601-51c6-4310-9a8f-cd9dfc924618 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:05.004594 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['c580a6e4-b344-46fb-966f-a5e7de1d5915', '1e8b17fe-28af-4105-b7b8-4b4dc1360808'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:05.020210 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-67f3c8c5-f6fa-4fed-aa92-5d243068878c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:06:05.033243 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-67f3c8c5-f6fa-4fed-aa92-5d243068878c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:05.041945 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-67f3c8c5-f6fa-4fed-aa92-5d243068878c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:06:05.213818 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4bffef2c-cbed-4ae9-9e70-df3bcf7f70da req-499be2ca-f6f4-4f91-87c6-17fc1fb230cb tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972907 Sep 01 15:06:05.285821 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a18be-926a-4f71-9e73-01bbb2387bbf admin admin] Pushing event updated for resources: {'Port': ['ID=da2539b5-117d-47ba-8268-7bdb4c1ac292,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:05.414381 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3c8c5-f6fa-4fed-aa92-5d243068878c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Pushing event updated for resources: {'Port': ['ID=45ba23b2-21cd-4b4d-bd09-513295a606b2,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:05.471966 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad30212-7185-4bff-b6f9-7e7001a305b2 req-97368da5-ac5e-4af6-a937-5417857889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:05.476369 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bad30212-7185-4bff-b6f9-7e7001a305b2 req-97368da5-ac5e-4af6-a937-5417857889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 784 time: 1.1294572 Sep 01 15:06:05.525663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-67f3c8c5-f6fa-4fed-aa92-5d243068878c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:05.542076 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-67f3c8c5-f6fa-4fed-aa92-5d243068878c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:05.604905 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-0e9691a0-f58f-4069-855b-c0beb7e6801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b72601-51c6-4310-9a8f-cd9dfc924618', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-961012389-router', 'tenant_id': '6456387f59bb45188ac26dc22115a59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '178b377d-c150-4a5a-a348-beff82497187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:56Z', 'updated_at': '2021-09-01T15:06:00Z', 'revision_number': 3, 'project_id': '6456387f59bb45188ac26dc22115a59c', 'gw_port': {'id': '178b377d-c150-4a5a-a348-beff82497187', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:88:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b72601-51c6-4310-9a8f-cd9dfc924618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:57Z', 'updated_at': '2021-09-01T15:05:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:05.677758 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bad30212-7185-4bff-b6f9-7e7001a305b2 req-5a14599f-73da-4c18-89a3-c22df232e569 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.115 HTTP/1.1" status: 200 len: 696 time: 0.1916263 Sep 01 15:06:05.685983 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9691a0-f58f-4069-855b-c0beb7e6801b None None] Checking router: 17b72601-51c6-4310-9a8f-cd9dfc924618 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:06:05.685983 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9691a0-f58f-4069-855b-c0beb7e6801b None None] Updating router 17b72601-51c6-4310-9a8f-cd9dfc924618 port 178b377d-c150-4a5a-a348-beff82497187 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:06:05.710697 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4a18be-926a-4f71-9e73-01bbb2387bbf admin admin] Network 7dca5e6c-63e2-4132-95da-4ad9f7be71a2 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:06:05.763289 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-3e4a18be-926a-4f71-9e73-01bbb2387bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:05.771513 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4a18be-926a-4f71-9e73-01bbb2387bbf admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:06:05.787761 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-0e9691a0-f58f-4069-855b-c0beb7e6801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:05.909461 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 11c63ca2-d2f3-4d85-8303-05f4f254a893 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:06.081142 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-67f3c8c5-f6fa-4fed-aa92-5d243068878c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4675214 Sep 01 15:06:06.097195 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e682af71-2d00-4b0e-a252-39c5187837a4 None None] Provisioning for port 45ba23b2-21cd-4b4d-bd09-513295a606b2 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:06.153674 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bad30212-7185-4bff-b6f9-7e7001a305b2 req-f1958e22-ca4e-4381-987f-bdddbd6ed401 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.115 HTTP/1.1" status: 200 len: 696 time: 0.4403758 Sep 01 15:06:06.161930 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e682af71-2d00-4b0e-a252-39c5187837a4 None None] Provisioning complete for port 45ba23b2-21cd-4b4d-bd09-513295a606b2 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:06.162536 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e682af71-2d00-4b0e-a252-39c5187837a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:06.176301 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a69ee-8084-4bc8-838c-7982bebf2f31 req-262787f4-3c02-4eab-8f8e-8b43ba564459 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:06.177973 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f68a69ee-8084-4bc8-838c-7982bebf2f31 req-262787f4-3c02-4eab-8f8e-8b43ba564459 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39dea2c-6913-41de-ac2f-127690c4a716 HTTP/1.1" status: 200 len: 936 time: 0.2879977 Sep 01 15:06:06.182403 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-671dc907-8811-44e6-abbe-5beeee056d86 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Made reservation on behalf of dffe660ba37e46898d1f4bbf5f9d51ba for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:06:06.191346 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Request body: {'port': {'device_id': 'e39dea2c-6913-41de-ac2f-127690c4a716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:06.199686 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-671dc907-8811-44e6-abbe-5beeee056d86 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:06.294426 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e682af71-2d00-4b0e-a252-39c5187837a4 None None] Port 45ba23b2-21cd-4b4d-bd09-513295a606b2 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:06:06.320979 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-671dc907-8811-44e6-abbe-5beeee056d86 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:06.392025 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3e4a18be-926a-4f71-9e73-01bbb2387bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:06.456839 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 11c63ca2-d2f3-4d85-8303-05f4f254a893 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:06.457627 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:06.564134 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f68a69ee-8084-4bc8-838c-7982bebf2f31 req-d96aa712-4a90-43d2-8175-7c2f59d731a4 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652277 Sep 01 15:06:06.730618 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0b34fe87-8f14-4aa7-aa73-112bce8d8c6a None None] Provisioning for port da2539b5-117d-47ba-8268-7bdb4c1ac292 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:06.774440 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device e19b928a-b563-4d6e-9dec-a25d870f2596 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:06.833038 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-89d8cdeb-9af5-4c7f-b1cc-cae0e78ddc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1220ec3-884f-4990-acf9-ffed72ea813a', 'name': 'tempest-ServersTestMultiNic-1986970479-router', 'tenant_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'c0b3cb56-9f8c-4464-a01f-05c8fd41bc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:50Z', 'updated_at': '2021-09-01T15:05:56Z', 'revision_number': 3, 'project_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'gw_port': {'id': 'c0b3cb56-9f8c-4464-a01f-05c8fd41bc42', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:04:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1220ec3-884f-4990-acf9-ffed72ea813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:53Z', 'updated_at': '2021-09-01T15:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:06.858203 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0b34fe87-8f14-4aa7-aa73-112bce8d8c6a None None] Provisioning complete for port da2539b5-117d-47ba-8268-7bdb4c1ac292 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:06.859284 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0b34fe87-8f14-4aa7-aa73-112bce8d8c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:06.859481 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3e4a18be-926a-4f71-9e73-01bbb2387bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:06.979556 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:06.996811 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-14b2f4ee-c333-4fff-bdfb-f89cd20b1f5c req-7f6f0356-76f3-4dd7-8e86-7d24cba443d7 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=acfbbd44-54c9-4f03-aa17-d832207eb4ca HTTP/1.1" status: 200 len: 210 time: 0.1373563 Sep 01 15:06:07.024600 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d8cdeb-9af5-4c7f-b1cc-cae0e78ddc27 None None] The sync data for ids ['f1220ec3-884f-4990-acf9-ffed72ea813a'] in n-d-794796-3 is: [{'id': 'f1220ec3-884f-4990-acf9-ffed72ea813a', 'name': 'tempest-ServersTestMultiNic-1986970479-router', 'tenant_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'c0b3cb56-9f8c-4464-a01f-05c8fd41bc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:50Z', 'updated_at': '2021-09-01T15:05:56Z', 'revision_number': 3, 'project_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'gw_port': {'id': 'c0b3cb56-9f8c-4464-a01f-05c8fd41bc42', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:04:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1220ec3-884f-4990-acf9-ffed72ea813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:53Z', 'updated_at': '2021-09-01T15:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:06:07.069415 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port e19b928a-b563-4d6e-9dec-a25d870f2596 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:07.176016 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-0e9691a0-f58f-4069-855b-c0beb7e6801b None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:07.219577 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-0e9691a0-f58f-4069-855b-c0beb7e6801b None None] Transition to ACTIVE for port object 178b377d-c150-4a5a-a348-beff82497187 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:07.233035 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-0e9691a0-f58f-4069-855b-c0beb7e6801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:07.243821 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-0b34fe87-8f14-4aa7-aa73-112bce8d8c6a None None] Port da2539b5-117d-47ba-8268-7bdb4c1ac292 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:06:07.259684 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port e19b928a-b563-4d6e-9dec-a25d870f2596 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:07.260308 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:07.481644 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3e4a18be-926a-4f71-9e73-01bbb2387bbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:07.502960 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497889bd-54c1-4abc-b796-d270abb09853 None None] Pushing event updated for resources: {'Port': ['ID=178b377d-c150-4a5a-a348-beff82497187,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:07.521805 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3e4a18be-926a-4f71-9e73-01bbb2387bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:07.529476 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-0e9691a0-f58f-4069-855b-c0beb7e6801b None None] Attempting to bind port 178b377d-c150-4a5a-a348-beff82497187 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:06:07.530051 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-0e9691a0-f58f-4069-855b-c0beb7e6801b None None] Attempting to bind port 178b377d-c150-4a5a-a348-beff82497187 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:06:07.530857 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9691a0-f58f-4069-855b-c0beb7e6801b None None] Attempting to bind port 178b377d-c150-4a5a-a348-beff82497187 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:07.537187 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-301f48d2-b685-49f9-8bc3-895dc27864f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:07.538825 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9691a0-f58f-4069-855b-c0beb7e6801b None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:06:07.539261 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9691a0-f58f-4069-855b-c0beb7e6801b None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:07.539673 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-0e9691a0-f58f-4069-855b-c0beb7e6801b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:07.540967 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9691a0-f58f-4069-855b-c0beb7e6801b None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:06:07.541769 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-0e9691a0-f58f-4069-855b-c0beb7e6801b None None] Bound port: 178b377d-c150-4a5a-a348-beff82497187, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:06:07.542187 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-0e9691a0-f58f-4069-855b-c0beb7e6801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:07.637331 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3e4a18be-926a-4f71-9e73-01bbb2387bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:07.763594 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-0e9691a0-f58f-4069-855b-c0beb7e6801b None None] For port 178b377d-c150-4a5a-a348-beff82497187, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:06:07.769412 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-0e9691a0-f58f-4069-855b-c0beb7e6801b None None] For port 178b377d-c150-4a5a-a348-beff82497187, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=178b377d-c150-4a5a-a348-beff82497187,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:06:07.782005 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-0e9691a0-f58f-4069-855b-c0beb7e6801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:07.983986 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-671dc907-8811-44e6-abbe-5beeee056d86 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:08.005279 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497889bd-54c1-4abc-b796-d270abb09853 None None] Pushing event updated for resources: {'Port': ['ID=178b377d-c150-4a5a-a348-beff82497187,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:08.025129 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9691a0-f58f-4069-855b-c0beb7e6801b None None] Routers {'17b72601-51c6-4310-9a8f-cd9dfc924618'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:08.025842 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-0e9691a0-f58f-4069-855b-c0beb7e6801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:05:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['17b72601-51c6-4310-9a8f-cd9dfc924618'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:08.045294 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318753a1-3549-4e32-8db3-dce9ebee4e67 req-26db4d9f-d912-469e-b691-97b6a7fccf6b tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:08.050803 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a18be-926a-4f71-9e73-01bbb2387bbf admin admin] Pushing event updated for resources: {'Port': ['ID=da2539b5-117d-47ba-8268-7bdb4c1ac292,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:08.076114 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-318753a1-3549-4e32-8db3-dce9ebee4e67 req-26db4d9f-d912-469e-b691-97b6a7fccf6b tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 943 time: 0.7596288 Sep 01 15:06:08.174271 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-671dc907-8811-44e6-abbe-5beeee056d86 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:08.270365 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c0b3cb56-9f8c-4464-a01f-05c8fd41bc42 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:08.419133 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-0e9691a0-f58f-4069-855b-c0beb7e6801b None None] Set router 17b72601-51c6-4310-9a8f-cd9dfc924618 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:08.436841 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4a18be-926a-4f71-9e73-01bbb2387bbf admin admin] Network 7dca5e6c-63e2-4132-95da-4ad9f7be71a2 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:06:08.462216 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-3e4a18be-926a-4f71-9e73-01bbb2387bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:08.467167 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-bad30212-7185-4bff-b6f9-7e7001a305b2 req-f1dbd8b3-7c67-4c4d-a66c-3ffebd8bb44d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Deleting port 3f9be34b-e019-4e73-b234-6c7b1d40faa1 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:06:08.467908 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-bad30212-7185-4bff-b6f9-7e7001a305b2 req-f1dbd8b3-7c67-4c4d-a66c-3ffebd8bb44d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:08.482962 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671dc907-8811-44e6-abbe-5beeee056d86 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d6b96d-4c39-4dad-9698-ef5d5e191049,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:08.628673 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:08.736714 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ba23b2-21cd-4b4d-bd09-513295a606b2 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:08.796040 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:08.813725 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:08.838432 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-318753a1-3549-4e32-8db3-dce9ebee4e67 req-3ab51eb0-3dcf-4575-b810-3460b484bfbd tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6906791 Sep 01 15:06:08.872593 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-bad30212-7185-4bff-b6f9-7e7001a305b2 req-f1dbd8b3-7c67-4c4d-a66c-3ffebd8bb44d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:08.874619 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-bad30212-7185-4bff-b6f9-7e7001a305b2 req-f1dbd8b3-7c67-4c4d-a66c-3ffebd8bb44d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:08.918334 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4a18be-926a-4f71-9e73-01bbb2387bbf admin admin] Router f1220ec3-884f-4990-acf9-ffed72ea813a has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:06:08.940643 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda82511-fca0-4acb-ad33-77d1e36b76af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19b928a-b563-4d6e-9dec-a25d870f2596'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:08.948269 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808d9f76-56d1-47bd-9012-abdb00e9bd8d" -d '{"events": [{"server_uuid": "bda82511-fca0-4acb-ad33-77d1e36b76af", "name": "network-vif-plugged", "status": "completed", "tag": "e19b928a-b563-4d6e-9dec-a25d870f2596"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:08.972351 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-bad30212-7185-4bff-b6f9-7e7001a305b2 req-f1dbd8b3-7c67-4c4d-a66c-3ffebd8bb44d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Calling delete_port for 3f9be34b-e019-4e73-b234-6c7b1d40faa1 owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:06:08.992382 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port e19b928a-b563-4d6e-9dec-a25d870f2596, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=e19b928a-b563-4d6e-9dec-a25d870f2596,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:08.993912 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Transition to ACTIVE for port object 45ba23b2-21cd-4b4d-bd09-513295a606b2 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:09.024241 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:09.033147 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:09.342405 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fe15a-29de-48a2-9640-693fc6c44e26 req-2096c748-7f9e-456e-b7d0-c63a84811689 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:09.346359 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-641fe15a-29de-48a2-9640-693fc6c44e26 req-2096c748-7f9e-456e-b7d0-c63a84811689 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bda82511-fca0-4acb-ad33-77d1e36b76af HTTP/1.1" status: 200 len: 945 time: 0.1254840 Sep 01 15:06:09.347114 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=45ba23b2-21cd-4b4d-bd09-513295a606b2,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:09.354666 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-301f48d2-b685-49f9-8bc3-895dc27864f1 admin admin] Allocated IP 172.20.0.1 (9b865750-6e65-4390-b25c-0c7d64ba377e/6e35ccba-12c7-4233-aff2-5ddf3c2e2d9f/a57923a2-560b-45df-b6d0-3b5ce62f2cb2) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:06:09.372144 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:09.372507 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:09.372922 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:09.373495 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:09.373951 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:09.374312 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:09.374818 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:09.375179 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:09.375517 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:09.375850 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:09.378617 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:09.378982 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:09.498913 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-0e9691a0-f58f-4069-855b-c0beb7e6801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b72601-51c6-4310-9a8f-cd9dfc924618', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-961012389-router', 'tenant_id': '6456387f59bb45188ac26dc22115a59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '178b377d-c150-4a5a-a348-beff82497187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:56Z', 'updated_at': '2021-09-01T15:06:00Z', 'revision_number': 3, 'project_id': '6456387f59bb45188ac26dc22115a59c', 'gw_port': {'id': '178b377d-c150-4a5a-a348-beff82497187', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:88:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b72601-51c6-4310-9a8f-cd9dfc924618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:57Z', 'updated_at': '2021-09-01T15:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:09.528494 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-641fe15a-29de-48a2-9640-693fc6c44e26 req-4fc127f4-f416-4057-9f06-1e3f7bd89d61 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369181 Sep 01 15:06:09.612121 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9691a0-f58f-4069-855b-c0beb7e6801b None None] The sync data for ids ['17b72601-51c6-4310-9a8f-cd9dfc924618'] in n-d-794796-3 is: [{'id': '17b72601-51c6-4310-9a8f-cd9dfc924618', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-961012389-router', 'tenant_id': '6456387f59bb45188ac26dc22115a59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '178b377d-c150-4a5a-a348-beff82497187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:56Z', 'updated_at': '2021-09-01T15:06:00Z', 'revision_number': 3, 'project_id': '6456387f59bb45188ac26dc22115a59c', 'gw_port': {'id': '178b377d-c150-4a5a-a348-beff82497187', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:88:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b72601-51c6-4310-9a8f-cd9dfc924618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:57Z', 'updated_at': '2021-09-01T15:06:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:06:09.638133 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=e19b928a-b563-4d6e-9dec-a25d870f2596,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:09.682780 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f637a413-d3c8-429a-b67f-8f198aaf7b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:09.714938 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5ef4b27d-48d7-415d-8c30-7f9561d93b6d None None] Provisioning complete for port da2539b5-117d-47ba-8268-7bdb4c1ac292 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:09.715719 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5ef4b27d-48d7-415d-8c30-7f9561d93b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:09.720461 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port c0b3cb56-9f8c-4464-a01f-05c8fd41bc42 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:09.832497 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-5ef4b27d-48d7-415d-8c30-7f9561d93b6d None None] Port da2539b5-117d-47ba-8268-7bdb4c1ac292 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:06:09.837779 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port c0b3cb56-9f8c-4464-a01f-05c8fd41bc42 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:09.838692 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:10.059258 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4a18be-926a-4f71-9e73-01bbb2387bbf admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:06:10.074725 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3e4a18be-926a-4f71-9e73-01bbb2387bbf admin admin] 10.222.0.60 "PUT /v2.0/routers/f1220ec3-884f-4990-acf9-ffed72ea813a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7119377 Sep 01 15:06:10.099172 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-671dc907-8811-44e6-abbe-5beeee056d86 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Allocated IP 192.168.233.233 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/ad439848-cfae-4329-b0ce-b479755e4f57) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:06:10.112887 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-301f48d2-b685-49f9-8bc3-895dc27864f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:10.172542 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-301f48d2-b685-49f9-8bc3-895dc27864f1 admin admin] Transition to ACTIVE for port object a57923a2-560b-45df-b6d0-3b5ce62f2cb2 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:10.298663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Attempting to bind port 45ba23b2-21cd-4b4d-bd09-513295a606b2 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:06:10.299105 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Attempting to bind port 45ba23b2-21cd-4b4d-bd09-513295a606b2 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:06:10.299447 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Attempting to bind port 45ba23b2-21cd-4b4d-bd09-513295a606b2 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:10.312446 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:10.315295 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-301f48d2-b685-49f9-8bc3-895dc27864f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:10.372838 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-bad30212-7185-4bff-b6f9-7e7001a305b2 req-f1dbd8b3-7c67-4c4d-a66c-3ffebd8bb44d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:10.397773 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port c0b3cb56-9f8c-4464-a01f-05c8fd41bc42, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=c0b3cb56-9f8c-4464-a01f-05c8fd41bc42,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:10.410841 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:10.522465 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56584) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:10.543022 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301f48d2-b685-49f9-8bc3-895dc27864f1 admin admin] Network 9b865750-6e65-4390-b25c-0c7d64ba377e is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:06:10.546210 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f48d2-b685-49f9-8bc3-895dc27864f1 admin admin] Pushing event updated for resources: {'Port': ['ID=a57923a2-560b-45df-b6d0-3b5ce62f2cb2,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:10.557831 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-301f48d2-b685-49f9-8bc3-895dc27864f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:10.561902 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Port 45ba23b2-21cd-4b4d-bd09-513295a606b2 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:06:10.562620 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Attempting to bind port 45ba23b2-21cd-4b4d-bd09-513295a606b2 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:10.590862 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301f48d2-b685-49f9-8bc3-895dc27864f1 admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:06:10.594798 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:06:10.595142 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:10.595531 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:06:10.595976 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Bound port: 45ba23b2-21cd-4b4d-bd09-513295a606b2, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:06:10.596339 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:10.619177 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e5782-1697-4592-8f72-98e2cfc82b7d req-7be04b30-91a8-43ff-8673-45f4bf4d0121 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:10.650653 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dd7e5782-1697-4592-8f72-98e2cfc82b7d req-7be04b30-91a8-43ff-8673-45f4bf4d0121 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39dea2c-6913-41de-ac2f-127690c4a716 HTTP/1.1" status: 200 len: 948 time: 0.7418923 Sep 01 15:06:10.726437 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dbd8b3-7c67-4c4d-a66c-3ffebd8bb44d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Pushing event deleted for resources: {'Port': ['ID=3f9be34b-e019-4e73-b234-6c7b1d40faa1,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:10.750961 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=c0b3cb56-9f8c-4464-a01f-05c8fd41bc42,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:10.814753 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 178b377d-c150-4a5a-a348-beff82497187 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:11.002582 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-671dc907-8811-44e6-abbe-5beeee056d86 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:11.048447 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-671dc907-8811-44e6-abbe-5beeee056d86 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Transition to ACTIVE for port object ad439848-cfae-4329-b0ce-b479755e4f57 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:11.148586 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-566a0507-e2f2-4455-adf4-02d076c1ac9e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-412312972'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:11.176162 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-671dc907-8811-44e6-abbe-5beeee056d86 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:11.180893 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 178b377d-c150-4a5a-a348-beff82497187 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:11.298629 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 178b377d-c150-4a5a-a348-beff82497187 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:11.299270 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:11.328139 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] For port 45ba23b2-21cd-4b4d-bd09-513295a606b2, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:06:11.334342 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] For port 45ba23b2-21cd-4b4d-bd09-513295a606b2, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=45ba23b2-21cd-4b4d-bd09-513295a606b2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:06:11.355781 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:11.363738 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-671dc907-8811-44e6-abbe-5beeee056d86 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:06:11.380346 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-671dc907-8811-44e6-abbe-5beeee056d86 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:11.391105 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-671dc907-8811-44e6-abbe-5beeee056d86 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:06:11.464015 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566a0507-e2f2-4455-adf4-02d076c1ac9e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Made reservation on behalf of f19f728ef2e84bc7921749b54aaa2b5d for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:06:11.473449 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-566a0507-e2f2-4455-adf4-02d076c1ac9e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:11.482842 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-bad30212-7185-4bff-b6f9-7e7001a305b2 req-f1dbd8b3-7c67-4c4d-a66c-3ffebd8bb44d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:11.486495 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-bad30212-7185-4bff-b6f9-7e7001a305b2 req-f1dbd8b3-7c67-4c4d-a66c-3ffebd8bb44d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:11.506931 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bad30212-7185-4bff-b6f9-7e7001a305b2 req-f1dbd8b3-7c67-4c4d-a66c-3ffebd8bb44d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "DELETE /v2.0/floatingips/314595a6-dfa0-4ef9-b6bb-1b20fb8f55b1 HTTP/1.1" status: 204 len: 173 time: 5.2954299 Sep 01 15:06:11.539028 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671dc907-8811-44e6-abbe-5beeee056d86 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Pushing event updated for resources: {'Port': ['ID=ad439848-cfae-4329-b0ce-b479755e4f57,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:11.543107 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26d6696-1859-492e-8e59-56d36d3ccc47 None None] Sync routers for ids ['f1220ec3-884f-4990-acf9-ffed72ea813a'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:06:11.609499 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566a0507-e2f2-4455-adf4-02d076c1ac9e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:06:11.624782 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-566a0507-e2f2-4455-adf4-02d076c1ac9e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:11.625305 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-566a0507-e2f2-4455-adf4-02d076c1ac9e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Added segment dfd5be91-930e-4c39-bf52-8814999f3f76 of type vlan for network fca44beb-d855-4a7c-ba31-9561c79e1379 Sep 01 15:06:11.681310 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-566a0507-e2f2-4455-adf4-02d076c1ac9e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:11.705619 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=45ba23b2-21cd-4b4d-bd09-513295a606b2,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:11.742390 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-566a0507-e2f2-4455-adf4-02d076c1ac9e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:11.749348 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566a0507-e2f2-4455-adf4-02d076c1ac9e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:11.750043 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-566a0507-e2f2-4455-adf4-02d076c1ac9e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:11.761193 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dd7e5782-1697-4592-8f72-98e2cfc82b7d req-23b324f2-2da6-47bc-a1e4-b8e21f626476 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1089935 Sep 01 15:06:11.793983 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0fc673e0-8fa7-4bcd-b376-d329b356639e None None] Provisioning for port a57923a2-560b-45df-b6d0-3b5ce62f2cb2 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:11.803451 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-301f48d2-b685-49f9-8bc3-895dc27864f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:11.807508 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0fc673e0-8fa7-4bcd-b376-d329b356639e None None] Provisioning complete for port a57923a2-560b-45df-b6d0-3b5ce62f2cb2 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:11.808500 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0fc673e0-8fa7-4bcd-b376-d329b356639e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:11.844442 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:11.845772 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:11.853095 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-18d9b15b-9d1a-482b-a7d0-8936783b4ae1 service neutron] 10.222.0.62 "PUT /v2.0/ports/45ba23b2-21cd-4b4d-bd09-513295a606b2 HTTP/1.1" status: 200 len: 1096 time: 5.6837332 Sep 01 15:06:11.853762 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39dea2c-6913-41de-ac2f-127690c4a716', 'tag': '45ba23b2-21cd-4b4d-bd09-513295a606b2'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:11.867911 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e56b8e-f7e9-46ce-9124-05a8794459f1" -d '{"events": [{"name": "network-changed", "server_uuid": "e39dea2c-6913-41de-ac2f-127690c4a716", "tag": "45ba23b2-21cd-4b4d-bd09-513295a606b2"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:11.928381 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-0fc673e0-8fa7-4bcd-b376-d329b356639e None None] Port a57923a2-560b-45df-b6d0-3b5ce62f2cb2 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:06:11.941474 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26d6696-1859-492e-8e59-56d36d3ccc47 None None] Routers {'f1220ec3-884f-4990-acf9-ffed72ea813a'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:11.951733 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a26d6696-1859-492e-8e59-56d36d3ccc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:05:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f1220ec3-884f-4990-acf9-ffed72ea813a'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:12.089909 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea639e7-0c2a-4a08-8e9e-7490e176e118 x-openstack-request-id: req-4ea639e7-0c2a-4a08-8e9e-7490e176e118 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:12.090715 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda82511-fca0-4acb-ad33-77d1e36b76af", "name": "network-vif-plugged", "status": "completed", "tag": "e19b928a-b563-4d6e-9dec-a25d870f2596", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:12.091187 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4ea639e7-0c2a-4a08-8e9e-7490e176e118 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:12.091799 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda82511-fca0-4acb-ad33-77d1e36b76af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19b928a-b563-4d6e-9dec-a25d870f2596', 'code': 200} Sep 01 15:06:12.172700 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:12.190479 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-671dc907-8811-44e6-abbe-5beeee056d86 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:12.193494 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-671dc907-8811-44e6-abbe-5beeee056d86 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:12.218033 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b22e90f1-8f3e-4907-a7b5-dc20833d0f9d None None] Provisioning for port ad439848-cfae-4329-b0ce-b479755e4f57 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:12.239743 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-566a0507-e2f2-4455-adf4-02d076c1ac9e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7153537 Sep 01 15:06:12.242945 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56596) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:12.281575 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-eced8b16-276d-4b8e-87b3-cc1592c66596 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Request body: {'subnet': {'network_id': 'fca44beb-d855-4a7c-ba31-9561c79e1379', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:12.295754 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-671dc907-8811-44e6-abbe-5beeee056d86 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.5351875 Sep 01 15:06:12.352319 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d4fcef28-ebca-4214-9137-41e796003148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:12.358605 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-81990603-e05d-4758-b765-a054cd864069 service neutron] Request body: {'port': {'device_id': 'acfbbd44-54c9-4f03-aa17-d832207eb4ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:12.362621 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b22e90f1-8f3e-4907-a7b5-dc20833d0f9d None None] Provisioning complete for port ad439848-cfae-4329-b0ce-b479755e4f57 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:12.363005 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b22e90f1-8f3e-4907-a7b5-dc20833d0f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:12.441606 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:12.468881 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 178b377d-c150-4a5a-a348-beff82497187, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=178b377d-c150-4a5a-a348-beff82497187,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:12.473335 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-a26d6696-1859-492e-8e59-56d36d3ccc47 None None] Set router f1220ec3-884f-4990-acf9-ffed72ea813a gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:12.474386 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b22e90f1-8f3e-4907-a7b5-dc20833d0f9d None None] Port ad439848-cfae-4329-b0ce-b479755e4f57 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:06:12.511275 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:12.534443 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-301f48d2-b685-49f9-8bc3-895dc27864f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:12.578758 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-cdbb9ac2-4e94-4b73-bd4c-9ade2fe18319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:12.580373 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-cdbb9ac2-4e94-4b73-bd4c-9ade2fe18319 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&device_id=e39dea2c-6913-41de-ac2f-127690c4a716 HTTP/1.1" status: 200 len: 1099 time: 0.5194497 Sep 01 15:06:12.588695 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6f782-94c9-41e6-9098-ca08cfc4d67b req-b4c238af-6d99-4db4-a14c-980ffc68321e tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:12.596399 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1bd6f782-94c9-41e6-9098-ca08cfc4d67b req-b4c238af-6d99-4db4-a14c-980ffc68321e tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 943 time: 0.0998921 Sep 01 15:06:12.707742 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-91e92803-eb8f-464d-b0e4-defefbdd7769 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=45ba23b2-21cd-4b4d-bd09-513295a606b2 HTTP/1.1" status: 200 len: 217 time: 0.0866525 Sep 01 15:06:12.811443 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c0b3cb56-9f8c-4464-a01f-05c8fd41bc42 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:12.819903 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=178b377d-c150-4a5a-a348-beff82497187,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:13.129254 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1bd6f782-94c9-41e6-9098-ca08cfc4d67b req-f28a927a-f253-4267-ba22-3b8bfd36dffd tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5316651 Sep 01 15:06:13.145612 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-d0726448-2e88-4c9f-a8e0-ff21782fe05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:13.148800 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port c0b3cb56-9f8c-4464-a01f-05c8fd41bc42 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:13.149405 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:13.152433 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-d0726448-2e88-4c9f-a8e0-ff21782fe05c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.4135001 Sep 01 15:06:13.219453 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:13.261721 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a26d6696-1859-492e-8e59-56d36d3ccc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1220ec3-884f-4990-acf9-ffed72ea813a', 'name': 'tempest-ServersTestMultiNic-1986970479-router', 'tenant_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'c0b3cb56-9f8c-4464-a01f-05c8fd41bc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:50Z', 'updated_at': '2021-09-01T15:06:06Z', 'revision_number': 4, 'project_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'gw_port': {'id': 'c0b3cb56-9f8c-4464-a01f-05c8fd41bc42', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1220ec3-884f-4990-acf9-ffed72ea813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:53Z', 'updated_at': '2021-09-01T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'da2539b5-117d-47ba-8268-7bdb4c1ac292', 'name': '', 'network_id': '7dca5e6c-63e2-4132-95da-4ad9f7be71a2', 'tenant_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'mac_address': 'fa:16:3e:30:78:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1220ec3-884f-4990-acf9-ffed72ea813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'f5967ac7-2942-4a71-95ad-f480ad20aaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:06:02Z', 'updated_at': '2021-09-01T15:06:06Z', 'revision_number': 2, 'project_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'subnets': [{'id': 'f5967ac7-2942-4a71-95ad-f480ad20aaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:13.279510 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a0507-e2f2-4455-adf4-02d076c1ac9e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event updated for resources: {'Network': ['ID=fca44beb-d855-4a7c-ba31-9561c79e1379,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:13.342279 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339cba0-78d6-45be-9b86-838fb493bddf req-f194a0a2-e5ad-4163-b3bc-42b51224e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:13.344305 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b339cba0-78d6-45be-9b86-838fb493bddf req-f194a0a2-e5ad-4163-b3bc-42b51224e5e5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bda82511-fca0-4acb-ad33-77d1e36b76af HTTP/1.1" status: 200 len: 1096 time: 1.0996864 Sep 01 15:06:13.352415 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3fe23-38c1-4092-a2cf-446109508dd1 req-148aa68c-155f-4aa8-a429-06ba5ef3c267 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:13.354552 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5df3fe23-38c1-4092-a2cf-446109508dd1 req-148aa68c-155f-4aa8-a429-06ba5ef3c267 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=acfbbd44-54c9-4f03-aa17-d832207eb4ca HTTP/1.1" status: 200 len: 936 time: 1.6340842 Sep 01 15:06:13.427969 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26d6696-1859-492e-8e59-56d36d3ccc47 None None] Checking router: f1220ec3-884f-4990-acf9-ffed72ea813a for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:06:13.428195 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26d6696-1859-492e-8e59-56d36d3ccc47 None None] Updating router f1220ec3-884f-4990-acf9-ffed72ea813a port da2539b5-117d-47ba-8268-7bdb4c1ac292 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:06:13.487161 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eced8b16-276d-4b8e-87b3-cc1592c66596 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Made reservation on behalf of f19f728ef2e84bc7921749b54aaa2b5d for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:06:13.491563 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eced8b16-276d-4b8e-87b3-cc1592c66596 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:13.507721 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-301f48d2-b685-49f9-8bc3-895dc27864f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:13.532337 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-301f48d2-b685-49f9-8bc3-895dc27864f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:13.547600 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network fca44beb-d855-4a7c-ba31-9561c79e1379 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:06:13.578551 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a26d6696-1859-492e-8e59-56d36d3ccc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:13.636597 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-6ced3db7-b335-43f0-8c1a-38318352b10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:13.638392 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-6ced3db7-b335-43f0-8c1a-38318352b10a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4038401 Sep 01 15:06:13.671727 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f48d2-b685-49f9-8bc3-895dc27864f1 admin admin] Pushing event updated for resources: {'Port': ['ID=a57923a2-560b-45df-b6d0-3b5ce62f2cb2,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:13.693176 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d4b9b-1ca9-4002-90ae-13b4f60614d0 req-27adf833-3f2e-437d-9829-1186de8a0a70 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:13.702229 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-873d4b9b-1ca9-4002-90ae-13b4f60614d0 req-27adf833-3f2e-437d-9829-1186de8a0a70 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bda82511-fca0-4acb-ad33-77d1e36b76af HTTP/1.1" status: 200 len: 945 time: 0.2690547 Sep 01 15:06:13.719808 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-81990603-e05d-4758-b765-a054cd864069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:13.732289 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eced8b16-276d-4b8e-87b3-cc1592c66596 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:13.801736 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced8b16-276d-4b8e-87b3-cc1592c66596 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event updated for resources: {'Subnet': ['ID=a0b3e4ef-d966-4acf-b0d7-cde0dae3c4c7,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:13.814609 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b339cba0-78d6-45be-9b86-838fb493bddf req-c462e9a0-1ad1-4dd0-a2f2-1f1798a6c67b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587140 Sep 01 15:06:13.836218 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced8b16-276d-4b8e-87b3-cc1592c66596 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:13.836565 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced8b16-276d-4b8e-87b3-cc1592c66596 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:13.836999 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced8b16-276d-4b8e-87b3-cc1592c66596 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:13.837287 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced8b16-276d-4b8e-87b3-cc1592c66596 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:13.837615 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced8b16-276d-4b8e-87b3-cc1592c66596 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:13.837929 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced8b16-276d-4b8e-87b3-cc1592c66596 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:13.838262 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced8b16-276d-4b8e-87b3-cc1592c66596 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:13.838624 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced8b16-276d-4b8e-87b3-cc1592c66596 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:13.838955 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced8b16-276d-4b8e-87b3-cc1592c66596 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:13.839342 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced8b16-276d-4b8e-87b3-cc1592c66596 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:13.839679 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced8b16-276d-4b8e-87b3-cc1592c66596 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:13.840007 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced8b16-276d-4b8e-87b3-cc1592c66596 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:13.846014 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5df3fe23-38c1-4092-a2cf-446109508dd1 req-c357a061-ff09-4c28-a114-676cf7ad8645 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760065 Sep 01 15:06:13.956844 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced8b16-276d-4b8e-87b3-cc1592c66596 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Checking segment: {'id': 'dfd5be91-930e-4c39-bf52-8814999f3f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fca44beb-d855-4a7c-ba31-9561c79e1379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:13.957499 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eced8b16-276d-4b8e-87b3-cc1592c66596 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Network hostable DHCP agents. Network: fca44beb-d855-4a7c-ba31-9561c79e1379, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:06:13.970557 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-301f48d2-b685-49f9-8bc3-895dc27864f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:14.001919 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-873d4b9b-1ca9-4002-90ae-13b4f60614d0 req-c1bcd9ba-797b-42bf-b94b-718120345815 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988470 Sep 01 15:06:14.018935 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-dbd4b5eb-ff13-4a66-aed9-2bb57c6fb599 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878568 Sep 01 15:06:14.070598 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eced8b16-276d-4b8e-87b3-cc1592c66596 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Network fca44beb-d855-4a7c-ba31-9561c79e1379 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:06:14.100083 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-eced8b16-276d-4b8e-87b3-cc1592c66596 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, fca44beb-d855-4a7c-ba31-9561c79e1379) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:14.115536 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17a0ea9-aec0-443b-bd77-e4c4d29d5eb7 None None] Network fca44beb-d855-4a7c-ba31-9561c79e1379 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:06:14.122678 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eced8b16-276d-4b8e-87b3-cc1592c66596 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:14.123689 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eced8b16-276d-4b8e-87b3-cc1592c66596 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:14.206575 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-eced8b16-276d-4b8e-87b3-cc1592c66596 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9291770 Sep 01 15:06:14.212200 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56606) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:14.228272 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-0f6975ac-e1ba-4110-a23e-c748fcd4d2c1 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1223613058'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:14.319978 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99ec25bc-01a7-46d8-b2e0-3eefbc46dafe req-5a6f8d64-2fc6-4cd5-a39d-ae39e36c44c0 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.59 HTTP/1.1" status: 200 len: 1001 time: 0.2664719 Sep 01 15:06:14.335449 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301f48d2-b685-49f9-8bc3-895dc27864f1 admin admin] Network 9b865750-6e65-4390-b25c-0c7d64ba377e is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:06:14.345792 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6975ac-e1ba-4110-a23e-c748fcd4d2c1 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Made reservation on behalf of f19f728ef2e84bc7921749b54aaa2b5d for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:06:14.351042 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0f6975ac-e1ba-4110-a23e-c748fcd4d2c1 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:14.371251 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-301f48d2-b685-49f9-8bc3-895dc27864f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:14.410986 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-81990603-e05d-4758-b765-a054cd864069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad439848-cfae-4329-b0ce-b479755e4f57 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:14.423430 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-81990603-e05d-4758-b765-a054cd864069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:14.444560 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-81990603-e05d-4758-b765-a054cd864069 service neutron] Transition to ACTIVE for port object ad439848-cfae-4329-b0ce-b479755e4f57 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:14.450154 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-81990603-e05d-4758-b765-a054cd864069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:14.572284 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81990603-e05d-4758-b765-a054cd864069 service neutron] Pushing event updated for resources: {'Port': ['ID=ad439848-cfae-4329-b0ce-b479755e4f57,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:14.696338 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-81990603-e05d-4758-b765-a054cd864069 service neutron] Attempting to bind port ad439848-cfae-4329-b0ce-b479755e4f57 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:06:14.697769 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-81990603-e05d-4758-b765-a054cd864069 service neutron] Attempting to bind port ad439848-cfae-4329-b0ce-b479755e4f57 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:06:14.698876 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-81990603-e05d-4758-b765-a054cd864069 service neutron] Attempting to bind port ad439848-cfae-4329-b0ce-b479755e4f57 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:14.702762 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 178b377d-c150-4a5a-a348-beff82497187 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:14.706972 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-81990603-e05d-4758-b765-a054cd864069 service neutron] Port ad439848-cfae-4329-b0ce-b479755e4f57 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:06:14.707906 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-81990603-e05d-4758-b765-a054cd864069 service neutron] Attempting to bind port ad439848-cfae-4329-b0ce-b479755e4f57 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:14.716934 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-81990603-e05d-4758-b765-a054cd864069 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:06:14.717740 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-81990603-e05d-4758-b765-a054cd864069 service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:14.718260 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-81990603-e05d-4758-b765-a054cd864069 service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:06:14.719156 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-81990603-e05d-4758-b765-a054cd864069 service neutron] Bound port: ad439848-cfae-4329-b0ce-b479755e4f57, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:06:14.719646 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-81990603-e05d-4758-b765-a054cd864069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:14.773653 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36e9fc4-3396-49bc-b9e0-60858cec499b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-fca44beb-d855-4a7c-ba31-9561c79e1379', 'network_id': 'fca44beb-d855-4a7c-ba31-9561c79e1379', 'tenant_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'fixed_ips': [{'subnet_id': 'a0b3e4ef-d966-4acf-b0d7-cde0dae3c4c7'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:06:14.775185 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c36e9fc4-3396-49bc-b9e0-60858cec499b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:14.848951 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-81990603-e05d-4758-b765-a054cd864069 service neutron] For port ad439848-cfae-4329-b0ce-b479755e4f57, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:06:14.853601 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a26d6696-1859-492e-8e59-56d36d3ccc47 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:14.856322 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-81990603-e05d-4758-b765-a054cd864069 service neutron] For port ad439848-cfae-4329-b0ce-b479755e4f57, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=ad439848-cfae-4329-b0ce-b479755e4f57,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:06:14.864282 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-81990603-e05d-4758-b765-a054cd864069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:14.890079 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec25bc-01a7-46d8-b2e0-3eefbc46dafe req-80cce9c3-cab2-4c83-acab-64f8ffddfc48 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:14.891585 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99ec25bc-01a7-46d8-b2e0-3eefbc46dafe req-80cce9c3-cab2-4c83-acab-64f8ffddfc48 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/ports/8af271d4-421d-48eb-9058-51e1a6adb380 HTTP/1.1" status: 200 len: 943 time: 0.5601366 Sep 01 15:06:14.901501 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a26d6696-1859-492e-8e59-56d36d3ccc47 None None] Transition to ACTIVE for port object da2539b5-117d-47ba-8268-7bdb4c1ac292 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:14.903583 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6975ac-e1ba-4110-a23e-c748fcd4d2c1 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:06:14.914760 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-81990603-e05d-4758-b765-a054cd864069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:14.915578 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-81990603-e05d-4758-b765-a054cd864069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:14.917557 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-81990603-e05d-4758-b765-a054cd864069 service neutron] 10.222.0.45 "PUT /v2.0/ports/ad439848-cfae-4329-b0ce-b479755e4f57 HTTP/1.1" status: 200 len: 1096 time: 2.5687890 Sep 01 15:06:14.918415 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acfbbd44-54c9-4f03-aa17-d832207eb4ca', 'tag': 'ad439848-cfae-4329-b0ce-b479755e4f57'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:14.921673 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe6f524-fc5a-4268-914d-901ff6783030" -d '{"events": [{"name": "network-changed", "server_uuid": "acfbbd44-54c9-4f03-aa17-d832207eb4ca", "tag": "ad439848-cfae-4329-b0ce-b479755e4f57"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:14.925942 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0f6975ac-e1ba-4110-a23e-c748fcd4d2c1 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:14.925942 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-0f6975ac-e1ba-4110-a23e-c748fcd4d2c1 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Added segment c4889870-fe5c-46d1-8d52-ac44a030497a of type vlan for network b50e13fa-412b-4c27-b63f-60e02c1740cc Sep 01 15:06:14.981023 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81990603-e05d-4758-b765-a054cd864069 service neutron] Pushing event updated for resources: {'Port': ['ID=ad439848-cfae-4329-b0ce-b479755e4f57,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:15.023987 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a26d6696-1859-492e-8e59-56d36d3ccc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:15.069296 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-a46092e8-4d7d-4df1-82bd-d0b6fec70b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:15.071123 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-a46092e8-4d7d-4df1-82bd-d0b6fec70b04 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dffe660ba37e46898d1f4bbf5f9d51ba&device_id=acfbbd44-54c9-4f03-aa17-d832207eb4ca HTTP/1.1" status: 200 len: 1099 time: 0.0699787 Sep 01 15:06:15.083305 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f24a46d-f373-4a7f-8ac0-559d4ec1dc59 x-openstack-request-id: req-5f24a46d-f373-4a7f-8ac0-559d4ec1dc59 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:15.086405 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39dea2c-6913-41de-ac2f-127690c4a716", "tag": "45ba23b2-21cd-4b4d-bd09-513295a606b2", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:15.086860 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f24a46d-f373-4a7f-8ac0-559d4ec1dc59 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:15.087499 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39dea2c-6913-41de-ac2f-127690c4a716', 'tag': '45ba23b2-21cd-4b4d-bd09-513295a606b2', 'status': 'completed', 'code': 200} Sep 01 15:06:15.128624 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-52904c34-7bfe-41d7-a951-411d362926d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=ad439848-cfae-4329-b0ce-b479755e4f57 HTTP/1.1" status: 200 len: 217 time: 0.0478444 Sep 01 15:06:15.131793 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0f6975ac-e1ba-4110-a23e-c748fcd4d2c1 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:15.267706 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301f48d2-b685-49f9-8bc3-895dc27864f1 admin admin] Router 17b72601-51c6-4310-9a8f-cd9dfc924618 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:06:15.275910 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-944e232a-e020-481d-9fd0-496611bf5f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:15.278067 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-944e232a-e020-481d-9fd0-496611bf5f13 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.1385918 Sep 01 15:06:15.282831 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99ec25bc-01a7-46d8-b2e0-3eefbc46dafe req-2176cb51-09f1-4c05-ab4c-e0bcc641acde tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.59 HTTP/1.1" status: 200 len: 1001 time: 0.1625514 Sep 01 15:06:15.283506 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0f6975ac-e1ba-4110-a23e-c748fcd4d2c1 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:15.289754 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6975ac-e1ba-4110-a23e-c748fcd4d2c1 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:15.290629 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0f6975ac-e1ba-4110-a23e-c748fcd4d2c1 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:15.298702 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 178b377d-c150-4a5a-a348-beff82497187 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:15.299506 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:15.340789 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca448f-c82f-480a-b3b7-b2f12716a5eb req-5ae61fd3-0357-47a7-a639-777b13a502a7 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:15.343344 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-07ca448f-c82f-480a-b3b7-b2f12716a5eb req-5ae61fd3-0357-47a7-a639-777b13a502a7 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39dea2c-6913-41de-ac2f-127690c4a716 HTTP/1.1" status: 200 len: 948 time: 0.1287477 Sep 01 15:06:15.382264 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-60a73205-ac32-47a5-ad59-74cd4f97971a None None] Provisioning complete for port a57923a2-560b-45df-b6d0-3b5ce62f2cb2 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:15.382653 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-60a73205-ac32-47a5-ad59-74cd4f97971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:15.410400 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-07ca448f-c82f-480a-b3b7-b2f12716a5eb req-62398ea7-2d26-48a2-9292-3d71734ac6d1 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590625 Sep 01 15:06:15.419293 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-af51bd43-1f44-4e21-9ef2-11583120c0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:15.421997 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-af51bd43-1f44-4e21-9ef2-11583120c0a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1314852 Sep 01 15:06:15.441875 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:15.521743 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ee65a-13d9-4281-94e9-4437ec36fa59 None None] Pushing event updated for resources: {'Port': ['ID=da2539b5-117d-47ba-8268-7bdb4c1ac292,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:15.535881 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-60a73205-ac32-47a5-ad59-74cd4f97971a None None] Port a57923a2-560b-45df-b6d0-3b5ce62f2cb2 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:06:15.548463 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6975ac-e1ba-4110-a23e-c748fcd4d2c1 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event updated for resources: {'Network': ['ID=b50e13fa-412b-4c27-b63f-60e02c1740cc,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:15.578224 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fd3153fa-1166-4e23-a27a-627795b13d45 req-bce81fc0-c950-44c8-b98a-9e306aa7a1c6 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5594633 Sep 01 15:06:15.586092 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network b50e13fa-412b-4c27-b63f-60e02c1740cc details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:06:15.595782 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0f6975ac-e1ba-4110-a23e-c748fcd4d2c1 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3724580 Sep 01 15:06:15.607004 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-e863fa95-1625-486b-bd77-d0337081a3b5 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744461 Sep 01 15:06:15.608232 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56614) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:15.625547 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-f2201f4c-b5cc-4a8f-81c1-b02523a615b5 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Request body: {'subnet': {'network_id': 'b50e13fa-412b-4c27-b63f-60e02c1740cc', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:15.671454 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a26d6696-1859-492e-8e59-56d36d3ccc47 None None] Attempting to bind port da2539b5-117d-47ba-8268-7bdb4c1ac292 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:06:15.671830 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a26d6696-1859-492e-8e59-56d36d3ccc47 None None] Attempting to bind port da2539b5-117d-47ba-8268-7bdb4c1ac292 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a6b1b25b-dba6-4860-8144-41e84e049329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7dca5e6c-63e2-4132-95da-4ad9f7be71a2'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:06:15.672196 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26d6696-1859-492e-8e59-56d36d3ccc47 None None] Attempting to bind port da2539b5-117d-47ba-8268-7bdb4c1ac292 on network 7dca5e6c-63e2-4132-95da-4ad9f7be71a2 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:15.676723 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-c36e9fc4-3396-49bc-b9e0-60858cec499b None None] Allocated IP 19.80.0.2 (fca44beb-d855-4a7c-ba31-9561c79e1379/a0b3e4ef-d966-4acf-b0d7-cde0dae3c4c7/7e6348f5-d57e-4793-a9d8-b8cdac01042c) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:06:15.709213 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26d6696-1859-492e-8e59-56d36d3ccc47 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:06:15.709697 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26d6696-1859-492e-8e59-56d36d3ccc47 None None] Checking segment: {'id': 'a6b1b25b-dba6-4860-8144-41e84e049329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7dca5e6c-63e2-4132-95da-4ad9f7be71a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:15.710003 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a26d6696-1859-492e-8e59-56d36d3ccc47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:15.710465 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26d6696-1859-492e-8e59-56d36d3ccc47 None None] Bound using segment: {'id': 'a6b1b25b-dba6-4860-8144-41e84e049329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7dca5e6c-63e2-4132-95da-4ad9f7be71a2'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:06:15.711515 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a26d6696-1859-492e-8e59-56d36d3ccc47 None None] Bound port: da2539b5-117d-47ba-8268-7bdb4c1ac292, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b1b25b-dba6-4860-8144-41e84e049329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7dca5e6c-63e2-4132-95da-4ad9f7be71a2'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:06:15.712450 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a26d6696-1859-492e-8e59-56d36d3ccc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:15.762478 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec25bc-01a7-46d8-b2e0-3eefbc46dafe req-cc007d27-ba69-45c3-8c8e-9956509c8609 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:15.764199 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99ec25bc-01a7-46d8-b2e0-3eefbc46dafe req-cc007d27-ba69-45c3-8c8e-9956509c8609 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 784 time: 0.4504342 Sep 01 15:06:15.906277 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a26d6696-1859-492e-8e59-56d36d3ccc47 None None] For port da2539b5-117d-47ba-8268-7bdb4c1ac292, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:06:15.912395 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a26d6696-1859-492e-8e59-56d36d3ccc47 None None] For port da2539b5-117d-47ba-8268-7bdb4c1ac292, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=da2539b5-117d-47ba-8268-7bdb4c1ac292,segment=NetworkSegment(a6b1b25b-dba6-4860-8144-41e84e049329),segment_id=a6b1b25b-dba6-4860-8144-41e84e049329)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:06:15.919829 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a26d6696-1859-492e-8e59-56d36d3ccc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:15.920735 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99ec25bc-01a7-46d8-b2e0-3eefbc46dafe req-ee252b83-5cf0-4b4a-8697-c42efeab864d tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.59 HTTP/1.1" status: 200 len: 1001 time: 0.1135390 Sep 01 15:06:15.925726 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e56b8e-f7e9-46ce-9124-05a8794459f1 req-b80a2504-c0f7-41d5-ad31-aa823ea30468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:15.927000 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-59e56b8e-f7e9-46ce-9124-05a8794459f1 req-b80a2504-c0f7-41d5-ad31-aa823ea30468 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&device_id=e39dea2c-6913-41de-ac2f-127690c4a716 HTTP/1.1" status: 200 len: 1099 time: 0.2319701 Sep 01 15:06:15.954780 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-99ec25bc-01a7-46d8-b2e0-3eefbc46dafe req-eae382b3-401e-4332-b09d-d86934209f18 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:16.012278 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7296d68-d083-4bb0-add2-4cfac67ef646 req-416341a8-386d-4cf0-86bc-8e496849b0c5 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814843 Sep 01 15:06:16.047432 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f76a2-28d0-42f2-b71f-d4dd88c78229 req-f47079fc-c32e-4fa3-961c-a5476400fde9 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:16.049415 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-972f76a2-28d0-42f2-b71f-d4dd88c78229 req-f47079fc-c32e-4fa3-961c-a5476400fde9 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 943 time: 0.4403276 Sep 01 15:06:16.061693 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ee65a-13d9-4281-94e9-4437ec36fa59 None None] Pushing event updated for resources: {'Port': ['ID=da2539b5-117d-47ba-8268-7bdb4c1ac292,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:16.069313 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2201f4c-b5cc-4a8f-81c1-b02523a615b5 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Made reservation on behalf of f19f728ef2e84bc7921749b54aaa2b5d for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:06:16.073568 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f2201f4c-b5cc-4a8f-81c1-b02523a615b5 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:16.099331 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301f48d2-b685-49f9-8bc3-895dc27864f1 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:06:16.115238 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-301f48d2-b685-49f9-8bc3-895dc27864f1 admin admin] 10.222.0.60 "PUT /v2.0/routers/17b72601-51c6-4310-9a8f-cd9dfc924618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5564616 Sep 01 15:06:16.115542 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26d6696-1859-492e-8e59-56d36d3ccc47 None None] Routers {'f1220ec3-884f-4990-acf9-ffed72ea813a'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:16.126962 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-99ec25bc-01a7-46d8-b2e0-3eefbc46dafe req-eae382b3-401e-4332-b09d-d86934209f18 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks [] for floatingip, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:16.131637 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3088202a-838e-420a-92e3-5a03117afab2 None None] Sync routers for ids ['17b72601-51c6-4310-9a8f-cd9dfc924618'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:06:16.135862 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a26d6696-1859-492e-8e59-56d36d3ccc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:06:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f1220ec3-884f-4990-acf9-ffed72ea813a'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:16.140332 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c36e9fc4-3396-49bc-b9e0-60858cec499b None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:16.147519 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3088202a-838e-420a-92e3-5a03117afab2 None None] Routers {'17b72601-51c6-4310-9a8f-cd9dfc924618'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:16.151216 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3088202a-838e-420a-92e3-5a03117afab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:06:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['17b72601-51c6-4310-9a8f-cd9dfc924618'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:16.184284 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-972f76a2-28d0-42f2-b71f-d4dd88c78229 req-de5fe90d-7b3e-477a-8a99-2ec799bba146 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245883 Sep 01 15:06:16.314955 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c36e9fc4-3396-49bc-b9e0-60858cec499b None None] Transition to ACTIVE for port object 7e6348f5-d57e-4793-a9d8-b8cdac01042c will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:16.406643 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-3088202a-838e-420a-92e3-5a03117afab2 None None] Set router 17b72601-51c6-4310-9a8f-cd9dfc924618 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:16.418230 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e56b8e-f7e9-46ce-9124-05a8794459f1 req-e4f73c7f-6964-44cb-b9a3-685ee071e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:16.420949 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-59e56b8e-f7e9-46ce-9124-05a8794459f1 req-e4f73c7f-6964-44cb-b9a3-685ee071e415 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.4824898 Sep 01 15:06:16.436407 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c36e9fc4-3396-49bc-b9e0-60858cec499b None None] Transition to ACTIVE for port object 7e6348f5-d57e-4793-a9d8-b8cdac01042c will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:16.451595 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159f4df-d75b-4740-a06b-a149d3d6aba4 req-1d9336d9-a919-444f-9603-68f75a6cf030 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:16.454076 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1159f4df-d75b-4740-a06b-a149d3d6aba4 req-1d9336d9-a919-444f-9603-68f75a6cf030 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=acfbbd44-54c9-4f03-aa17-d832207eb4ca HTTP/1.1" status: 200 len: 948 time: 0.1031928 Sep 01 15:06:16.455995 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f2201f4c-b5cc-4a8f-81c1-b02523a615b5 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:16.457095 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c36e9fc4-3396-49bc-b9e0-60858cec499b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:16.527406 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-a26d6696-1859-492e-8e59-56d36d3ccc47 None None] Set router f1220ec3-884f-4990-acf9-ffed72ea813a gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:16.536176 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36e9fc4-3396-49bc-b9e0-60858cec499b None None] Network fca44beb-d855-4a7c-ba31-9561c79e1379 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:06:16.536434 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2201f4c-b5cc-4a8f-81c1-b02523a615b5 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event updated for resources: {'Subnet': ['ID=a99de4af-f805-4092-bbb6-4f1cfd2d58b7,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:16.586624 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-c36e9fc4-3396-49bc-b9e0-60858cec499b None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:16.590000 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36e9fc4-3396-49bc-b9e0-60858cec499b None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:06:16.596067 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2201f4c-b5cc-4a8f-81c1-b02523a615b5 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Checking segment: {'id': 'c4889870-fe5c-46d1-8d52-ac44a030497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b50e13fa-412b-4c27-b63f-60e02c1740cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:16.596426 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2201f4c-b5cc-4a8f-81c1-b02523a615b5 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Network hostable DHCP agents. Network: b50e13fa-412b-4c27-b63f-60e02c1740cc, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:06:16.606172 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-59e56b8e-f7e9-46ce-9124-05a8794459f1 req-c1cc0e81-6732-468a-8b39-02636ff8482c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=45ba23b2-21cd-4b4d-bd09-513295a606b2 HTTP/1.1" status: 200 len: 217 time: 0.1205473 Sep 01 15:06:16.614413 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1159f4df-d75b-4740-a06b-a149d3d6aba4 req-3b0a3d4d-050b-44f0-b8b9-01f8f95b511b tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512771 Sep 01 15:06:16.642756 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2201f4c-b5cc-4a8f-81c1-b02523a615b5 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Network b50e13fa-412b-4c27-b63f-60e02c1740cc is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:06:16.648718 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e9fc4-3396-49bc-b9e0-60858cec499b None None] Pushing event updated for resources: {'Port': ['ID=7e6348f5-d57e-4793-a9d8-b8cdac01042c,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:16.660636 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-f2201f4c-b5cc-4a8f-81c1-b02523a615b5 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, b50e13fa-412b-4c27-b63f-60e02c1740cc) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:16.678445 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2201f4c-b5cc-4a8f-81c1-b02523a615b5 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:16.679388 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f2201f4c-b5cc-4a8f-81c1-b02523a615b5 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:16.701599 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05ed6b3-f93e-4e43-9e3c-9d732ddcef5e x-openstack-request-id: req-e05ed6b3-f93e-4e43-9e3c-9d732ddcef5e {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:16.703041 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acfbbd44-54c9-4f03-aa17-d832207eb4ca", "tag": "ad439848-cfae-4329-b0ce-b479755e4f57", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:16.703542 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e05ed6b3-f93e-4e43-9e3c-9d732ddcef5e {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:16.704492 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acfbbd44-54c9-4f03-aa17-d832207eb4ca', 'tag': 'ad439848-cfae-4329-b0ce-b479755e4f57', 'status': 'completed', 'code': 200} Sep 01 15:06:16.717823 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f2201f4c-b5cc-4a8f-81c1-b02523a615b5 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0992975 Sep 01 15:06:16.737316 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980b6ab4-def2-4c53-a590-302944f4677b None None] Network b50e13fa-412b-4c27-b63f-60e02c1740cc requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:06:16.812053 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3088202a-838e-420a-92e3-5a03117afab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b72601-51c6-4310-9a8f-cd9dfc924618', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-961012389-router', 'tenant_id': '6456387f59bb45188ac26dc22115a59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '178b377d-c150-4a5a-a348-beff82497187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:56Z', 'updated_at': '2021-09-01T15:06:12Z', 'revision_number': 4, 'project_id': '6456387f59bb45188ac26dc22115a59c', 'gw_port': {'id': '178b377d-c150-4a5a-a348-beff82497187', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:88:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b72601-51c6-4310-9a8f-cd9dfc924618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:57Z', 'updated_at': '2021-09-01T15:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'a57923a2-560b-45df-b6d0-3b5ce62f2cb2', 'name': '', 'network_id': '9b865750-6e65-4390-b25c-0c7d64ba377e', 'tenant_id': '6456387f59bb45188ac26dc22115a59c', 'mac_address': 'fa:16:3e:ff:00:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b72601-51c6-4310-9a8f-cd9dfc924618', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '6e35ccba-12c7-4233-aff2-5ddf3c2e2d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:06:07Z', 'updated_at': '2021-09-01T15:06:12Z', 'revision_number': 2, 'project_id': '6456387f59bb45188ac26dc22115a59c', 'subnets': [{'id': '6e35ccba-12c7-4233-aff2-5ddf3c2e2d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:16.826200 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6f524-fc5a-4268-914d-901ff6783030 req-8d5c5b13-009b-49fc-a47b-d8cd474d8e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:16.829293 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bbe6f524-fc5a-4268-914d-901ff6783030 req-8d5c5b13-009b-49fc-a47b-d8cd474d8e51 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=dffe660ba37e46898d1f4bbf5f9d51ba&device_id=acfbbd44-54c9-4f03-aa17-d832207eb4ca HTTP/1.1" status: 200 len: 1099 time: 0.1095603 Sep 01 15:06:16.837148 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-99ec25bc-01a7-46d8-b2e0-3eefbc46dafe req-eae382b3-401e-4332-b09d-d86934209f18 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:16.848761 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3088202a-838e-420a-92e3-5a03117afab2 None None] Checking router: 17b72601-51c6-4310-9a8f-cd9dfc924618 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:06:16.849151 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3088202a-838e-420a-92e3-5a03117afab2 None None] Updating router 17b72601-51c6-4310-9a8f-cd9dfc924618 port a57923a2-560b-45df-b6d0-3b5ce62f2cb2 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:06:16.850393 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e56b8e-f7e9-46ce-9124-05a8794459f1 req-dc7bfd04-25ed-4997-9f60-2e867863eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:16.854632 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-59e56b8e-f7e9-46ce-9124-05a8794459f1 req-dc7bfd04-25ed-4997-9f60-2e867863eae5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.2316093 Sep 01 15:06:16.856388 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-99ec25bc-01a7-46d8-b2e0-3eefbc46dafe req-eae382b3-401e-4332-b09d-d86934209f18 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:16.857459 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [req-99ec25bc-01a7-46d8-b2e0-3eefbc46dafe req-eae382b3-401e-4332-b09d-d86934209f18 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Floating IP 37f42f96-1ee5-4235-bccf-6bd8efafc7e3 disassociated. External IP: 172.25.6.59, port: 8af271d4-421d-48eb-9058-51e1a6adb380. Sep 01 15:06:16.884970 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f4cff-b4e2-4985-9ce1-3c7fc5abd9cd req-9821f060-ee2d-4d65-93f8-cf323bf1678d tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:16.886954 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3088202a-838e-420a-92e3-5a03117afab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:16.894542 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b5f4cff-b4e2-4985-9ce1-3c7fc5abd9cd req-9821f060-ee2d-4d65-93f8-cf323bf1678d tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bda82511-fca0-4acb-ad33-77d1e36b76af HTTP/1.1" status: 200 len: 945 time: 0.1196215 Sep 01 15:06:16.988383 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b5f4cff-b4e2-4985-9ce1-3c7fc5abd9cd req-a032e39d-4de4-4f82-a5e3-92a829e0156c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927713 Sep 01 15:06:17.054902 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c36e9fc4-3396-49bc-b9e0-60858cec499b None None] Attempting to bind port 7e6348f5-d57e-4793-a9d8-b8cdac01042c on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:06:17.055530 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c36e9fc4-3396-49bc-b9e0-60858cec499b None None] Attempting to bind port 7e6348f5-d57e-4793-a9d8-b8cdac01042c by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'dfd5be91-930e-4c39-bf52-8814999f3f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fca44beb-d855-4a7c-ba31-9561c79e1379'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:06:17.056092 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e9fc4-3396-49bc-b9e0-60858cec499b None None] Attempting to bind port 7e6348f5-d57e-4793-a9d8-b8cdac01042c on network fca44beb-d855-4a7c-ba31-9561c79e1379 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:17.070704 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e56b8e-f7e9-46ce-9124-05a8794459f1 req-a30a2e54-9768-4a0c-93ec-6e3c19804b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:17.073116 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-59e56b8e-f7e9-46ce-9124-05a8794459f1 req-a30a2e54-9768-4a0c-93ec-6e3c19804b54 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1610246 Sep 01 15:06:17.082506 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e9fc4-3396-49bc-b9e0-60858cec499b None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:06:17.083111 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e9fc4-3396-49bc-b9e0-60858cec499b None None] Checking segment: {'id': 'dfd5be91-930e-4c39-bf52-8814999f3f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fca44beb-d855-4a7c-ba31-9561c79e1379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:17.083780 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c36e9fc4-3396-49bc-b9e0-60858cec499b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:17.085004 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36e9fc4-3396-49bc-b9e0-60858cec499b None None] Bound using segment: {'id': 'dfd5be91-930e-4c39-bf52-8814999f3f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fca44beb-d855-4a7c-ba31-9561c79e1379'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:06:17.085191 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c36e9fc4-3396-49bc-b9e0-60858cec499b None None] Bound port: 7e6348f5-d57e-4793-a9d8-b8cdac01042c, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd5be91-930e-4c39-bf52-8814999f3f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fca44beb-d855-4a7c-ba31-9561c79e1379'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:06:17.086008 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c36e9fc4-3396-49bc-b9e0-60858cec499b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:17.095000 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6f524-fc5a-4268-914d-901ff6783030 req-937fcaa0-cc17-4980-9110-e2ac44a7ac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:17.099715 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bbe6f524-fc5a-4268-914d-901ff6783030 req-937fcaa0-cc17-4980-9110-e2ac44a7ac68 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.2487147 Sep 01 15:06:17.230562 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bbe6f524-fc5a-4268-914d-901ff6783030 req-1fe17cc9-7b1f-42e0-b0c7-3a9400c39892 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=ad439848-cfae-4329-b0ce-b479755e4f57 HTTP/1.1" status: 200 len: 217 time: 0.1220789 Sep 01 15:06:17.237959 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed74205-2084-4944-88fb-1e2fa3965aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-b50e13fa-412b-4c27-b63f-60e02c1740cc', 'network_id': 'b50e13fa-412b-4c27-b63f-60e02c1740cc', 'tenant_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'fixed_ips': [{'subnet_id': 'a99de4af-f805-4092-bbb6-4f1cfd2d58b7'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:06:17.239465 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5ed74205-2084-4944-88fb-1e2fa3965aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:17.376783 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [req-44ed6ae8-b92d-4a2d-9cdd-49318312cb0c req-fd9ec0d5-1560-4c08-be97-9b25a88730bd tempest-FloatingIPDetailsNegativeTestJSON-1443284654 tempest-FloatingIPDetailsNegativeTestJSON-1443284654-project] show failed (client error): The resource could not be found. Sep 01 15:06:17.393667 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-44ed6ae8-b92d-4a2d-9cdd-49318312cb0c req-fd9ec0d5-1560-4c08-be97-9b25a88730bd tempest-FloatingIPDetailsNegativeTestJSON-1443284654 tempest-FloatingIPDetailsNegativeTestJSON-1443284654-project] 10.222.0.60 "GET /v2.0/floatingips/5efe9af9-9362-4214-b900-cca028e0a1cc HTTP/1.1" status: 404 len: 350 time: 0.0760474 Sep 01 15:06:17.395843 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56636) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:17.446262 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-59e56b8e-f7e9-46ce-9124-05a8794459f1 req-858e64e2-9084-4a46-a848-8d660c9a21ce service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635075 Sep 01 15:06:17.458620 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3088202a-838e-420a-92e3-5a03117afab2 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:17.470708 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-3088202a-838e-420a-92e3-5a03117afab2 None None] Transition to ACTIVE for port object a57923a2-560b-45df-b6d0-3b5ce62f2cb2 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:17.482156 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3088202a-838e-420a-92e3-5a03117afab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:17.521540 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6f524-fc5a-4268-914d-901ff6783030 req-c1d8d369-11c8-4fc0-a6ca-6a073f2d25b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:17.523199 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bbe6f524-fc5a-4268-914d-901ff6783030 req-c1d8d369-11c8-4fc0-a6ca-6a073f2d25b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.2844751 Sep 01 15:06:17.590633 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device ad439848-cfae-4329-b0ce-b479755e4f57 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:06:17.591515 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08e7d7-c356-4e73-941e-8fda7c9250d1 None None] Pushing event updated for resources: {'Port': ['ID=a57923a2-560b-45df-b6d0-3b5ce62f2cb2,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:17.622639 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08e7d7-c356-4e73-941e-8fda7c9250d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:17.623219 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08e7d7-c356-4e73-941e-8fda7c9250d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:17.623787 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08e7d7-c356-4e73-941e-8fda7c9250d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:17.624357 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08e7d7-c356-4e73-941e-8fda7c9250d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:17.624921 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08e7d7-c356-4e73-941e-8fda7c9250d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:17.625486 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08e7d7-c356-4e73-941e-8fda7c9250d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:17.626036 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08e7d7-c356-4e73-941e-8fda7c9250d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:17.626665 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08e7d7-c356-4e73-941e-8fda7c9250d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:17.627198 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08e7d7-c356-4e73-941e-8fda7c9250d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:17.627775 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08e7d7-c356-4e73-941e-8fda7c9250d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:17.628348 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08e7d7-c356-4e73-941e-8fda7c9250d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:17.628874 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a08e7d7-c356-4e73-941e-8fda7c9250d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:17.632967 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99ec25bc-01a7-46d8-b2e0-3eefbc46dafe req-eae382b3-401e-4332-b09d-d86934209f18 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Router 1439696b-6e0b-4d71-9b16-4e002129d963 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:06:17.645968 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af134c13-7186-47c6-adab-18a69a115bdf req-576bef21-deb3-4d6d-87ac-e3534b5551cb tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:17.647730 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-af134c13-7186-47c6-adab-18a69a115bdf req-576bef21-deb3-4d6d-87ac-e3534b5551cb tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39dea2c-6913-41de-ac2f-127690c4a716 HTTP/1.1" status: 200 len: 948 time: 0.1353850 Sep 01 15:06:17.712510 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-3088202a-838e-420a-92e3-5a03117afab2 None None] Attempting to bind port a57923a2-560b-45df-b6d0-3b5ce62f2cb2 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:06:17.713055 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6f524-fc5a-4268-914d-901ff6783030 req-2696ccea-6c63-478b-b735-35908ba38442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:17.713261 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-3088202a-838e-420a-92e3-5a03117afab2 None None] Attempting to bind port a57923a2-560b-45df-b6d0-3b5ce62f2cb2 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'b24876e2-4bd4-4bdb-9375-7123253fe5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9b865750-6e65-4390-b25c-0c7d64ba377e'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:06:17.713781 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3088202a-838e-420a-92e3-5a03117afab2 None None] Attempting to bind port a57923a2-560b-45df-b6d0-3b5ce62f2cb2 on network 9b865750-6e65-4390-b25c-0c7d64ba377e {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:17.714591 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bbe6f524-fc5a-4268-914d-901ff6783030 req-2696ccea-6c63-478b-b735-35908ba38442 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1408510 Sep 01 15:06:17.716260 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-59e56b8e-f7e9-46ce-9124-05a8794459f1 req-25ae3452-53c8-440e-9d68-9be355655b5c service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592034 Sep 01 15:06:17.730763 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3088202a-838e-420a-92e3-5a03117afab2 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:06:17.731362 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3088202a-838e-420a-92e3-5a03117afab2 None None] Checking segment: {'id': 'b24876e2-4bd4-4bdb-9375-7123253fe5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9b865750-6e65-4390-b25c-0c7d64ba377e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:17.732041 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3088202a-838e-420a-92e3-5a03117afab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:17.732709 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3088202a-838e-420a-92e3-5a03117afab2 None None] Bound using segment: {'id': 'b24876e2-4bd4-4bdb-9375-7123253fe5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9b865750-6e65-4390-b25c-0c7d64ba377e'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:06:17.735790 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-3088202a-838e-420a-92e3-5a03117afab2 None None] Bound port: a57923a2-560b-45df-b6d0-3b5ce62f2cb2, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b24876e2-4bd4-4bdb-9375-7123253fe5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9b865750-6e65-4390-b25c-0c7d64ba377e'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:06:17.736663 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3088202a-838e-420a-92e3-5a03117afab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:17.791825 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port ad439848-cfae-4329-b0ce-b479755e4f57, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=ad439848-cfae-4329-b0ce-b479755e4f57,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:17.832701 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-5ed74205-2084-4944-88fb-1e2fa3965aa0 None None] Allocated IP 19.86.0.2 (b50e13fa-412b-4c27-b63f-60e02c1740cc/a99de4af-f805-4092-bbb6-4f1cfd2d58b7/5e601c59-2458-40e3-a6c9-52b14753dabc) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:06:17.866781 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99ec25bc-01a7-46d8-b2e0-3eefbc46dafe req-eae382b3-401e-4332-b09d-d86934209f18 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:06:17.872683 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-99ec25bc-01a7-46d8-b2e0-3eefbc46dafe req-eae382b3-401e-4332-b09d-d86934209f18 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:17.911531 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-3088202a-838e-420a-92e3-5a03117afab2 None None] For port a57923a2-560b-45df-b6d0-3b5ce62f2cb2, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:06:17.916765 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-3088202a-838e-420a-92e3-5a03117afab2 None None] For port a57923a2-560b-45df-b6d0-3b5ce62f2cb2, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a57923a2-560b-45df-b6d0-3b5ce62f2cb2,segment=NetworkSegment(b24876e2-4bd4-4bdb-9375-7123253fe5e0),segment_id=b24876e2-4bd4-4bdb-9375-7123253fe5e0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:06:17.925013 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99ec25bc-01a7-46d8-b2e0-3eefbc46dafe req-eae382b3-401e-4332-b09d-d86934209f18 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "PUT /v2.0/floatingips/37f42f96-1ee5-4235-bccf-6bd8efafc7e3 HTTP/1.1" status: 200 len: 694 time: 1.9878643 Sep 01 15:06:17.925844 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68134493-efbd-4d86-b112-6d7a37c588a4', 'tag': '8af271d4-421d-48eb-9058-51e1a6adb380'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:17.927725 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'ad439848-cfae-4329-b0ce-b479755e4f57', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': 'ad439848-cfae-4329-b0ce-b479755e4f57', 'mac_address': 'fa:16:3e:49:88:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:06:17.929748 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35a7f11-9910-4fa7-9277-4432c6442611" -d '{"events": [{"name": "network-changed", "server_uuid": "68134493-efbd-4d86-b112-6d7a37c588a4", "tag": "8af271d4-421d-48eb-9058-51e1a6adb380"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:17.937781 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3088202a-838e-420a-92e3-5a03117afab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:17.943792 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebd9ce0-30fb-40cd-a577-53576ff83cfb None None] Sync routers for ids ['1439696b-6e0b-4d71-9b16-4e002129d963'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:06:17.979590 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-af134c13-7186-47c6-adab-18a69a115bdf req-46116840-265c-4ded-9e05-60da8dd2baad tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759023 Sep 01 15:06:18.019701 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c36e9fc4-3396-49bc-b9e0-60858cec499b None None] For port 7e6348f5-d57e-4793-a9d8-b8cdac01042c, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:06:18.041005 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec25bc-01a7-46d8-b2e0-3eefbc46dafe req-4c3377da-a8e4-443f-a9ed-0e70de0a3811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:18.048990 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3088202a-838e-420a-92e3-5a03117afab2 None None] Routers {'17b72601-51c6-4310-9a8f-cd9dfc924618'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:18.049549 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99ec25bc-01a7-46d8-b2e0-3eefbc46dafe req-4c3377da-a8e4-443f-a9ed-0e70de0a3811 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d059c23fd084d448e8967c7e183d604&device_id=68134493-efbd-4d86-b112-6d7a37c588a4 HTTP/1.1" status: 200 len: 1097 time: 0.0926814 Sep 01 15:06:18.067210 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3088202a-838e-420a-92e3-5a03117afab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:06:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['17b72601-51c6-4310-9a8f-cd9dfc924618'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:18.106995 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c36e9fc4-3396-49bc-b9e0-60858cec499b None None] For port 7e6348f5-d57e-4793-a9d8-b8cdac01042c, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=7e6348f5-d57e-4793-a9d8-b8cdac01042c,segment=NetworkSegment(dfd5be91-930e-4c39-bf52-8814999f3f76),segment_id=dfd5be91-930e-4c39-bf52-8814999f3f76)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:06:18.110675 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebd9ce0-30fb-40cd-a577-53576ff83cfb None None] Routers {'1439696b-6e0b-4d71-9b16-4e002129d963'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:18.111494 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-9ebd9ce0-30fb-40cd-a577-53576ff83cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:06:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['1439696b-6e0b-4d71-9b16-4e002129d963'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:18.204247 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08e7d7-c356-4e73-941e-8fda7c9250d1 None None] Pushing event updated for resources: {'Port': ['ID=a57923a2-560b-45df-b6d0-3b5ce62f2cb2,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:18.214907 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec25bc-01a7-46d8-b2e0-3eefbc46dafe req-d40f9395-a101-4a69-bbc5-01f1670195c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:18.217394 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99ec25bc-01a7-46d8-b2e0-3eefbc46dafe req-d40f9395-a101-4a69-bbc5-01f1670195c5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0c4574ca-74c1-4d97-8601-bc6a1bb51205 HTTP/1.1" status: 200 len: 929 time: 0.1499763 Sep 01 15:06:18.268817 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bbe6f524-fc5a-4268-914d-901ff6783030 req-4497ec41-c8ca-4d7f-b2b7-01e97cc94093 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5430539 Sep 01 15:06:18.309275 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99ec25bc-01a7-46d8-b2e0-3eefbc46dafe req-8c8c1015-f8a2-4bb4-904d-9d7f674b0e2a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8af271d4-421d-48eb-9058-51e1a6adb380 HTTP/1.1" status: 200 len: 217 time: 0.0776188 Sep 01 15:06:18.374475 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-3088202a-838e-420a-92e3-5a03117afab2 None None] Set router 17b72601-51c6-4310-9a8f-cd9dfc924618 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:18.391644 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec25bc-01a7-46d8-b2e0-3eefbc46dafe req-0a749642-a85f-4f8b-932c-dfb3454a6012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:18.395133 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99ec25bc-01a7-46d8-b2e0-3eefbc46dafe req-0a749642-a85f-4f8b-932c-dfb3454a6012 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a4b5be0d-8f40-4d1b-8605-f255c0b7a428 HTTP/1.1" status: 200 len: 867 time: 0.0841918 Sep 01 15:06:18.455146 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:18.475818 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c36e9fc4-3396-49bc-b9e0-60858cec499b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:18.491045 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec25bc-01a7-46d8-b2e0-3eefbc46dafe req-7b0b92d2-bc58-464a-9152-b2aacaa8d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:18.501011 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99ec25bc-01a7-46d8-b2e0-3eefbc46dafe req-7b0b92d2-bc58-464a-9152-b2aacaa8d06e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0c4574ca-74c1-4d97-8601-bc6a1bb51205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974214 Sep 01 15:06:18.513493 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad439848-cfae-4329-b0ce-b479755e4f57 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:18.603801 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port ad439848-cfae-4329-b0ce-b479755e4f57, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=ad439848-cfae-4329-b0ce-b479755e4f57,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:18.625932 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-9ebd9ce0-30fb-40cd-a577-53576ff83cfb None None] Set router 1439696b-6e0b-4d71-9b16-4e002129d963 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:18.629765 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a26d6696-1859-492e-8e59-56d36d3ccc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1220ec3-884f-4990-acf9-ffed72ea813a', 'name': 'tempest-ServersTestMultiNic-1986970479-router', 'tenant_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'c0b3cb56-9f8c-4464-a01f-05c8fd41bc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:50Z', 'updated_at': '2021-09-01T15:06:06Z', 'revision_number': 4, 'project_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'gw_port': {'id': 'c0b3cb56-9f8c-4464-a01f-05c8fd41bc42', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1220ec3-884f-4990-acf9-ffed72ea813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:53Z', 'updated_at': '2021-09-01T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'da2539b5-117d-47ba-8268-7bdb4c1ac292', 'name': '', 'network_id': '7dca5e6c-63e2-4132-95da-4ad9f7be71a2', 'tenant_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'mac_address': 'fa:16:3e:30:78:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1220ec3-884f-4990-acf9-ffed72ea813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'f5967ac7-2942-4a71-95ad-f480ad20aaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:06:02Z', 'updated_at': '2021-09-01T15:06:15Z', 'revision_number': 4, 'project_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'subnets': [{'id': 'f5967ac7-2942-4a71-95ad-f480ad20aaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:18.667970 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:18.701188 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99ec25bc-01a7-46d8-b2e0-3eefbc46dafe req-38e2b5fa-4171-4f84-a688-1b7c30b5423b service neutron] 10.222.0.60 "GET /v2.0/networks/0c4574ca-74c1-4d97-8601-bc6a1bb51205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984227 Sep 01 15:06:18.739405 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26d6696-1859-492e-8e59-56d36d3ccc47 None None] The sync data for ids ['f1220ec3-884f-4990-acf9-ffed72ea813a'] in n-d-794796-3 is: [{'id': 'f1220ec3-884f-4990-acf9-ffed72ea813a', 'name': 'tempest-ServersTestMultiNic-1986970479-router', 'tenant_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'c0b3cb56-9f8c-4464-a01f-05c8fd41bc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:50Z', 'updated_at': '2021-09-01T15:06:06Z', 'revision_number': 4, 'project_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'gw_port': {'id': 'c0b3cb56-9f8c-4464-a01f-05c8fd41bc42', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1220ec3-884f-4990-acf9-ffed72ea813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:53Z', 'updated_at': '2021-09-01T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'da2539b5-117d-47ba-8268-7bdb4c1ac292', 'name': '', 'network_id': '7dca5e6c-63e2-4132-95da-4ad9f7be71a2', 'tenant_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'mac_address': 'fa:16:3e:30:78:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1220ec3-884f-4990-acf9-ffed72ea813a', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'f5967ac7-2942-4a71-95ad-f480ad20aaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:06:02Z', 'updated_at': '2021-09-01T15:06:15Z', 'revision_number': 4, 'project_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'subnets': [{'id': 'f5967ac7-2942-4a71-95ad-f480ad20aaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:06:18.781272 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e9fc4-3396-49bc-b9e0-60858cec499b None None] Pushing event updated for resources: {'Port': ['ID=7e6348f5-d57e-4793-a9d8-b8cdac01042c,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:18.885168 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 45ba23b2-21cd-4b4d-bd09-513295a606b2 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:06:18.902690 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5ed74205-2084-4944-88fb-1e2fa3965aa0 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:18.954143 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede641-f0c7-4268-8802-10f84e16c260 req-71e07e0a-66d7-480e-a795-d5f8005b1fec tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:18.974255 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede641-f0c7-4268-8802-10f84e16c260 req-71e07e0a-66d7-480e-a795-d5f8005b1fec tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:18.998232 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5ed74205-2084-4944-88fb-1e2fa3965aa0 None None] Transition to ACTIVE for port object 5e601c59-2458-40e3-a6c9-52b14753dabc will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:19.003089 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-71e07e0a-66d7-480e-a795-d5f8005b1fec tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/networks?id=fca44beb-d855-4a7c-ba31-9561c79e1379&id=b50e13fa-412b-4c27-b63f-60e02c1740cc&id=fca44beb-d855-4a7c-ba31-9561c79e1379 HTTP/1.1" status: 200 len: 1391 time: 0.7387309 Sep 01 15:06:19.026921 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['ad439848-cfae-4329-b0ce-b479755e4f57'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:19.027170 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bbe6f524-fc5a-4268-914d-901ff6783030 req-592df1de-febb-4675-8a30-f1545f87ddeb service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7321882 Sep 01 15:06:19.042418 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3088202a-838e-420a-92e3-5a03117afab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b72601-51c6-4310-9a8f-cd9dfc924618', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-961012389-router', 'tenant_id': '6456387f59bb45188ac26dc22115a59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '178b377d-c150-4a5a-a348-beff82497187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:56Z', 'updated_at': '2021-09-01T15:06:12Z', 'revision_number': 4, 'project_id': '6456387f59bb45188ac26dc22115a59c', 'gw_port': {'id': '178b377d-c150-4a5a-a348-beff82497187', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:88:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b72601-51c6-4310-9a8f-cd9dfc924618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:57Z', 'updated_at': '2021-09-01T15:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'a57923a2-560b-45df-b6d0-3b5ce62f2cb2', 'name': '', 'network_id': '9b865750-6e65-4390-b25c-0c7d64ba377e', 'tenant_id': '6456387f59bb45188ac26dc22115a59c', 'mac_address': 'fa:16:3e:ff:00:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b72601-51c6-4310-9a8f-cd9dfc924618', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '6e35ccba-12c7-4233-aff2-5ddf3c2e2d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:06:07Z', 'updated_at': '2021-09-01T15:06:17Z', 'revision_number': 4, 'project_id': '6456387f59bb45188ac26dc22115a59c', 'subnets': [{'id': '6e35ccba-12c7-4233-aff2-5ddf3c2e2d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:19.061399 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-05a2b060-5cee-4256-ab52-aa4abdbd68e0 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/quotas/f19f728ef2e84bc7921749b54aaa2b5d HTTP/1.1" status: 200 len: 375 time: 0.0328853 Sep 01 15:06:19.120006 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99ec25bc-01a7-46d8-b2e0-3eefbc46dafe req-9262b820-01cc-41ac-bd1f-f9c539b54792 service neutron] 10.222.0.60 "GET /v2.0/networks/0c4574ca-74c1-4d97-8601-bc6a1bb51205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831222 Sep 01 15:06:19.137654 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=ad439848-cfae-4329-b0ce-b479755e4f57,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:19.161943 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.resource_extend [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:06:19.165900 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3088202a-838e-420a-92e3-5a03117afab2 None None] The sync data for ids ['17b72601-51c6-4310-9a8f-cd9dfc924618'] in n-d-794796-3 is: [{'id': '17b72601-51c6-4310-9a8f-cd9dfc924618', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-961012389-router', 'tenant_id': '6456387f59bb45188ac26dc22115a59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '178b377d-c150-4a5a-a348-beff82497187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:56Z', 'updated_at': '2021-09-01T15:06:12Z', 'revision_number': 4, 'project_id': '6456387f59bb45188ac26dc22115a59c', 'gw_port': {'id': '178b377d-c150-4a5a-a348-beff82497187', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:88:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b72601-51c6-4310-9a8f-cd9dfc924618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:57Z', 'updated_at': '2021-09-01T15:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'a57923a2-560b-45df-b6d0-3b5ce62f2cb2', 'name': '', 'network_id': '9b865750-6e65-4390-b25c-0c7d64ba377e', 'tenant_id': '6456387f59bb45188ac26dc22115a59c', 'mac_address': 'fa:16:3e:ff:00:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b72601-51c6-4310-9a8f-cd9dfc924618', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '6e35ccba-12c7-4233-aff2-5ddf3c2e2d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:06:07Z', 'updated_at': '2021-09-01T15:06:17Z', 'revision_number': 4, 'project_id': '6456387f59bb45188ac26dc22115a59c', 'subnets': [{'id': '6e35ccba-12c7-4233-aff2-5ddf3c2e2d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:06:19.195216 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5ed74205-2084-4944-88fb-1e2fa3965aa0 None None] Transition to ACTIVE for port object 5e601c59-2458-40e3-a6c9-52b14753dabc will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:19.284242 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-c1d79ba6-67a6-48d8-8cc0-e6b99f111e77 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f19f728ef2e84bc7921749b54aaa2b5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2157288 Sep 01 15:06:19.314612 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5ed74205-2084-4944-88fb-1e2fa3965aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:19.477666 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed74205-2084-4944-88fb-1e2fa3965aa0 None None] Network b50e13fa-412b-4c27-b63f-60e02c1740cc is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:06:19.566268 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-5ed74205-2084-4944-88fb-1e2fa3965aa0 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:19.569763 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed74205-2084-4944-88fb-1e2fa3965aa0 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:06:19.572602 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed74205-2084-4944-88fb-1e2fa3965aa0 None None] Pushing event updated for resources: {'Port': ['ID=5e601c59-2458-40e3-a6c9-52b14753dabc,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:19.597567 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3e54e6bf-bc0f-429e-9823-94e92d5ebc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:19.649232 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 45ba23b2-21cd-4b4d-bd09-513295a606b2, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=45ba23b2-21cd-4b4d-bd09-513295a606b2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:19.707402 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '45ba23b2-21cd-4b4d-bd09-513295a606b2', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': '45ba23b2-21cd-4b4d-bd09-513295a606b2', 'mac_address': 'fa:16:3e:68:4d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:06:19.840649 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-5ed74205-2084-4944-88fb-1e2fa3965aa0 None None] Attempting to bind port 5e601c59-2458-40e3-a6c9-52b14753dabc on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:06:19.841348 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-5ed74205-2084-4944-88fb-1e2fa3965aa0 None None] Attempting to bind port 5e601c59-2458-40e3-a6c9-52b14753dabc by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'c4889870-fe5c-46d1-8d52-ac44a030497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b50e13fa-412b-4c27-b63f-60e02c1740cc'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:06:19.841772 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed74205-2084-4944-88fb-1e2fa3965aa0 None None] Attempting to bind port 5e601c59-2458-40e3-a6c9-52b14753dabc on network b50e13fa-412b-4c27-b63f-60e02c1740cc {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:19.859207 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4a244-68b2-4463-a1c1-c2c91a73837c req-c75b306a-dea7-4c47-80a4-d5cc77f8f204 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:19.881971 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dbf4a244-68b2-4463-a1c1-c2c91a73837c req-c75b306a-dea7-4c47-80a4-d5cc77f8f204 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 943 time: 0.1932075 Sep 01 15:06:19.883388 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed74205-2084-4944-88fb-1e2fa3965aa0 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:06:19.883388 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed74205-2084-4944-88fb-1e2fa3965aa0 None None] Checking segment: {'id': 'c4889870-fe5c-46d1-8d52-ac44a030497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b50e13fa-412b-4c27-b63f-60e02c1740cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:19.883848 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5ed74205-2084-4944-88fb-1e2fa3965aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:19.884045 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed74205-2084-4944-88fb-1e2fa3965aa0 None None] Bound using segment: {'id': 'c4889870-fe5c-46d1-8d52-ac44a030497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b50e13fa-412b-4c27-b63f-60e02c1740cc'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:06:19.884666 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-5ed74205-2084-4944-88fb-1e2fa3965aa0 None None] Bound port: 5e601c59-2458-40e3-a6c9-52b14753dabc, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4889870-fe5c-46d1-8d52-ac44a030497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b50e13fa-412b-4c27-b63f-60e02c1740cc'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:06:19.885162 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5ed74205-2084-4944-88fb-1e2fa3965aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:19.936847 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-c83d9f6d-19b4-4b51-b7a6-cf60c376b475 service neutron] 10.222.0.60 "GET /v2.0/networks/fca44beb-d855-4a7c-ba31-9561c79e1379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5944538 Sep 01 15:06:20.002980 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-9ebd9ce0-30fb-40cd-a577-53576ff83cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-670089437-router', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:50Z', 'updated_at': '2021-09-01T15:05:07Z', 'revision_number': 4, 'project_id': '5d059c23fd084d448e8967c7e183d604', 'gw_port': {'id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:52Z', 'updated_at': '2021-09-01T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '989199c6-7c43-4550-915c-5a2ad905b6c2', 'name': '', 'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'mac_address': 'fa:16:3e:12:1c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'a4b5be0d-8f40-4d1b-8605-f255c0b7a428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:05Z', 'updated_at': '2021-09-01T15:05:19Z', 'revision_number': 5, 'project_id': '5d059c23fd084d448e8967c7e183d604', 'subnets': [{'id': 'a4b5be0d-8f40-4d1b-8605-f255c0b7a428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:20.033647 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dbf4a244-68b2-4463-a1c1-c2c91a73837c req-5ddfbcc5-89f2-4da8-93eb-b469bb4bc295 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440465 Sep 01 15:06:20.065801 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:20.101558 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebd9ce0-30fb-40cd-a577-53576ff83cfb None None] Checking router: 1439696b-6e0b-4d71-9b16-4e002129d963 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:06:20.112333 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ba23b2-21cd-4b4d-bd09-513295a606b2 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:20.186665 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 45ba23b2-21cd-4b4d-bd09-513295a606b2, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=45ba23b2-21cd-4b4d-bd09-513295a606b2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:20.190473 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebd9ce0-30fb-40cd-a577-53576ff83cfb None None] Routers {'1439696b-6e0b-4d71-9b16-4e002129d963'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:20.190977 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-9ebd9ce0-30fb-40cd-a577-53576ff83cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:06:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['1439696b-6e0b-4d71-9b16-4e002129d963'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:20.327062 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-5ed74205-2084-4944-88fb-1e2fa3965aa0 None None] For port 5e601c59-2458-40e3-a6c9-52b14753dabc, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:06:20.331761 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:20.340181 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-5ed74205-2084-4944-88fb-1e2fa3965aa0 None None] For port 5e601c59-2458-40e3-a6c9-52b14753dabc, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=5e601c59-2458-40e3-a6c9-52b14753dabc,segment=NetworkSegment(c4889870-fe5c-46d1-8d52-ac44a030497a),segment_id=c4889870-fe5c-46d1-8d52-ac44a030497a)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:06:20.381860 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5ed74205-2084-4944-88fb-1e2fa3965aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:20.388571 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3a828-72f2-42f5-b9c2-e16020d6ee6f req-7f7cdfdd-cbb4-4080-b389-666759ae33d8 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:20.405459 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55a3a828-72f2-42f5-b9c2-e16020d6ee6f req-7f7cdfdd-cbb4-4080-b389-666759ae33d8 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=acfbbd44-54c9-4f03-aa17-d832207eb4ca HTTP/1.1" status: 200 len: 949 time: 0.1357136 Sep 01 15:06:20.411757 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-25737bee-727d-4a49-a62b-0d815d78ff1f service neutron] 10.222.0.60 "GET /v2.0/networks/fca44beb-d855-4a7c-ba31-9561c79e1379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734795 Sep 01 15:06:20.572419 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55a3a828-72f2-42f5-b9c2-e16020d6ee6f req-d539b806-4ddd-4cdd-a0bc-c9d8779db745 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527851 Sep 01 15:06:20.573022 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=45ba23b2-21cd-4b4d-bd09-513295a606b2,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:20.707555 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-9ebd9ce0-30fb-40cd-a577-53576ff83cfb None None] Set router 1439696b-6e0b-4d71-9b16-4e002129d963 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:20.725096 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0e6cf6-34b2-44b9-97e7-42f5859375be None None] Network fca44beb-d855-4a7c-ba31-9561c79e1379 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:06:20.732232 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['45ba23b2-21cd-4b4d-bd09-513295a606b2'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:20.744776 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfef0e9-87e5-4f39-851c-cc73be7176c6 x-openstack-request-id: req-5bfef0e9-87e5-4f39-851c-cc73be7176c6 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:20.745636 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68134493-efbd-4d86-b112-6d7a37c588a4", "tag": "8af271d4-421d-48eb-9058-51e1a6adb380", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:20.746156 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5bfef0e9-87e5-4f39-851c-cc73be7176c6 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:20.746946 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68134493-efbd-4d86-b112-6d7a37c588a4', 'tag': '8af271d4-421d-48eb-9058-51e1a6adb380', 'status': 'completed', 'code': 200} Sep 01 15:06:20.901910 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-b316be8a-54a6-4ea0-ba63-fdc79d267c8c service neutron] 10.222.0.60 "GET /v2.0/networks/b50e13fa-412b-4c27-b63f-60e02c1740cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580297 Sep 01 15:06:21.037377 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed74205-2084-4944-88fb-1e2fa3965aa0 None None] Pushing event updated for resources: {'Port': ['ID=5e601c59-2458-40e3-a6c9-52b14753dabc,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:21.067232 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a57923a2-560b-45df-b6d0-3b5ce62f2cb2 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:21.098019 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a7f11-9910-4fa7-9277-4432c6442611 req-05030298-f339-4d9b-8c0f-d23567b40aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:21.104717 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c35a7f11-9910-4fa7-9277-4432c6442611 req-05030298-f339-4d9b-8c0f-d23567b40aa4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d059c23fd084d448e8967c7e183d604&device_id=68134493-efbd-4d86-b112-6d7a37c588a4 HTTP/1.1" status: 200 len: 1097 time: 0.3214464 Sep 01 15:06:21.153414 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439bd82-d1e8-473a-a361-059ea7e49cd8 req-1f9e4df0-464c-4783-bd75-aefd542c2a7e tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:21.171859 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7439bd82-d1e8-473a-a361-059ea7e49cd8 req-1f9e4df0-464c-4783-bd75-aefd542c2a7e tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39dea2c-6913-41de-ac2f-127690c4a716 HTTP/1.1" status: 200 len: 949 time: 0.1601624 Sep 01 15:06:21.222993 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9c12f95a-b0e2-4d1e-8fde-f5d97370f01b None None] Provisioning for port 7e6348f5-d57e-4793-a9d8-b8cdac01042c completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:21.231408 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7439bd82-d1e8-473a-a361-059ea7e49cd8 req-2798619e-ba88-4546-9815-7108b64c5fba tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562050 Sep 01 15:06:21.348992 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3f75cb2d-d20d-4f30-9a11-6c8c5bc871f8 req-645a5647-b154-4d5e-8d2a-4f033d6f3fb7 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/floatingips/37f42f96-1ee5-4235-bccf-6bd8efafc7e3 HTTP/1.1" status: 200 len: 694 time: 0.0914457 Sep 01 15:06:21.501182 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device ad439848-cfae-4329-b0ce-b479755e4f57 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:21.559748 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75cb2d-d20d-4f30-9a11-6c8c5bc871f8 req-2aab556a-c571-43d7-92b6-fdb0a5330b36 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:21.568233 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3f75cb2d-d20d-4f30-9a11-6c8c5bc871f8 req-2aab556a-c571-43d7-92b6-fdb0a5330b36 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 784 time: 0.2173803 Sep 01 15:06:21.576523 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port a57923a2-560b-45df-b6d0-3b5ce62f2cb2 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:21.604961 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port a57923a2-560b-45df-b6d0-3b5ce62f2cb2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:21.605343 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:21.638976 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3f75cb2d-d20d-4f30-9a11-6c8c5bc871f8 req-a0e1b773-c4e6-4788-aaa3-306725a2cf58 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.59 HTTP/1.1" status: 200 len: 697 time: 0.0695770 Sep 01 15:06:21.713682 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3f75cb2d-d20d-4f30-9a11-6c8c5bc871f8 req-1fe14f3b-c876-48e4-b933-874065f772da tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.59 HTTP/1.1" status: 200 len: 697 time: 0.0736449 Sep 01 15:06:21.910594 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a7f11-9910-4fa7-9277-4432c6442611 req-4fd51833-2ab8-4604-a74b-f257a4e28a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:21.915942 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c35a7f11-9910-4fa7-9277-4432c6442611 req-4fd51833-2ab8-4604-a74b-f257a4e28a05 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0c4574ca-74c1-4d97-8601-bc6a1bb51205 HTTP/1.1" status: 200 len: 929 time: 0.7983282 Sep 01 15:06:21.918022 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-3f75cb2d-d20d-4f30-9a11-6c8c5bc871f8 req-48c6d091-e322-4820-a4c8-22e568c202cb tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Deleting port eba8852c-997a-4db8-9af7-e22033810edc {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:06:21.918554 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3f75cb2d-d20d-4f30-9a11-6c8c5bc871f8 req-48c6d091-e322-4820-a4c8-22e568c202cb tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:21.957185 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-3e54e6bf-bc0f-429e-9823-94e92d5ebc30 admin admin] Deleting port a57923a2-560b-45df-b6d0-3b5ce62f2cb2 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:06:21.957954 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3e54e6bf-bc0f-429e-9823-94e92d5ebc30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:21.998832 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:22.006735 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port ad439848-cfae-4329-b0ce-b479755e4f57 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:22.007073 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-14c8fa44-8cc6-411b-8b63-8f0c9f8487b2 service neutron] 10.222.0.60 "GET /v2.0/networks/b50e13fa-412b-4c27-b63f-60e02c1740cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0734122 Sep 01 15:06:22.027478 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c35a7f11-9910-4fa7-9277-4432c6442611 req-0279cd01-5e28-4323-a8d0-cebcc1cb5603 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8af271d4-421d-48eb-9058-51e1a6adb380 HTTP/1.1" status: 200 len: 217 time: 0.0919483 Sep 01 15:06:22.030789 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port ad439848-cfae-4329-b0ce-b479755e4f57 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:22.031301 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:22.116933 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3f75cb2d-d20d-4f30-9a11-6c8c5bc871f8 req-48c6d091-e322-4820-a4c8-22e568c202cb tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:22.118225 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3f75cb2d-d20d-4f30-9a11-6c8c5bc871f8 req-48c6d091-e322-4820-a4c8-22e568c202cb tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:22.147886 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-3f75cb2d-d20d-4f30-9a11-6c8c5bc871f8 req-48c6d091-e322-4820-a4c8-22e568c202cb tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Calling delete_port for eba8852c-997a-4db8-9af7-e22033810edc owned by network:floatingip {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:06:22.172188 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port a57923a2-560b-45df-b6d0-3b5ce62f2cb2, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a57923a2-560b-45df-b6d0-3b5ce62f2cb2,segment=NetworkSegment(b24876e2-4bd4-4bdb-9375-7123253fe5e0),segment_id=b24876e2-4bd4-4bdb-9375-7123253fe5e0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:22.202354 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:22.203320 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 7e6348f5-d57e-4793-a9d8-b8cdac01042c up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:22.251112 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a7f11-9910-4fa7-9277-4432c6442611 req-8f7393df-2b55-45fe-b143-60f581e32348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:22.256943 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c35a7f11-9910-4fa7-9277-4432c6442611 req-8f7393df-2b55-45fe-b143-60f581e32348 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4b5be0d-8f40-4d1b-8605-f255c0b7a428 HTTP/1.1" status: 200 len: 867 time: 0.1888168 Sep 01 15:06:22.290834 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-f0fe2e70-b914-44c8-8620-6d0c5bed0798 service neutron] 10.222.0.60 "GET /v2.0/networks/fca44beb-d855-4a7c-ba31-9561c79e1379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826817 Sep 01 15:06:22.332744 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=a57923a2-560b-45df-b6d0-3b5ce62f2cb2,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:22.358565 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-9ebd9ce0-30fb-40cd-a577-53576ff83cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-670089437-router', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:50Z', 'updated_at': '2021-09-01T15:05:07Z', 'revision_number': 4, 'project_id': '5d059c23fd084d448e8967c7e183d604', 'gw_port': {'id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:52Z', 'updated_at': '2021-09-01T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '989199c6-7c43-4550-915c-5a2ad905b6c2', 'name': '', 'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'mac_address': 'fa:16:3e:12:1c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'a4b5be0d-8f40-4d1b-8605-f255c0b7a428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:05Z', 'updated_at': '2021-09-01T15:05:19Z', 'revision_number': 5, 'project_id': '5d059c23fd084d448e8967c7e183d604', 'subnets': [{'id': 'a4b5be0d-8f40-4d1b-8605-f255c0b7a428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:22.417138 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-3e54e6bf-bc0f-429e-9823-94e92d5ebc30 admin admin] For port a57923a2-560b-45df-b6d0-3b5ce62f2cb2, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a57923a2-560b-45df-b6d0-3b5ce62f2cb2,segment=NetworkSegment(b24876e2-4bd4-4bdb-9375-7123253fe5e0),segment_id=b24876e2-4bd4-4bdb-9375-7123253fe5e0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:22.417421 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3e54e6bf-bc0f-429e-9823-94e92d5ebc30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:22.423940 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebd9ce0-30fb-40cd-a577-53576ff83cfb None None] The sync data for ids ['1439696b-6e0b-4d71-9b16-4e002129d963'] in n-d-794796-3 is: [{'id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-670089437-router', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:50Z', 'updated_at': '2021-09-01T15:05:07Z', 'revision_number': 4, 'project_id': '5d059c23fd084d448e8967c7e183d604', 'gw_port': {'id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:52Z', 'updated_at': '2021-09-01T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '989199c6-7c43-4550-915c-5a2ad905b6c2', 'name': '', 'network_id': '0c4574ca-74c1-4d97-8601-bc6a1bb51205', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'mac_address': 'fa:16:3e:12:1c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': 'a4b5be0d-8f40-4d1b-8605-f255c0b7a428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:05Z', 'updated_at': '2021-09-01T15:05:19Z', 'revision_number': 5, 'project_id': '5d059c23fd084d448e8967c7e183d604', 'subnets': [{'id': 'a4b5be0d-8f40-4d1b-8605-f255c0b7a428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:06:22.442103 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-3e54e6bf-bc0f-429e-9823-94e92d5ebc30 admin admin] Calling delete_port for a57923a2-560b-45df-b6d0-3b5ce62f2cb2 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:06:22.505480 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a7f11-9910-4fa7-9277-4432c6442611 req-59af2a07-4f79-444a-99a6-ac0eaa870ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:22.506857 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c35a7f11-9910-4fa7-9277-4432c6442611 req-59af2a07-4f79-444a-99a6-ac0eaa870ac9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c4574ca-74c1-4d97-8601-bc6a1bb51205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2365568 Sep 01 15:06:22.578781 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3f75cb2d-d20d-4f30-9a11-6c8c5bc871f8 req-48c6d091-e322-4820-a4c8-22e568c202cb tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:22.599292 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-984a5796-7ace-4a17-a96c-e2fffc3fbb80 service neutron] 10.222.0.60 "GET /v2.0/networks/fca44beb-d855-4a7c-ba31-9561c79e1379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064463 Sep 01 15:06:22.636733 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:22.685571 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 7e6348f5-d57e-4793-a9d8-b8cdac01042c completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:22.745887 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6d091-e322-4820-a4c8-22e568c202cb tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Pushing event deleted for resources: {'Port': ['ID=eba8852c-997a-4db8-9af7-e22033810edc,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:22.787436 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 7e6348f5-d57e-4793-a9d8-b8cdac01042c triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:22.789313 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:22.809392 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085216bd-0e9c-4049-b462-aaaa3629ceb9 None None] Network b50e13fa-412b-4c27-b63f-60e02c1740cc requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:06:22.937051 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3f75cb2d-d20d-4f30-9a11-6c8c5bc871f8 req-48c6d091-e322-4820-a4c8-22e568c202cb tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks [] for floatingip, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:22.940056 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3f75cb2d-d20d-4f30-9a11-6c8c5bc871f8 req-48c6d091-e322-4820-a4c8-22e568c202cb tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:22.941536 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3f75cb2d-d20d-4f30-9a11-6c8c5bc871f8 req-48c6d091-e322-4820-a4c8-22e568c202cb tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "DELETE /v2.0/floatingips/37f42f96-1ee5-4235-bccf-6bd8efafc7e3 HTTP/1.1" status: 204 len: 173 time: 1.2269590 Sep 01 15:06:23.041483 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port ad439848-cfae-4329-b0ce-b479755e4f57, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=ad439848-cfae-4329-b0ce-b479755e4f57,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:23.054078 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfbbd44-54c9-4f03-aa17-d832207eb4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad439848-cfae-4329-b0ce-b479755e4f57'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:23.060736 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d6c2c4-9cc4-476e-9c62-dd9290cc50ef" -d '{"events": [{"server_uuid": "acfbbd44-54c9-4f03-aa17-d832207eb4ca", "name": "network-vif-plugged", "status": "completed", "tag": "ad439848-cfae-4329-b0ce-b479755e4f57"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:23.077634 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device a102d6b9-2d70-494a-8ed0-d22aed919cbb details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:06:23.111764 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c35a7f11-9910-4fa7-9277-4432c6442611 req-125a7f7f-2ab2-4e54-8305-d23a00ad3aa8 service neutron] 10.222.0.45 "GET /v2.0/networks/0c4574ca-74c1-4d97-8601-bc6a1bb51205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5927613 Sep 01 15:06:23.113735 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3e54e6bf-bc0f-429e-9823-94e92d5ebc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:23.114201 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:23.133477 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f137a-0cff-4b39-9b01-7f9eae6c9139 req-9492d965-ccf7-41d4-827b-a4a0402b473d tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:23.147574 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b60f137a-0cff-4b39-9b01-7f9eae6c9139 req-9492d965-ccf7-41d4-827b-a4a0402b473d tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cb6b78b-1da1-4cd7-a912-feefe3278622 HTTP/1.1" status: 200 len: 945 time: 0.1196587 Sep 01 15:06:23.177713 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54e6bf-bc0f-429e-9823-94e92d5ebc30 admin admin] Pushing event deleted for resources: {'Port': ['ID=a57923a2-560b-45df-b6d0-3b5ce62f2cb2,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:23.229771 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-25030f60-e356-4f69-b67e-ae0c25a5d376 None None] Provisioning for port 5e601c59-2458-40e3-a6c9-52b14753dabc completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:23.236690 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b60f137a-0cff-4b39-9b01-7f9eae6c9139 req-09865065-e761-4cc5-ba9e-5f1dea6bdb6b tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "GET /v2.0/security-groups?id=72e2141f-b183-471b-9562-537bc80be07a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739806 Sep 01 15:06:23.395651 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ea8640-ece9-42b8-9343-6e9a3673126b None None] New status for floating IP 37f42f96-1ee5-4235-bccf-6bd8efafc7e3: DOWN {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:06:23.490236 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cda8c6-a038-47e5-8a69-63e463dcf0b2 req-f9d265d0-c70f-42b0-8322-86b22c39ba7d tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:23.523865 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47cda8c6-a038-47e5-8a69-63e463dcf0b2 req-f9d265d0-c70f-42b0-8322-86b22c39ba7d tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 943 time: 0.1960702 Sep 01 15:06:23.547657 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=ad439848-cfae-4329-b0ce-b479755e4f57,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:23.585967 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8da1b1-91de-44e7-bd59-5f3d5f85c8ed req-9d5178a3-81b5-468b-9eb9-ae5ac7683c43 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:23.588766 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7c8da1b1-91de-44e7-bd59-5f3d5f85c8ed req-9d5178a3-81b5-468b-9eb9-ae5ac7683c43 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bda82511-fca0-4acb-ad33-77d1e36b76af HTTP/1.1" status: 200 len: 945 time: 0.6669981 Sep 01 15:06:23.600404 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c35a7f11-9910-4fa7-9277-4432c6442611 req-c62b970c-0a3e-4385-b635-a646061e20ac service neutron] 10.222.0.45 "GET /v2.0/networks/0c4574ca-74c1-4d97-8601-bc6a1bb51205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687815 Sep 01 15:06:23.672114 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:23.674643 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-25030f60-e356-4f69-b67e-ae0c25a5d376 None None] Provisioning complete for port 7e6348f5-d57e-4793-a9d8-b8cdac01042c triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:23.675018 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-25030f60-e356-4f69-b67e-ae0c25a5d376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:23.681828 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47cda8c6-a038-47e5-8a69-63e463dcf0b2 req-e9c8f7d2-a1cb-4107-a531-edaf30373f0e tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459799 Sep 01 15:06:23.796689 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port a102d6b9-2d70-494a-8ed0-d22aed919cbb, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a102d6b9-2d70-494a-8ed0-d22aed919cbb,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:23.835483 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 7e6348f5-d57e-4793-a9d8-b8cdac01042c, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=7e6348f5-d57e-4793-a9d8-b8cdac01042c,segment=NetworkSegment(dfd5be91-930e-4c39-bf52-8814999f3f76),segment_id=dfd5be91-930e-4c39-bf52-8814999f3f76)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:23.839687 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'a102d6b9-2d70-494a-8ed0-d22aed919cbb', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'port_id': 'a102d6b9-2d70-494a-8ed0-d22aed919cbb', 'mac_address': 'fa:16:3e:36:45:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:06:23.846915 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:23.847893 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device da2539b5-117d-47ba-8268-7bdb4c1ac292 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:23.912961 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7c8da1b1-91de-44e7-bd59-5f3d5f85c8ed req-0f4154c6-735a-430a-98f5-638a126f872d tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014419 Sep 01 15:06:23.945840 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3e54e6bf-bc0f-429e-9823-94e92d5ebc30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:23.997051 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffb10f-d65f-4755-b44d-0f4393ca77f0 req-17749f80-ce79-4f34-8e60-fd08d8213dbf tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:24.001066 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-59ffb10f-d65f-4755-b44d-0f4393ca77f0 req-17749f80-ce79-4f34-8e60-fd08d8213dbf tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=acfbbd44-54c9-4f03-aa17-d832207eb4ca HTTP/1.1" status: 200 len: 950 time: 0.1397316 Sep 01 15:06:24.045044 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:24.072917 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-59ffb10f-d65f-4755-b44d-0f4393ca77f0 req-c7995fec-42bd-48a6-9a8b-7be0e702e367 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597723 Sep 01 15:06:24.207312 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a102d6b9-2d70-494a-8ed0-d22aed919cbb {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:24.236584 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b1873f4b-aa78-47cb-b1f0-f448eee76b76 req-94aa7e34-4ba2-49c0-961c-b85dd289e6fb tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 210 time: 0.0697122 Sep 01 15:06:24.257250 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9918e42-79d4-434e-83cd-6d0a23e177b5 req-fc86d53a-9197-48cf-9588-49afb9d89973 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:24.259559 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d9918e42-79d4-434e-83cd-6d0a23e177b5 req-fc86d53a-9197-48cf-9588-49afb9d89973 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39dea2c-6913-41de-ac2f-127690c4a716 HTTP/1.1" status: 200 len: 949 time: 0.1454873 Sep 01 15:06:24.278180 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port a102d6b9-2d70-494a-8ed0-d22aed919cbb, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a102d6b9-2d70-494a-8ed0-d22aed919cbb,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:24.285939 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=7e6348f5-d57e-4793-a9d8-b8cdac01042c,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:24.296480 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:24.308344 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port da2539b5-117d-47ba-8268-7bdb4c1ac292 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:24.362692 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736e5665-f950-489e-964a-bd99375c5996 x-openstack-request-id: req-736e5665-f950-489e-964a-bd99375c5996 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:24.363241 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acfbbd44-54c9-4f03-aa17-d832207eb4ca", "name": "network-vif-plugged", "status": "completed", "tag": "ad439848-cfae-4329-b0ce-b479755e4f57", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:24.363485 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-736e5665-f950-489e-964a-bd99375c5996 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:24.363897 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acfbbd44-54c9-4f03-aa17-d832207eb4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad439848-cfae-4329-b0ce-b479755e4f57', 'code': 200} Sep 01 15:06:24.373026 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port da2539b5-117d-47ba-8268-7bdb4c1ac292 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:24.373574 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:24.392899 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d9918e42-79d4-434e-83cd-6d0a23e177b5 req-9c3174a0-8c92-4f8f-8054-4f16a190612f tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247418 Sep 01 15:06:24.440400 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e54e6bf-bc0f-429e-9823-94e92d5ebc30 admin admin] Router 17b72601-51c6-4310-9a8f-cd9dfc924618 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:06:24.463835 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=a102d6b9-2d70-494a-8ed0-d22aed919cbb,revision_number=9']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:24.595272 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:24.691257 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port da2539b5-117d-47ba-8268-7bdb4c1ac292, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=da2539b5-117d-47ba-8268-7bdb4c1ac292,segment=NetworkSegment(a6b1b25b-dba6-4860-8144-41e84e049329),segment_id=a6b1b25b-dba6-4860-8144-41e84e049329)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:24.693717 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e36209-b2b4-4b57-ba91-194609ce2419 req-c2159f7b-2119-4c57-8282-4fd8e5276c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:24.698021 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-27e36209-b2b4-4b57-ba91-194609ce2419 req-c2159f7b-2119-4c57-8282-4fd8e5276c71 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=acfbbd44-54c9-4f03-aa17-d832207eb4ca HTTP/1.1" status: 200 len: 1101 time: 0.2558560 Sep 01 15:06:24.702614 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:24.822132 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e54e6bf-bc0f-429e-9823-94e92d5ebc30 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:06:24.831376 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3e54e6bf-bc0f-429e-9823-94e92d5ebc30 admin admin] 10.222.0.60 "PUT /v2.0/routers/17b72601-51c6-4310-9a8f-cd9dfc924618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4240491 Sep 01 15:06:24.840475 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56698) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:24.850869 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=da2539b5-117d-47ba-8268-7bdb4c1ac292,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:24.857400 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['a102d6b9-2d70-494a-8ed0-d22aed919cbb'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:24.875497 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab95a9d-472c-4de2-9843-5872a314d9dc None None] Sync routers for ids ['17b72601-51c6-4310-9a8f-cd9dfc924618'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:06:24.881861 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fd643-79e5-4c5a-98fc-036130ca0be8 req-31749e79-ad3d-44eb-b67c-656dbae5c5cb tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:24.885416 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 45ba23b2-21cd-4b4d-bd09-513295a606b2 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:24.888515 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef9fd643-79e5-4c5a-98fc-036130ca0be8 req-31749e79-ad3d-44eb-b67c-656dbae5c5cb tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/ports?device_id=68134493-efbd-4d86-b112-6d7a37c588a4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2051320 Sep 01 15:06:24.897425 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-27e36209-b2b4-4b57-ba91-194609ce2419 req-8f4bae98-375d-4fb2-a56a-83a6e4bc60d9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904786 Sep 01 15:06:25.022441 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab95a9d-472c-4de2-9843-5872a314d9dc None None] Routers {'17b72601-51c6-4310-9a8f-cd9dfc924618'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:25.023097 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-dab95a9d-472c-4de2-9843-5872a314d9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:06:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['17b72601-51c6-4310-9a8f-cd9dfc924618'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:25.072917 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b5d46-6043-45f2-9a5d-359374c75eae req-dfa7ea02-37fa-4c12-afaf-df979f6f4a88 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:25.075471 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b18b5d46-6043-45f2-9a5d-359374c75eae req-dfa7ea02-37fa-4c12-afaf-df979f6f4a88 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bda82511-fca0-4acb-ad33-77d1e36b76af HTTP/1.1" status: 200 len: 945 time: 0.1768675 Sep 01 15:06:25.148921 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-642e633b-b595-471a-8efb-33a2058751db admin admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:25.285993 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-dab95a9d-472c-4de2-9843-5872a314d9dc None None] Set router 17b72601-51c6-4310-9a8f-cd9dfc924618 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:25.294863 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b18b5d46-6043-45f2-9a5d-359374c75eae req-2dbd3e73-7c4f-4beb-b761-1e0093966942 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610577 Sep 01 15:06:25.369609 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef9fd643-79e5-4c5a-98fc-036130ca0be8 req-6a8d363d-837a-46ad-a66e-32272637d3f2 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.4702635 Sep 01 15:06:25.420783 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 5e601c59-2458-40e3-a6c9-52b14753dabc up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:25.482763 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-642e633b-b595-471a-8efb-33a2058751db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:25.578568 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede641-f0c7-4268-8802-10f84e16c260 req-ad03dd13-f645-46bc-8146-05d87a677840 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:25.585161 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede641-f0c7-4268-8802-10f84e16c260 req-ad03dd13-f645-46bc-8146-05d87a677840 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:25.588066 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-ad03dd13-f645-46bc-8146-05d87a677840 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.62 "GET /v2.0/networks?id=fca44beb-d855-4a7c-ba31-9561c79e1379&id=b50e13fa-412b-4c27-b63f-60e02c1740cc&id=fca44beb-d855-4a7c-ba31-9561c79e1379 HTTP/1.1" status: 200 len: 1391 time: 0.2313018 Sep 01 15:06:25.605438 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 45ba23b2-21cd-4b4d-bd09-513295a606b2 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:25.621196 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43944d-8017-4632-922a-b570d9ab2814 req-66232a49-2c98-46c4-872c-8b445caee1fb tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:25.622165 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0a43944d-8017-4632-922a-b570d9ab2814 req-66232a49-2c98-46c4-872c-8b445caee1fb tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 944 time: 0.1329689 Sep 01 15:06:25.635454 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 45ba23b2-21cd-4b4d-bd09-513295a606b2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:25.635910 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:25.636922 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-95ede641-f0c7-4268-8802-10f84e16c260 req-3909d2cb-aa11-4927-a2a5-ef5e1a5d879a tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Request body: {'port': {'device_id': '8e465095-c917-4352-a5f2-4d0535bcc384', 'network_id': 'fca44beb-d855-4a7c-ba31-9561c79e1379', 'admin_state_up': True, 'tenant_id': 'f19f728ef2e84bc7921749b54aaa2b5d'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:25.640804 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-642e633b-b595-471a-8efb-33a2058751db admin admin] Deleting port 178b377d-c150-4a5a-a348-beff82497187 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:06:25.641954 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-642e633b-b595-471a-8efb-33a2058751db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:25.797681 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0a43944d-8017-4632-922a-b570d9ab2814 req-daa12270-c8df-47c1-82f9-a2403b0812dd tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615725 Sep 01 15:06:25.806614 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b7a4f-f865-4221-8144-87e86f9438ea req-c6bb119a-896e-4d60-a2c1-917bf529d340 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:25.811470 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-726b7a4f-f865-4221-8144-87e86f9438ea req-c6bb119a-896e-4d60-a2c1-917bf529d340 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cb6b78b-1da1-4cd7-a912-feefe3278622 HTTP/1.1" status: 200 len: 945 time: 0.2002256 Sep 01 15:06:25.861992 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-642e633b-b595-471a-8efb-33a2058751db admin admin] For port 178b377d-c150-4a5a-a348-beff82497187, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=178b377d-c150-4a5a-a348-beff82497187,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:25.862375 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-642e633b-b595-471a-8efb-33a2058751db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:25.894901 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 5e601c59-2458-40e3-a6c9-52b14753dabc completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:25.904414 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-642e633b-b595-471a-8efb-33a2058751db admin admin] Calling delete_port for 178b377d-c150-4a5a-a348-beff82497187 owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:06:25.913758 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 5e601c59-2458-40e3-a6c9-52b14753dabc triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:25.914115 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:26.007787 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-726b7a4f-f865-4221-8144-87e86f9438ea req-9a82af14-18bf-4170-b2d4-1c1bfa9fa8e4 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "GET /v2.0/security-groups?id=72e2141f-b183-471b-9562-537bc80be07a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792130 Sep 01 15:06:26.030449 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ede641-f0c7-4268-8802-10f84e16c260 req-3909d2cb-aa11-4927-a2a5-ef5e1a5d879a tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Made reservation on behalf of f19f728ef2e84bc7921749b54aaa2b5d for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:06:26.036852 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-3909d2cb-aa11-4927-a2a5-ef5e1a5d879a tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:26.039142 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-dab95a9d-472c-4de2-9843-5872a314d9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b72601-51c6-4310-9a8f-cd9dfc924618', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-961012389-router', 'tenant_id': '6456387f59bb45188ac26dc22115a59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '178b377d-c150-4a5a-a348-beff82497187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:56Z', 'updated_at': '2021-09-01T15:06:22Z', 'revision_number': 5, 'project_id': '6456387f59bb45188ac26dc22115a59c', 'gw_port': {'id': '178b377d-c150-4a5a-a348-beff82497187', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:88:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b72601-51c6-4310-9a8f-cd9dfc924618', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:57Z', 'updated_at': '2021-09-01T15:06:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:26.105120 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc14924-b312-4a7d-8566-714df93ee27a req-b3176e42-6576-409b-93eb-9a75b7d095ab tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:26.106797 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bcc14924-b312-4a7d-8566-714df93ee27a req-b3176e42-6576-409b-93eb-9a75b7d095ab tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=acfbbd44-54c9-4f03-aa17-d832207eb4ca HTTP/1.1" status: 200 len: 950 time: 0.0867140 Sep 01 15:06:26.133802 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab95a9d-472c-4de2-9843-5872a314d9dc None None] Checking router: 17b72601-51c6-4310-9a8f-cd9dfc924618 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:06:26.159407 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab95a9d-472c-4de2-9843-5872a314d9dc None None] Routers {'17b72601-51c6-4310-9a8f-cd9dfc924618'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:26.160446 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-dab95a9d-472c-4de2-9843-5872a314d9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:06:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['17b72601-51c6-4310-9a8f-cd9dfc924618'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:26.210674 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bcc14924-b312-4a7d-8566-714df93ee27a req-b2986d3f-bb33-49dd-be5d-92ecb01e4563 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710542 Sep 01 15:06:26.316387 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-83e22719-3638-438c-b20a-40317174fbdb req-b8319ed6-ec92-40a9-8be7-ab8d03bb5c22 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0501378 Sep 01 15:06:26.327618 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-642e633b-b595-471a-8efb-33a2058751db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:26.342195 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-544f7cf6-c973-4e7b-a19d-a719613b7c75 req-ce61535c-8521-4851-b364-94dc073a089f tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 210 time: 0.1094086 Sep 01 15:06:26.370288 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:26.388224 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e633b-b595-471a-8efb-33a2058751db admin admin] Pushing event deleted for resources: {'Port': ['ID=178b377d-c150-4a5a-a348-beff82497187,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:26.457366 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39dea2c-6913-41de-ac2f-127690c4a716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ba23b2-21cd-4b4d-bd09-513295a606b2'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:26.460412 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ef8c51-d6d5-4b30-9046-8c5b6599dc88" -d '{"events": [{"server_uuid": "e39dea2c-6913-41de-ac2f-127690c4a716", "name": "network-vif-plugged", "status": "completed", "tag": "45ba23b2-21cd-4b4d-bd09-513295a606b2"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:26.508864 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-95ede641-f0c7-4268-8802-10f84e16c260 req-3909d2cb-aa11-4927-a2a5-ef5e1a5d879a tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Allocated IP 19.80.0.143 (fca44beb-d855-4a7c-ba31-9561c79e1379/a0b3e4ef-d966-4acf-b0d7-cde0dae3c4c7/4b9d160f-a01b-4436-a4de-9cfc00f44874) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:06:26.517454 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 45ba23b2-21cd-4b4d-bd09-513295a606b2, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=45ba23b2-21cd-4b4d-bd09-513295a606b2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:26.518791 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-642e633b-b595-471a-8efb-33a2058751db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:26.518949 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:26.542622 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:26.594496 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-dab95a9d-472c-4de2-9843-5872a314d9dc None None] Set router 17b72601-51c6-4310-9a8f-cd9dfc924618 gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:26.636404 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced7675-8aa9-4c47-8fba-83bce9bd693c req-ed13bf0a-cb4c-4741-8dfa-da8b6f3bcc22 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:26.638148 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8ced7675-8aa9-4c47-8fba-83bce9bd693c req-ed13bf0a-cb4c-4741-8dfa-da8b6f3bcc22 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39dea2c-6913-41de-ac2f-127690c4a716 HTTP/1.1" status: 200 len: 949 time: 0.1781473 Sep 01 15:06:26.644422 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-642e633b-b595-471a-8efb-33a2058751db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:26.648513 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-642e633b-b595-471a-8efb-33a2058751db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:26.742277 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-dab95a9d-472c-4de2-9843-5872a314d9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b72601-51c6-4310-9a8f-cd9dfc924618', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-961012389-router', 'tenant_id': '6456387f59bb45188ac26dc22115a59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:56Z', 'updated_at': '2021-09-01T15:06:25Z', 'revision_number': 6, 'project_id': '6456387f59bb45188ac26dc22115a59c', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:26.789221 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=45ba23b2-21cd-4b4d-bd09-513295a606b2,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:26.793644 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 5e601c59-2458-40e3-a6c9-52b14753dabc, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=5e601c59-2458-40e3-a6c9-52b14753dabc,segment=NetworkSegment(c4889870-fe5c-46d1-8d52-ac44a030497a),segment_id=c4889870-fe5c-46d1-8d52-ac44a030497a)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:26.795107 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab95a9d-472c-4de2-9843-5872a314d9dc None None] The sync data for ids ['17b72601-51c6-4310-9a8f-cd9dfc924618'] in n-d-794796-3 is: [{'id': '17b72601-51c6-4310-9a8f-cd9dfc924618', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-961012389-router', 'tenant_id': '6456387f59bb45188ac26dc22115a59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:56Z', 'updated_at': '2021-09-01T15:06:25Z', 'revision_number': 6, 'project_id': '6456387f59bb45188ac26dc22115a59c', 'gw_port_host': None}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:06:26.803328 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:26.803748 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:26.804105 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:26.805749 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:26.805749 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:26.805749 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:26.806277 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:26.806459 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:26.806872 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:26.807215 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:26.807570 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:26.807984 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:06:26.822699 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:26.828703 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 7e6348f5-d57e-4793-a9d8-b8cdac01042c up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:26.830640 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-642e633b-b595-471a-8efb-33a2058751db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:26.831494 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642e633b-b595-471a-8efb-33a2058751db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17b72601-51c6-4310-9a8f-cd9dfc924618 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:06:26.851992 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-642e633b-b595-471a-8efb-33a2058751db admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:26.859816 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-642e633b-b595-471a-8efb-33a2058751db admin admin] 10.222.0.60 "DELETE /v2.0/routers/17b72601-51c6-4310-9a8f-cd9dfc924618 HTTP/1.1" status: 204 len: 168 time: 2.0126920 Sep 01 15:06:26.863900 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56722) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:26.880800 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device a102d6b9-2d70-494a-8ed0-d22aed919cbb up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:26.893289 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-3909d2cb-aa11-4927-a2a5-ef5e1a5d879a tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:26.906406 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8ced7675-8aa9-4c47-8fba-83bce9bd693c req-7d4f9b03-153c-4c8b-a47a-4d27173ca10c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218089 Sep 01 15:06:26.965668 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5ce80-1130-4acb-aa0f-5099892dff09 req-a7f8c54b-46a7-4a66-9881-8cc482b961ab tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:26.968902 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-51e5ce80-1130-4acb-aa0f-5099892dff09 req-a7f8c54b-46a7-4a66-9881-8cc482b961ab tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bda82511-fca0-4acb-ad33-77d1e36b76af HTTP/1.1" status: 200 len: 945 time: 0.2209268 Sep 01 15:06:26.975180 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-95ede641-f0c7-4268-8802-10f84e16c260 req-3909d2cb-aa11-4927-a2a5-ef5e1a5d879a tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Transition to ACTIVE for port object 4b9d160f-a01b-4436-a4de-9cfc00f44874 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:26.983768 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=5e601c59-2458-40e3-a6c9-52b14753dabc,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:26.998275 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62fc5b-53f0-426b-a805-15bd10519a20 req-5a2d4edc-8a43-459c-9fc1-e7898ed5f568 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:27.005183 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 7e6348f5-d57e-4793-a9d8-b8cdac01042c triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:27.005731 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:27.009025 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2e62fc5b-53f0-426b-a805-15bd10519a20 req-5a2d4edc-8a43-459c-9fc1-e7898ed5f568 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.62 "GET /v2.0/ports?device_id=bda82511-fca0-4acb-ad33-77d1e36b76af HTTP/1.1" status: 200 len: 945 time: 0.3464668 Sep 01 15:06:27.038378 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96610941-ea23-404f-930b-ce849cd17bb8 x-openstack-request-id: req-96610941-ea23-404f-930b-ce849cd17bb8 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:27.038695 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39dea2c-6913-41de-ac2f-127690c4a716", "name": "network-vif-plugged", "status": "completed", "tag": "45ba23b2-21cd-4b4d-bd09-513295a606b2", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:27.039056 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-96610941-ea23-404f-930b-ce849cd17bb8 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:27.039357 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39dea2c-6913-41de-ac2f-127690c4a716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ba23b2-21cd-4b4d-bd09-513295a606b2', 'code': 200} Sep 01 15:06:27.043141 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port a102d6b9-2d70-494a-8ed0-d22aed919cbb triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:27.043636 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:27.145279 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-3909d2cb-aa11-4927-a2a5-ef5e1a5d879a tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:27.154634 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4286a0f-6533-4302-a415-553726d49b84 admin admin] Deleting subnet 6e35ccba-12c7-4233-aff2-5ddf3c2e2d9f {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:06:27.163875 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-51e5ce80-1130-4acb-aa0f-5099892dff09 req-e940bfe9-fba4-4d4f-b8d6-ca5b6fa82165 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512361 Sep 01 15:06:27.216675 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ede641-f0c7-4268-8802-10f84e16c260 req-3909d2cb-aa11-4927-a2a5-ef5e1a5d879a tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Network fca44beb-d855-4a7c-ba31-9561c79e1379 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:06:27.225163 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-95ede641-f0c7-4268-8802-10f84e16c260 req-3909d2cb-aa11-4927-a2a5-ef5e1a5d879a tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:27.242362 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f4286a0f-6533-4302-a415-553726d49b84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:27.250699 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ede641-f0c7-4268-8802-10f84e16c260 req-3909d2cb-aa11-4927-a2a5-ef5e1a5d879a tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:06:27.269651 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909d2cb-aa11-4927-a2a5-ef5e1a5d879a tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event updated for resources: {'Port': ['ID=4b9d160f-a01b-4436-a4de-9cfc00f44874,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:27.351489 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:27.483941 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f86f8-050b-4cf5-9c77-a823b3caa356 req-effa8cfc-29a0-4e29-bb17-0276ddd78362 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:27.489844 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede641-f0c7-4268-8802-10f84e16c260 req-3909d2cb-aa11-4927-a2a5-ef5e1a5d879a tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:27.494886 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port a102d6b9-2d70-494a-8ed0-d22aed919cbb, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a102d6b9-2d70-494a-8ed0-d22aed919cbb,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:27.502750 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-354f86f8-050b-4cf5-9c77-a823b3caa356 req-effa8cfc-29a0-4e29-bb17-0276ddd78362 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/ports?device_id=68134493-efbd-4d86-b112-6d7a37c588a4 HTTP/1.1" status: 200 len: 946 time: 0.3626459 Sep 01 15:06:27.503060 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-3909d2cb-aa11-4927-a2a5-ef5e1a5d879a tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:27.503368 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:27.513838 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:27.528283 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f4286a0f-6533-4302-a415-553726d49b84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:27.592592 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7a6f1-b288-4a18-846f-331851bbfdc5 req-9fe0a670-199e-47fd-b92c-abf93206123e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:27.597045 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e7f7a6f1-b288-4a18-846f-331851bbfdc5 req-9fe0a670-199e-47fd-b92c-abf93206123e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e39dea2c-6913-41de-ac2f-127690c4a716 HTTP/1.1" status: 200 len: 1101 time: 0.4030969 Sep 01 15:06:27.604563 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-3909d2cb-aa11-4927-a2a5-ef5e1a5d879a tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9774616 Sep 01 15:06:27.622396 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-2e62fc5b-53f0-426b-a805-15bd10519a20 req-7db45ecc-a6c1-445e-9a2a-55aad68d4a95 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Deleting port e19b928a-b563-4d6e-9dec-a25d870f2596 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:06:27.622766 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2e62fc5b-53f0-426b-a805-15bd10519a20 req-7db45ecc-a6c1-445e-9a2a-55aad68d4a95 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:27.662594 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=a102d6b9-2d70-494a-8ed0-d22aed919cbb,revision_number=10']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:27.694206 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-95ede641-f0c7-4268-8802-10f84e16c260 req-55773bd9-0115-4f9f-88ca-d5bcee615eda tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Request body: {'port': {'device_id': '8e465095-c917-4352-a5f2-4d0535bcc384', 'network_id': 'b50e13fa-412b-4c27-b63f-60e02c1740cc', 'admin_state_up': True, 'tenant_id': 'f19f728ef2e84bc7921749b54aaa2b5d'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:27.746714 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e2fa9942-f1ee-4219-90f4-74b728060891 None None] Provisioning for port 4b9d160f-a01b-4436-a4de-9cfc00f44874 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:27.754084 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e2fa9942-f1ee-4219-90f4-74b728060891 None None] Provisioning complete for port 4b9d160f-a01b-4436-a4de-9cfc00f44874 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:27.755177 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9942-f1ee-4219-90f4-74b728060891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:27.758100 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-354f86f8-050b-4cf5-9c77-a823b3caa356 req-137912a2-ff12-479b-81f7-f614fe56a22c tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/security-groups?id=59860b9f-6e4c-4ae4-9468-1cd20fb1ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524629 Sep 01 15:06:27.847904 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e2fa9942-f1ee-4219-90f4-74b728060891 None None] Port 4b9d160f-a01b-4436-a4de-9cfc00f44874 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:06:27.865587 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e7f7a6f1-b288-4a18-846f-331851bbfdc5 req-715cdeb7-a09b-40b5-8bcf-c3cc1124c0d1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918201 Sep 01 15:06:27.887941 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f4286a0f-6533-4302-a415-553726d49b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:27.894222 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-2e62fc5b-53f0-426b-a805-15bd10519a20 req-7db45ecc-a6c1-445e-9a2a-55aad68d4a95 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] For port e19b928a-b563-4d6e-9dec-a25d870f2596, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=e19b928a-b563-4d6e-9dec-a25d870f2596,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:27.895022 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2e62fc5b-53f0-426b-a805-15bd10519a20 req-7db45ecc-a6c1-445e-9a2a-55aad68d4a95 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:27.938946 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e81756-9e9d-4368-b74e-d40998b65d16 req-9862d412-0acf-45b2-b850-8541739c4f6e tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:27.956565 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-98e81756-9e9d-4368-b74e-d40998b65d16 req-9862d412-0acf-45b2-b850-8541739c4f6e tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 946 time: 0.2442720 Sep 01 15:06:27.978335 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 5e601c59-2458-40e3-a6c9-52b14753dabc up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:27.986106 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-2e62fc5b-53f0-426b-a805-15bd10519a20 req-7db45ecc-a6c1-445e-9a2a-55aad68d4a95 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Calling delete_port for e19b928a-b563-4d6e-9dec-a25d870f2596 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:06:28.065651 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-98e81756-9e9d-4368-b74e-d40998b65d16 req-54877f9d-a70c-4453-82eb-a76ec0ee1701 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987740 Sep 01 15:06:28.075673 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ede641-f0c7-4268-8802-10f84e16c260 req-55773bd9-0115-4f9f-88ca-d5bcee615eda tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Made reservation on behalf of f19f728ef2e84bc7921749b54aaa2b5d for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:06:28.081533 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-55773bd9-0115-4f9f-88ca-d5bcee615eda tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:28.083540 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 5e601c59-2458-40e3-a6c9-52b14753dabc triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:28.085002 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:28.162546 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d2463-b2db-4a54-a464-b11247e6f461 req-8695bb87-a889-4e56-8a69-f2913e66186e tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:28.172117 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ae6d2463-b2db-4a54-a464-b11247e6f461 req-8695bb87-a889-4e56-8a69-f2913e66186e tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=acfbbd44-54c9-4f03-aa17-d832207eb4ca HTTP/1.1" status: 200 len: 950 time: 0.2804019 Sep 01 15:06:28.174591 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f4286a0f-6533-4302-a415-553726d49b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:28.281822 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device da2539b5-117d-47ba-8268-7bdb4c1ac292 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:28.370011 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f8667-507a-4b7b-b92b-045cbb931206 req-02dbfcb4-5168-4a6d-941c-ce6c3a9f8639 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:28.374141 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port da2539b5-117d-47ba-8268-7bdb4c1ac292 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:28.375070 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:28.378108 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ea7f8667-507a-4b7b-b92b-045cbb931206 req-02dbfcb4-5168-4a6d-941c-ce6c3a9f8639 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 932 time: 0.1110432 Sep 01 15:06:28.435782 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-95ede641-f0c7-4268-8802-10f84e16c260 req-55773bd9-0115-4f9f-88ca-d5bcee615eda tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Allocated IP 19.86.0.228 (b50e13fa-412b-4c27-b63f-60e02c1740cc/a99de4af-f805-4092-bbb6-4f1cfd2d58b7/b01b67ed-defb-463e-8c39-02044b062955) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:06:28.450649 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ea7f8667-507a-4b7b-b92b-045cbb931206 req-df9ebaad-1f96-4f8d-b7bc-695ecfb0f632 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671203 Sep 01 15:06:28.560935 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a57923a2-560b-45df-b6d0-3b5ce62f2cb2 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:06:28.612748 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: a57923a2-560b-45df-b6d0-3b5ce62f2cb2 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:06:28.613663 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a57923a2-560b-45df-b6d0-3b5ce62f2cb2 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:06:28.708532 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db3288-1204-47b4-9357-33979dae431f req-16315fd9-d79a-4669-980f-32994173ed32 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:28.710094 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-56db3288-1204-47b4-9357-33979dae431f req-16315fd9-d79a-4669-980f-32994173ed32 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cb6b78b-1da1-4cd7-a912-feefe3278622 HTTP/1.1" status: 200 len: 945 time: 0.1736374 Sep 01 15:06:28.714286 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4286a0f-6533-4302-a415-553726d49b84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e35ccba-12c7-4233-aff2-5ddf3c2e2d9f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:28.729805 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9404e7a-e493-43af-8801-750e019b30fa None None] Network 9b865750-6e65-4390-b25c-0c7d64ba377e requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:06:28.745347 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f4286a0f-6533-4302-a415-553726d49b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:28.751039 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f4286a0f-6533-4302-a415-553726d49b84 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6e35ccba-12c7-4233-aff2-5ddf3c2e2d9f HTTP/1.1" status: 204 len: 168 time: 1.8822606 Sep 01 15:06:28.751375 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56736) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:28.827149 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-56db3288-1204-47b4-9357-33979dae431f req-43ce8235-6355-4dfd-a5f5-b9c9d574f5b3 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "GET /v2.0/security-groups?id=72e2141f-b183-471b-9562-537bc80be07a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009841 Sep 01 15:06:28.859678 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-55773bd9-0115-4f9f-88ca-d5bcee615eda tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:28.872210 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ae6d2463-b2db-4a54-a464-b11247e6f461 req-b4ca0b94-81b3-46a4-92ca-65bcdd8d05b7 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6991799 Sep 01 15:06:28.923667 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-95ede641-f0c7-4268-8802-10f84e16c260 req-55773bd9-0115-4f9f-88ca-d5bcee615eda tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Transition to ACTIVE for port object b01b67ed-defb-463e-8c39-02044b062955 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:28.944553 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e557a4c-f970-4982-b1ab-393f92ba6d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:28.956967 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6b403-b87c-428b-a1c9-502976164e6b req-db2dde0f-4ca9-4edb-b556-1167cddfa26a tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:28.958749 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eda6b403-b87c-428b-a1c9-502976164e6b req-db2dde0f-4ca9-4edb-b556-1167cddfa26a tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.45 "GET /v2.0/ports?device_id=68134493-efbd-4d86-b112-6d7a37c588a4 HTTP/1.1" status: 200 len: 946 time: 0.2389867 Sep 01 15:06:28.970575 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2e62fc5b-53f0-426b-a805-15bd10519a20 req-7db45ecc-a6c1-445e-9a2a-55aad68d4a95 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:29.035045 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db45ecc-a6c1-445e-9a2a-55aad68d4a95 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Pushing event deleted for resources: {'Port': ['ID=e19b928a-b563-4d6e-9dec-a25d870f2596,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:29.041545 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a2fcda-fe62-4940-9dcc-466af92bd3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a102d6b9-2d70-494a-8ed0-d22aed919cbb'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:29.045711 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d35055-25be-4e4b-9ceb-fb3774bbadda" -d '{"events": [{"server_uuid": "b0a2fcda-fe62-4940-9dcc-466af92bd3f0", "name": "network-vif-plugged", "status": "completed", "tag": "a102d6b9-2d70-494a-8ed0-d22aed919cbb"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:29.090376 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-55773bd9-0115-4f9f-88ca-d5bcee615eda tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:29.138049 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c08320e-5c02-4c28-bf0e-afa73281d81b None None] DHCP port deletion for 9b865750-6e65-4390-b25c-0c7d64ba377e request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:06:29.165068 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ee79ef18-b577-45ee-8e70-008fc2614987 req-5feba6ba-5d66-4a00-8d9e-abe1e4839a1d tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=bda82511-fca0-4acb-ad33-77d1e36b76af HTTP/1.1" status: 200 len: 210 time: 0.0650280 Sep 01 15:06:29.268063 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ede641-f0c7-4268-8802-10f84e16c260 req-55773bd9-0115-4f9f-88ca-d5bcee615eda tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Network b50e13fa-412b-4c27-b63f-60e02c1740cc is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:06:29.268381 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55773bd9-0115-4f9f-88ca-d5bcee615eda tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event updated for resources: {'Port': ['ID=b01b67ed-defb-463e-8c39-02044b062955,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:29.275432 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e62fc5b-53f0-426b-a805-15bd10519a20 req-7db45ecc-a6c1-445e-9a2a-55aad68d4a95 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] No DVR routers for this DVR port e19b928a-b563-4d6e-9dec-a25d870f2596 on host n-h2-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:06:29.284374 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-2c08320e-5c02-4c28-bf0e-afa73281d81b None None] Deleting port 11c63ca2-d2f3-4d85-8303-05f4f254a893 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:06:29.285100 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2c08320e-5c02-4c28-bf0e-afa73281d81b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:29.286562 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-95ede641-f0c7-4268-8802-10f84e16c260 req-55773bd9-0115-4f9f-88ca-d5bcee615eda tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:29.291095 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ede641-f0c7-4268-8802-10f84e16c260 req-55773bd9-0115-4f9f-88ca-d5bcee615eda tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:06:29.299814 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2e62fc5b-53f0-426b-a805-15bd10519a20 req-7db45ecc-a6c1-445e-9a2a-55aad68d4a95 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:29.304015 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a641330-5787-4cb3-bed8-f7b22ac154bc req-56b0a25d-0001-401d-a9fe-2e353a681d63 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:29.305972 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a641330-5787-4cb3-bed8-f7b22ac154bc req-56b0a25d-0001-401d-a9fe-2e353a681d63 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39dea2c-6913-41de-ac2f-127690c4a716 HTTP/1.1" status: 200 len: 950 time: 0.2867248 Sep 01 15:06:29.308035 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2e62fc5b-53f0-426b-a805-15bd10519a20 req-7db45ecc-a6c1-445e-9a2a-55aad68d4a95 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.62 "DELETE /v2.0/ports/e19b928a-b563-4d6e-9dec-a25d870f2596 HTTP/1.1" status: 204 len: 173 time: 2.2903934 Sep 01 15:06:29.308737 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda82511-fca0-4acb-ad33-77d1e36b76af', 'name': 'network-vif-deleted', 'tag': 'e19b928a-b563-4d6e-9dec-a25d870f2596'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:29.320887 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f5a9a5-da94-4a6a-b1a0-a75a6139a48e" -d '{"events": [{"server_uuid": "bda82511-fca0-4acb-ad33-77d1e36b76af", "name": "network-vif-deleted", "tag": "e19b928a-b563-4d6e-9dec-a25d870f2596"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:29.442985 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 11c63ca2-d2f3-4d85-8303-05f4f254a893 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:06:29.468773 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede641-f0c7-4268-8802-10f84e16c260 req-55773bd9-0115-4f9f-88ca-d5bcee615eda tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:29.469535 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-55773bd9-0115-4f9f-88ca-d5bcee615eda tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:29.495136 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a641330-5787-4cb3-bed8-f7b22ac154bc req-ef9125fb-dc13-4a56-90af-a382d88712bd tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645081 Sep 01 15:06:29.519175 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-55773bd9-0115-4f9f-88ca-d5bcee615eda tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8345249 Sep 01 15:06:29.528839 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-8e557a4c-f970-4982-b1ab-393f92ba6d63 admin admin] Deleting port 11c63ca2-d2f3-4d85-8303-05f4f254a893 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:06:29.530414 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e557a4c-f970-4982-b1ab-393f92ba6d63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:29.542357 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-95ede641-f0c7-4268-8802-10f84e16c260 req-3bac6a7c-7c03-47a3-96c0-66e300c33d9f tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Request body: {'port': {'device_id': '8e465095-c917-4352-a5f2-4d0535bcc384', 'network_id': 'fca44beb-d855-4a7c-ba31-9561c79e1379', 'admin_state_up': True, 'tenant_id': 'f19f728ef2e84bc7921749b54aaa2b5d'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:29.599998 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-2c08320e-5c02-4c28-bf0e-afa73281d81b None None] For port 11c63ca2-d2f3-4d85-8303-05f4f254a893, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=11c63ca2-d2f3-4d85-8303-05f4f254a893,segment=NetworkSegment(b24876e2-4bd4-4bdb-9375-7123253fe5e0),segment_id=b24876e2-4bd4-4bdb-9375-7123253fe5e0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:29.601559 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2c08320e-5c02-4c28-bf0e-afa73281d81b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:29.635970 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-2c08320e-5c02-4c28-bf0e-afa73281d81b None None] Calling delete_port for 11c63ca2-d2f3-4d85-8303-05f4f254a893 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:06:29.655451 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-eda6b403-b87c-428b-a1c9-502976164e6b req-5303735a-e178-44a6-b6bc-555e126a8370 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Deleting port 8af271d4-421d-48eb-9058-51e1a6adb380 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:06:29.655807 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-eda6b403-b87c-428b-a1c9-502976164e6b req-5303735a-e178-44a6-b6bc-555e126a8370 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:29.789693 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:29.819973 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9703600-22d0-4b16-9489-06af442aed49 req-297150bb-826f-40bf-ac3e-620e5f72fd64 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:29.823984 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d9703600-22d0-4b16-9489-06af442aed49 req-297150bb-826f-40bf-ac3e-620e5f72fd64 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/ports?device_id=68134493-efbd-4d86-b112-6d7a37c588a4 HTTP/1.1" status: 200 len: 946 time: 0.3917453 Sep 01 15:06:29.828357 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-8e557a4c-f970-4982-b1ab-393f92ba6d63 admin admin] For port 11c63ca2-d2f3-4d85-8303-05f4f254a893, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=11c63ca2-d2f3-4d85-8303-05f4f254a893,segment=NetworkSegment(b24876e2-4bd4-4bdb-9375-7123253fe5e0),segment_id=b24876e2-4bd4-4bdb-9375-7123253fe5e0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:29.829310 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e557a4c-f970-4982-b1ab-393f92ba6d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:29.854060 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ede641-f0c7-4268-8802-10f84e16c260 req-3bac6a7c-7c03-47a3-96c0-66e300c33d9f tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Made reservation on behalf of f19f728ef2e84bc7921749b54aaa2b5d for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:06:29.857776 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-3bac6a7c-7c03-47a3-96c0-66e300c33d9f tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:29.866282 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce729405-373a-49c1-927e-397dbb85f180 x-openstack-request-id: req-ce729405-373a-49c1-927e-397dbb85f180 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:29.866616 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a2fcda-fe62-4940-9dcc-466af92bd3f0", "name": "network-vif-plugged", "status": "completed", "tag": "a102d6b9-2d70-494a-8ed0-d22aed919cbb", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:29.866847 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ce729405-373a-49c1-927e-397dbb85f180 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:29.867257 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a2fcda-fe62-4940-9dcc-466af92bd3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a102d6b9-2d70-494a-8ed0-d22aed919cbb', 'code': 200} Sep 01 15:06:29.899877 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-8e557a4c-f970-4982-b1ab-393f92ba6d63 admin admin] Calling delete_port for 11c63ca2-d2f3-4d85-8303-05f4f254a893 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:06:29.910448 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 11c63ca2-d2f3-4d85-8303-05f4f254a893, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=11c63ca2-d2f3-4d85-8303-05f4f254a893,segment=NetworkSegment(b24876e2-4bd4-4bdb-9375-7123253fe5e0),segment_id=b24876e2-4bd4-4bdb-9375-7123253fe5e0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:29.937963 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:29.939284 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 178b377d-c150-4a5a-a348-beff82497187 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:06:30.024900 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2c08320e-5c02-4c28-bf0e-afa73281d81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:30.028005 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event deleted for resources: {'Port': ['ID=11c63ca2-d2f3-4d85-8303-05f4f254a893,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:30.033154 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 178b377d-c150-4a5a-a348-beff82497187 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:06:30.034160 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 178b377d-c150-4a5a-a348-beff82497187 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:06:30.043693 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d9703600-22d0-4b16-9489-06af442aed49 req-3877383a-1c95-4363-8793-1c790f898782 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/security-groups?id=59860b9f-6e4c-4ae4-9468-1cd20fb1ddc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756034 Sep 01 15:06:30.079779 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08320e-5c02-4c28-bf0e-afa73281d81b None None] Pushing event deleted for resources: {'Port': ['ID=11c63ca2-d2f3-4d85-8303-05f4f254a893,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:30.082933 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9e3019c1-a00e-4f19-b982-b55d61193cd7 None None] Provisioning for port b01b67ed-defb-463e-8c39-02044b062955 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:30.087094 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-eda6b403-b87c-428b-a1c9-502976164e6b req-5303735a-e178-44a6-b6bc-555e126a8370 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] For port 8af271d4-421d-48eb-9058-51e1a6adb380, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=8af271d4-421d-48eb-9058-51e1a6adb380,segment=NetworkSegment(e22b539c-e96d-4c80-bf2f-57b6a808ffcb),segment_id=e22b539c-e96d-4c80-bf2f-57b6a808ffcb)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:30.089017 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c08320e-5c02-4c28-bf0e-afa73281d81b None None] No DVR routers for this DVR port 11c63ca2-d2f3-4d85-8303-05f4f254a893 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:06:30.092551 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9e3019c1-a00e-4f19-b982-b55d61193cd7 None None] Provisioning complete for port b01b67ed-defb-463e-8c39-02044b062955 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:30.093017 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9e3019c1-a00e-4f19-b982-b55d61193cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:30.093780 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-eda6b403-b87c-428b-a1c9-502976164e6b req-5303735a-e178-44a6-b6bc-555e126a8370 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:30.154399 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-eda6b403-b87c-428b-a1c9-502976164e6b req-5303735a-e178-44a6-b6bc-555e126a8370 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Calling delete_port for 8af271d4-421d-48eb-9058-51e1a6adb380 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:06:30.163336 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73135d54-725f-4778-bc41-1c71751c51e1 x-openstack-request-id: req-73135d54-725f-4778-bc41-1c71751c51e1 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:30.164053 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda82511-fca0-4acb-ad33-77d1e36b76af", "name": "network-vif-deleted", "tag": "e19b928a-b563-4d6e-9dec-a25d870f2596", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:30.165233 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-73135d54-725f-4778-bc41-1c71751c51e1 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:30.166777 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda82511-fca0-4acb-ad33-77d1e36b76af', 'name': 'network-vif-deleted', 'tag': 'e19b928a-b563-4d6e-9dec-a25d870f2596', 'status': 'completed', 'code': 200} Sep 01 15:06:30.195485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-9e3019c1-a00e-4f19-b982-b55d61193cd7 None None] Port b01b67ed-defb-463e-8c39-02044b062955 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:06:30.196206 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643bb47-3f7e-42c9-9420-69ddf0c6d8a9 req-75cb01ca-cbb8-4c7a-9b41-c75ca6af3520 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:30.204639 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a643bb47-3f7e-42c9-9420-69ddf0c6d8a9 req-75cb01ca-cbb8-4c7a-9b41-c75ca6af3520 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 946 time: 0.2222691 Sep 01 15:06:30.258988 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d020f-7887-40d9-a96b-9263ac7366a6 req-714aaa73-449c-4c6e-bb54-70c85b4f0cd5 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:30.261396 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0a4d020f-7887-40d9-a96b-9263ac7366a6 req-714aaa73-449c-4c6e-bb54-70c85b4f0cd5 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cb6b78b-1da1-4cd7-a912-feefe3278622 HTTP/1.1" status: 200 len: 945 time: 0.3060265 Sep 01 15:06:30.341784 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e557a4c-f970-4982-b1ab-393f92ba6d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:30.394945 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e557a4c-f970-4982-b1ab-393f92ba6d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=11c63ca2-d2f3-4d85-8303-05f4f254a893,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:30.401970 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a643bb47-3f7e-42c9-9420-69ddf0c6d8a9 req-30f68de9-d100-4eb6-b42c-f0a56d2c07ad tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833558 Sep 01 15:06:30.424565 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-95ede641-f0c7-4268-8802-10f84e16c260 req-3bac6a7c-7c03-47a3-96c0-66e300c33d9f tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Allocated IP 19.80.0.110 (fca44beb-d855-4a7c-ba31-9561c79e1379/a0b3e4ef-d966-4acf-b0d7-cde0dae3c4c7/eddb4285-829e-4807-83a4-06b71fc441b8) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:06:30.429308 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e557a4c-f970-4982-b1ab-393f92ba6d63 admin admin] No DVR routers for this DVR port 11c63ca2-d2f3-4d85-8303-05f4f254a893 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:06:30.434532 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca6ab5-eda3-4370-8443-078fe2aa4cc2 req-653ebfe1-49c8-456e-90bb-0d0a00a4cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:30.436374 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ddca6ab5-eda3-4370-8443-078fe2aa4cc2 req-653ebfe1-49c8-456e-90bb-0d0a00a4cdcd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 1097 time: 0.1666656 Sep 01 15:06:30.450168 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad62c9f-4baf-4a35-8c3f-dc17c0991e0a req-7498f19f-a2fd-4422-8e9c-d24bf963eadd tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:30.456553 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad62c9f-4baf-4a35-8c3f-dc17c0991e0a req-7498f19f-a2fd-4422-8e9c-d24bf963eadd tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:30.458087 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3ad62c9f-4baf-4a35-8c3f-dc17c0991e0a req-7498f19f-a2fd-4422-8e9c-d24bf963eadd tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 1655 time: 0.1942217 Sep 01 15:06:30.543480 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ddca6ab5-eda3-4370-8443-078fe2aa4cc2 req-ed37657c-1fe2-4ce8-b56e-d10bd7948e4b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919514 Sep 01 15:06:30.590262 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e557a4c-f970-4982-b1ab-393f92ba6d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:30.617051 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-8e557a4c-f970-4982-b1ab-393f92ba6d63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b865750-6e65-4390-b25c-0c7d64ba377e']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:30.649904 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-8e557a4c-f970-4982-b1ab-393f92ba6d63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b24876e2-4bd4-4bdb-9375-7123253fe5e0') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:30.650225 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-8e557a4c-f970-4982-b1ab-393f92ba6d63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b24876e2-4bd4-4bdb-9375-7123253fe5e0') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:30.663506 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3ad62c9f-4baf-4a35-8c3f-dc17c0991e0a req-dc69e422-cb0d-47bd-8faf-9f77c354a85b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813691 Sep 01 15:06:30.667106 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-eda6b403-b87c-428b-a1c9-502976164e6b req-5303735a-e178-44a6-b6bc-555e126a8370 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:30.670152 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e557a4c-f970-4982-b1ab-393f92ba6d63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:30.680093 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7cde13-a0d8-4912-aedb-c14eeeff6c8b req-23f94999-6bd8-46fa-a841-8c8b08abe12a tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:30.682385 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ad7cde13-a0d8-4912-aedb-c14eeeff6c8b req-23f94999-6bd8-46fa-a841-8c8b08abe12a tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=acfbbd44-54c9-4f03-aa17-d832207eb4ca HTTP/1.1" status: 200 len: 950 time: 0.1150596 Sep 01 15:06:30.749651 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-0a4d020f-7887-40d9-a96b-9263ac7366a6 req-62912274-e801-43e5-8ee7-b99406bd8b5c tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Deleting port eec250af-c2bd-4800-aec8-4ed9dab075f7 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:06:30.750193 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0a4d020f-7887-40d9-a96b-9263ac7366a6 req-62912274-e801-43e5-8ee7-b99406bd8b5c tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:30.751308 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-3bac6a7c-7c03-47a3-96c0-66e300c33d9f tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:30.754747 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e557a4c-f970-4982-b1ab-393f92ba6d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:30.766669 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303735a-e178-44a6-b6bc-555e126a8370 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Pushing event deleted for resources: {'Port': ['ID=8af271d4-421d-48eb-9058-51e1a6adb380,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:30.805124 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ad7cde13-a0d8-4912-aedb-c14eeeff6c8b req-5cfb10f7-92f8-4100-8820-0e224f273ee2 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050396 Sep 01 15:06:30.807556 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-95ede641-f0c7-4268-8802-10f84e16c260 req-3bac6a7c-7c03-47a3-96c0-66e300c33d9f tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Transition to ACTIVE for port object eddb4285-829e-4807-83a4-06b71fc441b8 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:30.826133 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e557a4c-f970-4982-b1ab-393f92ba6d63 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:06:30.826991 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e557a4c-f970-4982-b1ab-393f92ba6d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:06:30.846437 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:06:30.881548 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device e19b928a-b563-4d6e-9dec-a25d870f2596 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:06:30.902600 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-3bac6a7c-7c03-47a3-96c0-66e300c33d9f tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:30.978761 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda6b403-b87c-428b-a1c9-502976164e6b req-5303735a-e178-44a6-b6bc-555e126a8370 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] No DVR routers for this DVR port 8af271d4-421d-48eb-9058-51e1a6adb380 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:06:30.985789 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-eda6b403-b87c-428b-a1c9-502976164e6b req-5303735a-e178-44a6-b6bc-555e126a8370 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:30.987500 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eda6b403-b87c-428b-a1c9-502976164e6b req-5303735a-e178-44a6-b6bc-555e126a8370 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.45 "DELETE /v2.0/ports/8af271d4-421d-48eb-9058-51e1a6adb380 HTTP/1.1" status: 204 len: 173 time: 2.0135727 Sep 01 15:06:30.995776 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e557a4c-f970-4982-b1ab-393f92ba6d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:31.013241 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e557a4c-f970-4982-b1ab-393f92ba6d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:31.015438 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8e557a4c-f970-4982-b1ab-393f92ba6d63 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9b865750-6e65-4390-b25c-0c7d64ba377e HTTP/1.1" status: 204 len: 168 time: 2.2629442 Sep 01 15:06:31.018641 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-0a4d020f-7887-40d9-a96b-9263ac7366a6 req-62912274-e801-43e5-8ee7-b99406bd8b5c tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] For port eec250af-c2bd-4800-aec8-4ed9dab075f7, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=eec250af-c2bd-4800-aec8-4ed9dab075f7,segment=NetworkSegment(ac7d0491-667e-44de-b883-b457dacdfed4),segment_id=ac7d0491-667e-44de-b883-b457dacdfed4)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:31.019041 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0a4d020f-7887-40d9-a96b-9263ac7366a6 req-62912274-e801-43e5-8ee7-b99406bd8b5c tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:31.045160 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: e19b928a-b563-4d6e-9dec-a25d870f2596 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:06:31.046338 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device e19b928a-b563-4d6e-9dec-a25d870f2596 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:06:31.078042 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06f0aa-fcb4-4a88-af96-7f715c71fb53 req-42a2c781-7e75-489b-b6d0-f007d883ea7b tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:31.079750 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ed06f0aa-fcb4-4a88-af96-7f715c71fb53 req-42a2c781-7e75-489b-b6d0-f007d883ea7b tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cb6b78b-1da1-4cd7-a912-feefe3278622 HTTP/1.1" status: 200 len: 945 time: 0.3192976 Sep 01 15:06:31.083048 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e557a4c-f970-4982-b1ab-393f92ba6d63 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b865750-6e65-4390-b25c-0c7d64ba377e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:31.090538 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ede641-f0c7-4268-8802-10f84e16c260 req-3bac6a7c-7c03-47a3-96c0-66e300c33d9f tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Network fca44beb-d855-4a7c-ba31-9561c79e1379 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:06:31.099917 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-95ede641-f0c7-4268-8802-10f84e16c260 req-3bac6a7c-7c03-47a3-96c0-66e300c33d9f tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:31.107909 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ede641-f0c7-4268-8802-10f84e16c260 req-3bac6a7c-7c03-47a3-96c0-66e300c33d9f tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:06:31.189896 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac6a7c-7c03-47a3-96c0-66e300c33d9f tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event updated for resources: {'Port': ['ID=eddb4285-829e-4807-83a4-06b71fc441b8,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:31.323728 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede641-f0c7-4268-8802-10f84e16c260 req-3bac6a7c-7c03-47a3-96c0-66e300c33d9f tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:31.324690 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-3bac6a7c-7c03-47a3-96c0-66e300c33d9f tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:31.358729 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-3bac6a7c-7c03-47a3-96c0-66e300c33d9f tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8208799 Sep 01 15:06:31.374600 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51773aca-80b1-4d31-8d26-767c8d996239 req-71ab731c-ef8a-442d-b08b-79f54774927d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:31.394420 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-51773aca-80b1-4d31-8d26-767c8d996239 req-71ab731c-ef8a-442d-b08b-79f54774927d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39dea2c-6913-41de-ac2f-127690c4a716 HTTP/1.1" status: 200 len: 950 time: 0.2014496 Sep 01 15:06:31.411573 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-95ede641-f0c7-4268-8802-10f84e16c260 req-84658a91-1045-40e3-b112-4695dfed049e service neutron] Request body: {'port': {'device_id': '8e465095-c917-4352-a5f2-4d0535bcc384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:31.416481 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ed06f0aa-fcb4-4a88-af96-7f715c71fb53 req-a06c1ddb-082b-4ca2-a47c-a0783ddfb269 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "GET /v2.0/security-groups?id=72e2141f-b183-471b-9562-537bc80be07a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719243 Sep 01 15:06:31.543889 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 8af271d4-421d-48eb-9058-51e1a6adb380 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:06:31.569493 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0a4d020f-7887-40d9-a96b-9263ac7366a6 req-62912274-e801-43e5-8ee7-b99406bd8b5c tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:31.574443 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0a4d020f-7887-40d9-a96b-9263ac7366a6 req-62912274-e801-43e5-8ee7-b99406bd8b5c tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:31.575260 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [req-0a4d020f-7887-40d9-a96b-9263ac7366a6 req-62912274-e801-43e5-8ee7-b99406bd8b5c tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Floating IP 836d5174-dade-40f2-9e9d-a7bbe26ede7d disassociated. External IP: 172.25.6.216, port: eec250af-c2bd-4800-aec8-4ed9dab075f7. Sep 01 15:06:31.576124 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-0a4d020f-7887-40d9-a96b-9263ac7366a6 req-62912274-e801-43e5-8ee7-b99406bd8b5c tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Calling delete_port for eec250af-c2bd-4800-aec8-4ed9dab075f7 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:06:31.609946 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-51773aca-80b1-4d31-8d26-767c8d996239 req-4fe1d20a-9aab-49c5-824d-966dd2744ca0 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647635 Sep 01 15:06:31.643214 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 8af271d4-421d-48eb-9058-51e1a6adb380 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:06:31.643807 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 8af271d4-421d-48eb-9058-51e1a6adb380 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:06:31.668887 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8ddbe309-e71b-496a-942b-9191a835500b req-5cb04215-c29e-4d3c-84b2-8e82596e6ef2 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797 tempest-FloatingIPsAssociationNegativeTestJSON-1761493797-project] 10.222.0.60 "GET /v2.0/ports?device_id=68134493-efbd-4d86-b112-6d7a37c588a4 HTTP/1.1" status: 200 len: 210 time: 0.0841620 Sep 01 15:06:31.758740 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56782) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:31.760080 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-22f04b47-b4f4-4b2d-8989-9e927fc29069 None None] Provisioning for port eddb4285-829e-4807-83a4-06b71fc441b8 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:31.768326 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-22f04b47-b4f4-4b2d-8989-9e927fc29069 None None] Provisioning complete for port eddb4285-829e-4807-83a4-06b71fc441b8 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:31.768950 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-22f04b47-b4f4-4b2d-8989-9e927fc29069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:31.771492 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-84658a91-1045-40e3-b112-4695dfed049e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:31.828342 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f67cf460-13f4-463f-b421-0e1ef8b0fe9a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6456387f59bb45188ac26dc22115a59c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0677931 Sep 01 15:06:31.839243 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56794) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:31.937995 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-22f04b47-b4f4-4b2d-8989-9e927fc29069 None None] Port eddb4285-829e-4807-83a4-06b71fc441b8 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:06:31.966885 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a273ab77-9415-4f61-8159-f92933d6e626 req-19d1ca1e-7d04-4272-bb7f-64fe148b414c tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=dffe660ba37e46898d1f4bbf5f9d51ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1307063 Sep 01 15:06:32.032569 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0a4d020f-7887-40d9-a96b-9263ac7366a6 req-62912274-e801-43e5-8ee7-b99406bd8b5c tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:32.071822 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62912274-e801-43e5-8ee7-b99406bd8b5c tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Pushing event deleted for resources: {'Port': ['ID=eec250af-c2bd-4800-aec8-4ed9dab075f7,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:32.194061 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68134493-efbd-4d86-b112-6d7a37c588a4', 'name': 'network-vif-deleted', 'tag': '8af271d4-421d-48eb-9058-51e1a6adb380'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:32.196124 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6fc7e9-e88c-4fc9-b6b3-c302a5f813b2" -d '{"events": [{"server_uuid": "68134493-efbd-4d86-b112-6d7a37c588a4", "name": "network-vif-deleted", "tag": "8af271d4-421d-48eb-9058-51e1a6adb380"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:32.213256 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-3efdd9f0-5f37-4a92-845c-efb826ca7ff8 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:32.221057 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-3efdd9f0-5f37-4a92-845c-efb826ca7ff8 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/networks?id=b0922890-9f88-4062-824b-4dfc506e6e18 HTTP/1.1" status: 200 len: 811 time: 0.2961512 Sep 01 15:06:32.227076 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4421c29f-c564-490e-befb-a1413a55ac94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:32.242549 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-861dcfe5-3e99-4b3d-86c0-e26792e9dbde tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/quotas/fec0654f7239467a95f60e6ba299aa91 HTTP/1.1" status: 200 len: 375 time: 0.0205040 Sep 01 15:06:32.273425 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a4d020f-7887-40d9-a96b-9263ac7366a6 req-62912274-e801-43e5-8ee7-b99406bd8b5c tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Router f7a939d3-e933-4cca-b422-dff94ae51f0c has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:06:32.291315 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-6a2251a6-0460-454c-82c2-3f70c1cf0fcd tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fec0654f7239467a95f60e6ba299aa91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359697 Sep 01 15:06:32.315030 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4421c29f-c564-490e-befb-a1413a55ac94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:32.469755 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273ab77-9415-4f61-8159-f92933d6e626 req-f6d47dc5-aef8-4b11-89b4-6fdbc2e77d21 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:32.481264 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a273ab77-9415-4f61-8159-f92933d6e626 req-f6d47dc5-aef8-4b11-89b4-6fdbc2e77d21 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5132020 Sep 01 15:06:32.515507 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a273ab77-9415-4f61-8159-f92933d6e626 req-6757e4fe-bd46-4664-95e6-1243cedfc0ef tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/quotas/dffe660ba37e46898d1f4bbf5f9d51ba HTTP/1.1" status: 200 len: 375 time: 0.0324278 Sep 01 15:06:32.523790 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-79793104-efc3-497f-9b3b-11168e5ed168 service neutron] 10.222.0.60 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849008 Sep 01 15:06:32.527217 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a4d020f-7887-40d9-a96b-9263ac7366a6 req-62912274-e801-43e5-8ee7-b99406bd8b5c tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:06:32.565696 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b280c9-0cf1-4994-b9ce-8246eff28b98 None None] Sync routers for ids ['f7a939d3-e933-4cca-b422-dff94ae51f0c'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:06:32.584947 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b280c9-0cf1-4994-b9ce-8246eff28b98 None None] Routers {'f7a939d3-e933-4cca-b422-dff94ae51f0c'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:32.586094 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-75b280c9-0cf1-4994-b9ce-8246eff28b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:06:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f7a939d3-e933-4cca-b422-dff94ae51f0c'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:32.626453 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4421c29f-c564-490e-befb-a1413a55ac94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:32.631115 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4421c29f-c564-490e-befb-a1413a55ac94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:32.633119 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4421c29f-c564-490e-befb-a1413a55ac94 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0ec6b7ff-f7e1-4416-8e2c-903627aba8ed HTTP/1.1" status: 204 len: 168 time: 0.7926755 Sep 01 15:06:32.695292 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4d020f-7887-40d9-a96b-9263ac7366a6 req-62912274-e801-43e5-8ee7-b99406bd8b5c tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] No DVR routers for this DVR port eec250af-c2bd-4800-aec8-4ed9dab075f7 on host n-h2-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:06:32.703089 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0a4d020f-7887-40d9-a96b-9263ac7366a6 req-62912274-e801-43e5-8ee7-b99406bd8b5c tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:32.705909 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0a4d020f-7887-40d9-a96b-9263ac7366a6 req-62912274-e801-43e5-8ee7-b99406bd8b5c tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.62 "DELETE /v2.0/ports/eec250af-c2bd-4800-aec8-4ed9dab075f7 HTTP/1.1" status: 204 len: 173 time: 2.4233973 Sep 01 15:06:32.725675 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421c29f-c564-490e-befb-a1413a55ac94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec6b7ff-f7e1-4416-8e2c-903627aba8ed,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:32.776741 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a273ab77-9415-4f61-8159-f92933d6e626 req-bc14f383-b191-4f65-ac3b-e5cfca287527 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dffe660ba37e46898d1f4bbf5f9d51ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2519832 Sep 01 15:06:32.833041 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-9c83b5cf-d337-4329-9973-5efb6a8e75b2 service neutron] 10.222.0.60 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079679 Sep 01 15:06:32.908541 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-95ede641-f0c7-4268-8802-10f84e16c260 req-84658a91-1045-40e3-b112-4695dfed049e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b9d160f-a01b-4436-a4de-9cfc00f44874 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:32.951191 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-84658a91-1045-40e3-b112-4695dfed049e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:33.010710 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-95ede641-f0c7-4268-8802-10f84e16c260 req-84658a91-1045-40e3-b112-4695dfed049e service neutron] Transition to ACTIVE for port object 4b9d160f-a01b-4436-a4de-9cfc00f44874 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:33.015617 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-75b280c9-0cf1-4994-b9ce-8246eff28b98 None None] Set router f7a939d3-e933-4cca-b422-dff94ae51f0c gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:33.023831 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-84658a91-1045-40e3-b112-4695dfed049e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:33.364257 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06125244-2d61-4387-ba6e-101236af0e93 req-26ee521e-d7dc-4e28-bc0e-1c3a011961e7 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:33.386374 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06125244-2d61-4387-ba6e-101236af0e93 req-26ee521e-d7dc-4e28-bc0e-1c3a011961e7 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 946 time: 0.1801429 Sep 01 15:06:33.507632 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06125244-2d61-4387-ba6e-101236af0e93 req-9403f720-1dc3-4ce2-81ff-69f9872b493d tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202459 Sep 01 15:06:33.562937 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84658a91-1045-40e3-b112-4695dfed049e service neutron] Pushing event updated for resources: {'Port': ['ID=4b9d160f-a01b-4436-a4de-9cfc00f44874,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:33.767406 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-95ede641-f0c7-4268-8802-10f84e16c260 req-84658a91-1045-40e3-b112-4695dfed049e service neutron] Attempting to bind port 4b9d160f-a01b-4436-a4de-9cfc00f44874 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:06:33.771560 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-95ede641-f0c7-4268-8802-10f84e16c260 req-84658a91-1045-40e3-b112-4695dfed049e service neutron] Attempting to bind port 4b9d160f-a01b-4436-a4de-9cfc00f44874 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'dfd5be91-930e-4c39-bf52-8814999f3f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fca44beb-d855-4a7c-ba31-9561c79e1379'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:06:33.772752 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ede641-f0c7-4268-8802-10f84e16c260 req-84658a91-1045-40e3-b112-4695dfed049e service neutron] Attempting to bind port 4b9d160f-a01b-4436-a4de-9cfc00f44874 on network fca44beb-d855-4a7c-ba31-9561c79e1379 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:33.823809 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ede641-f0c7-4268-8802-10f84e16c260 req-84658a91-1045-40e3-b112-4695dfed049e service neutron] Port 4b9d160f-a01b-4436-a4de-9cfc00f44874 on network fca44beb-d855-4a7c-ba31-9561c79e1379 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:06:33.824674 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ede641-f0c7-4268-8802-10f84e16c260 req-84658a91-1045-40e3-b112-4695dfed049e service neutron] Attempting to bind port 4b9d160f-a01b-4436-a4de-9cfc00f44874 on network fca44beb-d855-4a7c-ba31-9561c79e1379 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:33.870521 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ede641-f0c7-4268-8802-10f84e16c260 req-84658a91-1045-40e3-b112-4695dfed049e service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:06:33.875582 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ede641-f0c7-4268-8802-10f84e16c260 req-84658a91-1045-40e3-b112-4695dfed049e service neutron] Checking segment: {'id': 'dfd5be91-930e-4c39-bf52-8814999f3f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fca44beb-d855-4a7c-ba31-9561c79e1379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:33.877598 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ede641-f0c7-4268-8802-10f84e16c260 req-84658a91-1045-40e3-b112-4695dfed049e service neutron] Bound using segment: {'id': 'dfd5be91-930e-4c39-bf52-8814999f3f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fca44beb-d855-4a7c-ba31-9561c79e1379'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:06:33.880423 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-95ede641-f0c7-4268-8802-10f84e16c260 req-84658a91-1045-40e3-b112-4695dfed049e service neutron] Bound port: 4b9d160f-a01b-4436-a4de-9cfc00f44874, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd5be91-930e-4c39-bf52-8814999f3f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fca44beb-d855-4a7c-ba31-9561c79e1379'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:06:33.881855 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-84658a91-1045-40e3-b112-4695dfed049e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:33.898395 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec3d77-a7b8-430e-ba01-d852a35f47a0 req-dfbb0903-bed4-4856-a992-972dcc4445c5 tempest-ServersOnMultiNodesTest-1785707765 tempest-ServersOnMultiNodesTest-1785707765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:33.903775 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-75b280c9-0cf1-4994-b9ce-8246eff28b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'name': 'tempest-ServersTestManualDisk-2107234725-router', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:03:37Z', 'updated_at': '2021-09-01T15:03:55Z', 'revision_number': 4, 'project_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'gw_port': {'id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ea:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:03:42Z', 'updated_at': '2021-09-01T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'ea74b9ec-3534-4205-83e3-13f7b1f89ccb', 'name': '', 'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'mac_address': 'fa:16:3e:93:72:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '8b429c43-124c-43c8-856c-37687d3e205d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:03:52Z', 'updated_at': '2021-09-01T15:04:02Z', 'revision_number': 5, 'project_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'subnets': [{'id': '8b429c43-124c-43c8-856c-37687d3e205d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:33.919185 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7bec3d77-a7b8-430e-ba01-d852a35f47a0 req-dfbb0903-bed4-4856-a992-972dcc4445c5 tempest-ServersOnMultiNodesTest-1785707765 tempest-ServersOnMultiNodesTest-1785707765-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e39dea2c-6913-41de-ac2f-127690c4a716 HTTP/1.1" status: 200 len: 1101 time: 0.4366004 Sep 01 15:06:33.953679 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b280c9-0cf1-4994-b9ce-8246eff28b98 None None] Checking router: f7a939d3-e933-4cca-b422-dff94ae51f0c for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:06:33.966271 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae3d78-1745-404f-83e1-1705017b60ef req-65b07d34-beff-469f-afc2-60ed4d018e19 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:33.973743 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b280c9-0cf1-4994-b9ce-8246eff28b98 None None] Routers {'f7a939d3-e933-4cca-b422-dff94ae51f0c'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:33.975547 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-75b280c9-0cf1-4994-b9ce-8246eff28b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:06:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f7a939d3-e933-4cca-b422-dff94ae51f0c'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:33.989041 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae3d78-1745-404f-83e1-1705017b60ef req-65b07d34-beff-469f-afc2-60ed4d018e19 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:34.010984 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae3d78-1745-404f-83e1-1705017b60ef req-65b07d34-beff-469f-afc2-60ed4d018e19 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:34.023036 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-deae3d78-1745-404f-83e1-1705017b60ef req-65b07d34-beff-469f-afc2-60ed4d018e19 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 2389 time: 0.2980006 Sep 01 15:06:34.166805 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-deae3d78-1745-404f-83e1-1705017b60ef req-216d41d5-2484-4cc1-a09e-6a372ff6aa1e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409080 Sep 01 15:06:34.232720 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7bec3d77-a7b8-430e-ba01-d852a35f47a0 req-31c9faa2-56fa-4e00-82ac-e3bfd0b2ad80 tempest-ServersOnMultiNodesTest-1785707765 tempest-ServersOnMultiNodesTest-1785707765-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116632 Sep 01 15:06:34.255059 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-95ede641-f0c7-4268-8802-10f84e16c260 req-84658a91-1045-40e3-b112-4695dfed049e service neutron] For port 4b9d160f-a01b-4436-a4de-9cfc00f44874, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:06:34.262256 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-95ede641-f0c7-4268-8802-10f84e16c260 req-84658a91-1045-40e3-b112-4695dfed049e service neutron] For port 4b9d160f-a01b-4436-a4de-9cfc00f44874, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=4b9d160f-a01b-4436-a4de-9cfc00f44874,segment=NetworkSegment(dfd5be91-930e-4c39-bf52-8814999f3f76),segment_id=dfd5be91-930e-4c39-bf52-8814999f3f76)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:06:34.273817 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-84658a91-1045-40e3-b112-4695dfed049e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:34.281563 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-75b280c9-0cf1-4994-b9ce-8246eff28b98 None None] Set router f7a939d3-e933-4cca-b422-dff94ae51f0c gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:34.283825 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8573a8d7-51ee-4fad-b18a-e83f0c143db8 x-openstack-request-id: req-8573a8d7-51ee-4fad-b18a-e83f0c143db8 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:34.284121 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68134493-efbd-4d86-b112-6d7a37c588a4", "name": "network-vif-deleted", "tag": "8af271d4-421d-48eb-9058-51e1a6adb380", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:34.285400 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8573a8d7-51ee-4fad-b18a-e83f0c143db8 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:34.286062 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68134493-efbd-4d86-b112-6d7a37c588a4', 'name': 'network-vif-deleted', 'tag': '8af271d4-421d-48eb-9058-51e1a6adb380', 'status': 'completed', 'code': 200} Sep 01 15:06:34.436546 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede641-f0c7-4268-8802-10f84e16c260 req-84658a91-1045-40e3-b112-4695dfed049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:34.448025 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-84658a91-1045-40e3-b112-4695dfed049e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:34.455575 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-84658a91-1045-40e3-b112-4695dfed049e service neutron] 10.222.0.62 "PUT /v2.0/ports/4b9d160f-a01b-4436-a4de-9cfc00f44874 HTTP/1.1" status: 200 len: 1092 time: 3.0579646 Sep 01 15:06:34.460527 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e465095-c917-4352-a5f2-4d0535bcc384', 'tag': '4b9d160f-a01b-4436-a4de-9cfc00f44874'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:34.479768 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f74ef8-1a07-4b08-894b-b267cfab0c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "8e465095-c917-4352-a5f2-4d0535bcc384", "tag": "4b9d160f-a01b-4436-a4de-9cfc00f44874"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:34.488176 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56876) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:34.537057 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-95ede641-f0c7-4268-8802-10f84e16c260 req-63650a6e-13d4-4905-81a8-6bb3c82e965a service neutron] Request body: {'port': {'device_id': '8e465095-c917-4352-a5f2-4d0535bcc384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:34.790806 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d3a156cd-5a11-4357-ad38-14ab054fdfa4 req-a8c67cde-bfdd-405c-978f-858ca811eda2 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 210 time: 0.1364174 Sep 01 15:06:34.794990 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84658a91-1045-40e3-b112-4695dfed049e service neutron] Pushing event updated for resources: {'Port': ['ID=4b9d160f-a01b-4436-a4de-9cfc00f44874,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:34.881542 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device eec250af-c2bd-4800-aec8-4ed9dab075f7 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:06:34.930702 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-63650a6e-13d4-4905-81a8-6bb3c82e965a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:34.969382 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: eec250af-c2bd-4800-aec8-4ed9dab075f7 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:06:34.970479 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device eec250af-c2bd-4800-aec8-4ed9dab075f7 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:06:35.226485 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-75b280c9-0cf1-4994-b9ce-8246eff28b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'name': 'tempest-ServersTestManualDisk-2107234725-router', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:03:37Z', 'updated_at': '2021-09-01T15:03:55Z', 'revision_number': 4, 'project_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'gw_port': {'id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ea:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:03:42Z', 'updated_at': '2021-09-01T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'ea74b9ec-3534-4205-83e3-13f7b1f89ccb', 'name': '', 'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'mac_address': 'fa:16:3e:93:72:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '8b429c43-124c-43c8-856c-37687d3e205d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:03:52Z', 'updated_at': '2021-09-01T15:04:02Z', 'revision_number': 5, 'project_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'subnets': [{'id': '8b429c43-124c-43c8-856c-37687d3e205d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:35.318554 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b280c9-0cf1-4994-b9ce-8246eff28b98 None None] The sync data for ids ['f7a939d3-e933-4cca-b422-dff94ae51f0c'] in n-d-794796-3 is: [{'id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'name': 'tempest-ServersTestManualDisk-2107234725-router', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:03:37Z', 'updated_at': '2021-09-01T15:03:55Z', 'revision_number': 4, 'project_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'gw_port': {'id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ea:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:03:42Z', 'updated_at': '2021-09-01T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'ea74b9ec-3534-4205-83e3-13f7b1f89ccb', 'name': '', 'network_id': '4ee8f304-25eb-4c36-ba1e-cf02863aa3e7', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'mac_address': 'fa:16:3e:93:72:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '8b429c43-124c-43c8-856c-37687d3e205d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:03:52Z', 'updated_at': '2021-09-01T15:04:02Z', 'revision_number': 5, 'project_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'subnets': [{'id': '8b429c43-124c-43c8-856c-37687d3e205d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:06:35.321863 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56892) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:35.332387 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5c8b1853-6985-42ca-bfe4-7f395db97f6d req-71e28249-3802-4671-a297-5c8c7092613a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 210 time: 0.5366905 Sep 01 15:06:35.429075 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9b4203-53eb-457f-baf5-de687f6fae95 x-openstack-request-id: req-fb9b4203-53eb-457f-baf5-de687f6fae95 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:35.429531 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e465095-c917-4352-a5f2-4d0535bcc384", "tag": "4b9d160f-a01b-4436-a4de-9cfc00f44874", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:35.430204 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb9b4203-53eb-457f-baf5-de687f6fae95 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:35.430855 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e465095-c917-4352-a5f2-4d0535bcc384', 'tag': '4b9d160f-a01b-4436-a4de-9cfc00f44874', 'status': 'completed', 'code': 200} Sep 01 15:06:35.515101 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe95569-112c-4762-bbff-77f5226a67c2 req-07b37315-26fe-46c2-a5ed-97e1b055ccd3 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:35.517446 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ffe95569-112c-4762-bbff-77f5226a67c2 req-07b37315-26fe-46c2-a5ed-97e1b055ccd3 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 946 time: 0.1489584 Sep 01 15:06:35.552902 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f74ef8-1a07-4b08-894b-b267cfab0c4c req-7fe26cba-7172-42bc-be33-e2d0b365a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:35.553570 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f74ef8-1a07-4b08-894b-b267cfab0c4c req-7fe26cba-7172-42bc-be33-e2d0b365a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:35.553834 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f74ef8-1a07-4b08-894b-b267cfab0c4c req-7fe26cba-7172-42bc-be33-e2d0b365a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:35.556135 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-39f74ef8-1a07-4b08-894b-b267cfab0c4c req-7fe26cba-7172-42bc-be33-e2d0b365a217 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f19f728ef2e84bc7921749b54aaa2b5d&device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 2732 time: 0.1797125 Sep 01 15:06:35.561145 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-094428fb-fcde-4446-a46c-c12831b7d56c tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:35.628306 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a64ea-0f52-4fdb-92f9-75848ba55a0f req-972ba434-7265-46b2-af66-c36178653c8c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:35.629924 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d67a64ea-0f52-4fdb-92f9-75848ba55a0f req-972ba434-7265-46b2-af66-c36178653c8c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39dea2c-6913-41de-ac2f-127690c4a716 HTTP/1.1" status: 200 len: 950 time: 0.1581700 Sep 01 15:06:35.635441 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ffe95569-112c-4762-bbff-77f5226a67c2 req-89caec3d-cb43-4bed-900a-654e442aafa0 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035192 Sep 01 15:06:35.671346 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-094428fb-fcde-4446-a46c-c12831b7d56c tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:35.746716 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-95ede641-f0c7-4268-8802-10f84e16c260 req-63650a6e-13d4-4905-81a8-6bb3c82e965a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b01b67ed-defb-463e-8c39-02044b062955 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:35.765403 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-63650a6e-13d4-4905-81a8-6bb3c82e965a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:35.786959 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e300b4-42a0-4e09-999e-c48fa9da5bf6 None None] New status for floating IP 836d5174-dade-40f2-9e9d-a7bbe26ede7d: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:06:35.799673 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-95ede641-f0c7-4268-8802-10f84e16c260 req-63650a6e-13d4-4905-81a8-6bb3c82e965a service neutron] Transition to ACTIVE for port object b01b67ed-defb-463e-8c39-02044b062955 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:35.816951 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-63650a6e-13d4-4905-81a8-6bb3c82e965a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:35.927326 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d67a64ea-0f52-4fdb-92f9-75848ba55a0f req-1f866a47-94e0-4ef9-828d-4ac2f09f3ccb tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806818 Sep 01 15:06:35.946050 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f74ef8-1a07-4b08-894b-b267cfab0c4c req-4b9d4769-4b86-4f45-9ec4-52fcc5b35e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:35.946578 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f74ef8-1a07-4b08-894b-b267cfab0c4c req-4b9d4769-4b86-4f45-9ec4-52fcc5b35e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:35.947665 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f74ef8-1a07-4b08-894b-b267cfab0c4c req-4b9d4769-4b86-4f45-9ec4-52fcc5b35e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:35.949294 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-39f74ef8-1a07-4b08-894b-b267cfab0c4c req-4b9d4769-4b86-4f45-9ec4-52fcc5b35e51 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f19f728ef2e84bc7921749b54aaa2b5d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3488383 Sep 01 15:06:35.973854 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63650a6e-13d4-4905-81a8-6bb3c82e965a service neutron] Pushing event updated for resources: {'Port': ['ID=b01b67ed-defb-463e-8c39-02044b062955,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:35.981139 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-094428fb-fcde-4446-a46c-c12831b7d56c tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:35.983802 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-094428fb-fcde-4446-a46c-c12831b7d56c tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:35.985462 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-094428fb-fcde-4446-a46c-c12831b7d56c tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "DELETE /v2.0/security-groups/72e2141f-b183-471b-9562-537bc80be07a HTTP/1.1" status: 204 len: 168 time: 0.6519721 Sep 01 15:06:35.991438 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56900) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:36.036454 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4382598-8c80-4259-8d19-2d5c2eb15551 req-f05b6cc5-a36f-4433-b6bb-44df2d63fe09 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:36.043492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4382598-8c80-4259-8d19-2d5c2eb15551 req-f05b6cc5-a36f-4433-b6bb-44df2d63fe09 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:36.049861 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4382598-8c80-4259-8d19-2d5c2eb15551 req-f05b6cc5-a36f-4433-b6bb-44df2d63fe09 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:36.060921 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e4382598-8c80-4259-8d19-2d5c2eb15551 req-f05b6cc5-a36f-4433-b6bb-44df2d63fe09 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 2401 time: 0.2586002 Sep 01 15:06:36.213451 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094428fb-fcde-4446-a46c-c12831b7d56c tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e2141f-b183-471b-9562-537bc80be07a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:36.217326 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-987c3c14-e045-4b48-abca-72aba5dcbb51 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] show failed (client error): The resource could not be found. Sep 01 15:06:36.225088 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-987c3c14-e045-4b48-abca-72aba5dcbb51 tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "GET /v2.0/security-groups/72e2141f-b183-471b-9562-537bc80be07a HTTP/1.1" status: 404 len: 347 time: 0.2126744 Sep 01 15:06:36.238814 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56908) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:36.290775 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb6b78b-1da1-4cd7-a912-feefe3278622', 'name': 'network-vif-deleted', 'tag': 'eec250af-c2bd-4800-aec8-4ed9dab075f7'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:36.293856 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dccd90-1c7f-4a1d-ad2c-0db964f138bf" -d '{"events": [{"server_uuid": "6cb6b78b-1da1-4cd7-a912-feefe3278622", "name": "network-vif-deleted", "tag": "eec250af-c2bd-4800-aec8-4ed9dab075f7"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:36.358352 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e4382598-8c80-4259-8d19-2d5c2eb15551 req-82e10d4a-2cf3-45bf-a9f5-00b381bcf280 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957144 Sep 01 15:06:36.413787 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-95ede641-f0c7-4268-8802-10f84e16c260 req-63650a6e-13d4-4905-81a8-6bb3c82e965a service neutron] Attempting to bind port b01b67ed-defb-463e-8c39-02044b062955 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:06:36.414140 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-95ede641-f0c7-4268-8802-10f84e16c260 req-63650a6e-13d4-4905-81a8-6bb3c82e965a service neutron] Attempting to bind port b01b67ed-defb-463e-8c39-02044b062955 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'c4889870-fe5c-46d1-8d52-ac44a030497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b50e13fa-412b-4c27-b63f-60e02c1740cc'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:06:36.434657 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ede641-f0c7-4268-8802-10f84e16c260 req-63650a6e-13d4-4905-81a8-6bb3c82e965a service neutron] Attempting to bind port b01b67ed-defb-463e-8c39-02044b062955 on network b50e13fa-412b-4c27-b63f-60e02c1740cc {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:36.462266 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ede641-f0c7-4268-8802-10f84e16c260 req-63650a6e-13d4-4905-81a8-6bb3c82e965a service neutron] Port b01b67ed-defb-463e-8c39-02044b062955 on network b50e13fa-412b-4c27-b63f-60e02c1740cc not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:06:36.463346 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ede641-f0c7-4268-8802-10f84e16c260 req-63650a6e-13d4-4905-81a8-6bb3c82e965a service neutron] Attempting to bind port b01b67ed-defb-463e-8c39-02044b062955 on network b50e13fa-412b-4c27-b63f-60e02c1740cc {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:36.546947 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-53d15bbe-7e36-432d-9756-a5b5c905f7a8 req-f09143a3-432e-4a37-9419-b492596eca51 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 210 time: 0.0770905 Sep 01 15:06:36.565155 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-d11aa4fe-afda-43c1-b606-82ceabbcefb6 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:36.569324 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-d11aa4fe-afda-43c1-b606-82ceabbcefb6 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.62 "GET /v2.0/networks?id=b0922890-9f88-4062-824b-4dfc506e6e18 HTTP/1.1" status: 200 len: 811 time: 0.5576487 Sep 01 15:06:36.574895 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f74ef8-1a07-4b08-894b-b267cfab0c4c req-17cc7bf4-eba4-401f-aa53-722fe4fa7ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:36.576666 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-39f74ef8-1a07-4b08-894b-b267cfab0c4c req-17cc7bf4-eba4-401f-aa53-722fe4fa7ee1 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5860772 Sep 01 15:06:36.576862 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ede641-f0c7-4268-8802-10f84e16c260 req-63650a6e-13d4-4905-81a8-6bb3c82e965a service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:06:36.577632 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ede641-f0c7-4268-8802-10f84e16c260 req-63650a6e-13d4-4905-81a8-6bb3c82e965a service neutron] Checking segment: {'id': 'c4889870-fe5c-46d1-8d52-ac44a030497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b50e13fa-412b-4c27-b63f-60e02c1740cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:36.579406 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ede641-f0c7-4268-8802-10f84e16c260 req-63650a6e-13d4-4905-81a8-6bb3c82e965a service neutron] Bound using segment: {'id': 'c4889870-fe5c-46d1-8d52-ac44a030497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b50e13fa-412b-4c27-b63f-60e02c1740cc'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:06:36.580133 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-95ede641-f0c7-4268-8802-10f84e16c260 req-63650a6e-13d4-4905-81a8-6bb3c82e965a service neutron] Bound port: b01b67ed-defb-463e-8c39-02044b062955, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4889870-fe5c-46d1-8d52-ac44a030497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'b50e13fa-412b-4c27-b63f-60e02c1740cc'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:06:36.582956 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-63650a6e-13d4-4905-81a8-6bb3c82e965a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:36.593329 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c5d438cd-0538-40b2-9b6e-6368cb5d5276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:36.628209 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-764e35c8-d980-40f7-9b2d-a714d65ff664 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Request body: {'port': {'device_id': '8a399ae7-586c-4653-a9d9-8126c98907ff', 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18', 'admin_state_up': True, 'tenant_id': 'fec0654f7239467a95f60e6ba299aa91'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:36.666632 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-5feb5455-698b-4714-b15c-1ed609ea18ea tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Deleting port 14284357-ccca-4f5e-9e7e-0f5461301000 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:06:36.667303 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5feb5455-698b-4714-b15c-1ed609ea18ea tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:36.699685 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d3721f-c25b-4333-866c-cfff9a5ca499 x-openstack-request-id: req-27d3721f-c25b-4333-866c-cfff9a5ca499 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:36.700543 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb6b78b-1da1-4cd7-a912-feefe3278622", "name": "network-vif-deleted", "tag": "eec250af-c2bd-4800-aec8-4ed9dab075f7", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:36.701094 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-27d3721f-c25b-4333-866c-cfff9a5ca499 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:36.701655 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb6b78b-1da1-4cd7-a912-feefe3278622', 'name': 'network-vif-deleted', 'tag': 'eec250af-c2bd-4800-aec8-4ed9dab075f7', 'status': 'completed', 'code': 200} Sep 01 15:06:36.782001 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-95ede641-f0c7-4268-8802-10f84e16c260 req-63650a6e-13d4-4905-81a8-6bb3c82e965a service neutron] For port b01b67ed-defb-463e-8c39-02044b062955, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:06:36.788472 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0ec48e7f-ec13-4b84-97bc-56b0e674ab67 req-82a7ba16-9ea1-433d-8943-7d6a47aeae7c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 210 time: 0.0846884 Sep 01 15:06:36.810268 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-95ede641-f0c7-4268-8802-10f84e16c260 req-63650a6e-13d4-4905-81a8-6bb3c82e965a service neutron] For port b01b67ed-defb-463e-8c39-02044b062955, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b01b67ed-defb-463e-8c39-02044b062955,segment=NetworkSegment(c4889870-fe5c-46d1-8d52-ac44a030497a),segment_id=c4889870-fe5c-46d1-8d52-ac44a030497a)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:06:36.820821 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-63650a6e-13d4-4905-81a8-6bb3c82e965a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:36.857400 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede641-f0c7-4268-8802-10f84e16c260 req-63650a6e-13d4-4905-81a8-6bb3c82e965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:36.858554 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-63650a6e-13d4-4905-81a8-6bb3c82e965a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:36.860140 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-63650a6e-13d4-4905-81a8-6bb3c82e965a service neutron] 10.222.0.62 "PUT /v2.0/ports/b01b67ed-defb-463e-8c39-02044b062955 HTTP/1.1" status: 200 len: 1092 time: 2.3394334 Sep 01 15:06:36.897423 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-764e35c8-d980-40f7-9b2d-a714d65ff664 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Made reservation on behalf of fec0654f7239467a95f60e6ba299aa91 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:06:36.902618 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-764e35c8-d980-40f7-9b2d-a714d65ff664 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:36.935359 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-95ede641-f0c7-4268-8802-10f84e16c260 req-87e4aa11-5c6d-4db4-92c5-91825f2df836 service neutron] Request body: {'port': {'device_id': '8e465095-c917-4352-a5f2-4d0535bcc384', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:36.959949 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5feb5455-698b-4714-b15c-1ed609ea18ea tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:36.960492 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5feb5455-698b-4714-b15c-1ed609ea18ea tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:36.977487 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63650a6e-13d4-4905-81a8-6bb3c82e965a service neutron] Pushing event updated for resources: {'Port': ['ID=b01b67ed-defb-463e-8c39-02044b062955,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:36.995167 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-5feb5455-698b-4714-b15c-1ed609ea18ea tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Calling delete_port for 14284357-ccca-4f5e-9e7e-0f5461301000 owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:06:37.060725 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-87e4aa11-5c6d-4db4-92c5-91825f2df836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:37.433465 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e465095-c917-4352-a5f2-4d0535bcc384', 'tag': 'b01b67ed-defb-463e-8c39-02044b062955'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:37.437382 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e77382-8bc1-4072-9d6a-02f24c1fa1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "8e465095-c917-4352-a5f2-4d0535bcc384", "tag": "b01b67ed-defb-463e-8c39-02044b062955"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:37.533160 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-764e35c8-d980-40f7-9b2d-a714d65ff664 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Allocated IP 172.20.0.3 (b0922890-9f88-4062-824b-4dfc506e6e18/de6f3d24-aa35-41db-834d-e91d2e27e6db/95710204-e08d-4140-9c22-e0e94662d7cc) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:06:37.558182 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710daf6b-05ed-4c51-b8f2-47ecc8297446 req-9011d78f-8669-47f9-83bd-6929dc1b451d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:37.561348 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-710daf6b-05ed-4c51-b8f2-47ecc8297446 req-9011d78f-8669-47f9-83bd-6929dc1b451d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39dea2c-6913-41de-ac2f-127690c4a716 HTTP/1.1" status: 200 len: 950 time: 0.3071759 Sep 01 15:06:37.564458 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-c5d438cd-0538-40b2-9b6e-6368cb5d5276 admin admin] Deleting port 989199c6-7c43-4550-915c-5a2ad905b6c2 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:06:37.565309 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c5d438cd-0538-40b2-9b6e-6368cb5d5276 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:37.569496 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5feb5455-698b-4714-b15c-1ed609ea18ea tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:37.608235 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56954) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:37.733089 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb5455-698b-4714-b15c-1ed609ea18ea tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Pushing event deleted for resources: {'Port': ['ID=14284357-ccca-4f5e-9e7e-0f5461301000,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:37.806781 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703420ca-819f-423b-9c32-9e770472c9f7 req-a2fb0ea7-0b37-4824-ae9b-d65b26a02678 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:37.809655 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-703420ca-819f-423b-9c32-9e770472c9f7 req-a2fb0ea7-0b37-4824-ae9b-d65b26a02678 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.62 "GET /v2.0/ports?device_id=e39dea2c-6913-41de-ac2f-127690c4a716 HTTP/1.1" status: 200 len: 950 time: 0.4001377 Sep 01 15:06:37.856712 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894e2ec-cd40-4d36-93f3-e7df80336026 req-9c1a67f4-9b5c-42ed-8b60-5a12d8dc84cb tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:37.867778 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894e2ec-cd40-4d36-93f3-e7df80336026 req-9c1a67f4-9b5c-42ed-8b60-5a12d8dc84cb tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:37.880394 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894e2ec-cd40-4d36-93f3-e7df80336026 req-9c1a67f4-9b5c-42ed-8b60-5a12d8dc84cb tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:37.891809 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9894e2ec-cd40-4d36-93f3-e7df80336026 req-9c1a67f4-9b5c-42ed-8b60-5a12d8dc84cb tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 2401 time: 0.4296501 Sep 01 15:06:38.032877 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-135fb89f-f8a2-4d94-9296-7c9d5a51544a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:38.034097 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:38.074207 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5feb5455-698b-4714-b15c-1ed609ea18ea tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:38.077682 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5feb5455-698b-4714-b15c-1ed609ea18ea tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:38.079446 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5feb5455-698b-4714-b15c-1ed609ea18ea tempest-ServersTestManualDisk-843132376 tempest-ServersTestManualDisk-843132376-project] 10.222.0.60 "DELETE /v2.0/floatingips/836d5174-dade-40f2-9e9d-a7bbe26ede7d HTTP/1.1" status: 204 len: 168 time: 1.8388715 Sep 01 15:06:38.086951 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56962) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:38.113257 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9894e2ec-cd40-4d36-93f3-e7df80336026 req-015698cc-dc07-4f0e-a174-b64d15b52847 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196867 Sep 01 15:06:38.116623 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-c5d438cd-0538-40b2-9b6e-6368cb5d5276 admin admin] For port 989199c6-7c43-4550-915c-5a2ad905b6c2, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=989199c6-7c43-4550-915c-5a2ad905b6c2,segment=NetworkSegment(e22b539c-e96d-4c80-bf2f-57b6a808ffcb),segment_id=e22b539c-e96d-4c80-bf2f-57b6a808ffcb)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:38.117028 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c5d438cd-0538-40b2-9b6e-6368cb5d5276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:38.153183 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-c5d438cd-0538-40b2-9b6e-6368cb5d5276 admin admin] Calling delete_port for 989199c6-7c43-4550-915c-5a2ad905b6c2 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:06:38.257837 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41932ee3-86d1-401f-a9e0-1473782966ab x-openstack-request-id: req-41932ee3-86d1-401f-a9e0-1473782966ab {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:38.258425 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e465095-c917-4352-a5f2-4d0535bcc384", "tag": "b01b67ed-defb-463e-8c39-02044b062955", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:38.258762 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41932ee3-86d1-401f-a9e0-1473782966ab {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:38.260284 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e465095-c917-4352-a5f2-4d0535bcc384', 'tag': 'b01b67ed-defb-463e-8c39-02044b062955', 'status': 'completed', 'code': 200} Sep 01 15:06:38.263977 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a273ab77-9415-4f61-8159-f92933d6e626 req-e74c8d96-c1a6-433c-8903-4ade5e890f8d tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=dffe660ba37e46898d1f4bbf5f9d51ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1946659 Sep 01 15:06:38.297346 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.62', 60400) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:38.335031 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-703420ca-819f-423b-9c32-9e770472c9f7 req-fe407986-21b5-4c35-8599-3fb4584ae8b4 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Deleting port 45ba23b2-21cd-4b4d-bd09-513295a606b2 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:06:38.335363 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-703420ca-819f-423b-9c32-9e770472c9f7 req-fe407986-21b5-4c35-8599-3fb4584ae8b4 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:38.352019 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec53b5a5-bf50-4904-8922-207bf0c8b560 req-65ef7dae-069a-4cae-a9b5-1e2a8ad4523a tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 210 time: 0.0830216 Sep 01 15:06:38.520010 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-710daf6b-05ed-4c51-b8f2-47ecc8297446 req-334ad672-2bc3-4c0e-b61c-1cc05093e54a tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9477077 Sep 01 15:06:38.541675 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8b39f4cc-c2c1-4642-80cf-1724931464e6 req-56d62346-6784-4471-8d39-145e0bae9340 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 210 time: 0.0925243 Sep 01 15:06:38.543750 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-135fb89f-f8a2-4d94-9296-7c9d5a51544a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:38.570756 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-135fb89f-f8a2-4d94-9296-7c9d5a51544a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:38.611082 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-703420ca-819f-423b-9c32-9e770472c9f7 req-fe407986-21b5-4c35-8599-3fb4584ae8b4 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] For port 45ba23b2-21cd-4b4d-bd09-513295a606b2, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=45ba23b2-21cd-4b4d-bd09-513295a606b2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:38.611890 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-703420ca-819f-423b-9c32-9e770472c9f7 req-fe407986-21b5-4c35-8599-3fb4584ae8b4 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:38.764591 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e77382-8bc1-4072-9d6a-02f24c1fa1c2 req-ecc5c321-d8fd-4383-9e58-abc3150c21ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:38.765362 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e77382-8bc1-4072-9d6a-02f24c1fa1c2 req-ecc5c321-d8fd-4383-9e58-abc3150c21ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:38.766007 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e77382-8bc1-4072-9d6a-02f24c1fa1c2 req-ecc5c321-d8fd-4383-9e58-abc3150c21ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:38.768100 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-69e77382-8bc1-4072-9d6a-02f24c1fa1c2 req-ecc5c321-d8fd-4383-9e58-abc3150c21ef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f19f728ef2e84bc7921749b54aaa2b5d&device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 2799 time: 0.4506104 Sep 01 15:06:38.839924 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-95ede641-f0c7-4268-8802-10f84e16c260 req-87e4aa11-5c6d-4db4-92c5-91825f2df836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eddb4285-829e-4807-83a4-06b71fc441b8 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:38.895521 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273ab77-9415-4f61-8159-f92933d6e626 req-3265eaea-a684-4ec2-86d0-6304270ec37b tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:38.897194 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a273ab77-9415-4f61-8159-f92933d6e626 req-3265eaea-a684-4ec2-86d0-6304270ec37b tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5921800 Sep 01 15:06:38.899620 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-87e4aa11-5c6d-4db4-92c5-91825f2df836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:38.964364 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-703420ca-819f-423b-9c32-9e770472c9f7 req-fe407986-21b5-4c35-8599-3fb4584ae8b4 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Calling delete_port for 45ba23b2-21cd-4b4d-bd09-513295a606b2 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:06:38.976063 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-135fb89f-f8a2-4d94-9296-7c9d5a51544a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6eb14487f08e4c8ca6beab8a4f8c8386&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2887912 Sep 01 15:06:38.976063 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135fb89f-f8a2-4d94-9296-7c9d5a51544a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe18d8a-8a08-4248-a359-e8e58dad6562,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:38.983897 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56964) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:38.989077 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-a273ab77-9415-4f61-8159-f92933d6e626 req-b0dbd7b7-54bf-4be1-8ca5-650943adbcbe tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Request body: {'port': {'device_id': '251f8ac8-4ae6-4b90-b7e8-6485d2a4af57', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': 'dffe660ba37e46898d1f4bbf5f9d51ba'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:39.067573 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-95ede641-f0c7-4268-8802-10f84e16c260 req-87e4aa11-5c6d-4db4-92c5-91825f2df836 service neutron] Transition to ACTIVE for port object eddb4285-829e-4807-83a4-06b71fc441b8 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:39.079740 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-764e35c8-d980-40f7-9b2d-a714d65ff664 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:39.126894 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-87e4aa11-5c6d-4db4-92c5-91825f2df836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:39.157434 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c5d438cd-0538-40b2-9b6e-6368cb5d5276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:39.159413 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ab9a1eb4-4680-4379-a151-1a4759bdb3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:39.194352 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6717ea31-4ff8-4e5c-9929-528b75adf3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:39.199833 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d438cd-0538-40b2-9b6e-6368cb5d5276 admin admin] Pushing event deleted for resources: {'Port': ['ID=989199c6-7c43-4550-915c-5a2ad905b6c2,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:39.309541 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6717ea31-4ff8-4e5c-9929-528b75adf3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:39.376709 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-703420ca-819f-423b-9c32-9e770472c9f7 req-fe407986-21b5-4c35-8599-3fb4584ae8b4 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:39.391182 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['c1623e95-6e87-41f8-9dba-9fc29ff8ae1a', '7ed1fbe9-2d46-4fcc-bc50-023f949bf380', '6b66269d-1d3a-4e85-9d24-7e72525313d6', '455c59b9-c444-4c6c-8e35-40d5b18e851b', '475aa75d-954c-45b1-b5e8-32982e9f92e7'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:39.468144 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe407986-21b5-4c35-8599-3fb4584ae8b4 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Pushing event deleted for resources: {'Port': ['ID=45ba23b2-21cd-4b4d-bd09-513295a606b2,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:39.473983 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['c580a6e4-b344-46fb-966f-a5e7de1d5915', '1e8b17fe-28af-4105-b7b8-4b4dc1360808', '45ba23b2-21cd-4b4d-bd09-513295a606b2'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:39.480448 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4aa11-5c6d-4db4-92c5-91825f2df836 service neutron] Pushing event updated for resources: {'Port': ['ID=eddb4285-829e-4807-83a4-06b71fc441b8,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:39.489092 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-764e35c8-d980-40f7-9b2d-a714d65ff664 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:39.567845 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-703420ca-819f-423b-9c32-9e770472c9f7 req-fe407986-21b5-4c35-8599-3fb4584ae8b4 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] No DVR routers for this DVR port 45ba23b2-21cd-4b4d-bd09-513295a606b2 on host n-h2-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:06:39.572755 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-703420ca-819f-423b-9c32-9e770472c9f7 req-fe407986-21b5-4c35-8599-3fb4584ae8b4 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:39.576319 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-703420ca-819f-423b-9c32-9e770472c9f7 req-fe407986-21b5-4c35-8599-3fb4584ae8b4 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.62 "DELETE /v2.0/ports/45ba23b2-21cd-4b4d-bd09-513295a606b2 HTTP/1.1" status: 204 len: 173 time: 1.7533510 Sep 01 15:06:39.616647 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39dea2c-6913-41de-ac2f-127690c4a716', 'name': 'network-vif-deleted', 'tag': '45ba23b2-21cd-4b4d-bd09-513295a606b2'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:39.619483 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26caf45-ab58-40a6-8279-71e6400ad44d" -d '{"events": [{"server_uuid": "e39dea2c-6913-41de-ac2f-127690c4a716", "name": "network-vif-deleted", "tag": "45ba23b2-21cd-4b4d-bd09-513295a606b2"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:39.622315 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6717ea31-4ff8-4e5c-9929-528b75adf3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:39.625196 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6717ea31-4ff8-4e5c-9929-528b75adf3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:39.629727 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6717ea31-4ff8-4e5c-9929-528b75adf3b4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bfe18d8a-8a08-4248-a359-e8e58dad6562 HTTP/1.1" status: 204 len: 168 time: 0.6406195 Sep 01 15:06:39.738515 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-01869816-324a-4aee-aa62-ff2069661d6a req-2c61e9d5-3b93-4ba7-98fd-ef6c9b85ccd9 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 210 time: 0.1745911 Sep 01 15:06:39.741395 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717ea31-4ff8-4e5c-9929-528b75adf3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe18d8a-8a08-4248-a359-e8e58dad6562,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:39.773293 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e77382-8bc1-4072-9d6a-02f24c1fa1c2 req-265959bb-8fd2-4ad1-aac0-bfb7096ff6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:39.773919 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e77382-8bc1-4072-9d6a-02f24c1fa1c2 req-265959bb-8fd2-4ad1-aac0-bfb7096ff6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:39.775378 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e77382-8bc1-4072-9d6a-02f24c1fa1c2 req-265959bb-8fd2-4ad1-aac0-bfb7096ff6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:39.777345 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-69e77382-8bc1-4072-9d6a-02f24c1fa1c2 req-265959bb-8fd2-4ad1-aac0-bfb7096ff6d6 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f19f728ef2e84bc7921749b54aaa2b5d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.9869816 Sep 01 15:06:39.813185 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c5d438cd-0538-40b2-9b6e-6368cb5d5276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:39.827166 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2fcd4-db18-43d8-92b4-a8780748bb4b req-f0f2f4a2-7ddd-4345-803b-da7b8b2843dd tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:39.834457 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2fcd4-db18-43d8-92b4-a8780748bb4b req-f0f2f4a2-7ddd-4345-803b-da7b8b2843dd tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:39.843593 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2fcd4-db18-43d8-92b4-a8780748bb4b req-f0f2f4a2-7ddd-4345-803b-da7b8b2843dd tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:39.846724 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eae2fcd4-db18-43d8-92b4-a8780748bb4b req-f0f2f4a2-7ddd-4345-803b-da7b8b2843dd tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 2413 time: 0.5833068 Sep 01 15:06:39.910289 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:06:40.062950 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e35c8-d980-40f7-9b2d-a714d65ff664 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Pushing event updated for resources: {'Port': ['ID=95710204-e08d-4140-9c22-e0e94662d7cc,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:40.146193 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d0827e4a-da8e-40c2-8351-54df205679d2 req-b9f7cafe-0fed-4206-a34c-4f4bead7627a tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39dea2c-6913-41de-ac2f-127690c4a716 HTTP/1.1" status: 200 len: 210 time: 0.1035867 Sep 01 15:06:40.227983 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-764e35c8-d980-40f7-9b2d-a714d65ff664 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Network b0922890-9f88-4062-824b-4dfc506e6e18 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:06:40.343516 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-764e35c8-d980-40f7-9b2d-a714d65ff664 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:40.423079 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d438cd-0538-40b2-9b6e-6368cb5d5276 admin admin] Router 1439696b-6e0b-4d71-9b16-4e002129d963 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:06:40.428745 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-764e35c8-d980-40f7-9b2d-a714d65ff664 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:06:40.603828 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e04580-caa6-499a-9ee8-116191485e33 req-22870b0d-38c6-4e5d-9755-52a82a9728d7 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:40.606602 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-20e04580-caa6-499a-9ee8-116191485e33 req-22870b0d-38c6-4e5d-9755-52a82a9728d7 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 931 time: 0.1967118 Sep 01 15:06:40.613924 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a273ab77-9415-4f61-8159-f92933d6e626 req-b0dbd7b7-54bf-4be1-8ca5-650943adbcbe tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Made reservation on behalf of dffe660ba37e46898d1f4bbf5f9d51ba for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:06:40.617646 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a273ab77-9415-4f61-8159-f92933d6e626 req-b0dbd7b7-54bf-4be1-8ca5-650943adbcbe tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:40.637307 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-764e35c8-d980-40f7-9b2d-a714d65ff664 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:40.637998 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-764e35c8-d980-40f7-9b2d-a714d65ff664 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:40.692167 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eae2fcd4-db18-43d8-92b4-a8780748bb4b req-fbd5f393-a766-4283-834a-688ef75b22a7 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6091459 Sep 01 15:06:40.715907 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e77382-8bc1-4072-9d6a-02f24c1fa1c2 req-01896727-f741-449e-bdc6-60a8800c004a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:40.717743 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-69e77382-8bc1-4072-9d6a-02f24c1fa1c2 req-01896727-f741-449e-bdc6-60a8800c004a service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9168456 Sep 01 15:06:40.718565 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-95ede641-f0c7-4268-8802-10f84e16c260 req-87e4aa11-5c6d-4db4-92c5-91825f2df836 service neutron] Attempting to bind port eddb4285-829e-4807-83a4-06b71fc441b8 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:06:40.718903 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-95ede641-f0c7-4268-8802-10f84e16c260 req-87e4aa11-5c6d-4db4-92c5-91825f2df836 service neutron] Attempting to bind port eddb4285-829e-4807-83a4-06b71fc441b8 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'dfd5be91-930e-4c39-bf52-8814999f3f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fca44beb-d855-4a7c-ba31-9561c79e1379'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:06:40.719232 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ede641-f0c7-4268-8802-10f84e16c260 req-87e4aa11-5c6d-4db4-92c5-91825f2df836 service neutron] Attempting to bind port eddb4285-829e-4807-83a4-06b71fc441b8 on network fca44beb-d855-4a7c-ba31-9561c79e1379 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:40.752643 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-764e35c8-d980-40f7-9b2d-a714d65ff664 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1216142 Sep 01 15:06:40.760293 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ede641-f0c7-4268-8802-10f84e16c260 req-87e4aa11-5c6d-4db4-92c5-91825f2df836 service neutron] Port eddb4285-829e-4807-83a4-06b71fc441b8 on network fca44beb-d855-4a7c-ba31-9561c79e1379 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:06:40.760293 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ede641-f0c7-4268-8802-10f84e16c260 req-87e4aa11-5c6d-4db4-92c5-91825f2df836 service neutron] Attempting to bind port eddb4285-829e-4807-83a4-06b71fc441b8 on network fca44beb-d855-4a7c-ba31-9561c79e1379 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:40.802787 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-aea73e50-e679-4a08-a282-3ec96ee43f66 service neutron] Request body: {'port': {'device_id': '8a399ae7-586c-4653-a9d9-8126c98907ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:40.841230 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ede641-f0c7-4268-8802-10f84e16c260 req-87e4aa11-5c6d-4db4-92c5-91825f2df836 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:06:40.841541 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ede641-f0c7-4268-8802-10f84e16c260 req-87e4aa11-5c6d-4db4-92c5-91825f2df836 service neutron] Checking segment: {'id': 'dfd5be91-930e-4c39-bf52-8814999f3f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fca44beb-d855-4a7c-ba31-9561c79e1379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:40.841985 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ede641-f0c7-4268-8802-10f84e16c260 req-87e4aa11-5c6d-4db4-92c5-91825f2df836 service neutron] Bound using segment: {'id': 'dfd5be91-930e-4c39-bf52-8814999f3f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fca44beb-d855-4a7c-ba31-9561c79e1379'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:06:40.842534 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-95ede641-f0c7-4268-8802-10f84e16c260 req-87e4aa11-5c6d-4db4-92c5-91825f2df836 service neutron] Bound port: eddb4285-829e-4807-83a4-06b71fc441b8, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd5be91-930e-4c39-bf52-8814999f3f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fca44beb-d855-4a7c-ba31-9561c79e1379'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:06:40.843019 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-87e4aa11-5c6d-4db4-92c5-91825f2df836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:40.865133 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ebe15c-dd29-4305-95e5-1e19c1ec6cb0 x-openstack-request-id: req-96ebe15c-dd29-4305-95e5-1e19c1ec6cb0 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:40.865908 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39dea2c-6913-41de-ac2f-127690c4a716", "name": "network-vif-deleted", "tag": "45ba23b2-21cd-4b4d-bd09-513295a606b2", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:40.865908 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-96ebe15c-dd29-4305-95e5-1e19c1ec6cb0 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:40.866251 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39dea2c-6913-41de-ac2f-127690c4a716', 'name': 'network-vif-deleted', 'tag': '45ba23b2-21cd-4b4d-bd09-513295a606b2', 'status': 'completed', 'code': 200} Sep 01 15:06:40.880790 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aeb80be4-7670-46a9-8935-369796884eaf req-7ff20822-7642-4939-9b53-ec8f16c65cbe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=edb2c964-f4a2-4177-ba19-b4961f0db2ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5777652 Sep 01 15:06:40.907406 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-20e04580-caa6-499a-9ee8-116191485e33 req-45345a55-7bd5-499c-8f38-01660e3893c7 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460463 Sep 01 15:06:40.911098 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d438cd-0538-40b2-9b6e-6368cb5d5276 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:06:40.925025 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c5d438cd-0538-40b2-9b6e-6368cb5d5276 admin admin] 10.222.0.60 "PUT /v2.0/routers/1439696b-6e0b-4d71-9b16-4e002129d963/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4297419 Sep 01 15:06:40.931957 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56992) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:40.943681 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a65898-5bac-4a7b-a252-50ec48b7c740 None None] Sync routers for ids ['1439696b-6e0b-4d71-9b16-4e002129d963'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:06:40.964525 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a65898-5bac-4a7b-a252-50ec48b7c740 None None] Routers {'1439696b-6e0b-4d71-9b16-4e002129d963'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:40.965288 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-a0a65898-5bac-4a7b-a252-50ec48b7c740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:06:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['1439696b-6e0b-4d71-9b16-4e002129d963'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:41.014940 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-95ede641-f0c7-4268-8802-10f84e16c260 req-87e4aa11-5c6d-4db4-92c5-91825f2df836 service neutron] For port eddb4285-829e-4807-83a4-06b71fc441b8, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:06:41.019732 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-95ede641-f0c7-4268-8802-10f84e16c260 req-87e4aa11-5c6d-4db4-92c5-91825f2df836 service neutron] For port eddb4285-829e-4807-83a4-06b71fc441b8, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=eddb4285-829e-4807-83a4-06b71fc441b8,segment=NetworkSegment(dfd5be91-930e-4c39-bf52-8814999f3f76),segment_id=dfd5be91-930e-4c39-bf52-8814999f3f76)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:06:41.078435 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-87e4aa11-5c6d-4db4-92c5-91825f2df836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:41.151632 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80be4-7670-46a9-8935-369796884eaf req-e86ae431-1a9b-4c92-b2e1-16ff737f2fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:41.155521 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aeb80be4-7670-46a9-8935-369796884eaf req-e86ae431-1a9b-4c92-b2e1-16ff737f2fc3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&device_id=edb2c964-f4a2-4177-ba19-b4961f0db2ba HTTP/1.1" status: 200 len: 1100 time: 0.2331560 Sep 01 15:06:41.176225 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-a0a65898-5bac-4a7b-a252-50ec48b7c740 None None] Set router 1439696b-6e0b-4d71-9b16-4e002129d963 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:41.229154 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-aea73e50-e679-4a08-a282-3ec96ee43f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:41.264114 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e0a57052-46d0-44e3-8723-2d2a32ecd8c1 req-f1616ab2-8573-4dd0-bae4-9621ae3670f2 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 210 time: 0.2205222 Sep 01 15:06:41.286558 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede641-f0c7-4268-8802-10f84e16c260 req-87e4aa11-5c6d-4db4-92c5-91825f2df836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:41.288007 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95ede641-f0c7-4268-8802-10f84e16c260 req-87e4aa11-5c6d-4db4-92c5-91825f2df836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:41.289761 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-87e4aa11-5c6d-4db4-92c5-91825f2df836 service neutron] 10.222.0.62 "PUT /v2.0/ports/eddb4285-829e-4807-83a4-06b71fc441b8 HTTP/1.1" status: 200 len: 1092 time: 4.3695369 Sep 01 15:06:41.297420 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e465095-c917-4352-a5f2-4d0535bcc384', 'tag': 'eddb4285-829e-4807-83a4-06b71fc441b8'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:41.300965 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab22b105-6718-4e03-8fff-f1002546b0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "8e465095-c917-4352-a5f2-4d0535bcc384", "tag": "eddb4285-829e-4807-83a4-06b71fc441b8"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:41.355394 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4aa11-5c6d-4db4-92c5-91825f2df836 service neutron] Pushing event updated for resources: {'Port': ['ID=eddb4285-829e-4807-83a4-06b71fc441b8,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:41.406668 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-a273ab77-9415-4f61-8159-f92933d6e626 req-b0dbd7b7-54bf-4be1-8ca5-650943adbcbe tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Allocated IP 192.168.233.212 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/2e411e7c-c492-4be5-95d7-e7bb5562cb35) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:06:41.442831 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922652f8-291d-429d-944e-b26a219db4c2 x-openstack-request-id: req-922652f8-291d-429d-944e-b26a219db4c2 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:41.443170 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e465095-c917-4352-a5f2-4d0535bcc384", "tag": "eddb4285-829e-4807-83a4-06b71fc441b8", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:41.443434 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-922652f8-291d-429d-944e-b26a219db4c2 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:41.443957 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e465095-c917-4352-a5f2-4d0535bcc384', 'tag': 'eddb4285-829e-4807-83a4-06b71fc441b8', 'status': 'completed', 'code': 200} Sep 01 15:06:41.680565 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57008) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:41.684904 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2a59f715-4e2f-4dfb-84ea-f35af991ce57 admin admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:41.849465 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-a0a65898-5bac-4a7b-a252-50ec48b7c740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-670089437-router', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:50Z', 'updated_at': '2021-09-01T15:06:39Z', 'revision_number': 5, 'project_id': '5d059c23fd084d448e8967c7e183d604', 'gw_port': {'id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:52Z', 'updated_at': '2021-09-01T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:41.904250 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a65898-5bac-4a7b-a252-50ec48b7c740 None None] Checking router: 1439696b-6e0b-4d71-9b16-4e002129d963 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:06:41.920401 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a65898-5bac-4a7b-a252-50ec48b7c740 None None] Routers {'1439696b-6e0b-4d71-9b16-4e002129d963'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:41.921541 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-a0a65898-5bac-4a7b-a252-50ec48b7c740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:06:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['1439696b-6e0b-4d71-9b16-4e002129d963'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:41.932749 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-773ba2f2-06d7-48e0-98cb-81ef0038b965 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1214932765-network', 'tenant_id': '6544a743e58b41008546988588adcd7d'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:41.942363 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80be4-7670-46a9-8935-369796884eaf req-8815645a-b1a4-41a6-adb3-81c26b4711fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:41.945155 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aeb80be4-7670-46a9-8935-369796884eaf req-8815645a-b1a4-41a6-adb3-81c26b4711fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.5733428 Sep 01 15:06:42.049896 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:42.121270 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-a0a65898-5bac-4a7b-a252-50ec48b7c740 None None] Set router 1439696b-6e0b-4d71-9b16-4e002129d963 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:42.122170 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aeb80be4-7670-46a9-8935-369796884eaf req-72953438-3709-4c5f-b162-5985f8f1f9b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=7ed1fbe9-2d46-4fcc-bc50-023f949bf380 HTTP/1.1" status: 200 len: 217 time: 0.1383524 Sep 01 15:06:42.144245 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2a59f715-4e2f-4dfb-84ea-f35af991ce57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:42.170586 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773ba2f2-06d7-48e0-98cb-81ef0038b965 admin admin] Made reservation on behalf of 6544a743e58b41008546988588adcd7d for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:06:42.174580 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-773ba2f2-06d7-48e0-98cb-81ef0038b965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:42.198825 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-773ba2f2-06d7-48e0-98cb-81ef0038b965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:42.270326 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a67314-033b-4679-9942-271498e00a9e req-40b10192-76f4-42bc-b476-fd830ce30750 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:42.283356 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a67314-033b-4679-9942-271498e00a9e req-40b10192-76f4-42bc-b476-fd830ce30750 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:42.296681 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a67314-033b-4679-9942-271498e00a9e req-40b10192-76f4-42bc-b476-fd830ce30750 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:42.300054 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f2a67314-033b-4679-9942-271498e00a9e req-40b10192-76f4-42bc-b476-fd830ce30750 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 2413 time: 0.3735969 Sep 01 15:06:42.332815 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede641-f0c7-4268-8802-10f84e16c260 req-e1401c28-9687-4300-8ce4-cc2ee9f25f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:42.333983 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede641-f0c7-4268-8802-10f84e16c260 req-e1401c28-9687-4300-8ce4-cc2ee9f25f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:42.334118 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b41a9241-707d-40aa-9958-52ef2f4be4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:42.334777 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede641-f0c7-4268-8802-10f84e16c260 req-e1401c28-9687-4300-8ce4-cc2ee9f25f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:42.337049 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-e1401c28-9687-4300-8ce4-cc2ee9f25f33 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f19f728ef2e84bc7921749b54aaa2b5d&device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 2866 time: 0.9439840 Sep 01 15:06:42.371814 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb3010-71e2-49d5-a677-3e2522645f77 req-eaddc6a7-37b5-437b-9894-95f87bc4c5cb tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:42.379987 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7ddb3010-71e2-49d5-a677-3e2522645f77 req-eaddc6a7-37b5-437b-9894-95f87bc4c5cb tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=87a4cc98-ebd3-4a4f-905f-fef6a6619dcc HTTP/1.1" status: 200 len: 950 time: 0.4032609 Sep 01 15:06:42.385191 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e8957122-fbe0-4ece-94cb-f397ed25b70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:42.462256 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-a0a65898-5bac-4a7b-a252-50ec48b7c740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-670089437-router', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:50Z', 'updated_at': '2021-09-01T15:06:39Z', 'revision_number': 5, 'project_id': '5d059c23fd084d448e8967c7e183d604', 'gw_port': {'id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:52Z', 'updated_at': '2021-09-01T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:42.466158 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80be4-7670-46a9-8935-369796884eaf req-eb5aa385-61a2-4c97-a070-b06da9f5ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:42.468835 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aeb80be4-7670-46a9-8935-369796884eaf req-eb5aa385-61a2-4c97-a070-b06da9f5ed46 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.3275516 Sep 01 15:06:42.498403 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-6224efef-2323-4b99-acf1-2744a416f481 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.143&port_id=4b9d160f-a01b-4436-a4de-9cfc00f44874 HTTP/1.1" status: 200 len: 217 time: 0.1413133 Sep 01 15:06:42.499260 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a65898-5bac-4a7b-a252-50ec48b7c740 None None] The sync data for ids ['1439696b-6e0b-4d71-9b16-4e002129d963'] in n-d-794796-3 is: [{'id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-670089437-router', 'tenant_id': '5d059c23fd084d448e8967c7e183d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:04:50Z', 'updated_at': '2021-09-01T15:06:39Z', 'revision_number': 5, 'project_id': '5d059c23fd084d448e8967c7e183d604', 'gw_port': {'id': 'd2f771a6-2474-47c3-8c21-7a42e8d6e3b1', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fd:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1439696b-6e0b-4d71-9b16-4e002129d963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:04:52Z', 'updated_at': '2021-09-01T15:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:06:42.565268 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f2a67314-033b-4679-9942-271498e00a9e req-fa79e73b-56b2-47c3-b3d8-208dec721e47 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280285 Sep 01 15:06:42.592242 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-2a59f715-4e2f-4dfb-84ea-f35af991ce57 admin admin] Deleting port d2f771a6-2474-47c3-8c21-7a42e8d6e3b1 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:06:42.592590 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2a59f715-4e2f-4dfb-84ea-f35af991ce57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:42.676473 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb80be4-7670-46a9-8935-369796884eaf req-366b1ebf-b15e-47ba-8c5c-ed4f8d9f5493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:42.677974 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7ddb3010-71e2-49d5-a677-3e2522645f77 req-91d8a3d5-eaa9-4895-ba1d-60a43b7987be tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970946 Sep 01 15:06:42.679315 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aeb80be4-7670-46a9-8935-369796884eaf req-366b1ebf-b15e-47ba-8c5c-ed4f8d9f5493 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1930113 Sep 01 15:06:42.719604 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-aeb80be4-7670-46a9-8935-369796884eaf req-4375a1a0-78e9-4a2f-ab1e-9ad21dfe6e05 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:06:42.721671 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aeb80be4-7670-46a9-8935-369796884eaf req-4375a1a0-78e9-4a2f-ab1e-9ad21dfe6e05 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0289822 Sep 01 15:06:42.723309 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a273ab77-9415-4f61-8159-f92933d6e626 req-b0dbd7b7-54bf-4be1-8ca5-650943adbcbe tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:42.731087 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede641-f0c7-4268-8802-10f84e16c260 req-6630b09c-3a21-44a3-be74-5e8f6255dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:42.732632 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-6630b09c-3a21-44a3-be74-5e8f6255dd27 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0b3e4ef-d966-4acf-b0d7-cde0dae3c4c7 HTTP/1.1" status: 200 len: 801 time: 0.2206271 Sep 01 15:06:42.765616 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-aea73e50-e679-4a08-a282-3ec96ee43f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95710204-e08d-4140-9c22-e0e94662d7cc {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:42.793394 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-aea73e50-e679-4a08-a282-3ec96ee43f66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:42.800316 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-a273ab77-9415-4f61-8159-f92933d6e626 req-b0dbd7b7-54bf-4be1-8ca5-650943adbcbe tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Transition to ACTIVE for port object 2e411e7c-c492-4be5-95d7-e7bb5562cb35 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:42.878984 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-aea73e50-e679-4a08-a282-3ec96ee43f66 service neutron] Transition to ACTIVE for port object 95710204-e08d-4140-9c22-e0e94662d7cc will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:42.899416 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 45ba23b2-21cd-4b4d-bd09-513295a606b2 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:06:42.902347 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c9a87f0-bcba-448a-8c94-9a912363aaef req-7e12dc44-bedb-4eff-8b6b-165813bcb03e tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 210 time: 0.0989299 Sep 01 15:06:42.921155 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-aea73e50-e679-4a08-a282-3ec96ee43f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:42.949388 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-773ba2f2-06d7-48e0-98cb-81ef0038b965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:42.968494 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-2a59f715-4e2f-4dfb-84ea-f35af991ce57 admin admin] For port d2f771a6-2474-47c3-8c21-7a42e8d6e3b1, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d2f771a6-2474-47c3-8c21-7a42e8d6e3b1,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:42.969191 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2a59f715-4e2f-4dfb-84ea-f35af991ce57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:42.982561 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 45ba23b2-21cd-4b4d-bd09-513295a606b2 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:06:42.983758 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 45ba23b2-21cd-4b4d-bd09-513295a606b2 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:06:42.997625 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-773ba2f2-06d7-48e0-98cb-81ef0038b965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:43.028179 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6158d37-0f53-4e38-b831-6c7acec13d0c req-d02b6046-c3ac-4325-87a2-51a24ba170ef tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:43.031058 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede641-f0c7-4268-8802-10f84e16c260 req-6e23631d-6e29-4db4-b4ba-7be105882b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:43.031392 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6158d37-0f53-4e38-b831-6c7acec13d0c req-d02b6046-c3ac-4325-87a2-51a24ba170ef tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 931 time: 0.3582242 Sep 01 15:06:43.032634 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-6e23631d-6e29-4db4-b4ba-7be105882b8b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fca44beb-d855-4a7c-ba31-9561c79e1379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2857075 Sep 01 15:06:43.067820 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a273ab77-9415-4f61-8159-f92933d6e626 req-b0dbd7b7-54bf-4be1-8ca5-650943adbcbe tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:43.069586 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-2a59f715-4e2f-4dfb-84ea-f35af991ce57 admin admin] Calling delete_port for d2f771a6-2474-47c3-8c21-7a42e8d6e3b1 owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:06:43.091992 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['ad439848-cfae-4329-b0ce-b479755e4f57'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:43.092628 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea73e50-e679-4a08-a282-3ec96ee43f66 service neutron] Pushing event updated for resources: {'Port': ['ID=95710204-e08d-4140-9c22-e0e94662d7cc,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:43.158014 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773ba2f2-06d7-48e0-98cb-81ef0038b965 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:06:43.163485 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:43.276708 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ba2f2-06d7-48e0-98cb-81ef0038b965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a077246c-8119-4300-880e-916a711d3611,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:43.284246 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aeb80be4-7670-46a9-8935-369796884eaf req-3f236964-b4f6-49c3-93dd-f877bc906971 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5249047 Sep 01 15:06:43.289911 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a273ab77-9415-4f61-8159-f92933d6e626 req-b0dbd7b7-54bf-4be1-8ca5-650943adbcbe tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:06:43.310494 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-773ba2f2-06d7-48e0-98cb-81ef0038b965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:43.311084 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-773ba2f2-06d7-48e0-98cb-81ef0038b965 admin admin] Added segment 4f4f6561-1373-49df-985c-4aaf6f16c193 of type vlan for network a6623bad-d7f7-4389-936a-39dadbc8e6de Sep 01 15:06:43.332439 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-a273ab77-9415-4f61-8159-f92933d6e626 req-b0dbd7b7-54bf-4be1-8ca5-650943adbcbe tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:43.342979 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbd7b7-54bf-4be1-8ca5-650943adbcbe tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Pushing event updated for resources: {'Port': ['ID=2e411e7c-c492-4be5-95d7-e7bb5562cb35,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:43.351245 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-a273ab77-9415-4f61-8159-f92933d6e626 req-b0dbd7b7-54bf-4be1-8ca5-650943adbcbe tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:06:43.360239 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 989199c6-7c43-4550-915c-5a2ad905b6c2 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:06:43.385327 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6158d37-0f53-4e38-b831-6c7acec13d0c req-7e1a6843-b84e-4bc0-ac03-0dec2ade30f5 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088055 Sep 01 15:06:43.414647 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 989199c6-7c43-4550-915c-5a2ad905b6c2 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:06:43.415300 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 989199c6-7c43-4550-915c-5a2ad905b6c2 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:06:43.472644 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-c2594eb7-1aaf-45cc-b299-b7771efe6cad service neutron] 10.222.0.62 "GET /v2.0/networks/fca44beb-d855-4a7c-ba31-9561c79e1379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271317 Sep 01 15:06:43.478900 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-aea73e50-e679-4a08-a282-3ec96ee43f66 service neutron] Attempting to bind port 95710204-e08d-4140-9c22-e0e94662d7cc on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:06:43.479399 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-aea73e50-e679-4a08-a282-3ec96ee43f66 service neutron] Attempting to bind port 95710204-e08d-4140-9c22-e0e94662d7cc by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:06:43.479877 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-aea73e50-e679-4a08-a282-3ec96ee43f66 service neutron] Attempting to bind port 95710204-e08d-4140-9c22-e0e94662d7cc on network b0922890-9f88-4062-824b-4dfc506e6e18 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:43.496570 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4aec0-d3fb-4849-a0ed-d6292123bdd4 req-96d9a42c-c6c6-4123-8997-b1f77b77d052 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:43.498431 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-34e4aec0-d3fb-4849-a0ed-d6292123bdd4 req-96d9a42c-c6c6-4123-8997-b1f77b77d052 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.45 "GET /v2.0/ports?device_id=87a4cc98-ebd3-4a4f-905f-fef6a6619dcc HTTP/1.1" status: 200 len: 950 time: 0.2995663 Sep 01 15:06:43.533694 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-aea73e50-e679-4a08-a282-3ec96ee43f66 service neutron] Port 95710204-e08d-4140-9c22-e0e94662d7cc on network b0922890-9f88-4062-824b-4dfc506e6e18 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:06:43.533694 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-aea73e50-e679-4a08-a282-3ec96ee43f66 service neutron] Attempting to bind port 95710204-e08d-4140-9c22-e0e94662d7cc on network b0922890-9f88-4062-824b-4dfc506e6e18 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:43.542634 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273ab77-9415-4f61-8159-f92933d6e626 req-b0dbd7b7-54bf-4be1-8ca5-650943adbcbe tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:43.543509 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a273ab77-9415-4f61-8159-f92933d6e626 req-b0dbd7b7-54bf-4be1-8ca5-650943adbcbe tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:43.578551 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-773ba2f2-06d7-48e0-98cb-81ef0038b965 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:43.605437 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-aea73e50-e679-4a08-a282-3ec96ee43f66 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:06:43.605963 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-aea73e50-e679-4a08-a282-3ec96ee43f66 service neutron] Checking segment: {'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:43.606631 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-aea73e50-e679-4a08-a282-3ec96ee43f66 service neutron] Bound using segment: {'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:06:43.607305 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-aea73e50-e679-4a08-a282-3ec96ee43f66 service neutron] Bound port: 95710204-e08d-4140-9c22-e0e94662d7cc, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:06:43.607839 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-aea73e50-e679-4a08-a282-3ec96ee43f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:43.694390 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-773ba2f2-06d7-48e0-98cb-81ef0038b965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:43.695380 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773ba2f2-06d7-48e0-98cb-81ef0038b965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:43.695973 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-773ba2f2-06d7-48e0-98cb-81ef0038b965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:43.699639 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a273ab77-9415-4f61-8159-f92933d6e626 req-b0dbd7b7-54bf-4be1-8ca5-650943adbcbe tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7277267 Sep 01 15:06:43.742517 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-a273ab77-9415-4f61-8159-f92933d6e626 req-14246a5c-9a46-4303-b5ae-316f98d0bdb3 service neutron] Request body: {'port': {'device_id': '251f8ac8-4ae6-4b90-b7e8-6485d2a4af57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:43.774094 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aeb80be4-7670-46a9-8935-369796884eaf req-8014579d-0546-4f68-8767-a325b8057280 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728301 Sep 01 15:06:43.804231 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-773ba2f2-06d7-48e0-98cb-81ef0038b965 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1149302 Sep 01 15:06:43.810528 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7ce53148-2c08-459e-8695-be795cecc648 None None] Provisioning for port 2e411e7c-c492-4be5-95d7-e7bb5562cb35 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:43.827027 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57024) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:43.828511 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7ce53148-2c08-459e-8695-be795cecc648 None None] Provisioning complete for port 2e411e7c-c492-4be5-95d7-e7bb5562cb35 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:43.829291 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7ce53148-2c08-459e-8695-be795cecc648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:43.829895 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ba2f2-06d7-48e0-98cb-81ef0038b965 admin admin] Pushing event updated for resources: {'Network': ['ID=a6623bad-d7f7-4389-936a-39dadbc8e6de,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:43.848474 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-a62944f8-2720-4c34-9daa-b05c45d3afc7 admin admin] Request body: {'subnet': {'network_id': 'a6623bad-d7f7-4389-936a-39dadbc8e6de', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1214932765-subnet', 'tenant_id': '6544a743e58b41008546988588adcd7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:43.855295 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2a59f715-4e2f-4dfb-84ea-f35af991ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:43.880134 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network a6623bad-d7f7-4389-936a-39dadbc8e6de details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:06:43.951531 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59f715-4e2f-4dfb-84ea-f35af991ce57 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2f771a6-2474-47c3-8c21-7a42e8d6e3b1,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:44.000967 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-7ce53148-2c08-459e-8695-be795cecc648 None None] Port 2e411e7c-c492-4be5-95d7-e7bb5562cb35 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:06:44.015389 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62944f8-2720-4c34-9daa-b05c45d3afc7 admin admin] Made reservation on behalf of 6544a743e58b41008546988588adcd7d for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:06:44.017752 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a62944f8-2720-4c34-9daa-b05c45d3afc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:44.143675 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bf9ad-d37a-4bbb-82df-86e645208970 req-d3c5156f-a2b6-45c4-87e6-3e14bec7c5c9 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:44.145319 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7e5bf9ad-d37a-4bbb-82df-86e645208970 req-d3c5156f-a2b6-45c4-87e6-3e14bec7c5c9 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=87a4cc98-ebd3-4a4f-905f-fef6a6619dcc HTTP/1.1" status: 200 len: 950 time: 0.2861042 Sep 01 15:06:44.149054 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2a59f715-4e2f-4dfb-84ea-f35af991ce57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:44.152053 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-3996ce61-2a50-4df3-b1fe-0d077726afe1 service neutron] 10.222.0.62 "GET /v2.0/networks/fca44beb-d855-4a7c-ba31-9561c79e1379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6522310 Sep 01 15:06:44.286151 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-aea73e50-e679-4a08-a282-3ec96ee43f66 service neutron] For port 95710204-e08d-4140-9c22-e0e94662d7cc, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:06:44.298654 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-051021d7-c9d7-4d2c-9476-dd68673a6d97 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.228&port_id=b01b67ed-defb-463e-8c39-02044b062955 HTTP/1.1" status: 200 len: 217 time: 0.1258085 Sep 01 15:06:44.314453 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-e8957122-fbe0-4ece-94cb-f397ed25b70e admin admin] Deleting port ea74b9ec-3534-4205-83e3-13f7b1f89ccb {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:06:44.314950 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e8957122-fbe0-4ece-94cb-f397ed25b70e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:44.324387 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a273ab77-9415-4f61-8159-f92933d6e626 req-14246a5c-9a46-4303-b5ae-316f98d0bdb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:44.348535 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-aea73e50-e679-4a08-a282-3ec96ee43f66 service neutron] For port 95710204-e08d-4140-9c22-e0e94662d7cc, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=95710204-e08d-4140-9c22-e0e94662d7cc,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:06:44.361748 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365e3da-8e34-49b0-bf0e-b44fd92ca24b req-2771a5fc-bb54-4704-a59a-1fec6cda7181 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:44.369081 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365e3da-8e34-49b0-bf0e-b44fd92ca24b req-2771a5fc-bb54-4704-a59a-1fec6cda7181 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:44.378373 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365e3da-8e34-49b0-bf0e-b44fd92ca24b req-2771a5fc-bb54-4704-a59a-1fec6cda7181 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:44.380924 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5365e3da-8e34-49b0-bf0e-b44fd92ca24b req-2771a5fc-bb54-4704-a59a-1fec6cda7181 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 2413 time: 0.6485264 Sep 01 15:06:44.469194 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-aea73e50-e679-4a08-a282-3ec96ee43f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:44.557260 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-34e4aec0-d3fb-4849-a0ed-d6292123bdd4 req-b1e0a3a9-c6fa-4c8e-bcfc-8417e57f8844 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Deleting port 475aa75d-954c-45b1-b5e8-32982e9f92e7 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:06:44.557587 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-34e4aec0-d3fb-4849-a0ed-d6292123bdd4 req-b1e0a3a9-c6fa-4c8e-bcfc-8417e57f8844 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:44.610665 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2a59f715-4e2f-4dfb-84ea-f35af991ce57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:44.616581 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2a59f715-4e2f-4dfb-84ea-f35af991ce57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:44.665894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-aea73e50-e679-4a08-a282-3ec96ee43f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:44.666991 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-aea73e50-e679-4a08-a282-3ec96ee43f66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:44.669083 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-aea73e50-e679-4a08-a282-3ec96ee43f66 service neutron] 10.222.0.62 "PUT /v2.0/ports/95710204-e08d-4140-9c22-e0e94662d7cc HTTP/1.1" status: 200 len: 1091 time: 3.8724029 Sep 01 15:06:44.677321 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a399ae7-586c-4653-a9d9-8126c98907ff', 'tag': '95710204-e08d-4140-9c22-e0e94662d7cc'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:44.682243 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d0264a-f950-4969-91b2-22027f47ee8b" -d '{"events": [{"name": "network-changed", "server_uuid": "8a399ae7-586c-4653-a9d9-8126c98907ff", "tag": "95710204-e08d-4140-9c22-e0e94662d7cc"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:44.685958 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7e5bf9ad-d37a-4bbb-82df-86e645208970 req-9b89f787-b95d-4bcd-a37e-482594094a03 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949391 Sep 01 15:06:44.715536 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2a59f715-4e2f-4dfb-84ea-f35af991ce57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:44.716072 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a59f715-4e2f-4dfb-84ea-f35af991ce57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1439696b-6e0b-4d71-9b16-4e002129d963 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:06:44.734187 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2a59f715-4e2f-4dfb-84ea-f35af991ce57 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:44.734187 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2a59f715-4e2f-4dfb-84ea-f35af991ce57 admin admin] 10.222.0.60 "DELETE /v2.0/routers/1439696b-6e0b-4d71-9b16-4e002129d963 HTTP/1.1" status: 204 len: 168 time: 3.7903886 Sep 01 15:06:44.734187 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57034) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:44.778587 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede641-f0c7-4268-8802-10f84e16c260 req-34ccab65-f399-4a1c-92a6-5a993fa7c60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:44.781315 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-34ccab65-f399-4a1c-92a6-5a993fa7c60f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a99de4af-f805-4092-bbb6-4f1cfd2d58b7 HTTP/1.1" status: 200 len: 801 time: 0.4578855 Sep 01 15:06:44.878938 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5365e3da-8e34-49b0-bf0e-b44fd92ca24b req-bdc5b586-eb04-4199-9bf7-da4cb0568db8 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121156 Sep 01 15:06:44.900671 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a62944f8-2720-4c34-9daa-b05c45d3afc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:44.923863 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ea5c4a-f115-4ce4-8e3e-b42151a47d8d admin admin] Deleting subnet a4b5be0d-8f40-4d1b-8605-f255c0b7a428 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:06:44.938616 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-76ea5c4a-f115-4ce4-8e3e-b42151a47d8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:44.994505 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea73e50-e679-4a08-a282-3ec96ee43f66 service neutron] Pushing event updated for resources: {'Port': ['ID=95710204-e08d-4140-9c22-e0e94662d7cc,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:45.016256 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:45.069719 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-76ea5c4a-f115-4ce4-8e3e-b42151a47d8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:45.107053 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d17c5e-5976-4958-a228-ccfb7241448f req-fe39351e-462e-4052-8179-086756036ac5 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:45.108917 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76d17c5e-5976-4958-a228-ccfb7241448f req-fe39351e-462e-4052-8179-086756036ac5 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 936 time: 0.2535715 Sep 01 15:06:45.109562 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62944f8-2720-4c34-9daa-b05c45d3afc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28b3c019-0744-4e82-bcfd-98c95722a2cb,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:45.162204 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-e8957122-fbe0-4ece-94cb-f397ed25b70e admin admin] For port ea74b9ec-3534-4205-83e3-13f7b1f89ccb, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ea74b9ec-3534-4205-83e3-13f7b1f89ccb,segment=NetworkSegment(ac7d0491-667e-44de-b883-b457dacdfed4),segment_id=ac7d0491-667e-44de-b883-b457dacdfed4)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:45.162776 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e8957122-fbe0-4ece-94cb-f397ed25b70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:45.167536 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62944f8-2720-4c34-9daa-b05c45d3afc7 admin admin] Checking segment: {'id': '4f4f6561-1373-49df-985c-4aaf6f16c193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a6623bad-d7f7-4389-936a-39dadbc8e6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:45.167900 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62944f8-2720-4c34-9daa-b05c45d3afc7 admin admin] Network hostable DHCP agents. Network: a6623bad-d7f7-4389-936a-39dadbc8e6de, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:06:45.202163 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-34e4aec0-d3fb-4849-a0ed-d6292123bdd4 req-b1e0a3a9-c6fa-4c8e-bcfc-8417e57f8844 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] For port 475aa75d-954c-45b1-b5e8-32982e9f92e7, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=475aa75d-954c-45b1-b5e8-32982e9f92e7,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:45.202574 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-34e4aec0-d3fb-4849-a0ed-d6292123bdd4 req-b1e0a3a9-c6fa-4c8e-bcfc-8417e57f8844 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:45.215305 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-e8957122-fbe0-4ece-94cb-f397ed25b70e admin admin] Calling delete_port for ea74b9ec-3534-4205-83e3-13f7b1f89ccb owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:06:45.221584 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76d17c5e-5976-4958-a228-ccfb7241448f req-f5bd3055-dde5-48a5-925a-f2e5bc2870e4 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935628 Sep 01 15:06:45.232100 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-76ea5c4a-f115-4ce4-8e3e-b42151a47d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:45.255504 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-81619aea-3792-4ffc-b291-4302bd03fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:45.258397 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-81619aea-3792-4ffc-b291-4302bd03fbbf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fec0654f7239467a95f60e6ba299aa91&device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 1094 time: 0.4294395 Sep 01 15:06:45.268779 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62944f8-2720-4c34-9daa-b05c45d3afc7 admin admin] Network a6623bad-d7f7-4389-936a-39dadbc8e6de is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:06:45.298998 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-a62944f8-2720-4c34-9daa-b05c45d3afc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, a6623bad-d7f7-4389-936a-39dadbc8e6de) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:45.304460 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-34e4aec0-d3fb-4849-a0ed-d6292123bdd4 req-b1e0a3a9-c6fa-4c8e-bcfc-8417e57f8844 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Calling delete_port for 475aa75d-954c-45b1-b5e8-32982e9f92e7 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:06:45.310907 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62944f8-2720-4c34-9daa-b05c45d3afc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:45.311552 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0f0d3e-81af-4cbd-8b03-88225027b485 None None] Network a6623bad-d7f7-4389-936a-39dadbc8e6de requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:06:45.312041 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a62944f8-2720-4c34-9daa-b05c45d3afc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:45.313844 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede641-f0c7-4268-8802-10f84e16c260 req-0fa1acd3-fc63-41a4-ad7d-c3327b4c044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:45.316464 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-0fa1acd3-fc63-41a4-ad7d-c3327b4c044a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b50e13fa-412b-4c27-b63f-60e02c1740cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4895291 Sep 01 15:06:45.350973 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a62944f8-2720-4c34-9daa-b05c45d3afc7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5173197 Sep 01 15:06:45.376432 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-76ea5c4a-f115-4ce4-8e3e-b42151a47d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:45.425235 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b1813c-8df9-4d8b-896a-713b7b7848dc x-openstack-request-id: req-a7b1813c-8df9-4d8b-896a-713b7b7848dc {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:45.426127 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a399ae7-586c-4653-a9d9-8126c98907ff", "tag": "95710204-e08d-4140-9c22-e0e94662d7cc", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:45.426127 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a7b1813c-8df9-4d8b-896a-713b7b7848dc {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:45.426761 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a399ae7-586c-4653-a9d9-8126c98907ff', 'tag': '95710204-e08d-4140-9c22-e0e94662d7cc', 'status': 'completed', 'code': 200} Sep 01 15:06:45.439075 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-3d869f4f-d5c1-4aac-af89-8061bfd5d8e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95710204-e08d-4140-9c22-e0e94662d7cc HTTP/1.1" status: 200 len: 217 time: 0.1186159 Sep 01 15:06:45.455434 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-76ea5c4a-f115-4ce4-8e3e-b42151a47d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:45.460418 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-76ea5c4a-f115-4ce4-8e3e-b42151a47d8d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a4b5be0d-8f40-4d1b-8605-f255c0b7a428 HTTP/1.1" status: 204 len: 168 time: 0.7278371 Sep 01 15:06:45.460946 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea5c4a-f115-4ce4-8e3e-b42151a47d8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4b5be0d-8f40-4d1b-8605-f255c0b7a428,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:45.471854 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57038) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:45.480717 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bcacba-4c8e-44b3-947f-f4f7d5579ee7 None None] Network 0c4574ca-74c1-4d97-8601-bc6a1bb51205 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:06:45.598219 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d2f771a6-2474-47c3-8c21-7a42e8d6e3b1 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:06:45.604130 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30225ba-1131-4095-b7e8-c89e6488c1ab req-052a7e85-e554-4efd-b6a6-f3acc1f169fb tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:45.613374 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b30225ba-1131-4095-b7e8-c89e6488c1ab req-052a7e85-e554-4efd-b6a6-f3acc1f169fb tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 943 time: 0.5952151 Sep 01 15:06:45.623613 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 475aa75d-954c-45b1-b5e8-32982e9f92e7 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:06:45.623978 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ab716129-002a-4141-bcc4-fc5423df2f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:45.763178 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-ab716129-002a-4141-bcc4-fc5423df2f7d admin admin] Deleting port 9851023a-5bca-463d-9058-da0c18c05d51 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:06:45.765233 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ab716129-002a-4141-bcc4-fc5423df2f7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:45.767814 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: d2f771a6-2474-47c3-8c21-7a42e8d6e3b1 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:06:45.768750 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d2f771a6-2474-47c3-8c21-7a42e8d6e3b1 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:06:45.823064 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-a31e7481-0885-498e-b5f4-aa7fcc54e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:45.824839 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-a31e7481-0885-498e-b5f4-aa7fcc54e59e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=de6f3d24-aa35-41db-834d-e91d2e27e6db HTTP/1.1" status: 200 len: 851 time: 0.3586550 Sep 01 15:06:45.878963 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b30225ba-1131-4095-b7e8-c89e6488c1ab req-3d46c2cd-1d0d-4c02-a01d-e39410f3815e tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634728 Sep 01 15:06:45.901175 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-ab716129-002a-4141-bcc4-fc5423df2f7d admin admin] For port 9851023a-5bca-463d-9058-da0c18c05d51, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=9851023a-5bca-463d-9058-da0c18c05d51,segment=NetworkSegment(e22b539c-e96d-4c80-bf2f-57b6a808ffcb),segment_id=e22b539c-e96d-4c80-bf2f-57b6a808ffcb)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:45.902227 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ab716129-002a-4141-bcc4-fc5423df2f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:45.924771 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-ab716129-002a-4141-bcc4-fc5423df2f7d admin admin] Calling delete_port for 9851023a-5bca-463d-9058-da0c18c05d51 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:06:46.042052 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-cc3f9f78-06ff-4ac7-9ef9-6d68d2d5a7c1 req-2896686e-d33c-44ee-a7b3-2ca4f4a44660 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1938182682', 'description': 'tempest-description-1075079338'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:46.057022 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:46.058569 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ab716129-002a-4141-bcc4-fc5423df2f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:46.068844 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-5ad456e6-5903-4329-802c-f0d6c6e153e2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b0922890-9f88-4062-824b-4dfc506e6e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2223253 Sep 01 15:06:46.129963 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e417ee6-68a3-4ac6-becd-394d038a3a7f None None] Network a6623bad-d7f7-4389-936a-39dadbc8e6de requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:06:46.149018 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab716129-002a-4141-bcc4-fc5423df2f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=9851023a-5bca-463d-9058-da0c18c05d51,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:46.153409 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab716129-002a-4141-bcc4-fc5423df2f7d admin admin] No DVR routers for this DVR port 9851023a-5bca-463d-9058-da0c18c05d51 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:06:46.162635 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cc3f9f78-06ff-4ac7-9ef9-6d68d2d5a7c1 req-2896686e-d33c-44ee-a7b3-2ca4f4a44660 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:46.168246 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-2a25976d-3cd5-46d6-83a6-b12b033d6bc1 service neutron] 10.222.0.62 "GET /v2.0/networks/b50e13fa-412b-4c27-b63f-60e02c1740cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6848669 Sep 01 15:06:46.176036 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 475aa75d-954c-45b1-b5e8-32982e9f92e7, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=475aa75d-954c-45b1-b5e8-32982e9f92e7,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:46.177645 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a4cc98-ebd3-4a4f-905f-fef6a6619dcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '475aa75d-954c-45b1-b5e8-32982e9f92e7'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:46.182858 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce053e06-02f3-428c-8997-cce2804b92a3" -d '{"events": [{"server_uuid": "87a4cc98-ebd3-4a4f-905f-fef6a6619dcc", "name": "network-vif-unplugged", "status": "completed", "tag": "475aa75d-954c-45b1-b5e8-32982e9f92e7"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:46.251921 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:46.266440 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471088d1-78d8-45ae-b763-6d13b74960d7 None None] DHCP port deletion for 0c4574ca-74c1-4d97-8601-bc6a1bb51205 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:06:46.374336 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ab716129-002a-4141-bcc4-fc5423df2f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:46.385831 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-a273ab77-9415-4f61-8159-f92933d6e626 req-14246a5c-9a46-4303-b5ae-316f98d0bdb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e411e7c-c492-4be5-95d7-e7bb5562cb35 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:46.388980 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=475aa75d-954c-45b1-b5e8-32982e9f92e7,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:46.410055 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-ab716129-002a-4141-bcc4-fc5423df2f7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c4574ca-74c1-4d97-8601-bc6a1bb51205']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:46.418039 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1477a5-d599-48e1-9689-e3a3e752de60 req-91816d49-80a9-4f1a-8019-7fa0f34fbb99 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:46.424215 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5b1477a5-d599-48e1-9689-e3a3e752de60 req-91816d49-80a9-4f1a-8019-7fa0f34fbb99 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=87a4cc98-ebd3-4a4f-905f-fef6a6619dcc HTTP/1.1" status: 200 len: 950 time: 0.3631833 Sep 01 15:06:46.429706 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a273ab77-9415-4f61-8159-f92933d6e626 req-14246a5c-9a46-4303-b5ae-316f98d0bdb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:46.441336 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-ab716129-002a-4141-bcc4-fc5423df2f7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22b539c-e96d-4c80-bf2f-57b6a808ffcb') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:46.442443 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-ab716129-002a-4141-bcc4-fc5423df2f7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22b539c-e96d-4c80-bf2f-57b6a808ffcb') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:46.466772 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ab716129-002a-4141-bcc4-fc5423df2f7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:46.501205 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ab716129-002a-4141-bcc4-fc5423df2f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:46.511929 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab716129-002a-4141-bcc4-fc5423df2f7d admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:06:46.512429 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ab716129-002a-4141-bcc4-fc5423df2f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:06:46.514677 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:06:46.522062 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-34e4aec0-d3fb-4849-a0ed-d6292123bdd4 req-b1e0a3a9-c6fa-4c8e-bcfc-8417e57f8844 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:46.531281 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-a273ab77-9415-4f61-8159-f92933d6e626 req-14246a5c-9a46-4303-b5ae-316f98d0bdb3 service neutron] Transition to ACTIVE for port object 2e411e7c-c492-4be5-95d7-e7bb5562cb35 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:06:46.535785 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['c1623e95-6e87-41f8-9dba-9fc29ff8ae1a', '7ed1fbe9-2d46-4fcc-bc50-023f949bf380', '6b66269d-1d3a-4e85-9d24-7e72525313d6', '455c59b9-c444-4c6c-8e35-40d5b18e851b'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:46.551497 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-7949ee1b-0a74-42f9-8c20-8e4c0d197631 service neutron] 10.222.0.62 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659436 Sep 01 15:06:46.580661 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a273ab77-9415-4f61-8159-f92933d6e626 req-14246a5c-9a46-4303-b5ae-316f98d0bdb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:46.583054 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['c580a6e4-b344-46fb-966f-a5e7de1d5915', '1e8b17fe-28af-4105-b7b8-4b4dc1360808'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:46.589602 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cc3f9f78-06ff-4ac7-9ef9-6d68d2d5a7c1 req-2896686e-d33c-44ee-a7b3-2ca4f4a44660 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:46.598646 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cc3f9f78-06ff-4ac7-9ef9-6d68d2d5a7c1 req-2896686e-d33c-44ee-a7b3-2ca4f4a44660 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:46.623853 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0a3a9-c6fa-4c8e-bcfc-8417e57f8844 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Pushing event deleted for resources: {'Port': ['ID=475aa75d-954c-45b1-b5e8-32982e9f92e7,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:46.624523 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ab716129-002a-4141-bcc4-fc5423df2f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:46.631279 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ab716129-002a-4141-bcc4-fc5423df2f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:46.633304 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ab716129-002a-4141-bcc4-fc5423df2f7d admin admin] 10.222.0.60 "DELETE /v2.0/networks/0c4574ca-74c1-4d97-8601-bc6a1bb51205 HTTP/1.1" status: 204 len: 168 time: 1.1600673 Sep 01 15:06:46.660728 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab716129-002a-4141-bcc4-fc5423df2f7d admin admin] Pushing event deleted for resources: {'Network': ['ID=0c4574ca-74c1-4d97-8601-bc6a1bb51205,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:46.663592 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896686e-d33c-44ee-a7b3-2ca4f4a44660 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bca2a7-19ef-4c1b-a00b-ce84d4359d69,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:46.667486 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cc3f9f78-06ff-4ac7-9ef9-6d68d2d5a7c1 req-2896686e-d33c-44ee-a7b3-2ca4f4a44660 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:46.668685 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc3f9f78-06ff-4ac7-9ef9-6d68d2d5a7c1 req-2896686e-d33c-44ee-a7b3-2ca4f4a44660 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6363838 Sep 01 15:06:46.841390 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7fa39-7821-4fa6-8c45-fbd2c407d31a req-33fe89d9-1877-44eb-a017-5a232650297e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:46.857562 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7fa39-7821-4fa6-8c45-fbd2c407d31a req-33fe89d9-1877-44eb-a017-5a232650297e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:46.864684 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7fa39-7821-4fa6-8c45-fbd2c407d31a req-33fe89d9-1877-44eb-a017-5a232650297e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:46.866501 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-25b7fa39-7821-4fa6-8c45-fbd2c407d31a req-33fe89d9-1877-44eb-a017-5a232650297e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 2413 time: 0.1068764 Sep 01 15:06:46.941458 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-25b7fa39-7821-4fa6-8c45-fbd2c407d31a req-4cb2aab4-33f5-4197-a5fa-abcfdee34891 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616958 Sep 01 15:06:46.959939 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57058) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:47.018975 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d4c59be8-7906-41f1-92f5-55c611357d2e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5d059c23fd084d448e8967c7e183d604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576673 Sep 01 15:06:47.022910 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57060) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:47.053778 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4b2ce7-efe9-4402-aacc-39c4324b70a3 x-openstack-request-id: req-6e4b2ce7-efe9-4402-aacc-39c4324b70a3 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:47.055037 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a4cc98-ebd3-4a4f-905f-fef6a6619dcc", "name": "network-vif-unplugged", "status": "completed", "tag": "475aa75d-954c-45b1-b5e8-32982e9f92e7", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:47.056051 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6e4b2ce7-efe9-4402-aacc-39c4324b70a3 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:47.057791 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a4cc98-ebd3-4a4f-905f-fef6a6619dcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '475aa75d-954c-45b1-b5e8-32982e9f92e7', 'code': 200} Sep 01 15:06:47.071863 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-b77a4c75-69a8-4d41-98e7-72ffff6d6da3 service neutron] 10.222.0.62 "GET /v2.0/networks/b50e13fa-412b-4c27-b63f-60e02c1740cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8663318 Sep 01 15:06:47.110082 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e8957122-fbe0-4ece-94cb-f397ed25b70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:47.159903 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a51ebaed-a57a-48f1-a8f4-a0c922f7c10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:47.177596 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5b1477a5-d599-48e1-9689-e3a3e752de60 req-871807ab-42b3-473e-8860-8400c78bf569 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7349660 Sep 01 15:06:47.225296 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a51ebaed-a57a-48f1-a8f4-a0c922f7c10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:47.286111 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e4aec0-d3fb-4849-a0ed-d6292123bdd4 req-b1e0a3a9-c6fa-4c8e-bcfc-8417e57f8844 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] No DVR routers for this DVR port 475aa75d-954c-45b1-b5e8-32982e9f92e7 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:06:47.289671 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-34e4aec0-d3fb-4849-a0ed-d6292123bdd4 req-b1e0a3a9-c6fa-4c8e-bcfc-8417e57f8844 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:47.292796 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-34e4aec0-d3fb-4849-a0ed-d6292123bdd4 req-b1e0a3a9-c6fa-4c8e-bcfc-8417e57f8844 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.45 "DELETE /v2.0/ports/475aa75d-954c-45b1-b5e8-32982e9f92e7 HTTP/1.1" status: 204 len: 173 time: 3.7797000 Sep 01 15:06:47.294572 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-d699a0fc-20b0-4df2-8e30-93677de29910 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.110&port_id=eddb4285-829e-4807-83a4-06b71fc441b8 HTTP/1.1" status: 200 len: 217 time: 0.1584065 Sep 01 15:06:47.447587 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14246a5c-9a46-4303-b5ae-316f98d0bdb3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e411e7c-c492-4be5-95d7-e7bb5562cb35,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:47.451193 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a4cc98-ebd3-4a4f-905f-fef6a6619dcc', 'name': 'network-vif-deleted', 'tag': '475aa75d-954c-45b1-b5e8-32982e9f92e7'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:47.454355 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7204913-1bf0-42c1-8666-959f05623da8" -d '{"events": [{"server_uuid": "87a4cc98-ebd3-4a4f-905f-fef6a6619dcc", "name": "network-vif-deleted", "tag": "475aa75d-954c-45b1-b5e8-32982e9f92e7"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:47.477302 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d5be5-1cc7-4b0c-8b64-04ec5360fd11 req-e19df558-60b8-4cc4-a14c-4ee2e90e5c1b tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:47.489506 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ab3d5be5-1cc7-4b0c-8b64-04ec5360fd11 req-e19df558-60b8-4cc4-a14c-4ee2e90e5c1b tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 948 time: 0.3306947 Sep 01 15:06:47.490447 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 9851023a-5bca-463d-9058-da0c18c05d51 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:06:47.548173 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 9851023a-5bca-463d-9058-da0c18c05d51 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:06:47.548532 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 9851023a-5bca-463d-9058-da0c18c05d51 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:06:47.581436 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8957122-fbe0-4ece-94cb-f397ed25b70e admin admin] Pushing event deleted for resources: {'Port': ['ID=ea74b9ec-3534-4205-83e3-13f7b1f89ccb,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:47.592237 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a51ebaed-a57a-48f1-a8f4-a0c922f7c10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:47.596887 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a51ebaed-a57a-48f1-a8f4-a0c922f7c10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:47.607592 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a51ebaed-a57a-48f1-a8f4-a0c922f7c10a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/59860b9f-6e4c-4ae4-9468-1cd20fb1ddc5 HTTP/1.1" status: 204 len: 168 time: 0.5792282 Sep 01 15:06:47.665010 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ab3d5be5-1cc7-4b0c-8b64-04ec5360fd11 req-11db4520-e7f6-499e-a287-49138ae729ee tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736262 Sep 01 15:06:47.670411 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d44029b2-bc1e-4a83-9adc-b98b1e747b87 req-e084f49b-5b71-43a6-9e11-81860f649232 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "GET /v2.0/security-groups/f2bca2a7-19ef-4c1b-a00b-ce84d4359d69 HTTP/1.1" status: 200 len: 1805 time: 0.4273589 Sep 01 15:06:47.676114 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5095424-3c43-4c19-9efc-3a3578086d76 req-7eb3a332-5447-49ae-b55d-662e42b15f8e service neutron] 10.222.0.62 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0833263 Sep 01 15:06:47.683954 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede641-f0c7-4268-8802-10f84e16c260 req-71bca5ca-92ab-4336-b3c7-e63e099dfb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:47.689604 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-71bca5ca-92ab-4336-b3c7-e63e099dfb5e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0b3e4ef-d966-4acf-b0d7-cde0dae3c4c7 HTTP/1.1" status: 200 len: 801 time: 0.3601894 Sep 01 15:06:47.705337 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ebaed-a57a-48f1-a8f4-a0c922f7c10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59860b9f-6e4c-4ae4-9468-1cd20fb1ddc5,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:47.711407 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-d44029b2-bc1e-4a83-9adc-b98b1e747b87 req-367d4361-2284-4e94-9370-f19a6c00949a tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f2bca2a7-19ef-4c1b-a00b-ce84d4359d69', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:47.713710 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-d44029b2-bc1e-4a83-9adc-b98b1e747b87 req-367d4361-2284-4e94-9370-f19a6c00949a tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f2bca2a7-19ef-4c1b-a00b-ce84d4359d69', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:47.892822 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-a273ab77-9415-4f61-8159-f92933d6e626 req-14246a5c-9a46-4303-b5ae-316f98d0bdb3 service neutron] Attempting to bind port 2e411e7c-c492-4be5-95d7-e7bb5562cb35 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:06:47.893170 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-a273ab77-9415-4f61-8159-f92933d6e626 req-14246a5c-9a46-4303-b5ae-316f98d0bdb3 service neutron] Attempting to bind port 2e411e7c-c492-4be5-95d7-e7bb5562cb35 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:06:47.893524 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a273ab77-9415-4f61-8159-f92933d6e626 req-14246a5c-9a46-4303-b5ae-316f98d0bdb3 service neutron] Attempting to bind port 2e411e7c-c492-4be5-95d7-e7bb5562cb35 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:47.943290 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64773c-908d-492d-9796-819f653afde8 req-873a4768-6155-4a55-998b-53f38165f9e1 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:47.944824 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2e64773c-908d-492d-9796-819f653afde8 req-873a4768-6155-4a55-998b-53f38165f9e1 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 943 time: 0.0675974 Sep 01 15:06:47.954177 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a273ab77-9415-4f61-8159-f92933d6e626 req-14246a5c-9a46-4303-b5ae-316f98d0bdb3 service neutron] Port 2e411e7c-c492-4be5-95d7-e7bb5562cb35 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:06:47.954536 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a273ab77-9415-4f61-8159-f92933d6e626 req-14246a5c-9a46-4303-b5ae-316f98d0bdb3 service neutron] Attempting to bind port 2e411e7c-c492-4be5-95d7-e7bb5562cb35 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:06:47.986997 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede641-f0c7-4268-8802-10f84e16c260 req-932ff99a-c7ee-4fca-ac8b-298c867ae066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:47.988618 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-932ff99a-c7ee-4fca-ac8b-298c867ae066 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fca44beb-d855-4a7c-ba31-9561c79e1379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2584441 Sep 01 15:06:47.997295 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a273ab77-9415-4f61-8159-f92933d6e626 req-14246a5c-9a46-4303-b5ae-316f98d0bdb3 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:06:47.997639 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a273ab77-9415-4f61-8159-f92933d6e626 req-14246a5c-9a46-4303-b5ae-316f98d0bdb3 service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:47.998036 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a273ab77-9415-4f61-8159-f92933d6e626 req-14246a5c-9a46-4303-b5ae-316f98d0bdb3 service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:06:47.998529 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-a273ab77-9415-4f61-8159-f92933d6e626 req-14246a5c-9a46-4303-b5ae-316f98d0bdb3 service neutron] Bound port: 2e411e7c-c492-4be5-95d7-e7bb5562cb35, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:06:47.999467 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a273ab77-9415-4f61-8159-f92933d6e626 req-14246a5c-9a46-4303-b5ae-316f98d0bdb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:48.008608 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2e64773c-908d-492d-9796-819f653afde8 req-e8951719-4493-4c12-8634-20f0b465cc19 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536423 Sep 01 15:06:48.155489 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b811f53d-7e7e-4314-9694-bebdf3dca1ef x-openstack-request-id: req-b811f53d-7e7e-4314-9694-bebdf3dca1ef {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:48.156319 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a4cc98-ebd3-4a4f-905f-fef6a6619dcc", "name": "network-vif-deleted", "tag": "475aa75d-954c-45b1-b5e8-32982e9f92e7", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:48.156993 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b811f53d-7e7e-4314-9694-bebdf3dca1ef {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:48.157907 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a4cc98-ebd3-4a4f-905f-fef6a6619dcc', 'name': 'network-vif-deleted', 'tag': '475aa75d-954c-45b1-b5e8-32982e9f92e7', 'status': 'completed', 'code': 200} Sep 01 15:06:48.183470 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0264a-f950-4969-91b2-22027f47ee8b req-b335c528-8f5d-4827-b269-f523caa46efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:48.186818 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-64d0264a-f950-4969-91b2-22027f47ee8b req-b335c528-8f5d-4827-b269-f523caa46efc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fec0654f7239467a95f60e6ba299aa91&device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 1094 time: 0.3673301 Sep 01 15:06:48.187590 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e910b36-9e95-42d4-9c8d-7daf386fa699 req-37494f60-f334-4655-b23f-d40aa8bca181 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:48.194870 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e910b36-9e95-42d4-9c8d-7daf386fa699 req-37494f60-f334-4655-b23f-d40aa8bca181 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:48.201004 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e910b36-9e95-42d4-9c8d-7daf386fa699 req-37494f60-f334-4655-b23f-d40aa8bca181 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:48.207345 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e910b36-9e95-42d4-9c8d-7daf386fa699 req-37494f60-f334-4655-b23f-d40aa8bca181 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 2413 time: 0.0856893 Sep 01 15:06:48.266639 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d44029b2-bc1e-4a83-9adc-b98b1e747b87 req-367d4361-2284-4e94-9370-f19a6c00949a tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:48.277040 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e910b36-9e95-42d4-9c8d-7daf386fa699 req-f8e3e699-e156-4622-8ff3-598a78010d2d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605686 Sep 01 15:06:48.360881 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e8957122-fbe0-4ece-94cb-f397ed25b70e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:48.371994 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-a273ab77-9415-4f61-8159-f92933d6e626 req-14246a5c-9a46-4303-b5ae-316f98d0bdb3 service neutron] For port 2e411e7c-c492-4be5-95d7-e7bb5562cb35, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:06:48.415980 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-a273ab77-9415-4f61-8159-f92933d6e626 req-14246a5c-9a46-4303-b5ae-316f98d0bdb3 service neutron] For port 2e411e7c-c492-4be5-95d7-e7bb5562cb35, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=2e411e7c-c492-4be5-95d7-e7bb5562cb35,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:06:48.440010 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d44029b2-bc1e-4a83-9adc-b98b1e747b87 req-367d4361-2284-4e94-9370-f19a6c00949a tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:48.453188 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a273ab77-9415-4f61-8159-f92933d6e626 req-14246a5c-9a46-4303-b5ae-316f98d0bdb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:48.540194 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d44029b2-bc1e-4a83-9adc-b98b1e747b87 req-367d4361-2284-4e94-9370-f19a6c00949a tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:48.617474 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273ab77-9415-4f61-8159-f92933d6e626 req-14246a5c-9a46-4303-b5ae-316f98d0bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:48.618512 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a273ab77-9415-4f61-8159-f92933d6e626 req-14246a5c-9a46-4303-b5ae-316f98d0bdb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:48.621264 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a273ab77-9415-4f61-8159-f92933d6e626 req-14246a5c-9a46-4303-b5ae-316f98d0bdb3 service neutron] 10.222.0.62 "PUT /v2.0/ports/2e411e7c-c492-4be5-95d7-e7bb5562cb35 HTTP/1.1" status: 200 len: 1096 time: 4.8873911 Sep 01 15:06:48.639726 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03746e-a909-4c47-88c0-686bd4f7d34d req-b1d56ef9-b780-4933-9596-6f830fec1ca1 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:48.642118 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d03746e-a909-4c47-88c0-686bd4f7d34d req-b1d56ef9-b780-4933-9596-6f830fec1ca1 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8 HTTP/1.1" status: 200 len: 949 time: 0.0615082 Sep 01 15:06:48.670279 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-0d829538-c02a-4d78-9904-5fdf8fb1f3ac service neutron] 10.222.0.62 "GET /v2.0/networks/fca44beb-d855-4a7c-ba31-9561c79e1379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6683507 Sep 01 15:06:48.686662 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d4361-2284-4e94-9370-f19a6c00949a tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ae4654-553c-49b0-8666-28e38a7a4b83,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:48.691044 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0264a-f950-4969-91b2-22027f47ee8b req-2fe3a9c4-0e24-4dea-9f8a-1e4135ea3e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:48.693797 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-64d0264a-f950-4969-91b2-22027f47ee8b req-2fe3a9c4-0e24-4dea-9f8a-1e4135ea3e25 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b0922890-9f88-4062-824b-4dfc506e6e18 HTTP/1.1" status: 200 len: 912 time: 0.4540401 Sep 01 15:06:48.749160 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d03746e-a909-4c47-88c0-686bd4f7d34d req-3137b3bf-d530-48df-8639-4ce29277bede tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853169 Sep 01 15:06:48.899099 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14246a5c-9a46-4303-b5ae-316f98d0bdb3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e411e7c-c492-4be5-95d7-e7bb5562cb35,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:48.902422 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d44029b2-bc1e-4a83-9adc-b98b1e747b87 req-367d4361-2284-4e94-9370-f19a6c00949a tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:48.903746 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d44029b2-bc1e-4a83-9adc-b98b1e747b87 req-367d4361-2284-4e94-9370-f19a6c00949a tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2116220 Sep 01 15:06:48.926455 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc2ed8-2fc5-48f8-9ac8-0312c8618c5b req-d47f091a-e220-448a-86b6-b1d7980de5f9 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:48.934638 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c2dc2ed8-2fc5-48f8-9ac8-0312c8618c5b req-d47f091a-e220-448a-86b6-b1d7980de5f9 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 948 time: 0.0772047 Sep 01 15:06:48.971557 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-64d0264a-f950-4969-91b2-22027f47ee8b req-729564a6-23c4-4eab-a351-0582b3f6641c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95710204-e08d-4140-9c22-e0e94662d7cc HTTP/1.1" status: 200 len: 217 time: 0.2479947 Sep 01 15:06:48.994343 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-c5fb8cae-4455-4bb3-bcac-ea2373a9cfda req-6f04ac4d-e184-479a-80ec-691014b91044 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-307678464', 'description': 'tempest-description-627547508'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:49.007682 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c2dc2ed8-2fc5-48f8-9ac8-0312c8618c5b req-2fb1c775-1875-46c2-ba54-a60c5e05e9e7 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599530 Sep 01 15:06:49.094606 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95ede641-f0c7-4268-8802-10f84e16c260 req-3b34042b-a216-43b7-a0cb-60abda7ddd01 service neutron] 10.222.0.62 "GET /v2.0/networks/fca44beb-d855-4a7c-ba31-9561c79e1379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893769 Sep 01 15:06:49.104559 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c5fb8cae-4455-4bb3-bcac-ea2373a9cfda req-6f04ac4d-e184-479a-80ec-691014b91044 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:49.115098 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273ab77-9415-4f61-8159-f92933d6e626 req-e7636167-e21a-4cd3-b49b-ad870281724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:49.116665 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a273ab77-9415-4f61-8159-f92933d6e626 req-e7636167-e21a-4cd3-b49b-ad870281724f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dffe660ba37e46898d1f4bbf5f9d51ba&device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 1099 time: 0.3719997 Sep 01 15:06:49.129496 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0264a-f950-4969-91b2-22027f47ee8b req-ca8dd308-44a1-4bdd-a3f5-5a3b4c4b5d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:49.131968 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-64d0264a-f950-4969-91b2-22027f47ee8b req-ca8dd308-44a1-4bdd-a3f5-5a3b4c4b5d1e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=de6f3d24-aa35-41db-834d-e91d2e27e6db HTTP/1.1" status: 200 len: 851 time: 0.1430850 Sep 01 15:06:49.262968 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-64d0264a-f950-4969-91b2-22027f47ee8b req-c4c9038e-3002-446d-bd89-2727c349eb16 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b0922890-9f88-4062-824b-4dfc506e6e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773969 Sep 01 15:06:49.270806 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a273ab77-9415-4f61-8159-f92933d6e626 req-cedae82c-43a6-490b-8ea5-8a880b2a7e0d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=2e411e7c-c492-4be5-95d7-e7bb5562cb35 HTTP/1.1" status: 200 len: 217 time: 0.0961492 Sep 01 15:06:49.346790 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-64d0264a-f950-4969-91b2-22027f47ee8b req-04c65187-b0d7-47fb-87a0-cd6340d493a5 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:06:49.347845 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-64d0264a-f950-4969-91b2-22027f47ee8b req-04c65187-b0d7-47fb-87a0-cd6340d493a5 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0286355 Sep 01 15:06:49.442263 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f60e8a-df2f-450c-9147-08e1055179df req-a080251f-c2db-4945-bc92-8c6b1c4fe95c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:49.444521 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f0f60e8a-df2f-450c-9147-08e1055179df req-a080251f-c2db-4945-bc92-8c6b1c4fe95c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 943 time: 0.0652943 Sep 01 15:06:49.505745 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f0f60e8a-df2f-450c-9147-08e1055179df req-6e70345d-92d2-4d7d-94aa-83f88027be31 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493524 Sep 01 15:06:49.702130 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d3051-bdfe-465c-8dd3-e59b02a7293c req-c672e4c3-cfa9-4ba1-a7dc-dc12d86e3d3a tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:49.708409 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d3051-bdfe-465c-8dd3-e59b02a7293c req-c672e4c3-cfa9-4ba1-a7dc-dc12d86e3d3a tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:49.714596 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d3051-bdfe-465c-8dd3-e59b02a7293c req-c672e4c3-cfa9-4ba1-a7dc-dc12d86e3d3a tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:49.716433 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a46d3051-bdfe-465c-8dd3-e59b02a7293c req-c672e4c3-cfa9-4ba1-a7dc-dc12d86e3d3a tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 2413 time: 0.0908868 Sep 01 15:06:49.759060 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273ab77-9415-4f61-8159-f92933d6e626 req-74fc7585-f9aa-4de1-98a4-4958958f6dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:49.760487 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a273ab77-9415-4f61-8159-f92933d6e626 req-74fc7585-f9aa-4de1-98a4-4958958f6dce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.4518111 Sep 01 15:06:49.765646 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a46d3051-bdfe-465c-8dd3-e59b02a7293c req-fdbd8be2-9475-455d-b85a-26e4e842a64c tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376513 Sep 01 15:06:49.776498 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8957122-fbe0-4ece-94cb-f397ed25b70e admin admin] Router f7a939d3-e933-4cca-b422-dff94ae51f0c has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:06:49.822782 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22b105-6718-4e03-8fff-f1002546b0fd req-5c083f2c-a42f-48f3-b390-6f83a185cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:49.823273 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22b105-6718-4e03-8fff-f1002546b0fd req-5c083f2c-a42f-48f3-b390-6f83a185cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:49.823759 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22b105-6718-4e03-8fff-f1002546b0fd req-5c083f2c-a42f-48f3-b390-6f83a185cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:49.825536 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ab22b105-6718-4e03-8fff-f1002546b0fd req-5c083f2c-a42f-48f3-b390-6f83a185cd6f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f19f728ef2e84bc7921749b54aaa2b5d&device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 2866 time: 0.5073767 Sep 01 15:06:49.829706 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c5fb8cae-4455-4bb3-bcac-ea2373a9cfda req-6f04ac4d-e184-479a-80ec-691014b91044 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:49.850664 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c5fb8cae-4455-4bb3-bcac-ea2373a9cfda req-6f04ac4d-e184-479a-80ec-691014b91044 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:49.923863 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-64d0264a-f950-4969-91b2-22027f47ee8b req-9ca079bb-f4bd-47b6-b371-34b9e9ab5d87 service neutron] 10.222.0.62 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367043 Sep 01 15:06:49.947403 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c5fb8cae-4455-4bb3-bcac-ea2373a9cfda req-6f04ac4d-e184-479a-80ec-691014b91044 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:49.948674 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c5fb8cae-4455-4bb3-bcac-ea2373a9cfda req-6f04ac4d-e184-479a-80ec-691014b91044 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9762809 Sep 01 15:06:49.951259 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04ac4d-e184-479a-80ec-691014b91044 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14e2cb48-3e52-4526-9061-9516c74e9d96,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:50.100186 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8957122-fbe0-4ece-94cb-f397ed25b70e admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:06:50.107846 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e8957122-fbe0-4ece-94cb-f397ed25b70e admin admin] 10.222.0.60 "PUT /v2.0/routers/f7a939d3-e933-4cca-b422-dff94ae51f0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0028708 Sep 01 15:06:50.114069 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57142) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:50.120290 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e07d4b-1829-4d5d-b05a-5ecd1df71861 None None] Sync routers for ids ['f7a939d3-e933-4cca-b422-dff94ae51f0c'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:06:50.133351 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994651b4-fa62-4da4-b8c9-e4c6ea623d6e req-575a0f24-ce13-4029-b364-bde1b01866d4 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:50.135212 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-994651b4-fa62-4da4-b8c9-e4c6ea623d6e req-575a0f24-ce13-4029-b364-bde1b01866d4 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8 HTTP/1.1" status: 200 len: 949 time: 0.1271460 Sep 01 15:06:50.146156 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e07d4b-1829-4d5d-b05a-5ecd1df71861 None None] Routers {'f7a939d3-e933-4cca-b422-dff94ae51f0c'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:50.148390 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-72e07d4b-1829-4d5d-b05a-5ecd1df71861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:06:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f7a939d3-e933-4cca-b422-dff94ae51f0c'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:50.163625 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66073a06-29cf-44b2-aff4-8ec8a84a126d req-42af8171-7fac-4e6c-80f0-0838d988dfe4 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:50.170846 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-66073a06-29cf-44b2-aff4-8ec8a84a126d req-42af8171-7fac-4e6c-80f0-0838d988dfe4 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8 HTTP/1.1" status: 200 len: 949 time: 0.1921620 Sep 01 15:06:50.185090 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251f8ac8-4ae6-4b90-b7e8-6485d2a4af57', 'tag': '2e411e7c-c492-4be5-95d7-e7bb5562cb35'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:50.187591 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24498a4-ed23-4d7e-8932-1ee727196342" -d '{"events": [{"name": "network-changed", "server_uuid": "251f8ac8-4ae6-4b90-b7e8-6485d2a4af57", "tag": "2e411e7c-c492-4be5-95d7-e7bb5562cb35"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:50.236058 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-66073a06-29cf-44b2-aff4-8ec8a84a126d req-40a08c9d-b801-4581-9693-20b9f7852d05 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529237 Sep 01 15:06:50.279229 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273ab77-9415-4f61-8159-f92933d6e626 req-56b2fdac-4c57-41b6-9d8e-1cc2ce92f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:50.280796 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a273ab77-9415-4f61-8159-f92933d6e626 req-56b2fdac-4c57-41b6-9d8e-1cc2ce92f0a8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5067198 Sep 01 15:06:50.336078 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-72e07d4b-1829-4d5d-b05a-5ecd1df71861 None None] Set router f7a939d3-e933-4cca-b422-dff94ae51f0c gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:50.486092 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6775779-71e1-47ec-951d-5c68bd098ddf req-721878af-7855-475b-a7a0-92d43b7a5008 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:50.495376 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b6775779-71e1-47ec-951d-5c68bd098ddf req-721878af-7855-475b-a7a0-92d43b7a5008 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 948 time: 0.1268811 Sep 01 15:06:50.573486 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b6775779-71e1-47ec-951d-5c68bd098ddf req-d186efb7-6516-4f44-b1c7-b90a880e1f65 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737140 Sep 01 15:06:50.585885 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca13bce9-05c4-449b-973c-acd5e03d189f req-80e2c978-4242-4b57-9771-43c2aff9f243 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "GET /v2.0/security-groups/14e2cb48-3e52-4526-9061-9516c74e9d96 HTTP/1.1" status: 200 len: 1803 time: 0.3891549 Sep 01 15:06:50.610601 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-65685858-a95d-49f6-8f71-6f37ef61105b admin admin] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:50.630050 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-ca13bce9-05c4-449b-973c-acd5e03d189f req-7677785f-06e1-4328-b569-4cf6fe7f81fc tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '14e2cb48-3e52-4526-9061-9516c74e9d96', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:50.630050 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-ca13bce9-05c4-449b-973c-acd5e03d189f req-7677785f-06e1-4328-b569-4cf6fe7f81fc tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '14e2cb48-3e52-4526-9061-9516c74e9d96', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:50.679261 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22b105-6718-4e03-8fff-f1002546b0fd req-8cbc2c02-79b2-45ff-a2a6-4f873a3788ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:50.681093 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ab22b105-6718-4e03-8fff-f1002546b0fd req-8cbc2c02-79b2-45ff-a2a6-4f873a3788ab service neutron] 10.222.0.62 "GET /v2.0/networks?id=fca44beb-d855-4a7c-ba31-9561c79e1379 HTTP/1.1" status: 200 len: 902 time: 0.8436363 Sep 01 15:06:50.683716 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-64d0264a-f950-4969-91b2-22027f47ee8b req-20ca2db3-edce-46dc-be00-bf3b32e317db service neutron] 10.222.0.62 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7181339 Sep 01 15:06:50.719055 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a273ab77-9415-4f61-8159-f92933d6e626 req-60648ef9-74be-405b-983f-5096926f43f6 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835516 Sep 01 15:06:50.731175 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc08568c-f57b-4350-a992-a04d1ce9e9d7 x-openstack-request-id: req-dc08568c-f57b-4350-a992-a04d1ce9e9d7 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:50.731474 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251f8ac8-4ae6-4b90-b7e8-6485d2a4af57", "tag": "2e411e7c-c492-4be5-95d7-e7bb5562cb35", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:50.731715 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc08568c-f57b-4350-a992-a04d1ce9e9d7 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:50.732104 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251f8ac8-4ae6-4b90-b7e8-6485d2a4af57', 'tag': '2e411e7c-c492-4be5-95d7-e7bb5562cb35', 'status': 'completed', 'code': 200} Sep 01 15:06:50.760140 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-72e07d4b-1829-4d5d-b05a-5ecd1df71861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'name': 'tempest-ServersTestManualDisk-2107234725-router', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:03:37Z', 'updated_at': '2021-09-01T15:06:46Z', 'revision_number': 5, 'project_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'gw_port': {'id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ea:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:03:42Z', 'updated_at': '2021-09-01T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:50.789441 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e07d4b-1829-4d5d-b05a-5ecd1df71861 None None] Checking router: f7a939d3-e933-4cca-b422-dff94ae51f0c for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:06:50.799838 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e07d4b-1829-4d5d-b05a-5ecd1df71861 None None] Routers {'f7a939d3-e933-4cca-b422-dff94ae51f0c'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:06:50.800661 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-72e07d4b-1829-4d5d-b05a-5ecd1df71861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:06:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f7a939d3-e933-4cca-b422-dff94ae51f0c'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:50.825166 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ab22b105-6718-4e03-8fff-f1002546b0fd req-90aef8ac-6c3c-4844-a77d-2588c0331509 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.110&port_id=eddb4285-829e-4807-83a4-06b71fc441b8 HTTP/1.1" status: 200 len: 217 time: 0.0998893 Sep 01 15:06:50.864227 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be49d2e-203e-4f9d-9a55-13788abcffdd req-c9300270-2aa6-4d96-801e-f54245c7a9ae tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:50.866205 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6be49d2e-203e-4f9d-9a55-13788abcffdd req-c9300270-2aa6-4d96-801e-f54245c7a9ae tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 943 time: 0.0671449 Sep 01 15:06:50.917725 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6be49d2e-203e-4f9d-9a55-13788abcffdd req-93094f42-3283-443b-8caf-f2d913fabd1f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422883 Sep 01 15:06:50.944087 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-994651b4-fa62-4da4-b8c9-e4c6ea623d6e req-59707567-3c75-4d78-a65e-ec6223cba57c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Deleting port 455c59b9-c444-4c6c-8e35-40d5b18e851b {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:06:50.944825 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-994651b4-fa62-4da4-b8c9-e4c6ea623d6e req-59707567-3c75-4d78-a65e-ec6223cba57c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:50.961660 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-72e07d4b-1829-4d5d-b05a-5ecd1df71861 None None] Set router f7a939d3-e933-4cca-b422-dff94ae51f0c gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:06:51.018820 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 95710204-e08d-4140-9c22-e0e94662d7cc details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:06:51.060060 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ca13bce9-05c4-449b-973c-acd5e03d189f req-7677785f-06e1-4328-b569-4cf6fe7f81fc tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:51.065725 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-65685858-a95d-49f6-8f71-6f37ef61105b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:51.097696 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b955f7-9611-4867-bd5d-86036c649587 req-5dc42fe1-adf1-4cef-97c2-f43d6a1cdc55 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:51.105297 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b955f7-9611-4867-bd5d-86036c649587 req-5dc42fe1-adf1-4cef-97c2-f43d6a1cdc55 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:51.111635 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b955f7-9611-4867-bd5d-86036c649587 req-5dc42fe1-adf1-4cef-97c2-f43d6a1cdc55 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:51.120534 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-20b955f7-9611-4867-bd5d-86036c649587 req-5dc42fe1-adf1-4cef-97c2-f43d6a1cdc55 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 2413 time: 0.0839579 Sep 01 15:06:51.152509 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22b105-6718-4e03-8fff-f1002546b0fd req-f327afb6-ba12-448f-92de-d0ea0f02c4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:51.154279 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ab22b105-6718-4e03-8fff-f1002546b0fd req-f327afb6-ba12-448f-92de-d0ea0f02c4c7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a0b3e4ef-d966-4acf-b0d7-cde0dae3c4c7 HTTP/1.1" status: 200 len: 801 time: 0.2883117 Sep 01 15:06:51.168944 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-20b955f7-9611-4867-bd5d-86036c649587 req-c644e2a2-0be3-4b78-9d06-fa4cc84d5c38 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465910 Sep 01 15:06:51.194358 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-994651b4-fa62-4da4-b8c9-e4c6ea623d6e req-59707567-3c75-4d78-a65e-ec6223cba57c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] For port 455c59b9-c444-4c6c-8e35-40d5b18e851b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=455c59b9-c444-4c6c-8e35-40d5b18e851b,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:51.194358 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-994651b4-fa62-4da4-b8c9-e4c6ea623d6e req-59707567-3c75-4d78-a65e-ec6223cba57c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:51.208936 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a273ab77-9415-4f61-8159-f92933d6e626 req-6893669c-c843-451d-b2a2-ae1b0bbeaa62 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338398 Sep 01 15:06:51.233098 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ca13bce9-05c4-449b-973c-acd5e03d189f req-7677785f-06e1-4328-b569-4cf6fe7f81fc tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:51.240376 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-994651b4-fa62-4da4-b8c9-e4c6ea623d6e req-59707567-3c75-4d78-a65e-ec6223cba57c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Calling delete_port for 455c59b9-c444-4c6c-8e35-40d5b18e851b owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:06:51.280032 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ca13bce9-05c4-449b-973c-acd5e03d189f req-7677785f-06e1-4328-b569-4cf6fe7f81fc tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:51.317360 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677785f-06e1-4328-b569-4cf6fe7f81fc tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca84acf-5212-4dfa-b550-23738b57f4d9,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:51.389442 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ca13bce9-05c4-449b-973c-acd5e03d189f req-7677785f-06e1-4328-b569-4cf6fe7f81fc tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:51.393238 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca13bce9-05c4-449b-973c-acd5e03d189f req-7677785f-06e1-4328-b569-4cf6fe7f81fc tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7761626 Sep 01 15:06:51.443303 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22b105-6718-4e03-8fff-f1002546b0fd req-a8e4db9a-c13f-4932-aedf-8ffcdbdd2d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:51.444750 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ab22b105-6718-4e03-8fff-f1002546b0fd req-a8e4db9a-c13f-4932-aedf-8ffcdbdd2d53 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fca44beb-d855-4a7c-ba31-9561c79e1379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2748096 Sep 01 15:06:51.448457 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57168) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:51.480020 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da1b4b-cab3-4156-bb63-11b2a9310bf8 req-15edc4b5-fd06-4b52-b40e-8f351c4f6f0f tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:51.481824 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f6da1b4b-cab3-4156-bb63-11b2a9310bf8 req-15edc4b5-fd06-4b52-b40e-8f351c4f6f0f tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8 HTTP/1.1" status: 200 len: 949 time: 0.0980854 Sep 01 15:06:51.486929 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-0fdd91be-f054-4008-8711-4b4ff6ce6389 req-453da279-7494-4289-a84d-fcf4b191ee71 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1756305789', 'description': 'tempest-description-1247923439'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:51.554574 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 95710204-e08d-4140-9c22-e0e94662d7cc, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=95710204-e08d-4140-9c22-e0e94662d7cc,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:51.555410 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f6da1b4b-cab3-4156-bb63-11b2a9310bf8 req-27f3be68-1333-4d48-8a7d-77dbd9929cc9 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622873 Sep 01 15:06:51.571281 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '95710204-e08d-4140-9c22-e0e94662d7cc', 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18', 'port_id': '95710204-e08d-4140-9c22-e0e94662d7cc', 'mac_address': 'fa:16:3e:62:c9:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6f3d24-aa35-41db-834d-e91d2e27e6db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:06:51.591580 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0fdd91be-f054-4008-8711-4b4ff6ce6389 req-453da279-7494-4289-a84d-fcf4b191ee71 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:51.628195 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-65685858-a95d-49f6-8f71-6f37ef61105b admin admin] Deleting port 4deb9e0c-f963-4894-a9cf-bb7d07119334 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:06:51.628462 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-65685858-a95d-49f6-8f71-6f37ef61105b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:51.629545 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-72e07d4b-1829-4d5d-b05a-5ecd1df71861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'name': 'tempest-ServersTestManualDisk-2107234725-router', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:03:37Z', 'updated_at': '2021-09-01T15:06:46Z', 'revision_number': 5, 'project_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'gw_port': {'id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ea:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:03:42Z', 'updated_at': '2021-09-01T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:51.631665 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:51.641016 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24498a4-ed23-4d7e-8932-1ee727196342 req-337b7689-1e38-46f6-bf06-6aeea3a94819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:51.642679 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d24498a4-ed23-4d7e-8932-1ee727196342 req-337b7689-1e38-46f6-bf06-6aeea3a94819 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dffe660ba37e46898d1f4bbf5f9d51ba&device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 1099 time: 0.3174834 Sep 01 15:06:51.683159 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e07d4b-1829-4d5d-b05a-5ecd1df71861 None None] The sync data for ids ['f7a939d3-e933-4cca-b422-dff94ae51f0c'] in n-d-794796-3 is: [{'id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'name': 'tempest-ServersTestManualDisk-2107234725-router', 'tenant_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:03:37Z', 'updated_at': '2021-09-01T15:06:46Z', 'revision_number': 5, 'project_id': 'b0e7360364584c26bd48bad3b2b96ff5', 'gw_port': {'id': '4deb9e0c-f963-4894-a9cf-bb7d07119334', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ea:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a939d3-e933-4cca-b422-dff94ae51f0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:03:42Z', 'updated_at': '2021-09-01T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:06:51.702276 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95710204-e08d-4140-9c22-e0e94662d7cc {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:51.750884 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 95710204-e08d-4140-9c22-e0e94662d7cc, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=95710204-e08d-4140-9c22-e0e94662d7cc,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:51.752612 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e573d-9e1e-4884-8daa-4bb8594ad5d8 req-42cb5134-d6bc-4a08-8ae6-d3128d2fbe24 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:51.757501 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:51.758907 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device eddb4285-829e-4807-83a4-06b71fc441b8 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:06:51.759191 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b61e573d-9e1e-4884-8daa-4bb8594ad5d8 req-42cb5134-d6bc-4a08-8ae6-d3128d2fbe24 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 948 time: 0.0726144 Sep 01 15:06:51.800382 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b61e573d-9e1e-4884-8daa-4bb8594ad5d8 req-fd440cf5-5c70-4b32-97a4-5fc1915f963f tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388689 Sep 01 15:06:51.809406 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fd1d475e-0bf8-4b5a-a0c3-06263569029d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:51.909145 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=95710204-e08d-4140-9c22-e0e94662d7cc,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:51.974898 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port eddb4285-829e-4807-83a4-06b71fc441b8, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=eddb4285-829e-4807-83a4-06b71fc441b8,segment=NetworkSegment(dfd5be91-930e-4c39-bf52-8814999f3f76),segment_id=dfd5be91-930e-4c39-bf52-8814999f3f76)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:51.998584 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'eddb4285-829e-4807-83a4-06b71fc441b8', 'network_id': 'fca44beb-d855-4a7c-ba31-9561c79e1379', 'port_id': 'eddb4285-829e-4807-83a4-06b71fc441b8', 'mac_address': 'fa:16:3e:4b:4f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b3e4ef-d966-4acf-b0d7-cde0dae3c4c7', 'ip_address': '19.80.0.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:06:52.073002 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:52.094096 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eddb4285-829e-4807-83a4-06b71fc441b8 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:52.125689 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4ca4f-3920-4849-8b97-4291c437bac6 req-69599c02-0db1-438e-80df-a5c0ac4400ab tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:52.127244 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port eddb4285-829e-4807-83a4-06b71fc441b8, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=eddb4285-829e-4807-83a4-06b71fc441b8,segment=NetworkSegment(dfd5be91-930e-4c39-bf52-8814999f3f76),segment_id=dfd5be91-930e-4c39-bf52-8814999f3f76)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:52.129255 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3bf4ca4f-3920-4849-8b97-4291c437bac6 req-69599c02-0db1-438e-80df-a5c0ac4400ab tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 944 time: 0.0929003 Sep 01 15:06:52.136953 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:52.138026 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device b01b67ed-defb-463e-8c39-02044b062955 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:06:52.167885 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ab22b105-6718-4e03-8fff-f1002546b0fd req-b42cc14f-708c-4bd7-a48b-08d62510733e service neutron] 10.222.0.62 "GET /v2.0/networks/fca44beb-d855-4a7c-ba31-9561c79e1379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7003999 Sep 01 15:06:52.207707 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3bf4ca4f-3920-4849-8b97-4291c437bac6 req-9c73eeec-eddd-4ca4-9d39-78896047a20a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646734 Sep 01 15:06:52.321308 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=eddb4285-829e-4807-83a4-06b71fc441b8,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:52.344252 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ab22b105-6718-4e03-8fff-f1002546b0fd req-237e9520-ff8c-4e7a-8685-029db2e13908 service neutron] 10.222.0.62 "GET /v2.0/networks/fca44beb-d855-4a7c-ba31-9561c79e1379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577241 Sep 01 15:06:52.359549 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-65685858-a95d-49f6-8f71-6f37ef61105b admin admin] For port 4deb9e0c-f963-4894-a9cf-bb7d07119334, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=4deb9e0c-f963-4894-a9cf-bb7d07119334,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:52.359549 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-65685858-a95d-49f6-8f71-6f37ef61105b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:52.366496 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port b01b67ed-defb-463e-8c39-02044b062955, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b01b67ed-defb-463e-8c39-02044b062955,segment=NetworkSegment(c4889870-fe5c-46d1-8d52-ac44a030497a),segment_id=c4889870-fe5c-46d1-8d52-ac44a030497a)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:52.376394 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-994651b4-fa62-4da4-b8c9-e4c6ea623d6e req-59707567-3c75-4d78-a65e-ec6223cba57c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:52.381095 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb4c42-f0f3-4371-ba78-e24f85499098 req-fa18c8df-bcaa-4d29-9dec-bd5fc5ed7235 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:52.394652 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['c1623e95-6e87-41f8-9dba-9fc29ff8ae1a', '7ed1fbe9-2d46-4fcc-bc50-023f949bf380', '6b66269d-1d3a-4e85-9d24-7e72525313d6'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:52.404422 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb4c42-f0f3-4371-ba78-e24f85499098 req-fa18c8df-bcaa-4d29-9dec-bd5fc5ed7235 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:52.412598 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-65685858-a95d-49f6-8f71-6f37ef61105b admin admin] Calling delete_port for 4deb9e0c-f963-4894-a9cf-bb7d07119334 owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:06:52.413694 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb4c42-f0f3-4371-ba78-e24f85499098 req-fa18c8df-bcaa-4d29-9dec-bd5fc5ed7235 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:52.427441 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-79eb4c42-f0f3-4371-ba78-e24f85499098 req-fa18c8df-bcaa-4d29-9dec-bd5fc5ed7235 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 2414 time: 0.1496787 Sep 01 15:06:52.429775 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['c580a6e4-b344-46fb-966f-a5e7de1d5915', '1e8b17fe-28af-4105-b7b8-4b4dc1360808'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:52.441695 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'b01b67ed-defb-463e-8c39-02044b062955', 'network_id': 'b50e13fa-412b-4c27-b63f-60e02c1740cc', 'port_id': 'b01b67ed-defb-463e-8c39-02044b062955', 'mac_address': 'fa:16:3e:3e:2f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99de4af-f805-4092-bbb6-4f1cfd2d58b7', 'ip_address': '19.86.0.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:06:52.451560 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24498a4-ed23-4d7e-8932-1ee727196342 req-c9b63cb9-1a8c-44ea-bea8-f05a9726dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:52.453156 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d24498a4-ed23-4d7e-8932-1ee727196342 req-c9b63cb9-1a8c-44ea-bea8-f05a9726dd53 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.7606933 Sep 01 15:06:52.479025 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59707567-3c75-4d78-a65e-ec6223cba57c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Pushing event deleted for resources: {'Port': ['ID=455c59b9-c444-4c6c-8e35-40d5b18e851b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:52.513988 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-79eb4c42-f0f3-4371-ba78-e24f85499098 req-3ded4fe1-970f-4fad-bca4-e16bf73849f3 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849617 Sep 01 15:06:52.542742 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:52.551876 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d24498a4-ed23-4d7e-8932-1ee727196342 req-0c78e684-c0ca-4cd4-8f79-e38b22853161 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=2e411e7c-c492-4be5-95d7-e7bb5562cb35 HTTP/1.1" status: 200 len: 217 time: 0.0893943 Sep 01 15:06:52.553138 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-994651b4-fa62-4da4-b8c9-e4c6ea623d6e req-59707567-3c75-4d78-a65e-ec6223cba57c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] No DVR routers for this DVR port 455c59b9-c444-4c6c-8e35-40d5b18e851b on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:06:52.579174 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01b67ed-defb-463e-8c39-02044b062955 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:52.614741 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-994651b4-fa62-4da4-b8c9-e4c6ea623d6e req-59707567-3c75-4d78-a65e-ec6223cba57c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:52.617481 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-994651b4-fa62-4da4-b8c9-e4c6ea623d6e req-59707567-3c75-4d78-a65e-ec6223cba57c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.45 "DELETE /v2.0/ports/455c59b9-c444-4c6c-8e35-40d5b18e851b HTTP/1.1" status: 204 len: 173 time: 2.4195566 Sep 01 15:06:52.641729 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0fdd91be-f054-4008-8711-4b4ff6ce6389 req-453da279-7494-4289-a84d-fcf4b191ee71 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:52.645171 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port b01b67ed-defb-463e-8c39-02044b062955, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b01b67ed-defb-463e-8c39-02044b062955,segment=NetworkSegment(c4889870-fe5c-46d1-8d52-ac44a030497a),segment_id=c4889870-fe5c-46d1-8d52-ac44a030497a)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:52.656538 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:52.657202 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 4b9d160f-a01b-4436-a4de-9cfc00f44874 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:06:52.669367 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0fdd91be-f054-4008-8711-4b4ff6ce6389 req-453da279-7494-4289-a84d-fcf4b191ee71 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:52.691268 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93cab614-940c-4007-ae22-49334f4b35a6 req-3a73b7bb-566c-4897-b701-a63aecc300d0 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8 HTTP/1.1" status: 200 len: 210 time: 0.0656235 Sep 01 15:06:52.733575 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8', 'name': 'network-vif-deleted', 'tag': '455c59b9-c444-4c6c-8e35-40d5b18e851b'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:52.736363 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799989cd-fd78-45a6-b643-e447afcbf606" -d '{"events": [{"server_uuid": "cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8", "name": "network-vif-deleted", "tag": "455c59b9-c444-4c6c-8e35-40d5b18e851b"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:52.792252 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24498a4-ed23-4d7e-8932-1ee727196342 req-a5e0023e-7911-429f-b722-5a50675f6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:52.794015 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d24498a4-ed23-4d7e-8932-1ee727196342 req-a5e0023e-7911-429f-b722-5a50675f6ebd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.1702244 Sep 01 15:06:52.837100 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453da279-7494-4289-a84d-fcf4b191ee71 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=badd233a-cc73-45a9-8233-8b094a80fd85,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:52.875998 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=b01b67ed-defb-463e-8c39-02044b062955,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:52.876533 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e015135-bf81-4b15-b7f2-3e33cefed2dd x-openstack-request-id: req-9e015135-bf81-4b15-b7f2-3e33cefed2dd {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:52.876847 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8", "name": "network-vif-deleted", "tag": "455c59b9-c444-4c6c-8e35-40d5b18e851b", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:52.877160 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9e015135-bf81-4b15-b7f2-3e33cefed2dd {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:52.877488 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0ff0d2-57a4-4210-8c0c-e3bd3a74d6d8', 'name': 'network-vif-deleted', 'tag': '455c59b9-c444-4c6c-8e35-40d5b18e851b', 'status': 'completed', 'code': 200} Sep 01 15:06:52.886558 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 4b9d160f-a01b-4436-a4de-9cfc00f44874, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=4b9d160f-a01b-4436-a4de-9cfc00f44874,segment=NetworkSegment(dfd5be91-930e-4c39-bf52-8814999f3f76),segment_id=dfd5be91-930e-4c39-bf52-8814999f3f76)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:52.929438 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '4b9d160f-a01b-4436-a4de-9cfc00f44874', 'network_id': 'fca44beb-d855-4a7c-ba31-9561c79e1379', 'port_id': '4b9d160f-a01b-4436-a4de-9cfc00f44874', 'mac_address': 'fa:16:3e:f4:78:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b3e4ef-d966-4acf-b0d7-cde0dae3c4c7', 'ip_address': '19.80.0.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:06:52.950983 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24498a4-ed23-4d7e-8932-1ee727196342 req-c2b9f2d6-9d26-40b9-b83d-b61568572c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:52.952701 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d24498a4-ed23-4d7e-8932-1ee727196342 req-c2b9f2d6-9d26-40b9-b83d-b61568572c91 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1077569 Sep 01 15:06:53.070689 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:53.107075 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b9d160f-a01b-4436-a4de-9cfc00f44874 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:53.123395 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fd1d475e-0bf8-4b5a-a0c3-06263569029d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:53.149717 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f3bf9-48c4-4dbe-adb0-56ceb964d9b4 req-9aaab019-92eb-4e51-9cb3-f62ad320c115 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:53.155228 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-983f3bf9-48c4-4dbe-adb0-56ceb964d9b4 req-9aaab019-92eb-4e51-9cb3-f62ad320c115 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 948 time: 0.1581676 Sep 01 15:06:53.163736 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fd1d475e-0bf8-4b5a-a0c3-06263569029d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:53.181116 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-0fdd91be-f054-4008-8711-4b4ff6ce6389 req-453da279-7494-4289-a84d-fcf4b191ee71 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:53.184866 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0fdd91be-f054-4008-8711-4b4ff6ce6389 req-453da279-7494-4289-a84d-fcf4b191ee71 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.7348306 Sep 01 15:06:53.201569 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 4b9d160f-a01b-4436-a4de-9cfc00f44874, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=4b9d160f-a01b-4436-a4de-9cfc00f44874,segment=NetworkSegment(dfd5be91-930e-4c39-bf52-8814999f3f76),segment_id=dfd5be91-930e-4c39-bf52-8814999f3f76)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:53.225084 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:53.244469 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-65685858-a95d-49f6-8f71-6f37ef61105b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:53.290406 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-57a9b0b6-8800-412e-a836-027beecb2fc0 req-a3062bc2-f479-466f-b467-d8e8adb8da81 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-952105055', 'description': 'tempest-description-290808889'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:53.327330 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-983f3bf9-48c4-4dbe-adb0-56ceb964d9b4 req-b01f0a93-bd8c-4d53-802e-2cc1affe192d tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631095 Sep 01 15:06:53.379315 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fd1d475e-0bf8-4b5a-a0c3-06263569029d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=487d5cfd315548f293ae94cb19056299&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9222784 Sep 01 15:06:53.382363 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57188) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:53.433544 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=4b9d160f-a01b-4436-a4de-9cfc00f44874,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:53.481063 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ea74b9ec-3534-4205-83e3-13f7b1f89ccb no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:06:53.485103 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 2e411e7c-c492-4be5-95d7-e7bb5562cb35 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:06:53.532704 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-57a9b0b6-8800-412e-a836-027beecb2fc0 req-a3062bc2-f479-466f-b467-d8e8adb8da81 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:53.539406 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65685858-a95d-49f6-8f71-6f37ef61105b admin admin] Pushing event deleted for resources: {'Port': ['ID=4deb9e0c-f963-4894-a9cf-bb7d07119334,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:53.542615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d475e-0bf8-4b5a-a0c3-06263569029d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bfee72-741d-4315-b5b3-c2ffc073e7c9,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:53.562154 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-65685858-a95d-49f6-8f71-6f37ef61105b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:53.611960 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c47ff237-4d6e-4157-8994-84522c4ebcaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:53.635041 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d5ccf-36d2-4584-88d8-8eb0faff0427 req-9d013839-b538-4306-8b9a-8b84aacc06a5 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:53.645100 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eb2d5ccf-36d2-4584-88d8-8eb0faff0427 req-9d013839-b538-4306-8b9a-8b84aacc06a5 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 944 time: 0.2047746 Sep 01 15:06:53.667397 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 2e411e7c-c492-4be5-95d7-e7bb5562cb35, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=2e411e7c-c492-4be5-95d7-e7bb5562cb35,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:53.679206 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c47ff237-4d6e-4157-8994-84522c4ebcaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:53.705966 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '2e411e7c-c492-4be5-95d7-e7bb5562cb35', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': '2e411e7c-c492-4be5-95d7-e7bb5562cb35', 'mac_address': 'fa:16:3e:a9:36:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:06:53.709119 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 455c59b9-c444-4c6c-8e35-40d5b18e851b no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:06:53.766347 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d24498a4-ed23-4d7e-8932-1ee727196342 req-168b887b-c4b8-4824-bdfe-294b0b96b3d8 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7789328 Sep 01 15:06:53.768377 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eb2d5ccf-36d2-4584-88d8-8eb0faff0427 req-9012b0b2-c310-40a3-b4c0-f79b297a73f0 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221564 Sep 01 15:06:53.810654 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 455c59b9-c444-4c6c-8e35-40d5b18e851b {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:06:53.810654 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 455c59b9-c444-4c6c-8e35-40d5b18e851b not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:06:53.828235 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c47ff237-4d6e-4157-8994-84522c4ebcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:53.833577 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c47ff237-4d6e-4157-8994-84522c4ebcaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:53.842891 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c47ff237-4d6e-4157-8994-84522c4ebcaf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/96bfee72-741d-4315-b5b3-c2ffc073e7c9 HTTP/1.1" status: 204 len: 168 time: 0.4579692 Sep 01 15:06:53.871844 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ff237-4d6e-4157-8994-84522c4ebcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bfee72-741d-4315-b5b3-c2ffc073e7c9,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:53.890475 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: ea74b9ec-3534-4205-83e3-13f7b1f89ccb {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:06:53.890790 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-65685858-a95d-49f6-8f71-6f37ef61105b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:53.891371 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ea74b9ec-3534-4205-83e3-13f7b1f89ccb not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:06:53.903137 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-65685858-a95d-49f6-8f71-6f37ef61105b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:53.929333 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d24498a4-ed23-4d7e-8932-1ee727196342 req-de584364-2753-4b18-8524-1ee283623dfa service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524301 Sep 01 15:06:54.026880 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['95710204-e08d-4140-9c22-e0e94662d7cc'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:54.029910 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['b01b67ed-defb-463e-8c39-02044b062955'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:54.144867 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-65685858-a95d-49f6-8f71-6f37ef61105b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:54.146086 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65685858-a95d-49f6-8f71-6f37ef61105b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7a939d3-e933-4cca-b422-dff94ae51f0c {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:06:54.155917 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['4b9d160f-a01b-4436-a4de-9cfc00f44874'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:54.183580 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-65685858-a95d-49f6-8f71-6f37ef61105b admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:54.187362 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-65685858-a95d-49f6-8f71-6f37ef61105b admin admin] 10.222.0.60 "DELETE /v2.0/routers/f7a939d3-e933-4cca-b422-dff94ae51f0c HTTP/1.1" status: 204 len: 168 time: 4.0718400 Sep 01 15:06:54.191981 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57202) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:54.203439 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd2963-fc76-4ec6-9844-716fafdd8950 req-d1c7bf25-0c3c-491f-9df0-53544104aae3 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:54.210684 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd2963-fc76-4ec6-9844-716fafdd8950 req-d1c7bf25-0c3c-491f-9df0-53544104aae3 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:54.222575 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd2963-fc76-4ec6-9844-716fafdd8950 req-d1c7bf25-0c3c-491f-9df0-53544104aae3 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:54.237145 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-95fd2963-fc76-4ec6-9844-716fafdd8950 req-d1c7bf25-0c3c-491f-9df0-53544104aae3 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 2416 time: 0.2211590 Sep 01 15:06:54.269566 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['eddb4285-829e-4807-83a4-06b71fc441b8'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:54.284238 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:54.335101 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-95fd2963-fc76-4ec6-9844-716fafdd8950 req-14127834-206f-47d5-a7ef-29bfc84c8bda tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959177 Sep 01 15:06:54.346139 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d296be-0cfc-45c0-93aa-06f7de24dba8 admin admin] Deleting subnet 8b429c43-124c-43c8-856c-37687d3e205d {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:06:54.360485 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-90d296be-0cfc-45c0-93aa-06f7de24dba8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:54.433025 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e411e7c-c492-4be5-95d7-e7bb5562cb35 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:06:54.445361 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-90d296be-0cfc-45c0-93aa-06f7de24dba8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:54.562168 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-57a9b0b6-8800-412e-a836-027beecb2fc0 req-a3062bc2-f479-466f-b467-d8e8adb8da81 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:54.578608 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-57a9b0b6-8800-412e-a836-027beecb2fc0 req-a3062bc2-f479-466f-b467-d8e8adb8da81 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:54.589354 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 2e411e7c-c492-4be5-95d7-e7bb5562cb35, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=2e411e7c-c492-4be5-95d7-e7bb5562cb35,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:54.625524 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:54.714182 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc50c63-2d02-4f99-a1c5-52bd9b413c2f req-efc0f7fd-ab71-4199-be7c-c1839c464680 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:54.719798 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6cc50c63-2d02-4f99-a1c5-52bd9b413c2f req-efc0f7fd-ab71-4199-be7c-c1839c464680 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 948 time: 0.1617770 Sep 01 15:06:54.814976 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-57a9b0b6-8800-412e-a836-027beecb2fc0 req-a3062bc2-f479-466f-b467-d8e8adb8da81 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:54.817386 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-57a9b0b6-8800-412e-a836-027beecb2fc0 req-a3062bc2-f479-466f-b467-d8e8adb8da81 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.5681508 Sep 01 15:06:54.888789 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3062bc2-f479-466f-b467-d8e8adb8da81 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=451cf480-7fe1-4e70-8def-65b3c2d285a9,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:54.909527 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=2e411e7c-c492-4be5-95d7-e7bb5562cb35,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:54.918004 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6cc50c63-2d02-4f99-a1c5-52bd9b413c2f req-5bdc9bcb-b1be-4de1-a9e1-2057b4b4ea65 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842709 Sep 01 15:06:54.918924 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-90d296be-0cfc-45c0-93aa-06f7de24dba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:55.013179 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['2e411e7c-c492-4be5-95d7-e7bb5562cb35'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:55.191004 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-90d296be-0cfc-45c0-93aa-06f7de24dba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:55.247561 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9424c7-472d-4009-a2d1-69256b8e9a3b req-450f2bd9-2ac3-4bef-bcb2-d555b4aadc4b tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:55.265975 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3b9424c7-472d-4009-a2d1-69256b8e9a3b req-450f2bd9-2ac3-4bef-bcb2-d555b4aadc4b tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 944 time: 0.1199827 Sep 01 15:06:55.284421 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d296be-0cfc-45c0-93aa-06f7de24dba8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b429c43-124c-43c8-856c-37687d3e205d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:55.299916 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-90d296be-0cfc-45c0-93aa-06f7de24dba8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:55.303546 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-90d296be-0cfc-45c0-93aa-06f7de24dba8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8b429c43-124c-43c8-856c-37687d3e205d HTTP/1.1" status: 204 len: 168 time: 1.1098893 Sep 01 15:06:55.310678 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57224) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:55.337377 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ac148ed3-1a5d-4ae1-8c6a-67b9b6d65ae1 req-f78d7daa-33f0-4119-97be-3caddeeb9acf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1626143 Sep 01 15:06:55.487580 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4b8bce58-222c-42c8-93e2-4f2ab810e575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:55.509443 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3b9424c7-472d-4009-a2d1-69256b8e9a3b req-01264f7d-5465-4642-afa2-e9a11632bcd6 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407491 Sep 01 15:06:55.583892 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac148ed3-1a5d-4ae1-8c6a-67b9b6d65ae1 req-8e028fe1-61d8-4eb8-8bee-0bd2b811b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:55.586848 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ac148ed3-1a5d-4ae1-8c6a-67b9b6d65ae1 req-8e028fe1-61d8-4eb8-8bee-0bd2b811b5da service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=944202a0f7d746eda42510c2a6473ffc&device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 1097 time: 0.1213593 Sep 01 15:06:55.590642 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ad492996-beb9-4b32-8b8e-748562515989 req-80c13f0b-8b6b-47f9-84fb-62262a523662 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "GET /v2.0/security-groups/badd233a-cc73-45a9-8233-8b094a80fd85 HTTP/1.1" status: 200 len: 1805 time: 0.1086268 Sep 01 15:06:55.600435 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0a7b03-5f7a-4ced-bb45-2f9c1f0af284 None None] Network 4ee8f304-25eb-4c36-ba1e-cf02863aa3e7 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:06:55.605254 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4deb9e0c-f963-4894-a9cf-bb7d07119334 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:06:55.659872 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-4b8bce58-222c-42c8-93e2-4f2ab810e575 admin admin] Deleting port b9703322-e6d0-4682-adee-1881e956527c {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:06:55.660564 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4b8bce58-222c-42c8-93e2-4f2ab810e575 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:55.717906 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ad492996-beb9-4b32-8b8e-748562515989 req-935b1755-84e8-4056-b0a2-2d4a2dd0c30d tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "GET /v2.0/security-groups/451cf480-7fe1-4e70-8def-65b3c2d285a9 HTTP/1.1" status: 200 len: 1803 time: 0.1110313 Sep 01 15:06:55.742042 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-ad492996-beb9-4b32-8b8e-748562515989 req-ad57aaa8-23bf-400d-8e1f-7041d19015b7 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'badd233a-cc73-45a9-8233-8b094a80fd85', 'remote_group_id': '451cf480-7fe1-4e70-8def-65b3c2d285a9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:55.742453 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 4deb9e0c-f963-4894-a9cf-bb7d07119334 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:06:55.742923 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4deb9e0c-f963-4894-a9cf-bb7d07119334 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:06:55.743513 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-ad492996-beb9-4b32-8b8e-748562515989 req-ad57aaa8-23bf-400d-8e1f-7041d19015b7 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'badd233a-cc73-45a9-8233-8b094a80fd85', 'remote_group_id': '451cf480-7fe1-4e70-8def-65b3c2d285a9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:55.812128 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57236) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:55.840537 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac148ed3-1a5d-4ae1-8c6a-67b9b6d65ae1 req-aa5ad503-27c2-435e-ac68-f1e94ef6b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:55.845887 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ac148ed3-1a5d-4ae1-8c6a-67b9b6d65ae1 req-aa5ad503-27c2-435e-ac68-f1e94ef6b084 service neutron] 10.222.0.62 "GET /v2.0/networks?id=69b04e7f-e4ab-4286-b407-4c7cb525a035 HTTP/1.1" status: 200 len: 917 time: 0.1959095 Sep 01 15:06:55.923249 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-4b8bce58-222c-42c8-93e2-4f2ab810e575 admin admin] For port b9703322-e6d0-4682-adee-1881e956527c, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b9703322-e6d0-4682-adee-1881e956527c,segment=NetworkSegment(ac7d0491-667e-44de-b883-b457dacdfed4),segment_id=ac7d0491-667e-44de-b883-b457dacdfed4)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:55.923946 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4b8bce58-222c-42c8-93e2-4f2ab810e575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:55.949383 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97b806-c6f4-4ae6-b08d-415b50b8f5c5 req-2336f5d0-1311-4966-be44-49c3aab1abe0 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:55.963799 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97b806-c6f4-4ae6-b08d-415b50b8f5c5 req-2336f5d0-1311-4966-be44-49c3aab1abe0 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:55.977368 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97b806-c6f4-4ae6-b08d-415b50b8f5c5 req-2336f5d0-1311-4966-be44-49c3aab1abe0 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:55.992928 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4c97b806-c6f4-4ae6-b08d-415b50b8f5c5 req-2336f5d0-1311-4966-be44-49c3aab1abe0 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 2416 time: 0.2123277 Sep 01 15:06:56.026206 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-9818018d-6570-42dd-8409-d83f210809df admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1110946426-network', 'tenant_id': '25c63f341b704b118e09b4c621c2aa93'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:56.033515 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ad492996-beb9-4b32-8b8e-748562515989 req-ad57aaa8-23bf-400d-8e1f-7041d19015b7 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:56.048428 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-4b8bce58-222c-42c8-93e2-4f2ab810e575 admin admin] Calling delete_port for b9703322-e6d0-4682-adee-1881e956527c owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:06:56.090063 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4c97b806-c6f4-4ae6-b08d-415b50b8f5c5 req-0d3fc2fb-8545-49e3-b155-8a31baef87a1 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924656 Sep 01 15:06:56.127758 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f70c9c-fe01-4c22-86b9-302c8af1b189 None None] DHCP port deletion for 4ee8f304-25eb-4c36-ba1e-cf02863aa3e7 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:06:56.164947 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ac148ed3-1a5d-4ae1-8c6a-67b9b6d65ae1 req-7f700886-6ef8-4e3f-896b-5434b7db231c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a102d6b9-2d70-494a-8ed0-d22aed919cbb HTTP/1.1" status: 200 len: 1000 time: 0.3059542 Sep 01 15:06:56.192586 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4b8bce58-222c-42c8-93e2-4f2ab810e575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:56.198137 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ad492996-beb9-4b32-8b8e-748562515989 req-ad57aaa8-23bf-400d-8e1f-7041d19015b7 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:56.239896 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8bce58-222c-42c8-93e2-4f2ab810e575 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9703322-e6d0-4682-adee-1881e956527c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:56.241672 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-a7f70c9c-fe01-4c22-86b9-302c8af1b189 None None] Deleting port b9703322-e6d0-4682-adee-1881e956527c {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:06:56.242262 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a7f70c9c-fe01-4c22-86b9-302c8af1b189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:56.242535 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8bce58-222c-42c8-93e2-4f2ab810e575 admin admin] No DVR routers for this DVR port b9703322-e6d0-4682-adee-1881e956527c on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:06:56.242736 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9818018d-6570-42dd-8409-d83f210809df admin admin] Made reservation on behalf of 25c63f341b704b118e09b4c621c2aa93 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:06:56.250569 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9818018d-6570-42dd-8409-d83f210809df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:56.271616 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ad492996-beb9-4b32-8b8e-748562515989 req-ad57aaa8-23bf-400d-8e1f-7041d19015b7 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:56.339783 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57aaa8-23bf-400d-8e1f-7041d19015b7 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=804e819a-5efa-425a-8b91-182ee613b311,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:56.346222 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9818018d-6570-42dd-8409-d83f210809df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:56.346965 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4b8bce58-222c-42c8-93e2-4f2ab810e575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:56.349678 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ad492996-beb9-4b32-8b8e-748562515989 req-ad57aaa8-23bf-400d-8e1f-7041d19015b7 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:56.365907 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ad492996-beb9-4b32-8b8e-748562515989 req-ad57aaa8-23bf-400d-8e1f-7041d19015b7 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6304440 Sep 01 15:06:56.373500 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4b8bce58-222c-42c8-93e2-4f2ab810e575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee8f304-25eb-4c36-ba1e-cf02863aa3e7']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:56.390231 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4b8bce58-222c-42c8-93e2-4f2ab810e575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac7d0491-667e-44de-b883-b457dacdfed4') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:56.390610 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4b8bce58-222c-42c8-93e2-4f2ab810e575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac7d0491-667e-44de-b883-b457dacdfed4') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:06:56.407131 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4b8bce58-222c-42c8-93e2-4f2ab810e575 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:56.414486 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a7f70c9c-fe01-4c22-86b9-302c8af1b189 None None] For port b9703322-e6d0-4682-adee-1881e956527c, host n-d-794796-3, got binding levels [] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:56.414896 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a7f70c9c-fe01-4c22-86b9-302c8af1b189 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:56.436193 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4b8bce58-222c-42c8-93e2-4f2ab810e575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:56.436659 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-a7f70c9c-fe01-4c22-86b9-302c8af1b189 None None] Calling delete_port for b9703322-e6d0-4682-adee-1881e956527c owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:06:56.440863 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.ipam_backend_mixin [None req-a7f70c9c-fe01-4c22-86b9-302c8af1b189 None None] Port b9703322-e6d0-4682-adee-1881e956527c was not found and therefore no delete operation was performed {{(pid=94735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 15:06:56.442687 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a7f70c9c-fe01-4c22-86b9-302c8af1b189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:56.453257 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b8bce58-222c-42c8-93e2-4f2ab810e575 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:06:56.454894 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4b8bce58-222c-42c8-93e2-4f2ab810e575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:56.464778 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac148ed3-1a5d-4ae1-8c6a-67b9b6d65ae1 req-683c1557-a90d-4852-b4ca-f74f70e09c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:56.474227 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ac148ed3-1a5d-4ae1-8c6a-67b9b6d65ae1 req-683c1557-a90d-4852-b4ca-f74f70e09c17 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=63a79cf5-b9a4-402c-b6e1-dc3862ecf48a HTTP/1.1" status: 200 len: 855 time: 0.2968183 Sep 01 15:06:56.478597 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f70c9c-fe01-4c22-86b9-302c8af1b189 None None] Pushing event deleted for resources: {'Port': ['ID=b9703322-e6d0-4682-adee-1881e956527c,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:56.489257 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f70c9c-fe01-4c22-86b9-302c8af1b189 None None] No DVR routers for this DVR port b9703322-e6d0-4682-adee-1881e956527c on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:06:56.521572 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:06:56.543813 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-db00ed9e-e5c9-4360-80a9-2c89076087bc req-4cc04052-d8e1-4f98-96af-cfddeb006585 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1291239476', 'description': 'tempest-description-1653919616'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:56.570097 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4b8bce58-222c-42c8-93e2-4f2ab810e575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:56.582750 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4b8bce58-222c-42c8-93e2-4f2ab810e575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:56.584298 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4b8bce58-222c-42c8-93e2-4f2ab810e575 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4ee8f304-25eb-4c36-ba1e-cf02863aa3e7 HTTP/1.1" status: 204 len: 168 time: 1.2722454 Sep 01 15:06:56.605571 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac148ed3-1a5d-4ae1-8c6a-67b9b6d65ae1 req-2dff722c-c68c-4fba-8fe7-161aeaefd969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:56.607051 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ac148ed3-1a5d-4ae1-8c6a-67b9b6d65ae1 req-2dff722c-c68c-4fba-8fe7-161aeaefd969 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=69b04e7f-e4ab-4286-b407-4c7cb525a035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177616 Sep 01 15:06:56.608100 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8bce58-222c-42c8-93e2-4f2ab810e575 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ee8f304-25eb-4c36-ba1e-cf02863aa3e7,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:56.689070 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169f59b-b95f-4bb3-bed2-64777bb3c5c3 req-92ffc98e-f655-4329-bd7f-93791b58737c tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:56.690749 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d169f59b-b95f-4bb3-bed2-64777bb3c5c3 req-92ffc98e-f655-4329-bd7f-93791b58737c tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 949 time: 0.1517484 Sep 01 15:06:56.762643 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57252) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:56.796957 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d169f59b-b95f-4bb3-bed2-64777bb3c5c3 req-f6d8669b-6d04-4060-86bf-63c4887bd759 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899019 Sep 01 15:06:56.799565 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9818018d-6570-42dd-8409-d83f210809df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:56.802465 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ac148ed3-1a5d-4ae1-8c6a-67b9b6d65ae1 req-20f9381f-dfce-4962-b1d2-8239c088d48a service neutron] 10.222.0.62 "GET /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844311 Sep 01 15:06:56.807077 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9818018d-6570-42dd-8409-d83f210809df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:56.842154 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9818018d-6570-42dd-8409-d83f210809df admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:06:56.861592 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818018d-6570-42dd-8409-d83f210809df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de15b3b7-645d-465c-8865-e9a621d7ea23,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:56.870340 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-890c6b67-5db5-4e47-9c19-a7c34a57ebae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b0e7360364584c26bd48bad3b2b96ff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1058092 Sep 01 15:06:56.875204 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57254) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:56.890832 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-db00ed9e-e5c9-4360-80a9-2c89076087bc req-4cc04052-d8e1-4f98-96af-cfddeb006585 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:56.909612 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9818018d-6570-42dd-8409-d83f210809df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:56.909963 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-9818018d-6570-42dd-8409-d83f210809df admin admin] Added segment cc51287a-43c5-4dc3-b2e0-f2358a9ed413 of type vlan for network b6240944-9b17-4213-96a6-d174c6ab8fe6 Sep 01 15:06:56.978869 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9818018d-6570-42dd-8409-d83f210809df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:57.016056 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0a13ef61-2b3d-4959-8c06-094bf99ee4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:57.050861 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ac148ed3-1a5d-4ae1-8c6a-67b9b6d65ae1 req-de9059f7-2278-43f6-abfb-01bc47d91970 service neutron] 10.222.0.62 "GET /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011318 Sep 01 15:06:57.058778 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9818018d-6570-42dd-8409-d83f210809df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:57.059814 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9818018d-6570-42dd-8409-d83f210809df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:57.060027 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0a13ef61-2b3d-4959-8c06-094bf99ee4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:57.060595 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9818018d-6570-42dd-8409-d83f210809df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:57.070278 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e35d44-ccd7-4331-9133-c3a95e659ae3 req-0a2d91b7-dbf3-48ed-a118-b6973527c71b tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:57.071956 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e2e35d44-ccd7-4331-9133-c3a95e659ae3 req-0a2d91b7-dbf3-48ed-a118-b6973527c71b tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=d84145e7-9149-45ef-b131-049ab6b2ce9a HTTP/1.1" status: 200 len: 949 time: 0.1219857 Sep 01 15:06:57.105062 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-db00ed9e-e5c9-4360-80a9-2c89076087bc req-4cc04052-d8e1-4f98-96af-cfddeb006585 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:57.121908 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-db00ed9e-e5c9-4360-80a9-2c89076087bc req-4cc04052-d8e1-4f98-96af-cfddeb006585 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:57.145086 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9818018d-6570-42dd-8409-d83f210809df admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3294659 Sep 01 15:06:57.149964 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57258) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:57.159848 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-2238306a-f266-4cd7-bd59-f9ce10236e77 admin admin] Request body: {'subnet': {'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1110946426-subnet', 'tenant_id': '25c63f341b704b118e09b4c621c2aa93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:57.162347 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818018d-6570-42dd-8409-d83f210809df admin admin] Pushing event updated for resources: {'Network': ['ID=b6240944-9b17-4213-96a6-d174c6ab8fe6,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:57.171319 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-db00ed9e-e5c9-4360-80a9-2c89076087bc req-4cc04052-d8e1-4f98-96af-cfddeb006585 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:57.174337 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-db00ed9e-e5c9-4360-80a9-2c89076087bc req-4cc04052-d8e1-4f98-96af-cfddeb006585 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6437383 Sep 01 15:06:57.185142 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc04052-d8e1-4f98-96af-cfddeb006585 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbe64c4-2e9e-400b-9285-4a58c4a74576,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:57.185799 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network b6240944-9b17-4213-96a6-d174c6ab8fe6 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:06:57.189349 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0a13ef61-2b3d-4959-8c06-094bf99ee4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:57.196123 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0a13ef61-2b3d-4959-8c06-094bf99ee4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:57.200603 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0a13ef61-2b3d-4959-8c06-094bf99ee4d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a6a5e418-500c-483a-8902-2dc4674be8c3 HTTP/1.1" status: 204 len: 168 time: 0.3229673 Sep 01 15:06:57.220949 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e2e35d44-ccd7-4331-9133-c3a95e659ae3 req-c54da618-19e4-439c-8d35-8ef42651451d tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963063 Sep 01 15:06:57.235681 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13ef61-2b3d-4959-8c06-094bf99ee4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a5e418-500c-483a-8902-2dc4674be8c3,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:57.251898 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2238306a-f266-4cd7-bd59-f9ce10236e77 admin admin] Made reservation on behalf of 25c63f341b704b118e09b4c621c2aa93 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:06:57.254596 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2238306a-f266-4cd7-bd59-f9ce10236e77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:57.356396 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device b01b67ed-defb-463e-8c39-02044b062955 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:57.419165 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:57.436306 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b9703322-e6d0-4682-adee-1881e956527c no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:06:57.469636 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: b9703322-e6d0-4682-adee-1881e956527c {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:06:57.470053 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b9703322-e6d0-4682-adee-1881e956527c not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:06:57.478289 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port b01b67ed-defb-463e-8c39-02044b062955 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:57.485537 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port b01b67ed-defb-463e-8c39-02044b062955 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:57.485931 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:57.497692 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c8a62-a1bc-43f9-add3-edf0993d12c0 req-a1832d67-9254-48ff-be17-530c090040a1 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:57.516311 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c8a62-a1bc-43f9-add3-edf0993d12c0 req-a1832d67-9254-48ff-be17-530c090040a1 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:57.528490 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c8a62-a1bc-43f9-add3-edf0993d12c0 req-a1832d67-9254-48ff-be17-530c090040a1 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:57.531626 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-950c8a62-a1bc-43f9-add3-edf0993d12c0 req-a1832d67-9254-48ff-be17-530c090040a1 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 2416 time: 0.1519752 Sep 01 15:06:57.554413 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6e455-2ed8-4e95-80a2-9d3441d0d3d6 req-b839acf1-4d14-44fb-9dc5-c29fc2d1cbf2 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:57.567250 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bda6e455-2ed8-4e95-80a2-9d3441d0d3d6 req-b839acf1-4d14-44fb-9dc5-c29fc2d1cbf2 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 944 time: 0.1376021 Sep 01 15:06:57.603943 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:57.656438 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-950c8a62-a1bc-43f9-add3-edf0993d12c0 req-cc21b8ed-f499-40e6-a3a7-350ad6c406b9 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889740 Sep 01 15:06:57.658155 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port b01b67ed-defb-463e-8c39-02044b062955, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b01b67ed-defb-463e-8c39-02044b062955,segment=NetworkSegment(c4889870-fe5c-46d1-8d52-ac44a030497a),segment_id=c4889870-fe5c-46d1-8d52-ac44a030497a)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:57.660504 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e465095-c917-4352-a5f2-4d0535bcc384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01b67ed-defb-463e-8c39-02044b062955'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:57.671977 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec24f50-a28c-4311-9895-506bb2a1aec8 req-bd6f1b73-4a40-4993-8766-f84fe50a9a17 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:57.675710 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfce1a4d-797e-4d2b-942a-875e1ede732f" -d '{"events": [{"server_uuid": "8e465095-c917-4352-a5f2-4d0535bcc384", "name": "network-vif-plugged", "status": "completed", "tag": "b01b67ed-defb-463e-8c39-02044b062955"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:57.680018 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:57.681197 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 95710204-e08d-4140-9c22-e0e94662d7cc up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:57.683912 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ec24f50-a28c-4311-9895-506bb2a1aec8 req-bd6f1b73-4a40-4993-8766-f84fe50a9a17 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.62 "GET /v2.0/ports?device_id=d84145e7-9149-45ef-b131-049ab6b2ce9a HTTP/1.1" status: 200 len: 949 time: 0.2086198 Sep 01 15:06:57.700918 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-6fdc58be-c9b5-4c46-aa7b-7afba87d2f73 req-1bb260ab-0d16-4d42-940b-b02118c53124 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1598482305', 'description': 'tempest-description-1244645615'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:57.719915 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bda6e455-2ed8-4e95-80a2-9d3441d0d3d6 req-bd229e27-60d0-4776-a551-ff1438b8e19b tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513362 Sep 01 15:06:57.810175 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58b2590-a674-4887-b769-1223a780dd75 x-openstack-request-id: req-e58b2590-a674-4887-b769-1223a780dd75 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:06:57.810618 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e465095-c917-4352-a5f2-4d0535bcc384", "name": "network-vif-plugged", "status": "completed", "tag": "b01b67ed-defb-463e-8c39-02044b062955", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:06:57.810820 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e58b2590-a674-4887-b769-1223a780dd75 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:06:57.811362 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e465095-c917-4352-a5f2-4d0535bcc384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01b67ed-defb-463e-8c39-02044b062955', 'code': 200} Sep 01 15:06:57.873373 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2238306a-f266-4cd7-bd59-f9ce10236e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:57.879182 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6fdc58be-c9b5-4c46-aa7b-7afba87d2f73 req-1bb260ab-0d16-4d42-940b-b02118c53124 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:57.880762 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=b01b67ed-defb-463e-8c39-02044b062955,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:57.890334 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 95710204-e08d-4140-9c22-e0e94662d7cc completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:57.895630 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 95710204-e08d-4140-9c22-e0e94662d7cc triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:57.896114 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:57.920940 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-6ec24f50-a28c-4311-9895-506bb2a1aec8 req-28c38b39-16cd-4610-9e7e-3bbc5750f01c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Deleting port 1e8b17fe-28af-4105-b7b8-4b4dc1360808 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:06:57.921767 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ec24f50-a28c-4311-9895-506bb2a1aec8 req-28c38b39-16cd-4610-9e7e-3bbc5750f01c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:58.013294 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:58.028130 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238306a-f266-4cd7-bd59-f9ce10236e77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=194d1d59-7b47-476a-b712-76fc814d7b3a,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:58.060989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 95710204-e08d-4140-9c22-e0e94662d7cc, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=95710204-e08d-4140-9c22-e0e94662d7cc,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:58.068850 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:58.083965 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2238306a-f266-4cd7-bd59-f9ce10236e77 admin admin] Checking segment: {'id': 'cc51287a-43c5-4dc3-b2e0-f2358a9ed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:06:58.084617 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2238306a-f266-4cd7-bd59-f9ce10236e77 admin admin] Network hostable DHCP agents. Network: b6240944-9b17-4213-96a6-d174c6ab8fe6, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:06:58.140777 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa139f8-8b52-4ec7-a052-140dd6a9eaf6 req-1e12b9be-4f85-4630-a2ff-2671669f885b tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:58.146594 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=95710204-e08d-4140-9c22-e0e94662d7cc,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:58.154961 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2fa139f8-8b52-4ec7-a052-140dd6a9eaf6 req-1e12b9be-4f85-4630-a2ff-2671669f885b tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 949 time: 0.1570346 Sep 01 15:06:58.157875 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2238306a-f266-4cd7-bd59-f9ce10236e77 admin admin] Network b6240944-9b17-4213-96a6-d174c6ab8fe6 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:06:58.189925 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-2238306a-f266-4cd7-bd59-f9ce10236e77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, b6240944-9b17-4213-96a6-d174c6ab8fe6) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:06:58.200988 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2238306a-f266-4cd7-bd59-f9ce10236e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:58.201591 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2238306a-f266-4cd7-bd59-f9ce10236e77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:58.205930 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc42fda-8950-4650-bd8a-12c04aa79b5a None None] Network b6240944-9b17-4213-96a6-d174c6ab8fe6 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:06:58.230931 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2fa139f8-8b52-4ec7-a052-140dd6a9eaf6 req-53db94b5-1cc1-408d-9d77-c773c83a9f87 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675263 Sep 01 15:06:58.244906 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6ec24f50-a28c-4311-9895-506bb2a1aec8 req-28c38b39-16cd-4610-9e7e-3bbc5750f01c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] For port 1e8b17fe-28af-4105-b7b8-4b4dc1360808, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=1e8b17fe-28af-4105-b7b8-4b4dc1360808,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:58.245532 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ec24f50-a28c-4311-9895-506bb2a1aec8 req-28c38b39-16cd-4610-9e7e-3bbc5750f01c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:58.288230 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-6ec24f50-a28c-4311-9895-506bb2a1aec8 req-28c38b39-16cd-4610-9e7e-3bbc5750f01c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Calling delete_port for 1e8b17fe-28af-4105-b7b8-4b4dc1360808 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:06:58.358325 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e882d0-772c-47b1-b494-d97ce2ce3034 req-34f4d68d-c944-4107-b594-ea9804678c5f tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:58.361120 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f1e882d0-772c-47b1-b494-d97ce2ce3034 req-34f4d68d-c944-4107-b594-ea9804678c5f tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.45 "GET /v2.0/ports?device_id=857a65ee-6617-41ff-a6fc-42c199aacc91 HTTP/1.1" status: 200 len: 950 time: 0.4458420 Sep 01 15:06:58.428231 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb795a4-cfc3-4ec2-89f0-fe23438bcff4 req-1f91e030-f896-4593-976b-73522e8c2469 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:58.431230 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0bb795a4-cfc3-4ec2-89f0-fe23438bcff4 req-1f91e030-f896-4593-976b-73522e8c2469 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=d84145e7-9149-45ef-b131-049ab6b2ce9a HTTP/1.1" status: 200 len: 949 time: 0.0921850 Sep 01 15:06:58.455492 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6fdc58be-c9b5-4c46-aa7b-7afba87d2f73 req-1bb260ab-0d16-4d42-940b-b02118c53124 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:58.480278 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3007075-009f-4e14-bfbc-8b17f863f7eb None None] Network b6240944-9b17-4213-96a6-d174c6ab8fe6 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:06:58.493316 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57288) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:58.501213 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6fdc58be-c9b5-4c46-aa7b-7afba87d2f73 req-1bb260ab-0d16-4d42-940b-b02118c53124 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:58.520336 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2238306a-f266-4cd7-bd59-f9ce10236e77 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3688400 Sep 01 15:06:58.535418 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0bb795a4-cfc3-4ec2-89f0-fe23438bcff4 req-80f7a268-2e01-4651-aec3-ee8471c5a6a9 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928528 Sep 01 15:06:58.757300 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-4ffa2fbb-d995-4010-b7d8-064706ab815a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1106684823-network', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:58.774771 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6fdc58be-c9b5-4c46-aa7b-7afba87d2f73 req-1bb260ab-0d16-4d42-940b-b02118c53124 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:58.777053 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6fdc58be-c9b5-4c46-aa7b-7afba87d2f73 req-1bb260ab-0d16-4d42-940b-b02118c53124 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.0863774 Sep 01 15:06:58.792461 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb260ab-0d16-4d42-940b-b02118c53124 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7255aae-5e71-4446-9376-005b389ffa58,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:58.818635 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffa2fbb-d995-4010-b7d8-064706ab815a admin admin] Made reservation on behalf of f5c878306d2c4fbcbebf77004da8b742 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:06:58.821502 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ffa2fbb-d995-4010-b7d8-064706ab815a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:58.827300 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ec24f50-a28c-4311-9895-506bb2a1aec8 req-28c38b39-16cd-4610-9e7e-3bbc5750f01c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:58.836868 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ffa2fbb-d995-4010-b7d8-064706ab815a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:58.841520 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['c1623e95-6e87-41f8-9dba-9fc29ff8ae1a', '7ed1fbe9-2d46-4fcc-bc50-023f949bf380', '6b66269d-1d3a-4e85-9d24-7e72525313d6'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:58.877355 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['c580a6e4-b344-46fb-966f-a5e7de1d5915', '1e8b17fe-28af-4105-b7b8-4b4dc1360808'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:06:58.880128 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f61ab-7cff-4c2d-8c3f-3e739adfac38 req-4d9b6339-5b77-440f-9111-2d03fdcda1a2 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:58.888488 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f61ab-7cff-4c2d-8c3f-3e739adfac38 req-4d9b6339-5b77-440f-9111-2d03fdcda1a2 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:58.896060 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f61ab-7cff-4c2d-8c3f-3e739adfac38 req-4d9b6339-5b77-440f-9111-2d03fdcda1a2 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:58.897128 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c38b39-16cd-4610-9e7e-3bbc5750f01c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Pushing event deleted for resources: {'Port': ['ID=1e8b17fe-28af-4105-b7b8-4b4dc1360808,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:58.898011 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b76f61ab-7cff-4c2d-8c3f-3e739adfac38 req-4d9b6339-5b77-440f-9111-2d03fdcda1a2 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 2417 time: 0.1581862 Sep 01 15:06:58.963743 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-f1e882d0-772c-47b1-b494-d97ce2ce3034 req-c3274aa4-aa9c-49f3-a5ec-ed12ac83f0e7 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Deleting port 6b66269d-1d3a-4e85-9d24-7e72525313d6 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:06:58.964645 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f1e882d0-772c-47b1-b494-d97ce2ce3034 req-c3274aa4-aa9c-49f3-a5ec-ed12ac83f0e7 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:59.017888 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b76f61ab-7cff-4c2d-8c3f-3e739adfac38 req-ad79028e-1804-46ef-a45f-6452dd0afa6f tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118672 Sep 01 15:06:59.132129 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ffa2fbb-d995-4010-b7d8-064706ab815a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:59.140927 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ffa2fbb-d995-4010-b7d8-064706ab815a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:59.183633 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ffa2fbb-d995-4010-b7d8-064706ab815a admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:06:59.200488 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa2fbb-d995-4010-b7d8-064706ab815a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4fb95c-8382-4548-a195-ea7a4d7f70a3,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:59.220732 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ffa2fbb-d995-4010-b7d8-064706ab815a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:59.221092 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-4ffa2fbb-d995-4010-b7d8-064706ab815a admin admin] Added segment c98a890b-f937-4f23-a3fc-4baa55ff5763 of type vlan for network c9a68c28-eb7d-4197-a297-a9a7217a4f8e Sep 01 15:06:59.278585 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ffa2fbb-d995-4010-b7d8-064706ab815a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:59.344409 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ffa2fbb-d995-4010-b7d8-064706ab815a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:59.345571 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffa2fbb-d995-4010-b7d8-064706ab815a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:59.347064 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ffa2fbb-d995-4010-b7d8-064706ab815a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:59.430526 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device eddb4285-829e-4807-83a4-06b71fc441b8 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:06:59.432939 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa2fbb-d995-4010-b7d8-064706ab815a admin admin] Pushing event updated for resources: {'Network': ['ID=c9a68c28-eb7d-4197-a297-a9a7217a4f8e,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:06:59.465734 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4ffa2fbb-d995-4010-b7d8-064706ab815a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9701746 Sep 01 15:06:59.466493 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57316) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:06:59.473198 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-202d240f-997d-4774-a972-91322f72ba8c admin admin] Request body: {'subnet': {'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1106684823-subnet', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:06:59.520054 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network c9a68c28-eb7d-4197-a297-a9a7217a4f8e details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:06:59.575117 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202d240f-997d-4774-a972-91322f72ba8c admin admin] Made reservation on behalf of f5c878306d2c4fbcbebf77004da8b742 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:06:59.578953 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-202d240f-997d-4774-a972-91322f72ba8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:59.621532 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec24f50-a28c-4311-9895-506bb2a1aec8 req-28c38b39-16cd-4610-9e7e-3bbc5750f01c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] No DVR routers for this DVR port 1e8b17fe-28af-4105-b7b8-4b4dc1360808 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:06:59.635661 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ec24f50-a28c-4311-9895-506bb2a1aec8 req-28c38b39-16cd-4610-9e7e-3bbc5750f01c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:59.639668 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ec24f50-a28c-4311-9895-506bb2a1aec8 req-28c38b39-16cd-4610-9e7e-3bbc5750f01c tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.62 "DELETE /v2.0/ports/1e8b17fe-28af-4105-b7b8-4b4dc1360808 HTTP/1.1" status: 204 len: 173 time: 1.9409966 Sep 01 15:06:59.647989 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84145e7-9149-45ef-b131-049ab6b2ce9a', 'name': 'network-vif-deleted', 'tag': '1e8b17fe-28af-4105-b7b8-4b4dc1360808'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:59.653673 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5bb8e3-3ca0-420a-a1dd-0e330ac05b02" -d '{"events": [{"server_uuid": "d84145e7-9149-45ef-b131-049ab6b2ce9a", "name": "network-vif-deleted", "tag": "1e8b17fe-28af-4105-b7b8-4b4dc1360808"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:59.720723 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06329183-f670-474e-9112-42890f9f2e5f req-7a38cb03-ef75-4e0f-b3fd-79b78075cf1e tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:59.727961 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-06329183-f670-474e-9112-42890f9f2e5f req-7a38cb03-ef75-4e0f-b3fd-79b78075cf1e tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 945 time: 0.8352370 Sep 01 15:06:59.763143 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port eddb4285-829e-4807-83a4-06b71fc441b8 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:06:59.786277 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port eddb4285-829e-4807-83a4-06b71fc441b8 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:06:59.786926 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:59.797505 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5420a-2da2-4746-b160-42e221c5c918 req-93d29863-b496-4245-b0c5-defb7a2a6bb4 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:06:59.810722 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-38d5420a-2da2-4746-b160-42e221c5c918 req-93d29863-b496-4245-b0c5-defb7a2a6bb4 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/networks?id=b6240944-9b17-4213-96a6-d174c6ab8fe6 HTTP/1.1" status: 200 len: 805 time: 0.3317676 Sep 01 15:06:59.831206 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a399ae7-586c-4653-a9d9-8126c98907ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95710204-e08d-4140-9c22-e0e94662d7cc'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:06:59.831865 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-38d5420a-2da2-4746-b160-42e221c5c918 req-86eec012-8bd7-47ae-ba71-15d60516e383 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/quotas/25c63f341b704b118e09b4c621c2aa93 HTTP/1.1" status: 200 len: 375 time: 0.0184133 Sep 01 15:06:59.835150 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f363b3ad-aeab-4705-954c-f6d8086b3a02" -d '{"events": [{"server_uuid": "8a399ae7-586c-4653-a9d9-8126c98907ff", "name": "network-vif-plugged", "status": "completed", "tag": "95710204-e08d-4140-9c22-e0e94662d7cc"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:06:59.850677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-f1e882d0-772c-47b1-b494-d97ce2ce3034 req-c3274aa4-aa9c-49f3-a5ec-ed12ac83f0e7 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] For port 6b66269d-1d3a-4e85-9d24-7e72525313d6, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=6b66269d-1d3a-4e85-9d24-7e72525313d6,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:06:59.851915 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f1e882d0-772c-47b1-b494-d97ce2ce3034 req-c3274aa4-aa9c-49f3-a5ec-ed12ac83f0e7 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:06:59.878774 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-f1e882d0-772c-47b1-b494-d97ce2ce3034 req-c3274aa4-aa9c-49f3-a5ec-ed12ac83f0e7 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Calling delete_port for 6b66269d-1d3a-4e85-9d24-7e72525313d6 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:06:59.907043 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-38d5420a-2da2-4746-b160-42e221c5c918 req-ea0f6136-5c50-4142-8c11-4b4805884d32 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=25c63f341b704b118e09b4c621c2aa93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619755 Sep 01 15:06:59.932700 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-06329183-f670-474e-9112-42890f9f2e5f req-bc598aae-3f8a-40f7-bc87-059a4febe060 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841609 Sep 01 15:06:59.968552 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:00.006844 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-38d5420a-2da2-4746-b160-42e221c5c918 req-c5a9df8b-adc0-4615-a22d-1a8c99d6e27e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:07:00.008921 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-38d5420a-2da2-4746-b160-42e221c5c918 req-c5a9df8b-adc0-4615-a22d-1a8c99d6e27e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093114 Sep 01 15:07:00.021378 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port eddb4285-829e-4807-83a4-06b71fc441b8, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=eddb4285-829e-4807-83a4-06b71fc441b8,segment=NetworkSegment(dfd5be91-930e-4c39-bf52-8814999f3f76),segment_id=dfd5be91-930e-4c39-bf52-8814999f3f76)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:00.032166 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:00.034116 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 2e411e7c-c492-4be5-95d7-e7bb5562cb35 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:00.091166 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-862e9e0d-ffe9-4e62-8e6a-a6d19ae2166c req-1c3cbda4-bdb9-47bb-b051-c0cdd9b08b1e tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "GET /v2.0/security-groups/cbbe64c4-2e9e-400b-9285-4a58c4a74576 HTTP/1.1" status: 200 len: 1805 time: 0.0942485 Sep 01 15:07:00.127899 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=eddb4285-829e-4807-83a4-06b71fc441b8,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:00.144160 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 2e411e7c-c492-4be5-95d7-e7bb5562cb35 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:00.152886 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 2e411e7c-c492-4be5-95d7-e7bb5562cb35 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:00.153496 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:00.159071 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-202d240f-997d-4774-a972-91322f72ba8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:00.214031 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-862e9e0d-ffe9-4e62-8e6a-a6d19ae2166c req-081edc62-4a21-4e88-a184-b794bbc1bb32 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "GET /v2.0/security-groups/a7255aae-5e71-4446-9376-005b389ffa58 HTTP/1.1" status: 200 len: 1805 time: 0.1078062 Sep 01 15:07:00.219328 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-862e9e0d-ffe9-4e62-8e6a-a6d19ae2166c req-918b606c-cd84-46ef-aacd-798065f43288 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cbbe64c4-2e9e-400b-9285-4a58c4a74576', 'remote_group_id': 'a7255aae-5e71-4446-9376-005b389ffa58', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:00.219703 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-862e9e0d-ffe9-4e62-8e6a-a6d19ae2166c req-918b606c-cd84-46ef-aacd-798065f43288 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cbbe64c4-2e9e-400b-9285-4a58c4a74576', 'remote_group_id': 'a7255aae-5e71-4446-9376-005b389ffa58', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:00.224450 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f1e882d0-772c-47b1-b494-d97ce2ce3034 req-c3274aa4-aa9c-49f3-a5ec-ed12ac83f0e7 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:00.244422 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['c1623e95-6e87-41f8-9dba-9fc29ff8ae1a', '7ed1fbe9-2d46-4fcc-bc50-023f949bf380'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:07:00.275094 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3274aa4-aa9c-49f3-a5ec-ed12ac83f0e7 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Pushing event deleted for resources: {'Port': ['ID=6b66269d-1d3a-4e85-9d24-7e72525313d6,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:00.297956 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['c580a6e4-b344-46fb-966f-a5e7de1d5915'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:07:00.359462 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d240f-997d-4774-a972-91322f72ba8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4b8a1a7-4c41-46cc-8798-989cc5140738,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:00.362268 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:00.372496 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e882d0-772c-47b1-b494-d97ce2ce3034 req-c3274aa4-aa9c-49f3-a5ec-ed12ac83f0e7 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] No DVR routers for this DVR port 6b66269d-1d3a-4e85-9d24-7e72525313d6 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:07:00.376025 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-38d5420a-2da2-4746-b160-42e221c5c918 req-c27e64e5-af82-4cff-80e0-e4e475eeb98b service neutron] 10.222.0.60 "GET /v2.0/networks/b6240944-9b17-4213-96a6-d174c6ab8fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493297 Sep 01 15:07:00.378829 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202d240f-997d-4774-a972-91322f72ba8c admin admin] Checking segment: {'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:07:00.380007 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202d240f-997d-4774-a972-91322f72ba8c admin admin] Network hostable DHCP agents. Network: c9a68c28-eb7d-4197-a297-a9a7217a4f8e, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:07:00.385796 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f1e882d0-772c-47b1-b494-d97ce2ce3034 req-c3274aa4-aa9c-49f3-a5ec-ed12ac83f0e7 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:00.390999 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f1e882d0-772c-47b1-b494-d97ce2ce3034 req-c3274aa4-aa9c-49f3-a5ec-ed12ac83f0e7 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.45 "DELETE /v2.0/ports/6b66269d-1d3a-4e85-9d24-7e72525313d6 HTTP/1.1" status: 204 len: 173 time: 2.0208013 Sep 01 15:07:00.459527 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 2e411e7c-c492-4be5-95d7-e7bb5562cb35, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=2e411e7c-c492-4be5-95d7-e7bb5562cb35,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:00.464013 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-862e9e0d-ffe9-4e62-8e6a-a6d19ae2166c req-918b606c-cd84-46ef-aacd-798065f43288 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:00.487657 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:00.488485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 4b9d160f-a01b-4436-a4de-9cfc00f44874 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:00.530973 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-862e9e0d-ffe9-4e62-8e6a-a6d19ae2166c req-918b606c-cd84-46ef-aacd-798065f43288 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:00.538642 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-862e9e0d-ffe9-4e62-8e6a-a6d19ae2166c req-918b606c-cd84-46ef-aacd-798065f43288 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:00.565992 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202d240f-997d-4774-a972-91322f72ba8c admin admin] Network c9a68c28-eb7d-4197-a297-a9a7217a4f8e is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:07:00.574609 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b606c-cd84-46ef-aacd-798065f43288 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf6077e-5d85-4833-b46e-74f7487a688f,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:00.597958 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-862e9e0d-ffe9-4e62-8e6a-a6d19ae2166c req-918b606c-cd84-46ef-aacd-798065f43288 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:00.599877 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-202d240f-997d-4774-a972-91322f72ba8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, c9a68c28-eb7d-4197-a297-a9a7217a4f8e) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:00.602960 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-862e9e0d-ffe9-4e62-8e6a-a6d19ae2166c req-918b606c-cd84-46ef-aacd-798065f43288 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3876257 Sep 01 15:07:00.628747 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202d240f-997d-4774-a972-91322f72ba8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:00.630070 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-202d240f-997d-4774-a972-91322f72ba8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:00.643984 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d5d706-180c-4398-8ce2-02b8bf8bc9d4 None None] Network c9a68c28-eb7d-4197-a297-a9a7217a4f8e requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:07:00.686925 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-38d5420a-2da2-4746-b160-42e221c5c918 req-9c7c9c08-b23a-4382-bf83-45c0242baf5b service neutron] 10.222.0.60 "GET /v2.0/networks/b6240944-9b17-4213-96a6-d174c6ab8fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872229 Sep 01 15:07:00.692555 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-202d240f-997d-4774-a972-91322f72ba8c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2246685 Sep 01 15:07:00.695226 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57328) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:00.702938 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-b1dafb6e-e813-4ecf-8160-ddcba7732395 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1106684823-router', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:00.740189 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1dafb6e-e813-4ecf-8160-ddcba7732395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:00.743198 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1dafb6e-e813-4ecf-8160-ddcba7732395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:00.832265 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1dafb6e-e813-4ecf-8160-ddcba7732395 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:00.843558 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494ed02-c495-48d9-bcd9-6d9608d9b7a7 req-8d7ab09f-efc6-443c-89ad-d655d3964382 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:00.857292 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0494ed02-c495-48d9-bcd9-6d9608d9b7a7 req-8d7ab09f-efc6-443c-89ad-d655d3964382 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 950 time: 0.1294589 Sep 01 15:07:00.942691 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0494ed02-c495-48d9-bcd9-6d9608d9b7a7 req-7aa56965-d2f6-4683-8d29-749f3e842850 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834675 Sep 01 15:07:01.006530 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=2e411e7c-c492-4be5-95d7-e7bb5562cb35,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:01.053034 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bed731-f1d8-4e54-97e1-4720e4f035d5 x-openstack-request-id: req-30bed731-f1d8-4e54-97e1-4720e4f035d5 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:01.053927 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84145e7-9149-45ef-b131-049ab6b2ce9a", "name": "network-vif-deleted", "tag": "1e8b17fe-28af-4105-b7b8-4b4dc1360808", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:01.055234 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-30bed731-f1d8-4e54-97e1-4720e4f035d5 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:01.056518 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84145e7-9149-45ef-b131-049ab6b2ce9a', 'name': 'network-vif-deleted', 'tag': '1e8b17fe-28af-4105-b7b8-4b4dc1360808', 'status': 'completed', 'code': 200} Sep 01 15:07:01.128569 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c092299-6523-481d-800a-8ccfb78bf359 x-openstack-request-id: req-5c092299-6523-481d-800a-8ccfb78bf359 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:01.128914 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a399ae7-586c-4653-a9d9-8126c98907ff", "name": "network-vif-plugged", "status": "completed", "tag": "95710204-e08d-4140-9c22-e0e94662d7cc", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:01.129097 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c092299-6523-481d-800a-8ccfb78bf359 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:01.129494 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a399ae7-586c-4653-a9d9-8126c98907ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95710204-e08d-4140-9c22-e0e94662d7cc', 'code': 200} Sep 01 15:07:01.206055 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 4b9d160f-a01b-4436-a4de-9cfc00f44874 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:01.246945 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4f99e449-e8ce-4481-9244-1a8652370fbb req-a0ddb75a-3337-44a8-a9a7-69d49e76b1dc tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "GET /v2.0/security-groups/a7255aae-5e71-4446-9376-005b389ffa58 HTTP/1.1" status: 200 len: 1805 time: 0.1217885 Sep 01 15:07:01.249462 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1dafb6e-e813-4ecf-8160-ddcba7732395 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:01.255502 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 4b9d160f-a01b-4436-a4de-9cfc00f44874 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:01.256211 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:01.405617 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4f99e449-e8ce-4481-9244-1a8652370fbb req-9c67eeaa-f3c5-4778-aa0b-8c0cb01d84b1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:01.433689 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d941b9d-5488-4446-8c32-4737a276a1a0 req-3ac45573-1eb2-4091-a77e-33fb04d34c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:01.439356 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9d941b9d-5488-4446-8c32-4737a276a1a0 req-3ac45573-1eb2-4091-a77e-33fb04d34c9f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 1096 time: 0.1949074 Sep 01 15:07:01.440810 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4f99e449-e8ce-4481-9244-1a8652370fbb req-9c67eeaa-f3c5-4778-aa0b-8c0cb01d84b1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:01.484128 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46885714-6cbb-4419-80f7-8c02b3b21fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'fixed_ips': [{'subnet_id': 'b4b8a1a7-4c41-46cc-8798-989cc5140738'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:07:01.485043 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-46885714-6cbb-4419-80f7-8c02b3b21fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:01.528071 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f5f7b-8e8e-4e4a-b1fb-243075769f16 req-7ff54f26-88b1-41c7-83d9-d90a8c0dff08 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:01.543085 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f5f7b-8e8e-4e4a-b1fb-243075769f16 req-7ff54f26-88b1-41c7-83d9-d90a8c0dff08 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:01.546122 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:01.558164 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f5f7b-8e8e-4e4a-b1fb-243075769f16 req-7ff54f26-88b1-41c7-83d9-d90a8c0dff08 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:01.582891 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-138f5f7b-8e8e-4e4a-b1fb-243075769f16 req-7ff54f26-88b1-41c7-83d9-d90a8c0dff08 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 2418 time: 0.3057392 Sep 01 15:07:01.629217 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9d941b9d-5488-4446-8c32-4737a276a1a0 req-4e958df9-68b2-4c8e-9201-f7f348ebd6a9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654282 Sep 01 15:07:01.643612 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 6b66269d-1d3a-4e85-9d24-7e72525313d6 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:07:01.685600 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 4b9d160f-a01b-4436-a4de-9cfc00f44874, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=4b9d160f-a01b-4436-a4de-9cfc00f44874,segment=NetworkSegment(dfd5be91-930e-4c39-bf52-8814999f3f76),segment_id=dfd5be91-930e-4c39-bf52-8814999f3f76)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:01.689250 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 6b66269d-1d3a-4e85-9d24-7e72525313d6 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:07:01.689647 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 6b66269d-1d3a-4e85-9d24-7e72525313d6 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:07:01.704587 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-138f5f7b-8e8e-4e4a-b1fb-243075769f16 req-ee93ce7e-a1c3-4b25-bd2f-500aacb64663 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926518 Sep 01 15:07:01.718915 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:01.719744 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 1e8b17fe-28af-4105-b7b8-4b4dc1360808 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:07:01.724927 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4f99e449-e8ce-4481-9244-1a8652370fbb req-9c67eeaa-f3c5-4778-aa0b-8c0cb01d84b1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:01.730566 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4f99e449-e8ce-4481-9244-1a8652370fbb req-9c67eeaa-f3c5-4778-aa0b-8c0cb01d84b1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:01.743670 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4f99e449-e8ce-4481-9244-1a8652370fbb req-9c67eeaa-f3c5-4778-aa0b-8c0cb01d84b1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "DELETE /v2.0/security-groups/a7255aae-5e71-4446-9376-005b389ffa58 HTTP/1.1" status: 204 len: 173 time: 0.4806216 Sep 01 15:07:01.766557 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 1e8b17fe-28af-4105-b7b8-4b4dc1360808 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:07:01.766912 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 1e8b17fe-28af-4105-b7b8-4b4dc1360808 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:07:01.802167 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67eeaa-f3c5-4778-aa0b-8c0cb01d84b1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7255aae-5e71-4446-9376-005b389ffa58,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:01.807577 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-46885714-6cbb-4419-80f7-8c02b3b21fd6 None None] Allocated IP 172.20.0.2 (c9a68c28-eb7d-4197-a297-a9a7217a4f8e/b4b8a1a7-4c41-46cc-8798-989cc5140738/93f1cc44-bd1a-41fb-848e-9f93f887446f) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:07:01.812624 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=4b9d160f-a01b-4436-a4de-9cfc00f44874,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:01.837639 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e0de50f2-0d9f-4fbc-a265-ea8a7f8c2e5a req-1f732696-c54e-4f3f-94e9-15b872f81cca tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ebd7f55-6c17-4027-9f0c-1d79a195c071 HTTP/1.1" status: 200 len: 210 time: 0.0570285 Sep 01 15:07:02.000032 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3796c0dd-bbdd-49b6-8de1-701c9db68b4a req-8f5044c9-e792-480d-8552-ed5139d6eb0c tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "GET /v2.0/security-groups/cbbe64c4-2e9e-400b-9285-4a58c4a74576 HTTP/1.1" status: 200 len: 1805 time: 0.0597074 Sep 01 15:07:02.010605 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1dafb6e-e813-4ecf-8160-ddcba7732395 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:02.059476 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1dafb6e-e813-4ecf-8160-ddcba7732395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:02.097080 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c9876-49ce-4f88-b3d0-d18284427b55 req-264f29d7-cd55-467c-bc41-db7eea7c118b tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:02.099740 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5b1c9876-49ce-4f88-b3d0-d18284427b55 req-264f29d7-cd55-467c-bc41-db7eea7c118b tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 945 time: 0.1796377 Sep 01 15:07:02.241313 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1104b49-efd4-429d-ac66-977d70610246 req-dc9de890-bd78-46ce-ae4e-8843979d6712 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:02.245729 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b1104b49-efd4-429d-ac66-977d70610246 req-dc9de890-bd78-46ce-ae4e-8843979d6712 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 950 time: 0.1019130 Sep 01 15:07:02.257718 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5b1c9876-49ce-4f88-b3d0-d18284427b55 req-173a5838-afbf-4f0b-b13f-f8423f06fcd4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492364 Sep 01 15:07:02.283392 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-46885714-6cbb-4419-80f7-8c02b3b21fd6 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:02.285732 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-b1dafb6e-e813-4ecf-8160-ddcba7732395 admin admin] Allocated IP 172.25.6.191 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/1d610605-f93f-462b-bb31-8aace0561e9c) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:07:02.306901 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-356da2b2-a9c8-4fad-bb2b-8a1d584b8ad4 req-9aa6f49f-3491-47cd-91be-1d83877a674e tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-554495353', 'description': 'tempest-description-455623003'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:02.310251 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-46885714-6cbb-4419-80f7-8c02b3b21fd6 None None] Transition to ACTIVE for port object 93f1cc44-bd1a-41fb-848e-9f93f887446f will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:02.329233 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b1104b49-efd4-429d-ac66-977d70610246 req-bad32644-259b-481d-968b-4780cc60e053 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781701 Sep 01 15:07:02.338929 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-46885714-6cbb-4419-80f7-8c02b3b21fd6 None None] Transition to ACTIVE for port object 93f1cc44-bd1a-41fb-848e-9f93f887446f will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:02.362099 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-46885714-6cbb-4419-80f7-8c02b3b21fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:02.402117 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-356da2b2-a9c8-4fad-bb2b-8a1d584b8ad4 req-9aa6f49f-3491-47cd-91be-1d83877a674e tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:02.460134 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46885714-6cbb-4419-80f7-8c02b3b21fd6 None None] Network c9a68c28-eb7d-4197-a297-a9a7217a4f8e is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:07:02.461657 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46885714-6cbb-4419-80f7-8c02b3b21fd6 None None] Pushing event updated for resources: {'Port': ['ID=93f1cc44-bd1a-41fb-848e-9f93f887446f,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:02.468090 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-46885714-6cbb-4419-80f7-8c02b3b21fd6 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:02.473630 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46885714-6cbb-4419-80f7-8c02b3b21fd6 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:07:02.529543 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1dafb6e-e813-4ecf-8160-ddcba7732395 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:02.597559 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-46885714-6cbb-4419-80f7-8c02b3b21fd6 None None] Attempting to bind port 93f1cc44-bd1a-41fb-848e-9f93f887446f on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:07:02.598269 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-46885714-6cbb-4419-80f7-8c02b3b21fd6 None None] Attempting to bind port 93f1cc44-bd1a-41fb-848e-9f93f887446f by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:07:02.598828 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46885714-6cbb-4419-80f7-8c02b3b21fd6 None None] Attempting to bind port 93f1cc44-bd1a-41fb-848e-9f93f887446f on network c9a68c28-eb7d-4197-a297-a9a7217a4f8e {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:02.610608 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46885714-6cbb-4419-80f7-8c02b3b21fd6 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:07:02.611184 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46885714-6cbb-4419-80f7-8c02b3b21fd6 None None] Checking segment: {'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:07:02.611982 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-46885714-6cbb-4419-80f7-8c02b3b21fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:02.612724 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46885714-6cbb-4419-80f7-8c02b3b21fd6 None None] Bound using segment: {'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:07:02.613638 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-46885714-6cbb-4419-80f7-8c02b3b21fd6 None None] Bound port: 93f1cc44-bd1a-41fb-848e-9f93f887446f, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:07:02.614407 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-46885714-6cbb-4419-80f7-8c02b3b21fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:02.635232 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-356da2b2-a9c8-4fad-bb2b-8a1d584b8ad4 req-9aa6f49f-3491-47cd-91be-1d83877a674e tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:02.642594 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-356da2b2-a9c8-4fad-bb2b-8a1d584b8ad4 req-9aa6f49f-3491-47cd-91be-1d83877a674e tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:02.686944 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6f49f-3491-47cd-91be-1d83877a674e tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a87464-54e8-4067-8c28-4d7d19f588ca,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:02.691004 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-356da2b2-a9c8-4fad-bb2b-8a1d584b8ad4 req-9aa6f49f-3491-47cd-91be-1d83877a674e tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:02.692422 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-356da2b2-a9c8-4fad-bb2b-8a1d584b8ad4 req-9aa6f49f-3491-47cd-91be-1d83877a674e tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3926661 Sep 01 15:07:02.702809 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1dafb6e-e813-4ecf-8160-ddcba7732395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:02.752958 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dafb6e-e813-4ecf-8160-ddcba7732395 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:07:02.759841 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-b1dafb6e-e813-4ecf-8160-ddcba7732395 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:02.764378 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dafb6e-e813-4ecf-8160-ddcba7732395 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:07:02.869830 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-46885714-6cbb-4419-80f7-8c02b3b21fd6 None None] For port 93f1cc44-bd1a-41fb-848e-9f93f887446f, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:07:02.883247 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-46885714-6cbb-4419-80f7-8c02b3b21fd6 None None] For port 93f1cc44-bd1a-41fb-848e-9f93f887446f, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=93f1cc44-bd1a-41fb-848e-9f93f887446f,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:07:02.891615 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-46885714-6cbb-4419-80f7-8c02b3b21fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:02.987579 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46885714-6cbb-4419-80f7-8c02b3b21fd6 None None] Pushing event updated for resources: {'Port': ['ID=93f1cc44-bd1a-41fb-848e-9f93f887446f,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:03.062462 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5420a-2da2-4746-b160-42e221c5c918 req-37aaaed2-d90c-4508-b6f7-f7520ec5fed1 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:03.065516 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-38d5420a-2da2-4746-b160-42e221c5c918 req-37aaaed2-d90c-4508-b6f7-f7520ec5fed1 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.45 "GET /v2.0/networks?id=b6240944-9b17-4213-96a6-d174c6ab8fe6 HTTP/1.1" status: 200 len: 805 time: 0.4173291 Sep 01 15:07:03.068218 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857a65ee-6617-41ff-a6fc-42c199aacc91', 'name': 'network-vif-deleted', 'tag': '6b66269d-1d3a-4e85-9d24-7e72525313d6'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:03.073392 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868980c4-9e57-41d5-b436-77093ab5dbf1" -d '{"events": [{"server_uuid": "857a65ee-6617-41ff-a6fc-42c199aacc91", "name": "network-vif-deleted", "tag": "6b66269d-1d3a-4e85-9d24-7e72525313d6"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:03.095597 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-38d5420a-2da2-4746-b160-42e221c5c918 req-48f0100d-8439-4fef-8cb3-38dd31acd6e4 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Request body: {'port': {'device_id': '8ebd7f55-6c17-4027-9f0c-1d79a195c071', 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6', 'admin_state_up': True, 'tenant_id': '25c63f341b704b118e09b4c621c2aa93'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:03.129872 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683daf9e-9a4c-4ba3-93a3-d746a75a29f4 req-37138eb4-a08a-4df2-a1ce-f0b9702ee14c tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:03.131112 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e465095-c917-4352-a5f2-4d0535bcc384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddb4285-829e-4807-83a4-06b71fc441b8'}, {'server_uuid': '251f8ac8-4ae6-4b90-b7e8-6485d2a4af57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e411e7c-c492-4be5-95d7-e7bb5562cb35'}, {'server_uuid': '8e465095-c917-4352-a5f2-4d0535bcc384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9d160f-a01b-4436-a4de-9cfc00f44874'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:03.133574 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc3dac5-7398-4bf4-ae6f-7697176d5857" -d '{"events": [{"server_uuid": "8e465095-c917-4352-a5f2-4d0535bcc384", "name": "network-vif-plugged", "status": "completed", "tag": "eddb4285-829e-4807-83a4-06b71fc441b8"}, {"server_uuid": "251f8ac8-4ae6-4b90-b7e8-6485d2a4af57", "name": "network-vif-plugged", "status": "completed", "tag": "2e411e7c-c492-4be5-95d7-e7bb5562cb35"}, {"server_uuid": "8e465095-c917-4352-a5f2-4d0535bcc384", "name": "network-vif-plugged", "status": "completed", "tag": "4b9d160f-a01b-4436-a4de-9cfc00f44874"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:03.142679 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683daf9e-9a4c-4ba3-93a3-d746a75a29f4 req-37138eb4-a08a-4df2-a1ce-f0b9702ee14c tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:03.155401 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683daf9e-9a4c-4ba3-93a3-d746a75a29f4 req-37138eb4-a08a-4df2-a1ce-f0b9702ee14c tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:03.162191 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-683daf9e-9a4c-4ba3-93a3-d746a75a29f4 req-37138eb4-a08a-4df2-a1ce-f0b9702ee14c tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 2419 time: 0.2763793 Sep 01 15:07:03.310743 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-683daf9e-9a4c-4ba3-93a3-d746a75a29f4 req-c50a1a2d-db56-421f-ade8-7b05e4cc3344 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366844 Sep 01 15:07:03.414449 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dafb6e-e813-4ecf-8160-ddcba7732395 admin admin] Pushing event updated for resources: {'Port': ['ID=1d610605-f93f-462b-bb31-8aace0561e9c,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:03.417937 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38d5420a-2da2-4746-b160-42e221c5c918 req-48f0100d-8439-4fef-8cb3-38dd31acd6e4 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Made reservation on behalf of 25c63f341b704b118e09b4c621c2aa93 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:07:03.423004 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-38d5420a-2da2-4746-b160-42e221c5c918 req-48f0100d-8439-4fef-8cb3-38dd31acd6e4 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:03.491125 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 93f1cc44-bd1a-41fb-848e-9f93f887446f up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:03.545625 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-abbfd1cb-0dcc-4680-a003-977aee166d52 req-4f8205cc-a47c-4ed8-be33-da8e89aab5fc tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "GET /v2.0/security-groups/14a87464-54e8-4067-8c28-4d7d19f588ca HTTP/1.1" status: 200 len: 1803 time: 0.7343693 Sep 01 15:07:03.555897 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-abbfd1cb-0dcc-4680-a003-977aee166d52 req-765a27db-7c86-40b8-97a3-cae8a05d99fd tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14a87464-54e8-4067-8c28-4d7d19f588ca', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:03.557390 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-abbfd1cb-0dcc-4680-a003-977aee166d52 req-765a27db-7c86-40b8-97a3-cae8a05d99fd tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14a87464-54e8-4067-8c28-4d7d19f588ca', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:03.574448 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 93f1cc44-bd1a-41fb-848e-9f93f887446f completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:03.650909 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c08ce-3629-4aa2-8742-d07a888d1880 req-8e6eb4de-71e6-4406-b44a-b35ea413d7e6 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:03.653806 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-552c08ce-3629-4aa2-8742-d07a888d1880 req-8e6eb4de-71e6-4406-b44a-b35ea413d7e6 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb2c964-f4a2-4177-ba19-b4961f0db2ba HTTP/1.1" status: 200 len: 949 time: 0.2027352 Sep 01 15:07:03.661168 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1dafb6e-e813-4ecf-8160-ddcba7732395 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:03.706355 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-abbfd1cb-0dcc-4680-a003-977aee166d52 req-765a27db-7c86-40b8-97a3-cae8a05d99fd tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:03.754336 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-552c08ce-3629-4aa2-8742-d07a888d1880 req-8551e666-e24a-4bcf-904b-585308a9bd1f tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885684 Sep 01 15:07:03.758815 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-38d5420a-2da2-4746-b160-42e221c5c918 req-48f0100d-8439-4fef-8cb3-38dd31acd6e4 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Allocated IP 172.20.0.3 (b6240944-9b17-4213-96a6-d174c6ab8fe6/194d1d59-7b47-476a-b712-76fc814d7b3a/7d5d96d0-0313-4e7d-a772-c09dda523b6c) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:07:03.781807 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-abbfd1cb-0dcc-4680-a003-977aee166d52 req-765a27db-7c86-40b8-97a3-cae8a05d99fd tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:03.795669 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-abbfd1cb-0dcc-4680-a003-977aee166d52 req-765a27db-7c86-40b8-97a3-cae8a05d99fd tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:03.834696 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a27db-7c86-40b8-97a3-cae8a05d99fd tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ac2705-3b31-4614-a3ba-80eda0c376c2,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:03.844969 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-abbfd1cb-0dcc-4680-a003-977aee166d52 req-765a27db-7c86-40b8-97a3-cae8a05d99fd tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:03.846016 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-abbfd1cb-0dcc-4680-a003-977aee166d52 req-765a27db-7c86-40b8-97a3-cae8a05d99fd tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2985682 Sep 01 15:07:03.953216 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7f39f1c1-ed45-4b28-b816-392be256d3f4 req-35630862-f07e-402a-8ef4-24d739c8d0fc tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ebd7f55-6c17-4027-9f0c-1d79a195c071 HTTP/1.1" status: 200 len: 210 time: 0.0386980 Sep 01 15:07:03.954767 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e5c6cd-e14b-4fa5-9c03-7fb7b7ba0e36 x-openstack-request-id: req-85e5c6cd-e14b-4fa5-9c03-7fb7b7ba0e36 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:03.955038 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857a65ee-6617-41ff-a6fc-42c199aacc91", "name": "network-vif-deleted", "tag": "6b66269d-1d3a-4e85-9d24-7e72525313d6", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:03.955299 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-85e5c6cd-e14b-4fa5-9c03-7fb7b7ba0e36 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:03.955698 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857a65ee-6617-41ff-a6fc-42c199aacc91', 'name': 'network-vif-deleted', 'tag': '6b66269d-1d3a-4e85-9d24-7e72525313d6', 'status': 'completed', 'code': 200} Sep 01 15:07:04.034929 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-38d5420a-2da2-4746-b160-42e221c5c918 req-48f0100d-8439-4fef-8cb3-38dd31acd6e4 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:04.039937 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1dafb6e-e813-4ecf-8160-ddcba7732395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:04.079065 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae51f12-e7b8-48f4-9021-1ec0cbedbf3a x-openstack-request-id: req-6ae51f12-e7b8-48f4-9021-1ec0cbedbf3a {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:04.079944 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e465095-c917-4352-a5f2-4d0535bcc384", "name": "network-vif-plugged", "status": "completed", "tag": "eddb4285-829e-4807-83a4-06b71fc441b8", "code": 200}, {"server_uuid": "251f8ac8-4ae6-4b90-b7e8-6485d2a4af57", "name": "network-vif-plugged", "status": "completed", "tag": "2e411e7c-c492-4be5-95d7-e7bb5562cb35", "code": 200}, {"server_uuid": "8e465095-c917-4352-a5f2-4d0535bcc384", "name": "network-vif-plugged", "status": "completed", "tag": "4b9d160f-a01b-4436-a4de-9cfc00f44874", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:04.079944 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ae51f12-e7b8-48f4-9021-1ec0cbedbf3a {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:04.080608 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e465095-c917-4352-a5f2-4d0535bcc384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddb4285-829e-4807-83a4-06b71fc441b8', 'code': 200} Sep 01 15:07:04.081011 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251f8ac8-4ae6-4b90-b7e8-6485d2a4af57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e411e7c-c492-4be5-95d7-e7bb5562cb35', 'code': 200} Sep 01 15:07:04.081733 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e465095-c917-4352-a5f2-4d0535bcc384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9d160f-a01b-4436-a4de-9cfc00f44874', 'code': 200} Sep 01 15:07:04.098496 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-38d5420a-2da2-4746-b160-42e221c5c918 req-48f0100d-8439-4fef-8cb3-38dd31acd6e4 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:04.166927 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38d5420a-2da2-4746-b160-42e221c5c918 req-48f0100d-8439-4fef-8cb3-38dd31acd6e4 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Network b6240944-9b17-4213-96a6-d174c6ab8fe6 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:07:04.178561 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-38d5420a-2da2-4746-b160-42e221c5c918 req-48f0100d-8439-4fef-8cb3-38dd31acd6e4 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:04.212093 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d5420a-2da2-4746-b160-42e221c5c918 req-48f0100d-8439-4fef-8cb3-38dd31acd6e4 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:07:04.269079 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0100d-8439-4fef-8cb3-38dd31acd6e4 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Pushing event updated for resources: {'Port': ['ID=7d5d96d0-0313-4e7d-a772-c09dda523b6c,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:04.294752 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0ccb4-2f60-41f9-959c-f423ba2def1e req-72c5fc75-8ecd-468e-bb92-af6f0742a552 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:04.296549 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-02e0ccb4-2f60-41f9-959c-f423ba2def1e req-72c5fc75-8ecd-468e-bb92-af6f0742a552 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb2c964-f4a2-4177-ba19-b4961f0db2ba HTTP/1.1" status: 200 len: 949 time: 0.1565058 Sep 01 15:07:04.344680 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34284fcd-d97c-4e3a-8613-41d7ac59362c req-256a33b9-ef81-49e2-b9ba-e7469e0c3f86 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:04.347639 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-34284fcd-d97c-4e3a-8613-41d7ac59362c req-256a33b9-ef81-49e2-b9ba-e7469e0c3f86 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 945 time: 0.2269857 Sep 01 15:07:04.363167 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5420a-2da2-4746-b160-42e221c5c918 req-48f0100d-8439-4fef-8cb3-38dd31acd6e4 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:04.364936 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-38d5420a-2da2-4746-b160-42e221c5c918 req-48f0100d-8439-4fef-8cb3-38dd31acd6e4 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:04.430884 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82ad4a-7cd2-4ead-a4a3-d389e6ae51c2 req-05f08fee-12ad-46ee-8587-cb63f3ef26a5 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:04.434062 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9a82ad4a-7cd2-4ead-a4a3-d389e6ae51c2 req-05f08fee-12ad-46ee-8587-cb63f3ef26a5 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 950 time: 0.1897249 Sep 01 15:07:04.483744 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-38d5420a-2da2-4746-b160-42e221c5c918 req-48f0100d-8439-4fef-8cb3-38dd31acd6e4 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4014657 Sep 01 15:07:04.508204 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-38d5420a-2da2-4746-b160-42e221c5c918 req-a8020b87-59e8-4c9f-a56c-adefdbd9f422 service neutron] Request body: {'port': {'device_id': '8ebd7f55-6c17-4027-9f0c-1d79a195c071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:04.529898 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4294724-54f4-46da-b5ed-c661e3ef4765 None None] Network c9a68c28-eb7d-4197-a297-a9a7217a4f8e requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:07:04.543420 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-34284fcd-d97c-4e3a-8613-41d7ac59362c req-0719baa4-f5e0-431b-a932-3258d0a9d10a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528347 Sep 01 15:07:04.568722 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b32166-43cc-411d-8a81-449126f9430c req-b6bcc585-908c-4cd0-9984-7b168067be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:04.569306 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b32166-43cc-411d-8a81-449126f9430c req-b6bcc585-908c-4cd0-9984-7b168067be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:04.569697 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b32166-43cc-411d-8a81-449126f9430c req-b6bcc585-908c-4cd0-9984-7b168067be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:04.572848 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-53b32166-43cc-411d-8a81-449126f9430c req-b6bcc585-908c-4cd0-9984-7b168067be60 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 2872 time: 0.2508128 Sep 01 15:07:04.602853 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9a82ad4a-7cd2-4ead-a4a3-d389e6ae51c2 req-3f8b2a2e-8f3c-444d-a1e1-9b9a723ab5d3 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094074 Sep 01 15:07:04.603869 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1dafb6e-e813-4ecf-8160-ddcba7732395 admin admin] Router b37e3bb3-4d78-4c85-8939-6a7dd0760758 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:07:04.622588 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d8344cb3-d15f-4b11-8c4d-0cc3aa13a6a7 None None] Provisioning for port 93f1cc44-bd1a-41fb-848e-9f93f887446f completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:04.632991 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d8344cb3-d15f-4b11-8c4d-0cc3aa13a6a7 None None] Provisioning complete for port 93f1cc44-bd1a-41fb-848e-9f93f887446f triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:04.633688 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d8344cb3-d15f-4b11-8c4d-0cc3aa13a6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:04.651822 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4de66-ad2b-4deb-866c-612a12396720 req-91c0acb3-eb7e-4ac4-b934-8c3713997773 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:04.653759 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13f4de66-ad2b-4deb-866c-612a12396720 req-91c0acb3-eb7e-4ac4-b934-8c3713997773 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.45 "GET /v2.0/ports?device_id=5561811b-3206-4545-8048-98f4eb11f229 HTTP/1.1" status: 200 len: 950 time: 0.2845247 Sep 01 15:07:04.656440 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06049c-ed07-4833-ba31-baa52e47a713 req-def5bcd7-e95f-45b7-b8d9-4370a6a19966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:04.659100 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1a06049c-ed07-4833-ba31-baa52e47a713 req-def5bcd7-e95f-45b7-b8d9-4370a6a19966 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 1101 time: 0.2881145 Sep 01 15:07:04.737849 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-02e0ccb4-2f60-41f9-959c-f423ba2def1e req-2dd5b20e-426b-43c1-ade2-bc97ada82324 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Deleting port 7ed1fbe9-2d46-4fcc-bc50-023f949bf380 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:04.738459 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-02e0ccb4-2f60-41f9-959c-f423ba2def1e req-2dd5b20e-426b-43c1-ade2-bc97ada82324 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:04.750839 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-38d5420a-2da2-4746-b160-42e221c5c918 req-a8020b87-59e8-4c9f-a56c-adefdbd9f422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:04.815279 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-53b32166-43cc-411d-8a81-449126f9430c req-e038607f-2187-434d-ac14-c81f7b92d984 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195842 Sep 01 15:07:04.826551 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e5d2ff01-c29f-4a70-b94b-2b4d8e43b142 req-d400d027-31cc-4586-bd7f-23e08a519354 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "GET /v2.0/security-groups/14a87464-54e8-4067-8c28-4d7d19f588ca HTTP/1.1" status: 200 len: 2396 time: 0.2443180 Sep 01 15:07:04.828606 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1a06049c-ed07-4833-ba31-baa52e47a713 req-08adfdb1-b9e3-4c4b-9909-4508c6e77202 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313341 Sep 01 15:07:04.832454 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d8344cb3-d15f-4b11-8c4d-0cc3aa13a6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:04.860794 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-e5d2ff01-c29f-4a70-b94b-2b4d8e43b142 req-f37b48a0-e843-42f9-a3d5-5173733d3b24 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14a87464-54e8-4067-8c28-4d7d19f588ca', 'remote_group_id': None}]} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:04.861139 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-e5d2ff01-c29f-4a70-b94b-2b4d8e43b142 req-f37b48a0-e843-42f9-a3d5-5173733d3b24 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14a87464-54e8-4067-8c28-4d7d19f588ca', 'remote_group_id': None}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:04.888824 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-d8344cb3-d15f-4b11-8c4d-0cc3aa13a6a7 None None] For port 93f1cc44-bd1a-41fb-848e-9f93f887446f, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=93f1cc44-bd1a-41fb-848e-9f93f887446f,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:04.896979 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d8344cb3-d15f-4b11-8c4d-0cc3aa13a6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:04.978439 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8344cb3-d15f-4b11-8c4d-0cc3aa13a6a7 None None] Pushing event updated for resources: {'Port': ['ID=93f1cc44-bd1a-41fb-848e-9f93f887446f,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:05.028789 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff84fe4-f251-41d2-9943-9adfde13bae9 req-4d1a1e8c-2dec-4d68-8201-b8637e325a40 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:05.040909 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff84fe4-f251-41d2-9943-9adfde13bae9 req-4d1a1e8c-2dec-4d68-8201-b8637e325a40 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:05.052758 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff84fe4-f251-41d2-9943-9adfde13bae9 req-4d1a1e8c-2dec-4d68-8201-b8637e325a40 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:05.057175 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bff84fe4-f251-41d2-9943-9adfde13bae9 req-4d1a1e8c-2dec-4d68-8201-b8637e325a40 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 2419 time: 0.3287508 Sep 01 15:07:05.084117 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-13f4de66-ad2b-4deb-866c-612a12396720 req-90585fa4-c90f-4432-8e3d-8ff051c20830 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Deleting port c1623e95-6e87-41f8-9dba-9fc29ff8ae1a {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:05.084805 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-13f4de66-ad2b-4deb-866c-612a12396720 req-90585fa4-c90f-4432-8e3d-8ff051c20830 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:05.119631 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1dafb6e-e813-4ecf-8160-ddcba7732395 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:07:05.137836 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15cb8d3-dc39-4617-b19b-76b8545d6edd None None] Sync routers for ids ['b37e3bb3-4d78-4c85-8939-6a7dd0760758'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:07:05.150693 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15cb8d3-dc39-4617-b19b-76b8545d6edd None None] Routers {'b37e3bb3-4d78-4c85-8939-6a7dd0760758'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:07:05.151728 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-f15cb8d3-dc39-4617-b19b-76b8545d6edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:06:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['b37e3bb3-4d78-4c85-8939-6a7dd0760758'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:05.173366 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1dafb6e-e813-4ecf-8160-ddcba7732395 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:05.175614 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b1dafb6e-e813-4ecf-8160-ddcba7732395 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4765992 Sep 01 15:07:05.185161 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57386) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:05.226134 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-bbd25cf4-61fd-437d-a412-6305b6b566f1 None None] Provisioning complete for port 93f1cc44-bd1a-41fb-848e-9f93f887446f triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:05.226897 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bbd25cf4-61fd-437d-a412-6305b6b566f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:05.260895 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e5d2ff01-c29f-4a70-b94b-2b4d8e43b142 req-f37b48a0-e843-42f9-a3d5-5173733d3b24 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:05.296559 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-02e0ccb4-2f60-41f9-959c-f423ba2def1e req-2dd5b20e-426b-43c1-ade2-bc97ada82324 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] For port 7ed1fbe9-2d46-4fcc-bc50-023f949bf380, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7ed1fbe9-2d46-4fcc-bc50-023f949bf380,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:05.297319 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-02e0ccb4-2f60-41f9-959c-f423ba2def1e req-2dd5b20e-426b-43c1-ade2-bc97ada82324 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:05.307222 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bff84fe4-f251-41d2-9943-9adfde13bae9 req-63e16e28-a4ff-41f7-99e1-136c39d7a951 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363975 Sep 01 15:07:05.329922 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e5d2ff01-c29f-4a70-b94b-2b4d8e43b142 req-f37b48a0-e843-42f9-a3d5-5173733d3b24 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:05.347558 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-02e0ccb4-2f60-41f9-959c-f423ba2def1e req-2dd5b20e-426b-43c1-ade2-bc97ada82324 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Calling delete_port for 7ed1fbe9-2d46-4fcc-bc50-023f949bf380 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:05.357357 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e5d2ff01-c29f-4a70-b94b-2b4d8e43b142 req-f37b48a0-e843-42f9-a3d5-5173733d3b24 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:05.389668 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-13f4de66-ad2b-4deb-866c-612a12396720 req-90585fa4-c90f-4432-8e3d-8ff051c20830 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] For port c1623e95-6e87-41f8-9dba-9fc29ff8ae1a, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c1623e95-6e87-41f8-9dba-9fc29ff8ae1a,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:05.390336 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-13f4de66-ad2b-4deb-866c-612a12396720 req-90585fa4-c90f-4432-8e3d-8ff051c20830 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:05.433521 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-f15cb8d3-dc39-4617-b19b-76b8545d6edd None None] Set router b37e3bb3-4d78-4c85-8939-6a7dd0760758 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:07:05.463593 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-13f4de66-ad2b-4deb-866c-612a12396720 req-90585fa4-c90f-4432-8e3d-8ff051c20830 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Calling delete_port for c1623e95-6e87-41f8-9dba-9fc29ff8ae1a owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:05.471445 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b48a0-e843-42f9-a3d5-5173733d3b24 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab9fead7-beed-42c7-a5b6-4c3f47447fd2,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:05.475296 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 93f1cc44-bd1a-41fb-848e-9f93f887446f up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:05.500757 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e5d2ff01-c29f-4a70-b94b-2b4d8e43b142 req-f37b48a0-e843-42f9-a3d5-5173733d3b24 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:05.513762 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e5d2ff01-c29f-4a70-b94b-2b4d8e43b142 req-f37b48a0-e843-42f9-a3d5-5173733d3b24 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6630144 Sep 01 15:07:05.688516 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 93f1cc44-bd1a-41fb-848e-9f93f887446f triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:05.695702 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:05.711193 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-38d5420a-2da2-4746-b160-42e221c5c918 req-a8020b87-59e8-4c9f-a56c-adefdbd9f422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d5d96d0-0313-4e7d-a772-c09dda523b6c {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:07:05.735921 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-38d5420a-2da2-4746-b160-42e221c5c918 req-a8020b87-59e8-4c9f-a56c-adefdbd9f422 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:05.747991 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-02e0ccb4-2f60-41f9-959c-f423ba2def1e req-2dd5b20e-426b-43c1-ade2-bc97ada82324 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:05.799330 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-f15cb8d3-dc39-4617-b19b-76b8545d6edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'name': 'tempest-ServerActionsTestJSON-1106684823-router', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:00Z', 'updated_at': '2021-09-01T15:07:03Z', 'revision_number': 3, 'project_id': 'f5c878306d2c4fbcbebf77004da8b742', 'gw_port': {'id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:02Z', 'updated_at': '2021-09-01T15:07:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:05.833596 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['c580a6e4-b344-46fb-966f-a5e7de1d5915'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:07:05.842206 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3005b7fb-f09e-47cd-a26d-f6e77787127b req-c86b534f-bf82-4d97-9a9c-f9ae940c9998 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=edb2c964-f4a2-4177-ba19-b4961f0db2ba HTTP/1.1" status: 200 len: 210 time: 0.1011159 Sep 01 15:07:05.879013 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-38d5420a-2da2-4746-b160-42e221c5c918 req-a8020b87-59e8-4c9f-a56c-adefdbd9f422 service neutron] Transition to ACTIVE for port object 7d5d96d0-0313-4e7d-a772-c09dda523b6c will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:05.893633 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-38d5420a-2da2-4746-b160-42e221c5c918 req-a8020b87-59e8-4c9f-a56c-adefdbd9f422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:05.912800 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15cb8d3-dc39-4617-b19b-76b8545d6edd None None] Checking router: b37e3bb3-4d78-4c85-8939-6a7dd0760758 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:07:05.913322 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15cb8d3-dc39-4617-b19b-76b8545d6edd None None] Updating router b37e3bb3-4d78-4c85-8939-6a7dd0760758 port 1d610605-f93f-462b-bb31-8aace0561e9c binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:07:05.954324 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-f15cb8d3-dc39-4617-b19b-76b8545d6edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:05.981163 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5b20e-426b-43c1-ade2-bc97ada82324 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Pushing event deleted for resources: {'Port': ['ID=7ed1fbe9-2d46-4fcc-bc50-023f949bf380,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:06.176098 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8020b87-59e8-4c9f-a56c-adefdbd9f422 service neutron] Pushing event updated for resources: {'Port': ['ID=7d5d96d0-0313-4e7d-a772-c09dda523b6c,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:06.217544 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e0ccb4-2f60-41f9-959c-f423ba2def1e req-2dd5b20e-426b-43c1-ade2-bc97ada82324 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] No DVR routers for this DVR port 7ed1fbe9-2d46-4fcc-bc50-023f949bf380 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:07:06.248409 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-02e0ccb4-2f60-41f9-959c-f423ba2def1e req-2dd5b20e-426b-43c1-ade2-bc97ada82324 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:06.256103 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-02e0ccb4-2f60-41f9-959c-f423ba2def1e req-2dd5b20e-426b-43c1-ade2-bc97ada82324 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.45 "DELETE /v2.0/ports/7ed1fbe9-2d46-4fcc-bc50-023f949bf380 HTTP/1.1" status: 204 len: 173 time: 1.9362018 Sep 01 15:07:06.274015 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb2c964-f4a2-4177-ba19-b4961f0db2ba', 'name': 'network-vif-deleted', 'tag': '7ed1fbe9-2d46-4fcc-bc50-023f949bf380'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:06.284737 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0080f8c-8446-449b-bb2d-cfc623bb040b" -d '{"events": [{"server_uuid": "edb2c964-f4a2-4177-ba19-b4961f0db2ba", "name": "network-vif-deleted", "tag": "7ed1fbe9-2d46-4fcc-bc50-023f949bf380"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:06.308264 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-13f4de66-ad2b-4deb-866c-612a12396720 req-90585fa4-c90f-4432-8e3d-8ff051c20830 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:06.433666 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d47af-300f-49a0-96f0-882531759a10 req-ee39d203-0b4b-4ce7-a2f2-6ad1069b87a5 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:06.447797 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d57d47af-300f-49a0-96f0-882531759a10 req-ee39d203-0b4b-4ce7-a2f2-6ad1069b87a5 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ebd7f55-6c17-4027-9f0c-1d79a195c071 HTTP/1.1" status: 200 len: 943 time: 0.3636434 Sep 01 15:07:06.477242 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-256ec413-9fd2-4f9c-a304-0bf0af4e8f31 req-2d149deb-6a07-44da-a134-d71cc7944f52 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "GET /v2.0/security-groups/14a87464-54e8-4067-8c28-4d7d19f588ca HTTP/1.1" status: 200 len: 2994 time: 0.1605043 Sep 01 15:07:06.524385 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90585fa4-c90f-4432-8e3d-8ff051c20830 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Pushing event deleted for resources: {'Port': ['ID=c1623e95-6e87-41f8-9dba-9fc29ff8ae1a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:06.663594 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f4de66-ad2b-4deb-866c-612a12396720 req-90585fa4-c90f-4432-8e3d-8ff051c20830 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] No DVR routers for this DVR port c1623e95-6e87-41f8-9dba-9fc29ff8ae1a on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:07:06.668734 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-13f4de66-ad2b-4deb-866c-612a12396720 req-90585fa4-c90f-4432-8e3d-8ff051c20830 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:06.671508 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13f4de66-ad2b-4deb-866c-612a12396720 req-90585fa4-c90f-4432-8e3d-8ff051c20830 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.45 "DELETE /v2.0/ports/c1623e95-6e87-41f8-9dba-9fc29ff8ae1a HTTP/1.1" status: 204 len: 173 time: 1.9989107 Sep 01 15:07:06.682964 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d57d47af-300f-49a0-96f0-882531759a10 req-ee0ce0be-06b6-423d-b70a-2a9e5bef3379 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876495 Sep 01 15:07:06.688645 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5561811b-3206-4545-8048-98f4eb11f229', 'name': 'network-vif-deleted', 'tag': 'c1623e95-6e87-41f8-9dba-9fc29ff8ae1a'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:06.699114 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162456cd-7156-42a7-aa3d-096c8bae1e48" -d '{"events": [{"server_uuid": "5561811b-3206-4545-8048-98f4eb11f229", "name": "network-vif-deleted", "tag": "c1623e95-6e87-41f8-9dba-9fc29ff8ae1a"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:06.724238 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-38d5420a-2da2-4746-b160-42e221c5c918 req-a8020b87-59e8-4c9f-a56c-adefdbd9f422 service neutron] Attempting to bind port 7d5d96d0-0313-4e7d-a772-c09dda523b6c on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:07:06.725618 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-38d5420a-2da2-4746-b160-42e221c5c918 req-a8020b87-59e8-4c9f-a56c-adefdbd9f422 service neutron] Attempting to bind port 7d5d96d0-0313-4e7d-a772-c09dda523b6c by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'cc51287a-43c5-4dc3-b2e0-f2358a9ed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:07:06.726143 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d5420a-2da2-4746-b160-42e221c5c918 req-a8020b87-59e8-4c9f-a56c-adefdbd9f422 service neutron] Attempting to bind port 7d5d96d0-0313-4e7d-a772-c09dda523b6c on network b6240944-9b17-4213-96a6-d174c6ab8fe6 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:06.741581 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d5420a-2da2-4746-b160-42e221c5c918 req-a8020b87-59e8-4c9f-a56c-adefdbd9f422 service neutron] Port 7d5d96d0-0313-4e7d-a772-c09dda523b6c on network b6240944-9b17-4213-96a6-d174c6ab8fe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:07:06.742274 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d5420a-2da2-4746-b160-42e221c5c918 req-a8020b87-59e8-4c9f-a56c-adefdbd9f422 service neutron] Attempting to bind port 7d5d96d0-0313-4e7d-a772-c09dda523b6c on network b6240944-9b17-4213-96a6-d174c6ab8fe6 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:06.754062 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['c580a6e4-b344-46fb-966f-a5e7de1d5915'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:07:06.755825 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d5420a-2da2-4746-b160-42e221c5c918 req-a8020b87-59e8-4c9f-a56c-adefdbd9f422 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:07:06.756384 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d5420a-2da2-4746-b160-42e221c5c918 req-a8020b87-59e8-4c9f-a56c-adefdbd9f422 service neutron] Checking segment: {'id': 'cc51287a-43c5-4dc3-b2e0-f2358a9ed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:07:06.756980 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d5420a-2da2-4746-b160-42e221c5c918 req-a8020b87-59e8-4c9f-a56c-adefdbd9f422 service neutron] Bound using segment: {'id': 'cc51287a-43c5-4dc3-b2e0-f2358a9ed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:07:06.757608 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-38d5420a-2da2-4746-b160-42e221c5c918 req-a8020b87-59e8-4c9f-a56c-adefdbd9f422 service neutron] Bound port: 7d5d96d0-0313-4e7d-a772-c09dda523b6c, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc51287a-43c5-4dc3-b2e0-f2358a9ed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:07:06.758155 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-38d5420a-2da2-4746-b160-42e221c5c918 req-a8020b87-59e8-4c9f-a56c-adefdbd9f422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:06.772057 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-f15cb8d3-dc39-4617-b19b-76b8545d6edd None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:06.801761 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a29540-0e43-4944-a1e5-2b0b716c2f65 req-80298ecd-040e-4cbf-b608-71d44c1abea5 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:06.803444 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-47a29540-0e43-4944-a1e5-2b0b716c2f65 req-80298ecd-040e-4cbf-b608-71d44c1abea5 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 950 time: 0.1238797 Sep 01 15:07:06.825755 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-f15cb8d3-dc39-4617-b19b-76b8545d6edd None None] Transition to ACTIVE for port object 1d610605-f93f-462b-bb31-8aace0561e9c will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:06.836702 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-f15cb8d3-dc39-4617-b19b-76b8545d6edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:06.960333 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55ad97-d780-4f7f-ac41-ff29ea6710d2 None None] Pushing event updated for resources: {'Port': ['ID=1d610605-f93f-462b-bb31-8aace0561e9c,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:06.980283 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-38d5420a-2da2-4746-b160-42e221c5c918 req-a8020b87-59e8-4c9f-a56c-adefdbd9f422 service neutron] For port 7d5d96d0-0313-4e7d-a772-c09dda523b6c, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:07:06.987296 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-f15cb8d3-dc39-4617-b19b-76b8545d6edd None None] Attempting to bind port 1d610605-f93f-462b-bb31-8aace0561e9c on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:07:06.988069 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-f15cb8d3-dc39-4617-b19b-76b8545d6edd None None] Attempting to bind port 1d610605-f93f-462b-bb31-8aace0561e9c by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:07:06.989909 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15cb8d3-dc39-4617-b19b-76b8545d6edd None None] Attempting to bind port 1d610605-f93f-462b-bb31-8aace0561e9c on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:07.002014 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-38d5420a-2da2-4746-b160-42e221c5c918 req-a8020b87-59e8-4c9f-a56c-adefdbd9f422 service neutron] For port 7d5d96d0-0313-4e7d-a772-c09dda523b6c, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7d5d96d0-0313-4e7d-a772-c09dda523b6c,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:07:07.005239 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15cb8d3-dc39-4617-b19b-76b8545d6edd None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:07:07.007711 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15cb8d3-dc39-4617-b19b-76b8545d6edd None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:07:07.010862 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-f15cb8d3-dc39-4617-b19b-76b8545d6edd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:07.011794 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15cb8d3-dc39-4617-b19b-76b8545d6edd None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:07:07.012704 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-f15cb8d3-dc39-4617-b19b-76b8545d6edd None None] Bound port: 1d610605-f93f-462b-bb31-8aace0561e9c, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:07:07.013436 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-f15cb8d3-dc39-4617-b19b-76b8545d6edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:07.028553 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d4ef5-4ff8-4042-895f-5cc13deabdf2 req-356592d2-1339-48fe-a87f-32198d82500f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:07.055456 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-437d4ef5-4ff8-4042-895f-5cc13deabdf2 req-356592d2-1339-48fe-a87f-32198d82500f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 945 time: 0.2314990 Sep 01 15:07:07.099035 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-47a29540-0e43-4944-a1e5-2b0b716c2f65 req-f5b19eae-4cf4-4251-bf13-45840898b894 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555275 Sep 01 15:07:07.120559 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-38d5420a-2da2-4746-b160-42e221c5c918 req-a8020b87-59e8-4c9f-a56c-adefdbd9f422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:07.192413 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-f15cb8d3-dc39-4617-b19b-76b8545d6edd None None] For port 1d610605-f93f-462b-bb31-8aace0561e9c, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:07:07.196630 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-f15cb8d3-dc39-4617-b19b-76b8545d6edd None None] For port 1d610605-f93f-462b-bb31-8aace0561e9c, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1d610605-f93f-462b-bb31-8aace0561e9c,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:07:07.205242 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-f15cb8d3-dc39-4617-b19b-76b8545d6edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:07.283236 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55ad97-d780-4f7f-ac41-ff29ea6710d2 None None] Pushing event updated for resources: {'Port': ['ID=1d610605-f93f-462b-bb31-8aace0561e9c,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:07.287206 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-437d4ef5-4ff8-4042-895f-5cc13deabdf2 req-74b24b83-68b0-4571-bc06-528796a28cc4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307489 Sep 01 15:07:07.287832 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d45b8b62-6040-4b49-9b8a-cb30651f9d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:07.294493 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5420a-2da2-4746-b160-42e221c5c918 req-a8020b87-59e8-4c9f-a56c-adefdbd9f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:07.295343 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-38d5420a-2da2-4746-b160-42e221c5c918 req-a8020b87-59e8-4c9f-a56c-adefdbd9f422 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:07.315036 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-38d5420a-2da2-4746-b160-42e221c5c918 req-a8020b87-59e8-4c9f-a56c-adefdbd9f422 service neutron] 10.222.0.45 "PUT /v2.0/ports/7d5d96d0-0313-4e7d-a772-c09dda523b6c HTTP/1.1" status: 200 len: 1091 time: 2.8000283 Sep 01 15:07:07.333916 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15cb8d3-dc39-4617-b19b-76b8545d6edd None None] Routers {'b37e3bb3-4d78-4c85-8939-6a7dd0760758'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:07:07.334607 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-f15cb8d3-dc39-4617-b19b-76b8545d6edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:06:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['b37e3bb3-4d78-4c85-8939-6a7dd0760758'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:07.356288 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8020b87-59e8-4c9f-a56c-adefdbd9f422 service neutron] Pushing event updated for resources: {'Port': ['ID=7d5d96d0-0313-4e7d-a772-c09dda523b6c,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:07.514663 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dd300a-7cea-4df6-8d15-ce841cffee99 x-openstack-request-id: req-a8dd300a-7cea-4df6-8d15-ce841cffee99 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:07.515255 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb2c964-f4a2-4177-ba19-b4961f0db2ba", "name": "network-vif-deleted", "tag": "7ed1fbe9-2d46-4fcc-bc50-023f949bf380", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:07.515637 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a8dd300a-7cea-4df6-8d15-ce841cffee99 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:07.516317 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb2c964-f4a2-4177-ba19-b4961f0db2ba', 'name': 'network-vif-deleted', 'tag': '7ed1fbe9-2d46-4fcc-bc50-023f949bf380', 'status': 'completed', 'code': 200} Sep 01 15:07:07.545940 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-f15cb8d3-dc39-4617-b19b-76b8545d6edd None None] Set router b37e3bb3-4d78-4c85-8939-6a7dd0760758 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:07:07.582846 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5420a-2da2-4746-b160-42e221c5c918 req-eed5f309-fdfe-4bc7-854e-5830395583f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:07.585127 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-38d5420a-2da2-4746-b160-42e221c5c918 req-eed5f309-fdfe-4bc7-854e-5830395583f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=25c63f341b704b118e09b4c621c2aa93&device_id=8ebd7f55-6c17-4027-9f0c-1d79a195c071 HTTP/1.1" status: 200 len: 1094 time: 0.2130380 Sep 01 15:07:07.608090 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9b244b1-e616-4973-8570-a8b83ee19cae req-49c87d1e-eb43-496b-8c6a-ee4f8a9933da tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "GET /v2.0/security-group-rules/ab9fead7-beed-42c7-a5b6-4c3f47447fd2 HTTP/1.1" status: 200 len: 783 time: 0.0644763 Sep 01 15:07:07.635716 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0778c-b31c-4fa4-bc2d-b353b287f486 req-91a645ff-9dad-4b96-9c49-8e50ad62e59d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:07.642461 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0778c-b31c-4fa4-bc2d-b353b287f486 req-91a645ff-9dad-4b96-9c49-8e50ad62e59d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:07.649363 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0778c-b31c-4fa4-bc2d-b353b287f486 req-91a645ff-9dad-4b96-9c49-8e50ad62e59d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:07.651672 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6f0778c-b31c-4fa4-bc2d-b353b287f486 req-91a645ff-9dad-4b96-9c49-8e50ad62e59d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 2419 time: 0.1550610 Sep 01 15:07:07.657190 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c1623e95-6e87-41f8-9dba-9fc29ff8ae1a no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:07:07.693072 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-38d5420a-2da2-4746-b160-42e221c5c918 req-a82e4c55-8fae-4f10-9032-88e7fbb063b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d5d96d0-0313-4e7d-a772-c09dda523b6c HTTP/1.1" status: 200 len: 217 time: 0.0975249 Sep 01 15:07:07.747383 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: c1623e95-6e87-41f8-9dba-9fc29ff8ae1a {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:07:07.747961 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c1623e95-6e87-41f8-9dba-9fc29ff8ae1a not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:07:07.749734 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 7ed1fbe9-2d46-4fcc-bc50-023f949bf380 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:07:07.787748 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6f0778c-b31c-4fa4-bc2d-b353b287f486 req-37ba409b-2bd3-4f7b-88d8-1b0b02693fec tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975420 Sep 01 15:07:07.789628 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5420a-2da2-4746-b160-42e221c5c918 req-526ece2e-7134-494e-acaa-99b4071205d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:07.791352 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-38d5420a-2da2-4746-b160-42e221c5c918 req-526ece2e-7134-494e-acaa-99b4071205d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=194d1d59-7b47-476a-b712-76fc814d7b3a HTTP/1.1" status: 200 len: 845 time: 0.0901563 Sep 01 15:07:07.795911 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 7ed1fbe9-2d46-4fcc-bc50-023f949bf380 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:07:07.797322 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 7ed1fbe9-2d46-4fcc-bc50-023f949bf380 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:07:07.834795 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-d45b8b62-6040-4b49-9b8a-cb30651f9d8e admin admin] Allocated IP 172.20.0.1 (c9a68c28-eb7d-4197-a297-a9a7217a4f8e/b4b8a1a7-4c41-46cc-8798-989cc5140738/a11d9f32-4f11-4277-92a0-c26b208f4dbb) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:07:07.868454 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-38d5420a-2da2-4746-b160-42e221c5c918 req-dcaaf7a8-7759-4a18-ba32-448b44a2b772 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6240944-9b17-4213-96a6-d174c6ab8fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672896 Sep 01 15:07:07.913178 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9b244b1-e616-4973-8570-a8b83ee19cae req-4dfa99b5-daf2-4800-b6fd-8d91c94548b9 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "GET /v2.0/security-groups/14a87464-54e8-4067-8c28-4d7d19f588ca HTTP/1.1" status: 200 len: 2994 time: 0.1315789 Sep 01 15:07:07.924574 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3b5093-34e9-4c95-9e58-7c4882ae6c69 x-openstack-request-id: req-ad3b5093-34e9-4c95-9e58-7c4882ae6c69 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:07.925054 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5561811b-3206-4545-8048-98f4eb11f229", "name": "network-vif-deleted", "tag": "c1623e95-6e87-41f8-9dba-9fc29ff8ae1a", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:07.927851 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ad3b5093-34e9-4c95-9e58-7c4882ae6c69 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:07.931220 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-f15cb8d3-dc39-4617-b19b-76b8545d6edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'name': 'tempest-ServerActionsTestJSON-1106684823-router', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:00Z', 'updated_at': '2021-09-01T15:07:03Z', 'revision_number': 3, 'project_id': 'f5c878306d2c4fbcbebf77004da8b742', 'gw_port': {'id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:02Z', 'updated_at': '2021-09-01T15:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:07.933156 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5561811b-3206-4545-8048-98f4eb11f229', 'name': 'network-vif-deleted', 'tag': 'c1623e95-6e87-41f8-9dba-9fc29ff8ae1a', 'status': 'completed', 'code': 200} Sep 01 15:07:07.989663 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15cb8d3-dc39-4617-b19b-76b8545d6edd None None] The sync data for ids ['b37e3bb3-4d78-4c85-8939-6a7dd0760758'] in n-d-794796-3 is: [{'id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'name': 'tempest-ServerActionsTestJSON-1106684823-router', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:00Z', 'updated_at': '2021-09-01T15:07:03Z', 'revision_number': 3, 'project_id': 'f5c878306d2c4fbcbebf77004da8b742', 'gw_port': {'id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:02Z', 'updated_at': '2021-09-01T15:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:07:08.007207 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e9b244b1-e616-4973-8570-a8b83ee19cae req-955d83d9-62df-40f0-a297-d23afc0431aa tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:08.019402 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e9b244b1-e616-4973-8570-a8b83ee19cae req-955d83d9-62df-40f0-a297-d23afc0431aa tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:08.060303 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:08.111932 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e9b244b1-e616-4973-8570-a8b83ee19cae req-955d83d9-62df-40f0-a297-d23afc0431aa tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:08.124741 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e9b244b1-e616-4973-8570-a8b83ee19cae req-955d83d9-62df-40f0-a297-d23afc0431aa tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:08.126461 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9b244b1-e616-4973-8570-a8b83ee19cae req-955d83d9-62df-40f0-a297-d23afc0431aa tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/ab9fead7-beed-42c7-a5b6-4c3f47447fd2 HTTP/1.1" status: 204 len: 173 time: 0.1916130 Sep 01 15:07:08.127654 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-38d5420a-2da2-4746-b160-42e221c5c918 req-066c1c80-0532-431c-9a57-3a2885e39a2d service neutron] 10.222.0.45 "GET /v2.0/networks/b6240944-9b17-4213-96a6-d174c6ab8fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503362 Sep 01 15:07:08.154273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d83d9-62df-40f0-a297-d23afc0431aa tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab9fead7-beed-42c7-a5b6-4c3f47447fd2,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:08.167281 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d45b8b62-6040-4b49-9b8a-cb30651f9d8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:08.202257 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-d45b8b62-6040-4b49-9b8a-cb30651f9d8e admin admin] Transition to ACTIVE for port object a11d9f32-4f11-4277-92a0-c26b208f4dbb will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:08.233426 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2478ea-f402-44dc-8864-9f0adb93c415 req-d7d3cad3-0a9b-4be3-802e-780d5f8a70ed tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:08.235297 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8f2478ea-f402-44dc-8864-9f0adb93c415 req-d7d3cad3-0a9b-4be3-802e-780d5f8a70ed tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ebd7f55-6c17-4027-9f0c-1d79a195c071 HTTP/1.1" status: 200 len: 943 time: 0.1651254 Sep 01 15:07:08.278056 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d45b8b62-6040-4b49-9b8a-cb30651f9d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:08.312892 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-38d5420a-2da2-4746-b160-42e221c5c918 req-710b6b72-fad1-439c-a7f4-4ea979ef4f81 service neutron] 10.222.0.45 "GET /v2.0/networks/b6240944-9b17-4213-96a6-d174c6ab8fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742890 Sep 01 15:07:08.325094 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8f2478ea-f402-44dc-8864-9f0adb93c415 req-22709642-1ab1-4b0d-8541-17bf2aded685 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699697 Sep 01 15:07:08.370924 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45b8b62-6040-4b49-9b8a-cb30651f9d8e admin admin] Network c9a68c28-eb7d-4197-a297-a9a7217a4f8e is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:07:08.381789 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-d45b8b62-6040-4b49-9b8a-cb30651f9d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:08.462253 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45b8b62-6040-4b49-9b8a-cb30651f9d8e admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:07:08.512897 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b8b62-6040-4b49-9b8a-cb30651f9d8e admin admin] Pushing event updated for resources: {'Port': ['ID=a11d9f32-4f11-4277-92a0-c26b208f4dbb,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:08.532818 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05633c99-3f31-4d43-8b82-8c189ad2d93d req-ebc3ff4b-913f-49f1-96f7-2fbc4784a70f tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:08.546763 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05633c99-3f31-4d43-8b82-8c189ad2d93d req-ebc3ff4b-913f-49f1-96f7-2fbc4784a70f tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 950 time: 0.1030378 Sep 01 15:07:08.551560 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d45b8b62-6040-4b49-9b8a-cb30651f9d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:08.562568 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-71740d31-1f96-459b-abcf-19ec4d412662 req-ab4ade42-ecb9-48e9-8ad3-c8c041ee71cf tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "GET /v2.0/security-groups/14a87464-54e8-4067-8c28-4d7d19f588ca HTTP/1.1" status: 200 len: 2396 time: 0.1899395 Sep 01 15:07:08.615693 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05633c99-3f31-4d43-8b82-8c189ad2d93d req-cf695374-1f0e-4c33-a72a-1c0162f0441d tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666292 Sep 01 15:07:08.704180 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-71740d31-1f96-459b-abcf-19ec4d412662 req-9c2c610c-c58a-443e-a212-652116bc8d22 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:08.749973 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-71740d31-1f96-459b-abcf-19ec4d412662 req-9c2c610c-c58a-443e-a212-652116bc8d22 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:08.793142 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-561fa69e-3040-4013-82e2-244b4ca0f5f5 None None] Provisioning for port a11d9f32-4f11-4277-92a0-c26b208f4dbb completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:08.805156 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-561fa69e-3040-4013-82e2-244b4ca0f5f5 None None] Provisioning complete for port a11d9f32-4f11-4277-92a0-c26b208f4dbb triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:08.805879 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-561fa69e-3040-4013-82e2-244b4ca0f5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:08.868995 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-561fa69e-3040-4013-82e2-244b4ca0f5f5 None None] Port a11d9f32-4f11-4277-92a0-c26b208f4dbb cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:07:08.912830 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-71740d31-1f96-459b-abcf-19ec4d412662 req-9c2c610c-c58a-443e-a212-652116bc8d22 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:08.915452 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-71740d31-1f96-459b-abcf-19ec4d412662 req-9c2c610c-c58a-443e-a212-652116bc8d22 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:08.917395 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-71740d31-1f96-459b-abcf-19ec4d412662 req-9c2c610c-c58a-443e-a212-652116bc8d22 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "DELETE /v2.0/security-groups/14a87464-54e8-4067-8c28-4d7d19f588ca HTTP/1.1" status: 204 len: 173 time: 0.3177066 Sep 01 15:07:08.921108 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d45b8b62-6040-4b49-9b8a-cb30651f9d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:08.936639 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c610c-c58a-443e-a212-652116bc8d22 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a87464-54e8-4067-8c28-4d7d19f588ca,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:09.157873 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d4ce63f1-6323-458d-a5bd-02a9a2b90b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:09.220328 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f4179-fea4-4026-98d4-933861b71ab1 req-014a8721-4b66-4746-9274-a7654ff4ba39 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:09.221966 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b6f4179-fea4-4026-98d4-933861b71ab1 req-014a8721-4b66-4746-9274-a7654ff4ba39 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 945 time: 0.1188407 Sep 01 15:07:09.299009 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7a06b-ee4f-4bdb-8132-5027aa9eab9a req-99a33cd7-8762-41e8-8952-5ff9d7a9e9c7 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:09.305628 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7a06b-ee4f-4bdb-8132-5027aa9eab9a req-99a33cd7-8762-41e8-8952-5ff9d7a9e9c7 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:09.313359 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7a06b-ee4f-4bdb-8132-5027aa9eab9a req-99a33cd7-8762-41e8-8952-5ff9d7a9e9c7 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:09.316124 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9ad7a06b-ee4f-4bdb-8132-5027aa9eab9a req-99a33cd7-8762-41e8-8952-5ff9d7a9e9c7 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 2419 time: 0.0822001 Sep 01 15:07:09.338903 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d45b8b62-6040-4b49-9b8a-cb30651f9d8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:09.358577 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b6f4179-fea4-4026-98d4-933861b71ab1 req-41cc6fc0-7890-46fb-841c-d8e50d75d13a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222935 Sep 01 15:07:09.360944 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d45b8b62-6040-4b49-9b8a-cb30651f9d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:09.385414 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9ad7a06b-ee4f-4bdb-8132-5027aa9eab9a req-c850f111-64e4-4041-a6d9-98f8cf06e840 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578992 Sep 01 15:07:09.445534 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1d610605-f93f-462b-bb31-8aace0561e9c up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:09.531251 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [req-4c030b0b-e63f-4e58-916f-8e65d148a6ca req-e61a19d8-a8f6-42d8-b221-7c099d077651 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] show failed (client error): The resource could not be found. Sep 01 15:07:09.532757 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4c030b0b-e63f-4e58-916f-8e65d148a6ca req-e61a19d8-a8f6-42d8-b221-7c099d077651 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "GET /v2.0/security-groups/a7255aae-5e71-4446-9376-005b389ffa58 HTTP/1.1" status: 404 len: 352 time: 0.0740707 Sep 01 15:07:09.536799 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 1d610605-f93f-462b-bb31-8aace0561e9c completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:09.547181 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 1d610605-f93f-462b-bb31-8aace0561e9c triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:09.549150 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:09.588299 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b8b62-6040-4b49-9b8a-cb30651f9d8e admin admin] Pushing event updated for resources: {'Port': ['ID=a11d9f32-4f11-4277-92a0-c26b208f4dbb,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:09.599567 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d45b8b62-6040-4b49-9b8a-cb30651f9d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:09.693775 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:09.738116 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 1d610605-f93f-462b-bb31-8aace0561e9c, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1d610605-f93f-462b-bb31-8aace0561e9c,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:09.745380 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:09.759296 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226f555-c158-45a0-bce4-3e9c0266f491 req-53296d1e-d0e3-4763-a864-30cc51df9fb6 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:09.759488 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e14970-c56e-4293-99d3-6e8ee5fd53b1 req-9c77d777-11e8-4587-8e2f-f063b346c588 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:09.761292 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b226f555-c158-45a0-bce4-3e9c0266f491 req-53296d1e-d0e3-4763-a864-30cc51df9fb6 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ebd7f55-6c17-4027-9f0c-1d79a195c071 HTTP/1.1" status: 200 len: 943 time: 0.0780342 Sep 01 15:07:09.763451 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e8e14970-c56e-4293-99d3-6e8ee5fd53b1 req-9c77d777-11e8-4587-8e2f-f063b346c588 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 950 time: 0.1407821 Sep 01 15:07:09.814650 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b226f555-c158-45a0-bce4-3e9c0266f491 req-7c0d14d0-894f-41ba-ae08-c5765088cf67 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452411 Sep 01 15:07:09.825076 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45b8b62-6040-4b49-9b8a-cb30651f9d8e admin admin] Network c9a68c28-eb7d-4197-a297-a9a7217a4f8e is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:07:09.828759 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-d45b8b62-6040-4b49-9b8a-cb30651f9d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:09.832383 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=1d610605-f93f-462b-bb31-8aace0561e9c,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:09.848157 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e8e14970-c56e-4293-99d3-6e8ee5fd53b1 req-c382f54d-85a0-499a-9667-b9ac7864b9d1 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790670 Sep 01 15:07:09.940064 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ebd7f55-6c17-4027-9f0c-1d79a195c071', 'tag': '7d5d96d0-0313-4e7d-a772-c09dda523b6c'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:09.944866 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd09e8e-20bb-42c9-9489-a69b08d631c9" -d '{"events": [{"name": "network-changed", "server_uuid": "8ebd7f55-6c17-4027-9f0c-1d79a195c071", "tag": "7d5d96d0-0313-4e7d-a772-c09dda523b6c"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:09.976281 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7835beb0-278b-4f3a-990e-59093d7ec16a req-92f8d8d1-a987-42af-b202-aaac3b7568bd tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "GET /v2.0/security-groups/cbbe64c4-2e9e-400b-9285-4a58c4a74576 HTTP/1.1" status: 200 len: 1805 time: 0.1332943 Sep 01 15:07:10.098911 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7835beb0-278b-4f3a-990e-59093d7ec16a req-f99c1373-d66f-4087-9996-c8599ceb00d1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:10.137098 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7835beb0-278b-4f3a-990e-59093d7ec16a req-f99c1373-d66f-4087-9996-c8599ceb00d1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:10.193646 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45b8b62-6040-4b49-9b8a-cb30651f9d8e admin admin] Router b37e3bb3-4d78-4c85-8939-6a7dd0760758 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:07:10.211476 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68319356-4dc7-4864-9b25-263a4dd6f93b req-3800cbf5-fde8-4382-bb67-bae4e4d26236 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:10.222929 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-68319356-4dc7-4864-9b25-263a4dd6f93b req-3800cbf5-fde8-4382-bb67-bae4e4d26236 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b768e4b-02c4-42fa-b581-df5d31011155 HTTP/1.1" status: 200 len: 950 time: 0.1551931 Sep 01 15:07:10.238580 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7835beb0-278b-4f3a-990e-59093d7ec16a req-f99c1373-d66f-4087-9996-c8599ceb00d1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:10.243143 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7835beb0-278b-4f3a-990e-59093d7ec16a req-f99c1373-d66f-4087-9996-c8599ceb00d1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:10.258370 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7835beb0-278b-4f3a-990e-59093d7ec16a req-f99c1373-d66f-4087-9996-c8599ceb00d1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "DELETE /v2.0/security-groups/cbbe64c4-2e9e-400b-9285-4a58c4a74576 HTTP/1.1" status: 204 len: 173 time: 0.2803452 Sep 01 15:07:10.295060 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c1373-d66f-4087-9996-c8599ceb00d1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbe64c4-2e9e-400b-9285-4a58c4a74576,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:10.315622 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c1373-d66f-4087-9996-c8599ceb00d1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:10.316185 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c1373-d66f-4087-9996-c8599ceb00d1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:10.316759 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c1373-d66f-4087-9996-c8599ceb00d1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:10.317318 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c1373-d66f-4087-9996-c8599ceb00d1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:10.317878 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c1373-d66f-4087-9996-c8599ceb00d1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:10.320524 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c1373-d66f-4087-9996-c8599ceb00d1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:10.321564 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c1373-d66f-4087-9996-c8599ceb00d1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:10.322422 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c1373-d66f-4087-9996-c8599ceb00d1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:10.323561 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c1373-d66f-4087-9996-c8599ceb00d1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:10.324370 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c1373-d66f-4087-9996-c8599ceb00d1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:10.325174 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c1373-d66f-4087-9996-c8599ceb00d1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:10.325940 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c1373-d66f-4087-9996-c8599ceb00d1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:10.330234 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0e8d45a9-f71a-472f-8413-a65c8159b78c None None] Provisioning complete for port a11d9f32-4f11-4277-92a0-c26b208f4dbb triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:10.331169 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0e8d45a9-f71a-472f-8413-a65c8159b78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:10.349572 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-68319356-4dc7-4864-9b25-263a4dd6f93b req-6049bc91-32db-4df2-b0e2-81ad19aa45da tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230869 Sep 01 15:07:10.399267 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66160ac0-fe88-45ba-ae1f-34beb905b5f6 x-openstack-request-id: req-66160ac0-fe88-45ba-ae1f-34beb905b5f6 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:10.400943 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ebd7f55-6c17-4027-9f0c-1d79a195c071", "tag": "7d5d96d0-0313-4e7d-a772-c09dda523b6c", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:10.401649 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-66160ac0-fe88-45ba-ae1f-34beb905b5f6 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:10.402503 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ebd7f55-6c17-4027-9f0c-1d79a195c071', 'tag': '7d5d96d0-0313-4e7d-a772-c09dda523b6c', 'status': 'completed', 'code': 200} Sep 01 15:07:10.465771 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-0e8d45a9-f71a-472f-8413-a65c8159b78c None None] Port a11d9f32-4f11-4277-92a0-c26b208f4dbb cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:07:10.506683 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd09e8e-20bb-42c9-9489-a69b08d631c9 req-7e3ca87a-f52e-4459-8721-bcd23cf20a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:10.508934 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3bd09e8e-20bb-42c9-9489-a69b08d631c9 req-7e3ca87a-f52e-4459-8721-bcd23cf20a74 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=25c63f341b704b118e09b4c621c2aa93&device_id=8ebd7f55-6c17-4027-9f0c-1d79a195c071 HTTP/1.1" status: 200 len: 1094 time: 0.0849061 Sep 01 15:07:10.550152 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-df91cb99-6e1c-4dee-8e3d-f383928e5b0f req-1c5cc2b7-2ca0-448f-9d16-f86af1e448d8 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "GET /v2.0/security-groups/451cf480-7fe1-4e70-8def-65b3c2d285a9 HTTP/1.1" status: 200 len: 1803 time: 0.1644018 Sep 01 15:07:10.553554 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45b8b62-6040-4b49-9b8a-cb30651f9d8e admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:07:10.564263 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d45b8b62-6040-4b49-9b8a-cb30651f9d8e admin admin] 10.222.0.60 "PUT /v2.0/routers/b37e3bb3-4d78-4c85-8939-6a7dd0760758/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3685522 Sep 01 15:07:10.582695 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53eb5c5-b02d-475d-93f5-7b415af4df38 None None] Sync routers for ids ['b37e3bb3-4d78-4c85-8939-6a7dd0760758'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:07:10.595031 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53eb5c5-b02d-475d-93f5-7b415af4df38 None None] Routers {'b37e3bb3-4d78-4c85-8939-6a7dd0760758'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:07:10.595700 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a53eb5c5-b02d-475d-93f5-7b415af4df38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:06:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['b37e3bb3-4d78-4c85-8939-6a7dd0760758'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:10.656861 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-df91cb99-6e1c-4dee-8e3d-f383928e5b0f req-9fe7d7dd-b402-42ca-ba47-71e24f0b7fc1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:10.686669 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-df91cb99-6e1c-4dee-8e3d-f383928e5b0f req-9fe7d7dd-b402-42ca-ba47-71e24f0b7fc1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:10.709869 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd09e8e-20bb-42c9-9489-a69b08d631c9 req-af644014-39ee-4436-8668-626f20bceac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:10.711521 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3bd09e8e-20bb-42c9-9489-a69b08d631c9 req-af644014-39ee-4436-8668-626f20bceac3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6240944-9b17-4213-96a6-d174c6ab8fe6 HTTP/1.1" status: 200 len: 906 time: 0.1937435 Sep 01 15:07:10.722939 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9e2c9-3d81-4ab5-a8d5-401bb274c368 req-89af47f1-849f-4151-9df7-2bcaa08d813c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:10.731444 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9ec9e2c9-3d81-4ab5-a8d5-401bb274c368 req-89af47f1-849f-4151-9df7-2bcaa08d813c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 945 time: 0.1132257 Sep 01 15:07:10.795427 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-a53eb5c5-b02d-475d-93f5-7b415af4df38 None None] Set router b37e3bb3-4d78-4c85-8939-6a7dd0760758 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:07:10.796933 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3bd09e8e-20bb-42c9-9489-a69b08d631c9 req-4bed3d75-70c8-448b-9072-577ba3ffeb43 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d5d96d0-0313-4e7d-a772-c09dda523b6c HTTP/1.1" status: 200 len: 217 time: 0.0558901 Sep 01 15:07:10.818412 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-df91cb99-6e1c-4dee-8e3d-f383928e5b0f req-9fe7d7dd-b402-42ca-ba47-71e24f0b7fc1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:10.825115 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-df91cb99-6e1c-4dee-8e3d-f383928e5b0f req-9fe7d7dd-b402-42ca-ba47-71e24f0b7fc1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:10.828937 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-df91cb99-6e1c-4dee-8e3d-f383928e5b0f req-9fe7d7dd-b402-42ca-ba47-71e24f0b7fc1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "DELETE /v2.0/security-groups/451cf480-7fe1-4e70-8def-65b3c2d285a9 HTTP/1.1" status: 204 len: 173 time: 0.2764482 Sep 01 15:07:10.852910 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7d7dd-b402-42ca-ba47-71e24f0b7fc1 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=451cf480-7fe1-4e70-8def-65b3c2d285a9,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:10.857343 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9ec9e2c9-3d81-4ab5-a8d5-401bb274c368 req-812bd3fb-bc75-4bcb-9355-a764bc1acd6c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246815 Sep 01 15:07:10.878581 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd09e8e-20bb-42c9-9489-a69b08d631c9 req-555677e2-8fb3-4b7f-9f6c-a90eeb05469d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:10.880567 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3bd09e8e-20bb-42c9-9489-a69b08d631c9 req-555677e2-8fb3-4b7f-9f6c-a90eeb05469d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=194d1d59-7b47-476a-b712-76fc814d7b3a HTTP/1.1" status: 200 len: 845 time: 0.0755074 Sep 01 15:07:10.928835 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3bd09e8e-20bb-42c9-9489-a69b08d631c9 req-f77630f4-074d-47f2-a5b3-3e2998f3894e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6240944-9b17-4213-96a6-d174c6ab8fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399139 Sep 01 15:07:11.031442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21141a64-21a5-4d06-9d56-6c1c1af22092 req-00f25d8b-ac61-4852-a663-576ebcf7746d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:11.040564 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21141a64-21a5-4d06-9d56-6c1c1af22092 req-00f25d8b-ac61-4852-a663-576ebcf7746d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:11.049974 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21141a64-21a5-4d06-9d56-6c1c1af22092 req-00f25d8b-ac61-4852-a663-576ebcf7746d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:11.050725 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3bd09e8e-20bb-42c9-9489-a69b08d631c9 req-d8e94d45-bbb5-4b30-a0c7-ae3441cad23d service neutron] 10.222.0.45 "GET /v2.0/networks/b6240944-9b17-4213-96a6-d174c6ab8fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134613 Sep 01 15:07:11.058394 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-21141a64-21a5-4d06-9d56-6c1c1af22092 req-00f25d8b-ac61-4852-a663-576ebcf7746d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 2419 time: 0.1151030 Sep 01 15:07:11.088903 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a53eb5c5-b02d-475d-93f5-7b415af4df38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'name': 'tempest-ServerActionsTestJSON-1106684823-router', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:00Z', 'updated_at': '2021-09-01T15:07:08Z', 'revision_number': 4, 'project_id': 'f5c878306d2c4fbcbebf77004da8b742', 'gw_port': {'id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:02Z', 'updated_at': '2021-09-01T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'a11d9f32-4f11-4277-92a0-c26b208f4dbb', 'name': '', 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'mac_address': 'fa:16:3e:c7:34:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4b8a1a7-4c41-46cc-8798-989cc5140738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:07Z', 'updated_at': '2021-09-01T15:07:09Z', 'revision_number': 2, 'project_id': 'f5c878306d2c4fbcbebf77004da8b742', 'subnets': [{'id': 'b4b8a1a7-4c41-46cc-8798-989cc5140738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:11.119900 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-21141a64-21a5-4d06-9d56-6c1c1af22092 req-51aae87a-9b90-47df-a5ca-3fcaa655e577 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487652 Sep 01 15:07:11.132522 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53eb5c5-b02d-475d-93f5-7b415af4df38 None None] Checking router: b37e3bb3-4d78-4c85-8939-6a7dd0760758 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:07:11.132882 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53eb5c5-b02d-475d-93f5-7b415af4df38 None None] Updating router b37e3bb3-4d78-4c85-8939-6a7dd0760758 port a11d9f32-4f11-4277-92a0-c26b208f4dbb binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:07:11.179472 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3bd09e8e-20bb-42c9-9489-a69b08d631c9 req-b0939154-c283-4332-a66d-4c3cda2eda89 service neutron] 10.222.0.45 "GET /v2.0/networks/b6240944-9b17-4213-96a6-d174c6ab8fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198573 Sep 01 15:07:11.189927 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a53eb5c5-b02d-475d-93f5-7b415af4df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:11.319647 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57468) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:11.330202 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-2885e1ee-c529-468f-855e-d9404b9ea092 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2016583836', 'description': 'tempest-description--421238537'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:11.448080 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2885e1ee-c529-468f-855e-d9404b9ea092 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:11.460705 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1d610605-f93f-462b-bb31-8aace0561e9c up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:11.572052 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 1d610605-f93f-462b-bb31-8aace0561e9c triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:11.572685 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:11.598232 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bde5e934-3a38-47bb-8278-29b5bb707d7b req-f06f70cb-c419-4eeb-96c3-66e8ff8180da tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "GET /v2.0/security-groups/badd233a-cc73-45a9-8233-8b094a80fd85 HTTP/1.1" status: 200 len: 1805 time: 0.4583619 Sep 01 15:07:11.704974 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 7d5d96d0-0313-4e7d-a772-c09dda523b6c details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:07:11.730483 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-bde5e934-3a38-47bb-8278-29b5bb707d7b req-768bf62c-f7a0-4619-9149-fea8a582c940 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:11.772031 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-bde5e934-3a38-47bb-8278-29b5bb707d7b req-768bf62c-f7a0-4619-9149-fea8a582c940 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:11.796515 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a53eb5c5-b02d-475d-93f5-7b415af4df38 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:11.852545 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a53eb5c5-b02d-475d-93f5-7b415af4df38 None None] Transition to ACTIVE for port object a11d9f32-4f11-4277-92a0-c26b208f4dbb will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:11.854937 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-bde5e934-3a38-47bb-8278-29b5bb707d7b req-768bf62c-f7a0-4619-9149-fea8a582c940 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:11.861435 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-bde5e934-3a38-47bb-8278-29b5bb707d7b req-768bf62c-f7a0-4619-9149-fea8a582c940 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:11.861669 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedff96-0006-4fc0-b6f7-0b209f92078f req-b2f4fc95-a313-48cc-b4cc-9c89baa8337c tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:11.864478 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5bedff96-0006-4fc0-b6f7-0b209f92078f req-b2f4fc95-a313-48cc-b4cc-9c89baa8337c tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ebd7f55-6c17-4027-9f0c-1d79a195c071 HTTP/1.1" status: 200 len: 943 time: 0.4843853 Sep 01 15:07:11.875238 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bde5e934-3a38-47bb-8278-29b5bb707d7b req-768bf62c-f7a0-4619-9149-fea8a582c940 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "DELETE /v2.0/security-groups/badd233a-cc73-45a9-8233-8b094a80fd85 HTTP/1.1" status: 204 len: 173 time: 0.2628963 Sep 01 15:07:11.893717 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768bf62c-f7a0-4619-9149-fea8a582c940 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=badd233a-cc73-45a9-8233-8b094a80fd85,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:11.947718 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a53eb5c5-b02d-475d-93f5-7b415af4df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:12.003614 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-737f4ea4-3b24-476d-b568-55ccf61d14fb tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:12.015414 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-737f4ea4-3b24-476d-b568-55ccf61d14fb tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:12.028154 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-737f4ea4-3b24-476d-b568-55ccf61d14fb tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:12.031488 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-737f4ea4-3b24-476d-b568-55ccf61d14fb tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.62 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 2419 time: 0.5703032 Sep 01 15:07:12.058540 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5514975-1671-4e79-a8b1-ac563fcf6c80 req-d6e03482-4a86-4051-a894-05281a32e933 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:12.061005 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e5514975-1671-4e79-a8b1-ac563fcf6c80 req-d6e03482-4a86-4051-a894-05281a32e933 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 950 time: 0.0916424 Sep 01 15:07:12.084575 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467c936-2091-4b92-93b5-9ce64e4664c3 None None] Pushing event updated for resources: {'Port': ['ID=a11d9f32-4f11-4277-92a0-c26b208f4dbb,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:12.143148 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e5514975-1671-4e79-a8b1-ac563fcf6c80 req-fc3c3f52-50c7-4639-b1e5-8aa4b93ab28c tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636208 Sep 01 15:07:12.160890 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:12.166640 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5bedff96-0006-4fc0-b6f7-0b209f92078f req-1474e85d-e7f7-462c-8f10-315c13b4a01e tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840500 Sep 01 15:07:12.220765 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cbd8cf65-669c-49e0-97c1-d6c396607116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:12.232426 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a63c9f5-eec8-4a19-a79f-6a46ad4708fc req-d05a0738-ec97-4f52-8d55-6521dc84b0c4 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:12.234750 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8a63c9f5-eec8-4a19-a79f-6a46ad4708fc req-d05a0738-ec97-4f52-8d55-6521dc84b0c4 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b768e4b-02c4-42fa-b581-df5d31011155 HTTP/1.1" status: 200 len: 950 time: 0.3318644 Sep 01 15:07:12.252071 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 7d5d96d0-0313-4e7d-a772-c09dda523b6c, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7d5d96d0-0313-4e7d-a772-c09dda523b6c,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:12.298902 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '7d5d96d0-0313-4e7d-a772-c09dda523b6c', 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6', 'port_id': '7d5d96d0-0313-4e7d-a772-c09dda523b6c', 'mac_address': 'fa:16:3e:32:18:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194d1d59-7b47-476a-b712-76fc814d7b3a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:07:12.304034 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a53eb5c5-b02d-475d-93f5-7b415af4df38 None None] Attempting to bind port a11d9f32-4f11-4277-92a0-c26b208f4dbb on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:07:12.305013 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a53eb5c5-b02d-475d-93f5-7b415af4df38 None None] Attempting to bind port a11d9f32-4f11-4277-92a0-c26b208f4dbb by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:07:12.305863 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53eb5c5-b02d-475d-93f5-7b415af4df38 None None] Attempting to bind port a11d9f32-4f11-4277-92a0-c26b208f4dbb on network c9a68c28-eb7d-4197-a297-a9a7217a4f8e {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:12.323772 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53eb5c5-b02d-475d-93f5-7b415af4df38 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:07:12.324974 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53eb5c5-b02d-475d-93f5-7b415af4df38 None None] Checking segment: {'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:07:12.326034 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a53eb5c5-b02d-475d-93f5-7b415af4df38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:12.327146 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53eb5c5-b02d-475d-93f5-7b415af4df38 None None] Bound using segment: {'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:07:12.328235 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a53eb5c5-b02d-475d-93f5-7b415af4df38 None None] Bound port: a11d9f32-4f11-4277-92a0-c26b208f4dbb, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:07:12.329361 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a53eb5c5-b02d-475d-93f5-7b415af4df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:12.364627 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-77ea9f96-0e86-468b-a809-1a966b9cbcfc req-e509ad36-efc5-43ba-9244-a5288659ad9b tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "GET /v2.0/security-groups/14e2cb48-3e52-4526-9061-9516c74e9d96 HTTP/1.1" status: 200 len: 2402 time: 0.1253030 Sep 01 15:07:12.428635 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e91d1-adc3-4d70-ae44-ccb686affa03 req-e032164b-2819-41e2-8958-39e010934264 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:12.437376 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cb6e91d1-adc3-4d70-ae44-ccb686affa03 req-e032164b-2819-41e2-8958-39e010934264 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b768e4b-02c4-42fa-b581-df5d31011155 HTTP/1.1" status: 200 len: 950 time: 0.1445491 Sep 01 15:07:12.505317 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cb6e91d1-adc3-4d70-ae44-ccb686affa03 req-d92c44b9-9e80-4277-8707-e7b5e7869278 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/security-groups?id=279d7bdd-dd58-4430-aeb8-6226e3ac359d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602384 Sep 01 15:07:12.569757 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2885e1ee-c529-468f-855e-d9404b9ea092 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:12.588696 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2885e1ee-c529-468f-855e-d9404b9ea092 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:12.653816 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2885e1ee-c529-468f-855e-d9404b9ea092 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:12.657938 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:12.658456 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2885e1ee-c529-468f-855e-d9404b9ea092 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3337207 Sep 01 15:07:12.663712 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57480) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:12.670646 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-ed563217-225b-4b54-86da-e7169fe9a420 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Deleting port b01b67ed-defb-463e-8c39-02044b062955 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:12.673314 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-ed563217-225b-4b54-86da-e7169fe9a420 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:12.674842 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885e1ee-c529-468f-855e-d9404b9ea092 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a840d02-a318-4f67-ad24-b42205266eef,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:12.683433 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-d6fac06d-ee18-4297-9529-623900079f58 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Request body: {'security_group_rule': {'security_group_id': '0a840d02-a318-4f67-ad24-b42205266eef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:12.702898 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d5d96d0-0313-4e7d-a772-c09dda523b6c {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:07:12.736612 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-77ea9f96-0e86-468b-a809-1a966b9cbcfc req-230335f9-9b9e-43f2-9566-7d656b4de12d tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:12.743564 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21ec3b-e9ec-49d1-90f9-d2bf78186d5d req-da6191a1-293d-42cb-98c2-e80eadcca875 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:12.744875 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-8a63c9f5-eec8-4a19-a79f-6a46ad4708fc req-2df321fa-b0d1-4051-92f5-1ff44d34cd35 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Deleting port c580a6e4-b344-46fb-966f-a5e7de1d5915 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:12.744875 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8a63c9f5-eec8-4a19-a79f-6a46ad4708fc req-2df321fa-b0d1-4051-92f5-1ff44d34cd35 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:12.746255 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5e21ec3b-e9ec-49d1-90f9-d2bf78186d5d req-da6191a1-293d-42cb-98c2-e80eadcca875 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 945 time: 0.1031814 Sep 01 15:07:12.766161 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a53eb5c5-b02d-475d-93f5-7b415af4df38 None None] For port a11d9f32-4f11-4277-92a0-c26b208f4dbb, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:07:12.773035 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 7d5d96d0-0313-4e7d-a772-c09dda523b6c, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7d5d96d0-0313-4e7d-a772-c09dda523b6c,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:12.777707 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a53eb5c5-b02d-475d-93f5-7b415af4df38 None None] For port a11d9f32-4f11-4277-92a0-c26b208f4dbb, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a11d9f32-4f11-4277-92a0-c26b208f4dbb,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:07:12.781446 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:12.793409 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a53eb5c5-b02d-475d-93f5-7b415af4df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:12.820576 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5e21ec3b-e9ec-49d1-90f9-d2bf78186d5d req-73c2c188-2b9f-4ce1-a87a-5fc423dce59d tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631948 Sep 01 15:07:12.857497 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-77ea9f96-0e86-468b-a809-1a966b9cbcfc req-230335f9-9b9e-43f2-9566-7d656b4de12d tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:12.923009 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53eb5c5-b02d-475d-93f5-7b415af4df38 None None] Routers {'b37e3bb3-4d78-4c85-8939-6a7dd0760758'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:07:12.924850 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a53eb5c5-b02d-475d-93f5-7b415af4df38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:07:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['b37e3bb3-4d78-4c85-8939-6a7dd0760758'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:12.932687 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=7d5d96d0-0313-4e7d-a772-c09dda523b6c,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:12.940572 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d6fac06d-ee18-4297-9529-623900079f58 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:12.987743 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-77ea9f96-0e86-468b-a809-1a966b9cbcfc req-230335f9-9b9e-43f2-9566-7d656b4de12d tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:12.990534 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-77ea9f96-0e86-468b-a809-1a966b9cbcfc req-230335f9-9b9e-43f2-9566-7d656b4de12d tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:12.991815 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-77ea9f96-0e86-468b-a809-1a966b9cbcfc req-230335f9-9b9e-43f2-9566-7d656b4de12d tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "DELETE /v2.0/security-groups/14e2cb48-3e52-4526-9061-9516c74e9d96 HTTP/1.1" status: 204 len: 173 time: 0.5447135 Sep 01 15:07:12.997533 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-ed563217-225b-4b54-86da-e7169fe9a420 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] For port b01b67ed-defb-463e-8c39-02044b062955, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b01b67ed-defb-463e-8c39-02044b062955,segment=NetworkSegment(c4889870-fe5c-46d1-8d52-ac44a030497a),segment_id=c4889870-fe5c-46d1-8d52-ac44a030497a)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:12.997910 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-ed563217-225b-4b54-86da-e7169fe9a420 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:13.020744 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f562457-8483-405d-bc04-f775d3e26303 req-a05598b1-239c-4efc-b5bc-27f27c1d8fc3 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:13.042088 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f562457-8483-405d-bc04-f775d3e26303 req-a05598b1-239c-4efc-b5bc-27f27c1d8fc3 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:13.045722 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230335f9-9b9e-43f2-9566-7d656b4de12d tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e2cb48-3e52-4526-9061-9516c74e9d96,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:13.052735 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-ed563217-225b-4b54-86da-e7169fe9a420 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Calling delete_port for b01b67ed-defb-463e-8c39-02044b062955 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:13.061184 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-8a63c9f5-eec8-4a19-a79f-6a46ad4708fc req-2df321fa-b0d1-4051-92f5-1ff44d34cd35 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] For port c580a6e4-b344-46fb-966f-a5e7de1d5915, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=c580a6e4-b344-46fb-966f-a5e7de1d5915,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:13.061845 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8a63c9f5-eec8-4a19-a79f-6a46ad4708fc req-2df321fa-b0d1-4051-92f5-1ff44d34cd35 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:13.063360 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f562457-8483-405d-bc04-f775d3e26303 req-a05598b1-239c-4efc-b5bc-27f27c1d8fc3 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:13.074907 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8f562457-8483-405d-bc04-f775d3e26303 req-a05598b1-239c-4efc-b5bc-27f27c1d8fc3 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 2419 time: 0.1230717 Sep 01 15:07:13.103151 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-8a63c9f5-eec8-4a19-a79f-6a46ad4708fc req-2df321fa-b0d1-4051-92f5-1ff44d34cd35 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Calling delete_port for c580a6e4-b344-46fb-966f-a5e7de1d5915 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:13.147277 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['7d5d96d0-0313-4e7d-a772-c09dda523b6c'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:07:13.176144 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8f562457-8483-405d-bc04-f775d3e26303 req-4706c2ef-3c3c-4cee-86d1-ed121b447923 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998454 Sep 01 15:07:13.260760 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d6fac06d-ee18-4297-9529-623900079f58 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:13.291799 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d6fac06d-ee18-4297-9529-623900079f58 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:13.325558 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aed7d95b-5ac6-4b6a-8bd1-aa59c137499f req-9abd4482-1673-4170-85b2-6a513ecd2192 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "GET /v2.0/security-groups/f2bca2a7-19ef-4c1b-a00b-ce84d4359d69 HTTP/1.1" status: 200 len: 2398 time: 0.1024036 Sep 01 15:07:13.343389 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fac06d-ee18-4297-9529-623900079f58 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2f3675-6f05-40ba-a7f1-1a245cb600c6,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:13.359867 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:13.365516 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d6fac06d-ee18-4297-9529-623900079f58 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:13.367754 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d6fac06d-ee18-4297-9529-623900079f58 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7016094 Sep 01 15:07:13.371963 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5eab05-09b7-48c7-ab7e-92d693dbe165 req-63eb0202-d688-45a4-b9dc-5be5a2f8bcc5 tempest-LiveMigrationNegativeTest-824778255 tempest-LiveMigrationNegativeTest-824778255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:13.373594 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8c5eab05-09b7-48c7-ab7e-92d693dbe165 req-63eb0202-d688-45a4-b9dc-5be5a2f8bcc5 tempest-LiveMigrationNegativeTest-824778255 tempest-LiveMigrationNegativeTest-824778255-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 1101 time: 0.2058737 Sep 01 15:07:13.374116 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57486) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:13.380450 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-1d6d6565-436a-4529-b1f1-2c47e6a6409e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Request body: {'security_group_rule': {'security_group_id': '0a840d02-a318-4f67-ad24-b42205266eef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:13.412849 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467c936-2091-4b92-93b5-9ce64e4664c3 None None] Pushing event updated for resources: {'Port': ['ID=a11d9f32-4f11-4277-92a0-c26b208f4dbb,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:13.440270 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-a53eb5c5-b02d-475d-93f5-7b415af4df38 None None] Set router b37e3bb3-4d78-4c85-8939-6a7dd0760758 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:07:13.484148 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-aed7d95b-5ac6-4b6a-8bd1-aa59c137499f req-5750865a-7069-4699-b027-6a13ca593d96 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:13.518551 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-aed7d95b-5ac6-4b6a-8bd1-aa59c137499f req-5750865a-7069-4699-b027-6a13ca593d96 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:13.547888 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8c5eab05-09b7-48c7-ab7e-92d693dbe165 req-ac273a93-6dd7-446f-b9b4-bedacc7f9983 tempest-LiveMigrationNegativeTest-824778255 tempest-LiveMigrationNegativeTest-824778255-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:13.585266 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-aed7d95b-5ac6-4b6a-8bd1-aa59c137499f req-5750865a-7069-4699-b027-6a13ca593d96 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:13.590817 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-aed7d95b-5ac6-4b6a-8bd1-aa59c137499f req-5750865a-7069-4699-b027-6a13ca593d96 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:13.591802 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-ed563217-225b-4b54-86da-e7169fe9a420 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:13.592487 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aed7d95b-5ac6-4b6a-8bd1-aa59c137499f req-5750865a-7069-4699-b027-6a13ca593d96 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] 10.222.0.60 "DELETE /v2.0/security-groups/f2bca2a7-19ef-4c1b-a00b-ce84d4359d69 HTTP/1.1" status: 204 len: 173 time: 0.2516215 Sep 01 15:07:13.607556 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57490) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:13.628758 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750865a-7069-4699-b027-6a13ca593d96 tempest-SecurityGroupRulesTestJSON-1306438916 tempest-SecurityGroupRulesTestJSON-1306438916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bca2a7-19ef-4c1b-a00b-ce84d4359d69,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:13.677223 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d6d6565-436a-4529-b1f1-2c47e6a6409e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:13.689616 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed563217-225b-4b54-86da-e7169fe9a420 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event deleted for resources: {'Port': ['ID=b01b67ed-defb-463e-8c39-02044b062955,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:13.724444 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8a63c9f5-eec8-4a19-a79f-6a46ad4708fc req-2df321fa-b0d1-4051-92f5-1ff44d34cd35 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:13.792140 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['c580a6e4-b344-46fb-966f-a5e7de1d5915'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:07:13.797221 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-670c9b99-e0aa-4633-b219-91639d043f7c admin admin] Deleting subnet 28b3c019-0744-4e82-bcfd-98c95722a2cb {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:07:13.811236 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-670c9b99-e0aa-4633-b219-91639d043f7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:13.829450 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df321fa-b0d1-4051-92f5-1ff44d34cd35 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Pushing event deleted for resources: {'Port': ['ID=c580a6e4-b344-46fb-966f-a5e7de1d5915,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:13.834534 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-ed563217-225b-4b54-86da-e7169fe9a420 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] No DVR routers for this DVR port b01b67ed-defb-463e-8c39-02044b062955 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:07:13.847516 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-ed563217-225b-4b54-86da-e7169fe9a420 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:13.849705 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-ed563217-225b-4b54-86da-e7169fe9a420 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.62 "DELETE /v2.0/ports/b01b67ed-defb-463e-8c39-02044b062955 HTTP/1.1" status: 204 len: 173 time: 1.8044949 Sep 01 15:07:13.853883 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e465095-c917-4352-a5f2-4d0535bcc384', 'name': 'network-vif-deleted', 'tag': 'b01b67ed-defb-463e-8c39-02044b062955'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:13.856584 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8afbb4-be69-4e66-be53-d306e5728416" -d '{"events": [{"server_uuid": "8e465095-c917-4352-a5f2-4d0535bcc384", "name": "network-vif-deleted", "tag": "b01b67ed-defb-463e-8c39-02044b062955"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:13.922104 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-670c9b99-e0aa-4633-b219-91639d043f7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:13.939609 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d6d6565-436a-4529-b1f1-2c47e6a6409e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:13.961320 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a63c9f5-eec8-4a19-a79f-6a46ad4708fc req-2df321fa-b0d1-4051-92f5-1ff44d34cd35 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] No DVR routers for this DVR port c580a6e4-b344-46fb-966f-a5e7de1d5915 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:07:13.967783 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d6d6565-436a-4529-b1f1-2c47e6a6409e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:13.970077 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8a63c9f5-eec8-4a19-a79f-6a46ad4708fc req-2df321fa-b0d1-4051-92f5-1ff44d34cd35 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:13.972139 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8a63c9f5-eec8-4a19-a79f-6a46ad4708fc req-2df321fa-b0d1-4051-92f5-1ff44d34cd35 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.62 "DELETE /v2.0/ports/c580a6e4-b344-46fb-966f-a5e7de1d5915 HTTP/1.1" status: 204 len: 173 time: 1.6664691 Sep 01 15:07:13.989998 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea4c55-26cd-41d1-9fa7-6b34bd0b150d req-189ba949-bcd8-41a7-95d3-12d7040ec93c tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:14.006447 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cfea4c55-26cd-41d1-9fa7-6b34bd0b150d req-189ba949-bcd8-41a7-95d3-12d7040ec93c tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ebd7f55-6c17-4027-9f0c-1d79a195c071 HTTP/1.1" status: 200 len: 944 time: 0.2899766 Sep 01 15:07:14.044050 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d6565-436a-4529-b1f1-2c47e6a6409e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedaefd1-b1a7-4ee5-93b8-c77556748af1,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:14.083465 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8c5eab05-09b7-48c7-ab7e-92d693dbe165 req-ac273a93-6dd7-446f-b9b4-bedacc7f9983 tempest-LiveMigrationNegativeTest-824778255 tempest-LiveMigrationNegativeTest-824778255-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:14.099743 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-670c9b99-e0aa-4633-b219-91639d043f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:14.101852 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8c5eab05-09b7-48c7-ab7e-92d693dbe165 req-ac273a93-6dd7-446f-b9b4-bedacc7f9983 tempest-LiveMigrationNegativeTest-824778255 tempest-LiveMigrationNegativeTest-824778255-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:14.157481 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d6d6565-436a-4529-b1f1-2c47e6a6409e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:14.167649 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cfea4c55-26cd-41d1-9fa7-6b34bd0b150d req-d8b52de7-f1e6-4ce8-907e-a4d80c1855db tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505415 Sep 01 15:07:14.170464 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1d6d6565-436a-4529-b1f1-2c47e6a6409e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7944014 Sep 01 15:07:14.176820 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a53eb5c5-b02d-475d-93f5-7b415af4df38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'name': 'tempest-ServerActionsTestJSON-1106684823-router', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:00Z', 'updated_at': '2021-09-01T15:07:08Z', 'revision_number': 4, 'project_id': 'f5c878306d2c4fbcbebf77004da8b742', 'gw_port': {'id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:02Z', 'updated_at': '2021-09-01T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'a11d9f32-4f11-4277-92a0-c26b208f4dbb', 'name': '', 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'mac_address': 'fa:16:3e:c7:34:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4b8a1a7-4c41-46cc-8798-989cc5140738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:07Z', 'updated_at': '2021-09-01T15:07:12Z', 'revision_number': 4, 'project_id': 'f5c878306d2c4fbcbebf77004da8b742', 'subnets': [{'id': 'b4b8a1a7-4c41-46cc-8798-989cc5140738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:14.180049 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57496) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:14.198901 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-50738054-6b06-4ae7-b07c-d63dec7b342d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:14.222049 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac273a93-6dd7-446f-b9b4-bedacc7f9983 tempest-LiveMigrationNegativeTest-824778255 tempest-LiveMigrationNegativeTest-824778255-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a097e066-21ac-4fe5-a4bd-8838bf4e62ce,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:14.239252 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8c5eab05-09b7-48c7-ab7e-92d693dbe165 req-ac273a93-6dd7-446f-b9b4-bedacc7f9983 tempest-LiveMigrationNegativeTest-824778255 tempest-LiveMigrationNegativeTest-824778255-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8162370 Sep 01 15:07:14.250517 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53eb5c5-b02d-475d-93f5-7b415af4df38 None None] The sync data for ids ['b37e3bb3-4d78-4c85-8939-6a7dd0760758'] in n-d-794796-3 is: [{'id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'name': 'tempest-ServerActionsTestJSON-1106684823-router', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:00Z', 'updated_at': '2021-09-01T15:07:08Z', 'revision_number': 4, 'project_id': 'f5c878306d2c4fbcbebf77004da8b742', 'gw_port': {'id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:02Z', 'updated_at': '2021-09-01T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'a11d9f32-4f11-4277-92a0-c26b208f4dbb', 'name': '', 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'mac_address': 'fa:16:3e:c7:34:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4b8a1a7-4c41-46cc-8798-989cc5140738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:07Z', 'updated_at': '2021-09-01T15:07:12Z', 'revision_number': 4, 'project_id': 'f5c878306d2c4fbcbebf77004da8b742', 'subnets': [{'id': 'b4b8a1a7-4c41-46cc-8798-989cc5140738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:07:14.265931 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-e42cc193-025e-4368-a221-65699416a190 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Deleting port 4b9d160f-a01b-4436-a4de-9cfc00f44874 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:14.266282 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-e42cc193-025e-4368-a221-65699416a190 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:14.292477 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-50738054-6b06-4ae7-b07c-d63dec7b342d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:14.508884 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aaa8e8f8-f29d-4079-82b0-45fe3c4ce344 req-8063ed80-3345-4d32-9fef-99e8745d38d7 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b768e4b-02c4-42fa-b581-df5d31011155 HTTP/1.1" status: 200 len: 210 time: 0.0634778 Sep 01 15:07:14.510445 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-e42cc193-025e-4368-a221-65699416a190 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] For port 4b9d160f-a01b-4436-a4de-9cfc00f44874, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=4b9d160f-a01b-4436-a4de-9cfc00f44874,segment=NetworkSegment(dfd5be91-930e-4c39-bf52-8814999f3f76),segment_id=dfd5be91-930e-4c39-bf52-8814999f3f76)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:14.510969 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-e42cc193-025e-4368-a221-65699416a190 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:14.561735 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba6b75-a01d-455b-947c-133d3e287f8e req-750f7896-b3d8-4b1d-8956-25934a2e3a12 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:14.567337 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-670c9b99-e0aa-4633-b219-91639d043f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:14.582929 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-10ba6b75-a01d-455b-947c-133d3e287f8e req-750f7896-b3d8-4b1d-8956-25934a2e3a12 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 945 time: 0.1463790 Sep 01 15:07:14.638941 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-e42cc193-025e-4368-a221-65699416a190 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Calling delete_port for 4b9d160f-a01b-4436-a4de-9cfc00f44874 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:14.661096 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c9b99-e0aa-4633-b219-91639d043f7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28b3c019-0744-4e82-bcfd-98c95722a2cb,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:14.710957 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c9b99-e0aa-4633-b219-91639d043f7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:14.711902 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c9b99-e0aa-4633-b219-91639d043f7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:14.712819 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c9b99-e0aa-4633-b219-91639d043f7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:14.714029 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c9b99-e0aa-4633-b219-91639d043f7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:14.714899 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c9b99-e0aa-4633-b219-91639d043f7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:14.715732 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c9b99-e0aa-4633-b219-91639d043f7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:14.716639 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c9b99-e0aa-4633-b219-91639d043f7c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:14.717466 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c9b99-e0aa-4633-b219-91639d043f7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:14.717982 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c9b99-e0aa-4633-b219-91639d043f7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:14.718541 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c9b99-e0aa-4633-b219-91639d043f7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:14.719248 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c9b99-e0aa-4633-b219-91639d043f7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:14.719897 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c9b99-e0aa-4633-b219-91639d043f7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:14.725314 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-670c9b99-e0aa-4633-b219-91639d043f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:14.731269 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-670c9b99-e0aa-4633-b219-91639d043f7c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/28b3c019-0744-4e82-bcfd-98c95722a2cb HTTP/1.1" status: 204 len: 168 time: 1.1214476 Sep 01 15:07:14.743266 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57506) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:14.791641 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-10ba6b75-a01d-455b-947c-133d3e287f8e req-c22f3b1f-a664-4e71-8249-3f6ccf1bbbc2 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075319 Sep 01 15:07:14.977397 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ba916830-11ee-4dd2-be0e-95915265bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:14.981241 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:15.008522 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-50738054-6b06-4ae7-b07c-d63dec7b342d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:15.016136 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1762f4f-d72b-46e5-881a-e24298a23d41 x-openstack-request-id: req-e1762f4f-d72b-46e5-881a-e24298a23d41 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:15.016591 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e465095-c917-4352-a5f2-4d0535bcc384", "name": "network-vif-deleted", "tag": "b01b67ed-defb-463e-8c39-02044b062955", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:15.017004 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e1762f4f-d72b-46e5-881a-e24298a23d41 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:15.017660 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e465095-c917-4352-a5f2-4d0535bcc384', 'name': 'network-vif-deleted', 'tag': 'b01b67ed-defb-463e-8c39-02044b062955', 'status': 'completed', 'code': 200} Sep 01 15:07:15.128692 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-e42cc193-025e-4368-a221-65699416a190 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:15.168856 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cc193-025e-4368-a221-65699416a190 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event deleted for resources: {'Port': ['ID=4b9d160f-a01b-4436-a4de-9cfc00f44874,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:15.178252 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-94284d8e-5ddc-45d7-a73a-9ffef5468721 req-e30c5a5f-9d18-43b4-b3a0-ff6975cda72e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:07:15.180083 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-94284d8e-5ddc-45d7-a73a-9ffef5468721 req-e30c5a5f-9d18-43b4-b3a0-ff6975cda72e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139470 Sep 01 15:07:15.182787 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50d22e-062c-4277-9eb6-03be2a2397e8 req-1c7a0f84-47ca-4e6c-a88f-bb416740f08f tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:15.189746 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50d22e-062c-4277-9eb6-03be2a2397e8 req-1c7a0f84-47ca-4e6c-a88f-bb416740f08f tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:15.195155 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3e50d22e-062c-4277-9eb6-03be2a2397e8 req-1c7a0f84-47ca-4e6c-a88f-bb416740f08f tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 1683 time: 0.1822808 Sep 01 15:07:15.308403 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ba916830-11ee-4dd2-be0e-95915265bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:15.397453 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-e42cc193-025e-4368-a221-65699416a190 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] No DVR routers for this DVR port 4b9d160f-a01b-4436-a4de-9cfc00f44874 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:07:15.421584 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-50738054-6b06-4ae7-b07c-d63dec7b342d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Allocated IP 172.25.6.177 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/09f1dd97-50c6-45fd-a974-c8016967ed1c) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:07:15.448944 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-e42cc193-025e-4368-a221-65699416a190 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:15.450205 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-ba916830-11ee-4dd2-be0e-95915265bf78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6623bad-d7f7-4389-936a-39dadbc8e6de']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:15.454681 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-e42cc193-025e-4368-a221-65699416a190 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.62 "DELETE /v2.0/ports/4b9d160f-a01b-4436-a4de-9cfc00f44874 HTTP/1.1" status: 204 len: 173 time: 1.5908406 Sep 01 15:07:15.471593 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-ba916830-11ee-4dd2-be0e-95915265bf78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f4f6561-1373-49df-985c-4aaf6f16c193') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:15.471593 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-ba916830-11ee-4dd2-be0e-95915265bf78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f4f6561-1373-49df-985c-4aaf6f16c193') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:15.472907 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device eddb4285-829e-4807-83a4-06b71fc441b8 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:07:15.478435 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3e50d22e-062c-4277-9eb6-03be2a2397e8 req-f42cddb4-432e-4bdc-851a-cf0abd4d1d16 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654030 Sep 01 15:07:15.493665 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ba916830-11ee-4dd2-be0e-95915265bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:15.517762 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ba916830-11ee-4dd2-be0e-95915265bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:15.539743 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba916830-11ee-4dd2-be0e-95915265bf78 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:07:15.542358 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ba916830-11ee-4dd2-be0e-95915265bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:07:15.546995 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:07:15.637270 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a11d9f32-4f11-4277-92a0-c26b208f4dbb up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:15.730027 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 7d5d96d0-0313-4e7d-a772-c09dda523b6c up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:15.755074 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-77834efa-6296-4cd5-8efd-2c3ee2ca165e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Deleting port eddb4285-829e-4807-83a4-06b71fc441b8 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:15.755725 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-77834efa-6296-4cd5-8efd-2c3ee2ca165e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:15.821007 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:15.904325 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ba916830-11ee-4dd2-be0e-95915265bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:15.905258 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-77834efa-6296-4cd5-8efd-2c3ee2ca165e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] For port eddb4285-829e-4807-83a4-06b71fc441b8, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=eddb4285-829e-4807-83a4-06b71fc441b8,segment=NetworkSegment(dfd5be91-930e-4c39-bf52-8814999f3f76),segment_id=dfd5be91-930e-4c39-bf52-8814999f3f76)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:15.905751 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-77834efa-6296-4cd5-8efd-2c3ee2ca165e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:15.922916 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ba916830-11ee-4dd2-be0e-95915265bf78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:15.934790 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ba916830-11ee-4dd2-be0e-95915265bf78 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a6623bad-d7f7-4389-936a-39dadbc8e6de HTTP/1.1" status: 204 len: 168 time: 1.1701653 Sep 01 15:07:15.962522 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-77834efa-6296-4cd5-8efd-2c3ee2ca165e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Calling delete_port for eddb4285-829e-4807-83a4-06b71fc441b8 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:16.040405 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port eddb4285-829e-4807-83a4-06b71fc441b8, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=eddb4285-829e-4807-83a4-06b71fc441b8,segment=NetworkSegment(dfd5be91-930e-4c39-bf52-8814999f3f76),segment_id=dfd5be91-930e-4c39-bf52-8814999f3f76)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:16.043983 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde99f4-6820-4f1e-aab7-d603f3aa75b8 req-20a5d836-0e23-4230-82f5-3cc4bfa04ed0 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:16.047567 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e465095-c917-4352-a5f2-4d0535bcc384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eddb4285-829e-4807-83a4-06b71fc441b8'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:16.056257 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9656aa-732d-4a3a-896a-8e2ad05eda2b" -d '{"events": [{"server_uuid": "8e465095-c917-4352-a5f2-4d0535bcc384", "name": "network-vif-unplugged", "status": "completed", "tag": "eddb4285-829e-4807-83a4-06b71fc441b8"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:16.060155 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6fde99f4-6820-4f1e-aab7-d603f3aa75b8 req-20a5d836-0e23-4230-82f5-3cc4bfa04ed0 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ebd7f55-6c17-4027-9f0c-1d79a195c071 HTTP/1.1" status: 200 len: 944 time: 0.4633629 Sep 01 15:07:16.062625 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba916830-11ee-4dd2-be0e-95915265bf78 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6623bad-d7f7-4389-936a-39dadbc8e6de,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:16.094711 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:16.108116 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device b01b67ed-defb-463e-8c39-02044b062955 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:07:16.153977 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-50738054-6b06-4ae7-b07c-d63dec7b342d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:16.209341 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6fde99f4-6820-4f1e-aab7-d603f3aa75b8 req-0af004d9-95a5-4a4a-8b10-dc50b0a46ee2 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479774 Sep 01 15:07:16.219279 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: b01b67ed-defb-463e-8c39-02044b062955 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:07:16.220144 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device b01b67ed-defb-463e-8c39-02044b062955 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:07:16.221157 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device c580a6e4-b344-46fb-966f-a5e7de1d5915 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:07:16.270159 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57536) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:16.288301 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port a11d9f32-4f11-4277-92a0-c26b208f4dbb completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:16.310026 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: c580a6e4-b344-46fb-966f-a5e7de1d5915 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:07:16.311098 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device c580a6e4-b344-46fb-966f-a5e7de1d5915 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:07:16.312108 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 4b9d160f-a01b-4436-a4de-9cfc00f44874 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:07:16.316816 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port a11d9f32-4f11-4277-92a0-c26b208f4dbb triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:16.318108 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:16.333654 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 7d5d96d0-0313-4e7d-a772-c09dda523b6c completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:16.406084 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-227af1dc-ee3e-45de-9bdf-205dd79ddb07 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6544a743e58b41008546988588adcd7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1346254 Sep 01 15:07:16.408088 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57544) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:16.423795 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-50738054-6b06-4ae7-b07c-d63dec7b342d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:16.424048 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 7d5d96d0-0313-4e7d-a772-c09dda523b6c triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:16.424737 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:16.452019 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-77834efa-6296-4cd5-8efd-2c3ee2ca165e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:16.519445 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 4b9d160f-a01b-4436-a4de-9cfc00f44874 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:07:16.519815 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 4b9d160f-a01b-4436-a4de-9cfc00f44874 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:07:16.570034 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50738054-6b06-4ae7-b07c-d63dec7b342d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:07:16.600200 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:16.615677 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-50738054-6b06-4ae7-b07c-d63dec7b342d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:16.625710 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=eddb4285-829e-4807-83a4-06b71fc441b8,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:16.632147 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77834efa-6296-4cd5-8efd-2c3ee2ca165e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event deleted for resources: {'Port': ['ID=eddb4285-829e-4807-83a4-06b71fc441b8,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:16.639545 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50738054-6b06-4ae7-b07c-d63dec7b342d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:07:16.705814 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50738054-6b06-4ae7-b07c-d63dec7b342d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Pushing event updated for resources: {'Port': ['ID=09f1dd97-50c6-45fd-a974-c8016967ed1c,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:16.725027 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 7d5d96d0-0313-4e7d-a772-c09dda523b6c, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7d5d96d0-0313-4e7d-a772-c09dda523b6c,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:16.726254 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:16.738625 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-77834efa-6296-4cd5-8efd-2c3ee2ca165e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] No DVR routers for this DVR port eddb4285-829e-4807-83a4-06b71fc441b8 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:07:16.749520 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-77834efa-6296-4cd5-8efd-2c3ee2ca165e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:16.757096 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-01ca4dea-3618-4838-8725-cd9f834e5d42 req-77834efa-6296-4cd5-8efd-2c3ee2ca165e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.62 "DELETE /v2.0/ports/eddb4285-829e-4807-83a4-06b71fc441b8 HTTP/1.1" status: 204 len: 173 time: 1.2727437 Sep 01 15:07:16.760470 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:16.775129 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd9d985f-f70e-4c33-8d2a-9ffff7419692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:16.815058 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3f3da-6125-4b8d-bcda-ef5da567f0eb req-6cbf63bf-3592-48fc-a22f-f0ae41e06f43 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:16.816675 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-68a3f3da-6125-4b8d-bcda-ef5da567f0eb req-6cbf63bf-3592-48fc-a22f-f0ae41e06f43 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 945 time: 0.3226125 Sep 01 15:07:16.875356 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e750f5-db17-4f91-809c-70d3b231aa14 x-openstack-request-id: req-c0e750f5-db17-4f91-809c-70d3b231aa14 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:16.885519 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e465095-c917-4352-a5f2-4d0535bcc384", "name": "network-vif-unplugged", "status": "completed", "tag": "eddb4285-829e-4807-83a4-06b71fc441b8", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:16.886114 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0e750f5-db17-4f91-809c-70d3b231aa14 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:16.886747 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e465095-c917-4352-a5f2-4d0535bcc384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eddb4285-829e-4807-83a4-06b71fc441b8', 'code': 200} Sep 01 15:07:16.915071 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:07:16.930833 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-68a3f3da-6125-4b8d-bcda-ef5da567f0eb req-713f9b13-f096-4b17-afed-affc24dd1c34 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752723 Sep 01 15:07:16.969670 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port a11d9f32-4f11-4277-92a0-c26b208f4dbb, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a11d9f32-4f11-4277-92a0-c26b208f4dbb,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:16.999111 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:17.010842 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57554) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:17.017069 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=7d5d96d0-0313-4e7d-a772-c09dda523b6c,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:17.023366 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b768e4b-02c4-42fa-b581-df5d31011155', 'name': 'network-vif-deleted', 'tag': 'c580a6e4-b344-46fb-966f-a5e7de1d5915'}, {'server_uuid': '8e465095-c917-4352-a5f2-4d0535bcc384', 'name': 'network-vif-deleted', 'tag': '4b9d160f-a01b-4436-a4de-9cfc00f44874'}, {'server_uuid': '8e465095-c917-4352-a5f2-4d0535bcc384', 'name': 'network-vif-deleted', 'tag': 'eddb4285-829e-4807-83a4-06b71fc441b8'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:17.038386 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a155d9a9-710f-4652-b158-34cde8bccbb8" -d '{"events": [{"server_uuid": "1b768e4b-02c4-42fa-b581-df5d31011155", "name": "network-vif-deleted", "tag": "c580a6e4-b344-46fb-966f-a5e7de1d5915"}, {"server_uuid": "8e465095-c917-4352-a5f2-4d0535bcc384", "name": "network-vif-deleted", "tag": "4b9d160f-a01b-4436-a4de-9cfc00f44874"}, {"server_uuid": "8e465095-c917-4352-a5f2-4d0535bcc384", "name": "network-vif-deleted", "tag": "eddb4285-829e-4807-83a4-06b71fc441b8"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:17.113875 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd9d985f-f70e-4c33-8d2a-9ffff7419692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:17.162104 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd9ab8-bdf4-408f-aff4-170c630cdcf3 req-88099ec8-d146-475b-a08b-46af68372dcc tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:17.173895 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-57dd9ab8-bdf4-408f-aff4-170c630cdcf3 req-88099ec8-d146-475b-a08b-46af68372dcc tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 950 time: 0.0870206 Sep 01 15:07:17.179753 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=a11d9f32-4f11-4277-92a0-c26b208f4dbb,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:17.216639 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-50738054-6b06-4ae7-b07c-d63dec7b342d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:17.246003 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-57dd9ab8-bdf4-408f-aff4-170c630cdcf3 req-a97353ab-9c41-45cd-8fb6-0864e6465da6 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681415 Sep 01 15:07:17.347931 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f998e750-0806-4e48-8c89-baee643e86f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f3b43ef729b4447bb1d2f6914aaab634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351867 Sep 01 15:07:17.348939 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57566) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:17.370897 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73023cc0-2a7a-44b6-92d4-5716af062a73 req-e7353865-35bf-4df0-ae0d-99423125e215 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e465095-c917-4352-a5f2-4d0535bcc384 HTTP/1.1" status: 200 len: 210 time: 0.0514994 Sep 01 15:07:17.376058 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd9d985f-f70e-4c33-8d2a-9ffff7419692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:17.388475 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd9d985f-f70e-4c33-8d2a-9ffff7419692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:17.390052 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-dd9d985f-f70e-4c33-8d2a-9ffff7419692 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a077246c-8119-4300-880e-916a711d3611 HTTP/1.1" status: 204 len: 168 time: 0.9794183 Sep 01 15:07:17.417267 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a11d9f32-4f11-4277-92a0-c26b208f4dbb up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:17.429909 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-50738054-6b06-4ae7-b07c-d63dec7b342d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:17.436389 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11cc6ec7-31f8-42e3-b453-7ca26e9cc28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:17.440326 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe41ff6c-ad5a-45fb-b796-5e2a8a069803 x-openstack-request-id: req-fe41ff6c-ad5a-45fb-b796-5e2a8a069803 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:17.440875 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b768e4b-02c4-42fa-b581-df5d31011155", "name": "network-vif-deleted", "tag": "c580a6e4-b344-46fb-966f-a5e7de1d5915", "status": "completed", "code": 200}, {"server_uuid": "8e465095-c917-4352-a5f2-4d0535bcc384", "name": "network-vif-deleted", "tag": "4b9d160f-a01b-4436-a4de-9cfc00f44874", "status": "completed", "code": 200}, {"server_uuid": "8e465095-c917-4352-a5f2-4d0535bcc384", "name": "network-vif-deleted", "tag": "eddb4285-829e-4807-83a4-06b71fc441b8", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:17.441324 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe41ff6c-ad5a-45fb-b796-5e2a8a069803 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:17.441917 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b768e4b-02c4-42fa-b581-df5d31011155', 'name': 'network-vif-deleted', 'tag': 'c580a6e4-b344-46fb-966f-a5e7de1d5915', 'status': 'completed', 'code': 200} Sep 01 15:07:17.442372 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e465095-c917-4352-a5f2-4d0535bcc384', 'name': 'network-vif-deleted', 'tag': '4b9d160f-a01b-4436-a4de-9cfc00f44874', 'status': 'completed', 'code': 200} Sep 01 15:07:17.442977 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e465095-c917-4352-a5f2-4d0535bcc384', 'name': 'network-vif-deleted', 'tag': 'eddb4285-829e-4807-83a4-06b71fc441b8', 'status': 'completed', 'code': 200} Sep 01 15:07:17.481733 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d985f-f70e-4c33-8d2a-9ffff7419692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a077246c-8119-4300-880e-916a711d3611,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:17.523357 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11cc6ec7-31f8-42e3-b453-7ca26e9cc28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:17.618399 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port a11d9f32-4f11-4277-92a0-c26b208f4dbb triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:17.618598 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:17.689469 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207d22e-95f0-4edc-9fdc-e9c6880c1adb req-659e581d-b93f-44cd-a3c5-931db539318e tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:17.691481 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5207d22e-95f0-4edc-9fdc-e9c6880c1adb req-659e581d-b93f-44cd-a3c5-931db539318e tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ebd7f55-6c17-4027-9f0c-1d79a195c071 HTTP/1.1" status: 200 len: 945 time: 0.1446316 Sep 01 15:07:17.717822 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11cc6ec7-31f8-42e3-b453-7ca26e9cc28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:17.720062 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11cc6ec7-31f8-42e3-b453-7ca26e9cc28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:17.721391 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-11cc6ec7-31f8-42e3-b453-7ca26e9cc28d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/279d7bdd-dd58-4430-aeb8-6226e3ac359d HTTP/1.1" status: 204 len: 168 time: 0.3711855 Sep 01 15:07:17.745124 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc6ec7-31f8-42e3-b453-7ca26e9cc28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279d7bdd-dd58-4430-aeb8-6226e3ac359d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:17.783322 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5207d22e-95f0-4edc-9fdc-e9c6880c1adb req-63591c8a-b38c-4abb-8230-7482f252eca9 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747797 Sep 01 15:07:17.876470 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-50738054-6b06-4ae7-b07c-d63dec7b342d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:17.883108 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-50738054-6b06-4ae7-b07c-d63dec7b342d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:17.969548 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50738054-6b06-4ae7-b07c-d63dec7b342d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Pushing event updated for resources: {'Port': ['ID=09f1dd97-50c6-45fd-a974-c8016967ed1c,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:17.984147 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-50738054-6b06-4ae7-b07c-d63dec7b342d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:18.003769 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-50738054-6b06-4ae7-b07c-d63dec7b342d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:18.007205 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-50738054-6b06-4ae7-b07c-d63dec7b342d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8253660 Sep 01 15:07:18.104895 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33810b8b-f0c5-4404-bf36-2b0327e1a16d req-2f50630e-edd9-49b2-abbc-86ec35a91059 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:18.106749 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-33810b8b-f0c5-4404-bf36-2b0327e1a16d req-2f50630e-edd9-49b2-abbc-86ec35a91059 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 945 time: 0.0686572 Sep 01 15:07:18.156407 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-33810b8b-f0c5-4404-bf36-2b0327e1a16d req-f74e3eb3-d90e-4319-9170-ccb37186f417 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428457 Sep 01 15:07:18.358867 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-bf476cc2-9fb4-4568-a6a5-a576cfd5448a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2016583836&fields=id&tenant_id=f5c878306d2c4fbcbebf77004da8b742 HTTP/1.1" status: 200 len: 267 time: 0.0998688 Sep 01 15:07:18.554164 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc7bb5-43f6-4098-9771-eaba026b2776 req-cb799b4d-b134-4664-a42c-0f193009df5a tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:18.562260 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-1b4dea5f-2fbe-4abb-ad33-40834204fbc1 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:18.564485 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-1b4dea5f-2fbe-4abb-ad33-40834204fbc1 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/networks?id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 200 len: 812 time: 0.1942694 Sep 01 15:07:18.579230 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aafc7bb5-43f6-4098-9771-eaba026b2776 req-cb799b4d-b134-4664-a42c-0f193009df5a tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 950 time: 0.1648488 Sep 01 15:07:18.628224 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-ca6cb347-7851-4d7e-a9c1-99be2cfecbce tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/quotas/f5c878306d2c4fbcbebf77004da8b742 HTTP/1.1" status: 200 len: 375 time: 0.0223274 Sep 01 15:07:18.638647 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e648597-2f6d-4676-be8f-7442cacb48b4 req-2d475c97-4705-40cf-b8fb-4c91c06b79de tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:18.640343 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2e648597-2f6d-4676-be8f-7442cacb48b4 req-2d475c97-4705-40cf-b8fb-4c91c06b79de tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.62 "GET /v2.0/ports?device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 950 time: 0.0750892 Sep 01 15:07:18.676905 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57610) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:18.712864 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aafc7bb5-43f6-4098-9771-eaba026b2776 req-9ec2c4eb-ab13-420c-9f82-492c7348eec0 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229854 Sep 01 15:07:18.757451 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5bc63357-a6fc-44e8-8298-3b3c70507a4a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b95da810dbe45abac178ba551debc76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0786753 Sep 01 15:07:18.762363 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57614) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:18.792136 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-909acb4d-8774-4dd7-a3f4-e1cd092ac338 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5c878306d2c4fbcbebf77004da8b742&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1507101 Sep 01 15:07:18.811943 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57616) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:18.887941 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebd7f55-6c17-4027-9f0c-1d79a195c071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5d96d0-0313-4e7d-a772-c09dda523b6c'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:18.889270 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57620) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:18.898796 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5863c6-f492-413b-a816-32cb8b3b5903" -d '{"events": [{"server_uuid": "8ebd7f55-6c17-4027-9f0c-1d79a195c071", "name": "network-vif-plugged", "status": "completed", "tag": "7d5d96d0-0313-4e7d-a772-c09dda523b6c"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:18.970031 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c9e9456e-5288-46dd-b93d-79d299871d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:18.990412 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-1393f769-7157-436c-af06-b38fe5274825 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Deleting subnet a99de4af-f805-4092-bbb6-4f1cfd2d58b7 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:07:19.016270 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1393f769-7157-436c-af06-b38fe5274825 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:19.019197 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-2e648597-2f6d-4676-be8f-7442cacb48b4 req-ff18c9e0-f696-494c-be61-b92a2a53056d tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Deleting port 2e411e7c-c492-4be5-95d7-e7bb5562cb35 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:19.019553 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2e648597-2f6d-4676-be8f-7442cacb48b4 req-ff18c9e0-f696-494c-be61-b92a2a53056d tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:19.141935 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-2e648597-2f6d-4676-be8f-7442cacb48b4 req-ff18c9e0-f696-494c-be61-b92a2a53056d tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] For port 2e411e7c-c492-4be5-95d7-e7bb5562cb35, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=2e411e7c-c492-4be5-95d7-e7bb5562cb35,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:19.142347 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2e648597-2f6d-4676-be8f-7442cacb48b4 req-ff18c9e0-f696-494c-be61-b92a2a53056d tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:19.146724 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-192b7767-d67a-4075-a9fa-3bf4e58f5bfa service neutron] 10.222.0.60 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203907 Sep 01 15:07:19.156281 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c9e9456e-5288-46dd-b93d-79d299871d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:19.165933 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-8730f982-1ee7-4087-9f7f-a04938e1622b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1957930516-network', 'tenant_id': '38eb0d18e14b429ab3b6e9a79b51eb5d'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:19.242877 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-2e648597-2f6d-4676-be8f-7442cacb48b4 req-ff18c9e0-f696-494c-be61-b92a2a53056d tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Calling delete_port for 2e411e7c-c492-4be5-95d7-e7bb5562cb35 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:19.333545 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1393f769-7157-436c-af06-b38fe5274825 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:19.380764 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-cf292aa6-ae9f-4f41-9803-bc783f1ca8de service neutron] 10.222.0.60 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217820 Sep 01 15:07:19.408050 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8730f982-1ee7-4087-9f7f-a04938e1622b admin admin] Made reservation on behalf of 38eb0d18e14b429ab3b6e9a79b51eb5d for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:07:19.412139 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8730f982-1ee7-4087-9f7f-a04938e1622b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:19.450273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcb3af-d692-4528-ba9f-a6d3eea4f6d5 req-8f691cfb-4d47-41c2-9119-50a3ee4f92f2 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:19.467174 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-55fcb3af-d692-4528-ba9f-a6d3eea4f6d5 req-8f691cfb-4d47-41c2-9119-50a3ee4f92f2 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ebd7f55-6c17-4027-9f0c-1d79a195c071 HTTP/1.1" status: 200 len: 945 time: 0.4581480 Sep 01 15:07:19.524823 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8730f982-1ee7-4087-9f7f-a04938e1622b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:19.572257 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c9e9456e-5288-46dd-b93d-79d299871d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:19.578039 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c9e9456e-5288-46dd-b93d-79d299871d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:19.580147 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c9e9456e-5288-46dd-b93d-79d299871d18 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/70e8a60a-084a-49e3-be9f-6064c099d4a3 HTTP/1.1" status: 204 len: 168 time: 0.8157923 Sep 01 15:07:19.581346 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2e648597-2f6d-4676-be8f-7442cacb48b4 req-ff18c9e0-f696-494c-be61-b92a2a53056d tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:19.594510 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['ad439848-cfae-4329-b0ce-b479755e4f57'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:07:19.640173 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9456e-5288-46dd-b93d-79d299871d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e8a60a-084a-49e3-be9f-6064c099d4a3,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:19.667874 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-55fcb3af-d692-4528-ba9f-a6d3eea4f6d5 req-d6362a5d-81a1-49f0-abf7-7a4a6990278a tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923525 Sep 01 15:07:19.714332 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['2e411e7c-c492-4be5-95d7-e7bb5562cb35'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:07:19.753866 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1393f769-7157-436c-af06-b38fe5274825 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:19.768811 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18c9e0-f696-494c-be61-b92a2a53056d tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Pushing event deleted for resources: {'Port': ['ID=2e411e7c-c492-4be5-95d7-e7bb5562cb35,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:19.868484 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb97ccad-5be6-4c13-ae04-1d7f299a8578 x-openstack-request-id: req-bb97ccad-5be6-4c13-ae04-1d7f299a8578 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:19.868793 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ebd7f55-6c17-4027-9f0c-1d79a195c071", "name": "network-vif-plugged", "status": "completed", "tag": "7d5d96d0-0313-4e7d-a772-c09dda523b6c", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:19.872779 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bb97ccad-5be6-4c13-ae04-1d7f299a8578 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:19.873595 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ebd7f55-6c17-4027-9f0c-1d79a195c071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5d96d0-0313-4e7d-a772-c09dda523b6c', 'code': 200} Sep 01 15:07:19.974914 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1393f769-7157-436c-af06-b38fe5274825 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:19.980803 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3f6dfede-bfd4-4c76-a432-fe6f70f94dea req-e1021a5d-0753-420c-ba57-07e0ce82ae61 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 210 time: 0.0946815 Sep 01 15:07:19.987571 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e648597-2f6d-4676-be8f-7442cacb48b4 req-ff18c9e0-f696-494c-be61-b92a2a53056d tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] No DVR routers for this DVR port 2e411e7c-c492-4be5-95d7-e7bb5562cb35 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:07:19.994070 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2e648597-2f6d-4676-be8f-7442cacb48b4 req-ff18c9e0-f696-494c-be61-b92a2a53056d tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:20.012584 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2e648597-2f6d-4676-be8f-7442cacb48b4 req-ff18c9e0-f696-494c-be61-b92a2a53056d tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.62 "DELETE /v2.0/ports/2e411e7c-c492-4be5-95d7-e7bb5562cb35 HTTP/1.1" status: 204 len: 173 time: 1.3210166 Sep 01 15:07:20.015002 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251f8ac8-4ae6-4b90-b7e8-6485d2a4af57', 'name': 'network-vif-deleted', 'tag': '2e411e7c-c492-4be5-95d7-e7bb5562cb35'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:20.024538 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63909608-717c-41b8-9c2c-b89b82ae730f" -d '{"events": [{"server_uuid": "251f8ac8-4ae6-4b90-b7e8-6485d2a4af57", "name": "network-vif-deleted", "tag": "2e411e7c-c492-4be5-95d7-e7bb5562cb35"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:20.058409 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22caf4cd-7644-41e6-9a2e-b590fd4809c8 req-7ef26696-71cb-4c4a-a9a1-e490f98a698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:20.061166 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-22caf4cd-7644-41e6-9a2e-b590fd4809c8 req-7ef26696-71cb-4c4a-a9a1-e490f98a698c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8ebd7f55-6c17-4027-9f0c-1d79a195c071 HTTP/1.1" status: 200 len: 1096 time: 0.2563455 Sep 01 15:07:20.164424 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3fa1f83f-fdcd-4c96-be0c-07d802696bdb req-50507820-abe8-4b24-a73a-0b5a61a66a01 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=251f8ac8-4ae6-4b90-b7e8-6485d2a4af57 HTTP/1.1" status: 200 len: 210 time: 0.0773959 Sep 01 15:07:20.201742 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-22caf4cd-7644-41e6-9a2e-b590fd4809c8 req-67cb1117-19ff-49fd-947d-6dd6b890d059 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272671 Sep 01 15:07:20.300932 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8730f982-1ee7-4087-9f7f-a04938e1622b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:20.331750 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56410221-7355-45b5-96cf-77b822fa990d None None] Network b50e13fa-412b-4c27-b63f-60e02c1740cc requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:07:20.364298 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8730f982-1ee7-4087-9f7f-a04938e1622b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:20.435987 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afa1e47-9ed2-4554-b73b-35576a665480 x-openstack-request-id: req-4afa1e47-9ed2-4554-b73b-35576a665480 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:20.436426 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251f8ac8-4ae6-4b90-b7e8-6485d2a4af57", "name": "network-vif-deleted", "tag": "2e411e7c-c492-4be5-95d7-e7bb5562cb35", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:20.436786 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4afa1e47-9ed2-4554-b73b-35576a665480 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:20.437302 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251f8ac8-4ae6-4b90-b7e8-6485d2a4af57', 'name': 'network-vif-deleted', 'tag': '2e411e7c-c492-4be5-95d7-e7bb5562cb35', 'status': 'completed', 'code': 200} Sep 01 15:07:20.442589 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1393f769-7157-436c-af06-b38fe5274825 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:20.459840 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1393f769-7157-436c-af06-b38fe5274825 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "DELETE /v2.0/subnets/a99de4af-f805-4092-bbb6-4f1cfd2d58b7 HTTP/1.1" status: 204 len: 168 time: 1.6441059 Sep 01 15:07:20.460558 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57652) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:20.512996 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393f769-7157-436c-af06-b38fe5274825 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event deleted for resources: {'Subnet': ['ID=a99de4af-f805-4092-bbb6-4f1cfd2d58b7,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:20.595734 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8730f982-1ee7-4087-9f7f-a04938e1622b admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:07:20.653587 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-63ac98db-1e4d-4f38-8446-18b107d5f7a4 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:20.713041 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a0e84-dc4b-4d18-8bc1-a974d2252df8 req-38bdef91-9032-49ce-a0dc-dcf211d18c6d tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:20.727726 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8e1a0e84-dc4b-4d18-8bc1-a974d2252df8 req-38bdef91-9032-49ce-a0dc-dcf211d18c6d tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 945 time: 0.7758698 Sep 01 15:07:20.748221 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730f982-1ee7-4087-9f7f-a04938e1622b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703a40a6-bfb8-42d7-a5d7-0c19ea4160b2,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:20.759034 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8730f982-1ee7-4087-9f7f-a04938e1622b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:20.761793 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-8730f982-1ee7-4087-9f7f-a04938e1622b admin admin] Added segment 16db4b07-87bd-47bd-b11f-ac881792571f of type vlan for network cdb035ba-5887-410c-83ec-945bb82bac1a Sep 01 15:07:20.834695 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db40156d-2fc8-4e2c-b758-b55608247923 None None] DHCP port deletion for b50e13fa-412b-4c27-b63f-60e02c1740cc request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:07:20.944866 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-db40156d-2fc8-4e2c-b758-b55608247923 None None] Deleting port 5e601c59-2458-40e3-a6c9-52b14753dabc {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:20.946197 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-db40156d-2fc8-4e2c-b758-b55608247923 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:21.005601 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8730f982-1ee7-4087-9f7f-a04938e1622b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:21.045983 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8e1a0e84-dc4b-4d18-8bc1-a974d2252df8 req-9fb5da6a-cfb6-4180-9955-4c457bc06ca0 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161418 Sep 01 15:07:21.060083 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-63ac98db-1e4d-4f38-8446-18b107d5f7a4 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Deleting port 5e601c59-2458-40e3-a6c9-52b14753dabc {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:21.060822 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-63ac98db-1e4d-4f38-8446-18b107d5f7a4 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:21.094220 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8730f982-1ee7-4087-9f7f-a04938e1622b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:21.097070 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8730f982-1ee7-4087-9f7f-a04938e1622b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:21.097386 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8730f982-1ee7-4087-9f7f-a04938e1622b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:21.115905 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-db40156d-2fc8-4e2c-b758-b55608247923 None None] For port 5e601c59-2458-40e3-a6c9-52b14753dabc, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=5e601c59-2458-40e3-a6c9-52b14753dabc,segment=NetworkSegment(c4889870-fe5c-46d1-8d52-ac44a030497a),segment_id=c4889870-fe5c-46d1-8d52-ac44a030497a)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:21.116315 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-db40156d-2fc8-4e2c-b758-b55608247923 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:21.146126 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-db40156d-2fc8-4e2c-b758-b55608247923 None None] Calling delete_port for 5e601c59-2458-40e3-a6c9-52b14753dabc owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:21.214075 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8730f982-1ee7-4087-9f7f-a04938e1622b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3115554 Sep 01 15:07:21.218387 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57666) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:21.224880 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-8ee92291-8570-4004-b251-c9bee88d14a5 admin admin] Request body: {'subnet': {'network_id': 'cdb035ba-5887-410c-83ec-945bb82bac1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1957930516-subnet', 'tenant_id': '38eb0d18e14b429ab3b6e9a79b51eb5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:21.312549 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-db40156d-2fc8-4e2c-b758-b55608247923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:21.331559 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee92291-8570-4004-b251-c9bee88d14a5 admin admin] Made reservation on behalf of 38eb0d18e14b429ab3b6e9a79b51eb5d for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:07:21.339421 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8ee92291-8570-4004-b251-c9bee88d14a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:21.345547 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-63ac98db-1e4d-4f38-8446-18b107d5f7a4 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] For port 5e601c59-2458-40e3-a6c9-52b14753dabc, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=5e601c59-2458-40e3-a6c9-52b14753dabc,segment=NetworkSegment(c4889870-fe5c-46d1-8d52-ac44a030497a),segment_id=c4889870-fe5c-46d1-8d52-ac44a030497a)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:21.346436 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-63ac98db-1e4d-4f38-8446-18b107d5f7a4 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:21.384219 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40156d-2fc8-4e2c-b758-b55608247923 None None] Pushing event deleted for resources: {'Port': ['ID=5e601c59-2458-40e3-a6c9-52b14753dabc,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:21.399003 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4149b70-e837-4138-b4dc-b4174ede8d0d req-cfdd5e58-d018-4765-9f01-fd43cd8ce472 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:21.404246 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db40156d-2fc8-4e2c-b758-b55608247923 None None] No DVR routers for this DVR port 5e601c59-2458-40e3-a6c9-52b14753dabc on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:07:21.415076 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d4149b70-e837-4138-b4dc-b4174ede8d0d req-cfdd5e58-d018-4765-9f01-fd43cd8ce472 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ebd7f55-6c17-4027-9f0c-1d79a195c071 HTTP/1.1" status: 200 len: 945 time: 0.5346916 Sep 01 15:07:21.437762 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730f982-1ee7-4087-9f7f-a04938e1622b admin admin] Pushing event updated for resources: {'Network': ['ID=cdb035ba-5887-410c-83ec-945bb82bac1a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:21.457344 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-63ac98db-1e4d-4f38-8446-18b107d5f7a4 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Calling delete_port for 5e601c59-2458-40e3-a6c9-52b14753dabc owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:21.481486 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network cdb035ba-5887-410c-83ec-945bb82bac1a details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:07:21.489012 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ebbeaa34-2800-4276-ba29-b363768bcf86 req-19f4b4bb-460e-45dc-bc6c-5d341016d111 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 210 time: 0.1927621 Sep 01 15:07:21.607265 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 5e601c59-2458-40e3-a6c9-52b14753dabc no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:07:21.887895 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57680) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:21.930005 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8ee92291-8570-4004-b251-c9bee88d14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:21.993042 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee92291-8570-4004-b251-c9bee88d14a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c963dd30-7c9e-4a9e-bc76-58f9fc19de88,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:22.045159 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee92291-8570-4004-b251-c9bee88d14a5 admin admin] Checking segment: {'id': '16db4b07-87bd-47bd-b11f-ac881792571f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'cdb035ba-5887-410c-83ec-945bb82bac1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:07:22.045687 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee92291-8570-4004-b251-c9bee88d14a5 admin admin] Network hostable DHCP agents. Network: cdb035ba-5887-410c-83ec-945bb82bac1a, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:07:22.090764 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee92291-8570-4004-b251-c9bee88d14a5 admin admin] Network cdb035ba-5887-410c-83ec-945bb82bac1a is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:07:22.105802 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-8ee92291-8570-4004-b251-c9bee88d14a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, cdb035ba-5887-410c-83ec-945bb82bac1a) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:22.110588 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee92291-8570-4004-b251-c9bee88d14a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:22.111334 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8ee92291-8570-4004-b251-c9bee88d14a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:22.153932 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-b0cf3793-f371-42e3-a4ae-2b46ae876082 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-138601244-network', 'tenant_id': '32d956d5f3ce4631b06d8aca076d39bb'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:22.173305 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8ee92291-8570-4004-b251-c9bee88d14a5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9436307 Sep 01 15:07:22.177408 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0f87c7-b003-4d7f-916a-3b5d2239e05c None None] Network cdb035ba-5887-410c-83ec-945bb82bac1a requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:07:22.187229 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 5e601c59-2458-40e3-a6c9-52b14753dabc {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:07:22.187971 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 5e601c59-2458-40e3-a6c9-52b14753dabc not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:07:22.207991 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cf3793-f371-42e3-a4ae-2b46ae876082 admin admin] Made reservation on behalf of 32d956d5f3ce4631b06d8aca076d39bb for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:07:22.212745 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b0cf3793-f371-42e3-a4ae-2b46ae876082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:22.251485 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b0cf3793-f371-42e3-a4ae-2b46ae876082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:22.296730 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d4149b70-e837-4138-b4dc-b4174ede8d0d req-e33a4167-da54-436e-853a-64796c78608c tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8745446 Sep 01 15:07:22.412772 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e629bf7e-6c32-4dbc-847f-a144582ff3b1 None None] Network cdb035ba-5887-410c-83ec-945bb82bac1a requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:07:22.537817 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40c31f-042f-489b-b3db-a870c3b00d34 req-2837dbeb-df19-40db-adfe-4d0a01c69e12 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:22.539582 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6a40c31f-042f-489b-b3db-a870c3b00d34 req-2837dbeb-df19-40db-adfe-4d0a01c69e12 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 945 time: 0.1054595 Sep 01 15:07:22.546453 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b0cf3793-f371-42e3-a4ae-2b46ae876082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:22.549218 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a93e1-e4e0-4bdb-a06d-0317a1cd02ce req-7eaddc79-674b-4e81-9e8c-b4edd4fddb32 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:22.552243 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b0cf3793-f371-42e3-a4ae-2b46ae876082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:22.558497 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c31a93e1-e4e0-4bdb-a06d-0317a1cd02ce req-7eaddc79-674b-4e81-9e8c-b4edd4fddb32 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=acfbbd44-54c9-4f03-aa17-d832207eb4ca HTTP/1.1" status: 200 len: 950 time: 0.1307042 Sep 01 15:07:22.593291 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-63ac98db-1e4d-4f38-8446-18b107d5f7a4 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:22.615403 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0cf3793-f371-42e3-a4ae-2b46ae876082 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:07:22.647037 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf3793-f371-42e3-a4ae-2b46ae876082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494a023c-34b5-4f86-a9be-884fdb0fbd3a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:22.651081 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b0cf3793-f371-42e3-a4ae-2b46ae876082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:22.651778 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-b0cf3793-f371-42e3-a4ae-2b46ae876082 admin admin] Added segment 34b7710b-b3f5-46a3-8d91-53889da3bdea of type vlan for network 4eaae524-e756-4db3-aaf8-99e2c70142df Sep 01 15:07:22.652846 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-71c4602d-1f05-4098-ae22-c98a8c0d4956 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:22.654754 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-71c4602d-1f05-4098-ae22-c98a8c0d4956 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.45 "GET /v2.0/networks?id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 200 len: 812 time: 0.5008531 Sep 01 15:07:22.665787 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c31a93e1-e4e0-4bdb-a06d-0317a1cd02ce req-e98a595b-2b97-4a3c-9788-1994e2daa9d8 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062965 Sep 01 15:07:22.667942 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6a40c31f-042f-489b-b3db-a870c3b00d34 req-9415f4bf-f900-440c-ad83-00e7c4d1b41a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110773 Sep 01 15:07:22.696785 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ac98db-1e4d-4f38-8446-18b107d5f7a4 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] No DVR routers for this DVR port 5e601c59-2458-40e3-a6c9-52b14753dabc on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:07:22.709153 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac98db-1e4d-4f38-8446-18b107d5f7a4 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event deleted for resources: {'Port': ['ID=5e601c59-2458-40e3-a6c9-52b14753dabc,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:22.750163 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-fc164f3b-fc32-41d9-8295-1216218e45af tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5c878306d2c4fbcbebf77004da8b742 HTTP/1.1" status: 200 len: 380 time: 0.0824308 Sep 01 15:07:22.765243 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-c66ec553-b499-4756-8563-384f8d754f96 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Request body: {'port': {'device_id': '557c31cf-a816-4f75-9e29-78b42060a235', 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'admin_state_up': True, 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'security_groups': ['0a840d02-a318-4f67-ad24-b42205266eef']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:22.774977 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b0cf3793-f371-42e3-a4ae-2b46ae876082 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:22.840789 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b0cf3793-f371-42e3-a4ae-2b46ae876082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:22.843528 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cf3793-f371-42e3-a4ae-2b46ae876082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:22.845537 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b0cf3793-f371-42e3-a4ae-2b46ae876082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:22.881599 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3f178d88-94d8-4e55-ba71-838b9a87dc3b req-46079ea5-5753-4ecd-9969-58590108ff40 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 210 time: 0.1105089 Sep 01 15:07:22.966177 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-63ac98db-1e4d-4f38-8446-18b107d5f7a4 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:22.969635 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b0cf3793-f371-42e3-a4ae-2b46ae876082 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0796711 Sep 01 15:07:22.979517 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57698) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:22.985709 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6e6c31f5-2434-4018-8ffe-8f3b0498e9f3 admin admin] Request body: {'subnet': {'network_id': '4eaae524-e756-4db3-aaf8-99e2c70142df', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-138601244-subnet', 'tenant_id': '32d956d5f3ce4631b06d8aca076d39bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:22.994398 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [req-f1c24d83-cbfc-4b01-9a7c-2bb8d4230ee5 req-c6261666-883d-4828-a867-7c228193d67c tempest-SecurityGroupsNegativeTestJSON-1710371014 tempest-SecurityGroupsNegativeTestJSON-1710371014-project] show failed (client error): The resource could not be found. Sep 01 15:07:22.996030 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f1c24d83-cbfc-4b01-9a7c-2bb8d4230ee5 req-c6261666-883d-4828-a867-7c228193d67c tempest-SecurityGroupsNegativeTestJSON-1710371014 tempest-SecurityGroupsNegativeTestJSON-1710371014-project] 10.222.0.60 "GET /v2.0/security-groups/e635d510-3d1d-497c-b7f8-7ddb4e14e4cf HTTP/1.1" status: 404 len: 352 time: 0.1036506 Sep 01 15:07:23.007491 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-63ac98db-1e4d-4f38-8446-18b107d5f7a4 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50e13fa-412b-4c27-b63f-60e02c1740cc']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:23.010518 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf3793-f371-42e3-a4ae-2b46ae876082 admin admin] Pushing event updated for resources: {'Network': ['ID=4eaae524-e756-4db3-aaf8-99e2c70142df,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:23.033896 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 4eaae524-e756-4db3-aaf8-99e2c70142df details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:07:23.047577 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-63ac98db-1e4d-4f38-8446-18b107d5f7a4 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4889870-fe5c-46d1-8d52-ac44a030497a') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:23.047921 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-63ac98db-1e4d-4f38-8446-18b107d5f7a4 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4889870-fe5c-46d1-8d52-ac44a030497a') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:23.074506 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-63ac98db-1e4d-4f38-8446-18b107d5f7a4 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:23.105223 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6c31f5-2434-4018-8ffe-8f3b0498e9f3 admin admin] Made reservation on behalf of 32d956d5f3ce4631b06d8aca076d39bb for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:07:23.108314 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e6c31f5-2434-4018-8ffe-8f3b0498e9f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:23.183323 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-00eb5097-52ff-4f0c-8fb5-1253e1b345ea req-198e9be9-99c8-4deb-94f8-caffd7e5b52b tempest-SecurityGroupsNegativeTestJSON-1710371014 tempest-SecurityGroupsNegativeTestJSON-1710371014-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38eb0d18e14b429ab3b6e9a79b51eb5d HTTP/1.1" status: 200 len: 2988 time: 0.0872841 Sep 01 15:07:23.188402 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-63ac98db-1e4d-4f38-8446-18b107d5f7a4 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:23.213736 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ac98db-1e4d-4f38-8446-18b107d5f7a4 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:07:23.214163 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-63ac98db-1e4d-4f38-8446-18b107d5f7a4 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:07:23.217626 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:07:23.256465 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-00eb5097-52ff-4f0c-8fb5-1253e1b345ea req-aa65a3dc-e565-4b94-84e1-952f477ae378 tempest-SecurityGroupsNegativeTestJSON-1710371014 tempest-SecurityGroupsNegativeTestJSON-1710371014-project] 10.222.0.60 "GET /v2.0/security-groups/703a40a6-bfb8-42d7-a5d7-0c19ea4160b2 HTTP/1.1" status: 200 len: 2985 time: 0.0602310 Sep 01 15:07:23.263675 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-c66ec553-b499-4756-8563-384f8d754f96 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Made reservation on behalf of f5c878306d2c4fbcbebf77004da8b742 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:07:23.267750 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-c66ec553-b499-4756-8563-384f8d754f96 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:23.344823 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-63ac98db-1e4d-4f38-8446-18b107d5f7a4 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:23.355803 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-00eb5097-52ff-4f0c-8fb5-1253e1b345ea req-b16690f9-8f30-46af-a2f8-a217fbd5e7fa tempest-SecurityGroupsNegativeTestJSON-1710371014 tempest-SecurityGroupsNegativeTestJSON-1710371014-project] 10.222.0.60 "GET /v2.0/security-groups/703a40a6-bfb8-42d7-a5d7-0c19ea4160b2 HTTP/1.1" status: 200 len: 2985 time: 0.0854256 Sep 01 15:07:23.357075 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-63ac98db-1e4d-4f38-8446-18b107d5f7a4 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:23.363166 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57706) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:23.363315 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-63ac98db-1e4d-4f38-8446-18b107d5f7a4 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "DELETE /v2.0/networks/b50e13fa-412b-4c27-b63f-60e02c1740cc HTTP/1.1" status: 204 len: 168 time: 2.9015205 Sep 01 15:07:23.429421 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac98db-1e4d-4f38-8446-18b107d5f7a4 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event deleted for resources: {'Network': ['ID=b50e13fa-412b-4c27-b63f-60e02c1740cc,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:23.458538 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 2e411e7c-c492-4be5-95d7-e7bb5562cb35 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:07:23.504339 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 2e411e7c-c492-4be5-95d7-e7bb5562cb35 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:07:23.505114 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 2e411e7c-c492-4be5-95d7-e7bb5562cb35 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:07:23.538950 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f404673f-c8a6-411f-a0c0-027ac10a7ff1 req-3d5901f3-51cf-4b00-954c-165c08e33913 tempest-SecurityGroupsNegativeTestJSON-1710371014 tempest-SecurityGroupsNegativeTestJSON-1710371014-project] 10.222.0.60 "GET /v2.0/security-groups/703a40a6-bfb8-42d7-a5d7-0c19ea4160b2 HTTP/1.1" status: 200 len: 2985 time: 0.1480565 Sep 01 15:07:23.555931 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b6724dd-a148-48b9-a356-40822da8517e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Deleting subnet a0b3e4ef-d966-4acf-b0d7-cde0dae3c4c7 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:07:23.556581 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6b6724dd-a148-48b9-a356-40822da8517e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:23.679854 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6b6724dd-a148-48b9-a356-40822da8517e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:23.681334 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09f21b-cc27-486c-b1ff-a2ad26f541f6 req-ab33bc81-8931-4ae6-970f-b548df0fc5fa tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:23.684003 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9d09f21b-cc27-486c-b1ff-a2ad26f541f6 req-ab33bc81-8931-4ae6-970f-b548df0fc5fa tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ebd7f55-6c17-4027-9f0c-1d79a195c071 HTTP/1.1" status: 200 len: 945 time: 0.2621143 Sep 01 15:07:23.692281 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e6c31f5-2434-4018-8ffe-8f3b0498e9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:23.753509 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07bb74-3edb-486c-b7af-8b74f8e53660 req-feaf78a8-4a17-4dc7-bfcd-df38e1a07d86 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:23.755151 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa07bb74-3edb-486c-b7af-8b74f8e53660 req-feaf78a8-4a17-4dc7-bfcd-df38e1a07d86 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.45 "GET /v2.0/ports?device_id=acfbbd44-54c9-4f03-aa17-d832207eb4ca HTTP/1.1" status: 200 len: 950 time: 0.2177370 Sep 01 15:07:23.764597 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-c66ec553-b499-4756-8563-384f8d754f96 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Allocated IP 172.20.0.12 (c9a68c28-eb7d-4197-a297-a9a7217a4f8e/b4b8a1a7-4c41-46cc-8798-989cc5140738/35cf9d6b-54f3-4b25-b806-8b1848ae7c8d) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:07:23.810993 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [req-f404673f-c8a6-411f-a0c0-027ac10a7ff1 req-d8d67ec8-61d1-40dd-8583-0e7511c4d9a3 tempest-SecurityGroupsNegativeTestJSON-1710371014 tempest-SecurityGroupsNegativeTestJSON-1710371014-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 01 15:07:23.812866 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f404673f-c8a6-411f-a0c0-027ac10a7ff1 req-d8d67ec8-61d1-40dd-8583-0e7511c4d9a3 tempest-SecurityGroupsNegativeTestJSON-1710371014 tempest-SecurityGroupsNegativeTestJSON-1710371014-project] 10.222.0.60 "DELETE /v2.0/security-groups/703a40a6-bfb8-42d7-a5d7-0c19ea4160b2 HTTP/1.1" status: 409 len: 352 time: 0.2601681 Sep 01 15:07:23.863770 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c31f5-2434-4018-8ffe-8f3b0498e9f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24fc666a-3d6a-4889-a0fb-f74d9c6bc9bf,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:23.907658 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9d09f21b-cc27-486c-b1ff-a2ad26f541f6 req-0d9a2206-d52d-45fa-8a6e-71a466df0cd6 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038610 Sep 01 15:07:23.960073 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6b6724dd-a148-48b9-a356-40822da8517e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:23.975827 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6c31f5-2434-4018-8ffe-8f3b0498e9f3 admin admin] Checking segment: {'id': '34b7710b-b3f5-46a3-8d91-53889da3bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4eaae524-e756-4db3-aaf8-99e2c70142df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:07:23.976225 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6c31f5-2434-4018-8ffe-8f3b0498e9f3 admin admin] Network hostable DHCP agents. Network: 4eaae524-e756-4db3-aaf8-99e2c70142df, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:07:24.056514 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16e7d6-3c53-42d3-98a2-9d90f4b32107 req-8faf76fb-6372-49fe-9d86-dc6e55b4e9cd tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:24.067526 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4b16e7d6-3c53-42d3-98a2-9d90f4b32107 req-8faf76fb-6372-49fe-9d86-dc6e55b4e9cd tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=acfbbd44-54c9-4f03-aa17-d832207eb4ca HTTP/1.1" status: 200 len: 950 time: 0.1731958 Sep 01 15:07:24.078871 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6c31f5-2434-4018-8ffe-8f3b0498e9f3 admin admin] Network 4eaae524-e756-4db3-aaf8-99e2c70142df is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:07:24.114203 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4b16e7d6-3c53-42d3-98a2-9d90f4b32107 req-d024a10e-6e4e-476c-8ecf-9a0a43c706c7 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/security-groups?id=d1d6b96d-4c39-4dad-9698-ef5d5e191049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446055 Sep 01 15:07:24.126203 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-6e6c31f5-2434-4018-8ffe-8f3b0498e9f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 4eaae524-e756-4db3-aaf8-99e2c70142df) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:24.130757 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-fa07bb74-3edb-486c-b7af-8b74f8e53660 req-24785c67-3974-430a-a1ce-38cb22ddd1a9 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Deleting port ad439848-cfae-4329-b0ce-b479755e4f57 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:24.131284 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fa07bb74-3edb-486c-b7af-8b74f8e53660 req-24785c67-3974-430a-a1ce-38cb22ddd1a9 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:24.141287 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6c31f5-2434-4018-8ffe-8f3b0498e9f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:24.142163 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e6c31f5-2434-4018-8ffe-8f3b0498e9f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:24.149211 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a0f69a-403a-413d-a342-32af4c6b40e1 None None] Network 4eaae524-e756-4db3-aaf8-99e2c70142df requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:07:24.187794 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6b6724dd-a148-48b9-a356-40822da8517e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:24.248041 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-c66ec553-b499-4756-8563-384f8d754f96 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:24.261229 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [req-7aa2a4c3-7dcd-4f4c-8d61-bcd0b6214b34 req-806024d4-458c-45b8-b215-23450a393b69 tempest-SecurityGroupsNegativeTestJSON-1710371014 tempest-SecurityGroupsNegativeTestJSON-1710371014-project] show failed (client error): The resource could not be found. Sep 01 15:07:24.262424 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7aa2a4c3-7dcd-4f4c-8d61-bcd0b6214b34 req-806024d4-458c-45b8-b215-23450a393b69 tempest-SecurityGroupsNegativeTestJSON-1710371014 tempest-SecurityGroupsNegativeTestJSON-1710371014-project] 10.222.0.60 "GET /v2.0/security-groups/37280d8a-cd36-4da4-bcf6-dd41eeb1b0f3 HTTP/1.1" status: 404 len: 352 time: 0.0558693 Sep 01 15:07:24.263625 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6b6724dd-a148-48b9-a356-40822da8517e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:24.267255 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6b6724dd-a148-48b9-a356-40822da8517e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "DELETE /v2.0/subnets/a0b3e4ef-d966-4acf-b0d7-cde0dae3c4c7 HTTP/1.1" status: 204 len: 168 time: 0.9017391 Sep 01 15:07:24.268241 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6724dd-a148-48b9-a356-40822da8517e tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event deleted for resources: {'Subnet': ['ID=a0b3e4ef-d966-4acf-b0d7-cde0dae3c4c7,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:24.277400 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57722) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:24.278103 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57724) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:24.281337 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6e6c31f5-2434-4018-8ffe-8f3b0498e9f3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3005793 Sep 01 15:07:24.282016 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b4e91e-63cb-409a-a79f-09bc92bc7cb5 None None] Network fca44beb-d855-4a7c-ba31-9561c79e1379 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:07:24.283786 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-45cd64bd-68c4-4d08-ae95-2bf400da24e8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-138601244-router', 'tenant_id': '32d956d5f3ce4631b06d8aca076d39bb', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:24.299939 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbc60d-f82d-448d-9a19-0c847c9e5638 req-5418dfe3-2c7e-43a1-9377-165aed07505f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:24.302111 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3afbc60d-f82d-448d-9a19-0c847c9e5638 req-5418dfe3-2c7e-43a1-9377-165aed07505f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 945 time: 0.2575002 Sep 01 15:07:24.350812 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-c66ec553-b499-4756-8563-384f8d754f96 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Transition to ACTIVE for port object 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:24.421760 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-fa07bb74-3edb-486c-b7af-8b74f8e53660 req-24785c67-3974-430a-a1ce-38cb22ddd1a9 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] For port ad439848-cfae-4329-b0ce-b479755e4f57, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=ad439848-cfae-4329-b0ce-b479755e4f57,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:24.422477 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fa07bb74-3edb-486c-b7af-8b74f8e53660 req-24785c67-3974-430a-a1ce-38cb22ddd1a9 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:24.436655 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3afbc60d-f82d-448d-9a19-0c847c9e5638 req-141ab883-99d3-4bd1-957b-843d56ddeb1c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107407 Sep 01 15:07:24.454236 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e3298b01-1001-43e1-97c8-f1f97507e992 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:24.460097 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45cd64bd-68c4-4d08-ae95-2bf400da24e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:24.461172 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45cd64bd-68c4-4d08-ae95-2bf400da24e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:24.463913 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-fa07bb74-3edb-486c-b7af-8b74f8e53660 req-24785c67-3974-430a-a1ce-38cb22ddd1a9 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Calling delete_port for ad439848-cfae-4329-b0ce-b479755e4f57 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:24.483278 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-472a63ef-d51d-4c20-b13f-984b346c2846 req-edb7093c-dbb0-4255-a79d-98957f8da8ae tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 210 time: 0.0483291 Sep 01 15:07:24.500296 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-c66ec553-b499-4756-8563-384f8d754f96 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:24.577037 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45cd64bd-68c4-4d08-ae95-2bf400da24e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:24.720722 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-c66ec553-b499-4756-8563-384f8d754f96 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Network c9a68c28-eb7d-4197-a297-a9a7217a4f8e is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:07:24.731914 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-c66ec553-b499-4756-8563-384f8d754f96 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:24.736214 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-c66ec553-b499-4756-8563-384f8d754f96 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:07:24.782515 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ec553-b499-4756-8563-384f8d754f96 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Pushing event updated for resources: {'Port': ['ID=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:24.896011 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-c66ec553-b499-4756-8563-384f8d754f96 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:24.896705 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-c66ec553-b499-4756-8563-384f8d754f96 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:24.961213 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45cd64bd-68c4-4d08-ae95-2bf400da24e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:24.997647 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-c66ec553-b499-4756-8563-384f8d754f96 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2369928 Sep 01 15:07:24.999812 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bcf936-dea1-47a8-9535-ed700932ba4a None None] DHCP port deletion for fca44beb-d855-4a7c-ba31-9561c79e1379 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:07:25.005597 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [req-1e676d38-4d9f-49fe-a915-a10dca7b625a req-2d42f809-078a-4f7d-ba3c-0a3c7559b1c9 tempest-SecurityGroupsNegativeTestJSON-1710371014 tempest-SecurityGroupsNegativeTestJSON-1710371014-project] show failed (client error): The resource could not be found. Sep 01 15:07:25.019375 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e676d38-4d9f-49fe-a915-a10dca7b625a req-2d42f809-078a-4f7d-ba3c-0a3c7559b1c9 tempest-SecurityGroupsNegativeTestJSON-1710371014 tempest-SecurityGroupsNegativeTestJSON-1710371014-project] 10.222.0.60 "GET /v2.0/security-groups/8fb0041d-21af-480c-a474-4f49d4e4508b HTTP/1.1" status: 404 len: 352 time: 0.2561483 Sep 01 15:07:25.019638 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-d21f2698-fc1a-4246-b122-ceadf5970df0 service neutron] Request body: {'port': {'device_id': '557c31cf-a816-4f75-9e29-78b42060a235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:25.039071 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-4eaae524-e756-4db3-aaf8-99e2c70142df', 'network_id': '4eaae524-e756-4db3-aaf8-99e2c70142df', 'tenant_id': '32d956d5f3ce4631b06d8aca076d39bb', 'fixed_ips': [{'subnet_id': '24fc666a-3d6a-4889-a0fb-f74d9c6bc9bf'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:07:25.041072 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:25.042892 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57730) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:25.046166 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-e3298b01-1001-43e1-97c8-f1f97507e992 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Deleting port 7e6348f5-d57e-4793-a9d8-b8cdac01042c {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:25.046614 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e3298b01-1001-43e1-97c8-f1f97507e992 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:25.076831 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770ae46-71e3-42af-9871-39348db63fb8 req-d1c69d50-8d03-43d4-8aa2-850c231a8614 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:25.084560 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9770ae46-71e3-42af-9871-39348db63fb8 req-d1c69d50-8d03-43d4-8aa2-850c231a8614 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ebd7f55-6c17-4027-9f0c-1d79a195c071 HTTP/1.1" status: 200 len: 945 time: 0.2818880 Sep 01 15:07:25.135643 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fa07bb74-3edb-486c-b7af-8b74f8e53660 req-24785c67-3974-430a-a1ce-38cb22ddd1a9 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:25.155881 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-d21f2698-fc1a-4246-b122-ceadf5970df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:25.239315 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8528869-09b5-4960-b93a-0279f202c67b admin admin] Deleting subnet c963dd30-7c9e-4a9e-bc76-58f9fc19de88 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:07:25.257257 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a8528869-09b5-4960-b93a-0279f202c67b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:25.261670 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-e3298b01-1001-43e1-97c8-f1f97507e992 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] For port 7e6348f5-d57e-4793-a9d8-b8cdac01042c, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=7e6348f5-d57e-4793-a9d8-b8cdac01042c,segment=NetworkSegment(dfd5be91-930e-4c39-bf52-8814999f3f76),segment_id=dfd5be91-930e-4c39-bf52-8814999f3f76)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:25.262176 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e3298b01-1001-43e1-97c8-f1f97507e992 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:25.264601 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24785c67-3974-430a-a1ce-38cb22ddd1a9 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Pushing event deleted for resources: {'Port': ['ID=ad439848-cfae-4329-b0ce-b479755e4f57,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:25.314831 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9770ae46-71e3-42af-9871-39348db63fb8 req-74fdce7f-590f-4fbe-9e9d-32f9a4950545 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291794 Sep 01 15:07:25.332196 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-e3298b01-1001-43e1-97c8-f1f97507e992 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Calling delete_port for 7e6348f5-d57e-4793-a9d8-b8cdac01042c owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:25.394028 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-368cfa2a-9558-454d-b71a-d8bafc7d620d req-fd304726-f3ec-4c10-a82e-423129bf1747 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.60 "GET /v2.0/ports?device_id=acfbbd44-54c9-4f03-aa17-d832207eb4ca HTTP/1.1" status: 200 len: 210 time: 0.0891671 Sep 01 15:07:25.416564 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a8528869-09b5-4960-b93a-0279f202c67b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:25.418356 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa07bb74-3edb-486c-b7af-8b74f8e53660 req-24785c67-3974-430a-a1ce-38cb22ddd1a9 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] No DVR routers for this DVR port ad439848-cfae-4329-b0ce-b479755e4f57 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:07:25.426700 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fa07bb74-3edb-486c-b7af-8b74f8e53660 req-24785c67-3974-430a-a1ce-38cb22ddd1a9 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:25.429453 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa07bb74-3edb-486c-b7af-8b74f8e53660 req-24785c67-3974-430a-a1ce-38cb22ddd1a9 tempest-LiveMigrationNegativeTest-61483265 tempest-LiveMigrationNegativeTest-61483265-project] 10.222.0.45 "DELETE /v2.0/ports/ad439848-cfae-4329-b0ce-b479755e4f57 HTTP/1.1" status: 204 len: 173 time: 1.6552069 Sep 01 15:07:25.430530 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfbbd44-54c9-4f03-aa17-d832207eb4ca', 'name': 'network-vif-deleted', 'tag': 'ad439848-cfae-4329-b0ce-b479755e4f57'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:25.431183 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 7e6348f5-d57e-4793-a9d8-b8cdac01042c no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:07:25.433929 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab9ce19-9f98-49cd-b3f4-5c8f0af7bcda" -d '{"events": [{"server_uuid": "acfbbd44-54c9-4f03-aa17-d832207eb4ca", "name": "network-vif-deleted", "tag": "ad439848-cfae-4329-b0ce-b479755e4f57"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:25.526741 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccb34b3-d6a5-4fd2-ac10-b8484f05f4bc x-openstack-request-id: req-3ccb34b3-d6a5-4fd2-ac10-b8484f05f4bc {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:25.527030 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acfbbd44-54c9-4f03-aa17-d832207eb4ca", "name": "network-vif-deleted", "tag": "ad439848-cfae-4329-b0ce-b479755e4f57", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:25.527507 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ccb34b3-d6a5-4fd2-ac10-b8484f05f4bc {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:25.528215 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acfbbd44-54c9-4f03-aa17-d832207eb4ca', 'name': 'network-vif-deleted', 'tag': 'ad439848-cfae-4329-b0ce-b479755e4f57', 'status': 'completed', 'code': 200} Sep 01 15:07:25.542332 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3b379ffb-4534-4b71-8e53-f472dc75ba28 None None] Provisioning for port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:25.551330 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Allocated IP 172.20.0.2 (4eaae524-e756-4db3-aaf8-99e2c70142df/24fc666a-3d6a-4889-a0fb-f74d9c6bc9bf/fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:07:25.556350 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3b379ffb-4534-4b71-8e53-f472dc75ba28 None None] Provisioning complete for port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:25.557859 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3b379ffb-4534-4b71-8e53-f472dc75ba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:25.598753 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-21bcf936-dea1-47a8-9535-ed700932ba4a None None] Deleting port 7e6348f5-d57e-4793-a9d8-b8cdac01042c {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:25.599437 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-21bcf936-dea1-47a8-9535-ed700932ba4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:25.635378 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a8528869-09b5-4960-b93a-0279f202c67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:25.749729 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3b379ffb-4534-4b71-8e53-f472dc75ba28 None None] Port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:07:25.800445 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device ad439848-cfae-4329-b0ce-b479755e4f57 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:07:25.818225 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-21bcf936-dea1-47a8-9535-ed700932ba4a None None] For port 7e6348f5-d57e-4793-a9d8-b8cdac01042c, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=7e6348f5-d57e-4793-a9d8-b8cdac01042c,segment=NetworkSegment(dfd5be91-930e-4c39-bf52-8814999f3f76),segment_id=dfd5be91-930e-4c39-bf52-8814999f3f76)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:25.818821 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-21bcf936-dea1-47a8-9535-ed700932ba4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:25.839659 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1d49f-3e97-4f90-aeb5-28e700602271 req-d9ddddf9-4399-422f-bc12-4ee78eccefaf tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:25.841472 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3ab1d49f-3e97-4f90-aeb5-28e700602271 req-d9ddddf9-4399-422f-bc12-4ee78eccefaf tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 932 time: 0.1069124 Sep 01 15:07:25.872938 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: ad439848-cfae-4329-b0ce-b479755e4f57 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:07:25.873514 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device ad439848-cfae-4329-b0ce-b479755e4f57 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:07:25.894538 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-21bcf936-dea1-47a8-9535-ed700932ba4a None None] Calling delete_port for 7e6348f5-d57e-4793-a9d8-b8cdac01042c owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:25.905746 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:25.938464 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3ab1d49f-3e97-4f90-aeb5-28e700602271 req-bb709351-70fe-4ca5-898d-39f39ffafc8d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805526 Sep 01 15:07:25.959408 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-d21f2698-fc1a-4246-b122-ceadf5970df0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:07:25.970598 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-d21f2698-fc1a-4246-b122-ceadf5970df0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:25.988665 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-d21f2698-fc1a-4246-b122-ceadf5970df0 service neutron] Transition to ACTIVE for port object 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:26.009699 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-d21f2698-fc1a-4246-b122-ceadf5970df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: from cryptography.utils import int_from_bytes Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: from cryptography.utils import int_from_bytes Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:26.136981 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:07:26.140879 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:26.140879 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:07:26.140879 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:26.140879 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:07:26.140879 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:26.140879 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:07:26.140879 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:26.140879 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:07:26.140879 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:26.140879 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:07:26.140879 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:26.140879 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:07:26.140879 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:07:26.140879 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:07:26.168097 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-21bcf936-dea1-47a8-9535-ed700932ba4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:26.252508 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f2698-fc1a-4246-b122-ceadf5970df0 service neutron] Pushing event updated for resources: {'Port': ['ID=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:26.273323 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-d21f2698-fc1a-4246-b122-ceadf5970df0 service neutron] Attempting to bind port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:07:26.273323 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-d21f2698-fc1a-4246-b122-ceadf5970df0 service neutron] Attempting to bind port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:07:26.273876 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-d21f2698-fc1a-4246-b122-ceadf5970df0 service neutron] Attempting to bind port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d on network c9a68c28-eb7d-4197-a297-a9a7217a4f8e {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:26.279767 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-d21f2698-fc1a-4246-b122-ceadf5970df0 service neutron] Port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d on network c9a68c28-eb7d-4197-a297-a9a7217a4f8e not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:07:26.280235 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-d21f2698-fc1a-4246-b122-ceadf5970df0 service neutron] Attempting to bind port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d on network c9a68c28-eb7d-4197-a297-a9a7217a4f8e {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:26.287835 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-d21f2698-fc1a-4246-b122-ceadf5970df0 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:07:26.288482 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-d21f2698-fc1a-4246-b122-ceadf5970df0 service neutron] Checking segment: {'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:07:26.289275 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-d21f2698-fc1a-4246-b122-ceadf5970df0 service neutron] Bound using segment: {'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:07:26.289798 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-d21f2698-fc1a-4246-b122-ceadf5970df0 service neutron] Bound port: 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:07:26.290415 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-d21f2698-fc1a-4246-b122-ceadf5970df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:26.332547 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:26.388017 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bcf936-dea1-47a8-9535-ed700932ba4a None None] No DVR routers for this DVR port 7e6348f5-d57e-4793-a9d8-b8cdac01042c on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:07:26.411420 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-d21f2698-fc1a-4246-b122-ceadf5970df0 service neutron] For port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:07:26.416970 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-d21f2698-fc1a-4246-b122-ceadf5970df0 service neutron] For port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:07:26.431187 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-d21f2698-fc1a-4246-b122-ceadf5970df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:26.459673 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Transition to ACTIVE for port object fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:26.466144 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e3298b01-1001-43e1-97c8-f1f97507e992 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:26.476262 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-d21f2698-fc1a-4246-b122-ceadf5970df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:26.477052 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-d21f2698-fc1a-4246-b122-ceadf5970df0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:26.479325 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-d21f2698-fc1a-4246-b122-ceadf5970df0 service neutron] 10.222.0.45 "PUT /v2.0/ports/35cf9d6b-54f3-4b25-b806-8b1848ae7c8d HTTP/1.1" status: 200 len: 1092 time: 1.4678483 Sep 01 15:07:26.483792 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Transition to ACTIVE for port object fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:26.488932 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bcf936-dea1-47a8-9535-ed700932ba4a None None] Pushing event deleted for resources: {'Port': ['ID=7e6348f5-d57e-4793-a9d8-b8cdac01042c,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:26.496648 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:26.520416 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f2698-fc1a-4246-b122-ceadf5970df0 service neutron] Pushing event updated for resources: {'Port': ['ID=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:26.559019 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Pushing event updated for resources: {'Port': ['ID=fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:26.584097 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3298b01-1001-43e1-97c8-f1f97507e992 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event deleted for resources: {'Port': ['ID=7e6348f5-d57e-4793-a9d8-b8cdac01042c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:26.599648 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Network 4eaae524-e756-4db3-aaf8-99e2c70142df is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:07:26.602671 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:26.608663 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:07:26.627977 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a8528869-09b5-4960-b93a-0279f202c67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:26.636948 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3298b01-1001-43e1-97c8-f1f97507e992 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] No DVR routers for this DVR port 7e6348f5-d57e-4793-a9d8-b8cdac01042c on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:07:26.674401 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-d1c2fef0-9b8c-42d2-aaa2-d66e34a6e40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:26.677100 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-d1c2fef0-9b8c-42d2-aaa2-d66e34a6e40e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f5c878306d2c4fbcbebf77004da8b742&device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 1095 time: 0.1222668 Sep 01 15:07:26.708052 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8528869-09b5-4960-b93a-0279f202c67b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c963dd30-7c9e-4a9e-bc76-58f9fc19de88,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:26.716175 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a8528869-09b5-4960-b93a-0279f202c67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:26.720904 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a8528869-09b5-4960-b93a-0279f202c67b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c963dd30-7c9e-4a9e-bc76-58f9fc19de88 HTTP/1.1" status: 204 len: 168 time: 1.6700315 Sep 01 15:07:26.722652 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45cd64bd-68c4-4d08-ae95-2bf400da24e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:26.746088 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57752) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:26.756860 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ec12f-4d94-429a-a775-188a91f09e3a req-6bfc83e3-1d53-4d4e-af45-f020d4188e69 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:26.757667 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Attempting to bind port fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:07:26.758138 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cf0ec12f-4d94-429a-a775-188a91f09e3a req-6bfc83e3-1d53-4d4e-af45-f020d4188e69 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 945 time: 1.0680001 Sep 01 15:07:26.760573 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45cd64bd-68c4-4d08-ae95-2bf400da24e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:26.771012 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-07cb68d4-0b00-40a6-a8e7-a2f35aacf210 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d HTTP/1.1" status: 200 len: 217 time: 0.0716646 Sep 01 15:07:26.771329 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Attempting to bind port fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '34b7710b-b3f5-46a3-8d91-53889da3bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4eaae524-e756-4db3-aaf8-99e2c70142df'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:07:26.774342 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Attempting to bind port fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919 on network 4eaae524-e756-4db3-aaf8-99e2c70142df {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:26.794637 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:07:26.795135 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Checking segment: {'id': '34b7710b-b3f5-46a3-8d91-53889da3bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4eaae524-e756-4db3-aaf8-99e2c70142df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:07:26.795797 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:26.796458 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Bound using segment: {'id': '34b7710b-b3f5-46a3-8d91-53889da3bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4eaae524-e756-4db3-aaf8-99e2c70142df'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:07:26.797505 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Bound port: fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b7710b-b3f5-46a3-8d91-53889da3bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4eaae524-e756-4db3-aaf8-99e2c70142df'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:07:26.798139 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:26.910142 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] For port fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:07:26.918027 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] For port fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919,segment=NetworkSegment(34b7710b-b3f5-46a3-8d91-53889da3bdea),segment_id=34b7710b-b3f5-46a3-8d91-53889da3bdea)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:07:26.918593 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-45cd64bd-68c4-4d08-ae95-2bf400da24e8 admin admin] Allocated IP 172.25.6.242 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/b63ddec1-4547-4314-94ff-056785b03ff4) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:07:26.926647 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:26.969877 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-c0607c7b-54ea-451a-8660-959ad49cb6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:26.972286 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-c0607c7b-54ea-451a-8660-959ad49cb6ca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4b8a1a7-4c41-46cc-8798-989cc5140738 HTTP/1.1" status: 200 len: 851 time: 0.1865306 Sep 01 15:07:26.985204 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b7b73-d294-4f4b-a4e4-217d8adec981 req-28c3dfb9-7b85-4393-b602-460f3e5bef4a tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:26.987218 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-061b7b73-d294-4f4b-a4e4-217d8adec981 req-28c3dfb9-7b85-4393-b602-460f3e5bef4a tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ebd7f55-6c17-4027-9f0c-1d79a195c071 HTTP/1.1" status: 200 len: 945 time: 0.2897983 Sep 01 15:07:26.992966 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11e08e9f-c5ad-40ad-b216-fb646c6db477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:27.017863 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Pushing event updated for resources: {'Port': ['ID=fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:27.033157 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:27.033887 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:27.034072 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:27.034560 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:27.035147 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:27.035619 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:27.035983 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:27.036602 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:27.036602 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:27.036992 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:27.037327 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:27.037789 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c847c0-b515-4213-87d5-d594a1a0a537 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:27.075258 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e3298b01-1001-43e1-97c8-f1f97507e992 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:27.123509 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cf0ec12f-4d94-429a-a775-188a91f09e3a req-a4c5f85a-7c7c-49ae-b866-2bfcd7d1cace tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975968 Sep 01 15:07:27.129050 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-e3298b01-1001-43e1-97c8-f1f97507e992 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca44beb-d855-4a7c-ba31-9561c79e1379']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:27.146640 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-e3298b01-1001-43e1-97c8-f1f97507e992 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd5be91-930e-4c39-bf52-8814999f3f76') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:27.146916 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-e3298b01-1001-43e1-97c8-f1f97507e992 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd5be91-930e-4c39-bf52-8814999f3f76') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:27.164159 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e3298b01-1001-43e1-97c8-f1f97507e992 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:27.195639 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e3298b01-1001-43e1-97c8-f1f97507e992 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:27.203758 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-061b7b73-d294-4f4b-a4e4-217d8adec981 req-5788f0c9-f20c-458f-bfec-65c6baeb47ed tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038317 Sep 01 15:07:27.212408 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3298b01-1001-43e1-97c8-f1f97507e992 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:07:27.217677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-e49b04c9-092f-4e34-ab22-817f430d584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:27.219405 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e3298b01-1001-43e1-97c8-f1f97507e992 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:07:27.223925 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:07:27.228832 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-e49b04c9-092f-4e34-ab22-817f430d584c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2348528 Sep 01 15:07:27.294328 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45cd64bd-68c4-4d08-ae95-2bf400da24e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:27.359204 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:27.391930 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e3298b01-1001-43e1-97c8-f1f97507e992 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:27.404443 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e3298b01-1001-43e1-97c8-f1f97507e992 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:27.409670 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e3298b01-1001-43e1-97c8-f1f97507e992 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "DELETE /v2.0/networks/fca44beb-d855-4a7c-ba31-9561c79e1379 HTTP/1.1" status: 204 len: 168 time: 3.0890272 Sep 01 15:07:27.420941 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57760) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:27.426927 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-e246ab60-9049-44ea-8f5f-7dbf09353f99 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-661714998'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:27.438708 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3298b01-1001-43e1-97c8-f1f97507e992 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event deleted for resources: {'Network': ['ID=fca44beb-d855-4a7c-ba31-9561c79e1379,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:27.458947 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45cd64bd-68c4-4d08-ae95-2bf400da24e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:27.476480 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11e08e9f-c5ad-40ad-b216-fb646c6db477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:27.496353 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-11e08e9f-c5ad-40ad-b216-fb646c6db477 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb035ba-5887-410c-83ec-945bb82bac1a']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:27.526923 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-11e08e9f-c5ad-40ad-b216-fb646c6db477 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16db4b07-87bd-47bd-b11f-ac881792571f') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:27.527508 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-11e08e9f-c5ad-40ad-b216-fb646c6db477 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16db4b07-87bd-47bd-b11f-ac881792571f') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:27.542860 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '557c31cf-a816-4f75-9e29-78b42060a235', 'tag': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:27.545606 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23166a31-203e-402d-93f8-9285d4d7ff01" -d '{"events": [{"name": "network-changed", "server_uuid": "557c31cf-a816-4f75-9e29-78b42060a235", "tag": "35cf9d6b-54f3-4b25-b806-8b1848ae7c8d"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:27.555157 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cd64bd-68c4-4d08-ae95-2bf400da24e8 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:07:27.581204 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-45cd64bd-68c4-4d08-ae95-2bf400da24e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:27.583236 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e246ab60-9049-44ea-8f5f-7dbf09353f99 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Made reservation on behalf of f19f728ef2e84bc7921749b54aaa2b5d for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:07:27.586917 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e246ab60-9049-44ea-8f5f-7dbf09353f99 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:27.600134 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cd64bd-68c4-4d08-ae95-2bf400da24e8 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:07:27.600478 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11e08e9f-c5ad-40ad-b216-fb646c6db477 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:27.651644 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11e08e9f-c5ad-40ad-b216-fb646c6db477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:27.652047 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:27.672768 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e08e9f-c5ad-40ad-b216-fb646c6db477 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:07:27.673187 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11e08e9f-c5ad-40ad-b216-fb646c6db477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:07:27.675389 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:07:27.683531 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-49599e89-0624-4845-b132-48d940fb3274 service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369686 Sep 01 15:07:27.683854 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd64bd-68c4-4d08-ae95-2bf400da24e8 admin admin] Pushing event updated for resources: {'Port': ['ID=b63ddec1-4547-4314-94ff-056785b03ff4,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:27.711520 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7e5d1-8442-4946-9960-1ff5d9709189 req-911b2b23-5904-4622-92b8-85b98cc0101c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:27.713368 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e8f7e5d1-8442-4946-9960-1ff5d9709189 req-911b2b23-5904-4622-92b8-85b98cc0101c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 944 time: 0.2197061 Sep 01 15:07:27.719624 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e246ab60-9049-44ea-8f5f-7dbf09353f99 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:07:27.770656 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:27.825748 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e246ab60-9049-44ea-8f5f-7dbf09353f99 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:27.826104 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-e246ab60-9049-44ea-8f5f-7dbf09353f99 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Added segment 8d9a2640-5090-41d3-bfac-c42654eb44cf of type vlan for network 1a41184c-1127-4568-b34a-de78505cb021 Sep 01 15:07:27.871255 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57766) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:27.927982 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e246ab60-9049-44ea-8f5f-7dbf09353f99 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:27.948618 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e8f7e5d1-8442-4946-9960-1ff5d9709189 req-340c44fa-70c3-4a1f-b7b4-aae1c8b3eaf3 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231324 Sep 01 15:07:27.984165 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e246ab60-9049-44ea-8f5f-7dbf09353f99 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:27.993894 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e246ab60-9049-44ea-8f5f-7dbf09353f99 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:27.995306 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e246ab60-9049-44ea-8f5f-7dbf09353f99 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:28.060420 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b712427-d1c2-4818-b95c-2c7a627e94d3 req-6b94ebd7-fa31-410e-a2b8-dd5463474853 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:28.074185 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5b712427-d1c2-4818-b95c-2c7a627e94d3 req-6b94ebd7-fa31-410e-a2b8-dd5463474853 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 946 time: 0.5493586 Sep 01 15:07:28.118370 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e246ab60-9049-44ea-8f5f-7dbf09353f99 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6948185 Sep 01 15:07:28.131031 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57770) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:28.155375 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-c529c567-0922-4534-afb7-32b706e81a9c tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Request body: {'subnet': {'network_id': '1a41184c-1127-4568-b34a-de78505cb021', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:28.168870 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11e08e9f-c5ad-40ad-b216-fb646c6db477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:28.190267 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-11e08e9f-c5ad-40ad-b216-fb646c6db477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:28.192294 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-11e08e9f-c5ad-40ad-b216-fb646c6db477 admin admin] 10.222.0.60 "DELETE /v2.0/networks/cdb035ba-5887-410c-83ec-945bb82bac1a HTTP/1.1" status: 204 len: 168 time: 1.4440918 Sep 01 15:07:28.225717 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5b712427-d1c2-4818-b95c-2c7a627e94d3 req-09be6969-0e93-42fa-8b07-0b55c84f5158 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515918 Sep 01 15:07:28.259652 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e08e9f-c5ad-40ad-b216-fb646c6db477 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb035ba-5887-410c-83ec-945bb82bac1a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:28.303872 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff116d69-2945-46af-a9da-221b2a31aec5 req-088b2cd1-443e-4272-86d8-b72e01f7318a service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016481 Sep 01 15:07:28.339794 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c529c567-0922-4534-afb7-32b706e81a9c tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Made reservation on behalf of f19f728ef2e84bc7921749b54aaa2b5d for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:07:28.343603 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c529c567-0922-4534-afb7-32b706e81a9c tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:28.344716 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e82155-7f36-4b85-8d62-d95c3ff261c9 x-openstack-request-id: req-36e82155-7f36-4b85-8d62-d95c3ff261c9 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:28.345287 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "557c31cf-a816-4f75-9e29-78b42060a235", "tag": "35cf9d6b-54f3-4b25-b806-8b1848ae7c8d", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:28.351208 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-36e82155-7f36-4b85-8d62-d95c3ff261c9 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:28.354797 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '557c31cf-a816-4f75-9e29-78b42060a235', 'tag': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d', 'status': 'completed', 'code': 200} Sep 01 15:07:28.428939 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e246ab60-9049-44ea-8f5f-7dbf09353f99 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event updated for resources: {'Network': ['ID=1a41184c-1127-4568-b34a-de78505cb021,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:28.442261 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 1a41184c-1127-4568-b34a-de78505cb021 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:07:28.566045 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45cd64bd-68c4-4d08-ae95-2bf400da24e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:28.599515 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57784) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:28.676431 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23166a31-203e-402d-93f8-9285d4d7ff01 req-51b15478-5c5b-4146-8b26-a92a6ae18cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:28.678748 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-23166a31-203e-402d-93f8-9285d4d7ff01 req-51b15478-5c5b-4146-8b26-a92a6ae18cd2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f5c878306d2c4fbcbebf77004da8b742&device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 1095 time: 0.2687013 Sep 01 15:07:28.716048 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540e8c6-2a02-4e60-846a-a85852af96f0 req-24b91f56-c1ad-4ac3-badd-f5ae8797f791 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:28.718537 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c540e8c6-2a02-4e60-846a-a85852af96f0 req-24b91f56-c1ad-4ac3-badd-f5ae8797f791 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 946 time: 0.2019477 Sep 01 15:07:28.732028 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9455b8cf-7905-4031-8eb0-eb9adec930d1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dffe660ba37e46898d1f4bbf5f9d51ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8380046 Sep 01 15:07:28.737813 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57796) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:28.770669 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cb02c-1e55-48fe-a27e-8171e2b25403 req-3eb6df26-95f7-4c7e-8919-660f59fe63b2 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:28.775151 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d08cb02c-1e55-48fe-a27e-8171e2b25403 req-3eb6df26-95f7-4c7e-8919-660f59fe63b2 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 945 time: 0.2777703 Sep 01 15:07:28.778000 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558da032-4a6b-412f-af7d-a2a6b77f5f37 None None] Network 4eaae524-e756-4db3-aaf8-99e2c70142df requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:07:28.892082 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f812f161-5965-4c08-8d94-d9a43ff1de59 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38eb0d18e14b429ab3b6e9a79b51eb5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2873762 Sep 01 15:07:28.900357 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57798) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:28.908930 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e7c60552-0162-4c02-98bb-001d8956ac9c None None] Provisioning for port fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:28.916790 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e7c60552-0162-4c02-98bb-001d8956ac9c None None] Provisioning complete for port fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:28.917175 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e7c60552-0162-4c02-98bb-001d8956ac9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:28.924085 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d08cb02c-1e55-48fe-a27e-8171e2b25403 req-221670c1-a282-4d1c-9ba2-440f09ecd3d0 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207697 Sep 01 15:07:28.955235 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23166a31-203e-402d-93f8-9285d4d7ff01 req-b83034c9-3587-487e-be94-694af384217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:28.956466 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-23166a31-203e-402d-93f8-9285d4d7ff01 req-b83034c9-3587-487e-be94-694af384217b service neutron] 10.222.0.45 "GET /v2.0/networks?id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 200 len: 913 time: 0.2682962 Sep 01 15:07:29.030586 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-23166a31-203e-402d-93f8-9285d4d7ff01 req-9ed2b5a3-ceb8-4c99-8fbb-1efb728695d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d HTTP/1.1" status: 200 len: 217 time: 0.0643122 Sep 01 15:07:29.039628 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-48c43413-acb0-42a9-8a58-26795e3ce615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.054202 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-c540e8c6-2a02-4e60-846a-a85852af96f0 req-f1e86849-1bde-4bbf-ac8c-f103dd0aefb0 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Deleting port a102d6b9-2d70-494a-8ed0-d22aed919cbb {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:29.054717 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c540e8c6-2a02-4e60-846a-a85852af96f0 req-f1e86849-1bde-4bbf-ac8c-f103dd0aefb0 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.080289 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c529c567-0922-4534-afb7-32b706e81a9c tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.137539 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e7c60552-0162-4c02-98bb-001d8956ac9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.140954 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-48c43413-acb0-42a9-8a58-26795e3ce615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.227131 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23166a31-203e-402d-93f8-9285d4d7ff01 req-7e23b3b1-ddec-46f2-8e44-55a01eea5518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:29.231073 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-23166a31-203e-402d-93f8-9285d4d7ff01 req-7e23b3b1-ddec-46f2-8e44-55a01eea5518 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4b8a1a7-4c41-46cc-8798-989cc5140738 HTTP/1.1" status: 200 len: 851 time: 0.1879582 Sep 01 15:07:29.295266 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529c567-0922-4534-afb7-32b706e81a9c tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event updated for resources: {'Subnet': ['ID=bb681548-8b80-42fb-98fb-d3b7a1089e70,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:29.310443 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d913700-edfc-485f-81ef-1c1517bdf07a req-8b8e0685-e0df-43dd-ad2d-ebacde8d9c4b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:29.312236 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1de4ecba-a8c6-4e4a-aefd-fd741cc9df3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.318776 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5d913700-edfc-485f-81ef-1c1517bdf07a req-8b8e0685-e0df-43dd-ad2d-ebacde8d9c4b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 944 time: 0.2483437 Sep 01 15:07:29.336971 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45cd64bd-68c4-4d08-ae95-2bf400da24e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.378257 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c529c567-0922-4534-afb7-32b706e81a9c tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Checking segment: {'id': '8d9a2640-5090-41d3-bfac-c42654eb44cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a41184c-1127-4568-b34a-de78505cb021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:07:29.379373 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c529c567-0922-4534-afb7-32b706e81a9c tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Network hostable DHCP agents. Network: 1a41184c-1127-4568-b34a-de78505cb021, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:07:29.388328 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e7c60552-0162-4c02-98bb-001d8956ac9c None None] For port fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919,segment=NetworkSegment(34b7710b-b3f5-46a3-8d91-53889da3bdea),segment_id=34b7710b-b3f5-46a3-8d91-53889da3bdea)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:29.398029 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e7c60552-0162-4c02-98bb-001d8956ac9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.439833 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-48c43413-acb0-42a9-8a58-26795e3ce615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.442789 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-48c43413-acb0-42a9-8a58-26795e3ce615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.446615 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-48c43413-acb0-42a9-8a58-26795e3ce615 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d1d6b96d-4c39-4dad-9698-ef5d5e191049 HTTP/1.1" status: 204 len: 168 time: 0.7031465 Sep 01 15:07:29.484372 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5d913700-edfc-485f-81ef-1c1517bdf07a req-1e507812-b2ae-4c2f-abf0-2cc82e08d573 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589966 Sep 01 15:07:29.491089 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1de4ecba-a8c6-4e4a-aefd-fd741cc9df3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.496605 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c43413-acb0-42a9-8a58-26795e3ce615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d6b96d-4c39-4dad-9698-ef5d5e191049,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:29.501709 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23166a31-203e-402d-93f8-9285d4d7ff01 req-a11ec6f5-b40e-4aec-8812-73a4dd3cccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:29.510445 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c60552-0162-4c02-98bb-001d8956ac9c None None] Pushing event updated for resources: {'Port': ['ID=fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:29.512650 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-23166a31-203e-402d-93f8-9285d4d7ff01 req-a11ec6f5-b40e-4aec-8812-73a4dd3cccf8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2296367 Sep 01 15:07:29.520047 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c529c567-0922-4534-afb7-32b706e81a9c tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Network 1a41184c-1127-4568-b34a-de78505cb021 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:07:29.539943 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f0122279-daf0-4eb6-bf00-ca5d992efe24 None None] Provisioning complete for port fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:29.540686 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f0122279-daf0-4eb6-bf00-ca5d992efe24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.579772 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-c529c567-0922-4534-afb7-32b706e81a9c tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 1a41184c-1127-4568-b34a-de78505cb021) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:29.591106 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c529c567-0922-4534-afb7-32b706e81a9c tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:29.591920 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c529c567-0922-4534-afb7-32b706e81a9c tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.601538 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599bfb55-a1cd-4abc-b4b1-905b2d58a2b0 None None] Network 1a41184c-1127-4568-b34a-de78505cb021 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:07:29.632830 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c529c567-0922-4534-afb7-32b706e81a9c tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4888003 Sep 01 15:07:29.639484 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57806) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:29.655339 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-0ba7531e-4fcd-48bb-8399-888d54283183 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-243074912'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:29.723992 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-c540e8c6-2a02-4e60-846a-a85852af96f0 req-f1e86849-1bde-4bbf-ac8c-f103dd0aefb0 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] For port a102d6b9-2d70-494a-8ed0-d22aed919cbb, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a102d6b9-2d70-494a-8ed0-d22aed919cbb,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:29.729332 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c540e8c6-2a02-4e60-846a-a85852af96f0 req-f1e86849-1bde-4bbf-ac8c-f103dd0aefb0 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.754259 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba7531e-4fcd-48bb-8399-888d54283183 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Made reservation on behalf of f19f728ef2e84bc7921749b54aaa2b5d for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:07:29.759065 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0ba7531e-4fcd-48bb-8399-888d54283183 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.788832 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cd64bd-68c4-4d08-ae95-2bf400da24e8 admin admin] Router 8777bcd3-6953-4da3-a26e-322d5a8df4bd is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:07:29.804314 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ba7531e-4fcd-48bb-8399-888d54283183 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:07:29.881695 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-23166a31-203e-402d-93f8-9285d4d7ff01 req-5407ecbf-737b-4348-9f35-d8796a67528e service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118424 Sep 01 15:07:29.937803 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0ba7531e-4fcd-48bb-8399-888d54283183 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:29.938247 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-0ba7531e-4fcd-48bb-8399-888d54283183 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Added segment 8141f709-cf27-4474-b252-1181d9c25855 of type vlan for network e69f4df2-dc6f-423c-ab61-f0c92b257618 Sep 01 15:07:29.974488 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cd64bd-68c4-4d08-ae95-2bf400da24e8 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:07:29.992094 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b16298-62d7-45a6-ad17-0a8055848d21 None None] Sync routers for ids ['8777bcd3-6953-4da3-a26e-322d5a8df4bd'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:07:30.006475 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b16298-62d7-45a6-ad17-0a8055848d21 None None] Routers {'8777bcd3-6953-4da3-a26e-322d5a8df4bd'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:07:30.007516 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-c3b16298-62d7-45a6-ad17-0a8055848d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:07:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['8777bcd3-6953-4da3-a26e-322d5a8df4bd'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:30.017373 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0ba7531e-4fcd-48bb-8399-888d54283183 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:30.052233 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45cd64bd-68c4-4d08-ae95-2bf400da24e8 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:30.053886 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-45cd64bd-68c4-4d08-ae95-2bf400da24e8 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7744536 Sep 01 15:07:30.061113 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57822) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:30.173571 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57824) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:30.173924 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b50dae-8aec-410d-8b15-721fb75450e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-1a41184c-1127-4568-b34a-de78505cb021', 'network_id': '1a41184c-1127-4568-b34a-de78505cb021', 'tenant_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'fixed_ips': [{'subnet_id': 'bb681548-8b80-42fb-98fb-d3b7a1089e70'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:07:30.175675 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a3b50dae-8aec-410d-8b15-721fb75450e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:30.178378 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0ba7531e-4fcd-48bb-8399-888d54283183 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:30.185425 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba7531e-4fcd-48bb-8399-888d54283183 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:30.186052 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0ba7531e-4fcd-48bb-8399-888d54283183 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:30.211280 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-c3b16298-62d7-45a6-ad17-0a8055848d21 None None] Set router 8777bcd3-6953-4da3-a26e-322d5a8df4bd gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:07:30.326818 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c540e8c6-2a02-4e60-846a-a85852af96f0 req-f1e86849-1bde-4bbf-ac8c-f103dd0aefb0 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:30.327459 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c540e8c6-2a02-4e60-846a-a85852af96f0 req-f1e86849-1bde-4bbf-ac8c-f103dd0aefb0 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:30.327963 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [req-c540e8c6-2a02-4e60-846a-a85852af96f0 req-f1e86849-1bde-4bbf-ac8c-f103dd0aefb0 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Floating IP 1084c0af-a746-43ef-9ec2-58645380399e disassociated. External IP: 172.25.6.67, port: a102d6b9-2d70-494a-8ed0-d22aed919cbb. Sep 01 15:07:30.328524 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-c540e8c6-2a02-4e60-846a-a85852af96f0 req-f1e86849-1bde-4bbf-ac8c-f103dd0aefb0 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Calling delete_port for a102d6b9-2d70-494a-8ed0-d22aed919cbb owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:30.381233 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7531e-4fcd-48bb-8399-888d54283183 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event updated for resources: {'Network': ['ID=e69f4df2-dc6f-423c-ab61-f0c92b257618,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:30.399654 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network e69f4df2-dc6f-423c-ab61-f0c92b257618 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:07:30.446128 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0ba7531e-4fcd-48bb-8399-888d54283183 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8014405 Sep 01 15:07:30.453931 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57826) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:30.471915 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-d6714d05-5842-4b50-beca-6098ab93ba43 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Request body: {'subnet': {'network_id': 'e69f4df2-dc6f-423c-ab61-f0c92b257618', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:30.494097 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911db04-19f5-4547-9c4c-efe9f243ebc9 req-b64f98a7-4876-44a8-8611-2380ed889b89 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:30.497537 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5911db04-19f5-4547-9c4c-efe9f243ebc9 req-b64f98a7-4876-44a8-8611-2380ed889b89 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 945 time: 0.2965345 Sep 01 15:07:30.539026 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-c3b16298-62d7-45a6-ad17-0a8055848d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8777bcd3-6953-4da3-a26e-322d5a8df4bd', 'name': 'tempest-FloatingIPsNegativeTestJSON-138601244-router', 'tenant_id': '32d956d5f3ce4631b06d8aca076d39bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b63ddec1-4547-4314-94ff-056785b03ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:24Z', 'updated_at': '2021-09-01T15:07:27Z', 'revision_number': 3, 'project_id': '32d956d5f3ce4631b06d8aca076d39bb', 'gw_port': {'id': 'b63ddec1-4547-4314-94ff-056785b03ff4', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8777bcd3-6953-4da3-a26e-322d5a8df4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:26Z', 'updated_at': '2021-09-01T15:07:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:30.541450 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-a3b50dae-8aec-410d-8b15-721fb75450e3 None None] Allocated IP 19.80.0.2 (1a41184c-1127-4568-b34a-de78505cb021/bb681548-8b80-42fb-98fb-d3b7a1089e70/6480a238-f2a4-4e2c-a38f-693dda885794) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:07:30.590283 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b16298-62d7-45a6-ad17-0a8055848d21 None None] Checking router: 8777bcd3-6953-4da3-a26e-322d5a8df4bd for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:07:30.591102 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b16298-62d7-45a6-ad17-0a8055848d21 None None] Updating router 8777bcd3-6953-4da3-a26e-322d5a8df4bd port b63ddec1-4547-4314-94ff-056785b03ff4 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:07:30.593251 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5911db04-19f5-4547-9c4c-efe9f243ebc9 req-ec8bac92-c812-4549-bcec-d9f6b28d9346 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433035 Sep 01 15:07:30.604451 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-545c9db4-80ae-4638-a9bb-884c2468c871 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d6f8fe69204d44ea9f8d07fe7777a90d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4293804 Sep 01 15:07:30.605089 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57830) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:30.647068 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-c3b16298-62d7-45a6-ad17-0a8055848d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:30.684971 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3d539-ccc9-4229-bbf4-18ea34442467 req-94bb21bf-e910-46c2-b3a7-5e4a5c216874 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:30.699234 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-44f3d539-ccc9-4229-bbf4-18ea34442467 req-94bb21bf-e910-46c2-b3a7-5e4a5c216874 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 946 time: 1.2046037 Sep 01 15:07:30.709556 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6714d05-5842-4b50-beca-6098ab93ba43 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Made reservation on behalf of f19f728ef2e84bc7921749b54aaa2b5d for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:07:30.715890 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d6714d05-5842-4b50-beca-6098ab93ba43 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:30.724505 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a7ed7057-7ba8-4a55-9a3a-f2429c8c7395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:30.777093 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a7ed7057-7ba8-4a55-9a3a-f2429c8c7395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:30.858352 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1de4ecba-a8c6-4e4a-aefd-fd741cc9df3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:30.864169 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1de4ecba-a8c6-4e4a-aefd-fd741cc9df3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:30.871759 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1de4ecba-a8c6-4e4a-aefd-fd741cc9df3c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/703a40a6-bfb8-42d7-a5d7-0c19ea4160b2 HTTP/1.1" status: 204 len: 168 time: 1.9692247 Sep 01 15:07:30.962929 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a7ed7057-7ba8-4a55-9a3a-f2429c8c7395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:30.970075 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4ecba-a8c6-4e4a-aefd-fd741cc9df3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703a40a6-bfb8-42d7-a5d7-0c19ea4160b2,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:30.972687 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a7ed7057-7ba8-4a55-9a3a-f2429c8c7395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:30.978317 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a7ed7057-7ba8-4a55-9a3a-f2429c8c7395 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a097e066-21ac-4fe5-a4bd-8838bf4e62ce HTTP/1.1" status: 204 len: 168 time: 0.3656383 Sep 01 15:07:30.983174 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a3b50dae-8aec-410d-8b15-721fb75450e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:31.003356 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a3b50dae-8aec-410d-8b15-721fb75450e3 None None] Transition to ACTIVE for port object 6480a238-f2a4-4e2c-a38f-693dda885794 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:31.034948 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a3b50dae-8aec-410d-8b15-721fb75450e3 None None] Transition to ACTIVE for port object 6480a238-f2a4-4e2c-a38f-693dda885794 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:31.044174 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a3b50dae-8aec-410d-8b15-721fb75450e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:31.107241 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b50dae-8aec-410d-8b15-721fb75450e3 None None] Network 1a41184c-1127-4568-b34a-de78505cb021 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:07:31.111755 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-44f3d539-ccc9-4229-bbf4-18ea34442467 req-21222905-1404-47eb-b07a-470d63eac62a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=fd1f8fc8-b44e-44ac-81a9-6577796914bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4110489 Sep 01 15:07:31.112771 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-a3b50dae-8aec-410d-8b15-721fb75450e3 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:31.117793 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b50dae-8aec-410d-8b15-721fb75450e3 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:07:31.125348 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed7057-7ba8-4a55-9a3a-f2429c8c7395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a097e066-21ac-4fe5-a4bd-8838bf4e62ce,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:31.143098 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b50dae-8aec-410d-8b15-721fb75450e3 None None] Pushing event updated for resources: {'Port': ['ID=6480a238-f2a4-4e2c-a38f-693dda885794,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:31.206483 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-23166a31-203e-402d-93f8-9285d4d7ff01 req-02509233-b938-4330-8be5-d5e32a713b2b service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8679049 Sep 01 15:07:31.271770 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a3b50dae-8aec-410d-8b15-721fb75450e3 None None] Attempting to bind port 6480a238-f2a4-4e2c-a38f-693dda885794 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:07:31.272543 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a3b50dae-8aec-410d-8b15-721fb75450e3 None None] Attempting to bind port 6480a238-f2a4-4e2c-a38f-693dda885794 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '8d9a2640-5090-41d3-bfac-c42654eb44cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a41184c-1127-4568-b34a-de78505cb021'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:07:31.273424 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b50dae-8aec-410d-8b15-721fb75450e3 None None] Attempting to bind port 6480a238-f2a4-4e2c-a38f-693dda885794 on network 1a41184c-1127-4568-b34a-de78505cb021 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:31.281822 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b50dae-8aec-410d-8b15-721fb75450e3 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:07:31.282598 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b50dae-8aec-410d-8b15-721fb75450e3 None None] Checking segment: {'id': '8d9a2640-5090-41d3-bfac-c42654eb44cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a41184c-1127-4568-b34a-de78505cb021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:07:31.283698 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a3b50dae-8aec-410d-8b15-721fb75450e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:31.284337 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b50dae-8aec-410d-8b15-721fb75450e3 None None] Bound using segment: {'id': '8d9a2640-5090-41d3-bfac-c42654eb44cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a41184c-1127-4568-b34a-de78505cb021'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:07:31.285083 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a3b50dae-8aec-410d-8b15-721fb75450e3 None None] Bound port: 6480a238-f2a4-4e2c-a38f-693dda885794, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9a2640-5090-41d3-bfac-c42654eb44cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a41184c-1127-4568-b34a-de78505cb021'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:07:31.285716 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a3b50dae-8aec-410d-8b15-721fb75450e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:31.333110 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca16c0-db62-49d8-acdc-daa7cb869e41 req-4aa0dd71-0111-49e7-99ba-d506fba68287 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:31.335173 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76ca16c0-db62-49d8-acdc-daa7cb869e41 req-4aa0dd71-0111-49e7-99ba-d506fba68287 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 944 time: 0.4880433 Sep 01 15:07:31.381922 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-c3b16298-62d7-45a6-ad17-0a8055848d21 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:31.409907 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-c3b16298-62d7-45a6-ad17-0a8055848d21 None None] Transition to ACTIVE for port object b63ddec1-4547-4314-94ff-056785b03ff4 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:31.422054 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-c3b16298-62d7-45a6-ad17-0a8055848d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:31.530864 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a3b50dae-8aec-410d-8b15-721fb75450e3 None None] For port 6480a238-f2a4-4e2c-a38f-693dda885794, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:07:31.543630 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a3b50dae-8aec-410d-8b15-721fb75450e3 None None] For port 6480a238-f2a4-4e2c-a38f-693dda885794, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6480a238-f2a4-4e2c-a38f-693dda885794,segment=NetworkSegment(8d9a2640-5090-41d3-bfac-c42654eb44cf),segment_id=8d9a2640-5090-41d3-bfac-c42654eb44cf)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:07:31.549964 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-c3b16298-62d7-45a6-ad17-0a8055848d21 None None] Attempting to bind port b63ddec1-4547-4314-94ff-056785b03ff4 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:07:31.550373 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-c3b16298-62d7-45a6-ad17-0a8055848d21 None None] Attempting to bind port b63ddec1-4547-4314-94ff-056785b03ff4 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:07:31.550744 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b16298-62d7-45a6-ad17-0a8055848d21 None None] Attempting to bind port b63ddec1-4547-4314-94ff-056785b03ff4 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:31.552749 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:31.562687 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9039f4f-7279-4aaf-80e8-e4fa54a0c1f2 None None] Pushing event updated for resources: {'Port': ['ID=b63ddec1-4547-4314-94ff-056785b03ff4,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:31.567256 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a3b50dae-8aec-410d-8b15-721fb75450e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:31.578487 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b16298-62d7-45a6-ad17-0a8055848d21 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:07:31.579000 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b16298-62d7-45a6-ad17-0a8055848d21 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:07:31.579267 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-c3b16298-62d7-45a6-ad17-0a8055848d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:31.579668 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b16298-62d7-45a6-ad17-0a8055848d21 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:07:31.587315 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-c3b16298-62d7-45a6-ad17-0a8055848d21 None None] Bound port: b63ddec1-4547-4314-94ff-056785b03ff4, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:07:31.587731 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-c3b16298-62d7-45a6-ad17-0a8055848d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:31.593012 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9039f4f-7279-4aaf-80e8-e4fa54a0c1f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:31.593359 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9039f4f-7279-4aaf-80e8-e4fa54a0c1f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:31.593694 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9039f4f-7279-4aaf-80e8-e4fa54a0c1f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:31.595753 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9039f4f-7279-4aaf-80e8-e4fa54a0c1f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:31.596182 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9039f4f-7279-4aaf-80e8-e4fa54a0c1f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:31.596524 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9039f4f-7279-4aaf-80e8-e4fa54a0c1f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:31.596859 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9039f4f-7279-4aaf-80e8-e4fa54a0c1f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:31.609962 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9039f4f-7279-4aaf-80e8-e4fa54a0c1f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:31.609962 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9039f4f-7279-4aaf-80e8-e4fa54a0c1f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:31.609962 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9039f4f-7279-4aaf-80e8-e4fa54a0c1f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:31.609962 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9039f4f-7279-4aaf-80e8-e4fa54a0c1f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:31.609962 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9039f4f-7279-4aaf-80e8-e4fa54a0c1f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:07:31.627294 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c540e8c6-2a02-4e60-846a-a85852af96f0 req-f1e86849-1bde-4bbf-ac8c-f103dd0aefb0 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:31.764894 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-c3b16298-62d7-45a6-ad17-0a8055848d21 None None] For port b63ddec1-4547-4314-94ff-056785b03ff4, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:07:31.771759 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-c3b16298-62d7-45a6-ad17-0a8055848d21 None None] For port b63ddec1-4547-4314-94ff-056785b03ff4, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b63ddec1-4547-4314-94ff-056785b03ff4,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:07:31.779436 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-c3b16298-62d7-45a6-ad17-0a8055848d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:31.819467 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 7d5d96d0-0313-4e7d-a772-c09dda523b6c details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:07:31.904117 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e86849-1bde-4bbf-ac8c-f103dd0aefb0 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Pushing event deleted for resources: {'Port': ['ID=a102d6b9-2d70-494a-8ed0-d22aed919cbb,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:31.999329 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b16298-62d7-45a6-ad17-0a8055848d21 None None] Routers {'8777bcd3-6953-4da3-a26e-322d5a8df4bd'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:07:32.002246 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-c3b16298-62d7-45a6-ad17-0a8055848d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:07:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['8777bcd3-6953-4da3-a26e-322d5a8df4bd'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:32.007293 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76ca16c0-db62-49d8-acdc-daa7cb869e41 req-96c60a18-8825-41da-9b17-c1be037e347f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3702683 Sep 01 15:07:32.027466 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9039f4f-7279-4aaf-80e8-e4fa54a0c1f2 None None] Pushing event updated for resources: {'Port': ['ID=b63ddec1-4547-4314-94ff-056785b03ff4,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:32.029683 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b50dae-8aec-410d-8b15-721fb75450e3 None None] Pushing event updated for resources: {'Port': ['ID=6480a238-f2a4-4e2c-a38f-693dda885794,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:32.057480 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.resource_extend [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:07:32.239217 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d6714d05-5842-4b50-beca-6098ab93ba43 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:32.341678 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99276db7-b2ca-4b8a-9a45-9f8ee94ffb76 req-01ada26b-03fd-4e7d-9646-dafd39bd309f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:32.350866 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99276db7-b2ca-4b8a-9a45-9f8ee94ffb76 req-01ada26b-03fd-4e7d-9646-dafd39bd309f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 945 time: 0.4543507 Sep 01 15:07:32.351107 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:32.351433 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:32.484265 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99276db7-b2ca-4b8a-9a45-9f8ee94ffb76 req-393f8264-397f-45ca-8f03-83a089cda4a9 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234527 Sep 01 15:07:32.521544 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-c3b16298-62d7-45a6-ad17-0a8055848d21 None None] Set router 8777bcd3-6953-4da3-a26e-322d5a8df4bd gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:07:32.598338 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6714d05-5842-4b50-beca-6098ab93ba43 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event updated for resources: {'Subnet': ['ID=f04a482b-5cb7-41de-be0b-a0701dfd5983,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:32.636574 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6714d05-5842-4b50-beca-6098ab93ba43 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Checking segment: {'id': '8141f709-cf27-4474-b252-1181d9c25855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e69f4df2-dc6f-423c-ab61-f0c92b257618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:07:32.636959 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6714d05-5842-4b50-beca-6098ab93ba43 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Network hostable DHCP agents. Network: e69f4df2-dc6f-423c-ab61-f0c92b257618, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:07:32.637421 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4731a624-2118-4187-a01f-e47e5edba1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:32.668786 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c540e8c6-2a02-4e60-846a-a85852af96f0 req-f1e86849-1bde-4bbf-ac8c-f103dd0aefb0 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Router ca459bed-735f-4fe7-a302-40ce9fb04432 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:07:32.670284 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6714d05-5842-4b50-beca-6098ab93ba43 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Network e69f4df2-dc6f-423c-ab61-f0c92b257618 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:07:32.696382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-d6714d05-5842-4b50-beca-6098ab93ba43 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, e69f4df2-dc6f-423c-ab61-f0c92b257618) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:32.707172 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06421634-0414-4fbe-a235-416c458016ec req-0c0c0f81-7600-4204-8966-a0f54d750364 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a2fcda-fe62-4940-9dcc-466af92bd3f0 HTTP/1.1" status: 200 len: 210 time: 0.2462423 Sep 01 15:07:32.708119 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6714d05-5842-4b50-beca-6098ab93ba43 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:32.708835 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d6714d05-5842-4b50-beca-6098ab93ba43 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:32.742729 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e26a0a-74bb-4d63-8b83-0959c6dd8370 None None] Network e69f4df2-dc6f-423c-ab61-f0c92b257618 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:07:32.768615 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d6714d05-5842-4b50-beca-6098ab93ba43 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3065770 Sep 01 15:07:33.004321 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c540e8c6-2a02-4e60-846a-a85852af96f0 req-f1e86849-1bde-4bbf-ac8c-f103dd0aefb0 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:07:33.044441 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f059ce49-641b-4fd6-92d8-ef079e9400bf None None] Sync routers for ids ['ca459bed-735f-4fe7-a302-40ce9fb04432'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:07:33.044682 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-c3b16298-62d7-45a6-ad17-0a8055848d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8777bcd3-6953-4da3-a26e-322d5a8df4bd', 'name': 'tempest-FloatingIPsNegativeTestJSON-138601244-router', 'tenant_id': '32d956d5f3ce4631b06d8aca076d39bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b63ddec1-4547-4314-94ff-056785b03ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:24Z', 'updated_at': '2021-09-01T15:07:27Z', 'revision_number': 3, 'project_id': '32d956d5f3ce4631b06d8aca076d39bb', 'gw_port': {'id': 'b63ddec1-4547-4314-94ff-056785b03ff4', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8777bcd3-6953-4da3-a26e-322d5a8df4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:26Z', 'updated_at': '2021-09-01T15:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:33.055492 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb982a4-0ba4-4405-8201-4177c940c3f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-e69f4df2-dc6f-423c-ab61-f0c92b257618', 'network_id': 'e69f4df2-dc6f-423c-ab61-f0c92b257618', 'tenant_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'fixed_ips': [{'subnet_id': 'f04a482b-5cb7-41de-be0b-a0701dfd5983'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:07:33.056440 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-aeb982a4-0ba4-4405-8201-4177c940c3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:33.090702 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-c540e8c6-2a02-4e60-846a-a85852af96f0 req-f1e86849-1bde-4bbf-ac8c-f103dd0aefb0 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] No DVR routers for this DVR port a102d6b9-2d70-494a-8ed0-d22aed919cbb on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:07:33.096576 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c540e8c6-2a02-4e60-846a-a85852af96f0 req-f1e86849-1bde-4bbf-ac8c-f103dd0aefb0 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:33.100316 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c540e8c6-2a02-4e60-846a-a85852af96f0 req-f1e86849-1bde-4bbf-ac8c-f103dd0aefb0 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.62 "DELETE /v2.0/ports/a102d6b9-2d70-494a-8ed0-d22aed919cbb HTTP/1.1" status: 204 len: 173 time: 4.3687112 Sep 01 15:07:33.101547 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a2fcda-fe62-4940-9dcc-466af92bd3f0', 'name': 'network-vif-deleted', 'tag': 'a102d6b9-2d70-494a-8ed0-d22aed919cbb'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:33.106883 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287593a4-e4dc-4ae5-8c8a-46e9f6cc7b57" -d '{"events": [{"server_uuid": "b0a2fcda-fe62-4940-9dcc-466af92bd3f0", "name": "network-vif-deleted", "tag": "a102d6b9-2d70-494a-8ed0-d22aed919cbb"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:33.179364 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f059ce49-641b-4fd6-92d8-ef079e9400bf None None] Routers {'ca459bed-735f-4fe7-a302-40ce9fb04432'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:07:33.180179 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-f059ce49-641b-4fd6-92d8-ef079e9400bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:07:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['ca459bed-735f-4fe7-a302-40ce9fb04432'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:33.187777 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-4731a624-2118-4187-a01f-e47e5edba1b0 admin admin] Allocated IP 172.20.0.1 (4eaae524-e756-4db3-aaf8-99e2c70142df/24fc666a-3d6a-4889-a0fb-f74d9c6bc9bf/1f7b2298-b598-440c-9cd5-4717d2803676) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:07:33.193925 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b16298-62d7-45a6-ad17-0a8055848d21 None None] The sync data for ids ['8777bcd3-6953-4da3-a26e-322d5a8df4bd'] in n-d-794796-3 is: [{'id': '8777bcd3-6953-4da3-a26e-322d5a8df4bd', 'name': 'tempest-FloatingIPsNegativeTestJSON-138601244-router', 'tenant_id': '32d956d5f3ce4631b06d8aca076d39bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b63ddec1-4547-4314-94ff-056785b03ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:24Z', 'updated_at': '2021-09-01T15:07:27Z', 'revision_number': 3, 'project_id': '32d956d5f3ce4631b06d8aca076d39bb', 'gw_port': {'id': 'b63ddec1-4547-4314-94ff-056785b03ff4', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8777bcd3-6953-4da3-a26e-322d5a8df4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:26Z', 'updated_at': '2021-09-01T15:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:07:33.202472 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 7d5d96d0-0313-4e7d-a772-c09dda523b6c, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7d5d96d0-0313-4e7d-a772-c09dda523b6c,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:33.297202 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '7d5d96d0-0313-4e7d-a772-c09dda523b6c', 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6', 'port_id': '7d5d96d0-0313-4e7d-a772-c09dda523b6c', 'mac_address': 'fa:16:3e:32:18:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194d1d59-7b47-476a-b712-76fc814d7b3a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:07:33.437926 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c638fe-2d12-48be-ba74-beb61f277055 req-52e26099-e75d-4103-9d45-712ce67a52b4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:33.441615 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-14c638fe-2d12-48be-ba74-beb61f277055 req-52e26099-e75d-4103-9d45-712ce67a52b4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 944 time: 0.1278942 Sep 01 15:07:33.592482 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4731a624-2118-4187-a01f-e47e5edba1b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:33.703494 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-b4633435-846d-4a30-bee7-a819030f4668 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:33.733288 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-b4633435-846d-4a30-bee7-a819030f4668 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:33.749465 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-b4633435-846d-4a30-bee7-a819030f4668 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/networks?id=1a41184c-1127-4568-b34a-de78505cb021&id=e69f4df2-dc6f-423c-ab61-f0c92b257618 HTTP/1.1" status: 200 len: 1390 time: 0.5448711 Sep 01 15:07:33.762847 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:33.767923 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-14c638fe-2d12-48be-ba74-beb61f277055 req-90840261-2e47-4f12-8f67-3586e2944bd9 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017850 Sep 01 15:07:33.769093 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-4731a624-2118-4187-a01f-e47e5edba1b0 admin admin] Transition to ACTIVE for port object 1f7b2298-b598-440c-9cd5-4717d2803676 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:33.809395 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device a102d6b9-2d70-494a-8ed0-d22aed919cbb no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:07:33.813621 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6480a238-f2a4-4e2c-a38f-693dda885794 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:33.838994 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-f7979aa6-46ce-4f61-809c-3181d8a340cc tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/quotas/f19f728ef2e84bc7921749b54aaa2b5d HTTP/1.1" status: 200 len: 375 time: 0.0819321 Sep 01 15:07:33.850978 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d5d96d0-0313-4e7d-a772-c09dda523b6c {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:07:33.956594 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d7250f-0155-410e-aaf5-5ede14aed032 x-openstack-request-id: req-55d7250f-0155-410e-aaf5-5ede14aed032 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:33.957070 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a2fcda-fe62-4940-9dcc-466af92bd3f0", "name": "network-vif-deleted", "tag": "a102d6b9-2d70-494a-8ed0-d22aed919cbb", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:33.957454 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-55d7250f-0155-410e-aaf5-5ede14aed032 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:33.965911 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a2fcda-fe62-4940-9dcc-466af92bd3f0', 'name': 'network-vif-deleted', 'tag': 'a102d6b9-2d70-494a-8ed0-d22aed919cbb', 'status': 'completed', 'code': 200} Sep 01 15:07:33.969464 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4731a624-2118-4187-a01f-e47e5edba1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:34.113218 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-11559531-6e4a-4f69-a9be-653747e57258 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f19f728ef2e84bc7921749b54aaa2b5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2729242 Sep 01 15:07:34.122107 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a688d1e-5f44-42f5-9388-c266176ea781 None None] Network 1a41184c-1127-4568-b34a-de78505cb021 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:07:34.123999 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4731a624-2118-4187-a01f-e47e5edba1b0 admin admin] Network 4eaae524-e756-4db3-aaf8-99e2c70142df is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:07:34.157750 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-4731a624-2118-4187-a01f-e47e5edba1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:34.162223 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4731a624-2118-4187-a01f-e47e5edba1b0 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:07:34.213234 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731a624-2118-4187-a01f-e47e5edba1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=1f7b2298-b598-440c-9cd5-4717d2803676,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:34.264676 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: a102d6b9-2d70-494a-8ed0-d22aed919cbb {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:07:34.265795 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device a102d6b9-2d70-494a-8ed0-d22aed919cbb not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:07:34.316902 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-a63320a0-fadf-450b-a315-b3c75107d972 service neutron] 10.222.0.60 "GET /v2.0/networks/1a41184c-1127-4568-b34a-de78505cb021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879587 Sep 01 15:07:34.356184 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 7d5d96d0-0313-4e7d-a772-c09dda523b6c, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7d5d96d0-0313-4e7d-a772-c09dda523b6c,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:34.406417 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4731a624-2118-4187-a01f-e47e5edba1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:34.428700 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854715be-9e3c-49eb-81c0-c0dae7164f30 req-2bc453db-3915-4035-b724-efa5e384854e tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:34.466607 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-854715be-9e3c-49eb-81c0-c0dae7164f30 req-2bc453db-3915-4035-b724-efa5e384854e tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 945 time: 0.3613982 Sep 01 15:07:34.499482 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-0cdfaea2-7b5d-481c-8d17-a0cb57d5d5e9 service neutron] 10.222.0.60 "GET /v2.0/networks/1a41184c-1127-4568-b34a-de78505cb021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812572 Sep 01 15:07:34.562986 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:34.563564 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:07:34.718544 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-88f60f6f-1692-4ae4-97d0-abd5774fef8e service neutron] 10.222.0.60 "GET /v2.0/networks/e69f4df2-dc6f-423c-ab61-f0c92b257618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177503 Sep 01 15:07:34.801130 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7c8fe905-0d9f-4542-8f1f-130405d11521 None None] Provisioning for port 6480a238-f2a4-4e2c-a38f-693dda885794 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:34.874111 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=7d5d96d0-0313-4e7d-a772-c09dda523b6c,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:34.967576 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-708c5855-0211-4fc5-a9bd-761f6f2abaf6 service neutron] 10.222.0.60 "GET /v2.0/networks/e69f4df2-dc6f-423c-ab61-f0c92b257618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469759 Sep 01 15:07:35.127671 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 6480a238-f2a4-4e2c-a38f-693dda885794 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:35.582743 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-854715be-9e3c-49eb-81c0-c0dae7164f30 req-8b328200-5e7d-41bd-8a33-564a85da61b5 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1049030 Sep 01 15:07:35.599919 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4731a624-2118-4187-a01f-e47e5edba1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:35.612471 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-aeb982a4-0ba4-4405-8201-4177c940c3f4 None None] Allocated IP 19.86.0.2 (e69f4df2-dc6f-423c-ab61-f0c92b257618/f04a482b-5cb7-41de-be0b-a0701dfd5983/a3bbc530-e539-44f8-a2b1-03b566b6fe72) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:07:35.640974 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-f059ce49-641b-4fd6-92d8-ef079e9400bf None None] Set router ca459bed-735f-4fe7-a302-40ce9fb04432 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:07:35.768913 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 6480a238-f2a4-4e2c-a38f-693dda885794 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:35.769434 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:35.853653 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ca7ad32b-6e56-4cf9-ac46-007b66c8aa1c None None] Provisioning for port 1f7b2298-b598-440c-9cd5-4717d2803676 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:35.859452 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.resource_extend [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] It took 0.79 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:07:36.077425 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe323d4d-2f1d-466c-a4f4-1a809555a64b req-75a96769-d323-4f6e-8a1d-f06b736d26bb tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:36.084920 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fe323d4d-2f1d-466c-a4f4-1a809555a64b req-75a96769-d323-4f6e-8a1d-f06b736d26bb tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 944 time: 0.1654522 Sep 01 15:07:36.133297 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-56add568-b08c-4838-ab3f-4314a4b74538 req-baf4b90f-efb6-4e2c-89c2-9e5907483365 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed423440-0bf9-4f3e-a420-1a66408a7b8b HTTP/1.1" status: 200 len: 210 time: 0.0716240 Sep 01 15:07:36.175787 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:36.185579 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fe323d4d-2f1d-466c-a4f4-1a809555a64b req-8a055396-ef9f-48e1-aa20-7df785aa1baa tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994749 Sep 01 15:07:36.231152 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d', 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'port_id': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d', 'mac_address': 'fa:16:3e:4b:c2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b8a1a7-4c41-46cc-8798-989cc5140738', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:07:36.233770 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ca7ad32b-6e56-4cf9-ac46-007b66c8aa1c None None] Provisioning complete for port 1f7b2298-b598-440c-9cd5-4717d2803676 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:36.234376 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ca7ad32b-6e56-4cf9-ac46-007b66c8aa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:36.259936 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57998) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:36.274080 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4731a624-2118-4187-a01f-e47e5edba1b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:36.289529 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4731a624-2118-4187-a01f-e47e5edba1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:36.379111 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-69a54e11-de4e-440d-839d-1d7b0624fe96 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:36.486622 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-69a54e11-de4e-440d-839d-1d7b0624fe96 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:36.560480 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ca7ad32b-6e56-4cf9-ac46-007b66c8aa1c None None] Port 1f7b2298-b598-440c-9cd5-4717d2803676 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:07:36.563969 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4731a624-2118-4187-a01f-e47e5edba1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:36.566185 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731a624-2118-4187-a01f-e47e5edba1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=1f7b2298-b598-440c-9cd5-4717d2803676,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:36.767969 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:36.779126 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-69a54e11-de4e-440d-839d-1d7b0624fe96 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:36.784198 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-69a54e11-de4e-440d-839d-1d7b0624fe96 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:36.790895 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-69a54e11-de4e-440d-839d-1d7b0624fe96 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "DELETE /v2.0/security-groups/fd1f8fc8-b44e-44ac-81a9-6577796914bd HTTP/1.1" status: 204 len: 168 time: 0.5285902 Sep 01 15:07:36.794750 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58028) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:36.823198 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:07:36.873947 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4731a624-2118-4187-a01f-e47e5edba1b0 admin admin] Network 4eaae524-e756-4db3-aaf8-99e2c70142df is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:07:36.874805 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a54e11-de4e-440d-839d-1d7b0624fe96 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1f8fc8-b44e-44ac-81a9-6577796914bd,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:36.881933 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-4731a624-2118-4187-a01f-e47e5edba1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:36.888292 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:36.890584 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:36.896199 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-8956a371-3f1e-487e-a2e4-d59822bfc907 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] show failed (client error): The resource could not be found. Sep 01 15:07:36.906234 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8956a371-3f1e-487e-a2e4-d59822bfc907 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups/fd1f8fc8-b44e-44ac-81a9-6577796914bd HTTP/1.1" status: 404 len: 347 time: 0.0745540 Sep 01 15:07:36.909996 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58030) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:36.918423 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:36.922169 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-081dd8d0-80af-47b1-877f-c9f61c076c46 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=d7f261ece20a48a4b227e981b98a52fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0817459 Sep 01 15:07:37.108989 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ac59c-e8fa-4d16-8645-63de4503ba2b req-98a7e689-ec4a-4762-86df-25e601193744 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:37.133292 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-675ac59c-e8fa-4d16-8645-63de4503ba2b req-98a7e689-ec4a-4762-86df-25e601193744 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 945 time: 0.2248216 Sep 01 15:07:37.167363 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['7d5d96d0-0313-4e7d-a772-c09dda523b6c'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:07:37.402525 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-675ac59c-e8fa-4d16-8645-63de4503ba2b req-cfc14f48-d1c2-4003-84dd-347bbc9c549b tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671213 Sep 01 15:07:37.404762 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['35cf9d6b-54f3-4b25-b806-8b1848ae7c8d'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:07:37.481123 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:37.609424 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-cc1b5245-fc36-403d-856b-517c86409534 None None] Provisioning complete for port 6480a238-f2a4-4e2c-a38f-693dda885794 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:37.609893 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cc1b5245-fc36-403d-856b-517c86409534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:37.617744 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-041ed843-1674-42e9-8f49-9e93b7a75d59 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:37.630603 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-041ed843-1674-42e9-8f49-9e93b7a75d59 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:37.633344 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-041ed843-1674-42e9-8f49-9e93b7a75d59 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.62 "GET /v2.0/networks?id=1a41184c-1127-4568-b34a-de78505cb021&id=e69f4df2-dc6f-423c-ab61-f0c92b257618 HTTP/1.1" status: 200 len: 1390 time: 0.4942183 Sep 01 15:07:37.667536 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-a7189fb9-49d4-46dd-ae96-165e0e6c7093 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Request body: {'port': {'device_id': 'ed423440-0bf9-4f3e-a420-1a66408a7b8b', 'network_id': '1a41184c-1127-4568-b34a-de78505cb021', 'admin_state_up': True, 'tenant_id': 'f19f728ef2e84bc7921749b54aaa2b5d'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:37.692850 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4731a624-2118-4187-a01f-e47e5edba1b0 admin admin] Router 8777bcd3-6953-4da3-a26e-322d5a8df4bd has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:07:37.722706 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-fcc2ee26-a3e7-454c-850f-0b4510ac0d99 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:37.724864 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-fcc2ee26-a3e7-454c-850f-0b4510ac0d99 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8015168 Sep 01 15:07:37.759514 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-89584cc8-8b95-41ee-a672-95773f162a5b tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/quotas/d7f261ece20a48a4b227e981b98a52fd HTTP/1.1" status: 200 len: 375 time: 0.0219755 Sep 01 15:07:37.866382 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 6480a238-f2a4-4e2c-a38f-693dda885794, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6480a238-f2a4-4e2c-a38f-693dda885794,segment=NetworkSegment(8d9a2640-5090-41d3-bfac-c42654eb44cf),segment_id=8d9a2640-5090-41d3-bfac-c42654eb44cf)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:37.866686 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05cfe82d-7d3d-4ea9-a8b2-c3761df61aa2 req-e2e42256-4f05-476e-a372-cc470f911c8a tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed423440-0bf9-4f3e-a420-1a66408a7b8b HTTP/1.1" status: 200 len: 210 time: 0.1444187 Sep 01 15:07:37.903629 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-e7092ae8-85d0-4ccf-b0d8-64a3716e773c tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1035185 Sep 01 15:07:37.996215 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4731a624-2118-4187-a01f-e47e5edba1b0 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:07:38.019065 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4731a624-2118-4187-a01f-e47e5edba1b0 admin admin] 10.222.0.60 "PUT /v2.0/routers/8777bcd3-6953-4da3-a26e-322d5a8df4bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9575074 Sep 01 15:07:38.020748 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-bfccdf51-af6d-4e87-bf13-497290000486 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Deleting port b879c373-9df3-4c2f-993d-3d276c0f2f4a {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:38.021105 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfccdf51-af6d-4e87-bf13-497290000486 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:38.024354 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f6f1e-9120-4388-8df0-1a5255d715d3 None None] Sync routers for ids ['8777bcd3-6953-4da3-a26e-322d5a8df4bd'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:07:38.087537 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6f6f1e-9120-4388-8df0-1a5255d715d3 None None] Routers {'8777bcd3-6953-4da3-a26e-322d5a8df4bd'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:07:38.089560 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7d6f6f1e-9120-4388-8df0-1a5255d715d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:07:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['8777bcd3-6953-4da3-a26e-322d5a8df4bd'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:38.134793 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-aeb982a4-0ba4-4405-8201-4177c940c3f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:38.168121 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-a7189fb9-49d4-46dd-ae96-165e0e6c7093 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Made reservation on behalf of f19f728ef2e84bc7921749b54aaa2b5d for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:07:38.177394 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-a7189fb9-49d4-46dd-ae96-165e0e6c7093 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:38.197198 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-aeb982a4-0ba4-4405-8201-4177c940c3f4 None None] Transition to ACTIVE for port object a3bbc530-e539-44f8-a2b1-03b566b6fe72 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:38.198641 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfccdf51-af6d-4e87-bf13-497290000486 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:38.199105 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfccdf51-af6d-4e87-bf13-497290000486 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:38.232994 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-bfccdf51-af6d-4e87-bf13-497290000486 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Calling delete_port for b879c373-9df3-4c2f-993d-3d276c0f2f4a owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:38.273881 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:38.321111 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cc1b5245-fc36-403d-856b-517c86409534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:38.555891 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-aeb982a4-0ba4-4405-8201-4177c940c3f4 None None] Transition to ACTIVE for port object a3bbc530-e539-44f8-a2b1-03b566b6fe72 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:38.593625 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b63ddec1-4547-4314-94ff-056785b03ff4 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:38.628137 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfccdf51-af6d-4e87-bf13-497290000486 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:38.673951 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfccdf51-af6d-4e87-bf13-497290000486 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Pushing event deleted for resources: {'Port': ['ID=b879c373-9df3-4c2f-993d-3d276c0f2f4a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:38.773018 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-aeb982a4-0ba4-4405-8201-4177c940c3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:38.885816 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfccdf51-af6d-4e87-bf13-497290000486 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:38.892757 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfccdf51-af6d-4e87-bf13-497290000486 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:38.896942 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bfccdf51-af6d-4e87-bf13-497290000486 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "DELETE /v2.0/floatingips/1084c0af-a746-43ef-9ec2-58645380399e HTTP/1.1" status: 204 len: 168 time: 1.9814007 Sep 01 15:07:38.898926 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-7d6f6f1e-9120-4388-8df0-1a5255d715d3 None None] Set router 8777bcd3-6953-4da3-a26e-322d5a8df4bd gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:07:38.981423 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f40c779d-35ee-4921-9cd3-4d9b90d05ce5 req-9852d80c-06ed-4d19-8cef-ae172f6df678 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 210 time: 0.0741584 Sep 01 15:07:39.001630 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:39.009331 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:39.071059 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port b63ddec1-4547-4314-94ff-056785b03ff4 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:39.261354 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=6480a238-f2a4-4e2c-a38f-693dda885794,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:39.280562 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb982a4-0ba4-4405-8201-4177c940c3f4 None None] Network e69f4df2-dc6f-423c-ab61-f0c92b257618 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:07:39.386438 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port b63ddec1-4547-4314-94ff-056785b03ff4 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:39.387394 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:39.450282 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31e776-345e-488a-8aa5-a1fc85c64fc5 req-92e63228-9787-4824-98ae-3d9eee9e3666 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:39.452909 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ae31e776-345e-488a-8aa5-a1fc85c64fc5 req-92e63228-9787-4824-98ae-3d9eee9e3666 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 945 time: 0.2591939 Sep 01 15:07:39.619307 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb982a4-0ba4-4405-8201-4177c940c3f4 None None] Pushing event updated for resources: {'Port': ['ID=a3bbc530-e539-44f8-a2b1-03b566b6fe72,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:39.662854 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ae31e776-345e-488a-8aa5-a1fc85c64fc5 req-6240368c-a595-46f3-88ee-0ad1b74b0311 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870506 Sep 01 15:07:39.746647 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58088) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:39.770921 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 95710204-e08d-4140-9c22-e0e94662d7cc details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:07:39.815285 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7d6f6f1e-9120-4388-8df0-1a5255d715d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8777bcd3-6953-4da3-a26e-322d5a8df4bd', 'name': 'tempest-FloatingIPsNegativeTestJSON-138601244-router', 'tenant_id': '32d956d5f3ce4631b06d8aca076d39bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b63ddec1-4547-4314-94ff-056785b03ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:24Z', 'updated_at': '2021-09-01T15:07:35Z', 'revision_number': 4, 'project_id': '32d956d5f3ce4631b06d8aca076d39bb', 'gw_port': {'id': 'b63ddec1-4547-4314-94ff-056785b03ff4', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8777bcd3-6953-4da3-a26e-322d5a8df4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:26Z', 'updated_at': '2021-09-01T15:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '1f7b2298-b598-440c-9cd5-4717d2803676', 'name': '', 'network_id': '4eaae524-e756-4db3-aaf8-99e2c70142df', 'tenant_id': '32d956d5f3ce4631b06d8aca076d39bb', 'mac_address': 'fa:16:3e:6e:13:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8777bcd3-6953-4da3-a26e-322d5a8df4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '24fc666a-3d6a-4889-a0fb-f74d9c6bc9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:32Z', 'updated_at': '2021-09-01T15:07:35Z', 'revision_number': 2, 'project_id': '32d956d5f3ce4631b06d8aca076d39bb', 'subnets': [{'id': '24fc666a-3d6a-4889-a0fb-f74d9c6bc9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:39.823200 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecb4d2-33ef-492f-907c-0cce11bb700d req-1d4d5c9d-ed32-45c6-a7ba-91076da5540d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:39.833913 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2cecb4d2-33ef-492f-907c-0cce11bb700d req-1d4d5c9d-ed32-45c6-a7ba-91076da5540d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 1.6443090 Sep 01 15:07:39.957981 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-97b7c6d5-6877-4de7-8c31-b77a114c624a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:39.976328 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f6f1e-9120-4388-8df0-1a5255d715d3 None None] Checking router: 8777bcd3-6953-4da3-a26e-322d5a8df4bd for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:07:39.976910 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f6f1e-9120-4388-8df0-1a5255d715d3 None None] Updating router 8777bcd3-6953-4da3-a26e-322d5a8df4bd port 1f7b2298-b598-440c-9cd5-4717d2803676 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:07:40.051986 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2cecb4d2-33ef-492f-907c-0cce11bb700d req-83b56378-abff-45ac-867d-474dff75958f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795235 Sep 01 15:07:40.079829 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-a7189fb9-49d4-46dd-ae96-165e0e6c7093 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Allocated IP 19.80.0.208 (1a41184c-1127-4568-b34a-de78505cb021/bb681548-8b80-42fb-98fb-d3b7a1089e70/b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:07:40.096118 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-7d6f6f1e-9120-4388-8df0-1a5255d715d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:40.349970 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-aeb982a4-0ba4-4405-8201-4177c940c3f4 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:40.379908 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb982a4-0ba4-4405-8201-4177c940c3f4 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:07:40.477285 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-97b7c6d5-6877-4de7-8c31-b77a114c624a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:40.479725 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-f059ce49-641b-4fd6-92d8-ef079e9400bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'name': 'tempest-AttachVolumeShelveTestJSON-520491944-router', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:01:51Z', 'updated_at': '2021-09-01T15:02:03Z', 'revision_number': 4, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'gw_port': {'id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:53Z', 'updated_at': '2021-09-01T15:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '84898e0c-3c6c-4063-88ce-ca56c8855300', 'name': '', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'mac_address': 'fa:16:3e:05:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:59Z', 'updated_at': '2021-09-01T15:02:12Z', 'revision_number': 5, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'subnets': [{'id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:40.501536 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-97b7c6d5-6877-4de7-8c31-b77a114c624a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:40.610012 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-614320ba-d93a-4f4c-ba60-2105aedd7003 req-7b20c3e9-242a-44e2-bf29-4371e88a25e7 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed423440-0bf9-4f3e-a420-1a66408a7b8b HTTP/1.1" status: 200 len: 210 time: 0.2064078 Sep 01 15:07:40.718479 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b9db867e-6605-4f55-8da3-232f7c938b19 req-cecf44c8-394f-4493-83a7-d9b7092c40f4 tempest-FloatingIPsNegativeTestJSON-1475882430 tempest-FloatingIPsNegativeTestJSON-1475882430-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=32d956d5f3ce4631b06d8aca076d39bb HTTP/1.1" status: 200 len: 217 time: 0.2113042 Sep 01 15:07:40.756241 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7c6d5-6877-4de7-8c31-b77a114c624a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62bb59f-6de7-4190-a0ca-4ae9193be883,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:40.804985 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-97b7c6d5-6877-4de7-8c31-b77a114c624a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b8455d383176411fbbec2cef3cdb4b90&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0517645 Sep 01 15:07:40.811931 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58116) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:40.841826 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:40.854277 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-a7189fb9-49d4-46dd-ae96-165e0e6c7093 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:40.913296 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-a7189fb9-49d4-46dd-ae96-165e0e6c7093 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Transition to ACTIVE for port object b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:40.971180 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:40.971821 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:41.008504 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-a7189fb9-49d4-46dd-ae96-165e0e6c7093 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:41.068446 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-a7189fb9-49d4-46dd-ae96-165e0e6c7093 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Network 1a41184c-1127-4568-b34a-de78505cb021 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:07:41.087329 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98fc1fa0-5428-466b-bc54-837cf14f400a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:41.093459 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-a7189fb9-49d4-46dd-ae96-165e0e6c7093 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:41.099430 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-a7189fb9-49d4-46dd-ae96-165e0e6c7093 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:07:41.178423 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.api [None req-cc1b5245-fc36-403d-856b-517c86409534 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:07:41.178927 n-d-794796-3 neutron-server[94735]: DEBUG oslo_db.api [None req-cc1b5245-fc36-403d-856b-517c86409534 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:07:41.179840 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-37fee3e2-e2cd-43dd-8f52-2a659a63fefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:41.191065 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f059ce49-641b-4fd6-92d8-ef079e9400bf None None] Checking router: ca459bed-735f-4fe7-a302-40ce9fb04432 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:07:41.204342 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-7d6f6f1e-9120-4388-8df0-1a5255d715d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:41.244671 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-7d6f6f1e-9120-4388-8df0-1a5255d715d3 None None] Transition to ACTIVE for port object 1f7b2298-b598-440c-9cd5-4717d2803676 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:41.253942 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98fc1fa0-5428-466b-bc54-837cf14f400a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:41.264980 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-a7189fb9-49d4-46dd-ae96-165e0e6c7093 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:41.267646 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-a7189fb9-49d4-46dd-ae96-165e0e6c7093 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:41.268297 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-7d6f6f1e-9120-4388-8df0-1a5255d715d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:41.273320 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7189fb9-49d4-46dd-ae96-165e0e6c7093 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event updated for resources: {'Port': ['ID=b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:41.315282 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-a7189fb9-49d4-46dd-ae96-165e0e6c7093 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6596479 Sep 01 15:07:41.335705 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-4b7481ad-f44c-4ba7-93e2-98501efe8a7b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Request body: {'port': {'device_id': 'ed423440-0bf9-4f3e-a420-1a66408a7b8b', 'network_id': 'e69f4df2-dc6f-423c-ab61-f0c92b257618', 'admin_state_up': True, 'tenant_id': 'f19f728ef2e84bc7921749b54aaa2b5d'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:41.512452 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f059ce49-641b-4fd6-92d8-ef079e9400bf None None] Routers {'ca459bed-735f-4fe7-a302-40ce9fb04432'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:07:41.514801 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-f059ce49-641b-4fd6-92d8-ef079e9400bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:07:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['ca459bed-735f-4fe7-a302-40ce9fb04432'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:41.544633 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98fc1fa0-5428-466b-bc54-837cf14f400a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:41.547789 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98fc1fa0-5428-466b-bc54-837cf14f400a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:41.549228 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-98fc1fa0-5428-466b-bc54-837cf14f400a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a62bb59f-6de7-4190-a0ca-4ae9193be883 HTTP/1.1" status: 204 len: 168 time: 0.7329202 Sep 01 15:07:41.592160 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc1fa0-5428-466b-bc54-837cf14f400a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62bb59f-6de7-4190-a0ca-4ae9193be883,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:41.604847 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-89d161ca-f23e-4152-8b0f-2f06fa8fc255 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d7f261ece20a48a4b227e981b98a52fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1438756 Sep 01 15:07:41.621957 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcbb8c-8243-4daf-81c5-ef295e9e4f8d None None] Pushing event updated for resources: {'Port': ['ID=1f7b2298-b598-440c-9cd5-4717d2803676,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:42.001474 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-7d6f6f1e-9120-4388-8df0-1a5255d715d3 None None] Attempting to bind port 1f7b2298-b598-440c-9cd5-4717d2803676 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:07:42.003549 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-7d6f6f1e-9120-4388-8df0-1a5255d715d3 None None] Attempting to bind port 1f7b2298-b598-440c-9cd5-4717d2803676 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '34b7710b-b3f5-46a3-8d91-53889da3bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4eaae524-e756-4db3-aaf8-99e2c70142df'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:07:42.004137 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f6f1e-9120-4388-8df0-1a5255d715d3 None None] Attempting to bind port 1f7b2298-b598-440c-9cd5-4717d2803676 on network 4eaae524-e756-4db3-aaf8-99e2c70142df {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:42.036723 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f6f1e-9120-4388-8df0-1a5255d715d3 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:07:42.037324 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f6f1e-9120-4388-8df0-1a5255d715d3 None None] Checking segment: {'id': '34b7710b-b3f5-46a3-8d91-53889da3bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4eaae524-e756-4db3-aaf8-99e2c70142df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:07:42.039775 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-7d6f6f1e-9120-4388-8df0-1a5255d715d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:42.044608 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f6f1e-9120-4388-8df0-1a5255d715d3 None None] Bound using segment: {'id': '34b7710b-b3f5-46a3-8d91-53889da3bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4eaae524-e756-4db3-aaf8-99e2c70142df'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:07:42.045503 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-7d6f6f1e-9120-4388-8df0-1a5255d715d3 None None] Bound port: 1f7b2298-b598-440c-9cd5-4717d2803676, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b7710b-b3f5-46a3-8d91-53889da3bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4eaae524-e756-4db3-aaf8-99e2c70142df'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:07:42.046925 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-7d6f6f1e-9120-4388-8df0-1a5255d715d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:42.204890 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58126) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:42.210032 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-117f98d6-2133-440a-9e71-f7d6defac16d tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--808046169', 'description': 'tempest-description--249712849'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:42.285891 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-117f98d6-2133-440a-9e71-f7d6defac16d tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:42.291036 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.api [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-4b7481ad-f44c-4ba7-93e2-98501efe8a7b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:07:42.291036 n-d-794796-3 neutron-server[94734]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 15:07:42.291036 n-d-794796-3 neutron-server[94734]: [parameters: {'project_id_1': 'f19f728ef2e84bc7921749b54aaa2b5d', 'expiration_1': datetime.datetime(2021, 9, 1, 15, 7, 42, 234573)}] Sep 01 15:07:42.291036 n-d-794796-3 neutron-server[94734]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:07:42.297762 n-d-794796-3 neutron-server[94734]: DEBUG oslo_db.api [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-4b7481ad-f44c-4ba7-93e2-98501efe8a7b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:07:42.324706 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-8ea8cece-654b-4a5c-8350-1405c6e0e045 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:42.329306 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-7d6f6f1e-9120-4388-8df0-1a5255d715d3 None None] For port 1f7b2298-b598-440c-9cd5-4717d2803676, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:07:42.337227 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-8ea8cece-654b-4a5c-8350-1405c6e0e045 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7171912 Sep 01 15:07:42.344336 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-7d6f6f1e-9120-4388-8df0-1a5255d715d3 None None] For port 1f7b2298-b598-440c-9cd5-4717d2803676, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1f7b2298-b598-440c-9cd5-4717d2803676,segment=NetworkSegment(34b7710b-b3f5-46a3-8d91-53889da3bdea),segment_id=34b7710b-b3f5-46a3-8d91-53889da3bdea)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:07:42.363685 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-b2788ea3-918a-48c4-a770-b3b599f11a13 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Request body: {'port': {'device_id': 'be80210a-1eb3-47cb-a453-514b5f6426c1', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': 'd7f261ece20a48a4b227e981b98a52fd'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:42.367518 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-7d6f6f1e-9120-4388-8df0-1a5255d715d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:42.589698 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-aeb982a4-0ba4-4405-8201-4177c940c3f4 None None] Attempting to bind port a3bbc530-e539-44f8-a2b1-03b566b6fe72 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:07:42.590521 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-aeb982a4-0ba4-4405-8201-4177c940c3f4 None None] Attempting to bind port a3bbc530-e539-44f8-a2b1-03b566b6fe72 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '8141f709-cf27-4474-b252-1181d9c25855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e69f4df2-dc6f-423c-ab61-f0c92b257618'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:07:42.591445 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb982a4-0ba4-4405-8201-4177c940c3f4 None None] Attempting to bind port a3bbc530-e539-44f8-a2b1-03b566b6fe72 on network e69f4df2-dc6f-423c-ab61-f0c92b257618 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:42.632171 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6f6f1e-9120-4388-8df0-1a5255d715d3 None None] Routers {'8777bcd3-6953-4da3-a26e-322d5a8df4bd'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:07:42.641425 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7d6f6f1e-9120-4388-8df0-1a5255d715d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:07:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['8777bcd3-6953-4da3-a26e-322d5a8df4bd'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:42.643542 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 95710204-e08d-4140-9c22-e0e94662d7cc, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=95710204-e08d-4140-9c22-e0e94662d7cc,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:42.681901 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-117f98d6-2133-440a-9e71-f7d6defac16d tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:42.702509 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-117f98d6-2133-440a-9e71-f7d6defac16d tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:42.823830 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb982a4-0ba4-4405-8201-4177c940c3f4 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:07:42.837878 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-abb4631b-c356-4659-91b3-df2384f69121 req-5db13175-98e8-447d-8e26-18b42d0ed62f tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 210 time: 0.3171091 Sep 01 15:07:42.849228 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb982a4-0ba4-4405-8201-4177c940c3f4 None None] Checking segment: {'id': '8141f709-cf27-4474-b252-1181d9c25855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e69f4df2-dc6f-423c-ab61-f0c92b257618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:07:42.850724 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-aeb982a4-0ba4-4405-8201-4177c940c3f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:42.851795 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb982a4-0ba4-4405-8201-4177c940c3f4 None None] Bound using segment: {'id': '8141f709-cf27-4474-b252-1181d9c25855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e69f4df2-dc6f-423c-ab61-f0c92b257618'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:07:42.854149 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-aeb982a4-0ba4-4405-8201-4177c940c3f4 None None] Bound port: a3bbc530-e539-44f8-a2b1-03b566b6fe72, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8141f709-cf27-4474-b252-1181d9c25855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e69f4df2-dc6f-423c-ab61-f0c92b257618'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:07:42.862104 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-aeb982a4-0ba4-4405-8201-4177c940c3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:42.863959 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f98d6-2133-440a-9e71-f7d6defac16d tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8836f38a-c439-404b-b58e-62af4aba4738,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:42.944943 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '95710204-e08d-4140-9c22-e0e94662d7cc', 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18', 'port_id': '95710204-e08d-4140-9c22-e0e94662d7cc', 'mac_address': 'fa:16:3e:62:c9:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6f3d24-aa35-41db-834d-e91d2e27e6db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:07:42.960439 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:43.065407 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-117f98d6-2133-440a-9e71-f7d6defac16d tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:43.068304 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-117f98d6-2133-440a-9e71-f7d6defac16d tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8620999 Sep 01 15:07:43.074143 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58142) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:43.101801 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-5149c493-04cd-4340-8e1a-7135237c8f68 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Request body: {'security_group_rule': {'security_group_id': '8836f38a-c439-404b-b58e-62af4aba4738', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:43.228767 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5149c493-04cd-4340-8e1a-7135237c8f68 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:43.236984 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:43.249330 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:43.278540 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcbb8c-8243-4daf-81c5-ef295e9e4f8d None None] Pushing event updated for resources: {'Port': ['ID=1f7b2298-b598-440c-9cd5-4717d2803676,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:43.393169 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-7d6f6f1e-9120-4388-8df0-1a5255d715d3 None None] Set router 8777bcd3-6953-4da3-a26e-322d5a8df4bd gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:07:43.429179 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557c31cf-a816-4f75-9e29-78b42060a235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:43.439471 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bde1415-5ea3-42fd-9f49-97f8486e3c96" -d '{"events": [{"server_uuid": "557c31cf-a816-4f75-9e29-78b42060a235", "name": "network-vif-plugged", "status": "completed", "tag": "35cf9d6b-54f3-4b25-b806-8b1848ae7c8d"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:43.480616 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9351ff3d-ba87-4b08-974d-546513651552 req-371f502f-4ed2-465a-8a30-dd6bd09508ca tempest-FloatingIPsNegativeTestJSON-1475882430 tempest-FloatingIPsNegativeTestJSON-1475882430-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.5044882 Sep 01 15:07:43.483731 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-4b7481ad-f44c-4ba7-93e2-98501efe8a7b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Made reservation on behalf of f19f728ef2e84bc7921749b54aaa2b5d for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:07:43.501060 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-4b7481ad-f44c-4ba7-93e2-98501efe8a7b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:43.506628 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5149c493-04cd-4340-8e1a-7135237c8f68 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:43.517112 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5149c493-04cd-4340-8e1a-7135237c8f68 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:43.582625 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5149c493-04cd-4340-8e1a-7135237c8f68 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:43.587465 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5149c493-04cd-4340-8e1a-7135237c8f68 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5109394 Sep 01 15:07:43.591752 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-b2788ea3-918a-48c4-a770-b3b599f11a13 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Made reservation on behalf of d7f261ece20a48a4b227e981b98a52fd for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:07:43.603897 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58154) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:43.618115 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-6a536a98-c6bb-4cab-b693-d7fc9307e498 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Request body: {'security_group_rule': {'security_group_id': '8836f38a-c439-404b-b58e-62af4aba4738', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:43.621760 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-b2788ea3-918a-48c4-a770-b3b599f11a13 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:43.637990 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149c493-04cd-4340-8e1a-7135237c8f68 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7994948-ff0c-4a85-8804-fddebf0d4f8d,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:43.686961 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6a536a98-c6bb-4cab-b693-d7fc9307e498 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:43.716324 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-b2788ea3-918a-48c4-a770-b3b599f11a13 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:43.720635 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58156) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:43.853431 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6a536a98-c6bb-4cab-b693-d7fc9307e498 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:43.859095 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6a536a98-c6bb-4cab-b693-d7fc9307e498 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:43.867151 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-54816b04-8953-46a2-ae36-d260dcb23d2a None None] Provisioning for port b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:43.871080 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:43.875040 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:43.952386 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a536a98-c6bb-4cab-b693-d7fc9307e498 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4596240-fab4-4e71-8be3-7d1905853f44,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:43.970943 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6a536a98-c6bb-4cab-b693-d7fc9307e498 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:43.973133 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6a536a98-c6bb-4cab-b693-d7fc9307e498 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3652151 Sep 01 15:07:43.977026 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58162) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:44.009788 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-b255d9d8-69bf-4bfa-af24-35c14a97a63a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:44.084387 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-f059ce49-641b-4fd6-92d8-ef079e9400bf None None] Set router ca459bed-735f-4fe7-a302-40ce9fb04432 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:07:44.147069 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-35d2959b-4e01-4bb0-aa93-cecb51eca329 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1865600132-network', 'tenant_id': '5570aac9d04544519d0b7f1c2a273103'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:44.180771 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-4b7481ad-f44c-4ba7-93e2-98501efe8a7b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Allocated IP 19.86.0.75 (e69f4df2-dc6f-423c-ab61-f0c92b257618/f04a482b-5cb7-41de-be0b-a0701dfd5983/2e287bcf-09f5-4903-9a72-aa5a40ff9949) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:07:44.317645 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port b63ddec1-4547-4314-94ff-056785b03ff4, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b63ddec1-4547-4314-94ff-056785b03ff4,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:44.341997 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 7d5d96d0-0313-4e7d-a772-c09dda523b6c up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:44.360066 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7d6f6f1e-9120-4388-8df0-1a5255d715d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8777bcd3-6953-4da3-a26e-322d5a8df4bd', 'name': 'tempest-FloatingIPsNegativeTestJSON-138601244-router', 'tenant_id': '32d956d5f3ce4631b06d8aca076d39bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b63ddec1-4547-4314-94ff-056785b03ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:24Z', 'updated_at': '2021-09-01T15:07:35Z', 'revision_number': 4, 'project_id': '32d956d5f3ce4631b06d8aca076d39bb', 'gw_port': {'id': 'b63ddec1-4547-4314-94ff-056785b03ff4', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8777bcd3-6953-4da3-a26e-322d5a8df4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:26Z', 'updated_at': '2021-09-01T15:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '1f7b2298-b598-440c-9cd5-4717d2803676', 'name': '', 'network_id': '4eaae524-e756-4db3-aaf8-99e2c70142df', 'tenant_id': '32d956d5f3ce4631b06d8aca076d39bb', 'mac_address': 'fa:16:3e:6e:13:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8777bcd3-6953-4da3-a26e-322d5a8df4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '24fc666a-3d6a-4889-a0fb-f74d9c6bc9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:32Z', 'updated_at': '2021-09-01T15:07:42Z', 'revision_number': 4, 'project_id': '32d956d5f3ce4631b06d8aca076d39bb', 'subnets': [{'id': '24fc666a-3d6a-4889-a0fb-f74d9c6bc9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:44.360500 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-54c546a1-e55c-4ff0-a03c-dade9dbf61b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:44.405381 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-4b7481ad-f44c-4ba7-93e2-98501efe8a7b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:44.426033 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-4b7481ad-f44c-4ba7-93e2-98501efe8a7b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Transition to ACTIVE for port object 2e287bcf-09f5-4903-9a72-aa5a40ff9949 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:44.490113 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31a411-13cf-4cfc-8e1d-f512148b7797 req-98459d6b-e073-4133-b6d7-f7db59e9b475 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:44.508159 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5f31a411-13cf-4cfc-8e1d-f512148b7797 req-98459d6b-e073-4133-b6d7-f7db59e9b475 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 945 time: 0.8459077 Sep 01 15:07:44.508159 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-4b7481ad-f44c-4ba7-93e2-98501efe8a7b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:44.543753 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-4b7481ad-f44c-4ba7-93e2-98501efe8a7b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Network e69f4df2-dc6f-423c-ab61-f0c92b257618 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:07:44.568186 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6f6f1e-9120-4388-8df0-1a5255d715d3 None None] The sync data for ids ['8777bcd3-6953-4da3-a26e-322d5a8df4bd'] in n-d-794796-3 is: [{'id': '8777bcd3-6953-4da3-a26e-322d5a8df4bd', 'name': 'tempest-FloatingIPsNegativeTestJSON-138601244-router', 'tenant_id': '32d956d5f3ce4631b06d8aca076d39bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b63ddec1-4547-4314-94ff-056785b03ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:24Z', 'updated_at': '2021-09-01T15:07:35Z', 'revision_number': 4, 'project_id': '32d956d5f3ce4631b06d8aca076d39bb', 'gw_port': {'id': 'b63ddec1-4547-4314-94ff-056785b03ff4', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8777bcd3-6953-4da3-a26e-322d5a8df4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:26Z', 'updated_at': '2021-09-01T15:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '1f7b2298-b598-440c-9cd5-4717d2803676', 'name': '', 'network_id': '4eaae524-e756-4db3-aaf8-99e2c70142df', 'tenant_id': '32d956d5f3ce4631b06d8aca076d39bb', 'mac_address': 'fa:16:3e:6e:13:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8777bcd3-6953-4da3-a26e-322d5a8df4bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '24fc666a-3d6a-4889-a0fb-f74d9c6bc9bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:32Z', 'updated_at': '2021-09-01T15:07:42Z', 'revision_number': 4, 'project_id': '32d956d5f3ce4631b06d8aca076d39bb', 'subnets': [{'id': '24fc666a-3d6a-4889-a0fb-f74d9c6bc9bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:07:44.589406 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-4b7481ad-f44c-4ba7-93e2-98501efe8a7b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:44.605879 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-54816b04-8953-46a2-ae36-d260dcb23d2a None None] Provisioning complete for port b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:44.607157 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-54816b04-8953-46a2-ae36-d260dcb23d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:44.611052 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:44.671342 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:44.688928 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-4b7481ad-f44c-4ba7-93e2-98501efe8a7b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:07:44.850834 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:44.902410 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5f31a411-13cf-4cfc-8e1d-f512148b7797 req-66445fc9-6e62-4724-a915-6c01cd33f484 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011431 Sep 01 15:07:45.051224 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7481ad-f44c-4ba7-93e2-98501efe8a7b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event updated for resources: {'Port': ['ID=2e287bcf-09f5-4903-9a72-aa5a40ff9949,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:45.144594 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-4b7481ad-f44c-4ba7-93e2-98501efe8a7b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:45.145293 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-4b7481ad-f44c-4ba7-93e2-98501efe8a7b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:45.156023 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:45.228666 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-b2788ea3-918a-48c4-a770-b3b599f11a13 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:45.251895 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-b2788ea3-918a-48c4-a770-b3b599f11a13 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:45.279716 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.api [None req-35d2959b-4e01-4bb0-aa93-cecb51eca329 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:07:45.279716 n-d-794796-3 neutron-server[94733]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 15:07:45.279716 n-d-794796-3 neutron-server[94733]: [parameters: {'project_id_1': '5570aac9d04544519d0b7f1c2a273103', 'expiration_1': datetime.datetime(2021, 9, 1, 15, 7, 44, 168199)}] Sep 01 15:07:45.279716 n-d-794796-3 neutron-server[94733]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:07:45.281170 n-d-794796-3 neutron-server[94733]: DEBUG oslo_db.api [None req-35d2959b-4e01-4bb0-aa93-cecb51eca329 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:07:45.296827 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6480a238-f2a4-4e2c-a38f-693dda885794 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:45.302525 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-4b7481ad-f44c-4ba7-93e2-98501efe8a7b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9704065 Sep 01 15:07:45.310261 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b255d9d8-69bf-4bfa-af24-35c14a97a63a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:45.316455 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-aeb982a4-0ba4-4405-8201-4177c940c3f4 None None] For port a3bbc530-e539-44f8-a2b1-03b566b6fe72, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:07:45.345235 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1b570-f0b5-482d-bfb2-d13fc2ddb01a req-a7be4033-4ff4-4069-b867-8510c3c09428 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:45.352534 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f2a1b570-f0b5-482d-bfb2-d13fc2ddb01a req-a7be4033-4ff4-4069-b867-8510c3c09428 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 946 time: 0.2505651 Sep 01 15:07:45.439760 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-85225736-55db-4919-b9dc-e273705ab02f service neutron] Request body: {'port': {'device_id': 'ed423440-0bf9-4f3e-a420-1a66408a7b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:45.593066 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:45.595269 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95710204-e08d-4140-9c22-e0e94662d7cc {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:07:45.639078 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 95710204-e08d-4140-9c22-e0e94662d7cc, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=95710204-e08d-4140-9c22-e0e94662d7cc,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:45.657181 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-aeb982a4-0ba4-4405-8201-4177c940c3f4 None None] For port a3bbc530-e539-44f8-a2b1-03b566b6fe72, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a3bbc530-e539-44f8-a2b1-03b566b6fe72,segment=NetworkSegment(8141f709-cf27-4474-b252-1181d9c25855),segment_id=8141f709-cf27-4474-b252-1181d9c25855)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:07:45.676528 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:45.695576 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-54816b04-8953-46a2-ae36-d260dcb23d2a None None] Port b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:07:45.716216 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-aeb982a4-0ba4-4405-8201-4177c940c3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:45.845482 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2788ea3-918a-48c4-a770-b3b599f11a13 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcddc80-5b59-442b-ba00-575e1553f87e,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:45.899199 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b255d9d8-69bf-4bfa-af24-35c14a97a63a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:45.916981 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f2a1b570-f0b5-482d-bfb2-d13fc2ddb01a req-c952c1d8-6c8b-47ae-a39e-f7e1a69577f0 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4543040 Sep 01 15:07:45.937557 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['95710204-e08d-4140-9c22-e0e94662d7cc'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:07:46.009825 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=b63ddec1-4547-4314-94ff-056785b03ff4,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:46.100585 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 6480a238-f2a4-4e2c-a38f-693dda885794 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:46.101429 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:46.165868 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 7d5d96d0-0313-4e7d-a772-c09dda523b6c triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:46.167689 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:46.195126 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d2959b-4e01-4bb0-aa93-cecb51eca329 admin admin] Made reservation on behalf of 5570aac9d04544519d0b7f1c2a273103 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:07:46.200252 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-35d2959b-4e01-4bb0-aa93-cecb51eca329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:46.270167 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-f059ce49-641b-4fd6-92d8-ef079e9400bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'name': 'tempest-AttachVolumeShelveTestJSON-520491944-router', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:01:51Z', 'updated_at': '2021-09-01T15:02:03Z', 'revision_number': 4, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'gw_port': {'id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:53Z', 'updated_at': '2021-09-01T15:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '84898e0c-3c6c-4063-88ce-ca56c8855300', 'name': '', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'mac_address': 'fa:16:3e:05:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:59Z', 'updated_at': '2021-09-01T15:02:12Z', 'revision_number': 5, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'subnets': [{'id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:46.336836 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-35d2959b-4e01-4bb0-aa93-cecb51eca329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:46.349882 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-85225736-55db-4919-b9dc-e273705ab02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:46.415957 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f059ce49-641b-4fd6-92d8-ef079e9400bf None None] The sync data for ids ['ca459bed-735f-4fe7-a302-40ce9fb04432'] in n-d-794796-3 is: [{'id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'name': 'tempest-AttachVolumeShelveTestJSON-520491944-router', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:01:51Z', 'updated_at': '2021-09-01T15:02:03Z', 'revision_number': 4, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'gw_port': {'id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:53Z', 'updated_at': '2021-09-01T15:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '84898e0c-3c6c-4063-88ce-ca56c8855300', 'name': '', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'mac_address': 'fa:16:3e:05:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:59Z', 'updated_at': '2021-09-01T15:02:12Z', 'revision_number': 5, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'subnets': [{'id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:07:46.544365 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=95710204-e08d-4140-9c22-e0e94662d7cc,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:46.654754 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-b255d9d8-69bf-4bfa-af24-35c14a97a63a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Allocated IP 172.25.6.240 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/36d47541-2a36-4749-b710-e9a8995d218e) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:07:46.805142 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5420b1-aa72-436f-b0bf-b2e227409091 req-3b24b1f4-cb32-4e45-8b02-3c47e5444b3f tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:46.820656 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5420b1-aa72-436f-b0bf-b2e227409091 req-3b24b1f4-cb32-4e45-8b02-3c47e5444b3f tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:46.846142 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3b5420b1-aa72-436f-b0bf-b2e227409091 req-3b24b1f4-cb32-4e45-8b02-3c47e5444b3f tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed423440-0bf9-4f3e-a420-1a66408a7b8b HTTP/1.1" status: 200 len: 1654 time: 0.6373718 Sep 01 15:07:46.852175 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-b2788ea3-918a-48c4-a770-b3b599f11a13 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Allocated IP 192.168.233.104 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/70e9cffd-d7f5-4b3a-9983-8585606a003b) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:07:46.908290 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1f7b2298-b598-440c-9cd5-4717d2803676 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:47.031066 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:47.065374 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb982a4-0ba4-4405-8201-4177c940c3f4 None None] Pushing event updated for resources: {'Port': ['ID=a3bbc530-e539-44f8-a2b1-03b566b6fe72,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:47.093473 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-35d2959b-4e01-4bb0-aa93-cecb51eca329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:47.112392 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-35d2959b-4e01-4bb0-aa93-cecb51eca329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:47.127049 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 1f7b2298-b598-440c-9cd5-4717d2803676 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:47.136800 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 7d5d96d0-0313-4e7d-a772-c09dda523b6c, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7d5d96d0-0313-4e7d-a772-c09dda523b6c,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:47.154225 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 1f7b2298-b598-440c-9cd5-4717d2803676 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:47.155008 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:47.210175 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:47.320856 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d2959b-4e01-4bb0-aa93-cecb51eca329 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:07:47.323644 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:47.404474 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3b5420b1-aa72-436f-b0bf-b2e227409091 req-5f28487b-ef35-4515-92a1-2addbb934e26 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5552058 Sep 01 15:07:47.411417 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 1f7b2298-b598-440c-9cd5-4717d2803676, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1f7b2298-b598-440c-9cd5-4717d2803676,segment=NetworkSegment(34b7710b-b3f5-46a3-8d91-53889da3bdea),segment_id=34b7710b-b3f5-46a3-8d91-53889da3bdea)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:47.462319 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:47.510978 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=7d5d96d0-0313-4e7d-a772-c09dda523b6c,revision_number=7']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:47.517957 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-35d2959b-4e01-4bb0-aa93-cecb51eca329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:47.518584 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-35d2959b-4e01-4bb0-aa93-cecb51eca329 admin admin] Added segment 4c7bdd91-d685-460f-9dcf-4e5185dd81b3 of type vlan for network 755ea549-e48c-4a55-b292-7ceb5d1f398a Sep 01 15:07:47.552611 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b255d9d8-69bf-4bfa-af24-35c14a97a63a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:47.591099 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2959b-4e01-4bb0-aa93-cecb51eca329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9d4716-7aa2-4211-b016-d63c4248f4c1,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:47.637785 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc68869b-a136-4baf-ba4b-546a2b31f0a5 None None] New status for floating IP 1084c0af-a746-43ef-9ec2-58645380399e: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:07:47.727186 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-35d2959b-4e01-4bb0-aa93-cecb51eca329 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:47.832400 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 95710204-e08d-4140-9c22-e0e94662d7cc up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:47.898002 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-35d2959b-4e01-4bb0-aa93-cecb51eca329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:47.899743 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d2959b-4e01-4bb0-aa93-cecb51eca329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:47.900739 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-35d2959b-4e01-4bb0-aa93-cecb51eca329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:47.914335 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [req-61be59fe-0b88-4438-b092-e402bb98bac4 req-f06e0eac-acf5-498f-9d84-23939f2d5d05 tempest-FloatingIPsNegativeTestJSON-1475882430 tempest-FloatingIPsNegativeTestJSON-1475882430-project] show failed (client error): The resource could not be found. Sep 01 15:07:47.918379 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-61be59fe-0b88-4438-b092-e402bb98bac4 req-f06e0eac-acf5-498f-9d84-23939f2d5d05 tempest-FloatingIPsNegativeTestJSON-1475882430 tempest-FloatingIPsNegativeTestJSON-1475882430-project] 10.222.0.60 "GET /v2.0/floatingips/6ee737e3-08fd-4730-b888-9735e47fc1ec HTTP/1.1" status: 404 len: 350 time: 0.2850764 Sep 01 15:07:47.927615 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58172) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:48.176390 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a3bbc530-e539-44f8-a2b1-03b566b6fe72 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:48.225437 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2959b-4e01-4bb0-aa93-cecb51eca329 admin admin] Pushing event updated for resources: {'Network': ['ID=755ea549-e48c-4a55-b292-7ceb5d1f398a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:48.257144 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-35d2959b-4e01-4bb0-aa93-cecb51eca329 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.5355392 Sep 01 15:07:48.263806 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b255d9d8-69bf-4bfa-af24-35c14a97a63a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:48.286959 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b651200e-d448-43c3-bc8e-192f0c740c6a x-openstack-request-id: req-b651200e-d448-43c3-bc8e-192f0c740c6a {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:48.287557 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557c31cf-a816-4f75-9e29-78b42060a235", "name": "network-vif-plugged", "status": "completed", "tag": "35cf9d6b-54f3-4b25-b806-8b1848ae7c8d", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:48.288152 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b651200e-d448-43c3-bc8e-192f0c740c6a {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:48.288369 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58174) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:48.288500 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557c31cf-a816-4f75-9e29-78b42060a235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d', 'code': 200} Sep 01 15:07:48.333331 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-17fddd3f-e94a-4e6c-9a1d-ce0760a3d927 admin admin] Request body: {'subnet': {'network_id': '755ea549-e48c-4a55-b292-7ceb5d1f398a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1865600132-subnet', 'tenant_id': '5570aac9d04544519d0b7f1c2a273103', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:48.417492 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b255d9d8-69bf-4bfa-af24-35c14a97a63a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:07:48.428431 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-b255d9d8-69bf-4bfa-af24-35c14a97a63a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:48.440625 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b255d9d8-69bf-4bfa-af24-35c14a97a63a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:07:48.463791 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce98cedc-caa1-4c01-ada8-10c6f1985d62 None None] Network e69f4df2-dc6f-423c-ab61-f0c92b257618 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:07:48.467338 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 755ea549-e48c-4a55-b292-7ceb5d1f398a details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:07:48.545456 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-b2788ea3-918a-48c4-a770-b3b599f11a13 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:48.650691 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef9697-070d-45da-ac07-6ad3b9003ec5 req-99e1d025-fae2-4dad-b4d0-bd4762fd64ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:48.657716 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-61ef9697-070d-45da-ac07-6ad3b9003ec5 req-99e1d025-fae2-4dad-b4d0-bd4762fd64ca service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 1097 time: 0.4932907 Sep 01 15:07:48.669690 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d30043d2-aca6-4d7f-ad4f-621b1a5ff35a req-6c3a0cc9-60f3-41ba-a8ef-7889ac04c722 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 210 time: 0.2487593 Sep 01 15:07:48.731067 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=1f7b2298-b598-440c-9cd5-4717d2803676,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:48.743948 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-85225736-55db-4919-b9dc-e273705ab02f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:07:48.772089 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fddd3f-e94a-4e6c-9a1d-ce0760a3d927 admin admin] Made reservation on behalf of 5570aac9d04544519d0b7f1c2a273103 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:07:48.777688 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17fddd3f-e94a-4e6c-9a1d-ce0760a3d927 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:48.778648 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b255d9d8-69bf-4bfa-af24-35c14a97a63a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:48.849172 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-b2788ea3-918a-48c4-a770-b3b599f11a13 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Transition to ACTIVE for port object 70e9cffd-d7f5-4b3a-9983-8585606a003b will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:48.887343 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-85225736-55db-4919-b9dc-e273705ab02f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:48.937648 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b255d9d8-69bf-4bfa-af24-35c14a97a63a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:48.986792 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-85225736-55db-4919-b9dc-e273705ab02f service neutron] Transition to ACTIVE for port object b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:49.012610 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-61ef9697-070d-45da-ac07-6ad3b9003ec5 req-11e5516b-3d78-4c77-af0d-893f3798a421 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3265755 Sep 01 15:07:49.023758 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-85225736-55db-4919-b9dc-e273705ab02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:49.084467 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3cfeb0-1f48-425e-92c5-bc58eca7f18d req-99e98988-b9f8-4d6f-b055-e8210d143210 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:49.095478 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f3cfeb0-1f48-425e-92c5-bc58eca7f18d req-99e98988-b9f8-4d6f-b055-e8210d143210 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 944 time: 0.2386167 Sep 01 15:07:49.268794 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b255d9d8-69bf-4bfa-af24-35c14a97a63a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:49.307363 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-b2788ea3-918a-48c4-a770-b3b599f11a13 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:49.320304 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b255d9d8-69bf-4bfa-af24-35c14a97a63a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:49.357348 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3abf4fee-ae96-48b6-bb1d-00c5e69c23a8 None None] Provisioning for port a3bbc530-e539-44f8-a2b1-03b566b6fe72 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:49.374146 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255d9d8-69bf-4bfa-af24-35c14a97a63a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Pushing event updated for resources: {'Port': ['ID=36d47541-2a36-4749-b710-e9a8995d218e,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:49.388189 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 95710204-e08d-4140-9c22-e0e94662d7cc triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:49.388729 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:49.489021 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-b2788ea3-918a-48c4-a770-b3b599f11a13 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:07:49.521717 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85225736-55db-4919-b9dc-e273705ab02f service neutron] Pushing event updated for resources: {'Port': ['ID=b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:49.601580 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-b2788ea3-918a-48c4-a770-b3b599f11a13 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:49.632652 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-b2788ea3-918a-48c4-a770-b3b599f11a13 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:07:49.741640 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-b2788ea3-918a-48c4-a770-b3b599f11a13 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:49.742246 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-b2788ea3-918a-48c4-a770-b3b599f11a13 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:49.769341 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f3cfeb0-1f48-425e-92c5-bc58eca7f18d req-932f8a4b-2efc-4632-b5e4-f42e14a145be tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6726010 Sep 01 15:07:49.870622 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port a3bbc530-e539-44f8-a2b1-03b566b6fe72 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:49.933281 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255d9d8-69bf-4bfa-af24-35c14a97a63a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Pushing event updated for resources: {'Port': ['ID=36d47541-2a36-4749-b710-e9a8995d218e,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:50.002644 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2788ea3-918a-48c4-a770-b3b599f11a13 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Pushing event updated for resources: {'Port': ['ID=70e9cffd-d7f5-4b3a-9983-8585606a003b,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:50.053718 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-85225736-55db-4919-b9dc-e273705ab02f service neutron] Attempting to bind port b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:07:50.054075 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-85225736-55db-4919-b9dc-e273705ab02f service neutron] Attempting to bind port b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '8d9a2640-5090-41d3-bfac-c42654eb44cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a41184c-1127-4568-b34a-de78505cb021'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:07:50.054485 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-85225736-55db-4919-b9dc-e273705ab02f service neutron] Attempting to bind port b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7 on network 1a41184c-1127-4568-b34a-de78505cb021 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:50.063376 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-b2788ea3-918a-48c4-a770-b3b599f11a13 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.7073879 Sep 01 15:07:50.068030 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b255d9d8-69bf-4bfa-af24-35c14a97a63a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:50.070221 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port a3bbc530-e539-44f8-a2b1-03b566b6fe72 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:50.073564 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:50.107057 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-e76b91ac-8f9c-41e4-8e31-83e7d7b6935d service neutron] Request body: {'port': {'device_id': 'be80210a-1eb3-47cb-a453-514b5f6426c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:50.128265 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-85225736-55db-4919-b9dc-e273705ab02f service neutron] Port b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7 on network 1a41184c-1127-4568-b34a-de78505cb021 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:07:50.128617 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-85225736-55db-4919-b9dc-e273705ab02f service neutron] Attempting to bind port b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7 on network 1a41184c-1127-4568-b34a-de78505cb021 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:50.155813 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-85225736-55db-4919-b9dc-e273705ab02f service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:07:50.156182 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-85225736-55db-4919-b9dc-e273705ab02f service neutron] Checking segment: {'id': '8d9a2640-5090-41d3-bfac-c42654eb44cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a41184c-1127-4568-b34a-de78505cb021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:07:50.156615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-85225736-55db-4919-b9dc-e273705ab02f service neutron] Bound using segment: {'id': '8d9a2640-5090-41d3-bfac-c42654eb44cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a41184c-1127-4568-b34a-de78505cb021'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:07:50.157072 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-85225736-55db-4919-b9dc-e273705ab02f service neutron] Bound port: b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9a2640-5090-41d3-bfac-c42654eb44cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1a41184c-1127-4568-b34a-de78505cb021'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:07:50.157442 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-85225736-55db-4919-b9dc-e273705ab02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:50.161041 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b255d9d8-69bf-4bfa-af24-35c14a97a63a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:50.165942 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b255d9d8-69bf-4bfa-af24-35c14a97a63a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1873746 Sep 01 15:07:50.276469 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-e76b91ac-8f9c-41e4-8e31-83e7d7b6935d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:50.283286 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17fddd3f-e94a-4e6c-9a1d-ce0760a3d927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:50.354650 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb0553-2e75-4248-97a3-ac756f24bd00 req-25644941-a353-4230-81a2-22b4b52dfafc tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:50.374404 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebd7f55-6c17-4027-9f0c-1d79a195c071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5d96d0-0313-4e7d-a772-c09dda523b6c'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:50.375032 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-42cb0553-2e75-4248-97a3-ac756f24bd00 req-25644941-a353-4230-81a2-22b4b52dfafc tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 946 time: 0.4237163 Sep 01 15:07:50.378177 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d578b0-bcb9-4658-b49d-7d0833f45e98" -d '{"events": [{"server_uuid": "8ebd7f55-6c17-4027-9f0c-1d79a195c071", "name": "network-vif-plugged", "status": "completed", "tag": "7d5d96d0-0313-4e7d-a772-c09dda523b6c"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:50.945186 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1f7bd904-27d5-49ca-8266-7f817ca7b539 None None] Provisioning for port 70e9cffd-d7f5-4b3a-9983-8585606a003b completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:50.949681 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:51.067090 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-16468b80-7a98-4816-8db3-b64266c8d7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:51.080704 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1f7bd904-27d5-49ca-8266-7f817ca7b539 None None] Provisioning complete for port 70e9cffd-d7f5-4b3a-9983-8585606a003b triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:51.081835 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1f7bd904-27d5-49ca-8266-7f817ca7b539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:51.192359 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:51.227586 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1f7bd904-27d5-49ca-8266-7f817ca7b539 None None] Port 70e9cffd-d7f5-4b3a-9983-8585606a003b cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:07:51.321047 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port a3bbc530-e539-44f8-a2b1-03b566b6fe72, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a3bbc530-e539-44f8-a2b1-03b566b6fe72,segment=NetworkSegment(8141f709-cf27-4474-b252-1181d9c25855),segment_id=8141f709-cf27-4474-b252-1181d9c25855)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:51.339544 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:51.341371 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b63ddec1-4547-4314-94ff-056785b03ff4 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:51.434470 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 95710204-e08d-4140-9c22-e0e94662d7cc, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=95710204-e08d-4140-9c22-e0e94662d7cc,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:51.613805 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=a3bbc530-e539-44f8-a2b1-03b566b6fe72,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:51.623849 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:51.778676 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-37045ea0-7aed-4707-9a40-1d0cbf54b352 None None] Provisioning complete for port a3bbc530-e539-44f8-a2b1-03b566b6fe72 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:51.779452 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-37045ea0-7aed-4707-9a40-1d0cbf54b352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:51.782770 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port b63ddec1-4547-4314-94ff-056785b03ff4 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:51.783733 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:51.982958 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-e76b91ac-8f9c-41e4-8e31-83e7d7b6935d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e9cffd-d7f5-4b3a-9983-8585606a003b {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:07:51.986532 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=95710204-e08d-4140-9c22-e0e94662d7cc,revision_number=7']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:52.017713 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-e76b91ac-8f9c-41e4-8e31-83e7d7b6935d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:52.046985 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-e76b91ac-8f9c-41e4-8e31-83e7d7b6935d service neutron] Transition to ACTIVE for port object 70e9cffd-d7f5-4b3a-9983-8585606a003b will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:52.080018 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-16468b80-7a98-4816-8db3-b64266c8d7ed admin admin] Deleting port 1f7b2298-b598-440c-9cd5-4717d2803676 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:52.080668 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-16468b80-7a98-4816-8db3-b64266c8d7ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:52.117472 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-e76b91ac-8f9c-41e4-8e31-83e7d7b6935d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:52.258153 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b91ac-8f9c-41e4-8e31-83e7d7b6935d service neutron] Pushing event updated for resources: {'Port': ['ID=70e9cffd-d7f5-4b3a-9983-8585606a003b,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:52.302279 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-16468b80-7a98-4816-8db3-b64266c8d7ed admin admin] For port 1f7b2298-b598-440c-9cd5-4717d2803676, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1f7b2298-b598-440c-9cd5-4717d2803676,segment=NetworkSegment(34b7710b-b3f5-46a3-8d91-53889da3bdea),segment_id=34b7710b-b3f5-46a3-8d91-53889da3bdea)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:52.302626 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-16468b80-7a98-4816-8db3-b64266c8d7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:52.357548 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-42cb0553-2e75-4248-97a3-ac756f24bd00 req-b7f9639f-7b2e-42b8-b574-347dfbd485bc tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.0076222 Sep 01 15:07:52.368916 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-16468b80-7a98-4816-8db3-b64266c8d7ed admin admin] Calling delete_port for 1f7b2298-b598-440c-9cd5-4717d2803676 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:52.417537 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-37045ea0-7aed-4707-9a40-1d0cbf54b352 None None] Provisioning for port 2e287bcf-09f5-4903-9a72-aa5a40ff9949 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:07:52.432806 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-37045ea0-7aed-4707-9a40-1d0cbf54b352 None None] Provisioning complete for port 2e287bcf-09f5-4903-9a72-aa5a40ff9949 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:52.432806 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-37045ea0-7aed-4707-9a40-1d0cbf54b352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:52.552584 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-37045ea0-7aed-4707-9a40-1d0cbf54b352 None None] Port 2e287bcf-09f5-4903-9a72-aa5a40ff9949 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:07:52.712830 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-87e6afb9-e76a-469e-9650-6dcbf3b1e26a None None] Provisioning complete for port 2e287bcf-09f5-4903-9a72-aa5a40ff9949 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:52.714025 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-87e6afb9-e76a-469e-9650-6dcbf3b1e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:52.785744 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fddd3f-e94a-4e6c-9a1d-ce0760a3d927 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faf08f2c-9087-4d6a-92a9-64c7151f3e85,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:52.891747 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a3bbc530-e539-44f8-a2b1-03b566b6fe72 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:52.907766 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-85225736-55db-4919-b9dc-e273705ab02f service neutron] For port b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:07:52.934552 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-85225736-55db-4919-b9dc-e273705ab02f service neutron] For port b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7,segment=NetworkSegment(8d9a2640-5090-41d3-bfac-c42654eb44cf),segment_id=8d9a2640-5090-41d3-bfac-c42654eb44cf)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:07:52.936348 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-e76b91ac-8f9c-41e4-8e31-83e7d7b6935d service neutron] Attempting to bind port 70e9cffd-d7f5-4b3a-9983-8585606a003b on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:07:52.937053 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-e76b91ac-8f9c-41e4-8e31-83e7d7b6935d service neutron] Attempting to bind port 70e9cffd-d7f5-4b3a-9983-8585606a003b by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:07:52.937848 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-e76b91ac-8f9c-41e4-8e31-83e7d7b6935d service neutron] Attempting to bind port 70e9cffd-d7f5-4b3a-9983-8585606a003b on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:52.939220 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-87e6afb9-e76a-469e-9650-6dcbf3b1e26a None None] Port 2e287bcf-09f5-4903-9a72-aa5a40ff9949 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:07:52.950678 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fddd3f-e94a-4e6c-9a1d-ce0760a3d927 admin admin] Checking segment: {'id': '4c7bdd91-d685-460f-9dcf-4e5185dd81b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '755ea549-e48c-4a55-b292-7ceb5d1f398a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:07:52.951208 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fddd3f-e94a-4e6c-9a1d-ce0760a3d927 admin admin] Network hostable DHCP agents. Network: 755ea549-e48c-4a55-b292-7ceb5d1f398a, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:07:52.959675 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-16468b80-7a98-4816-8db3-b64266c8d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:52.977419 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-e76b91ac-8f9c-41e4-8e31-83e7d7b6935d service neutron] Port 70e9cffd-d7f5-4b3a-9983-8585606a003b on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:07:52.977910 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-e76b91ac-8f9c-41e4-8e31-83e7d7b6935d service neutron] Attempting to bind port 70e9cffd-d7f5-4b3a-9983-8585606a003b on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:52.981810 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-85225736-55db-4919-b9dc-e273705ab02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:53.095651 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16468b80-7a98-4816-8db3-b64266c8d7ed admin admin] Pushing event deleted for resources: {'Port': ['ID=1f7b2298-b598-440c-9cd5-4717d2803676,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:53.101552 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port a3bbc530-e539-44f8-a2b1-03b566b6fe72 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:07:53.102097 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:53.116690 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-e76b91ac-8f9c-41e4-8e31-83e7d7b6935d service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:07:53.117287 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-e76b91ac-8f9c-41e4-8e31-83e7d7b6935d service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:07:53.117502 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-e76b91ac-8f9c-41e4-8e31-83e7d7b6935d service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:07:53.120097 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-e76b91ac-8f9c-41e4-8e31-83e7d7b6935d service neutron] Bound port: 70e9cffd-d7f5-4b3a-9983-8585606a003b, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:07:53.120097 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-e76b91ac-8f9c-41e4-8e31-83e7d7b6935d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:53.142327 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fddd3f-e94a-4e6c-9a1d-ce0760a3d927 admin admin] Network 755ea549-e48c-4a55-b292-7ceb5d1f398a is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:07:53.178528 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-85225736-55db-4919-b9dc-e273705ab02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:53.181091 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-85225736-55db-4919-b9dc-e273705ab02f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:53.183125 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-85225736-55db-4919-b9dc-e273705ab02f service neutron] 10.222.0.62 "PUT /v2.0/ports/b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7 HTTP/1.1" status: 200 len: 1092 time: 7.7581196 Sep 01 15:07:53.208717 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed423440-0bf9-4f3e-a420-1a66408a7b8b', 'tag': 'b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:53.223572 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e292775d-f96e-4cc0-8175-f57a4fb5d54e" -d '{"events": [{"name": "network-changed", "server_uuid": "ed423440-0bf9-4f3e-a420-1a66408a7b8b", "tag": "b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:53.284792 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-17fddd3f-e94a-4e6c-9a1d-ce0760a3d927 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 755ea549-e48c-4a55-b292-7ceb5d1f398a) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:07:53.330006 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-01bb1c7f-780a-4faf-a453-55ed527fec9e service neutron] Request body: {'port': {'device_id': 'ed423440-0bf9-4f3e-a420-1a66408a7b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:07:53.397199 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47437f1-8844-4dcb-8a3f-4740ad833e89 None None] Network 755ea549-e48c-4a55-b292-7ceb5d1f398a requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:07:53.418560 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6be3c-52a6-44d8-9a91-ed41ad301a87 req-1218da05-5c44-43f1-8d83-1c114f99a2ec tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:53.461394 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6be3c-52a6-44d8-9a91-ed41ad301a87 req-1218da05-5c44-43f1-8d83-1c114f99a2ec tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:53.476004 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e6d6be3c-52a6-44d8-9a91-ed41ad301a87 req-1218da05-5c44-43f1-8d83-1c114f99a2ec tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed423440-0bf9-4f3e-a420-1a66408a7b8b HTTP/1.1" status: 200 len: 1666 time: 0.7158852 Sep 01 15:07:53.497836 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fddd3f-e94a-4e6c-9a1d-ce0760a3d927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:53.499162 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17fddd3f-e94a-4e6c-9a1d-ce0760a3d927 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:53.536291 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-16468b80-7a98-4816-8db3-b64266c8d7ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:53.863209 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85225736-55db-4919-b9dc-e273705ab02f service neutron] Pushing event updated for resources: {'Port': ['ID=b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:53.901395 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:07:53.915512 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-17fddd3f-e94a-4e6c-9a1d-ce0760a3d927 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 5.5983088 Sep 01 15:07:54.131994 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dbf2ba-5e57-4bb6-b1d8-7c2a9771793f None None] Network 755ea549-e48c-4a55-b292-7ceb5d1f398a requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:07:54.167463 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e6d6be3c-52a6-44d8-9a91-ed41ad301a87 req-880890df-cfc0-4de9-aa73-9d5fac0bb49f tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6421218 Sep 01 15:07:54.189121 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-01bb1c7f-780a-4faf-a453-55ed527fec9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:54.230126 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-e76b91ac-8f9c-41e4-8e31-83e7d7b6935d service neutron] For port 70e9cffd-d7f5-4b3a-9983-8585606a003b, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:07:54.273631 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-e76b91ac-8f9c-41e4-8e31-83e7d7b6935d service neutron] For port 70e9cffd-d7f5-4b3a-9983-8585606a003b, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=70e9cffd-d7f5-4b3a-9983-8585606a003b,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:07:54.304902 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-e76b91ac-8f9c-41e4-8e31-83e7d7b6935d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:54.428397 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1f7b2298-b598-440c-9cd5-4717d2803676 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:07:54.541237 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 1f7b2298-b598-440c-9cd5-4717d2803676 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:07:54.542049 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1f7b2298-b598-440c-9cd5-4717d2803676 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 01 15:07:54.642952 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Port 1f7b2298-b598-440c-9cd5-4717d2803676 not found, will not notify nova. {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 01 15:07:55.253300 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16468b80-7a98-4816-8db3-b64266c8d7ed admin admin] Router 8777bcd3-6953-4da3-a26e-322d5a8df4bd has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:07:55.393382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-e76b91ac-8f9c-41e4-8e31-83e7d7b6935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:55.411210 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-e76b91ac-8f9c-41e4-8e31-83e7d7b6935d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:55.423314 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-e76b91ac-8f9c-41e4-8e31-83e7d7b6935d service neutron] 10.222.0.62 "PUT /v2.0/ports/70e9cffd-d7f5-4b3a-9983-8585606a003b HTTP/1.1" status: 200 len: 1096 time: 5.3241196 Sep 01 15:07:55.611099 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16468b80-7a98-4816-8db3-b64266c8d7ed admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:07:55.622764 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168a497b-3233-4a0c-9e4e-1619dce57c61 None None] Sync routers for ids ['8777bcd3-6953-4da3-a26e-322d5a8df4bd'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:07:55.631901 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-16468b80-7a98-4816-8db3-b64266c8d7ed admin admin] 10.222.0.60 "PUT /v2.0/routers/8777bcd3-6953-4da3-a26e-322d5a8df4bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6863699 Sep 01 15:07:55.636697 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58208) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:55.667837 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168a497b-3233-4a0c-9e4e-1619dce57c61 None None] Routers {'8777bcd3-6953-4da3-a26e-322d5a8df4bd'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:07:55.672262 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-168a497b-3233-4a0c-9e4e-1619dce57c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:07:43Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['8777bcd3-6953-4da3-a26e-322d5a8df4bd'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:55.707690 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b91ac-8f9c-41e4-8e31-83e7d7b6935d service neutron] Pushing event updated for resources: {'Port': ['ID=70e9cffd-d7f5-4b3a-9983-8585606a003b,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:55.790333 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f787685-4d32-41a9-b59b-e7cdf44d7d29 req-c61a7b38-6023-4fa0-89eb-ac607c38669e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:55.815593 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5f787685-4d32-41a9-b59b-e7cdf44d7d29 req-c61a7b38-6023-4fa0-89eb-ac607c38669e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 948 time: 0.6291764 Sep 01 15:07:55.943941 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de0af164-b8f9-4552-8713-f56779fbd62b admin admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:56.153523 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-168a497b-3233-4a0c-9e4e-1619dce57c61 None None] Set router 8777bcd3-6953-4da3-a26e-322d5a8df4bd gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:07:56.165165 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de0af164-b8f9-4552-8713-f56779fbd62b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:56.208170 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-c74396f9-f6cc-42ea-a1b3-279a69a740e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:56.215154 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-c74396f9-f6cc-42ea-a1b3-279a69a740e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 1099 time: 0.6630712 Sep 01 15:07:56.311755 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-de0af164-b8f9-4552-8713-f56779fbd62b admin admin] Deleting port b63ddec1-4547-4314-94ff-056785b03ff4 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:56.312548 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de0af164-b8f9-4552-8713-f56779fbd62b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:56.445393 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5f787685-4d32-41a9-b59b-e7cdf44d7d29 req-a2479ebd-d5e3-4129-bf61-28be818b7fa6 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6036284 Sep 01 15:07:56.458050 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-cfe138f6-9a24-4ff8-8b42-134d1c87797e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=70e9cffd-d7f5-4b3a-9983-8585606a003b HTTP/1.1" status: 200 len: 217 time: 0.2069633 Sep 01 15:07:56.528670 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-de0af164-b8f9-4552-8713-f56779fbd62b admin admin] For port b63ddec1-4547-4314-94ff-056785b03ff4, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b63ddec1-4547-4314-94ff-056785b03ff4,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:56.529046 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de0af164-b8f9-4552-8713-f56779fbd62b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:56.565942 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-de0af164-b8f9-4552-8713-f56779fbd62b admin admin] Calling delete_port for b63ddec1-4547-4314-94ff-056785b03ff4 owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:56.614482 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217b8aa5-1304-4ccc-97ba-f241e6adce94 x-openstack-request-id: req-217b8aa5-1304-4ccc-97ba-f241e6adce94 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:07:56.615294 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ebd7f55-6c17-4027-9f0c-1d79a195c071", "name": "network-vif-plugged", "status": "completed", "tag": "7d5d96d0-0313-4e7d-a772-c09dda523b6c", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:07:56.615294 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-217b8aa5-1304-4ccc-97ba-f241e6adce94 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:07:56.615671 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ebd7f55-6c17-4027-9f0c-1d79a195c071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5d96d0-0313-4e7d-a772-c09dda523b6c', 'code': 200} Sep 01 15:07:56.770311 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-ce202a74-9a39-44d3-b3f0-93c2b721bc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:56.771887 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-ce202a74-9a39-44d3-b3f0-93c2b721bc30 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.2801731 Sep 01 15:07:56.889716 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-168a497b-3233-4a0c-9e4e-1619dce57c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8777bcd3-6953-4da3-a26e-322d5a8df4bd', 'name': 'tempest-FloatingIPsNegativeTestJSON-138601244-router', 'tenant_id': '32d956d5f3ce4631b06d8aca076d39bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'b63ddec1-4547-4314-94ff-056785b03ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:24Z', 'updated_at': '2021-09-01T15:07:52Z', 'revision_number': 5, 'project_id': '32d956d5f3ce4631b06d8aca076d39bb', 'gw_port': {'id': 'b63ddec1-4547-4314-94ff-056785b03ff4', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:05:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777bcd3-6953-4da3-a26e-322d5a8df4bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:26Z', 'updated_at': '2021-09-01T15:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:56.921236 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-01bb1c7f-780a-4faf-a453-55ed527fec9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e287bcf-09f5-4903-9a72-aa5a40ff9949 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:07:56.934796 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-01bb1c7f-780a-4faf-a453-55ed527fec9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:56.953599 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-01bb1c7f-780a-4faf-a453-55ed527fec9e service neutron] Transition to ACTIVE for port object 2e287bcf-09f5-4903-9a72-aa5a40ff9949 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:07:56.959578 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-01bb1c7f-780a-4faf-a453-55ed527fec9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:56.961502 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de0af164-b8f9-4552-8713-f56779fbd62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:57.020843 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb1c7f-780a-4faf-a453-55ed527fec9e service neutron] Pushing event updated for resources: {'Port': ['ID=2e287bcf-09f5-4903-9a72-aa5a40ff9949,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:57.041931 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168a497b-3233-4a0c-9e4e-1619dce57c61 None None] Checking router: 8777bcd3-6953-4da3-a26e-322d5a8df4bd for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:07:57.097805 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168a497b-3233-4a0c-9e4e-1619dce57c61 None None] Routers {'8777bcd3-6953-4da3-a26e-322d5a8df4bd'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:07:57.100782 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-168a497b-3233-4a0c-9e4e-1619dce57c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:07:43Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['8777bcd3-6953-4da3-a26e-322d5a8df4bd'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:57.180417 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0af164-b8f9-4552-8713-f56779fbd62b admin admin] Pushing event deleted for resources: {'Port': ['ID=b63ddec1-4547-4314-94ff-056785b03ff4,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:57.209708 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-81fea37e-f00a-4786-a8e1-a99092b2348d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:57.212971 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-81fea37e-f00a-4786-a8e1-a99092b2348d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4306998 Sep 01 15:07:57.351551 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de0af164-b8f9-4552-8713-f56779fbd62b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:57.388395 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:57.419944 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-168a497b-3233-4a0c-9e4e-1619dce57c61 None None] Set router 8777bcd3-6953-4da3-a26e-322d5a8df4bd gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:07:57.469899 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-f19a0108-2137-4863-901a-ef0d9ba1bb87 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394252 Sep 01 15:07:57.608827 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-168a497b-3233-4a0c-9e4e-1619dce57c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8777bcd3-6953-4da3-a26e-322d5a8df4bd', 'name': 'tempest-FloatingIPsNegativeTestJSON-138601244-router', 'tenant_id': '32d956d5f3ce4631b06d8aca076d39bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:24Z', 'updated_at': '2021-09-01T15:07:56Z', 'revision_number': 7, 'project_id': '32d956d5f3ce4631b06d8aca076d39bb', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:57.656730 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-01bb1c7f-780a-4faf-a453-55ed527fec9e service neutron] Attempting to bind port 2e287bcf-09f5-4903-9a72-aa5a40ff9949 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:07:57.657082 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-01bb1c7f-780a-4faf-a453-55ed527fec9e service neutron] Attempting to bind port 2e287bcf-09f5-4903-9a72-aa5a40ff9949 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '8141f709-cf27-4474-b252-1181d9c25855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e69f4df2-dc6f-423c-ab61-f0c92b257618'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:07:57.657419 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-01bb1c7f-780a-4faf-a453-55ed527fec9e service neutron] Attempting to bind port 2e287bcf-09f5-4903-9a72-aa5a40ff9949 on network e69f4df2-dc6f-423c-ab61-f0c92b257618 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:57.686167 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-01bb1c7f-780a-4faf-a453-55ed527fec9e service neutron] Port 2e287bcf-09f5-4903-9a72-aa5a40ff9949 on network e69f4df2-dc6f-423c-ab61-f0c92b257618 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:07:57.687677 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168a497b-3233-4a0c-9e4e-1619dce57c61 None None] The sync data for ids ['8777bcd3-6953-4da3-a26e-322d5a8df4bd'] in n-d-794796-3 is: [{'id': '8777bcd3-6953-4da3-a26e-322d5a8df4bd', 'name': 'tempest-FloatingIPsNegativeTestJSON-138601244-router', 'tenant_id': '32d956d5f3ce4631b06d8aca076d39bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:24Z', 'updated_at': '2021-09-01T15:07:56Z', 'revision_number': 7, 'project_id': '32d956d5f3ce4631b06d8aca076d39bb', 'gw_port_host': None}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:07:57.690562 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-01bb1c7f-780a-4faf-a453-55ed527fec9e service neutron] Attempting to bind port 2e287bcf-09f5-4903-9a72-aa5a40ff9949 on network e69f4df2-dc6f-423c-ab61-f0c92b257618 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:07:57.700227 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-01bb1c7f-780a-4faf-a453-55ed527fec9e service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:07:57.700750 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-01bb1c7f-780a-4faf-a453-55ed527fec9e service neutron] Checking segment: {'id': '8141f709-cf27-4474-b252-1181d9c25855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e69f4df2-dc6f-423c-ab61-f0c92b257618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:07:57.701161 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-01bb1c7f-780a-4faf-a453-55ed527fec9e service neutron] Bound using segment: {'id': '8141f709-cf27-4474-b252-1181d9c25855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e69f4df2-dc6f-423c-ab61-f0c92b257618'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:07:57.701620 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-01bb1c7f-780a-4faf-a453-55ed527fec9e service neutron] Bound port: 2e287bcf-09f5-4903-9a72-aa5a40ff9949, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8141f709-cf27-4474-b252-1181d9c25855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'e69f4df2-dc6f-423c-ab61-f0c92b257618'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:07:57.701999 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-01bb1c7f-780a-4faf-a453-55ed527fec9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:57.725163 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de0af164-b8f9-4552-8713-f56779fbd62b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:57.740936 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de0af164-b8f9-4552-8713-f56779fbd62b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:57.839936 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de0af164-b8f9-4552-8713-f56779fbd62b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:57.840571 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0af164-b8f9-4552-8713-f56779fbd62b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8777bcd3-6953-4da3-a26e-322d5a8df4bd {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:07:57.848117 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de0af164-b8f9-4552-8713-f56779fbd62b admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:57.849964 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-de0af164-b8f9-4552-8713-f56779fbd62b admin admin] 10.222.0.60 "DELETE /v2.0/routers/8777bcd3-6953-4da3-a26e-322d5a8df4bd HTTP/1.1" status: 204 len: 168 time: 2.2117653 Sep 01 15:07:57.855287 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58216) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:57.900090 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-61e8ba2a-87d2-49e4-8be8-5f6e2f2e97ee req-472d1ad6-e5eb-41e8-92f4-292288ee9383 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076428 Sep 01 15:07:57.941954 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dfb3b01-3111-4ae9-93e8-13b1cb2c58a6 admin admin] Deleting subnet 24fc666a-3d6a-4889-a0fb-f74d9c6bc9bf {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:07:57.948393 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9dfb3b01-3111-4ae9-93e8-13b1cb2c58a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:57.964754 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-01bb1c7f-780a-4faf-a453-55ed527fec9e service neutron] For port 2e287bcf-09f5-4903-9a72-aa5a40ff9949, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:07:57.969685 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-01bb1c7f-780a-4faf-a453-55ed527fec9e service neutron] For port 2e287bcf-09f5-4903-9a72-aa5a40ff9949, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=2e287bcf-09f5-4903-9a72-aa5a40ff9949,segment=NetworkSegment(8141f709-cf27-4474-b252-1181d9c25855),segment_id=8141f709-cf27-4474-b252-1181d9c25855)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:07:57.980200 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-01bb1c7f-780a-4faf-a453-55ed527fec9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:58.029672 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9dfb3b01-3111-4ae9-93e8-13b1cb2c58a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:58.063814 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-01bb1c7f-780a-4faf-a453-55ed527fec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:58.064470 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-01bb1c7f-780a-4faf-a453-55ed527fec9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:58.066030 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-01bb1c7f-780a-4faf-a453-55ed527fec9e service neutron] 10.222.0.62 "PUT /v2.0/ports/2e287bcf-09f5-4903-9a72-aa5a40ff9949 HTTP/1.1" status: 200 len: 1091 time: 4.8265443 Sep 01 15:07:58.219128 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb1c7f-780a-4faf-a453-55ed527fec9e service neutron] Pushing event updated for resources: {'Port': ['ID=2e287bcf-09f5-4903-9a72-aa5a40ff9949,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:58.269421 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-d49e1e51-317f-4086-9ff0-ffd7040261ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:58.273804 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-d49e1e51-317f-4086-9ff0-ffd7040261ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:58.277013 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-d49e1e51-317f-4086-9ff0-ffd7040261ca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f19f728ef2e84bc7921749b54aaa2b5d&device_id=ed423440-0bf9-4f3e-a420-1a66408a7b8b HTTP/1.1" status: 200 len: 1980 time: 0.1198657 Sep 01 15:07:58.303214 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9dfb3b01-3111-4ae9-93e8-13b1cb2c58a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:58.413360 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-b4239eb9-0e26-4577-b99c-246464a64d8b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.208&port_id=b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7 HTTP/1.1" status: 200 len: 217 time: 0.1194849 Sep 01 15:07:58.513449 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9dfb3b01-3111-4ae9-93e8-13b1cb2c58a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:58.531384 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-d9a18d35-6c61-4ff2-9b31-2f1b2a7cf640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:58.533975 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-d9a18d35-6c61-4ff2-9b31-2f1b2a7cf640 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bb681548-8b80-42fb-98fb-d3b7a1089e70 HTTP/1.1" status: 200 len: 801 time: 0.1128962 Sep 01 15:07:58.576873 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb3b01-3111-4ae9-93e8-13b1cb2c58a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24fc666a-3d6a-4889-a0fb-f74d9c6bc9bf,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:58.602606 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9dfb3b01-3111-4ae9-93e8-13b1cb2c58a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:58.602606 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9dfb3b01-3111-4ae9-93e8-13b1cb2c58a6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/24fc666a-3d6a-4889-a0fb-f74d9c6bc9bf HTTP/1.1" status: 204 len: 168 time: 0.7375035 Sep 01 15:07:58.602606 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58218) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:07:58.614537 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb95d3f3-d2b3-4c05-b9c3-3193bb85e4cd None None] Network 4eaae524-e756-4db3-aaf8-99e2c70142df requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:07:58.650878 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-e35d4419-0702-41a7-aadc-79f392cc034e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:58.652392 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-e35d4419-0702-41a7-aadc-79f392cc034e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a41184c-1127-4568-b34a-de78505cb021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1102407 Sep 01 15:07:58.775984 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a399ae7-586c-4653-a9d9-8126c98907ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95710204-e08d-4140-9c22-e0e94662d7cc'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:07:58.778453 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e0d499-f8cf-47c7-a508-d72d2c8c6017" -d '{"events": [{"server_uuid": "8a399ae7-586c-4653-a9d9-8126c98907ff", "name": "network-vif-plugged", "status": "completed", "tag": "95710204-e08d-4140-9c22-e0e94662d7cc"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:07:58.901580 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-9fdaf91d-cf4d-48f2-9b15-f5ea72069b3e service neutron] 10.222.0.62 "GET /v2.0/networks/1a41184c-1127-4568-b34a-de78505cb021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406807 Sep 01 15:07:58.977898 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7f2dfe58-15a7-4885-800e-0da8b2867652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:59.036568 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1f7b2298-b598-440c-9cd5-4717d2803676 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:07:59.092591 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-b97b8980-d3cc-4de1-b34e-fbe6d2e77d45 service neutron] 10.222.0.62 "GET /v2.0/networks/1a41184c-1127-4568-b34a-de78505cb021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830974 Sep 01 15:07:59.095935 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b50870-2e05-4df7-b74b-bc521bbf9209 None None] DHCP port deletion for 4eaae524-e756-4db3-aaf8-99e2c70142df request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:07:59.129027 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 1f7b2298-b598-440c-9cd5-4717d2803676 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:07:59.129714 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1f7b2298-b598-440c-9cd5-4717d2803676 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:07:59.130405 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b63ddec1-4547-4314-94ff-056785b03ff4 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:07:59.142755 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-7f2dfe58-15a7-4885-800e-0da8b2867652 admin admin] Deleting port fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:59.143306 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7f2dfe58-15a7-4885-800e-0da8b2867652 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:59.165503 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-19f07901-bc46-48fc-ac98-cb5bbbc0f9db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.75&port_id=2e287bcf-09f5-4903-9a72-aa5a40ff9949 HTTP/1.1" status: 200 len: 217 time: 0.0635242 Sep 01 15:07:59.170675 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: b63ddec1-4547-4314-94ff-056785b03ff4 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:07:59.171391 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b63ddec1-4547-4314-94ff-056785b03ff4 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:07:59.216554 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-85b50870-2e05-4df7-b74b-bc521bbf9209 None None] Deleting port fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:07:59.217240 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-85b50870-2e05-4df7-b74b-bc521bbf9209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:59.249707 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-62d15096-84b6-465d-b726-577d6a4fa4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:59.251908 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-62d15096-84b6-465d-b726-577d6a4fa4b2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f04a482b-5cb7-41de-be0b-a0701dfd5983 HTTP/1.1" status: 200 len: 801 time: 0.0778906 Sep 01 15:07:59.318282 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-85b50870-2e05-4df7-b74b-bc521bbf9209 None None] For port fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919,segment=NetworkSegment(34b7710b-b3f5-46a3-8d91-53889da3bdea),segment_id=34b7710b-b3f5-46a3-8d91-53889da3bdea)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:59.319014 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-85b50870-2e05-4df7-b74b-bc521bbf9209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:59.326177 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-9e20ff0c-a0bd-467c-ac9f-52c46c8880ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:07:59.328725 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-9e20ff0c-a0bd-467c-ac9f-52c46c8880ce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e69f4df2-dc6f-423c-ab61-f0c92b257618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0679507 Sep 01 15:07:59.344057 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-85b50870-2e05-4df7-b74b-bc521bbf9209 None None] Calling delete_port for fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:59.352328 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-7f2dfe58-15a7-4885-800e-0da8b2867652 admin admin] For port fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919,segment=NetworkSegment(34b7710b-b3f5-46a3-8d91-53889da3bdea),segment_id=34b7710b-b3f5-46a3-8d91-53889da3bdea)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:07:59.354740 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7f2dfe58-15a7-4885-800e-0da8b2867652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:59.384084 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-7f2dfe58-15a7-4885-800e-0da8b2867652 admin admin] Calling delete_port for fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:07:59.532152 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-f7082eb7-174e-40eb-b1ef-6f1e961ee310 service neutron] 10.222.0.62 "GET /v2.0/networks/e69f4df2-dc6f-423c-ab61-f0c92b257618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951852 Sep 01 15:07:59.553604 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-85b50870-2e05-4df7-b74b-bc521bbf9209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:59.587710 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b50870-2e05-4df7-b74b-bc521bbf9209 None None] Pushing event deleted for resources: {'Port': ['ID=fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:59.596095 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b50870-2e05-4df7-b74b-bc521bbf9209 None None] No DVR routers for this DVR port fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:07:59.597315 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7f2dfe58-15a7-4885-800e-0da8b2867652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:59.647613 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2dfe58-15a7-4885-800e-0da8b2867652 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:07:59.673654 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2dfe58-15a7-4885-800e-0da8b2867652 admin admin] No DVR routers for this DVR port fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:07:59.751181 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-921d17d4-c5bf-4fdd-b5d4-a82c0a7ef73e req-6d8ff9e6-c5c4-4152-a8f3-b98768453d8c service neutron] 10.222.0.62 "GET /v2.0/networks/e69f4df2-dc6f-423c-ab61-f0c92b257618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077060 Sep 01 15:07:59.797730 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7f2dfe58-15a7-4885-800e-0da8b2867652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:59.806213 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 70e9cffd-d7f5-4b3a-9983-8585606a003b details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:07:59.810744 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-7f2dfe58-15a7-4885-800e-0da8b2867652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eaae524-e756-4db3-aaf8-99e2c70142df']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:59.835428 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-7f2dfe58-15a7-4885-800e-0da8b2867652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b7710b-b3f5-46a3-8d91-53889da3bdea') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:59.835744 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-7f2dfe58-15a7-4885-800e-0da8b2867652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b7710b-b3f5-46a3-8d91-53889da3bdea') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:07:59.866348 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7f2dfe58-15a7-4885-800e-0da8b2867652 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:59.902819 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7f2dfe58-15a7-4885-800e-0da8b2867652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:07:59.917253 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2dfe58-15a7-4885-800e-0da8b2867652 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:07:59.917690 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7f2dfe58-15a7-4885-800e-0da8b2867652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:08:00.028034 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:08:00.031574 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7f2dfe58-15a7-4885-800e-0da8b2867652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:00.052726 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7f2dfe58-15a7-4885-800e-0da8b2867652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:00.058440 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7f2dfe58-15a7-4885-800e-0da8b2867652 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4eaae524-e756-4db3-aaf8-99e2c70142df HTTP/1.1" status: 204 len: 168 time: 1.4613299 Sep 01 15:08:00.085497 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2dfe58-15a7-4885-800e-0da8b2867652 admin admin] Pushing event deleted for resources: {'Network': ['ID=4eaae524-e756-4db3-aaf8-99e2c70142df,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:00.369491 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 70e9cffd-d7f5-4b3a-9983-8585606a003b, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=70e9cffd-d7f5-4b3a-9983-8585606a003b,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:00.393098 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58228) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:00.431663 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '70e9cffd-d7f5-4b3a-9983-8585606a003b', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': '70e9cffd-d7f5-4b3a-9983-8585606a003b', 'mac_address': 'fa:16:3e:80:cf:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:08:00.494061 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:00.525570 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e9cffd-d7f5-4b3a-9983-8585606a003b {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:08:00.527041 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58234) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:00.527472 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c82910b7-826d-48ec-808b-97aeb2546f6b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=32d956d5f3ce4631b06d8aca076d39bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328149 Sep 01 15:08:00.551005 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 70e9cffd-d7f5-4b3a-9983-8585606a003b, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=70e9cffd-d7f5-4b3a-9983-8585606a003b,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:00.566989 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:00.679305 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=70e9cffd-d7f5-4b3a-9983-8585606a003b,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:00.766912 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-312a3f31-a729-4ac0-a70c-7e6989bc6945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:00.884234 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-312a3f31-a729-4ac0-a70c-7e6989bc6945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:00.893481 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:08:00.921490 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:08:00.921887 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fd9dc0d3-d2e7-47ba-9d7c-bb57a2204919 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:08:00.939096 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['70e9cffd-d7f5-4b3a-9983-8585606a003b'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:08:00.999808 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-312a3f31-a729-4ac0-a70c-7e6989bc6945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:01.004163 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-312a3f31-a729-4ac0-a70c-7e6989bc6945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:01.011244 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-312a3f31-a729-4ac0-a70c-7e6989bc6945 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/494a023c-34b5-4f86-a9be-884fdb0fbd3a HTTP/1.1" status: 204 len: 168 time: 0.4810958 Sep 01 15:08:01.035060 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a3f31-a729-4ac0-a70c-7e6989bc6945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494a023c-34b5-4f86-a9be-884fdb0fbd3a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:01.712842 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-504aa448-2b63-4d3f-9ac8-e763f7ee62a0 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--808046169&fields=id&tenant_id=944202a0f7d746eda42510c2a6473ffc HTTP/1.1" status: 200 len: 267 time: 0.0585923 Sep 01 15:08:01.826172 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:08:01.833729 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 70e9cffd-d7f5-4b3a-9983-8585606a003b up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:08:01.891919 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e037889-5a69-40c0-ad7c-37c7d64e5b3a req-6d325318-f935-4ef0-a04d-59ee4fa784ce tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:01.914693 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8e037889-5a69-40c0-ad7c-37c7d64e5b3a req-6d325318-f935-4ef0-a04d-59ee4fa784ce tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 945 time: 0.1288593 Sep 01 15:08:01.980931 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-fe0be70f-e729-4fb7-af9f-43c18e40fa31 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:01.999205 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-fe0be70f-e729-4fb7-af9f-43c18e40fa31 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/networks?id=69b04e7f-e4ab-4286-b407-4c7cb525a035 HTTP/1.1" status: 200 len: 816 time: 0.2729559 Sep 01 15:08:02.018939 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8e037889-5a69-40c0-ad7c-37c7d64e5b3a req-6d76ee07-3664-42a0-a3cc-ef90c525aa57 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029401 Sep 01 15:08:02.053707 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-ccb0c758-1190-4ad9-ae50-669a0b62f6a4 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/quotas/944202a0f7d746eda42510c2a6473ffc HTTP/1.1" status: 200 len: 375 time: 0.0532556 Sep 01 15:08:02.120834 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 70e9cffd-d7f5-4b3a-9983-8585606a003b completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:08:02.138366 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 70e9cffd-d7f5-4b3a-9983-8585606a003b triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:08:02.140523 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:02.156054 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9721a15d-aea1-4da1-9280-e4cec928231e x-openstack-request-id: req-9721a15d-aea1-4da1-9280-e4cec928231e {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:02.156674 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed423440-0bf9-4f3e-a420-1a66408a7b8b", "tag": "b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:02.160273 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9721a15d-aea1-4da1-9280-e4cec928231e {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:02.161931 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed423440-0bf9-4f3e-a420-1a66408a7b8b', 'tag': 'b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7', 'status': 'completed', 'code': 200} Sep 01 15:08:02.240199 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-a24078db-8a32-4729-b976-f6c4d59f72d2 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=944202a0f7d746eda42510c2a6473ffc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1846781 Sep 01 15:08:02.251423 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-23edbdde-a71d-44ab-9060-197f5fd0417b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:08:02.263121 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-23edbdde-a71d-44ab-9060-197f5fd0417b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0214074 Sep 01 15:08:02.326095 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ad350-7ca8-4431-a8f4-f4ee56c6da31 req-d7e22bb7-4060-4cdf-a9e9-c994a49e364a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:02.327739 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-615ad350-7ca8-4431-a8f4-f4ee56c6da31 req-d7e22bb7-4060-4cdf-a9e9-c994a49e364a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 946 time: 0.0794568 Sep 01 15:08:02.361574 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:02.417233 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292775d-f96e-4cc0-8175-f57a4fb5d54e req-de49ed71-b37f-422d-8a68-38e7becf6000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:02.417862 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292775d-f96e-4cc0-8175-f57a4fb5d54e req-de49ed71-b37f-422d-8a68-38e7becf6000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:02.419652 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e292775d-f96e-4cc0-8175-f57a4fb5d54e req-de49ed71-b37f-422d-8a68-38e7becf6000 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f19f728ef2e84bc7921749b54aaa2b5d&device_id=ed423440-0bf9-4f3e-a420-1a66408a7b8b HTTP/1.1" status: 200 len: 1980 time: 0.1762223 Sep 01 15:08:02.455047 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 70e9cffd-d7f5-4b3a-9983-8585606a003b, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=70e9cffd-d7f5-4b3a-9983-8585606a003b,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:02.469245 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:02.479749 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-615ad350-7ca8-4431-a8f4-f4ee56c6da31 req-efe443e7-9dd6-404d-a922-ae94d3d9fdec tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435769 Sep 01 15:08:02.548064 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7,segment=NetworkSegment(8d9a2640-5090-41d3-bfac-c42654eb44cf),segment_id=8d9a2640-5090-41d3-bfac-c42654eb44cf)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:02.576900 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7', 'network_id': '1a41184c-1127-4568-b34a-de78505cb021', 'port_id': 'b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7', 'mac_address': 'fa:16:3e:35:c6:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb681548-8b80-42fb-98fb-d3b7a1089e70', 'ip_address': '19.80.0.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:08:02.618962 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=70e9cffd-d7f5-4b3a-9983-8585606a003b,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:02.653940 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:02.684974 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:08:02.716735 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-ea5fe292-16d2-414d-821d-570031435660 service neutron] 10.222.0.60 "GET /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347949 Sep 01 15:08:02.765896 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7,segment=NetworkSegment(8d9a2640-5090-41d3-bfac-c42654eb44cf),segment_id=8d9a2640-5090-41d3-bfac-c42654eb44cf)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:02.776861 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:02.778089 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 2e287bcf-09f5-4903-9a72-aa5a40ff9949 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:08:02.928162 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292775d-f96e-4cc0-8175-f57a4fb5d54e req-dc0b3dfe-83e6-4d40-b305-afa255d047be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:02.930678 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e292775d-f96e-4cc0-8175-f57a4fb5d54e req-dc0b3dfe-83e6-4d40-b305-afa255d047be service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a41184c-1127-4568-b34a-de78505cb021 HTTP/1.1" status: 200 len: 902 time: 0.5009706 Sep 01 15:08:03.002081 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e292775d-f96e-4cc0-8175-f57a4fb5d54e req-ef44dc21-540e-48ec-9e3c-59bcabf93d7c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.208&port_id=b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7 HTTP/1.1" status: 200 len: 217 time: 0.0635333 Sep 01 15:08:03.051210 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-8cbe24ba-4be3-43e3-81fb-a7e6ecc73d78 service neutron] 10.222.0.60 "GET /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177419 Sep 01 15:08:03.079684 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292775d-f96e-4cc0-8175-f57a4fb5d54e req-11a57cbf-58f7-4cb9-9cb0-d41259e4cd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:03.081641 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e292775d-f96e-4cc0-8175-f57a4fb5d54e req-11a57cbf-58f7-4cb9-9cb0-d41259e4cd3b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bb681548-8b80-42fb-98fb-d3b7a1089e70 HTTP/1.1" status: 200 len: 801 time: 0.0682533 Sep 01 15:08:03.165506 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292775d-f96e-4cc0-8175-f57a4fb5d54e req-9346ec0c-d194-4345-b060-04d80af1be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:03.168404 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e292775d-f96e-4cc0-8175-f57a4fb5d54e req-9346ec0c-d194-4345-b060-04d80af1be4c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a41184c-1127-4568-b34a-de78505cb021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0678484 Sep 01 15:08:03.239934 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:03.279214 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 2e287bcf-09f5-4903-9a72-aa5a40ff9949, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=2e287bcf-09f5-4903-9a72-aa5a40ff9949,segment=NetworkSegment(8141f709-cf27-4474-b252-1181d9c25855),segment_id=8141f709-cf27-4474-b252-1181d9c25855)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:03.308227 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '2e287bcf-09f5-4903-9a72-aa5a40ff9949', 'network_id': 'e69f4df2-dc6f-423c-ab61-f0c92b257618', 'port_id': '2e287bcf-09f5-4903-9a72-aa5a40ff9949', 'mac_address': 'fa:16:3e:5d:e4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f04a482b-5cb7-41de-be0b-a0701dfd5983', 'ip_address': '19.86.0.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:08:03.362507 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e292775d-f96e-4cc0-8175-f57a4fb5d54e req-2025b870-52b4-43f5-95e7-253e8d0b28aa service neutron] 10.222.0.62 "GET /v2.0/networks/1a41184c-1127-4568-b34a-de78505cb021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833069 Sep 01 15:08:03.362797 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-2d91939e-15d0-436f-83db-b665f664d073 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:03.366958 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-2d91939e-15d0-436f-83db-b665f664d073 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/networks?id=755ea549-e48c-4a55-b292-7ceb5d1f398a HTTP/1.1" status: 200 len: 813 time: 0.2720070 Sep 01 15:08:03.396793 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:03.423750 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-f38765a2-85c0-438a-b7de-644de3950aae tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/quotas/5570aac9d04544519d0b7f1c2a273103 HTTP/1.1" status: 200 len: 375 time: 0.0432215 Sep 01 15:08:03.433783 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e287bcf-09f5-4903-9a72-aa5a40ff9949 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:08:03.477267 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 2e287bcf-09f5-4903-9a72-aa5a40ff9949, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=2e287bcf-09f5-4903-9a72-aa5a40ff9949,segment=NetworkSegment(8141f709-cf27-4474-b252-1181d9c25855),segment_id=8141f709-cf27-4474-b252-1181d9c25855)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:03.484788 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:03.560899 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-aea1a2ce-57bf-45fe-b408-c3bec1093a8c tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5570aac9d04544519d0b7f1c2a273103&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1219544 Sep 01 15:08:03.580814 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=2e287bcf-09f5-4903-9a72-aa5a40ff9949,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:03.757423 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e292775d-f96e-4cc0-8175-f57a4fb5d54e req-ff032648-c0fe-452b-aa91-192bc46ca86e service neutron] 10.222.0.62 "GET /v2.0/networks/1a41184c-1127-4568-b34a-de78505cb021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857703 Sep 01 15:08:03.771054 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2a9e1-78f1-49c9-b20a-9831e207cc55 req-0eccab46-22d3-45dd-b611-d99b9137e79b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:03.777402 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2a9e1-78f1-49c9-b20a-9831e207cc55 req-0eccab46-22d3-45dd-b611-d99b9137e79b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:03.785171 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-83f2a9e1-78f1-49c9-b20a-9831e207cc55 req-0eccab46-22d3-45dd-b611-d99b9137e79b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed423440-0bf9-4f3e-a420-1a66408a7b8b HTTP/1.1" status: 200 len: 1680 time: 0.2320652 Sep 01 15:08:03.787100 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-20d0e414-77b6-4d4a-b364-079a219c2199 service neutron] 10.222.0.60 "GET /v2.0/networks/755ea549-e48c-4a55-b292-7ceb5d1f398a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153785 Sep 01 15:08:03.874364 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-83f2a9e1-78f1-49c9-b20a-9831e207cc55 req-99b74fdc-53a2-4bc3-ac64-be489b7f69d7 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673640 Sep 01 15:08:03.893600 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:08:04.000142 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-5af1ac14-a7db-449a-be8c-8c12d284c47d service neutron] 10.222.0.60 "GET /v2.0/networks/755ea549-e48c-4a55-b292-7ceb5d1f398a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061169 Sep 01 15:08:04.068335 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a0337-f5b2-412e-9966-3fecf51f9015 req-fe37deb5-4c93-44d5-8a9d-6601831929f9 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:04.084439 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-225a0337-f5b2-412e-9966-3fecf51f9015 req-fe37deb5-4c93-44d5-8a9d-6601831929f9 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 950 time: 0.1117296 Sep 01 15:08:04.164182 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be80210a-1eb3-47cb-a453-514b5f6426c1', 'tag': '70e9cffd-d7f5-4b3a-9983-8585606a003b'}, {'name': 'network-changed', 'server_uuid': 'ed423440-0bf9-4f3e-a420-1a66408a7b8b', 'tag': '2e287bcf-09f5-4903-9a72-aa5a40ff9949'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:04.167174 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4f3923-262f-4fe6-9ab3-e02471c5834b" -d '{"events": [{"name": "network-changed", "server_uuid": "be80210a-1eb3-47cb-a453-514b5f6426c1", "tag": "70e9cffd-d7f5-4b3a-9983-8585606a003b"}, {"name": "network-changed", "server_uuid": "ed423440-0bf9-4f3e-a420-1a66408a7b8b", "tag": "2e287bcf-09f5-4903-9a72-aa5a40ff9949"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:04.193485 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-225a0337-f5b2-412e-9966-3fecf51f9015 req-41fb3a20-5ae8-4b9a-aa0f-73fb3ce9bf9f tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062374 Sep 01 15:08:04.298754 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad9d079-390a-4b62-ac36-8eb1e31a64ad x-openstack-request-id: req-8ad9d079-390a-4b62-ac36-8eb1e31a64ad {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:04.299880 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a399ae7-586c-4653-a9d9-8126c98907ff", "name": "network-vif-plugged", "status": "completed", "tag": "95710204-e08d-4140-9c22-e0e94662d7cc", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:04.305925 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8ad9d079-390a-4b62-ac36-8eb1e31a64ad {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:04.308602 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a399ae7-586c-4653-a9d9-8126c98907ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95710204-e08d-4140-9c22-e0e94662d7cc', 'code': 200} Sep 01 15:08:04.506837 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da24be0-0fe3-4e84-89db-9d1474fac2b1 req-3ca5fd57-3909-4005-9176-dfaa1e02bc9f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:04.522679 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5da24be0-0fe3-4e84-89db-9d1474fac2b1 req-3ca5fd57-3909-4005-9176-dfaa1e02bc9f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 946 time: 0.1293590 Sep 01 15:08:04.536808 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58328) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:04.556222 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-e3b20238-b2b3-44f1-abcd-aff5522fe27e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Request body: {'floatingip': {'port_id': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:04.661279 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e3b20238-b2b3-44f1-abcd-aff5522fe27e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks [] for floatingip, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:04.708271 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654e414-af3f-4df1-a516-2156d10560d2 req-ed336ecf-4403-417f-ab60-ac953a5bb4ed tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:04.714122 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5654e414-af3f-4df1-a516-2156d10560d2 req-ed336ecf-4403-417f-ab60-ac953a5bb4ed tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 945 time: 0.1057677 Sep 01 15:08:04.842840 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5654e414-af3f-4df1-a516-2156d10560d2 req-5312baf5-6c25-4e47-a30d-e7088bc995cb tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083822 Sep 01 15:08:04.860071 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-fae9eb94-ed41-419b-9d21-7e3e4e3d678f tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6e8a334082064aac882471b714132a56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536137 Sep 01 15:08:04.945775 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['2e287bcf-09f5-4903-9a72-aa5a40ff9949'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:08:05.065887 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c1c85fe9-9039-4c69-a2e2-9669f05e1972 req-a0e006e7-4bc0-4827-b034-1d9344491ed2 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 210 time: 0.0662405 Sep 01 15:08:05.093597 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 7d5d96d0-0313-4e7d-a772-c09dda523b6c no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:08:05.111489 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-d5a12d33-fec5-404b-bcbd-d7142d7e884d tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:05.120329 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-d5a12d33-fec5-404b-bcbd-d7142d7e884d tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2584641 Sep 01 15:08:05.191008 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-3d12692a-ddf8-4529-9da0-f84896767508 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/quotas/6e8a334082064aac882471b714132a56 HTTP/1.1" status: 200 len: 375 time: 0.0695605 Sep 01 15:08:05.492392 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9173cbb-c1a5-4f03-be30-0127ccaa81a3 req-311a0c37-bd29-4704-95e2-3ec3f1eceef2 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/ports?device_id=83b10742-8753-4f13-bcdd-594247385835 HTTP/1.1" status: 200 len: 210 time: 0.0478537 Sep 01 15:08:05.509752 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:05.656680 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb5ef9e-92b2-4089-8165-7e67fea8bed2 x-openstack-request-id: req-8cb5ef9e-92b2-4089-8165-7e67fea8bed2 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:05.657003 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be80210a-1eb3-47cb-a453-514b5f6426c1", "tag": "70e9cffd-d7f5-4b3a-9983-8585606a003b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ed423440-0bf9-4f3e-a420-1a66408a7b8b", "tag": "2e287bcf-09f5-4903-9a72-aa5a40ff9949", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:05.657177 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8cb5ef9e-92b2-4089-8165-7e67fea8bed2 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:05.657514 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be80210a-1eb3-47cb-a453-514b5f6426c1', 'tag': '70e9cffd-d7f5-4b3a-9983-8585606a003b', 'status': 'completed', 'code': 200} Sep 01 15:08:05.657727 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed423440-0bf9-4f3e-a420-1a66408a7b8b', 'tag': '2e287bcf-09f5-4903-9a72-aa5a40ff9949', 'status': 'completed', 'code': 200} Sep 01 15:08:05.676246 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-c00b3555-28a6-4186-a801-3a78d479dbc5 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e8a334082064aac882471b714132a56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4838374 Sep 01 15:08:05.699200 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 7d5d96d0-0313-4e7d-a772-c09dda523b6c, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7d5d96d0-0313-4e7d-a772-c09dda523b6c,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:05.705780 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:05.849723 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:08:05.956055 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=7d5d96d0-0313-4e7d-a772-c09dda523b6c,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:06.047595 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:08:06.060977 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:08:06.061962 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:06.276510 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f3923-262f-4fe6-9ab3-e02471c5834b req-310aedf2-6833-4b26-8b78-d76202463920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:06.278455 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c4f3923-262f-4fe6-9ab3-e02471c5834b req-310aedf2-6833-4b26-8b78-d76202463920 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 1101 time: 0.6193755 Sep 01 15:08:06.340661 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be80210a-1eb3-47cb-a453-514b5f6426c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e9cffd-d7f5-4b3a-9983-8585606a003b'}, {'server_uuid': '8ebd7f55-6c17-4027-9f0c-1d79a195c071', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d5d96d0-0313-4e7d-a772-c09dda523b6c'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:06.355098 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0883336c-961c-4fcd-a317-19f840e6fb6d" -d '{"events": [{"server_uuid": "be80210a-1eb3-47cb-a453-514b5f6426c1", "name": "network-vif-plugged", "status": "completed", "tag": "70e9cffd-d7f5-4b3a-9983-8585606a003b"}, {"server_uuid": "8ebd7f55-6c17-4027-9f0c-1d79a195c071", "name": "network-vif-unplugged", "status": "completed", "tag": "7d5d96d0-0313-4e7d-a772-c09dda523b6c"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:06.422152 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-33355c67-c54a-4b6b-898b-1a02f9fb0121 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:06.422540 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:06.425211 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-33355c67-c54a-4b6b-898b-1a02f9fb0121 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.45 "GET /v2.0/networks?id=69b04e7f-e4ab-4286-b407-4c7cb525a035 HTTP/1.1" status: 200 len: 816 time: 0.7706327 Sep 01 15:08:06.466351 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b90916-7496-4a5b-ae62-2b42d4a4ef89 req-94580fd2-fac4-4699-b4b6-177c0a793ab9 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:06.485411 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b90916-7496-4a5b-ae62-2b42d4a4ef89 req-94580fd2-fac4-4699-b4b6-177c0a793ab9 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:06.488255 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-32b90916-7496-4a5b-ae62-2b42d4a4ef89 req-94580fd2-fac4-4699-b4b6-177c0a793ab9 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed423440-0bf9-4f3e-a420-1a66408a7b8b HTTP/1.1" status: 200 len: 1680 time: 0.3761475 Sep 01 15:08:06.514828 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7,segment=NetworkSegment(8d9a2640-5090-41d3-bfac-c42654eb44cf),segment_id=8d9a2640-5090-41d3-bfac-c42654eb44cf)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:06.538922 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:06.589225 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.resource_extend [None req-e3b20238-b2b3-44f1-abcd-aff5522fe27e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:08:06.723741 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:06.921450 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e3b20238-b2b3-44f1-abcd-aff5522fe27e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:06.930581 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-9374caea-5f47-477b-8258-45d268b10c13 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=944202a0f7d746eda42510c2a6473ffc HTTP/1.1" status: 200 len: 379 time: 0.3760557 Sep 01 15:08:06.946831 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-32b90916-7496-4a5b-ae62-2b42d4a4ef89 req-33879c50-d446-4b33-a507-679328b22921 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533654 Sep 01 15:08:06.996273 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-6241d9bb-1b82-4856-877b-4c22d7f40e29 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Request body: {'port': {'device_id': 'cea3908c-dacb-41f3-981c-533189125a5a', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'admin_state_up': True, 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'security_groups': ['8836f38a-c439-404b-b58e-62af4aba4738']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:07.001952 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e3b20238-b2b3-44f1-abcd-aff5522fe27e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:07.086792 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5e8bc-d439-444d-9bec-491c0cff0f7f req-ed91ba2b-99f0-40b6-8cff-f322efb1a079 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:07.089223 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e0a5e8bc-d439-444d-9bec-491c0cff0f7f req-ed91ba2b-99f0-40b6-8cff-f322efb1a079 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 950 time: 0.0617030 Sep 01 15:08:07.145499 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e0a5e8bc-d439-444d-9bec-491c0cff0f7f req-724aa441-a3f7-40f5-ac49-64faee6b2083 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486054 Sep 01 15:08:07.247524 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-02f2c6fc-1a4c-43a8-8396-b5a90c0878fe req-52f18473-b92f-4c3f-851b-7cf829d19db4 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/ports?device_id=052e97a0-3184-4872-a4cc-a2a262b3bf95 HTTP/1.1" status: 200 len: 210 time: 0.0284362 Sep 01 15:08:07.257646 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f3923-262f-4fe6-9ab3-e02471c5834b req-37515f05-23ba-4093-bf40-d0fcd32bf5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:07.260364 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c4f3923-262f-4fe6-9ab3-e02471c5834b req-37515f05-23ba-4093-bf40-d0fcd32bf5cb service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.8999038 Sep 01 15:08:07.341262 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-df8b8da5-cd5b-444f-a0e8-81822db78e64 req-a49be16f-d587-4e87-8a5f-42aaddf2ef8f tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 210 time: 0.0281940 Sep 01 15:08:07.348060 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-211b3000-ea04-4431-b0b4-3e2c1b7f9cba tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:07.350813 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-211b3000-ea04-4431-b0b4-3e2c1b7f9cba tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.45 "GET /v2.0/networks?id=755ea549-e48c-4a55-b292-7ceb5d1f398a HTTP/1.1" status: 200 len: 813 time: 0.8447168 Sep 01 15:08:07.403279 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24e8ac1-ea3a-4ffd-9f8f-a1e9c112e88f x-openstack-request-id: req-b24e8ac1-ea3a-4ffd-9f8f-a1e9c112e88f {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:07.403939 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be80210a-1eb3-47cb-a453-514b5f6426c1", "name": "network-vif-plugged", "status": "completed", "tag": "70e9cffd-d7f5-4b3a-9983-8585606a003b", "code": 200}, {"server_uuid": "8ebd7f55-6c17-4027-9f0c-1d79a195c071", "name": "network-vif-unplugged", "status": "completed", "tag": "7d5d96d0-0313-4e7d-a772-c09dda523b6c", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:07.404655 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b24e8ac1-ea3a-4ffd-9f8f-a1e9c112e88f {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:07.405569 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be80210a-1eb3-47cb-a453-514b5f6426c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e9cffd-d7f5-4b3a-9983-8585606a003b', 'code': 200} Sep 01 15:08:07.407229 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ebd7f55-6c17-4027-9f0c-1d79a195c071', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d5d96d0-0313-4e7d-a772-c09dda523b6c', 'code': 200} Sep 01 15:08:07.410567 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-104ab6eb-9dd5-4901-b912-67fedd73559c tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Request body: {'port': {'device_id': '83b10742-8753-4f13-bcdd-594247385835', 'network_id': '755ea549-e48c-4a55-b292-7ceb5d1f398a', 'admin_state_up': True, 'tenant_id': '5570aac9d04544519d0b7f1c2a273103'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:07.453062 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c4f3923-262f-4fe6-9ab3-e02471c5834b req-fb45c906-5a3a-4d0f-b3ea-1257e85ed168 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=70e9cffd-d7f5-4b3a-9983-8585606a003b HTTP/1.1" status: 200 len: 217 time: 0.1491065 Sep 01 15:08:07.535178 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c104386-10e1-4b28-8308-3af34ed76145 req-dc40c04b-75a2-44e2-a3f5-8d2bba6164f7 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/ports?device_id=83b10742-8753-4f13-bcdd-594247385835 HTTP/1.1" status: 200 len: 210 time: 0.0531402 Sep 01 15:08:07.614057 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dbca2-d530-4e0b-b665-2d01a4a4ca77 req-d5f889ff-77c2-40ca-a8d3-08540e396736 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:07.615743 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-973dbca2-d530-4e0b-b665-2d01a4a4ca77 req-d5f889ff-77c2-40ca-a8d3-08540e396736 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 945 time: 0.5726023 Sep 01 15:08:07.653495 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b9cce-c14b-4b79-b085-865ee330630a req-c6fde4ff-dbe9-437e-b5e0-8bf72f6c77fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:07.655170 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e78b9cce-c14b-4b79-b085-865ee330630a req-c6fde4ff-dbe9-437e-b5e0-8bf72f6c77fd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fec0654f7239467a95f60e6ba299aa91&device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 1096 time: 0.4715879 Sep 01 15:08:07.663936 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-e3b20238-b2b3-44f1-abcd-aff5522fe27e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Floating IP ea04428c-4aea-428f-816a-ff228f5e8eec associated. External IP: 172.25.6.177, port: 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d. Sep 01 15:08:07.767780 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f3923-262f-4fe6-9ab3-e02471c5834b req-baced921-36b8-48b0-84b9-b63709ff1cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:07.769741 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c4f3923-262f-4fe6-9ab3-e02471c5834b req-baced921-36b8-48b0-84b9-b63709ff1cdb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.2707808 Sep 01 15:08:07.849718 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 2e287bcf-09f5-4903-9a72-aa5a40ff9949 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:08:07.955211 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 2e287bcf-09f5-4903-9a72-aa5a40ff9949 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:08:07.973579 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 2e287bcf-09f5-4903-9a72-aa5a40ff9949 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:08:07.973579 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:08.105548 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:08.129930 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:08.182988 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 2e287bcf-09f5-4903-9a72-aa5a40ff9949, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=2e287bcf-09f5-4903-9a72-aa5a40ff9949,segment=NetworkSegment(8141f709-cf27-4474-b252-1181d9c25855),segment_id=8141f709-cf27-4474-b252-1181d9c25855)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:08.189065 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:08.203486 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-a708f04b-4324-485b-9f20-bc6d31fcbdd1 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=6e8a334082064aac882471b714132a56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4418750 Sep 01 15:08:08.247251 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-f959c29f-e3af-4c9a-984f-be0da58032f9 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:08.255170 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-f959c29f-e3af-4c9a-984f-be0da58032f9 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/networks?id=b6240944-9b17-4213-96a6-d174c6ab8fe6 HTTP/1.1" status: 200 len: 805 time: 0.2245336 Sep 01 15:08:08.257183 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=2e287bcf-09f5-4903-9a72-aa5a40ff9949,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:08.280510 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-973dbca2-d530-4e0b-b665-2d01a4a4ca77 req-d1978c18-c988-4613-991f-c959d32fdaea tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6363494 Sep 01 15:08:08.292937 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-d01ada37-cdf1-40a3-8d66-6622b9dce56c tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/quotas/25c63f341b704b118e09b4c621c2aa93 HTTP/1.1" status: 200 len: 375 time: 0.0180809 Sep 01 15:08:08.345248 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-6241d9bb-1b82-4856-877b-4c22d7f40e29 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Made reservation on behalf of 944202a0f7d746eda42510c2a6473ffc for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:08:08.348923 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-6241d9bb-1b82-4856-877b-4c22d7f40e29 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:08.352572 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37afe8-1ef8-4f01-ac4e-eacdee9e1edd req-ccccc7df-98a7-4eb3-a2cf-75c7ab9901e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:08.354222 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba37afe8-1ef8-4f01-ac4e-eacdee9e1edd req-ccccc7df-98a7-4eb3-a2cf-75c7ab9901e6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 1101 time: 0.7870774 Sep 01 15:08:08.393987 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-63e213c9-853b-42ae-b975-53f2052d3e7c tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=25c63f341b704b118e09b4c621c2aa93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0894148 Sep 01 15:08:08.430155 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-104ab6eb-9dd5-4901-b912-67fedd73559c tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Made reservation on behalf of 5570aac9d04544519d0b7f1c2a273103 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:08:08.434628 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-104ab6eb-9dd5-4901-b912-67fedd73559c tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:08.438153 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f3923-262f-4fe6-9ab3-e02471c5834b req-f1608caa-1cd2-42dc-a8cb-915a711708ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:08.439801 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c4f3923-262f-4fe6-9ab3-e02471c5834b req-f1608caa-1cd2-42dc-a8cb-915a711708ee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6213279 Sep 01 15:08:08.512582 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b9cce-c14b-4b79-b085-865ee330630a req-83097c0e-fca5-4f37-8650-d0303e90d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:08.514190 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e78b9cce-c14b-4b79-b085-865ee330630a req-83097c0e-fca5-4f37-8650-d0303e90d083 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b0922890-9f88-4062-824b-4dfc506e6e18 HTTP/1.1" status: 200 len: 912 time: 0.8330965 Sep 01 15:08:08.686977 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-fd98cb2e-db06-4dc3-a491-9d559045e63c service neutron] 10.222.0.60 "GET /v2.0/networks/b6240944-9b17-4213-96a6-d174c6ab8fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809045 Sep 01 15:08:08.707780 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e78b9cce-c14b-4b79-b085-865ee330630a req-3341e941-fb19-4038-9052-fd626afaa29b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95710204-e08d-4140-9c22-e0e94662d7cc HTTP/1.1" status: 200 len: 217 time: 0.1320992 Sep 01 15:08:08.709447 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba37afe8-1ef8-4f01-ac4e-eacdee9e1edd req-31b0215f-c138-4877-8951-6f2f7508fd27 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349566 Sep 01 15:08:08.800069 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-8d03d60d-236e-4791-8ea7-7e9c1887bc01 service neutron] 10.222.0.60 "GET /v2.0/networks/b6240944-9b17-4213-96a6-d174c6ab8fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047547 Sep 01 15:08:08.810249 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-a92775f3-138a-43bd-ba5f-f067ac5d6dc1 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:08.811832 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-a92775f3-138a-43bd-ba5f-f067ac5d6dc1 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5908744 Sep 01 15:08:08.840602 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96401c-296a-42d7-a0db-438d2fe3f7a6 req-73aaad24-8668-4d5a-8397-d145712b588f tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:08.846704 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96401c-296a-42d7-a0db-438d2fe3f7a6 req-73aaad24-8668-4d5a-8397-d145712b588f tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:08.848420 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6c96401c-296a-42d7-a0db-438d2fe3f7a6 req-73aaad24-8668-4d5a-8397-d145712b588f tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed423440-0bf9-4f3e-a420-1a66408a7b8b HTTP/1.1" status: 200 len: 1682 time: 0.4383407 Sep 01 15:08:09.023519 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-f3a6e2e7-f465-43e1-af1f-eb420202ee53 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Request body: {'port': {'device_id': '052e97a0-3184-4872-a4cc-a2a262b3bf95', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': '6e8a334082064aac882471b714132a56'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:09.086740 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e294e-606c-421f-9365-38f611d7fda2 req-8f2cc111-4dc9-425e-9de3-bdb804390e20 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:09.095252 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c4f3923-262f-4fe6-9ab3-e02471c5834b req-0d58aa15-def7-4569-bd0a-8a8137f11026 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6359086 Sep 01 15:08:09.095483 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ca1e294e-606c-421f-9365-38f611d7fda2 req-8f2cc111-4dc9-425e-9de3-bdb804390e20 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 950 time: 0.0775216 Sep 01 15:08:09.162035 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-623275d9-74eb-4159-80e2-701f0f847060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:09.163651 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-6241d9bb-1b82-4856-877b-4c22d7f40e29 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Allocated IP 172.20.0.3 (69b04e7f-e4ab-4286-b407-4c7cb525a035/63a79cf5-b9a4-402c-b6e1-dc3862ecf48a/91576a2e-9961-4de8-977d-ccccffda5612) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:08:09.176089 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ca1e294e-606c-421f-9365-38f611d7fda2 req-8dca60c5-9cdf-4644-baa8-956d585d02a7 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783000 Sep 01 15:08:09.218977 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6c96401c-296a-42d7-a0db-438d2fe3f7a6 req-a91de473-c55d-4976-b2e3-11112ab2d21b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585787 Sep 01 15:08:09.268639 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-104ab6eb-9dd5-4901-b912-67fedd73559c tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Allocated IP 172.20.0.13 (755ea549-e48c-4a55-b292-7ceb5d1f398a/faf08f2c-9087-4d6a-92a9-64c7151f3e85/c2d53609-6069-4a88-a4ea-8b337b7e58e1) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:08:09.333698 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b9cce-c14b-4b79-b085-865ee330630a req-e3d60433-5e30-489f-a5dc-893660b122c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:09.335710 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e78b9cce-c14b-4b79-b085-865ee330630a req-e3d60433-5e30-489f-a5dc-893660b122c9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=de6f3d24-aa35-41db-834d-e91d2e27e6db HTTP/1.1" status: 200 len: 851 time: 0.3289509 Sep 01 15:08:09.340586 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76fec1f6-ffa7-4203-b2a3-69bb7400c8a6 req-74c3c84f-bf55-4ddd-8ea8-618da5a7b4e5 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/ports?device_id=052e97a0-3184-4872-a4cc-a2a262b3bf95 HTTP/1.1" status: 200 len: 210 time: 0.0464592 Sep 01 15:08:09.350562 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b20238-b2b3-44f1-abcd-aff5522fe27e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Router b37e3bb3-4d78-4c85-8939-6a7dd0760758 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:08:09.407373 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed423440-0bf9-4f3e-a420-1a66408a7b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7'}, {'server_uuid': 'ed423440-0bf9-4f3e-a420-1a66408a7b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e287bcf-09f5-4903-9a72-aa5a40ff9949'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:09.412676 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e6a915-d331-4533-a657-00b9c70084e9" -d '{"events": [{"server_uuid": "ed423440-0bf9-4f3e-a420-1a66408a7b8b", "name": "network-vif-plugged", "status": "completed", "tag": "b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7"}, {"server_uuid": "ed423440-0bf9-4f3e-a420-1a66408a7b8b", "name": "network-vif-plugged", "status": "completed", "tag": "2e287bcf-09f5-4903-9a72-aa5a40ff9949"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:09.475264 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e78b9cce-c14b-4b79-b085-865ee330630a req-b045e92d-3748-426b-9a30-2a2f575df04c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b0922890-9f88-4062-824b-4dfc506e6e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112897 Sep 01 15:08:09.478170 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-01ec96b3-36ab-45e5-92f2-3807dd00a400 req-7dcc37d2-c5e1-48c0-b0d4-cb106f294236 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/ports?device_id=83b10742-8753-4f13-bcdd-594247385835 HTTP/1.1" status: 200 len: 210 time: 0.0447083 Sep 01 15:08:09.512763 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bcfff418-71e6-450a-a70f-85b415540b9f req-318353cd-864a-43e6-8d33-980b5942d90b tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 210 time: 0.1121194 Sep 01 15:08:09.612986 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-51933059-3f26-46b1-9091-dc18d60a0e67 req-8bbf720f-219f-45f6-a4e8-3f5814848abc tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 210 time: 0.0542736 Sep 01 15:08:09.689586 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6438b447-f0ee-447f-a811-c9ffbda0b229 x-openstack-request-id: req-6438b447-f0ee-447f-a811-c9ffbda0b229 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:09.690076 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed423440-0bf9-4f3e-a420-1a66408a7b8b", "name": "network-vif-plugged", "status": "completed", "tag": "b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7", "code": 200}, {"server_uuid": "ed423440-0bf9-4f3e-a420-1a66408a7b8b", "name": "network-vif-plugged", "status": "completed", "tag": "2e287bcf-09f5-4903-9a72-aa5a40ff9949", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:09.690562 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6438b447-f0ee-447f-a811-c9ffbda0b229 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:09.691191 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed423440-0bf9-4f3e-a420-1a66408a7b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7', 'code': 200} Sep 01 15:08:09.691621 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed423440-0bf9-4f3e-a420-1a66408a7b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e287bcf-09f5-4903-9a72-aa5a40ff9949', 'code': 200} Sep 01 15:08:09.704025 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8bdb6-e2da-4875-bbfc-feb173e0dc81 req-5e0a798b-1e5e-46e0-a818-7a63d623852c tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:09.705781 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-38a8bdb6-e2da-4875-bbfc-feb173e0dc81 req-5e0a798b-1e5e-46e0-a818-7a63d623852c tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.45 "GET /v2.0/ports?device_id=8ebd7f55-6c17-4027-9f0c-1d79a195c071 HTTP/1.1" status: 200 len: 943 time: 0.0864646 Sep 01 15:08:09.754000 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c4f3923-262f-4fe6-9ab3-e02471c5834b req-a5a8898a-397d-437d-9506-68d82fb9bb0b service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6094508 Sep 01 15:08:09.861867 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 95710204-e08d-4140-9c22-e0e94662d7cc no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:08:09.863494 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-38a8bdb6-e2da-4875-bbfc-feb173e0dc81 req-ccf97c77-29ef-4f60-b0bb-575b6abae0be tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Deleting port 7d5d96d0-0313-4e7d-a772-c09dda523b6c {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:08:09.864032 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-38a8bdb6-e2da-4875-bbfc-feb173e0dc81 req-ccf97c77-29ef-4f60-b0bb-575b6abae0be tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:09.933015 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-f3a6e2e7-f465-43e1-af1f-eb420202ee53 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Made reservation on behalf of 6e8a334082064aac882471b714132a56 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:08:09.940984 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-f3a6e2e7-f465-43e1-af1f-eb420202ee53 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:10.034925 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-38a8bdb6-e2da-4875-bbfc-feb173e0dc81 req-ccf97c77-29ef-4f60-b0bb-575b6abae0be tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] For port 7d5d96d0-0313-4e7d-a772-c09dda523b6c, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7d5d96d0-0313-4e7d-a772-c09dda523b6c,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:10.035684 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-38a8bdb6-e2da-4875-bbfc-feb173e0dc81 req-ccf97c77-29ef-4f60-b0bb-575b6abae0be tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:10.043144 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:10.064073 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-38a8bdb6-e2da-4875-bbfc-feb173e0dc81 req-ccf97c77-29ef-4f60-b0bb-575b6abae0be tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Calling delete_port for 7d5d96d0-0313-4e7d-a772-c09dda523b6c owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:08:10.090051 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 95710204-e08d-4140-9c22-e0e94662d7cc, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=95710204-e08d-4140-9c22-e0e94662d7cc,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:10.096424 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:10.102222 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-f3a6e2e7-f465-43e1-af1f-eb420202ee53 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:10.173957 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=95710204-e08d-4140-9c22-e0e94662d7cc,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:10.411612 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-38a8bdb6-e2da-4875-bbfc-feb173e0dc81 req-ccf97c77-29ef-4f60-b0bb-575b6abae0be tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:10.436926 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565aa53-a5a4-47d3-8628-de1d067fd3c6 req-5671b218-5994-4632-8715-2c08c8f3d349 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:10.439477 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2565aa53-a5a4-47d3-8628-de1d067fd3c6 req-5671b218-5994-4632-8715-2c08c8f3d349 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 950 time: 0.1563990 Sep 01 15:08:10.511528 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf97c77-29ef-4f60-b0bb-575b6abae0be tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Pushing event deleted for resources: {'Port': ['ID=7d5d96d0-0313-4e7d-a772-c09dda523b6c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:10.660716 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2565aa53-a5a4-47d3-8628-de1d067fd3c6 req-5fff49f7-9b7a-4712-9532-7ae74cf44a2c tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521194 Sep 01 15:08:10.662833 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a8bdb6-e2da-4875-bbfc-feb173e0dc81 req-ccf97c77-29ef-4f60-b0bb-575b6abae0be tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] No DVR routers for this DVR port 7d5d96d0-0313-4e7d-a772-c09dda523b6c on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:08:10.673201 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-38a8bdb6-e2da-4875-bbfc-feb173e0dc81 req-ccf97c77-29ef-4f60-b0bb-575b6abae0be tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:10.680109 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-38a8bdb6-e2da-4875-bbfc-feb173e0dc81 req-ccf97c77-29ef-4f60-b0bb-575b6abae0be tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.45 "DELETE /v2.0/ports/7d5d96d0-0313-4e7d-a772-c09dda523b6c HTTP/1.1" status: 204 len: 173 time: 0.9646211 Sep 01 15:08:10.680980 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebd7f55-6c17-4027-9f0c-1d79a195c071', 'name': 'network-vif-deleted', 'tag': '7d5d96d0-0313-4e7d-a772-c09dda523b6c'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:10.686427 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a9a2d5-b4bc-4dec-ae61-8ae7e20163e5" -d '{"events": [{"server_uuid": "8ebd7f55-6c17-4027-9f0c-1d79a195c071", "name": "network-vif-deleted", "tag": "7d5d96d0-0313-4e7d-a772-c09dda523b6c"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:10.855892 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3c879-cc3e-4f59-a7c5-5282497d5808 req-6b13e760-f717-4950-942f-a2513a5b2fa2 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:10.859483 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cce3c879-cc3e-4f59-a7c5-5282497d5808 req-6b13e760-f717-4950-942f-a2513a5b2fa2 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 945 time: 1.1269681 Sep 01 15:08:10.868420 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-6241d9bb-1b82-4856-877b-4c22d7f40e29 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:10.903736 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e78b9cce-c14b-4b79-b085-865ee330630a req-4555f1ea-decb-4198-88d1-102ceb1678da service neutron] 10.222.0.62 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4037597 Sep 01 15:08:10.967354 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b20238-b2b3-44f1-abcd-aff5522fe27e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:08:10.992987 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a34553c-31ab-4baa-b347-c1da60ea4e13 None None] Sync routers for ids ['b37e3bb3-4d78-4c85-8939-6a7dd0760758'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:08:11.000681 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e3b20238-b2b3-44f1-abcd-aff5522fe27e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:11.017728 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d59a8f-2bac-4966-a585-bfdcf3fd003f req-93523617-9e79-49a6-a7f9-18f8d608aedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:11.018239 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d59a8f-2bac-4966-a585-bfdcf3fd003f req-93523617-9e79-49a6-a7f9-18f8d608aedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:11.020018 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-70d59a8f-2bac-4966-a585-bfdcf3fd003f req-93523617-9e79-49a6-a7f9-18f8d608aedb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ed423440-0bf9-4f3e-a420-1a66408a7b8b HTTP/1.1" status: 200 len: 1984 time: 1.0727715 Sep 01 15:08:11.025481 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a34553c-31ab-4baa-b347-c1da60ea4e13 None None] Routers {'b37e3bb3-4d78-4c85-8939-6a7dd0760758'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:08:11.027128 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-6a34553c-31ab-4baa-b347-c1da60ea4e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:07:43Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['b37e3bb3-4d78-4c85-8939-6a7dd0760758'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:11.052561 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf152ff1-745a-43fc-9c7f-d4f5682dbad3 req-ea1ccce0-783d-4733-9212-6ca4324ce6e5 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:11.055428 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-6241d9bb-1b82-4856-877b-4c22d7f40e29 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Transition to ACTIVE for port object 91576a2e-9961-4de8-977d-ccccffda5612 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:08:11.069924 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf152ff1-745a-43fc-9c7f-d4f5682dbad3 req-ea1ccce0-783d-4733-9212-6ca4324ce6e5 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:11.072251 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bf152ff1-745a-43fc-9c7f-d4f5682dbad3 req-ea1ccce0-783d-4733-9212-6ca4324ce6e5 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed423440-0bf9-4f3e-a420-1a66408a7b8b HTTP/1.1" status: 200 len: 1682 time: 0.2055759 Sep 01 15:08:11.103939 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-104ab6eb-9dd5-4901-b912-67fedd73559c tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:11.143515 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f3923-262f-4fe6-9ab3-e02471c5834b req-bd61e47c-d420-46d9-a1bf-69aa14b064fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:11.144056 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f3923-262f-4fe6-9ab3-e02471c5834b req-bd61e47c-d420-46d9-a1bf-69aa14b064fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:11.146466 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c4f3923-262f-4fe6-9ab3-e02471c5834b req-bd61e47c-d420-46d9-a1bf-69aa14b064fa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f19f728ef2e84bc7921749b54aaa2b5d&device_id=ed423440-0bf9-4f3e-a420-1a66408a7b8b HTTP/1.1" status: 200 len: 1984 time: 1.1520410 Sep 01 15:08:11.169875 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bf152ff1-745a-43fc-9c7f-d4f5682dbad3 req-7c5dc867-82d9-45c7-8c3b-5a09515dfe20 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771101 Sep 01 15:08:11.186356 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-163514ea-c861-41fa-b94b-d2a70cc6a544 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:11.186356 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-163514ea-c861-41fa-b94b-d2a70cc6a544 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.45 "GET /v2.0/networks?id=b6240944-9b17-4213-96a6-d174c6ab8fe6 HTTP/1.1" status: 200 len: 805 time: 0.5488217 Sep 01 15:08:11.232135 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-98b3206c-d7b6-4124-a51d-fc71990d135a tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Request body: {'port': {'device_id': 'ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f', 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6', 'admin_state_up': True, 'tenant_id': '25c63f341b704b118e09b4c621c2aa93'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:11.297718 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-6a34553c-31ab-4baa-b347-c1da60ea4e13 None None] Set router b37e3bb3-4d78-4c85-8939-6a7dd0760758 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:08:11.311052 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e3b20238-b2b3-44f1-abcd-aff5522fe27e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "PUT /v2.0/floatingips/ea04428c-4aea-428f-816a-ff228f5e8eec HTTP/1.1" status: 200 len: 992 time: 6.7674446 Sep 01 15:08:11.311422 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d709343e-0bed-4ea8-b94e-e36998e965c0 req-f310f98b-7954-4955-a556-c03f93a6c8ec tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/ports?device_id=052e97a0-3184-4872-a4cc-a2a262b3bf95 HTTP/1.1" status: 200 len: 210 time: 0.0557220 Sep 01 15:08:11.328959 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '557c31cf-a816-4f75-9e29-78b42060a235', 'tag': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:11.331549 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40ab85a-f2d8-47f1-b5ca-c6b4257359a0" -d '{"events": [{"name": "network-changed", "server_uuid": "557c31cf-a816-4f75-9e29-78b42060a235", "tag": "35cf9d6b-54f3-4b25-b806-8b1848ae7c8d"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:11.427878 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cce3c879-cc3e-4f59-a7c5-5282497d5808 req-9d8453af-f7aa-4846-993b-231f108268e0 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5100391 Sep 01 15:08:11.470077 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6bcc29a3-cd13-4586-ad44-7eaa76e17f9e req-5b5b1aab-e5bc-4b76-8572-78a808050512 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/ports?device_id=83b10742-8753-4f13-bcdd-594247385835 HTTP/1.1" status: 200 len: 210 time: 0.0461640 Sep 01 15:08:11.587275 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-70d59a8f-2bac-4966-a585-bfdcf3fd003f req-c5c8eeb5-4f9b-4757-ad5f-4353d3838309 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295784 Sep 01 15:08:11.597091 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e78b9cce-c14b-4b79-b085-865ee330630a req-b15e40f2-6276-4f53-9089-3f05ec965f03 service neutron] 10.222.0.62 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6463881 Sep 01 15:08:11.613925 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-6241d9bb-1b82-4856-877b-4c22d7f40e29 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:11.627001 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-975254fc-184e-4ddf-aa84-b478e4c4ee47 req-c03e68ca-59f1-4b83-a0cc-110fe72eae92 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 210 time: 0.0581758 Sep 01 15:08:11.656704 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-104ab6eb-9dd5-4901-b912-67fedd73559c tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:11.666191 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f3923-262f-4fe6-9ab3-e02471c5834b req-89ad20cc-961d-42cb-be2f-c5a4244fc233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:11.668469 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c4f3923-262f-4fe6-9ab3-e02471c5834b req-89ad20cc-961d-42cb-be2f-c5a4244fc233 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e69f4df2-dc6f-423c-ab61-f0c92b257618 HTTP/1.1" status: 200 len: 902 time: 0.4809704 Sep 01 15:08:11.711622 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a399ae7-586c-4653-a9d9-8126c98907ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95710204-e08d-4140-9c22-e0e94662d7cc'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:11.714264 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa91d457-9a70-4dda-982c-654dec1bccee" -d '{"events": [{"server_uuid": "8a399ae7-586c-4653-a9d9-8126c98907ff", "name": "network-vif-unplugged", "status": "completed", "tag": "95710204-e08d-4140-9c22-e0e94662d7cc"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:11.724069 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15930099-78f5-4d1d-8a4d-55a9f7e99dcf x-openstack-request-id: req-15930099-78f5-4d1d-8a4d-55a9f7e99dcf {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:11.724398 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ebd7f55-6c17-4027-9f0c-1d79a195c071", "name": "network-vif-deleted", "tag": "7d5d96d0-0313-4e7d-a772-c09dda523b6c", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:11.724771 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-15930099-78f5-4d1d-8a4d-55a9f7e99dcf {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:11.725748 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ebd7f55-6c17-4027-9f0c-1d79a195c071', 'name': 'network-vif-deleted', 'tag': '7d5d96d0-0313-4e7d-a772-c09dda523b6c', 'status': 'completed', 'code': 200} Sep 01 15:08:11.754949 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-6241d9bb-1b82-4856-877b-4c22d7f40e29 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Network 69b04e7f-e4ab-4286-b407-4c7cb525a035 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:08:11.765035 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-08e938c5-7224-4b09-b111-232ef240157e req-a8c4a1ab-7701-42de-b3ba-6b3af78f3469 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 210 time: 0.1060867 Sep 01 15:08:11.767755 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-f3a6e2e7-f465-43e1-af1f-eb420202ee53 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:11.772707 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-6241d9bb-1b82-4856-877b-4c22d7f40e29 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:08:11.793091 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-6241d9bb-1b82-4856-877b-4c22d7f40e29 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:08:11.796125 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-f3a6e2e7-f465-43e1-af1f-eb420202ee53 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:11.872460 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-104ab6eb-9dd5-4901-b912-67fedd73559c tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Network 755ea549-e48c-4a55-b292-7ceb5d1f398a is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:08:11.892214 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241d9bb-1b82-4856-877b-4c22d7f40e29 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Pushing event updated for resources: {'Port': ['ID=91576a2e-9961-4de8-977d-ccccffda5612,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:11.941755 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-104ab6eb-9dd5-4901-b912-67fedd73559c tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:08:11.960238 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-6a34553c-31ab-4baa-b347-c1da60ea4e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'name': 'tempest-ServerActionsTestJSON-1106684823-router', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:00Z', 'updated_at': '2021-09-01T15:07:08Z', 'revision_number': 4, 'project_id': 'f5c878306d2c4fbcbebf77004da8b742', 'gw_port': {'id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:02Z', 'updated_at': '2021-09-01T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'ea04428c-4aea-428f-816a-ff228f5e8eec', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'port_id': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'mac_address': 'fa:16:3e:4b:c2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557c31cf-a816-4f75-9e29-78b42060a235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:07:16Z', 'updated_at': '2021-09-01T15:08:06Z', 'revision_number': 1, 'project_id': 'f5c878306d2c4fbcbebf77004da8b742', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11d9f32-4f11-4277-92a0-c26b208f4dbb', 'name': '', 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'mac_address': 'fa:16:3e:c7:34:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4b8a1a7-4c41-46cc-8798-989cc5140738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:07Z', 'updated_at': '2021-09-01T15:07:16Z', 'revision_number': 5, 'project_id': 'f5c878306d2c4fbcbebf77004da8b742', 'subnets': [{'id': 'b4b8a1a7-4c41-46cc-8798-989cc5140738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:11.971925 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-98b3206c-d7b6-4124-a51d-fc71990d135a tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Made reservation on behalf of 25c63f341b704b118e09b4c621c2aa93 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:08:11.975722 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-98b3206c-d7b6-4124-a51d-fc71990d135a tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:11.979864 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-104ab6eb-9dd5-4901-b912-67fedd73559c tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:08:12.019614 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a34553c-31ab-4baa-b347-c1da60ea4e13 None None] Checking router: b37e3bb3-4d78-4c85-8939-6a7dd0760758 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:08:12.071378 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a34553c-31ab-4baa-b347-c1da60ea4e13 None None] Routers {'b37e3bb3-4d78-4c85-8939-6a7dd0760758'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:08:12.072495 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-6a34553c-31ab-4baa-b347-c1da60ea4e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:07:43Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['b37e3bb3-4d78-4c85-8939-6a7dd0760758'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:12.096002 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241d9bb-1b82-4856-877b-4c22d7f40e29 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:12.096349 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241d9bb-1b82-4856-877b-4c22d7f40e29 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:12.097049 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241d9bb-1b82-4856-877b-4c22d7f40e29 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:12.097634 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241d9bb-1b82-4856-877b-4c22d7f40e29 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:12.098188 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241d9bb-1b82-4856-877b-4c22d7f40e29 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:12.098788 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241d9bb-1b82-4856-877b-4c22d7f40e29 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:12.099426 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241d9bb-1b82-4856-877b-4c22d7f40e29 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:12.100043 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241d9bb-1b82-4856-877b-4c22d7f40e29 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:12.100580 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241d9bb-1b82-4856-877b-4c22d7f40e29 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:12.101135 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241d9bb-1b82-4856-877b-4c22d7f40e29 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:12.101666 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241d9bb-1b82-4856-877b-4c22d7f40e29 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:12.102192 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6241d9bb-1b82-4856-877b-4c22d7f40e29 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:12.112839 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef394def-2896-4e5a-9a4a-65fbcc4473d4 x-openstack-request-id: req-ef394def-2896-4e5a-9a4a-65fbcc4473d4 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:12.113509 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "557c31cf-a816-4f75-9e29-78b42060a235", "tag": "35cf9d6b-54f3-4b25-b806-8b1848ae7c8d", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:12.114062 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef394def-2896-4e5a-9a4a-65fbcc4473d4 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:12.115574 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '557c31cf-a816-4f75-9e29-78b42060a235', 'tag': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d', 'status': 'completed', 'code': 200} Sep 01 15:08:12.119409 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6e2e7-f465-43e1-af1f-eb420202ee53 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd9f498-0026-4e90-a94f-c3d5b76b321d,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:12.138018 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c4f3923-262f-4fe6-9ab3-e02471c5834b req-221f6f10-2648-46de-9557-8b00d7da895b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.75&port_id=2e287bcf-09f5-4903-9a72-aa5a40ff9949 HTTP/1.1" status: 200 len: 217 time: 0.2064707 Sep 01 15:08:12.146105 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-6241d9bb-1b82-4856-877b-4c22d7f40e29 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:12.147161 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-6241d9bb-1b82-4856-877b-4c22d7f40e29 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:12.177169 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:12.201826 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7883ceb6-dca7-4803-99ab-6afc6e67edfd x-openstack-request-id: req-7883ceb6-dca7-4803-99ab-6afc6e67edfd {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:12.202148 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a399ae7-586c-4653-a9d9-8126c98907ff", "name": "network-vif-unplugged", "status": "completed", "tag": "95710204-e08d-4140-9c22-e0e94662d7cc", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:12.202411 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7883ceb6-dca7-4803-99ab-6afc6e67edfd {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:12.203184 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a399ae7-586c-4653-a9d9-8126c98907ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95710204-e08d-4140-9c22-e0e94662d7cc', 'code': 200} Sep 01 15:08:12.208950 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3d7a33f8-05dc-456f-adfb-dc8c1bb72ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:12.263636 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c9778-2ad1-4f27-a350-41ad037e1499 req-35e23053-0502-425d-b21b-6036ef14ea71 tempest-MigrationsAdminTest-1530671713 tempest-MigrationsAdminTest-1530671713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:12.280047 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-945c9778-2ad1-4f27-a350-41ad037e1499 req-35e23053-0502-425d-b21b-6036ef14ea71 tempest-MigrationsAdminTest-1530671713 tempest-MigrationsAdminTest-1530671713-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 1101 time: 0.2093799 Sep 01 15:08:12.282361 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-02ac4f1d-a27e-4fe7-ac2a-f3eec83bd1b5 None None] Provisioning for port 91576a2e-9961-4de8-977d-ccccffda5612 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:08:12.293110 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-02ac4f1d-a27e-4fe7-ac2a-f3eec83bd1b5 None None] Provisioning complete for port 91576a2e-9961-4de8-977d-ccccffda5612 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:08:12.293818 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-02ac4f1d-a27e-4fe7-ac2a-f3eec83bd1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:12.314629 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-104ab6eb-9dd5-4901-b912-67fedd73559c tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:12.315471 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-104ab6eb-9dd5-4901-b912-67fedd73559c tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:12.328687 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-945c9778-2ad1-4f27-a350-41ad037e1499 req-3ca9d11c-ef5d-42ab-bfa7-d5c64e4167a7 tempest-MigrationsAdminTest-1530671713 tempest-MigrationsAdminTest-1530671713-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:12.356215 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ab85a-f2d8-47f1-b5ca-c6b4257359a0 req-8729ea8b-4989-4c6a-a25b-39beb24edfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:12.359440 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b40ab85a-f2d8-47f1-b5ca-c6b4257359a0 req-8729ea8b-4989-4c6a-a25b-39beb24edfd8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f5c878306d2c4fbcbebf77004da8b742&device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 1097 time: 0.1910512 Sep 01 15:08:12.362520 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-6241d9bb-1b82-4856-877b-4c22d7f40e29 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4092603 Sep 01 15:08:12.394935 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ab6eb-9dd5-4901-b912-67fedd73559c tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Pushing event updated for resources: {'Port': ['ID=c2d53609-6069-4a88-a4ea-8b337b7e58e1,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:12.411445 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-d3f26df8-ffe9-40f8-99ff-9f38021fd5df service neutron] Request body: {'port': {'device_id': 'cea3908c-dacb-41f3-981c-533189125a5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:12.523094 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-6a34553c-31ab-4baa-b347-c1da60ea4e13 None None] Set router b37e3bb3-4d78-4c85-8939-6a7dd0760758 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:08:12.525565 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f3923-262f-4fe6-9ab3-e02471c5834b req-f68f84aa-c6cc-434f-9527-e046fb7088f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:12.528484 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c4f3923-262f-4fe6-9ab3-e02471c5834b req-f68f84aa-c6cc-434f-9527-e046fb7088f3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f04a482b-5cb7-41de-be0b-a0701dfd5983 HTTP/1.1" status: 200 len: 801 time: 0.3482211 Sep 01 15:08:12.528731 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-02ac4f1d-a27e-4fe7-ac2a-f3eec83bd1b5 None None] Port 91576a2e-9961-4de8-977d-ccccffda5612 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:08:12.597837 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ab85a-f2d8-47f1-b5ca-c6b4257359a0 req-e4690d1a-355a-433f-84ba-c13a7e4b3890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:12.599822 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b40ab85a-f2d8-47f1-b5ca-c6b4257359a0 req-e4690d1a-355a-433f-84ba-c13a7e4b3890 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 200 len: 913 time: 0.2167232 Sep 01 15:08:12.680598 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-f3a6e2e7-f465-43e1-af1f-eb420202ee53 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Allocated IP 192.168.233.107 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/ba937898-73bb-4a1b-a7e2-c2b2a031bca4) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:08:12.710970 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-945c9778-2ad1-4f27-a350-41ad037e1499 req-3ca9d11c-ef5d-42ab-bfa7-d5c64e4167a7 tempest-MigrationsAdminTest-1530671713 tempest-MigrationsAdminTest-1530671713-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:12.722286 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-d3f26df8-ffe9-40f8-99ff-9f38021fd5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:12.722608 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-945c9778-2ad1-4f27-a350-41ad037e1499 req-3ca9d11c-ef5d-42ab-bfa7-d5c64e4167a7 tempest-MigrationsAdminTest-1530671713 tempest-MigrationsAdminTest-1530671713-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:12.748093 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab71df-6933-4c3a-9bf2-f1268e82ac13 req-05a17234-4c6c-4d65-8453-5ab70ae932d4 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:12.755143 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab71df-6933-4c3a-9bf2-f1268e82ac13 req-05a17234-4c6c-4d65-8453-5ab70ae932d4 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:12.757190 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0dab71df-6933-4c3a-9bf2-f1268e82ac13 req-05a17234-4c6c-4d65-8453-5ab70ae932d4 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed423440-0bf9-4f3e-a420-1a66408a7b8b HTTP/1.1" status: 200 len: 1682 time: 0.4361756 Sep 01 15:08:12.786744 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-104ab6eb-9dd5-4901-b912-67fedd73559c tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4238369 Sep 01 15:08:12.818589 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-945c9778-2ad1-4f27-a350-41ad037e1499 req-3ca9d11c-ef5d-42ab-bfa7-d5c64e4167a7 tempest-MigrationsAdminTest-1530671713 tempest-MigrationsAdminTest-1530671713-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5359304 Sep 01 15:08:12.819766 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-e092dcd1-8b6b-4b42-9589-78edd8240792 service neutron] Request body: {'port': {'device_id': '83b10742-8753-4f13-bcdd-594247385835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:12.826831 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9d11c-ef5d-42ab-bfa7-d5c64e4167a7 tempest-MigrationsAdminTest-1530671713 tempest-MigrationsAdminTest-1530671713-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085908e4-3d72-452d-a78b-0154c7bd1e20,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:12.838333 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b40ab85a-f2d8-47f1-b5ca-c6b4257359a0 req-aa213f5a-29d4-4856-a658-45c5a28bf25f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d HTTP/1.1" status: 200 len: 1000 time: 0.2218916 Sep 01 15:08:12.849480 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-98b3206c-d7b6-4124-a51d-fc71990d135a tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Allocated IP 172.20.0.8 (b6240944-9b17-4213-96a6-d174c6ab8fe6/194d1d59-7b47-476a-b712-76fc814d7b3a/f04d5eab-cdcc-4819-ab26-805e3d6035c0) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:08:12.889871 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f3923-262f-4fe6-9ab3-e02471c5834b req-bd26c7f0-dc4b-4e13-87f9-844d70074ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:12.891882 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c4f3923-262f-4fe6-9ab3-e02471c5834b req-bd26c7f0-dc4b-4e13-87f9-844d70074ffd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e69f4df2-dc6f-423c-ab61-f0c92b257618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3489892 Sep 01 15:08:12.956770 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-6a34553c-31ab-4baa-b347-c1da60ea4e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'name': 'tempest-ServerActionsTestJSON-1106684823-router', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:00Z', 'updated_at': '2021-09-01T15:07:08Z', 'revision_number': 4, 'project_id': 'f5c878306d2c4fbcbebf77004da8b742', 'gw_port': {'id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:02Z', 'updated_at': '2021-09-01T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'ea04428c-4aea-428f-816a-ff228f5e8eec', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'port_id': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'mac_address': 'fa:16:3e:4b:c2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557c31cf-a816-4f75-9e29-78b42060a235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:07:16Z', 'updated_at': '2021-09-01T15:08:06Z', 'revision_number': 1, 'project_id': 'f5c878306d2c4fbcbebf77004da8b742', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11d9f32-4f11-4277-92a0-c26b208f4dbb', 'name': '', 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'mac_address': 'fa:16:3e:c7:34:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4b8a1a7-4c41-46cc-8798-989cc5140738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:07Z', 'updated_at': '2021-09-01T15:07:16Z', 'revision_number': 5, 'project_id': 'f5c878306d2c4fbcbebf77004da8b742', 'subnets': [{'id': 'b4b8a1a7-4c41-46cc-8798-989cc5140738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:12.982624 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e669e801-745e-47e7-b834-e196ff0e6f0f req-94820934-dfcd-4e6a-bea3-a2914c0225fe tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/ports?device_id=052e97a0-3184-4872-a4cc-a2a262b3bf95 HTTP/1.1" status: 200 len: 210 time: 0.0695481 Sep 01 15:08:12.991026 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a34553c-31ab-4baa-b347-c1da60ea4e13 None None] The sync data for ids ['b37e3bb3-4d78-4c85-8939-6a7dd0760758'] in n-d-794796-3 is: [{'id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'name': 'tempest-ServerActionsTestJSON-1106684823-router', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:00Z', 'updated_at': '2021-09-01T15:07:08Z', 'revision_number': 4, 'project_id': 'f5c878306d2c4fbcbebf77004da8b742', 'gw_port': {'id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:02Z', 'updated_at': '2021-09-01T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'ea04428c-4aea-428f-816a-ff228f5e8eec', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'port_id': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'mac_address': 'fa:16:3e:4b:c2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557c31cf-a816-4f75-9e29-78b42060a235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:07:16Z', 'updated_at': '2021-09-01T15:08:06Z', 'revision_number': 1, 'project_id': 'f5c878306d2c4fbcbebf77004da8b742', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a11d9f32-4f11-4277-92a0-c26b208f4dbb', 'name': '', 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'mac_address': 'fa:16:3e:c7:34:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4b8a1a7-4c41-46cc-8798-989cc5140738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:07Z', 'updated_at': '2021-09-01T15:07:16Z', 'revision_number': 5, 'project_id': 'f5c878306d2c4fbcbebf77004da8b742', 'subnets': [{'id': 'b4b8a1a7-4c41-46cc-8798-989cc5140738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:08:13.020763 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ab85a-f2d8-47f1-b5ca-c6b4257359a0 req-a0bcd4b9-a787-46a3-90a5-4d83c7fe8375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:13.022834 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b40ab85a-f2d8-47f1-b5ca-c6b4257359a0 req-a0bcd4b9-a787-46a3-90a5-4d83c7fe8375 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4b8a1a7-4c41-46cc-8798-989cc5140738 HTTP/1.1" status: 200 len: 851 time: 0.1768215 Sep 01 15:08:13.100154 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ab85a-f2d8-47f1-b5ca-c6b4257359a0 req-bb4bd4a5-10de-4254-8ac9-6648140911ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:13.101615 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b40ab85a-f2d8-47f1-b5ca-c6b4257359a0 req-bb4bd4a5-10de-4254-8ac9-6648140911ff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692489 Sep 01 15:08:13.128721 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 7d5d96d0-0313-4e7d-a772-c09dda523b6c no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:08:13.189660 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0dab71df-6933-4c3a-9bf2-f1268e82ac13 req-d18e1f7a-8bae-4ebd-9e92-ec0859d912a2 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086833 Sep 01 15:08:13.208801 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 7d5d96d0-0313-4e7d-a772-c09dda523b6c {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:08:13.209573 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 7d5d96d0-0313-4e7d-a772-c09dda523b6c not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:08:13.213771 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:13.271875 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe8aad-514c-42b3-b22c-bc06fcf02740 req-491b0b86-a346-4df3-a0bd-4a1b847ff9ec tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:13.273639 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30fe8aad-514c-42b3-b22c-bc06fcf02740 req-491b0b86-a346-4df3-a0bd-4a1b847ff9ec tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 943 time: 0.0890555 Sep 01 15:08:13.310154 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b40ab85a-f2d8-47f1-b5ca-c6b4257359a0 req-0abd8e05-157c-4ed1-bdc1-b3c452f9c31c service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993408 Sep 01 15:08:13.337647 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30fe8aad-514c-42b3-b22c-bc06fcf02740 req-bba0e71c-6b97-484e-a9f3-f04498747d92 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486546 Sep 01 15:08:13.399895 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-e092dcd1-8b6b-4b42-9589-78edd8240792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:13.427331 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fb633b-7b9e-49f0-9ead-87338a776782 None None] New status for floating IP ea04428c-4aea-428f-816a-ff228f5e8eec: ACTIVE {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:08:13.494063 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b40ab85a-f2d8-47f1-b5ca-c6b4257359a0 req-a9deffa4-1292-493a-b057-fd5089f0421b service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599429 Sep 01 15:08:13.545368 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc92f69-16fb-4ba2-84be-223e525cba95 req-9ebf03c4-d626-4a9d-80f2-451d32570764 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:13.547210 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-efc92f69-16fb-4ba2-84be-223e525cba95 req-9ebf03c4-d626-4a9d-80f2-451d32570764 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 931 time: 0.0941620 Sep 01 15:08:13.597905 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-efc92f69-16fb-4ba2-84be-223e525cba95 req-6118c6b6-5274-471d-9a2d-7ea7f08dbd6d tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433116 Sep 01 15:08:13.727446 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c4e13408-ccce-44ab-821e-d0aacbd37ef9 req-1dbe80c4-f440-4485-98ce-54e03570242b tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 210 time: 0.0542841 Sep 01 15:08:14.012199 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-f3a6e2e7-f465-43e1-af1f-eb420202ee53 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:14.126853 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c4f3923-262f-4fe6-9ab3-e02471c5834b req-dd94c19f-dfd7-476d-9c2e-0be3de179a14 service neutron] 10.222.0.62 "GET /v2.0/networks/e69f4df2-dc6f-423c-ab61-f0c92b257618?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1997774 Sep 01 15:08:14.135569 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-f3a6e2e7-f465-43e1-af1f-eb420202ee53 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Transition to ACTIVE for port object ba937898-73bb-4a1b-a7e2-c2b2a031bca4 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:08:14.357183 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83f49e-fad8-4b08-b135-241812937eed req-93993636-6182-4f1c-8164-17c5e3fd03a1 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:14.359274 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bf83f49e-fad8-4b08-b135-241812937eed req-93993636-6182-4f1c-8164-17c5e3fd03a1 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/ports?device_id=83b10742-8753-4f13-bcdd-594247385835 HTTP/1.1" status: 200 len: 932 time: 0.9029410 Sep 01 15:08:14.542146 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-98b3206c-d7b6-4124-a51d-fc71990d135a tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:14.636720 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bf83f49e-fad8-4b08-b135-241812937eed req-966d40fb-7249-47b1-b354-ae00979b0518 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a9d4716-7aa2-4211-b016-d63c4248f4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517242 Sep 01 15:08:14.637829 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-f3a6e2e7-f465-43e1-af1f-eb420202ee53 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:14.656964 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c4f3923-262f-4fe6-9ab3-e02471c5834b req-c6300488-4a17-4ac4-9bd8-bd7635ddebb4 service neutron] 10.222.0.62 "GET /v2.0/networks/e69f4df2-dc6f-423c-ab61-f0c92b257618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166657 Sep 01 15:08:14.844923 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457da1d0-ca3c-43f0-a1b7-81db4363509a req-8fddd4f9-a764-41ae-ab66-af0496bd1ac8 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:14.855434 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-457da1d0-ca3c-43f0-a1b7-81db4363509a req-8fddd4f9-a764-41ae-ab66-af0496bd1ac8 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/ports?device_id=052e97a0-3184-4872-a4cc-a2a262b3bf95 HTTP/1.1" status: 200 len: 936 time: 0.1127141 Sep 01 15:08:14.871245 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-f3a6e2e7-f465-43e1-af1f-eb420202ee53 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:08:14.921020 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-457da1d0-ca3c-43f0-a1b7-81db4363509a req-54b525ae-7e1e-4e8d-9237-33efe898f68b tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd9f498-0026-4e90-a94f-c3d5b76b321d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602326 Sep 01 15:08:14.922475 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-f3a6e2e7-f465-43e1-af1f-eb420202ee53 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:08:14.934543 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-d3f26df8-ffe9-40f8-99ff-9f38021fd5df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91576a2e-9961-4de8-977d-ccccffda5612 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:08:14.944145 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-f3a6e2e7-f465-43e1-af1f-eb420202ee53 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:08:14.949290 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6e2e7-f465-43e1-af1f-eb420202ee53 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Pushing event updated for resources: {'Port': ['ID=ba937898-73bb-4a1b-a7e2-c2b2a031bca4,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:14.953218 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-d3f26df8-ffe9-40f8-99ff-9f38021fd5df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:15.001921 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:15.021066 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-e092dcd1-8b6b-4b42-9589-78edd8240792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2d53609-6069-4a88-a4ea-8b337b7e58e1 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:08:15.036624 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-98b3206c-d7b6-4124-a51d-fc71990d135a tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:15.045224 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-e092dcd1-8b6b-4b42-9589-78edd8240792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:15.054408 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-d3f26df8-ffe9-40f8-99ff-9f38021fd5df service neutron] Transition to ACTIVE for port object 91576a2e-9961-4de8-977d-ccccffda5612 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:08:15.096890 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-d3f26df8-ffe9-40f8-99ff-9f38021fd5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:15.110059 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-660d6742-3ccb-409e-b088-69c4abe7011c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5306730 Sep 01 15:08:15.124090 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544bc545-0a9b-4478-be56-c4f4bd9aca77 req-8cd2b923-ac53-42f5-be2d-e42a4798d462 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:15.130441 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544bc545-0a9b-4478-be56-c4f4bd9aca77 req-8cd2b923-ac53-42f5-be2d-e42a4798d462 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:15.132183 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-544bc545-0a9b-4478-be56-c4f4bd9aca77 req-8cd2b923-ac53-42f5-be2d-e42a4798d462 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed423440-0bf9-4f3e-a420-1a66408a7b8b HTTP/1.1" status: 200 len: 1682 time: 0.3602912 Sep 01 15:08:15.145156 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-312291b6-dc7d-41ae-bbbf-21df784eb737 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:08:15.146245 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-312291b6-dc7d-41ae-bbbf-21df784eb737 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131338 Sep 01 15:08:15.155863 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-f3a6e2e7-f465-43e1-af1f-eb420202ee53 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:15.156549 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-f3a6e2e7-f465-43e1-af1f-eb420202ee53 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:15.157550 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef08bd1-a017-48dd-9de5-494c73c2cf0e req-d872ea26-b786-425a-80b8-769d52637437 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:15.160984 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ef08bd1-a017-48dd-9de5-494c73c2cf0e req-d872ea26-b786-425a-80b8-769d52637437 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 943 time: 0.0966535 Sep 01 15:08:15.177803 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-e092dcd1-8b6b-4b42-9589-78edd8240792 service neutron] Transition to ACTIVE for port object c2d53609-6069-4a88-a4ea-8b337b7e58e1 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:08:15.200901 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-98b3206c-d7b6-4124-a51d-fc71990d135a tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Network b6240944-9b17-4213-96a6-d174c6ab8fe6 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:08:15.205740 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-e092dcd1-8b6b-4b42-9589-78edd8240792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:15.219439 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-98b3206c-d7b6-4124-a51d-fc71990d135a tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:08:15.221589 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3206c-d7b6-4124-a51d-fc71990d135a tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Pushing event updated for resources: {'Port': ['ID=f04d5eab-cdcc-4819-ab26-805e3d6035c0,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:15.227341 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-98b3206c-d7b6-4124-a51d-fc71990d135a tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:08:15.245882 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-f3a6e2e7-f465-43e1-af1f-eb420202ee53 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.2377985 Sep 01 15:08:15.305283 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ef08bd1-a017-48dd-9de5-494c73c2cf0e req-d76d43a1-0c25-44d9-97e8-ae62a8fc41bf tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310091 Sep 01 15:08:15.337346 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-da662227-2e6f-4d6f-a750-70834360da0d service neutron] Request body: {'port': {'device_id': '052e97a0-3184-4872-a4cc-a2a262b3bf95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:15.400775 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b409e858-49e9-4cc5-9b47-34699fda7842 None None] Provisioning for port ba937898-73bb-4a1b-a7e2-c2b2a031bca4 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:08:15.408569 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b409e858-49e9-4cc5-9b47-34699fda7842 None None] Provisioning complete for port ba937898-73bb-4a1b-a7e2-c2b2a031bca4 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:08:15.409209 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b409e858-49e9-4cc5-9b47-34699fda7842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:15.474356 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-544bc545-0a9b-4478-be56-c4f4bd9aca77 req-5b691700-1024-4b73-ba98-df15f9511c19 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088965 Sep 01 15:08:15.509001 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f26df8-ffe9-40f8-99ff-9f38021fd5df service neutron] Pushing event updated for resources: {'Port': ['ID=91576a2e-9961-4de8-977d-ccccffda5612,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:15.518143 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-98b3206c-d7b6-4124-a51d-fc71990d135a tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:15.518873 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-98b3206c-d7b6-4124-a51d-fc71990d135a tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:15.565569 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40f6cc-8d2e-4981-95df-dbbca93b4767 req-c87fb8b4-5736-474c-a6f6-daaab32af7b9 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:15.568505 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc40f6cc-8d2e-4981-95df-dbbca93b4767 req-c87fb8b4-5736-474c-a6f6-daaab32af7b9 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 950 time: 0.1248333 Sep 01 15:08:15.580599 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b409e858-49e9-4cc5-9b47-34699fda7842 None None] Port ba937898-73bb-4a1b-a7e2-c2b2a031bca4 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:08:15.674350 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc40f6cc-8d2e-4981-95df-dbbca93b4767 req-d74acd8e-f59f-4130-b188-cd818e0d2295 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942819 Sep 01 15:08:15.678290 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-da662227-2e6f-4d6f-a750-70834360da0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:15.681538 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-98b3206c-d7b6-4124-a51d-fc71990d135a tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4665320 Sep 01 15:08:15.764032 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-56b70d31-4d22-4d24-bc98-3f5b70d0d1b7 service neutron] Request body: {'port': {'device_id': 'ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:15.801110 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092dcd1-8b6b-4b42-9589-78edd8240792 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d53609-6069-4a88-a4ea-8b337b7e58e1,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:15.851777 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98349574-bcd5-4614-9c3b-fbbc3234dbe9 req-5da49ea2-4619-4f19-ae4c-caaf286152a1 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:15.853686 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-98349574-bcd5-4614-9c3b-fbbc3234dbe9 req-5da49ea2-4619-4f19-ae4c-caaf286152a1 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 931 time: 0.0813251 Sep 01 15:08:15.872512 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-d3f26df8-ffe9-40f8-99ff-9f38021fd5df service neutron] Attempting to bind port 91576a2e-9961-4de8-977d-ccccffda5612 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:08:15.872854 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-d3f26df8-ffe9-40f8-99ff-9f38021fd5df service neutron] Attempting to bind port 91576a2e-9961-4de8-977d-ccccffda5612 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'c973b5f4-fe2f-4d5d-acf7-3944f7f86611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:08:15.873182 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-d3f26df8-ffe9-40f8-99ff-9f38021fd5df service neutron] Attempting to bind port 91576a2e-9961-4de8-977d-ccccffda5612 on network 69b04e7f-e4ab-4286-b407-4c7cb525a035 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:08:15.921740 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb5595-af0f-4cd4-bdfd-7925f5337840 req-8cc4dad7-3d16-4dcb-ba90-bfde35a4767f tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:15.924104 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dfbb5595-af0f-4cd4-bdfd-7925f5337840 req-8cc4dad7-3d16-4dcb-ba90-bfde35a4767f tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 943 time: 0.2682719 Sep 01 15:08:15.934326 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-98349574-bcd5-4614-9c3b-fbbc3234dbe9 req-3507dbfd-a9ff-40e6-a13c-650f5dac6ec7 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686064 Sep 01 15:08:15.942373 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-d3f26df8-ffe9-40f8-99ff-9f38021fd5df service neutron] Port 91576a2e-9961-4de8-977d-ccccffda5612 on network 69b04e7f-e4ab-4286-b407-4c7cb525a035 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:08:15.942996 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-d3f26df8-ffe9-40f8-99ff-9f38021fd5df service neutron] Attempting to bind port 91576a2e-9961-4de8-977d-ccccffda5612 on network 69b04e7f-e4ab-4286-b407-4c7cb525a035 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:08:15.951753 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-e092dcd1-8b6b-4b42-9589-78edd8240792 service neutron] Attempting to bind port c2d53609-6069-4a88-a4ea-8b337b7e58e1 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:08:15.952396 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-e092dcd1-8b6b-4b42-9589-78edd8240792 service neutron] Attempting to bind port c2d53609-6069-4a88-a4ea-8b337b7e58e1 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '4c7bdd91-d685-460f-9dcf-4e5185dd81b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '755ea549-e48c-4a55-b292-7ceb5d1f398a'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:08:15.952907 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-e092dcd1-8b6b-4b42-9589-78edd8240792 service neutron] Attempting to bind port c2d53609-6069-4a88-a4ea-8b337b7e58e1 on network 755ea549-e48c-4a55-b292-7ceb5d1f398a {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:08:15.974759 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-56b70d31-4d22-4d24-bc98-3f5b70d0d1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:16.043606 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-d3f26df8-ffe9-40f8-99ff-9f38021fd5df service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:08:16.044285 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-d3f26df8-ffe9-40f8-99ff-9f38021fd5df service neutron] Checking segment: {'id': 'c973b5f4-fe2f-4d5d-acf7-3944f7f86611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:08:16.044285 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-d3f26df8-ffe9-40f8-99ff-9f38021fd5df service neutron] Bound using segment: {'id': 'c973b5f4-fe2f-4d5d-acf7-3944f7f86611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:08:16.044692 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-d3f26df8-ffe9-40f8-99ff-9f38021fd5df service neutron] Bound port: 91576a2e-9961-4de8-977d-ccccffda5612, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c973b5f4-fe2f-4d5d-acf7-3944f7f86611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:08:16.045073 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-d3f26df8-ffe9-40f8-99ff-9f38021fd5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:16.067720 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-e092dcd1-8b6b-4b42-9589-78edd8240792 service neutron] Port c2d53609-6069-4a88-a4ea-8b337b7e58e1 on network 755ea549-e48c-4a55-b292-7ceb5d1f398a not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:08:16.068121 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-e092dcd1-8b6b-4b42-9589-78edd8240792 service neutron] Attempting to bind port c2d53609-6069-4a88-a4ea-8b337b7e58e1 on network 755ea549-e48c-4a55-b292-7ceb5d1f398a {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:08:16.102591 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-e092dcd1-8b6b-4b42-9589-78edd8240792 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:08:16.102905 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-e092dcd1-8b6b-4b42-9589-78edd8240792 service neutron] Checking segment: {'id': '4c7bdd91-d685-460f-9dcf-4e5185dd81b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '755ea549-e48c-4a55-b292-7ceb5d1f398a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:08:16.103349 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-e092dcd1-8b6b-4b42-9589-78edd8240792 service neutron] Bound using segment: {'id': '4c7bdd91-d685-460f-9dcf-4e5185dd81b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '755ea549-e48c-4a55-b292-7ceb5d1f398a'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:08:16.103824 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-e092dcd1-8b6b-4b42-9589-78edd8240792 service neutron] Bound port: c2d53609-6069-4a88-a4ea-8b337b7e58e1, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c7bdd91-d685-460f-9dcf-4e5185dd81b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '755ea549-e48c-4a55-b292-7ceb5d1f398a'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:08:16.104672 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-e092dcd1-8b6b-4b42-9589-78edd8240792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:16.192064 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dfbb5595-af0f-4cd4-bdfd-7925f5337840 req-db2aabba-7050-4f2c-8119-e203a0ba98d0 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457485 Sep 01 15:08:16.573805 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-d3f26df8-ffe9-40f8-99ff-9f38021fd5df service neutron] For port 91576a2e-9961-4de8-977d-ccccffda5612, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:08:16.664316 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-d3f26df8-ffe9-40f8-99ff-9f38021fd5df service neutron] For port 91576a2e-9961-4de8-977d-ccccffda5612, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=91576a2e-9961-4de8-977d-ccccffda5612,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:08:16.688050 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-e092dcd1-8b6b-4b42-9589-78edd8240792 service neutron] For port c2d53609-6069-4a88-a4ea-8b337b7e58e1, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:08:16.695644 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-d3f26df8-ffe9-40f8-99ff-9f38021fd5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:16.771092 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-e092dcd1-8b6b-4b42-9589-78edd8240792 service neutron] For port c2d53609-6069-4a88-a4ea-8b337b7e58e1, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c2d53609-6069-4a88-a4ea-8b337b7e58e1,segment=NetworkSegment(4c7bdd91-d685-460f-9dcf-4e5185dd81b3),segment_id=4c7bdd91-d685-460f-9dcf-4e5185dd81b3)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:08:16.805905 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-e092dcd1-8b6b-4b42-9589-78edd8240792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:16.823354 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-da662227-2e6f-4d6f-a750-70834360da0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba937898-73bb-4a1b-a7e2-c2b2a031bca4 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:08:16.855138 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264759e-d1af-4661-946f-32a4c29ed6e9 req-dec13f11-0ea2-4fd6-bb07-355920799011 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:16.863295 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b264759e-d1af-4661-946f-32a4c29ed6e9 req-dec13f11-0ea2-4fd6-bb07-355920799011 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/ports?device_id=83b10742-8753-4f13-bcdd-594247385835 HTTP/1.1" status: 200 len: 944 time: 0.3655493 Sep 01 15:08:16.868666 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-da662227-2e6f-4d6f-a750-70834360da0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:16.887430 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-d3f26df8-ffe9-40f8-99ff-9f38021fd5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:16.889677 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-d3f26df8-ffe9-40f8-99ff-9f38021fd5df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:16.891965 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-d3f26df8-ffe9-40f8-99ff-9f38021fd5df service neutron] 10.222.0.45 "PUT /v2.0/ports/91576a2e-9961-4de8-977d-ccccffda5612 HTTP/1.1" status: 200 len: 1091 time: 4.5100746 Sep 01 15:08:16.896525 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea3908c-dacb-41f3-981c-533189125a5a', 'tag': '91576a2e-9961-4de8-977d-ccccffda5612'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:16.900730 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8b2302-0300-4c21-bc21-e01dcffb2619" -d '{"events": [{"name": "network-changed", "server_uuid": "cea3908c-dacb-41f3-981c-533189125a5a", "tag": "91576a2e-9961-4de8-977d-ccccffda5612"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:16.988847 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-e092dcd1-8b6b-4b42-9589-78edd8240792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:16.989812 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-e092dcd1-8b6b-4b42-9589-78edd8240792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:16.992734 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-e092dcd1-8b6b-4b42-9589-78edd8240792 service neutron] 10.222.0.45 "PUT /v2.0/ports/c2d53609-6069-4a88-a4ea-8b337b7e58e1 HTTP/1.1" status: 200 len: 1092 time: 4.1834071 Sep 01 15:08:17.033634 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8dd2cf-c5d7-451e-8250-90bef33983bd req-76d79176-7420-4c4c-9244-8a02ae498b2e tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:17.050963 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3f8dd2cf-c5d7-451e-8250-90bef33983bd req-76d79176-7420-4c4c-9244-8a02ae498b2e tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a399ae7-586c-4653-a9d9-8126c98907ff HTTP/1.1" status: 200 len: 943 time: 0.1445146 Sep 01 15:08:17.054568 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-da662227-2e6f-4d6f-a750-70834360da0d service neutron] Transition to ACTIVE for port object ba937898-73bb-4a1b-a7e2-c2b2a031bca4 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:08:17.101492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f26df8-ffe9-40f8-99ff-9f38021fd5df service neutron] Pushing event updated for resources: {'Port': ['ID=91576a2e-9961-4de8-977d-ccccffda5612,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:17.183453 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-da662227-2e6f-4d6f-a750-70834360da0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:17.191843 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-3f8dd2cf-c5d7-451e-8250-90bef33983bd req-e6628f23-3d5b-4d30-8e05-a3c6ba1d8ac4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Deleting port 95710204-e08d-4140-9c22-e0e94662d7cc {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:08:17.192346 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3f8dd2cf-c5d7-451e-8250-90bef33983bd req-e6628f23-3d5b-4d30-8e05-a3c6ba1d8ac4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:17.239098 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b264759e-d1af-4661-946f-32a4c29ed6e9 req-e2c27cb4-83a1-4b89-b6fa-293e90c26f2b tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a9d4716-7aa2-4211-b016-d63c4248f4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743937 Sep 01 15:08:17.366868 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-3f8dd2cf-c5d7-451e-8250-90bef33983bd req-e6628f23-3d5b-4d30-8e05-a3c6ba1d8ac4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] For port 95710204-e08d-4140-9c22-e0e94662d7cc, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=95710204-e08d-4140-9c22-e0e94662d7cc,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:17.367732 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3f8dd2cf-c5d7-451e-8250-90bef33983bd req-e6628f23-3d5b-4d30-8e05-a3c6ba1d8ac4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:17.372413 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-99da4e7c-6b44-4b75-9ce1-d86bbd7f6e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:17.375846 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-99da4e7c-6b44-4b75-9ce1-d86bbd7f6e1b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 1101 time: 0.3633995 Sep 01 15:08:17.386168 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-3f8dd2cf-c5d7-451e-8250-90bef33983bd req-e6628f23-3d5b-4d30-8e05-a3c6ba1d8ac4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Calling delete_port for 95710204-e08d-4140-9c22-e0e94662d7cc owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:08:17.405845 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-4b6e3eab-a12a-4272-ba3e-88eeeb9c67ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:17.408444 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-4b6e3eab-a12a-4272-ba3e-88eeeb9c67ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5570aac9d04544519d0b7f1c2a273103&device_id=83b10742-8753-4f13-bcdd-594247385835 HTTP/1.1" status: 200 len: 1095 time: 0.3557198 Sep 01 15:08:17.442286 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-167dfa5a-bdeb-41d2-b073-25f5da8dc433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:17.445053 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-167dfa5a-bdeb-41d2-b073-25f5da8dc433 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=944202a0f7d746eda42510c2a6473ffc&device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 1094 time: 0.4494259 Sep 01 15:08:17.511106 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-56b70d31-4d22-4d24-bc98-3f5b70d0d1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f04d5eab-cdcc-4819-ab26-805e3d6035c0 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:08:17.593789 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092dcd1-8b6b-4b42-9589-78edd8240792 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d53609-6069-4a88-a4ea-8b337b7e58e1,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:17.644500 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3f8dd2cf-c5d7-451e-8250-90bef33983bd req-e6628f23-3d5b-4d30-8e05-a3c6ba1d8ac4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:17.714869 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6628f23-3d5b-4d30-8e05-a3c6ba1d8ac4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Pushing event deleted for resources: {'Port': ['ID=95710204-e08d-4140-9c22-e0e94662d7cc,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:17.753630 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6628f23-3d5b-4d30-8e05-a3c6ba1d8ac4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:17.753980 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6628f23-3d5b-4d30-8e05-a3c6ba1d8ac4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:17.754329 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6628f23-3d5b-4d30-8e05-a3c6ba1d8ac4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:17.754659 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6628f23-3d5b-4d30-8e05-a3c6ba1d8ac4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:17.754993 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6628f23-3d5b-4d30-8e05-a3c6ba1d8ac4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:17.755327 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6628f23-3d5b-4d30-8e05-a3c6ba1d8ac4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:17.755658 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6628f23-3d5b-4d30-8e05-a3c6ba1d8ac4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:17.755979 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6628f23-3d5b-4d30-8e05-a3c6ba1d8ac4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:17.756355 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6628f23-3d5b-4d30-8e05-a3c6ba1d8ac4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:17.756650 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6628f23-3d5b-4d30-8e05-a3c6ba1d8ac4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:17.756971 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6628f23-3d5b-4d30-8e05-a3c6ba1d8ac4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:17.757291 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6628f23-3d5b-4d30-8e05-a3c6ba1d8ac4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:17.775339 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8dd2cf-c5d7-451e-8250-90bef33983bd req-e6628f23-3d5b-4d30-8e05-a3c6ba1d8ac4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] No DVR routers for this DVR port 95710204-e08d-4140-9c22-e0e94662d7cc on host n-h2-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:08:17.778902 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3f8dd2cf-c5d7-451e-8250-90bef33983bd req-e6628f23-3d5b-4d30-8e05-a3c6ba1d8ac4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:17.781361 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3f8dd2cf-c5d7-451e-8250-90bef33983bd req-e6628f23-3d5b-4d30-8e05-a3c6ba1d8ac4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "DELETE /v2.0/ports/95710204-e08d-4140-9c22-e0e94662d7cc HTTP/1.1" status: 204 len: 173 time: 0.7292511 Sep 01 15:08:17.782133 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a399ae7-586c-4653-a9d9-8126c98907ff', 'name': 'network-vif-deleted', 'tag': '95710204-e08d-4140-9c22-e0e94662d7cc'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:17.784520 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7274cb0-c314-4a18-8b3e-a2a1ac11a692" -d '{"events": [{"server_uuid": "8a399ae7-586c-4653-a9d9-8126c98907ff", "name": "network-vif-deleted", "tag": "95710204-e08d-4140-9c22-e0e94662d7cc"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:17.911064 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 95710204-e08d-4140-9c22-e0e94662d7cc no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:08:17.940534 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 95710204-e08d-4140-9c22-e0e94662d7cc {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:08:17.941343 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 95710204-e08d-4140-9c22-e0e94662d7cc not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:08:18.107280 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-56b70d31-4d22-4d24-bc98-3f5b70d0d1b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:18.114827 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-9040dd6e-813f-4100-8b3b-c5b54f1faef2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2d53609-6069-4a88-a4ea-8b337b7e58e1 HTTP/1.1" status: 200 len: 217 time: 0.6634200 Sep 01 15:08:18.181392 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-57e0436c-0555-4504-9fec-b84d0c98419b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91576a2e-9961-4de8-977d-ccccffda5612 HTTP/1.1" status: 200 len: 217 time: 0.6997659 Sep 01 15:08:18.341171 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-56b70d31-4d22-4d24-bc98-3f5b70d0d1b7 service neutron] Transition to ACTIVE for port object f04d5eab-cdcc-4819-ab26-805e3d6035c0 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:08:18.414864 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-56b70d31-4d22-4d24-bc98-3f5b70d0d1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:18.462949 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91483e1-149c-4fdb-8df4-117f8298a483 req-c1b3b192-eda7-46a3-a3ff-e8a0ea9e780d tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:18.465228 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f91483e1-149c-4fdb-8df4-117f8298a483 req-c1b3b192-eda7-46a3-a3ff-e8a0ea9e780d tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 950 time: 0.0610220 Sep 01 15:08:18.468704 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da662227-2e6f-4d6f-a750-70834360da0d service neutron] Pushing event updated for resources: {'Port': ['ID=ba937898-73bb-4a1b-a7e2-c2b2a031bca4,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:18.514138 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d51b3-ecc4-4fba-818a-0a026e8f11e2 req-c527c2fb-d9b1-4ba3-9a5d-b78fee5f4200 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:18.515437 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f91483e1-149c-4fdb-8df4-117f8298a483 req-d39bbbf1-e474-40c3-ba17-549da93c8484 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423245 Sep 01 15:08:18.516991 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-435d51b3-ecc4-4fba-818a-0a026e8f11e2 req-c527c2fb-d9b1-4ba3-9a5d-b78fee5f4200 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/ports?device_id=052e97a0-3184-4872-a4cc-a2a262b3bf95 HTTP/1.1" status: 200 len: 948 time: 1.0972526 Sep 01 15:08:18.596992 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0e1547-7920-4210-9c88-14cc4d3859c9 x-openstack-request-id: req-0b0e1547-7920-4210-9c88-14cc4d3859c9 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:18.597554 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea3908c-dacb-41f3-981c-533189125a5a", "tag": "91576a2e-9961-4de8-977d-ccccffda5612", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:18.597780 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b0e1547-7920-4210-9c88-14cc4d3859c9 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:18.598465 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea3908c-dacb-41f3-981c-533189125a5a', 'tag': '91576a2e-9961-4de8-977d-ccccffda5612', 'status': 'completed', 'code': 200} Sep 01 15:08:18.620809 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-ab9f4777-7909-49f6-b57a-96f6f3ef0959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:18.623454 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-ab9f4777-7909-49f6-b57a-96f6f3ef0959 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=63a79cf5-b9a4-402c-b6e1-dc3862ecf48a HTTP/1.1" status: 200 len: 855 time: 0.4233544 Sep 01 15:08:18.625703 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-4cf3d382-9691-4a0c-94e8-3f66a253e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:18.628272 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-4cf3d382-9691-4a0c-94e8-3f66a253e22d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=faf08f2c-9087-4d6a-92a9-64c7151f3e85 HTTP/1.1" status: 200 len: 853 time: 0.4453692 Sep 01 15:08:18.685443 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1e1de-a296-4f78-b9f3-0fffc1a4d0a3 req-10828f48-5a7c-4636-9a7b-79ea66404527 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:18.688712 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8eb1e1de-a296-4f78-b9f3-0fffc1a4d0a3 req-10828f48-5a7c-4636-9a7b-79ea66404527 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 943 time: 0.0584157 Sep 01 15:08:18.724620 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-421e3cf1-abe2-4b45-818a-4d7c93829a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:18.727267 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-421e3cf1-abe2-4b45-818a-4d7c93829a5c service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 1.3355901 Sep 01 15:08:18.737908 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8eb1e1de-a296-4f78-b9f3-0fffc1a4d0a3 req-e0bc27ed-1801-432d-ac8c-ace3e68904fb tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443435 Sep 01 15:08:18.814778 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-da662227-2e6f-4d6f-a750-70834360da0d service neutron] Attempting to bind port ba937898-73bb-4a1b-a7e2-c2b2a031bca4 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:08:18.815346 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-da662227-2e6f-4d6f-a750-70834360da0d service neutron] Attempting to bind port ba937898-73bb-4a1b-a7e2-c2b2a031bca4 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:08:18.815880 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-da662227-2e6f-4d6f-a750-70834360da0d service neutron] Attempting to bind port ba937898-73bb-4a1b-a7e2-c2b2a031bca4 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:08:18.825835 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-1d1d6b37-1659-4bf7-836c-f3860c657a7f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=755ea549-e48c-4a55-b292-7ceb5d1f398a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1617332 Sep 01 15:08:18.833363 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b70d31-4d22-4d24-bc98-3f5b70d0d1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f04d5eab-cdcc-4819-ab26-805e3d6035c0,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:18.868323 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b666f93-3671-4daf-944c-97971277567d req-35bd99e9-fd9c-4fe3-a22e-32d9d238ae20 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:18.869941 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b666f93-3671-4daf-944c-97971277567d req-35bd99e9-fd9c-4fe3-a22e-32d9d238ae20 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 943 time: 0.0576024 Sep 01 15:08:18.924853 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b666f93-3671-4daf-944c-97971277567d req-854b3744-1b83-4191-b183-fb459ea4638b tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478094 Sep 01 15:08:18.962881 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-98a68845-64db-4199-a3aa-c8e459c55549 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=70e9cffd-d7f5-4b3a-9983-8585606a003b HTTP/1.1" status: 200 len: 217 time: 0.2145798 Sep 01 15:08:18.963918 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-da662227-2e6f-4d6f-a750-70834360da0d service neutron] Port ba937898-73bb-4a1b-a7e2-c2b2a031bca4 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:08:18.964462 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-da662227-2e6f-4d6f-a750-70834360da0d service neutron] Attempting to bind port ba937898-73bb-4a1b-a7e2-c2b2a031bca4 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:08:19.093838 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7333a611-fc5a-4a8d-8127-fe8332758428 x-openstack-request-id: req-7333a611-fc5a-4a8d-8127-fe8332758428 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:19.094203 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a399ae7-586c-4653-a9d9-8126c98907ff", "name": "network-vif-deleted", "tag": "95710204-e08d-4140-9c22-e0e94662d7cc", "status": "failed", "code": 422}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:19.094437 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7333a611-fc5a-4a8d-8127-fe8332758428 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:19.094826 n-d-794796-3 neutron-server[94733]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8a399ae7-586c-4653-a9d9-8126c98907ff', 'name': 'network-vif-deleted', 'tag': '95710204-e08d-4140-9c22-e0e94662d7cc', 'status': 'failed', 'code': 422} returned with failed status Sep 01 15:08:19.102394 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-435d51b3-ecc4-4fba-818a-0a026e8f11e2 req-6cee6cd0-a231-4e81-b68d-aaac93655af4 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd9f498-0026-4e90-a94f-c3d5b76b321d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5543680 Sep 01 15:08:19.170433 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-da662227-2e6f-4d6f-a750-70834360da0d service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:08:19.171241 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-da662227-2e6f-4d6f-a750-70834360da0d service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:08:19.171660 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-da662227-2e6f-4d6f-a750-70834360da0d service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:08:19.172641 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-da662227-2e6f-4d6f-a750-70834360da0d service neutron] Bound port: ba937898-73bb-4a1b-a7e2-c2b2a031bca4, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:08:19.173236 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-da662227-2e6f-4d6f-a750-70834360da0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:19.246918 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-0f21c303-e850-4734-b47d-feb1cffd6018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:19.248754 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-0f21c303-e850-4734-b47d-feb1cffd6018 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=69b04e7f-e4ab-4286-b407-4c7cb525a035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5766914 Sep 01 15:08:19.321123 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbb252-b63d-40bb-80f9-46733339962c req-883dce9a-1063-4fb5-8cc6-0c6fb07be626 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:19.327832 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbb252-b63d-40bb-80f9-46733339962c req-883dce9a-1063-4fb5-8cc6-0c6fb07be626 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:19.329540 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-19cbb252-b63d-40bb-80f9-46733339962c req-883dce9a-1063-4fb5-8cc6-0c6fb07be626 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed423440-0bf9-4f3e-a420-1a66408a7b8b HTTP/1.1" status: 200 len: 1682 time: 0.0745122 Sep 01 15:08:19.348128 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-20b47441-f234-4ce8-99d7-2c8e3b6bd6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:19.349645 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-20b47441-f234-4ce8-99d7-2c8e3b6bd6ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.2793820 Sep 01 15:08:19.378147 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-19cbb252-b63d-40bb-80f9-46733339962c req-b8ca316d-e97e-45b8-9c82-f48f37e88b94 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410223 Sep 01 15:08:19.436128 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-56b70d31-4d22-4d24-bc98-3f5b70d0d1b7 service neutron] Attempting to bind port f04d5eab-cdcc-4819-ab26-805e3d6035c0 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:08:19.436528 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-56b70d31-4d22-4d24-bc98-3f5b70d0d1b7 service neutron] Attempting to bind port f04d5eab-cdcc-4819-ab26-805e3d6035c0 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'cc51287a-43c5-4dc3-b2e0-f2358a9ed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:08:19.436776 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-56b70d31-4d22-4d24-bc98-3f5b70d0d1b7 service neutron] Attempting to bind port f04d5eab-cdcc-4819-ab26-805e3d6035c0 on network b6240944-9b17-4213-96a6-d174c6ab8fe6 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:08:19.489885 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-8f515144-ff5e-4792-81ba-a941d792dd66 service neutron] 10.222.0.45 "GET /v2.0/networks/755ea549-e48c-4a55-b292-7ceb5d1f398a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6494265 Sep 01 15:08:19.505658 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-56b70d31-4d22-4d24-bc98-3f5b70d0d1b7 service neutron] Port f04d5eab-cdcc-4819-ab26-805e3d6035c0 on network b6240944-9b17-4213-96a6-d174c6ab8fe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:08:19.506215 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-56b70d31-4d22-4d24-bc98-3f5b70d0d1b7 service neutron] Attempting to bind port f04d5eab-cdcc-4819-ab26-805e3d6035c0 on network b6240944-9b17-4213-96a6-d174c6ab8fe6 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:08:19.587708 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-56b70d31-4d22-4d24-bc98-3f5b70d0d1b7 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:08:19.588241 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-56b70d31-4d22-4d24-bc98-3f5b70d0d1b7 service neutron] Checking segment: {'id': 'cc51287a-43c5-4dc3-b2e0-f2358a9ed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:08:19.588839 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-56b70d31-4d22-4d24-bc98-3f5b70d0d1b7 service neutron] Bound using segment: {'id': 'cc51287a-43c5-4dc3-b2e0-f2358a9ed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:08:19.589562 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-56b70d31-4d22-4d24-bc98-3f5b70d0d1b7 service neutron] Bound port: f04d5eab-cdcc-4819-ab26-805e3d6035c0, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc51287a-43c5-4dc3-b2e0-f2358a9ed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:08:19.590122 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-56b70d31-4d22-4d24-bc98-3f5b70d0d1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:19.612819 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-2267f0e5-c5d5-4d0e-ac23-e9b567df3e39 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:19.614774 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-2267f0e5-c5d5-4d0e-ac23-e9b567df3e39 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/networks?id=b0922890-9f88-4062-824b-4dfc506e6e18 HTTP/1.1" status: 200 len: 811 time: 0.1370428 Sep 01 15:08:19.636820 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-9ca309dd-2cd6-47f8-9d95-219af7c64d66 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/quotas/fec0654f7239467a95f60e6ba299aa91 HTTP/1.1" status: 200 len: 375 time: 0.0128841 Sep 01 15:08:19.677325 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-da662227-2e6f-4d6f-a750-70834360da0d service neutron] For port ba937898-73bb-4a1b-a7e2-c2b2a031bca4, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:08:19.681990 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-11e47b01-33e4-4ea3-90ca-44a87cba563f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fec0654f7239467a95f60e6ba299aa91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323098 Sep 01 15:08:19.751851 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a8eba-5580-4a93-87c3-fc0acfacd0c5 req-4335a0e2-3cb2-4def-b5fb-9063dce78b3a tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:19.754357 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-300a8eba-5580-4a93-87c3-fc0acfacd0c5 req-4335a0e2-3cb2-4def-b5fb-9063dce78b3a tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/ports?device_id=83b10742-8753-4f13-bcdd-594247385835 HTTP/1.1" status: 200 len: 944 time: 0.4965458 Sep 01 15:08:19.774946 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-b6b53a87-97b2-472f-a424-3e4d35a198eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:19.777772 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-b6b53a87-97b2-472f-a424-3e4d35a198eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3791349 Sep 01 15:08:19.789337 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-da662227-2e6f-4d6f-a750-70834360da0d service neutron] For port ba937898-73bb-4a1b-a7e2-c2b2a031bca4, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ba937898-73bb-4a1b-a7e2-c2b2a031bca4,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:08:19.812694 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-e347cc02-fc25-407d-a031-28e6e04a271b service neutron] 10.222.0.60 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119552 Sep 01 15:08:19.871913 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-da662227-2e6f-4d6f-a750-70834360da0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:19.880709 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-6c9a26fa-924d-4b05-9c2e-622777ea1762 service neutron] 10.222.0.45 "GET /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6137748 Sep 01 15:08:19.922081 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-001b3de0-1991-4e62-abd3-428dd75e7762 service neutron] 10.222.0.60 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030862 Sep 01 15:08:20.183112 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-da662227-2e6f-4d6f-a750-70834360da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:20.184418 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-da662227-2e6f-4d6f-a750-70834360da0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:20.187498 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-da662227-2e6f-4d6f-a750-70834360da0d service neutron] 10.222.0.62 "PUT /v2.0/ports/ba937898-73bb-4a1b-a7e2-c2b2a031bca4 HTTP/1.1" status: 200 len: 1096 time: 4.9027779 Sep 01 15:08:20.233751 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da662227-2e6f-4d6f-a750-70834360da0d service neutron] Pushing event updated for resources: {'Port': ['ID=ba937898-73bb-4a1b-a7e2-c2b2a031bca4,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:20.281379 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-56b70d31-4d22-4d24-bc98-3f5b70d0d1b7 service neutron] For port f04d5eab-cdcc-4819-ab26-805e3d6035c0, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:08:20.287542 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-56b70d31-4d22-4d24-bc98-3f5b70d0d1b7 service neutron] For port f04d5eab-cdcc-4819-ab26-805e3d6035c0, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f04d5eab-cdcc-4819-ab26-805e3d6035c0,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:08:20.289258 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64b603-c991-40c3-9294-b9f337686466 req-6908b093-1549-4eb9-b2de-a40f63d97786 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:20.295669 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cd64b603-c991-40c3-9294-b9f337686466 req-6908b093-1549-4eb9-b2de-a40f63d97786 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 950 time: 0.1165054 Sep 01 15:08:20.360452 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-56b70d31-4d22-4d24-bc98-3f5b70d0d1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:20.376033 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9374974b-e398-43fe-9011-efe96b8ba4d2 req-36da6117-9c4a-4030-9a88-c1aa706744e1 service neutron] 10.222.0.45 "GET /v2.0/networks/755ea549-e48c-4a55-b292-7ceb5d1f398a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8560128 Sep 01 15:08:20.395927 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cd64b603-c991-40c3-9294-b9f337686466 req-25f4bb82-1e85-4756-b016-aeb72f848b91 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875542 Sep 01 15:08:20.523082 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-300a8eba-5580-4a93-87c3-fc0acfacd0c5 req-812e980a-227d-4ea9-8732-79d000946f65 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a9d4716-7aa2-4211-b016-d63c4248f4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7437923 Sep 01 15:08:20.525827 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9774708-82ed-40bd-a015-c6ebf51fec29 req-533e0864-b2aa-4fda-98e2-63c1bbd090e5 service neutron] 10.222.0.45 "GET /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6141651 Sep 01 15:08:20.531691 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-de33912d-a635-41c4-b2e7-8740751162b1 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6970813 Sep 01 15:08:20.611078 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b10742-8753-4f13-bcdd-594247385835', 'tag': 'c2d53609-6069-4a88-a4ea-8b337b7e58e1'}, {'name': 'network-changed', 'server_uuid': '052e97a0-3184-4872-a4cc-a2a262b3bf95', 'tag': 'ba937898-73bb-4a1b-a7e2-c2b2a031bca4'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:20.616283 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efefdb5d-2167-4575-8c85-c1fc78e0e9e8" -d '{"events": [{"name": "network-changed", "server_uuid": "83b10742-8753-4f13-bcdd-594247385835", "tag": "c2d53609-6069-4a88-a4ea-8b337b7e58e1"}, {"name": "network-changed", "server_uuid": "052e97a0-3184-4872-a4cc-a2a262b3bf95", "tag": "ba937898-73bb-4a1b-a7e2-c2b2a031bca4"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:20.661466 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003f71d-367c-4b1f-880c-266e6cb7af17 req-2bd49957-540c-4675-98b6-e369e32beab9 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:20.663643 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a003f71d-367c-4b1f-880c-266e6cb7af17 req-2bd49957-540c-4675-98b6-e369e32beab9 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 943 time: 0.1259613 Sep 01 15:08:20.723998 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-56b70d31-4d22-4d24-bc98-3f5b70d0d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:20.725189 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-56b70d31-4d22-4d24-bc98-3f5b70d0d1b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:20.725743 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a003f71d-367c-4b1f-880c-266e6cb7af17 req-b5af5b83-a614-4d6b-95d5-5fdcfa793e77 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502505 Sep 01 15:08:20.727662 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-56b70d31-4d22-4d24-bc98-3f5b70d0d1b7 service neutron] 10.222.0.45 "PUT /v2.0/ports/f04d5eab-cdcc-4819-ab26-805e3d6035c0 HTTP/1.1" status: 200 len: 1091 time: 5.0011034 Sep 01 15:08:20.823313 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-40d6776c-a07c-4e98-ab45-dcf6d5d4c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:20.825990 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-40d6776c-a07c-4e98-ab45-dcf6d5d4c0d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6e8a334082064aac882471b714132a56&device_id=052e97a0-3184-4872-a4cc-a2a262b3bf95 HTTP/1.1" status: 200 len: 1099 time: 0.4895275 Sep 01 15:08:20.974393 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4ecc8-f02e-423b-8527-fb285f78e102 req-71db4983-2c14-4580-86ab-57d9b0707bab tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:20.981224 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4ecc8-f02e-423b-8527-fb285f78e102 req-71db4983-2c14-4580-86ab-57d9b0707bab tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:20.983001 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fee4ecc8-f02e-423b-8527-fb285f78e102 req-71db4983-2c14-4580-86ab-57d9b0707bab tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed423440-0bf9-4f3e-a420-1a66408a7b8b HTTP/1.1" status: 200 len: 1682 time: 0.6456254 Sep 01 15:08:20.983677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b70d31-4d22-4d24-bc98-3f5b70d0d1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f04d5eab-cdcc-4819-ab26-805e3d6035c0,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:20.985892 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-88fb30ac-c582-4206-afb3-251c49d57b20 req-3ecfbb59-7cd2-48e6-a408-144fc2ded311 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 210 time: 0.0370724 Sep 01 15:08:20.996533 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-445840eb-2350-400e-b3d3-8a4211b9a688 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=ba937898-73bb-4a1b-a7e2-c2b2a031bca4 HTTP/1.1" status: 200 len: 217 time: 0.1353519 Sep 01 15:08:21.124302 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b2302-0300-4c21-bc21-e01dcffb2619 req-1c9f6ffa-170c-4daa-b819-6ffdcd40bc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:21.126120 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b8b2302-0300-4c21-bc21-e01dcffb2619 req-1c9f6ffa-170c-4daa-b819-6ffdcd40bc93 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=944202a0f7d746eda42510c2a6473ffc&device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 1094 time: 0.4750769 Sep 01 15:08:21.149394 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21900980-6155-4788-b246-a617c1e8ca00 req-2b54be7b-dd3e-441c-b53c-c0471afc249c tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:21.151253 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-21900980-6155-4788-b246-a617c1e8ca00 req-2b54be7b-dd3e-441c-b53c-c0471afc249c tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 943 time: 0.4117439 Sep 01 15:08:21.153563 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-02cb3da6-3a34-42eb-bd72-5f2e4b61377d service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6145113 Sep 01 15:08:21.166357 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-0b3faec7-44ab-421a-a96f-159674d7aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:21.168057 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-0b3faec7-44ab-421a-a96f-159674d7aa6b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=25c63f341b704b118e09b4c621c2aa93&device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 1094 time: 0.3565621 Sep 01 15:08:21.550576 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c20f1-6737-4e51-a45d-82e913924233 req-dbc1addc-ec7d-4961-8fb7-46a583c28488 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:21.552301 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3f5c20f1-6737-4e51-a45d-82e913924233 req-dbc1addc-ec7d-4961-8fb7-46a583c28488 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/ports?device_id=052e97a0-3184-4872-a4cc-a2a262b3bf95 HTTP/1.1" status: 200 len: 948 time: 0.4715157 Sep 01 15:08:21.582419 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-b5907cd7-d927-4010-a5d7-9d9a7ef34775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:21.583938 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-b5907cd7-d927-4010-a5d7-9d9a7ef34775 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.5637047 Sep 01 15:08:21.598821 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3f5c20f1-6737-4e51-a45d-82e913924233 req-41006a3e-82e4-498e-8971-a86e4cad1425 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd9f498-0026-4e90-a94f-c3d5b76b321d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382102 Sep 01 15:08:21.653605 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-de2b5f9c-fd85-4979-951f-1bba84802e79 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f04d5eab-cdcc-4819-ab26-805e3d6035c0 HTTP/1.1" status: 200 len: 217 time: 0.4451931 Sep 01 15:08:21.745903 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf9015-3a44-4446-ab0c-ddd479b827d2 req-ef6da79a-2465-40da-a5ff-f30c6c898208 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:21.752631 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf9015-3a44-4446-ab0c-ddd479b827d2 req-ef6da79a-2465-40da-a5ff-f30c6c898208 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:21.754380 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3bdf9015-3a44-4446-ab0c-ddd479b827d2 req-ef6da79a-2465-40da-a5ff-f30c6c898208 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed423440-0bf9-4f3e-a420-1a66408a7b8b HTTP/1.1" status: 200 len: 1682 time: 0.0750098 Sep 01 15:08:21.765624 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-21900980-6155-4788-b246-a617c1e8ca00 req-660c8ab9-5b46-41b2-a749-e8e099966c63 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5952921 Sep 01 15:08:21.816901 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b2302-0300-4c21-bc21-e01dcffb2619 req-266eda6b-75ed-4e27-a2ef-0ee72f7b83e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:21.818524 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b8b2302-0300-4c21-bc21-e01dcffb2619 req-266eda6b-75ed-4e27-a2ef-0ee72f7b83e4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=69b04e7f-e4ab-4286-b407-4c7cb525a035 HTTP/1.1" status: 200 len: 917 time: 0.6781924 Sep 01 15:08:21.855866 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3bdf9015-3a44-4446-ab0c-ddd479b827d2 req-987e8885-ced7-4523-8b9b-ded138ac4817 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794518 Sep 01 15:08:21.882619 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-2c48efac-d125-44b8-a848-c20f7edeec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:21.882619 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-2c48efac-d125-44b8-a848-c20f7edeec36 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2763369 Sep 01 15:08:21.887973 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-dccf924e-17d0-4862-855c-966c22f8e8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:21.889519 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-dccf924e-17d0-4862-855c-966c22f8e8db service neutron] 10.222.0.45 "GET /v2.0/subnets?id=194d1d59-7b47-476a-b712-76fc814d7b3a HTTP/1.1" status: 200 len: 845 time: 0.2148767 Sep 01 15:08:21.893452 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe944f2d-914a-4502-b48d-010db0e269fa x-openstack-request-id: req-fe944f2d-914a-4502-b48d-010db0e269fa {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:21.893764 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b10742-8753-4f13-bcdd-594247385835", "tag": "c2d53609-6069-4a88-a4ea-8b337b7e58e1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "052e97a0-3184-4872-a4cc-a2a262b3bf95", "tag": "ba937898-73bb-4a1b-a7e2-c2b2a031bca4", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:21.894021 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe944f2d-914a-4502-b48d-010db0e269fa {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:21.894459 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b10742-8753-4f13-bcdd-594247385835', 'tag': 'c2d53609-6069-4a88-a4ea-8b337b7e58e1', 'status': 'completed', 'code': 200} Sep 01 15:08:21.894714 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052e97a0-3184-4872-a4cc-a2a262b3bf95', 'tag': 'ba937898-73bb-4a1b-a7e2-c2b2a031bca4', 'status': 'completed', 'code': 200} Sep 01 15:08:21.958492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-fee4ecc8-f02e-423b-8527-fb285f78e102 req-ee084ad2-f489-4406-ac64-b0e95162930b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Deleting port 2e287bcf-09f5-4903-9a72-aa5a40ff9949 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:08:21.958835 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fee4ecc8-f02e-423b-8527-fb285f78e102 req-ee084ad2-f489-4406-ac64-b0e95162930b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:22.018693 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b8b2302-0300-4c21-bc21-e01dcffb2619 req-4692fda6-c27f-45c9-83b2-de6d615ba2f2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91576a2e-9961-4de8-977d-ccccffda5612 HTTP/1.1" status: 200 len: 217 time: 0.1845841 Sep 01 15:08:22.035298 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fdff5-7194-48f0-8c79-7ebaf27cbcd5 req-c2604836-540c-4b04-ad5c-d3819e42d783 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:22.036869 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1f3fdff5-7194-48f0-8c79-7ebaf27cbcd5 req-c2604836-540c-4b04-ad5c-d3819e42d783 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 950 time: 0.0906706 Sep 01 15:08:22.077312 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-5e6036a4-8be7-42f6-935a-01169068381c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6240944-9b17-4213-96a6-d174c6ab8fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1730497 Sep 01 15:08:22.081945 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1f3fdff5-7194-48f0-8c79-7ebaf27cbcd5 req-deb34b7b-e6dc-43a6-8e50-a3b8690fed26 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382614 Sep 01 15:08:22.207536 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79002a-0add-498b-ac86-e3f89e078006 req-1c60b37b-5a5d-4d7e-b64f-d51d8f19b1dc tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:22.209433 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da79002a-0add-498b-ac86-e3f89e078006 req-1c60b37b-5a5d-4d7e-b64f-d51d8f19b1dc tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 943 time: 0.0601306 Sep 01 15:08:22.258369 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da79002a-0add-498b-ac86-e3f89e078006 req-9659b7e2-d1ad-4266-bd56-0126355b0037 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371470 Sep 01 15:08:22.339762 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b2302-0300-4c21-bc21-e01dcffb2619 req-4360f4f2-c148-424a-86e3-9da7a1431ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:22.341357 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b8b2302-0300-4c21-bc21-e01dcffb2619 req-4360f4f2-c148-424a-86e3-9da7a1431ba9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=63a79cf5-b9a4-402c-b6e1-dc3862ecf48a HTTP/1.1" status: 200 len: 855 time: 0.2624035 Sep 01 15:08:22.360861 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-11037e75-1ba0-40f4-bd81-528a8d997958 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:22.362474 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-11037e75-1ba0-40f4-bd81-528a8d997958 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.62 "GET /v2.0/networks?id=b0922890-9f88-4062-824b-4dfc506e6e18 HTTP/1.1" status: 200 len: 811 time: 0.5663505 Sep 01 15:08:22.373879 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefdb5d-2167-4575-8c85-c1fc78e0e9e8 req-99900166-a1e0-41ca-8253-0e0607c29f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:22.375487 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-efefdb5d-2167-4575-8c85-c1fc78e0e9e8 req-99900166-a1e0-41ca-8253-0e0607c29f2d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5570aac9d04544519d0b7f1c2a273103&device_id=83b10742-8753-4f13-bcdd-594247385835 HTTP/1.1" status: 200 len: 1095 time: 0.4093387 Sep 01 15:08:22.434236 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-0ea43b26-94c1-4254-afbd-ab96811a2bba tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Request body: {'port': {'device_id': '2f64a2e5-76c8-4ec4-a683-95ed52f1682a', 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18', 'admin_state_up': True, 'tenant_id': 'fec0654f7239467a95f60e6ba299aa91'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:22.447251 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-903078ca-9267-445e-9330-72fa6cdc3c41 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5490620 Sep 01 15:08:22.450221 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a7a5d013-01b4-49ae-acad-350ce91a1b4c req-62faa91d-3eae-4405-a90a-75aeb288fc8f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 210 time: 0.0334585 Sep 01 15:08:22.461934 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93900b2b-1823-4057-bc63-fce22a21d4e1 req-3fe8c187-6602-4328-89fc-a92f4e584a0b tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:22.464076 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-93900b2b-1823-4057-bc63-fce22a21d4e1 req-3fe8c187-6602-4328-89fc-a92f4e584a0b tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/ports?device_id=83b10742-8753-4f13-bcdd-594247385835 HTTP/1.1" status: 200 len: 944 time: 0.3913929 Sep 01 15:08:22.567517 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-fee4ecc8-f02e-423b-8527-fb285f78e102 req-ee084ad2-f489-4406-ac64-b0e95162930b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] For port 2e287bcf-09f5-4903-9a72-aa5a40ff9949, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=2e287bcf-09f5-4903-9a72-aa5a40ff9949,segment=NetworkSegment(8141f709-cf27-4474-b252-1181d9c25855),segment_id=8141f709-cf27-4474-b252-1181d9c25855)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:22.567866 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fee4ecc8-f02e-423b-8527-fb285f78e102 req-ee084ad2-f489-4406-ac64-b0e95162930b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:22.661107 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-fee4ecc8-f02e-423b-8527-fb285f78e102 req-ee084ad2-f489-4406-ac64-b0e95162930b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Calling delete_port for 2e287bcf-09f5-4903-9a72-aa5a40ff9949 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:08:22.685648 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-fe35081a-76e2-4b03-adb4-7ef7697ae3fd service neutron] 10.222.0.45 "GET /v2.0/networks/b6240944-9b17-4213-96a6-d174c6ab8fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813398 Sep 01 15:08:22.752165 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdcf26-7039-492f-bd72-e83953ec22d7 req-d6e28550-c89f-4dfb-ab21-2122cb4d8324 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:22.754152 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8fcdcf26-7039-492f-bd72-e83953ec22d7 req-d6e28550-c89f-4dfb-ab21-2122cb4d8324 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/ports?device_id=052e97a0-3184-4872-a4cc-a2a262b3bf95 HTTP/1.1" status: 200 len: 948 time: 0.0681543 Sep 01 15:08:22.754447 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b2302-0300-4c21-bc21-e01dcffb2619 req-3af71df0-2455-4c79-9375-ecab92ef7eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:22.755823 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b8b2302-0300-4c21-bc21-e01dcffb2619 req-3af71df0-2455-4c79-9375-ecab92ef7eba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=69b04e7f-e4ab-4286-b407-4c7cb525a035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3876162 Sep 01 15:08:22.805599 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8fcdcf26-7039-492f-bd72-e83953ec22d7 req-3996ee29-8693-47b2-b607-b607198e3705 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd9f498-0026-4e90-a94f-c3d5b76b321d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429645 Sep 01 15:08:22.897106 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-93900b2b-1823-4057-bc63-fce22a21d4e1 req-2997f26f-4f70-4001-962b-5305dd926194 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a9d4716-7aa2-4211-b016-d63c4248f4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688085 Sep 01 15:08:22.940747 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef62b52-442c-4f3b-920d-39d7fa7d403d req-41eec66c-d1a8-45c9-8d53-9c04da058187 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:22.943866 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4ef62b52-442c-4f3b-920d-39d7fa7d403d req-41eec66c-d1a8-45c9-8d53-9c04da058187 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 943 time: 0.0687501 Sep 01 15:08:22.988251 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefdb5d-2167-4575-8c85-c1fc78e0e9e8 req-00365c75-0967-4149-b4f1-53f58610911e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:22.989822 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-efefdb5d-2167-4575-8c85-c1fc78e0e9e8 req-00365c75-0967-4149-b4f1-53f58610911e service neutron] 10.222.0.45 "GET /v2.0/networks?id=755ea549-e48c-4a55-b292-7ceb5d1f398a HTTP/1.1" status: 200 len: 914 time: 0.5954635 Sep 01 15:08:23.001583 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4ef62b52-442c-4f3b-920d-39d7fa7d403d req-b8d7bc5e-fb59-4635-ad78-e27086014705 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475187 Sep 01 15:08:23.010225 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b7c42d9-5e4a-426f-8471-abfc0216ad84 req-504fc24a-b019-4a81-be3b-4e8093d9226a service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357296 Sep 01 15:08:23.113735 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-efefdb5d-2167-4575-8c85-c1fc78e0e9e8 req-4525843b-61e3-4b75-9d98-f53b4e7f7787 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2d53609-6069-4a88-a4ea-8b337b7e58e1 HTTP/1.1" status: 200 len: 217 time: 0.0958068 Sep 01 15:08:23.169061 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 91576a2e-9961-4de8-977d-ccccffda5612 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:08:23.186940 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-0ea43b26-94c1-4254-afbd-ab96811a2bba tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Made reservation on behalf of fec0654f7239467a95f60e6ba299aa91 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:08:23.190782 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-0ea43b26-94c1-4254-afbd-ab96811a2bba tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:23.223220 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6604f2df-cc3d-426f-94b1-bf507957a4bb req-3c67793b-4e15-44d0-a7e6-980c50bfa6a5 service neutron] 10.222.0.45 "GET /v2.0/networks/b6240944-9b17-4213-96a6-d174c6ab8fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203507 Sep 01 15:08:23.248074 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f519074-c8dc-427d-91a1-78a8b02b6a1d req-dd3e885f-4e2f-4179-b8b3-dee841abb8e9 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:23.251047 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6f519074-c8dc-427d-91a1-78a8b02b6a1d req-dd3e885f-4e2f-4179-b8b3-dee841abb8e9 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 950 time: 0.0864823 Sep 01 15:08:23.309266 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b8b2302-0300-4c21-bc21-e01dcffb2619 req-f6c2cc9a-9834-4e19-b551-5399561585fa service neutron] 10.222.0.45 "GET /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069468 Sep 01 15:08:23.324395 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6f519074-c8dc-427d-91a1-78a8b02b6a1d req-d6f07371-12e4-47b6-bc23-bcb207955f6e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590358 Sep 01 15:08:23.354980 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefdb5d-2167-4575-8c85-c1fc78e0e9e8 req-51662495-b235-4039-8d14-688d6b2b49e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:23.356893 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-efefdb5d-2167-4575-8c85-c1fc78e0e9e8 req-51662495-b235-4039-8d14-688d6b2b49e4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=faf08f2c-9087-4d6a-92a9-64c7151f3e85 HTTP/1.1" status: 200 len: 853 time: 0.2266181 Sep 01 15:08:23.366410 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10f153-7ece-45b8-8232-b5dcc0960a82 req-1d3b6d7e-a06a-4fff-a6a8-c4db44de08c3 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:23.368296 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 91576a2e-9961-4de8-977d-ccccffda5612, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=91576a2e-9961-4de8-977d-ccccffda5612,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:23.372816 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10f153-7ece-45b8-8232-b5dcc0960a82 req-1d3b6d7e-a06a-4fff-a6a8-c4db44de08c3 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:23.374468 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4e10f153-7ece-45b8-8232-b5dcc0960a82 req-1d3b6d7e-a06a-4fff-a6a8-c4db44de08c3 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed423440-0bf9-4f3e-a420-1a66408a7b8b HTTP/1.1" status: 200 len: 1682 time: 0.3788183 Sep 01 15:08:23.385953 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '91576a2e-9961-4de8-977d-ccccffda5612', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'port_id': '91576a2e-9961-4de8-977d-ccccffda5612', 'mac_address': 'fa:16:3e:af:d0:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:08:23.440147 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:23.461979 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91576a2e-9961-4de8-977d-ccccffda5612 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:08:23.491819 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 91576a2e-9961-4de8-977d-ccccffda5612, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=91576a2e-9961-4de8-977d-ccccffda5612,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:23.492866 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859b5b0-8170-4324-ba4e-f64d28564a6b req-c588d07c-d760-4612-b4da-f07f5f1666b7 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:23.495477 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4859b5b0-8170-4324-ba4e-f64d28564a6b req-c588d07c-d760-4612-b4da-f07f5f1666b7 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 943 time: 0.0731328 Sep 01 15:08:23.497861 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:23.498583 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c2d53609-6069-4a88-a4ea-8b337b7e58e1 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:08:23.576376 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=91576a2e-9961-4de8-977d-ccccffda5612,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:23.584716 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4859b5b0-8170-4324-ba4e-f64d28564a6b req-c2355174-8251-4bff-a34c-71cffbca0985 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712380 Sep 01 15:08:23.704563 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c2d53609-6069-4a88-a4ea-8b337b7e58e1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c2d53609-6069-4a88-a4ea-8b337b7e58e1,segment=NetworkSegment(4c7bdd91-d685-460f-9dcf-4e5185dd81b3),segment_id=4c7bdd91-d685-460f-9dcf-4e5185dd81b3)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:23.728849 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'c2d53609-6069-4a88-a4ea-8b337b7e58e1', 'network_id': '755ea549-e48c-4a55-b292-7ceb5d1f398a', 'port_id': 'c2d53609-6069-4a88-a4ea-8b337b7e58e1', 'mac_address': 'fa:16:3e:71:1f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf08f2c-9087-4d6a-92a9-64c7151f3e85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:08:23.761701 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7e306b94-7d38-4726-be86-1c5040d8d2a0 req-32428d0f-2a34-4343-a4bc-843b63f463fd tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 210 time: 0.0309825 Sep 01 15:08:23.784061 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefdb5d-2167-4575-8c85-c1fc78e0e9e8 req-0d5366b9-76b2-478e-b25c-d55ebf43095f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:23.785648 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-efefdb5d-2167-4575-8c85-c1fc78e0e9e8 req-0d5366b9-76b2-478e-b25c-d55ebf43095f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6e8a334082064aac882471b714132a56&device_id=052e97a0-3184-4872-a4cc-a2a262b3bf95 HTTP/1.1" status: 200 len: 1099 time: 0.6618476 Sep 01 15:08:23.804992 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:23.824298 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-efefdb5d-2167-4575-8c85-c1fc78e0e9e8 req-b36e6b0e-4058-4238-90d8-1fe813a9d5bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=755ea549-e48c-4a55-b292-7ceb5d1f398a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4487753 Sep 01 15:08:23.829918 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2d53609-6069-4a88-a4ea-8b337b7e58e1 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:08:23.870631 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c2d53609-6069-4a88-a4ea-8b337b7e58e1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c2d53609-6069-4a88-a4ea-8b337b7e58e1,segment=NetworkSegment(4c7bdd91-d685-460f-9dcf-4e5185dd81b3),segment_id=4c7bdd91-d685-460f-9dcf-4e5185dd81b3)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:23.876136 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:23.905661 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f', 'tag': 'f04d5eab-cdcc-4819-ab26-805e3d6035c0'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:23.907864 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cba8d46-7427-404c-9650-782032ebe3eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f", "tag": "f04d5eab-cdcc-4819-ab26-805e3d6035c0"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:23.910774 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fee4ecc8-f02e-423b-8527-fb285f78e102 req-ee084ad2-f489-4406-ac64-b0e95162930b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:23.938740 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=c2d53609-6069-4a88-a4ea-8b337b7e58e1,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:23.962419 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:08:23.995491 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:08:24.001404 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97174523-7b13-414e-b261-b594e824bad0 req-4ab6ade1-460e-4f32-9377-704992f028aa tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:24.004215 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-97174523-7b13-414e-b261-b594e824bad0 req-4ab6ade1-460e-4f32-9377-704992f028aa tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/ports?device_id=052e97a0-3184-4872-a4cc-a2a262b3bf95 HTTP/1.1" status: 200 len: 948 time: 0.1006336 Sep 01 15:08:24.061311 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee084ad2-f489-4406-ac64-b0e95162930b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event deleted for resources: {'Port': ['ID=2e287bcf-09f5-4903-9a72-aa5a40ff9949,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:24.081821 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-97174523-7b13-414e-b261-b594e824bad0 req-22aace28-2333-49da-ab72-65be7a3fedbc tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd9f498-0026-4e90-a94f-c3d5b76b321d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641909 Sep 01 15:08:24.111429 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4e10f153-7ece-45b8-8232-b5dcc0960a82 req-59232d7b-b7e7-4408-985d-25cdc5419b98 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387003 Sep 01 15:08:24.151340 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b8b2302-0300-4c21-bc21-e01dcffb2619 req-185ced05-50bc-4a2b-852a-878b0a255183 service neutron] 10.222.0.45 "GET /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8191700 Sep 01 15:08:24.207378 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64781af6-f1c2-495f-8dda-e7f1b71d5e2c x-openstack-request-id: req-64781af6-f1c2-495f-8dda-e7f1b71d5e2c {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:24.207683 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f", "tag": "f04d5eab-cdcc-4819-ab26-805e3d6035c0", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:24.208331 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-64781af6-f1c2-495f-8dda-e7f1b71d5e2c {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:24.208804 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f', 'tag': 'f04d5eab-cdcc-4819-ab26-805e3d6035c0', 'status': 'completed', 'code': 200} Sep 01 15:08:24.222541 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['c2d53609-6069-4a88-a4ea-8b337b7e58e1'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:08:24.226730 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee4ecc8-f02e-423b-8527-fb285f78e102 req-ee084ad2-f489-4406-ac64-b0e95162930b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] No DVR routers for this DVR port 2e287bcf-09f5-4903-9a72-aa5a40ff9949 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:08:24.230568 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-0ea43b26-94c1-4254-afbd-ab96811a2bba tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Allocated IP 172.20.0.4 (b0922890-9f88-4062-824b-4dfc506e6e18/de6f3d24-aa35-41db-834d-e91d2e27e6db/269263a2-9b82-4d75-9ba0-51f96fe11dd8) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:08:24.234026 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['91576a2e-9961-4de8-977d-ccccffda5612'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:08:24.242060 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fee4ecc8-f02e-423b-8527-fb285f78e102 req-ee084ad2-f489-4406-ac64-b0e95162930b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:24.244431 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fee4ecc8-f02e-423b-8527-fb285f78e102 req-ee084ad2-f489-4406-ac64-b0e95162930b tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.62 "DELETE /v2.0/ports/2e287bcf-09f5-4903-9a72-aa5a40ff9949 HTTP/1.1" status: 204 len: 173 time: 3.2525127 Sep 01 15:08:24.352952 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:24.376040 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-efefdb5d-2167-4575-8c85-c1fc78e0e9e8 req-92074717-62c1-4be8-b046-8b46f6b7861f service neutron] 10.222.0.45 "GET /v2.0/networks/755ea549-e48c-4a55-b292-7ceb5d1f398a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292993 Sep 01 15:08:24.377164 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefdb5d-2167-4575-8c85-c1fc78e0e9e8 req-15b23418-b396-4988-8f53-b8dddaab262c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:24.378640 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-efefdb5d-2167-4575-8c85-c1fc78e0e9e8 req-15b23418-b396-4988-8f53-b8dddaab262c service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.5585287 Sep 01 15:08:24.393378 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf361c-874f-48d2-9cfd-bd45e6373909 req-fb9ab9aa-8dd7-4d30-ae33-be624a17fb07 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:24.395419 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b3cf361c-874f-48d2-9cfd-bd45e6373909 req-fb9ab9aa-8dd7-4d30-ae33-be624a17fb07 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 944 time: 0.1096339 Sep 01 15:08:24.461351 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b3cf361c-874f-48d2-9cfd-bd45e6373909 req-f5f86829-2ae7-48c3-85c1-82bcbda0a937 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501075 Sep 01 15:08:24.510355 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed423440-0bf9-4f3e-a420-1a66408a7b8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:24.514557 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4cb691-857b-4e8a-808e-b49b566ebdb0" -d '{"events": [{"server_uuid": "ed423440-0bf9-4f3e-a420-1a66408a7b8b", "name": "network-vif-unplugged", "status": "completed", "tag": "b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:24.579451 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7,segment=NetworkSegment(8d9a2640-5090-41d3-bfac-c42654eb44cf),segment_id=8d9a2640-5090-41d3-bfac-c42654eb44cf)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:24.601419 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13a040-9385-488b-88e5-6acf7896e2c6 req-8b5f7a3c-3561-4dc3-8763-e27d51ce2207 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:24.603308 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cb13a040-9385-488b-88e5-6acf7896e2c6 req-8b5f7a3c-3561-4dc3-8763-e27d51ce2207 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 950 time: 0.0587502 Sep 01 15:08:24.614551 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:24.615723 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 2e287bcf-09f5-4903-9a72-aa5a40ff9949 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:08:24.652841 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cb13a040-9385-488b-88e5-6acf7896e2c6 req-a0d29d4a-2581-4e66-9061-60802a408fb0 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394998 Sep 01 15:08:24.664325 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-efefdb5d-2167-4575-8c85-c1fc78e0e9e8 req-832a59c6-e016-4616-8da3-5abc96e549e6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=ba937898-73bb-4a1b-a7e2-c2b2a031bca4 HTTP/1.1" status: 200 len: 217 time: 0.2444084 Sep 01 15:08:24.695265 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba8d46-7427-404c-9650-782032ebe3eb req-7c5a06dc-bab7-4127-926f-fb2169dbd80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:24.697995 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2cba8d46-7427-404c-9650-782032ebe3eb req-7c5a06dc-bab7-4127-926f-fb2169dbd80f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=25c63f341b704b118e09b4c621c2aa93&device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 1094 time: 0.4688983 Sep 01 15:08:24.726375 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 2e287bcf-09f5-4903-9a72-aa5a40ff9949 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:08:24.726919 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 2e287bcf-09f5-4903-9a72-aa5a40ff9949 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:08:24.733147 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c439b35-5bfa-4adf-8469-2d8b5170e8f0 x-openstack-request-id: req-9c439b35-5bfa-4adf-8469-2d8b5170e8f0 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:24.733988 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed423440-0bf9-4f3e-a420-1a66408a7b8b", "name": "network-vif-unplugged", "status": "completed", "tag": "b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:24.734415 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9c439b35-5bfa-4adf-8469-2d8b5170e8f0 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:24.735205 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed423440-0bf9-4f3e-a420-1a66408a7b8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7', 'code': 200} Sep 01 15:08:24.742759 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0cbc89-f138-4cc5-8897-c7a42a27d901 req-dbc7d37f-b63b-45b9-9a87-bc0e2bd10766 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:24.745940 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8b0cbc89-f138-4cc5-8897-c7a42a27d901 req-dbc7d37f-b63b-45b9-9a87-bc0e2bd10766 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/ports?device_id=83b10742-8753-4f13-bcdd-594247385835 HTTP/1.1" status: 200 len: 945 time: 0.5081601 Sep 01 15:08:24.834603 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:24.866538 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97445da-95e8-4660-9dbd-ee76968b000b req-79994d58-4295-49d9-8466-c7784b37fa6d tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:24.867565 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a97445da-95e8-4660-9dbd-ee76968b000b req-79994d58-4295-49d9-8466-c7784b37fa6d tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 943 time: 0.0805416 Sep 01 15:08:24.917220 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a97445da-95e8-4660-9dbd-ee76968b000b req-662df2df-c763-45c8-9624-1f13b0222828 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436230 Sep 01 15:08:25.043270 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefdb5d-2167-4575-8c85-c1fc78e0e9e8 req-8ae34a41-3cbc-4335-ba56-27075490d6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:25.044882 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-efefdb5d-2167-4575-8c85-c1fc78e0e9e8 req-8ae34a41-3cbc-4335-ba56-27075490d6ba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.3540564 Sep 01 15:08:25.078470 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e855797a-20ae-4f0e-ba22-7bedad286040 req-b3a55f6c-2956-4c24-8cc8-9ade914947ba tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 210 time: 0.0304070 Sep 01 15:08:25.094853 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-efefdb5d-2167-4575-8c85-c1fc78e0e9e8 req-51940d00-dae4-440c-aa6a-afe0f935de92 service neutron] 10.222.0.45 "GET /v2.0/networks/755ea549-e48c-4a55-b292-7ceb5d1f398a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6772885 Sep 01 15:08:25.121972 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8b0cbc89-f138-4cc5-8897-c7a42a27d901 req-447b8ed7-6262-4d36-b820-99b11739d808 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a9d4716-7aa2-4211-b016-d63c4248f4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106029 Sep 01 15:08:25.135993 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-fee4ecc8-f02e-423b-8527-fb285f78e102 req-2dc231be-ea41-467b-a290-eb37f79df4bd tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Deleting port b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:08:25.136368 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fee4ecc8-f02e-423b-8527-fb285f78e102 req-2dc231be-ea41-467b-a290-eb37f79df4bd tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:25.183708 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f04d5eab-cdcc-4819-ab26-805e3d6035c0 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:08:25.237984 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba8d46-7427-404c-9650-782032ebe3eb req-95bb9a5b-5f60-499e-a888-1c486b93b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:25.239999 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2cba8d46-7427-404c-9650-782032ebe3eb req-95bb9a5b-5f60-499e-a888-1c486b93b7b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6240944-9b17-4213-96a6-d174c6ab8fe6 HTTP/1.1" status: 200 len: 906 time: 0.5134013 Sep 01 15:08:25.262951 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ef36a-6d50-4936-8044-0d36f55d05bb req-4193ab8b-d652-47f0-8739-072046963d05 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:25.265627 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-989ef36a-6d50-4936-8044-0d36f55d05bb req-4193ab8b-d652-47f0-8739-072046963d05 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/ports?device_id=052e97a0-3184-4872-a4cc-a2a262b3bf95 HTTP/1.1" status: 200 len: 948 time: 0.0680599 Sep 01 15:08:25.290408 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-0ea43b26-94c1-4254-afbd-ab96811a2bba tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:25.323672 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-989ef36a-6d50-4936-8044-0d36f55d05bb req-47bf9e4a-3b27-48e2-a8fc-e8e821b7d411 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd9f498-0026-4e90-a94f-c3d5b76b321d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479457 Sep 01 15:08:25.339403 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f04d5eab-cdcc-4819-ab26-805e3d6035c0, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f04d5eab-cdcc-4819-ab26-805e3d6035c0,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:25.352296 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2cba8d46-7427-404c-9650-782032ebe3eb req-32a117fe-b0a4-4c0c-8699-0e88202002db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f04d5eab-cdcc-4819-ab26-805e3d6035c0 HTTP/1.1" status: 200 len: 217 time: 0.1029215 Sep 01 15:08:25.356862 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'f04d5eab-cdcc-4819-ab26-805e3d6035c0', 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6', 'port_id': 'f04d5eab-cdcc-4819-ab26-805e3d6035c0', 'mac_address': 'fa:16:3e:d9:3e:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194d1d59-7b47-476a-b712-76fc814d7b3a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:08:25.368349 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefdb5d-2167-4575-8c85-c1fc78e0e9e8 req-a039d094-c143-4863-a99c-5e7d64b36045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:25.370497 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-efefdb5d-2167-4575-8c85-c1fc78e0e9e8 req-a039d094-c143-4863-a99c-5e7d64b36045 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3064783 Sep 01 15:08:25.403988 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:25.419177 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04d5eab-cdcc-4819-ab26-805e3d6035c0 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:08:25.444085 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f04d5eab-cdcc-4819-ab26-805e3d6035c0, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f04d5eab-cdcc-4819-ab26-805e3d6035c0,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:25.455673 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:25.497478 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-fee4ecc8-f02e-423b-8527-fb285f78e102 req-2dc231be-ea41-467b-a290-eb37f79df4bd tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] For port b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7,segment=NetworkSegment(8d9a2640-5090-41d3-bfac-c42654eb44cf),segment_id=8d9a2640-5090-41d3-bfac-c42654eb44cf)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:25.497809 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fee4ecc8-f02e-423b-8527-fb285f78e102 req-2dc231be-ea41-467b-a290-eb37f79df4bd tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:25.531496 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-fee4ecc8-f02e-423b-8527-fb285f78e102 req-2dc231be-ea41-467b-a290-eb37f79df4bd tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Calling delete_port for b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:08:25.535053 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=f04d5eab-cdcc-4819-ab26-805e3d6035c0,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:25.543127 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a18119-a1a8-47c4-888c-63d5dacf4ecb req-3cd9d4a1-a9aa-4655-b325-673a479c345a tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:25.545873 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-22a18119-a1a8-47c4-888c-63d5dacf4ecb req-3cd9d4a1-a9aa-4655-b325-673a479c345a tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed423440-0bf9-4f3e-a420-1a66408a7b8b HTTP/1.1" status: 200 len: 944 time: 0.2989299 Sep 01 15:08:25.579928 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba8d46-7427-404c-9650-782032ebe3eb req-c57e2df8-7a96-4d3e-a450-a31edddcb0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:25.581303 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2cba8d46-7427-404c-9650-782032ebe3eb req-c57e2df8-7a96-4d3e-a450-a31edddcb0e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=194d1d59-7b47-476a-b712-76fc814d7b3a HTTP/1.1" status: 200 len: 845 time: 0.2056437 Sep 01 15:08:25.628919 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f9670-ee23-4f6f-8f7b-d6e3bb36f76d req-0de495c4-7445-4246-894d-6886f6af9980 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:25.630806 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-264f9670-ee23-4f6f-8f7b-d6e3bb36f76d req-0de495c4-7445-4246-894d-6886f6af9980 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 944 time: 0.0637879 Sep 01 15:08:25.682738 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-264f9670-ee23-4f6f-8f7b-d6e3bb36f76d req-ad309f92-eeae-47ad-985f-83fa026e1922 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414207 Sep 01 15:08:25.686774 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2cba8d46-7427-404c-9650-782032ebe3eb req-47330959-7a4e-4d5f-8bd4-d56c87937578 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6240944-9b17-4213-96a6-d174c6ab8fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547564 Sep 01 15:08:25.697293 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-0ea43b26-94c1-4254-afbd-ab96811a2bba tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:25.715737 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['f04d5eab-cdcc-4819-ab26-805e3d6035c0'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:08:25.767009 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-22a18119-a1a8-47c4-888c-63d5dacf4ecb req-f06517c8-dcfc-4b4d-ad67-69731c9020bb tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf507e6e-5a7a-4b95-bd7f-675a3387c46f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030818 Sep 01 15:08:25.867330 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f54f0-7d09-4f46-a94a-99e6b4b3a850 req-db831dae-6225-42e0-898b-7d2efc670617 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:25.879249 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-159f54f0-7d09-4f46-a94a-99e6b4b3a850 req-db831dae-6225-42e0-898b-7d2efc670617 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 950 time: 0.0915318 Sep 01 15:08:25.908878 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-efefdb5d-2167-4575-8c85-c1fc78e0e9e8 req-2d826010-4f31-431e-b9b4-54cdcd5ba563 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5128319 Sep 01 15:08:25.917999 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-0ea43b26-94c1-4254-afbd-ab96811a2bba tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Network b0922890-9f88-4062-824b-4dfc506e6e18 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:08:25.935684 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ba937898-73bb-4a1b-a7e2-c2b2a031bca4 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:08:25.941760 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-159f54f0-7d09-4f46-a94a-99e6b4b3a850 req-ff209aec-6e0a-460d-86e9-6981187a5dee tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571005 Sep 01 15:08:25.968261 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-0ea43b26-94c1-4254-afbd-ab96811a2bba tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:08:25.996353 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-0ea43b26-94c1-4254-afbd-ab96811a2bba tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:08:26.003487 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea43b26-94c1-4254-afbd-ab96811a2bba tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Pushing event updated for resources: {'Port': ['ID=269263a2-9b82-4d75-9ba0-51f96fe11dd8,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:26.125759 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port ba937898-73bb-4a1b-a7e2-c2b2a031bca4, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ba937898-73bb-4a1b-a7e2-c2b2a031bca4,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:26.149592 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'ba937898-73bb-4a1b-a7e2-c2b2a031bca4', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': 'ba937898-73bb-4a1b-a7e2-c2b2a031bca4', 'mac_address': 'fa:16:3e:4d:64:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:08:26.231456 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:26.248470 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba937898-73bb-4a1b-a7e2-c2b2a031bca4 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:08:26.274633 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787bc1e-eb30-4dd7-95bc-24f772160b91 req-d46b2c56-75df-4281-b652-ec91d45d2c4c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:26.278707 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1787bc1e-eb30-4dd7-95bc-24f772160b91 req-d46b2c56-75df-4281-b652-ec91d45d2c4c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 931 time: 0.0875232 Sep 01 15:08:26.286733 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port ba937898-73bb-4a1b-a7e2-c2b2a031bca4, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ba937898-73bb-4a1b-a7e2-c2b2a031bca4,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:26.294916 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:26.359827 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1787bc1e-eb30-4dd7-95bc-24f772160b91 req-ac49ff9d-5f87-4880-809f-2767552e5c46 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663826 Sep 01 15:08:26.389380 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=ba937898-73bb-4a1b-a7e2-c2b2a031bca4,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:26.521644 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed423440-0bf9-4f3e-a420-1a66408a7b8b', 'name': 'network-vif-deleted', 'tag': '2e287bcf-09f5-4903-9a72-aa5a40ff9949'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:26.524050 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5287100-c8fe-4760-ac3f-c1179178b27f" -d '{"events": [{"server_uuid": "ed423440-0bf9-4f3e-a420-1a66408a7b8b", "name": "network-vif-deleted", "tag": "2e287bcf-09f5-4903-9a72-aa5a40ff9949"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:26.548402 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3de41-346c-4d25-a95f-5d7c9f11eefc req-cec0d7be-f9dc-4fb5-a8b8-8f903d3b09d2 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:26.551331 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5fa3de41-346c-4d25-a95f-5d7c9f11eefc req-cec0d7be-f9dc-4fb5-a8b8-8f903d3b09d2 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/ports?device_id=83b10742-8753-4f13-bcdd-594247385835 HTTP/1.1" status: 200 len: 945 time: 0.1035922 Sep 01 15:08:26.621395 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5fa3de41-346c-4d25-a95f-5d7c9f11eefc req-5d4cffa6-a66a-4ee3-a9c3-8551784dec45 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a9d4716-7aa2-4211-b016-d63c4248f4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588756 Sep 01 15:08:26.627186 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['ba937898-73bb-4a1b-a7e2-c2b2a031bca4'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:08:26.672696 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-0ea43b26-94c1-4254-afbd-ab96811a2bba tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:26.673411 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-0ea43b26-94c1-4254-afbd-ab96811a2bba tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:26.678435 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2cba8d46-7427-404c-9650-782032ebe3eb req-87f4b40f-5d7a-4cc7-8c92-8a8705c34407 service neutron] 10.222.0.45 "GET /v2.0/networks/b6240944-9b17-4213-96a6-d174c6ab8fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9677925 Sep 01 15:08:26.742499 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fee4ecc8-f02e-423b-8527-fb285f78e102 req-2dc231be-ea41-467b-a290-eb37f79df4bd tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:26.785485 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-efefdb5d-2167-4575-8c85-c1fc78e0e9e8 req-716881a8-5e9b-4cac-8461-7f4da6137113 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8429134 Sep 01 15:08:26.808315 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e173096-db09-4f3e-9dad-4aae0200a5d5 req-94366668-eabd-49d4-a8a2-6a45a5e0a35b tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:26.811293 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4e173096-db09-4f3e-9dad-4aae0200a5d5 req-94366668-eabd-49d4-a8a2-6a45a5e0a35b tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/ports?device_id=052e97a0-3184-4872-a4cc-a2a262b3bf95 HTTP/1.1" status: 200 len: 949 time: 0.0793922 Sep 01 15:08:26.829627 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-0ea43b26-94c1-4254-afbd-ab96811a2bba tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4305797 Sep 01 15:08:26.831603 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc231be-ea41-467b-a290-eb37f79df4bd tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event deleted for resources: {'Port': ['ID=b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:26.848698 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3113d3-3652-4639-b6e1-7f850d311146 req-ff3ace60-71a5-45e1-80fd-482a5789a4f0 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:26.850357 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3d3113d3-3652-4639-b6e1-7f850d311146 req-ff3ace60-71a5-45e1-80fd-482a5789a4f0 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 944 time: 0.3321335 Sep 01 15:08:26.862182 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-f8d2375f-4b83-40a4-b9f2-fcf60117d9c7 service neutron] Request body: {'port': {'device_id': '2f64a2e5-76c8-4ec4-a683-95ed52f1682a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:26.907925 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4e173096-db09-4f3e-9dad-4aae0200a5d5 req-a860aee9-0882-48e1-886e-dae75a442325 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd9f498-0026-4e90-a94f-c3d5b76b321d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538824 Sep 01 15:08:26.982126 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9581352a-7a59-4316-8f68-699f7d5a4feb x-openstack-request-id: req-9581352a-7a59-4316-8f68-699f7d5a4feb {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:26.982645 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed423440-0bf9-4f3e-a420-1a66408a7b8b", "name": "network-vif-deleted", "tag": "2e287bcf-09f5-4903-9a72-aa5a40ff9949", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:26.982853 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9581352a-7a59-4316-8f68-699f7d5a4feb {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:26.983211 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed423440-0bf9-4f3e-a420-1a66408a7b8b', 'name': 'network-vif-deleted', 'tag': '2e287bcf-09f5-4903-9a72-aa5a40ff9949', 'status': 'completed', 'code': 200} Sep 01 15:08:26.987810 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee4ecc8-f02e-423b-8527-fb285f78e102 req-2dc231be-ea41-467b-a290-eb37f79df4bd tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] No DVR routers for this DVR port b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:08:26.999938 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fee4ecc8-f02e-423b-8527-fb285f78e102 req-2dc231be-ea41-467b-a290-eb37f79df4bd tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:27.002754 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fee4ecc8-f02e-423b-8527-fb285f78e102 req-2dc231be-ea41-467b-a290-eb37f79df4bd tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.62 "DELETE /v2.0/ports/b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7 HTTP/1.1" status: 204 len: 173 time: 2.7277009 Sep 01 15:08:27.047555 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2cba8d46-7427-404c-9650-782032ebe3eb req-e576fc56-9068-4994-9ef8-68365fc765f0 service neutron] 10.222.0.45 "GET /v2.0/networks/b6240944-9b17-4213-96a6-d174c6ab8fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563769 Sep 01 15:08:27.055839 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3d3113d3-3652-4639-b6e1-7f850d311146 req-869183ac-4dab-4bb4-9fdb-861e828db67e tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813128 Sep 01 15:08:27.072047 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-f8d2375f-4b83-40a4-b9f2-fcf60117d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:27.138505 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33227a1a-228d-47b0-ac42-219efd67a84c req-29a2bb13-4a26-4830-98c8-a53bbccf60dd tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:27.141602 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-33227a1a-228d-47b0-ac42-219efd67a84c req-29a2bb13-4a26-4830-98c8-a53bbccf60dd tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 944 time: 0.0907245 Sep 01 15:08:27.176106 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 91576a2e-9961-4de8-977d-ccccffda5612 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:08:27.253761 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-33227a1a-228d-47b0-ac42-219efd67a84c req-fd80f9fd-a187-4c48-8480-30e8139b59c7 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907052 Sep 01 15:08:27.289282 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cfe96168-2703-4dc1-a7df-2787f4ee822e req-66bc90dd-3a89-4b36-a522-147f72647125 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed423440-0bf9-4f3e-a420-1a66408a7b8b HTTP/1.1" status: 200 len: 210 time: 0.1139455 Sep 01 15:08:27.299819 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 91576a2e-9961-4de8-977d-ccccffda5612 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:08:27.308469 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 91576a2e-9961-4de8-977d-ccccffda5612 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:08:27.309082 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:27.390797 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216fb34-c101-4cea-adde-4826b90a3f89 req-f7c65c6d-6a52-4ee4-a7c3-42c24b7ba271 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:27.399408 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a216fb34-c101-4cea-adde-4826b90a3f89 req-f7c65c6d-6a52-4ee4-a7c3-42c24b7ba271 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 950 time: 0.0748229 Sep 01 15:08:27.408315 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:27.457687 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a216fb34-c101-4cea-adde-4826b90a3f89 req-10178a3e-fe07-4d6d-9fae-5fd400b3dcab tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551629 Sep 01 15:08:27.526797 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:27.568624 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea3908c-dacb-41f3-981c-533189125a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91576a2e-9961-4de8-977d-ccccffda5612'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:27.573432 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6f3f06-794b-4138-b5bb-a1f85361e904" -d '{"events": [{"server_uuid": "cea3908c-dacb-41f3-981c-533189125a5a", "name": "network-vif-plugged", "status": "completed", "tag": "91576a2e-9961-4de8-977d-ccccffda5612"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:27.611890 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 91576a2e-9961-4de8-977d-ccccffda5612, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=91576a2e-9961-4de8-977d-ccccffda5612,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:27.618662 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:27.620281 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f04d5eab-cdcc-4819-ab26-805e3d6035c0 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:08:27.627759 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96caf6-9a41-403a-98db-e328b6ab32e9 req-6c377d72-c9d5-4fa2-bbb9-b5b4a2982c19 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:27.629445 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2c96caf6-9a41-403a-98db-e328b6ab32e9 req-6c377d72-c9d5-4fa2-bbb9-b5b4a2982c19 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 931 time: 0.1160345 Sep 01 15:08:27.664267 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-f8d2375f-4b83-40a4-b9f2-fcf60117d9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 269263a2-9b82-4d75-9ba0-51f96fe11dd8 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:08:27.665710 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c487d8c7-e7a1-4b37-87fb-69ed6e694fd5 x-openstack-request-id: req-c487d8c7-e7a1-4b37-87fb-69ed6e694fd5 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:27.665982 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea3908c-dacb-41f3-981c-533189125a5a", "name": "network-vif-plugged", "status": "completed", "tag": "91576a2e-9961-4de8-977d-ccccffda5612", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:27.666232 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c487d8c7-e7a1-4b37-87fb-69ed6e694fd5 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:27.667572 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea3908c-dacb-41f3-981c-533189125a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91576a2e-9961-4de8-977d-ccccffda5612', 'code': 200} Sep 01 15:08:27.699638 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-f8d2375f-4b83-40a4-b9f2-fcf60117d9c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:27.730653 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-f8d2375f-4b83-40a4-b9f2-fcf60117d9c7 service neutron] Transition to ACTIVE for port object 269263a2-9b82-4d75-9ba0-51f96fe11dd8 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:08:27.743746 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-f8d2375f-4b83-40a4-b9f2-fcf60117d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:27.774795 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=91576a2e-9961-4de8-977d-ccccffda5612,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:27.786261 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:27.786685 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:27.787087 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:27.787431 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:27.787931 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:27.788292 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:27.788633 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:27.788968 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:27.789432 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:27.789756 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:27.789951 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:27.790335 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:27.796023 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port f04d5eab-cdcc-4819-ab26-805e3d6035c0 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:08:27.801089 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port f04d5eab-cdcc-4819-ab26-805e3d6035c0 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:08:27.801587 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:27.865387 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1ced5-586d-419a-8215-790e33f8947b req-4f970ab0-f332-4c85-8442-00d7a66cdabf tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:27.870928 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9fc1ced5-586d-419a-8215-790e33f8947b req-4f970ab0-f332-4c85-8442-00d7a66cdabf tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/ports?device_id=83b10742-8753-4f13-bcdd-594247385835 HTTP/1.1" status: 200 len: 945 time: 0.1232145 Sep 01 15:08:27.907569 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2c96caf6-9a41-403a-98db-e328b6ab32e9 req-e78528ed-33d1-4000-8cff-9f295707e5cd tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702739 Sep 01 15:08:27.947151 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ba937898-73bb-4a1b-a7e2-c2b2a031bca4 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:08:27.957819 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9fc1ced5-586d-419a-8215-790e33f8947b req-fec61138-ecf1-43db-8b1c-12719b4d0dda tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a9d4716-7aa2-4211-b016-d63c4248f4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746861 Sep 01 15:08:28.003757 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:28.026937 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2375f-4b83-40a4-b9f2-fcf60117d9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=269263a2-9b82-4d75-9ba0-51f96fe11dd8,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:28.045677 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port ba937898-73bb-4a1b-a7e2-c2b2a031bca4 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:08:28.058616 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port ba937898-73bb-4a1b-a7e2-c2b2a031bca4 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:08:28.059010 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:28.062960 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f04d5eab-cdcc-4819-ab26-805e3d6035c0, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f04d5eab-cdcc-4819-ab26-805e3d6035c0,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:28.074863 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebf1fd-67ce-4504-8097-70d3befd368a req-07c8779f-9115-41b4-b3b1-afd56df21578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:28.077039 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c7ebf1fd-67ce-4504-8097-70d3befd368a req-07c8779f-9115-41b4-b3b1-afd56df21578 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 1096 time: 0.3173132 Sep 01 15:08:28.095488 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:28.096328 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c2d53609-6069-4a88-a4ea-8b337b7e58e1 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:08:28.181207 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-f8d2375f-4b83-40a4-b9f2-fcf60117d9c7 service neutron] Attempting to bind port 269263a2-9b82-4d75-9ba0-51f96fe11dd8 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:08:28.181676 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-f8d2375f-4b83-40a4-b9f2-fcf60117d9c7 service neutron] Attempting to bind port 269263a2-9b82-4d75-9ba0-51f96fe11dd8 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:08:28.182625 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-f8d2375f-4b83-40a4-b9f2-fcf60117d9c7 service neutron] Attempting to bind port 269263a2-9b82-4d75-9ba0-51f96fe11dd8 on network b0922890-9f88-4062-824b-4dfc506e6e18 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:08:28.188350 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c7ebf1fd-67ce-4504-8097-70d3befd368a req-27d375ed-d6a5-40bb-a163-cdcd7dc96372 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903091 Sep 01 15:08:28.195488 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-f8d2375f-4b83-40a4-b9f2-fcf60117d9c7 service neutron] Port 269263a2-9b82-4d75-9ba0-51f96fe11dd8 on network b0922890-9f88-4062-824b-4dfc506e6e18 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:08:28.195797 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-f8d2375f-4b83-40a4-b9f2-fcf60117d9c7 service neutron] Attempting to bind port 269263a2-9b82-4d75-9ba0-51f96fe11dd8 on network b0922890-9f88-4062-824b-4dfc506e6e18 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:08:28.206258 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=f04d5eab-cdcc-4819-ab26-805e3d6035c0,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:28.208720 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149080b8-3160-4bbb-9a1b-d928a97d3ec7 req-b7954110-27b1-415d-9f99-e79821357bf9 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:28.210573 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-149080b8-3160-4bbb-9a1b-d928a97d3ec7 req-b7954110-27b1-415d-9f99-e79821357bf9 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/ports?device_id=052e97a0-3184-4872-a4cc-a2a262b3bf95 HTTP/1.1" status: 200 len: 949 time: 0.1297476 Sep 01 15:08:28.216028 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-f8d2375f-4b83-40a4-b9f2-fcf60117d9c7 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:08:28.216542 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-f8d2375f-4b83-40a4-b9f2-fcf60117d9c7 service neutron] Checking segment: {'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:08:28.216998 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-f8d2375f-4b83-40a4-b9f2-fcf60117d9c7 service neutron] Bound using segment: {'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:08:28.218677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-f8d2375f-4b83-40a4-b9f2-fcf60117d9c7 service neutron] Bound port: 269263a2-9b82-4d75-9ba0-51f96fe11dd8, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:08:28.218677 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-f8d2375f-4b83-40a4-b9f2-fcf60117d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:28.262463 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port c2d53609-6069-4a88-a4ea-8b337b7e58e1 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:08:28.270549 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port c2d53609-6069-4a88-a4ea-8b337b7e58e1 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:08:28.270942 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:28.272785 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:28.291521 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc9500-aee0-4211-b3ec-5ddad926bfdf req-7e2dbabf-d915-4c83-9b9f-c3c5f8f5bd46 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:28.293601 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f7cc9500-aee0-4211-b3ec-5ddad926bfdf req-7e2dbabf-d915-4c83-9b9f-c3c5f8f5bd46 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 945 time: 0.0901182 Sep 01 15:08:28.321923 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-149080b8-3160-4bbb-9a1b-d928a97d3ec7 req-e37f9097-6d21-4577-86dc-5434d0fcff28 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd9f498-0026-4e90-a94f-c3d5b76b321d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884969 Sep 01 15:08:28.335777 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-f8d2375f-4b83-40a4-b9f2-fcf60117d9c7 service neutron] For port 269263a2-9b82-4d75-9ba0-51f96fe11dd8, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:08:28.340977 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-f8d2375f-4b83-40a4-b9f2-fcf60117d9c7 service neutron] For port 269263a2-9b82-4d75-9ba0-51f96fe11dd8, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=269263a2-9b82-4d75-9ba0-51f96fe11dd8,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:08:28.346887 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port ba937898-73bb-4a1b-a7e2-c2b2a031bca4, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ba937898-73bb-4a1b-a7e2-c2b2a031bca4,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:28.347861 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-f8d2375f-4b83-40a4-b9f2-fcf60117d9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:28.366473 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f7cc9500-aee0-4211-b3ec-5ddad926bfdf req-fb54b522-e7ae-4431-9ad7-a1c9d762b8f4 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590575 Sep 01 15:08:28.391108 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-f8d2375f-4b83-40a4-b9f2-fcf60117d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:28.392254 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-f8d2375f-4b83-40a4-b9f2-fcf60117d9c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:28.394156 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-f8d2375f-4b83-40a4-b9f2-fcf60117d9c7 service neutron] 10.222.0.62 "PUT /v2.0/ports/269263a2-9b82-4d75-9ba0-51f96fe11dd8 HTTP/1.1" status: 200 len: 1091 time: 1.5426447 Sep 01 15:08:28.403067 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:28.440327 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2375f-4b83-40a4-b9f2-fcf60117d9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=269263a2-9b82-4d75-9ba0-51f96fe11dd8,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:28.484715 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:28.485317 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58744) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:28.512619 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=ba937898-73bb-4a1b-a7e2-c2b2a031bca4,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:28.562092 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c2d53609-6069-4a88-a4ea-8b337b7e58e1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c2d53609-6069-4a88-a4ea-8b337b7e58e1,segment=NetworkSegment(4c7bdd91-d685-460f-9dcf-4e5185dd81b3),segment_id=4c7bdd91-d685-460f-9dcf-4e5185dd81b3)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:28.574693 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:28.581825 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-89973797-db8f-4f97-860a-4de3b1430d78 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Deleting subnet f04a482b-5cb7-41de-be0b-a0701dfd5983 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:08:28.585729 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-89973797-db8f-4f97-860a-4de3b1430d78 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:28.625443 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d79344-bf9c-43d7-9222-9a020b662a9f req-043d8009-c465-4343-840c-18b3c6a030c3 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:28.628459 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c3d79344-bf9c-43d7-9222-9a020b662a9f req-043d8009-c465-4343-840c-18b3c6a030c3 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 945 time: 0.1116128 Sep 01 15:08:28.633174 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-f9a63f08-7158-48c1-b6e8-3076ce7f4a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:28.635456 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-f9a63f08-7158-48c1-b6e8-3076ce7f4a33 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fec0654f7239467a95f60e6ba299aa91&device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 1094 time: 0.1609128 Sep 01 15:08:28.654592 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-89973797-db8f-4f97-860a-4de3b1430d78 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:28.687919 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=c2d53609-6069-4a88-a4ea-8b337b7e58e1,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:28.726535 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-23720246-f0ec-4b4d-a9f8-395311585e68 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=269263a2-9b82-4d75-9ba0-51f96fe11dd8 HTTP/1.1" status: 200 len: 217 time: 0.0685577 Sep 01 15:08:28.731526 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c3d79344-bf9c-43d7-9222-9a020b662a9f req-5ed7f912-7872-447d-8cf3-012c40ca2b85 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944886 Sep 01 15:08:28.809707 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-09918853-705d-4c7f-b0f3-1333b23de781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:28.812302 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-09918853-705d-4c7f-b0f3-1333b23de781 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=de6f3d24-aa35-41db-834d-e91d2e27e6db HTTP/1.1" status: 200 len: 851 time: 0.0776811 Sep 01 15:08:28.812594 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b2a6d-101f-4621-9b96-cff685b562d5 req-324686ad-b8e4-4a20-b6a3-892bea7afaa7 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:28.814837 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3f9b2a6d-101f-4621-9b96-cff685b562d5 req-324686ad-b8e4-4a20-b6a3-892bea7afaa7 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 950 time: 0.1052730 Sep 01 15:08:28.823684 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-89973797-db8f-4f97-860a-4de3b1430d78 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:28.855362 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-524c2517-e242-4c13-8c75-9c0cccbff3e7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b0922890-9f88-4062-824b-4dfc506e6e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342565 Sep 01 15:08:28.904541 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3f9b2a6d-101f-4621-9b96-cff685b562d5 req-3420c64a-525c-4a89-bef8-7731ded947ac tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765870 Sep 01 15:08:28.926698 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-89973797-db8f-4f97-860a-4de3b1430d78 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:28.964925 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-89973797-db8f-4f97-860a-4de3b1430d78 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:28.967075 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-89973797-db8f-4f97-860a-4de3b1430d78 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "DELETE /v2.0/subnets/f04a482b-5cb7-41de-be0b-a0701dfd5983 HTTP/1.1" status: 204 len: 168 time: 0.4810565 Sep 01 15:08:28.968404 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89973797-db8f-4f97-860a-4de3b1430d78 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event deleted for resources: {'Subnet': ['ID=f04a482b-5cb7-41de-be0b-a0701dfd5983,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:28.971653 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58748) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:28.982077 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6e52c6-18d4-41b9-a158-6fe068eb942d None None] Network e69f4df2-dc6f-423c-ab61-f0c92b257618 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:08:28.988324 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed423440-0bf9-4f3e-a420-1a66408a7b8b', 'name': 'network-vif-deleted', 'tag': 'b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7'}, {'name': 'network-changed', 'server_uuid': '2f64a2e5-76c8-4ec4-a683-95ed52f1682a', 'tag': '269263a2-9b82-4d75-9ba0-51f96fe11dd8'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:29.001909 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8b601b-0d43-44ff-b754-47fbecdd1067" -d '{"events": [{"server_uuid": "ed423440-0bf9-4f3e-a420-1a66408a7b8b", "name": "network-vif-deleted", "tag": "b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7"}, {"name": "network-changed", "server_uuid": "2f64a2e5-76c8-4ec4-a683-95ed52f1682a", "tag": "269263a2-9b82-4d75-9ba0-51f96fe11dd8"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:29.079518 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-77cc472b-7b68-403e-beb9-45fbf0ad1184 service neutron] 10.222.0.62 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163351 Sep 01 15:08:29.143831 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b518c769-b2ac-4bef-a102-19147951a72d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:29.186156 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892a9a69-5721-4034-b378-91f250078c23 x-openstack-request-id: req-892a9a69-5721-4034-b378-91f250078c23 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:29.187076 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed423440-0bf9-4f3e-a420-1a66408a7b8b", "name": "network-vif-deleted", "tag": "b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2f64a2e5-76c8-4ec4-a683-95ed52f1682a", "tag": "269263a2-9b82-4d75-9ba0-51f96fe11dd8", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:29.187759 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-892a9a69-5721-4034-b378-91f250078c23 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:29.188415 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed423440-0bf9-4f3e-a420-1a66408a7b8b', 'name': 'network-vif-deleted', 'tag': 'b24e17aa-8a58-41bd-9b49-c4e7cdaabbd7', 'status': 'completed', 'code': 200} Sep 01 15:08:29.188823 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f64a2e5-76c8-4ec4-a683-95ed52f1682a', 'tag': '269263a2-9b82-4d75-9ba0-51f96fe11dd8', 'status': 'completed', 'code': 200} Sep 01 15:08:29.383308 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee6da6-11e6-467a-b2d8-3aaa4183401f req-e189df76-9958-4d24-bac5-ca8f542aeaba tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:29.383612 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2436b-1e84-4576-ab09-b6c90e8f2d78 req-99a2fa0b-0f15-4ad4-9830-a5b738ff2996 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:29.384969 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5eee6da6-11e6-467a-b2d8-3aaa4183401f req-e189df76-9958-4d24-bac5-ca8f542aeaba tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 943 time: 0.2267985 Sep 01 15:08:29.388795 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-54d2436b-1e84-4576-ab09-b6c90e8f2d78 req-99a2fa0b-0f15-4ad4-9830-a5b738ff2996 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/ports?device_id=83b10742-8753-4f13-bcdd-594247385835 HTTP/1.1" status: 200 len: 946 time: 0.1449878 Sep 01 15:08:29.414125 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-87903b66-0079-4fb4-950d-8e5bdda547e0 req-01e58c0e-e9a5-4554-806b-127aef09bd6d service neutron] 10.222.0.62 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245819 Sep 01 15:08:29.420963 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-b518c769-b2ac-4bef-a102-19147951a72d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Deleting port a3bbc530-e539-44f8-a2b1-03b566b6fe72 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:08:29.421715 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b518c769-b2ac-4bef-a102-19147951a72d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:29.440962 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a14294-4572-42b4-ac3b-1a1888bb1848 None None] DHCP port deletion for e69f4df2-dc6f-423c-ab61-f0c92b257618 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:08:29.486380 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5eee6da6-11e6-467a-b2d8-3aaa4183401f req-fd23ab9d-a53e-4841-b370-83ddc4792fc4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630121 Sep 01 15:08:29.553294 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-88a14294-4572-42b4-ac3b-1a1888bb1848 None None] Deleting port a3bbc530-e539-44f8-a2b1-03b566b6fe72 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:08:29.554227 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-88a14294-4572-42b4-ac3b-1a1888bb1848 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:29.591009 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-54d2436b-1e84-4576-ab09-b6c90e8f2d78 req-6bdd7f06-e9d6-4f85-8743-5b80bc9edd71 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a9d4716-7aa2-4211-b016-d63c4248f4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653047 Sep 01 15:08:29.602049 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-b518c769-b2ac-4bef-a102-19147951a72d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] For port a3bbc530-e539-44f8-a2b1-03b566b6fe72, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a3bbc530-e539-44f8-a2b1-03b566b6fe72,segment=NetworkSegment(8141f709-cf27-4474-b252-1181d9c25855),segment_id=8141f709-cf27-4474-b252-1181d9c25855)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:29.603111 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b601b-0d43-44ff-b754-47fbecdd1067 req-b7376b90-33a9-4e34-a182-a40973226433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:29.606203 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b518c769-b2ac-4bef-a102-19147951a72d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:29.606524 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6d8b601b-0d43-44ff-b754-47fbecdd1067 req-b7376b90-33a9-4e34-a182-a40973226433 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fec0654f7239467a95f60e6ba299aa91&device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 1094 time: 0.0764463 Sep 01 15:08:29.649315 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-b518c769-b2ac-4bef-a102-19147951a72d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Calling delete_port for a3bbc530-e539-44f8-a2b1-03b566b6fe72 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:08:29.657811 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-88a14294-4572-42b4-ac3b-1a1888bb1848 None None] For port a3bbc530-e539-44f8-a2b1-03b566b6fe72, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a3bbc530-e539-44f8-a2b1-03b566b6fe72,segment=NetworkSegment(8141f709-cf27-4474-b252-1181d9c25855),segment_id=8141f709-cf27-4474-b252-1181d9c25855)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:29.658176 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-88a14294-4572-42b4-ac3b-1a1888bb1848 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:29.670935 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04d5eab-cdcc-4819-ab26-805e3d6035c0'}, {'server_uuid': '052e97a0-3184-4872-a4cc-a2a262b3bf95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba937898-73bb-4a1b-a7e2-c2b2a031bca4'}, {'server_uuid': '83b10742-8753-4f13-bcdd-594247385835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d53609-6069-4a88-a4ea-8b337b7e58e1'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:29.673484 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ea00d1-8bb2-45a1-a9f9-6cb5c6cedc77" -d '{"events": [{"server_uuid": "ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f", "name": "network-vif-plugged", "status": "completed", "tag": "f04d5eab-cdcc-4819-ab26-805e3d6035c0"}, {"server_uuid": "052e97a0-3184-4872-a4cc-a2a262b3bf95", "name": "network-vif-plugged", "status": "completed", "tag": "ba937898-73bb-4a1b-a7e2-c2b2a031bca4"}, {"server_uuid": "83b10742-8753-4f13-bcdd-594247385835", "name": "network-vif-plugged", "status": "completed", "tag": "c2d53609-6069-4a88-a4ea-8b337b7e58e1"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:29.681182 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-88a14294-4572-42b4-ac3b-1a1888bb1848 None None] Calling delete_port for a3bbc530-e539-44f8-a2b1-03b566b6fe72 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:08:29.837738 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2719adb-cb24-4c24-9fa3-1b70ccc889a6 req-c2066b10-b61f-470d-bdb0-9c241f643861 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:29.840865 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b2719adb-cb24-4c24-9fa3-1b70ccc889a6 req-c2066b10-b61f-470d-bdb0-9c241f643861 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/ports?device_id=052e97a0-3184-4872-a4cc-a2a262b3bf95 HTTP/1.1" status: 200 len: 950 time: 0.2090166 Sep 01 15:08:29.891498 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b601b-0d43-44ff-b754-47fbecdd1067 req-dc9db105-ff13-44c3-9ced-dc4d0fb2e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:29.893649 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6d8b601b-0d43-44ff-b754-47fbecdd1067 req-dc9db105-ff13-44c3-9ced-dc4d0fb2e782 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b0922890-9f88-4062-824b-4dfc506e6e18 HTTP/1.1" status: 200 len: 912 time: 0.2787371 Sep 01 15:08:29.918364 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc0c9d-4a6b-4e94-bef4-a931a7df0e34 req-17d79b33-c446-4a08-8a0c-ace589b03c95 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:29.918933 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-58dc0c9d-4a6b-4e94-bef4-a931a7df0e34 req-17d79b33-c446-4a08-8a0c-ace589b03c95 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 945 time: 0.1581995 Sep 01 15:08:29.954158 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6d8b601b-0d43-44ff-b754-47fbecdd1067 req-d36ae077-3446-42e1-bf80-da34cb9ac421 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=269263a2-9b82-4d75-9ba0-51f96fe11dd8 HTTP/1.1" status: 200 len: 217 time: 0.0517612 Sep 01 15:08:29.961040 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b2719adb-cb24-4c24-9fa3-1b70ccc889a6 req-36438966-2ad4-4ae3-bc2e-0370077cf154 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd9f498-0026-4e90-a94f-c3d5b76b321d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055002 Sep 01 15:08:29.965408 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b518c769-b2ac-4bef-a102-19147951a72d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:30.039873 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-88a14294-4572-42b4-ac3b-1a1888bb1848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:30.040570 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518c769-b2ac-4bef-a102-19147951a72d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event deleted for resources: {'Port': ['ID=a3bbc530-e539-44f8-a2b1-03b566b6fe72,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:30.044552 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b518c769-b2ac-4bef-a102-19147951a72d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] No DVR routers for this DVR port a3bbc530-e539-44f8-a2b1-03b566b6fe72 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:08:30.047437 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b601b-0d43-44ff-b754-47fbecdd1067 req-8a4d4e7c-b06a-44c5-9003-f57cf59b1335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:30.049690 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6d8b601b-0d43-44ff-b754-47fbecdd1067 req-8a4d4e7c-b06a-44c5-9003-f57cf59b1335 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=de6f3d24-aa35-41db-834d-e91d2e27e6db HTTP/1.1" status: 200 len: 851 time: 0.0864015 Sep 01 15:08:30.089266 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a14294-4572-42b4-ac3b-1a1888bb1848 None None] Pushing event deleted for resources: {'Port': ['ID=a3bbc530-e539-44f8-a2b1-03b566b6fe72,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:30.108925 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a14294-4572-42b4-ac3b-1a1888bb1848 None None] No DVR routers for this DVR port a3bbc530-e539-44f8-a2b1-03b566b6fe72 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:08:30.113407 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-58dc0c9d-4a6b-4e94-bef4-a931a7df0e34 req-b9793886-87ce-44ec-b23f-2ea69b997503 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824734 Sep 01 15:08:30.128664 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6d8b601b-0d43-44ff-b754-47fbecdd1067 req-98cf191b-e5cb-4671-b9c0-5eecc41f4b2d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b0922890-9f88-4062-824b-4dfc506e6e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622468 Sep 01 15:08:30.235122 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfdb1f2-26ea-4bbf-82e1-e89418d1ffae x-openstack-request-id: req-9dfdb1f2-26ea-4bbf-82e1-e89418d1ffae {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:30.235603 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f", "name": "network-vif-plugged", "status": "completed", "tag": "f04d5eab-cdcc-4819-ab26-805e3d6035c0", "code": 200}, {"server_uuid": "052e97a0-3184-4872-a4cc-a2a262b3bf95", "name": "network-vif-plugged", "status": "completed", "tag": "ba937898-73bb-4a1b-a7e2-c2b2a031bca4", "code": 200}, {"server_uuid": "83b10742-8753-4f13-bcdd-594247385835", "name": "network-vif-plugged", "status": "completed", "tag": "c2d53609-6069-4a88-a4ea-8b337b7e58e1", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:30.236781 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9dfdb1f2-26ea-4bbf-82e1-e89418d1ffae {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:30.236781 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04d5eab-cdcc-4819-ab26-805e3d6035c0', 'code': 200} Sep 01 15:08:30.237158 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052e97a0-3184-4872-a4cc-a2a262b3bf95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba937898-73bb-4a1b-a7e2-c2b2a031bca4', 'code': 200} Sep 01 15:08:30.237510 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b10742-8753-4f13-bcdd-594247385835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d53609-6069-4a88-a4ea-8b337b7e58e1', 'code': 200} Sep 01 15:08:30.252692 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b518c769-b2ac-4bef-a102-19147951a72d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:30.273899 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-b518c769-b2ac-4bef-a102-19147951a72d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e69f4df2-dc6f-423c-ab61-f0c92b257618']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:30.301488 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-b518c769-b2ac-4bef-a102-19147951a72d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8141f709-cf27-4474-b252-1181d9c25855') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:30.301488 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-b518c769-b2ac-4bef-a102-19147951a72d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8141f709-cf27-4474-b252-1181d9c25855') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:30.321262 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b518c769-b2ac-4bef-a102-19147951a72d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:30.350602 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b518c769-b2ac-4bef-a102-19147951a72d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:30.363526 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b518c769-b2ac-4bef-a102-19147951a72d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:08:30.364239 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b518c769-b2ac-4bef-a102-19147951a72d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:08:30.368781 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:08:30.474068 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b518c769-b2ac-4bef-a102-19147951a72d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:30.484008 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b518c769-b2ac-4bef-a102-19147951a72d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:30.486407 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b518c769-b2ac-4bef-a102-19147951a72d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "DELETE /v2.0/networks/e69f4df2-dc6f-423c-ab61-f0c92b257618 HTTP/1.1" status: 204 len: 168 time: 1.5130408 Sep 01 15:08:30.495102 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990c0a7-a136-448f-b813-6ecb72b3b790 req-ac75955a-a9d7-4882-a189-b63c31113a2c tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:30.497060 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4990c0a7-a136-448f-b813-6ecb72b3b790 req-ac75955a-a9d7-4882-a189-b63c31113a2c tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 945 time: 0.1270447 Sep 01 15:08:30.497574 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58766) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:30.522949 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518c769-b2ac-4bef-a102-19147951a72d tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event deleted for resources: {'Network': ['ID=e69f4df2-dc6f-423c-ab61-f0c92b257618,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:30.544710 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6d8b601b-0d43-44ff-b754-47fbecdd1067 req-ff342467-3981-4719-853c-3182da236d88 service neutron] 10.222.0.62 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054244 Sep 01 15:08:30.603835 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4990c0a7-a136-448f-b813-6ecb72b3b790 req-7c9084c0-7e0e-4313-aa36-dc96083a8a1c tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841086 Sep 01 15:08:30.608422 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60d51cb-a44d-4c83-8ee8-600941d500a0 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Deleting subnet bb681548-8b80-42fb-98fb-d3b7a1089e70 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:08:30.612520 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f60d51cb-a44d-4c83-8ee8-600941d500a0 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:30.686557 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f60d51cb-a44d-4c83-8ee8-600941d500a0 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:30.770706 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877fe6c-3704-4049-b11d-7968448fee39 req-54edadfd-e954-4d00-9a49-3d94269f0e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:30.773466 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9877fe6c-3704-4049-b11d-7968448fee39 req-54edadfd-e954-4d00-9a49-3d94269f0e9e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=83b10742-8753-4f13-bcdd-594247385835 HTTP/1.1" status: 200 len: 1097 time: 0.4022272 Sep 01 15:08:30.796216 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a3bbc530-e539-44f8-a2b1-03b566b6fe72 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:08:30.797064 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48e541-e9a4-47b9-ba56-2b9d53eeaf7f req-e5e6407e-d5ce-4577-a12f-d02ddf47f40e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:30.799110 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d48e541-e9a4-47b9-ba56-2b9d53eeaf7f req-e5e6407e-d5ce-4577-a12f-d02ddf47f40e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 950 time: 0.4304688 Sep 01 15:08:30.802422 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1a1b7-70af-4a91-a416-c38a1fe3ed8b req-21583e44-eba9-446e-b55f-c616db2c6f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:30.805072 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a3c1a1b7-70af-4a91-a416-c38a1fe3ed8b req-21583e44-eba9-446e-b55f-c616db2c6f3b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 1096 time: 0.4388597 Sep 01 15:08:30.833619 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c54d74-8868-4c5e-84cb-d470789896bf req-c88033cd-d8af-4354-acd0-e0c6385f3d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:30.834981 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: a3bbc530-e539-44f8-a2b1-03b566b6fe72 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:08:30.835522 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a3bbc530-e539-44f8-a2b1-03b566b6fe72 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:08:30.836548 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47c54d74-8868-4c5e-84cb-d470789896bf req-c88033cd-d8af-4354-acd0-e0c6385f3d06 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=052e97a0-3184-4872-a4cc-a2a262b3bf95 HTTP/1.1" status: 200 len: 1101 time: 0.4007866 Sep 01 15:08:30.841742 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b11d8-406a-4399-b1c3-41f11af6f28b req-ebb61089-043e-40c3-9eb2-c1c0d625573f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:30.845457 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dc4b11d8-406a-4399-b1c3-41f11af6f28b req-ebb61089-043e-40c3-9eb2-c1c0d625573f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 943 time: 0.1164844 Sep 01 15:08:30.882615 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:08:30.886513 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f60d51cb-a44d-4c83-8ee8-600941d500a0 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:30.934755 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dc4b11d8-406a-4399-b1c3-41f11af6f28b req-70d0123b-400d-4108-bbe3-b5462331520f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759132 Sep 01 15:08:31.000222 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f60d51cb-a44d-4c83-8ee8-600941d500a0 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:31.046106 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6d8b601b-0d43-44ff-b754-47fbecdd1067 req-948dbd18-e70d-45d1-bf14-ec700e89aeb0 service neutron] 10.222.0.62 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610369 Sep 01 15:08:31.052739 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9877fe6c-3704-4049-b11d-7968448fee39 req-426bd453-3e58-4255-9a91-27af830cf3a4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5a9d4716-7aa2-4211-b016-d63c4248f4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414072 Sep 01 15:08:31.059082 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d48e541-e9a4-47b9-ba56-2b9d53eeaf7f req-fa0f8d7f-b7bd-411d-b05a-a1f36c306301 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455981 Sep 01 15:08:31.061906 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47c54d74-8868-4c5e-84cb-d470789896bf req-24fd16d2-a705-485f-9a75-8023c710fdce service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ffd9f498-0026-4e90-a94f-c3d5b76b321d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835802 Sep 01 15:08:31.063300 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d51cb-a44d-4c83-8ee8-600941d500a0 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event deleted for resources: {'Subnet': ['ID=bb681548-8b80-42fb-98fb-d3b7a1089e70,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:31.063881 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a3c1a1b7-70af-4a91-a416-c38a1fe3ed8b req-c4be7f80-3aab-432a-bd99-cd84d807c7ed service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345009 Sep 01 15:08:31.067104 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f60d51cb-a44d-4c83-8ee8-600941d500a0 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:31.074071 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f60d51cb-a44d-4c83-8ee8-600941d500a0 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "DELETE /v2.0/subnets/bb681548-8b80-42fb-98fb-d3b7a1089e70 HTTP/1.1" status: 204 len: 168 time: 0.5695536 Sep 01 15:08:31.076849 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58776) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:31.094084 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff57df5b-b6e9-48a5-977f-aed3a4d4d96a None None] Network 1a41184c-1127-4568-b34a-de78505cb021 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:08:31.178263 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6861cc-97b0-4a06-812c-cf0b8263240d req-d1926828-3dcf-47e5-a778-5a2768a9c669 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:31.180856 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d6861cc-97b0-4a06-812c-cf0b8263240d req-d1926828-3dcf-47e5-a778-5a2768a9c669 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/ports?device_id=83b10742-8753-4f13-bcdd-594247385835 HTTP/1.1" status: 200 len: 946 time: 0.1244357 Sep 01 15:08:31.249365 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d6861cc-97b0-4a06-812c-cf0b8263240d req-0c497743-8e75-4f38-97b2-3c70b53d8a9f tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a9d4716-7aa2-4211-b016-d63c4248f4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612574 Sep 01 15:08:31.312855 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f53edf0-17a0-4a89-97e4-2214dd95bcf2 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:31.328497 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b697f-929d-4fa1-ae1d-2853620552bd req-e3c09717-2d66-40c3-9e5f-d6a469c279c6 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:31.330281 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-620b697f-929d-4fa1-ae1d-2853620552bd req-e3c09717-2d66-40c3-9e5f-d6a469c279c6 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 945 time: 0.1498020 Sep 01 15:08:31.340961 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58782) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:31.360487 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-37b2cbc9-edcc-42fc-88aa-062fef0c533f tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Request body: {'floatingip': {'port_id': '91576a2e-9961-4de8-977d-ccccffda5612'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:31.373087 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212c0a40-1137-4649-9017-4a61b1ed942f None None] DHCP port deletion for 1a41184c-1127-4568-b34a-de78505cb021 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:08:31.414685 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-4f53edf0-17a0-4a89-97e4-2214dd95bcf2 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Deleting port 6480a238-f2a4-4e2c-a38f-693dda885794 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:08:31.415389 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f53edf0-17a0-4a89-97e4-2214dd95bcf2 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:31.459603 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-37b2cbc9-edcc-42fc-88aa-062fef0c533f tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for floatingip, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:31.494238 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-212c0a40-1137-4649-9017-4a61b1ed942f None None] Deleting port 6480a238-f2a4-4e2c-a38f-693dda885794 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:08:31.496207 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-212c0a40-1137-4649-9017-4a61b1ed942f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:31.574183 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-4f53edf0-17a0-4a89-97e4-2214dd95bcf2 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] For port 6480a238-f2a4-4e2c-a38f-693dda885794, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6480a238-f2a4-4e2c-a38f-693dda885794,segment=NetworkSegment(8d9a2640-5090-41d3-bfac-c42654eb44cf),segment_id=8d9a2640-5090-41d3-bfac-c42654eb44cf)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:31.574620 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f53edf0-17a0-4a89-97e4-2214dd95bcf2 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:31.596722 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-4f53edf0-17a0-4a89-97e4-2214dd95bcf2 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Calling delete_port for 6480a238-f2a4-4e2c-a38f-693dda885794 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:08:31.610766 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017f5a8-48a4-42fe-8bb0-f73fb4b46ea4 req-14ae9f5a-1501-4be2-82f2-b1e9b884d405 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:31.612612 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4017f5a8-48a4-42fe-8bb0-f73fb4b46ea4 req-14ae9f5a-1501-4be2-82f2-b1e9b884d405 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/ports?device_id=052e97a0-3184-4872-a4cc-a2a262b3bf95 HTTP/1.1" status: 200 len: 950 time: 0.2595780 Sep 01 15:08:31.638705 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-212c0a40-1137-4649-9017-4a61b1ed942f None None] For port 6480a238-f2a4-4e2c-a38f-693dda885794, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6480a238-f2a4-4e2c-a38f-693dda885794,segment=NetworkSegment(8d9a2640-5090-41d3-bfac-c42654eb44cf),segment_id=8d9a2640-5090-41d3-bfac-c42654eb44cf)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:31.639235 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-212c0a40-1137-4649-9017-4a61b1ed942f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:31.640872 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e4ec3-3cca-48dd-ab81-e0e8d04afa39 req-479268c0-947f-4b57-b3e2-5edf7ebdd8a5 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:31.643196 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4a1e4ec3-3cca-48dd-ab81-e0e8d04afa39 req-479268c0-947f-4b57-b3e2-5edf7ebdd8a5 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 945 time: 0.1238348 Sep 01 15:08:31.663940 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-212c0a40-1137-4649-9017-4a61b1ed942f None None] Calling delete_port for 6480a238-f2a4-4e2c-a38f-693dda885794 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:08:31.716058 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4017f5a8-48a4-42fe-8bb0-f73fb4b46ea4 req-20d3bccc-a752-4004-bc89-39a1a7a9473c tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd9f498-0026-4e90-a94f-c3d5b76b321d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961132 Sep 01 15:08:31.763803 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-212c0a40-1137-4649-9017-4a61b1ed942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:31.791310 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c0a40-1137-4649-9017-4a61b1ed942f None None] Pushing event deleted for resources: {'Port': ['ID=6480a238-f2a4-4e2c-a38f-693dda885794,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:31.801705 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212c0a40-1137-4649-9017-4a61b1ed942f None None] No DVR routers for this DVR port 6480a238-f2a4-4e2c-a38f-693dda885794 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:08:31.807039 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4a1e4ec3-3cca-48dd-ab81-e0e8d04afa39 req-e113f859-40dc-44ab-9139-8e3963e7e5f9 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122057 Sep 01 15:08:31.828356 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f53edf0-17a0-4a89-97e4-2214dd95bcf2 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:31.860228 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53edf0-17a0-4a89-97e4-2214dd95bcf2 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event deleted for resources: {'Port': ['ID=6480a238-f2a4-4e2c-a38f-693dda885794,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:31.867136 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f53edf0-17a0-4a89-97e4-2214dd95bcf2 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] No DVR routers for this DVR port 6480a238-f2a4-4e2c-a38f-693dda885794 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:08:31.957476 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f53edf0-17a0-4a89-97e4-2214dd95bcf2 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:31.973518 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 269263a2-9b82-4d75-9ba0-51f96fe11dd8 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:08:31.974976 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-4f53edf0-17a0-4a89-97e4-2214dd95bcf2 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a41184c-1127-4568-b34a-de78505cb021']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:31.997356 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-4f53edf0-17a0-4a89-97e4-2214dd95bcf2 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9a2640-5090-41d3-bfac-c42654eb44cf') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:31.997900 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-4f53edf0-17a0-4a89-97e4-2214dd95bcf2 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9a2640-5090-41d3-bfac-c42654eb44cf') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:32.019069 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f53edf0-17a0-4a89-97e4-2214dd95bcf2 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:32.056013 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f53edf0-17a0-4a89-97e4-2214dd95bcf2 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:32.075158 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f53edf0-17a0-4a89-97e4-2214dd95bcf2 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:08:32.075698 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f53edf0-17a0-4a89-97e4-2214dd95bcf2 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:08:32.081982 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:08:32.156332 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.resource_extend [None req-37b2cbc9-edcc-42fc-88aa-062fef0c533f tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:08:32.183068 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 269263a2-9b82-4d75-9ba0-51f96fe11dd8, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=269263a2-9b82-4d75-9ba0-51f96fe11dd8,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:32.200549 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '269263a2-9b82-4d75-9ba0-51f96fe11dd8', 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18', 'port_id': '269263a2-9b82-4d75-9ba0-51f96fe11dd8', 'mac_address': 'fa:16:3e:ba:29:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6f3d24-aa35-41db-834d-e91d2e27e6db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:08:32.247683 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:32.267918 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb35ef-3e10-4c20-aef9-93fb17205010 req-38b59a79-847d-4332-b2b5-561964c36510 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:32.268438 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 269263a2-9b82-4d75-9ba0-51f96fe11dd8 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:08:32.270683 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5feb35ef-3e10-4c20-aef9-93fb17205010 req-38b59a79-847d-4332-b2b5-561964c36510 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 943 time: 0.1980512 Sep 01 15:08:32.299970 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f53edf0-17a0-4a89-97e4-2214dd95bcf2 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:32.314448 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 269263a2-9b82-4d75-9ba0-51f96fe11dd8, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=269263a2-9b82-4d75-9ba0-51f96fe11dd8,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:32.317226 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0255ab-05c9-47a2-8e6d-bc9f70f4de75 req-617ad666-51ea-42e8-b5d6-5614823d90bd tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:32.320393 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9f0255ab-05c9-47a2-8e6d-bc9f70f4de75 req-617ad666-51ea-42e8-b5d6-5614823d90bd tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 950 time: 0.1437373 Sep 01 15:08:32.321336 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-37b2cbc9-edcc-42fc-88aa-062fef0c533f tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:32.326350 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f53edf0-17a0-4a89-97e4-2214dd95bcf2 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:32.336048 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4f53edf0-17a0-4a89-97e4-2214dd95bcf2 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] 10.222.0.60 "DELETE /v2.0/networks/1a41184c-1127-4568-b34a-de78505cb021 HTTP/1.1" status: 204 len: 168 time: 1.2560728 Sep 01 15:08:32.340116 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:32.345814 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-37b2cbc9-edcc-42fc-88aa-062fef0c533f tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:32.356857 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53edf0-17a0-4a89-97e4-2214dd95bcf2 tempest-ServersTestMultiNic-1343964318 tempest-ServersTestMultiNic-1343964318-project] Pushing event deleted for resources: {'Network': ['ID=1a41184c-1127-4568-b34a-de78505cb021,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:32.413442 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9f0255ab-05c9-47a2-8e6d-bc9f70f4de75 req-eef17d92-75b1-4d1d-9b99-780d294a531c tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749896 Sep 01 15:08:32.443966 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=269263a2-9b82-4d75-9ba0-51f96fe11dd8,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:32.495997 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5feb35ef-3e10-4c20-aef9-93fb17205010 req-22e370e0-3005-4257-8c00-026fae771270 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044077 Sep 01 15:08:32.597238 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf88c03-6733-4d67-9c54-53d906eea426 req-82247d82-56c5-4af2-9912-5390cf536918 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:32.610075 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-37b2cbc9-edcc-42fc-88aa-062fef0c533f tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Floating IP bd0615a2-80af-4624-8379-ab854f302d31 associated. External IP: 172.25.6.240, port: 91576a2e-9961-4de8-977d-ccccffda5612. Sep 01 15:08:32.611749 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-faf88c03-6733-4d67-9c54-53d906eea426 req-82247d82-56c5-4af2-9912-5390cf536918 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/ports?device_id=83b10742-8753-4f13-bcdd-594247385835 HTTP/1.1" status: 200 len: 946 time: 0.0892892 Sep 01 15:08:32.672349 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['269263a2-9b82-4d75-9ba0-51f96fe11dd8'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:08:32.685966 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-faf88c03-6733-4d67-9c54-53d906eea426 req-9e79915c-f23c-4f71-a831-0d460df9e5fa tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a9d4716-7aa2-4211-b016-d63c4248f4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672936 Sep 01 15:08:32.826658 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6480a238-f2a4-4e2c-a38f-693dda885794 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:08:32.857403 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58804) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:32.858564 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 6480a238-f2a4-4e2c-a38f-693dda885794 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:08:32.858924 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6480a238-f2a4-4e2c-a38f-693dda885794 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:08:33.091219 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfcfad-5c43-4521-90e2-e9a16eb0fe34 req-9cda03d4-cc0d-4706-be42-8fe7c3c2d6ec tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:33.092795 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5edfcfad-5c43-4521-90e2-e9a16eb0fe34 req-9cda03d4-cc0d-4706-be42-8fe7c3c2d6ec tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 945 time: 0.1167719 Sep 01 15:08:33.115080 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b2cbc9-edcc-42fc-88aa-062fef0c533f tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Router ca459bed-735f-4fe7-a302-40ce9fb04432 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:08:33.155694 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5edfcfad-5c43-4521-90e2-e9a16eb0fe34 req-5c418d0c-ecda-4046-9be7-9f734665280f tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545270 Sep 01 15:08:33.291220 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b2cbc9-edcc-42fc-88aa-062fef0c533f tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:08:33.299133 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-37b2cbc9-edcc-42fc-88aa-062fef0c533f tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:33.311172 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c75f69-ddac-4171-8527-6aa6f8f2e60a None None] Sync routers for ids ['ca459bed-735f-4fe7-a302-40ce9fb04432'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:08:33.330095 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c75f69-ddac-4171-8527-6aa6f8f2e60a None None] Routers {'ca459bed-735f-4fe7-a302-40ce9fb04432'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:08:33.332704 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-08c75f69-ddac-4171-8527-6aa6f8f2e60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:08:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['ca459bed-735f-4fe7-a302-40ce9fb04432'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:33.358821 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169d608-72ed-4fdb-9623-7f19d7c8abb9 req-c856b330-3a72-4a60-8f5a-aa36b35e9535 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:33.365323 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-37b2cbc9-edcc-42fc-88aa-062fef0c533f tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "PUT /v2.0/floatingips/bd0615a2-80af-4624-8379-ab854f302d31 HTTP/1.1" status: 200 len: 991 time: 2.0189190 Sep 01 15:08:33.366661 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea3908c-dacb-41f3-981c-533189125a5a', 'tag': '91576a2e-9961-4de8-977d-ccccffda5612'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:33.366849 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0169d608-72ed-4fdb-9623-7f19d7c8abb9 req-c856b330-3a72-4a60-8f5a-aa36b35e9535 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/ports?device_id=052e97a0-3184-4872-a4cc-a2a262b3bf95 HTTP/1.1" status: 200 len: 950 time: 0.4260857 Sep 01 15:08:33.389864 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0f6843-7dec-4321-b42d-413d91de2bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "cea3908c-dacb-41f3-981c-533189125a5a", "tag": "91576a2e-9961-4de8-977d-ccccffda5612"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:33.496592 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0169d608-72ed-4fdb-9623-7f19d7c8abb9 req-709ec0ac-2bcd-4bc2-87bc-74ae5afd96f2 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd9f498-0026-4e90-a94f-c3d5b76b321d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279881 Sep 01 15:08:33.513598 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43412107-db02-4375-b37e-8a922a5a304f req-e7d2a33f-2936-4f02-8394-a1f3c0adc98d tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:33.526965 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-43412107-db02-4375-b37e-8a922a5a304f req-e7d2a33f-2936-4f02-8394-a1f3c0adc98d tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 945 time: 0.0863330 Sep 01 15:08:33.558390 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-08c75f69-ddac-4171-8527-6aa6f8f2e60a None None] Set router ca459bed-735f-4fe7-a302-40ce9fb04432 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:08:33.585444 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-43412107-db02-4375-b37e-8a922a5a304f req-75890fd0-5b2b-4276-9c3a-a4793cf536da tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610936 Sep 01 15:08:33.644719 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7479c4-fe3e-4e2a-b985-5ba32d2202b8 x-openstack-request-id: req-6e7479c4-fe3e-4e2a-b985-5ba32d2202b8 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:33.644719 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea3908c-dacb-41f3-981c-533189125a5a", "tag": "91576a2e-9961-4de8-977d-ccccffda5612", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:33.645180 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6e7479c4-fe3e-4e2a-b985-5ba32d2202b8 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:33.645628 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea3908c-dacb-41f3-981c-533189125a5a', 'tag': '91576a2e-9961-4de8-977d-ccccffda5612', 'status': 'completed', 'code': 200} Sep 01 15:08:33.820375 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f6843-7dec-4321-b42d-413d91de2bd0 req-ea47547a-4624-4fd0-b419-b6525f61c8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:33.822055 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ed0f6843-7dec-4321-b42d-413d91de2bd0 req-ea47547a-4624-4fd0-b419-b6525f61c8c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=944202a0f7d746eda42510c2a6473ffc&device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 1096 time: 0.1181366 Sep 01 15:08:33.853578 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171ed4b-d6bd-4f03-a4e1-c210187d1739 req-39d43be8-a1cf-4376-bd41-ca940aafeefc tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:33.863261 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5171ed4b-d6bd-4f03-a4e1-c210187d1739 req-39d43be8-a1cf-4376-bd41-ca940aafeefc tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 950 time: 0.1609674 Sep 01 15:08:33.988712 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5171ed4b-d6bd-4f03-a4e1-c210187d1739 req-a701727c-fca2-4f91-89d2-2e998ce14adb tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243682 Sep 01 15:08:34.002750 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 269263a2-9b82-4d75-9ba0-51f96fe11dd8 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:08:34.064202 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f6843-7dec-4321-b42d-413d91de2bd0 req-4bc6f0c9-aad6-4266-8ed7-0fb5d07b3ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:34.065950 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ed0f6843-7dec-4321-b42d-413d91de2bd0 req-4bc6f0c9-aad6-4266-8ed7-0fb5d07b3ce7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=69b04e7f-e4ab-4286-b407-4c7cb525a035 HTTP/1.1" status: 200 len: 917 time: 0.2329922 Sep 01 15:08:34.073646 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f61d6-a8e7-48dd-a02b-adb1b948ea37 req-d83e72da-ff18-44a1-80a9-46755389b5ab tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:34.076724 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-db1f61d6-a8e7-48dd-a02b-adb1b948ea37 req-d83e72da-ff18-44a1-80a9-46755389b5ab tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 944 time: 0.0945332 Sep 01 15:08:34.093853 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-08c75f69-ddac-4171-8527-6aa6f8f2e60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'name': 'tempest-AttachVolumeShelveTestJSON-520491944-router', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:01:51Z', 'updated_at': '2021-09-01T15:02:03Z', 'revision_number': 4, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'gw_port': {'id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:53Z', 'updated_at': '2021-09-01T15:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'bd0615a2-80af-4624-8379-ab854f302d31', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'port_id': '91576a2e-9961-4de8-977d-ccccffda5612', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'mac_address': 'fa:16:3e:af:d0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea3908c-dacb-41f3-981c-533189125a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:07:48Z', 'updated_at': '2021-09-01T15:08:32Z', 'revision_number': 1, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84898e0c-3c6c-4063-88ce-ca56c8855300', 'name': '', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'mac_address': 'fa:16:3e:05:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:59Z', 'updated_at': '2021-09-01T15:02:12Z', 'revision_number': 5, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'subnets': [{'id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:34.142487 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c75f69-ddac-4171-8527-6aa6f8f2e60a None None] Checking router: ca459bed-735f-4fe7-a302-40ce9fb04432 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:08:34.159455 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-db1f61d6-a8e7-48dd-a02b-adb1b948ea37 req-3c090c63-1d5e-419b-b2c1-014cc9f0029c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762446 Sep 01 15:08:34.160153 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c75f69-ddac-4171-8527-6aa6f8f2e60a None None] Routers {'ca459bed-735f-4fe7-a302-40ce9fb04432'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:08:34.160998 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-08c75f69-ddac-4171-8527-6aa6f8f2e60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:08:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['ca459bed-735f-4fe7-a302-40ce9fb04432'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:34.211950 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ddacc383-3a68-4ed7-96e5-a920daaee5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:34.212630 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 269263a2-9b82-4d75-9ba0-51f96fe11dd8 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:08:34.226878 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 269263a2-9b82-4d75-9ba0-51f96fe11dd8 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:08:34.227350 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:34.277897 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ed0f6843-7dec-4321-b42d-413d91de2bd0 req-a695b0a7-e79c-49b9-ac37-de06eed60575 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91576a2e-9961-4de8-977d-ccccffda5612 HTTP/1.1" status: 200 len: 999 time: 0.2026012 Sep 01 15:08:34.303851 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f094d-d96e-4b26-831e-66e9b7bfcd00 req-469ea190-d080-42cb-bcd9-89d6111da510 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:34.306691 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-309f094d-d96e-4b26-831e-66e9b7bfcd00 req-469ea190-d080-42cb-bcd9-89d6111da510 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/ports?device_id=83b10742-8753-4f13-bcdd-594247385835 HTTP/1.1" status: 200 len: 946 time: 0.1825016 Sep 01 15:08:34.387258 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-08c75f69-ddac-4171-8527-6aa6f8f2e60a None None] Set router ca459bed-735f-4fe7-a302-40ce9fb04432 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:08:34.443864 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68e51b-19f0-497e-bcc7-6883801b74bd req-ff379d11-c307-408b-8c92-717cc28ae7e3 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:34.448929 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0c68e51b-19f0-497e-bcc7-6883801b74bd req-ff379d11-c307-408b-8c92-717cc28ae7e3 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/ports?device_id=052e97a0-3184-4872-a4cc-a2a262b3bf95 HTTP/1.1" status: 200 len: 950 time: 0.1020751 Sep 01 15:08:34.466009 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:34.495285 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-309f094d-d96e-4b26-831e-66e9b7bfcd00 req-3d5c3797-8821-4e6f-954b-e2ed9da2a524 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a9d4716-7aa2-4211-b016-d63c4248f4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528451 Sep 01 15:08:34.499231 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f6843-7dec-4321-b42d-413d91de2bd0 req-f4f181df-0c0e-4dab-a775-e438a4464097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:34.503736 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ed0f6843-7dec-4321-b42d-413d91de2bd0 req-f4f181df-0c0e-4dab-a775-e438a4464097 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=63a79cf5-b9a4-402c-b6e1-dc3862ecf48a HTTP/1.1" status: 200 len: 855 time: 0.1955757 Sep 01 15:08:34.548149 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0c68e51b-19f0-497e-bcc7-6883801b74bd req-9437ecc3-a91b-458c-94a2-53511f204542 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd9f498-0026-4e90-a94f-c3d5b76b321d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940814 Sep 01 15:08:34.584339 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f64a2e5-76c8-4ec4-a683-95ed52f1682a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269263a2-9b82-4d75-9ba0-51f96fe11dd8'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:34.587364 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2287d0dc-bc13-4331-9b00-ae9760131256" -d '{"events": [{"server_uuid": "2f64a2e5-76c8-4ec4-a683-95ed52f1682a", "name": "network-vif-plugged", "status": "completed", "tag": "269263a2-9b82-4d75-9ba0-51f96fe11dd8"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:34.626049 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 269263a2-9b82-4d75-9ba0-51f96fe11dd8, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=269263a2-9b82-4d75-9ba0-51f96fe11dd8,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:34.638758 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:34.646760 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8201c0b8-631b-406c-b3f0-6bd0c24ba8ed x-openstack-request-id: req-8201c0b8-631b-406c-b3f0-6bd0c24ba8ed {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:34.647224 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f64a2e5-76c8-4ec4-a683-95ed52f1682a", "name": "network-vif-plugged", "status": "completed", "tag": "269263a2-9b82-4d75-9ba0-51f96fe11dd8", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:34.647733 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8201c0b8-631b-406c-b3f0-6bd0c24ba8ed {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:34.648303 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f64a2e5-76c8-4ec4-a683-95ed52f1682a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269263a2-9b82-4d75-9ba0-51f96fe11dd8', 'code': 200} Sep 01 15:08:34.691108 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f6843-7dec-4321-b42d-413d91de2bd0 req-e1f14212-c507-4a54-a5ac-966483abadfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:34.693092 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ed0f6843-7dec-4321-b42d-413d91de2bd0 req-e1f14212-c507-4a54-a5ac-966483abadfc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=69b04e7f-e4ab-4286-b407-4c7cb525a035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1763537 Sep 01 15:08:34.945844 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=269263a2-9b82-4d75-9ba0-51f96fe11dd8,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:34.946199 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7c19d-b13b-4ceb-a9fc-9f6c043e79df req-4214dc9d-760c-45fc-a2f0-82e38df80201 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:34.949807 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5fc7c19d-b13b-4ceb-a9fc-9f6c043e79df req-4214dc9d-760c-45fc-a2f0-82e38df80201 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 945 time: 0.1040783 Sep 01 15:08:35.044723 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5fc7c19d-b13b-4ceb-a9fc-9f6c043e79df req-93e7d2d3-1f44-4527-9d2e-0da13cb4eed5 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885539 Sep 01 15:08:35.062658 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-08c75f69-ddac-4171-8527-6aa6f8f2e60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'name': 'tempest-AttachVolumeShelveTestJSON-520491944-router', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:01:51Z', 'updated_at': '2021-09-01T15:02:03Z', 'revision_number': 4, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'gw_port': {'id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:53Z', 'updated_at': '2021-09-01T15:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'bd0615a2-80af-4624-8379-ab854f302d31', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'port_id': '91576a2e-9961-4de8-977d-ccccffda5612', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'mac_address': 'fa:16:3e:af:d0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea3908c-dacb-41f3-981c-533189125a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:07:48Z', 'updated_at': '2021-09-01T15:08:32Z', 'revision_number': 1, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84898e0c-3c6c-4063-88ce-ca56c8855300', 'name': '', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'mac_address': 'fa:16:3e:05:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:59Z', 'updated_at': '2021-09-01T15:02:12Z', 'revision_number': 5, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'subnets': [{'id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:35.128319 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c75f69-ddac-4171-8527-6aa6f8f2e60a None None] The sync data for ids ['ca459bed-735f-4fe7-a302-40ce9fb04432'] in n-d-794796-3 is: [{'id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'name': 'tempest-AttachVolumeShelveTestJSON-520491944-router', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:01:51Z', 'updated_at': '2021-09-01T15:02:03Z', 'revision_number': 4, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'gw_port': {'id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:53Z', 'updated_at': '2021-09-01T15:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'bd0615a2-80af-4624-8379-ab854f302d31', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'port_id': '91576a2e-9961-4de8-977d-ccccffda5612', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'mac_address': 'fa:16:3e:af:d0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea3908c-dacb-41f3-981c-533189125a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:07:48Z', 'updated_at': '2021-09-01T15:08:32Z', 'revision_number': 1, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84898e0c-3c6c-4063-88ce-ca56c8855300', 'name': '', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'mac_address': 'fa:16:3e:05:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:59Z', 'updated_at': '2021-09-01T15:02:12Z', 'revision_number': 5, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'subnets': [{'id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:08:35.187300 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7968fd-f7ef-4e9c-a298-8609dae36ee5 req-c7fed1e5-dd68-40ff-8a25-da172928fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:35.189784 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5f7968fd-f7ef-4e9c-a298-8609dae36ee5 req-c7fed1e5-dd68-40ff-8a25-da172928fd56 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 1096 time: 0.3403137 Sep 01 15:08:35.212817 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ed0f6843-7dec-4321-b42d-413d91de2bd0 req-50d3e2c6-f554-4b3e-9d47-c69ac23f3cf6 service neutron] 10.222.0.45 "GET /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077240 Sep 01 15:08:35.251016 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c20eb-e52c-42b5-944f-772c3fb4d7d1 req-ddc89477-7d18-4633-ac8e-04698435fa61 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:35.253822 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c70c20eb-e52c-42b5-944f-772c3fb4d7d1 req-ddc89477-7d18-4633-ac8e-04698435fa61 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 950 time: 0.0876567 Sep 01 15:08:35.325746 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c70c20eb-e52c-42b5-944f-772c3fb4d7d1 req-0327f70a-869b-47df-b1bd-ee00e6e120d6 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653377 Sep 01 15:08:35.418642 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5f7968fd-f7ef-4e9c-a298-8609dae36ee5 req-0f777ec3-2a8a-42c2-8f92-271e5aa7b2db service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120025 Sep 01 15:08:35.431069 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00779ef2-3228-4681-8d1a-6e6d94d9641a req-a9c08e76-fbea-47b0-833d-d068701ec936 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:35.433561 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00779ef2-3228-4681-8d1a-6e6d94d9641a req-a9c08e76-fbea-47b0-833d-d068701ec936 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/ports?device_id=83b10742-8753-4f13-bcdd-594247385835 HTTP/1.1" status: 200 len: 946 time: 0.2651217 Sep 01 15:08:35.445806 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-ddacc383-3a68-4ed7-96e5-a920daaee5c4 admin admin] Deleting port da2539b5-117d-47ba-8268-7bdb4c1ac292 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:08:35.446717 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ddacc383-3a68-4ed7-96e5-a920daaee5c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:35.478967 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fbbb3e-9ab3-4fc7-b337-a9ce2104742c None None] New status for floating IP bd0615a2-80af-4624-8379-ab854f302d31: ACTIVE {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:08:35.550790 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6527c-bfda-43e9-96f9-19854b226da5 req-1a6694f5-e65a-41ab-8a08-349c846c8c64 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:35.554493 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-03d6527c-bfda-43e9-96f9-19854b226da5 req-1a6694f5-e65a-41ab-8a08-349c846c8c64 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 945 time: 0.0986195 Sep 01 15:08:35.604662 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00779ef2-3228-4681-8d1a-6e6d94d9641a req-17f5fe2b-4d0f-4ee5-8a7b-0367de26f2ed tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a9d4716-7aa2-4211-b016-d63c4248f4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515441 Sep 01 15:08:35.612046 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ed0f6843-7dec-4321-b42d-413d91de2bd0 req-3251f25e-1cd3-4f16-ae77-ad11dbd8bf44 service neutron] 10.222.0.45 "GET /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583417 Sep 01 15:08:35.627660 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-03d6527c-bfda-43e9-96f9-19854b226da5 req-6e5a8f16-a112-4cdb-8be0-4817a1fd9d0e tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652969 Sep 01 15:08:35.719101 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-ddacc383-3a68-4ed7-96e5-a920daaee5c4 admin admin] For port da2539b5-117d-47ba-8268-7bdb4c1ac292, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=da2539b5-117d-47ba-8268-7bdb4c1ac292,segment=NetworkSegment(a6b1b25b-dba6-4860-8144-41e84e049329),segment_id=a6b1b25b-dba6-4860-8144-41e84e049329)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:35.719848 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ddacc383-3a68-4ed7-96e5-a920daaee5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:35.752742 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-ddacc383-3a68-4ed7-96e5-a920daaee5c4 admin admin] Calling delete_port for da2539b5-117d-47ba-8268-7bdb4c1ac292 owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:08:35.786640 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8f617-ab95-452a-b4f6-19b4087fb2df req-85610a20-bd7c-4149-8872-6a679c4a0906 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:35.794210 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bba8f617-ab95-452a-b4f6-19b4087fb2df req-85610a20-bd7c-4149-8872-6a679c4a0906 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/ports?device_id=052e97a0-3184-4872-a4cc-a2a262b3bf95 HTTP/1.1" status: 200 len: 950 time: 0.0745499 Sep 01 15:08:35.864607 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bba8f617-ab95-452a-b4f6-19b4087fb2df req-68b02e48-5254-4e6d-86ac-5d523965a4b9 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd9f498-0026-4e90-a94f-c3d5b76b321d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543282 Sep 01 15:08:36.058177 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ddacc383-3a68-4ed7-96e5-a920daaee5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:36.072193 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb11ef-021e-4359-9265-47622ee2df4b req-0ee3c826-1fc2-4452-a516-673e89bc0691 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:36.074629 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d6eb11ef-021e-4359-9265-47622ee2df4b req-0ee3c826-1fc2-4452-a516-673e89bc0691 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.62 "GET /v2.0/ports?device_id=052e97a0-3184-4872-a4cc-a2a262b3bf95 HTTP/1.1" status: 200 len: 950 time: 0.0799925 Sep 01 15:08:36.143097 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacc383-3a68-4ed7-96e5-a920daaee5c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=da2539b5-117d-47ba-8268-7bdb4c1ac292,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:36.368331 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21984e-4066-4786-a2b9-19ba7f533de0 req-6f33a8e8-aa01-4317-aa17-a0b1fc786282 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:36.370289 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d21984e-4066-4786-a2b9-19ba7f533de0 req-6f33a8e8-aa01-4317-aa17-a0b1fc786282 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 945 time: 0.1915855 Sep 01 15:08:36.484030 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-d6eb11ef-021e-4359-9265-47622ee2df4b req-7471e291-2dbc-4051-a4a4-822b104c6642 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Deleting port ba937898-73bb-4a1b-a7e2-c2b2a031bca4 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:08:36.484697 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d6eb11ef-021e-4359-9265-47622ee2df4b req-7471e291-2dbc-4051-a4a4-822b104c6642 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:36.487987 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d5674-07e2-481d-b64d-5b1edbc6d922 req-44a9daa5-6ac5-4d5a-b90f-df4e22343c89 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:36.490168 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b7d5674-07e2-481d-b64d-5b1edbc6d922 req-44a9daa5-6ac5-4d5a-b90f-df4e22343c89 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 950 time: 0.0606623 Sep 01 15:08:36.494159 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d21984e-4066-4786-a2b9-19ba7f533de0 req-b5ee3bc0-32e5-4f5d-abca-59ee240c5311 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105535 Sep 01 15:08:36.539599 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ddacc383-3a68-4ed7-96e5-a920daaee5c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:36.558541 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b7d5674-07e2-481d-b64d-5b1edbc6d922 req-5ec54b6d-c141-406f-a0b1-7ac535b213a9 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603819 Sep 01 15:08:36.846086 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592a0eb-5385-46e5-80d4-b9b4ee83cd30 req-dc01a136-a1f1-437c-bd97-67085c7674c4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:36.848397 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a592a0eb-5385-46e5-80d4-b9b4ee83cd30 req-dc01a136-a1f1-437c-bd97-67085c7674c4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 945 time: 0.1008837 Sep 01 15:08:36.930352 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a592a0eb-5385-46e5-80d4-b9b4ee83cd30 req-af0f1f9d-2b62-4e81-a7d7-e8ba1a3976b5 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665665 Sep 01 15:08:37.194857 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c70d4-631d-495e-97b9-2a74b76fba77 req-c0b54e0d-15c9-41a4-bc5d-75f8073b037c tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:37.196642 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc4c70d4-631d-495e-97b9-2a74b76fba77 req-c0b54e0d-15c9-41a4-bc5d-75f8073b037c tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/ports?device_id=052e97a0-3184-4872-a4cc-a2a262b3bf95 HTTP/1.1" status: 200 len: 950 time: 0.0590379 Sep 01 15:08:37.244207 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc4c70d4-631d-495e-97b9-2a74b76fba77 req-aaec7f5b-7f94-41ec-8fff-5c2c3162502f tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/security-groups?id=ffd9f498-0026-4e90-a94f-c3d5b76b321d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400398 Sep 01 15:08:37.306240 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-d6eb11ef-021e-4359-9265-47622ee2df4b req-7471e291-2dbc-4051-a4a4-822b104c6642 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] For port ba937898-73bb-4a1b-a7e2-c2b2a031bca4, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ba937898-73bb-4a1b-a7e2-c2b2a031bca4,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:37.307069 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d6eb11ef-021e-4359-9265-47622ee2df4b req-7471e291-2dbc-4051-a4a4-822b104c6642 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:37.367191 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b6e9d-7a05-48e6-a206-55dd44b4f2df req-3a239198-05c7-4690-a5be-0c32e4f5db2a tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:37.371014 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-322b6e9d-7a05-48e6-a206-55dd44b4f2df req-3a239198-05c7-4690-a5be-0c32e4f5db2a tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b10742-8753-4f13-bcdd-594247385835 HTTP/1.1" status: 200 len: 946 time: 0.7105298 Sep 01 15:08:37.373000 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-d6eb11ef-021e-4359-9265-47622ee2df4b req-7471e291-2dbc-4051-a4a4-822b104c6642 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Calling delete_port for ba937898-73bb-4a1b-a7e2-c2b2a031bca4 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:08:37.460902 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c76fee-6ce2-457e-8be0-ba17831a228d req-baf0e175-b324-4c3a-a448-a94f347dd1ad tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:37.462587 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47c76fee-6ce2-457e-8be0-ba17831a228d req-baf0e175-b324-4c3a-a448-a94f347dd1ad tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/ports?device_id=83b10742-8753-4f13-bcdd-594247385835 HTTP/1.1" status: 200 len: 946 time: 0.3401766 Sep 01 15:08:37.684533 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47c76fee-6ce2-457e-8be0-ba17831a228d req-861c394a-f863-4a17-b50f-1ca9041c36b9 tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a9d4716-7aa2-4211-b016-d63c4248f4c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096670 Sep 01 15:08:37.687645 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04acfe6-5d8b-44c6-bcd6-bd624f3b2524 req-062757a0-1145-4a57-826f-ba1094409ff6 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:37.691460 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e04acfe6-5d8b-44c6-bcd6-bd624f3b2524 req-062757a0-1145-4a57-826f-ba1094409ff6 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 945 time: 0.0905936 Sep 01 15:08:37.757392 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e04acfe6-5d8b-44c6-bcd6-bd624f3b2524 req-38316e3d-0533-404d-bc04-4354892660f8 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532601 Sep 01 15:08:37.809474 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-322b6e9d-7a05-48e6-a206-55dd44b4f2df req-5b040848-33de-4138-8133-05b0e4f32d0d tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Deleting port c2d53609-6069-4a88-a4ea-8b337b7e58e1 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:08:37.809813 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-322b6e9d-7a05-48e6-a206-55dd44b4f2df req-5b040848-33de-4138-8133-05b0e4f32d0d tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:37.831946 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddacc383-3a68-4ed7-96e5-a920daaee5c4 admin admin] Router f1220ec3-884f-4990-acf9-ffed72ea813a has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:08:37.905143 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d6eb11ef-021e-4359-9265-47622ee2df4b req-7471e291-2dbc-4051-a4a4-822b104c6642 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:37.958517 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['ba937898-73bb-4a1b-a7e2-c2b2a031bca4'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:08:38.012642 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471e291-2dbc-4051-a4a4-822b104c6642 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Pushing event deleted for resources: {'Port': ['ID=ba937898-73bb-4a1b-a7e2-c2b2a031bca4,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:38.029469 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecb6a4-2429-4a27-8cdc-9a4bbe81614b req-b15b0935-acd2-4e65-aea0-be0412a2e495 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:38.031277 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d3ecb6a4-2429-4a27-8cdc-9a4bbe81614b req-b15b0935-acd2-4e65-aea0-be0412a2e495 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 950 time: 0.2469869 Sep 01 15:08:38.083881 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:38.187958 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab722b5-ecc0-4b54-b0f4-726050d990c0 req-7a90895d-82ff-428c-a68c-9119316c1410 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:38.190683 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5ab722b5-ecc0-4b54-b0f4-726050d990c0 req-7a90895d-82ff-428c-a68c-9119316c1410 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 945 time: 0.0922043 Sep 01 15:08:38.221133 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6eb11ef-021e-4359-9265-47622ee2df4b req-7471e291-2dbc-4051-a4a4-822b104c6642 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] No DVR routers for this DVR port ba937898-73bb-4a1b-a7e2-c2b2a031bca4 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:08:38.230417 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d6eb11ef-021e-4359-9265-47622ee2df4b req-7471e291-2dbc-4051-a4a4-822b104c6642 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:38.232546 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d6eb11ef-021e-4359-9265-47622ee2df4b req-7471e291-2dbc-4051-a4a4-822b104c6642 tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.62 "DELETE /v2.0/ports/ba937898-73bb-4a1b-a7e2-c2b2a031bca4 HTTP/1.1" status: 204 len: 173 time: 2.1309447 Sep 01 15:08:38.233102 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052e97a0-3184-4872-a4cc-a2a262b3bf95', 'name': 'network-vif-deleted', 'tag': 'ba937898-73bb-4a1b-a7e2-c2b2a031bca4'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:38.236372 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ad505d-5161-4293-9942-35242ae294fd" -d '{"events": [{"server_uuid": "052e97a0-3184-4872-a4cc-a2a262b3bf95", "name": "network-vif-deleted", "tag": "ba937898-73bb-4a1b-a7e2-c2b2a031bca4"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:38.269482 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5ab722b5-ecc0-4b54-b0f4-726050d990c0 req-4fb041b0-89f0-4cf7-9db4-094244aa5af1 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666385 Sep 01 15:08:38.273412 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-322b6e9d-7a05-48e6-a206-55dd44b4f2df req-5b040848-33de-4138-8133-05b0e4f32d0d tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] For port c2d53609-6069-4a88-a4ea-8b337b7e58e1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c2d53609-6069-4a88-a4ea-8b337b7e58e1,segment=NetworkSegment(4c7bdd91-d685-460f-9dcf-4e5185dd81b3),segment_id=4c7bdd91-d685-460f-9dcf-4e5185dd81b3)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:38.273771 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-322b6e9d-7a05-48e6-a206-55dd44b4f2df req-5b040848-33de-4138-8133-05b0e4f32d0d tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:38.304713 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d3ecb6a4-2429-4a27-8cdc-9a4bbe81614b req-92690f91-9f93-42a2-84bc-69acdf442a50 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575753 Sep 01 15:08:38.313035 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-322b6e9d-7a05-48e6-a206-55dd44b4f2df req-5b040848-33de-4138-8133-05b0e4f32d0d tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Calling delete_port for c2d53609-6069-4a88-a4ea-8b337b7e58e1 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:08:38.337147 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddacc383-3a68-4ed7-96e5-a920daaee5c4 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:08:38.357975 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee70f9-2e19-4d81-8f62-f920742bf76f None None] Sync routers for ids ['f1220ec3-884f-4990-acf9-ffed72ea813a'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:08:38.387724 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ee70f9-2e19-4d81-8f62-f920742bf76f None None] Routers {'f1220ec3-884f-4990-acf9-ffed72ea813a'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:08:38.389150 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d8ee70f9-2e19-4d81-8f62-f920742bf76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:08:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f1220ec3-884f-4990-acf9-ffed72ea813a'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:38.500134 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ddacc383-3a68-4ed7-96e5-a920daaee5c4 admin admin] 10.222.0.60 "PUT /v2.0/routers/f1220ec3-884f-4990-acf9-ffed72ea813a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6377747 Sep 01 15:08:38.500134 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb81376-6d3d-41b8-b78a-5dc880b1e7ba x-openstack-request-id: req-afb81376-6d3d-41b8-b78a-5dc880b1e7ba {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:38.500134 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052e97a0-3184-4872-a4cc-a2a262b3bf95", "name": "network-vif-deleted", "tag": "ba937898-73bb-4a1b-a7e2-c2b2a031bca4", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:38.500134 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-afb81376-6d3d-41b8-b78a-5dc880b1e7ba {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:38.500681 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052e97a0-3184-4872-a4cc-a2a262b3bf95', 'name': 'network-vif-deleted', 'tag': 'ba937898-73bb-4a1b-a7e2-c2b2a031bca4', 'status': 'completed', 'code': 200} Sep 01 15:08:38.500772 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58880) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:38.640101 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c660ec66-07ad-4734-8af1-e3be9534f52e req-a2034f30-5b04-4252-97d0-a503440998cb tempest-ImagesNegativeTestJSON-951008007 tempest-ImagesNegativeTestJSON-951008007-project] 10.222.0.60 "GET /v2.0/ports?device_id=052e97a0-3184-4872-a4cc-a2a262b3bf95 HTTP/1.1" status: 200 len: 210 time: 0.0522320 Sep 01 15:08:38.655151 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-d8ee70f9-2e19-4d81-8f62-f920742bf76f None None] Set router f1220ec3-884f-4990-acf9-ffed72ea813a gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:08:38.795736 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-322b6e9d-7a05-48e6-a206-55dd44b4f2df req-5b040848-33de-4138-8133-05b0e4f32d0d tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:38.917099 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fb0b753a-0bd4-48e8-be16-12a45da441de req-b28439f9-6bc5-4b16-b89c-a62d1860f03a tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/ports?device_id=83b10742-8753-4f13-bcdd-594247385835 HTTP/1.1" status: 200 len: 210 time: 0.0504649 Sep 01 15:08:38.919025 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b040848-33de-4138-8133-05b0e4f32d0d tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Pushing event deleted for resources: {'Port': ['ID=c2d53609-6069-4a88-a4ea-8b337b7e58e1,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:38.927981 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['c2d53609-6069-4a88-a4ea-8b337b7e58e1'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:08:38.991163 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-322b6e9d-7a05-48e6-a206-55dd44b4f2df req-5b040848-33de-4138-8133-05b0e4f32d0d tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] No DVR routers for this DVR port c2d53609-6069-4a88-a4ea-8b337b7e58e1 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:08:38.994098 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-322b6e9d-7a05-48e6-a206-55dd44b4f2df req-5b040848-33de-4138-8133-05b0e4f32d0d tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:38.998075 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-322b6e9d-7a05-48e6-a206-55dd44b4f2df req-5b040848-33de-4138-8133-05b0e4f32d0d tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.45 "DELETE /v2.0/ports/c2d53609-6069-4a88-a4ea-8b337b7e58e1 HTTP/1.1" status: 204 len: 173 time: 1.6170473 Sep 01 15:08:39.220619 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-05d73dda-fb41-431b-887f-5148ae858743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:39.247660 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77677b-062a-488e-ae69-d16ba828fa68 req-17188dc9-dd11-4777-9508-3719e59584c9 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:39.251560 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c77677b-062a-488e-ae69-d16ba828fa68 req-17188dc9-dd11-4777-9508-3719e59584c9 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 945 time: 0.1167314 Sep 01 15:08:39.268662 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d72935e-1d89-4e41-b944-5be09e8b3133 admin admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:39.282337 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222a7ff-09db-4ba1-a7d7-746a743f4dea req-4b0f3754-db0e-4f2d-95e8-0ab21248c953 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:39.287139 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2222a7ff-09db-4ba1-a7d7-746a743f4dea req-4b0f3754-db0e-4f2d-95e8-0ab21248c953 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 945 time: 0.0907116 Sep 01 15:08:39.340486 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c77677b-062a-488e-ae69-d16ba828fa68 req-9fbb43ad-e073-46de-ac5a-22508afa067f tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720420 Sep 01 15:08:39.374799 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d8ee70f9-2e19-4d81-8f62-f920742bf76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1220ec3-884f-4990-acf9-ffed72ea813a', 'name': 'tempest-ServersTestMultiNic-1986970479-router', 'tenant_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'c0b3cb56-9f8c-4464-a01f-05c8fd41bc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:50Z', 'updated_at': '2021-09-01T15:08:35Z', 'revision_number': 5, 'project_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'gw_port': {'id': 'c0b3cb56-9f8c-4464-a01f-05c8fd41bc42', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1220ec3-884f-4990-acf9-ffed72ea813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:53Z', 'updated_at': '2021-09-01T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:39.403983 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee70f9-2e19-4d81-8f62-f920742bf76f None None] Checking router: f1220ec3-884f-4990-acf9-ffed72ea813a for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:08:39.414265 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ee70f9-2e19-4d81-8f62-f920742bf76f None None] Routers {'f1220ec3-884f-4990-acf9-ffed72ea813a'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:08:39.415032 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d8ee70f9-2e19-4d81-8f62-f920742bf76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:08:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f1220ec3-884f-4990-acf9-ffed72ea813a'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:39.455559 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2222a7ff-09db-4ba1-a7d7-746a743f4dea req-2fcc4a9f-c653-45e6-a2ed-65dfcc25a142 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806584 Sep 01 15:08:39.595382 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-d8ee70f9-2e19-4d81-8f62-f920742bf76f None None] Set router f1220ec3-884f-4990-acf9-ffed72ea813a gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:08:39.609223 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3dd96-b0b1-4a5a-801c-ba0cfe5ad68c req-8e2b214b-ba46-4894-920b-b2825ea6eb09 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:39.617314 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0bd3dd96-b0b1-4a5a-801c-ba0cfe5ad68c req-8e2b214b-ba46-4894-920b-b2825ea6eb09 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 950 time: 0.1396289 Sep 01 15:08:39.644993 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d72935e-1d89-4e41-b944-5be09e8b3133 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:39.689485 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0bd3dd96-b0b1-4a5a-801c-ba0cfe5ad68c req-b24c1e74-187d-4d0f-b848-a89fa728c83c tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707052 Sep 01 15:08:39.767545 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-8d72935e-1d89-4e41-b944-5be09e8b3133 admin admin] Deleting port c0b3cb56-9f8c-4464-a01f-05c8fd41bc42 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:08:39.767917 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d72935e-1d89-4e41-b944-5be09e8b3133 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:39.899719 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-8d72935e-1d89-4e41-b944-5be09e8b3133 admin admin] For port c0b3cb56-9f8c-4464-a01f-05c8fd41bc42, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=c0b3cb56-9f8c-4464-a01f-05c8fd41bc42,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:39.902330 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d72935e-1d89-4e41-b944-5be09e8b3133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:39.920311 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-8d72935e-1d89-4e41-b944-5be09e8b3133 admin admin] Calling delete_port for c0b3cb56-9f8c-4464-a01f-05c8fd41bc42 owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:08:39.972581 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d8ee70f9-2e19-4d81-8f62-f920742bf76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1220ec3-884f-4990-acf9-ffed72ea813a', 'name': 'tempest-ServersTestMultiNic-1986970479-router', 'tenant_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'c0b3cb56-9f8c-4464-a01f-05c8fd41bc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:50Z', 'updated_at': '2021-09-01T15:08:35Z', 'revision_number': 5, 'project_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'gw_port': {'id': 'c0b3cb56-9f8c-4464-a01f-05c8fd41bc42', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1220ec3-884f-4990-acf9-ffed72ea813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:53Z', 'updated_at': '2021-09-01T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:40.038271 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ba937898-73bb-4a1b-a7e2-c2b2a031bca4 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:08:40.044494 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee70f9-2e19-4d81-8f62-f920742bf76f None None] The sync data for ids ['f1220ec3-884f-4990-acf9-ffed72ea813a'] in n-d-794796-3 is: [{'id': 'f1220ec3-884f-4990-acf9-ffed72ea813a', 'name': 'tempest-ServersTestMultiNic-1986970479-router', 'tenant_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': 'c0b3cb56-9f8c-4464-a01f-05c8fd41bc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:05:50Z', 'updated_at': '2021-09-01T15:08:35Z', 'revision_number': 5, 'project_id': 'f19f728ef2e84bc7921749b54aaa2b5d', 'gw_port': {'id': 'c0b3cb56-9f8c-4464-a01f-05c8fd41bc42', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1220ec3-884f-4990-acf9-ffed72ea813a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:05:53Z', 'updated_at': '2021-09-01T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:08:40.108044 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: ba937898-73bb-4a1b-a7e2-c2b2a031bca4 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:08:40.108873 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ba937898-73bb-4a1b-a7e2-c2b2a031bca4 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:08:40.240774 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5bfa0ecd-a86c-4592-bea7-4d47b3dad293 req-291d3286-09aa-4307-a221-fe0263bcd8fd tempest-ServerPasswordTestJSON-973288500 tempest-ServerPasswordTestJSON-973288500-project] 10.222.0.60 "GET /v2.0/ports?device_id=83b10742-8753-4f13-bcdd-594247385835 HTTP/1.1" status: 200 len: 210 time: 0.0510771 Sep 01 15:08:40.275140 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d72935e-1d89-4e41-b944-5be09e8b3133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:40.336420 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72935e-1d89-4e41-b944-5be09e8b3133 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0b3cb56-9f8c-4464-a01f-05c8fd41bc42,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:40.454431 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d72935e-1d89-4e41-b944-5be09e8b3133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:40.506492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b10742-8753-4f13-bcdd-594247385835', 'name': 'network-vif-deleted', 'tag': 'c2d53609-6069-4a88-a4ea-8b337b7e58e1'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:40.506492 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad43b289-7d84-4eb0-938a-311591655239" -d '{"events": [{"server_uuid": "83b10742-8753-4f13-bcdd-594247385835", "name": "network-vif-deleted", "tag": "c2d53609-6069-4a88-a4ea-8b337b7e58e1"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:40.654669 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58924) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:40.693586 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d72935e-1d89-4e41-b944-5be09e8b3133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:40.698950 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d72935e-1d89-4e41-b944-5be09e8b3133 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:40.710456 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b0b8e-1857-40d7-92fd-ddccd3545ea7 req-12feb819-a77d-408f-b611-3f4f8397629c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:40.731237 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-397b0b8e-1857-40d7-92fd-ddccd3545ea7 req-12feb819-a77d-408f-b611-3f4f8397629c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 945 time: 0.1144187 Sep 01 15:08:40.834140 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20da81-d520-4b24-bafd-341a34cca334 req-0d404e90-cbc1-4e80-aca1-94c55b8dbdf5 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:40.842353 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-397b0b8e-1857-40d7-92fd-ddccd3545ea7 req-198d8795-1103-42f7-b24d-30b7ccff5f95 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053023 Sep 01 15:08:40.843010 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device da2539b5-117d-47ba-8268-7bdb4c1ac292 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:08:40.847106 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ac20da81-d520-4b24-bafd-341a34cca334 req-0d404e90-cbc1-4e80-aca1-94c55b8dbdf5 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 945 time: 0.3283429 Sep 01 15:08:40.865776 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d72935e-1d89-4e41-b944-5be09e8b3133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:40.866979 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d72935e-1d89-4e41-b944-5be09e8b3133 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1220ec3-884f-4990-acf9-ffed72ea813a {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:08:40.871984 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: da2539b5-117d-47ba-8268-7bdb4c1ac292 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:08:40.872420 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device da2539b5-117d-47ba-8268-7bdb4c1ac292 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:08:40.880556 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d72935e-1d89-4e41-b944-5be09e8b3133 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:40.888017 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8d72935e-1d89-4e41-b944-5be09e8b3133 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f1220ec3-884f-4990-acf9-ffed72ea813a HTTP/1.1" status: 204 len: 168 time: 2.3819847 Sep 01 15:08:40.891693 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58932) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:40.928876 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72aed6b5-879a-46ac-8d69-f0f2a54285d2 x-openstack-request-id: req-72aed6b5-879a-46ac-8d69-f0f2a54285d2 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:40.929149 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b10742-8753-4f13-bcdd-594247385835", "name": "network-vif-deleted", "tag": "c2d53609-6069-4a88-a4ea-8b337b7e58e1", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:40.929561 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-72aed6b5-879a-46ac-8d69-f0f2a54285d2 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:40.929889 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b10742-8753-4f13-bcdd-594247385835', 'name': 'network-vif-deleted', 'tag': 'c2d53609-6069-4a88-a4ea-8b337b7e58e1', 'status': 'completed', 'code': 200} Sep 01 15:08:40.940478 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2010aa41-3f89-44a4-8e2a-83b327a39fd6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6e8a334082064aac882471b714132a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2786236 Sep 01 15:08:40.942123 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58934) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:40.961556 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ac20da81-d520-4b24-bafd-341a34cca334 req-c8e5ef9b-7b85-42ea-9f3e-4588cd5ceb50 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098425 Sep 01 15:08:40.981302 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b9aab3-5aab-4be8-88d4-90b694b8e61e admin admin] Deleting subnet f5967ac7-2942-4a71-95ad-f480ad20aaf3 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:08:40.992533 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7b9aab3-5aab-4be8-88d4-90b694b8e61e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:41.038131 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c6e4a85b-3bb1-4b1c-aae6-4f0521b98209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:41.055712 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7b9aab3-5aab-4be8-88d4-90b694b8e61e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:41.109668 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c6e4a85b-3bb1-4b1c-aae6-4f0521b98209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:41.215454 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c6e4a85b-3bb1-4b1c-aae6-4f0521b98209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:41.219423 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c6e4a85b-3bb1-4b1c-aae6-4f0521b98209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:41.221740 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c6e4a85b-3bb1-4b1c-aae6-4f0521b98209 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ffd9f498-0026-4e90-a94f-c3d5b76b321d HTTP/1.1" status: 204 len: 168 time: 0.2789819 Sep 01 15:08:41.228547 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7b9aab3-5aab-4be8-88d4-90b694b8e61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:41.238100 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4a85b-3bb1-4b1c-aae6-4f0521b98209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd9f498-0026-4e90-a94f-c3d5b76b321d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:41.268815 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c2d53609-6069-4a88-a4ea-8b337b7e58e1 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:08:41.277579 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff68792-5e61-4275-b253-c2494fbec0d0 req-420cb198-944d-4763-a608-a27802c7fb98 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:41.280706 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2ff68792-5e61-4275-b253-c2494fbec0d0 req-420cb198-944d-4763-a608-a27802c7fb98 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 950 time: 0.1980884 Sep 01 15:08:41.308868 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: c2d53609-6069-4a88-a4ea-8b337b7e58e1 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:08:41.309220 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c2d53609-6069-4a88-a4ea-8b337b7e58e1 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:08:41.368604 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58940) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:41.390616 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2ff68792-5e61-4275-b253-c2494fbec0d0 req-b3173571-cc7c-4fcc-869c-770e4bfebb27 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741026 Sep 01 15:08:41.408321 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7b9aab3-5aab-4be8-88d4-90b694b8e61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:41.439790 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370fde51-5060-4f99-8e62-4add716d23e5 None None] Network 7dca5e6c-63e2-4132-95da-4ad9f7be71a2 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:08:41.461765 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1ebb5a-65e2-445c-920c-702fc6fa101b admin admin] Deleting subnet faf08f2c-9087-4d6a-92a9-64c7151f3e85 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:08:41.464900 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7b9aab3-5aab-4be8-88d4-90b694b8e61e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:41.468327 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b7b9aab3-5aab-4be8-88d4-90b694b8e61e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f5967ac7-2942-4a71-95ad-f480ad20aaf3 HTTP/1.1" status: 204 len: 168 time: 0.5754297 Sep 01 15:08:41.469936 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9aab3-5aab-4be8-88d4-90b694b8e61e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5967ac7-2942-4a71-95ad-f480ad20aaf3,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:41.470583 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-db1ebb5a-65e2-445c-920c-702fc6fa101b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:41.472725 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58942) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:41.560151 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-db1ebb5a-65e2-445c-920c-702fc6fa101b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:41.612756 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-06758d75-abce-4fe9-8e32-f9fef1202280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:41.657638 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-db1ebb5a-65e2-445c-920c-702fc6fa101b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:41.721137 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-06758d75-abce-4fe9-8e32-f9fef1202280 admin admin] Deleting port 55f4f5f5-8914-4710-a69e-64e46b676d3e {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:08:41.721470 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-06758d75-abce-4fe9-8e32-f9fef1202280 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:41.775529 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fcb129-27b8-4290-ab6a-e80b0306c6f5 None None] DHCP port deletion for 7dca5e6c-63e2-4132-95da-4ad9f7be71a2 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:08:41.776669 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-db1ebb5a-65e2-445c-920c-702fc6fa101b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:41.830090 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ebb5a-65e2-445c-920c-702fc6fa101b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faf08f2c-9087-4d6a-92a9-64c7151f3e85,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:41.836625 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-db1ebb5a-65e2-445c-920c-702fc6fa101b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:41.840199 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-db1ebb5a-65e2-445c-920c-702fc6fa101b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/faf08f2c-9087-4d6a-92a9-64c7151f3e85 HTTP/1.1" status: 204 len: 168 time: 0.4709818 Sep 01 15:08:41.843989 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58948) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:41.867968 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-06758d75-abce-4fe9-8e32-f9fef1202280 admin admin] For port 55f4f5f5-8914-4710-a69e-64e46b676d3e, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=55f4f5f5-8914-4710-a69e-64e46b676d3e,segment=NetworkSegment(a6b1b25b-dba6-4860-8144-41e84e049329),segment_id=a6b1b25b-dba6-4860-8144-41e84e049329)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:41.868939 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-06758d75-abce-4fe9-8e32-f9fef1202280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:41.895649 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-06758d75-abce-4fe9-8e32-f9fef1202280 admin admin] Calling delete_port for 55f4f5f5-8914-4710-a69e-64e46b676d3e owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:08:41.902569 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e6fcb129-27b8-4290-ab6a-e80b0306c6f5 None None] Deleting port 55f4f5f5-8914-4710-a69e-64e46b676d3e {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:08:41.903617 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb129-27b8-4290-ab6a-e80b0306c6f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:42.007975 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e6fcb129-27b8-4290-ab6a-e80b0306c6f5 None None] For port 55f4f5f5-8914-4710-a69e-64e46b676d3e, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=55f4f5f5-8914-4710-a69e-64e46b676d3e,segment=NetworkSegment(a6b1b25b-dba6-4860-8144-41e84e049329),segment_id=a6b1b25b-dba6-4860-8144-41e84e049329)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:42.008751 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb129-27b8-4290-ab6a-e80b0306c6f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:42.029001 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e6fcb129-27b8-4290-ab6a-e80b0306c6f5 None None] Calling delete_port for 55f4f5f5-8914-4710-a69e-64e46b676d3e owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:08:42.041461 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-06758d75-abce-4fe9-8e32-f9fef1202280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:42.079826 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06758d75-abce-4fe9-8e32-f9fef1202280 admin admin] Pushing event deleted for resources: {'Port': ['ID=55f4f5f5-8914-4710-a69e-64e46b676d3e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:42.084218 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06758d75-abce-4fe9-8e32-f9fef1202280 admin admin] No DVR routers for this DVR port 55f4f5f5-8914-4710-a69e-64e46b676d3e on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:08:42.105948 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d691bb2d-22c8-41f1-8f52-a71c4b5abf0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:42.154456 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:42.187029 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-975bba6a-a39d-40af-a0e5-ed52213e0c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:42.205946 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fe5df-deac-476d-bfb5-700545c50ba1 req-71b8d17f-e834-4067-8501-7b7e20f40aed tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:42.221863 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-da3fe5df-deac-476d-bfb5-700545c50ba1 req-71b8d17f-e834-4067-8501-7b7e20f40aed tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 945 time: 0.2161033 Sep 01 15:08:42.222556 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-06758d75-abce-4fe9-8e32-f9fef1202280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:42.232979 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb129-27b8-4290-ab6a-e80b0306c6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:42.238501 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-06758d75-abce-4fe9-8e32-f9fef1202280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dca5e6c-63e2-4132-95da-4ad9f7be71a2']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:42.255716 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-06758d75-abce-4fe9-8e32-f9fef1202280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b1b25b-dba6-4860-8144-41e84e049329') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:42.256411 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-06758d75-abce-4fe9-8e32-f9fef1202280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b1b25b-dba6-4860-8144-41e84e049329') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:42.277205 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f4e77-f610-4ef8-acc5-e6c810bd5795 req-a13afbd9-cc4c-4c23-a5ec-4c9b6b15518b tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:42.279117 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5c2f4e77-f610-4ef8-acc5-e6c810bd5795 req-a13afbd9-cc4c-4c23-a5ec-4c9b6b15518b tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 945 time: 0.1379397 Sep 01 15:08:42.282348 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-06758d75-abce-4fe9-8e32-f9fef1202280 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:42.298573 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fcb129-27b8-4290-ab6a-e80b0306c6f5 None None] No DVR routers for this DVR port 55f4f5f5-8914-4710-a69e-64e46b676d3e on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:08:42.300407 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcb129-27b8-4290-ab6a-e80b0306c6f5 None None] Pushing event deleted for resources: {'Port': ['ID=55f4f5f5-8914-4710-a69e-64e46b676d3e,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:42.305508 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-06758d75-abce-4fe9-8e32-f9fef1202280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:42.320933 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06758d75-abce-4fe9-8e32-f9fef1202280 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:08:42.321507 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-06758d75-abce-4fe9-8e32-f9fef1202280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:08:42.323515 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:08:42.383656 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d691bb2d-22c8-41f1-8f52-a71c4b5abf0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:42.405075 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-da3fe5df-deac-476d-bfb5-700545c50ba1 req-a84f72ea-4a6e-4867-afcd-e8a2f5608103 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813278 Sep 01 15:08:42.412439 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-d691bb2d-22c8-41f1-8f52-a71c4b5abf0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755ea549-e48c-4a55-b292-7ceb5d1f398a']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:42.418947 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5c2f4e77-f610-4ef8-acc5-e6c810bd5795 req-91f3e359-4620-47aa-98f6-90cfa5dac216 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065583 Sep 01 15:08:42.427532 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-06758d75-abce-4fe9-8e32-f9fef1202280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:42.439821 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-d691bb2d-22c8-41f1-8f52-a71c4b5abf0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c7bdd91-d685-460f-9dcf-4e5185dd81b3') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:42.440308 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-06758d75-abce-4fe9-8e32-f9fef1202280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:42.441020 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-d691bb2d-22c8-41f1-8f52-a71c4b5abf0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c7bdd91-d685-460f-9dcf-4e5185dd81b3') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:42.445824 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-06758d75-abce-4fe9-8e32-f9fef1202280 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7dca5e6c-63e2-4132-95da-4ad9f7be71a2 HTTP/1.1" status: 204 len: 168 time: 0.9708855 Sep 01 15:08:42.468773 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d691bb2d-22c8-41f1-8f52-a71c4b5abf0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:42.495187 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06758d75-abce-4fe9-8e32-f9fef1202280 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dca5e6c-63e2-4132-95da-4ad9f7be71a2,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:42.514023 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d691bb2d-22c8-41f1-8f52-a71c4b5abf0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:42.534903 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d691bb2d-22c8-41f1-8f52-a71c4b5abf0b admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:08:42.535602 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d691bb2d-22c8-41f1-8f52-a71c4b5abf0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:08:42.539705 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:08:42.656070 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d691bb2d-22c8-41f1-8f52-a71c4b5abf0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:42.686850 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d691bb2d-22c8-41f1-8f52-a71c4b5abf0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:42.689274 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d691bb2d-22c8-41f1-8f52-a71c4b5abf0b admin admin] 10.222.0.60 "DELETE /v2.0/networks/755ea549-e48c-4a55-b292-7ceb5d1f398a HTTP/1.1" status: 204 len: 168 time: 0.8438067 Sep 01 15:08:42.692757 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691bb2d-22c8-41f1-8f52-a71c4b5abf0b admin admin] Pushing event deleted for resources: {'Network': ['ID=755ea549-e48c-4a55-b292-7ceb5d1f398a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:42.731372 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58978) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:42.797256 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d102a43-b24a-4dd4-8cca-76002c31a493 req-abb10227-5b1c-41c3-8c93-6871f288d392 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:42.812192 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3d102a43-b24a-4dd4-8cca-76002c31a493 req-abb10227-5b1c-41c3-8c93-6871f288d392 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 950 time: 0.1214585 Sep 01 15:08:42.865695 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c0b3cb56-9f8c-4464-a01f-05c8fd41bc42 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:08:42.887575 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a625492f-3c25-45a2-bf61-d17ac431dabc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f19f728ef2e84bc7921749b54aaa2b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546009 Sep 01 15:08:42.890503 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3d102a43-b24a-4dd4-8cca-76002c31a493 req-58252754-14c3-4ec5-9b96-3b28479efb1b tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758345 Sep 01 15:08:42.891758 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58982) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:42.931092 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: c0b3cb56-9f8c-4464-a01f-05c8fd41bc42 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:08:42.931656 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c0b3cb56-9f8c-4464-a01f-05c8fd41bc42 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:08:42.932515 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 55f4f5f5-8914-4710-a69e-64e46b676d3e no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:08:42.957093 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 55f4f5f5-8914-4710-a69e-64e46b676d3e {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:08:42.957715 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 55f4f5f5-8914-4710-a69e-64e46b676d3e not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:08:42.996284 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a36a0d09-dadb-407e-a4ed-e1bb9f0b20ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:43.012842 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58988) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:43.028815 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a36a0d09-dadb-407e-a4ed-e1bb9f0b20ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:43.070126 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3fd625eb-03a0-40dd-bbf3-38c7f9f26dc7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5570aac9d04544519d0b7f1c2a273103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552444 Sep 01 15:08:43.076157 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58990) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:43.111911 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a36a0d09-dadb-407e-a4ed-e1bb9f0b20ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:43.113529 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:43.116556 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a36a0d09-dadb-407e-a4ed-e1bb9f0b20ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:43.118486 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a36a0d09-dadb-407e-a4ed-e1bb9f0b20ec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cf507e6e-5a7a-4b95-bd7f-675a3387c46f HTTP/1.1" status: 204 len: 168 time: 0.2249217 Sep 01 15:08:43.136829 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a0d09-dadb-407e-a4ed-e1bb9f0b20ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf507e6e-5a7a-4b95-bd7f-675a3387c46f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:43.191249 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e7f1d05-bdec-4a84-a030-a262c8643493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:43.238476 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e7f1d05-bdec-4a84-a030-a262c8643493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:43.359915 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e3851a3-026c-43ba-84ef-e32f6017b357 req-c56f9101-0b55-4ae2-a488-13b39e8f126f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1173303 Sep 01 15:08:43.389965 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e7f1d05-bdec-4a84-a030-a262c8643493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:43.396456 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e7f1d05-bdec-4a84-a030-a262c8643493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:43.397989 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6e7f1d05-bdec-4a84-a030-a262c8643493 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5a9d4716-7aa2-4211-b016-d63c4248f4c1 HTTP/1.1" status: 204 len: 168 time: 0.3203826 Sep 01 15:08:43.421520 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f1d05-bdec-4a84-a030-a262c8643493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9d4716-7aa2-4211-b016-d63c4248f4c1,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:43.535543 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3851a3-026c-43ba-84ef-e32f6017b357 req-6a915f3c-6884-4616-bd7e-6d1d97ab01e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:43.537312 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e3851a3-026c-43ba-84ef-e32f6017b357 req-6a915f3c-6884-4616-bd7e-6d1d97ab01e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f5c878306d2c4fbcbebf77004da8b742&device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 1097 time: 0.0797360 Sep 01 15:08:43.545497 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-0690dca9-49f2-4c1b-8a07-9c42e64f92cb service neutron] show failed (client error): The resource could not be found. Sep 01 15:08:43.546601 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-0690dca9-49f2-4c1b-8a07-9c42e64f92cb service neutron] 10.222.0.62 "GET /v2.0/ports/70e9cffd-d7f5-4b3a-9983-8585606a003b/bindings/n-h1-794796-3 HTTP/1.1" status: 404 len: 380 time: 0.1377866 Sep 01 15:08:43.555287 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-2510ee78-3258-4a2f-bdc0-369f99324241 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7764d14044b94fce87fee8f626c50bed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569799 Sep 01 15:08:43.723965 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c3c81-3f6d-4463-a4be-70f406904c91 req-d33c7c43-ce99-4904-a3fe-2b6e0cc88bc3 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:43.725639 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-df3c3c81-3f6d-4463-a4be-70f406904c91 req-d33c7c43-ce99-4904-a3fe-2b6e0cc88bc3 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 945 time: 0.1244714 Sep 01 15:08:43.802199 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-5eb262be-d62b-4f4f-b264-c74b9e59fc74 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:43.815423 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-5eb262be-d62b-4f4f-b264-c74b9e59fc74 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2586095 Sep 01 15:08:43.828868 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3851a3-026c-43ba-84ef-e32f6017b357 req-a1549e08-26b9-413a-bb28-e205870319da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:43.830714 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e3851a3-026c-43ba-84ef-e32f6017b357 req-a1549e08-26b9-413a-bb28-e205870319da service neutron] 10.222.0.45 "GET /v2.0/networks?id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 200 len: 913 time: 0.2383561 Sep 01 15:08:43.845971 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-86dca59c-6274-478d-8a41-d8c2b1747add tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/quotas/7764d14044b94fce87fee8f626c50bed HTTP/1.1" status: 200 len: 375 time: 0.0274291 Sep 01 15:08:43.877633 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-df3c3c81-3f6d-4463-a4be-70f406904c91 req-7b00c51c-7ad1-4a57-9d43-39a3915f2204 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187379 Sep 01 15:08:43.932097 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-61c2e76d-f52b-4d63-aed8-99887d90067b tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7764d14044b94fce87fee8f626c50bed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828612 Sep 01 15:08:44.024384 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e3851a3-026c-43ba-84ef-e32f6017b357 req-c7eb86b8-629d-4bf3-b127-6242cb49fb19 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d HTTP/1.1" status: 200 len: 1002 time: 0.1854379 Sep 01 15:08:44.241383 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3851a3-026c-43ba-84ef-e32f6017b357 req-b7972033-7a21-47d8-8acf-5b9ce7964125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:44.242873 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e3851a3-026c-43ba-84ef-e32f6017b357 req-b7972033-7a21-47d8-8acf-5b9ce7964125 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4b8a1a7-4c41-46cc-8798-989cc5140738 HTTP/1.1" status: 200 len: 851 time: 0.2094023 Sep 01 15:08:44.257291 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-622fd8fe-ed81-42d4-ad26-bd8954e55e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:44.259352 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-622fd8fe-ed81-42d4-ad26-bd8954e55e5c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1&tenant_id=d7f261ece20a48a4b227e981b98a52fd HTTP/1.1" status: 200 len: 1101 time: 0.1940103 Sep 01 15:08:44.276476 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586f2c9-6f97-4bef-83ed-50aad595ab39 req-8e5b2fe4-fc99-4b07-af86-50f4e2a064f5 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:44.278641 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9586f2c9-6f97-4bef-83ed-50aad595ab39 req-8e5b2fe4-fc99-4b07-af86-50f4e2a064f5 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 945 time: 0.2174823 Sep 01 15:08:44.285549 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-a1e5f45c-83b9-4d49-ac94-9f252e81315d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794796-3', 'device_owner': 'compute:nova'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:44.391117 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9586f2c9-6f97-4bef-83ed-50aad595ab39 req-a7b322e1-e115-45d2-bbcf-4335131317d1 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909684 Sep 01 15:08:44.451918 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-a1e5f45c-83b9-4d49-ac94-9f252e81315d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:44.455765 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3851a3-026c-43ba-84ef-e32f6017b357 req-fa3d1844-d01e-4d1e-a360-c7d892ddc234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:44.457454 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e3851a3-026c-43ba-84ef-e32f6017b357 req-fa3d1844-d01e-4d1e-a360-c7d892ddc234 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1764009 Sep 01 15:08:44.529582 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6886017c-61e3-4ad1-bc0a-36b79a15d4f2 req-a1bb240b-b7ea-46e0-bd7d-a1a7b1ac53d4 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2787c503-21f2-40a8-b66d-3afa51825d67 HTTP/1.1" status: 200 len: 210 time: 0.0506201 Sep 01 15:08:44.580358 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279e880-8b64-4350-92e6-770b6dfe66df req-5446854e-943b-4734-98b5-6e0aaf6a771f tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:44.589647 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0279e880-8b64-4350-92e6-770b6dfe66df req-5446854e-943b-4734-98b5-6e0aaf6a771f tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 950 time: 0.1473727 Sep 01 15:08:44.677075 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0279e880-8b64-4350-92e6-770b6dfe66df req-d0564cd6-0fe1-4b23-bf50-9aaf6829d89b tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855374 Sep 01 15:08:44.774347 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e3851a3-026c-43ba-84ef-e32f6017b357 req-074adf76-68eb-46fe-9dd4-9beda9ddfb6a service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028400 Sep 01 15:08:44.999523 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:45.072175 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59060) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:45.212219 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e3851a3-026c-43ba-84ef-e32f6017b357 req-a098315c-c56e-41ec-98ce-feef00922463 service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279952 Sep 01 15:08:45.240356 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-a1e5f45c-83b9-4d49-ac94-9f252e81315d service neutron] For port 70e9cffd-d7f5-4b3a-9983-8585606a003b, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=70e9cffd-d7f5-4b3a-9983-8585606a003b,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:45.309995 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3879a-491c-444b-adca-ace6789bf056 req-2dce8f15-930c-43ad-bc85-028c2f8bc503 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:45.313917 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-79b3879a-491c-444b-adca-ace6789bf056 req-2dce8f15-930c-43ad-bc85-028c2f8bc503 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 945 time: 0.2189479 Sep 01 15:08:45.393586 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-a1e5f45c-83b9-4d49-ac94-9f252e81315d service neutron] For port 70e9cffd-d7f5-4b3a-9983-8585606a003b, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:08:45.461114 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59072) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:45.487139 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-79b3879a-491c-444b-adca-ace6789bf056 req-faf7e644-8d45-4c74-9c4c-1f979c584bea tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583936 Sep 01 15:08:45.543384 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-a1e5f45c-83b9-4d49-ac94-9f252e81315d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:45.563775 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be80210a-1eb3-47cb-a453-514b5f6426c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70e9cffd-d7f5-4b3a-9983-8585606a003b'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:45.566760 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fbcfb0-36f2-4c99-942d-1552ed62a7eb" -d '{"events": [{"server_uuid": "be80210a-1eb3-47cb-a453-514b5f6426c1", "name": "network-vif-unplugged", "status": "completed", "tag": "70e9cffd-d7f5-4b3a-9983-8585606a003b"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:45.587332 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-5bbba11a-45d9-43c0-aded-6bf43819b7e1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-360202414-network', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:45.648115 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-a1e5f45c-83b9-4d49-ac94-9f252e81315d service neutron] Transition to ACTIVE for port object 70e9cffd-d7f5-4b3a-9983-8585606a003b will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:08:45.665667 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-a1e5f45c-83b9-4d49-ac94-9f252e81315d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:45.669483 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-f2f06f66-e025-4759-9d16-2db744a276c8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-180994816-network', 'tenant_id': '5d7c0ff87c7c4cc083c6404989b27ea4'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:45.725650 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbba11a-45d9-43c0-aded-6bf43819b7e1 admin admin] Made reservation on behalf of f7d7b06bb64040f2849246a606ea13be for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:08:45.729789 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5bbba11a-45d9-43c0-aded-6bf43819b7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:45.744177 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5bbba11a-45d9-43c0-aded-6bf43819b7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:45.773415 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f06f66-e025-4759-9d16-2db744a276c8 admin admin] Made reservation on behalf of 5d7c0ff87c7c4cc083c6404989b27ea4 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:08:45.776637 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f2f06f66-e025-4759-9d16-2db744a276c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:45.799922 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f2f06f66-e025-4759-9d16-2db744a276c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:45.869281 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3000af19-ed6a-42d4-9286-a932ce3e4abc x-openstack-request-id: req-3000af19-ed6a-42d4-9286-a932ce3e4abc {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:45.870987 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be80210a-1eb3-47cb-a453-514b5f6426c1", "name": "network-vif-unplugged", "status": "completed", "tag": "70e9cffd-d7f5-4b3a-9983-8585606a003b", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:45.870987 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3000af19-ed6a-42d4-9286-a932ce3e4abc {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:45.871562 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be80210a-1eb3-47cb-a453-514b5f6426c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70e9cffd-d7f5-4b3a-9983-8585606a003b', 'code': 200} Sep 01 15:08:45.976679 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-a1e5f45c-83b9-4d49-ac94-9f252e81315d service neutron] No DVR routers for this DVR port 70e9cffd-d7f5-4b3a-9983-8585606a003b on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:08:45.985477 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5f45c-83b9-4d49-ac94-9f252e81315d service neutron] Pushing event updated for resources: {'Port': ['ID=70e9cffd-d7f5-4b3a-9983-8585606a003b,revision_number=6']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:46.029907 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7c7d8-d76e-434c-8f23-ba8390a2fc55 req-bfdd9721-4fab-4a66-8431-5f6f7e2ba674 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:46.031989 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5cb7c7d8-d76e-434c-8f23-ba8390a2fc55 req-bfdd9721-4fab-4a66-8431-5f6f7e2ba674 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 945 time: 0.2628064 Sep 01 15:08:46.060392 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-866ef8b2-bdaf-42d5-9526-75b63ec0a9e3 req-1ee14834-c6b6-4c3d-97e0-b57887072f31 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2787c503-21f2-40a8-b66d-3afa51825d67 HTTP/1.1" status: 200 len: 210 time: 0.0920506 Sep 01 15:08:46.086909 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-a1e5f45c-83b9-4d49-ac94-9f252e81315d service neutron] Attempting to bind port 70e9cffd-d7f5-4b3a-9983-8585606a003b on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:08:46.087286 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-a1e5f45c-83b9-4d49-ac94-9f252e81315d service neutron] Attempting to bind port 70e9cffd-d7f5-4b3a-9983-8585606a003b by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:08:46.087732 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-a1e5f45c-83b9-4d49-ac94-9f252e81315d service neutron] Attempting to bind port 70e9cffd-d7f5-4b3a-9983-8585606a003b on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:08:46.103531 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5bbba11a-45d9-43c0-aded-6bf43819b7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:46.122358 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-a1e5f45c-83b9-4d49-ac94-9f252e81315d service neutron] Port 70e9cffd-d7f5-4b3a-9983-8585606a003b on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:08:46.122358 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-a1e5f45c-83b9-4d49-ac94-9f252e81315d service neutron] Attempting to bind port 70e9cffd-d7f5-4b3a-9983-8585606a003b on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:08:46.122739 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5bbba11a-45d9-43c0-aded-6bf43819b7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:46.137485 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-a1e5f45c-83b9-4d49-ac94-9f252e81315d service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:08:46.137918 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-a1e5f45c-83b9-4d49-ac94-9f252e81315d service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:08:46.138349 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-a1e5f45c-83b9-4d49-ac94-9f252e81315d service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:08:46.138828 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-a1e5f45c-83b9-4d49-ac94-9f252e81315d service neutron] Bound port: 70e9cffd-d7f5-4b3a-9983-8585606a003b, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:08:46.139201 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-a1e5f45c-83b9-4d49-ac94-9f252e81315d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:46.164022 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5cb7c7d8-d76e-434c-8f23-ba8390a2fc55 req-c37b5b93-625f-4785-a0a2-138141ab809f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206224 Sep 01 15:08:46.217314 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bbba11a-45d9-43c0-aded-6bf43819b7e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:08:46.267474 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-8ac739ef-d295-4dc7-9910-bd2ad73eca89 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7764d14044b94fce87fee8f626c50bed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353875 Sep 01 15:08:46.328836 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5bbba11a-45d9-43c0-aded-6bf43819b7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:46.329196 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-5bbba11a-45d9-43c0-aded-6bf43819b7e1 admin admin] Added segment 3288f583-539b-46ff-9561-dede33de514c of type vlan for network 17543319-6060-4d8f-9fbf-24ed833e1936 Sep 01 15:08:46.332627 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbba11a-45d9-43c0-aded-6bf43819b7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:46.386241 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-a1e5f45c-83b9-4d49-ac94-9f252e81315d service neutron] For port 70e9cffd-d7f5-4b3a-9983-8585606a003b, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:08:46.393996 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-a1e5f45c-83b9-4d49-ac94-9f252e81315d service neutron] For port 70e9cffd-d7f5-4b3a-9983-8585606a003b, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=70e9cffd-d7f5-4b3a-9983-8585606a003b,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:08:46.409355 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-a1e5f45c-83b9-4d49-ac94-9f252e81315d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:46.409916 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5bbba11a-45d9-43c0-aded-6bf43819b7e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:46.430374 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2693464-cf20-4dd6-bc89-be97e7901d0c req-493f9515-9c7a-4660-9483-11939105f0a3 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:46.432128 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a2693464-cf20-4dd6-bc89-be97e7901d0c req-493f9515-9c7a-4660-9483-11939105f0a3 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 948 time: 0.2329338 Sep 01 15:08:46.493680 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-a1e5f45c-83b9-4d49-ac94-9f252e81315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:46.494553 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-a1e5f45c-83b9-4d49-ac94-9f252e81315d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:46.496614 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-a1e5f45c-83b9-4d49-ac94-9f252e81315d service neutron] 10.222.0.45 "PUT /v2.0/ports/70e9cffd-d7f5-4b3a-9983-8585606a003b HTTP/1.1" status: 200 len: 1096 time: 2.2166657 Sep 01 15:08:46.497723 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5bbba11a-45d9-43c0-aded-6bf43819b7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:46.499037 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbba11a-45d9-43c0-aded-6bf43819b7e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:46.499729 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5bbba11a-45d9-43c0-aded-6bf43819b7e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:46.541140 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-794c99ee-1755-4a94-b6e2-40b989e8b10a tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:46.544117 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-794c99ee-1755-4a94-b6e2-40b989e8b10a tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2677290 Sep 01 15:08:46.563798 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-553b06fb-23a6-4d00-9d37-f382c7ef58f1 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Request body: {'port': {'device_id': '2787c503-21f2-40a8-b66d-3afa51825d67', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': '7764d14044b94fce87fee8f626c50bed'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:46.572105 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5f45c-83b9-4d49-ac94-9f252e81315d service neutron] Pushing event updated for resources: {'Port': ['ID=70e9cffd-d7f5-4b3a-9983-8585606a003b,revision_number=7']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:46.586144 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f2f06f66-e025-4759-9d16-2db744a276c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:46.594213 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a2693464-cf20-4dd6-bc89-be97e7901d0c req-22d84d78-c201-4c7a-9e5d-28f24b6a3da1 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449828 Sep 01 15:08:46.606767 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f2f06f66-e025-4759-9d16-2db744a276c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:46.627875 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5bbba11a-45d9-43c0-aded-6bf43819b7e1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1565936 Sep 01 15:08:46.637726 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59088) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:46.649333 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-879d841f-5c94-4c59-899c-c51fcc648d9e admin admin] Request body: {'subnet': {'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-360202414-subnet', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:46.664611 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbba11a-45d9-43c0-aded-6bf43819b7e1 admin admin] Pushing event updated for resources: {'Network': ['ID=17543319-6060-4d8f-9fbf-24ed833e1936,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:46.685193 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 17543319-6060-4d8f-9fbf-24ed833e1936 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:08:46.720033 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f06f66-e025-4759-9d16-2db744a276c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:08:46.785476 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f06f66-e025-4759-9d16-2db744a276c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:46.814175 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f2f06f66-e025-4759-9d16-2db744a276c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:46.815599 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-f2f06f66-e025-4759-9d16-2db744a276c8 admin admin] Added segment 1516b638-7e5f-455f-b83a-8d129c43b6ed of type vlan for network 991369d1-6cc8-4ab5-8a03-7b17948fd044 Sep 01 15:08:46.956135 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879d841f-5c94-4c59-899c-c51fcc648d9e admin admin] Made reservation on behalf of f7d7b06bb64040f2849246a606ea13be for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:08:46.960430 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-879d841f-5c94-4c59-899c-c51fcc648d9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:47.012011 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f2f06f66-e025-4759-9d16-2db744a276c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:47.097260 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d633fba-3c29-4678-be0f-07660ad16aa4 req-5f9062e5-9add-4df7-b1a6-ce5eccd29450 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:47.099092 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2d633fba-3c29-4678-be0f-07660ad16aa4 req-5f9062e5-9add-4df7-b1a6-ce5eccd29450 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 945 time: 0.2776749 Sep 01 15:08:47.112489 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f2f06f66-e025-4759-9d16-2db744a276c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:47.114098 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f06f66-e025-4759-9d16-2db744a276c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:47.114278 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f2f06f66-e025-4759-9d16-2db744a276c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:47.183227 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-91eb0e18-b623-489f-8859-5a37143062f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:47.185137 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-91eb0e18-b623-489f-8859-5a37143062f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 1099 time: 0.6400719 Sep 01 15:08:47.219695 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f2f06f66-e025-4759-9d16-2db744a276c8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1407809 Sep 01 15:08:47.223269 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d9f865e2-3ba5-4286-a0e6-72b8e8248446 req-73184994-1c3f-47f3-852b-51a21e58fefe tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2787c503-21f2-40a8-b66d-3afa51825d67 HTTP/1.1" status: 200 len: 210 time: 0.0613940 Sep 01 15:08:47.223626 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59096) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:47.235414 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-09a100b5-8a1b-43a4-a90c-4be3c2ac23f0 admin admin] Request body: {'subnet': {'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-180994816-subnet', 'tenant_id': '5d7c0ff87c7c4cc083c6404989b27ea4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:47.257823 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f06f66-e025-4759-9d16-2db744a276c8 admin admin] Pushing event updated for resources: {'Network': ['ID=991369d1-6cc8-4ab5-8a03-7b17948fd044,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:47.272996 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 991369d1-6cc8-4ab5-8a03-7b17948fd044 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:08:47.289472 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2d633fba-3c29-4678-be0f-07660ad16aa4 req-625f0aa9-4913-4b15-8249-eba8179c1d9a tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595325 Sep 01 15:08:47.302476 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a100b5-8a1b-43a4-a90c-4be3c2ac23f0 admin admin] Made reservation on behalf of 5d7c0ff87c7c4cc083c6404989b27ea4 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:08:47.305546 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-09a100b5-8a1b-43a4-a90c-4be3c2ac23f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:47.405860 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-553b06fb-23a6-4d00-9d37-f382c7ef58f1 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Made reservation on behalf of 7764d14044b94fce87fee8f626c50bed for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:08:47.411803 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-553b06fb-23a6-4d00-9d37-f382c7ef58f1 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:47.474802 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-553b06fb-23a6-4d00-9d37-f382c7ef58f1 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:47.517742 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-879d841f-5c94-4c59-899c-c51fcc648d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:47.567630 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906e84b-5972-4196-8a96-ffb83faead26 req-29377dd8-7095-4f4a-bab9-318855813742 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:47.570197 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6906e84b-5972-4196-8a96-ffb83faead26 req-29377dd8-7095-4f4a-bab9-318855813742 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 945 time: 0.1709766 Sep 01 15:08:47.575682 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-55eea467-667a-4846-8bd7-6067cc371f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:47.577751 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-55eea467-667a-4846-8bd7-6067cc371f54 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.3666525 Sep 01 15:08:47.650379 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-e4155403-8f91-4e0e-94a1-fd730b936c4c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=70e9cffd-d7f5-4b3a-9983-8585606a003b HTTP/1.1" status: 200 len: 217 time: 0.0621092 Sep 01 15:08:47.672004 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d841f-5c94-4c59-899c-c51fcc648d9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe092a7-7374-49e7-98e0-9d8083b4d268,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:47.720282 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6906e84b-5972-4196-8a96-ffb83faead26 req-08d96c9b-05a0-4038-b89b-3ce63709e32c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366670 Sep 01 15:08:47.731007 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879d841f-5c94-4c59-899c-c51fcc648d9e admin admin] Checking segment: {'id': '3288f583-539b-46ff-9561-dede33de514c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:08:47.731620 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879d841f-5c94-4c59-899c-c51fcc648d9e admin admin] Network hostable DHCP agents. Network: 17543319-6060-4d8f-9fbf-24ed833e1936, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:08:47.762148 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-6ce674ae-b6b4-4f8b-8f4f-3ae5a3a959c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:47.763803 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-6ce674ae-b6b4-4f8b-8f4f-3ae5a3a959c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.1030838 Sep 01 15:08:47.792369 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-553b06fb-23a6-4d00-9d37-f382c7ef58f1 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:47.814141 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-553b06fb-23a6-4d00-9d37-f382c7ef58f1 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:47.879375 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-09a100b5-8a1b-43a4-a90c-4be3c2ac23f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:47.895210 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be80210a-1eb3-47cb-a453-514b5f6426c1', 'tag': '70e9cffd-d7f5-4b3a-9983-8585606a003b'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:47.897502 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1d31a7-9566-4f41-8e48-48539372d972" -d '{"events": [{"name": "network-changed", "server_uuid": "be80210a-1eb3-47cb-a453-514b5f6426c1", "tag": "70e9cffd-d7f5-4b3a-9983-8585606a003b"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:47.921339 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b06fb-23a6-4d00-9d37-f382c7ef58f1 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f724bc7-136a-489b-b35e-66510558c29d,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:47.931789 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879d841f-5c94-4c59-899c-c51fcc648d9e admin admin] Network 17543319-6060-4d8f-9fbf-24ed833e1936 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:08:47.947233 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-0c38a558-f20e-42f1-9189-81414e720513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:47.950197 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-0c38a558-f20e-42f1-9189-81414e720513 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1740494 Sep 01 15:08:47.986439 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1346a-848b-4938-942f-134114ef0aab req-2a44ef3f-57b9-4807-ad54-e4a5a1aa21d8 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:47.988042 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-51c1346a-848b-4938-942f-134114ef0aab req-2a44ef3f-57b9-4807-ad54-e4a5a1aa21d8 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 948 time: 0.2633398 Sep 01 15:08:47.988678 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-879d841f-5c94-4c59-899c-c51fcc648d9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 17543319-6060-4d8f-9fbf-24ed833e1936) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:08:47.999747 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879d841f-5c94-4c59-899c-c51fcc648d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:48.000353 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-879d841f-5c94-4c59-899c-c51fcc648d9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:48.006286 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a100b5-8a1b-43a4-a90c-4be3c2ac23f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35b27872-673a-446b-88b2-296c933a8cce,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:48.009676 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb7d617-968e-4b64-b7eb-b91cbcc57c44 None None] Network 17543319-6060-4d8f-9fbf-24ed833e1936 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:08:48.063213 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-879d841f-5c94-4c59-899c-c51fcc648d9e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4185092 Sep 01 15:08:48.065625 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a100b5-8a1b-43a4-a90c-4be3c2ac23f0 admin admin] Checking segment: {'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:08:48.065996 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a100b5-8a1b-43a4-a90c-4be3c2ac23f0 admin admin] Network hostable DHCP agents. Network: 991369d1-6cc8-4ab5-8a03-7b17948fd044, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:08:48.068326 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59106) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:48.073949 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bac3b0d-3b33-4cac-8a67-fd616c391b34 x-openstack-request-id: req-5bac3b0d-3b33-4cac-8a67-fd616c391b34 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:48.074413 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be80210a-1eb3-47cb-a453-514b5f6426c1", "tag": "70e9cffd-d7f5-4b3a-9983-8585606a003b", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:48.074813 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5bac3b0d-3b33-4cac-8a67-fd616c391b34 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:48.075010 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-396c0fd3-c561-4d07-8cc4-7257f39790e2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-360202414-router', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:48.076230 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be80210a-1eb3-47cb-a453-514b5f6426c1', 'tag': '70e9cffd-d7f5-4b3a-9983-8585606a003b', 'status': 'completed', 'code': 200} Sep 01 15:08:48.116216 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-51c1346a-848b-4938-942f-134114ef0aab req-b364307b-8575-4f3b-901b-47a7c88e5fc8 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917790 Sep 01 15:08:48.124227 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 70e9cffd-d7f5-4b3a-9983-8585606a003b no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:08:48.138942 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-396c0fd3-c561-4d07-8cc4-7257f39790e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:48.140367 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-396c0fd3-c561-4d07-8cc4-7257f39790e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:48.160902 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a100b5-8a1b-43a4-a90c-4be3c2ac23f0 admin admin] Network 991369d1-6cc8-4ab5-8a03-7b17948fd044 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:08:48.187122 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-09a100b5-8a1b-43a4-a90c-4be3c2ac23f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 991369d1-6cc8-4ab5-8a03-7b17948fd044) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:08:48.195631 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a100b5-8a1b-43a4-a90c-4be3c2ac23f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:48.197436 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-09a100b5-8a1b-43a4-a90c-4be3c2ac23f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:48.232718 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dcdedb-fb6d-445b-b700-005aeac11c03 None None] Network 991369d1-6cc8-4ab5-8a03-7b17948fd044 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:08:48.247052 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-396c0fd3-c561-4d07-8cc4-7257f39790e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:48.247425 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 70e9cffd-d7f5-4b3a-9983-8585606a003b not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:08:48.289885 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-553b06fb-23a6-4d00-9d37-f382c7ef58f1 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Allocated IP 192.168.233.167 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/f5b0b55b-5d81-4b5d-a3fa-c49c853abef3) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:08:48.392583 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d31a7-9566-4f41-8e48-48539372d972 req-7ac72307-233a-4609-91c7-25d017418335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:48.398526 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4d1d31a7-9566-4f41-8e48-48539372d972 req-7ac72307-233a-4609-91c7-25d017418335 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 1099 time: 0.2073603 Sep 01 15:08:48.399262 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb21462-3fdd-4a12-b718-4dd5d2a20aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-17543319-6060-4d8f-9fbf-24ed833e1936', 'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'fixed_ips': [{'subnet_id': 'cfe092a7-7374-49e7-98e0-9d8083b4d268'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:08:48.400338 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3eb21462-3fdd-4a12-b718-4dd5d2a20aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:48.516677 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-09a100b5-8a1b-43a4-a90c-4be3c2ac23f0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2889061 Sep 01 15:08:48.547409 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e091869e-1ef4-49b4-984a-c32e20940da3 None None] Network 991369d1-6cc8-4ab5-8a03-7b17948fd044 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:08:48.579171 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-5af85002-cc84-46bb-b0ba-2ffd8592c3d4 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5985887 Sep 01 15:08:48.708455 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ef1d23fd-4280-46db-8c41-c5ce09ba1d17 req-9d077ca8-4f65-4b2f-9e1b-9ad458280ecb tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2787c503-21f2-40a8-b66d-3afa51825d67 HTTP/1.1" status: 200 len: 210 time: 0.3211715 Sep 01 15:08:48.718150 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-3eb21462-3fdd-4a12-b718-4dd5d2a20aa8 None None] Allocated IP 172.20.0.2 (17543319-6060-4d8f-9fbf-24ed833e1936/cfe092a7-7374-49e7-98e0-9d8083b4d268/c4ddce68-dc88-4d22-9556-a4116bfd4c08) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:08:48.735825 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-396c0fd3-c561-4d07-8cc4-7257f39790e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:48.973305 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d7c1a-fda7-49ee-8a0a-48bb51d19c21 req-a1abcd35-c7ab-4efd-bdf4-d5b22828c905 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:48.976114 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f36d7c1a-fda7-49ee-8a0a-48bb51d19c21 req-a1abcd35-c7ab-4efd-bdf4-d5b22828c905 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 945 time: 0.4062805 Sep 01 15:08:48.976335 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3eb21462-3fdd-4a12-b718-4dd5d2a20aa8 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:48.993581 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3eb21462-3fdd-4a12-b718-4dd5d2a20aa8 None None] Transition to ACTIVE for port object c4ddce68-dc88-4d22-9556-a4116bfd4c08 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:08:49.009862 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420411d3-3f5c-4797-b2df-3caa8036d2a2 req-85a4c6c2-5fc7-44ac-bced-99a3f6d386ff tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:49.013209 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-420411d3-3f5c-4797-b2df-3caa8036d2a2 req-85a4c6c2-5fc7-44ac-bced-99a3f6d386ff tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 945 time: 0.1145401 Sep 01 15:08:49.015107 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3eb21462-3fdd-4a12-b718-4dd5d2a20aa8 None None] Transition to ACTIVE for port object c4ddce68-dc88-4d22-9556-a4116bfd4c08 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:08:49.026800 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3eb21462-3fdd-4a12-b718-4dd5d2a20aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:49.077151 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb21462-3fdd-4a12-b718-4dd5d2a20aa8 None None] Network 17543319-6060-4d8f-9fbf-24ed833e1936 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:08:49.083005 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-3eb21462-3fdd-4a12-b718-4dd5d2a20aa8 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:08:49.087286 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb21462-3fdd-4a12-b718-4dd5d2a20aa8 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:08:49.103291 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d31a7-9566-4f41-8e48-48539372d972 req-628aece9-2f7a-4029-adc3-8ac94098a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:49.106525 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4d1d31a7-9566-4f41-8e48-48539372d972 req-628aece9-2f7a-4029-adc3-8ac94098a852 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.6941440 Sep 01 15:08:49.118921 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-420411d3-3f5c-4797-b2df-3caa8036d2a2 req-ace34414-7ba7-4715-8c34-740ae8e0f62a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944629 Sep 01 15:08:49.128084 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb21462-3fdd-4a12-b718-4dd5d2a20aa8 None None] Pushing event updated for resources: {'Port': ['ID=c4ddce68-dc88-4d22-9556-a4116bfd4c08,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:49.190656 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3eb21462-3fdd-4a12-b718-4dd5d2a20aa8 None None] Attempting to bind port c4ddce68-dc88-4d22-9556-a4116bfd4c08 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:08:49.191715 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3eb21462-3fdd-4a12-b718-4dd5d2a20aa8 None None] Attempting to bind port c4ddce68-dc88-4d22-9556-a4116bfd4c08 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3288f583-539b-46ff-9561-dede33de514c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:08:49.192709 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb21462-3fdd-4a12-b718-4dd5d2a20aa8 None None] Attempting to bind port c4ddce68-dc88-4d22-9556-a4116bfd4c08 on network 17543319-6060-4d8f-9fbf-24ed833e1936 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:08:49.203284 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb21462-3fdd-4a12-b718-4dd5d2a20aa8 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:08:49.204371 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb21462-3fdd-4a12-b718-4dd5d2a20aa8 None None] Checking segment: {'id': '3288f583-539b-46ff-9561-dede33de514c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:08:49.205077 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3eb21462-3fdd-4a12-b718-4dd5d2a20aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:49.206344 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb21462-3fdd-4a12-b718-4dd5d2a20aa8 None None] Bound using segment: {'id': '3288f583-539b-46ff-9561-dede33de514c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:08:49.207341 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3eb21462-3fdd-4a12-b718-4dd5d2a20aa8 None None] Bound port: c4ddce68-dc88-4d22-9556-a4116bfd4c08, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3288f583-539b-46ff-9561-dede33de514c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:08:49.208087 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3eb21462-3fdd-4a12-b718-4dd5d2a20aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:49.254665 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4d1d31a7-9566-4f41-8e48-48539372d972 req-23923537-daf8-42ab-948e-44a92dfd2771 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=70e9cffd-d7f5-4b3a-9983-8585606a003b HTTP/1.1" status: 200 len: 217 time: 0.1357689 Sep 01 15:08:49.270627 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-396c0fd3-c561-4d07-8cc4-7257f39790e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:49.289030 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e36077b9-d1ff-420b-8378-c64b39baac5b req-969243c8-5aed-454e-908b-4e624b9227e4 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476467 Sep 01 15:08:49.314098 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f36d7c1a-fda7-49ee-8a0a-48bb51d19c21 req-c61028af-7f70-4d9a-be3f-d9c11dbe7ef3 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124998 Sep 01 15:08:49.317397 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-396c0fd3-c561-4d07-8cc4-7257f39790e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:49.322369 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3eb21462-3fdd-4a12-b718-4dd5d2a20aa8 None None] For port c4ddce68-dc88-4d22-9556-a4116bfd4c08, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:08:49.328909 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3eb21462-3fdd-4a12-b718-4dd5d2a20aa8 None None] For port c4ddce68-dc88-4d22-9556-a4116bfd4c08, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=c4ddce68-dc88-4d22-9556-a4116bfd4c08,segment=NetworkSegment(3288f583-539b-46ff-9561-dede33de514c),segment_id=3288f583-539b-46ff-9561-dede33de514c)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:08:49.366972 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3eb21462-3fdd-4a12-b718-4dd5d2a20aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:49.503759 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb21462-3fdd-4a12-b718-4dd5d2a20aa8 None None] Pushing event updated for resources: {'Port': ['ID=c4ddce68-dc88-4d22-9556-a4116bfd4c08,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:49.524961 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-396c0fd3-c561-4d07-8cc4-7257f39790e2 admin admin] Allocated IP 172.25.6.12 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/6df456c0-5bac-4b29-adbe-215f7dd291b0) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:08:49.537820 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-553b06fb-23a6-4d00-9d37-f382c7ef58f1 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:49.695619 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-553b06fb-23a6-4d00-9d37-f382c7ef58f1 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Transition to ACTIVE for port object f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:08:49.705726 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d31a7-9566-4f41-8e48-48539372d972 req-8492b474-9508-4692-a396-8ca10ed7083c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:49.707319 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4d1d31a7-9566-4f41-8e48-48539372d972 req-8492b474-9508-4692-a396-8ca10ed7083c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.4381895 Sep 01 15:08:49.764192 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-396c0fd3-c561-4d07-8cc4-7257f39790e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:49.767192 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d31a7-9566-4f41-8e48-48539372d972 req-59fd44df-20ef-4955-b12f-bbafa313542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:49.769425 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4d1d31a7-9566-4f41-8e48-48539372d972 req-59fd44df-20ef-4955-b12f-bbafa313542b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 1099 time: 0.3237340 Sep 01 15:08:49.794550 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c600d4-ef17-45c7-bc1a-b19563b8be8d req-c9b0f3dd-170f-44e6-b416-343d95b39d91 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:49.800529 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48c600d4-ef17-45c7-bc1a-b19563b8be8d req-c9b0f3dd-170f-44e6-b416-343d95b39d91 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 948 time: 0.1997299 Sep 01 15:08:49.950843 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-0b2e340a-6cbb-430f-a213-4ca39b8fdff8 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:49.952495 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-0b2e340a-6cbb-430f-a213-4ca39b8fdff8 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/networks?id=991369d1-6cc8-4ab5-8a03-7b17948fd044 HTTP/1.1" status: 200 len: 805 time: 0.2764847 Sep 01 15:08:49.959943 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-396c0fd3-c561-4d07-8cc4-7257f39790e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:50.000582 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-6b0d5035-33ad-496e-be39-05156200e21d tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/quotas/5d7c0ff87c7c4cc083c6404989b27ea4 HTTP/1.1" status: 200 len: 375 time: 0.0377874 Sep 01 15:08:50.016360 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396c0fd3-c561-4d07-8cc4-7257f39790e2 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:08:50.016709 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d31a7-9566-4f41-8e48-48539372d972 req-cedd4d06-6b94-4390-8048-d2c4414f33b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:50.019407 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4d1d31a7-9566-4f41-8e48-48539372d972 req-cedd4d06-6b94-4390-8048-d2c4414f33b0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3028479 Sep 01 15:08:50.029069 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-396c0fd3-c561-4d07-8cc4-7257f39790e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:08:50.037216 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396c0fd3-c561-4d07-8cc4-7257f39790e2 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:08:50.058191 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-553b06fb-23a6-4d00-9d37-f382c7ef58f1 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:50.059757 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c0fd3-c561-4d07-8cc4-7257f39790e2 admin admin] Pushing event updated for resources: {'Port': ['ID=6df456c0-5bac-4b29-adbe-215f7dd291b0,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:50.064180 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-18a8a982-7e4d-40a6-8c99-3b670298a500 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d7c0ff87c7c4cc083c6404989b27ea4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466375 Sep 01 15:08:50.182920 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48c600d4-ef17-45c7-bc1a-b19563b8be8d req-1efe40a3-546a-4165-9ff8-e4676d4cdf69 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602753 Sep 01 15:08:50.296878 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-c9167af4-35c2-4b5e-b9c3-86f2ba0a4c03 service neutron] 10.222.0.60 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131183 Sep 01 15:08:50.315129 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-553b06fb-23a6-4d00-9d37-f382c7ef58f1 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:08:50.316411 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b06fb-23a6-4d00-9d37-f382c7ef58f1 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Pushing event updated for resources: {'Port': ['ID=f5b0b55b-5d81-4b5d-a3fa-c49c853abef3,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:50.325274 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d31a7-9566-4f41-8e48-48539372d972 req-7554db3c-0570-41ab-91e3-6accf60e70d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:50.327954 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4d1d31a7-9566-4f41-8e48-48539372d972 req-7554db3c-0570-41ab-91e3-6accf60e70d2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.5258114 Sep 01 15:08:50.333443 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-553b06fb-23a6-4d00-9d37-f382c7ef58f1 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:08:50.340649 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-553b06fb-23a6-4d00-9d37-f382c7ef58f1 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:08:50.513981 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4d1d31a7-9566-4f41-8e48-48539372d972 req-990d1f2e-dc7c-4a4f-8824-5ff0a2f17ede service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=70e9cffd-d7f5-4b3a-9983-8585606a003b HTTP/1.1" status: 200 len: 217 time: 0.1672664 Sep 01 15:08:50.687640 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4d1d31a7-9566-4f41-8e48-48539372d972 req-a34457d0-2b0f-474f-9d6c-029523ccec06 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6495745 Sep 01 15:08:50.710260 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-553b06fb-23a6-4d00-9d37-f382c7ef58f1 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:50.711428 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-553b06fb-23a6-4d00-9d37-f382c7ef58f1 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:50.801220 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9191b1a-5102-4895-a712-33c694ee209d None None] Network 17543319-6060-4d8f-9fbf-24ed833e1936 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:08:50.807100 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6e97b785-450b-415f-8c3d-c272f82d488d None None] Provisioning for port f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:08:50.861997 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-553b06fb-23a6-4d00-9d37-f382c7ef58f1 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3044033 Sep 01 15:08:50.878249 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9e2ca-10ff-49e0-a9b2-622fd23eb17c req-78aceef6-4771-4bb1-9c4b-d1d8ed4ee5a8 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:50.879076 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6e97b785-450b-415f-8c3d-c272f82d488d None None] Provisioning complete for port f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:08:50.879784 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6e97b785-450b-415f-8c3d-c272f82d488d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:50.886693 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-89a9e2ca-10ff-49e0-a9b2-622fd23eb17c req-78aceef6-4771-4bb1-9c4b-d1d8ed4ee5a8 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2787c503-21f2-40a8-b66d-3afa51825d67 HTTP/1.1" status: 200 len: 936 time: 0.3833523 Sep 01 15:08:50.890667 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d31a7-9566-4f41-8e48-48539372d972 req-ab11fc32-f872-4b3d-9ef6-f806c3f05d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:50.892515 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4d1d31a7-9566-4f41-8e48-48539372d972 req-ab11fc32-f872-4b3d-9ef6-f806c3f05d85 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.3439839 Sep 01 15:08:50.904164 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-6d7e19b5-06ea-4c93-a1e3-9a970752f9f3 service neutron] Request body: {'port': {'device_id': '2787c503-21f2-40a8-b66d-3afa51825d67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:50.928213 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c4ddce68-dc88-4d22-9556-a4116bfd4c08 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:08:50.945541 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-396c0fd3-c561-4d07-8cc4-7257f39790e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:50.975164 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-76da3066-f19d-487f-a48f-99cbc0c4b1d3 service neutron] 10.222.0.60 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6632543 Sep 01 15:08:51.070935 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-89a9e2ca-10ff-49e0-a9b2-622fd23eb17c req-36371eec-4710-481f-935c-10446d53e5e4 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f724bc7-136a-489b-b35e-66510558c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817513 Sep 01 15:08:51.096617 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-6e97b785-450b-415f-8c3d-c272f82d488d None None] Port f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:08:51.106248 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4d1d31a7-9566-4f41-8e48-48539372d972 req-434bc522-352c-4abc-900c-9453ebe883e1 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835726 Sep 01 15:08:51.109432 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-6d7e19b5-06ea-4c93-a1e3-9a970752f9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:51.130077 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d31a7-9566-4f41-8e48-48539372d972 req-b2c627d8-ae4e-4e65-bd08-5133a217fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:51.131725 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4d1d31a7-9566-4f41-8e48-48539372d972 req-b2c627d8-ae4e-4e65-bd08-5133a217fdf3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2156451 Sep 01 15:08:51.301270 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4d1d31a7-9566-4f41-8e48-48539372d972 req-c8f9f56b-d634-4d60-8ccd-4158ad089217 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518490 Sep 01 15:08:51.378270 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 70e9cffd-d7f5-4b3a-9983-8585606a003b details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:08:51.405371 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-396c0fd3-c561-4d07-8cc4-7257f39790e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:51.526659 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4d394ed1-0de4-47da-b163-dca8ccf85da7 None None] Provisioning for port c4ddce68-dc88-4d22-9556-a4116bfd4c08 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:08:51.542400 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4d394ed1-0de4-47da-b163-dca8ccf85da7 None None] Provisioning complete for port c4ddce68-dc88-4d22-9556-a4116bfd4c08 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:08:51.542939 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4d394ed1-0de4-47da-b163-dca8ccf85da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:51.588366 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da300014-efd4-4da2-b4fe-8584231f904d req-c45aa84a-3472-45a9-b58c-c28e3a1f55a3 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:51.591292 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da300014-efd4-4da2-b4fe-8584231f904d req-c45aa84a-3472-45a9-b58c-c28e3a1f55a3 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 945 time: 0.1884749 Sep 01 15:08:51.615008 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port c4ddce68-dc88-4d22-9556-a4116bfd4c08 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:08:51.650108 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.resource_extend [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:08:51.654105 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port c4ddce68-dc88-4d22-9556-a4116bfd4c08 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:08:51.654605 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:51.690977 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db399c7e-a236-4926-aa7f-0b6e18931598 req-dd3e54ac-ea08-4147-8d0e-b8215a4b83ca tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:51.693045 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-db399c7e-a236-4926-aa7f-0b6e18931598 req-dd3e54ac-ea08-4147-8d0e-b8215a4b83ca tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 945 time: 0.5109646 Sep 01 15:08:51.848192 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da300014-efd4-4da2-b4fe-8584231f904d req-4da778be-ae46-47f1-98bd-45d555f32952 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242409 Sep 01 15:08:51.882102 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 70e9cffd-d7f5-4b3a-9983-8585606a003b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=70e9cffd-d7f5-4b3a-9983-8585606a003b,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:51.962073 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396c0fd3-c561-4d07-8cc4-7257f39790e2 admin admin] Router 6907fd80-0fe1-4faf-bb6e-ab5046c383ef is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:08:52.143817 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '70e9cffd-d7f5-4b3a-9983-8585606a003b', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': '70e9cffd-d7f5-4b3a-9983-8585606a003b', 'mac_address': 'fa:16:3e:80:cf:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:08:52.175897 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6780bace-d496-484a-864f-88e60c71ac5b req-9b5450ff-9683-40ae-81c6-36a34295c6ef tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c HTTP/1.1" status: 200 len: 210 time: 0.1862721 Sep 01 15:08:52.248184 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:52.317221 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396c0fd3-c561-4d07-8cc4-7257f39790e2 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:08:52.325586 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e9cffd-d7f5-4b3a-9983-8585606a003b {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:08:52.345648 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4d1d31a7-9566-4f41-8e48-48539372d972 req-c54aa869-0c2d-46d9-9d27-16c291b99b55 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9787321 Sep 01 15:08:52.350676 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80f5c5-d22e-49e0-a7ac-04e084acac76 None None] Sync routers for ids ['6907fd80-0fe1-4faf-bb6e-ab5046c383ef'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:08:52.358976 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 70e9cffd-d7f5-4b3a-9983-8585606a003b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=70e9cffd-d7f5-4b3a-9983-8585606a003b,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:52.359386 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-db399c7e-a236-4926-aa7f-0b6e18931598 req-09543d39-334b-47a1-815b-b658e7663d88 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6475952 Sep 01 15:08:52.391634 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:52.428755 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b80f5c5-d22e-49e0-a7ac-04e084acac76 None None] Routers {'6907fd80-0fe1-4faf-bb6e-ab5046c383ef'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:08:52.433554 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1b80f5c5-d22e-49e0-a7ac-04e084acac76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:08:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['6907fd80-0fe1-4faf-bb6e-ab5046c383ef'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:52.466287 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-396c0fd3-c561-4d07-8cc4-7257f39790e2 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:52.468630 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-396c0fd3-c561-4d07-8cc4-7257f39790e2 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3992448 Sep 01 15:08:52.474029 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59162) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:08:52.552056 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ca8cc-13dd-4b01-9d44-c424c4279fb6 req-17a7a266-6940-4e13-a506-287b7867a2ac tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:52.554558 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d97ca8cc-13dd-4b01-9d44-c424c4279fb6 req-17a7a266-6940-4e13-a506-287b7867a2ac tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 949 time: 0.2116256 Sep 01 15:08:52.571878 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:52.575072 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4d394ed1-0de4-47da-b163-dca8ccf85da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:52.579481 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=70e9cffd-d7f5-4b3a-9983-8585606a003b,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:52.648389 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port c4ddce68-dc88-4d22-9556-a4116bfd4c08, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=c4ddce68-dc88-4d22-9556-a4116bfd4c08,segment=NetworkSegment(3288f583-539b-46ff-9561-dede33de514c),segment_id=3288f583-539b-46ff-9561-dede33de514c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:52.683013 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d97ca8cc-13dd-4b01-9d44-c424c4279fb6 req-a75ebb7a-0897-410d-9161-c9a61b01a8e5 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142881 Sep 01 15:08:52.702575 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-1b80f5c5-d22e-49e0-a7ac-04e084acac76 None None] Set router 6907fd80-0fe1-4faf-bb6e-ab5046c383ef gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:08:52.781642 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.api [None req-4d394ed1-0de4-47da-b163-dca8ccf85da7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:08:52.782400 n-d-794796-3 neutron-server[94735]: DEBUG oslo_db.api [None req-4d394ed1-0de4-47da-b163-dca8ccf85da7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:08:52.784346 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:52.795574 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['70e9cffd-d7f5-4b3a-9983-8585606a003b'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:08:52.879834 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-6d7e19b5-06ea-4c93-a1e3-9a970752f9f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:08:52.910622 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-6d7e19b5-06ea-4c93-a1e3-9a970752f9f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:52.938555 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-6d7e19b5-06ea-4c93-a1e3-9a970752f9f3 service neutron] Transition to ACTIVE for port object f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:08:52.950157 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-6d7e19b5-06ea-4c93-a1e3-9a970752f9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:53.157319 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e19b5-06ea-4c93-a1e3-9a970752f9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b0b55b-5d81-4b5d-a3fa-c49c853abef3,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:53.223029 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ccd9b-0cf5-4f65-8a7b-6fa8bc50d9da req-b0756af7-261c-4e65-aa3d-f3a99dc974cb tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:53.235422 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b14ccd9b-0cf5-4f65-8a7b-6fa8bc50d9da req-b0756af7-261c-4e65-aa3d-f3a99dc974cb tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2787c503-21f2-40a8-b66d-3afa51825d67 HTTP/1.1" status: 200 len: 936 time: 0.3796256 Sep 01 15:08:53.309273 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1b80f5c5-d22e-49e0-a7ac-04e084acac76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'name': 'tempest-TaggedBootDevicesTest_v242-360202414-router', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6df456c0-5bac-4b29-adbe-215f7dd291b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:08:48Z', 'updated_at': '2021-09-01T15:08:50Z', 'revision_number': 3, 'project_id': 'f7d7b06bb64040f2849246a606ea13be', 'gw_port': {'id': '6df456c0-5bac-4b29-adbe-215f7dd291b0', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:08:49Z', 'updated_at': '2021-09-01T15:08:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:53.407817 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=c4ddce68-dc88-4d22-9556-a4116bfd4c08,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:53.477672 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80f5c5-d22e-49e0-a7ac-04e084acac76 None None] Checking router: 6907fd80-0fe1-4faf-bb6e-ab5046c383ef for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:08:53.478586 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80f5c5-d22e-49e0-a7ac-04e084acac76 None None] Updating router 6907fd80-0fe1-4faf-bb6e-ab5046c383ef port 6df456c0-5bac-4b29-adbe-215f7dd291b0 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:08:53.541179 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-1b80f5c5-d22e-49e0-a7ac-04e084acac76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:53.545184 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-6d7e19b5-06ea-4c93-a1e3-9a970752f9f3 service neutron] Attempting to bind port f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:08:53.545184 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-6d7e19b5-06ea-4c93-a1e3-9a970752f9f3 service neutron] Attempting to bind port f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:08:53.545184 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-6d7e19b5-06ea-4c93-a1e3-9a970752f9f3 service neutron] Attempting to bind port f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:08:53.569360 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b14ccd9b-0cf5-4f65-8a7b-6fa8bc50d9da req-89b4af85-4d4f-4ae8-874e-77b125c50ec7 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f724bc7-136a-489b-b35e-66510558c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329351 Sep 01 15:08:53.575403 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcc669-11fa-47f8-b4c0-3c95449aeb73 req-b03b3d25-4fb6-4718-a643-4c4153b64087 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:53.578651 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7fcc669-11fa-47f8-b4c0-3c95449aeb73 req-b03b3d25-4fb6-4718-a643-4c4153b64087 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 945 time: 0.1675043 Sep 01 15:08:53.673524 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ec5477ee-3cbc-41c4-83fc-147d310fe679 None None] Provisioning complete for port c4ddce68-dc88-4d22-9556-a4116bfd4c08 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:08:53.675434 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ec5477ee-3cbc-41c4-83fc-147d310fe679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:53.712163 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7fcc669-11fa-47f8-b4c0-3c95449aeb73 req-263cc53e-1194-42c8-8845-670b10b606c6 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248009 Sep 01 15:08:53.788433 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-6d7e19b5-06ea-4c93-a1e3-9a970752f9f3 service neutron] Port f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:08:53.788622 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-6d7e19b5-06ea-4c93-a1e3-9a970752f9f3 service neutron] Attempting to bind port f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:08:53.958177 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-01d6967b-b585-4653-b496-c87d7eae72cc req-623c7bd2-a24a-4ff1-9cec-52ef1f2dd8fa tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c HTTP/1.1" status: 200 len: 210 time: 0.0734081 Sep 01 15:08:54.096495 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-6d7e19b5-06ea-4c93-a1e3-9a970752f9f3 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:08:54.097135 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-6d7e19b5-06ea-4c93-a1e3-9a970752f9f3 service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:08:54.097756 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-6d7e19b5-06ea-4c93-a1e3-9a970752f9f3 service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:08:54.098608 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-6d7e19b5-06ea-4c93-a1e3-9a970752f9f3 service neutron] Bound port: f5b0b55b-5d81-4b5d-a3fa-c49c853abef3, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:08:54.099211 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-6d7e19b5-06ea-4c93-a1e3-9a970752f9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:54.186071 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123f877-1541-4855-a3f4-60f1b00ed268 req-afc60aec-f430-44b5-8479-9097a69d2744 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:54.187692 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9123f877-1541-4855-a3f4-60f1b00ed268 req-afc60aec-f430-44b5-8479-9097a69d2744 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 945 time: 0.0726686 Sep 01 15:08:54.207554 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-1b80f5c5-d22e-49e0-a7ac-04e084acac76 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:54.255633 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-1b80f5c5-d22e-49e0-a7ac-04e084acac76 None None] Transition to ACTIVE for port object 6df456c0-5bac-4b29-adbe-215f7dd291b0 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:08:54.271623 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-1b80f5c5-d22e-49e0-a7ac-04e084acac76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:54.295186 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9123f877-1541-4855-a3f4-60f1b00ed268 req-54285e86-f4fe-4e61-a0e4-79a9f80c4402 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998502 Sep 01 15:08:54.322334 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-e476b8ed-c202-4732-91a6-98548ef4f4cb tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:54.325580 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-e476b8ed-c202-4732-91a6-98548ef4f4cb tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.62 "GET /v2.0/networks?id=991369d1-6cc8-4ab5-8a03-7b17948fd044 HTTP/1.1" status: 200 len: 805 time: 0.8090441 Sep 01 15:08:54.332198 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf11a83-9441-486a-9c5b-1ebdba34733c None None] Pushing event updated for resources: {'Port': ['ID=6df456c0-5bac-4b29-adbe-215f7dd291b0,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:54.333252 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-1b80f5c5-d22e-49e0-a7ac-04e084acac76 None None] Attempting to bind port 6df456c0-5bac-4b29-adbe-215f7dd291b0 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:08:54.333620 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-1b80f5c5-d22e-49e0-a7ac-04e084acac76 None None] Attempting to bind port 6df456c0-5bac-4b29-adbe-215f7dd291b0 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:08:54.333981 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b80f5c5-d22e-49e0-a7ac-04e084acac76 None None] Attempting to bind port 6df456c0-5bac-4b29-adbe-215f7dd291b0 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:08:54.345979 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b80f5c5-d22e-49e0-a7ac-04e084acac76 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:08:54.346537 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b80f5c5-d22e-49e0-a7ac-04e084acac76 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:08:54.346756 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-1b80f5c5-d22e-49e0-a7ac-04e084acac76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:54.347157 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b80f5c5-d22e-49e0-a7ac-04e084acac76 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:08:54.348113 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-1b80f5c5-d22e-49e0-a7ac-04e084acac76 None None] Bound port: 6df456c0-5bac-4b29-adbe-215f7dd291b0, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:08:54.348786 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-1b80f5c5-d22e-49e0-a7ac-04e084acac76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:54.352073 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf11a83-9441-486a-9c5b-1ebdba34733c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:54.352440 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf11a83-9441-486a-9c5b-1ebdba34733c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:54.352749 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf11a83-9441-486a-9c5b-1ebdba34733c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:54.353083 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf11a83-9441-486a-9c5b-1ebdba34733c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:54.353420 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf11a83-9441-486a-9c5b-1ebdba34733c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:54.353737 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf11a83-9441-486a-9c5b-1ebdba34733c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:54.354063 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf11a83-9441-486a-9c5b-1ebdba34733c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:54.354457 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf11a83-9441-486a-9c5b-1ebdba34733c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:54.354784 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf11a83-9441-486a-9c5b-1ebdba34733c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:54.355109 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf11a83-9441-486a-9c5b-1ebdba34733c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:54.355433 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf11a83-9441-486a-9c5b-1ebdba34733c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:54.355955 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf11a83-9441-486a-9c5b-1ebdba34733c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:08:54.426989 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-1b80f5c5-d22e-49e0-a7ac-04e084acac76 None None] For port 6df456c0-5bac-4b29-adbe-215f7dd291b0, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:08:54.428129 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0918e-1fba-4d93-a218-d50c976d1057 req-42a4038e-0201-41a7-8548-468acb18fd01 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:54.430349 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a5b0918e-1fba-4d93-a218-d50c976d1057 req-42a4038e-0201-41a7-8548-468acb18fd01 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 949 time: 0.6964898 Sep 01 15:08:54.430655 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-1b80f5c5-d22e-49e0-a7ac-04e084acac76 None None] For port 6df456c0-5bac-4b29-adbe-215f7dd291b0, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6df456c0-5bac-4b29-adbe-215f7dd291b0,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:08:54.440154 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-1b80f5c5-d22e-49e0-a7ac-04e084acac76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:54.442286 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-237b2937-09ee-4236-ac4e-c82a8ec864a2 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Request body: {'port': {'device_id': '3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c', 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044', 'admin_state_up': True, 'tenant_id': '5d7c0ff87c7c4cc083c6404989b27ea4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:54.476645 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df296dc-811b-4745-9bf5-789625cf4645 req-66c0efd4-1838-405e-94a2-d54af616a5f5 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:54.479963 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5df296dc-811b-4745-9bf5-789625cf4645 req-66c0efd4-1838-405e-94a2-d54af616a5f5 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.62 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1&tenant_id=d7f261ece20a48a4b227e981b98a52fd&binding%3Ahost_id=n-h1-794796-3 HTTP/1.1" status: 200 len: 949 time: 0.9009697 Sep 01 15:08:54.547494 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b80f5c5-d22e-49e0-a7ac-04e084acac76 None None] Routers {'6907fd80-0fe1-4faf-bb6e-ab5046c383ef'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:08:54.548298 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1b80f5c5-d22e-49e0-a7ac-04e084acac76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:08:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['6907fd80-0fe1-4faf-bb6e-ab5046c383ef'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:54.616812 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf11a83-9441-486a-9c5b-1ebdba34733c None None] Pushing event updated for resources: {'Port': ['ID=6df456c0-5bac-4b29-adbe-215f7dd291b0,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:54.692078 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-6d7e19b5-06ea-4c93-a1e3-9a970752f9f3 service neutron] For port f5b0b55b-5d81-4b5d-a3fa-c49c853abef3, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:08:54.737984 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-1b80f5c5-d22e-49e0-a7ac-04e084acac76 None None] Set router 6907fd80-0fe1-4faf-bb6e-ab5046c383ef gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:08:54.788057 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-6d7e19b5-06ea-4c93-a1e3-9a970752f9f3 service neutron] For port f5b0b55b-5d81-4b5d-a3fa-c49c853abef3, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f5b0b55b-5d81-4b5d-a3fa-c49c853abef3,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:08:54.788880 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4d3b5-d8eb-48a6-bf86-acab0443946c req-68682086-8e74-479a-82cc-116e848c2119 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:54.792571 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2ff4d3b5-d8eb-48a6-bf86-acab0443946c req-68682086-8e74-479a-82cc-116e848c2119 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2787c503-21f2-40a8-b66d-3afa51825d67 HTTP/1.1" status: 200 len: 948 time: 0.1036129 Sep 01 15:08:54.802670 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a5b0918e-1fba-4d93-a218-d50c976d1057 req-e5c52b86-3652-49f8-9697-39dc3709dae8 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514571 Sep 01 15:08:54.846287 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-6d7e19b5-06ea-4c93-a1e3-9a970752f9f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:54.941022 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2ff4d3b5-d8eb-48a6-bf86-acab0443946c req-8c72e2ab-31cd-4736-ac9c-16d01e572234 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f724bc7-136a-489b-b35e-66510558c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401131 Sep 01 15:08:54.991419 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c4ddce68-dc88-4d22-9556-a4116bfd4c08 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:08:55.000093 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [req-5df296dc-811b-4745-9bf5-789625cf4645 req-4be454db-ade4-4e07-9c51-df2a5a5acdcd service neutron] delete failed (client error): The resource could not be found. Sep 01 15:08:55.001909 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5df296dc-811b-4745-9bf5-789625cf4645 req-4be454db-ade4-4e07-9c51-df2a5a5acdcd service neutron] 10.222.0.62 "DELETE /v2.0/ports/70e9cffd-d7f5-4b3a-9983-8585606a003b/bindings/n-h2-794796-3 HTTP/1.1" status: 404 len: 380 time: 0.4840000 Sep 01 15:08:55.055962 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-6d7e19b5-06ea-4c93-a1e3-9a970752f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:55.057103 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-6d7e19b5-06ea-4c93-a1e3-9a970752f9f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:55.060674 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-6d7e19b5-06ea-4c93-a1e3-9a970752f9f3 service neutron] 10.222.0.45 "PUT /v2.0/ports/f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 HTTP/1.1" status: 200 len: 1096 time: 4.1657100 Sep 01 15:08:55.116001 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2787c503-21f2-40a8-b66d-3afa51825d67', 'tag': 'f5b0b55b-5d81-4b5d-a3fa-c49c853abef3'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:55.121194 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a36a434-e766-44ee-bfb4-b392ed96c375" -d '{"events": [{"name": "network-changed", "server_uuid": "2787c503-21f2-40a8-b66d-3afa51825d67", "tag": "f5b0b55b-5d81-4b5d-a3fa-c49c853abef3"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:55.157880 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port c4ddce68-dc88-4d22-9556-a4116bfd4c08 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:08:55.169903 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:55.246026 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-550015b7-df94-4d75-a48e-0c5e4eeae334 req-049f616c-2fa0-4e49-88c0-caff79002024 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c HTTP/1.1" status: 200 len: 210 time: 0.0794380 Sep 01 15:08:55.253548 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1b80f5c5-d22e-49e0-a7ac-04e084acac76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'name': 'tempest-TaggedBootDevicesTest_v242-360202414-router', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6df456c0-5bac-4b29-adbe-215f7dd291b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:08:48Z', 'updated_at': '2021-09-01T15:08:50Z', 'revision_number': 3, 'project_id': 'f7d7b06bb64040f2849246a606ea13be', 'gw_port': {'id': '6df456c0-5bac-4b29-adbe-215f7dd291b0', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:08:49Z', 'updated_at': '2021-09-01T15:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:08:55.306428 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 70e9cffd-d7f5-4b3a-9983-8585606a003b up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:08:55.315295 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b80f5c5-d22e-49e0-a7ac-04e084acac76 None None] The sync data for ids ['6907fd80-0fe1-4faf-bb6e-ab5046c383ef'] in n-d-794796-3 is: [{'id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'name': 'tempest-TaggedBootDevicesTest_v242-360202414-router', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6df456c0-5bac-4b29-adbe-215f7dd291b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:08:48Z', 'updated_at': '2021-09-01T15:08:50Z', 'revision_number': 3, 'project_id': 'f7d7b06bb64040f2849246a606ea13be', 'gw_port': {'id': '6df456c0-5bac-4b29-adbe-215f7dd291b0', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:08:49Z', 'updated_at': '2021-09-01T15:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:08:55.330105 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e19b5-06ea-4c93-a1e3-9a970752f9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b0b55b-5d81-4b5d-a3fa-c49c853abef3,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:55.484681 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 70e9cffd-d7f5-4b3a-9983-8585606a003b completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:08:55.508867 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90011ec4-10fc-40ff-818a-a3b47691e004 x-openstack-request-id: req-90011ec4-10fc-40ff-818a-a3b47691e004 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:55.509318 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2787c503-21f2-40a8-b66d-3afa51825d67", "tag": "f5b0b55b-5d81-4b5d-a3fa-c49c853abef3", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:55.509717 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-90011ec4-10fc-40ff-818a-a3b47691e004 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:55.510890 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2787c503-21f2-40a8-b66d-3afa51825d67', 'tag': 'f5b0b55b-5d81-4b5d-a3fa-c49c853abef3', 'status': 'completed', 'code': 200} Sep 01 15:08:55.511292 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 70e9cffd-d7f5-4b3a-9983-8585606a003b triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:08:55.511906 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:55.513664 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-142c7886-6ee8-4b3b-aaf7-4464e7303270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:55.531944 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccbc4a-1625-44de-9c91-35ea8686ef65 req-3961121a-5f67-444c-b109-1283691cbc01 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:55.534825 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b2ccbc4a-1625-44de-9c91-35ea8686ef65 req-3961121a-5f67-444c-b109-1283691cbc01 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 945 time: 0.5814912 Sep 01 15:08:55.564195 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-237b2937-09ee-4236-ac4e-c82a8ec864a2 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Made reservation on behalf of 5d7c0ff87c7c4cc083c6404989b27ea4 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:08:55.568908 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-237b2937-09ee-4236-ac4e-c82a8ec864a2 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:55.635369 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-0a4ea1b7-7288-475c-8cc2-bb820f11235c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:55.638122 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-0a4ea1b7-7288-475c-8cc2-bb820f11235c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7764d14044b94fce87fee8f626c50bed&device_id=2787c503-21f2-40a8-b66d-3afa51825d67 HTTP/1.1" status: 200 len: 1099 time: 0.4403019 Sep 01 15:08:55.687042 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:55.718563 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914511e-3151-4ecc-8480-226ef5d5c9c5 req-b8a58c1a-4820-4457-b52d-d0ecf414c5f1 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:55.721084 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df296dc-811b-4745-9bf5-789625cf4645 req-5cd6a989-4b22-4a86-968a-e8e6497a15b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:55.723034 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5df296dc-811b-4745-9bf5-789625cf4645 req-5cd6a989-4b22-4a86-968a-e8e6497a15b1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 1100 time: 0.4487557 Sep 01 15:08:55.723975 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f914511e-3151-4ecc-8480-226ef5d5c9c5 req-b8a58c1a-4820-4457-b52d-d0ecf414c5f1 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 945 time: 0.1230688 Sep 01 15:08:55.728129 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be80210a-1eb3-47cb-a453-514b5f6426c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e9cffd-d7f5-4b3a-9983-8585606a003b'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:08:55.731543 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e47e70-8249-40be-9c8a-6081371e16dc" -d '{"events": [{"server_uuid": "be80210a-1eb3-47cb-a453-514b5f6426c1", "name": "network-vif-plugged", "status": "completed", "tag": "70e9cffd-d7f5-4b3a-9983-8585606a003b"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:08:55.750988 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 70e9cffd-d7f5-4b3a-9983-8585606a003b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=70e9cffd-d7f5-4b3a-9983-8585606a003b,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:55.764246 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:55.770507 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-072259a7-ae49-4267-ae12-eea1289e887e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 HTTP/1.1" status: 200 len: 217 time: 0.1162813 Sep 01 15:08:55.833517 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f914511e-3151-4ecc-8480-226ef5d5c9c5 req-0b496fa8-ef07-40e9-b03e-30ebcb0db68b tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968988 Sep 01 15:08:55.943523 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=70e9cffd-d7f5-4b3a-9983-8585606a003b,revision_number=9']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:55.973343 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b2ccbc4a-1625-44de-9c91-35ea8686ef65 req-c1a11548-5d67-444b-b453-01fac523fe32 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970940 Sep 01 15:08:56.128077 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ab7040-9bed-41e6-9e6e-fe07316e326b x-openstack-request-id: req-71ab7040-9bed-41e6-9e6e-fe07316e326b {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:08:56.128891 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be80210a-1eb3-47cb-a453-514b5f6426c1", "name": "network-vif-plugged", "status": "completed", "tag": "70e9cffd-d7f5-4b3a-9983-8585606a003b", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:08:56.128891 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-71ab7040-9bed-41e6-9e6e-fe07316e326b {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:08:56.129251 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be80210a-1eb3-47cb-a453-514b5f6426c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e9cffd-d7f5-4b3a-9983-8585606a003b', 'code': 200} Sep 01 15:08:56.302811 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bd597-97a2-4d5a-8dbd-f389ccb34b6e req-1ffc4c4b-3f01-41c8-93b5-30dcb59e0419 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:56.305293 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a81bd597-97a2-4d5a-8dbd-f389ccb34b6e req-1ffc4c4b-3f01-41c8-93b5-30dcb59e0419 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2787c503-21f2-40a8-b66d-3afa51825d67 HTTP/1.1" status: 200 len: 948 time: 0.0853159 Sep 01 15:08:56.386881 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a81bd597-97a2-4d5a-8dbd-f389ccb34b6e req-4bf09b31-944e-45f0-a778-1f1fcbd27108 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f724bc7-136a-489b-b35e-66510558c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719483 Sep 01 15:08:56.543536 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-e857fd91-cdf7-450a-81b3-e655602d1303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:56.546008 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-e857fd91-cdf7-450a-81b3-e655602d1303 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.7584133 Sep 01 15:08:56.557933 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a910e44b-375c-4312-8e6c-8c4e53056fbf req-25f76c63-c340-4f07-bf42-595acdd53c6a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c HTTP/1.1" status: 200 len: 210 time: 0.0482440 Sep 01 15:08:56.745414 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb8acd-fa5c-4b53-84d2-bd217ca21e43 req-7e3e4fe9-4037-4431-bbd1-5ab36bf67558 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:56.747158 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-20cb8acd-fa5c-4b53-84d2-bd217ca21e43 req-7e3e4fe9-4037-4431-bbd1-5ab36bf67558 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 950 time: 0.3434074 Sep 01 15:08:56.749927 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-237b2937-09ee-4236-ac4e-c82a8ec864a2 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Allocated IP 172.20.0.7 (991369d1-6cc8-4ab5-8a03-7b17948fd044/35b27872-673a-446b-88b2-296c933a8cce/decdf579-a3ac-47d2-8e21-42acfa004caa) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:08:56.754899 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df296dc-811b-4745-9bf5-789625cf4645 req-c625c7f1-232f-4caf-a624-48fe1f952e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:56.756807 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5df296dc-811b-4745-9bf5-789625cf4645 req-c625c7f1-232f-4caf-a624-48fe1f952e24 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.9933543 Sep 01 15:08:56.803475 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-142c7886-6ee8-4b3b-aaf7-4464e7303270 admin admin] Allocated IP 172.20.0.1 (17543319-6060-4d8f-9fbf-24ed833e1936/cfe092a7-7374-49e7-98e0-9d8083b4d268/e5ded87e-bcad-4910-ae8c-2457db345234) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:08:56.880991 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-ba413cc1-d164-4330-b64c-223c24deb797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:56.883630 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-ba413cc1-d164-4330-b64c-223c24deb797 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3241923 Sep 01 15:08:56.895689 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5df296dc-811b-4745-9bf5-789625cf4645 req-8b57aabe-fa02-4d3e-829e-1b81000899c2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=70e9cffd-d7f5-4b3a-9983-8585606a003b HTTP/1.1" status: 200 len: 217 time: 0.1253741 Sep 01 15:08:56.963737 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6df456c0-5bac-4b29-adbe-215f7dd291b0 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:08:57.052225 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 6df456c0-5bac-4b29-adbe-215f7dd291b0 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:08:57.058870 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 6df456c0-5bac-4b29-adbe-215f7dd291b0 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:08:57.059269 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:57.100587 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a4e22-6064-4f24-9e8f-3e40f0167ba1 req-20e0a97f-9500-4dae-a285-50f0359a1ebd tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:57.103145 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-808a4e22-6064-4f24-9e8f-3e40f0167ba1 req-20e0a97f-9500-4dae-a285-50f0359a1ebd tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 945 time: 0.0747473 Sep 01 15:08:57.175786 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-808a4e22-6064-4f24-9e8f-3e40f0167ba1 req-b5058e71-7842-4377-9ad5-ac092559d78d tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577066 Sep 01 15:08:57.198204 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:57.243040 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 6df456c0-5bac-4b29-adbe-215f7dd291b0, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6df456c0-5bac-4b29-adbe-215f7dd291b0,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:08:57.250419 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:57.270120 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-20cb8acd-fa5c-4b53-84d2-bd217ca21e43 req-6d31d22b-e23a-4154-b9d5-95be67f5ff08 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5064030 Sep 01 15:08:57.358616 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36271ee2-5363-40cf-bc72-2cd908daae52 req-175afe4b-13c0-454f-9d95-3523113e6a2e tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:57.358923 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=6df456c0-5bac-4b29-adbe-215f7dd291b0,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:57.368044 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-36271ee2-5363-40cf-bc72-2cd908daae52 req-175afe4b-13c0-454f-9d95-3523113e6a2e tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 945 time: 0.1099875 Sep 01 15:08:57.407025 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:57.449857 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-36271ee2-5363-40cf-bc72-2cd908daae52 req-97a599e7-bf98-4d08-814e-ba6d9b39c300 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797427 Sep 01 15:08:57.452426 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df296dc-811b-4745-9bf5-789625cf4645 req-8796026e-a9d0-4c5f-9033-70fb0b46266a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:57.457632 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5df296dc-811b-4745-9bf5-789625cf4645 req-8796026e-a9d0-4c5f-9033-70fb0b46266a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.5215576 Sep 01 15:08:57.580929 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-2d8b06fd-22d0-4f4b-b790-69f755e5d2fb service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6749792 Sep 01 15:08:57.625266 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a72f2e-cb00-41ba-92c8-219472baf328 req-0a4a995f-748e-49d0-bf7e-22b6c63b25c8 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:57.627898 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-81a72f2e-cb00-41ba-92c8-219472baf328 req-0a4a995f-748e-49d0-bf7e-22b6c63b25c8 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2787c503-21f2-40a8-b66d-3afa51825d67 HTTP/1.1" status: 200 len: 948 time: 0.0727403 Sep 01 15:08:57.662998 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-142c7886-6ee8-4b3b-aaf7-4464e7303270 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:57.705881 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-81a72f2e-cb00-41ba-92c8-219472baf328 req-256b939f-19f2-46e7-8c37-d8121f40d51b tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f724bc7-136a-489b-b35e-66510558c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662191 Sep 01 15:08:57.715849 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-237b2937-09ee-4236-ac4e-c82a8ec864a2 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:57.738921 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df296dc-811b-4745-9bf5-789625cf4645 req-c64de498-5be1-4e59-ae06-453e3f2c574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:57.741699 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5df296dc-811b-4745-9bf5-789625cf4645 req-c64de498-5be1-4e59-ae06-453e3f2c574b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2426050 Sep 01 15:08:57.749000 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-142c7886-6ee8-4b3b-aaf7-4464e7303270 admin admin] Transition to ACTIVE for port object e5ded87e-bcad-4910-ae8c-2457db345234 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:08:57.815519 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6338af12-9f79-4b9b-b549-c30686238089 req-4477b8de-d405-4f16-a3c4-c5b0e60e7b50 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c HTTP/1.1" status: 200 len: 210 time: 0.1105821 Sep 01 15:08:57.927829 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f445cdef-7edc-42a1-ab43-ab6a10858a2d req-62681c66-138c-4bd3-b4ad-21ba32089232 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317804 Sep 01 15:08:58.004530 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-237b2937-09ee-4236-ac4e-c82a8ec864a2 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:58.011652 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-142c7886-6ee8-4b3b-aaf7-4464e7303270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:58.060387 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5df296dc-811b-4745-9bf5-789625cf4645 req-80f5c92a-d2be-426c-add2-07fc5c081229 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689002 Sep 01 15:08:58.199674 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142c7886-6ee8-4b3b-aaf7-4464e7303270 admin admin] Network 17543319-6060-4d8f-9fbf-24ed833e1936 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:08:58.234096 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-237b2937-09ee-4236-ac4e-c82a8ec864a2 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Network 991369d1-6cc8-4ab5-8a03-7b17948fd044 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:08:58.241765 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-142c7886-6ee8-4b3b-aaf7-4464e7303270 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:08:58.252376 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-237b2937-09ee-4236-ac4e-c82a8ec864a2 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:08:58.254781 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142c7886-6ee8-4b3b-aaf7-4464e7303270 admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:08:58.263641 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-237b2937-09ee-4236-ac4e-c82a8ec864a2 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:08:58.267172 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c7886-6ee8-4b3b-aaf7-4464e7303270 admin admin] Pushing event updated for resources: {'Port': ['ID=e5ded87e-bcad-4910-ae8c-2457db345234,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:58.387974 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89c64d-4ed6-4281-abae-485fb4dd9ada req-357980ad-91c4-43e3-884e-a1d0c9190c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:58.389793 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b89c64d-4ed6-4281-abae-485fb4dd9ada req-357980ad-91c4-43e3-884e-a1d0c9190c9f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fec0654f7239467a95f60e6ba299aa91&device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 1096 time: 0.3521872 Sep 01 15:08:58.392139 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36a434-e766-44ee-bfb4-b392ed96c375 req-b50b0b0e-aada-4f95-8f30-41dd7cc09f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:58.393784 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0a36a434-e766-44ee-bfb4-b392ed96c375 req-b50b0b0e-aada-4f95-8f30-41dd7cc09f15 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7764d14044b94fce87fee8f626c50bed&device_id=2787c503-21f2-40a8-b66d-3afa51825d67 HTTP/1.1" status: 200 len: 1099 time: 0.3845510 Sep 01 15:08:58.466898 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b38ecf-03b4-4b78-9c8e-e85f87e12fe3 req-c039a6ba-149e-4cdc-a798-642c2565460c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:58.480504 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c4b38ecf-03b4-4b78-9c8e-e85f87e12fe3 req-c039a6ba-149e-4cdc-a798-642c2565460c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 945 time: 0.1598432 Sep 01 15:08:58.511953 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-142c7886-6ee8-4b3b-aaf7-4464e7303270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:58.556460 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c4b38ecf-03b4-4b78-9c8e-e85f87e12fe3 req-4fff42b8-2227-4dcb-a1e4-04f10a15289e tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725327 Sep 01 15:08:58.594490 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b2937-09ee-4236-ac4e-c82a8ec864a2 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Pushing event updated for resources: {'Port': ['ID=decdf579-a3ac-47d2-8e21-42acfa004caa,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:08:58.594490 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-237b2937-09ee-4236-ac4e-c82a8ec864a2 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:58.594490 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-237b2937-09ee-4236-ac4e-c82a8ec864a2 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:58.664311 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c7f6d551-24c0-4804-bf71-df06ecabca5b None None] Provisioning for port e5ded87e-bcad-4910-ae8c-2457db345234 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:08:58.670078 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c7f6d551-24c0-4804-bf71-df06ecabca5b None None] Provisioning complete for port e5ded87e-bcad-4910-ae8c-2457db345234 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:08:58.671254 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c7f6d551-24c0-4804-bf71-df06ecabca5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:58.721607 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-c7f6d551-24c0-4804-bf71-df06ecabca5b None None] Port e5ded87e-bcad-4910-ae8c-2457db345234 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:08:58.721888 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5df296dc-811b-4745-9bf5-789625cf4645 req-83f17f7f-d96f-442c-a6ea-7299665e5187 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6033711 Sep 01 15:08:58.809245 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-237b2937-09ee-4236-ac4e-c82a8ec864a2 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4055097 Sep 01 15:08:58.868126 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f9676-b106-49e7-adf1-a99ec14d364b req-ea1a67cb-3aff-4b5a-9eca-7a2c0869ee81 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:58.877322 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-58e9e8ea-e135-4744-8e45-ce55a7f8653c service neutron] Request body: {'port': {'device_id': '3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:08:58.883217 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-058f9676-b106-49e7-adf1-a99ec14d364b req-ea1a67cb-3aff-4b5a-9eca-7a2c0869ee81 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 945 time: 0.1066463 Sep 01 15:08:58.930253 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6df456c0-5bac-4b29-adbe-215f7dd291b0 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:08:58.970055 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-058f9676-b106-49e7-adf1-a99ec14d364b req-e28c5eb4-ae9a-4344-a302-419b5ad18992 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765240 Sep 01 15:08:58.976097 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6dcd7-c50b-44eb-be97-d9fe229adb3e req-b813ca62-0d2e-4be0-996e-c1cbb50520eb tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:58.980138 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1dc6dcd7-c50b-44eb-be97-d9fe229adb3e req-b813ca62-0d2e-4be0-996e-c1cbb50520eb tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 950 time: 0.4642065 Sep 01 15:08:59.030045 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 6df456c0-5bac-4b29-adbe-215f7dd291b0 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:08:59.030764 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:59.077633 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36a434-e766-44ee-bfb4-b392ed96c375 req-07b3f941-3caa-44ae-8fca-ca31776098b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:59.080394 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0a36a434-e766-44ee-bfb4-b392ed96c375 req-07b3f941-3caa-44ae-8fca-ca31776098b8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.6666088 Sep 01 15:08:59.136424 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89c64d-4ed6-4281-abae-485fb4dd9ada req-9b5acdd9-12c8-4d52-ab07-34a5939a0fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:59.139212 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b89c64d-4ed6-4281-abae-485fb4dd9ada req-9b5acdd9-12c8-4d52-ab07-34a5939a0fba service neutron] 10.222.0.62 "GET /v2.0/networks?id=b0922890-9f88-4062-824b-4dfc506e6e18 HTTP/1.1" status: 200 len: 912 time: 0.6770558 Sep 01 15:08:59.248597 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82dcc7-fa59-4cba-90b4-8b43a6c49974 req-e7950304-90b1-46bf-89ff-9d05687747cb tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:59.250141 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bb82dcc7-fa59-4cba-90b4-8b43a6c49974 req-e7950304-90b1-46bf-89ff-9d05687747cb tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2787c503-21f2-40a8-b66d-3afa51825d67 HTTP/1.1" status: 200 len: 948 time: 0.0670228 Sep 01 15:08:59.266004 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0a36a434-e766-44ee-bfb4-b392ed96c375 req-eb168505-9e52-4409-8e7f-3ec75bb57b0a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 HTTP/1.1" status: 200 len: 217 time: 0.1596241 Sep 01 15:08:59.316587 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bb82dcc7-fa59-4cba-90b4-8b43a6c49974 req-1999fbc7-346d-437d-bc3a-72abdaaf2cb7 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f724bc7-136a-489b-b35e-66510558c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534968 Sep 01 15:08:59.369211 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-58e9e8ea-e135-4744-8e45-ce55a7f8653c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:59.414127 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b89c64d-4ed6-4281-abae-485fb4dd9ada req-e12838c1-12d2-46c9-94ef-65612e7e582f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=269263a2-9b82-4d75-9ba0-51f96fe11dd8 HTTP/1.1" status: 200 len: 217 time: 0.1774876 Sep 01 15:08:59.460049 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1dc6dcd7-c50b-44eb-be97-d9fe229adb3e req-946c6174-65e5-4ce9-8b19-0bc5880b3cfa tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540896 Sep 01 15:08:59.516518 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785b3a5-e9c9-47c8-a3ea-ba683d0cd13b req-ea040202-d023-4757-8563-c93fbaa5f4bd tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:59.518537 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c785b3a5-e9c9-47c8-a3ea-ba683d0cd13b req-ea040202-d023-4757-8563-c93fbaa5f4bd tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c HTTP/1.1" status: 200 len: 931 time: 0.1011081 Sep 01 15:08:59.565201 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-142c7886-6ee8-4b3b-aaf7-4464e7303270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:08:59.602077 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c785b3a5-e9c9-47c8-a3ea-ba683d0cd13b req-86554920-fe76-457b-977b-79afaffa16b3 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690086 Sep 01 15:08:59.623318 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36a434-e766-44ee-bfb4-b392ed96c375 req-eb15d62a-647d-49b4-b0ea-c9e0899ef134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:59.625314 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0a36a434-e766-44ee-bfb4-b392ed96c375 req-eb15d62a-647d-49b4-b0ea-c9e0899ef134 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.3366554 Sep 01 15:08:59.717053 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89c64d-4ed6-4281-abae-485fb4dd9ada req-b04907ae-8d95-4efe-9eff-8b1ec48d80cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:08:59.719861 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b89c64d-4ed6-4281-abae-485fb4dd9ada req-b04907ae-8d95-4efe-9eff-8b1ec48d80cf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=de6f3d24-aa35-41db-834d-e91d2e27e6db HTTP/1.1" status: 200 len: 851 time: 0.2498920 Sep 01 15:09:00.166871 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3b872-b03f-4e5a-b687-0e7fed44df2d req-f4a80293-ad7f-4738-867d-6c9060bdc54b tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:00.169638 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e6d3b872-b03f-4e5a-b687-0e7fed44df2d req-f4a80293-ad7f-4738-867d-6c9060bdc54b tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 945 time: 0.0857263 Sep 01 15:09:00.248734 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e6d3b872-b03f-4e5a-b687-0e7fed44df2d req-194f324f-4a77-44d7-8268-6b8ff0ce7237 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675709 Sep 01 15:09:00.445122 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b89c64d-4ed6-4281-abae-485fb4dd9ada req-1d11db82-beab-4714-b59f-a8071afc3eb2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b0922890-9f88-4062-824b-4dfc506e6e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6817634 Sep 01 15:09:00.525913 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490fc62-45f9-4dd1-9136-d2e1349970b7 req-72a50d73-da98-4057-b901-e22751e142a9 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:00.529024 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6490fc62-45f9-4dd1-9136-d2e1349970b7 req-72a50d73-da98-4057-b901-e22751e142a9 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2787c503-21f2-40a8-b66d-3afa51825d67 HTTP/1.1" status: 200 len: 948 time: 0.0834141 Sep 01 15:09:00.580067 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36a434-e766-44ee-bfb4-b392ed96c375 req-876adb39-2552-4aa0-a830-4559e3ff7264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:00.581577 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0a36a434-e766-44ee-bfb4-b392ed96c375 req-876adb39-2552-4aa0-a830-4559e3ff7264 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9434791 Sep 01 15:09:00.589375 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6490fc62-45f9-4dd1-9136-d2e1349970b7 req-6e3d8dee-87d1-4010-8b10-0134ad940a70 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f724bc7-136a-489b-b35e-66510558c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519817 Sep 01 15:09:00.639531 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00e9de-ad49-4a2b-997d-2d75dcfe1878 req-bb3e5451-8dae-4655-8376-0ba6af61def4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:00.641647 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7a00e9de-ad49-4a2b-997d-2d75dcfe1878 req-bb3e5451-8dae-4655-8376-0ba6af61def4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 945 time: 0.9302182 Sep 01 15:09:00.792560 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698af61-93ea-436e-952b-e409daec9d7e req-62c03b62-d045-4f52-ae44-b354f7237c95 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:00.795546 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4698af61-93ea-436e-952b-e409daec9d7e req-62c03b62-d045-4f52-ae44-b354f7237c95 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 950 time: 0.0927505 Sep 01 15:09:00.869244 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4698af61-93ea-436e-952b-e409daec9d7e req-a8e4473a-81a2-45dd-8f16-7a632b22a668 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663385 Sep 01 15:09:00.928637 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7a00e9de-ad49-4a2b-997d-2d75dcfe1878 req-8747d1be-799c-4c18-b5b7-fbe7a8aaa89f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186141 Sep 01 15:09:00.930881 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b89c64d-4ed6-4281-abae-485fb4dd9ada req-aad14f27-3a1a-4f6f-a060-b8eb030b78e1 service neutron] 10.222.0.62 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764326 Sep 01 15:09:01.034258 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-142c7886-6ee8-4b3b-aaf7-4464e7303270 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:01.048182 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0a36a434-e766-44ee-bfb4-b392ed96c375 req-22542ffd-804d-4035-9f7f-8581566b7280 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473693 Sep 01 15:09:01.051910 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-142c7886-6ee8-4b3b-aaf7-4464e7303270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:01.072074 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc98de7-b24b-4f83-9396-0c94984c6638 req-bf5c435a-e2ab-4ff9-9265-1dca0c32a6bb tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:01.076060 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2cc98de7-b24b-4f83-9396-0c94984c6638 req-bf5c435a-e2ab-4ff9-9265-1dca0c32a6bb tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c HTTP/1.1" status: 200 len: 931 time: 0.1144729 Sep 01 15:09:01.139706 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2cc98de7-b24b-4f83-9396-0c94984c6638 req-b87fbf72-0927-42af-84cb-90abb9e9ee4c tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537319 Sep 01 15:09:01.328987 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-142c7886-6ee8-4b3b-aaf7-4464e7303270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:01.331236 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:09:01.334038 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-58e9e8ea-e135-4744-8e45-ce55a7f8653c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id decdf579-a3ac-47d2-8e21-42acfa004caa {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:09:01.341925 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c7886-6ee8-4b3b-aaf7-4464e7303270 admin admin] Pushing event updated for resources: {'Port': ['ID=e5ded87e-bcad-4910-ae8c-2457db345234,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:01.364556 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-58e9e8ea-e135-4744-8e45-ce55a7f8653c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:01.375501 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b89c64d-4ed6-4281-abae-485fb4dd9ada req-c50af4e6-c079-41f0-87da-c613e9f05b90 service neutron] 10.222.0.62 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328063 Sep 01 15:09:01.414953 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-58e9e8ea-e135-4744-8e45-ce55a7f8653c service neutron] Transition to ACTIVE for port object decdf579-a3ac-47d2-8e21-42acfa004caa will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:01.430023 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff8466-732b-42c6-81ca-ebcf86c12162 req-f32020ed-ebfb-4d45-af1b-a2f2c0f120b8 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:01.434384 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-00ff8466-732b-42c6-81ca-ebcf86c12162 req-f32020ed-ebfb-4d45-af1b-a2f2c0f120b8 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 945 time: 0.0851126 Sep 01 15:09:01.462163 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-58e9e8ea-e135-4744-8e45-ce55a7f8653c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:01.466590 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0a36a434-e766-44ee-bfb4-b392ed96c375 req-565c67cc-3442-4309-b48a-2414d312eb68 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985460 Sep 01 15:09:01.474023 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befe348-4773-42d4-84a0-53e74927a059 req-a79ea59e-943b-48cb-a36e-08e109483e61 tempest-MigrationsAdminTest-1530671713 tempest-MigrationsAdminTest-1530671713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:01.475978 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1befe348-4773-42d4-84a0-53e74927a059 req-a79ea59e-943b-48cb-a36e-08e109483e61 tempest-MigrationsAdminTest-1530671713 tempest-MigrationsAdminTest-1530671713-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 1101 time: 0.3094268 Sep 01 15:09:01.551974 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-00ff8466-732b-42c6-81ca-ebcf86c12162 req-ed0261ea-dbb3-404e-8616-dd48f8546382 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086392 Sep 01 15:09:01.569172 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f5b0b55b-5d81-4b5d-a3fa-c49c853abef3, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f5b0b55b-5d81-4b5d-a3fa-c49c853abef3,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:01.588307 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'f5b0b55b-5d81-4b5d-a3fa-c49c853abef3', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': 'f5b0b55b-5d81-4b5d-a3fa-c49c853abef3', 'mac_address': 'fa:16:3e:8b:f1:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:09:01.603733 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1befe348-4773-42d4-84a0-53e74927a059 req-6f3f2251-8783-4c38-ba52-60407d2ae1e5 tempest-MigrationsAdminTest-1530671713 tempest-MigrationsAdminTest-1530671713-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952368 Sep 01 15:09:01.604899 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9e8ea-e135-4744-8e45-ce55a7f8653c service neutron] Pushing event updated for resources: {'Port': ['ID=decdf579-a3ac-47d2-8e21-42acfa004caa,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:01.633400 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142c7886-6ee8-4b3b-aaf7-4464e7303270 admin admin] Network 17543319-6060-4d8f-9fbf-24ed833e1936 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:09:01.637933 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-142c7886-6ee8-4b3b-aaf7-4464e7303270 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:01.678669 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:01.709221 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:09:01.771149 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f5b0b55b-5d81-4b5d-a3fa-c49c853abef3, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f5b0b55b-5d81-4b5d-a3fa-c49c853abef3,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:01.779410 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:01.857096 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=f5b0b55b-5d81-4b5d-a3fa-c49c853abef3,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:01.857387 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-58e9e8ea-e135-4744-8e45-ce55a7f8653c service neutron] Attempting to bind port decdf579-a3ac-47d2-8e21-42acfa004caa on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:09:01.857968 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-58e9e8ea-e135-4744-8e45-ce55a7f8653c service neutron] Attempting to bind port decdf579-a3ac-47d2-8e21-42acfa004caa by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:09:01.857968 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-58e9e8ea-e135-4744-8e45-ce55a7f8653c service neutron] Attempting to bind port decdf579-a3ac-47d2-8e21-42acfa004caa on network 991369d1-6cc8-4ab5-8a03-7b17948fd044 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:09:01.879275 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-58e9e8ea-e135-4744-8e45-ce55a7f8653c service neutron] Port decdf579-a3ac-47d2-8e21-42acfa004caa on network 991369d1-6cc8-4ab5-8a03-7b17948fd044 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:09:01.879670 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-58e9e8ea-e135-4744-8e45-ce55a7f8653c service neutron] Attempting to bind port decdf579-a3ac-47d2-8e21-42acfa004caa on network 991369d1-6cc8-4ab5-8a03-7b17948fd044 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:09:01.899025 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff57d6-685c-421c-ace1-6b65683dc875 req-6ad48a01-916e-4d9d-a58f-0428d6dc4943 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:01.900707 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7dff57d6-685c-421c-ace1-6b65683dc875 req-6ad48a01-916e-4d9d-a58f-0428d6dc4943 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2787c503-21f2-40a8-b66d-3afa51825d67 HTTP/1.1" status: 200 len: 949 time: 0.1062527 Sep 01 15:09:01.903100 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142c7886-6ee8-4b3b-aaf7-4464e7303270 admin admin] Router 6907fd80-0fe1-4faf-bb6e-ab5046c383ef has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:09:01.904280 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-58e9e8ea-e135-4744-8e45-ce55a7f8653c service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:09:01.904660 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-58e9e8ea-e135-4744-8e45-ce55a7f8653c service neutron] Checking segment: {'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:01.905067 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-58e9e8ea-e135-4744-8e45-ce55a7f8653c service neutron] Bound using segment: {'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:09:01.905683 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-58e9e8ea-e135-4744-8e45-ce55a7f8653c service neutron] Bound port: decdf579-a3ac-47d2-8e21-42acfa004caa, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:09:01.905895 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-58e9e8ea-e135-4744-8e45-ce55a7f8653c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:02.013800 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-f7e1b2ce-09e6-4d58-a567-245734aacb81 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=d7f261ece20a48a4b227e981b98a52fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288780 Sep 01 15:09:02.036292 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['f5b0b55b-5d81-4b5d-a3fa-c49c853abef3'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:09:02.043328 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7dff57d6-685c-421c-ace1-6b65683dc875 req-6ec68931-3da8-4c45-81df-14ae8e537e73 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f724bc7-136a-489b-b35e-66510558c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334505 Sep 01 15:09:02.125057 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-58e9e8ea-e135-4744-8e45-ce55a7f8653c service neutron] For port decdf579-a3ac-47d2-8e21-42acfa004caa, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:09:02.130306 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-58e9e8ea-e135-4744-8e45-ce55a7f8653c service neutron] For port decdf579-a3ac-47d2-8e21-42acfa004caa, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=decdf579-a3ac-47d2-8e21-42acfa004caa,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:09:02.143360 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-58e9e8ea-e135-4744-8e45-ce55a7f8653c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:02.148867 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142c7886-6ee8-4b3b-aaf7-4464e7303270 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:09:02.160875 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-142c7886-6ee8-4b3b-aaf7-4464e7303270 admin admin] 10.222.0.60 "PUT /v2.0/routers/6907fd80-0fe1-4faf-bb6e-ab5046c383ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6851306 Sep 01 15:09:02.170431 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f72305-447b-4ce9-ba6a-8058de8e5b10 None None] Sync routers for ids ['6907fd80-0fe1-4faf-bb6e-ab5046c383ef'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:09:02.203616 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f72305-447b-4ce9-ba6a-8058de8e5b10 None None] Routers {'6907fd80-0fe1-4faf-bb6e-ab5046c383ef'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:09:02.204708 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-e6f72305-447b-4ce9-ba6a-8058de8e5b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:08:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['6907fd80-0fe1-4faf-bb6e-ab5046c383ef'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:02.269453 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f2bfed96-c68d-4f36-9df5-327dfc7d5c74 None None] Provisioning complete for port e5ded87e-bcad-4910-ae8c-2457db345234 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:02.270082 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f2bfed96-c68d-4f36-9df5-327dfc7d5c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:02.274999 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-4dc409c1-9e02-47c4-b59c-427de51f560e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:02.288370 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-58e9e8ea-e135-4744-8e45-ce55a7f8653c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:02.291063 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-4dc409c1-9e02-47c4-b59c-427de51f560e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2699854 Sep 01 15:09:02.293027 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-58e9e8ea-e135-4744-8e45-ce55a7f8653c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:02.295809 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-58e9e8ea-e135-4744-8e45-ce55a7f8653c service neutron] 10.222.0.62 "PUT /v2.0/ports/decdf579-a3ac-47d2-8e21-42acfa004caa HTTP/1.1" status: 200 len: 1091 time: 3.4402549 Sep 01 15:09:02.296599 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c', 'tag': 'decdf579-a3ac-47d2-8e21-42acfa004caa'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:09:02.301957 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7027f82d-5a81-4f13-a6b5-1842c54c282b" -d '{"events": [{"name": "network-changed", "server_uuid": "3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c", "tag": "decdf579-a3ac-47d2-8e21-42acfa004caa"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:09:02.304207 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-0c38484b-6a90-4dbf-ad54-d9fc968d70a1 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/quotas/d7f261ece20a48a4b227e981b98a52fd HTTP/1.1" status: 200 len: 375 time: 0.0114460 Sep 01 15:09:02.354227 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9e8ea-e135-4744-8e45-ce55a7f8653c service neutron] Pushing event updated for resources: {'Port': ['ID=decdf579-a3ac-47d2-8e21-42acfa004caa,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:02.356661 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-f2bfed96-c68d-4f36-9df5-327dfc7d5c74 None None] Port e5ded87e-bcad-4910-ae8c-2457db345234 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:09:02.397330 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-7cdf4df1-fd60-45a7-a0cc-f597e0654c0c tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0690005 Sep 01 15:09:02.401938 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eab999-0e6c-430b-b6d2-952ae3c541bd req-b62115b2-2872-4fc7-8fd4-57177b6559c0 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:02.405037 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a0eab999-0e6c-430b-b6d2-952ae3c541bd req-b62115b2-2872-4fc7-8fd4-57177b6559c0 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 945 time: 0.2064011 Sep 01 15:09:02.499393 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-3ca2ffda-7872-4b55-adcc-aa326b85c005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:02.506434 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-3ca2ffda-7872-4b55-adcc-aa326b85c005 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5d7c0ff87c7c4cc083c6404989b27ea4&device_id=3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c HTTP/1.1" status: 200 len: 1094 time: 0.0948627 Sep 01 15:09:02.506434 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a0eab999-0e6c-430b-b6d2-952ae3c541bd req-94cc4454-8e86-4428-acb9-67f2420d6a14 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845089 Sep 01 15:09:02.533449 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-e6f72305-447b-4ce9-ba6a-8058de8e5b10 None None] Set router 6907fd80-0fe1-4faf-bb6e-ab5046c383ef gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:09:02.589717 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-31e1d88d-e546-4fe7-977b-b0c9ca5448ec service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=decdf579-a3ac-47d2-8e21-42acfa004caa HTTP/1.1" status: 200 len: 217 time: 0.0689368 Sep 01 15:09:02.695845 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-f77bfccf-2486-41b9-a709-5e305a7fb151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:02.697489 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-f77bfccf-2486-41b9-a709-5e305a7fb151 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=35b27872-673a-446b-88b2-296c933a8cce HTTP/1.1" status: 200 len: 845 time: 0.1001556 Sep 01 15:09:02.749456 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-7188ded9-4e96-408d-95eb-f2721f3c1367 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=991369d1-6cc8-4ab5-8a03-7b17948fd044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423203 Sep 01 15:09:02.912583 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-b48b1584-c21e-4a13-af72-08fd104d3392 service neutron] 10.222.0.62 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293507 Sep 01 15:09:02.914911 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0cb086-3810-44f3-a4cb-cac8efedc086 x-openstack-request-id: req-eb0cb086-3810-44f3-a4cb-cac8efedc086 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:09:02.915387 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c", "tag": "decdf579-a3ac-47d2-8e21-42acfa004caa", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:09:02.915652 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb0cb086-3810-44f3-a4cb-cac8efedc086 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:09:02.916082 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c', 'tag': 'decdf579-a3ac-47d2-8e21-42acfa004caa', 'status': 'completed', 'code': 200} Sep 01 15:09:02.948819 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b006fb-e549-49c5-8db5-76ad25addb2f req-8927bb09-3d49-4fc3-9df9-e98876b5b66a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:02.950914 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9b006fb-e549-49c5-8db5-76ad25addb2f req-8927bb09-3d49-4fc3-9df9-e98876b5b66a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c HTTP/1.1" status: 200 len: 943 time: 0.2003253 Sep 01 15:09:03.037541 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502b66f-041f-4c27-b874-7f386f536aa8 req-2e2ca367-445a-4702-8d65-f1e390afda91 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:03.040277 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f502b66f-041f-4c27-b874-7f386f536aa8 req-2e2ca367-445a-4702-8d65-f1e390afda91 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 945 time: 0.1055782 Sep 01 15:09:03.048752 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-e6f72305-447b-4ce9-ba6a-8058de8e5b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'name': 'tempest-TaggedBootDevicesTest_v242-360202414-router', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6df456c0-5bac-4b29-adbe-215f7dd291b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:08:48Z', 'updated_at': '2021-09-01T15:08:59Z', 'revision_number': 4, 'project_id': 'f7d7b06bb64040f2849246a606ea13be', 'gw_port': {'id': '6df456c0-5bac-4b29-adbe-215f7dd291b0', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:08:49Z', 'updated_at': '2021-09-01T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'e5ded87e-bcad-4910-ae8c-2457db345234', 'name': '', 'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'mac_address': 'fa:16:3e:6b:c7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'cfe092a7-7374-49e7-98e0-9d8083b4d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:08:55Z', 'updated_at': '2021-09-01T15:08:59Z', 'revision_number': 2, 'project_id': 'f7d7b06bb64040f2849246a606ea13be', 'subnets': [{'id': 'cfe092a7-7374-49e7-98e0-9d8083b4d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:03.078717 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9b006fb-e549-49c5-8db5-76ad25addb2f req-c90781e4-4c83-4699-90b7-7b1e7e48966b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164172 Sep 01 15:09:03.132636 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f72305-447b-4ce9-ba6a-8058de8e5b10 None None] Checking router: 6907fd80-0fe1-4faf-bb6e-ab5046c383ef for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:09:03.133049 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f72305-447b-4ce9-ba6a-8058de8e5b10 None None] Updating router 6907fd80-0fe1-4faf-bb6e-ab5046c383ef port e5ded87e-bcad-4910-ae8c-2457db345234 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:09:03.135149 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa940c90-0459-431d-ad61-cb5a8e538924 req-e93bc587-cf11-4828-8d54-cf3c7f1d2db9 service neutron] 10.222.0.62 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136548 Sep 01 15:09:03.143515 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f502b66f-041f-4c27-b874-7f386f536aa8 req-735ae28a-7903-4813-b149-8d5698782699 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892487 Sep 01 15:09:03.207047 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e6f72305-447b-4ce9-ba6a-8058de8e5b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:03.264334 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-119890a7-601e-49f5-9912-67a67be69801 req-454c403e-8638-4997-a462-30ece2d30406 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 210 time: 0.0626447 Sep 01 15:09:03.400626 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:03.417540 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027f82d-5a81-4f13-a6b5-1842c54c282b req-cb38b114-5733-4b10-81ab-ca7ae2d2660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:03.419241 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7027f82d-5a81-4f13-a6b5-1842c54c282b req-cb38b114-5733-4b10-81ab-ca7ae2d2660a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5d7c0ff87c7c4cc083c6404989b27ea4&device_id=3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c HTTP/1.1" status: 200 len: 1094 time: 0.1223900 Sep 01 15:09:03.632906 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:09:03.646705 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:03.647161 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:03.829497 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e6f72305-447b-4ce9-ba6a-8058de8e5b10 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:03.962056 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35827b-310a-4670-af6d-0aa88dc2b695 req-ce2060da-a93f-4437-8498-4e8c718b8662 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:03.984233 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0c35827b-310a-4670-af6d-0aa88dc2b695 req-ce2060da-a93f-4437-8498-4e8c718b8662 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 945 time: 0.2560391 Sep 01 15:09:03.987304 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027f82d-5a81-4f13-a6b5-1842c54c282b req-adfec642-38ea-403e-9ec7-88586d2256ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:03.988993 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7027f82d-5a81-4f13-a6b5-1842c54c282b req-adfec642-38ea-403e-9ec7-88586d2256ff service neutron] 10.222.0.62 "GET /v2.0/networks?id=991369d1-6cc8-4ab5-8a03-7b17948fd044 HTTP/1.1" status: 200 len: 906 time: 0.5440838 Sep 01 15:09:04.004571 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc9e06-23a4-4a7b-9b2d-f2bc6c1d8329 req-3b8ee868-8d82-42d7-ab08-4bf7f7cc2d41 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:04.012571 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2ddc9e06-23a4-4a7b-9b2d-f2bc6c1d8329 req-3b8ee868-8d82-42d7-ab08-4bf7f7cc2d41 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2787c503-21f2-40a8-b66d-3afa51825d67 HTTP/1.1" status: 200 len: 949 time: 0.6077058 Sep 01 15:09:04.092711 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7027f82d-5a81-4f13-a6b5-1842c54c282b req-5c1b3209-7314-46d9-9cfc-5c4a96bb5c96 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=decdf579-a3ac-47d2-8e21-42acfa004caa HTTP/1.1" status: 200 len: 217 time: 0.0772147 Sep 01 15:09:04.098145 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e6f72305-447b-4ce9-ba6a-8058de8e5b10 None None] Transition to ACTIVE for port object e5ded87e-bcad-4910-ae8c-2457db345234 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:04.138177 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e6f72305-447b-4ce9-ba6a-8058de8e5b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:04.145588 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0c35827b-310a-4670-af6d-0aa88dc2b695 req-85020626-6ea0-49f1-8382-bab81c31cd9b tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497838 Sep 01 15:09:04.164188 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027f82d-5a81-4f13-a6b5-1842c54c282b req-64309dae-e35a-408c-a4cf-016cf70d44cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:04.165876 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7027f82d-5a81-4f13-a6b5-1842c54c282b req-64309dae-e35a-408c-a4cf-016cf70d44cb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=35b27872-673a-446b-88b2-296c933a8cce HTTP/1.1" status: 200 len: 845 time: 0.0572517 Sep 01 15:09:04.185934 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2ddc9e06-23a4-4a7b-9b2d-f2bc6c1d8329 req-22a1e38e-7f39-40ad-a29e-2524315b4fe4 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f724bc7-136a-489b-b35e-66510558c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724384 Sep 01 15:09:04.240595 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7027f82d-5a81-4f13-a6b5-1842c54c282b req-325c37bb-2387-424a-9e85-fcf6d52785ad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=991369d1-6cc8-4ab5-8a03-7b17948fd044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462291 Sep 01 15:09:04.272618 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235acfc-811d-4d2d-afe1-882308bf1d54 None None] Pushing event updated for resources: {'Port': ['ID=e5ded87e-bcad-4910-ae8c-2457db345234,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:04.314213 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:04.465975 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e6f72305-447b-4ce9-ba6a-8058de8e5b10 None None] Attempting to bind port e5ded87e-bcad-4910-ae8c-2457db345234 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:09:04.467105 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e6f72305-447b-4ce9-ba6a-8058de8e5b10 None None] Attempting to bind port e5ded87e-bcad-4910-ae8c-2457db345234 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3288f583-539b-46ff-9561-dede33de514c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:09:04.467105 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f72305-447b-4ce9-ba6a-8058de8e5b10 None None] Attempting to bind port e5ded87e-bcad-4910-ae8c-2457db345234 on network 17543319-6060-4d8f-9fbf-24ed833e1936 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:09:04.479342 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2787c503-21f2-40a8-b66d-3afa51825d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b0b55b-5d81-4b5d-a3fa-c49c853abef3'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:09:04.481926 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b1be4f-8592-442d-aff7-22c22d7d82ba" -d '{"events": [{"server_uuid": "2787c503-21f2-40a8-b66d-3afa51825d67", "name": "network-vif-plugged", "status": "completed", "tag": "f5b0b55b-5d81-4b5d-a3fa-c49c853abef3"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:09:04.513831 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f72305-447b-4ce9-ba6a-8058de8e5b10 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:09:04.517620 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f72305-447b-4ce9-ba6a-8058de8e5b10 None None] Checking segment: {'id': '3288f583-539b-46ff-9561-dede33de514c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:04.518204 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e6f72305-447b-4ce9-ba6a-8058de8e5b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:04.518736 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f72305-447b-4ce9-ba6a-8058de8e5b10 None None] Bound using segment: {'id': '3288f583-539b-46ff-9561-dede33de514c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:09:04.522781 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e6f72305-447b-4ce9-ba6a-8058de8e5b10 None None] Bound port: e5ded87e-bcad-4910-ae8c-2457db345234, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3288f583-539b-46ff-9561-dede33de514c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:09:04.523230 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e6f72305-447b-4ce9-ba6a-8058de8e5b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:04.535454 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f5b0b55b-5d81-4b5d-a3fa-c49c853abef3, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f5b0b55b-5d81-4b5d-a3fa-c49c853abef3,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:04.544237 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829aca79-173c-4d5a-a274-9a2ad3840d16 req-65275835-48dc-45b1-8a8b-7f83b075eb14 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:04.546225 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-829aca79-173c-4d5a-a274-9a2ad3840d16 req-65275835-48dc-45b1-8a8b-7f83b075eb14 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c HTTP/1.1" status: 200 len: 943 time: 0.1757092 Sep 01 15:09:04.571947 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:04.588973 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7027f82d-5a81-4f13-a6b5-1842c54c282b req-6e44615a-1156-4016-932b-dfb2f73c5d7b service neutron] 10.222.0.62 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406878 Sep 01 15:09:04.657068 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2cd46-e77c-41ac-9d60-56a9abd509b9 req-a747983d-cc4c-40cb-85d9-57c6d1ad427e tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:04.658794 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4bf2cd46-e77c-41ac-9d60-56a9abd509b9 req-a747983d-cc4c-40cb-85d9-57c6d1ad427e tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 945 time: 0.1528523 Sep 01 15:09:04.700602 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e6f72305-447b-4ce9-ba6a-8058de8e5b10 None None] For port e5ded87e-bcad-4910-ae8c-2457db345234, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:09:04.707904 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e6f72305-447b-4ce9-ba6a-8058de8e5b10 None None] For port e5ded87e-bcad-4910-ae8c-2457db345234, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e5ded87e-bcad-4910-ae8c-2457db345234,segment=NetworkSegment(3288f583-539b-46ff-9561-dede33de514c),segment_id=3288f583-539b-46ff-9561-dede33de514c)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:09:04.715249 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=f5b0b55b-5d81-4b5d-a3fa-c49c853abef3,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:04.724620 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e6f72305-447b-4ce9-ba6a-8058de8e5b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:04.730097 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4bf2cd46-e77c-41ac-9d60-56a9abd509b9 req-64e82be1-7293-4c30-bcd3-3106e444dd24 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553942 Sep 01 15:09:04.808914 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-829aca79-173c-4d5a-a274-9a2ad3840d16 req-5c13741e-14d0-45f7-80f4-9f657fe953e7 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472456 Sep 01 15:09:04.824043 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7027f82d-5a81-4f13-a6b5-1842c54c282b req-0201d542-63d7-481f-91d5-7c6262116562 service neutron] 10.222.0.62 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253649 Sep 01 15:09:04.865875 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235acfc-811d-4d2d-afe1-882308bf1d54 None None] Pushing event updated for resources: {'Port': ['ID=e5ded87e-bcad-4910-ae8c-2457db345234,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:04.879088 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f72305-447b-4ce9-ba6a-8058de8e5b10 None None] Routers {'6907fd80-0fe1-4faf-bb6e-ab5046c383ef'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:09:04.880235 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-e6f72305-447b-4ce9-ba6a-8058de8e5b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:08:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['6907fd80-0fe1-4faf-bb6e-ab5046c383ef'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:04.943005 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-13c31f76-c7e5-4dc8-8400-3edfeb85dfc9 req-c5b67b06-228c-41b3-b159-d5f96487750d tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 210 time: 0.0755355 Sep 01 15:09:05.058420 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-c1532218-80ec-47f8-9818-70bdedfc0f1a tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d7f261ece20a48a4b227e981b98a52fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572152 Sep 01 15:09:05.170940 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-e6f72305-447b-4ce9-ba6a-8058de8e5b10 None None] Set router 6907fd80-0fe1-4faf-bb6e-ab5046c383ef gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:09:05.211703 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb475973-68d1-4338-9238-848b5e24f10c x-openstack-request-id: req-bb475973-68d1-4338-9238-848b5e24f10c {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:09:05.212144 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2787c503-21f2-40a8-b66d-3afa51825d67", "name": "network-vif-plugged", "status": "completed", "tag": "f5b0b55b-5d81-4b5d-a3fa-c49c853abef3", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:09:05.212875 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bb475973-68d1-4338-9238-848b5e24f10c {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:09:05.213128 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2787c503-21f2-40a8-b66d-3afa51825d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b0b55b-5d81-4b5d-a3fa-c49c853abef3', 'code': 200} Sep 01 15:09:05.355707 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9adf825-a9a9-4a2d-a31c-f94033f8ab1b req-20650955-c654-49b0-87f8-c59063091bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:05.358121 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a9adf825-a9a9-4a2d-a31c-f94033f8ab1b req-20650955-c654-49b0-87f8-c59063091bd5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2787c503-21f2-40a8-b66d-3afa51825d67 HTTP/1.1" status: 200 len: 1101 time: 0.1587145 Sep 01 15:09:05.437732 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-f1cddfc7-2306-4bbe-8322-0b12760f4ab4 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:05.439795 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-f1cddfc7-2306-4bbe-8322-0b12760f4ab4 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3759034 Sep 01 15:09:05.492381 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-de3a45f7-0610-44ed-a8e2-28df2a3a9e3e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Request body: {'port': {'device_id': '78e304a7-a259-498f-b0b9-75af27ad7faa', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': 'd7f261ece20a48a4b227e981b98a52fd'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:05.498580 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a9adf825-a9a9-4a2d-a31c-f94033f8ab1b req-5fad46c8-09d6-4c9a-b8c5-4c6d20cfd94d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2f724bc7-136a-489b-b35e-66510558c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305108 Sep 01 15:09:05.611072 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf5ef3-ae6d-4da1-a05b-2f5b9260f4f9 req-6485a0a4-7bbf-4e64-b33a-51a45f88fa3c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:05.620624 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-94cf5ef3-ae6d-4da1-a05b-2f5b9260f4f9 req-6485a0a4-7bbf-4e64-b33a-51a45f88fa3c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 945 time: 0.2186306 Sep 01 15:09:05.633285 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-e6f72305-447b-4ce9-ba6a-8058de8e5b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'name': 'tempest-TaggedBootDevicesTest_v242-360202414-router', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6df456c0-5bac-4b29-adbe-215f7dd291b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:08:48Z', 'updated_at': '2021-09-01T15:08:59Z', 'revision_number': 4, 'project_id': 'f7d7b06bb64040f2849246a606ea13be', 'gw_port': {'id': '6df456c0-5bac-4b29-adbe-215f7dd291b0', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:08:49Z', 'updated_at': '2021-09-01T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'e5ded87e-bcad-4910-ae8c-2457db345234', 'name': '', 'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'mac_address': 'fa:16:3e:6b:c7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'cfe092a7-7374-49e7-98e0-9d8083b4d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:08:55Z', 'updated_at': '2021-09-01T15:09:04Z', 'revision_number': 4, 'project_id': 'f7d7b06bb64040f2849246a606ea13be', 'subnets': [{'id': 'cfe092a7-7374-49e7-98e0-9d8083b4d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:09:05.691419 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f72305-447b-4ce9-ba6a-8058de8e5b10 None None] The sync data for ids ['6907fd80-0fe1-4faf-bb6e-ab5046c383ef'] in n-d-794796-3 is: [{'id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'name': 'tempest-TaggedBootDevicesTest_v242-360202414-router', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6df456c0-5bac-4b29-adbe-215f7dd291b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:08:48Z', 'updated_at': '2021-09-01T15:08:59Z', 'revision_number': 4, 'project_id': 'f7d7b06bb64040f2849246a606ea13be', 'gw_port': {'id': '6df456c0-5bac-4b29-adbe-215f7dd291b0', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:08:49Z', 'updated_at': '2021-09-01T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'e5ded87e-bcad-4910-ae8c-2457db345234', 'name': '', 'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'mac_address': 'fa:16:3e:6b:c7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'cfe092a7-7374-49e7-98e0-9d8083b4d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:08:55Z', 'updated_at': '2021-09-01T15:09:04Z', 'revision_number': 4, 'project_id': 'f7d7b06bb64040f2849246a606ea13be', 'subnets': [{'id': 'cfe092a7-7374-49e7-98e0-9d8083b4d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:09:05.815320 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-94cf5ef3-ae6d-4da1-a05b-2f5b9260f4f9 req-4e1e41de-96ac-4397-bf9c-379e6ac507b8 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935635 Sep 01 15:09:05.900282 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-de3a45f7-0610-44ed-a8e2-28df2a3a9e3e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Made reservation on behalf of d7f261ece20a48a4b227e981b98a52fd for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:05.905089 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-de3a45f7-0610-44ed-a8e2-28df2a3a9e3e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:05.940198 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9c41f-bd86-408d-af75-1321d601da20 req-46033ef6-878a-43ac-bb11-e461b530997c tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:05.949593 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1bc9c41f-bd86-408d-af75-1321d601da20 req-46033ef6-878a-43ac-bb11-e461b530997c tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2787c503-21f2-40a8-b66d-3afa51825d67 HTTP/1.1" status: 200 len: 950 time: 0.1917074 Sep 01 15:09:06.082215 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1bc9c41f-bd86-408d-af75-1321d601da20 req-c0fa1954-c9b9-4aba-b655-a0d8a5905c19 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f724bc7-136a-489b-b35e-66510558c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194298 Sep 01 15:09:06.157377 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device decdf579-a3ac-47d2-8e21-42acfa004caa details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:09:06.278040 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c702d7e-a9ba-44b7-949a-c2f9296671d0 req-4eb62f59-a405-47a2-9c28-4301a01d36eb tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:06.290701 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6c702d7e-a9ba-44b7-949a-c2f9296671d0 req-4eb62f59-a405-47a2-9c28-4301a01d36eb tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c HTTP/1.1" status: 200 len: 943 time: 0.1126363 Sep 01 15:09:06.361426 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-de3a45f7-0610-44ed-a8e2-28df2a3a9e3e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Allocated IP 192.168.233.51 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/262afc76-15fe-45ca-bb9c-0ab7750f9a47) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:09:06.462806 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6c702d7e-a9ba-44b7-949a-c2f9296671d0 req-1a7c0ba5-44a3-40e1-b7ef-08732516ce8f tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622486 Sep 01 15:09:06.520648 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port decdf579-a3ac-47d2-8e21-42acfa004caa, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=decdf579-a3ac-47d2-8e21-42acfa004caa,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:06.567887 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'decdf579-a3ac-47d2-8e21-42acfa004caa', 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044', 'port_id': 'decdf579-a3ac-47d2-8e21-42acfa004caa', 'mac_address': 'fa:16:3e:fe:5d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b27872-673a-446b-88b2-296c933a8cce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:09:06.672128 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:06.703217 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8a67b1d4-d565-4193-b160-5d1954357be7 req-a3e82db9-d3d7-4018-8069-c71a99dbddac tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 210 time: 0.1175680 Sep 01 15:09:06.716743 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id decdf579-a3ac-47d2-8e21-42acfa004caa {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:09:06.799135 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port decdf579-a3ac-47d2-8e21-42acfa004caa, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=decdf579-a3ac-47d2-8e21-42acfa004caa,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:06.829258 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:06.948036 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6cc69d-8720-4177-af72-bfc3539b410a req-d867c119-db35-419f-b333-878cc69bd7e8 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:06.966670 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fb6cc69d-8720-4177-af72-bfc3539b410a req-d867c119-db35-419f-b333-878cc69bd7e8 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 945 time: 0.1445227 Sep 01 15:09:07.008439 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=decdf579-a3ac-47d2-8e21-42acfa004caa,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:07.030405 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-de3a45f7-0610-44ed-a8e2-28df2a3a9e3e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:07.066149 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-de3a45f7-0610-44ed-a8e2-28df2a3a9e3e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Transition to ACTIVE for port object 262afc76-15fe-45ca-bb9c-0ab7750f9a47 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:07.073762 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fb6cc69d-8720-4177-af72-bfc3539b410a req-ff30837d-503a-499e-afcb-0ba41a7c6527 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032066 Sep 01 15:09:07.105610 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e5ded87e-bcad-4910-ae8c-2457db345234 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:07.154644 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-de3a45f7-0610-44ed-a8e2-28df2a3a9e3e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:07.244604 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['70e9cffd-d7f5-4b3a-9983-8585606a003b'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:09:07.249060 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['decdf579-a3ac-47d2-8e21-42acfa004caa'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:09:07.280316 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-de3a45f7-0610-44ed-a8e2-28df2a3a9e3e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:09:07.300400 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-de3a45f7-0610-44ed-a8e2-28df2a3a9e3e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:07.307956 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-de3a45f7-0610-44ed-a8e2-28df2a3a9e3e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:09:07.418121 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-de3a45f7-0610-44ed-a8e2-28df2a3a9e3e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:07.420182 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-de3a45f7-0610-44ed-a8e2-28df2a3a9e3e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:07.440371 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f04d5eab-cdcc-4819-ab26-805e3d6035c0 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:09:07.446952 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-de3a45f7-0610-44ed-a8e2-28df2a3a9e3e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9852443 Sep 01 15:09:07.452191 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a45f7-0610-44ed-a8e2-28df2a3a9e3e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Pushing event updated for resources: {'Port': ['ID=262afc76-15fe-45ca-bb9c-0ab7750f9a47,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:07.459995 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edca778-6f2d-4a89-bdcd-623d5e66dd05 req-c72736fa-a57e-49d0-ba03-e514ff93624e tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:07.466957 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5edca778-6f2d-4a89-bdcd-623d5e66dd05 req-c72736fa-a57e-49d0-ba03-e514ff93624e tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2787c503-21f2-40a8-b66d-3afa51825d67 HTTP/1.1" status: 200 len: 950 time: 0.1780415 Sep 01 15:09:07.472605 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-7130cdcd-3e1b-43d3-bf6a-748fc79b27f2 service neutron] Request body: {'port': {'device_id': '78e304a7-a259-498f-b0b9-75af27ad7faa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:07.658169 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5edca778-6f2d-4a89-bdcd-623d5e66dd05 req-d0a359df-9d66-4d6a-9cfe-81d80db1fcaa tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f724bc7-136a-489b-b35e-66510558c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724846 Sep 01 15:09:07.664958 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f04d5eab-cdcc-4819-ab26-805e3d6035c0, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f04d5eab-cdcc-4819-ab26-805e3d6035c0,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:07.685711 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-7130cdcd-3e1b-43d3-bf6a-748fc79b27f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:07.694075 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'f04d5eab-cdcc-4819-ab26-805e3d6035c0', 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6', 'port_id': 'f04d5eab-cdcc-4819-ab26-805e3d6035c0', 'mac_address': 'fa:16:3e:d9:3e:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194d1d59-7b47-476a-b712-76fc814d7b3a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:09:07.798610 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port e5ded87e-bcad-4910-ae8c-2457db345234 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:09:07.816099 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port e5ded87e-bcad-4910-ae8c-2457db345234 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:07.816524 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:07.901699 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:09:07.949146 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793aac9-8285-4a2b-b142-1e48b1cbd637 req-6575f8dd-ac27-4ff6-af78-7c800e65d25d tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:07.957694 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1793aac9-8285-4a2b-b142-1e48b1cbd637 req-6575f8dd-ac27-4ff6-af78-7c800e65d25d tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c HTTP/1.1" status: 200 len: 944 time: 0.2340932 Sep 01 15:09:07.958040 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:08.035462 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7cef02c0-a776-4acf-ac57-c428e0debb5f None None] Provisioning for port 262afc76-15fe-45ca-bb9c-0ab7750f9a47 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:09:08.081826 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f04d5eab-cdcc-4819-ab26-805e3d6035c0 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:09:08.119637 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7cef02c0-a776-4acf-ac57-c428e0debb5f None None] Provisioning complete for port 262afc76-15fe-45ca-bb9c-0ab7750f9a47 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:08.120297 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7cef02c0-a776-4acf-ac57-c428e0debb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:08.200719 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:08.249688 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f04d5eab-cdcc-4819-ab26-805e3d6035c0, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f04d5eab-cdcc-4819-ab26-805e3d6035c0,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:08.280669 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:08.282548 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1793aac9-8285-4a2b-b142-1e48b1cbd637 req-917d4d22-a04a-41a9-8a81-1b37a8b06895 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218854 Sep 01 15:09:08.344992 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:08.402128 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-7cef02c0-a776-4acf-ac57-c428e0debb5f None None] Port 262afc76-15fe-45ca-bb9c-0ab7750f9a47 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:09:08.439489 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a9c56-3b5e-40c3-9192-0db8b2632fec req-d3e13b71-c35a-43c2-bc47-3b3af1f3f920 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:08.443147 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-109a9c56-3b5e-40c3-9192-0db8b2632fec req-d3e13b71-c35a-43c2-bc47-3b3af1f3f920 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 945 time: 0.3806052 Sep 01 15:09:08.526545 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port e5ded87e-bcad-4910-ae8c-2457db345234, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e5ded87e-bcad-4910-ae8c-2457db345234,segment=NetworkSegment(3288f583-539b-46ff-9561-dede33de514c),segment_id=3288f583-539b-46ff-9561-dede33de514c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:08.550395 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['f04d5eab-cdcc-4819-ab26-805e3d6035c0'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:09:08.636356 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:08.648233 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=f04d5eab-cdcc-4819-ab26-805e3d6035c0,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:08.850158 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=e5ded87e-bcad-4910-ae8c-2457db345234,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:09.034002 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc7c5b-91de-4663-8c2c-60e476bc490b req-caed0e0d-f772-4db5-adf5-172a99f5ef0e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:09.042668 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b7fc7c5b-91de-4663-8c2c-60e476bc490b req-caed0e0d-f772-4db5-adf5-172a99f5ef0e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 935 time: 0.5302651 Sep 01 15:09:09.083712 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d21081-1f35-4ef7-9a25-d12c35f66997 req-01812df0-55d6-44c7-a241-0eb4390c8f13 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:09.096636 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-91d21081-1f35-4ef7-9a25-d12c35f66997 req-01812df0-55d6-44c7-a241-0eb4390c8f13 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f64a2e5-76c8-4ec4-a683-95ed52f1682a HTTP/1.1" status: 200 len: 945 time: 0.1515112 Sep 01 15:09:09.118761 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-7130cdcd-3e1b-43d3-bf6a-748fc79b27f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 262afc76-15fe-45ca-bb9c-0ab7750f9a47 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:09:09.167790 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-7130cdcd-3e1b-43d3-bf6a-748fc79b27f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:09.182948 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b41492d2-685d-4fbc-b908-df2816ff1bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:09.215061 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-91d21081-1f35-4ef7-9a25-d12c35f66997 req-bed05631-fece-4d53-98dc-63b64aa1462f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031868 Sep 01 15:09:09.227915 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-109a9c56-3b5e-40c3-9192-0db8b2632fec req-1899116c-54c2-43b0-ba0b-2d3bcbba38a1 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Deleting port 269263a2-9b82-4d75-9ba0-51f96fe11dd8 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:09:09.228301 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-109a9c56-3b5e-40c3-9192-0db8b2632fec req-1899116c-54c2-43b0-ba0b-2d3bcbba38a1 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:09.344522 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b7fc7c5b-91de-4663-8c2c-60e476bc490b req-1a8c79e2-5c67-4ce4-a17a-d2d0eade27ca tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592418 Sep 01 15:09:09.368839 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-7130cdcd-3e1b-43d3-bf6a-748fc79b27f2 service neutron] Transition to ACTIVE for port object 262afc76-15fe-45ca-bb9c-0ab7750f9a47 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:09.387669 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-7130cdcd-3e1b-43d3-bf6a-748fc79b27f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:09.414794 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f04d5eab-cdcc-4819-ab26-805e3d6035c0 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:09.489753 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-109a9c56-3b5e-40c3-9192-0db8b2632fec req-1899116c-54c2-43b0-ba0b-2d3bcbba38a1 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] For port 269263a2-9b82-4d75-9ba0-51f96fe11dd8, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=269263a2-9b82-4d75-9ba0-51f96fe11dd8,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:09.490501 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-109a9c56-3b5e-40c3-9192-0db8b2632fec req-1899116c-54c2-43b0-ba0b-2d3bcbba38a1 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:09.521407 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-109a9c56-3b5e-40c3-9192-0db8b2632fec req-1899116c-54c2-43b0-ba0b-2d3bcbba38a1 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Calling delete_port for 269263a2-9b82-4d75-9ba0-51f96fe11dd8 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:09:09.533637 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130cdcd-3e1b-43d3-bf6a-748fc79b27f2 service neutron] Pushing event updated for resources: {'Port': ['ID=262afc76-15fe-45ca-bb9c-0ab7750f9a47,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:09.559046 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port f04d5eab-cdcc-4819-ab26-805e3d6035c0 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:09.559812 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:09.715832 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-7130cdcd-3e1b-43d3-bf6a-748fc79b27f2 service neutron] Attempting to bind port 262afc76-15fe-45ca-bb9c-0ab7750f9a47 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:09:09.716158 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-7130cdcd-3e1b-43d3-bf6a-748fc79b27f2 service neutron] Attempting to bind port 262afc76-15fe-45ca-bb9c-0ab7750f9a47 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:09:09.716495 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-7130cdcd-3e1b-43d3-bf6a-748fc79b27f2 service neutron] Attempting to bind port 262afc76-15fe-45ca-bb9c-0ab7750f9a47 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:09:09.724051 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-7130cdcd-3e1b-43d3-bf6a-748fc79b27f2 service neutron] Port 262afc76-15fe-45ca-bb9c-0ab7750f9a47 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:09:09.724435 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-7130cdcd-3e1b-43d3-bf6a-748fc79b27f2 service neutron] Attempting to bind port 262afc76-15fe-45ca-bb9c-0ab7750f9a47 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:09:09.732944 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-7130cdcd-3e1b-43d3-bf6a-748fc79b27f2 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:09:09.733465 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-7130cdcd-3e1b-43d3-bf6a-748fc79b27f2 service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:09.733798 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-7130cdcd-3e1b-43d3-bf6a-748fc79b27f2 service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:09:09.734205 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-7130cdcd-3e1b-43d3-bf6a-748fc79b27f2 service neutron] Bound port: 262afc76-15fe-45ca-bb9c-0ab7750f9a47, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:09:09.734776 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-7130cdcd-3e1b-43d3-bf6a-748fc79b27f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:09.876248 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-109a9c56-3b5e-40c3-9192-0db8b2632fec req-1899116c-54c2-43b0-ba0b-2d3bcbba38a1 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:09.936638 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['269263a2-9b82-4d75-9ba0-51f96fe11dd8'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:09:09.974178 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899116c-54c2-43b0-ba0b-2d3bcbba38a1 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Pushing event deleted for resources: {'Port': ['ID=269263a2-9b82-4d75-9ba0-51f96fe11dd8,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:09.988778 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-7130cdcd-3e1b-43d3-bf6a-748fc79b27f2 service neutron] For port 262afc76-15fe-45ca-bb9c-0ab7750f9a47, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:09:10.051378 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-7130cdcd-3e1b-43d3-bf6a-748fc79b27f2 service neutron] For port 262afc76-15fe-45ca-bb9c-0ab7750f9a47, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=262afc76-15fe-45ca-bb9c-0ab7750f9a47,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:09:10.077955 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-109a9c56-3b5e-40c3-9192-0db8b2632fec req-1899116c-54c2-43b0-ba0b-2d3bcbba38a1 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] No DVR routers for this DVR port 269263a2-9b82-4d75-9ba0-51f96fe11dd8 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:09:10.080608 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-7130cdcd-3e1b-43d3-bf6a-748fc79b27f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:10.083825 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-109a9c56-3b5e-40c3-9192-0db8b2632fec req-1899116c-54c2-43b0-ba0b-2d3bcbba38a1 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:10.086260 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-109a9c56-3b5e-40c3-9192-0db8b2632fec req-1899116c-54c2-43b0-ba0b-2d3bcbba38a1 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.62 "DELETE /v2.0/ports/269263a2-9b82-4d75-9ba0-51f96fe11dd8 HTTP/1.1" status: 204 len: 173 time: 1.5791397 Sep 01 15:09:10.093520 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f64a2e5-76c8-4ec4-a683-95ed52f1682a', 'name': 'network-vif-deleted', 'tag': '269263a2-9b82-4d75-9ba0-51f96fe11dd8'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:09:10.093520 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bfb009-508f-4e9a-ad9e-73d3df635339" -d '{"events": [{"server_uuid": "2f64a2e5-76c8-4ec4-a683-95ed52f1682a", "name": "network-vif-deleted", "tag": "269263a2-9b82-4d75-9ba0-51f96fe11dd8"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:09:10.139619 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:10.152420 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-7130cdcd-3e1b-43d3-bf6a-748fc79b27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:10.153328 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-7130cdcd-3e1b-43d3-bf6a-748fc79b27f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:10.155559 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-7130cdcd-3e1b-43d3-bf6a-748fc79b27f2 service neutron] 10.222.0.62 "PUT /v2.0/ports/262afc76-15fe-45ca-bb9c-0ab7750f9a47 HTTP/1.1" status: 200 len: 1095 time: 2.6897423 Sep 01 15:09:10.185702 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device decdf579-a3ac-47d2-8e21-42acfa004caa up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:10.225468 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130cdcd-3e1b-43d3-bf6a-748fc79b27f2 service neutron] Pushing event updated for resources: {'Port': ['ID=262afc76-15fe-45ca-bb9c-0ab7750f9a47,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:10.309718 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04d5eab-cdcc-4819-ab26-805e3d6035c0'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:09:10.321501 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5a18c1-3152-4e3d-bc0a-7624a5a4e587" -d '{"events": [{"server_uuid": "ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f", "name": "network-vif-plugged", "status": "completed", "tag": "f04d5eab-cdcc-4819-ab26-805e3d6035c0"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:09:10.400471 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f04d5eab-cdcc-4819-ab26-805e3d6035c0, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f04d5eab-cdcc-4819-ab26-805e3d6035c0,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:10.415562 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:10.415826 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-d7c47175-58df-4b83-81c7-ac8845c8a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:10.417520 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-d7c47175-58df-4b83-81c7-ac8845c8a4b5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 1098 time: 0.1331310 Sep 01 15:09:10.586629 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-58dd8e20-a907-4929-80ae-bf1d318de775 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=262afc76-15fe-45ca-bb9c-0ab7750f9a47 HTTP/1.1" status: 200 len: 217 time: 0.1536145 Sep 01 15:09:10.634334 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=f04d5eab-cdcc-4819-ab26-805e3d6035c0,revision_number=7']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:10.639806 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port decdf579-a3ac-47d2-8e21-42acfa004caa completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:09:10.645573 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port decdf579-a3ac-47d2-8e21-42acfa004caa triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:10.646262 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:10.722344 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-7b6867f0-4fcb-45f1-9dba-17162cd85749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:10.722646 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-7b6867f0-4fcb-45f1-9dba-17162cd85749 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.1273181 Sep 01 15:09:10.834883 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-d1c41a66-2711-4d3e-9f0f-b1fca5c78d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:10.836832 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-d1c41a66-2711-4d3e-9f0f-b1fca5c78d05 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1059308 Sep 01 15:09:10.887978 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:10.968147 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port decdf579-a3ac-47d2-8e21-42acfa004caa, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=decdf579-a3ac-47d2-8e21-42acfa004caa,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:10.976345 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:11.039308 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e5ded87e-bcad-4910-ae8c-2457db345234 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:11.145684 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=decdf579-a3ac-47d2-8e21-42acfa004caa,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:11.172530 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-50b01b14-e9bb-40df-9674-ab3a55f4a8a6 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110335 Sep 01 15:09:11.195231 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port e5ded87e-bcad-4910-ae8c-2457db345234 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:11.195666 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:11.406879 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d5f12ccd-c6a1-4539-bad5-40dac0b155ad req-018cfe20-91a6-4b36-85b5-7b499fc9bd07 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275155 Sep 01 15:09:11.456543 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:09:11.673624 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f5b0b55b-5d81-4b5d-a3fa-c49c853abef3, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f5b0b55b-5d81-4b5d-a3fa-c49c853abef3,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:11.692255 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'f5b0b55b-5d81-4b5d-a3fa-c49c853abef3', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': 'f5b0b55b-5d81-4b5d-a3fa-c49c853abef3', 'mac_address': 'fa:16:3e:8b:f1:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:09:11.754735 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:11.787378 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:09:11.838431 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f5b0b55b-5d81-4b5d-a3fa-c49c853abef3, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f5b0b55b-5d81-4b5d-a3fa-c49c853abef3,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:11.850245 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:11.936473 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=f5b0b55b-5d81-4b5d-a3fa-c49c853abef3,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:11.963294 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['f5b0b55b-5d81-4b5d-a3fa-c49c853abef3'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:09:12.095487 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:12.129265 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d9953356-e08f-4495-9da0-b321933de974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:12.193941 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 269263a2-9b82-4d75-9ba0-51f96fe11dd8 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:09:12.257032 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 269263a2-9b82-4d75-9ba0-51f96fe11dd8 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:09:12.257626 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 269263a2-9b82-4d75-9ba0-51f96fe11dd8 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:09:13.103025 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:13.427351 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:13.548610 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:13.549444 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:13.718643 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:13.801094 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f5b0b55b-5d81-4b5d-a3fa-c49c853abef3, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f5b0b55b-5d81-4b5d-a3fa-c49c853abef3,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:13.812994 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:13.910339 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=f5b0b55b-5d81-4b5d-a3fa-c49c853abef3,revision_number=7']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:14.206754 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 262afc76-15fe-45ca-bb9c-0ab7750f9a47 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:09:14.446537 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 262afc76-15fe-45ca-bb9c-0ab7750f9a47, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=262afc76-15fe-45ca-bb9c-0ab7750f9a47,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:14.478681 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '262afc76-15fe-45ca-bb9c-0ab7750f9a47', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': '262afc76-15fe-45ca-bb9c-0ab7750f9a47', 'mac_address': 'fa:16:3e:53:8c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:09:14.547488 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:14.578438 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262afc76-15fe-45ca-bb9c-0ab7750f9a47 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:09:14.619323 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 262afc76-15fe-45ca-bb9c-0ab7750f9a47, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=262afc76-15fe-45ca-bb9c-0ab7750f9a47,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:14.626690 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:14.716383 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=262afc76-15fe-45ca-bb9c-0ab7750f9a47,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:14.968938 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['262afc76-15fe-45ca-bb9c-0ab7750f9a47'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:09:15.050024 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:16.212532 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 262afc76-15fe-45ca-bb9c-0ab7750f9a47 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:16.288615 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 262afc76-15fe-45ca-bb9c-0ab7750f9a47 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:09:16.294154 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 262afc76-15fe-45ca-bb9c-0ab7750f9a47 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:16.294603 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:16.429866 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:16.508600 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 262afc76-15fe-45ca-bb9c-0ab7750f9a47, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=262afc76-15fe-45ca-bb9c-0ab7750f9a47,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:16.517043 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:16.594265 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=262afc76-15fe-45ca-bb9c-0ab7750f9a47,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:22.339444 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9607e6-e9bd-4ae8-95cb-c05f2156dc22 req-5bec0500-0c9e-4ca4-8734-52e1e20c9e6f tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:22.342276 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f9607e6-e9bd-4ae8-95cb-c05f2156dc22 req-5bec0500-0c9e-4ca4-8734-52e1e20c9e6f tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c HTTP/1.1" status: 200 len: 945 time: 0.0766788 Sep 01 15:09:22.357644 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fab042-1675-44c9-bf7e-1f03cbc6c110 x-openstack-request-id: req-f3fab042-1675-44c9-bf7e-1f03cbc6c110 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:09:22.360962 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f64a2e5-76c8-4ec4-a683-95ed52f1682a", "name": "network-vif-deleted", "tag": "269263a2-9b82-4d75-9ba0-51f96fe11dd8", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:09:22.360962 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f3fab042-1675-44c9-bf7e-1f03cbc6c110 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:09:22.360962 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f64a2e5-76c8-4ec4-a683-95ed52f1682a', 'name': 'network-vif-deleted', 'tag': '269263a2-9b82-4d75-9ba0-51f96fe11dd8', 'status': 'completed', 'code': 200} Sep 01 15:09:22.433005 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f9607e6-e9bd-4ae8-95cb-c05f2156dc22 req-01557ec8-2511-4ded-9cd6-4d87cb7fc91c tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788329 Sep 01 15:09:22.484555 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a12aef-8109-4eda-95c2-b66568fc93c9 x-openstack-request-id: req-e0a12aef-8109-4eda-95c2-b66568fc93c9 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:09:22.485913 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f", "name": "network-vif-plugged", "status": "completed", "tag": "f04d5eab-cdcc-4819-ab26-805e3d6035c0", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:09:22.486488 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e0a12aef-8109-4eda-95c2-b66568fc93c9 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:09:22.487181 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04d5eab-cdcc-4819-ab26-805e3d6035c0', 'code': 200} Sep 01 15:09:22.676971 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee8cb5-0e40-4ec7-9996-ba45183517f3 req-df7423eb-f61f-4284-842b-9690c948cbbe tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:22.680363 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2eee8cb5-0e40-4ec7-9996-ba45183517f3 req-df7423eb-f61f-4284-842b-9690c948cbbe tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 949 time: 0.1240284 Sep 01 15:09:22.753340 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2eee8cb5-0e40-4ec7-9996-ba45183517f3 req-8e116134-4204-4b74-b7ae-a1ba79a79b0e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590723 Sep 01 15:09:24.367205 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e304a7-a259-498f-b0b9-75af27ad7faa', 'tag': '262afc76-15fe-45ca-bb9c-0ab7750f9a47'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:09:24.371353 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d931dfcb-a44b-413b-a81e-9e1508ec8a62" -d '{"events": [{"name": "network-changed", "server_uuid": "78e304a7-a259-498f-b0b9-75af27ad7faa", "tag": "262afc76-15fe-45ca-bb9c-0ab7750f9a47"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:09:24.419707 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-218ca100-bd2e-499e-ae46-04d29582ffe3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:24.425238 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-218ca100-bd2e-499e-ae46-04d29582ffe3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/networks?id=b0922890-9f88-4062-824b-4dfc506e6e18 HTTP/1.1" status: 200 len: 811 time: 0.2679317 Sep 01 15:09:24.468985 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-facb9935-7194-4696-9f77-87b8c3e8702f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/quotas/fec0654f7239467a95f60e6ba299aa91 HTTP/1.1" status: 200 len: 375 time: 0.0308602 Sep 01 15:09:24.489354 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decdf579-a3ac-47d2-8e21-42acfa004caa'}, {'server_uuid': '2787c503-21f2-40a8-b66d-3afa51825d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b0b55b-5d81-4b5d-a3fa-c49c853abef3'}, {'server_uuid': '78e304a7-a259-498f-b0b9-75af27ad7faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262afc76-15fe-45ca-bb9c-0ab7750f9a47'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:09:24.497121 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e3cc34-34d5-4f2c-a501-f61a27ff4cbc" -d '{"events": [{"server_uuid": "3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c", "name": "network-vif-plugged", "status": "completed", "tag": "decdf579-a3ac-47d2-8e21-42acfa004caa"}, {"server_uuid": "2787c503-21f2-40a8-b66d-3afa51825d67", "name": "network-vif-plugged", "status": "completed", "tag": "f5b0b55b-5d81-4b5d-a3fa-c49c853abef3"}, {"server_uuid": "78e304a7-a259-498f-b0b9-75af27ad7faa", "name": "network-vif-plugged", "status": "completed", "tag": "262afc76-15fe-45ca-bb9c-0ab7750f9a47"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:09:24.540074 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-bbfa13e4-76ab-4039-9567-2bb9379467ef tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fec0654f7239467a95f60e6ba299aa91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688465 Sep 01 15:09:24.703422 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60beb3f3-6926-41c7-8c94-0d37c20abe31 req-647ced2c-2d2d-452f-b6af-1e345d33a074 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:24.707265 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-60beb3f3-6926-41c7-8c94-0d37c20abe31 req-647ced2c-2d2d-452f-b6af-1e345d33a074 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c HTTP/1.1" status: 200 len: 945 time: 0.1280396 Sep 01 15:09:24.825339 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-60beb3f3-6926-41c7-8c94-0d37c20abe31 req-e7c7f714-78d0-4f22-b280-003b8abba443 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056554 Sep 01 15:09:24.830758 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-0b7097f4-7e46-487e-b918-b85ba89a9c16 service neutron] 10.222.0.60 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892675 Sep 01 15:09:25.126507 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-ae3902a9-7656-4687-9ea6-3e495ef5377e service neutron] 10.222.0.60 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937460 Sep 01 15:09:25.277989 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29adba-df44-4f0b-be75-f6bb9d039eda req-855ee949-b561-49cf-9bf6-b3f019440838 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:25.295591 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc29adba-df44-4f0b-be75-f6bb9d039eda req-855ee949-b561-49cf-9bf6-b3f019440838 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 949 time: 0.1325958 Sep 01 15:09:25.426811 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc29adba-df44-4f0b-be75-f6bb9d039eda req-5ce9e9e4-18d7-496c-862a-8a40b2a51132 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948668 Sep 01 15:09:25.476868 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f04d5eab-cdcc-4819-ab26-805e3d6035c0 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:09:25.539124 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24455928-2d20-4401-ac76-d1d61313a49a x-openstack-request-id: req-24455928-2d20-4401-ac76-d1d61313a49a {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:09:25.540796 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e304a7-a259-498f-b0b9-75af27ad7faa", "tag": "262afc76-15fe-45ca-bb9c-0ab7750f9a47", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:09:25.541799 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-24455928-2d20-4401-ac76-d1d61313a49a {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:09:25.542868 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e304a7-a259-498f-b0b9-75af27ad7faa', 'tag': '262afc76-15fe-45ca-bb9c-0ab7750f9a47', 'status': 'completed', 'code': 200} Sep 01 15:09:25.800053 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:25.810077 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 01 Sep 2021 15:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b74a914-ec96-47c7-872a-e9eb3e705003 x-openstack-request-id: req-3b74a914-ec96-47c7-872a-e9eb3e705003 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:09:25.816009 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c", "name": "network-vif-plugged", "status": "completed", "tag": "decdf579-a3ac-47d2-8e21-42acfa004caa", "code": 200}, {"server_uuid": "2787c503-21f2-40a8-b66d-3afa51825d67", "name": "network-vif-plugged", "status": "completed", "tag": "f5b0b55b-5d81-4b5d-a3fa-c49c853abef3", "code": 200}, {"server_uuid": "78e304a7-a259-498f-b0b9-75af27ad7faa", "name": "network-vif-plugged", "status": "completed", "tag": "262afc76-15fe-45ca-bb9c-0ab7750f9a47", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:09:25.817022 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3b74a914-ec96-47c7-872a-e9eb3e705003 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:09:25.818098 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decdf579-a3ac-47d2-8e21-42acfa004caa', 'code': 200} Sep 01 15:09:25.818942 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2787c503-21f2-40a8-b66d-3afa51825d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b0b55b-5d81-4b5d-a3fa-c49c853abef3', 'code': 200} Sep 01 15:09:25.821031 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e304a7-a259-498f-b0b9-75af27ad7faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262afc76-15fe-45ca-bb9c-0ab7750f9a47', 'code': 200} Sep 01 15:09:25.832216 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931dfcb-a44b-413b-a81e-9e1508ec8a62 req-f0700a8a-7455-495d-a2b0-edffaa27fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:25.839449 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d931dfcb-a44b-413b-a81e-9e1508ec8a62 req-f0700a8a-7455-495d-a2b0-edffaa27fcef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 1100 time: 0.2308292 Sep 01 15:09:26.021646 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f04d5eab-cdcc-4819-ab26-805e3d6035c0, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f04d5eab-cdcc-4819-ab26-805e3d6035c0,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:26.033836 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:26.138849 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d3f5ff4c-d58e-4ecf-9ef0-bbc2be448503 req-6b940be8-9839-4eec-b06d-58e3c494055a tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eadbf0b-66a6-4232-a431-c22189389796 HTTP/1.1" status: 200 len: 210 time: 0.1479030 Sep 01 15:09:26.291129 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931dfcb-a44b-413b-a81e-9e1508ec8a62 req-400e7003-9b75-4aae-a09c-8986dde82a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:26.294102 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d931dfcb-a44b-413b-a81e-9e1508ec8a62 req-400e7003-9b75-4aae-a09c-8986dde82a2b service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.4379263 Sep 01 15:09:26.343466 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=f04d5eab-cdcc-4819-ab26-805e3d6035c0,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:26.753863 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a746221-4f73-467b-a835-ca8f1f69fdc2 req-b15b0683-47b2-4a9a-ba14-1438093f73ee tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:26.757473 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2a746221-4f73-467b-a835-ca8f1f69fdc2 req-b15b0683-47b2-4a9a-ba14-1438093f73ee tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 949 time: 0.2266953 Sep 01 15:09:26.771698 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d931dfcb-a44b-413b-a81e-9e1508ec8a62 req-85c10c43-0a25-4f43-849c-cb9b4d60e30e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=262afc76-15fe-45ca-bb9c-0ab7750f9a47 HTTP/1.1" status: 200 len: 217 time: 0.4562612 Sep 01 15:09:26.860687 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52dd6a8-a3a6-43b6-82b2-75b784bc87ea req-f6f7a68b-b6e0-48b1-bcd0-2591f07b78f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:26.864246 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c52dd6a8-a3a6-43b6-82b2-75b784bc87ea req-f6f7a68b-b6e0-48b1-bcd0-2591f07b78f3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c HTTP/1.1" status: 200 len: 1096 time: 0.5584846 Sep 01 15:09:26.928972 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cf55b-1f2c-4f34-9bd6-52c0381e18a2 req-14ec650b-1b3b-4f8f-91e2-197f36f3c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:26.932262 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7e9cf55b-1f2c-4f34-9bd6-52c0381e18a2 req-14ec650b-1b3b-4f8f-91e2-197f36f3c398 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 1100 time: 0.6286972 Sep 01 15:09:26.950604 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78807f98-17d7-410e-9315-b44b51910b21 req-2833eb67-b38b-49ce-9b13-3966d3b39d69 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:26.965168 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-78807f98-17d7-410e-9315-b44b51910b21 req-2833eb67-b38b-49ce-9b13-3966d3b39d69 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c HTTP/1.1" status: 200 len: 945 time: 0.5546412 Sep 01 15:09:26.977926 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2a746221-4f73-467b-a835-ca8f1f69fdc2 req-6eec1f1f-a4ee-4f9d-bb99-cdf47c2e10f5 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842327 Sep 01 15:09:27.017251 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931dfcb-a44b-413b-a81e-9e1508ec8a62 req-29a370a6-38a1-4204-810b-95546cae4a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:27.022560 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d931dfcb-a44b-413b-a81e-9e1508ec8a62 req-29a370a6-38a1-4204-810b-95546cae4a8e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.2436352 Sep 01 15:09:27.196429 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c52dd6a8-a3a6-43b6-82b2-75b784bc87ea req-63d1b177-2379-40ec-ac87-2005517b04d3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164337 Sep 01 15:09:27.226834 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7e9cf55b-1f2c-4f34-9bd6-52c0381e18a2 req-a259c1a1-66be-4126-97f5-f55459ba4582 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580366 Sep 01 15:09:27.244797 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-78807f98-17d7-410e-9315-b44b51910b21 req-240927fc-441e-4004-b24a-e10e64546d07 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779708 Sep 01 15:09:27.257858 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931dfcb-a44b-413b-a81e-9e1508ec8a62 req-5c8404c5-7a1c-41bc-81cb-e76ec2471492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:27.260343 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d931dfcb-a44b-413b-a81e-9e1508ec8a62 req-5c8404c5-7a1c-41bc-81cb-e76ec2471492 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1746049 Sep 01 15:09:27.456817 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:27.583594 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-57ab74fa-b1b9-4f2e-8dd0-348538793807 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:27.601161 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-57ab74fa-b1b9-4f2e-8dd0-348538793807 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/networks?id=b6240944-9b17-4213-96a6-d174c6ab8fe6 HTTP/1.1" status: 200 len: 805 time: 0.4454811 Sep 01 15:09:27.644475 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-99806832-1b56-4a7f-b203-be6211568224 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/quotas/25c63f341b704b118e09b4c621c2aa93 HTTP/1.1" status: 200 len: 375 time: 0.0413032 Sep 01 15:09:27.823633 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f04d5eab-cdcc-4819-ab26-805e3d6035c0'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:09:27.828047 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a9d1b9-c77e-4e3f-8765-02bf9be1595d" -d '{"events": [{"server_uuid": "ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f", "name": "network-vif-unplugged", "status": "completed", "tag": "f04d5eab-cdcc-4819-ab26-805e3d6035c0"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:09:27.835581 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-9ff8b765-255b-4850-b6bb-96e81c963ea5 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=25c63f341b704b118e09b4c621c2aa93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1895149 Sep 01 15:09:28.045057 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3a902-3085-4246-a24e-477a2a472479 req-a009c9ec-820e-4ce0-a7e3-9e6492fb98fe tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:28.048048 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-60d3a902-3085-4246-a24e-477a2a472479 req-a009c9ec-820e-4ce0-a7e3-9e6492fb98fe tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.45 "GET /v2.0/ports?device_id=ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f HTTP/1.1" status: 200 len: 943 time: 0.3361835 Sep 01 15:09:28.057283 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-7c1fa8ec-39fe-47da-9a75-35788b69b60b service neutron] 10.222.0.60 "GET /v2.0/networks/b6240944-9b17-4213-96a6-d174c6ab8fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197487 Sep 01 15:09:28.059792 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dea9b342-d5ad-4fab-82e0-8c9d995380cc req-7acc36d8-5c77-470b-b1d5-25b37198a343 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eadbf0b-66a6-4232-a431-c22189389796 HTTP/1.1" status: 200 len: 210 time: 0.0828946 Sep 01 15:09:28.430996 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1873011f-e96a-426e-a1a0-40fb45dd46a0 x-openstack-request-id: req-1873011f-e96a-426e-a1a0-40fb45dd46a0 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:09:28.431873 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f", "name": "network-vif-unplugged", "status": "completed", "tag": "f04d5eab-cdcc-4819-ab26-805e3d6035c0", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:09:28.432575 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1873011f-e96a-426e-a1a0-40fb45dd46a0 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:09:28.434132 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f04d5eab-cdcc-4819-ab26-805e3d6035c0', 'code': 200} Sep 01 15:09:28.460345 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-e06a6ec5-20dd-4b50-943f-ae90f49f9c54 service neutron] 10.222.0.60 "GET /v2.0/networks/b6240944-9b17-4213-96a6-d174c6ab8fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788650 Sep 01 15:09:29.106529 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bee10-ec7a-4290-a6c3-c857baed2e62 req-91873fe7-67bb-4b3c-8abc-fb45b1f73f7b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:29.134759 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-415bee10-ec7a-4290-a6c3-c857baed2e62 req-91873fe7-67bb-4b3c-8abc-fb45b1f73f7b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c HTTP/1.1" status: 200 len: 945 time: 0.1413426 Sep 01 15:09:29.332129 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-415bee10-ec7a-4290-a6c3-c857baed2e62 req-4c782f81-bbac-476e-a39b-6e9f3b64a106 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949449 Sep 01 15:09:29.678705 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d931dfcb-a44b-413b-a81e-9e1508ec8a62 req-afc2f790-0991-4ba0-8d75-143942f1eeed service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8576133 Sep 01 15:09:29.918423 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-13f933a6-eb6b-4efe-8736-5c0bc69ac014 req-18d279b6-bd43-4e24-b9af-ff4f3a541ef2 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=de8b4938-2740-4a84-ab8a-ac8d9f3170c7 HTTP/1.1" status: 200 len: 210 time: 0.1128705 Sep 01 15:09:30.110364 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6e575ff9-99c2-497a-bcd4-4c1d5774ad9d req-8e0713d2-1fbb-4545-b503-4c9c83146908 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eadbf0b-66a6-4232-a431-c22189389796 HTTP/1.1" status: 200 len: 210 time: 0.0406651 Sep 01 15:09:30.134903 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2bcf6a-5692-45b8-8f46-292d3710333e req-889da95b-8089-4f0d-9278-3745710811ae tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:30.153739 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b2bcf6a-5692-45b8-8f46-292d3710333e req-889da95b-8089-4f0d-9278-3745710811ae tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 949 time: 1.5021777 Sep 01 15:09:30.260405 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-53d3337b-7a0c-465e-9b99-649c10632d1d tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:30.263651 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-53d3337b-7a0c-465e-9b99-649c10632d1d tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.45 "GET /v2.0/networks?id=b0922890-9f88-4062-824b-4dfc506e6e18 HTTP/1.1" status: 200 len: 811 time: 1.8909907 Sep 01 15:09:30.309884 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-5c25bfcf-eaa6-4491-807d-33e3413660f3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Request body: {'port': {'device_id': '4eadbf0b-66a6-4232-a431-c22189389796', 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18', 'admin_state_up': True, 'tenant_id': 'fec0654f7239467a95f60e6ba299aa91'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:30.356421 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b2bcf6a-5692-45b8-8f46-292d3710333e req-2f5ef5c6-e57f-4786-a910-42bc79ec43d0 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989322 Sep 01 15:09:30.366508 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-60d3a902-3085-4246-a24e-477a2a472479 req-4e5243c6-42e4-401e-b675-a8db9a31d70d tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Deleting port f04d5eab-cdcc-4819-ab26-805e3d6035c0 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:09:30.367076 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-60d3a902-3085-4246-a24e-477a2a472479 req-4e5243c6-42e4-401e-b675-a8db9a31d70d tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:30.757782 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6664f6-49fd-4c2a-a409-b6635572e726 req-a4b7f5a9-b19d-442f-a8cd-a1bab0798044 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:30.762252 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d931dfcb-a44b-413b-a81e-9e1508ec8a62 req-703e4e13-5790-4406-8733-6fb3853305ef service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0582263 Sep 01 15:09:30.771084 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ef6664f6-49fd-4c2a-a409-b6635572e726 req-a4b7f5a9-b19d-442f-a8cd-a1bab0798044 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c HTTP/1.1" status: 200 len: 945 time: 0.1820366 Sep 01 15:09:30.859399 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-60d3a902-3085-4246-a24e-477a2a472479 req-4e5243c6-42e4-401e-b675-a8db9a31d70d tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] For port f04d5eab-cdcc-4819-ab26-805e3d6035c0, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f04d5eab-cdcc-4819-ab26-805e3d6035c0,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:30.859885 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-60d3a902-3085-4246-a24e-477a2a472479 req-4e5243c6-42e4-401e-b675-a8db9a31d70d tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:30.889618 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-60d3a902-3085-4246-a24e-477a2a472479 req-4e5243c6-42e4-401e-b675-a8db9a31d70d tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Calling delete_port for f04d5eab-cdcc-4819-ab26-805e3d6035c0 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:09:30.906998 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ef6664f6-49fd-4c2a-a409-b6635572e726 req-69a76a02-e525-4f87-b056-3fc4ebb9a8d8 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343129 Sep 01 15:09:30.909567 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-5c25bfcf-eaa6-4491-807d-33e3413660f3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Made reservation on behalf of fec0654f7239467a95f60e6ba299aa91 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:30.927491 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-5c25bfcf-eaa6-4491-807d-33e3413660f3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:31.199605 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-de65efbc-462c-4748-a2a6-5d81bb1508e4 req-326b803e-bd82-4d9c-b527-0bd78fdf2db7 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=de8b4938-2740-4a84-ab8a-ac8d9f3170c7 HTTP/1.1" status: 200 len: 210 time: 0.0800796 Sep 01 15:09:31.404729 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5953cd06-9b99-47f7-b4cd-919fdb4d3d48 req-729c33ae-4024-48c5-9a9d-7fc55af98b86 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eadbf0b-66a6-4232-a431-c22189389796 HTTP/1.1" status: 200 len: 210 time: 0.0506830 Sep 01 15:09:31.503014 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f04d5eab-cdcc-4819-ab26-805e3d6035c0 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:09:31.695012 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-0dff95e5-f5ed-4b18-9a30-5164feb026b1 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:31.698657 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-0dff95e5-f5ed-4b18-9a30-5164feb026b1 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/networks?id=991369d1-6cc8-4ab5-8a03-7b17948fd044 HTTP/1.1" status: 200 len: 805 time: 0.3439300 Sep 01 15:09:31.906579 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-77595298-394a-4581-855f-fbdfb02098b9 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/quotas/5d7c0ff87c7c4cc083c6404989b27ea4 HTTP/1.1" status: 200 len: 375 time: 0.1497295 Sep 01 15:09:31.953975 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-60d3a902-3085-4246-a24e-477a2a472479 req-4e5243c6-42e4-401e-b675-a8db9a31d70d tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:32.086116 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5595500-7deb-4c33-a9bb-4abdedd18f0c req-39de7316-0eed-4baf-937c-ab22969d2c4d tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:32.088866 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e5595500-7deb-4c33-a9bb-4abdedd18f0c req-39de7316-0eed-4baf-937c-ab22969d2c4d tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 949 time: 0.1661446 Sep 01 15:09:32.229022 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e5595500-7deb-4c33-a9bb-4abdedd18f0c req-46eb670f-d324-4d4e-93d7-c4a7532e9de8 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183324 Sep 01 15:09:32.266112 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-5c25bfcf-eaa6-4491-807d-33e3413660f3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Allocated IP 172.20.0.9 (b0922890-9f88-4062-824b-4dfc506e6e18/de6f3d24-aa35-41db-834d-e91d2e27e6db/efa6f821-ae44-42a9-aa38-ca53d915b2f2) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:09:32.540383 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8893a43-38c1-4ecd-8ad8-d5e4d09d89f1 req-8b394f8c-9f34-43f2-84f0-62eae8b5cec5 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:32.543735 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8893a43-38c1-4ecd-8ad8-d5e4d09d89f1 req-8b394f8c-9f34-43f2-84f0-62eae8b5cec5 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 946 time: 0.1179852 Sep 01 15:09:32.582057 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5243c6-42e4-401e-b675-a8db9a31d70d tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Pushing event deleted for resources: {'Port': ['ID=f04d5eab-cdcc-4819-ab26-805e3d6035c0,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:32.638825 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8893a43-38c1-4ecd-8ad8-d5e4d09d89f1 req-b9d314ab-943d-49af-870e-be18637262db tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833275 Sep 01 15:09:32.675009 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5243c6-42e4-401e-b675-a8db9a31d70d tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:32.675786 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5243c6-42e4-401e-b675-a8db9a31d70d tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:32.676391 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5243c6-42e4-401e-b675-a8db9a31d70d tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:32.677899 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5243c6-42e4-401e-b675-a8db9a31d70d tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:32.677899 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5243c6-42e4-401e-b675-a8db9a31d70d tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:32.678418 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5243c6-42e4-401e-b675-a8db9a31d70d tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:32.679008 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5243c6-42e4-401e-b675-a8db9a31d70d tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:32.679696 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5243c6-42e4-401e-b675-a8db9a31d70d tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:32.680485 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5243c6-42e4-401e-b675-a8db9a31d70d tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:32.681067 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5243c6-42e4-401e-b675-a8db9a31d70d tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:32.681652 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5243c6-42e4-401e-b675-a8db9a31d70d tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:32.682337 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5243c6-42e4-401e-b675-a8db9a31d70d tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:32.961704 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d3a902-3085-4246-a24e-477a2a472479 req-4e5243c6-42e4-401e-b675-a8db9a31d70d tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] No DVR routers for this DVR port f04d5eab-cdcc-4819-ab26-805e3d6035c0 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:09:32.989592 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-a0cea993-6ccc-4aac-bb56-f1691e3342ed tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:32.995225 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-a0cea993-6ccc-4aac-bb56-f1691e3342ed tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.62 "GET /v2.0/networks?id=b6240944-9b17-4213-96a6-d174c6ab8fe6 HTTP/1.1" status: 200 len: 805 time: 1.2107289 Sep 01 15:09:33.003180 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-60d3a902-3085-4246-a24e-477a2a472479 req-4e5243c6-42e4-401e-b675-a8db9a31d70d tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:33.007745 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-60d3a902-3085-4246-a24e-477a2a472479 req-4e5243c6-42e4-401e-b675-a8db9a31d70d tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.45 "DELETE /v2.0/ports/f04d5eab-cdcc-4819-ab26-805e3d6035c0 HTTP/1.1" status: 204 len: 173 time: 4.9461255 Sep 01 15:09:33.033207 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-3194e5e1-9537-40ac-ba6b-1fbf3a7efacf tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d7c0ff87c7c4cc083c6404989b27ea4&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1238990 Sep 01 15:09:33.033207 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f', 'name': 'network-vif-deleted', 'tag': 'f04d5eab-cdcc-4819-ab26-805e3d6035c0'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:09:33.036389 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e202213-b166-4982-9a5c-be9b5ba6a7f1" -d '{"events": [{"server_uuid": "ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f", "name": "network-vif-deleted", "tag": "f04d5eab-cdcc-4819-ab26-805e3d6035c0"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:09:33.093802 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-8916b971-8689-42a5-b80a-996f7b149ffa tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Request body: {'port': {'device_id': 'de8b4938-2740-4a84-ab8a-ac8d9f3170c7', 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6', 'admin_state_up': True, 'tenant_id': '25c63f341b704b118e09b4c621c2aa93'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:33.162769 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b7057785-2e8f-4b80-af7b-5cdcb55033d8 req-cfb21115-bba3-43d9-8d0d-a3b18f2b95c7 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=de8b4938-2740-4a84-ab8a-ac8d9f3170c7 HTTP/1.1" status: 200 len: 210 time: 0.0769105 Sep 01 15:09:33.186413 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-5c25bfcf-eaa6-4491-807d-33e3413660f3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:33.661965 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-e3a0a0eb-5a86-477e-b2d6-7343bf408d7d req-e9cbf0a4-12ec-450f-a1e3-55523f816fea service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:09:33.667775 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e3a0a0eb-5a86-477e-b2d6-7343bf408d7d req-e9cbf0a4-12ec-450f-a1e3-55523f816fea service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166576 Sep 01 15:09:33.724135 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-28093b13-e78e-4bd4-8b09-743b242c2d9f service neutron] 10.222.0.60 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6496816 Sep 01 15:09:33.731895 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-5c25bfcf-eaa6-4491-807d-33e3413660f3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:34.072779 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-5c25bfcf-eaa6-4491-807d-33e3413660f3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Network b0922890-9f88-4062-824b-4dfc506e6e18 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:09:34.084258 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25bfcf-eaa6-4491-807d-33e3413660f3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Pushing event updated for resources: {'Port': ['ID=efa6f821-ae44-42a9-aa38-ca53d915b2f2,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:34.089462 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-8916b971-8689-42a5-b80a-996f7b149ffa tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Made reservation on behalf of 25c63f341b704b118e09b4c621c2aa93 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:34.098513 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-8916b971-8689-42a5-b80a-996f7b149ffa tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:34.119332 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-5c25bfcf-eaa6-4491-807d-33e3413660f3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:34.158765 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-5c25bfcf-eaa6-4491-807d-33e3413660f3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:09:34.362176 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-5c25bfcf-eaa6-4491-807d-33e3413660f3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:34.363380 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-5c25bfcf-eaa6-4491-807d-33e3413660f3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:34.561617 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-5c25bfcf-eaa6-4491-807d-33e3413660f3 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2533813 Sep 01 15:09:34.790066 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-438ff98f-ac6e-4723-8703-273ece1de2d7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1299989 Sep 01 15:09:34.803219 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-8916b971-8689-42a5-b80a-996f7b149ffa tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Allocated IP 172.20.0.7 (b6240944-9b17-4213-96a6-d174c6ab8fe6/194d1d59-7b47-476a-b712-76fc814d7b3a/ee822a77-6057-45df-8cd4-1e22447cc4c2) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:09:34.984707 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46451c-8f3c-45ae-b50d-0662084883dd req-91024a58-b0d5-498c-9c72-a34dcda2560f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:34.987822 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9a46451c-8f3c-45ae-b50d-0662084883dd req-91024a58-b0d5-498c-9c72-a34dcda2560f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eadbf0b-66a6-4232-a431-c22189389796 HTTP/1.1" status: 200 len: 931 time: 0.1897280 Sep 01 15:09:35.056512 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-2d6f2126-64fe-40d1-909a-c2c1e7a17dca service neutron] 10.222.0.60 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2984982 Sep 01 15:09:35.078895 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-d5b0b6f2-720b-46af-828e-ed5d024b1270 service neutron] Request body: {'port': {'device_id': '4eadbf0b-66a6-4232-a431-c22189389796', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:35.154945 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9a46451c-8f3c-45ae-b50d-0662084883dd req-87fc2462-bc30-45b3-8c6c-e9dc04334d77 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484780 Sep 01 15:09:35.540831 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-d5b0b6f2-720b-46af-828e-ed5d024b1270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:35.665443 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a295ff20-1a08-43ce-b4ac-de98c6a12ae0 x-openstack-request-id: req-a295ff20-1a08-43ce-b4ac-de98c6a12ae0 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:09:35.666937 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f", "name": "network-vif-deleted", "tag": "f04d5eab-cdcc-4819-ab26-805e3d6035c0", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:09:35.671098 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a295ff20-1a08-43ce-b4ac-de98c6a12ae0 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:09:35.672367 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5a0f3e-e2b5-440c-a01e-d3f5fb618b0f', 'name': 'network-vif-deleted', 'tag': 'f04d5eab-cdcc-4819-ab26-805e3d6035c0', 'status': 'completed', 'code': 200} Sep 01 15:09:35.928259 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-8916b971-8689-42a5-b80a-996f7b149ffa tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:36.550628 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-8916b971-8689-42a5-b80a-996f7b149ffa tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:36.755910 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916b971-8689-42a5-b80a-996f7b149ffa tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Pushing event updated for resources: {'Port': ['ID=ee822a77-6057-45df-8cd4-1e22447cc4c2,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:36.892170 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-8916b971-8689-42a5-b80a-996f7b149ffa tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Network b6240944-9b17-4213-96a6-d174c6ab8fe6 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:09:36.940297 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-8916b971-8689-42a5-b80a-996f7b149ffa tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:36.951915 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-8916b971-8689-42a5-b80a-996f7b149ffa tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:09:37.056410 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58aad6-9c6b-4815-a22f-1e10e6a69164 req-44f60114-a1c7-4f7f-a7d6-0d7ae88d3b81 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:37.061899 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5f58aad6-9c6b-4815-a22f-1e10e6a69164 req-44f60114-a1c7-4f7f-a7d6-0d7ae88d3b81 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 949 time: 0.1408715 Sep 01 15:09:37.091174 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca44dd2-f1c7-4df1-be79-85e056043c47 req-262f839b-6b63-41c1-9af8-d2805501489f tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:37.109025 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fca44dd2-f1c7-4df1-be79-85e056043c47 req-262f839b-6b63-41c1-9af8-d2805501489f tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=de8b4938-2740-4a84-ab8a-ac8d9f3170c7 HTTP/1.1" status: 200 len: 931 time: 0.5837324 Sep 01 15:09:37.240195 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5f58aad6-9c6b-4815-a22f-1e10e6a69164 req-dbdb055c-ff0b-4228-964d-3abfde6f219c tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683896 Sep 01 15:09:37.579844 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-d5b0b6f2-720b-46af-828e-ed5d024b1270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa6f821-ae44-42a9-aa38-ca53d915b2f2 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:09:37.594876 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-d5b0b6f2-720b-46af-828e-ed5d024b1270 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:37.634697 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-d5b0b6f2-720b-46af-828e-ed5d024b1270 service neutron] Transition to ACTIVE for port object efa6f821-ae44-42a9-aa38-ca53d915b2f2 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:37.674218 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-8916b971-8689-42a5-b80a-996f7b149ffa tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:37.675845 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-8916b971-8689-42a5-b80a-996f7b149ffa tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:37.698828 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-d5b0b6f2-720b-46af-828e-ed5d024b1270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:37.721367 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-8916b971-8689-42a5-b80a-996f7b149ffa tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6716154 Sep 01 15:09:37.751860 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-52b6a2cc-3b4f-43ff-ac84-e35bb1efe6c0 service neutron] Request body: {'port': {'device_id': 'de8b4938-2740-4a84-ab8a-ac8d9f3170c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:37.875157 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fca44dd2-f1c7-4df1-be79-85e056043c47 req-eb278127-ba7e-4727-8cf6-624313a3b32e tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7461812 Sep 01 15:09:38.129087 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:38.129876 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0b6f2-720b-46af-828e-ed5d024b1270 service neutron] Pushing event updated for resources: {'Port': ['ID=efa6f821-ae44-42a9-aa38-ca53d915b2f2,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:38.430966 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-52b6a2cc-3b4f-43ff-ac84-e35bb1efe6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:39.177681 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-89be3198-e4c9-4ddd-a9ac-2eaa2e81c1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:39.263013 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d76c0-08be-41c8-b9ef-68e1f1289378 req-3d0cfa42-736b-4994-ae65-cc6f1c5cd922 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:39.265299 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-496d76c0-08be-41c8-b9ef-68e1f1289378 req-3d0cfa42-736b-4994-ae65-cc6f1c5cd922 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 949 time: 0.1501055 Sep 01 15:09:39.358979 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-52b6a2cc-3b4f-43ff-ac84-e35bb1efe6c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee822a77-6057-45df-8cd4-1e22447cc4c2 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:09:39.383630 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-52b6a2cc-3b4f-43ff-ac84-e35bb1efe6c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:39.403632 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-496d76c0-08be-41c8-b9ef-68e1f1289378 req-9440a057-1ecb-4b09-8a85-6a7d9c5855ef tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245100 Sep 01 15:09:39.426331 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-52b6a2cc-3b4f-43ff-ac84-e35bb1efe6c0 service neutron] Transition to ACTIVE for port object ee822a77-6057-45df-8cd4-1e22447cc4c2 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:39.565400 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-52b6a2cc-3b4f-43ff-ac84-e35bb1efe6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:39.584877 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:09:39.659811 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-989a82e7-d54f-4518-9fec-18ed9ad327b5 req-8f9c8200-f280-4543-bc11-9903300bca71 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=8921750e-ae31-48b7-af2a-61e70725ee7c HTTP/1.1" status: 200 len: 210 time: 0.1025250 Sep 01 15:09:39.726961 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-d5b0b6f2-720b-46af-828e-ed5d024b1270 service neutron] Attempting to bind port efa6f821-ae44-42a9-aa38-ca53d915b2f2 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:09:39.727532 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-d5b0b6f2-720b-46af-828e-ed5d024b1270 service neutron] Attempting to bind port efa6f821-ae44-42a9-aa38-ca53d915b2f2 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:09:39.728100 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-d5b0b6f2-720b-46af-828e-ed5d024b1270 service neutron] Attempting to bind port efa6f821-ae44-42a9-aa38-ca53d915b2f2 on network b0922890-9f88-4062-824b-4dfc506e6e18 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:09:39.808992 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c670b-97ba-4db9-a7c1-b69ebcc5d773 req-0ff8f4d9-7081-45d6-b295-9d8ffa097b8f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:39.813765 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-059c670b-97ba-4db9-a7c1-b69ebcc5d773 req-0ff8f4d9-7081-45d6-b295-9d8ffa097b8f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eadbf0b-66a6-4232-a431-c22189389796 HTTP/1.1" status: 200 len: 943 time: 1.5857546 Sep 01 15:09:39.833159 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-0f636f76-7e24-434a-8583-ac817a7973a4 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:39.836331 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-0f636f76-7e24-434a-8583-ac817a7973a4 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.45 "GET /v2.0/networks?id=991369d1-6cc8-4ab5-8a03-7b17948fd044 HTTP/1.1" status: 200 len: 805 time: 1.4654713 Sep 01 15:09:39.869037 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6a2cc-3b4f-43ff-ac84-e35bb1efe6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee822a77-6057-45df-8cd4-1e22447cc4c2,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:39.889751 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-d5b0b6f2-720b-46af-828e-ed5d024b1270 service neutron] Port efa6f821-ae44-42a9-aa38-ca53d915b2f2 on network b0922890-9f88-4062-824b-4dfc506e6e18 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:09:39.891949 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-d5b0b6f2-720b-46af-828e-ed5d024b1270 service neutron] Attempting to bind port efa6f821-ae44-42a9-aa38-ca53d915b2f2 on network b0922890-9f88-4062-824b-4dfc506e6e18 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:09:39.913635 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-aa15ecdb-5945-48bd-9ef4-8baf76cfd8e8 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Request body: {'port': {'device_id': '8921750e-ae31-48b7-af2a-61e70725ee7c', 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044', 'admin_state_up': True, 'tenant_id': '5d7c0ff87c7c4cc083c6404989b27ea4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:40.005580 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:40.036072 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d', 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'port_id': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d', 'mac_address': 'fa:16:3e:4b:c2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b8a1a7-4c41-46cc-8798-989cc5140738', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:09:40.072016 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-97d0b6bd-43f4-450d-8406-4a2dd033ff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:40.075461 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-97d0b6bd-43f4-450d-8406-4a2dd033ff87 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 1100 time: 0.6334867 Sep 01 15:09:40.095273 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-d5b0b6f2-720b-46af-828e-ed5d024b1270 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:09:40.095273 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-d5b0b6f2-720b-46af-828e-ed5d024b1270 service neutron] Checking segment: {'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:40.095273 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-d5b0b6f2-720b-46af-828e-ed5d024b1270 service neutron] Bound using segment: {'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:09:40.095273 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-d5b0b6f2-720b-46af-828e-ed5d024b1270 service neutron] Bound port: efa6f821-ae44-42a9-aa38-ca53d915b2f2, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '046f229b-03ce-40a4-aaa4-2fdc45a14965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:09:40.096465 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-d5b0b6f2-720b-46af-828e-ed5d024b1270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:40.114690 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd2812-4a62-44a8-801a-6910cae87d76 req-536d0514-bdb3-4235-a21f-35b53a3cb901 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:40.119299 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-53bd2812-4a62-44a8-801a-6910cae87d76 req-536d0514-bdb3-4235-a21f-35b53a3cb901 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=de8b4938-2740-4a84-ab8a-ac8d9f3170c7 HTTP/1.1" status: 200 len: 943 time: 0.2004910 Sep 01 15:09:40.140539 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:40.177316 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:09:40.224276 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-53bd2812-4a62-44a8-801a-6910cae87d76 req-23b3c370-1534-4631-b36b-e59f045f5c4b tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857410 Sep 01 15:09:40.250619 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:40.263144 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:40.392463 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:40.414064 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:40.414731 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:40.415775 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:40.416416 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:40.417556 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:40.418227 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:40.418846 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:40.419408 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:40.419920 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:40.420428 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:40.420945 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:40.421453 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:40.521675 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['35cf9d6b-54f3-4b25-b806-8b1848ae7c8d'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:09:40.793665 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941007b4-c4b0-4b30-89a4-aa0fb57370ba req-fae035dd-0d54-4990-8064-7471d8ae0d66 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:40.798482 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-941007b4-c4b0-4b30-89a4-aa0fb57370ba req-fae035dd-0d54-4990-8064-7471d8ae0d66 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 949 time: 0.1164756 Sep 01 15:09:40.879088 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-e8fb2a3d-a147-4452-83c6-d6f0f86dd6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:40.883217 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-e8fb2a3d-a147-4452-83c6-d6f0f86dd6b1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.7824252 Sep 01 15:09:40.929323 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-941007b4-c4b0-4b30-89a4-aa0fb57370ba req-7f62b16f-fb3b-4dfe-b263-a3a75f129b43 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162803 Sep 01 15:09:41.137534 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-999f642c-c457-430f-9ef5-b4bddefbf4e5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=262afc76-15fe-45ca-bb9c-0ab7750f9a47 HTTP/1.1" status: 200 len: 217 time: 0.2206705 Sep 01 15:09:41.160642 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-059c670b-97ba-4db9-a7c1-b69ebcc5d773 req-01b7f1ad-bc46-467d-80e3-fcdf4c31ace4 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3040812 Sep 01 15:09:41.199568 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-467fff74-dae6-4d67-a937-548f0d370c36 req-f2eabd95-2781-43fd-9ce4-3740ec65b1d3 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=8921750e-ae31-48b7-af2a-61e70725ee7c HTTP/1.1" status: 200 len: 210 time: 0.0912368 Sep 01 15:09:41.614049 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:41.772381 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-aa15ecdb-5945-48bd-9ef4-8baf76cfd8e8 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Made reservation on behalf of 5d7c0ff87c7c4cc083c6404989b27ea4 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:41.797413 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-aa15ecdb-5945-48bd-9ef4-8baf76cfd8e8 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:41.821456 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-b1dd4b74-f973-4c04-8b9a-14856c14e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:41.825549 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-b1dd4b74-f973-4c04-8b9a-14856c14e4ca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.6236765 Sep 01 15:09:41.830950 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-52b6a2cc-3b4f-43ff-ac84-e35bb1efe6c0 service neutron] Attempting to bind port ee822a77-6057-45df-8cd4-1e22447cc4c2 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:09:41.831633 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-52b6a2cc-3b4f-43ff-ac84-e35bb1efe6c0 service neutron] Attempting to bind port ee822a77-6057-45df-8cd4-1e22447cc4c2 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'cc51287a-43c5-4dc3-b2e0-f2358a9ed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:09:41.832964 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-52b6a2cc-3b4f-43ff-ac84-e35bb1efe6c0 service neutron] Attempting to bind port ee822a77-6057-45df-8cd4-1e22447cc4c2 on network b6240944-9b17-4213-96a6-d174c6ab8fe6 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:09:41.904473 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:41.906735 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:41.915411 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-d5b0b6f2-720b-46af-828e-ed5d024b1270 service neutron] For port efa6f821-ae44-42a9-aa38-ca53d915b2f2, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:09:41.923132 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-52b6a2cc-3b4f-43ff-ac84-e35bb1efe6c0 service neutron] Port ee822a77-6057-45df-8cd4-1e22447cc4c2 on network b6240944-9b17-4213-96a6-d174c6ab8fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:09:41.923132 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-52b6a2cc-3b4f-43ff-ac84-e35bb1efe6c0 service neutron] Attempting to bind port ee822a77-6057-45df-8cd4-1e22447cc4c2 on network b6240944-9b17-4213-96a6-d174c6ab8fe6 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:09:42.173683 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:42.217682 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8be2c8b4-86b3-46d7-993a-9426aa22db67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:42.249097 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:42.386739 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:42.391863 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557c31cf-a816-4f75-9e29-78b42060a235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:09:42.402660 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c50d2be-dc97-4cb1-a105-73c491cc1631" -d '{"events": [{"server_uuid": "557c31cf-a816-4f75-9e29-78b42060a235", "name": "network-vif-plugged", "status": "completed", "tag": "35cf9d6b-54f3-4b25-b806-8b1848ae7c8d"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:09:42.417077 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:42.461158 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab88884-c471-43e3-a299-ab5a6e42d465 req-d568b4f6-aaa9-4cf0-ba80-7de365d16128 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:42.481072 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1ab88884-c471-43e3-a299-ab5a6e42d465 req-d568b4f6-aaa9-4cf0-ba80-7de365d16128 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 949 time: 0.2073445 Sep 01 15:09:42.589754 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,revision_number=7']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:42.700254 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1ab88884-c471-43e3-a299-ab5a6e42d465 req-f78e5d33-2e77-48e3-bebd-9cbeac46797e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155101 Sep 01 15:09:42.749889 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-aa15ecdb-5945-48bd-9ef4-8baf76cfd8e8 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Allocated IP 172.20.0.6 (991369d1-6cc8-4ab5-8a03-7b17948fd044/35b27872-673a-446b-88b2-296c933a8cce/e9808518-67e8-478d-bcb6-d4767d4d426b) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:09:42.876160 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-d5b0b6f2-720b-46af-828e-ed5d024b1270 service neutron] For port efa6f821-ae44-42a9-aa38-ca53d915b2f2, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=efa6f821-ae44-42a9-aa38-ca53d915b2f2,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:09:42.909711 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-52b6a2cc-3b4f-43ff-ac84-e35bb1efe6c0 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:09:42.910211 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-52b6a2cc-3b4f-43ff-ac84-e35bb1efe6c0 service neutron] Checking segment: {'id': 'cc51287a-43c5-4dc3-b2e0-f2358a9ed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:42.910810 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-52b6a2cc-3b4f-43ff-ac84-e35bb1efe6c0 service neutron] Bound using segment: {'id': 'cc51287a-43c5-4dc3-b2e0-f2358a9ed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:09:42.911695 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-52b6a2cc-3b4f-43ff-ac84-e35bb1efe6c0 service neutron] Bound port: ee822a77-6057-45df-8cd4-1e22447cc4c2, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc51287a-43c5-4dc3-b2e0-f2358a9ed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:09:42.915956 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-52b6a2cc-3b4f-43ff-ac84-e35bb1efe6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:43.050166 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270130a-58ec-413a-8bf0-47cd29d104ac req-feedf0b6-011d-4b6a-92c7-2f16f9e94258 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:43.053441 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5270130a-58ec-413a-8bf0-47cd29d104ac req-feedf0b6-011d-4b6a-92c7-2f16f9e94258 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eadbf0b-66a6-4232-a431-c22189389796 HTTP/1.1" status: 200 len: 943 time: 0.2044089 Sep 01 15:09:43.121832 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:43.129358 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-d5b0b6f2-720b-46af-828e-ed5d024b1270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:43.155394 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841effa-513b-425b-bf13-e456cdbfe909 req-c7ac8732-edb5-4099-8baf-1f14646f7098 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:43.184603 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1841effa-513b-425b-bf13-e456cdbfe909 req-c7ac8732-edb5-4099-8baf-1f14646f7098 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=de8b4938-2740-4a84-ab8a-ac8d9f3170c7 HTTP/1.1" status: 200 len: 943 time: 1.7212198 Sep 01 15:09:43.193509 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5270130a-58ec-413a-8bf0-47cd29d104ac req-5b121ff2-e100-4a37-9427-df1fbb120538 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237850 Sep 01 15:09:43.486499 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-53ba16a0-3195-49e1-b64d-6f948fb19cba req-9b64a7a3-08d0-4a2e-9375-bb97b7365e2e tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=8921750e-ae31-48b7-af2a-61e70725ee7c HTTP/1.1" status: 200 len: 210 time: 0.1304069 Sep 01 15:09:43.538203 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-d5b0b6f2-720b-46af-828e-ed5d024b1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:43.539388 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-d5b0b6f2-720b-46af-828e-ed5d024b1270 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:43.542569 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-d5b0b6f2-720b-46af-828e-ed5d024b1270 service neutron] 10.222.0.45 "PUT /v2.0/ports/efa6f821-ae44-42a9-aa38-ca53d915b2f2 HTTP/1.1" status: 200 len: 1091 time: 8.4838543 Sep 01 15:09:43.563161 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-9755884c-2a95-467a-8bed-1c2317501997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:43.566655 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-9755884c-2a95-467a-8bed-1c2317501997 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.7201679 Sep 01 15:09:43.567631 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eadbf0b-66a6-4232-a431-c22189389796', 'tag': 'efa6f821-ae44-42a9-aa38-ca53d915b2f2'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:09:43.583853 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95969699-4fbc-45ca-b53f-36b39859722c" -d '{"events": [{"name": "network-changed", "server_uuid": "4eadbf0b-66a6-4232-a431-c22189389796", "tag": "efa6f821-ae44-42a9-aa38-ca53d915b2f2"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:09:43.622058 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-aa15ecdb-5945-48bd-9ef4-8baf76cfd8e8 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:43.659598 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afba948-cb47-4ff8-a354-f57d04a2715e x-openstack-request-id: req-2afba948-cb47-4ff8-a354-f57d04a2715e {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:09:43.660916 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557c31cf-a816-4f75-9e29-78b42060a235", "name": "network-vif-plugged", "status": "completed", "tag": "35cf9d6b-54f3-4b25-b806-8b1848ae7c8d", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:09:43.662608 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2afba948-cb47-4ff8-a354-f57d04a2715e {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:09:43.663596 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557c31cf-a816-4f75-9e29-78b42060a235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d', 'code': 200} Sep 01 15:09:43.941018 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-52b6a2cc-3b4f-43ff-ac84-e35bb1efe6c0 service neutron] For port ee822a77-6057-45df-8cd4-1e22447cc4c2, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:09:43.945060 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60080) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:43.949501 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-52b6a2cc-3b4f-43ff-ac84-e35bb1efe6c0 service neutron] For port ee822a77-6057-45df-8cd4-1e22447cc4c2, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ee822a77-6057-45df-8cd4-1e22447cc4c2,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:09:43.963079 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-dd6be3e4-6194-49be-b9be-de2ccbac27e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-292366496'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:43.971704 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1841effa-513b-425b-bf13-e456cdbfe909 req-bcccbacb-f067-4d6a-bcec-c3993e631476 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7802465 Sep 01 15:09:43.972876 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0b6f2-720b-46af-828e-ed5d024b1270 service neutron] Pushing event updated for resources: {'Port': ['ID=efa6f821-ae44-42a9-aa38-ca53d915b2f2,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:44.036892 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6be3e4-6194-49be-b9be-de2ccbac27e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Made reservation on behalf of f7d7b06bb64040f2849246a606ea13be for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:44.058443 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd6be3e4-6194-49be-b9be-de2ccbac27e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:44.063258 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-52b6a2cc-3b4f-43ff-ac84-e35bb1efe6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:44.131861 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-23ee04e5-2905-4543-bf60-eb45cf626f6b req-7e7eb743-4d92-48de-9b5d-f7e11c8e4328 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7269807 Sep 01 15:09:44.148987 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd6be3e4-6194-49be-b9be-de2ccbac27e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:09:44.180449 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd6be3e4-6194-49be-b9be-de2ccbac27e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:44.184877 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-dd6be3e4-6194-49be-b9be-de2ccbac27e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Added segment 9912b1ca-c666-4f3c-9388-ba1946d5a15d of type vlan for network d380e665-3a57-46b5-8f38-76cf2ddb73aa Sep 01 15:09:44.311037 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd6be3e4-6194-49be-b9be-de2ccbac27e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:44.402080 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf782d8-7ea6-4760-86ca-d0901e17c3e9 x-openstack-request-id: req-fbf782d8-7ea6-4760-86ca-d0901e17c3e9 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:09:44.402080 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eadbf0b-66a6-4232-a431-c22189389796", "tag": "efa6f821-ae44-42a9-aa38-ca53d915b2f2", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:09:44.404595 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fbf782d8-7ea6-4760-86ca-d0901e17c3e9 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:09:44.404595 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eadbf0b-66a6-4232-a431-c22189389796', 'tag': 'efa6f821-ae44-42a9-aa38-ca53d915b2f2', 'status': 'completed', 'code': 200} Sep 01 15:09:44.420294 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd6be3e4-6194-49be-b9be-de2ccbac27e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:44.441618 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6be3e4-6194-49be-b9be-de2ccbac27e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:44.442794 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd6be3e4-6194-49be-b9be-de2ccbac27e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:44.445989 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-aa15ecdb-5945-48bd-9ef4-8baf76cfd8e8 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:44.497116 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['decdf579-a3ac-47d2-8e21-42acfa004caa'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:09:44.547005 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6a2cc-3b4f-43ff-ac84-e35bb1efe6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee822a77-6057-45df-8cd4-1e22447cc4c2,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:44.589422 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-52b6a2cc-3b4f-43ff-ac84-e35bb1efe6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:44.591183 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-52b6a2cc-3b4f-43ff-ac84-e35bb1efe6c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:44.595331 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-52b6a2cc-3b4f-43ff-ac84-e35bb1efe6c0 service neutron] 10.222.0.62 "PUT /v2.0/ports/ee822a77-6057-45df-8cd4-1e22447cc4c2 HTTP/1.1" status: 200 len: 1091 time: 6.8522811 Sep 01 15:09:44.677310 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-8494a0a3-298b-4191-aa2c-f6307f33277f service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0846343 Sep 01 15:09:44.758201 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-dd6be3e4-6194-49be-b9be-de2ccbac27e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8107364 Sep 01 15:09:44.759667 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60086) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:44.780255 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-0f1875f2-2436-43c0-8bb3-8e074fd59904 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1809802825'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:44.840111 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1875f2-2436-43c0-8bb3-8e074fd59904 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Made reservation on behalf of f7d7b06bb64040f2849246a606ea13be for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:44.849933 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f1875f2-2436-43c0-8bb3-8e074fd59904 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:44.892026 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:09:44.959786 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f1875f2-2436-43c0-8bb3-8e074fd59904 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:09:44.974608 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-8b089e88-e850-4fbb-8471-b8ef16104d0a service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328112 Sep 01 15:09:44.979204 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f1875f2-2436-43c0-8bb3-8e074fd59904 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:44.980305 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-0f1875f2-2436-43c0-8bb3-8e074fd59904 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Added segment 6de3f90f-c656-409d-b38f-9feda8a4045d of type vlan for network c254db57-43ae-492e-9c7b-cecc22088fc9 Sep 01 15:09:45.057486 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-5cc473f8-2f86-4d33-afa7-51500b4c83ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:45.063126 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-5cc473f8-2f86-4d33-afa7-51500b4c83ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fec0654f7239467a95f60e6ba299aa91&device_id=4eadbf0b-66a6-4232-a431-c22189389796 HTTP/1.1" status: 200 len: 1094 time: 1.3406408 Sep 01 15:09:45.078098 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:45.137875 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f1875f2-2436-43c0-8bb3-8e074fd59904 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:45.179861 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-aa15ecdb-5945-48bd-9ef4-8baf76cfd8e8 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Network 991369d1-6cc8-4ab5-8a03-7b17948fd044 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:09:45.211557 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6be3e4-6194-49be-b9be-de2ccbac27e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event updated for resources: {'Network': ['ID=d380e665-3a57-46b5-8f38-76cf2ddb73aa,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:45.221859 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f1875f2-2436-43c0-8bb3-8e074fd59904 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:45.236275 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1875f2-2436-43c0-8bb3-8e074fd59904 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:45.244853 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f1875f2-2436-43c0-8bb3-8e074fd59904 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:45.319564 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6be3e4-6194-49be-b9be-de2ccbac27e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:45.320127 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6be3e4-6194-49be-b9be-de2ccbac27e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:45.320715 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6be3e4-6194-49be-b9be-de2ccbac27e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:45.321302 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6be3e4-6194-49be-b9be-de2ccbac27e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:45.321882 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6be3e4-6194-49be-b9be-de2ccbac27e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:45.322489 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6be3e4-6194-49be-b9be-de2ccbac27e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:45.329517 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6be3e4-6194-49be-b9be-de2ccbac27e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:45.330097 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6be3e4-6194-49be-b9be-de2ccbac27e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:45.334587 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6be3e4-6194-49be-b9be-de2ccbac27e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:45.335740 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6be3e4-6194-49be-b9be-de2ccbac27e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:45.336335 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6be3e4-6194-49be-b9be-de2ccbac27e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:45.336920 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6be3e4-6194-49be-b9be-de2ccbac27e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:09:45.368475 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network d380e665-3a57-46b5-8f38-76cf2ddb73aa details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:09:45.396032 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-aa15ecdb-5945-48bd-9ef4-8baf76cfd8e8 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:45.439703 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-aa15ecdb-5945-48bd-9ef4-8baf76cfd8e8 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:09:45.468418 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-56895fb8-e111-4ff9-a0c2-cdf50ec7fba1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efa6f821-ae44-42a9-aa38-ca53d915b2f2 HTTP/1.1" status: 200 len: 217 time: 0.2492867 Sep 01 15:09:45.550596 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee04e5-2905-4543-bf60-eb45cf626f6b req-ebc21f73-c06a-465b-9175-af524fc927cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:45.553678 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-23ee04e5-2905-4543-bf60-eb45cf626f6b req-ebc21f73-c06a-465b-9175-af524fc927cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=944202a0f7d746eda42510c2a6473ffc&device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 1096 time: 1.1584349 Sep 01 15:09:45.574636 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15ecdb-5945-48bd-9ef4-8baf76cfd8e8 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Pushing event updated for resources: {'Port': ['ID=e9808518-67e8-478d-bcb6-d4767d4d426b,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:45.638092 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1875f2-2436-43c0-8bb3-8e074fd59904 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event updated for resources: {'Network': ['ID=c254db57-43ae-492e-9c7b-cecc22088fc9,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:45.645331 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a255d-d65a-4a88-98ea-7ea97083bb8c req-33c6a5b1-9b5b-497d-97d7-0a05c9951180 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:45.655179 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-367a255d-d65a-4a88-98ea-7ea97083bb8c req-33c6a5b1-9b5b-497d-97d7-0a05c9951180 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 949 time: 0.9620101 Sep 01 15:09:45.672742 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network c254db57-43ae-492e-9c7b-cecc22088fc9 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:09:45.693081 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0f1875f2-2436-43c0-8bb3-8e074fd59904 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9294324 Sep 01 15:09:45.695207 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60094) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:45.715793 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-a3ea0206-c28a-4314-a68d-687f3af81199 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Request body: {'subnet': {'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:45.897502 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee04e5-2905-4543-bf60-eb45cf626f6b req-0172b0c7-a938-44d6-be2d-45f4904b009e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:45.905471 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-23ee04e5-2905-4543-bf60-eb45cf626f6b req-0172b0c7-a938-44d6-be2d-45f4904b009e service neutron] 10.222.0.45 "GET /v2.0/networks?id=69b04e7f-e4ab-4286-b407-4c7cb525a035 HTTP/1.1" status: 200 len: 917 time: 0.3055332 Sep 01 15:09:45.911319 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-1cb702c9-9b67-4305-9d70-75a2665e6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:45.915441 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-1cb702c9-9b67-4305-9d70-75a2665e6949 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25c63f341b704b118e09b4c621c2aa93&device_id=de8b4938-2740-4a84-ab8a-ac8d9f3170c7 HTTP/1.1" status: 200 len: 1094 time: 0.8682704 Sep 01 15:09:45.967357 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ea0206-c28a-4314-a68d-687f3af81199 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Made reservation on behalf of f7d7b06bb64040f2849246a606ea13be for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:45.975712 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a3ea0206-c28a-4314-a68d-687f3af81199 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:46.246528 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-aa15ecdb-5945-48bd-9ef4-8baf76cfd8e8 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:46.248580 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-aa15ecdb-5945-48bd-9ef4-8baf76cfd8e8 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:46.264260 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-2d86aa7f-42e0-48dd-a6ad-80392778a2ad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee822a77-6057-45df-8cd4-1e22447cc4c2 HTTP/1.1" status: 200 len: 217 time: 0.2733624 Sep 01 15:09:46.451901 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8b4938-2740-4a84-ab8a-ac8d9f3170c7', 'tag': 'ee822a77-6057-45df-8cd4-1e22447cc4c2'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:09:46.455895 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f764e263-9f1c-407a-8c67-5c1c51555057" -d '{"events": [{"name": "network-changed", "server_uuid": "de8b4938-2740-4a84-ab8a-ac8d9f3170c7", "tag": "ee822a77-6057-45df-8cd4-1e22447cc4c2"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:09:46.474576 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-c41abd2e-ea6f-4009-af0b-31ceaad4cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:46.477573 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-c41abd2e-ea6f-4009-af0b-31ceaad4cc79 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de6f3d24-aa35-41db-834d-e91d2e27e6db HTTP/1.1" status: 200 len: 851 time: 0.9790657 Sep 01 15:09:46.490262 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-367a255d-d65a-4a88-98ea-7ea97083bb8c req-12bb0165-0e0c-4cdf-85c3-cc55e7b07042 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8335836 Sep 01 15:09:46.492716 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-aa15ecdb-5945-48bd-9ef4-8baf76cfd8e8 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5870745 Sep 01 15:09:46.514370 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-0c9d797e-0bba-4f8a-b62d-ec170c45287a service neutron] Request body: {'port': {'device_id': '8921750e-ae31-48b7-af2a-61e70725ee7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:46.636920 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-0c9d797e-0bba-4f8a-b62d-ec170c45287a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:46.638900 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a3ea0206-c28a-4314-a68d-687f3af81199 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:46.673817 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-23ee04e5-2905-4543-bf60-eb45cf626f6b req-b22e81d7-edaf-46c9-ac4b-716268ce1b28 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91576a2e-9961-4de8-977d-ccccffda5612 HTTP/1.1" status: 200 len: 1001 time: 0.7288275 Sep 01 15:09:46.680133 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-5985d24a-12e3-48d8-8ee1-8dee3edfb586 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b0922890-9f88-4062-824b-4dfc506e6e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1859152 Sep 01 15:09:46.766765 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-8c614368-79c2-4bf2-9f31-e6b0c7586d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:46.768270 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-8c614368-79c2-4bf2-9f31-e6b0c7586d1f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=194d1d59-7b47-476a-b712-76fc814d7b3a HTTP/1.1" status: 200 len: 845 time: 0.4841127 Sep 01 15:09:46.898759 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea0206-c28a-4314-a68d-687f3af81199 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event updated for resources: {'Subnet': ['ID=e305aa0d-de8e-480b-9017-6f3050eaf7d0,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:46.932167 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-c04796f9-39d2-4ded-871b-5d182e6bc78f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6240944-9b17-4213-96a6-d174c6ab8fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726800 Sep 01 15:09:46.940256 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ea0206-c28a-4314-a68d-687f3af81199 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Checking segment: {'id': '9912b1ca-c666-4f3c-9388-ba1946d5a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:46.940876 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ea0206-c28a-4314-a68d-687f3af81199 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Network hostable DHCP agents. Network: d380e665-3a57-46b5-8f38-76cf2ddb73aa, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:09:47.028654 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ea0206-c28a-4314-a68d-687f3af81199 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Network d380e665-3a57-46b5-8f38-76cf2ddb73aa is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:09:47.055565 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-a3ea0206-c28a-4314-a68d-687f3af81199 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, d380e665-3a57-46b5-8f38-76cf2ddb73aa) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:47.069861 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ea0206-c28a-4314-a68d-687f3af81199 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:47.070598 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a3ea0206-c28a-4314-a68d-687f3af81199 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:47.079522 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75566b2f-236c-4f16-8987-db76da3d0a8e None None] Network d380e665-3a57-46b5-8f38-76cf2ddb73aa requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:09:47.195653 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a3ea0206-c28a-4314-a68d-687f3af81199 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4936564 Sep 01 15:09:47.196247 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60098) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:47.208398 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-bf76b6f6-3286-4f2f-bcd4-aa9159d173db tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Request body: {'subnet': {'network_id': 'c254db57-43ae-492e-9c7b-cecc22088fc9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:47.291237 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-b2062cb7-edee-4897-a7b1-c2d87ba9f76b service neutron] 10.222.0.62 "GET /v2.0/networks/b6240944-9b17-4213-96a6-d174c6ab8fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099382 Sep 01 15:09:47.482334 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deffe0a9-5d3d-4a07-9466-2baa32c655f4 req-f1219161-8a4c-4e58-88b6-32b47efafa90 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:47.486005 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-deffe0a9-5d3d-4a07-9466-2baa32c655f4 req-f1219161-8a4c-4e58-88b6-32b47efafa90 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eadbf0b-66a6-4232-a431-c22189389796 HTTP/1.1" status: 200 len: 943 time: 0.7763023 Sep 01 15:09:47.527473 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b345aa7f-68f2-41cf-9880-af282811f996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-d380e665-3a57-46b5-8f38-76cf2ddb73aa', 'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'fixed_ips': [{'subnet_id': 'e305aa0d-de8e-480b-9017-6f3050eaf7d0'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:09:47.529764 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b345aa7f-68f2-41cf-9880-af282811f996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:47.538505 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf76b6f6-3286-4f2f-bcd4-aa9159d173db tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Made reservation on behalf of f7d7b06bb64040f2849246a606ea13be for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:47.556040 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee04e5-2905-4543-bf60-eb45cf626f6b req-8e06e52f-cbc0-4f6f-9e29-07d2ccdd3a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:47.558631 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-23ee04e5-2905-4543-bf60-eb45cf626f6b req-8e06e52f-cbc0-4f6f-9e29-07d2ccdd3a4d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=63a79cf5-b9a4-402c-b6e1-dc3862ecf48a HTTP/1.1" status: 200 len: 855 time: 0.8479548 Sep 01 15:09:47.564621 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bf76b6f6-3286-4f2f-bcd4-aa9159d173db tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:47.987622 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-b345aa7f-68f2-41cf-9880-af282811f996 None None] Allocated IP 10.1.1.2 (d380e665-3a57-46b5-8f38-76cf2ddb73aa/e305aa0d-de8e-480b-9017-6f3050eaf7d0/9e4f386d-1711-4f43-9be9-7dbe50cf9bc8) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:09:48.080230 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bf76b6f6-3286-4f2f-bcd4-aa9159d173db tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:48.248107 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76b6f6-3286-4f2f-bcd4-aa9159d173db tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event updated for resources: {'Subnet': ['ID=91ecd6a8-b52a-4bdf-b401-3679b3b1f603,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:48.323911 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf76b6f6-3286-4f2f-bcd4-aa9159d173db tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Checking segment: {'id': '6de3f90f-c656-409d-b38f-9feda8a4045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c254db57-43ae-492e-9c7b-cecc22088fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:48.324479 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf76b6f6-3286-4f2f-bcd4-aa9159d173db tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Network hostable DHCP agents. Network: c254db57-43ae-492e-9c7b-cecc22088fc9, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:09:48.367917 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf76b6f6-3286-4f2f-bcd4-aa9159d173db tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Network c254db57-43ae-492e-9c7b-cecc22088fc9 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:09:48.449436 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-bf76b6f6-3286-4f2f-bcd4-aa9159d173db tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, c254db57-43ae-492e-9c7b-cecc22088fc9) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:48.476902 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf76b6f6-3286-4f2f-bcd4-aa9159d173db tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:48.477911 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bf76b6f6-3286-4f2f-bcd4-aa9159d173db tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:48.497542 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89660ff-e122-46a5-a25f-7974c9a21be5 None None] Network c254db57-43ae-492e-9c7b-cecc22088fc9 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:09:48.539738 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bf76b6f6-3286-4f2f-bcd4-aa9159d173db tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3420351 Sep 01 15:09:48.542080 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60106) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:48.572906 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-4c13f38e-a139-45a3-aecf-3ba8d78509a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Request body: {'port': {'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa', 'name': 'tempest-TaggedBootDevicesTest_v242-1116543079', 'fixed_ips': [{'subnet_id': 'e305aa0d-de8e-480b-9017-6f3050eaf7d0'}]}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:48.638612 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-b47ba263-ef94-4ac9-953f-d094aacd8ad9 service neutron] 10.222.0.45 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9175062 Sep 01 15:09:48.828305 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b345aa7f-68f2-41cf-9880-af282811f996 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:48.845805 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b345aa7f-68f2-41cf-9880-af282811f996 None None] Transition to ACTIVE for port object 9e4f386d-1711-4f43-9be9-7dbe50cf9bc8 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:48.873410 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b345aa7f-68f2-41cf-9880-af282811f996 None None] Transition to ACTIVE for port object 9e4f386d-1711-4f43-9be9-7dbe50cf9bc8 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:48.894006 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b345aa7f-68f2-41cf-9880-af282811f996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:48.946969 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-deffe0a9-5d3d-4a07-9466-2baa32c655f4 req-eca07e50-25b9-4c79-9cbd-1abd2a2c5e6e tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3865077 Sep 01 15:09:49.001478 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee04e5-2905-4543-bf60-eb45cf626f6b req-f7a8bb80-4aac-4d41-bdb9-3e3040c78932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:49.003416 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-23ee04e5-2905-4543-bf60-eb45cf626f6b req-f7a8bb80-4aac-4d41-bdb9-3e3040c78932 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=69b04e7f-e4ab-4286-b407-4c7cb525a035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5880399 Sep 01 15:09:49.005547 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1b29b71-fd22-4c7a-9915-4a1af63917b7 req-70e51aa2-1035-43d5-9d43-3e36f4fefaca service neutron] 10.222.0.62 "GET /v2.0/networks/b6240944-9b17-4213-96a6-d174c6ab8fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5576015 Sep 01 15:09:49.006784 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b345aa7f-68f2-41cf-9880-af282811f996 None None] Network d380e665-3a57-46b5-8f38-76cf2ddb73aa is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:09:49.012061 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c13f38e-a139-45a3-aecf-3ba8d78509a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Made reservation on behalf of f7d7b06bb64040f2849246a606ea13be for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:49.041067 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-b345aa7f-68f2-41cf-9880-af282811f996 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:49.047147 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b345aa7f-68f2-41cf-9880-af282811f996 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:09:49.270476 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c13f38e-a139-45a3-aecf-3ba8d78509a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:49.329991 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-4c13f38e-a139-45a3-aecf-3ba8d78509a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] device_id is not set on port f74b773b-5f13-43af-b95b-4dae0c371691 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:09:49.452168 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a1a25d3-32f1-4bc6-91a1-95edb90c17c0 req-ccacfac4-d0ad-4ee8-8ae3-e3b2dde3afe7 service neutron] 10.222.0.45 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7906907 Sep 01 15:09:49.634466 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345aa7f-68f2-41cf-9880-af282811f996 None None] Pushing event updated for resources: {'Port': ['ID=9e4f386d-1711-4f43-9be9-7dbe50cf9bc8,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:49.724381 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b345aa7f-68f2-41cf-9880-af282811f996 None None] Attempting to bind port 9e4f386d-1711-4f43-9be9-7dbe50cf9bc8 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:09:49.725006 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b345aa7f-68f2-41cf-9880-af282811f996 None None] Attempting to bind port 9e4f386d-1711-4f43-9be9-7dbe50cf9bc8 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '9912b1ca-c666-4f3c-9388-ba1946d5a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:09:49.725631 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b345aa7f-68f2-41cf-9880-af282811f996 None None] Attempting to bind port 9e4f386d-1711-4f43-9be9-7dbe50cf9bc8 on network d380e665-3a57-46b5-8f38-76cf2ddb73aa {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:09:49.767633 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b345aa7f-68f2-41cf-9880-af282811f996 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:09:49.768273 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b345aa7f-68f2-41cf-9880-af282811f996 None None] Checking segment: {'id': '9912b1ca-c666-4f3c-9388-ba1946d5a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:49.769022 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b345aa7f-68f2-41cf-9880-af282811f996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:49.769695 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b345aa7f-68f2-41cf-9880-af282811f996 None None] Bound using segment: {'id': '9912b1ca-c666-4f3c-9388-ba1946d5a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:09:49.770583 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b345aa7f-68f2-41cf-9880-af282811f996 None None] Bound port: 9e4f386d-1711-4f43-9be9-7dbe50cf9bc8, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9912b1ca-c666-4f3c-9388-ba1946d5a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:09:49.771198 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b345aa7f-68f2-41cf-9880-af282811f996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:49.814278 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81eafc4-56b8-437f-ac3d-d37a7693f367 req-746997f8-8c9c-4083-ba83-36f23843a667 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:49.819191 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c81eafc4-56b8-437f-ac3d-d37a7693f367 req-746997f8-8c9c-4083-ba83-36f23843a667 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=8921750e-ae31-48b7-af2a-61e70725ee7c HTTP/1.1" status: 200 len: 931 time: 0.5843427 Sep 01 15:09:49.900217 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-23ee04e5-2905-4543-bf60-eb45cf626f6b req-35e973c5-d292-4612-a57b-b67b399db475 service neutron] 10.222.0.45 "GET /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8725095 Sep 01 15:09:49.999095 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d43cb91-a428-4267-b457-999f68fae356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-c254db57-43ae-492e-9c7b-cecc22088fc9', 'network_id': 'c254db57-43ae-492e-9c7b-cecc22088fc9', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'fixed_ips': [{'subnet_id': '91ecd6a8-b52a-4bdf-b401-3679b3b1f603'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:09:50.002266 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-0c9d797e-0bba-4f8a-b62d-ec170c45287a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9808518-67e8-478d-bcb6-d4767d4d426b {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:09:50.002628 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-4c13f38e-a139-45a3-aecf-3ba8d78509a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Allocated IP 10.1.1.139 (d380e665-3a57-46b5-8f38-76cf2ddb73aa/e305aa0d-de8e-480b-9017-6f3050eaf7d0/f74b773b-5f13-43af-b95b-4dae0c371691) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:09:50.013842 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5d43cb91-a428-4267-b457-999f68fae356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:50.059389 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-0c9d797e-0bba-4f8a-b62d-ec170c45287a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:50.098048 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95969699-4fbc-45ca-b53f-36b39859722c req-c49b2e09-0230-4b79-8df1-7cc5af8c85e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:50.099817 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95969699-4fbc-45ca-b53f-36b39859722c req-c49b2e09-0230-4b79-8df1-7cc5af8c85e1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fec0654f7239467a95f60e6ba299aa91&device_id=4eadbf0b-66a6-4232-a431-c22189389796 HTTP/1.1" status: 200 len: 1094 time: 0.4507489 Sep 01 15:09:50.132710 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-0c9d797e-0bba-4f8a-b62d-ec170c45287a service neutron] Transition to ACTIVE for port object e9808518-67e8-478d-bcb6-d4767d4d426b will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:50.150775 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c81eafc4-56b8-437f-ac3d-d37a7693f367 req-558de53e-0e71-4633-a90d-eddc1f1ebdeb tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774441 Sep 01 15:09:50.208493 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-0c9d797e-0bba-4f8a-b62d-ec170c45287a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:50.301992 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c13f38e-a139-45a3-aecf-3ba8d78509a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:50.318750 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b345aa7f-68f2-41cf-9880-af282811f996 None None] For port 9e4f386d-1711-4f43-9be9-7dbe50cf9bc8, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:09:50.331223 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-4c13f38e-a139-45a3-aecf-3ba8d78509a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Transition to ACTIVE for port object f74b773b-5f13-43af-b95b-4dae0c371691 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:50.335716 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-23ee04e5-2905-4543-bf60-eb45cf626f6b req-3d9a5a8b-baee-429c-8255-b5b670786701 service neutron] 10.222.0.45 "GET /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880856 Sep 01 15:09:50.340000 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d797e-0bba-4f8a-b62d-ec170c45287a service neutron] Pushing event updated for resources: {'Port': ['ID=e9808518-67e8-478d-bcb6-d4767d4d426b,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:50.387721 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95969699-4fbc-45ca-b53f-36b39859722c req-b669b81c-1a4d-43e0-8436-6dee53fcbc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:50.389467 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95969699-4fbc-45ca-b53f-36b39859722c req-b669b81c-1a4d-43e0-8436-6dee53fcbc38 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b0922890-9f88-4062-824b-4dfc506e6e18 HTTP/1.1" status: 200 len: 912 time: 0.2739074 Sep 01 15:09:50.396926 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c13f38e-a139-45a3-aecf-3ba8d78509a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:50.510843 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b345aa7f-68f2-41cf-9880-af282811f996 None None] For port 9e4f386d-1711-4f43-9be9-7dbe50cf9bc8, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=9e4f386d-1711-4f43-9be9-7dbe50cf9bc8,segment=NetworkSegment(9912b1ca-c666-4f3c-9388-ba1946d5a15d),segment_id=9912b1ca-c666-4f3c-9388-ba1946d5a15d)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:09:50.530261 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c13f38e-a139-45a3-aecf-3ba8d78509a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Network d380e665-3a57-46b5-8f38-76cf2ddb73aa is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:09:50.543299 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b345aa7f-68f2-41cf-9880-af282811f996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:50.547743 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95969699-4fbc-45ca-b53f-36b39859722c req-15aac7f5-a23f-4e37-9920-2ebacb67c671 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efa6f821-ae44-42a9-aa38-ca53d915b2f2 HTTP/1.1" status: 200 len: 217 time: 0.1169674 Sep 01 15:09:50.558552 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866370e-2456-4a95-8c0f-5f01777b28c9 req-7ba02823-df56-4187-a891-f402f66d4d64 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:50.561845 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f866370e-2456-4a95-8c0f-5f01777b28c9 req-7ba02823-df56-4187-a891-f402f66d4d64 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=de8b4938-2740-4a84-ab8a-ac8d9f3170c7 HTTP/1.1" status: 200 len: 943 time: 0.3208361 Sep 01 15:09:50.568992 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-4c13f38e-a139-45a3-aecf-3ba8d78509a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:50.573072 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c13f38e-a139-45a3-aecf-3ba8d78509a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:09:50.580764 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13f38e-a139-45a3-aecf-3ba8d78509a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event updated for resources: {'Port': ['ID=f74b773b-5f13-43af-b95b-4dae0c371691,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:50.647161 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9534836-74f9-46ba-b843-2ba3950c8c6a x-openstack-request-id: req-b9534836-74f9-46ba-b843-2ba3950c8c6a {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:09:50.647581 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8b4938-2740-4a84-ab8a-ac8d9f3170c7", "tag": "ee822a77-6057-45df-8cd4-1e22447cc4c2", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:09:50.647837 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b9534836-74f9-46ba-b843-2ba3950c8c6a {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:09:50.648264 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8b4938-2740-4a84-ab8a-ac8d9f3170c7', 'tag': 'ee822a77-6057-45df-8cd4-1e22447cc4c2', 'status': 'completed', 'code': 200} Sep 01 15:09:50.702047 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-0c9d797e-0bba-4f8a-b62d-ec170c45287a service neutron] Attempting to bind port e9808518-67e8-478d-bcb6-d4767d4d426b on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:09:50.710552 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-0c9d797e-0bba-4f8a-b62d-ec170c45287a service neutron] Attempting to bind port e9808518-67e8-478d-bcb6-d4767d4d426b by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:09:50.711019 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-0c9d797e-0bba-4f8a-b62d-ec170c45287a service neutron] Attempting to bind port e9808518-67e8-478d-bcb6-d4767d4d426b on network 991369d1-6cc8-4ab5-8a03-7b17948fd044 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:09:50.717430 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f866370e-2456-4a95-8c0f-5f01777b28c9 req-c48711ca-7141-4357-ad6d-458cf41d50b2 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950544 Sep 01 15:09:50.780334 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c13f38e-a139-45a3-aecf-3ba8d78509a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:50.787185 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95969699-4fbc-45ca-b53f-36b39859722c req-aa014970-6ae2-43af-8029-58127ccf934f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:50.788604 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4c13f38e-a139-45a3-aecf-3ba8d78509a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:50.788852 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95969699-4fbc-45ca-b53f-36b39859722c req-aa014970-6ae2-43af-8029-58127ccf934f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=de6f3d24-aa35-41db-834d-e91d2e27e6db HTTP/1.1" status: 200 len: 851 time: 0.2233713 Sep 01 15:09:50.789758 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-0c9d797e-0bba-4f8a-b62d-ec170c45287a service neutron] Port e9808518-67e8-478d-bcb6-d4767d4d426b on network 991369d1-6cc8-4ab5-8a03-7b17948fd044 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:09:50.790067 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-0c9d797e-0bba-4f8a-b62d-ec170c45287a service neutron] Attempting to bind port e9808518-67e8-478d-bcb6-d4767d4d426b on network 991369d1-6cc8-4ab5-8a03-7b17948fd044 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:09:50.852460 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345aa7f-68f2-41cf-9880-af282811f996 None None] Pushing event updated for resources: {'Port': ['ID=9e4f386d-1711-4f43-9be9-7dbe50cf9bc8,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:50.853160 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4c13f38e-a139-45a3-aecf-3ba8d78509a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3041573 Sep 01 15:09:50.853782 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60134) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:50.866008 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-55b9e47d-9533-4c08-8f36-73af742c6090 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Request body: {'port': {'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa', 'name': 'tempest-TaggedBootDevicesTest_v242-1846771059', 'fixed_ips': [{'subnet_id': 'e305aa0d-de8e-480b-9017-6f3050eaf7d0'}]}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:50.895203 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-5d43cb91-a428-4267-b457-999f68fae356 None None] Allocated IP 10.2.2.2 (c254db57-43ae-492e-9c7b-cecc22088fc9/91ecd6a8-b52a-4bdf-b401-3679b3b1f603/60b4fe5c-6e8e-4482-b486-61fd7deba4ba) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:09:50.986989 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-0c9d797e-0bba-4f8a-b62d-ec170c45287a service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:09:50.987839 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-0c9d797e-0bba-4f8a-b62d-ec170c45287a service neutron] Checking segment: {'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:50.988300 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-0c9d797e-0bba-4f8a-b62d-ec170c45287a service neutron] Bound using segment: {'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:09:50.989168 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-0c9d797e-0bba-4f8a-b62d-ec170c45287a service neutron] Bound port: e9808518-67e8-478d-bcb6-d4767d4d426b, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:09:50.990162 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-0c9d797e-0bba-4f8a-b62d-ec170c45287a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:51.049803 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95969699-4fbc-45ca-b53f-36b39859722c req-d9d39a1d-0516-4b97-b232-dbbca5e4a37c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b0922890-9f88-4062-824b-4dfc506e6e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2053554 Sep 01 15:09:51.197765 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b9e47d-9533-4c08-8f36-73af742c6090 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Made reservation on behalf of f7d7b06bb64040f2849246a606ea13be for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:09:51.205331 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-55b9e47d-9533-4c08-8f36-73af742c6090 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:51.246497 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-55b9e47d-9533-4c08-8f36-73af742c6090 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] device_id is not set on port 25889e58-c1fa-4ed2-89a7-236d8cfd5f91 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:09:51.324679 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764e263-9f1c-407a-8c67-5c1c51555057 req-6114fa08-d2e2-4b31-bd8d-fbe4f54b9de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:51.326636 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f764e263-9f1c-407a-8c67-5c1c51555057 req-6114fa08-d2e2-4b31-bd8d-fbe4f54b9de8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25c63f341b704b118e09b4c621c2aa93&device_id=de8b4938-2740-4a84-ab8a-ac8d9f3170c7 HTTP/1.1" status: 200 len: 1094 time: 0.6128757 Sep 01 15:09:51.372516 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5d43cb91-a428-4267-b457-999f68fae356 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:51.383483 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5d43cb91-a428-4267-b457-999f68fae356 None None] Transition to ACTIVE for port object 60b4fe5c-6e8e-4482-b486-61fd7deba4ba will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:51.409452 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5d43cb91-a428-4267-b457-999f68fae356 None None] Transition to ACTIVE for port object 60b4fe5c-6e8e-4482-b486-61fd7deba4ba will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:51.419318 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-0c9d797e-0bba-4f8a-b62d-ec170c45287a service neutron] For port e9808518-67e8-478d-bcb6-d4767d4d426b, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:09:51.427167 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5d43cb91-a428-4267-b457-999f68fae356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:51.438336 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-0c9d797e-0bba-4f8a-b62d-ec170c45287a service neutron] For port e9808518-67e8-478d-bcb6-d4767d4d426b, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=e9808518-67e8-478d-bcb6-d4767d4d426b,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:09:51.482270 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adaa7f-7001-4ed7-86f0-8275bfdc69cf req-b3b940b8-b276-4874-9166-11bd042d9aa0 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:51.492144 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-71adaa7f-7001-4ed7-86f0-8275bfdc69cf req-b3b940b8-b276-4874-9166-11bd042d9aa0 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 949 time: 0.5972950 Sep 01 15:09:51.528440 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-0c9d797e-0bba-4f8a-b62d-ec170c45287a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:51.567578 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43cb91-a428-4267-b457-999f68fae356 None None] Pushing event updated for resources: {'Port': ['ID=60b4fe5c-6e8e-4482-b486-61fd7deba4ba,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:51.591781 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d43cb91-a428-4267-b457-999f68fae356 None None] Network c254db57-43ae-492e-9c7b-cecc22088fc9 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:09:51.598035 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-5d43cb91-a428-4267-b457-999f68fae356 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:51.649859 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d43cb91-a428-4267-b457-999f68fae356 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:09:51.664985 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device efa6f821-ae44-42a9-aa38-ca53d915b2f2 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:09:51.682589 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a5350-9209-4477-a386-0c87fc392d42 req-a4b03bef-445a-4687-9caf-905a1b3618ed tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:51.692332 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-131a5350-9209-4477-a386-0c87fc392d42 req-a4b03bef-445a-4687-9caf-905a1b3618ed tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eadbf0b-66a6-4232-a431-c22189389796 HTTP/1.1" status: 200 len: 943 time: 0.2740180 Sep 01 15:09:51.736006 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-55b9e47d-9533-4c08-8f36-73af742c6090 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Allocated IP 10.1.1.214 (d380e665-3a57-46b5-8f38-76cf2ddb73aa/e305aa0d-de8e-480b-9017-6f3050eaf7d0/25889e58-c1fa-4ed2-89a7-236d8cfd5f91) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:09:51.781840 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-131a5350-9209-4477-a386-0c87fc392d42 req-01d370cc-4563-4638-b81c-c7fbf2607663 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867162 Sep 01 15:09:51.818710 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-0c9d797e-0bba-4f8a-b62d-ec170c45287a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:51.820239 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-0c9d797e-0bba-4f8a-b62d-ec170c45287a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:51.821793 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-0c9d797e-0bba-4f8a-b62d-ec170c45287a service neutron] 10.222.0.45 "PUT /v2.0/ports/e9808518-67e8-478d-bcb6-d4767d4d426b HTTP/1.1" status: 200 len: 1091 time: 5.3160460 Sep 01 15:09:51.837659 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-5d43cb91-a428-4267-b457-999f68fae356 None None] Attempting to bind port 60b4fe5c-6e8e-4482-b486-61fd7deba4ba on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:09:51.838613 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-5d43cb91-a428-4267-b457-999f68fae356 None None] Attempting to bind port 60b4fe5c-6e8e-4482-b486-61fd7deba4ba by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '6de3f90f-c656-409d-b38f-9feda8a4045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c254db57-43ae-492e-9c7b-cecc22088fc9'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:09:51.839490 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43cb91-a428-4267-b457-999f68fae356 None None] Attempting to bind port 60b4fe5c-6e8e-4482-b486-61fd7deba4ba on network c254db57-43ae-492e-9c7b-cecc22088fc9 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:09:51.856856 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43cb91-a428-4267-b457-999f68fae356 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:09:51.857922 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43cb91-a428-4267-b457-999f68fae356 None None] Checking segment: {'id': '6de3f90f-c656-409d-b38f-9feda8a4045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c254db57-43ae-492e-9c7b-cecc22088fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:09:51.858571 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5d43cb91-a428-4267-b457-999f68fae356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:51.859442 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43cb91-a428-4267-b457-999f68fae356 None None] Bound using segment: {'id': '6de3f90f-c656-409d-b38f-9feda8a4045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c254db57-43ae-492e-9c7b-cecc22088fc9'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:09:51.860348 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-5d43cb91-a428-4267-b457-999f68fae356 None None] Bound port: 60b4fe5c-6e8e-4482-b486-61fd7deba4ba, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de3f90f-c656-409d-b38f-9feda8a4045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c254db57-43ae-492e-9c7b-cecc22088fc9'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:09:51.861186 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95969699-4fbc-45ca-b53f-36b39859722c req-48e9a9cb-f0a6-401a-a4b3-09611be93678 service neutron] 10.222.0.45 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7871432 Sep 01 15:09:51.862581 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5d43cb91-a428-4267-b457-999f68fae356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:51.906582 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-71adaa7f-7001-4ed7-86f0-8275bfdc69cf req-44656521-575d-4a02-be39-c4a510224b78 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132085 Sep 01 15:09:51.965316 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d797e-0bba-4f8a-b62d-ec170c45287a service neutron] Pushing event updated for resources: {'Port': ['ID=e9808518-67e8-478d-bcb6-d4767d4d426b,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:52.010320 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764e263-9f1c-407a-8c67-5c1c51555057 req-0b186b30-f95e-46f7-b050-c2b5fa2e7165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:52.012287 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f764e263-9f1c-407a-8c67-5c1c51555057 req-0b186b30-f95e-46f7-b050-c2b5fa2e7165 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b6240944-9b17-4213-96a6-d174c6ab8fe6 HTTP/1.1" status: 200 len: 906 time: 0.5532124 Sep 01 15:09:52.131823 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-5d43cb91-a428-4267-b457-999f68fae356 None None] For port 60b4fe5c-6e8e-4482-b486-61fd7deba4ba, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:09:52.140374 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-5d43cb91-a428-4267-b457-999f68fae356 None None] For port 60b4fe5c-6e8e-4482-b486-61fd7deba4ba, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=60b4fe5c-6e8e-4482-b486-61fd7deba4ba,segment=NetworkSegment(6de3f90f-c656-409d-b38f-9feda8a4045d),segment_id=6de3f90f-c656-409d-b38f-9feda8a4045d)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:09:52.158557 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5d43cb91-a428-4267-b457-999f68fae356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:52.171834 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f764e263-9f1c-407a-8c67-5c1c51555057 req-ac1ee5b2-8b4f-4773-9063-6b5d6e56ff65 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee822a77-6057-45df-8cd4-1e22447cc4c2 HTTP/1.1" status: 200 len: 217 time: 0.1023364 Sep 01 15:09:52.247542 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764e263-9f1c-407a-8c67-5c1c51555057 req-fafab240-66ea-45ee-8bc1-7e049cae37bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:52.249796 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f764e263-9f1c-407a-8c67-5c1c51555057 req-fafab240-66ea-45ee-8bc1-7e049cae37bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=194d1d59-7b47-476a-b712-76fc814d7b3a HTTP/1.1" status: 200 len: 845 time: 0.0672796 Sep 01 15:09:52.291245 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-5a96b76d-d336-4ab7-a6ef-2dd99d85a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:52.293840 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-5a96b76d-d336-4ab7-a6ef-2dd99d85a714 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d7c0ff87c7c4cc083c6404989b27ea4&device_id=8921750e-ae31-48b7-af2a-61e70725ee7c HTTP/1.1" status: 200 len: 1094 time: 0.3463016 Sep 01 15:09:52.332130 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f764e263-9f1c-407a-8c67-5c1c51555057 req-f13e9195-b669-4983-a206-adc7e0c5774d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6240944-9b17-4213-96a6-d174c6ab8fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673559 Sep 01 15:09:52.360182 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port efa6f821-ae44-42a9-aa38-ca53d915b2f2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=efa6f821-ae44-42a9-aa38-ca53d915b2f2,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:52.383398 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'efa6f821-ae44-42a9-aa38-ca53d915b2f2', 'network_id': 'b0922890-9f88-4062-824b-4dfc506e6e18', 'port_id': 'efa6f821-ae44-42a9-aa38-ca53d915b2f2', 'mac_address': 'fa:16:3e:c1:a3:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6f3d24-aa35-41db-834d-e91d2e27e6db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:09:52.393844 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7418d3-60f7-432d-b148-b98e2149fbe7 req-61a2ab75-6778-47fb-9090-9db6e47202df tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:52.402106 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8b7418d3-60f7-432d-b148-b98e2149fbe7 req-61a2ab75-6778-47fb-9090-9db6e47202df tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=8921750e-ae31-48b7-af2a-61e70725ee7c HTTP/1.1" status: 200 len: 943 time: 0.3195498 Sep 01 15:09:52.406752 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ee822a77-6057-45df-8cd4-1e22447cc4c2 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:09:52.478460 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95969699-4fbc-45ca-b53f-36b39859722c req-621dc6e4-04bd-4884-81fb-09721f77e0b9 service neutron] 10.222.0.45 "GET /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5320930 Sep 01 15:09:52.525318 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-c6e9d75c-0384-47da-84cb-ab890c6410fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9808518-67e8-478d-bcb6-d4767d4d426b HTTP/1.1" status: 200 len: 217 time: 0.2040107 Sep 01 15:09:52.565810 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43cb91-a428-4267-b457-999f68fae356 None None] Pushing event updated for resources: {'Port': ['ID=60b4fe5c-6e8e-4482-b486-61fd7deba4ba,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:52.667701 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8921750e-ae31-48b7-af2a-61e70725ee7c', 'tag': 'e9808518-67e8-478d-bcb6-d4767d4d426b'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:09:52.679482 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0d5c6f-c295-4ac8-b3f0-39cd58b31e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "8921750e-ae31-48b7-af2a-61e70725ee7c", "tag": "e9808518-67e8-478d-bcb6-d4767d4d426b"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:09:52.696837 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:52.728353 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa6f821-ae44-42a9-aa38-ca53d915b2f2 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:09:52.766004 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677ddff5-cbeb-4abc-96e1-9448762c4b43 None None] Network d380e665-3a57-46b5-8f38-76cf2ddb73aa requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:09:52.793550 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8b7418d3-60f7-432d-b148-b98e2149fbe7 req-f147c65e-7c90-445f-91d9-0006548c6436 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898787 Sep 01 15:09:52.799497 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-d31205de-1421-4bf2-8e72-5ea04e3bc829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:52.804507 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-d31205de-1421-4bf2-8e72-5ea04e3bc829 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35b27872-673a-446b-88b2-296c933a8cce HTTP/1.1" status: 200 len: 845 time: 0.1859579 Sep 01 15:09:52.948270 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-1f5d009a-ba47-4b13-b831-e4cf80b8f6dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=991369d1-6cc8-4ab5-8a03-7b17948fd044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1327431 Sep 01 15:09:52.978024 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f764e263-9f1c-407a-8c67-5c1c51555057 req-a9fe6dc5-ba53-4335-a610-0acf676a7c2e service neutron] 10.222.0.62 "GET /v2.0/networks/b6240944-9b17-4213-96a6-d174c6ab8fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6128001 Sep 01 15:09:53.006076 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port efa6f821-ae44-42a9-aa38-ca53d915b2f2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=efa6f821-ae44-42a9-aa38-ca53d915b2f2,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:53.119119 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:53.155391 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port ee822a77-6057-45df-8cd4-1e22447cc4c2, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ee822a77-6057-45df-8cd4-1e22447cc4c2,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:53.185286 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c7331-df0c-4173-b129-73aabd48b8f9 req-5a64cccb-02ab-4ec9-85a1-35f0b9570707 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:53.191035 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-167c7331-df0c-4173-b129-73aabd48b8f9 req-5a64cccb-02ab-4ec9-85a1-35f0b9570707 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2787c503-21f2-40a8-b66d-3afa51825d67 HTTP/1.1" status: 200 len: 950 time: 1.1523964 Sep 01 15:09:53.288067 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-11e18ce6-2773-42f8-8e3d-cdde04df9642 None None] Provisioning for port 9e4f386d-1711-4f43-9be9-7dbe50cf9bc8 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:09:53.407653 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'ee822a77-6057-45df-8cd4-1e22447cc4c2', 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6', 'port_id': 'ee822a77-6057-45df-8cd4-1e22447cc4c2', 'mac_address': 'fa:16:3e:a5:3c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194d1d59-7b47-476a-b712-76fc814d7b3a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:09:53.411768 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 60b4fe5c-6e8e-4482-b486-61fd7deba4ba up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:53.471101 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-55b9e47d-9533-4c08-8f36-73af742c6090 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:53.487334 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-55b9e47d-9533-4c08-8f36-73af742c6090 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Transition to ACTIVE for port object 25889e58-c1fa-4ed2-89a7-236d8cfd5f91 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:09:53.546189 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-167c7331-df0c-4173-b129-73aabd48b8f9 req-dc7d15e4-450c-4088-84c2-62e4355722d3 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f724bc7-136a-489b-b35e-66510558c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065124 Sep 01 15:09:53.549335 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-55b9e47d-9533-4c08-8f36-73af742c6090 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:53.585069 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['efa6f821-ae44-42a9-aa38-ca53d915b2f2'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:09:53.661117 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-578a0bde-3ba9-472c-a5da-c66dd6f49bb2 service neutron] 10.222.0.45 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6761696 Sep 01 15:09:53.702602 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9e47d-9533-4c08-8f36-73af742c6090 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event updated for resources: {'Port': ['ID=25889e58-c1fa-4ed2-89a7-236d8cfd5f91,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:53.737429 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b9e47d-9533-4c08-8f36-73af742c6090 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Network d380e665-3a57-46b5-8f38-76cf2ddb73aa is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:09:53.742955 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-55b9e47d-9533-4c08-8f36-73af742c6090 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:53.745645 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:09:53.749851 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b9e47d-9533-4c08-8f36-73af742c6090 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:09:53.833511 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-7a816911-eb5a-4955-a438-5a4433fd6417 service neutron] 10.222.0.45 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623616 Sep 01 15:09:53.841211 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceedd058-6c35-4dfe-8f3f-9255c12c810f x-openstack-request-id: req-ceedd058-6c35-4dfe-8f3f-9255c12c810f {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:09:53.841211 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8921750e-ae31-48b7-af2a-61e70725ee7c", "tag": "e9808518-67e8-478d-bcb6-d4767d4d426b", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:09:53.841211 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ceedd058-6c35-4dfe-8f3f-9255c12c810f {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:09:53.841211 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8921750e-ae31-48b7-af2a-61e70725ee7c', 'tag': 'e9808518-67e8-478d-bcb6-d4767d4d426b', 'status': 'completed', 'code': 200} Sep 01 15:09:53.859125 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=efa6f821-ae44-42a9-aa38-ca53d915b2f2,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:53.987746 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 60b4fe5c-6e8e-4482-b486-61fd7deba4ba completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:09:54.006033 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 9e4f386d-1711-4f43-9be9-7dbe50cf9bc8 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:54.015398 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abbcdc-e299-40f0-97bc-c2fd172c689c req-00b7e287-74b7-4503-9219-b85f9fafad26 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:54.027864 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-79abbcdc-e299-40f0-97bc-c2fd172c689c req-00b7e287-74b7-4503-9219-b85f9fafad26 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=de8b4938-2740-4a84-ab8a-ac8d9f3170c7 HTTP/1.1" status: 200 len: 943 time: 0.8349333 Sep 01 15:09:54.037261 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b9e47d-9533-4c08-8f36-73af742c6090 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:54.038286 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-55b9e47d-9533-4c08-8f36-73af742c6090 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:54.070984 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3be0e-a23f-44bb-911c-576d99037d04 req-8b5e43f5-b282-4e82-9c38-ec6c22187495 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:54.080937 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7de3be0e-a23f-44bb-911c-576d99037d04 req-8b5e43f5-b282-4e82-9c38-ec6c22187495 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eadbf0b-66a6-4232-a431-c22189389796 HTTP/1.1" status: 200 len: 944 time: 0.2473502 Sep 01 15:09:54.123845 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-55b9e47d-9533-4c08-8f36-73af742c6090 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2673175 Sep 01 15:09:54.170801 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:54.189312 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7de3be0e-a23f-44bb-911c-576d99037d04 req-edc4901d-dd64-4036-b31d-9e8458210878 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006131 Sep 01 15:09:54.228084 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee822a77-6057-45df-8cd4-1e22447cc4c2 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:09:54.238486 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f764e263-9f1c-407a-8c67-5c1c51555057 req-13ae5b42-fa56-48ca-b806-9863d3028952 service neutron] 10.222.0.62 "GET /v2.0/networks/b6240944-9b17-4213-96a6-d174c6ab8fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2574902 Sep 01 15:09:54.267520 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-79abbcdc-e299-40f0-97bc-c2fd172c689c req-255907df-af3b-4e23-9fc5-358fd53a7a73 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892645 Sep 01 15:09:54.283556 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d5c6f-c295-4ac8-b3f0-39cd58b31e8d req-7c17ac31-2aaa-4f47-947c-ff70aac7fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:54.285242 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-db0d5c6f-c295-4ac8-b3f0-39cd58b31e8d req-7c17ac31-2aaa-4f47-947c-ff70aac7fc71 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d7c0ff87c7c4cc083c6404989b27ea4&device_id=8921750e-ae31-48b7-af2a-61e70725ee7c HTTP/1.1" status: 200 len: 1094 time: 0.3312237 Sep 01 15:09:54.420439 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:54.452052 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b569ea-0c9d-47f0-8819-b05ccbddfb96 req-90614325-1280-469d-91ec-494fb6c69905 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:54.472648 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26b569ea-0c9d-47f0-8819-b05ccbddfb96 req-90614325-1280-469d-91ec-494fb6c69905 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 949 time: 0.1432664 Sep 01 15:09:54.485934 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d5c6f-c295-4ac8-b3f0-39cd58b31e8d req-cc5d38fc-d1cd-4a04-8f72-b2c53f260a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:54.494065 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-db0d5c6f-c295-4ac8-b3f0-39cd58b31e8d req-cc5d38fc-d1cd-4a04-8f72-b2c53f260a28 service neutron] 10.222.0.45 "GET /v2.0/networks?id=991369d1-6cc8-4ab5-8a03-7b17948fd044 HTTP/1.1" status: 200 len: 906 time: 0.1986995 Sep 01 15:09:54.564904 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26b569ea-0c9d-47f0-8819-b05ccbddfb96 req-51dc051c-cb19-4da2-b4bd-a51e32db9b17 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889516 Sep 01 15:09:54.574520 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port ee822a77-6057-45df-8cd4-1e22447cc4c2, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ee822a77-6057-45df-8cd4-1e22447cc4c2,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:54.675925 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f5b0b55b-5d81-4b5d-a3fa-c49c853abef3, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f5b0b55b-5d81-4b5d-a3fa-c49c853abef3,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:54.680368 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:54.684579 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efbb3b8-ea77-4a40-9b1f-3caf95c7283a None None] Network c254db57-43ae-492e-9c7b-cecc22088fc9 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:09:54.830890 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2787c503-21f2-40a8-b66d-3afa51825d67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5b0b55b-5d81-4b5d-a3fa-c49c853abef3'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:09:54.835008 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2852187c-abb6-46a1-a4c8-aca1a93e7845" -d '{"events": [{"server_uuid": "2787c503-21f2-40a8-b66d-3afa51825d67", "name": "network-vif-unplugged", "status": "completed", "tag": "f5b0b55b-5d81-4b5d-a3fa-c49c853abef3"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:09:54.862009 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:54.951402 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 9e4f386d-1711-4f43-9be9-7dbe50cf9bc8 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:09:54.972792 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 9e4f386d-1711-4f43-9be9-7dbe50cf9bc8 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:54.973439 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:55.085835 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-44ae8337-31b3-47f1-9d11-035dcc1b5f88 None None] Provisioning for port 60b4fe5c-6e8e-4482-b486-61fd7deba4ba completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:09:55.112619 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-44ae8337-31b3-47f1-9d11-035dcc1b5f88 None None] Provisioning complete for port 60b4fe5c-6e8e-4482-b486-61fd7deba4ba triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:55.113164 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-44ae8337-31b3-47f1-9d11-035dcc1b5f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:55.130952 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-db0d5c6f-c295-4ac8-b3f0-39cd58b31e8d req-99d6d52a-283a-49f3-aa31-0740411f5ed6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9808518-67e8-478d-bcb6-d4767d4d426b HTTP/1.1" status: 200 len: 217 time: 0.6169183 Sep 01 15:09:55.252492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d5c6f-c295-4ac8-b3f0-39cd58b31e8d req-3782f1a4-0c75-4a43-9d58-4d3002d16204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:55.257193 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-db0d5c6f-c295-4ac8-b3f0-39cd58b31e8d req-3782f1a4-0c75-4a43-9d58-4d3002d16204 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35b27872-673a-446b-88b2-296c933a8cce HTTP/1.1" status: 200 len: 845 time: 0.1049023 Sep 01 15:09:55.351854 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60198) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:55.357432 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-f7889815-fe92-47ab-9c7e-2ab6968513cd tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Request body: {'security_group': {'name': 'tempest-securitygroup--450728734', 'description': 'tempest-description--1626607436'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:55.413592 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f7889815-fe92-47ab-9c7e-2ab6968513cd tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:55.414590 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-db0d5c6f-c295-4ac8-b3f0-39cd58b31e8d req-f0256498-ff14-4bfd-9c3f-6a5714ebcb6d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=991369d1-6cc8-4ab5-8a03-7b17948fd044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827789 Sep 01 15:09:55.463464 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c175da6-2a9d-4ae8-9eb7-a7c78cb3244e req-76c7420a-0876-47ac-b0b7-87bf9376325b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:55.475705 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1c175da6-2a9d-4ae8-9eb7-a7c78cb3244e req-76c7420a-0876-47ac-b0b7-87bf9376325b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=8921750e-ae31-48b7-af2a-61e70725ee7c HTTP/1.1" status: 200 len: 943 time: 0.3425112 Sep 01 15:09:55.507177 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-7660e831-d1af-4ca0-9d87-4514b38ecbe9 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:55.510376 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-7660e831-d1af-4ca0-9d87-4514b38ecbe9 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.45 "GET /v2.0/ports?device_id=8921750e-ae31-48b7-af2a-61e70725ee7c HTTP/1.1" status: 200 len: 943 time: 1.0138683 Sep 01 15:09:55.612675 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1c175da6-2a9d-4ae8-9eb7-a7c78cb3244e req-db4eb121-afb0-4669-9a79-2f0ec091a2ee tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350663 Sep 01 15:09:55.614412 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b43052e-3d6c-45c5-b089-67a25bd4eac8 x-openstack-request-id: req-8b43052e-3d6c-45c5-b089-67a25bd4eac8 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:09:55.617491 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2787c503-21f2-40a8-b66d-3afa51825d67", "name": "network-vif-unplugged", "status": "completed", "tag": "f5b0b55b-5d81-4b5d-a3fa-c49c853abef3", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:09:55.617835 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8b43052e-3d6c-45c5-b089-67a25bd4eac8 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:09:55.618470 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2787c503-21f2-40a8-b66d-3afa51825d67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5b0b55b-5d81-4b5d-a3fa-c49c853abef3', 'code': 200} Sep 01 15:09:55.648154 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['ee822a77-6057-45df-8cd4-1e22447cc4c2'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:09:55.676687 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=ee822a77-6057-45df-8cd4-1e22447cc4c2,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:55.810391 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-80929d03-4bb8-4b97-b4a0-d76e158cbae0 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Deleting port e9808518-67e8-478d-bcb6-d4767d4d426b {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:09:55.810775 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-80929d03-4bb8-4b97-b4a0-d76e158cbae0 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:55.819994 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f7889815-fe92-47ab-9c7e-2ab6968513cd tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:55.830153 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f7889815-fe92-47ab-9c7e-2ab6968513cd tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:55.942458 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7889815-fe92-47ab-9c7e-2ab6968513cd tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:55.952080 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-80929d03-4bb8-4b97-b4a0-d76e158cbae0 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] For port e9808518-67e8-478d-bcb6-d4767d4d426b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=e9808518-67e8-478d-bcb6-d4767d4d426b,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:55.952591 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-80929d03-4bb8-4b97-b4a0-d76e158cbae0 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:55.972775 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-80929d03-4bb8-4b97-b4a0-d76e158cbae0 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Calling delete_port for e9808518-67e8-478d-bcb6-d4767d4d426b owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:09:55.979948 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df3271-125f-4f33-a5e9-2df620b8c867 req-20022349-cf27-46aa-bf00-e8a1b1d85f13 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:56.000491 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d2df3271-125f-4f33-a5e9-2df620b8c867 req-20022349-cf27-46aa-bf00-e8a1b1d85f13 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eadbf0b-66a6-4232-a431-c22189389796 HTTP/1.1" status: 200 len: 944 time: 0.2952995 Sep 01 15:09:56.061494 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f7889815-fe92-47ab-9c7e-2ab6968513cd tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:56.068532 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f7889815-fe92-47ab-9c7e-2ab6968513cd tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7139802 Sep 01 15:09:56.077390 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=f5b0b55b-5d81-4b5d-a3fa-c49c853abef3,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:56.083175 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60206) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:56.116819 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-14b4d253-f8a0-4356-8a8e-c226b6204727 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Request body: {'security_group_rule': {'security_group_id': '3b78c58d-5681-4f54-ab7f-9b6f0fb23c65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:56.177845 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d2df3271-125f-4f33-a5e9-2df620b8c867 req-40a370ab-e4dc-492f-8ab0-8f295cdc1935 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705310 Sep 01 15:09:56.218575 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:56.218938 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-db0d5c6f-c295-4ac8-b3f0-39cd58b31e8d req-d9a18967-22ee-4cbb-ba79-18546c4bf29e service neutron] 10.222.0.45 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7908270 Sep 01 15:09:56.264123 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-14b4d253-f8a0-4356-8a8e-c226b6204727 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:56.279582 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-80929d03-4bb8-4b97-b4a0-d76e158cbae0 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:56.486002 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-14b4d253-f8a0-4356-8a8e-c226b6204727 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:56.497144 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-14b4d253-f8a0-4356-8a8e-c226b6204727 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:56.521252 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527ee83-7baf-4c31-a852-97deceeb357d req-c77a10ef-0aa6-4470-b39a-d28b055dd6a1 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:56.523764 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c527ee83-7baf-4c31-a852-97deceeb357d req-c77a10ef-0aa6-4470-b39a-d28b055dd6a1 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=de8b4938-2740-4a84-ab8a-ac8d9f3170c7 HTTP/1.1" status: 200 len: 944 time: 0.3809137 Sep 01 15:09:56.532023 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80929d03-4bb8-4b97-b4a0-d76e158cbae0 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Pushing event deleted for resources: {'Port': ['ID=e9808518-67e8-478d-bcb6-d4767d4d426b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:56.565886 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4d253-f8a0-4356-8a8e-c226b6204727 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a8e814-c21e-4d9c-a0e6-5a8b0ced7dee,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:56.588592 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-14b4d253-f8a0-4356-8a8e-c226b6204727 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:56.594243 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-14b4d253-f8a0-4356-8a8e-c226b6204727 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5054598 Sep 01 15:09:56.596925 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60222) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:56.612677 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-30e70359-e4eb-4c1a-b723-401ca012d2f2 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Request body: {'security_group_rule': {'security_group_id': '3b78c58d-5681-4f54-ab7f-9b6f0fb23c65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:56.652513 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-80929d03-4bb8-4b97-b4a0-d76e158cbae0 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] No DVR routers for this DVR port e9808518-67e8-478d-bcb6-d4767d4d426b on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:09:56.679178 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-80929d03-4bb8-4b97-b4a0-d76e158cbae0 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:56.681319 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-242a41b9-93f2-4959-ab8a-e11ca61f77e7 req-80929d03-4bb8-4b97-b4a0-d76e158cbae0 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.45 "DELETE /v2.0/ports/e9808518-67e8-478d-bcb6-d4767d4d426b HTTP/1.1" status: 204 len: 173 time: 1.0936713 Sep 01 15:09:56.681818 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8921750e-ae31-48b7-af2a-61e70725ee7c', 'name': 'network-vif-deleted', 'tag': 'e9808518-67e8-478d-bcb6-d4767d4d426b'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:09:56.688798 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 9e4f386d-1711-4f43-9be9-7dbe50cf9bc8, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=9e4f386d-1711-4f43-9be9-7dbe50cf9bc8,segment=NetworkSegment(9912b1ca-c666-4f3c-9388-ba1946d5a15d),segment_id=9912b1ca-c666-4f3c-9388-ba1946d5a15d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:56.689798 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5437b4c4-281a-4486-8eac-ed042474cbac" -d '{"events": [{"server_uuid": "8921750e-ae31-48b7-af2a-61e70725ee7c", "name": "network-vif-deleted", "tag": "e9808518-67e8-478d-bcb6-d4767d4d426b"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:09:56.702015 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-44ae8337-31b3-47f1-9d11-035dcc1b5f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:56.708619 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c527ee83-7baf-4c31-a852-97deceeb357d req-6c39be69-1b55-4645-a1e7-ee1933f47e27 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734607 Sep 01 15:09:56.748874 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-30e70359-e4eb-4c1a-b723-401ca012d2f2 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:56.774274 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:56.782776 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-db0d5c6f-c295-4ac8-b3f0-39cd58b31e8d req-5c3befd4-ff36-424d-9836-b7f769c84e29 service neutron] 10.222.0.45 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5435309 Sep 01 15:09:56.920686 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-30e70359-e4eb-4c1a-b723-401ca012d2f2 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:56.925252 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-30e70359-e4eb-4c1a-b723-401ca012d2f2 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:56.955782 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-30e70359-e4eb-4c1a-b723-401ca012d2f2 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:56.961551 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-30e70359-e4eb-4c1a-b723-401ca012d2f2 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3611100 Sep 01 15:09:56.967150 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-44ae8337-31b3-47f1-9d11-035dcc1b5f88 None None] For port 60b4fe5c-6e8e-4482-b486-61fd7deba4ba, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=60b4fe5c-6e8e-4482-b486-61fd7deba4ba,segment=NetworkSegment(6de3f90f-c656-409d-b38f-9feda8a4045d),segment_id=6de3f90f-c656-409d-b38f-9feda8a4045d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:56.971629 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60234) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:09:56.972232 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e70359-e4eb-4c1a-b723-401ca012d2f2 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6fc7b3d-611e-49f4-90d0-09176cd40198,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:56.998768 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-44ae8337-31b3-47f1-9d11-035dcc1b5f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:57.006067 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-b88e6896-b4dc-47a5-9502-207a9b318ad1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:09:57.029904 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=9e4f386d-1711-4f43-9be9-7dbe50cf9bc8,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:57.052713 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b88e6896-b4dc-47a5-9502-207a9b318ad1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for floatingip, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:57.101164 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae8337-31b3-47f1-9d11-035dcc1b5f88 None None] Pushing event updated for resources: {'Port': ['ID=60b4fe5c-6e8e-4482-b486-61fd7deba4ba,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:57.144808 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-68f2d2b0-84cd-4bdc-be64-66724fc4ca73 None None] Provisioning for port f74b773b-5f13-43af-b95b-4dae0c371691 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:09:57.146674 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c99830-b077-45b4-b320-b714fc21e277 req-3ace5054-68f9-435f-9178-7c696ec0ba29 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:57.149039 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-93c99830-b077-45b4-b320-b714fc21e277 req-3ace5054-68f9-435f-9178-7c696ec0ba29 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 949 time: 0.2484713 Sep 01 15:09:57.155765 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-68f2d2b0-84cd-4bdc-be64-66724fc4ca73 None None] Provisioning complete for port f74b773b-5f13-43af-b95b-4dae0c371691 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:57.158427 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-68f2d2b0-84cd-4bdc-be64-66724fc4ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:57.229016 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['decdf579-a3ac-47d2-8e21-42acfa004caa'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:09:57.274928 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-93c99830-b077-45b4-b320-b714fc21e277 req-596f8202-f45e-47b7-bae5-7447dda88196 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157629 Sep 01 15:09:57.378029 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b88e6896-b4dc-47a5-9502-207a9b318ad1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:57.395711 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-68f2d2b0-84cd-4bdc-be64-66724fc4ca73 None None] Port f74b773b-5f13-43af-b95b-4dae0c371691 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:09:57.416294 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-68f2d2b0-84cd-4bdc-be64-66724fc4ca73 None None] Provisioning for port 25889e58-c1fa-4ed2-89a7-236d8cfd5f91 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:09:57.440857 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-68f2d2b0-84cd-4bdc-be64-66724fc4ca73 None None] Provisioning complete for port 25889e58-c1fa-4ed2-89a7-236d8cfd5f91 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:57.441323 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-68f2d2b0-84cd-4bdc-be64-66724fc4ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:57.462624 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8cd8da8a-539c-45b2-98bc-8bc70d724e3f req-2352403a-2c9b-4f48-bf97-cdcd6f509713 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d7c0ff87c7c4cc083c6404989b27ea4&device_id=8921750e-ae31-48b7-af2a-61e70725ee7c HTTP/1.1" status: 200 len: 210 time: 0.0987501 Sep 01 15:09:57.551708 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-68f2d2b0-84cd-4bdc-be64-66724fc4ca73 None None] Port 25889e58-c1fa-4ed2-89a7-236d8cfd5f91 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:09:57.641055 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:57.657919 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-68f2d2b0-84cd-4bdc-be64-66724fc4ca73 None None] Provisioning complete for port 9e4f386d-1711-4f43-9be9-7dbe50cf9bc8 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:57.658542 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-68f2d2b0-84cd-4bdc-be64-66724fc4ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:57.740788 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device efa6f821-ae44-42a9-aa38-ca53d915b2f2 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:57.752746 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-b88e6896-b4dc-47a5-9502-207a9b318ad1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Allocated IP 172.25.6.24 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/059b6cb2-6e4b-478e-8db3-aa36ea80c680) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:09:57.754348 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8da8a-539c-45b2-98bc-8bc70d724e3f req-a3f59a62-93f1-498d-8c6e-1b76d354366d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:57.756414 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8cd8da8a-539c-45b2-98bc-8bc70d724e3f req-a3f59a62-93f1-498d-8c6e-1b76d354366d service neutron] 10.222.0.45 "GET /v2.0/networks?id=991369d1-6cc8-4ab5-8a03-7b17948fd044 HTTP/1.1" status: 200 len: 906 time: 0.2836993 Sep 01 15:09:57.785602 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-75b271d1-e470-4838-83d2-dca2131d9fc3 req-2161dc12-53ea-43e7-8972-5deb79c6598b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=8921750e-ae31-48b7-af2a-61e70725ee7c HTTP/1.1" status: 200 len: 210 time: 0.0698407 Sep 01 15:09:57.958823 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 01 Sep 2021 15:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6461ed-d6fc-4cb4-9136-bd86918ededc x-openstack-request-id: req-2e6461ed-d6fc-4cb4-9136-bd86918ededc {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:09:57.959351 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8921750e-ae31-48b7-af2a-61e70725ee7c", "name": "network-vif-deleted", "tag": "e9808518-67e8-478d-bcb6-d4767d4d426b", "status": "failed", "code": 422}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:09:57.959835 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2e6461ed-d6fc-4cb4-9136-bd86918ededc {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:09:57.960481 n-d-794796-3 neutron-server[94734]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8921750e-ae31-48b7-af2a-61e70725ee7c', 'name': 'network-vif-deleted', 'tag': 'e9808518-67e8-478d-bcb6-d4767d4d426b', 'status': 'failed', 'code': 422} returned with failed status Sep 01 15:09:57.991895 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port efa6f821-ae44-42a9-aa38-ca53d915b2f2 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:09:58.000345 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port efa6f821-ae44-42a9-aa38-ca53d915b2f2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:58.001014 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:58.011337 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8cd8da8a-539c-45b2-98bc-8bc70d724e3f req-cd6a8428-ef5a-4bdb-81b7-166a9acbc3b3 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.45 "GET /v2.0/ports?device_id=8921750e-ae31-48b7-af2a-61e70725ee7c HTTP/1.1" status: 200 len: 210 time: 0.1609545 Sep 01 15:09:58.111606 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-18606a77-3525-474d-89b6-a73d2002ef5f None None] Provisioning complete for port 60b4fe5c-6e8e-4482-b486-61fd7deba4ba triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:58.112415 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-18606a77-3525-474d-89b6-a73d2002ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:58.138954 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589cef8-0275-4cd3-882f-4e168efee022 req-7efbe84a-55dc-46e7-a352-fc6d155a034f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:58.147524 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9589cef8-0275-4cd3-882f-4e168efee022 req-7efbe84a-55dc-46e7-a352-fc6d155a034f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eadbf0b-66a6-4232-a431-c22189389796 HTTP/1.1" status: 200 len: 944 time: 0.1223903 Sep 01 15:09:58.160662 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b88e6896-b4dc-47a5-9502-207a9b318ad1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:58.295198 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9589cef8-0275-4cd3-882f-4e168efee022 req-27fbe7e4-5786-463c-841d-2ab9c3831462 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466403 Sep 01 15:09:58.378169 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b88e6896-b4dc-47a5-9502-207a9b318ad1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:58.384749 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:58.441907 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eadbf0b-66a6-4232-a431-c22189389796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa6f821-ae44-42a9-aa38-ca53d915b2f2'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:09:58.446258 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177485c1-db5e-49ca-9fcd-2427b9bc32bb" -d '{"events": [{"server_uuid": "4eadbf0b-66a6-4232-a431-c22189389796", "name": "network-vif-plugged", "status": "completed", "tag": "efa6f821-ae44-42a9-aa38-ca53d915b2f2"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:09:58.462006 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9deaca1-71cb-4fd5-b615-46a770061148 req-ff0b493e-842a-4013-b261-7896c6b7b4f1 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:58.464647 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88e6896-b4dc-47a5-9502-207a9b318ad1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:09:58.476472 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-b88e6896-b4dc-47a5-9502-207a9b318ad1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:09:58.480348 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9deaca1-71cb-4fd5-b615-46a770061148 req-ff0b493e-842a-4013-b261-7896c6b7b4f1 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=de8b4938-2740-4a84-ab8a-ac8d9f3170c7 HTTP/1.1" status: 200 len: 944 time: 0.1804407 Sep 01 15:09:58.482364 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88e6896-b4dc-47a5-9502-207a9b318ad1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:09:58.523610 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port efa6f821-ae44-42a9-aa38-ca53d915b2f2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=efa6f821-ae44-42a9-aa38-ca53d915b2f2,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:58.537908 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:58.567789 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9deaca1-71cb-4fd5-b615-46a770061148 req-9d5f2f7c-51b1-4a67-8899-cdd6e76610f3 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840807 Sep 01 15:09:58.608406 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e6896-b4dc-47a5-9502-207a9b318ad1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event updated for resources: {'Port': ['ID=059b6cb2-6e4b-478e-8db3-aa36ea80c680,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:58.710475 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=efa6f821-ae44-42a9-aa38-ca53d915b2f2,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:58.729685 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867793b-89a9-4a23-b5e5-b09c7a0ed778 req-d5308a16-5b78-4df9-8636-d8d9e1e3b25a tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:58.741293 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ee822a77-6057-45df-8cd4-1e22447cc4c2 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:58.743987 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d867793b-89a9-4a23-b5e5-b09c7a0ed778 req-d5308a16-5b78-4df9-8636-d8d9e1e3b25a tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 949 time: 0.2704232 Sep 01 15:09:58.911229 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d867793b-89a9-4a23-b5e5-b09c7a0ed778 req-aae8da87-2cd5-4961-8eff-acb1a4abdfb8 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656244 Sep 01 15:09:58.939483 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b88e6896-b4dc-47a5-9502-207a9b318ad1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:58.958856 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port ee822a77-6057-45df-8cd4-1e22447cc4c2 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:09:58.974162 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port ee822a77-6057-45df-8cd4-1e22447cc4c2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:58.984522 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:59.060699 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc08ca55-a3aa-4ee2-8526-f51f4a894d3e x-openstack-request-id: req-fc08ca55-a3aa-4ee2-8526-f51f4a894d3e {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:09:59.062494 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eadbf0b-66a6-4232-a431-c22189389796", "name": "network-vif-plugged", "status": "completed", "tag": "efa6f821-ae44-42a9-aa38-ca53d915b2f2", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:09:59.062888 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc08ca55-a3aa-4ee2-8526-f51f4a894d3e {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:09:59.064382 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eadbf0b-66a6-4232-a431-c22189389796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa6f821-ae44-42a9-aa38-ca53d915b2f2', 'code': 200} Sep 01 15:09:59.069003 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 60b4fe5c-6e8e-4482-b486-61fd7deba4ba up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:59.083145 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b88e6896-b4dc-47a5-9502-207a9b318ad1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:59.268997 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e72c022d-9c36-4f8b-9357-af47ffbf8646 req-32ff676f-3f23-4164-9475-570f7b313188 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2603669 Sep 01 15:09:59.330663 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 60b4fe5c-6e8e-4482-b486-61fd7deba4ba triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:59.331068 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:59.380639 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:59.390049 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70939686-2d2a-45b7-8766-d76716b5a440 req-aa5d2411-bef5-4998-84a4-3502d93f7316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:59.392492 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-70939686-2d2a-45b7-8766-d76716b5a440 req-aa5d2411-bef5-4998-84a4-3502d93f7316 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4eadbf0b-66a6-4232-a431-c22189389796 HTTP/1.1" status: 200 len: 1096 time: 0.2584660 Sep 01 15:09:59.565332 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c022d-9c36-4f8b-9357-af47ffbf8646 req-c0b0dcee-cdfe-40d8-a309-fe992566158d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:59.567207 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e72c022d-9c36-4f8b-9357-af47ffbf8646 req-c0b0dcee-cdfe-40d8-a309-fe992566158d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5d7c0ff87c7c4cc083c6404989b27ea4&device_id=3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c HTTP/1.1" status: 200 len: 1096 time: 0.1711042 Sep 01 15:09:59.590371 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-70939686-2d2a-45b7-8766-d76716b5a440 req-e7f85394-0500-4853-a894-332a65cceaa7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771295 Sep 01 15:09:59.608205 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port ee822a77-6057-45df-8cd4-1e22447cc4c2, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ee822a77-6057-45df-8cd4-1e22447cc4c2,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:09:59.615626 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2811f6-bdbd-4d59-9728-5c0c3ecc4f3d req-ef8ebf58-5b28-42e2-a4af-b79653bbb2df tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:59.618837 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:59.619678 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3c2811f6-bdbd-4d59-9728-5c0c3ecc4f3d req-ef8ebf58-5b28-42e2-a4af-b79653bbb2df tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eadbf0b-66a6-4232-a431-c22189389796 HTTP/1.1" status: 200 len: 945 time: 0.1971450 Sep 01 15:09:59.726920 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3c2811f6-bdbd-4d59-9728-5c0c3ecc4f3d req-ea18697e-8863-49d3-91aa-847edd395470 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003063 Sep 01 15:09:59.734952 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b88e6896-b4dc-47a5-9502-207a9b318ad1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:59.770198 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=ee822a77-6057-45df-8cd4-1e22447cc4c2,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:59.778599 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 9e4f386d-1711-4f43-9be9-7dbe50cf9bc8 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:09:59.782290 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b88e6896-b4dc-47a5-9502-207a9b318ad1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:59.854482 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 9e4f386d-1711-4f43-9be9-7dbe50cf9bc8 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:09:59.855357 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:09:59.881544 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e6896-b4dc-47a5-9502-207a9b318ad1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event updated for resources: {'Port': ['ID=059b6cb2-6e4b-478e-8db3-aa36ea80c680,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:09:59.935190 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-29328162-9f85-4409-8ab0-5616120cd6d1 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:59.937063 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-29328162-9f85-4409-8ab0-5616120cd6d1 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/networks?id=991369d1-6cc8-4ab5-8a03-7b17948fd044 HTTP/1.1" status: 200 len: 805 time: 0.3836327 Sep 01 15:09:59.940509 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c022d-9c36-4f8b-9357-af47ffbf8646 req-e8179d82-289d-41db-b4eb-f3585e87f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:59.942015 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e72c022d-9c36-4f8b-9357-af47ffbf8646 req-e8179d82-289d-41db-b4eb-f3585e87f915 service neutron] 10.222.0.62 "GET /v2.0/networks?id=991369d1-6cc8-4ab5-8a03-7b17948fd044 HTTP/1.1" status: 200 len: 906 time: 0.2949231 Sep 01 15:09:59.997779 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fa7f5-fecb-4e99-97a5-463df6cddce0 req-7e980d78-2ba1-460b-a698-c48e666c5f40 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:09:59.999967 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-978fa7f5-fecb-4e99-97a5-463df6cddce0 req-7e980d78-2ba1-460b-a698-c48e666c5f40 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=de8b4938-2740-4a84-ab8a-ac8d9f3170c7 HTTP/1.1" status: 200 len: 945 time: 0.1223531 Sep 01 15:10:00.012444 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-1d97c681-5755-4c21-8dce-26deb75183f7 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/quotas/5d7c0ff87c7c4cc083c6404989b27ea4 HTTP/1.1" status: 200 len: 375 time: 0.0600672 Sep 01 15:10:00.024721 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e72c022d-9c36-4f8b-9357-af47ffbf8646 req-3aaeef6e-da9c-446d-913a-c8598b2dd5ae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=decdf579-a3ac-47d2-8e21-42acfa004caa HTTP/1.1" status: 200 len: 217 time: 0.0634801 Sep 01 15:10:00.027673 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b88e6896-b4dc-47a5-9502-207a9b318ad1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:00.086265 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-978fa7f5-fecb-4e99-97a5-463df6cddce0 req-37050c2d-32c4-4177-bbc8-a1431e6073e1 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751874 Sep 01 15:10:00.146403 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b88e6896-b4dc-47a5-9502-207a9b318ad1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:00.159300 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b88e6896-b4dc-47a5-9502-207a9b318ad1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1851537 Sep 01 15:10:00.186871 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-75a05ef5-ac26-4182-8f25-41cfb63c1c90 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d7c0ff87c7c4cc083c6404989b27ea4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1727934 Sep 01 15:10:00.194625 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c022d-9c36-4f8b-9357-af47ffbf8646 req-429fb572-98ae-4e40-b415-8023ab48c4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:00.197825 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e72c022d-9c36-4f8b-9357-af47ffbf8646 req-429fb572-98ae-4e40-b415-8023ab48c4d4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=35b27872-673a-446b-88b2-296c933a8cce HTTP/1.1" status: 200 len: 845 time: 0.1474428 Sep 01 15:10:00.314692 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e72c022d-9c36-4f8b-9357-af47ffbf8646 req-cd1edb51-b0e6-41b2-8b74-526df36a4e7a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=991369d1-6cc8-4ab5-8a03-7b17948fd044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996878 Sep 01 15:10:00.363487 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd43ce-b7d4-42f0-8935-786c2201201f req-c12e52d5-b9f8-4e9a-9fab-6ee8940b110f tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:00.366349 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a8fd43ce-b7d4-42f0-8935-786c2201201f req-c12e52d5-b9f8-4e9a-9fab-6ee8940b110f tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 949 time: 0.1559408 Sep 01 15:10:00.454079 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a8fd43ce-b7d4-42f0-8935-786c2201201f req-8585e891-fb06-4cea-8167-2a70d2e1a3a0 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793469 Sep 01 15:10:00.569414 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-18ea3b34-ffe6-4c75-93d0-b9318995fbbe service neutron] 10.222.0.60 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613696 Sep 01 15:10:00.588397 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e72c022d-9c36-4f8b-9357-af47ffbf8646 req-b3e063fc-1bb1-49fc-8fda-8391fdb0cdd9 service neutron] 10.222.0.62 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462549 Sep 01 15:10:00.837348 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-73aa8317-2e3d-46b6-aa32-b4173cf8324d service neutron] 10.222.0.60 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464693 Sep 01 15:10:00.840116 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e72c022d-9c36-4f8b-9357-af47ffbf8646 req-c6f1b1bc-9c01-4675-ac30-62df26562346 service neutron] 10.222.0.62 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334678 Sep 01 15:10:01.045555 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f9114693-acb8-41cb-92bc-b7fcb6d4f3e9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--450728734&fields=id&tenant_id=f7d7b06bb64040f2849246a606ea13be HTTP/1.1" status: 200 len: 267 time: 0.0854700 Sep 01 15:10:01.065461 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8b4938-2740-4a84-ab8a-ac8d9f3170c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee822a77-6057-45df-8cd4-1e22447cc4c2'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:01.068594 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4b158c-13ec-4da3-8bd4-eb2375b947cd" -d '{"events": [{"server_uuid": "de8b4938-2740-4a84-ab8a-ac8d9f3170c7", "name": "network-vif-plugged", "status": "completed", "tag": "ee822a77-6057-45df-8cd4-1e22447cc4c2"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:01.136480 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1a869e84-5220-4655-a047-2a6763da0a3b tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:01.158192 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1a869e84-5220-4655-a047-2a6763da0a3b tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports/f74b773b-5f13-43af-b95b-4dae0c371691 HTTP/1.1" status: 200 len: 937 time: 0.1067150 Sep 01 15:10:01.247848 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-62945f1d-00a6-4936-b50f-b25f18b87911 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:01.256078 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-62945f1d-00a6-4936-b50f-b25f18b87911 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports/25889e58-c1fa-4ed2-89a7-236d8cfd5f91 HTTP/1.1" status: 200 len: 937 time: 0.0965500 Sep 01 15:10:01.317083 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cb854-b184-475e-8563-2af3c2212ada req-3e2ca481-d661-40dd-972a-a44580206144 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:01.327491 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2d0cb854-b184-475e-8563-2af3c2212ada req-3e2ca481-d661-40dd-972a-a44580206144 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eadbf0b-66a6-4232-a431-c22189389796 HTTP/1.1" status: 200 len: 945 time: 0.0824957 Sep 01 15:10:01.362170 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-4885732f-18cb-4829-a52b-622cb5eb8003 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?network_id=c254db57-43ae-492e-9c7b-cecc22088fc9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1047978 Sep 01 15:10:01.394381 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2d0cb854-b184-475e-8563-2af3c2212ada req-a99e9ada-830d-467c-8c25-6e030794a43d tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642381 Sep 01 15:10:01.475204 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1f497a38-671c-4120-bae9-c7a2f3bdd20e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?network_id=c254db57-43ae-492e-9c7b-cecc22088fc9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1018338 Sep 01 15:10:01.487178 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fea312a-0af4-4f18-9158-defb2b1ece5b x-openstack-request-id: req-9fea312a-0af4-4f18-9158-defb2b1ece5b {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:01.487525 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8b4938-2740-4a84-ab8a-ac8d9f3170c7", "name": "network-vif-plugged", "status": "completed", "tag": "ee822a77-6057-45df-8cd4-1e22447cc4c2", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:01.487816 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9fea312a-0af4-4f18-9158-defb2b1ece5b {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:01.490186 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8b4938-2740-4a84-ab8a-ac8d9f3170c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee822a77-6057-45df-8cd4-1e22447cc4c2', 'code': 200} Sep 01 15:10:01.683585 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:10:01.820524 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-c3118654-5382-444b-afef-4485e124dbf1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:01.832159 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-c3118654-5382-444b-afef-4485e124dbf1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:01.849662 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-c3118654-5382-444b-afef-4485e124dbf1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:01.859202 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-c3118654-5382-444b-afef-4485e124dbf1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/networks?id=17543319-6060-4d8f-9fbf-24ed833e1936&id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&id=c254db57-43ae-492e-9c7b-cecc22088fc9&id=c254db57-43ae-492e-9c7b-cecc22088fc9 HTTP/1.1" status: 200 len: 1994 time: 0.3801253 Sep 01 15:10:01.895512 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-611d2eb7-4daa-4073-807c-9f9389b096e4 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/quotas/f7d7b06bb64040f2849246a606ea13be HTTP/1.1" status: 200 len: 375 time: 0.0206714 Sep 01 15:10:01.983322 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f5b0b55b-5d81-4b5d-a3fa-c49c853abef3, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f5b0b55b-5d81-4b5d-a3fa-c49c853abef3,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:01.992203 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca97a93-e489-484d-9b08-9da00c18770c req-3556e850-3c88-40ce-8c35-c02b20812b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:02.010660 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5ca97a93-e489-484d-9b08-9da00c18770c req-3556e850-3c88-40ce-8c35-c02b20812b47 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=de8b4938-2740-4a84-ab8a-ac8d9f3170c7 HTTP/1.1" status: 200 len: 1096 time: 0.3869870 Sep 01 15:10:02.038573 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'f5b0b55b-5d81-4b5d-a3fa-c49c853abef3', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': 'f5b0b55b-5d81-4b5d-a3fa-c49c853abef3', 'mac_address': 'fa:16:3e:8b:f1:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:10:02.039286 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-153282f1-3f71-4b07-bf34-a5a9d82bc5cd tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7d7b06bb64040f2849246a606ea13be&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1097567 Sep 01 15:10:02.085638 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04c581-0024-41e1-b986-3ca1a3aa7593 req-24cc5e4e-f5b3-4ca6-83ae-d57018bc6a12 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:02.088539 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b04c581-0024-41e1-b986-3ca1a3aa7593 req-24cc5e4e-f5b3-4ca6-83ae-d57018bc6a12 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=de8b4938-2740-4a84-ab8a-ac8d9f3170c7 HTTP/1.1" status: 200 len: 945 time: 0.4385705 Sep 01 15:10:02.215870 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:02.217536 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5ca97a93-e489-484d-9b08-9da00c18770c req-a0caa868-73b9-4cf2-9735-3ab276e498d1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989143 Sep 01 15:10:02.242329 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b04c581-0024-41e1-b986-3ca1a3aa7593 req-46e94e5a-d0af-4015-921d-ae846a434779 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336391 Sep 01 15:10:02.261660 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-afd527ce-f4d1-4caf-bc00-c2156d23b25d service neutron] 10.222.0.60 "GET /v2.0/networks/17543319-6060-4d8f-9fbf-24ed833e1936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080135 Sep 01 15:10:02.264113 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:10:02.304531 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f5b0b55b-5d81-4b5d-a3fa-c49c853abef3, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f5b0b55b-5d81-4b5d-a3fa-c49c853abef3,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:02.316369 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:02.418235 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=f5b0b55b-5d81-4b5d-a3fa-c49c853abef3,revision_number=9']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:02.441073 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['f5b0b55b-5d81-4b5d-a3fa-c49c853abef3'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:10:02.444700 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-eff873f6-6fc7-42e8-9051-6740fda09a4a service neutron] 10.222.0.60 "GET /v2.0/networks/17543319-6060-4d8f-9fbf-24ed833e1936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863296 Sep 01 15:10:02.488874 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ec066e44-bf18-4ade-a103-93c53cf91130 req-a35dc987-121a-4851-bcb4-f2df9b746a8b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dae8f2-5b35-43d0-993e-d2035b5bc9b2 HTTP/1.1" status: 200 len: 210 time: 0.1216807 Sep 01 15:10:02.543819 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-e0e4e70b-ac04-40cb-87d7-4ec003563d2a service neutron] 10.222.0.60 "GET /v2.0/ports/f74b773b-5f13-43af-b95b-4dae0c371691?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0964859 Sep 01 15:10:02.805139 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f05efb80-494b-4ca7-953f-eef16f6a2bb7 service neutron] 10.222.0.60 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572160 Sep 01 15:10:02.994608 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-eafa3570-a182-4206-93c7-3fb5ba03cd94 service neutron] 10.222.0.60 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578646 Sep 01 15:10:03.020258 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d8c11-a146-4863-aeff-e79c4fe3b7d1 req-fbf8fec9-10c8-43fb-9e8a-7ce13529cbaa tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:03.021905 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-999d8c11-a146-4863-aeff-e79c4fe3b7d1 req-fbf8fec9-10c8-43fb-9e8a-7ce13529cbaa tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 949 time: 0.0637958 Sep 01 15:10:03.092875 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-999d8c11-a146-4863-aeff-e79c4fe3b7d1 req-df4c7ffc-982a-4473-a83c-039d46f8cd4b tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606568 Sep 01 15:10:03.095416 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-58247176-4a79-4a2a-ac40-13fabd932070 service neutron] 10.222.0.60 "GET /v2.0/ports/25889e58-c1fa-4ed2-89a7-236d8cfd5f91?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0859098 Sep 01 15:10:03.248896 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-e9811dae-64e4-422f-800b-875b9047abe5 service neutron] 10.222.0.60 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452863 Sep 01 15:10:03.519262 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-7c6aba65-cb00-4925-83b1-b10b57f6bdcc service neutron] 10.222.0.60 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441189 Sep 01 15:10:03.520303 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a08fe7-953e-4174-89e2-c8a84bc5f1dd req-79fe4645-c923-45f9-85a1-7d664cd61705 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:03.530429 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e7a08fe7-953e-4174-89e2-c8a84bc5f1dd req-79fe4645-c923-45f9-85a1-7d664cd61705 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eadbf0b-66a6-4232-a431-c22189389796 HTTP/1.1" status: 200 len: 945 time: 0.1238775 Sep 01 15:10:03.596640 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e7a08fe7-953e-4174-89e2-c8a84bc5f1dd req-974c654a-6ea6-4167-9ce7-defefc6dee90 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640402 Sep 01 15:10:03.692822 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:10:03.860637 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-8b1610f3-f4f4-4ca0-9373-3019979dbfc3 service neutron] 10.222.0.60 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307202 Sep 01 15:10:03.874937 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:03.877142 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:04.112897 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-61151696-4f34-4e79-9c68-aff9e87557fb service neutron] 10.222.0.60 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495210 Sep 01 15:10:04.216188 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:04.242853 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-260a76ce-95a1-457b-8268-37c8a092e220 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:04.246059 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-260a76ce-95a1-457b-8268-37c8a092e220 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.45 "GET /v2.0/networks?id=991369d1-6cc8-4ab5-8a03-7b17948fd044 HTTP/1.1" status: 200 len: 805 time: 0.3584607 Sep 01 15:10:04.274433 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-05f87093-5aaf-432d-a51a-f23ae4492bee tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Request body: {'port': {'device_id': '35dae8f2-5b35-43d0-993e-d2035b5bc9b2', 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044', 'admin_state_up': True, 'tenant_id': '5d7c0ff87c7c4cc083c6404989b27ea4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:04.294991 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5faabaf-ae38-40e3-a21d-dd53295219ef req-ba2f3421-9633-4f96-8ffa-fd9b89c2adeb tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:04.310997 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a5faabaf-ae38-40e3-a21d-dd53295219ef req-ba2f3421-9633-4f96-8ffa-fd9b89c2adeb tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=de8b4938-2740-4a84-ab8a-ac8d9f3170c7 HTTP/1.1" status: 200 len: 945 time: 0.5805321 Sep 01 15:10:04.336899 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2787c503-21f2-40a8-b66d-3afa51825d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b0b55b-5d81-4b5d-a3fa-c49c853abef3'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:04.337943 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-a6467cd4-125f-4b96-bfd3-96e3bb47e88d service neutron] 10.222.0.60 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214293 Sep 01 15:10:04.350012 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7e0638-6969-4eb1-83e7-ee573ae16e11" -d '{"events": [{"server_uuid": "2787c503-21f2-40a8-b66d-3afa51825d67", "name": "network-vif-plugged", "status": "completed", "tag": "f5b0b55b-5d81-4b5d-a3fa-c49c853abef3"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:04.377723 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f5b0b55b-5d81-4b5d-a3fa-c49c853abef3, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f5b0b55b-5d81-4b5d-a3fa-c49c853abef3,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:04.388186 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:04.544076 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-a4773862-3883-4643-9fec-718d7aeaf363 service neutron] 10.222.0.60 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027566 Sep 01 15:10:04.546451 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a5faabaf-ae38-40e3-a21d-dd53295219ef req-afdb629f-1d8e-4dea-ae2c-0f6423bca0cf tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339520 Sep 01 15:10:04.573393 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=f5b0b55b-5d81-4b5d-a3fa-c49c853abef3,revision_number=10']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:04.721055 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-05f87093-5aaf-432d-a51a-f23ae4492bee tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Made reservation on behalf of 5d7c0ff87c7c4cc083c6404989b27ea4 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:10:04.726961 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-05f87093-5aaf-432d-a51a-f23ae4492bee tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:04.822822 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-3ab7f265-ea22-4cc2-99a0-48459ef189d0 service neutron] 10.222.0.60 "GET /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634773 Sep 01 15:10:04.833518 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee60d49a-b5d5-4319-b8d5-e541ecf27d41 req-7019ff68-2dd5-494e-ab8b-079e324ef24a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dae8f2-5b35-43d0-993e-d2035b5bc9b2 HTTP/1.1" status: 200 len: 210 time: 0.0914967 Sep 01 15:10:05.163504 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-96fd676e-a02d-4bbd-9cdb-ca70779ed639 service neutron] 10.222.0.60 "GET /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247695 Sep 01 15:10:05.255585 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a07aa0-fb5a-4ca5-bc9e-b9b7528497af req-3a2b017a-9231-4d1f-8544-1634a53237b1 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:05.272508 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d3a07aa0-fb5a-4ca5-bc9e-b9b7528497af req-3a2b017a-9231-4d1f-8544-1634a53237b1 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 949 time: 0.2768850 Sep 01 15:10:05.319714 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-05f87093-5aaf-432d-a51a-f23ae4492bee tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Allocated IP 172.20.0.5 (991369d1-6cc8-4ab5-8a03-7b17948fd044/35b27872-673a-446b-88b2-296c933a8cce/a7533f43-a924-496a-a462-ff86c48552c1) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:10:05.410256 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d3a07aa0-fb5a-4ca5-bc9e-b9b7528497af req-0e674b8c-da82-4a0c-880d-6a38700a130e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327436 Sep 01 15:10:05.498618 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-55ef4010-8b01-42ce-a5b1-b1180f691cf0 service neutron] 10.222.0.60 "GET /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191566 Sep 01 15:10:05.766081 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-25776a7d-28b4-447a-bf50-de1b98646f2c service neutron] 10.222.0.60 "GET /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367225 Sep 01 15:10:05.867129 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-05f87093-5aaf-432d-a51a-f23ae4492bee tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:06.024646 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-05f87093-5aaf-432d-a51a-f23ae4492bee tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:06.061518 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['decdf579-a3ac-47d2-8e21-42acfa004caa'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:10:06.138140 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-05f87093-5aaf-432d-a51a-f23ae4492bee tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Network 991369d1-6cc8-4ab5-8a03-7b17948fd044 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:10:06.170661 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f87093-5aaf-432d-a51a-f23ae4492bee tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Pushing event updated for resources: {'Port': ['ID=a7533f43-a924-496a-a462-ff86c48552c1,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:06.185721 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-05f87093-5aaf-432d-a51a-f23ae4492bee tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:10:06.192125 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-05f87093-5aaf-432d-a51a-f23ae4492bee tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:10:06.297411 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-05f87093-5aaf-432d-a51a-f23ae4492bee tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:06.298579 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-05f87093-5aaf-432d-a51a-f23ae4492bee tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:06.383565 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-05f87093-5aaf-432d-a51a-f23ae4492bee tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1164265 Sep 01 15:10:06.403499 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-6a54eaf8-368f-45be-b79a-b5898603f5e0 service neutron] Request body: {'port': {'device_id': '35dae8f2-5b35-43d0-993e-d2035b5bc9b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:06.509576 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-6a54eaf8-368f-45be-b79a-b5898603f5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:06.996977 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044bf673-a078-4ab5-91f4-5d64cbc6687c x-openstack-request-id: req-044bf673-a078-4ab5-91f4-5d64cbc6687c {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:06.997411 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2787c503-21f2-40a8-b66d-3afa51825d67", "name": "network-vif-plugged", "status": "completed", "tag": "f5b0b55b-5d81-4b5d-a3fa-c49c853abef3", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:06.998067 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-044bf673-a078-4ab5-91f4-5d64cbc6687c {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:06.998606 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2787c503-21f2-40a8-b66d-3afa51825d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b0b55b-5d81-4b5d-a3fa-c49c853abef3', 'code': 200} Sep 01 15:10:07.430464 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a9fb5-928d-49e4-9101-821cadfda8a7 req-43f13b5e-cc41-44d7-b063-c233f729e2a0 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:07.451953 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d12a9fb5-928d-49e4-9101-821cadfda8a7 req-43f13b5e-cc41-44d7-b063-c233f729e2a0 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=de8b4938-2740-4a84-ab8a-ac8d9f3170c7 HTTP/1.1" status: 200 len: 945 time: 0.2002304 Sep 01 15:10:07.511511 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703ad87-5a99-4c9a-9ecb-deb25cf02efd req-2ec85b65-b05e-4cbc-9f76-0c819b23bfe0 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:07.520172 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f703ad87-5a99-4c9a-9ecb-deb25cf02efd req-2ec85b65-b05e-4cbc-9f76-0c819b23bfe0 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eadbf0b-66a6-4232-a431-c22189389796 HTTP/1.1" status: 200 len: 945 time: 0.1670902 Sep 01 15:10:07.527332 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d12a9fb5-928d-49e4-9101-821cadfda8a7 req-3d2b5540-5396-49c3-a2ea-3049f5bc83e1 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675626 Sep 01 15:10:07.606865 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f703ad87-5a99-4c9a-9ecb-deb25cf02efd req-a6799b79-5651-49e6-a3f7-c5fee2595cb9 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807517 Sep 01 15:10:07.673211 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67180b71-8950-4e01-b543-5a1a9a29eaa0 req-ea07d58c-ee27-4418-9dc1-51a582005ca5 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:07.684019 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-67180b71-8950-4e01-b543-5a1a9a29eaa0 req-ea07d58c-ee27-4418-9dc1-51a582005ca5 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dae8f2-5b35-43d0-993e-d2035b5bc9b2 HTTP/1.1" status: 200 len: 931 time: 0.0695131 Sep 01 15:10:07.758867 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-67180b71-8950-4e01-b543-5a1a9a29eaa0 req-85e70d79-384b-499b-a89e-2bf585f1117a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734770 Sep 01 15:10:07.901972 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-6a54eaf8-368f-45be-b79a-b5898603f5e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7533f43-a924-496a-a462-ff86c48552c1 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:10:07.933384 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-6a54eaf8-368f-45be-b79a-b5898603f5e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:07.967757 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe011fb-2ebd-4ce9-afde-18d8f498286a req-ecdd13fe-99e1-4ffc-a425-9b65d8b44b90 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:07.981511 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1fe011fb-2ebd-4ce9-afde-18d8f498286a req-ecdd13fe-99e1-4ffc-a425-9b65d8b44b90 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 949 time: 0.2345383 Sep 01 15:10:08.022222 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-30692bfd-031f-4106-b4ac-9b16066f5976 service neutron] show failed (client error): The resource could not be found. Sep 01 15:10:08.027942 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-30692bfd-031f-4106-b4ac-9b16066f5976 service neutron] 10.222.0.62 "GET /v2.0/ports/262afc76-15fe-45ca-bb9c-0ab7750f9a47/bindings/n-h1-794796-3 HTTP/1.1" status: 404 len: 380 time: 0.3928378 Sep 01 15:10:08.082915 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-6a54eaf8-368f-45be-b79a-b5898603f5e0 service neutron] Transition to ACTIVE for port object a7533f43-a924-496a-a462-ff86c48552c1 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:08.104302 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-6a54eaf8-368f-45be-b79a-b5898603f5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:08.116639 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:08.190560 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315268a2-649e-46af-889d-80467f834989 req-18949db8-3c60-4803-bf2d-31ce02525122 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:08.193167 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-315268a2-649e-46af-889d-80467f834989 req-18949db8-3c60-4803-bf2d-31ce02525122 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 946 time: 0.1839314 Sep 01 15:10:08.207751 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54eaf8-368f-45be-b79a-b5898603f5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a7533f43-a924-496a-a462-ff86c48552c1,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:08.238073 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1fe011fb-2ebd-4ce9-afde-18d8f498286a req-ce382f32-9a87-4f3a-8d15-c0099fa9eb68 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548485 Sep 01 15:10:08.334679 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-315268a2-649e-46af-889d-80467f834989 req-2250defb-0df8-471a-8e62-134dea890ca9 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296749 Sep 01 15:10:08.559298 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-31fe1f2f-0643-49f9-9c88-a23a6ec39b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:08.563160 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-31fe1f2f-0643-49f9-9c88-a23a6ec39b3f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa&tenant_id=d7f261ece20a48a4b227e981b98a52fd HTTP/1.1" status: 200 len: 1100 time: 0.1240911 Sep 01 15:10:08.627694 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-77cf7b4d-2488-4103-8a6d-fcc70068fadc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794796-3', 'device_owner': 'compute:nova'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:08.654057 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-6a54eaf8-368f-45be-b79a-b5898603f5e0 service neutron] Attempting to bind port a7533f43-a924-496a-a462-ff86c48552c1 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:10:08.654448 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-6a54eaf8-368f-45be-b79a-b5898603f5e0 service neutron] Attempting to bind port a7533f43-a924-496a-a462-ff86c48552c1 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:10:08.654632 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-6a54eaf8-368f-45be-b79a-b5898603f5e0 service neutron] Attempting to bind port a7533f43-a924-496a-a462-ff86c48552c1 on network 991369d1-6cc8-4ab5-8a03-7b17948fd044 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:08.666978 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7f71c0fd-05da-407d-b156-d71aa1e24455 req-71fc2be5-1bda-4c90-a2ff-5097d45c1544 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 210 time: 0.0881267 Sep 01 15:10:08.796316 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-77cf7b4d-2488-4103-8a6d-fcc70068fadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:08.833449 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-6a54eaf8-368f-45be-b79a-b5898603f5e0 service neutron] Port a7533f43-a924-496a-a462-ff86c48552c1 on network 991369d1-6cc8-4ab5-8a03-7b17948fd044 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:10:08.838480 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-6a54eaf8-368f-45be-b79a-b5898603f5e0 service neutron] Attempting to bind port a7533f43-a924-496a-a462-ff86c48552c1 on network 991369d1-6cc8-4ab5-8a03-7b17948fd044 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:08.867120 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-6a54eaf8-368f-45be-b79a-b5898603f5e0 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:10:08.877244 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-6a54eaf8-368f-45be-b79a-b5898603f5e0 service neutron] Checking segment: {'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:10:08.878935 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-6a54eaf8-368f-45be-b79a-b5898603f5e0 service neutron] Bound using segment: {'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:10:08.880054 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-6a54eaf8-368f-45be-b79a-b5898603f5e0 service neutron] Bound port: a7533f43-a924-496a-a462-ff86c48552c1, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:10:08.881001 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-6a54eaf8-368f-45be-b79a-b5898603f5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:09.174224 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e94eb172-50c5-46bb-add0-f8c56db161ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:09.240401 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb30f63-b7e9-454d-b0ae-bdaa720bc1ae req-715d8828-84b8-411e-bec4-ac23605fd47c tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:09.241996 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-afb30f63-b7e9-454d-b0ae-bdaa720bc1ae req-715d8828-84b8-411e-bec4-ac23605fd47c tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=de8b4938-2740-4a84-ab8a-ac8d9f3170c7 HTTP/1.1" status: 200 len: 945 time: 0.1720917 Sep 01 15:10:09.338328 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-afb30f63-b7e9-454d-b0ae-bdaa720bc1ae req-3484d5ac-8a9d-4afa-90d0-8df4864c2804 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879078 Sep 01 15:10:09.479545 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-df15bdae-4dba-4d59-9c9d-e43422190b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:09.482460 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-df15bdae-4dba-4d59-9c9d-e43422190b01 service neutron] 10.222.0.62 "GET /v2.0/ports/f74b773b-5f13-43af-b95b-4dae0c371691 HTTP/1.1" status: 200 len: 1033 time: 0.4470413 Sep 01 15:10:09.616055 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241e12b-4557-4f54-ae99-7cbabd726035 req-a064a5da-5a38-4f78-bd18-678e435af144 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:09.618153 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b241e12b-4557-4f54-ae99-7cbabd726035 req-a064a5da-5a38-4f78-bd18-678e435af144 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dae8f2-5b35-43d0-993e-d2035b5bc9b2 HTTP/1.1" status: 200 len: 943 time: 0.1457684 Sep 01 15:10:09.718759 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b241e12b-4557-4f54-ae99-7cbabd726035 req-4932b42b-c009-49d3-8366-8d5d74661a23 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905306 Sep 01 15:10:09.860822 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-7d2ec61b-b324-4ea3-aa23-016dfd995ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:09.865361 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-7d2ec61b-b324-4ea3-aa23-016dfd995ac8 service neutron] 10.222.0.62 "GET /v2.0/ports/25889e58-c1fa-4ed2-89a7-236d8cfd5f91 HTTP/1.1" status: 200 len: 1033 time: 0.3690643 Sep 01 15:10:09.929395 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-6a54eaf8-368f-45be-b79a-b5898603f5e0 service neutron] For port a7533f43-a924-496a-a462-ff86c48552c1, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:10:09.977430 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a088c5-7d06-45e7-9fbc-81acb60df66a req-04dab410-9f22-4b4b-a6bc-8108c38e67a2 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:10.001976 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-42a088c5-7d06-45e7-9fbc-81acb60df66a req-04dab410-9f22-4b4b-a6bc-8108c38e67a2 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 949 time: 0.1692705 Sep 01 15:10:10.029128 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-6a54eaf8-368f-45be-b79a-b5898603f5e0 service neutron] For port a7533f43-a924-496a-a462-ff86c48552c1, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=a7533f43-a924-496a-a462-ff86c48552c1,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:10:10.076062 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-6a54eaf8-368f-45be-b79a-b5898603f5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:10.108958 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-42a088c5-7d06-45e7-9fbc-81acb60df66a req-f025704a-f91c-4cef-8eff-09eb93d0782b tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022761 Sep 01 15:10:10.179212 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80422df4-e88d-4f83-b7ad-11a81e627de0 req-b01bee49-a137-4616-a299-7e036cd1bf3d tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:10.180991 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-80422df4-e88d-4f83-b7ad-11a81e627de0 req-b01bee49-a137-4616-a299-7e036cd1bf3d tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eadbf0b-66a6-4232-a431-c22189389796 HTTP/1.1" status: 200 len: 945 time: 0.4349458 Sep 01 15:10:10.202113 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-77cf7b4d-2488-4103-8a6d-fcc70068fadc service neutron] For port 262afc76-15fe-45ca-bb9c-0ab7750f9a47, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=262afc76-15fe-45ca-bb9c-0ab7750f9a47,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:10.239214 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-6a54eaf8-368f-45be-b79a-b5898603f5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:10.239888 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-6a54eaf8-368f-45be-b79a-b5898603f5e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:10.241516 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-6a54eaf8-368f-45be-b79a-b5898603f5e0 service neutron] 10.222.0.45 "PUT /v2.0/ports/a7533f43-a924-496a-a462-ff86c48552c1 HTTP/1.1" status: 200 len: 1091 time: 3.8473079 Sep 01 15:10:10.246771 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35dae8f2-5b35-43d0-993e-d2035b5bc9b2', 'tag': 'a7533f43-a924-496a-a462-ff86c48552c1'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:10.249021 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eaee2d2-5a7d-4a36-93fc-920a3d99e8ac" -d '{"events": [{"name": "network-changed", "server_uuid": "35dae8f2-5b35-43d0-993e-d2035b5bc9b2", "tag": "a7533f43-a924-496a-a462-ff86c48552c1"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:10.259056 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-d67211b3-df1c-4466-bd9d-49c3460e4a00 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:10.265286 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-d67211b3-df1c-4466-bd9d-49c3460e4a00 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:10.271574 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-d67211b3-df1c-4466-bd9d-49c3460e4a00 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:10.273252 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-d67211b3-df1c-4466-bd9d-49c3460e4a00 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.62 "GET /v2.0/networks?id=17543319-6060-4d8f-9fbf-24ed833e1936&id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&id=c254db57-43ae-492e-9c7b-cecc22088fc9&id=c254db57-43ae-492e-9c7b-cecc22088fc9 HTTP/1.1" status: 200 len: 1994 time: 0.3955667 Sep 01 15:10:10.350354 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54eaf8-368f-45be-b79a-b5898603f5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a7533f43-a924-496a-a462-ff86c48552c1,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:10.361770 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-77cf7b4d-2488-4103-8a6d-fcc70068fadc service neutron] For port 262afc76-15fe-45ca-bb9c-0ab7750f9a47, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:10:10.443941 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-80422df4-e88d-4f83-b7ad-11a81e627de0 req-f2389d8a-1a09-440e-9f2d-ecb7c060a017 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345779 Sep 01 15:10:10.481303 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-a8603c4e-ae34-4a8a-aa41-d5597ef67367 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7d7b06bb64040f2849246a606ea13be HTTP/1.1" status: 200 len: 379 time: 0.1816878 Sep 01 15:10:10.499453 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-e2fff2d8-42a1-49d4-9899-c1c9fadb1511 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Request body: {'port': {'device_id': '84fd7c78-6583-45e4-8017-a124d252441b', 'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936', 'admin_state_up': True, 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'security_groups': ['3b78c58d-5681-4f54-ab7f-9b6f0fb23c65']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:10.554502 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-77cf7b4d-2488-4103-8a6d-fcc70068fadc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:10.582941 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c0db73b1-3f49-4237-921c-5d57c22ea8b3 req-c39d8c49-9baa-4638-af11-81c28a9f8949 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 210 time: 0.1377873 Sep 01 15:10:10.658252 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-f545eef6-b932-4aaa-8110-2b5e541b3cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:10.661149 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-f545eef6-b932-4aaa-8110-2b5e541b3cab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d7c0ff87c7c4cc083c6404989b27ea4&device_id=35dae8f2-5b35-43d0-993e-d2035b5bc9b2 HTTP/1.1" status: 200 len: 1094 time: 0.3379450 Sep 01 15:10:10.675066 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19961fa1-d19d-4aef-bdca-49fabcb4424d x-openstack-request-id: req-19961fa1-d19d-4aef-bdca-49fabcb4424d {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:10.675554 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35dae8f2-5b35-43d0-993e-d2035b5bc9b2", "tag": "a7533f43-a924-496a-a462-ff86c48552c1", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:10.675949 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-19961fa1-d19d-4aef-bdca-49fabcb4424d {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:10.676603 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35dae8f2-5b35-43d0-993e-d2035b5bc9b2', 'tag': 'a7533f43-a924-496a-a462-ff86c48552c1', 'status': 'completed', 'code': 200} Sep 01 15:10:10.785618 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 262afc76-15fe-45ca-bb9c-0ab7750f9a47 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:10:10.816828 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-ce0cfbb3-df7b-4384-8456-70687f8e3ec8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7533f43-a924-496a-a462-ff86c48552c1 HTTP/1.1" status: 200 len: 217 time: 0.1012731 Sep 01 15:10:10.829760 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbbda8-8ff5-42d4-8ea7-8a062aebb649 req-35854bf9-6aa6-4cc3-a580-92615f1ba1b8 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:10.837817 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-42cbbda8-8ff5-42d4-8ea7-8a062aebb649 req-35854bf9-6aa6-4cc3-a580-92615f1ba1b8 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=de8b4938-2740-4a84-ab8a-ac8d9f3170c7 HTTP/1.1" status: 200 len: 945 time: 0.1404028 Sep 01 15:10:10.876369 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-77cf7b4d-2488-4103-8a6d-fcc70068fadc service neutron] Transition to ACTIVE for port object 262afc76-15fe-45ca-bb9c-0ab7750f9a47 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:10.922846 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 262afc76-15fe-45ca-bb9c-0ab7750f9a47 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:10:10.950488 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-77cf7b4d-2488-4103-8a6d-fcc70068fadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:11.007470 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-42cbbda8-8ff5-42d4-8ea7-8a062aebb649 req-0e5801fb-977f-4b67-b0a4-7372e49c9d3e tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603239 Sep 01 15:10:11.131100 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf7b4d-2488-4103-8a6d-fcc70068fadc service neutron] Pushing event updated for resources: {'Port': ['ID=262afc76-15fe-45ca-bb9c-0ab7750f9a47,revision_number=6']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:11.169806 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4eef95-8d07-4fb1-b1cd-d519c3530383 req-e7a76fa0-1f71-49bf-bb70-3812be39c69c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:11.172992 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5f4eef95-8d07-4fb1-b1cd-d519c3530383 req-e7a76fa0-1f71-49bf-bb70-3812be39c69c tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.45 "GET /v2.0/ports?device_id=4eadbf0b-66a6-4232-a431-c22189389796 HTTP/1.1" status: 200 len: 945 time: 0.6127691 Sep 01 15:10:11.204058 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-f2128337-302f-4584-b0aa-858445ed8306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:11.205773 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-f2128337-302f-4584-b0aa-858445ed8306 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35b27872-673a-446b-88b2-296c933a8cce HTTP/1.1" status: 200 len: 845 time: 0.3545504 Sep 01 15:10:11.275215 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-77cf7b4d-2488-4103-8a6d-fcc70068fadc service neutron] No DVR routers for this DVR port 262afc76-15fe-45ca-bb9c-0ab7750f9a47 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:10:11.398262 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-f7710fe6-173f-4011-9e43-54de1cc9ccd6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=991369d1-6cc8-4ab5-8a03-7b17948fd044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717824 Sep 01 15:10:11.444498 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-77cf7b4d-2488-4103-8a6d-fcc70068fadc service neutron] Attempting to bind port 262afc76-15fe-45ca-bb9c-0ab7750f9a47 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:10:11.444818 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-77cf7b4d-2488-4103-8a6d-fcc70068fadc service neutron] Attempting to bind port 262afc76-15fe-45ca-bb9c-0ab7750f9a47 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:10:11.445031 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-77cf7b4d-2488-4103-8a6d-fcc70068fadc service neutron] Attempting to bind port 262afc76-15fe-45ca-bb9c-0ab7750f9a47 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:11.472602 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-77cf7b4d-2488-4103-8a6d-fcc70068fadc service neutron] Port 262afc76-15fe-45ca-bb9c-0ab7750f9a47 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:10:11.472973 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-77cf7b4d-2488-4103-8a6d-fcc70068fadc service neutron] Attempting to bind port 262afc76-15fe-45ca-bb9c-0ab7750f9a47 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:11.508077 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-77cf7b4d-2488-4103-8a6d-fcc70068fadc service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:10:11.508077 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-77cf7b4d-2488-4103-8a6d-fcc70068fadc service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:10:11.508648 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-77cf7b4d-2488-4103-8a6d-fcc70068fadc service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:10:11.508900 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-77cf7b4d-2488-4103-8a6d-fcc70068fadc service neutron] Bound port: 262afc76-15fe-45ca-bb9c-0ab7750f9a47, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:10:11.509497 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-77cf7b4d-2488-4103-8a6d-fcc70068fadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:11.541799 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ba839-a761-4021-994a-fa86990f06b6 req-14feebac-2357-4ecf-ab46-dd63f9b4c0c1 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:11.552150 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-137ba839-a761-4021-994a-fa86990f06b6 req-14feebac-2357-4ecf-ab46-dd63f9b4c0c1 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dae8f2-5b35-43d0-993e-d2035b5bc9b2 HTTP/1.1" status: 200 len: 943 time: 0.5024698 Sep 01 15:10:11.751051 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-137ba839-a761-4021-994a-fa86990f06b6 req-db27579e-8895-4fa1-94c9-3b5aea0868d1 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974800 Sep 01 15:10:11.754854 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:10:11.759329 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:10:11.798713 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-5f4eef95-8d07-4fb1-b1cd-d519c3530383 req-6027e0f6-da27-4deb-8a97-b91c4441d53f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Deleting port efa6f821-ae44-42a9-aa38-ca53d915b2f2 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:10:11.799772 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5f4eef95-8d07-4fb1-b1cd-d519c3530383 req-6027e0f6-da27-4deb-8a97-b91c4441d53f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:12.032620 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-e2fff2d8-42a1-49d4-9899-c1c9fadb1511 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Made reservation on behalf of f7d7b06bb64040f2849246a606ea13be for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:10:12.056822 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-e2fff2d8-42a1-49d4-9899-c1c9fadb1511 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:12.370768 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-d5e375df-967a-4b8b-9f88-04014a7a1c09 service neutron] 10.222.0.45 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9276557 Sep 01 15:10:12.489973 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-77cf7b4d-2488-4103-8a6d-fcc70068fadc service neutron] For port 262afc76-15fe-45ca-bb9c-0ab7750f9a47, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:10:12.490828 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506be86-fafa-4c5b-9768-a15aae8745eb req-ba0fe1e7-14c8-452f-b41f-b3f9e8f8817f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:12.505946 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0506be86-fafa-4c5b-9768-a15aae8745eb req-ba0fe1e7-14c8-452f-b41f-b3f9e8f8817f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eadbf0b-66a6-4232-a431-c22189389796 HTTP/1.1" status: 200 len: 945 time: 0.2651639 Sep 01 15:10:12.539862 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:12.637412 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557c31cf-a816-4f75-9e29-78b42060a235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:12.638291 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0506be86-fafa-4c5b-9768-a15aae8745eb req-02327a31-4881-4ca4-aa79-da5d064eb596 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286857 Sep 01 15:10:12.642101 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7d2932-c143-4a1e-b1df-3ad2a5cb5b4d" -d '{"events": [{"server_uuid": "557c31cf-a816-4f75-9e29-78b42060a235", "name": "network-vif-unplugged", "status": "completed", "tag": "35cf9d6b-54f3-4b25-b806-8b1848ae7c8d"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:12.654192 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:12.669573 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2182bbe6-1e14-4b1b-8ecc-ac9894e91f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:12.681699 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:12.696616 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:12.756276 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:12.791058 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d', 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'port_id': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d', 'mac_address': 'fa:16:3e:4b:c2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b8a1a7-4c41-46cc-8798-989cc5140738', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:10:12.809505 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:12.874955 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:12.896672 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-e2fff2d8-42a1-49d4-9899-c1c9fadb1511 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Allocated IP 172.20.0.9 (17543319-6060-4d8f-9fbf-24ed833e1936/cfe092a7-7374-49e7-98e0-9d8083b4d268/c32a6846-75e2-4a3e-aec3-0e166ad7aaff) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:10:12.897543 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:10:12.947116 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:12.955079 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:13.056069 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,revision_number=9']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:13.089494 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e304a7-a259-498f-b0b9-75af27ad7faa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '262afc76-15fe-45ca-bb9c-0ab7750f9a47'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:13.095916 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3df71f-5191-41c7-b32f-da9329787868" -d '{"events": [{"server_uuid": "78e304a7-a259-498f-b0b9-75af27ad7faa", "name": "network-vif-unplugged", "status": "completed", "tag": "262afc76-15fe-45ca-bb9c-0ab7750f9a47"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:13.105335 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-5f4eef95-8d07-4fb1-b1cd-d519c3530383 req-6027e0f6-da27-4deb-8a97-b91c4441d53f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] For port efa6f821-ae44-42a9-aa38-ca53d915b2f2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=efa6f821-ae44-42a9-aa38-ca53d915b2f2,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:13.106344 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5f4eef95-8d07-4fb1-b1cd-d519c3530383 req-6027e0f6-da27-4deb-8a97-b91c4441d53f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:13.127033 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-77cf7b4d-2488-4103-8a6d-fcc70068fadc service neutron] For port 262afc76-15fe-45ca-bb9c-0ab7750f9a47, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=262afc76-15fe-45ca-bb9c-0ab7750f9a47,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:10:13.131425 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:13.138849 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8b63da9f-6031-4068-8136-e9e7627895b2 req-59b504b1-5a5d-4005-bf5a-7526df1c3fad tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 210 time: 0.0642810 Sep 01 15:10:13.154715 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['35cf9d6b-54f3-4b25-b806-8b1848ae7c8d'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:10:13.176748 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-77cf7b4d-2488-4103-8a6d-fcc70068fadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:13.218354 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-5f4eef95-8d07-4fb1-b1cd-d519c3530383 req-6027e0f6-da27-4deb-8a97-b91c4441d53f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Calling delete_port for efa6f821-ae44-42a9-aa38-ca53d915b2f2 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:10:13.267513 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997b01f-1af1-4521-a739-1e9bbda385a0 req-64048b00-b521-4cca-aa08-ab720a9f971d tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:13.282346 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0997b01f-1af1-4521-a739-1e9bbda385a0 req-64048b00-b521-4cca-aa08-ab720a9f971d tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 947 time: 1.1587331 Sep 01 15:10:13.442395 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0997b01f-1af1-4521-a739-1e9bbda385a0 req-3d19fcdb-bfbc-474b-a5d6-bf093e945f1e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580153 Sep 01 15:10:13.520752 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-77cf7b4d-2488-4103-8a6d-fcc70068fadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:13.521995 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-77cf7b4d-2488-4103-8a6d-fcc70068fadc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:13.531188 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-77cf7b4d-2488-4103-8a6d-fcc70068fadc service neutron] 10.222.0.45 "PUT /v2.0/ports/262afc76-15fe-45ca-bb9c-0ab7750f9a47 HTTP/1.1" status: 200 len: 1095 time: 4.9444203 Sep 01 15:10:13.627746 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111cb32d-ff7d-4b9f-bf93-1589f055fbc2 x-openstack-request-id: req-111cb32d-ff7d-4b9f-bf93-1589f055fbc2 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:13.634462 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557c31cf-a816-4f75-9e29-78b42060a235", "name": "network-vif-unplugged", "status": "completed", "tag": "35cf9d6b-54f3-4b25-b806-8b1848ae7c8d", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:13.636481 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-111cb32d-ff7d-4b9f-bf93-1589f055fbc2 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:13.659127 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557c31cf-a816-4f75-9e29-78b42060a235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d', 'code': 200} Sep 01 15:10:13.723333 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-e2fff2d8-42a1-49d4-9899-c1c9fadb1511 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:13.773243 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device efa6f821-ae44-42a9-aa38-ca53d915b2f2 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:10:14.227848 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:14.288745 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed216c-38f2-478d-a26e-d945652a892c req-c8a56e7a-4675-4a57-8eaf-a821cfdadb9b tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:14.303527 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e1ed216c-38f2-478d-a26e-d945652a892c req-c8a56e7a-4675-4a57-8eaf-a821cfdadb9b tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/ports?device_id=4eadbf0b-66a6-4232-a431-c22189389796 HTTP/1.1" status: 200 len: 945 time: 0.1690514 Sep 01 15:10:14.313769 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port efa6f821-ae44-42a9-aa38-ca53d915b2f2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=efa6f821-ae44-42a9-aa38-ca53d915b2f2,segment=NetworkSegment(046f229b-03ce-40a4-aaa4-2fdc45a14965),segment_id=046f229b-03ce-40a4-aaa4-2fdc45a14965)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:14.325926 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:14.416376 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407bd02a-356a-4702-ad24-c2253a33a1cb x-openstack-request-id: req-407bd02a-356a-4702-ad24-c2253a33a1cb {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:14.417311 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e304a7-a259-498f-b0b9-75af27ad7faa", "name": "network-vif-unplugged", "status": "completed", "tag": "262afc76-15fe-45ca-bb9c-0ab7750f9a47", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:14.417311 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-407bd02a-356a-4702-ad24-c2253a33a1cb {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:14.417976 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e304a7-a259-498f-b0b9-75af27ad7faa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '262afc76-15fe-45ca-bb9c-0ab7750f9a47', 'code': 200} Sep 01 15:10:14.485596 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e1ed216c-38f2-478d-a26e-d945652a892c req-6ee998cc-6d5a-4d4a-9216-34c0896325e1 tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b22f835-6283-4c08-89c6-db3ef5b67564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808007 Sep 01 15:10:14.530692 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=efa6f821-ae44-42a9-aa38-ca53d915b2f2,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:14.570063 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-e2fff2d8-42a1-49d4-9899-c1c9fadb1511 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Transition to ACTIVE for port object c32a6846-75e2-4a3e-aec3-0e166ad7aaff will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:14.591189 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c61cca76-fbc7-4e1b-a108-3c93a3304014 req-a4e79c62-10f2-4543-a1ea-060e495d61cb service neutron] 10.222.0.45 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1665010 Sep 01 15:10:14.596841 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf7b4d-2488-4103-8a6d-fcc70068fadc service neutron] Pushing event updated for resources: {'Port': ['ID=262afc76-15fe-45ca-bb9c-0ab7750f9a47,revision_number=7']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:14.629599 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-a5a1d9aa-39cd-4c1e-8095-0c37c832d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:14.629599 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-a5a1d9aa-39cd-4c1e-8095-0c37c832d1a1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 1098 time: 1.0119498 Sep 01 15:10:14.808774 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ee822a77-6057-45df-8cd4-1e22447cc4c2 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:10:14.921599 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11862f46-e20b-4872-a1b4-299f4b0217eb req-5971415b-b610-4011-b891-f3f8c381ade9 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:14.935904 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-11862f46-e20b-4872-a1b4-299f4b0217eb req-5971415b-b610-4011-b891-f3f8c381ade9 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dae8f2-5b35-43d0-993e-d2035b5bc9b2 HTTP/1.1" status: 200 len: 943 time: 0.5387104 Sep 01 15:10:15.049519 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:15.174599 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port ee822a77-6057-45df-8cd4-1e22447cc4c2, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ee822a77-6057-45df-8cd4-1e22447cc4c2,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:15.252014 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'ee822a77-6057-45df-8cd4-1e22447cc4c2', 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6', 'port_id': 'ee822a77-6057-45df-8cd4-1e22447cc4c2', 'mac_address': 'fa:16:3e:a5:3c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194d1d59-7b47-476a-b712-76fc814d7b3a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:10:15.357220 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:15.385326 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-614b673a-0a00-427e-aec3-9a3dadfd58fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:15.387524 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee822a77-6057-45df-8cd4-1e22447cc4c2 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:10:15.387966 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-614b673a-0a00-427e-aec3-9a3dadfd58fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.7444143 Sep 01 15:10:15.404210 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-e2fff2d8-42a1-49d4-9899-c1c9fadb1511 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:15.423285 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port ee822a77-6057-45df-8cd4-1e22447cc4c2, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ee822a77-6057-45df-8cd4-1e22447cc4c2,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:15.436075 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:15.454429 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5f4eef95-8d07-4fb1-b1cd-d519c3530383 req-6027e0f6-da27-4deb-8a97-b91c4441d53f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:15.618342 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-e2fff2d8-42a1-49d4-9899-c1c9fadb1511 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Network 17543319-6060-4d8f-9fbf-24ed833e1936 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:10:15.642598 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['ee822a77-6057-45df-8cd4-1e22447cc4c2'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:10:15.673184 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-f56b368d-9d8a-4b9f-8094-010af1fc6fd5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=262afc76-15fe-45ca-bb9c-0ab7750f9a47 HTTP/1.1" status: 200 len: 217 time: 0.1830549 Sep 01 15:10:15.685445 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fff2d8-42a1-49d4-9899-c1c9fadb1511 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event updated for resources: {'Port': ['ID=c32a6846-75e2-4a3e-aec3-0e166ad7aaff,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:15.712654 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-e2fff2d8-42a1-49d4-9899-c1c9fadb1511 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:10:15.718731 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eadbf0b-66a6-4232-a431-c22189389796', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efa6f821-ae44-42a9-aa38-ca53d915b2f2'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:15.731715 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-e2fff2d8-42a1-49d4-9899-c1c9fadb1511 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:10:15.740409 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9da3d75-bbbd-4aa3-add5-9d84f7878557" -d '{"events": [{"server_uuid": "4eadbf0b-66a6-4232-a431-c22189389796", "name": "network-vif-unplugged", "status": "completed", "tag": "efa6f821-ae44-42a9-aa38-ca53d915b2f2"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:15.837644 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=ee822a77-6057-45df-8cd4-1e22447cc4c2,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:15.849662 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:10:16.147762 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-e2fff2d8-42a1-49d4-9899-c1c9fadb1511 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:16.150087 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-e2fff2d8-42a1-49d4-9899-c1c9fadb1511 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:16.199247 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4eef95-8d07-4fb1-b1cd-d519c3530383 req-6027e0f6-da27-4deb-8a97-b91c4441d53f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] No DVR routers for this DVR port efa6f821-ae44-42a9-aa38-ca53d915b2f2 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:10:16.259796 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:16.260514 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:16.261938 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5f4eef95-8d07-4fb1-b1cd-d519c3530383 req-6027e0f6-da27-4deb-8a97-b91c4441d53f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:16.264266 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5f4eef95-8d07-4fb1-b1cd-d519c3530383 req-6027e0f6-da27-4deb-8a97-b91c4441d53f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] 10.222.0.45 "DELETE /v2.0/ports/efa6f821-ae44-42a9-aa38-ca53d915b2f2 HTTP/1.1" status: 204 len: 173 time: 5.0574620 Sep 01 15:10:16.265379 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027e0f6-da27-4deb-8a97-b91c4441d53f tempest-DeleteServersTestJSON-1424515819 tempest-DeleteServersTestJSON-1424515819-project] Pushing event deleted for resources: {'Port': ['ID=efa6f821-ae44-42a9-aa38-ca53d915b2f2,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:16.285622 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-11862f46-e20b-4872-a1b4-299f4b0217eb req-a9d0e9b5-3426-4050-848f-a0dec6ff7779 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3446810 Sep 01 15:10:16.383023 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-9a3775e6-c4d1-4645-b84e-cb8ca13c0cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:16.387743 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-9a3775e6-c4d1-4645-b84e-cb8ca13c0cfd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.3784933 Sep 01 15:10:16.396946 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-e2fff2d8-42a1-49d4-9899-c1c9fadb1511 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9020970 Sep 01 15:10:16.464620 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e304a7-a259-498f-b0b9-75af27ad7faa', 'tag': '262afc76-15fe-45ca-bb9c-0ab7750f9a47'}, {'server_uuid': '4eadbf0b-66a6-4232-a431-c22189389796', 'name': 'network-vif-deleted', 'tag': 'efa6f821-ae44-42a9-aa38-ca53d915b2f2'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:16.471798 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bec6af9-bf39-4a96-b2b2-5896640cbcba" -d '{"events": [{"name": "network-changed", "server_uuid": "78e304a7-a259-498f-b0b9-75af27ad7faa", "tag": "262afc76-15fe-45ca-bb9c-0ab7750f9a47"}, {"server_uuid": "4eadbf0b-66a6-4232-a431-c22189389796", "name": "network-vif-deleted", "tag": "efa6f821-ae44-42a9-aa38-ca53d915b2f2"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:16.504903 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-c0fe8bde-36be-4945-88d9-fa742ed410e4 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Request body: {'port': {'device_id': '84fd7c78-6583-45e4-8017-a124d252441b', 'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa', 'admin_state_up': True, 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'security_groups': ['3b78c58d-5681-4f54-ab7f-9b6f0fb23c65']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:16.608739 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaee2d2-5a7d-4a36-93fc-920a3d99e8ac req-d2d4de44-ce29-47a5-bfe4-6d5601fd7aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:16.612668 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0eaee2d2-5a7d-4a36-93fc-920a3d99e8ac req-d2d4de44-ce29-47a5-bfe4-6d5601fd7aa6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d7c0ff87c7c4cc083c6404989b27ea4&device_id=35dae8f2-5b35-43d0-993e-d2035b5bc9b2 HTTP/1.1" status: 200 len: 1094 time: 1.7425497 Sep 01 15:10:16.704595 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f6817ee5-0af9-4111-a424-2335c9e413b8 None None] Provisioning for port c32a6846-75e2-4a3e-aec3-0e166ad7aaff completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:10:16.742970 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f6817ee5-0af9-4111-a424-2335c9e413b8 None None] Provisioning complete for port c32a6846-75e2-4a3e-aec3-0e166ad7aaff triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:16.743283 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f6817ee5-0af9-4111-a424-2335c9e413b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:16.788640 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-f6817ee5-0af9-4111-a424-2335c9e413b8 None None] Port c32a6846-75e2-4a3e-aec3-0e166ad7aaff cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:10:16.865395 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaee2d2-5a7d-4a36-93fc-920a3d99e8ac req-bedaa707-33d4-4a38-b982-fa3ddfe9bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:16.871362 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0eaee2d2-5a7d-4a36-93fc-920a3d99e8ac req-bedaa707-33d4-4a38-b982-fa3ddfe9bf96 service neutron] 10.222.0.45 "GET /v2.0/networks?id=991369d1-6cc8-4ab5-8a03-7b17948fd044 HTTP/1.1" status: 200 len: 906 time: 0.2482152 Sep 01 15:10:16.982531 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:17.020656 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0eaee2d2-5a7d-4a36-93fc-920a3d99e8ac req-78bf0fb0-76c2-45b7-9356-338f68c5c370 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7533f43-a924-496a-a462-ff86c48552c1 HTTP/1.1" status: 200 len: 217 time: 0.1345749 Sep 01 15:10:17.079355 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:17.087606 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:17.175355 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-96dfdb0e-baa2-4500-9849-90f14ea17f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:17.185303 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-96dfdb0e-baa2-4500-9849-90f14ea17f83 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7825866 Sep 01 15:10:17.231524 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,revision_number=10']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:17.263675 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739d855-8426-4c93-9f10-5ec2341aff2e req-28d9a13c-5640-46bf-a771-9f2df4276e69 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:17.266408 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1739d855-8426-4c93-9f10-5ec2341aff2e req-28d9a13c-5640-46bf-a771-9f2df4276e69 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 931 time: 0.7429097 Sep 01 15:10:17.276388 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaee2d2-5a7d-4a36-93fc-920a3d99e8ac req-093fab2b-ef44-4cb0-a92f-37766461de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:17.279136 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0eaee2d2-5a7d-4a36-93fc-920a3d99e8ac req-093fab2b-ef44-4cb0-a92f-37766461de12 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35b27872-673a-446b-88b2-296c933a8cce HTTP/1.1" status: 200 len: 845 time: 0.2387915 Sep 01 15:10:17.456175 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0eaee2d2-5a7d-4a36-93fc-920a3d99e8ac req-e0d655fd-2cb3-4ae7-9147-ac662a069762 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=991369d1-6cc8-4ab5-8a03-7b17948fd044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975950 Sep 01 15:10:17.614156 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1739d855-8426-4c93-9f10-5ec2341aff2e req-d3d35272-d5ed-47f3-aaaf-b1cc5a812807 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2721062 Sep 01 15:10:17.700381 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-79703054-bfec-493c-896a-16dd9a7978ce service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766681 Sep 01 15:10:17.765379 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device a7533f43-a924-496a-a462-ff86c48552c1 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:10:18.038100 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0eaee2d2-5a7d-4a36-93fc-920a3d99e8ac req-bf9a1372-5434-4db3-aa45-9590ffc21f8d service neutron] 10.222.0.45 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5641694 Sep 01 15:10:18.048979 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-c0fe8bde-36be-4945-88d9-fa742ed410e4 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Made reservation on behalf of f7d7b06bb64040f2849246a606ea13be for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:10:18.063934 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-c0fe8bde-36be-4945-88d9-fa742ed410e4 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:18.370587 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcd215-4f9c-4b27-b680-672a087ddfd2 req-a4e81de8-89c7-46e8-99f9-890e6b27c22b tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:18.388949 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-51dcd215-4f9c-4b27-b680-672a087ddfd2 req-a4e81de8-89c7-46e8-99f9-890e6b27c22b tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 947 time: 0.4372327 Sep 01 15:10:18.469395 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port a7533f43-a924-496a-a462-ff86c48552c1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=a7533f43-a924-496a-a462-ff86c48552c1,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:18.507797 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'a7533f43-a924-496a-a462-ff86c48552c1', 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044', 'port_id': 'a7533f43-a924-496a-a462-ff86c48552c1', 'mac_address': 'fa:16:3e:70:66:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b27872-673a-446b-88b2-296c933a8cce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:10:18.607309 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:18.625206 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d7842076-6a38-4bbf-b3cf-12e8b7c77722 req-04ae709d-1b72-483b-947e-42a623c17f15 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8950787 Sep 01 15:10:18.649338 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7533f43-a924-496a-a462-ff86c48552c1 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:10:18.694838 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-51dcd215-4f9c-4b27-b680-672a087ddfd2 req-0d69623a-9b36-4be9-b6a6-6ab86c2429a2 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001266 Sep 01 15:10:18.698244 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0eaee2d2-5a7d-4a36-93fc-920a3d99e8ac req-3f26b9ef-2e01-479c-8d89-0d81b9d371f8 service neutron] 10.222.0.45 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6310380 Sep 01 15:10:18.806988 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port a7533f43-a924-496a-a462-ff86c48552c1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=a7533f43-a924-496a-a462-ff86c48552c1,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:18.825290 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:18.965608 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=a7533f43-a924-496a-a462-ff86c48552c1,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:18.983917 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ee822a77-6057-45df-8cd4-1e22447cc4c2 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:10:19.067590 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port ee822a77-6057-45df-8cd4-1e22447cc4c2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:19.068745 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:19.070055 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-c0fe8bde-36be-4945-88d9-fa742ed410e4 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Allocated IP 10.1.1.248 (d380e665-3a57-46b5-8f38-76cf2ddb73aa/e305aa0d-de8e-480b-9017-6f3050eaf7d0/3d5cb6f3-2f23-485c-94f0-fb274a06c858) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:10:19.210523 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:19.233448 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['a7533f43-a924-496a-a462-ff86c48552c1'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:10:19.263606 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port ee822a77-6057-45df-8cd4-1e22447cc4c2, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ee822a77-6057-45df-8cd4-1e22447cc4c2,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:19.310975 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:19.337104 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-c0fe8bde-36be-4945-88d9-fa742ed410e4 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:19.375737 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-c0fe8bde-36be-4945-88d9-fa742ed410e4 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Transition to ACTIVE for port object 3d5cb6f3-2f23-485c-94f0-fb274a06c858 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:19.427034 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=ee822a77-6057-45df-8cd4-1e22447cc4c2,revision_number=7']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:19.505210 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-c0fe8bde-36be-4945-88d9-fa742ed410e4 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:19.721629 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-c0fe8bde-36be-4945-88d9-fa742ed410e4 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Network d380e665-3a57-46b5-8f38-76cf2ddb73aa is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:10:19.734369 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-c0fe8bde-36be-4945-88d9-fa742ed410e4 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:10:19.754814 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-c0fe8bde-36be-4945-88d9-fa742ed410e4 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:10:19.924957 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-c0fe8bde-36be-4945-88d9-fa742ed410e4 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:19.926060 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-c0fe8bde-36be-4945-88d9-fa742ed410e4 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:19.936988 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe8bde-36be-4945-88d9-fa742ed410e4 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event updated for resources: {'Port': ['ID=3d5cb6f3-2f23-485c-94f0-fb274a06c858,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:19.978606 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-c0fe8bde-36be-4945-88d9-fa742ed410e4 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4871178 Sep 01 15:10:20.011692 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-3fe1a6e5-6e6b-40f4-a587-801cdcdcb306 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Request body: {'port': {'device_id': '84fd7c78-6583-45e4-8017-a124d252441b', 'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa', 'admin_state_up': True, 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'security_groups': ['3b78c58d-5681-4f54-ab7f-9b6f0fb23c65']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:20.299114 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e5035ede-6f50-45e5-8a5d-038fe85215cb None None] Provisioning for port 3d5cb6f3-2f23-485c-94f0-fb274a06c858 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:10:20.313095 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e5035ede-6f50-45e5-8a5d-038fe85215cb None None] Provisioning complete for port 3d5cb6f3-2f23-485c-94f0-fb274a06c858 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:20.314867 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e5035ede-6f50-45e5-8a5d-038fe85215cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:20.468015 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-3fe1a6e5-6e6b-40f4-a587-801cdcdcb306 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Made reservation on behalf of f7d7b06bb64040f2849246a606ea13be for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:10:20.479546 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e5035ede-6f50-45e5-8a5d-038fe85215cb None None] Port 3d5cb6f3-2f23-485c-94f0-fb274a06c858 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:10:20.487847 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-3fe1a6e5-6e6b-40f4-a587-801cdcdcb306 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:20.791354 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-3fe1a6e5-6e6b-40f4-a587-801cdcdcb306 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Allocated IP 10.1.1.100 (d380e665-3a57-46b5-8f38-76cf2ddb73aa/e305aa0d-de8e-480b-9017-6f3050eaf7d0/d7fe6b2b-4faf-479e-97eb-4d3b218d201c) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:10:21.270394 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-3fe1a6e5-6e6b-40f4-a587-801cdcdcb306 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:21.325268 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-3fe1a6e5-6e6b-40f4-a587-801cdcdcb306 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Transition to ACTIVE for port object d7fe6b2b-4faf-479e-97eb-4d3b218d201c will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:21.454762 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-3fe1a6e5-6e6b-40f4-a587-801cdcdcb306 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:21.603296 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-3fe1a6e5-6e6b-40f4-a587-801cdcdcb306 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Network d380e665-3a57-46b5-8f38-76cf2ddb73aa is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:10:21.606143 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1a6e5-6e6b-40f4-a587-801cdcdcb306 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event updated for resources: {'Port': ['ID=d7fe6b2b-4faf-479e-97eb-4d3b218d201c,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:21.630629 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-3fe1a6e5-6e6b-40f4-a587-801cdcdcb306 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:10:21.639101 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-3fe1a6e5-6e6b-40f4-a587-801cdcdcb306 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:10:21.769245 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 262afc76-15fe-45ca-bb9c-0ab7750f9a47 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:10:21.775612 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device a7533f43-a924-496a-a462-ff86c48552c1 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:10:21.802654 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-3fe1a6e5-6e6b-40f4-a587-801cdcdcb306 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:21.803386 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-3fe1a6e5-6e6b-40f4-a587-801cdcdcb306 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:21.853426 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-3fe1a6e5-6e6b-40f4-a587-801cdcdcb306 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8589673 Sep 01 15:10:21.875149 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1e96bbe0-cc68-4bfc-b8d9-de709d1cbb58 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Request body: {'port': {'device_id': '84fd7c78-6583-45e4-8017-a124d252441b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c254db57-43ae-492e-9c7b-cecc22088fc9', 'admin_state_up': True, 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'security_groups': ['3b78c58d-5681-4f54-ab7f-9b6f0fb23c65']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:21.913162 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:10:22.201211 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port a7533f43-a924-496a-a462-ff86c48552c1 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:10:22.235588 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1e96bbe0-cc68-4bfc-b8d9-de709d1cbb58 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Made reservation on behalf of f7d7b06bb64040f2849246a606ea13be for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:10:22.237215 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port a7533f43-a924-496a-a462-ff86c48552c1 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:22.238993 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:22.485226 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1e96bbe0-cc68-4bfc-b8d9-de709d1cbb58 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:22.519261 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 262afc76-15fe-45ca-bb9c-0ab7750f9a47, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=262afc76-15fe-45ca-bb9c-0ab7750f9a47,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:22.543371 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '262afc76-15fe-45ca-bb9c-0ab7750f9a47', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': '262afc76-15fe-45ca-bb9c-0ab7750f9a47', 'mac_address': 'fa:16:3e:53:8c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:10:22.550954 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e1152c05-cad7-4d30-8058-9da847f4bd42 None None] Provisioning for port d7fe6b2b-4faf-479e-97eb-4d3b218d201c completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:10:22.564784 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e1152c05-cad7-4d30-8058-9da847f4bd42 None None] Provisioning complete for port d7fe6b2b-4faf-479e-97eb-4d3b218d201c triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:22.565666 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e1152c05-cad7-4d30-8058-9da847f4bd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:22.826750 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:22.871936 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262afc76-15fe-45ca-bb9c-0ab7750f9a47 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:10:22.933073 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 262afc76-15fe-45ca-bb9c-0ab7750f9a47, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=262afc76-15fe-45ca-bb9c-0ab7750f9a47,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:22.939584 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e1152c05-cad7-4d30-8058-9da847f4bd42 None None] Port d7fe6b2b-4faf-479e-97eb-4d3b218d201c cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:10:22.952582 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:22.960140 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:23.223815 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1e96bbe0-cc68-4bfc-b8d9-de709d1cbb58 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Allocated IP 10.2.2.100 (c254db57-43ae-492e-9c7b-cecc22088fc9/91ecd6a8-b52a-4bdf-b401-3679b3b1f603/a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:10:23.270202 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port a7533f43-a924-496a-a462-ff86c48552c1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=a7533f43-a924-496a-a462-ff86c48552c1,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:23.304316 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=262afc76-15fe-45ca-bb9c-0ab7750f9a47,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:23.340309 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['262afc76-15fe-45ca-bb9c-0ab7750f9a47'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:10:23.466601 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:23.775123 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=a7533f43-a924-496a-a462-ff86c48552c1,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:23.900344 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1e96bbe0-cc68-4bfc-b8d9-de709d1cbb58 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:23.963183 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1e96bbe0-cc68-4bfc-b8d9-de709d1cbb58 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Transition to ACTIVE for port object a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:24.082081 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1e96bbe0-cc68-4bfc-b8d9-de709d1cbb58 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:24.375797 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1e96bbe0-cc68-4bfc-b8d9-de709d1cbb58 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Network c254db57-43ae-492e-9c7b-cecc22088fc9 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:10:24.403075 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1e96bbe0-cc68-4bfc-b8d9-de709d1cbb58 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:10:24.430986 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1e96bbe0-cc68-4bfc-b8d9-de709d1cbb58 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:10:24.569943 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96bbe0-cc68-4bfc-b8d9-de709d1cbb58 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event updated for resources: {'Port': ['ID=a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:24.698278 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1e96bbe0-cc68-4bfc-b8d9-de709d1cbb58 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:24.699459 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1e96bbe0-cc68-4bfc-b8d9-de709d1cbb58 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:24.783963 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1e96bbe0-cc68-4bfc-b8d9-de709d1cbb58 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9137442 Sep 01 15:10:24.810441 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1b083eb9-22e6-4c50-ae66-6a96f321d109 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Request body: {'port': {'device_id': '84fd7c78-6583-45e4-8017-a124d252441b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c254db57-43ae-492e-9c7b-cecc22088fc9', 'admin_state_up': True, 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'security_groups': ['3b78c58d-5681-4f54-ab7f-9b6f0fb23c65']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:25.009136 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-00802acb-75ea-40cc-811c-18d6f6cebff4 None None] Provisioning for port a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:10:25.018134 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-00802acb-75ea-40cc-811c-18d6f6cebff4 None None] Provisioning complete for port a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:25.019205 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-00802acb-75ea-40cc-811c-18d6f6cebff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:25.146796 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-00802acb-75ea-40cc-811c-18d6f6cebff4 None None] Port a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:10:25.281511 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1b083eb9-22e6-4c50-ae66-6a96f321d109 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Made reservation on behalf of f7d7b06bb64040f2849246a606ea13be for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:10:25.286381 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1b083eb9-22e6-4c50-ae66-6a96f321d109 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:25.714783 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1b083eb9-22e6-4c50-ae66-6a96f321d109 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Allocated IP 10.2.2.200 (c254db57-43ae-492e-9c7b-cecc22088fc9/91ecd6a8-b52a-4bdf-b401-3679b3b1f603/2ed15646-9fa6-43dc-b376-d3212fd60a6f) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:10:25.815092 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 262afc76-15fe-45ca-bb9c-0ab7750f9a47 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:10:26.008282 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 262afc76-15fe-45ca-bb9c-0ab7750f9a47 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:10:26.034353 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 262afc76-15fe-45ca-bb9c-0ab7750f9a47 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:26.036497 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:26.227259 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:26.340595 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 262afc76-15fe-45ca-bb9c-0ab7750f9a47, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=262afc76-15fe-45ca-bb9c-0ab7750f9a47,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:26.356713 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:26.527105 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=262afc76-15fe-45ca-bb9c-0ab7750f9a47,revision_number=9']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:26.574121 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1b083eb9-22e6-4c50-ae66-6a96f321d109 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:26.592629 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1b083eb9-22e6-4c50-ae66-6a96f321d109 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Transition to ACTIVE for port object 2ed15646-9fa6-43dc-b376-d3212fd60a6f will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:26.690131 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1b083eb9-22e6-4c50-ae66-6a96f321d109 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:26.849684 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b083eb9-22e6-4c50-ae66-6a96f321d109 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event updated for resources: {'Port': ['ID=2ed15646-9fa6-43dc-b376-d3212fd60a6f,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:26.879488 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1b083eb9-22e6-4c50-ae66-6a96f321d109 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Network c254db57-43ae-492e-9c7b-cecc22088fc9 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:10:26.882285 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1b083eb9-22e6-4c50-ae66-6a96f321d109 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:10:26.911014 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1b083eb9-22e6-4c50-ae66-6a96f321d109 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:10:26.946188 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa79a09b-6bcc-4027-b813-1b3dc2eadd26 x-openstack-request-id: req-fa79a09b-6bcc-4027-b813-1b3dc2eadd26 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:26.946639 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eadbf0b-66a6-4232-a431-c22189389796", "name": "network-vif-unplugged", "status": "completed", "tag": "efa6f821-ae44-42a9-aa38-ca53d915b2f2", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:26.947001 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fa79a09b-6bcc-4027-b813-1b3dc2eadd26 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:26.947575 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eadbf0b-66a6-4232-a431-c22189389796', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efa6f821-ae44-42a9-aa38-ca53d915b2f2', 'code': 200} Sep 01 15:10:27.055729 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af46b88-0ac9-4c17-86e7-6bc0da517ac9 x-openstack-request-id: req-5af46b88-0ac9-4c17-86e7-6bc0da517ac9 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:27.057048 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e304a7-a259-498f-b0b9-75af27ad7faa", "tag": "262afc76-15fe-45ca-bb9c-0ab7750f9a47", "status": "completed", "code": 200}, {"server_uuid": "4eadbf0b-66a6-4232-a431-c22189389796", "name": "network-vif-deleted", "tag": "efa6f821-ae44-42a9-aa38-ca53d915b2f2", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:27.058562 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5af46b88-0ac9-4c17-86e7-6bc0da517ac9 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:27.059703 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e304a7-a259-498f-b0b9-75af27ad7faa', 'tag': '262afc76-15fe-45ca-bb9c-0ab7750f9a47', 'status': 'completed', 'code': 200} Sep 01 15:10:27.060426 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eadbf0b-66a6-4232-a431-c22189389796', 'name': 'network-vif-deleted', 'tag': 'efa6f821-ae44-42a9-aa38-ca53d915b2f2', 'status': 'completed', 'code': 200} Sep 01 15:10:27.112472 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1b083eb9-22e6-4c50-ae66-6a96f321d109 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:27.114143 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1b083eb9-22e6-4c50-ae66-6a96f321d109 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:27.390457 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-1b083eb9-22e6-4c50-ae66-6a96f321d109 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5899611 Sep 01 15:10:27.470622 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:27.523825 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-844ddbc3-4a04-4707-8db7-add60779a69a service neutron] Request body: {'port': {'device_id': '84fd7c78-6583-45e4-8017-a124d252441b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:27.604006 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565cdce-aae5-4ff1-880b-21e2398f1a5a req-dd7d3f29-0a27-4aab-b89a-7b566652d59e tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:27.606004 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d565cdce-aae5-4ff1-880b-21e2398f1a5a req-dd7d3f29-0a27-4aab-b89a-7b566652d59e tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dae8f2-5b35-43d0-993e-d2035b5bc9b2 HTTP/1.1" status: 200 len: 945 time: 0.4233046 Sep 01 15:10:27.613330 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324bdd7-0fcd-463a-94e7-b4e589ec6d6c req-9fa5cbd5-ea61-44d9-b309-62ee6817053e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:27.676995 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6af9-bf39-4a96-b2b2-5896640cbcba req-c8f85999-19c6-467b-8bd4-b32146f17071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:27.680407 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0bec6af9-bf39-4a96-b2b2-5896640cbcba req-c8f85999-19c6-467b-8bd4-b32146f17071 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 1100 time: 0.5612192 Sep 01 15:10:27.691490 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324bdd7-0fcd-463a-94e7-b4e589ec6d6c req-9fa5cbd5-ea61-44d9-b309-62ee6817053e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:27.707569 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324bdd7-0fcd-463a-94e7-b4e589ec6d6c req-9fa5cbd5-ea61-44d9-b309-62ee6817053e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:27.720925 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324bdd7-0fcd-463a-94e7-b4e589ec6d6c req-9fa5cbd5-ea61-44d9-b309-62ee6817053e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:27.735089 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324bdd7-0fcd-463a-94e7-b4e589ec6d6c req-9fa5cbd5-ea61-44d9-b309-62ee6817053e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:27.737468 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2324bdd7-0fcd-463a-94e7-b4e589ec6d6c req-9fa5cbd5-ea61-44d9-b309-62ee6817053e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 3816 time: 0.3468876 Sep 01 15:10:27.814094 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2324bdd7-0fcd-463a-94e7-b4e589ec6d6c req-3a06839d-f9af-4a2e-b247-5194ade1b98e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691717 Sep 01 15:10:27.834407 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6af9-bf39-4a96-b2b2-5896640cbcba req-7a6f4f8a-d633-4426-a1e4-31fd5224878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:27.836531 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0bec6af9-bf39-4a96-b2b2-5896640cbcba req-7a6f4f8a-d633-4426-a1e4-31fd5224878a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 1100 time: 0.5510802 Sep 01 15:10:27.842929 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d794f45e-c221-4d1b-8152-3fee37dc3f3b None None] Provisioning for port 2ed15646-9fa6-43dc-b376-d3212fd60a6f completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:10:27.860453 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d794f45e-c221-4d1b-8152-3fee37dc3f3b None None] Provisioning complete for port 2ed15646-9fa6-43dc-b376-d3212fd60a6f triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:27.862109 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d794f45e-c221-4d1b-8152-3fee37dc3f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:27.874110 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-844ddbc3-4a04-4707-8db7-add60779a69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:27.893935 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d565cdce-aae5-4ff1-880b-21e2398f1a5a req-40267c69-9730-402c-9944-98fc2b15e8b4 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650686 Sep 01 15:10:27.986787 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-d794f45e-c221-4d1b-8152-3fee37dc3f3b None None] Port 2ed15646-9fa6-43dc-b376-d3212fd60a6f cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:10:28.009552 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37484853-f892-4cf9-91b6-57817a5d8232 req-4f853a28-3b76-4f3b-9430-cc43e7d3ea4b tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:28.029940 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37484853-f892-4cf9-91b6-57817a5d8232 req-4f853a28-3b76-4f3b-9430-cc43e7d3ea4b tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 949 time: 0.1103907 Sep 01 15:10:28.218871 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37484853-f892-4cf9-91b6-57817a5d8232 req-7014eba8-92ce-4013-ac31-4974b9d96689 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874275 Sep 01 15:10:28.479206 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6af9-bf39-4a96-b2b2-5896640cbcba req-67c86922-5edd-4d14-a2ed-2716a4375648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:28.480848 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0bec6af9-bf39-4a96-b2b2-5896640cbcba req-67c86922-5edd-4d14-a2ed-2716a4375648 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.7537870 Sep 01 15:10:28.602516 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6af9-bf39-4a96-b2b2-5896640cbcba req-faba2eaa-da20-4660-8335-c68dc2eb884f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:28.604591 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0bec6af9-bf39-4a96-b2b2-5896640cbcba req-faba2eaa-da20-4660-8335-c68dc2eb884f service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.7280931 Sep 01 15:10:28.608371 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0bec6af9-bf39-4a96-b2b2-5896640cbcba req-33fb03fc-ec32-4fa8-b6e0-75a63f16da90 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=262afc76-15fe-45ca-bb9c-0ab7750f9a47 HTTP/1.1" status: 200 len: 217 time: 0.1148024 Sep 01 15:10:28.716075 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6af9-bf39-4a96-b2b2-5896640cbcba req-6e64d8ff-0540-4a5c-b031-3ec235c249cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:28.718147 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0bec6af9-bf39-4a96-b2b2-5896640cbcba req-6e64d8ff-0540-4a5c-b031-3ec235c249cd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.0946851 Sep 01 15:10:28.921541 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0bec6af9-bf39-4a96-b2b2-5896640cbcba req-392263a1-a16c-4dcc-8a5e-95821b827bb6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=262afc76-15fe-45ca-bb9c-0ab7750f9a47 HTTP/1.1" status: 200 len: 217 time: 0.1032629 Sep 01 15:10:28.949685 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557c31cf-a816-4f75-9e29-78b42060a235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d'}, {'server_uuid': 'de8b4938-2740-4a84-ab8a-ac8d9f3170c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee822a77-6057-45df-8cd4-1e22447cc4c2'}, {'server_uuid': '35dae8f2-5b35-43d0-993e-d2035b5bc9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7533f43-a924-496a-a462-ff86c48552c1'}, {'server_uuid': '78e304a7-a259-498f-b0b9-75af27ad7faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262afc76-15fe-45ca-bb9c-0ab7750f9a47'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:28.953764 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790f0cce-5be0-4605-a915-afed78385f6c" -d '{"events": [{"server_uuid": "557c31cf-a816-4f75-9e29-78b42060a235", "name": "network-vif-plugged", "status": "completed", "tag": "35cf9d6b-54f3-4b25-b806-8b1848ae7c8d"}, {"server_uuid": "de8b4938-2740-4a84-ab8a-ac8d9f3170c7", "name": "network-vif-plugged", "status": "completed", "tag": "ee822a77-6057-45df-8cd4-1e22447cc4c2"}, {"server_uuid": "35dae8f2-5b35-43d0-993e-d2035b5bc9b2", "name": "network-vif-plugged", "status": "completed", "tag": "a7533f43-a924-496a-a462-ff86c48552c1"}, {"server_uuid": "78e304a7-a259-498f-b0b9-75af27ad7faa", "name": "network-vif-plugged", "status": "completed", "tag": "262afc76-15fe-45ca-bb9c-0ab7750f9a47"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:29.032268 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-844ddbc3-4a04-4707-8db7-add60779a69a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32a6846-75e2-4a3e-aec3-0e166ad7aaff {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:10:29.045132 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-844ddbc3-4a04-4707-8db7-add60779a69a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:29.060539 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-844ddbc3-4a04-4707-8db7-add60779a69a service neutron] Transition to ACTIVE for port object c32a6846-75e2-4a3e-aec3-0e166ad7aaff will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:29.139653 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6af9-bf39-4a96-b2b2-5896640cbcba req-856a76b0-b20e-4f53-b1ee-408f37d22407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:29.142892 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0bec6af9-bf39-4a96-b2b2-5896640cbcba req-856a76b0-b20e-4f53-b1ee-408f37d22407 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.0781100 Sep 01 15:10:29.159985 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-844ddbc3-4a04-4707-8db7-add60779a69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:29.177356 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6af9-bf39-4a96-b2b2-5896640cbcba req-e2576aea-6501-4915-aeb9-6514ea24d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:29.179335 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0bec6af9-bf39-4a96-b2b2-5896640cbcba req-e2576aea-6501-4915-aeb9-6514ea24d53c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4489951 Sep 01 15:10:29.497604 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ddbc3-4a04-4707-8db7-add60779a69a service neutron] Pushing event updated for resources: {'Port': ['ID=c32a6846-75e2-4a3e-aec3-0e166ad7aaff,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:29.542947 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6af9-bf39-4a96-b2b2-5896640cbcba req-75372542-0c7d-41fe-a50f-8d671fdad66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:29.544507 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0bec6af9-bf39-4a96-b2b2-5896640cbcba req-75372542-0c7d-41fe-a50f-8d671fdad66b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3805826 Sep 01 15:10:29.804926 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0bec6af9-bf39-4a96-b2b2-5896640cbcba req-5dd8503a-cbe1-42d4-8b89-62d24448bb58 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6012480 Sep 01 15:10:29.849179 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:10:30.032250 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-844ddbc3-4a04-4707-8db7-add60779a69a service neutron] Attempting to bind port c32a6846-75e2-4a3e-aec3-0e166ad7aaff on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:10:30.032874 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-844ddbc3-4a04-4707-8db7-add60779a69a service neutron] Attempting to bind port c32a6846-75e2-4a3e-aec3-0e166ad7aaff by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '3288f583-539b-46ff-9561-dede33de514c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:10:30.033009 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-844ddbc3-4a04-4707-8db7-add60779a69a service neutron] Attempting to bind port c32a6846-75e2-4a3e-aec3-0e166ad7aaff on network 17543319-6060-4d8f-9fbf-24ed833e1936 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:30.090704 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-844ddbc3-4a04-4707-8db7-add60779a69a service neutron] Port c32a6846-75e2-4a3e-aec3-0e166ad7aaff on network 17543319-6060-4d8f-9fbf-24ed833e1936 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:10:30.091116 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-844ddbc3-4a04-4707-8db7-add60779a69a service neutron] Attempting to bind port c32a6846-75e2-4a3e-aec3-0e166ad7aaff on network 17543319-6060-4d8f-9fbf-24ed833e1936 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:30.148266 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-844ddbc3-4a04-4707-8db7-add60779a69a service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:10:30.148514 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-844ddbc3-4a04-4707-8db7-add60779a69a service neutron] Checking segment: {'id': '3288f583-539b-46ff-9561-dede33de514c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:10:30.148913 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-844ddbc3-4a04-4707-8db7-add60779a69a service neutron] Bound using segment: {'id': '3288f583-539b-46ff-9561-dede33de514c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:10:30.149370 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-844ddbc3-4a04-4707-8db7-add60779a69a service neutron] Bound port: c32a6846-75e2-4a3e-aec3-0e166ad7aaff, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3288f583-539b-46ff-9561-dede33de514c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:10:30.149743 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-844ddbc3-4a04-4707-8db7-add60779a69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:30.168683 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0bec6af9-bf39-4a96-b2b2-5896640cbcba req-6680aa88-62a3-488d-8518-27e60d93d38d service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623140 Sep 01 15:10:30.226648 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:30.350290 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f5b0b55b-5d81-4b5d-a3fa-c49c853abef3, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f5b0b55b-5d81-4b5d-a3fa-c49c853abef3,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:30.365017 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:30.426522 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0bec6af9-bf39-4a96-b2b2-5896640cbcba req-8f6ae802-6c1c-4b83-b8fb-0b504da4454b service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6032610 Sep 01 15:10:30.603051 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=f5b0b55b-5d81-4b5d-a3fa-c49c853abef3,revision_number=11']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:30.710480 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0bec6af9-bf39-4a96-b2b2-5896640cbcba req-d01d03a1-89a1-482c-af5d-4bd865174458 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5312078 Sep 01 15:10:30.843086 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-844ddbc3-4a04-4707-8db7-add60779a69a service neutron] For port c32a6846-75e2-4a3e-aec3-0e166ad7aaff, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:10:30.851059 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-844ddbc3-4a04-4707-8db7-add60779a69a service neutron] For port c32a6846-75e2-4a3e-aec3-0e166ad7aaff, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=c32a6846-75e2-4a3e-aec3-0e166ad7aaff,segment=NetworkSegment(3288f583-539b-46ff-9561-dede33de514c),segment_id=3288f583-539b-46ff-9561-dede33de514c)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:10:30.861572 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-844ddbc3-4a04-4707-8db7-add60779a69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:30.975975 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-844ddbc3-4a04-4707-8db7-add60779a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:30.981747 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-844ddbc3-4a04-4707-8db7-add60779a69a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:30.983311 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-844ddbc3-4a04-4707-8db7-add60779a69a service neutron] 10.222.0.62 "PUT /v2.0/ports/c32a6846-75e2-4a3e-aec3-0e166ad7aaff HTTP/1.1" status: 200 len: 1091 time: 3.4882791 Sep 01 15:10:30.994432 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'tag': 'c32a6846-75e2-4a3e-aec3-0e166ad7aaff'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:31.008587 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d0465f-01b0-4e24-94cc-986e89f35085" -d '{"events": [{"name": "network-changed", "server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "tag": "c32a6846-75e2-4a3e-aec3-0e166ad7aaff"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:31.047656 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Request body: {'port': {'device_id': '84fd7c78-6583-45e4-8017-a124d252441b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:31.145483 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ddbc3-4a04-4707-8db7-add60779a69a service neutron] Pushing event updated for resources: {'Port': ['ID=c32a6846-75e2-4a3e-aec3-0e166ad7aaff,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:31.248890 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:32.077168 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f74b773b-5f13-43af-b95b-4dae0c371691 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:10:32.091004 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:32.110221 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Transition to ACTIVE for port object f74b773b-5f13-43af-b95b-4dae0c371691 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:32.123738 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:32.352992 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Pushing event updated for resources: {'Port': ['ID=f74b773b-5f13-43af-b95b-4dae0c371691,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:32.581340 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Attempting to bind port f74b773b-5f13-43af-b95b-4dae0c371691 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:10:32.612548 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Attempting to bind port f74b773b-5f13-43af-b95b-4dae0c371691 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '9912b1ca-c666-4f3c-9388-ba1946d5a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:10:32.613716 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Attempting to bind port f74b773b-5f13-43af-b95b-4dae0c371691 on network d380e665-3a57-46b5-8f38-76cf2ddb73aa {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:32.635419 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Port f74b773b-5f13-43af-b95b-4dae0c371691 on network d380e665-3a57-46b5-8f38-76cf2ddb73aa not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:10:32.637431 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Attempting to bind port f74b773b-5f13-43af-b95b-4dae0c371691 on network d380e665-3a57-46b5-8f38-76cf2ddb73aa {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:32.663894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:10:32.666726 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Checking segment: {'id': '9912b1ca-c666-4f3c-9388-ba1946d5a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:10:32.667577 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Bound using segment: {'id': '9912b1ca-c666-4f3c-9388-ba1946d5a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:10:32.669901 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Bound port: f74b773b-5f13-43af-b95b-4dae0c371691, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9912b1ca-c666-4f3c-9388-ba1946d5a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:10:32.673563 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:32.862683 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] For port f74b773b-5f13-43af-b95b-4dae0c371691, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:10:32.870761 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] For port f74b773b-5f13-43af-b95b-4dae0c371691, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f74b773b-5f13-43af-b95b-4dae0c371691,segment=NetworkSegment(9912b1ca-c666-4f3c-9388-ba1946d5a15d),segment_id=9912b1ca-c666-4f3c-9388-ba1946d5a15d)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:10:32.894366 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:32.962861 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:32.963573 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:32.966045 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] 10.222.0.62 "PUT /v2.0/ports/f74b773b-5f13-43af-b95b-4dae0c371691 HTTP/1.1" status: 200 len: 1136 time: 1.9318733 Sep 01 15:10:33.072885 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9139c671-b58d-4e56-b906-99454d9ec036 service neutron] Request body: {'port': {'device_id': '84fd7c78-6583-45e4-8017-a124d252441b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:33.325374 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9139c671-b58d-4e56-b906-99454d9ec036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:33.327629 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Pushing event updated for resources: {'Port': ['ID=f74b773b-5f13-43af-b95b-4dae0c371691,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:33.388681 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:33.389426 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:33.389784 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:33.397102 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:33.397522 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:33.397876 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:33.398228 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:33.398688 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:33.399018 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:33.399397 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:33.402450 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:33.402793 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157951a-facd-483b-9200-436ccfe1e95a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:34.133736 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9139c671-b58d-4e56-b906-99454d9ec036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25889e58-c1fa-4ed2-89a7-236d8cfd5f91 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:10:34.154144 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9139c671-b58d-4e56-b906-99454d9ec036 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:34.180474 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9139c671-b58d-4e56-b906-99454d9ec036 service neutron] Transition to ACTIVE for port object 25889e58-c1fa-4ed2-89a7-236d8cfd5f91 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:34.187947 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9139c671-b58d-4e56-b906-99454d9ec036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:34.392593 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139c671-b58d-4e56-b906-99454d9ec036 service neutron] Pushing event updated for resources: {'Port': ['ID=25889e58-c1fa-4ed2-89a7-236d8cfd5f91,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:34.607110 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9139c671-b58d-4e56-b906-99454d9ec036 service neutron] Attempting to bind port 25889e58-c1fa-4ed2-89a7-236d8cfd5f91 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:10:34.607798 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9139c671-b58d-4e56-b906-99454d9ec036 service neutron] Attempting to bind port 25889e58-c1fa-4ed2-89a7-236d8cfd5f91 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '9912b1ca-c666-4f3c-9388-ba1946d5a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:10:34.615697 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9139c671-b58d-4e56-b906-99454d9ec036 service neutron] Attempting to bind port 25889e58-c1fa-4ed2-89a7-236d8cfd5f91 on network d380e665-3a57-46b5-8f38-76cf2ddb73aa {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:34.631529 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9139c671-b58d-4e56-b906-99454d9ec036 service neutron] Port 25889e58-c1fa-4ed2-89a7-236d8cfd5f91 on network d380e665-3a57-46b5-8f38-76cf2ddb73aa not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:10:34.632198 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9139c671-b58d-4e56-b906-99454d9ec036 service neutron] Attempting to bind port 25889e58-c1fa-4ed2-89a7-236d8cfd5f91 on network d380e665-3a57-46b5-8f38-76cf2ddb73aa {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:34.650884 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9139c671-b58d-4e56-b906-99454d9ec036 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:10:34.656273 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9139c671-b58d-4e56-b906-99454d9ec036 service neutron] Checking segment: {'id': '9912b1ca-c666-4f3c-9388-ba1946d5a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:10:34.657135 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9139c671-b58d-4e56-b906-99454d9ec036 service neutron] Bound using segment: {'id': '9912b1ca-c666-4f3c-9388-ba1946d5a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:10:34.658075 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9139c671-b58d-4e56-b906-99454d9ec036 service neutron] Bound port: 25889e58-c1fa-4ed2-89a7-236d8cfd5f91, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9912b1ca-c666-4f3c-9388-ba1946d5a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:10:34.661141 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9139c671-b58d-4e56-b906-99454d9ec036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:34.833576 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9139c671-b58d-4e56-b906-99454d9ec036 service neutron] For port 25889e58-c1fa-4ed2-89a7-236d8cfd5f91, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:10:34.838614 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9139c671-b58d-4e56-b906-99454d9ec036 service neutron] For port 25889e58-c1fa-4ed2-89a7-236d8cfd5f91, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=25889e58-c1fa-4ed2-89a7-236d8cfd5f91,segment=NetworkSegment(9912b1ca-c666-4f3c-9388-ba1946d5a15d),segment_id=9912b1ca-c666-4f3c-9388-ba1946d5a15d)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:10:34.849509 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9139c671-b58d-4e56-b906-99454d9ec036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:34.951529 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9139c671-b58d-4e56-b906-99454d9ec036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:34.952773 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9139c671-b58d-4e56-b906-99454d9ec036 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:34.956302 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9139c671-b58d-4e56-b906-99454d9ec036 service neutron] 10.222.0.62 "PUT /v2.0/ports/25889e58-c1fa-4ed2-89a7-236d8cfd5f91 HTTP/1.1" status: 200 len: 1136 time: 1.9059274 Sep 01 15:10:35.074015 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139c671-b58d-4e56-b906-99454d9ec036 service neutron] Pushing event updated for resources: {'Port': ['ID=25889e58-c1fa-4ed2-89a7-236d8cfd5f91,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:35.093797 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-41d1b165-e176-4152-92a5-07acd6f0d580 service neutron] Request body: {'port': {'device_id': '84fd7c78-6583-45e4-8017-a124d252441b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:35.244092 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-41d1b165-e176-4152-92a5-07acd6f0d580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:36.061376 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-41d1b165-e176-4152-92a5-07acd6f0d580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d5cb6f3-2f23-485c-94f0-fb274a06c858 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:10:36.078242 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-41d1b165-e176-4152-92a5-07acd6f0d580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:36.120249 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-41d1b165-e176-4152-92a5-07acd6f0d580 service neutron] Transition to ACTIVE for port object 3d5cb6f3-2f23-485c-94f0-fb274a06c858 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:36.132481 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-41d1b165-e176-4152-92a5-07acd6f0d580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:36.394788 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1b165-e176-4152-92a5-07acd6f0d580 service neutron] Pushing event updated for resources: {'Port': ['ID=3d5cb6f3-2f23-485c-94f0-fb274a06c858,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:36.575953 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-41d1b165-e176-4152-92a5-07acd6f0d580 service neutron] Attempting to bind port 3d5cb6f3-2f23-485c-94f0-fb274a06c858 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:10:36.576734 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-41d1b165-e176-4152-92a5-07acd6f0d580 service neutron] Attempting to bind port 3d5cb6f3-2f23-485c-94f0-fb274a06c858 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '9912b1ca-c666-4f3c-9388-ba1946d5a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:10:36.577635 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-41d1b165-e176-4152-92a5-07acd6f0d580 service neutron] Attempting to bind port 3d5cb6f3-2f23-485c-94f0-fb274a06c858 on network d380e665-3a57-46b5-8f38-76cf2ddb73aa {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:36.603378 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-41d1b165-e176-4152-92a5-07acd6f0d580 service neutron] Port 3d5cb6f3-2f23-485c-94f0-fb274a06c858 on network d380e665-3a57-46b5-8f38-76cf2ddb73aa not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:10:36.604193 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-41d1b165-e176-4152-92a5-07acd6f0d580 service neutron] Attempting to bind port 3d5cb6f3-2f23-485c-94f0-fb274a06c858 on network d380e665-3a57-46b5-8f38-76cf2ddb73aa {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:36.623684 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-41d1b165-e176-4152-92a5-07acd6f0d580 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:10:36.624525 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-41d1b165-e176-4152-92a5-07acd6f0d580 service neutron] Checking segment: {'id': '9912b1ca-c666-4f3c-9388-ba1946d5a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:10:36.625376 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-41d1b165-e176-4152-92a5-07acd6f0d580 service neutron] Bound using segment: {'id': '9912b1ca-c666-4f3c-9388-ba1946d5a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:10:36.626256 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-41d1b165-e176-4152-92a5-07acd6f0d580 service neutron] Bound port: 3d5cb6f3-2f23-485c-94f0-fb274a06c858, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9912b1ca-c666-4f3c-9388-ba1946d5a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:10:36.627073 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-41d1b165-e176-4152-92a5-07acd6f0d580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:36.902450 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-41d1b165-e176-4152-92a5-07acd6f0d580 service neutron] For port 3d5cb6f3-2f23-485c-94f0-fb274a06c858, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:10:36.909475 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-41d1b165-e176-4152-92a5-07acd6f0d580 service neutron] For port 3d5cb6f3-2f23-485c-94f0-fb274a06c858, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=3d5cb6f3-2f23-485c-94f0-fb274a06c858,segment=NetworkSegment(9912b1ca-c666-4f3c-9388-ba1946d5a15d),segment_id=9912b1ca-c666-4f3c-9388-ba1946d5a15d)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:10:36.924518 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-41d1b165-e176-4152-92a5-07acd6f0d580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:37.064756 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-41d1b165-e176-4152-92a5-07acd6f0d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:37.066157 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-41d1b165-e176-4152-92a5-07acd6f0d580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:37.069791 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-41d1b165-e176-4152-92a5-07acd6f0d580 service neutron] 10.222.0.62 "PUT /v2.0/ports/3d5cb6f3-2f23-485c-94f0-fb274a06c858 HTTP/1.1" status: 200 len: 1091 time: 1.9877944 Sep 01 15:10:37.146562 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1b165-e176-4152-92a5-07acd6f0d580 service neutron] Pushing event updated for resources: {'Port': ['ID=3d5cb6f3-2f23-485c-94f0-fb274a06c858,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:37.170360 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-95712789-9839-45e6-8f08-9c159ea907f2 service neutron] Request body: {'port': {'device_id': '84fd7c78-6583-45e4-8017-a124d252441b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:37.360959 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-95712789-9839-45e6-8f08-9c159ea907f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:37.913299 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-95712789-9839-45e6-8f08-9c159ea907f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7fe6b2b-4faf-479e-97eb-4d3b218d201c {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:10:37.941022 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-95712789-9839-45e6-8f08-9c159ea907f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:37.977723 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-95712789-9839-45e6-8f08-9c159ea907f2 service neutron] Transition to ACTIVE for port object d7fe6b2b-4faf-479e-97eb-4d3b218d201c will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:37.982118 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-95712789-9839-45e6-8f08-9c159ea907f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:38.089520 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95712789-9839-45e6-8f08-9c159ea907f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d7fe6b2b-4faf-479e-97eb-4d3b218d201c,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:38.168285 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:38.281720 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb1768-9db1-4ae4-82cc-fa6d9c22fa2c req-21349351-10b5-444a-9bef-07e70af632a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:38.290869 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb1768-9db1-4ae4-82cc-fa6d9c22fa2c req-21349351-10b5-444a-9bef-07e70af632a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:38.296833 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-95712789-9839-45e6-8f08-9c159ea907f2 service neutron] Attempting to bind port d7fe6b2b-4faf-479e-97eb-4d3b218d201c on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:10:38.297168 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-95712789-9839-45e6-8f08-9c159ea907f2 service neutron] Attempting to bind port d7fe6b2b-4faf-479e-97eb-4d3b218d201c by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '9912b1ca-c666-4f3c-9388-ba1946d5a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:10:38.301716 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-95712789-9839-45e6-8f08-9c159ea907f2 service neutron] Attempting to bind port d7fe6b2b-4faf-479e-97eb-4d3b218d201c on network d380e665-3a57-46b5-8f38-76cf2ddb73aa {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:38.312417 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-95712789-9839-45e6-8f08-9c159ea907f2 service neutron] Port d7fe6b2b-4faf-479e-97eb-4d3b218d201c on network d380e665-3a57-46b5-8f38-76cf2ddb73aa not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:10:38.312861 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-95712789-9839-45e6-8f08-9c159ea907f2 service neutron] Attempting to bind port d7fe6b2b-4faf-479e-97eb-4d3b218d201c on network d380e665-3a57-46b5-8f38-76cf2ddb73aa {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:38.325243 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb1768-9db1-4ae4-82cc-fa6d9c22fa2c req-21349351-10b5-444a-9bef-07e70af632a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:38.358264 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-95712789-9839-45e6-8f08-9c159ea907f2 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:10:38.358707 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-95712789-9839-45e6-8f08-9c159ea907f2 service neutron] Checking segment: {'id': '9912b1ca-c666-4f3c-9388-ba1946d5a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:10:38.359178 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-95712789-9839-45e6-8f08-9c159ea907f2 service neutron] Bound using segment: {'id': '9912b1ca-c666-4f3c-9388-ba1946d5a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:10:38.359654 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-95712789-9839-45e6-8f08-9c159ea907f2 service neutron] Bound port: d7fe6b2b-4faf-479e-97eb-4d3b218d201c, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9912b1ca-c666-4f3c-9388-ba1946d5a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:10:38.360047 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-95712789-9839-45e6-8f08-9c159ea907f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:38.361652 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f605f18-458b-4041-817e-02c3666cf76d x-openstack-request-id: req-1f605f18-458b-4041-817e-02c3666cf76d {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:38.362155 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557c31cf-a816-4f75-9e29-78b42060a235", "name": "network-vif-plugged", "status": "completed", "tag": "35cf9d6b-54f3-4b25-b806-8b1848ae7c8d", "code": 200}, {"server_uuid": "de8b4938-2740-4a84-ab8a-ac8d9f3170c7", "name": "network-vif-plugged", "status": "completed", "tag": "ee822a77-6057-45df-8cd4-1e22447cc4c2", "code": 200}, {"server_uuid": "35dae8f2-5b35-43d0-993e-d2035b5bc9b2", "name": "network-vif-plugged", "status": "completed", "tag": "a7533f43-a924-496a-a462-ff86c48552c1", "code": 200}, {"server_uuid": "78e304a7-a259-498f-b0b9-75af27ad7faa", "name": "network-vif-plugged", "status": "completed", "tag": "262afc76-15fe-45ca-bb9c-0ab7750f9a47", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:38.362616 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1f605f18-458b-4041-817e-02c3666cf76d {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:38.363289 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557c31cf-a816-4f75-9e29-78b42060a235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d', 'code': 200} Sep 01 15:10:38.363696 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8b4938-2740-4a84-ab8a-ac8d9f3170c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee822a77-6057-45df-8cd4-1e22447cc4c2', 'code': 200} Sep 01 15:10:38.364129 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35dae8f2-5b35-43d0-993e-d2035b5bc9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7533f43-a924-496a-a462-ff86c48552c1', 'code': 200} Sep 01 15:10:38.364561 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e304a7-a259-498f-b0b9-75af27ad7faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262afc76-15fe-45ca-bb9c-0ab7750f9a47', 'code': 200} Sep 01 15:10:38.366611 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb1768-9db1-4ae4-82cc-fa6d9c22fa2c req-21349351-10b5-444a-9bef-07e70af632a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:38.397145 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb1768-9db1-4ae4-82cc-fa6d9c22fa2c req-21349351-10b5-444a-9bef-07e70af632a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:38.418954 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb1768-9db1-4ae4-82cc-fa6d9c22fa2c req-21349351-10b5-444a-9bef-07e70af632a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:38.462342 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb1768-9db1-4ae4-82cc-fa6d9c22fa2c req-21349351-10b5-444a-9bef-07e70af632a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:38.465938 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c8eb1768-9db1-4ae4-82cc-fa6d9c22fa2c req-21349351-10b5-444a-9bef-07e70af632a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5408 time: 0.4191284 Sep 01 15:10:38.602240 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c8eb1768-9db1-4ae4-82cc-fa6d9c22fa2c req-7f3882c2-048f-40a8-92d2-41a8bc372c3d tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1232097 Sep 01 15:10:38.652884 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2e094-5283-40bb-971a-0861b6ff51a5 req-ecba6ff5-05cd-4109-8f34-7e67adeba634 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:38.654671 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fdd2e094-5283-40bb-971a-0861b6ff51a5 req-ecba6ff5-05cd-4109-8f34-7e67adeba634 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.62 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa&tenant_id=d7f261ece20a48a4b227e981b98a52fd&binding%3Ahost_id=n-h1-794796-3 HTTP/1.1" status: 200 len: 949 time: 0.3433492 Sep 01 15:10:39.160331 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c3fc35-7b60-467e-b8d2-35627e4a0c39 x-openstack-request-id: req-04c3fc35-7b60-467e-b8d2-35627e4a0c39 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:39.166645 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "tag": "c32a6846-75e2-4a3e-aec3-0e166ad7aaff", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:39.167551 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-04c3fc35-7b60-467e-b8d2-35627e4a0c39 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:39.168598 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'tag': 'c32a6846-75e2-4a3e-aec3-0e166ad7aaff', 'status': 'completed', 'code': 200} Sep 01 15:10:39.194935 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-048032af-7889-4954-85ad-606007bccd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:39.359754 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa79ed-c435-4651-9eb2-bc4508714b10 req-15f10dfb-ab70-4095-8dcb-399d5cfdda2e tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:39.371044 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7aaa79ed-c435-4651-9eb2-bc4508714b10 req-15f10dfb-ab70-4095-8dcb-399d5cfdda2e tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dae8f2-5b35-43d0-993e-d2035b5bc9b2 HTTP/1.1" status: 200 len: 945 time: 0.7947996 Sep 01 15:10:39.421432 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-95712789-9839-45e6-8f08-9c159ea907f2 service neutron] For port d7fe6b2b-4faf-479e-97eb-4d3b218d201c, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:10:39.502667 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-95712789-9839-45e6-8f08-9c159ea907f2 service neutron] For port d7fe6b2b-4faf-479e-97eb-4d3b218d201c, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=d7fe6b2b-4faf-479e-97eb-4d3b218d201c,segment=NetworkSegment(9912b1ca-c666-4f3c-9388-ba1946d5a15d),segment_id=9912b1ca-c666-4f3c-9388-ba1946d5a15d)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:10:39.542804 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-95712789-9839-45e6-8f08-9c159ea907f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:39.560205 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [req-fdd2e094-5283-40bb-971a-0861b6ff51a5 req-51d5260c-b8e7-41d5-8d45-626f7d6e3f65 service neutron] delete failed (client error): The resource could not be found. Sep 01 15:10:39.562125 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fdd2e094-5283-40bb-971a-0861b6ff51a5 req-51d5260c-b8e7-41d5-8d45-626f7d6e3f65 service neutron] 10.222.0.62 "DELETE /v2.0/ports/262afc76-15fe-45ca-bb9c-0ab7750f9a47/bindings/n-h2-794796-3 HTTP/1.1" status: 404 len: 380 time: 0.8936474 Sep 01 15:10:39.702786 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a5c41-6541-4a17-9ce1-228410321dcd req-38e5da7d-89b1-4140-b59c-a042ed58d5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:39.705380 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c5a5c41-6541-4a17-9ce1-228410321dcd req-38e5da7d-89b1-4140-b59c-a042ed58d5c7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=35dae8f2-5b35-43d0-993e-d2035b5bc9b2 HTTP/1.1" status: 200 len: 1096 time: 1.1557541 Sep 01 15:10:39.740273 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0465f-01b0-4e24-94cc-986e89f35085 req-25857b7b-e5b3-4f76-89c5-17aa8647f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:39.741159 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0465f-01b0-4e24-94cc-986e89f35085 req-25857b7b-e5b3-4f76-89c5-17aa8647f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:39.742027 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0465f-01b0-4e24-94cc-986e89f35085 req-25857b7b-e5b3-4f76-89c5-17aa8647f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:39.742961 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0465f-01b0-4e24-94cc-986e89f35085 req-25857b7b-e5b3-4f76-89c5-17aa8647f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:39.743842 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0465f-01b0-4e24-94cc-986e89f35085 req-25857b7b-e5b3-4f76-89c5-17aa8647f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:39.744717 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0465f-01b0-4e24-94cc-986e89f35085 req-25857b7b-e5b3-4f76-89c5-17aa8647f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:39.745598 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0465f-01b0-4e24-94cc-986e89f35085 req-25857b7b-e5b3-4f76-89c5-17aa8647f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:39.749362 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-19d0465f-01b0-4e24-94cc-986e89f35085 req-25857b7b-e5b3-4f76-89c5-17aa8647f0e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f7d7b06bb64040f2849246a606ea13be&device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 6313 time: 0.5786068 Sep 01 15:10:39.859368 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7aaa79ed-c435-4651-9eb2-bc4508714b10 req-9c31ff13-0f82-4920-8284-23b6bbc409d6 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679705 Sep 01 15:10:39.888922 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-95712789-9839-45e6-8f08-9c159ea907f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:39.893290 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-95712789-9839-45e6-8f08-9c159ea907f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:39.903853 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-95712789-9839-45e6-8f08-9c159ea907f2 service neutron] 10.222.0.62 "PUT /v2.0/ports/d7fe6b2b-4faf-479e-97eb-4d3b218d201c HTTP/1.1" status: 200 len: 1091 time: 2.7478051 Sep 01 15:10:40.012824 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10c67a-a4fd-46aa-8840-2d529587e2b8 req-c252add5-12e8-4475-a150-a3ce3c417984 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:40.026644 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ed10c67a-a4fd-46aa-8840-2d529587e2b8 req-c252add5-12e8-4475-a150-a3ce3c417984 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 947 time: 0.2084079 Sep 01 15:10:40.039444 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-ea1acdf6-55f4-45fd-8e57-e33e8865787a service neutron] Request body: {'port': {'device_id': '84fd7c78-6583-45e4-8017-a124d252441b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:40.146516 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ed10c67a-a4fd-46aa-8840-2d529587e2b8 req-c49cae1d-fcb2-43a5-bc8a-946f528ffefe tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091456 Sep 01 15:10:40.324735 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2e094-5283-40bb-971a-0861b6ff51a5 req-a166b332-4813-4c85-8d5b-ff872054ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:40.326310 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fdd2e094-5283-40bb-971a-0861b6ff51a5 req-a166b332-4813-4c85-8d5b-ff872054ae02 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 1100 time: 0.5590916 Sep 01 15:10:40.326989 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95712789-9839-45e6-8f08-9c159ea907f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d7fe6b2b-4faf-479e-97eb-4d3b218d201c,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:40.367203 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2787c503-21f2-40a8-b66d-3afa51825d67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5b0b55b-5d81-4b5d-a3fa-c49c853abef3'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:40.371762 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bd4666-1eda-4e4c-8543-f8b42b8dd563" -d '{"events": [{"server_uuid": "2787c503-21f2-40a8-b66d-3afa51825d67", "name": "network-vif-unplugged", "status": "completed", "tag": "f5b0b55b-5d81-4b5d-a3fa-c49c853abef3"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:40.382059 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d5370-ef95-416d-ba31-6fd220c74c6b req-26959e3e-9224-4025-b137-7bd7e584c3ae tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:40.383769 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2c4d5370-ef95-416d-ba31-6fd220c74c6b req-26959e3e-9224-4025-b137-7bd7e584c3ae tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2787c503-21f2-40a8-b66d-3afa51825d67 HTTP/1.1" status: 200 len: 949 time: 0.2083147 Sep 01 15:10:40.422044 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ce762-90c3-49c5-9492-13495003f174 req-82770dc4-e536-4022-af0d-ae6423527f56 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:40.431035 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ab9ce762-90c3-49c5-9492-13495003f174 req-82770dc4-e536-4022-af0d-ae6423527f56 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 949 time: 0.0981603 Sep 01 15:10:40.456975 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-ea1acdf6-55f4-45fd-8e57-e33e8865787a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:40.460657 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c5a5c41-6541-4a17-9ce1-228410321dcd req-80e04757-93b1-4f58-967e-a458b945b036 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7038579 Sep 01 15:10:40.490466 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ab9ce762-90c3-49c5-9492-13495003f174 req-d982cecd-10e1-4813-a909-69c6e2565d9b tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580456 Sep 01 15:10:40.588029 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0465f-01b0-4e24-94cc-986e89f35085 req-aa87c659-5682-43c8-ab3c-5ddc3f2d28a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:40.588029 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0465f-01b0-4e24-94cc-986e89f35085 req-aa87c659-5682-43c8-ab3c-5ddc3f2d28a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:40.588029 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0465f-01b0-4e24-94cc-986e89f35085 req-aa87c659-5682-43c8-ab3c-5ddc3f2d28a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:40.588029 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-19d0465f-01b0-4e24-94cc-986e89f35085 req-aa87c659-5682-43c8-ab3c-5ddc3f2d28a1 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f7d7b06bb64040f2849246a606ea13be&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6779592 Sep 01 15:10:40.684821 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2c4d5370-ef95-416d-ba31-6fd220c74c6b req-1b6faf09-8685-4559-b648-6480029b66e5 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f724bc7-136a-489b-b35e-66510558c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360966 Sep 01 15:10:40.778113 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edeeca6-7c2d-4dbe-94dd-e83fd86e1c55 req-39fb844d-fbf1-4e1a-8675-69083044c1f9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:40.786025 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edeeca6-7c2d-4dbe-94dd-e83fd86e1c55 req-39fb844d-fbf1-4e1a-8675-69083044c1f9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:40.796039 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edeeca6-7c2d-4dbe-94dd-e83fd86e1c55 req-39fb844d-fbf1-4e1a-8675-69083044c1f9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:40.808633 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edeeca6-7c2d-4dbe-94dd-e83fd86e1c55 req-39fb844d-fbf1-4e1a-8675-69083044c1f9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:40.829260 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edeeca6-7c2d-4dbe-94dd-e83fd86e1c55 req-39fb844d-fbf1-4e1a-8675-69083044c1f9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:40.852028 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edeeca6-7c2d-4dbe-94dd-e83fd86e1c55 req-39fb844d-fbf1-4e1a-8675-69083044c1f9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:40.871759 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edeeca6-7c2d-4dbe-94dd-e83fd86e1c55 req-39fb844d-fbf1-4e1a-8675-69083044c1f9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:40.881388 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9edeeca6-7c2d-4dbe-94dd-e83fd86e1c55 req-39fb844d-fbf1-4e1a-8675-69083044c1f9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5408 time: 0.2228429 Sep 01 15:10:40.970268 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2e094-5283-40bb-971a-0861b6ff51a5 req-9fb2e3c3-a138-4ada-8c8e-329ceac59252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:40.972290 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fdd2e094-5283-40bb-971a-0861b6ff51a5 req-9fb2e3c3-a138-4ada-8c8e-329ceac59252 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.6340530 Sep 01 15:10:40.987781 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9edeeca6-7c2d-4dbe-94dd-e83fd86e1c55 req-e389408a-47ae-42f4-badf-69ca20b458e1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1048529 Sep 01 15:10:41.051167 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fdd2e094-5283-40bb-971a-0861b6ff51a5 req-592faf4e-c2e3-4b04-85bb-28bc6b8c106c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=262afc76-15fe-45ca-bb9c-0ab7750f9a47 HTTP/1.1" status: 200 len: 217 time: 0.0510364 Sep 01 15:10:41.170574 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'tag': 'f74b773b-5f13-43af-b95b-4dae0c371691'}, {'name': 'network-changed', 'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'tag': '25889e58-c1fa-4ed2-89a7-236d8cfd5f91'}, {'name': 'network-changed', 'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'tag': '3d5cb6f3-2f23-485c-94f0-fb274a06c858'}, {'name': 'network-changed', 'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'tag': 'd7fe6b2b-4faf-479e-97eb-4d3b218d201c'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:41.174486 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba" -d '{"events": [{"name": "network-changed", "server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "tag": "f74b773b-5f13-43af-b95b-4dae0c371691"}, {"name": "network-changed", "server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "tag": "25889e58-c1fa-4ed2-89a7-236d8cfd5f91"}, {"name": "network-changed", "server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "tag": "3d5cb6f3-2f23-485c-94f0-fb274a06c858"}, {"name": "network-changed", "server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "tag": "d7fe6b2b-4faf-479e-97eb-4d3b218d201c"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:41.244890 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0465f-01b0-4e24-94cc-986e89f35085 req-abcd877c-a0ee-40e0-bc0d-671b2ef59994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:41.247761 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-19d0465f-01b0-4e24-94cc-986e89f35085 req-abcd877c-a0ee-40e0-bc0d-671b2ef59994 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6451421 Sep 01 15:10:41.273905 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042f398-2410-4555-ab71-2d18ad504f76 req-b9668bab-a2bb-4be9-879d-51cd136a0f5f tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:41.287883 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6042f398-2410-4555-ab71-2d18ad504f76 req-b9668bab-a2bb-4be9-879d-51cd136a0f5f tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 945 time: 0.3782706 Sep 01 15:10:41.324598 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2e094-5283-40bb-971a-0861b6ff51a5 req-2232d694-589b-4095-9c43-22bf39db48a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:41.327333 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fdd2e094-5283-40bb-971a-0861b6ff51a5 req-2232d694-589b-4095-9c43-22bf39db48a2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.2610676 Sep 01 15:10:41.494245 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6042f398-2410-4555-ab71-2d18ad504f76 req-888d9c8a-a585-42d5-b0d0-cb8b75231017 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050157 Sep 01 15:10:41.536701 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2e094-5283-40bb-971a-0861b6ff51a5 req-778d8822-434d-4874-96a5-fddd9ac9491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:41.538633 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fdd2e094-5283-40bb-971a-0861b6ff51a5 req-778d8822-434d-4874-96a5-fddd9ac9491d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1917403 Sep 01 15:10:41.677852 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b692368-0a06-4379-9854-a313fda0c6e3 x-openstack-request-id: req-0b692368-0a06-4379-9854-a313fda0c6e3 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:41.678780 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2787c503-21f2-40a8-b66d-3afa51825d67", "name": "network-vif-unplugged", "status": "completed", "tag": "f5b0b55b-5d81-4b5d-a3fa-c49c853abef3", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:41.679912 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b692368-0a06-4379-9854-a313fda0c6e3 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:41.680577 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2787c503-21f2-40a8-b66d-3afa51825d67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5b0b55b-5d81-4b5d-a3fa-c49c853abef3', 'code': 200} Sep 01 15:10:41.689599 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-ea1acdf6-55f4-45fd-8e57-e33e8865787a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:10:41.704844 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-ea1acdf6-55f4-45fd-8e57-e33e8865787a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:41.749156 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-ea1acdf6-55f4-45fd-8e57-e33e8865787a service neutron] Transition to ACTIVE for port object a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:41.767903 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-ea1acdf6-55f4-45fd-8e57-e33e8865787a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:41.796192 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fdd2e094-5283-40bb-971a-0861b6ff51a5 req-bb7a27ed-3e34-41e7-bd62-a8287af6c07d service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357743 Sep 01 15:10:41.950390 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:10:42.047099 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1acdf6-55f4-45fd-8e57-e33e8865787a service neutron] Pushing event updated for resources: {'Port': ['ID=a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:42.219193 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a603c6fd-bbf1-4704-9bcc-69da791142cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:42.226904 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:42.229238 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:42.300874 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:42.310136 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fdd2e094-5283-40bb-971a-0861b6ff51a5 req-f9576049-8079-43cb-9aa3-e633e758e5af service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315600 Sep 01 15:10:42.321591 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:42.406831 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,revision_number=11']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:42.420130 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:42.420873 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:42.421526 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:42.422214 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:42.422741 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:42.423387 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:42.424070 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:42.424838 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:42.425490 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:42.426041 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:42.426664 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:42.427268 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:42.455654 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0fc5d2-217a-4812-82a5-6b1cc82c55b8 req-230757a7-c575-4575-a847-6cae32467426 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:42.457814 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6c0fc5d2-217a-4812-82a5-6b1cc82c55b8 req-230757a7-c575-4575-a847-6cae32467426 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dae8f2-5b35-43d0-993e-d2035b5bc9b2 HTTP/1.1" status: 200 len: 945 time: 0.5316052 Sep 01 15:10:42.459287 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-ea1acdf6-55f4-45fd-8e57-e33e8865787a service neutron] Attempting to bind port a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:10:42.459687 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-ea1acdf6-55f4-45fd-8e57-e33e8865787a service neutron] Attempting to bind port a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '6de3f90f-c656-409d-b38f-9feda8a4045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c254db57-43ae-492e-9c7b-cecc22088fc9'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:10:42.460033 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-ea1acdf6-55f4-45fd-8e57-e33e8865787a service neutron] Attempting to bind port a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4 on network c254db57-43ae-492e-9c7b-cecc22088fc9 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:42.466799 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-ea1acdf6-55f4-45fd-8e57-e33e8865787a service neutron] Port a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4 on network c254db57-43ae-492e-9c7b-cecc22088fc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:10:42.467211 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-ea1acdf6-55f4-45fd-8e57-e33e8865787a service neutron] Attempting to bind port a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4 on network c254db57-43ae-492e-9c7b-cecc22088fc9 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:42.493569 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-ea1acdf6-55f4-45fd-8e57-e33e8865787a service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:10:42.494106 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-ea1acdf6-55f4-45fd-8e57-e33e8865787a service neutron] Checking segment: {'id': '6de3f90f-c656-409d-b38f-9feda8a4045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c254db57-43ae-492e-9c7b-cecc22088fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:10:42.495189 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-ea1acdf6-55f4-45fd-8e57-e33e8865787a service neutron] Bound using segment: {'id': '6de3f90f-c656-409d-b38f-9feda8a4045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c254db57-43ae-492e-9c7b-cecc22088fc9'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:10:42.496447 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-ea1acdf6-55f4-45fd-8e57-e33e8865787a service neutron] Bound port: a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de3f90f-c656-409d-b38f-9feda8a4045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c254db57-43ae-492e-9c7b-cecc22088fc9'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:10:42.498050 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-ea1acdf6-55f4-45fd-8e57-e33e8865787a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:42.556615 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6c0fc5d2-217a-4812-82a5-6b1cc82c55b8 req-aad7bed9-7a48-4a86-964d-d396b4cf4275 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858431 Sep 01 15:10:42.655098 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e42016c-fe8a-4667-a49a-000b88a234c4 x-openstack-request-id: req-6e42016c-fe8a-4667-a49a-000b88a234c4 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:42.655751 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "tag": "f74b773b-5f13-43af-b95b-4dae0c371691", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "tag": "25889e58-c1fa-4ed2-89a7-236d8cfd5f91", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "tag": "3d5cb6f3-2f23-485c-94f0-fb274a06c858", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "tag": "d7fe6b2b-4faf-479e-97eb-4d3b218d201c", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:42.656167 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6e42016c-fe8a-4667-a49a-000b88a234c4 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:42.656988 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'tag': 'f74b773b-5f13-43af-b95b-4dae0c371691', 'status': 'completed', 'code': 200} Sep 01 15:10:42.657394 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'tag': '25889e58-c1fa-4ed2-89a7-236d8cfd5f91', 'status': 'completed', 'code': 200} Sep 01 15:10:42.657790 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'tag': '3d5cb6f3-2f23-485c-94f0-fb274a06c858', 'status': 'completed', 'code': 200} Sep 01 15:10:42.658196 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'tag': 'd7fe6b2b-4faf-479e-97eb-4d3b218d201c', 'status': 'completed', 'code': 200} Sep 01 15:10:42.756425 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-ea1acdf6-55f4-45fd-8e57-e33e8865787a service neutron] For port a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:10:42.796704 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-ea1acdf6-55f4-45fd-8e57-e33e8865787a service neutron] For port a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4,segment=NetworkSegment(6de3f90f-c656-409d-b38f-9feda8a4045d),segment_id=6de3f90f-c656-409d-b38f-9feda8a4045d)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:10:42.829889 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-ea1acdf6-55f4-45fd-8e57-e33e8865787a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:42.842451 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-524d2207-beb1-4d26-b0cb-6620d81eb38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:42.842682 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-524d2207-beb1-4d26-b0cb-6620d81eb38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:42.843119 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-524d2207-beb1-4d26-b0cb-6620d81eb38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:42.843603 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-524d2207-beb1-4d26-b0cb-6620d81eb38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:42.844098 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-524d2207-beb1-4d26-b0cb-6620d81eb38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:42.844548 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-524d2207-beb1-4d26-b0cb-6620d81eb38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:42.845019 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-524d2207-beb1-4d26-b0cb-6620d81eb38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:42.847825 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-524d2207-beb1-4d26-b0cb-6620d81eb38b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f7d7b06bb64040f2849246a606ea13be&device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 6380 time: 0.1552186 Sep 01 15:10:43.127260 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-ad4cdf54-ca7c-4589-9d0c-de8785132474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:43.128063 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-ad4cdf54-ca7c-4589-9d0c-de8785132474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:43.128906 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-ad4cdf54-ca7c-4589-9d0c-de8785132474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:43.133886 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-ad4cdf54-ca7c-4589-9d0c-de8785132474 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f7d7b06bb64040f2849246a606ea13be&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2429264 Sep 01 15:10:43.152859 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:43.173670 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-ea1acdf6-55f4-45fd-8e57-e33e8865787a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:43.174371 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-ea1acdf6-55f4-45fd-8e57-e33e8865787a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:43.176168 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-ea1acdf6-55f4-45fd-8e57-e33e8865787a service neutron] 10.222.0.62 "PUT /v2.0/ports/a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4 HTTP/1.1" status: 200 len: 1091 time: 3.1561174 Sep 01 15:10:43.303910 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9477a354-71f7-4e60-98e9-47569bd7dd30 service neutron] Request body: {'port': {'device_id': '84fd7c78-6583-45e4-8017-a124d252441b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:43.329971 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122207d-7d0a-4364-9fa5-18af94aaae8d req-24a35965-b009-4af5-86d3-4fbc61083743 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:43.333143 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a122207d-7d0a-4364-9fa5-18af94aaae8d req-24a35965-b009-4af5-86d3-4fbc61083743 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 949 time: 0.5637040 Sep 01 15:10:43.516749 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1acdf6-55f4-45fd-8e57-e33e8865787a service neutron] Pushing event updated for resources: {'Port': ['ID=a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:43.525849 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0f54b-49b0-439e-8cb4-a1a57b4a44ea req-08b4ec1e-b9c5-4300-a5c8-2fe17385781f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:43.529743 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eee0f54b-49b0-439e-8cb4-a1a57b4a44ea req-08b4ec1e-b9c5-4300-a5c8-2fe17385781f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.0992253 Sep 01 15:10:43.559475 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a122207d-7d0a-4364-9fa5-18af94aaae8d req-33e17bcd-fa83-4c82-b9d8-c3aeca3f4498 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772337 Sep 01 15:10:43.657831 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eee0f54b-49b0-439e-8cb4-a1a57b4a44ea req-375acb21-4919-49e1-8ea2-2a3627919d78 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201308 Sep 01 15:10:43.682380 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557c31cf-a816-4f75-9e29-78b42060a235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:43.691411 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c74148d-7231-4638-a447-21a38325d655" -d '{"events": [{"server_uuid": "557c31cf-a816-4f75-9e29-78b42060a235", "name": "network-vif-unplugged", "status": "completed", "tag": "35cf9d6b-54f3-4b25-b806-8b1848ae7c8d"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:43.813668 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9477a354-71f7-4e60-98e9-47569bd7dd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:43.818906 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-58224809-6c59-4ddc-821f-eb1da5ccaf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:43.820489 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-58224809-6c59-4ddc-821f-eb1da5ccaf67 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6499097 Sep 01 15:10:43.871643 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc27a24-0ada-4973-b2fe-c0289aeccee4 req-0ef599db-bb27-473a-bf5b-7c411d93f62a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:43.882698 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc27a24-0ada-4973-b2fe-c0289aeccee4 req-0ef599db-bb27-473a-bf5b-7c411d93f62a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:43.898955 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc27a24-0ada-4973-b2fe-c0289aeccee4 req-0ef599db-bb27-473a-bf5b-7c411d93f62a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:43.913111 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc27a24-0ada-4973-b2fe-c0289aeccee4 req-0ef599db-bb27-473a-bf5b-7c411d93f62a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:43.920794 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc27a24-0ada-4973-b2fe-c0289aeccee4 req-0ef599db-bb27-473a-bf5b-7c411d93f62a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:43.927382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc27a24-0ada-4973-b2fe-c0289aeccee4 req-0ef599db-bb27-473a-bf5b-7c411d93f62a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:43.934120 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc27a24-0ada-4973-b2fe-c0289aeccee4 req-0ef599db-bb27-473a-bf5b-7c411d93f62a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:43.943035 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fdc27a24-0ada-4973-b2fe-c0289aeccee4 req-0ef599db-bb27-473a-bf5b-7c411d93f62a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5420 time: 0.2445269 Sep 01 15:10:43.948989 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70187376-2262-4132-81f7-a722494c70bf req-908bb8cf-91c1-45c8-9cf0-2625b5c4a94e tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:43.951297 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-70187376-2262-4132-81f7-a722494c70bf req-908bb8cf-91c1-45c8-9cf0-2625b5c4a94e tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 945 time: 0.0950468 Sep 01 15:10:43.972786 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:10:44.038110 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-70187376-2262-4132-81f7-a722494c70bf req-b486f747-d703-4c0e-b632-68541f8c1c8f tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796747 Sep 01 15:10:44.107926 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fdc27a24-0ada-4973-b2fe-c0289aeccee4 req-a87543af-5e24-4251-be61-3604f7262c1c tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1624382 Sep 01 15:10:44.131705 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:44.147135 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d', 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'port_id': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d', 'mac_address': 'fa:16:3e:4b:c2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b8a1a7-4c41-46cc-8798-989cc5140738', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:10:44.147312 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-88fe355d-2171-404b-a9ed-35d1a0537b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:44.147810 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-88fe355d-2171-404b-a9ed-35d1a0537b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:44.151055 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-88fe355d-2171-404b-a9ed-35d1a0537b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:44.152066 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-88fe355d-2171-404b-a9ed-35d1a0537b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:44.152601 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-88fe355d-2171-404b-a9ed-35d1a0537b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:44.153087 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-88fe355d-2171-404b-a9ed-35d1a0537b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:44.153570 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-88fe355d-2171-404b-a9ed-35d1a0537b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:44.161368 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-88fe355d-2171-404b-a9ed-35d1a0537b9a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f7d7b06bb64040f2849246a606ea13be&device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 6422 time: 0.2008393 Sep 01 15:10:44.206806 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ae0bba-d17a-4b29-b56a-b2a996a5e87d x-openstack-request-id: req-f4ae0bba-d17a-4b29-b56a-b2a996a5e87d {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:44.207293 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557c31cf-a816-4f75-9e29-78b42060a235", "name": "network-vif-unplugged", "status": "completed", "tag": "35cf9d6b-54f3-4b25-b806-8b1848ae7c8d", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:44.207393 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f4ae0bba-d17a-4b29-b56a-b2a996a5e87d {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:44.207724 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557c31cf-a816-4f75-9e29-78b42060a235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d', 'code': 200} Sep 01 15:10:44.208600 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:44.226937 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:10:44.257804 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:44.266237 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:44.349318 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,revision_number=12']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:44.455068 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['35cf9d6b-54f3-4b25-b806-8b1848ae7c8d'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:10:44.470795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c1e28-1844-4204-b88d-e144590eb96a req-399afd82-ad41-47bd-ab58-e46d2e11abac tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:44.479994 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6a2c1e28-1844-4204-b88d-e144590eb96a req-399afd82-ad41-47bd-ab58-e46d2e11abac tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dae8f2-5b35-43d0-993e-d2035b5bc9b2 HTTP/1.1" status: 200 len: 945 time: 0.1911695 Sep 01 15:10:44.660711 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1022dad-7f56-426f-b159-b4ba9a7dcefd req-ecff972c-d590-4342-9ebd-73ef6d4c4de9 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:44.670645 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c1022dad-7f56-426f-b159-b4ba9a7dcefd req-ecff972c-d590-4342-9ebd-73ef6d4c4de9 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2787c503-21f2-40a8-b66d-3afa51825d67 HTTP/1.1" status: 200 len: 949 time: 0.0802982 Sep 01 15:10:44.732347 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c1022dad-7f56-426f-b159-b4ba9a7dcefd req-c5a23e36-641d-4b48-b0e5-7335ebfcd53d tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f724bc7-136a-489b-b35e-66510558c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601175 Sep 01 15:10:44.973595 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'tag': 'a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:44.980383 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3059d9e1-e240-40cc-b49c-ae7c4d434aec" -d '{"events": [{"name": "network-changed", "server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "tag": "a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:44.997182 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e92090-6223-4580-a997-8d412aaaf32a req-5d8ab99a-ceb3-480a-a89e-6b4c95bc7714 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:45.000279 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-66e92090-6223-4580-a997-8d412aaaf32a req-5d8ab99a-ceb3-480a-a89e-6b4c95bc7714 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 949 time: 0.1046262 Sep 01 15:10:45.045448 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:45.086640 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-66e92090-6223-4580-a997-8d412aaaf32a req-6259f9f8-8a4f-4da6-a4a0-e06796e41df5 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705698 Sep 01 15:10:45.139524 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6a2c1e28-1844-4204-b88d-e144590eb96a req-379bf38a-78ba-4ee9-8f6d-a887ff07813d tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6582406 Sep 01 15:10:45.210873 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-b97b0fc1-7246-460f-8dda-7cef563a3e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:45.212026 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-b97b0fc1-7246-460f-8dda-7cef563a3e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:45.216251 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-b97b0fc1-7246-460f-8dda-7cef563a3e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:45.219176 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-b97b0fc1-7246-460f-8dda-7cef563a3e10 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f7d7b06bb64040f2849246a606ea13be&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.0378668 Sep 01 15:10:45.361548 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca5fb0-50db-4e23-a796-8f31fc20ecec req-71361a3e-fd32-4c6d-bffa-915b5f8c08c1 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:45.363313 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6bca5fb0-50db-4e23-a796-8f31fc20ecec req-71361a3e-fd32-4c6d-bffa-915b5f8c08c1 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 946 time: 0.1102846 Sep 01 15:10:45.402341 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9477a354-71f7-4e60-98e9-47569bd7dd30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ed15646-9fa6-43dc-b376-d3212fd60a6f {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:10:45.416698 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9477a354-71f7-4e60-98e9-47569bd7dd30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:45.430406 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6bca5fb0-50db-4e23-a796-8f31fc20ecec req-9ac498e3-b923-4f4a-91a1-c6fe07c4ff27 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595055 Sep 01 15:10:45.474952 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9477a354-71f7-4e60-98e9-47569bd7dd30 service neutron] Transition to ACTIVE for port object 2ed15646-9fa6-43dc-b376-d3212fd60a6f will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:45.496419 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205141d-8f3e-40c8-a41a-6629402770e3 req-de928057-bfa4-437b-b5ef-6dc96f2452d8 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:45.506836 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8205141d-8f3e-40c8-a41a-6629402770e3 req-de928057-bfa4-437b-b5ef-6dc96f2452d8 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 945 time: 0.1545763 Sep 01 15:10:45.517424 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10652ec0-eedb-43bc-b940-8d5310701db4 x-openstack-request-id: req-10652ec0-eedb-43bc-b940-8d5310701db4 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:45.517424 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "tag": "a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:45.517424 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-10652ec0-eedb-43bc-b940-8d5310701db4 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:45.517424 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'tag': 'a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4', 'status': 'completed', 'code': 200} Sep 01 15:10:45.519999 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9477a354-71f7-4e60-98e9-47569bd7dd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:45.594798 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477a354-71f7-4e60-98e9-47569bd7dd30 service neutron] Pushing event updated for resources: {'Port': ['ID=2ed15646-9fa6-43dc-b376-d3212fd60a6f,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:45.599110 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-e9d29c24-e6a1-490d-905f-d5010e49cc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:45.601475 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-e9d29c24-e6a1-490d-905f-d5010e49cc37 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3349490 Sep 01 15:10:45.652695 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0977132-ceeb-450f-b82a-435cd08298bd req-faaf6bcb-7bd9-471e-a98a-f4947007b2f2 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:45.654653 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f0977132-ceeb-450f-b82a-435cd08298bd req-faaf6bcb-7bd9-471e-a98a-f4947007b2f2 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 949 time: 0.0875888 Sep 01 15:10:45.666476 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8205141d-8f3e-40c8-a41a-6629402770e3 req-cd6adea2-e1aa-49d5-9ce6-92cdccf3fb48 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584060 Sep 01 15:10:45.749259 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f0977132-ceeb-450f-b82a-435cd08298bd req-cefb7399-114c-44c8-b002-1137b5900594 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827465 Sep 01 15:10:45.968092 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-44c08ca5-7c04-480b-9a25-41b92e311ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:45.970597 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-44c08ca5-7c04-480b-9a25-41b92e311ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:45.971664 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-44c08ca5-7c04-480b-9a25-41b92e311ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:45.973019 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:10:45.975256 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-44c08ca5-7c04-480b-9a25-41b92e311ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:45.976283 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-44c08ca5-7c04-480b-9a25-41b92e311ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:45.976795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-44c08ca5-7c04-480b-9a25-41b92e311ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:45.977362 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-44c08ca5-7c04-480b-9a25-41b92e311ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:45.980055 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-44c08ca5-7c04-480b-9a25-41b92e311ed3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f7d7b06bb64040f2849246a606ea13be&device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 6447 time: 0.2363758 Sep 01 15:10:45.981917 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9477a354-71f7-4e60-98e9-47569bd7dd30 service neutron] Attempting to bind port 2ed15646-9fa6-43dc-b376-d3212fd60a6f on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:10:45.982254 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9477a354-71f7-4e60-98e9-47569bd7dd30 service neutron] Attempting to bind port 2ed15646-9fa6-43dc-b376-d3212fd60a6f by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '6de3f90f-c656-409d-b38f-9feda8a4045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c254db57-43ae-492e-9c7b-cecc22088fc9'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:10:45.982871 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9477a354-71f7-4e60-98e9-47569bd7dd30 service neutron] Attempting to bind port 2ed15646-9fa6-43dc-b376-d3212fd60a6f on network c254db57-43ae-492e-9c7b-cecc22088fc9 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:45.992896 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9477a354-71f7-4e60-98e9-47569bd7dd30 service neutron] Port 2ed15646-9fa6-43dc-b376-d3212fd60a6f on network c254db57-43ae-492e-9c7b-cecc22088fc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:10:45.993162 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9477a354-71f7-4e60-98e9-47569bd7dd30 service neutron] Attempting to bind port 2ed15646-9fa6-43dc-b376-d3212fd60a6f on network c254db57-43ae-492e-9c7b-cecc22088fc9 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:10:46.029088 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b3521-3368-4cfe-b859-65b097a99396 req-7e6e602d-a2be-47e6-bdb4-12caade21143 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:46.032208 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-210b3521-3368-4cfe-b859-65b097a99396 req-7e6e602d-a2be-47e6-bdb4-12caade21143 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dae8f2-5b35-43d0-993e-d2035b5bc9b2 HTTP/1.1" status: 200 len: 945 time: 0.1016684 Sep 01 15:10:46.091107 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9477a354-71f7-4e60-98e9-47569bd7dd30 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:10:46.092176 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9477a354-71f7-4e60-98e9-47569bd7dd30 service neutron] Checking segment: {'id': '6de3f90f-c656-409d-b38f-9feda8a4045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c254db57-43ae-492e-9c7b-cecc22088fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:10:46.093171 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9477a354-71f7-4e60-98e9-47569bd7dd30 service neutron] Bound using segment: {'id': '6de3f90f-c656-409d-b38f-9feda8a4045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c254db57-43ae-492e-9c7b-cecc22088fc9'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:10:46.094361 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9477a354-71f7-4e60-98e9-47569bd7dd30 service neutron] Bound port: 2ed15646-9fa6-43dc-b376-d3212fd60a6f, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de3f90f-c656-409d-b38f-9feda8a4045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c254db57-43ae-492e-9c7b-cecc22088fc9'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:10:46.095287 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9477a354-71f7-4e60-98e9-47569bd7dd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:46.106791 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:46.107486 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:46.120884 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7667b-bde9-49b2-9f52-ec2ff89af1d6 req-81d7269c-47f7-4c58-a4ce-d5e72d1c18dd tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:46.128397 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7667b-bde9-49b2-9f52-ec2ff89af1d6 req-81d7269c-47f7-4c58-a4ce-d5e72d1c18dd tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:46.136336 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7667b-bde9-49b2-9f52-ec2ff89af1d6 req-81d7269c-47f7-4c58-a4ce-d5e72d1c18dd tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:46.144110 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7667b-bde9-49b2-9f52-ec2ff89af1d6 req-81d7269c-47f7-4c58-a4ce-d5e72d1c18dd tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:46.152594 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7667b-bde9-49b2-9f52-ec2ff89af1d6 req-81d7269c-47f7-4c58-a4ce-d5e72d1c18dd tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:46.159565 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7667b-bde9-49b2-9f52-ec2ff89af1d6 req-81d7269c-47f7-4c58-a4ce-d5e72d1c18dd tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:46.166509 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7667b-bde9-49b2-9f52-ec2ff89af1d6 req-81d7269c-47f7-4c58-a4ce-d5e72d1c18dd tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:46.177877 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-92d7667b-bde9-49b2-9f52-ec2ff89af1d6 req-81d7269c-47f7-4c58-a4ce-d5e72d1c18dd tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5432 time: 0.3570819 Sep 01 15:10:46.179236 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-210b3521-3368-4cfe-b859-65b097a99396 req-5f2a74cf-d2cc-46db-b134-581e16885311 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229324 Sep 01 15:10:46.309822 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-92d7667b-bde9-49b2-9f52-ec2ff89af1d6 req-92c1990a-e73e-4177-a491-a54c9004202e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1305022 Sep 01 15:10:46.426436 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:46.508328 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-f463fa99-20f3-4f29-a4c2-cd53383d518f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:46.514784 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-f463fa99-20f3-4f29-a4c2-cd53383d518f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:46.515691 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-f463fa99-20f3-4f29-a4c2-cd53383d518f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:46.518766 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-f463fa99-20f3-4f29-a4c2-cd53383d518f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f7d7b06bb64040f2849246a606ea13be&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5222416 Sep 01 15:10:46.536222 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:46.540234 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557c31cf-a816-4f75-9e29-78b42060a235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:46.545682 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cec864-54f8-4520-9a51-8802e57eb08a" -d '{"events": [{"server_uuid": "557c31cf-a816-4f75-9e29-78b42060a235", "name": "network-vif-plugged", "status": "completed", "tag": "35cf9d6b-54f3-4b25-b806-8b1848ae7c8d"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:46.597082 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:46.797029 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,revision_number=13']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:46.898711 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9477a354-71f7-4e60-98e9-47569bd7dd30 service neutron] For port 2ed15646-9fa6-43dc-b376-d3212fd60a6f, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:10:47.029780 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9477a354-71f7-4e60-98e9-47569bd7dd30 service neutron] For port 2ed15646-9fa6-43dc-b376-d3212fd60a6f, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=2ed15646-9fa6-43dc-b376-d3212fd60a6f,segment=NetworkSegment(6de3f90f-c656-409d-b38f-9feda8a4045d),segment_id=6de3f90f-c656-409d-b38f-9feda8a4045d)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:10:47.049794 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9477a354-71f7-4e60-98e9-47569bd7dd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:47.109518 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9477a354-71f7-4e60-98e9-47569bd7dd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:47.111590 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9477a354-71f7-4e60-98e9-47569bd7dd30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:47.117852 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9477a354-71f7-4e60-98e9-47569bd7dd30 service neutron] 10.222.0.62 "PUT /v2.0/ports/2ed15646-9fa6-43dc-b376-d3212fd60a6f HTTP/1.1" status: 200 len: 1091 time: 3.8280644 Sep 01 15:10:47.253089 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad813f76-c5dc-4adc-a681-1d3d34db67c9 req-9bac8fe7-eeae-44c1-8693-4b6d0b21df94 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:47.269499 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ad813f76-c5dc-4adc-a681-1d3d34db67c9 req-9bac8fe7-eeae-44c1-8693-4b6d0b21df94 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 947 time: 0.1870127 Sep 01 15:10:47.367175 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ad813f76-c5dc-4adc-a681-1d3d34db67c9 req-1851ecb6-7b40-4b08-bb85-b98be9b40a9e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934520 Sep 01 15:10:47.393103 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc2ad3-c3d4-4e33-bf63-150106fdac5d req-eb17b93c-925b-4a20-8175-6053e0326bd1 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:47.415323 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0ebc2ad3-c3d4-4e33-bf63-150106fdac5d req-eb17b93c-925b-4a20-8175-6053e0326bd1 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2787c503-21f2-40a8-b66d-3afa51825d67 HTTP/1.1" status: 200 len: 949 time: 0.8196292 Sep 01 15:10:47.534848 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'tag': '2ed15646-9fa6-43dc-b376-d3212fd60a6f'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:47.535306 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911fa4d8-0636-4b8c-9157-9bb81732ea84" -d '{"events": [{"name": "network-changed", "server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "tag": "2ed15646-9fa6-43dc-b376-d3212fd60a6f"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:47.561595 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e5afc4-b011-4ac8-95f2-01d77ad39dd1 x-openstack-request-id: req-13e5afc4-b011-4ac8-95f2-01d77ad39dd1 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:47.562562 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557c31cf-a816-4f75-9e29-78b42060a235", "name": "network-vif-plugged", "status": "completed", "tag": "35cf9d6b-54f3-4b25-b806-8b1848ae7c8d", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:47.562562 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-13e5afc4-b011-4ac8-95f2-01d77ad39dd1 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:47.563350 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557c31cf-a816-4f75-9e29-78b42060a235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d', 'code': 200} Sep 01 15:10:47.643636 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-52c5595e-5039-4cbb-b345-8b3e90295fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:47.643636 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-52c5595e-5039-4cbb-b345-8b3e90295fd4 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1058524 Sep 01 15:10:47.644810 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477a354-71f7-4e60-98e9-47569bd7dd30 service neutron] Pushing event updated for resources: {'Port': ['ID=2ed15646-9fa6-43dc-b376-d3212fd60a6f,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:47.669245 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0ebc2ad3-c3d4-4e33-bf63-150106fdac5d req-67849f2a-7e17-4a55-9bc7-ec1867123a20 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f724bc7-136a-489b-b35e-66510558c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508061 Sep 01 15:10:47.737654 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d12bfc-bfb3-46d4-89c0-903383c58a36 req-cb69d2ab-95b8-4620-869c-4fa1c1788fad tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:47.739333 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-35d12bfc-bfb3-46d4-89c0-903383c58a36 req-cb69d2ab-95b8-4620-869c-4fa1c1788fad tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.45 "GET /v2.0/ports?device_id=2787c503-21f2-40a8-b66d-3afa51825d67 HTTP/1.1" status: 200 len: 949 time: 0.2452333 Sep 01 15:10:48.018361 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-4fa2caf3-8952-4658-a512-54f431c26a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:48.018361 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-4fa2caf3-8952-4658-a512-54f431c26a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:48.018361 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-4fa2caf3-8952-4658-a512-54f431c26a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:48.018361 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-4fa2caf3-8952-4658-a512-54f431c26a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:48.018361 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-4fa2caf3-8952-4658-a512-54f431c26a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:48.018361 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-4fa2caf3-8952-4658-a512-54f431c26a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:48.018361 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-4fa2caf3-8952-4658-a512-54f431c26a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:48.019778 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-4fa2caf3-8952-4658-a512-54f431c26a0d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f7d7b06bb64040f2849246a606ea13be&device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 6489 time: 0.2703867 Sep 01 15:10:48.080870 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c92290-4ce2-473f-b3dd-5010210412d6 req-2ac1b123-1cff-4699-be6c-8d26d503fe6d tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:48.089516 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b5c92290-4ce2-473f-b3dd-5010210412d6 req-2ac1b123-1cff-4699-be6c-8d26d503fe6d tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 945 time: 0.2243202 Sep 01 15:10:48.164900 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06da4a-8bfe-4266-babc-431eb1e1e877 req-c3e67680-2a98-46a2-9755-ae401b688bad tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:48.170539 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ce06da4a-8bfe-4266-babc-431eb1e1e877 req-c3e67680-2a98-46a2-9755-ae401b688bad tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dae8f2-5b35-43d0-993e-d2035b5bc9b2 HTTP/1.1" status: 200 len: 945 time: 0.2662520 Sep 01 15:10:48.191740 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-35d12bfc-bfb3-46d4-89c0-903383c58a36 req-0b7d79f6-b3e5-468c-8eb7-1ee716fcb4fc tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Deleting port f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:10:48.192245 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-35d12bfc-bfb3-46d4-89c0-903383c58a36 req-0b7d79f6-b3e5-468c-8eb7-1ee716fcb4fc tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:48.220878 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b5c92290-4ce2-473f-b3dd-5010210412d6 req-0b2d34a7-87c8-40d6-b67a-56d8a0937312 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241896 Sep 01 15:10:48.350562 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ce06da4a-8bfe-4266-babc-431eb1e1e877 req-6711eb28-cd96-496d-98c5-ecb281125ef8 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507673 Sep 01 15:10:48.377182 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-59411cdd-9b02-46d9-a59d-77ac51164ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:48.377182 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-59411cdd-9b02-46d9-a59d-77ac51164ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:48.377182 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-59411cdd-9b02-46d9-a59d-77ac51164ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:48.379202 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-59411cdd-9b02-46d9-a59d-77ac51164ee9 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f7d7b06bb64040f2849246a606ea13be&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3356125 Sep 01 15:10:48.527641 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e5b07-5542-42be-b610-81705ff0fef2 req-a8ec4735-3b0b-4cf7-83cc-c7b278567c6a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:48.541886 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e5b07-5542-42be-b610-81705ff0fef2 req-a8ec4735-3b0b-4cf7-83cc-c7b278567c6a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:48.555735 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e5b07-5542-42be-b610-81705ff0fef2 req-a8ec4735-3b0b-4cf7-83cc-c7b278567c6a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:48.577710 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e5b07-5542-42be-b610-81705ff0fef2 req-a8ec4735-3b0b-4cf7-83cc-c7b278567c6a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:48.594938 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e5b07-5542-42be-b610-81705ff0fef2 req-a8ec4735-3b0b-4cf7-83cc-c7b278567c6a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:48.607679 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-35d12bfc-bfb3-46d4-89c0-903383c58a36 req-0b7d79f6-b3e5-468c-8eb7-1ee716fcb4fc tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] For port f5b0b55b-5d81-4b5d-a3fa-c49c853abef3, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f5b0b55b-5d81-4b5d-a3fa-c49c853abef3,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:48.608287 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-35d12bfc-bfb3-46d4-89c0-903383c58a36 req-0b7d79f6-b3e5-468c-8eb7-1ee716fcb4fc tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:48.611223 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e5b07-5542-42be-b610-81705ff0fef2 req-a8ec4735-3b0b-4cf7-83cc-c7b278567c6a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:48.626287 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e5b07-5542-42be-b610-81705ff0fef2 req-a8ec4735-3b0b-4cf7-83cc-c7b278567c6a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:48.645099 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b40e5b07-5542-42be-b610-81705ff0fef2 req-a8ec4735-3b0b-4cf7-83cc-c7b278567c6a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5432 time: 0.2409134 Sep 01 15:10:48.697590 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-a67bf5ef-9b21-4afc-881c-3c1bbb17d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:48.700230 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca5377bb-250b-4e4d-83db-9d4733d4d3ba req-a67bf5ef-9b21-4afc-881c-3c1bbb17d3f8 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3087800 Sep 01 15:10:48.726241 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-35d12bfc-bfb3-46d4-89c0-903383c58a36 req-0b7d79f6-b3e5-468c-8eb7-1ee716fcb4fc tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Calling delete_port for f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:10:48.732334 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1921acb-9d65-47bf-bee7-51519b6649c1 x-openstack-request-id: req-b1921acb-9d65-47bf-bee7-51519b6649c1 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:48.732789 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "tag": "2ed15646-9fa6-43dc-b376-d3212fd60a6f", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:48.733238 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b1921acb-9d65-47bf-bee7-51519b6649c1 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:48.733771 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'tag': '2ed15646-9fa6-43dc-b376-d3212fd60a6f', 'status': 'completed', 'code': 200} Sep 01 15:10:48.796661 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b40e5b07-5542-42be-b610-81705ff0fef2 req-38466fb4-122b-4551-b383-6243a15039f2 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1455488 Sep 01 15:10:49.172600 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c53d8-5576-42a2-bd6c-34fb5f2faade req-a5f6c6ac-b2f8-4b1d-b0b8-af27ca09ea35 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:49.182633 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5f8c53d8-5576-42a2-bd6c-34fb5f2faade req-a5f6c6ac-b2f8-4b1d-b0b8-af27ca09ea35 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 947 time: 0.2201805 Sep 01 15:10:49.194105 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-35d12bfc-bfb3-46d4-89c0-903383c58a36 req-0b7d79f6-b3e5-468c-8eb7-1ee716fcb4fc tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:49.262621 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5919f28d-48b3-4eb2-b386-d94c889a1a10 req-4debf163-de65-464a-8da5-e5c6d8a77bd0 tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.60 "GET /v2.0/ports?device_id=2787c503-21f2-40a8-b66d-3afa51825d67 HTTP/1.1" status: 200 len: 210 time: 0.0727673 Sep 01 15:10:49.292786 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d79f6-b3e5-468c-8eb7-1ee716fcb4fc tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Pushing event deleted for resources: {'Port': ['ID=f5b0b55b-5d81-4b5d-a3fa-c49c853abef3,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:49.453283 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d12bfc-bfb3-46d4-89c0-903383c58a36 req-0b7d79f6-b3e5-468c-8eb7-1ee716fcb4fc tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] No DVR routers for this DVR port f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:10:49.463895 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba416b5c-e547-4664-aec7-91111c902676 req-e0cb8a38-0014-4868-9274-4a72ef116468 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:49.466019 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba416b5c-e547-4664-aec7-91111c902676 req-e0cb8a38-0014-4868-9274-4a72ef116468 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.45 "GET /v2.0/ports?device_id=35dae8f2-5b35-43d0-993e-d2035b5bc9b2 HTTP/1.1" status: 200 len: 945 time: 0.4585814 Sep 01 15:10:49.467690 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-35d12bfc-bfb3-46d4-89c0-903383c58a36 req-0b7d79f6-b3e5-468c-8eb7-1ee716fcb4fc tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:49.470080 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-35d12bfc-bfb3-46d4-89c0-903383c58a36 req-0b7d79f6-b3e5-468c-8eb7-1ee716fcb4fc tempest-ImagesOneServerTestJSON-1962603617 tempest-ImagesOneServerTestJSON-1962603617-project] 10.222.0.45 "DELETE /v2.0/ports/f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 HTTP/1.1" status: 204 len: 173 time: 1.7040865 Sep 01 15:10:49.543943 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5f8c53d8-5576-42a2-bd6c-34fb5f2faade req-23583314-dcba-41da-b946-cb9358909906 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3598392 Sep 01 15:10:49.589584 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-a1d64d39-00d2-4d65-baef-2bee63e8f951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:49.590433 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-a1d64d39-00d2-4d65-baef-2bee63e8f951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:49.591141 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-a1d64d39-00d2-4d65-baef-2bee63e8f951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:49.592088 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-a1d64d39-00d2-4d65-baef-2bee63e8f951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:49.592977 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-a1d64d39-00d2-4d65-baef-2bee63e8f951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:49.593725 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-a1d64d39-00d2-4d65-baef-2bee63e8f951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:49.594867 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-a1d64d39-00d2-4d65-baef-2bee63e8f951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:49.598403 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-a1d64d39-00d2-4d65-baef-2bee63e8f951 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f7d7b06bb64040f2849246a606ea13be&device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 6489 time: 0.5991762 Sep 01 15:10:49.891431 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-5c6b16cb-35b1-49ae-8b62-f01abd6a7751 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c32a6846-75e2-4a3e-aec3-0e166ad7aaff HTTP/1.1" status: 200 len: 217 time: 0.2295702 Sep 01 15:10:50.005088 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:10:50.036361 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:10:50.037136 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f5b0b55b-5d81-4b5d-a3fa-c49c853abef3 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:10:50.037810 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device a7533f43-a924-496a-a462-ff86c48552c1 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:10:50.195501 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf7843-823d-4ef4-a433-3eb36bf23393 req-f336ff10-6246-4b11-9f65-57347ca11af4 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:50.209661 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-adaf7843-823d-4ef4-a433-3eb36bf23393 req-f336ff10-6246-4b11-9f65-57347ca11af4 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 945 time: 0.3565965 Sep 01 15:10:50.223184 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-35e3a200-9e82-48e8-9c0e-cf8fbf816d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:50.226810 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-35e3a200-9e82-48e8-9c0e-cf8fbf816d90 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cfe092a7-7374-49e7-98e0-9d8083b4d268 HTTP/1.1" status: 200 len: 855 time: 0.3315032 Sep 01 15:10:50.300341 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:50.424772 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35dae8f2-5b35-43d0-993e-d2035b5bc9b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7533f43-a924-496a-a462-ff86c48552c1'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:50.429074 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b724132-0312-48e4-8f2d-09b3997a5a65" -d '{"events": [{"server_uuid": "35dae8f2-5b35-43d0-993e-d2035b5bc9b2", "name": "network-vif-unplugged", "status": "completed", "tag": "a7533f43-a924-496a-a462-ff86c48552c1"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:50.484132 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port a7533f43-a924-496a-a462-ff86c48552c1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=a7533f43-a924-496a-a462-ff86c48552c1,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:50.515142 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:50.610461 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-adaf7843-823d-4ef4-a433-3eb36bf23393 req-4c16cf6c-d5dd-4b45-9237-adf529ce1b50 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3644295 Sep 01 15:10:50.669849 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-ba416b5c-e547-4664-aec7-91111c902676 req-5e9c36f8-c585-424d-aeb8-5f9c45ae671a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Deleting port a7533f43-a924-496a-a462-ff86c48552c1 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:10:50.670462 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ba416b5c-e547-4664-aec7-91111c902676 req-5e9c36f8-c585-424d-aeb8-5f9c45ae671a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:50.768163 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2787c503-21f2-40a8-b66d-3afa51825d67', 'name': 'network-vif-deleted', 'tag': 'f5b0b55b-5d81-4b5d-a3fa-c49c853abef3'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:50.773623 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=a7533f43-a924-496a-a462-ff86c48552c1,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:50.779830 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e6adbf-5a3a-4bcf-be4b-60fe5b6881c9" -d '{"events": [{"server_uuid": "2787c503-21f2-40a8-b66d-3afa51825d67", "name": "network-vif-deleted", "tag": "f5b0b55b-5d81-4b5d-a3fa-c49c853abef3"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:50.828745 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f581f105-7dc0-4288-b7c1-a0cf3834f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:50.830468 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f581f105-7dc0-4288-b7c1-a0cf3834f5ae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17543319-6060-4d8f-9fbf-24ed833e1936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5550513 Sep 01 15:10:50.966287 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ee822a77-6057-45df-8cd4-1e22447cc4c2 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:10:51.029497 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-ba416b5c-e547-4664-aec7-91111c902676 req-5e9c36f8-c585-424d-aeb8-5f9c45ae671a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] For port a7533f43-a924-496a-a462-ff86c48552c1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=a7533f43-a924-496a-a462-ff86c48552c1,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:51.029879 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ba416b5c-e547-4664-aec7-91111c902676 req-5e9c36f8-c585-424d-aeb8-5f9c45ae671a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:51.047006 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-ba416b5c-e547-4664-aec7-91111c902676 req-5e9c36f8-c585-424d-aeb8-5f9c45ae671a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Calling delete_port for a7533f43-a924-496a-a462-ff86c48552c1 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:10:51.160225 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:51.229099 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port ee822a77-6057-45df-8cd4-1e22447cc4c2, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ee822a77-6057-45df-8cd4-1e22447cc4c2,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:51.235993 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:51.333616 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a678ac-310c-4de8-885f-f7d7042f0099 req-999cfba1-34c1-4d92-b632-0c7946d36f42 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:51.349965 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9a678ac-310c-4de8-885f-f7d7042f0099 req-999cfba1-34c1-4d92-b632-0c7946d36f42 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=35dae8f2-5b35-43d0-993e-d2035b5bc9b2 HTTP/1.1" status: 200 len: 943 time: 0.4262261 Sep 01 15:10:51.435887 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=ee822a77-6057-45df-8cd4-1e22447cc4c2,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:51.474841 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-78dbb3aa-f830-472e-8ef7-38d26fe0107a service neutron] 10.222.0.62 "GET /v2.0/networks/17543319-6060-4d8f-9fbf-24ed833e1936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6281009 Sep 01 15:10:51.643173 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9a678ac-310c-4de8-885f-f7d7042f0099 req-4da24e46-f858-4324-8424-a0765a2486a8 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916582 Sep 01 15:10:51.826715 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ba416b5c-e547-4664-aec7-91111c902676 req-5e9c36f8-c585-424d-aeb8-5f9c45ae671a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:51.833230 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-70962a08-e6a0-4760-a6c5-6787c49eddf5 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=d7f261ece20a48a4b227e981b98a52fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889630 Sep 01 15:10:51.839532 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-90872cd4-ffc8-4eed-b21d-ef3005e391dd service neutron] 10.222.0.62 "GET /v2.0/networks/17543319-6060-4d8f-9fbf-24ed833e1936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460007 Sep 01 15:10:51.871460 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['decdf579-a3ac-47d2-8e21-42acfa004caa'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:10:52.006249 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-2265f988-d237-40a7-8f3a-8b7da01e0bce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=f74b773b-5f13-43af-b95b-4dae0c371691 HTTP/1.1" status: 200 len: 217 time: 0.1119001 Sep 01 15:10:52.008058 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c36f8-c585-424d-aeb8-5f9c45ae671a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Pushing event deleted for resources: {'Port': ['ID=a7533f43-a924-496a-a462-ff86c48552c1,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:52.071713 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-9ca74b62-d0ee-4525-9ea4-a7f226999a4d tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:52.078928 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-9ca74b62-d0ee-4525-9ea4-a7f226999a4d tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2419572 Sep 01 15:10:52.117803 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-c7effc81-090f-47cd-b827-a0815d95b50e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/quotas/d7f261ece20a48a4b227e981b98a52fd HTTP/1.1" status: 200 len: 375 time: 0.0275867 Sep 01 15:10:52.186794 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba416b5c-e547-4664-aec7-91111c902676 req-5e9c36f8-c585-424d-aeb8-5f9c45ae671a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] No DVR routers for this DVR port a7533f43-a924-496a-a462-ff86c48552c1 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:10:52.192878 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ba416b5c-e547-4664-aec7-91111c902676 req-5e9c36f8-c585-424d-aeb8-5f9c45ae671a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:52.195289 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba416b5c-e547-4664-aec7-91111c902676 req-5e9c36f8-c585-424d-aeb8-5f9c45ae671a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.45 "DELETE /v2.0/ports/a7533f43-a924-496a-a462-ff86c48552c1 HTTP/1.1" status: 204 len: 173 time: 2.6494992 Sep 01 15:10:52.212385 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0bbae-4e33-40b6-9fff-34f224eb2662 req-6d881921-8f35-4bff-8196-ae361e4a0164 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:52.219305 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0bbae-4e33-40b6-9fff-34f224eb2662 req-6d881921-8f35-4bff-8196-ae361e4a0164 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:52.225451 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-4fb56f25-2fbe-4768-81f2-e9b4b7f96cdf tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002324 Sep 01 15:10:52.226124 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0bbae-4e33-40b6-9fff-34f224eb2662 req-6d881921-8f35-4bff-8196-ae361e4a0164 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:52.234162 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0bbae-4e33-40b6-9fff-34f224eb2662 req-6d881921-8f35-4bff-8196-ae361e4a0164 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:52.249003 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0bbae-4e33-40b6-9fff-34f224eb2662 req-6d881921-8f35-4bff-8196-ae361e4a0164 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:52.255001 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0bbae-4e33-40b6-9fff-34f224eb2662 req-6d881921-8f35-4bff-8196-ae361e4a0164 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:52.262039 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0bbae-4e33-40b6-9fff-34f224eb2662 req-6d881921-8f35-4bff-8196-ae361e4a0164 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:52.263932 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5ee0bbae-4e33-40b6-9fff-34f224eb2662 req-6d881921-8f35-4bff-8196-ae361e4a0164 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5432 time: 0.4229963 Sep 01 15:10:52.265780 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-fc1ef23f-e403-4968-8674-d6609a2f7bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:52.267263 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-fc1ef23f-e403-4968-8674-d6609a2f7bf9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e305aa0d-de8e-480b-9017-6f3050eaf7d0 HTTP/1.1" status: 200 len: 797 time: 0.2133415 Sep 01 15:10:52.368576 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5ee0bbae-4e33-40b6-9fff-34f224eb2662 req-8cace8ca-f8c4-4337-a287-9521cde5a67d tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0963092 Sep 01 15:10:52.380318 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-e90fcaaf-4775-46d3-87ad-b63cf941f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:52.381864 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-e90fcaaf-4775-46d3-87ad-b63cf941f5a9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1034901 Sep 01 15:10:52.668065 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ee3900-5310-4f55-8cfa-e98a087bba1d x-openstack-request-id: req-f4ee3900-5310-4f55-8cfa-e98a087bba1d {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:52.668578 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35dae8f2-5b35-43d0-993e-d2035b5bc9b2", "name": "network-vif-unplugged", "status": "completed", "tag": "a7533f43-a924-496a-a462-ff86c48552c1", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:52.668698 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f4ee3900-5310-4f55-8cfa-e98a087bba1d {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:52.669038 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35dae8f2-5b35-43d0-993e-d2035b5bc9b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7533f43-a924-496a-a462-ff86c48552c1', 'code': 200} Sep 01 15:10:52.812029 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e8bd5-4a72-4ed8-b990-b574fe4b5eb0 req-9f28c1c9-5851-4ea7-9952-8b105cd05a8b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:52.846579 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e89e8bd5-4a72-4ed8-b990-b574fe4b5eb0 req-9f28c1c9-5851-4ea7-9952-8b105cd05a8b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 947 time: 0.1253242 Sep 01 15:10:52.952337 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e89e8bd5-4a72-4ed8-b990-b574fe4b5eb0 req-356e40f1-4229-4e7a-8a1e-f986f7d3587b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044369 Sep 01 15:10:53.274737 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6d4bf-615d-4107-b463-a8db7a45e215 req-fc8139c9-0c18-43e5-9c05-7f82cf6418a4 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:53.283279 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dda6d4bf-615d-4107-b463-a8db7a45e215 req-fc8139c9-0c18-43e5-9c05-7f82cf6418a4 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 945 time: 0.1150053 Sep 01 15:10:53.381814 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dda6d4bf-615d-4107-b463-a8db7a45e215 req-1520bead-8c91-45e2-b399-19a134eccfde tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967653 Sep 01 15:10:53.535933 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 32956) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:53.572619 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5df14ee5-e570-4b93-b970-77a4cb72f933 req-a05409cf-03fa-42e9-9672-796a4aa50fc8 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 210 time: 0.1053770 Sep 01 15:10:53.600592 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3489664-48f5-4bc6-8175-235926718ac8 x-openstack-request-id: req-f3489664-48f5-4bc6-8175-235926718ac8 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:53.601135 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2787c503-21f2-40a8-b66d-3afa51825d67", "name": "network-vif-deleted", "tag": "f5b0b55b-5d81-4b5d-a3fa-c49c853abef3", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:53.626156 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f3489664-48f5-4bc6-8175-235926718ac8 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:53.627177 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2787c503-21f2-40a8-b66d-3afa51825d67', 'name': 'network-vif-deleted', 'tag': 'f5b0b55b-5d81-4b5d-a3fa-c49c853abef3', 'status': 'completed', 'code': 200} Sep 01 15:10:54.003959 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541907df-83b0-40c6-87c6-7a43dc3057fa req-64b21317-2f12-4aa7-871c-89bfa3123aca tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:54.028864 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541907df-83b0-40c6-87c6-7a43dc3057fa req-64b21317-2f12-4aa7-871c-89bfa3123aca tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:54.049953 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-046140aa-1f27-4c7f-95bd-6da864567f78 service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6572022 Sep 01 15:10:54.056055 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541907df-83b0-40c6-87c6-7a43dc3057fa req-64b21317-2f12-4aa7-871c-89bfa3123aca tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:54.081748 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541907df-83b0-40c6-87c6-7a43dc3057fa req-64b21317-2f12-4aa7-871c-89bfa3123aca tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:54.111060 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541907df-83b0-40c6-87c6-7a43dc3057fa req-64b21317-2f12-4aa7-871c-89bfa3123aca tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:54.160645 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541907df-83b0-40c6-87c6-7a43dc3057fa req-64b21317-2f12-4aa7-871c-89bfa3123aca tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:54.180675 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541907df-83b0-40c6-87c6-7a43dc3057fa req-64b21317-2f12-4aa7-871c-89bfa3123aca tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:54.210872 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-541907df-83b0-40c6-87c6-7a43dc3057fa req-64b21317-2f12-4aa7-871c-89bfa3123aca tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5432 time: 0.3293431 Sep 01 15:10:54.298153 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f11a66fb-dff9-4173-bd00-644e780f6078 service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381942 Sep 01 15:10:54.426490 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f8b5da68-e356-4000-bd9f-b76996b6348f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=25889e58-c1fa-4ed2-89a7-236d8cfd5f91 HTTP/1.1" status: 200 len: 217 time: 0.1165512 Sep 01 15:10:54.521898 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-541907df-83b0-40c6-87c6-7a43dc3057fa req-90acc34f-fedb-4820-b21b-b3c0c087c87e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3009398 Sep 01 15:10:54.554545 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-36a4f4e4-9555-4977-b7f0-780f4d937ea9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7764d14044b94fce87fee8f626c50bed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0071247 Sep 01 15:10:54.555555 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 32972) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:54.671057 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8b4938-2740-4a84-ab8a-ac8d9f3170c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee822a77-6057-45df-8cd4-1e22447cc4c2'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:54.674845 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16b9f52-1e2a-402a-aa39-a948e8069cb3" -d '{"events": [{"server_uuid": "de8b4938-2740-4a84-ab8a-ac8d9f3170c7", "name": "network-vif-unplugged", "status": "completed", "tag": "ee822a77-6057-45df-8cd4-1e22447cc4c2"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:54.692712 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-3d61ee50-0763-4613-a8a0-72a37737cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:54.700972 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-3d61ee50-0763-4613-a8a0-72a37737cb42 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e305aa0d-de8e-480b-9017-6f3050eaf7d0 HTTP/1.1" status: 200 len: 797 time: 0.2605741 Sep 01 15:10:54.802611 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cd8789e8-19a1-4116-96ac-34b2d713590e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:54.923209 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cd8789e8-19a1-4116-96ac-34b2d713590e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:55.004267 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-8ef11f29-6be7-4858-a242-fdc91cbe104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:55.013405 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-8ef11f29-6be7-4858-a242-fdc91cbe104b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3019257 Sep 01 15:10:55.180864 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-2bfe4da1-c5a4-4e0b-a5a5-ace7d9bf8e1a tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=d7f261ece20a48a4b227e981b98a52fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1288178 Sep 01 15:10:55.353964 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cd8789e8-19a1-4116-96ac-34b2d713590e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:55.361437 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cd8789e8-19a1-4116-96ac-34b2d713590e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:55.364607 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cd8789e8-19a1-4116-96ac-34b2d713590e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f724bc7-136a-489b-b35e-66510558c29d HTTP/1.1" status: 204 len: 168 time: 0.8062384 Sep 01 15:10:55.408230 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-2284b65d-6eff-451b-abde-83255b988ec4 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:55.415487 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-2284b65d-6eff-451b-abde-83255b988ec4 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/networks?id=b6240944-9b17-4213-96a6-d174c6ab8fe6 HTTP/1.1" status: 200 len: 805 time: 0.4186082 Sep 01 15:10:55.430143 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8789e8-19a1-4116-96ac-34b2d713590e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f724bc7-136a-489b-b35e-66510558c29d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:55.444960 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-86a4765d-86cd-4ff5-ac45-4b008880ad04 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/quotas/25c63f341b704b118e09b4c621c2aa93 HTTP/1.1" status: 200 len: 375 time: 0.0279016 Sep 01 15:10:55.464485 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8789e8-19a1-4116-96ac-34b2d713590e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:55.465111 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8789e8-19a1-4116-96ac-34b2d713590e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:55.465602 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8789e8-19a1-4116-96ac-34b2d713590e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:55.466036 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8789e8-19a1-4116-96ac-34b2d713590e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:55.466419 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8789e8-19a1-4116-96ac-34b2d713590e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:55.466786 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8789e8-19a1-4116-96ac-34b2d713590e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:55.467125 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8789e8-19a1-4116-96ac-34b2d713590e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:55.467535 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8789e8-19a1-4116-96ac-34b2d713590e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:55.467872 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8789e8-19a1-4116-96ac-34b2d713590e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:55.468780 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8789e8-19a1-4116-96ac-34b2d713590e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:55.468780 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8789e8-19a1-4116-96ac-34b2d713590e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:55.478964 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8789e8-19a1-4116-96ac-34b2d713590e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:10:55.597919 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-49d7a0f8-37bb-4b6c-92bb-5fd1af457d3a tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=25c63f341b704b118e09b4c621c2aa93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1523054 Sep 01 15:10:55.638711 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35dae8f2-5b35-43d0-993e-d2035b5bc9b2', 'name': 'network-vif-deleted', 'tag': 'a7533f43-a924-496a-a462-ff86c48552c1'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:10:55.641875 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78388e3-3306-4055-9d3c-f8326c6cf747" -d '{"events": [{"server_uuid": "35dae8f2-5b35-43d0-993e-d2035b5bc9b2", "name": "network-vif-deleted", "tag": "a7533f43-a924-496a-a462-ff86c48552c1"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:10:55.693886 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-ee96c355-ec27-4aa5-8a77-41d0d363bacf service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6703243 Sep 01 15:10:55.804812 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-f0fb7456-eb18-43cd-af5a-3c0e7940bd27 service neutron] 10.222.0.60 "GET /v2.0/networks/b6240944-9b17-4213-96a6-d174c6ab8fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936264 Sep 01 15:10:55.887664 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba358f-e375-4103-8563-c78004908f64 req-a0de55c9-2530-4886-817c-c329bf4f3264 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:55.901560 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-59ba358f-e375-4103-8563-c78004908f64 req-a0de55c9-2530-4886-817c-c329bf4f3264 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 947 time: 0.7192824 Sep 01 15:10:55.964914 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-4d5894e4-d4b8-446f-b41a-265f7bbbdc10 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:55.967699 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-4d5894e4-d4b8-446f-b41a-265f7bbbdc10 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7296810 Sep 01 15:10:55.990169 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-6bf2c42f-ad33-40b9-b50b-f2e9c70e7aca tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Request body: {'port': {'device_id': '57f0832a-caaa-4c5c-97a3-42a4b308ac50', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': 'd7f261ece20a48a4b227e981b98a52fd'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:56.017223 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf0856-cd7b-4437-a92e-3f885bc0aca6 req-37a56bfa-746c-46e0-aaa4-0707607f6145 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:56.019341 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-89bf0856-cd7b-4437-a92e-3f885bc0aca6 req-37a56bfa-746c-46e0-aaa4-0707607f6145 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.62 "GET /v2.0/ports?device_id=de8b4938-2740-4a84-ab8a-ac8d9f3170c7 HTTP/1.1" status: 200 len: 943 time: 0.4492681 Sep 01 15:10:56.067505 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-5f3a53ad-8e8f-4e30-bb09-6dcdc5d02c73 service neutron] 10.222.0.60 "GET /v2.0/networks/b6240944-9b17-4213-96a6-d174c6ab8fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459381 Sep 01 15:10:56.161657 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-59ba358f-e375-4103-8563-c78004908f64 req-a6b65047-9672-45d6-85ff-82745ed3b1c5 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583542 Sep 01 15:10:56.304884 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-3e9af625-b62f-4aca-86dd-e80214fdf3f0 service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5957973 Sep 01 15:10:56.474825 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9abe8b61-0793-4e34-8c4f-eab87c61f7b7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=3d5cb6f3-2f23-485c-94f0-fb274a06c858 HTTP/1.1" status: 200 len: 217 time: 0.1432378 Sep 01 15:10:56.571409 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-33598099-fb44-4555-9eb2-0dd43dfe252c req-f5ec7050-ffc0-4816-94db-269a1f771269 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 210 time: 0.0466993 Sep 01 15:10:56.626380 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fc0ce3-acbe-4a59-b9c9-1242d88db123 x-openstack-request-id: req-f1fc0ce3-acbe-4a59-b9c9-1242d88db123 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:56.628364 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8b4938-2740-4a84-ab8a-ac8d9f3170c7", "name": "network-vif-unplugged", "status": "completed", "tag": "ee822a77-6057-45df-8cd4-1e22447cc4c2", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:56.628928 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f1fc0ce3-acbe-4a59-b9c9-1242d88db123 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:56.629623 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8b4938-2740-4a84-ab8a-ac8d9f3170c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee822a77-6057-45df-8cd4-1e22447cc4c2', 'code': 200} Sep 01 15:10:56.689112 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33018) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:56.771308 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-89bf0856-cd7b-4437-a92e-3f885bc0aca6 req-dd348725-7445-477d-9175-6b0050c21f1f tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Deleting port ee822a77-6057-45df-8cd4-1e22447cc4c2 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:10:56.772050 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-89bf0856-cd7b-4437-a92e-3f885bc0aca6 req-dd348725-7445-477d-9175-6b0050c21f1f tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:56.782355 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-6bf2c42f-ad33-40b9-b50b-f2e9c70e7aca tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Made reservation on behalf of d7f261ece20a48a4b227e981b98a52fd for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:10:56.788469 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-6bf2c42f-ad33-40b9-b50b-f2e9c70e7aca tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:57.075875 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc376b13-ab4e-40b4-9bb8-e365a729155c req-72f5b459-7e3e-437d-9d18-1787783d06dd tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:57.082857 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc376b13-ab4e-40b4-9bb8-e365a729155c req-72f5b459-7e3e-437d-9d18-1787783d06dd tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:57.104541 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-6bf2c42f-ad33-40b9-b50b-f2e9c70e7aca tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Allocated IP 192.168.233.108 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/bd04822d-c6fb-4eba-acfd-695924f4a1f2) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:10:57.109089 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc376b13-ab4e-40b4-9bb8-e365a729155c req-72f5b459-7e3e-437d-9d18-1787783d06dd tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:57.116259 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc376b13-ab4e-40b4-9bb8-e365a729155c req-72f5b459-7e3e-437d-9d18-1787783d06dd tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:57.137491 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc376b13-ab4e-40b4-9bb8-e365a729155c req-72f5b459-7e3e-437d-9d18-1787783d06dd tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:57.154074 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc376b13-ab4e-40b4-9bb8-e365a729155c req-72f5b459-7e3e-437d-9d18-1787783d06dd tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:57.175102 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc376b13-ab4e-40b4-9bb8-e365a729155c req-72f5b459-7e3e-437d-9d18-1787783d06dd tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:57.177108 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc376b13-ab4e-40b4-9bb8-e365a729155c req-72f5b459-7e3e-437d-9d18-1787783d06dd tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5432 time: 0.2715645 Sep 01 15:10:57.291801 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc376b13-ab4e-40b4-9bb8-e365a729155c req-74e6de13-ae1a-40c4-89ad-900cf7478e11 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1008584 Sep 01 15:10:57.414037 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8c0c9-a499-425d-922b-21990fed7460 req-6bf353a2-c4d0-4dcd-b3f9-6eb841457edf tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:57.419322 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e62c0d9-4fa1-4e71-85c5-420eafc2fa2a admin admin] Deleting subnet de6f3d24-aa35-41db-834d-e91d2e27e6db {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:10:57.423992 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-53a8c0c9-a499-425d-922b-21990fed7460 req-6bf353a2-c4d0-4dcd-b3f9-6eb841457edf tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 945 time: 0.9753423 Sep 01 15:10:57.428334 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7e62c0d9-4fa1-4e71-85c5-420eafc2fa2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:57.457222 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33038) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:57.481737 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-6bf2c42f-ad33-40b9-b50b-f2e9c70e7aca tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:57.492829 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:57.497175 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-41e0d9ae-0186-463f-9842-18838c8c43dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:57.499051 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-41e0d9ae-0186-463f-9842-18838c8c43dd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e305aa0d-de8e-480b-9017-6f3050eaf7d0 HTTP/1.1" status: 200 len: 797 time: 0.9372203 Sep 01 15:10:57.505209 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7e62c0d9-4fa1-4e71-85c5-420eafc2fa2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:57.555437 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cceeed35-1f8b-43c4-99c0-9e4d13025f67 x-openstack-request-id: req-cceeed35-1f8b-43c4-99c0-9e4d13025f67 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:10:57.555842 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35dae8f2-5b35-43d0-993e-d2035b5bc9b2", "name": "network-vif-deleted", "tag": "a7533f43-a924-496a-a462-ff86c48552c1", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:10:57.555990 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cceeed35-1f8b-43c4-99c0-9e4d13025f67 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:10:57.556406 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35dae8f2-5b35-43d0-993e-d2035b5bc9b2', 'name': 'network-vif-deleted', 'tag': 'a7533f43-a924-496a-a462-ff86c48552c1', 'status': 'completed', 'code': 200} Sep 01 15:10:57.587418 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-53a8c0c9-a499-425d-922b-21990fed7460 req-0116b195-83cb-45f6-93f2-915b0ca10467 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561213 Sep 01 15:10:57.631693 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-6bf2c42f-ad33-40b9-b50b-f2e9c70e7aca tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Transition to ACTIVE for port object bd04822d-c6fb-4eba-acfd-695924f4a1f2 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:10:57.635756 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7e62c0d9-4fa1-4e71-85c5-420eafc2fa2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:57.699608 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-ccd4d30b-76ef-4eb2-bbb8-124d0bedd654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:57.701142 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-1ec2130a-9333-45f7-b4d2-5a14715348d1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-251927646-network', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:57.701877 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-ccd4d30b-76ef-4eb2-bbb8-124d0bedd654 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1798520 Sep 01 15:10:57.824905 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-89bf0856-cd7b-4437-a92e-3f885bc0aca6 req-dd348725-7445-477d-9175-6b0050c21f1f tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] For port ee822a77-6057-45df-8cd4-1e22447cc4c2, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ee822a77-6057-45df-8cd4-1e22447cc4c2,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:10:57.826337 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-89bf0856-cd7b-4437-a92e-3f885bc0aca6 req-dd348725-7445-477d-9175-6b0050c21f1f tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:57.849122 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-46019fea-7f59-4ef7-8210-02c2621c85fb req-9bc59fa5-ad2d-4448-b92c-b4534cb85f09 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=10082487-97a9-4b97-bfd2-d7076548a975 HTTP/1.1" status: 200 len: 210 time: 0.1344898 Sep 01 15:10:57.852346 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7e62c0d9-4fa1-4e71-85c5-420eafc2fa2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:57.877299 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-89bf0856-cd7b-4437-a92e-3f885bc0aca6 req-dd348725-7445-477d-9175-6b0050c21f1f tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Calling delete_port for ee822a77-6057-45df-8cd4-1e22447cc4c2 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:10:57.921923 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f8254-8415-4296-abd3-9f515e34b5a0 req-033779b7-cc81-486e-bb71-2cbd085d58c6 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:57.932608 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bf8f8254-8415-4296-abd3-9f515e34b5a0 req-033779b7-cc81-486e-bb71-2cbd085d58c6 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 947 time: 0.2156587 Sep 01 15:10:57.951246 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7e62c0d9-4fa1-4e71-85c5-420eafc2fa2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:57.953454 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7e62c0d9-4fa1-4e71-85c5-420eafc2fa2a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/de6f3d24-aa35-41db-834d-e91d2e27e6db HTTP/1.1" status: 204 len: 168 time: 1.2628443 Sep 01 15:10:57.958422 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62c0d9-4fa1-4e71-85c5-420eafc2fa2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de6f3d24-aa35-41db-834d-e91d2e27e6db,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:57.960744 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33048) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:58.020923 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bf8f8254-8415-4296-abd3-9f515e34b5a0 req-9a598e2d-62f7-4a4b-b19c-ca1cec7f326e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850449 Sep 01 15:10:58.079602 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec2130a-9333-45f7-b4d2-5a14715348d1 admin admin] Made reservation on behalf of 00f25f4cb4804e62a3e709d2d6367260 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:10:58.082697 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1ec2130a-9333-45f7-b4d2-5a14715348d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:58.087128 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-35239d3c-872e-4f13-a336-d4339db43c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:58.113644 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-c1b49441-2371-43db-9e4f-dba6a47e3d2b service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931346 Sep 01 15:10:58.119255 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1ec2130a-9333-45f7-b4d2-5a14715348d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:58.120416 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-6bf2c42f-ad33-40b9-b50b-f2e9c70e7aca tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:58.143010 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['70e9cffd-d7f5-4b3a-9983-8585606a003b', '262afc76-15fe-45ca-bb9c-0ab7750f9a47'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:10:58.316767 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-85cec935-2d98-4ac0-92e3-cd22e3599ca8 service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921983 Sep 01 15:10:58.334774 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-35239d3c-872e-4f13-a336-d4339db43c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:58.355099 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-35239d3c-872e-4f13-a336-d4339db43c71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0922890-9f88-4062-824b-4dfc506e6e18']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:58.372914 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-05d7011c-a277-4f16-945c-628956fc7144 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:58.380802 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-05d7011c-a277-4f16-945c-628956fc7144 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/networks?id=991369d1-6cc8-4ab5-8a03-7b17948fd044 HTTP/1.1" status: 200 len: 805 time: 0.2884722 Sep 01 15:10:58.410936 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-ff85f72f-c6e2-4295-9df1-f823b1b5b61d tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/quotas/5d7c0ff87c7c4cc083c6404989b27ea4 HTTP/1.1" status: 200 len: 375 time: 0.0286617 Sep 01 15:10:58.416803 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-35239d3c-872e-4f13-a336-d4339db43c71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '046f229b-03ce-40a4-aaa4-2fdc45a14965') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:58.417502 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-35239d3c-872e-4f13-a336-d4339db43c71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '046f229b-03ce-40a4-aaa4-2fdc45a14965') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:10:58.477611 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-35239d3c-872e-4f13-a336-d4339db43c71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:58.545592 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-35239d3c-872e-4f13-a336-d4339db43c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:58.580334 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35239d3c-872e-4f13-a336-d4339db43c71 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:10:58.581328 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-35239d3c-872e-4f13-a336-d4339db43c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:58.595554 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f2befc2b-d479-4a0b-b122-db0f08e8ca5c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=d7fe6b2b-4faf-479e-97eb-4d3b218d201c HTTP/1.1" status: 200 len: 217 time: 0.1639750 Sep 01 15:10:58.604262 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-6bf2c42f-ad33-40b9-b50b-f2e9c70e7aca tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:10:58.612736 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-6bf2c42f-ad33-40b9-b50b-f2e9c70e7aca tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:10:58.696342 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-a22bae2a-f0b5-4508-a777-42a0c7bb0422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:58.699984 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-a22bae2a-f0b5-4508-a777-42a0c7bb0422 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e305aa0d-de8e-480b-9017-6f3050eaf7d0 HTTP/1.1" status: 200 len: 797 time: 0.0933759 Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:10:58.702554 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:10:58.718590 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-6bf2c42f-ad33-40b9-b50b-f2e9c70e7aca tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:10:58.726337 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-e4b6a46a-4f4e-4a81-9aa2-4587637039c4 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d7c0ff87c7c4cc083c6404989b27ea4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3140800 Sep 01 15:10:58.739575 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-35239d3c-872e-4f13-a336-d4339db43c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:58.779164 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-35239d3c-872e-4f13-a336-d4339db43c71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:58.781817 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-35239d3c-872e-4f13-a336-d4339db43c71 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b0922890-9f88-4062-824b-4dfc506e6e18 HTTP/1.1" status: 204 len: 168 time: 0.8108685 Sep 01 15:10:58.784096 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35239d3c-872e-4f13-a336-d4339db43c71 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0922890-9f88-4062-824b-4dfc506e6e18,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:58.801697 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-6bf2c42f-ad33-40b9-b50b-f2e9c70e7aca tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:58.802444 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-6bf2c42f-ad33-40b9-b50b-f2e9c70e7aca tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:58.827335 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2c42f-ad33-40b9-b50b-f2e9c70e7aca tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Pushing event updated for resources: {'Port': ['ID=bd04822d-c6fb-4eba-acfd-695924f4a1f2,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:58.838257 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e77613-5e01-476b-8694-601b96125876 req-c6e2fc6e-8f8c-4541-930a-c0622699c99b tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:58.847029 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-83e77613-5e01-476b-8694-601b96125876 req-c6e2fc6e-8f8c-4541-930a-c0622699c99b tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 936 time: 0.5279655 Sep 01 15:10:58.891480 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:10:58.947317 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-83e77613-5e01-476b-8694-601b96125876 req-3c11c801-d032-421a-b391-d1430b6f2899 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990083 Sep 01 15:10:58.969828 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1ec2130a-9333-45f7-b4d2-5a14715348d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:58.987397 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1ec2130a-9333-45f7-b4d2-5a14715348d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:59.060165 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec2130a-9333-45f7-b4d2-5a14715348d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:10:59.132115 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1ec2130a-9333-45f7-b4d2-5a14715348d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:59.132724 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-1ec2130a-9333-45f7-b4d2-5a14715348d1 admin admin] Added segment 22ae1a9a-94f4-4969-9c75-3360b1d6bc43 of type vlan for network fd61ac2f-0875-42bd-a407-4c7e4723b28d Sep 01 15:10:59.155476 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-52c44f2f-8a77-49b9-8522-29b3fb3968b1 None None] Provisioning for port bd04822d-c6fb-4eba-acfd-695924f4a1f2 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:10:59.161704 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2130a-9333-45f7-b4d2-5a14715348d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:59.178499 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-52c44f2f-8a77-49b9-8522-29b3fb3968b1 None None] Provisioning complete for port bd04822d-c6fb-4eba-acfd-695924f4a1f2 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:10:59.180677 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-52c44f2f-8a77-49b9-8522-29b3fb3968b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:59.260104 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-03799a16-3616-4b38-88a3-ba106cbac1bd service neutron] 10.222.0.60 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621346 Sep 01 15:10:59.343842 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-89bf0856-cd7b-4437-a92e-3f885bc0aca6 req-dd348725-7445-477d-9175-6b0050c21f1f tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:59.345883 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33064) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:59.384655 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-6bf2c42f-ad33-40b9-b50b-f2e9c70e7aca tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4012992 Sep 01 15:10:59.415354 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-644548ec-29fd-4b9f-be88-a95c23aa4965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:59.419374 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-644548ec-29fd-4b9f-be88-a95c23aa4965 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6124144 Sep 01 15:10:59.422772 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-52c44f2f-8a77-49b9-8522-29b3fb3968b1 None None] Port bd04822d-c6fb-4eba-acfd-695924f4a1f2 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:10:59.476851 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-a34e28eb-72b0-4c18-8cae-28e4c46a5a81 service neutron] Request body: {'port': {'device_id': '57f0832a-caaa-4c5c-97a3-42a4b308ac50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:59.539035 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-edea820c-365f-4a81-ae6e-fcf58960fc14 service neutron] 10.222.0.60 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692437 Sep 01 15:10:59.541596 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1ec2130a-9333-45f7-b4d2-5a14715348d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:59.554894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd348725-7445-477d-9175-6b0050c21f1f tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Pushing event deleted for resources: {'Port': ['ID=ee822a77-6057-45df-8cd4-1e22447cc4c2,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:59.614196 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1ec2130a-9333-45f7-b4d2-5a14715348d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:59.616677 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec2130a-9333-45f7-b4d2-5a14715348d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:10:59.617861 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1ec2130a-9333-45f7-b4d2-5a14715348d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:10:59.746111 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-221503bb-cb4f-4da4-9fe4-47b1dedd64a2 service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635705 Sep 01 15:10:59.827445 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1ec2130a-9333-45f7-b4d2-5a14715348d1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3684525 Sep 01 15:10:59.859432 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33070) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:10:59.874686 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-f0f474e2-c875-44a3-bdb6-6d4b5756d0c0 admin admin] Request body: {'subnet': {'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-251927646-subnet', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:10:59.899002 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2130a-9333-45f7-b4d2-5a14715348d1 admin admin] Pushing event updated for resources: {'Network': ['ID=fd61ac2f-0875-42bd-a407-4c7e4723b28d,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:10:59.920147 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network fd61ac2f-0875-42bd-a407-4c7e4723b28d details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:11:00.001350 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b484f-4920-4fcd-9b41-0a7200ef9448 req-72c90896-a7cf-4338-ac5b-9a13c6f8e47f tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:00.011495 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ad4b484f-4920-4fcd-9b41-0a7200ef9448 req-72c90896-a7cf-4338-ac5b-9a13c6f8e47f tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 945 time: 0.2232447 Sep 01 15:11:00.075728 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ad4b484f-4920-4fcd-9b41-0a7200ef9448 req-35a88342-35a1-43cd-8e20-85cd5267b873 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628126 Sep 01 15:11:00.092842 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f474e2-c875-44a3-bdb6-6d4b5756d0c0 admin admin] Made reservation on behalf of 00f25f4cb4804e62a3e709d2d6367260 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:11:00.095799 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0f474e2-c875-44a3-bdb6-6d4b5756d0c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:00.280016 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7bd20e62-62cb-4d03-adbb-2b864d512f78 req-c3931d34-b6e0-4a7e-b291-1dd1be4787c5 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=10082487-97a9-4b97-bfd2-d7076548a975 HTTP/1.1" status: 200 len: 210 time: 0.0857940 Sep 01 15:11:00.584377 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-89bf0856-cd7b-4437-a92e-3f885bc0aca6 req-dd348725-7445-477d-9175-6b0050c21f1f tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] No DVR routers for this DVR port ee822a77-6057-45df-8cd4-1e22447cc4c2 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:11:00.599871 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-6de82911-0336-44a6-91ab-23920a8755a2 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:00.602628 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-6de82911-0336-44a6-91ab-23920a8755a2 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.62 "GET /v2.0/networks?id=b6240944-9b17-4213-96a6-d174c6ab8fe6 HTTP/1.1" status: 200 len: 805 time: 1.7499170 Sep 01 15:11:00.607152 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-a34e28eb-72b0-4c18-8cae-28e4c46a5a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:00.619753 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-89bf0856-cd7b-4437-a92e-3f885bc0aca6 req-dd348725-7445-477d-9175-6b0050c21f1f tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:00.623358 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-89bf0856-cd7b-4437-a92e-3f885bc0aca6 req-dd348725-7445-477d-9175-6b0050c21f1f tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.62 "DELETE /v2.0/ports/ee822a77-6057-45df-8cd4-1e22447cc4c2 HTTP/1.1" status: 204 len: 173 time: 4.5738072 Sep 01 15:11:00.624120 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8b4938-2740-4a84-ab8a-ac8d9f3170c7', 'name': 'network-vif-deleted', 'tag': 'ee822a77-6057-45df-8cd4-1e22447cc4c2'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:00.628343 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b2edf0-f808-4f4d-b272-d253b86c9259" -d '{"events": [{"server_uuid": "de8b4938-2740-4a84-ab8a-ac8d9f3170c7", "name": "network-vif-deleted", "tag": "ee822a77-6057-45df-8cd4-1e22447cc4c2"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:00.678108 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-78ad9674-478e-432a-a4c0-2ebe2d5a20fb tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Request body: {'port': {'device_id': '10082487-97a9-4b97-bfd2-d7076548a975', 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6', 'admin_state_up': True, 'tenant_id': '25c63f341b704b118e09b4c621c2aa93'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:00.845164 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2af014-e78f-4889-8ec7-f0ea2d2eb0fb req-2e5c3f69-d297-43cd-a7a4-27288d2156aa tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:00.865297 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2af014-e78f-4889-8ec7-f0ea2d2eb0fb req-2e5c3f69-d297-43cd-a7a4-27288d2156aa tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:00.875131 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2af014-e78f-4889-8ec7-f0ea2d2eb0fb req-2e5c3f69-d297-43cd-a7a4-27288d2156aa tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:00.890800 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2af014-e78f-4889-8ec7-f0ea2d2eb0fb req-2e5c3f69-d297-43cd-a7a4-27288d2156aa tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:00.897865 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2af014-e78f-4889-8ec7-f0ea2d2eb0fb req-2e5c3f69-d297-43cd-a7a4-27288d2156aa tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:00.917030 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2af014-e78f-4889-8ec7-f0ea2d2eb0fb req-2e5c3f69-d297-43cd-a7a4-27288d2156aa tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:00.925232 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2af014-e78f-4889-8ec7-f0ea2d2eb0fb req-2e5c3f69-d297-43cd-a7a4-27288d2156aa tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:00.927325 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b2af014-e78f-4889-8ec7-f0ea2d2eb0fb req-2e5c3f69-d297-43cd-a7a4-27288d2156aa tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5432 time: 1.6718216 Sep 01 15:11:01.005398 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9fe97719-4d64-45e0-a787-c71da6b9f967 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fec0654f7239467a95f60e6ba299aa91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6247270 Sep 01 15:11:01.017782 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ee822a77-6057-45df-8cd4-1e22447cc4c2 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:11:01.074219 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33082) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:01.079065 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b2af014-e78f-4889-8ec7-f0ea2d2eb0fb req-99fc9041-562f-481f-9aca-ba11a7b54cb6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1064355 Sep 01 15:11:01.084325 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: ee822a77-6057-45df-8cd4-1e22447cc4c2 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:11:01.084876 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ee822a77-6057-45df-8cd4-1e22447cc4c2 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:11:01.226684 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2764858-2ece-44bc-b6af-cdda26b6d3fb req-ba5a67ea-ceea-42b3-affa-55ece20c218e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:01.235130 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d2764858-2ece-44bc-b6af-cdda26b6d3fb req-ba5a67ea-ceea-42b3-affa-55ece20c218e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 947 time: 0.1114542 Sep 01 15:11:01.301619 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d2764858-2ece-44bc-b6af-cdda26b6d3fb req-85d7f39f-a8a6-4ee8-b705-697af5c78f85 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654728 Sep 01 15:11:01.303112 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0f474e2-c875-44a3-bdb6-6d4b5756d0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:01.331140 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-632da38b-d850-4d61-a402-f8f06da8edb1 service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5373454 Sep 01 15:11:01.360410 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ed06e114-b667-47c5-9b08-8aa2fdc7bce4 req-237e7438-c1b5-40ea-8312-0d100bb67e95 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=f695688e-a37d-428a-91b9-903970ddd5eb HTTP/1.1" status: 200 len: 210 time: 0.1069622 Sep 01 15:11:01.401030 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f474e2-c875-44a3-bdb6-6d4b5756d0c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c212682-a8bc-460d-b6ac-def861e912f8,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:01.410187 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f474e2-c875-44a3-bdb6-6d4b5756d0c0 admin admin] Checking segment: {'id': '22ae1a9a-94f4-4969-9c75-3360b1d6bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:11:01.410534 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f474e2-c875-44a3-bdb6-6d4b5756d0c0 admin admin] Network hostable DHCP agents. Network: fd61ac2f-0875-42bd-a407-4c7e4723b28d, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:11:01.460179 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f474e2-c875-44a3-bdb6-6d4b5756d0c0 admin admin] Network fd61ac2f-0875-42bd-a407-4c7e4723b28d is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:11:01.488028 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-f0f474e2-c875-44a3-bdb6-6d4b5756d0c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, fd61ac2f-0875-42bd-a407-4c7e4723b28d) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:01.496970 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f474e2-c875-44a3-bdb6-6d4b5756d0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:01.497676 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0f474e2-c875-44a3-bdb6-6d4b5756d0c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:01.500652 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db90b00-a5c1-4fc1-bc09-43f58879aca2 None None] Network fd61ac2f-0875-42bd-a407-4c7e4723b28d requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:11:01.534529 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f0f474e2-c875-44a3-bdb6-6d4b5756d0c0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6652641 Sep 01 15:11:01.534791 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33088) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:01.541524 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-65030e96-da43-4491-b7c8-540619a9b0b6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-251927646-router', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:01.546561 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8f39e4af-ed6e-475c-80af-1c624fc99c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:01.625353 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8f39e4af-ed6e-475c-80af-1c624fc99c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:01.729282 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-65030e96-da43-4491-b7c8-540619a9b0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:01.731556 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-65030e96-da43-4491-b7c8-540619a9b0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:01.877777 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-65030e96-da43-4491-b7c8-540619a9b0b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:01.883813 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-a34e28eb-72b0-4c18-8cae-28e4c46a5a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd04822d-c6fb-4eba-acfd-695924f4a1f2 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:11:01.888044 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816eac0-fdee-4b59-99a3-400fbcb34eda req-e5fb2400-c25c-4112-8dfb-f16abb118c3d tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:01.890098 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2816eac0-fdee-4b59-99a3-400fbcb34eda req-e5fb2400-c25c-4112-8dfb-f16abb118c3d tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 936 time: 0.3231299 Sep 01 15:11:01.939019 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ad290a-c0ff-42c1-8c36-f3a53c62dd9e x-openstack-request-id: req-f7ad290a-c0ff-42c1-8c36-f3a53c62dd9e {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:01.939816 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8b4938-2740-4a84-ab8a-ac8d9f3170c7", "name": "network-vif-deleted", "tag": "ee822a77-6057-45df-8cd4-1e22447cc4c2", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:01.940388 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f7ad290a-c0ff-42c1-8c36-f3a53c62dd9e {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:01.941076 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8b4938-2740-4a84-ab8a-ac8d9f3170c7', 'name': 'network-vif-deleted', 'tag': 'ee822a77-6057-45df-8cd4-1e22447cc4c2', 'status': 'completed', 'code': 200} Sep 01 15:11:02.073694 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-e6330505-4a3d-4e00-92f2-febd80bbab73 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:02.075851 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-e6330505-4a3d-4e00-92f2-febd80bbab73 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.45 "GET /v2.0/networks?id=991369d1-6cc8-4ab5-8a03-7b17948fd044 HTTP/1.1" status: 200 len: 805 time: 0.1332378 Sep 01 15:11:02.079219 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-a34e28eb-72b0-4c18-8cae-28e4c46a5a81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:02.086397 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8f39e4af-ed6e-475c-80af-1c624fc99c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:02.090147 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8f39e4af-ed6e-475c-80af-1c624fc99c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:02.091773 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8f39e4af-ed6e-475c-80af-1c624fc99c1b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5b22f835-6283-4c08-89c6-db3ef5b67564 HTTP/1.1" status: 204 len: 168 time: 1.0117273 Sep 01 15:11:02.093958 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f03d9fc7-cdbc-491e-b95c-56b7579b9bc5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4 HTTP/1.1" status: 200 len: 217 time: 0.7325993 Sep 01 15:11:02.118580 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-65030e96-da43-4491-b7c8-540619a9b0b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:02.141141 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2816eac0-fdee-4b59-99a3-400fbcb34eda req-98fd4c18-020e-4b31-81d5-a276f1f5ffc0 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589577 Sep 01 15:11:02.178599 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39e4af-ed6e-475c-80af-1c624fc99c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b22f835-6283-4c08-89c6-db3ef5b67564,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:02.189882 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f9051674-ed55-45ca-ab22-21a53cf363c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:02.192282 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-f9051674-ed55-45ca-ab22-21a53cf363c2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91ecd6a8-b52a-4bdf-b401-3679b3b1f603 HTTP/1.1" status: 200 len: 797 time: 0.0768509 Sep 01 15:11:02.208637 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-8724c599-07cc-4ccf-bdfe-3b773e5b7a96 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Request body: {'port': {'device_id': 'f695688e-a37d-428a-91b9-903970ddd5eb', 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044', 'admin_state_up': True, 'tenant_id': '5d7c0ff87c7c4cc083c6404989b27ea4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:02.277761 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 91576a2e-9961-4de8-977d-ccccffda5612 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:11:02.283870 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36364343-eb87-4fe5-8542-8119591bb5d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-fd61ac2f-0875-42bd-a407-4c7e4723b28d', 'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'fixed_ips': [{'subnet_id': '5c212682-a8bc-460d-b6ac-def861e912f8'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:11:02.285538 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-36364343-eb87-4fe5-8542-8119591bb5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:02.316403 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f054208-a47d-499b-97f2-e8016c63b09c req-84cfe6df-e320-4cd7-a09c-96bfdd1ffbc3 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=10082487-97a9-4b97-bfd2-d7076548a975 HTTP/1.1" status: 200 len: 210 time: 0.0592785 Sep 01 15:11:02.409981 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-a34e28eb-72b0-4c18-8cae-28e4c46a5a81 service neutron] Transition to ACTIVE for port object bd04822d-c6fb-4eba-acfd-695924f4a1f2 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:02.490016 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea3ccf-8a8b-4734-bf29-5285cd245988 req-bb9967c5-4f6c-4f2b-a3e0-f904ffe08346 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:02.509124 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-08ea3ccf-8a8b-4734-bf29-5285cd245988 req-bb9967c5-4f6c-4f2b-a3e0-f904ffe08346 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 945 time: 0.6151199 Sep 01 15:11:02.519744 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-a34e28eb-72b0-4c18-8cae-28e4c46a5a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:02.538584 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-78ad9674-478e-432a-a4c0-2ebe2d5a20fb tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Made reservation on behalf of 25c63f341b704b118e09b4c621c2aa93 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:11:02.556628 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-78ad9674-478e-432a-a4c0-2ebe2d5a20fb tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:02.659371 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-65030e96-da43-4491-b7c8-540619a9b0b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:02.696986 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-36364343-eb87-4fe5-8542-8119591bb5d6 None None] Allocated IP 172.20.0.2 (fd61ac2f-0875-42bd-a407-4c7e4723b28d/5c212682-a8bc-460d-b6ac-def861e912f8/84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:11:02.724421 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-65030e96-da43-4491-b7c8-540619a9b0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:02.980480 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-36364343-eb87-4fe5-8542-8119591bb5d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:03.006330 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e73c04-c90e-4a43-9371-bc27fb672cc4 req-be6aa5fc-2b99-413e-92e0-2746bfd0e89f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:03.015985 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e73c04-c90e-4a43-9371-bc27fb672cc4 req-be6aa5fc-2b99-413e-92e0-2746bfd0e89f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:03.016443 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.resource_extend [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:11:03.045126 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e73c04-c90e-4a43-9371-bc27fb672cc4 req-be6aa5fc-2b99-413e-92e0-2746bfd0e89f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:03.055355 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e73c04-c90e-4a43-9371-bc27fb672cc4 req-be6aa5fc-2b99-413e-92e0-2746bfd0e89f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:03.072256 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e73c04-c90e-4a43-9371-bc27fb672cc4 req-be6aa5fc-2b99-413e-92e0-2746bfd0e89f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:03.080128 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e73c04-c90e-4a43-9371-bc27fb672cc4 req-be6aa5fc-2b99-413e-92e0-2746bfd0e89f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:03.105859 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e73c04-c90e-4a43-9371-bc27fb672cc4 req-be6aa5fc-2b99-413e-92e0-2746bfd0e89f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:03.118462 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-88e73c04-c90e-4a43-9371-bc27fb672cc4 req-be6aa5fc-2b99-413e-92e0-2746bfd0e89f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5432 time: 0.6247795 Sep 01 15:11:03.185086 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-36364343-eb87-4fe5-8542-8119591bb5d6 None None] Transition to ACTIVE for port object 84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:03.205866 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-65030e96-da43-4491-b7c8-540619a9b0b6 admin admin] Allocated IP 172.25.6.85 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/a3f1434c-35e0-48eb-a68d-ff90a5c6d125) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:11:03.224698 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-36364343-eb87-4fe5-8542-8119591bb5d6 None None] Transition to ACTIVE for port object 84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:03.244750 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-88e73c04-c90e-4a43-9371-bc27fb672cc4 req-6fa00158-3570-4a2a-9bb5-153c8c604fec tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1252697 Sep 01 15:11:03.253986 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-36364343-eb87-4fe5-8542-8119591bb5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:03.280698 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 91576a2e-9961-4de8-977d-ccccffda5612, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=91576a2e-9961-4de8-977d-ccccffda5612,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:03.357326 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '91576a2e-9961-4de8-977d-ccccffda5612', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'port_id': '91576a2e-9961-4de8-977d-ccccffda5612', 'mac_address': 'fa:16:3e:af:d0:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:11:03.367684 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36364343-eb87-4fe5-8542-8119591bb5d6 None None] Network fd61ac2f-0875-42bd-a407-4c7e4723b28d is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:03.378336 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-36364343-eb87-4fe5-8542-8119591bb5d6 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:03.412262 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36364343-eb87-4fe5-8542-8119591bb5d6 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:11:03.428554 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36364343-eb87-4fe5-8542-8119591bb5d6 None None] Pushing event updated for resources: {'Port': ['ID=84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:03.449298 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-08ea3ccf-8a8b-4734-bf29-5285cd245988 req-d1b9f7bb-2fce-4c98-b69a-dc9d6f34de60 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8615136 Sep 01 15:11:03.463488 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-21bd585e-eece-4489-ae0e-d720148e472f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:03.469212 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-21bd585e-eece-4489-ae0e-d720148e472f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c254db57-43ae-492e-9c7b-cecc22088fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1595013 Sep 01 15:11:03.566582 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:03.650677 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-65030e96-da43-4491-b7c8-540619a9b0b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:03.755019 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-36364343-eb87-4fe5-8542-8119591bb5d6 None None] Attempting to bind port 84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:11:03.755538 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-36364343-eb87-4fe5-8542-8119591bb5d6 None None] Attempting to bind port 84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '22ae1a9a-94f4-4969-9c75-3360b1d6bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:11:03.756116 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36364343-eb87-4fe5-8542-8119591bb5d6 None None] Attempting to bind port 84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78 on network fd61ac2f-0875-42bd-a407-4c7e4723b28d {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:03.781573 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36364343-eb87-4fe5-8542-8119591bb5d6 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:11:03.787431 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36364343-eb87-4fe5-8542-8119591bb5d6 None None] Checking segment: {'id': '22ae1a9a-94f4-4969-9c75-3360b1d6bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:11:03.788320 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-36364343-eb87-4fe5-8542-8119591bb5d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:03.789000 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36364343-eb87-4fe5-8542-8119591bb5d6 None None] Bound using segment: {'id': '22ae1a9a-94f4-4969-9c75-3360b1d6bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:11:03.789837 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-36364343-eb87-4fe5-8542-8119591bb5d6 None None] Bound port: 84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ae1a9a-94f4-4969-9c75-3360b1d6bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:11:03.790539 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-36364343-eb87-4fe5-8542-8119591bb5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:03.815108 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e28eb-72b0-4c18-8cae-28e4c46a5a81 service neutron] Pushing event updated for resources: {'Port': ['ID=bd04822d-c6fb-4eba-acfd-695924f4a1f2,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:03.819376 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-78ad9674-478e-432a-a4c0-2ebe2d5a20fb tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Allocated IP 172.20.0.7 (b6240944-9b17-4213-96a6-d174c6ab8fe6/194d1d59-7b47-476a-b712-76fc814d7b3a/68b49930-49a2-499d-a52d-bce832d5f7e8) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:11:03.842425 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-65030e96-da43-4491-b7c8-540619a9b0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:03.848814 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91576a2e-9961-4de8-977d-ccccffda5612 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:11:03.919390 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-69908733-fe34-4e77-86ac-aefbaf479143 req-6b0aadb6-2657-431d-9ee4-5a3f51bb3b1b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=f695688e-a37d-428a-91b9-903970ddd5eb HTTP/1.1" status: 200 len: 210 time: 0.1507530 Sep 01 15:11:03.974945 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 91576a2e-9961-4de8-977d-ccccffda5612, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=91576a2e-9961-4de8-977d-ccccffda5612,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:03.988853 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:04.095409 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65030e96-da43-4491-b7c8-540619a9b0b6 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:04.115212 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-65030e96-da43-4491-b7c8-540619a9b0b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:04.131069 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65030e96-da43-4491-b7c8-540619a9b0b6 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:11:04.140645 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-36364343-eb87-4fe5-8542-8119591bb5d6 None None] For port 84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:11:04.155605 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['91576a2e-9961-4de8-977d-ccccffda5612'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:11:04.159142 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-36364343-eb87-4fe5-8542-8119591bb5d6 None None] For port 84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78,segment=NetworkSegment(22ae1a9a-94f4-4969-9c75-3360b1d6bc43),segment_id=22ae1a9a-94f4-4969-9c75-3360b1d6bc43)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:11:04.193453 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-36364343-eb87-4fe5-8542-8119591bb5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:04.204060 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33138) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:04.206556 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65030e96-da43-4491-b7c8-540619a9b0b6 admin admin] Pushing event updated for resources: {'Port': ['ID=a3f1434c-35e0-48eb-a68d-ff90a5c6d125,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:04.209128 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-a34e28eb-72b0-4c18-8cae-28e4c46a5a81 service neutron] Attempting to bind port bd04822d-c6fb-4eba-acfd-695924f4a1f2 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:11:04.218031 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-a34e28eb-72b0-4c18-8cae-28e4c46a5a81 service neutron] Attempting to bind port bd04822d-c6fb-4eba-acfd-695924f4a1f2 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:11:04.218745 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-a34e28eb-72b0-4c18-8cae-28e4c46a5a81 service neutron] Attempting to bind port bd04822d-c6fb-4eba-acfd-695924f4a1f2 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:04.238859 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-8724c599-07cc-4ccf-bdfe-3b773e5b7a96 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Made reservation on behalf of 5d7c0ff87c7c4cc083c6404989b27ea4 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:11:04.242884 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-8724c599-07cc-4ccf-bdfe-3b773e5b7a96 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:04.251587 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce50c1-edf5-49a9-aacc-972c2784c219 req-7da11e38-a10b-4c24-920e-527c10c5060a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:04.266503 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=91576a2e-9961-4de8-977d-ccccffda5612,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:04.270523 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a6ce50c1-edf5-49a9-aacc-972c2784c219 req-7da11e38-a10b-4c24-920e-527c10c5060a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 947 time: 0.4503675 Sep 01 15:11:04.320640 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-a34e28eb-72b0-4c18-8cae-28e4c46a5a81 service neutron] Port bd04822d-c6fb-4eba-acfd-695924f4a1f2 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:11:04.321752 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-a34e28eb-72b0-4c18-8cae-28e4c46a5a81 service neutron] Attempting to bind port bd04822d-c6fb-4eba-acfd-695924f4a1f2 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:04.348275 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-a34e28eb-72b0-4c18-8cae-28e4c46a5a81 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:11:04.348784 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-a34e28eb-72b0-4c18-8cae-28e4c46a5a81 service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:11:04.349301 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-a34e28eb-72b0-4c18-8cae-28e4c46a5a81 service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:11:04.358818 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-a34e28eb-72b0-4c18-8cae-28e4c46a5a81 service neutron] Bound port: bd04822d-c6fb-4eba-acfd-695924f4a1f2, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:11:04.359350 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-a34e28eb-72b0-4c18-8cae-28e4c46a5a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:04.479602 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36364343-eb87-4fe5-8542-8119591bb5d6 None None] Pushing event updated for resources: {'Port': ['ID=84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:04.525755 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-a34e28eb-72b0-4c18-8cae-28e4c46a5a81 service neutron] For port bd04822d-c6fb-4eba-acfd-695924f4a1f2, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:11:04.531224 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-a34e28eb-72b0-4c18-8cae-28e4c46a5a81 service neutron] For port bd04822d-c6fb-4eba-acfd-695924f4a1f2, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=bd04822d-c6fb-4eba-acfd-695924f4a1f2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:11:04.582204 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a6ce50c1-edf5-49a9-aacc-972c2784c219 req-b5c8bbfd-5225-4590-b0e8-153a0dc8405e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098519 Sep 01 15:11:04.711902 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-8724c599-07cc-4ccf-bdfe-3b773e5b7a96 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Allocated IP 172.20.0.4 (991369d1-6cc8-4ab5-8a03-7b17948fd044/35b27872-673a-446b-88b2-296c933a8cce/750ec198-b86b-4f50-a82e-1150e15b397f) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:11:04.731489 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-a34e28eb-72b0-4c18-8cae-28e4c46a5a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:04.987825 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-3846b8ea-21c6-4443-ba93-5f97d4fb4f86 service neutron] 10.222.0.62 "GET /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2254617 Sep 01 15:11:05.043174 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-a34e28eb-72b0-4c18-8cae-28e4c46a5a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:05.043891 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-a34e28eb-72b0-4c18-8cae-28e4c46a5a81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:05.048542 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-a34e28eb-72b0-4c18-8cae-28e4c46a5a81 service neutron] 10.222.0.45 "PUT /v2.0/ports/bd04822d-c6fb-4eba-acfd-695924f4a1f2 HTTP/1.1" status: 200 len: 1096 time: 5.5806053 Sep 01 15:11:05.070350 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:05.166083 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-c49308d5-8249-452e-be38-c9a9d2371186 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1132742253-network', 'tenant_id': '7826a28761144d768b405c3b67a84f11'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:05.173217 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f0832a-caaa-4c5c-97a3-42a4b308ac50', 'tag': 'bd04822d-c6fb-4eba-acfd-695924f4a1f2'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:05.178241 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56dd2206-a5e3-4289-8e70-b61f1f35a7f4" -d '{"events": [{"name": "network-changed", "server_uuid": "57f0832a-caaa-4c5c-97a3-42a4b308ac50", "tag": "bd04822d-c6fb-4eba-acfd-695924f4a1f2"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:05.233705 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b2c2de7b-09cb-4080-a925-0c235bff9b44 req-e888458c-e131-4bef-be1e-ccaea214612c tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=10082487-97a9-4b97-bfd2-d7076548a975 HTTP/1.1" status: 200 len: 210 time: 0.1958463 Sep 01 15:11:05.251371 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:05.277235 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-65030e96-da43-4491-b7c8-540619a9b0b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:05.465160 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6f52e-52b4-4d84-bc7e-6f35af29c527 req-628f66e3-a856-4b33-8c76-5fe40f23df22 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:05.467291 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a1a6f52e-52b4-4d84-bc7e-6f35af29c527 req-628f66e3-a856-4b33-8c76-5fe40f23df22 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 948 time: 1.2860317 Sep 01 15:11:05.814450 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a1a6f52e-52b4-4d84-bc7e-6f35af29c527 req-e6311139-1305-4994-b993-2e71b1e60f9b tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328701 Sep 01 15:11:06.051866 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-65030e96-da43-4491-b7c8-540619a9b0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:06.141136 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 91576a2e-9961-4de8-977d-ccccffda5612 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:06.296451 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93db84-6160-4bcb-b662-203ac6c90885 req-bc92ebfc-5482-41bf-b778-feb3b68ca2b9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:06.304937 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 91576a2e-9961-4de8-977d-ccccffda5612 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:06.305714 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:06.309397 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93db84-6160-4bcb-b662-203ac6c90885 req-bc92ebfc-5482-41bf-b778-feb3b68ca2b9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:06.337233 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-8724c599-07cc-4ccf-bdfe-3b773e5b7a96 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:06.343955 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93db84-6160-4bcb-b662-203ac6c90885 req-bc92ebfc-5482-41bf-b778-feb3b68ca2b9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:06.375772 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93db84-6160-4bcb-b662-203ac6c90885 req-bc92ebfc-5482-41bf-b778-feb3b68ca2b9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:06.389434 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93db84-6160-4bcb-b662-203ac6c90885 req-bc92ebfc-5482-41bf-b778-feb3b68ca2b9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:06.403544 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93db84-6160-4bcb-b662-203ac6c90885 req-bc92ebfc-5482-41bf-b778-feb3b68ca2b9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:06.424549 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93db84-6160-4bcb-b662-203ac6c90885 req-bc92ebfc-5482-41bf-b778-feb3b68ca2b9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:06.425318 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-78ad9674-478e-432a-a4c0-2ebe2d5a20fb tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:06.428423 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bc93db84-6160-4bcb-b662-203ac6c90885 req-bc92ebfc-5482-41bf-b778-feb3b68ca2b9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5432 time: 0.3779290 Sep 01 15:11:06.610768 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49308d5-8249-452e-be38-c9a9d2371186 admin admin] Made reservation on behalf of 7826a28761144d768b405c3b67a84f11 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:11:06.624088 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c49308d5-8249-452e-be38-c9a9d2371186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:06.628579 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:06.670072 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61147043-f684-42f6-b0d4-969bb134c4da None None] Network fd61ac2f-0875-42bd-a407-4c7e4723b28d requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:11:06.690643 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea3908c-dacb-41f3-981c-533189125a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91576a2e-9961-4de8-977d-ccccffda5612'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:06.694552 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9511e3-3cc3-4431-8507-d805f95e285f" -d '{"events": [{"server_uuid": "cea3908c-dacb-41f3-981c-533189125a5a", "name": "network-vif-plugged", "status": "completed", "tag": "91576a2e-9961-4de8-977d-ccccffda5612"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:06.715778 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e28eb-72b0-4c18-8cae-28e4c46a5a81 service neutron] Pushing event updated for resources: {'Port': ['ID=bd04822d-c6fb-4eba-acfd-695924f4a1f2,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:06.740978 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-78ad9674-478e-432a-a4c0-2ebe2d5a20fb tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:06.752667 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 91576a2e-9961-4de8-977d-ccccffda5612, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=91576a2e-9961-4de8-977d-ccccffda5612,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:06.771853 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:06.775212 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bc93db84-6160-4bcb-b662-203ac6c90885 req-362ea5c3-49a1-4399-a7fa-9a1c16fc11de tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3261662 Sep 01 15:11:06.900595 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-3d066bc9-99d3-403e-8832-436a27f527b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:06.903794 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-3d066bc9-99d3-403e-8832-436a27f527b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 1099 time: 1.6935852 Sep 01 15:11:06.995698 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fce0fee8-dc52-46b4-b6a8-496e9396523e req-f2c47c11-4ea0-4cab-815f-f21fbfb22dba tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=f695688e-a37d-428a-91b9-903970ddd5eb HTTP/1.1" status: 200 len: 210 time: 0.0577617 Sep 01 15:11:07.029459 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65030e96-da43-4491-b7c8-540619a9b0b6 admin admin] Router 3f8184a9-695f-446d-bdfe-62cf4e6dd576 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:11:07.106955 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-22a00285-72c2-4682-b1ef-1fe534be5270 None None] Provisioning for port 84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:07.185442 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-15fb3992-b9af-4a2d-b3d9-c27430f6fea6 service neutron] 10.222.0.62 "GET /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0135088 Sep 01 15:11:07.186472 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad9674-478e-432a-a4c0-2ebe2d5a20fb tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Pushing event updated for resources: {'Port': ['ID=68b49930-49a2-499d-a52d-bce832d5f7e8,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:07.190824 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c49308d5-8249-452e-be38-c9a9d2371186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:07.199615 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46abb84-1050-40c5-b0e6-25a8e5aec90a x-openstack-request-id: req-b46abb84-1050-40c5-b0e6-25a8e5aec90a {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:07.200176 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57f0832a-caaa-4c5c-97a3-42a4b308ac50", "tag": "bd04822d-c6fb-4eba-acfd-695924f4a1f2", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:07.200594 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b46abb84-1050-40c5-b0e6-25a8e5aec90a {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:07.201305 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f0832a-caaa-4c5c-97a3-42a4b308ac50', 'tag': 'bd04822d-c6fb-4eba-acfd-695924f4a1f2', 'status': 'completed', 'code': 200} Sep 01 15:11:07.228869 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=91576a2e-9961-4de8-977d-ccccffda5612,revision_number=7']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:07.229860 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-78ad9674-478e-432a-a4c0-2ebe2d5a20fb tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Network b6240944-9b17-4213-96a6-d174c6ab8fe6 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:07.271616 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-22a00285-72c2-4682-b1ef-1fe534be5270 None None] Provisioning complete for port 84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:07.275391 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-22a00285-72c2-4682-b1ef-1fe534be5270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:07.320511 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-9df8e537-ff4e-4b33-a3a7-765e8a56e957 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2ed15646-9fa6-43dc-b376-d3212fd60a6f HTTP/1.1" status: 200 len: 217 time: 0.1002831 Sep 01 15:11:07.351261 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-78ad9674-478e-432a-a4c0-2ebe2d5a20fb tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:07.355411 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-78ad9674-478e-432a-a4c0-2ebe2d5a20fb tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:11:07.420815 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65030e96-da43-4491-b7c8-540619a9b0b6 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:11:07.438026 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2853242-1f55-41bb-9489-db01166cafe5 None None] Sync routers for ids ['3f8184a9-695f-446d-bdfe-62cf4e6dd576'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:11:07.474926 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2853242-1f55-41bb-9489-db01166cafe5 None None] Routers {'3f8184a9-695f-446d-bdfe-62cf4e6dd576'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:11:07.481769 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-c2853242-1f55-41bb-9489-db01166cafe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:10:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3f8184a9-695f-446d-bdfe-62cf4e6dd576'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:07.495977 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-8724c599-07cc-4ccf-bdfe-3b773e5b7a96 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:07.505933 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-65030e96-da43-4491-b7c8-540619a9b0b6 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:07.515108 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-65030e96-da43-4491-b7c8-540619a9b0b6 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9760959 Sep 01 15:11:07.530669 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33166) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:07.551620 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-78ad9674-478e-432a-a4c0-2ebe2d5a20fb tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:07.554318 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-78ad9674-478e-432a-a4c0-2ebe2d5a20fb tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:07.612498 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-22a00285-72c2-4682-b1ef-1fe534be5270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:07.637823 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['decdf579-a3ac-47d2-8e21-42acfa004caa'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:11:07.886797 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-22a00285-72c2-4682-b1ef-1fe534be5270 None None] For port 84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78,segment=NetworkSegment(22ae1a9a-94f4-4969-9c75-3360b1d6bc43),segment_id=22ae1a9a-94f4-4969-9c75-3360b1d6bc43)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:07.907922 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-22a00285-72c2-4682-b1ef-1fe534be5270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:08.051464 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724c599-07cc-4ccf-bdfe-3b773e5b7a96 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Pushing event updated for resources: {'Port': ['ID=750ec198-b86b-4f50-a82e-1150e15b397f,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:08.060669 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-7d3b01e7-462a-4c88-8df5-c7255948cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:08.080702 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-7d3b01e7-462a-4c88-8df5-c7255948cc0b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91ecd6a8-b52a-4bdf-b401-3679b3b1f603 HTTP/1.1" status: 200 len: 797 time: 0.5697410 Sep 01 15:11:08.082132 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-cbde481e-c9fe-40c2-a2b3-41122c0f68bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=bd04822d-c6fb-4eba-acfd-695924f4a1f2 HTTP/1.1" status: 200 len: 217 time: 0.9033196 Sep 01 15:11:08.083454 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a00285-72c2-4682-b1ef-1fe534be5270 None None] Pushing event updated for resources: {'Port': ['ID=84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:08.084298 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-78ad9674-478e-432a-a4c0-2ebe2d5a20fb tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4250751 Sep 01 15:11:08.145552 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84608baa-f6da-4cec-8266-93326ff39265 req-67639915-444b-44d1-ab02-20e65d1e1ce5 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:08.154042 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-84608baa-f6da-4cec-8266-93326ff39265 req-67639915-444b-44d1-ab02-20e65d1e1ce5 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 947 time: 0.8179588 Sep 01 15:11:08.225111 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-c2853242-1f55-41bb-9489-db01166cafe5 None None] Set router 3f8184a9-695f-446d-bdfe-62cf4e6dd576 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:11:08.271168 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:08.349121 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-84608baa-f6da-4cec-8266-93326ff39265 req-3c437d6e-ac5d-47a1-bf6f-9ae2fe50f039 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940382 Sep 01 15:11:08.372312 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-85276e0c-1035-498e-90e5-cb4a4e93208c service neutron] Request body: {'port': {'device_id': '10082487-97a9-4b97-bfd2-d7076548a975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:08.452844 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00ef43-9f5d-41d1-8397-01e176348267 req-c3bbb683-23ca-4496-9c10-75dad899ee12 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:08.452844 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-de00ef43-9f5d-41d1-8397-01e176348267 req-c3bbb683-23ca-4496-9c10-75dad899ee12 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 945 time: 1.8928587 Sep 01 15:11:08.458570 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-8724c599-07cc-4ccf-bdfe-3b773e5b7a96 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Network 991369d1-6cc8-4ab5-8a03-7b17948fd044 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:08.465474 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9c2b328d-5fc1-4d5d-a5bc-95f4004d9236 None None] Provisioning complete for port 84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:08.465853 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9c2b328d-5fc1-4d5d-a5bc-95f4004d9236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:08.478208 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-8724c599-07cc-4ccf-bdfe-3b773e5b7a96 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:08.493508 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-8724c599-07cc-4ccf-bdfe-3b773e5b7a96 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:11:08.644210 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-8724c599-07cc-4ccf-bdfe-3b773e5b7a96 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:08.647248 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-8724c599-07cc-4ccf-bdfe-3b773e5b7a96 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:08.762562 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-de00ef43-9f5d-41d1-8397-01e176348267 req-3b2b8b8a-af13-4b80-ad2f-37c523ebd40a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2945211 Sep 01 15:11:08.772524 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-cf5ee722-3ea8-428a-9ffb-6310b218a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:08.780910 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-cf5ee722-3ea8-428a-9ffb-6310b218a400 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c254db57-43ae-492e-9c7b-cecc22088fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6777329 Sep 01 15:11:08.872466 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-c2853242-1f55-41bb-9489-db01166cafe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'name': 'tempest-TaggedBootDevicesTest-251927646-router', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'a3f1434c-35e0-48eb-a68d-ff90a5c6d125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:01Z', 'updated_at': '2021-09-01T15:11:04Z', 'revision_number': 3, 'project_id': '00f25f4cb4804e62a3e709d2d6367260', 'gw_port': {'id': 'a3f1434c-35e0-48eb-a68d-ff90a5c6d125', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:02Z', 'updated_at': '2021-09-01T15:11:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:08.877936 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a249b60c-42f1-4812-9027-ba3e1b0c34d9 x-openstack-request-id: req-a249b60c-42f1-4812-9027-ba3e1b0c34d9 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:08.878699 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea3908c-dacb-41f3-981c-533189125a5a", "name": "network-vif-plugged", "status": "completed", "tag": "91576a2e-9961-4de8-977d-ccccffda5612", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:08.879143 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a249b60c-42f1-4812-9027-ba3e1b0c34d9 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:08.879779 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea3908c-dacb-41f3-981c-533189125a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91576a2e-9961-4de8-977d-ccccffda5612', 'code': 200} Sep 01 15:11:08.931362 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2853242-1f55-41bb-9489-db01166cafe5 None None] Checking router: 3f8184a9-695f-446d-bdfe-62cf4e6dd576 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:11:08.931880 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2853242-1f55-41bb-9489-db01166cafe5 None None] Updating router 3f8184a9-695f-446d-bdfe-62cf4e6dd576 port a3f1434c-35e0-48eb-a68d-ff90a5c6d125 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:11:08.992098 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-c2853242-1f55-41bb-9489-db01166cafe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:09.016081 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff4557-befb-4410-b525-e76d72178252 req-769cf357-cf27-4715-9de1-5ec27dc0f856 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:09.023908 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26ff4557-befb-4410-b525-e76d72178252 req-769cf357-cf27-4715-9de1-5ec27dc0f856 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=10082487-97a9-4b97-bfd2-d7076548a975 HTTP/1.1" status: 200 len: 931 time: 0.4541478 Sep 01 15:11:09.047516 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-85276e0c-1035-498e-90e5-cb4a4e93208c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:09.158915 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8043acde-1b9e-44fc-bf21-73aabe1d265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:09.180478 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:09.215151 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c49308d5-8249-452e-be38-c9a9d2371186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:09.353099 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:09.354101 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:09.427838 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26ff4557-befb-4410-b525-e76d72178252 req-182d8558-54c4-44be-bc86-4bc87a45b360 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016769 Sep 01 15:11:09.626025 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-29062f31-4e27-435c-a40e-65cdb87985c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:09.634569 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-29062f31-4e27-435c-a40e-65cdb87985c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 1.5258687 Sep 01 15:11:09.765960 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-c2853242-1f55-41bb-9489-db01166cafe5 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:09.784342 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-c2853242-1f55-41bb-9489-db01166cafe5 None None] Transition to ACTIVE for port object a3f1434c-35e0-48eb-a68d-ff90a5c6d125 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:09.798981 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-c2853242-1f55-41bb-9489-db01166cafe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:09.874333 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-c2853242-1f55-41bb-9489-db01166cafe5 None None] Attempting to bind port a3f1434c-35e0-48eb-a68d-ff90a5c6d125 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:11:09.874333 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-c2853242-1f55-41bb-9489-db01166cafe5 None None] Attempting to bind port a3f1434c-35e0-48eb-a68d-ff90a5c6d125 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:11:09.877354 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2853242-1f55-41bb-9489-db01166cafe5 None None] Attempting to bind port a3f1434c-35e0-48eb-a68d-ff90a5c6d125 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:09.899323 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fae8c185-d708-4e82-95eb-0db5d26ca785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:09.943754 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2853242-1f55-41bb-9489-db01166cafe5 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:11:09.946006 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2853242-1f55-41bb-9489-db01166cafe5 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:11:09.946458 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-c2853242-1f55-41bb-9489-db01166cafe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:09.946864 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2853242-1f55-41bb-9489-db01166cafe5 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:11:09.958692 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069301c3-aff6-44fb-896d-fd106d88fe25 req-e7a3b6b1-9d2a-4705-84e2-14d3976d1657 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:09.962763 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-c2853242-1f55-41bb-9489-db01166cafe5 None None] Bound port: a3f1434c-35e0-48eb-a68d-ff90a5c6d125, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:11:09.963422 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-c2853242-1f55-41bb-9489-db01166cafe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:09.970095 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c49308d5-8249-452e-be38-c9a9d2371186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:09.979251 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069301c3-aff6-44fb-896d-fd106d88fe25 req-e7a3b6b1-9d2a-4705-84e2-14d3976d1657 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:10.023473 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069301c3-aff6-44fb-896d-fd106d88fe25 req-e7a3b6b1-9d2a-4705-84e2-14d3976d1657 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:10.053851 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b92e2-a872-46ee-8b2e-7707578b3d03 None None] Pushing event updated for resources: {'Port': ['ID=a3f1434c-35e0-48eb-a68d-ff90a5c6d125,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:10.064027 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069301c3-aff6-44fb-896d-fd106d88fe25 req-e7a3b6b1-9d2a-4705-84e2-14d3976d1657 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:10.118196 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b92e2-a872-46ee-8b2e-7707578b3d03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:10.119196 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b92e2-a872-46ee-8b2e-7707578b3d03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:10.122605 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069301c3-aff6-44fb-896d-fd106d88fe25 req-e7a3b6b1-9d2a-4705-84e2-14d3976d1657 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:10.124760 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b92e2-a872-46ee-8b2e-7707578b3d03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:10.125635 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b92e2-a872-46ee-8b2e-7707578b3d03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:10.126469 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b92e2-a872-46ee-8b2e-7707578b3d03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:10.127673 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b92e2-a872-46ee-8b2e-7707578b3d03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:10.135169 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b92e2-a872-46ee-8b2e-7707578b3d03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:10.136330 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b92e2-a872-46ee-8b2e-7707578b3d03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:10.136702 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b92e2-a872-46ee-8b2e-7707578b3d03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:10.137371 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b92e2-a872-46ee-8b2e-7707578b3d03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:10.137815 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b92e2-a872-46ee-8b2e-7707578b3d03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:10.138399 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02b92e2-a872-46ee-8b2e-7707578b3d03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:10.163137 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069301c3-aff6-44fb-896d-fd106d88fe25 req-e7a3b6b1-9d2a-4705-84e2-14d3976d1657 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:10.188291 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069301c3-aff6-44fb-896d-fd106d88fe25 req-e7a3b6b1-9d2a-4705-84e2-14d3976d1657 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:10.191729 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-069301c3-aff6-44fb-896d-fd106d88fe25 req-e7a3b6b1-9d2a-4705-84e2-14d3976d1657 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5432 time: 0.5985353 Sep 01 15:11:10.268523 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-c2853242-1f55-41bb-9489-db01166cafe5 None None] For port a3f1434c-35e0-48eb-a68d-ff90a5c6d125, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:11:10.274393 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-c2853242-1f55-41bb-9489-db01166cafe5 None None] For port a3f1434c-35e0-48eb-a68d-ff90a5c6d125, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a3f1434c-35e0-48eb-a68d-ff90a5c6d125,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:11:10.282570 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-c2853242-1f55-41bb-9489-db01166cafe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:10.349109 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b92e2-a872-46ee-8b2e-7707578b3d03 None None] Pushing event updated for resources: {'Port': ['ID=a3f1434c-35e0-48eb-a68d-ff90a5c6d125,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:10.381815 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-069301c3-aff6-44fb-896d-fd106d88fe25 req-32edb1f4-01c4-4aa5-8270-5a44d33d84bc tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1727262 Sep 01 15:11:10.407642 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2853242-1f55-41bb-9489-db01166cafe5 None None] Routers {'3f8184a9-695f-446d-bdfe-62cf4e6dd576'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:11:10.408426 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-c2853242-1f55-41bb-9489-db01166cafe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:10:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3f8184a9-695f-446d-bdfe-62cf4e6dd576'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:10.702337 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6430c9-5bde-499d-943f-bc8b2a40787f req-cfac01e3-5a11-4028-858d-baf621f38f7a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:10.712500 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-df6430c9-5bde-499d-943f-bc8b2a40787f req-cfac01e3-5a11-4028-858d-baf621f38f7a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=f695688e-a37d-428a-91b9-903970ddd5eb HTTP/1.1" status: 200 len: 931 time: 0.1214907 Sep 01 15:11:10.715459 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-c2853242-1f55-41bb-9489-db01166cafe5 None None] Set router 3f8184a9-695f-446d-bdfe-62cf4e6dd576 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:11:10.747618 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-fae8c185-d708-4e82-95eb-0db5d26ca785 admin admin] Allocated IP 172.20.0.1 (fd61ac2f-0875-42bd-a407-4c7e4723b28d/5c212682-a8bc-460d-b6ac-def861e912f8/51274a80-c169-4347-b589-35df82841ca2) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:11:10.791104 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-df6430c9-5bde-499d-943f-bc8b2a40787f req-9053a17d-1512-401a-a791-3e723cf5d680 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772085 Sep 01 15:11:11.073720 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb1e0b-9ea4-42db-8ade-7405cab55e5a req-3eaa69fd-57b0-403f-aa8f-4d2fd11bb280 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:11.085276 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8dfb1e0b-9ea4-42db-8ade-7405cab55e5a req-3eaa69fd-57b0-403f-aa8f-4d2fd11bb280 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 947 time: 0.1496794 Sep 01 15:11:11.091288 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-85276e0c-1035-498e-90e5-cb4a4e93208c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b49930-49a2-499d-a52d-bce832d5f7e8 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:11:11.126260 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-85276e0c-1035-498e-90e5-cb4a4e93208c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:11.137982 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fae8c185-d708-4e82-95eb-0db5d26ca785 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:11.168260 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8dfb1e0b-9ea4-42db-8ade-7405cab55e5a req-7faf0102-b25f-48cc-9635-8ff3139d3405 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775061 Sep 01 15:11:11.169302 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-85276e0c-1035-498e-90e5-cb4a4e93208c service neutron] Transition to ACTIVE for port object 68b49930-49a2-499d-a52d-bce832d5f7e8 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:11.192317 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-fae8c185-d708-4e82-95eb-0db5d26ca785 admin admin] Transition to ACTIVE for port object 51274a80-c169-4347-b589-35df82841ca2 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:11.218264 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-8724c599-07cc-4ccf-bdfe-3b773e5b7a96 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.0151386 Sep 01 15:11:11.295464 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fae8c185-d708-4e82-95eb-0db5d26ca785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:11.300040 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-85276e0c-1035-498e-90e5-cb4a4e93208c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:11.332537 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-83730de8-9726-48e0-aa54-4e10d235890a service neutron] Request body: {'port': {'device_id': 'f695688e-a37d-428a-91b9-903970ddd5eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:11.343184 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-c2853242-1f55-41bb-9489-db01166cafe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'name': 'tempest-TaggedBootDevicesTest-251927646-router', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'a3f1434c-35e0-48eb-a68d-ff90a5c6d125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:01Z', 'updated_at': '2021-09-01T15:11:04Z', 'revision_number': 3, 'project_id': '00f25f4cb4804e62a3e709d2d6367260', 'gw_port': {'id': 'a3f1434c-35e0-48eb-a68d-ff90a5c6d125', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:02Z', 'updated_at': '2021-09-01T15:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:11.426374 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae8c185-d708-4e82-95eb-0db5d26ca785 admin admin] Network fd61ac2f-0875-42bd-a407-4c7e4723b28d is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:11.435721 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-fae8c185-d708-4e82-95eb-0db5d26ca785 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:11.466331 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85276e0c-1035-498e-90e5-cb4a4e93208c service neutron] Pushing event updated for resources: {'Port': ['ID=68b49930-49a2-499d-a52d-bce832d5f7e8,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:11.476439 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae8c185-d708-4e82-95eb-0db5d26ca785 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:11:11.512351 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2853242-1f55-41bb-9489-db01166cafe5 None None] The sync data for ids ['3f8184a9-695f-446d-bdfe-62cf4e6dd576'] in n-d-794796-3 is: [{'id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'name': 'tempest-TaggedBootDevicesTest-251927646-router', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'a3f1434c-35e0-48eb-a68d-ff90a5c6d125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:01Z', 'updated_at': '2021-09-01T15:11:04Z', 'revision_number': 3, 'project_id': '00f25f4cb4804e62a3e709d2d6367260', 'gw_port': {'id': 'a3f1434c-35e0-48eb-a68d-ff90a5c6d125', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:02Z', 'updated_at': '2021-09-01T15:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:11:11.518007 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-4180a91f-01f6-4596-be39-88d9504e5967 service neutron] 10.222.0.62 "GET /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.6719697 Sep 01 15:11:11.533976 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49308d5-8249-452e-be38-c9a9d2371186 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:11:11.539903 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49308d5-8249-452e-be38-c9a9d2371186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:11.572296 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8c185-d708-4e82-95eb-0db5d26ca785 admin admin] Pushing event updated for resources: {'Port': ['ID=51274a80-c169-4347-b589-35df82841ca2,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:11.602147 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699281e-8ce1-494d-a8ab-918cbc450bca req-b873fb1e-6664-4d42-9b33-7b61fbbdac98 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:11.605619 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a699281e-8ce1-494d-a8ab-918cbc450bca req-b873fb1e-6664-4d42-9b33-7b61fbbdac98 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 945 time: 0.2642362 Sep 01 15:11:11.626464 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c49308d5-8249-452e-be38-c9a9d2371186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:11.632463 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-c49308d5-8249-452e-be38-c9a9d2371186 admin admin] Added segment a3af3d8d-25ff-40db-b24c-c2eb0f074694 of type vlan for network 72321c22-fff1-4360-957c-062ed3f64bd7 Sep 01 15:11:11.684711 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fae8c185-d708-4e82-95eb-0db5d26ca785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:11.866764 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef268f1-1f28-4d0b-b26e-be4975f4d863 req-f6004c9c-a32f-43f5-8a16-988cfd129c01 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:11.875808 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2ef268f1-1f28-4d0b-b26e-be4975f4d863 req-f6004c9c-a32f-43f5-8a16-988cfd129c01 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 948 time: 2.6588342 Sep 01 15:11:11.927559 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c49308d5-8249-452e-be38-c9a9d2371186 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:11.933541 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6cc1bece-c183-480f-a0aa-d723aced5bc2 None None] Provisioning for port 51274a80-c169-4347-b589-35df82841ca2 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:11.940444 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6cc1bece-c183-480f-a0aa-d723aced5bc2 None None] Provisioning complete for port 51274a80-c169-4347-b589-35df82841ca2 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:11.940996 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6cc1bece-c183-480f-a0aa-d723aced5bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:12.066685 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-6cc1bece-c183-480f-a0aa-d723aced5bc2 None None] Port 51274a80-c169-4347-b589-35df82841ca2 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:11:12.069938 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-83730de8-9726-48e0-aa54-4e10d235890a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:12.114280 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-4e5f3c5b-3177-4aee-9c52-12ee6f8d63d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:12.116729 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-4e5f3c5b-3177-4aee-9c52-12ee6f8d63d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 2.3277388 Sep 01 15:11:12.136668 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-afe0f1a9-6760-45a1-8872-9e489e85fae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:12.137105 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.resource_extend [None req-c49308d5-8249-452e-be38-c9a9d2371186 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:11:12.149219 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:12.339326 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2ef268f1-1f28-4d0b-b26e-be4975f4d863 req-928fd735-b225-48d3-a03d-f90b36fe07f9 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614499 Sep 01 15:11:12.533115 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-2d0ca38d-943c-4245-9cd7-0cdf592cbc73 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948050 Sep 01 15:11:12.720381 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a699281e-8ce1-494d-a8ab-918cbc450bca req-49e82ab4-2953-4dc3-b1b7-0fca32a67464 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0916793 Sep 01 15:11:12.872228 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c49308d5-8249-452e-be38-c9a9d2371186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:12.876064 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49308d5-8249-452e-be38-c9a9d2371186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:12.877642 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c49308d5-8249-452e-be38-c9a9d2371186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:13.162819 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:13.232855 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a3f1434c-35e0-48eb-a68d-ff90a5c6d125 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:13.255815 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ec998e86-8369-4864-8d3f-9706491df2b7 req-780f4125-1175-4176-b66b-a762b32296e0 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5711124 Sep 01 15:11:13.301388 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fae8c185-d708-4e82-95eb-0db5d26ca785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:13.336217 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ba42bc0-4b51-44b2-bb08-3e538baf49cd req-fafb5d96-c556-45ef-bc78-85f371f2750a service neutron] 10.222.0.62 "GET /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5741599 Sep 01 15:11:13.389268 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c10184-37d7-48cf-bad6-8d2571fdf25d req-9b1eb83a-28db-44ba-9baa-8af9f272344d tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:13.398921 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c10184-37d7-48cf-bad6-8d2571fdf25d req-9b1eb83a-28db-44ba-9baa-8af9f272344d tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:13.407088 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c10184-37d7-48cf-bad6-8d2571fdf25d req-9b1eb83a-28db-44ba-9baa-8af9f272344d tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:13.414256 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c10184-37d7-48cf-bad6-8d2571fdf25d req-9b1eb83a-28db-44ba-9baa-8af9f272344d tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:13.420648 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c10184-37d7-48cf-bad6-8d2571fdf25d req-9b1eb83a-28db-44ba-9baa-8af9f272344d tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:13.439438 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c10184-37d7-48cf-bad6-8d2571fdf25d req-9b1eb83a-28db-44ba-9baa-8af9f272344d tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:13.447488 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port a3f1434c-35e0-48eb-a68d-ff90a5c6d125 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:13.460714 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port a3f1434c-35e0-48eb-a68d-ff90a5c6d125 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:13.461028 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c10184-37d7-48cf-bad6-8d2571fdf25d req-9b1eb83a-28db-44ba-9baa-8af9f272344d tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:13.463114 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:13.466337 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93c10184-37d7-48cf-bad6-8d2571fdf25d req-9b1eb83a-28db-44ba-9baa-8af9f272344d tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5432 time: 0.3877714 Sep 01 15:11:13.581450 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49308d5-8249-452e-be38-c9a9d2371186 admin admin] Pushing event updated for resources: {'Network': ['ID=72321c22-fff1-4360-957c-062ed3f64bd7,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:13.624538 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 72321c22-fff1-4360-957c-062ed3f64bd7 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:11:13.654528 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-85276e0c-1035-498e-90e5-cb4a4e93208c service neutron] Attempting to bind port 68b49930-49a2-499d-a52d-bce832d5f7e8 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:11:13.655093 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-85276e0c-1035-498e-90e5-cb4a4e93208c service neutron] Attempting to bind port 68b49930-49a2-499d-a52d-bce832d5f7e8 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'cc51287a-43c5-4dc3-b2e0-f2358a9ed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:11:13.655548 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-85276e0c-1035-498e-90e5-cb4a4e93208c service neutron] Attempting to bind port 68b49930-49a2-499d-a52d-bce832d5f7e8 on network b6240944-9b17-4213-96a6-d174c6ab8fe6 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:13.664671 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c49308d5-8249-452e-be38-c9a9d2371186 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 9.4359357 Sep 01 15:11:13.697530 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33218) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:13.705927 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-261dbb50-2695-4a8b-bbd5-dd4579121f28 admin admin] Request body: {'subnet': {'network_id': '72321c22-fff1-4360-957c-062ed3f64bd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1132742253-subnet', 'tenant_id': '7826a28761144d768b405c3b67a84f11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:13.795305 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fae8c185-d708-4e82-95eb-0db5d26ca785 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:13.846981 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93c10184-37d7-48cf-bad6-8d2571fdf25d req-88662a24-2c3b-4d85-b7e0-531f6130c0f1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3725328 Sep 01 15:11:13.847707 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fae8c185-d708-4e82-95eb-0db5d26ca785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:13.944850 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:13.953964 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6032dc-f9ed-4978-99b9-96c4761cb1f7 req-0e83203b-8a34-4097-a1c4-e87f812ab377 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:13.959187 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fd6032dc-f9ed-4978-99b9-96c4761cb1f7 req-0e83203b-8a34-4097-a1c4-e87f812ab377 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=10082487-97a9-4b97-bfd2-d7076548a975 HTTP/1.1" status: 200 len: 943 time: 1.2723701 Sep 01 15:11:13.962808 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-85276e0c-1035-498e-90e5-cb4a4e93208c service neutron] Port 68b49930-49a2-499d-a52d-bce832d5f7e8 on network b6240944-9b17-4213-96a6-d174c6ab8fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:11:13.963757 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-85276e0c-1035-498e-90e5-cb4a4e93208c service neutron] Attempting to bind port 68b49930-49a2-499d-a52d-bce832d5f7e8 on network b6240944-9b17-4213-96a6-d174c6ab8fe6 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:13.992181 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fae8c185-d708-4e82-95eb-0db5d26ca785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:14.013652 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port a3f1434c-35e0-48eb-a68d-ff90a5c6d125, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a3f1434c-35e0-48eb-a68d-ff90a5c6d125,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:14.032936 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:14.079002 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-85276e0c-1035-498e-90e5-cb4a4e93208c service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:11:14.080008 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-85276e0c-1035-498e-90e5-cb4a4e93208c service neutron] Checking segment: {'id': 'cc51287a-43c5-4dc3-b2e0-f2358a9ed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:11:14.080879 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-85276e0c-1035-498e-90e5-cb4a4e93208c service neutron] Bound using segment: {'id': 'cc51287a-43c5-4dc3-b2e0-f2358a9ed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:11:14.081868 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-85276e0c-1035-498e-90e5-cb4a4e93208c service neutron] Bound port: 68b49930-49a2-499d-a52d-bce832d5f7e8, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc51287a-43c5-4dc3-b2e0-f2358a9ed413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:11:14.082836 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-85276e0c-1035-498e-90e5-cb4a4e93208c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:14.121268 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-83730de8-9726-48e0-aa54-4e10d235890a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 750ec198-b86b-4f50-a82e-1150e15b397f {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:11:14.190853 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-83730de8-9726-48e0-aa54-4e10d235890a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:14.251445 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261dbb50-2695-4a8b-bbd5-dd4579121f28 admin admin] Made reservation on behalf of 7826a28761144d768b405c3b67a84f11 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:11:14.268864 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-261dbb50-2695-4a8b-bbd5-dd4579121f28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:14.269444 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae8c185-d708-4e82-95eb-0db5d26ca785 admin admin] Network fd61ac2f-0875-42bd-a407-4c7e4723b28d is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:14.275441 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-fae8c185-d708-4e82-95eb-0db5d26ca785 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:14.328907 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059d9e1-e240-40cc-b49c-ae7c4d434aec req-f515f1f4-18cb-4d46-a95b-02a7f302f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:14.330886 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059d9e1-e240-40cc-b49c-ae7c4d434aec req-f515f1f4-18cb-4d46-a95b-02a7f302f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:14.334793 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059d9e1-e240-40cc-b49c-ae7c4d434aec req-f515f1f4-18cb-4d46-a95b-02a7f302f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:14.337320 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059d9e1-e240-40cc-b49c-ae7c4d434aec req-f515f1f4-18cb-4d46-a95b-02a7f302f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:14.339213 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059d9e1-e240-40cc-b49c-ae7c4d434aec req-f515f1f4-18cb-4d46-a95b-02a7f302f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:14.342923 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059d9e1-e240-40cc-b49c-ae7c4d434aec req-f515f1f4-18cb-4d46-a95b-02a7f302f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:14.344525 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059d9e1-e240-40cc-b49c-ae7c4d434aec req-f515f1f4-18cb-4d46-a95b-02a7f302f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:14.360110 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3059d9e1-e240-40cc-b49c-ae7c4d434aec req-f515f1f4-18cb-4d46-a95b-02a7f302f437 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f7d7b06bb64040f2849246a606ea13be&device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 6489 time: 0.7256346 Sep 01 15:11:14.364525 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd2206-a5e3-4289-8e70-b61f1f35a7f4 req-150ef95e-b1e2-4bed-bd32-7b4a41cf8481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:14.371369 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-56dd2206-a5e3-4289-8e70-b61f1f35a7f4 req-150ef95e-b1e2-4bed-bd32-7b4a41cf8481 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 1099 time: 0.7443411 Sep 01 15:11:14.389098 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=a3f1434c-35e0-48eb-a68d-ff90a5c6d125,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:14.492192 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae8c185-d708-4e82-95eb-0db5d26ca785 admin admin] Router 3f8184a9-695f-446d-bdfe-62cf4e6dd576 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:11:14.513331 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ea60a-4a37-4c13-b7ef-234e5eebeb92 req-b80cc3f0-8d5b-4bf3-ad4c-18a6e3c8fdff tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:14.526126 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d6ea60a-4a37-4c13-b7ef-234e5eebeb92 req-b80cc3f0-8d5b-4bf3-ad4c-18a6e3c8fdff tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=f695688e-a37d-428a-91b9-903970ddd5eb HTTP/1.1" status: 200 len: 931 time: 0.4707050 Sep 01 15:11:14.536238 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8c185-d708-4e82-95eb-0db5d26ca785 admin admin] Pushing event updated for resources: {'Port': ['ID=51274a80-c169-4347-b589-35df82841ca2,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:14.733681 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae8c185-d708-4e82-95eb-0db5d26ca785 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:11:14.750820 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fae8c185-d708-4e82-95eb-0db5d26ca785 admin admin] 10.222.0.60 "PUT /v2.0/routers/3f8184a9-695f-446d-bdfe-62cf4e6dd576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2074318 Sep 01 15:11:14.838646 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e561fe3f-9dd2-4353-b339-cedb47e511c5 None None] Provisioning complete for port 51274a80-c169-4347-b589-35df82841ca2 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:14.840480 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e561fe3f-9dd2-4353-b339-cedb47e511c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:14.844440 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d6ea60a-4a37-4c13-b7ef-234e5eebeb92 req-9b42c740-4286-4487-81dd-e475a5a4e537 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153841 Sep 01 15:11:14.879111 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-83730de8-9726-48e0-aa54-4e10d235890a service neutron] Transition to ACTIVE for port object 750ec198-b86b-4f50-a82e-1150e15b397f will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:14.962563 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e561fe3f-9dd2-4353-b339-cedb47e511c5 None None] Port 51274a80-c169-4347-b589-35df82841ca2 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:11:15.021904 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-83730de8-9726-48e0-aa54-4e10d235890a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:15.039689 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:15.084308 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a3f1434c-35e0-48eb-a68d-ff90a5c6d125 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:15.103634 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6491095-fb58-4034-8f72-1571dfa2d738 req-1872d2a9-5999-4cef-8a14-7afed82cfb23 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:15.110867 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b6491095-fb58-4034-8f72-1571dfa2d738 req-1872d2a9-5999-4cef-8a14-7afed82cfb23 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 947 time: 0.1489282 Sep 01 15:11:15.143442 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd2206-a5e3-4289-8e70-b61f1f35a7f4 req-ca193b61-09d2-49d3-9c5f-f3e56930d169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:15.145461 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-56dd2206-a5e3-4289-8e70-b61f1f35a7f4 req-ca193b61-09d2-49d3-9c5f-f3e56930d169 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.6462080 Sep 01 15:11:15.195227 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b6491095-fb58-4034-8f72-1571dfa2d738 req-ca178638-809f-41de-a723-70c4b834ae8f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809786 Sep 01 15:11:15.261468 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fd6032dc-f9ed-4978-99b9-96c4761cb1f7 req-b9c50740-7bf0-415d-86bf-cf678b36ae8a tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2930713 Sep 01 15:11:15.263718 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port a3f1434c-35e0-48eb-a68d-ff90a5c6d125 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:15.264104 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:15.437202 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2748d1a6-c988-44d1-b9fd-667e2e8b1224 None None] Sync routers for ids ['3f8184a9-695f-446d-bdfe-62cf4e6dd576'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:11:15.438684 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-56dd2206-a5e3-4289-8e70-b61f1f35a7f4 req-16b8aa9a-4fa5-4dcd-a552-a5a1eff4f29c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=bd04822d-c6fb-4eba-acfd-695924f4a1f2 HTTP/1.1" status: 200 len: 217 time: 0.2285724 Sep 01 15:11:15.456813 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-85276e0c-1035-498e-90e5-cb4a4e93208c service neutron] For port 68b49930-49a2-499d-a52d-bce832d5f7e8, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:11:15.496859 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea560963-8fed-47c9-be79-ea1a80d7d256 req-14fd00b5-9751-4483-8e5f-713ed7b9fb20 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:15.498919 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ea560963-8fed-47c9-be79-ea1a80d7d256 req-14fd00b5-9751-4483-8e5f-713ed7b9fb20 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 948 time: 0.1500080 Sep 01 15:11:15.543232 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2748d1a6-c988-44d1-b9fd-667e2e8b1224 None None] Routers {'3f8184a9-695f-446d-bdfe-62cf4e6dd576'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:11:15.544724 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2748d1a6-c988-44d1-b9fd-667e2e8b1224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:11:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3f8184a9-695f-446d-bdfe-62cf4e6dd576'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:15.563431 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83730de8-9726-48e0-aa54-4e10d235890a service neutron] Pushing event updated for resources: {'Port': ['ID=750ec198-b86b-4f50-a82e-1150e15b397f,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:15.587507 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ea560963-8fed-47c9-be79-ea1a80d7d256 req-83d2cc24-0701-4b09-887e-d361cb6a1d7d tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778546 Sep 01 15:11:15.602345 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059d9e1-e240-40cc-b49c-ae7c4d434aec req-ca84d923-5189-4e74-b350-a98d91952b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:15.604166 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3059d9e1-e240-40cc-b49c-ae7c4d434aec req-ca84d923-5189-4e74-b350-a98d91952b5d service neutron] 10.222.0.62 "GET /v2.0/networks?id=c254db57-43ae-492e-9c7b-cecc22088fc9 HTTP/1.1" status: 200 len: 903 time: 1.2293634 Sep 01 15:11:15.610111 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-85276e0c-1035-498e-90e5-cb4a4e93208c service neutron] For port 68b49930-49a2-499d-a52d-bce832d5f7e8, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=68b49930-49a2-499d-a52d-bce832d5f7e8,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:11:15.642402 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-85276e0c-1035-498e-90e5-cb4a4e93208c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:15.758168 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3059d9e1-e240-40cc-b49c-ae7c4d434aec req-3f24a6a5-67ef-48aa-930e-233ba34d47f6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4 HTTP/1.1" status: 200 len: 217 time: 0.1372991 Sep 01 15:11:15.767428 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74823eed-0c40-4742-9ff1-306457a9bc1f req-2342c7c3-29ec-4fc1-a403-f97d106c681e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:15.778938 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74823eed-0c40-4742-9ff1-306457a9bc1f req-2342c7c3-29ec-4fc1-a403-f97d106c681e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:15.789394 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74823eed-0c40-4742-9ff1-306457a9bc1f req-2342c7c3-29ec-4fc1-a403-f97d106c681e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:15.806379 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74823eed-0c40-4742-9ff1-306457a9bc1f req-2342c7c3-29ec-4fc1-a403-f97d106c681e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:15.832577 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74823eed-0c40-4742-9ff1-306457a9bc1f req-2342c7c3-29ec-4fc1-a403-f97d106c681e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:15.844000 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74823eed-0c40-4742-9ff1-306457a9bc1f req-2342c7c3-29ec-4fc1-a403-f97d106c681e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:15.851498 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74823eed-0c40-4742-9ff1-306457a9bc1f req-2342c7c3-29ec-4fc1-a403-f97d106c681e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:15.856242 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-2748d1a6-c988-44d1-b9fd-667e2e8b1224 None None] Set router 3f8184a9-695f-446d-bdfe-62cf4e6dd576 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:11:15.869853 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-74823eed-0c40-4742-9ff1-306457a9bc1f req-2342c7c3-29ec-4fc1-a403-f97d106c681e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5432 time: 0.2046103 Sep 01 15:11:15.919870 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd2206-a5e3-4289-8e70-b61f1f35a7f4 req-cfe22af9-be0e-4f8a-870a-761a1b17ac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:15.924136 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-56dd2206-a5e3-4289-8e70-b61f1f35a7f4 req-cfe22af9-be0e-4f8a-870a-761a1b17ac0d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.4279854 Sep 01 15:11:15.962799 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-85276e0c-1035-498e-90e5-cb4a4e93208c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:15.963580 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-85276e0c-1035-498e-90e5-cb4a4e93208c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:15.966138 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-85276e0c-1035-498e-90e5-cb4a4e93208c service neutron] 10.222.0.62 "PUT /v2.0/ports/68b49930-49a2-499d-a52d-bce832d5f7e8 HTTP/1.1" status: 200 len: 1091 time: 7.6558790 Sep 01 15:11:15.971083 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85276e0c-1035-498e-90e5-cb4a4e93208c service neutron] Pushing event updated for resources: {'Port': ['ID=68b49930-49a2-499d-a52d-bce832d5f7e8,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:15.975036 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10082487-97a9-4b97-bfd2-d7076548a975', 'tag': '68b49930-49a2-499d-a52d-bce832d5f7e8'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:15.978201 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41570c92-6c85-4952-855c-935734903045" -d '{"events": [{"name": "network-changed", "server_uuid": "10082487-97a9-4b97-bfd2-d7076548a975", "tag": "68b49930-49a2-499d-a52d-bce832d5f7e8"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:15.978486 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-74823eed-0c40-4742-9ff1-306457a9bc1f req-88c07402-20dd-4af0-bf4c-f8293891af0d tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1051672 Sep 01 15:11:16.051764 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a407c40-f908-48d3-b19f-9c714d5831d7 req-b2de9921-2a5a-4c4d-9370-96ce95706d47 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:16.056668 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7a407c40-f908-48d3-b19f-9c714d5831d7 req-b2de9921-2a5a-4c4d-9370-96ce95706d47 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 945 time: 0.5343637 Sep 01 15:11:16.098688 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059d9e1-e240-40cc-b49c-ae7c4d434aec req-7b1c1127-628b-4a84-8f30-c492ac6296bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:16.100280 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3059d9e1-e240-40cc-b49c-ae7c4d434aec req-7b1c1127-628b-4a84-8f30-c492ac6296bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91ecd6a8-b52a-4bdf-b401-3679b3b1f603 HTTP/1.1" status: 200 len: 797 time: 0.3205583 Sep 01 15:11:16.206768 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-261dbb50-2695-4a8b-bbd5-dd4579121f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:16.256952 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device bd04822d-c6fb-4eba-acfd-695924f4a1f2 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:11:16.259389 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:11:16.304770 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-83730de8-9726-48e0-aa54-4e10d235890a service neutron] Attempting to bind port 750ec198-b86b-4f50-a82e-1150e15b397f on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:11:16.305452 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-83730de8-9726-48e0-aa54-4e10d235890a service neutron] Attempting to bind port 750ec198-b86b-4f50-a82e-1150e15b397f by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:11:16.306017 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-83730de8-9726-48e0-aa54-4e10d235890a service neutron] Attempting to bind port 750ec198-b86b-4f50-a82e-1150e15b397f on network 991369d1-6cc8-4ab5-8a03-7b17948fd044 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:16.321254 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-83730de8-9726-48e0-aa54-4e10d235890a service neutron] Port 750ec198-b86b-4f50-a82e-1150e15b397f on network 991369d1-6cc8-4ab5-8a03-7b17948fd044 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:11:16.321998 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-83730de8-9726-48e0-aa54-4e10d235890a service neutron] Attempting to bind port 750ec198-b86b-4f50-a82e-1150e15b397f on network 991369d1-6cc8-4ab5-8a03-7b17948fd044 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:16.328770 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd2206-a5e3-4289-8e70-b61f1f35a7f4 req-b8704b75-fd3b-4a52-baee-74d8b1406f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:16.330722 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-56dd2206-a5e3-4289-8e70-b61f1f35a7f4 req-b8704b75-fd3b-4a52-baee-74d8b1406f71 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3398266 Sep 01 15:11:16.400011 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7a407c40-f908-48d3-b19f-9c714d5831d7 req-63b454dd-253c-4f82-a2f0-4d5003b5141c tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2850466 Sep 01 15:11:16.423221 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-83730de8-9726-48e0-aa54-4e10d235890a service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:11:16.423892 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-83730de8-9726-48e0-aa54-4e10d235890a service neutron] Checking segment: {'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:11:16.424541 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-83730de8-9726-48e0-aa54-4e10d235890a service neutron] Bound using segment: {'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:11:16.425284 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-83730de8-9726-48e0-aa54-4e10d235890a service neutron] Bound port: 750ec198-b86b-4f50-a82e-1150e15b397f, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:11:16.425921 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-83730de8-9726-48e0-aa54-4e10d235890a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:16.467857 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261dbb50-2695-4a8b-bbd5-dd4579121f28 admin admin] Checking segment: {'id': 'a3af3d8d-25ff-40db-b24c-c2eb0f074694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '72321c22-fff1-4360-957c-062ed3f64bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:11:16.468874 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261dbb50-2695-4a8b-bbd5-dd4579121f28 admin admin] Network hostable DHCP agents. Network: 72321c22-fff1-4360-957c-062ed3f64bd7, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:11:16.471689 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261dbb50-2695-4a8b-bbd5-dd4579121f28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3f151fa-fcfc-49a1-b932-f5577751dd15,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:16.495748 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d895bcd-660a-406b-8770-b1600631eeb6 req-76098b2d-cb2d-4133-9485-9b66b977a8a2 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:16.524136 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1d895bcd-660a-406b-8770-b1600631eeb6 req-76098b2d-cb2d-4133-9485-9b66b977a8a2 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 947 time: 0.3907070 Sep 01 15:11:16.553911 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-b9f0a1a3-1eab-44cf-9f2a-ffcfbccd1fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:16.555773 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-b9f0a1a3-1eab-44cf-9f2a-ffcfbccd1fab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25c63f341b704b118e09b4c621c2aa93&device_id=10082487-97a9-4b97-bfd2-d7076548a975 HTTP/1.1" status: 200 len: 1094 time: 0.4608698 Sep 01 15:11:16.593397 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059d9e1-e240-40cc-b49c-ae7c4d434aec req-8e523aeb-6b42-4bdb-b29a-a8a27cecbdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:16.596542 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3059d9e1-e240-40cc-b49c-ae7c4d434aec req-8e523aeb-6b42-4bdb-b29a-a8a27cecbdb5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c254db57-43ae-492e-9c7b-cecc22088fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4729433 Sep 01 15:11:16.612739 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261dbb50-2695-4a8b-bbd5-dd4579121f28 admin admin] Network 72321c22-fff1-4360-957c-062ed3f64bd7 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:11:16.642085 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1d895bcd-660a-406b-8770-b1600631eeb6 req-85441ec2-9bd5-47e4-8814-f8d575559b66 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168852 Sep 01 15:11:16.784582 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-6acdd7d0-89ec-4a78-aaac-67ee1ac495dc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68b49930-49a2-499d-a52d-bce832d5f7e8 HTTP/1.1" status: 200 len: 217 time: 0.1992853 Sep 01 15:11:16.862360 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2748d1a6-c988-44d1-b9fd-667e2e8b1224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'name': 'tempest-TaggedBootDevicesTest-251927646-router', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'a3f1434c-35e0-48eb-a68d-ff90a5c6d125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:01Z', 'updated_at': '2021-09-01T15:11:12Z', 'revision_number': 4, 'project_id': '00f25f4cb4804e62a3e709d2d6367260', 'gw_port': {'id': 'a3f1434c-35e0-48eb-a68d-ff90a5c6d125', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:02Z', 'updated_at': '2021-09-01T15:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '51274a80-c169-4347-b589-35df82841ca2', 'name': '', 'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'mac_address': 'fa:16:3e:61:0e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '5c212682-a8bc-460d-b6ac-def861e912f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:10Z', 'updated_at': '2021-09-01T15:11:13Z', 'revision_number': 2, 'project_id': '00f25f4cb4804e62a3e709d2d6367260', 'subnets': [{'id': '5c212682-a8bc-460d-b6ac-def861e912f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:16.899808 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:16.939383 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2748d1a6-c988-44d1-b9fd-667e2e8b1224 None None] Checking router: 3f8184a9-695f-446d-bdfe-62cf4e6dd576 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:11:16.940017 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2748d1a6-c988-44d1-b9fd-667e2e8b1224 None None] Updating router 3f8184a9-695f-446d-bdfe-62cf4e6dd576 port 51274a80-c169-4347-b589-35df82841ca2 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:11:16.946138 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8292d08-88b8-4a1c-aa0c-956127bf4a38 req-182debe7-da0c-4179-9403-c05b494c0175 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:16.957672 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8292d08-88b8-4a1c-aa0c-956127bf4a38 req-182debe7-da0c-4179-9403-c05b494c0175 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=10082487-97a9-4b97-bfd2-d7076548a975 HTTP/1.1" status: 200 len: 943 time: 0.1269853 Sep 01 15:11:16.983282 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port bd04822d-c6fb-4eba-acfd-695924f4a1f2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=bd04822d-c6fb-4eba-acfd-695924f4a1f2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:16.991798 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557c31cf-a816-4f75-9e29-78b42060a235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:16.994656 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12daf14-a5f3-4720-a5ef-5c50919b1c6c" -d '{"events": [{"server_uuid": "557c31cf-a816-4f75-9e29-78b42060a235", "name": "network-vif-unplugged", "status": "completed", "tag": "35cf9d6b-54f3-4b25-b806-8b1848ae7c8d"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:17.027756 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:17.029675 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2748d1a6-c988-44d1-b9fd-667e2e8b1224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:17.032601 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'bd04822d-c6fb-4eba-acfd-695924f4a1f2', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': 'bd04822d-c6fb-4eba-acfd-695924f4a1f2', 'mac_address': 'fa:16:3e:a7:99:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:11:17.052087 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:17.062289 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8292d08-88b8-4a1c-aa0c-956127bf4a38 req-1a5d2d38-9b8f-430e-8c4e-7022c8627473 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026528 Sep 01 15:11:17.220318 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:17.298478 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd04822d-c6fb-4eba-acfd-695924f4a1f2 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:11:17.382694 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb876fd-67af-46c9-97ec-c915ad8635ab req-540d7cc7-5a3f-485d-82a0-08bc32e69165 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:17.384399 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3fb876fd-67af-46c9-97ec-c915ad8635ab req-540d7cc7-5a3f-485d-82a0-08bc32e69165 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 948 time: 0.1569514 Sep 01 15:11:17.426206 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266565af-6a91-43a0-8963-6e582dc22161 x-openstack-request-id: req-266565af-6a91-43a0-8963-6e582dc22161 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:17.426537 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10082487-97a9-4b97-bfd2-d7076548a975", "tag": "68b49930-49a2-499d-a52d-bce832d5f7e8", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:17.427354 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-266565af-6a91-43a0-8963-6e582dc22161 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:17.427354 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10082487-97a9-4b97-bfd2-d7076548a975', 'tag': '68b49930-49a2-499d-a52d-bce832d5f7e8', 'status': 'completed', 'code': 200} Sep 01 15:11:17.445188 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-261dbb50-2695-4a8b-bbd5-dd4579121f28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 72321c22-fff1-4360-957c-062ed3f64bd7) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:17.508785 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,revision_number=14']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:17.517539 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3fb876fd-67af-46c9-97ec-c915ad8635ab req-d9fe83d4-4167-44e1-9577-c683135f5a68 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147594 Sep 01 15:11:17.519001 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-83730de8-9726-48e0-aa54-4e10d235890a service neutron] For port 750ec198-b86b-4f50-a82e-1150e15b397f, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:11:17.534136 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42e4797-708a-498c-a18e-bc12b6455d45 None None] Network 72321c22-fff1-4360-957c-062ed3f64bd7 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:11:17.612714 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261dbb50-2695-4a8b-bbd5-dd4579121f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:17.613267 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-261dbb50-2695-4a8b-bbd5-dd4579121f28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:17.615249 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port bd04822d-c6fb-4eba-acfd-695924f4a1f2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=bd04822d-c6fb-4eba-acfd-695924f4a1f2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:17.694330 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-261dbb50-2695-4a8b-bbd5-dd4579121f28 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.9948330 Sep 01 15:11:17.719157 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd78f64-a039-478c-97b6-80dc53fc4990 x-openstack-request-id: req-7bd78f64-a039-478c-97b6-80dc53fc4990 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:17.719376 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557c31cf-a816-4f75-9e29-78b42060a235", "name": "network-vif-unplugged", "status": "completed", "tag": "35cf9d6b-54f3-4b25-b806-8b1848ae7c8d", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:17.719829 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7bd78f64-a039-478c-97b6-80dc53fc4990 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:17.722974 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-83730de8-9726-48e0-aa54-4e10d235890a service neutron] For port 750ec198-b86b-4f50-a82e-1150e15b397f, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=750ec198-b86b-4f50-a82e-1150e15b397f,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:11:17.723205 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557c31cf-a816-4f75-9e29-78b42060a235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d', 'code': 200} Sep 01 15:11:17.731476 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:17.775483 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-56dd2206-a5e3-4289-8e70-b61f1f35a7f4 req-22bbfd6d-5949-4074-a4fd-a8d10dfcb67f service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3836267 Sep 01 15:11:17.777331 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-83730de8-9726-48e0-aa54-4e10d235890a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:17.878796 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=bd04822d-c6fb-4eba-acfd-695924f4a1f2,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:17.894134 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e505285-ac1d-40b1-8d3b-3806efc0b32c req-635361c6-a22f-418b-b42f-436b8e2b55da tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:17.911555 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e505285-ac1d-40b1-8d3b-3806efc0b32c req-635361c6-a22f-418b-b42f-436b8e2b55da tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:17.923939 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e505285-ac1d-40b1-8d3b-3806efc0b32c req-635361c6-a22f-418b-b42f-436b8e2b55da tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:17.930995 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e505285-ac1d-40b1-8d3b-3806efc0b32c req-635361c6-a22f-418b-b42f-436b8e2b55da tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:17.939018 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e505285-ac1d-40b1-8d3b-3806efc0b32c req-635361c6-a22f-418b-b42f-436b8e2b55da tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:17.946773 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e505285-ac1d-40b1-8d3b-3806efc0b32c req-635361c6-a22f-418b-b42f-436b8e2b55da tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:17.956444 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e505285-ac1d-40b1-8d3b-3806efc0b32c req-635361c6-a22f-418b-b42f-436b8e2b55da tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:17.966789 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9e505285-ac1d-40b1-8d3b-3806efc0b32c req-635361c6-a22f-418b-b42f-436b8e2b55da tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5432 time: 0.1994715 Sep 01 15:11:18.007989 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940229d0-491e-4073-a588-463081773e52 req-03b52479-dde2-4903-8d85-736a327a1da1 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:18.009689 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-940229d0-491e-4073-a588-463081773e52 req-03b52479-dde2-4903-8d85-736a327a1da1 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=f695688e-a37d-428a-91b9-903970ddd5eb HTTP/1.1" status: 200 len: 943 time: 1.2156916 Sep 01 15:11:18.040807 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9e505285-ac1d-40b1-8d3b-3806efc0b32c req-451d6ff3-2904-464e-aba9-7fae57dc22db tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0729449 Sep 01 15:11:18.116308 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['bd04822d-c6fb-4eba-acfd-695924f4a1f2'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:11:18.152629 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-83730de8-9726-48e0-aa54-4e10d235890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:18.153281 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-83730de8-9726-48e0-aa54-4e10d235890a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:18.154832 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-83730de8-9726-48e0-aa54-4e10d235890a service neutron] 10.222.0.45 "PUT /v2.0/ports/750ec198-b86b-4f50-a82e-1150e15b397f HTTP/1.1" status: 200 len: 1091 time: 6.9139333 Sep 01 15:11:18.168478 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddc7ca-b252-4e22-bbb6-fd91de11cec6 req-205764bc-bac3-43fb-b441-c0b3127d64eb tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:18.184753 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-660c5d82-18f9-4887-8dd8-704045e86867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:18.186469 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-660c5d82-18f9-4887-8dd8-704045e86867 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=194d1d59-7b47-476a-b712-76fc814d7b3a HTTP/1.1" status: 200 len: 845 time: 0.7514250 Sep 01 15:11:18.198037 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-abddc7ca-b252-4e22-bbb6-fd91de11cec6 req-205764bc-bac3-43fb-b441-c0b3127d64eb tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 945 time: 0.0940361 Sep 01 15:11:18.237349 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2748d1a6-c988-44d1-b9fd-667e2e8b1224 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:18.256817 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f83a629-dba8-4229-95ff-340e72bf318c None None] Network 72321c22-fff1-4360-957c-062ed3f64bd7 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:11:18.272993 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-abddc7ca-b252-4e22-bbb6-fd91de11cec6 req-11b2e6b2-2184-49f5-9012-0e8d4b209117 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713043 Sep 01 15:11:18.367858 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3059d9e1-e240-40cc-b49c-ae7c4d434aec req-da58fb90-b5ab-478b-914e-b6422ef3ff74 service neutron] 10.222.0.62 "GET /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7544177 Sep 01 15:11:18.368768 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83730de8-9726-48e0-aa54-4e10d235890a service neutron] Pushing event updated for resources: {'Port': ['ID=750ec198-b86b-4f50-a82e-1150e15b397f,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:18.375596 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-56dd2206-a5e3-4289-8e70-b61f1f35a7f4 req-f19f2cb5-feb2-4fbf-8000-75afd6db18a7 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5643475 Sep 01 15:11:18.409945 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2748d1a6-c988-44d1-b9fd-667e2e8b1224 None None] Transition to ACTIVE for port object 51274a80-c169-4347-b589-35df82841ca2 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:18.450359 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-8208a09d-7f66-4174-b80d-45b6bdeefc61 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6240944-9b17-4213-96a6-d174c6ab8fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2391996 Sep 01 15:11:18.478608 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2748d1a6-c988-44d1-b9fd-667e2e8b1224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:18.634444 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d8995-acb7-4ea7-b7eb-ec7135ed06f0 req-0e9dd7c6-69b1-48af-9b85-a15a1031c788 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:18.657382 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-825d8995-acb7-4ea7-b7eb-ec7135ed06f0 req-0e9dd7c6-69b1-48af-9b85-a15a1031c788 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=10082487-97a9-4b97-bfd2-d7076548a975 HTTP/1.1" status: 200 len: 943 time: 0.1326082 Sep 01 15:11:18.727362 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-825d8995-acb7-4ea7-b7eb-ec7135ed06f0 req-c670fb54-265a-4b3e-920c-5e99959cb232 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688968 Sep 01 15:11:18.818585 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-3ef1ed69-2c76-4d8a-86d1-2d3a3d431354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:18.823630 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-3ef1ed69-2c76-4d8a-86d1-2d3a3d431354 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d7c0ff87c7c4cc083c6404989b27ea4&device_id=f695688e-a37d-428a-91b9-903970ddd5eb HTTP/1.1" status: 200 len: 1094 time: 0.5439107 Sep 01 15:11:18.835332 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-62744883-302b-4a8f-83e4-eaefb42785cc service neutron] 10.222.0.62 "GET /v2.0/networks/b6240944-9b17-4213-96a6-d174c6ab8fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721194 Sep 01 15:11:18.861008 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-2748d1a6-c988-44d1-b9fd-667e2e8b1224 None None] Attempting to bind port 51274a80-c169-4347-b589-35df82841ca2 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:11:18.861386 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-2748d1a6-c988-44d1-b9fd-667e2e8b1224 None None] Attempting to bind port 51274a80-c169-4347-b589-35df82841ca2 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '22ae1a9a-94f4-4969-9c75-3360b1d6bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:11:18.866286 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748d1a6-c988-44d1-b9fd-667e2e8b1224 None None] Attempting to bind port 51274a80-c169-4347-b589-35df82841ca2 on network fd61ac2f-0875-42bd-a407-4c7e4723b28d {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:18.887733 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748d1a6-c988-44d1-b9fd-667e2e8b1224 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:11:18.888357 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748d1a6-c988-44d1-b9fd-667e2e8b1224 None None] Checking segment: {'id': '22ae1a9a-94f4-4969-9c75-3360b1d6bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:11:18.888562 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2748d1a6-c988-44d1-b9fd-667e2e8b1224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:18.889164 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2748d1a6-c988-44d1-b9fd-667e2e8b1224 None None] Bound using segment: {'id': '22ae1a9a-94f4-4969-9c75-3360b1d6bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:11:18.889740 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-2748d1a6-c988-44d1-b9fd-667e2e8b1224 None None] Bound port: 51274a80-c169-4347-b589-35df82841ca2, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ae1a9a-94f4-4969-9c75-3360b1d6bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:11:18.890136 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2748d1a6-c988-44d1-b9fd-667e2e8b1224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:18.903854 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fff6b2-21b8-4bb1-a0f0-7ff528cc8533 None None] Pushing event updated for resources: {'Port': ['ID=51274a80-c169-4347-b589-35df82841ca2,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:18.972100 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-a95338bb-2f41-47e7-a554-4fbb102af072 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=750ec198-b86b-4f50-a82e-1150e15b397f HTTP/1.1" status: 200 len: 217 time: 0.1348650 Sep 01 15:11:18.987976 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-940229d0-491e-4073-a588-463081773e52 req-882fe0d3-671f-407e-b84a-b0c777936b38 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7795539 Sep 01 15:11:19.075151 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3059d9e1-e240-40cc-b49c-ae7c4d434aec req-19384fad-5fe2-4a91-9a4f-e875abc88f2e service neutron] 10.222.0.62 "GET /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6886570 Sep 01 15:11:19.111149 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-2748d1a6-c988-44d1-b9fd-667e2e8b1224 None None] For port 51274a80-c169-4347-b589-35df82841ca2, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:11:19.130251 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c340970-edf9-4457-97d5-a068a406ffd0 req-b2c5b2ec-3627-448b-af7d-7fe984afc992 service neutron] 10.222.0.62 "GET /v2.0/networks/b6240944-9b17-4213-96a6-d174c6ab8fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753668 Sep 01 15:11:19.132714 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-2748d1a6-c988-44d1-b9fd-667e2e8b1224 None None] For port 51274a80-c169-4347-b589-35df82841ca2, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=51274a80-c169-4347-b589-35df82841ca2,segment=NetworkSegment(22ae1a9a-94f4-4969-9c75-3360b1d6bc43),segment_id=22ae1a9a-94f4-4969-9c75-3360b1d6bc43)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:11:19.136006 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-e70f6054-697c-484a-aeb4-9ddd315cf5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:19.137829 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-e70f6054-697c-484a-aeb4-9ddd315cf5dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35b27872-673a-446b-88b2-296c933a8cce HTTP/1.1" status: 200 len: 845 time: 0.1449549 Sep 01 15:11:19.174027 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2748d1a6-c988-44d1-b9fd-667e2e8b1224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:19.238672 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-c08dea82-a17a-4a79-9a80-879d8c1c2b35 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=991369d1-6cc8-4ab5-8a03-7b17948fd044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760148 Sep 01 15:11:19.312372 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fff6b2-21b8-4bb1-a0f0-7ff528cc8533 None None] Pushing event updated for resources: {'Port': ['ID=51274a80-c169-4347-b589-35df82841ca2,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:19.316374 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2748d1a6-c988-44d1-b9fd-667e2e8b1224 None None] Routers {'3f8184a9-695f-446d-bdfe-62cf4e6dd576'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:11:19.317727 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2748d1a6-c988-44d1-b9fd-667e2e8b1224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:11:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3f8184a9-695f-446d-bdfe-62cf4e6dd576'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:19.434479 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f695688e-a37d-428a-91b9-903970ddd5eb', 'tag': '750ec198-b86b-4f50-a82e-1150e15b397f'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:19.439613 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb81011-10ef-4e3d-af99-0841501a8458" -d '{"events": [{"name": "network-changed", "server_uuid": "f695688e-a37d-428a-91b9-903970ddd5eb", "tag": "750ec198-b86b-4f50-a82e-1150e15b397f"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:19.516513 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-2748d1a6-c988-44d1-b9fd-667e2e8b1224 None None] Set router 3f8184a9-695f-446d-bdfe-62cf4e6dd576 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:11:19.539625 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88998ee9-8e89-4e18-ac9f-ec2b5af74e72 req-dee22d76-8d07-4f7d-a2dc-693cea967cbf tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:19.541429 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-88998ee9-8e89-4e18-ac9f-ec2b5af74e72 req-dee22d76-8d07-4f7d-a2dc-693cea967cbf tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 949 time: 0.3752763 Sep 01 15:11:19.588677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41570c92-6c85-4952-855c-935734903045 req-f7f0a960-e2c0-449a-b366-edaf592c5d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:19.591345 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-41570c92-6c85-4952-855c-935734903045 req-f7f0a960-e2c0-449a-b366-edaf592c5d94 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=25c63f341b704b118e09b4c621c2aa93&device_id=10082487-97a9-4b97-bfd2-d7076548a975 HTTP/1.1" status: 200 len: 1094 time: 0.2053607 Sep 01 15:11:19.778077 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41570c92-6c85-4952-855c-935734903045 req-e09f2e03-4744-40ad-bf70-1318e37b73b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:19.779742 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-41570c92-6c85-4952-855c-935734903045 req-e09f2e03-4744-40ad-bf70-1318e37b73b8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b6240944-9b17-4213-96a6-d174c6ab8fe6 HTTP/1.1" status: 200 len: 906 time: 0.1758406 Sep 01 15:11:19.816264 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fa4d8-0636-4b8c-9157-9bb81732ea84 req-24bad869-4520-4f79-ac8a-a617db400858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:19.816755 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fa4d8-0636-4b8c-9157-9bb81732ea84 req-24bad869-4520-4f79-ac8a-a617db400858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:19.817232 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fa4d8-0636-4b8c-9157-9bb81732ea84 req-24bad869-4520-4f79-ac8a-a617db400858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:19.817981 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fa4d8-0636-4b8c-9157-9bb81732ea84 req-24bad869-4520-4f79-ac8a-a617db400858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:19.818533 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fa4d8-0636-4b8c-9157-9bb81732ea84 req-24bad869-4520-4f79-ac8a-a617db400858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:19.819007 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fa4d8-0636-4b8c-9157-9bb81732ea84 req-24bad869-4520-4f79-ac8a-a617db400858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:19.819936 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fa4d8-0636-4b8c-9157-9bb81732ea84 req-24bad869-4520-4f79-ac8a-a617db400858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:19.821631 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-911fa4d8-0636-4b8c-9157-9bb81732ea84 req-24bad869-4520-4f79-ac8a-a617db400858 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f7d7b06bb64040f2849246a606ea13be&device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 6489 time: 0.4338081 Sep 01 15:11:20.053445 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-88998ee9-8e89-4e18-ac9f-ec2b5af74e72 req-3a42e3bd-329c-4bc5-b214-762e4a13c7df tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027735 Sep 01 15:11:20.097295 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-41570c92-6c85-4952-855c-935734903045 req-cda510b4-9303-47dc-ad68-24bd6e1e4ef9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68b49930-49a2-499d-a52d-bce832d5f7e8 HTTP/1.1" status: 200 len: 217 time: 0.3021126 Sep 01 15:11:20.101861 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-bd0c82e3-cf84-4ac1-ae18-58588137dc24 service neutron] 10.222.0.45 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8641520 Sep 01 15:11:20.155627 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-bf86e8c1-10fb-4aa0-bd4b-4a332ad690f6 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:20.158375 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-bf86e8c1-10fb-4aa0-bd4b-4a332ad690f6 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/networks?id=72321c22-fff1-4360-957c-062ed3f64bd7 HTTP/1.1" status: 200 len: 815 time: 0.5015349 Sep 01 15:11:20.165278 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41570c92-6c85-4952-855c-935734903045 req-04674ac6-b4c6-4851-8ff7-2ab6797260a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:20.166901 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-41570c92-6c85-4952-855c-935734903045 req-04674ac6-b4c6-4851-8ff7-2ab6797260a8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=194d1d59-7b47-476a-b712-76fc814d7b3a HTTP/1.1" status: 200 len: 845 time: 0.0545859 Sep 01 15:11:20.226655 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-a7697268-f221-4810-956b-9f91ac55c555 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/quotas/7826a28761144d768b405c3b67a84f11 HTTP/1.1" status: 200 len: 375 time: 0.0538642 Sep 01 15:11:20.244309 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device bd04822d-c6fb-4eba-acfd-695924f4a1f2 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:20.294491 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a135c01-bc7d-41e4-b743-59b619a17595 req-92fea7b5-6967-4139-a47e-efa6524e0400 service neutron] 10.222.0.45 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835144 Sep 01 15:11:20.371428 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-41570c92-6c85-4952-855c-935734903045 req-21634cdf-a915-49ed-a75f-9c19346346f6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6240944-9b17-4213-96a6-d174c6ab8fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700324 Sep 01 15:11:20.402849 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-d7366028-1034-4e8d-9356-2fe88431d60b tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7826a28761144d768b405c3b67a84f11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1739361 Sep 01 15:11:20.469696 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2748d1a6-c988-44d1-b9fd-667e2e8b1224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'name': 'tempest-TaggedBootDevicesTest-251927646-router', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'a3f1434c-35e0-48eb-a68d-ff90a5c6d125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:01Z', 'updated_at': '2021-09-01T15:11:12Z', 'revision_number': 4, 'project_id': '00f25f4cb4804e62a3e709d2d6367260', 'gw_port': {'id': 'a3f1434c-35e0-48eb-a68d-ff90a5c6d125', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:02Z', 'updated_at': '2021-09-01T15:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '51274a80-c169-4347-b589-35df82841ca2', 'name': '', 'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'mac_address': 'fa:16:3e:61:0e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '5c212682-a8bc-460d-b6ac-def861e912f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:10Z', 'updated_at': '2021-09-01T15:11:19Z', 'revision_number': 4, 'project_id': '00f25f4cb4804e62a3e709d2d6367260', 'subnets': [{'id': '5c212682-a8bc-460d-b6ac-def861e912f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:20.476858 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port bd04822d-c6fb-4eba-acfd-695924f4a1f2 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:20.554082 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2748d1a6-c988-44d1-b9fd-667e2e8b1224 None None] The sync data for ids ['3f8184a9-695f-446d-bdfe-62cf4e6dd576'] in n-d-794796-3 is: [{'id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'name': 'tempest-TaggedBootDevicesTest-251927646-router', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'a3f1434c-35e0-48eb-a68d-ff90a5c6d125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:01Z', 'updated_at': '2021-09-01T15:11:12Z', 'revision_number': 4, 'project_id': '00f25f4cb4804e62a3e709d2d6367260', 'gw_port': {'id': 'a3f1434c-35e0-48eb-a68d-ff90a5c6d125', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:02Z', 'updated_at': '2021-09-01T15:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '51274a80-c169-4347-b589-35df82841ca2', 'name': '', 'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'mac_address': 'fa:16:3e:61:0e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '5c212682-a8bc-460d-b6ac-def861e912f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:10Z', 'updated_at': '2021-09-01T15:11:19Z', 'revision_number': 4, 'project_id': '00f25f4cb4804e62a3e709d2d6367260', 'subnets': [{'id': '5c212682-a8bc-460d-b6ac-def861e912f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:11:20.556831 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port bd04822d-c6fb-4eba-acfd-695924f4a1f2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:20.557237 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:20.619708 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fa4d8-0636-4b8c-9157-9bb81732ea84 req-4c99541f-c364-4004-b2de-52985e7c2c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:20.621614 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-911fa4d8-0636-4b8c-9157-9bb81732ea84 req-4c99541f-c364-4004-b2de-52985e7c2c40 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c254db57-43ae-492e-9c7b-cecc22088fc9 HTTP/1.1" status: 200 len: 903 time: 0.7499447 Sep 01 15:11:20.797578 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-911fa4d8-0636-4b8c-9157-9bb81732ea84 req-604ec009-8e46-4d9b-b08e-6c988682e21f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2ed15646-9fa6-43dc-b376-d3212fd60a6f HTTP/1.1" status: 200 len: 217 time: 0.1605623 Sep 01 15:11:20.814519 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:20.861008 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f0832a-caaa-4c5c-97a3-42a4b308ac50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd04822d-c6fb-4eba-acfd-695924f4a1f2'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:20.864468 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6577e1-ab71-4f27-8da8-d30125120cf0" -d '{"events": [{"server_uuid": "57f0832a-caaa-4c5c-97a3-42a4b308ac50", "name": "network-vif-plugged", "status": "completed", "tag": "bd04822d-c6fb-4eba-acfd-695924f4a1f2"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:20.888202 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8522b-378a-4373-8096-b8fe9f1b1ad2 req-1ee90616-ee26-424c-adb7-832ae8e97df3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:20.905248 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port bd04822d-c6fb-4eba-acfd-695924f4a1f2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=bd04822d-c6fb-4eba-acfd-695924f4a1f2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:20.910175 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8522b-378a-4373-8096-b8fe9f1b1ad2 req-1ee90616-ee26-424c-adb7-832ae8e97df3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:20.919250 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:20.939694 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8522b-378a-4373-8096-b8fe9f1b1ad2 req-1ee90616-ee26-424c-adb7-832ae8e97df3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:20.957301 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8522b-378a-4373-8096-b8fe9f1b1ad2 req-1ee90616-ee26-424c-adb7-832ae8e97df3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:20.970925 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8522b-378a-4373-8096-b8fe9f1b1ad2 req-1ee90616-ee26-424c-adb7-832ae8e97df3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:20.986166 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8522b-378a-4373-8096-b8fe9f1b1ad2 req-1ee90616-ee26-424c-adb7-832ae8e97df3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:20.986450 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-cade997a-895e-4387-ab06-e8d43de0ded0 service neutron] 10.222.0.60 "GET /v2.0/networks/72321c22-fff1-4360-957c-062ed3f64bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5633705 Sep 01 15:11:20.998706 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8522b-378a-4373-8096-b8fe9f1b1ad2 req-1ee90616-ee26-424c-adb7-832ae8e97df3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:21.011679 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7cf8522b-378a-4373-8096-b8fe9f1b1ad2 req-1ee90616-ee26-424c-adb7-832ae8e97df3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5432 time: 0.6313400 Sep 01 15:11:21.135973 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-41570c92-6c85-4952-855c-935734903045 req-e248a14a-a1c5-46fc-aaa8-3d9e70dd633f service neutron] 10.222.0.62 "GET /v2.0/networks/b6240944-9b17-4213-96a6-d174c6ab8fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7537000 Sep 01 15:11:21.329169 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 68b49930-49a2-499d-a52d-bce832d5f7e8 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:11:21.344354 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 51274a80-c169-4347-b589-35df82841ca2 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:21.453455 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fa4d8-0636-4b8c-9157-9bb81732ea84 req-b39265c4-ca4c-4869-b592-dc91eb589fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:21.456894 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-911fa4d8-0636-4b8c-9157-9bb81732ea84 req-b39265c4-ca4c-4869-b592-dc91eb589fb9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91ecd6a8-b52a-4bdf-b401-3679b3b1f603 HTTP/1.1" status: 200 len: 797 time: 0.6208622 Sep 01 15:11:21.467369 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-41570c92-6c85-4952-855c-935734903045 req-f093bdb0-104e-47a3-bcda-cc69316e1746 service neutron] 10.222.0.62 "GET /v2.0/networks/b6240944-9b17-4213-96a6-d174c6ab8fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122299 Sep 01 15:11:21.487159 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=bd04822d-c6fb-4eba-acfd-695924f4a1f2,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:21.534099 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-968e9171-1b03-4b33-bd95-846b496a4ea2 service neutron] 10.222.0.60 "GET /v2.0/networks/72321c22-fff1-4360-957c-062ed3f64bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5403547 Sep 01 15:11:21.561181 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7cf8522b-378a-4373-8096-b8fe9f1b1ad2 req-7e07698b-a87a-4391-af8a-b3b78b751c5d tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4922237 Sep 01 15:11:21.613278 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.resource_extend [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:11:21.710568 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fa4d8-0636-4b8c-9157-9bb81732ea84 req-91a9ee92-5eec-4bbe-8160-6f0d89b0332c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:21.716805 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-911fa4d8-0636-4b8c-9157-9bb81732ea84 req-91a9ee92-5eec-4bbe-8160-6f0d89b0332c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c254db57-43ae-492e-9c7b-cecc22088fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2324862 Sep 01 15:11:21.987525 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 68b49930-49a2-499d-a52d-bce832d5f7e8, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=68b49930-49a2-499d-a52d-bce832d5f7e8,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:21.998439 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019d188d-ba5e-4c79-a1be-764397652f08 x-openstack-request-id: req-019d188d-ba5e-4c79-a1be-764397652f08 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:21.998439 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f695688e-a37d-428a-91b9-903970ddd5eb", "tag": "750ec198-b86b-4f50-a82e-1150e15b397f", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:21.999104 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-019d188d-ba5e-4c79-a1be-764397652f08 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:21.999346 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f695688e-a37d-428a-91b9-903970ddd5eb', 'tag': '750ec198-b86b-4f50-a82e-1150e15b397f', 'status': 'completed', 'code': 200} Sep 01 15:11:22.056201 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '68b49930-49a2-499d-a52d-bce832d5f7e8', 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6', 'port_id': '68b49930-49a2-499d-a52d-bce832d5f7e8', 'mac_address': 'fa:16:3e:cf:6e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194d1d59-7b47-476a-b712-76fc814d7b3a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:11:22.065062 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 51274a80-c169-4347-b589-35df82841ca2 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:22.175203 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:22.183559 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 51274a80-c169-4347-b589-35df82841ca2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:22.184015 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:22.223479 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c12b6-8386-4015-934d-34ef9a716e4f req-9b847e64-4e25-40ea-b880-55e5e64977df tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:22.239304 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-900c12b6-8386-4015-934d-34ef9a716e4f req-9b847e64-4e25-40ea-b880-55e5e64977df tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.1315181 Sep 01 15:11:22.278934 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 750ec198-b86b-4f50-a82e-1150e15b397f details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:11:22.279405 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-911fa4d8-0636-4b8c-9157-9bb81732ea84 req-370e2b81-d42e-4159-9aab-ff29a568398a service neutron] 10.222.0.62 "GET /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5540204 Sep 01 15:11:22.348924 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55476a5-d172-42ee-9f67-1beee320cb62 req-59f2cd3b-890f-449e-baf6-c9ab341a145e tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:22.357496 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e55476a5-d172-42ee-9f67-1beee320cb62 req-59f2cd3b-890f-449e-baf6-c9ab341a145e tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 945 time: 0.4515646 Sep 01 15:11:22.364510 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-900c12b6-8386-4015-934d-34ef9a716e4f req-6ed467d3-9171-41a0-a0ca-9f3d1f26bb7f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241012 Sep 01 15:11:22.455163 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb81011-10ef-4e3d-af99-0841501a8458 req-ff92e0a2-8676-4b19-ab17-27bbe0d14af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:22.457350 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cfb81011-10ef-4e3d-af99-0841501a8458 req-ff92e0a2-8676-4b19-ab17-27bbe0d14af6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d7c0ff87c7c4cc083c6404989b27ea4&device_id=f695688e-a37d-428a-91b9-903970ddd5eb HTTP/1.1" status: 200 len: 1094 time: 0.4298906 Sep 01 15:11:22.573801 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 750ec198-b86b-4f50-a82e-1150e15b397f, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=750ec198-b86b-4f50-a82e-1150e15b397f,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:22.635517 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '750ec198-b86b-4f50-a82e-1150e15b397f', 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044', 'port_id': '750ec198-b86b-4f50-a82e-1150e15b397f', 'mac_address': 'fa:16:3e:98:0e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b27872-673a-446b-88b2-296c933a8cce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:11:22.662707 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b49930-49a2-499d-a52d-bce832d5f7e8 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:11:22.675610 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f4067-6981-4f80-a6b6-dd99e2ae465c req-9700cfba-e0ef-4430-b2a5-c39bc3ca5115 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:22.693200 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-743f4067-6981-4f80-a6b6-dd99e2ae465c req-9700cfba-e0ef-4430-b2a5-c39bc3ca5115 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=10082487-97a9-4b97-bfd2-d7076548a975 HTTP/1.1" status: 200 len: 943 time: 0.1979446 Sep 01 15:11:22.806673 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-743f4067-6981-4f80-a6b6-dd99e2ae465c req-a66b6e94-c17d-45a5-8f3f-b70cbb564a69 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033380 Sep 01 15:11:22.859993 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e55476a5-d172-42ee-9f67-1beee320cb62 req-eb3ca9e7-5fc6-46c6-acf7-9318858012f7 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4650857 Sep 01 15:11:22.930899 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 68b49930-49a2-499d-a52d-bce832d5f7e8, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=68b49930-49a2-499d-a52d-bce832d5f7e8,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:22.958387 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:22.963748 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b5f140-691f-4e2f-87dc-f0effc94fa2d x-openstack-request-id: req-b1b5f140-691f-4e2f-87dc-f0effc94fa2d {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:22.964105 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f0832a-caaa-4c5c-97a3-42a4b308ac50", "name": "network-vif-plugged", "status": "completed", "tag": "bd04822d-c6fb-4eba-acfd-695924f4a1f2", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:22.964330 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b1b5f140-691f-4e2f-87dc-f0effc94fa2d {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:22.964891 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f0832a-caaa-4c5c-97a3-42a4b308ac50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd04822d-c6fb-4eba-acfd-695924f4a1f2', 'code': 200} Sep 01 15:11:23.007129 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-911fa4d8-0636-4b8c-9157-9bb81732ea84 req-31c6e33b-6298-42e8-9204-be37e3d9bcc4 service neutron] 10.222.0.62 "GET /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6473069 Sep 01 15:11:23.038793 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb81011-10ef-4e3d-af99-0841501a8458 req-2683960e-c75c-45a5-8350-8d57fe369c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:23.043855 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cfb81011-10ef-4e3d-af99-0841501a8458 req-2683960e-c75c-45a5-8350-8d57fe369c2d service neutron] 10.222.0.45 "GET /v2.0/networks?id=991369d1-6cc8-4ab5-8a03-7b17948fd044 HTTP/1.1" status: 200 len: 906 time: 0.5068562 Sep 01 15:11:23.108504 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=68b49930-49a2-499d-a52d-bce832d5f7e8,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:23.112346 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cfb81011-10ef-4e3d-af99-0841501a8458 req-e8ee57e1-4fcf-456e-a7a9-5eb221a6ff0e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=750ec198-b86b-4f50-a82e-1150e15b397f HTTP/1.1" status: 200 len: 217 time: 0.0570624 Sep 01 15:11:23.120849 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:23.141101 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca8f83-cee9-4f3e-ad0e-968cdf6c09bc req-e1cc49c9-3659-4019-ba71-1c6da5eb950e tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:23.147189 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b1ca8f83-cee9-4f3e-ad0e-968cdf6c09bc req-e1cc49c9-3659-4019-ba71-1c6da5eb950e tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=f695688e-a37d-428a-91b9-903970ddd5eb HTTP/1.1" status: 200 len: 943 time: 0.1654482 Sep 01 15:11:23.218749 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 750ec198-b86b-4f50-a82e-1150e15b397f {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:11:23.227444 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b1ca8f83-cee9-4f3e-ad0e-968cdf6c09bc req-81ddf0b9-8795-41b1-baf8-7b4d2e02805e tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682166 Sep 01 15:11:23.230522 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:23.318108 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 750ec198-b86b-4f50-a82e-1150e15b397f, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=750ec198-b86b-4f50-a82e-1150e15b397f,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:23.336546 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:23.350811 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['68b49930-49a2-499d-a52d-bce832d5f7e8'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:11:23.406606 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 51274a80-c169-4347-b589-35df82841ca2, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=51274a80-c169-4347-b589-35df82841ca2,segment=NetworkSegment(22ae1a9a-94f4-4969-9c75-3360b1d6bc43),segment_id=22ae1a9a-94f4-4969-9c75-3360b1d6bc43)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:23.423570 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb81011-10ef-4e3d-af99-0841501a8458 req-a59096be-15dd-47f3-9639-27c4b9d7d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:23.427546 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cfb81011-10ef-4e3d-af99-0841501a8458 req-a59096be-15dd-47f3-9639-27c4b9d7d318 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35b27872-673a-446b-88b2-296c933a8cce HTTP/1.1" status: 200 len: 845 time: 0.2766373 Sep 01 15:11:23.450414 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de053c-ca3a-4da8-9f3d-2bae89642256 req-61cf8461-3c4d-477f-8837-21d9505532bc tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:23.452093 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:23.471336 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-39de053c-ca3a-4da8-9f3d-2bae89642256 req-61cf8461-3c4d-477f-8837-21d9505532bc tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 0.3714716 Sep 01 15:11:23.479241 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9e775899-5cb8-4ffc-a1db-5260baf358e3 req-f48babd4-e59b-4eeb-9fe7-e5ac1ba37ce3 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 210 time: 0.0781052 Sep 01 15:11:23.543156 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbea87a-7406-4202-8c02-9a435db18461 req-ced6fb28-e7b9-4732-aebe-e6399ae3579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:23.555495 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bbbea87a-7406-4202-8c02-9a435db18461 req-ced6fb28-e7b9-4732-aebe-e6399ae3579e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 1101 time: 0.3107412 Sep 01 15:11:23.615952 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=750ec198-b86b-4f50-a82e-1150e15b397f,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:23.654182 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['750ec198-b86b-4f50-a82e-1150e15b397f'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:11:23.691824 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cfb81011-10ef-4e3d-af99-0841501a8458 req-db1bd453-b105-434c-9ed3-a6e68ca27fae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=991369d1-6cc8-4ab5-8a03-7b17948fd044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2088964 Sep 01 15:11:23.922145 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=51274a80-c169-4347-b589-35df82841ca2,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:23.981355 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cfb81011-10ef-4e3d-af99-0841501a8458 req-e5fee83b-66e8-4f22-856d-d92f6f8d65e6 service neutron] 10.222.0.45 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585123 Sep 01 15:11:23.985485 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-39de053c-ca3a-4da8-9f3d-2bae89642256 req-6fa231ae-e974-40a7-a1a9-7d0d62df4316 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5089941 Sep 01 15:11:24.244861 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e57bd3-b3f4-4fe7-865c-351b87db79b2 req-ea9d978c-cc6e-42cd-89ac-84743d0963c8 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:24.268217 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e57bd3-b3f4-4fe7-865c-351b87db79b2 req-ea9d978c-cc6e-42cd-89ac-84743d0963c8 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:24.282633 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e57bd3-b3f4-4fe7-865c-351b87db79b2 req-ea9d978c-cc6e-42cd-89ac-84743d0963c8 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:24.296228 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e57bd3-b3f4-4fe7-865c-351b87db79b2 req-ea9d978c-cc6e-42cd-89ac-84743d0963c8 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:24.311149 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e57bd3-b3f4-4fe7-865c-351b87db79b2 req-ea9d978c-cc6e-42cd-89ac-84743d0963c8 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:24.326812 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e57bd3-b3f4-4fe7-865c-351b87db79b2 req-ea9d978c-cc6e-42cd-89ac-84743d0963c8 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:24.349652 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e57bd3-b3f4-4fe7-865c-351b87db79b2 req-ea9d978c-cc6e-42cd-89ac-84743d0963c8 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:24.364531 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b6e57bd3-b3f4-4fe7-865c-351b87db79b2 req-ea9d978c-cc6e-42cd-89ac-84743d0963c8 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5432 time: 0.2425020 Sep 01 15:11:24.511490 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b6e57bd3-b3f4-4fe7-865c-351b87db79b2 req-7f92d1d2-cb0e-4ad3-bd92-0ac8c29177bf tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1450739 Sep 01 15:11:24.831697 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54efbb-5337-4537-a804-0029144f8e5c req-5710cdd1-344c-41ca-b7b6-2652b963446f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:24.840723 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dc54efbb-5337-4537-a804-0029144f8e5c req-5710cdd1-344c-41ca-b7b6-2652b963446f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.0889447 Sep 01 15:11:24.909662 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dc54efbb-5337-4537-a804-0029144f8e5c req-de3e6466-cbaf-4291-b247-03587636fd81 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677426 Sep 01 15:11:24.954925 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bbbea87a-7406-4202-8c02-9a435db18461 req-0c81e411-b895-4491-b2fd-ccad135b52ce service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2540703 Sep 01 15:11:24.954925 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cfb81011-10ef-4e3d-af99-0841501a8458 req-8802c46e-357e-4def-a048-d39fa457d5ea service neutron] 10.222.0.45 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9633186 Sep 01 15:11:25.118382 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 68b49930-49a2-499d-a52d-bce832d5f7e8 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:25.131664 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921c154-cd6e-4e83-8edd-888f5844db7f req-8c0fe528-f03a-44dd-9ac1-07f7806fe167 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:25.145731 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c921c154-cd6e-4e83-8edd-888f5844db7f req-8c0fe528-f03a-44dd-9ac1-07f7806fe167 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 945 time: 0.1207302 Sep 01 15:11:25.160661 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec979ef-05d3-4e08-bc3d-4dd34e5f4fd7 req-b2a969c0-28d0-44e5-9ee4-aa33cf5db2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:25.163633 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ec979ef-05d3-4e08-bc3d-4dd34e5f4fd7 req-b2a969c0-28d0-44e5-9ee4-aa33cf5db2d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f5c878306d2c4fbcbebf77004da8b742&device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 1096 time: 1.0512121 Sep 01 15:11:25.233571 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c921c154-cd6e-4e83-8edd-888f5844db7f req-336d4cb6-d43f-4aab-99d9-91787eb65abd tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847628 Sep 01 15:11:25.269709 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 68b49930-49a2-499d-a52d-bce832d5f7e8 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:25.283804 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 68b49930-49a2-499d-a52d-bce832d5f7e8 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:25.284195 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:25.381336 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65818e8-5b7c-4ec8-9bc1-2a41e0c9452b req-6bb2a073-3099-498f-9f2f-b67a4c11f031 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:25.384143 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c65818e8-5b7c-4ec8-9bc1-2a41e0c9452b req-6bb2a073-3099-498f-9f2f-b67a4c11f031 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=10082487-97a9-4b97-bfd2-d7076548a975 HTTP/1.1" status: 200 len: 944 time: 1.2449408 Sep 01 15:11:25.470023 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:25.514355 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10082487-97a9-4b97-bfd2-d7076548a975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b49930-49a2-499d-a52d-bce832d5f7e8'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:25.535371 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11523483-6e4f-4ce5-b40a-5da5cc20c5b8" -d '{"events": [{"server_uuid": "10082487-97a9-4b97-bfd2-d7076548a975", "name": "network-vif-plugged", "status": "completed", "tag": "68b49930-49a2-499d-a52d-bce832d5f7e8"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:25.611074 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 68b49930-49a2-499d-a52d-bce832d5f7e8, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=68b49930-49a2-499d-a52d-bce832d5f7e8,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:25.636369 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:25.704698 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d7379-f9cb-442f-a79b-9b1a3750815b req-c79ab0a1-6eb2-4c2f-b8fe-5b49a99671b7 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:25.706338 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-320d7379-f9cb-442f-a79b-9b1a3750815b req-c79ab0a1-6eb2-4c2f-b8fe-5b49a99671b7 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=f695688e-a37d-428a-91b9-903970ddd5eb HTTP/1.1" status: 200 len: 944 time: 0.2616634 Sep 01 15:11:25.789391 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 51274a80-c169-4347-b589-35df82841ca2 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:25.793613 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-320d7379-f9cb-442f-a79b-9b1a3750815b req-ad8eb6dc-17d6-4d16-9ed4-028cd2f8ebda tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779192 Sep 01 15:11:25.796647 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-1aced2c9-bfbe-4c33-944b-70fb78f45a78 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:25.798231 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-1aced2c9-bfbe-4c33-944b-70fb78f45a78 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.62 "GET /v2.0/networks?id=72321c22-fff1-4360-957c-062ed3f64bd7 HTTP/1.1" status: 200 len: 815 time: 0.8328533 Sep 01 15:11:25.815037 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c65818e8-5b7c-4ec8-9bc1-2a41e0c9452b req-1ae16472-55d6-4f43-84f4-458975974fe3 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988113 Sep 01 15:11:25.839510 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-bfaad4fb-04c9-4d1b-883f-be26f29482c2 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Request body: {'port': {'device_id': 'aa2b9136-34c9-4b30-bd71-d44bbec336e3', 'network_id': '72321c22-fff1-4360-957c-062ed3f64bd7', 'admin_state_up': True, 'tenant_id': '7826a28761144d768b405c3b67a84f11'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:25.935755 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=68b49930-49a2-499d-a52d-bce832d5f7e8,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:26.000115 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 51274a80-c169-4347-b589-35df82841ca2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:26.001527 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:26.105884 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec979ef-05d3-4e08-bc3d-4dd34e5f4fd7 req-06035e81-5d26-40d3-a373-4d158bd27164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:26.108208 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ec979ef-05d3-4e08-bc3d-4dd34e5f4fd7 req-06035e81-5d26-40d3-a373-4d158bd27164 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 200 len: 913 time: 0.9305060 Sep 01 15:11:26.208717 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-bfaad4fb-04c9-4d1b-883f-be26f29482c2 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Made reservation on behalf of 7826a28761144d768b405c3b67a84f11 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:11:26.212634 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-bfaad4fb-04c9-4d1b-883f-be26f29482c2 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:26.281693 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 750ec198-b86b-4f50-a82e-1150e15b397f up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:26.305088 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0f73a6c2-7652-402c-a73d-93505cfc7d94 req-c1aaaeef-86fd-4b99-8730-840d8af71144 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 210 time: 0.0813029 Sep 01 15:11:26.355679 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01beb79b-b78f-47df-b311-bd6607844416 req-4195a118-797c-40ca-b0d6-069c83e9e2a9 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:26.368684 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-01beb79b-b78f-47df-b311-bd6607844416 req-4195a118-797c-40ca-b0d6-069c83e9e2a9 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 0.2967172 Sep 01 15:11:26.411596 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf55cfde-989a-480a-974d-83cb334c6d9b x-openstack-request-id: req-cf55cfde-989a-480a-974d-83cb334c6d9b {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:26.412298 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10082487-97a9-4b97-bfd2-d7076548a975", "name": "network-vif-plugged", "status": "completed", "tag": "68b49930-49a2-499d-a52d-bce832d5f7e8", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:26.412716 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf55cfde-989a-480a-974d-83cb334c6d9b {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:26.413291 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10082487-97a9-4b97-bfd2-d7076548a975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b49930-49a2-499d-a52d-bce832d5f7e8', 'code': 200} Sep 01 15:11:26.462759 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ec979ef-05d3-4e08-bc3d-4dd34e5f4fd7 req-27a587db-99eb-4a5a-b9ae-473024a5bae4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d HTTP/1.1" status: 200 len: 1000 time: 0.3379402 Sep 01 15:11:26.470456 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 750ec198-b86b-4f50-a82e-1150e15b397f completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:26.475554 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 750ec198-b86b-4f50-a82e-1150e15b397f triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:26.475969 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:26.673715 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:26.678986 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec979ef-05d3-4e08-bc3d-4dd34e5f4fd7 req-edcf6f84-baef-45a0-ab10-43d8eada47ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:26.686056 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ec979ef-05d3-4e08-bc3d-4dd34e5f4fd7 req-edcf6f84-baef-45a0-ab10-43d8eada47ed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4b8a1a7-4c41-46cc-8798-989cc5140738 HTTP/1.1" status: 200 len: 851 time: 0.2167845 Sep 01 15:11:26.760730 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b861e5e-f53f-40d3-8490-6c0f122ac983 req-e8e429fb-a155-4ebb-8d05-fc79a21c4b7a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:26.777091 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b861e5e-f53f-40d3-8490-6c0f122ac983 req-e8e429fb-a155-4ebb-8d05-fc79a21c4b7a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:26.787837 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 750ec198-b86b-4f50-a82e-1150e15b397f, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=750ec198-b86b-4f50-a82e-1150e15b397f,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:26.797932 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b861e5e-f53f-40d3-8490-6c0f122ac983 req-e8e429fb-a155-4ebb-8d05-fc79a21c4b7a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:26.800223 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:26.814607 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b861e5e-f53f-40d3-8490-6c0f122ac983 req-e8e429fb-a155-4ebb-8d05-fc79a21c4b7a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:26.833456 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b861e5e-f53f-40d3-8490-6c0f122ac983 req-e8e429fb-a155-4ebb-8d05-fc79a21c4b7a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:26.848419 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b861e5e-f53f-40d3-8490-6c0f122ac983 req-e8e429fb-a155-4ebb-8d05-fc79a21c4b7a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:26.872988 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b861e5e-f53f-40d3-8490-6c0f122ac983 req-e8e429fb-a155-4ebb-8d05-fc79a21c4b7a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:26.889879 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6b861e5e-f53f-40d3-8490-6c0f122ac983 req-e8e429fb-a155-4ebb-8d05-fc79a21c4b7a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5432 time: 0.3195477 Sep 01 15:11:26.943207 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-01beb79b-b78f-47df-b311-bd6607844416 req-ef232161-aeb7-4dd8-a084-7af8df457e51 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733190 Sep 01 15:11:26.966429 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=750ec198-b86b-4f50-a82e-1150e15b397f,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:26.996415 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec979ef-05d3-4e08-bc3d-4dd34e5f4fd7 req-a8d44628-188d-4166-9275-039fc6621e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:26.998596 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ec979ef-05d3-4e08-bc3d-4dd34e5f4fd7 req-a8d44628-188d-4166-9275-039fc6621e6d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2564049 Sep 01 15:11:27.026449 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8910fae-63ab-476c-875e-d8e4c5fab807 req-49f73277-5b8c-4378-8cc7-49a2d3c781eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:27.028178 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f8910fae-63ab-476c-875e-d8e4c5fab807 req-49f73277-5b8c-4378-8cc7-49a2d3c781eb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=10082487-97a9-4b97-bfd2-d7076548a975 HTTP/1.1" status: 200 len: 1096 time: 0.4761012 Sep 01 15:11:27.028437 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6b861e5e-f53f-40d3-8490-6c0f122ac983 req-4edaa963-9b73-47a9-998f-4ee82b4ec5f6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1324847 Sep 01 15:11:27.052630 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-bfaad4fb-04c9-4d1b-883f-be26f29482c2 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Allocated IP 172.20.0.10 (72321c22-fff1-4360-957c-062ed3f64bd7/e3f151fa-fcfc-49a1-b932-f5577751dd15/497f9a3d-9f6c-4936-822a-6b3da72138a1) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:11:27.158734 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f8910fae-63ab-476c-875e-d8e4c5fab807 req-73dd5318-f683-4b72-ac83-3b3371c004e1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080837 Sep 01 15:11:27.346102 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0691b5e-824d-49b7-94ff-b4963bd6e6a2 req-882f93c0-4755-4cb4-86d2-8ea9dd1f7473 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:27.349193 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e0691b5e-824d-49b7-94ff-b4963bd6e6a2 req-882f93c0-4755-4cb4-86d2-8ea9dd1f7473 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 945 time: 0.1572299 Sep 01 15:11:27.395583 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e0691b5e-824d-49b7-94ff-b4963bd6e6a2 req-7fc5bbdd-a4a0-43eb-8047-a7ceac593d19 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407453 Sep 01 15:11:27.495026 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ec979ef-05d3-4e08-bc3d-4dd34e5f4fd7 req-a3c0742b-3750-417b-a521-9cdbebd15670 service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820354 Sep 01 15:11:27.498194 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:27.582742 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca38c03-f6ce-401a-adf6-b3fd7142389e req-d16da2e6-2bda-4a5a-bc7d-4589f6149c74 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:27.593259 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fca38c03-f6ce-401a-adf6-b3fd7142389e req-d16da2e6-2bda-4a5a-bc7d-4589f6149c74 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=f695688e-a37d-428a-91b9-903970ddd5eb HTTP/1.1" status: 200 len: 945 time: 0.0769620 Sep 01 15:11:27.610469 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d76ccc-f930-4c94-9d46-51758f73bc41 req-07a11331-8b92-4daa-8f50-8d27fdd85caa tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:27.614526 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b0d76ccc-f930-4c94-9d46-51758f73bc41 req-07a11331-8b92-4daa-8f50-8d27fdd85caa tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.2515023 Sep 01 15:11:27.657392 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fca38c03-f6ce-401a-adf6-b3fd7142389e req-7674e358-dc18-4327-8334-47b84b26957f tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629387 Sep 01 15:11:27.700258 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-bfaad4fb-04c9-4d1b-883f-be26f29482c2 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:27.800744 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b0d76ccc-f930-4c94-9d46-51758f73bc41 req-bedc0ae3-8050-490d-a22d-401ff5d4e764 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772120 Sep 01 15:11:27.866425 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177890b3-70cc-4887-8b50-7677c7f8d883 req-a8be9200-f357-405a-ac1b-1cd3129b8a0c tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:27.867333 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ec979ef-05d3-4e08-bc3d-4dd34e5f4fd7 req-e5b38b81-8428-411f-b3ea-3f1baf222f07 service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620646 Sep 01 15:11:27.882580 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-177890b3-70cc-4887-8b50-7677c7f8d883 req-a8be9200-f357-405a-ac1b-1cd3129b8a0c tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=10082487-97a9-4b97-bfd2-d7076548a975 HTTP/1.1" status: 200 len: 945 time: 0.0907440 Sep 01 15:11:27.892702 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-bfaad4fb-04c9-4d1b-883f-be26f29482c2 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:27.950566 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-177890b3-70cc-4887-8b50-7677c7f8d883 req-30660ad7-e77d-4b8e-a30a-dcc98a94860a tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648236 Sep 01 15:11:28.109864 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-bfaad4fb-04c9-4d1b-883f-be26f29482c2 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Network 72321c22-fff1-4360-957c-062ed3f64bd7 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:28.119629 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-bfaad4fb-04c9-4d1b-883f-be26f29482c2 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:28.123743 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-bfaad4fb-04c9-4d1b-883f-be26f29482c2 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:11:28.130946 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaad4fb-04c9-4d1b-883f-be26f29482c2 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Pushing event updated for resources: {'Port': ['ID=497f9a3d-9f6c-4936-822a-6b3da72138a1,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:28.170993 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e2f5d-9b9c-421b-9c3d-aed679b72fa3 req-a480c67c-2d40-4d54-b359-3c35e9114ab8 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:28.179730 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-752e2f5d-9b9c-421b-9c3d-aed679b72fa3 req-a480c67c-2d40-4d54-b359-3c35e9114ab8 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 0.0829031 Sep 01 15:11:28.213870 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71485d65-51b2-4ca6-b394-8e00d8b385c3 req-1e4506ec-9f00-45a6-a30e-1cbec9b6acd7 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:28.215780 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-71485d65-51b2-4ca6-b394-8e00d8b385c3 req-1e4506ec-9f00-45a6-a30e-1cbec9b6acd7 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 932 time: 0.2287269 Sep 01 15:11:28.244263 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-752e2f5d-9b9c-421b-9c3d-aed679b72fa3 req-7db13f1f-5064-46f8-8172-7008af1fc66a tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609365 Sep 01 15:11:28.269454 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-bfaad4fb-04c9-4d1b-883f-be26f29482c2 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:28.270148 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-bfaad4fb-04c9-4d1b-883f-be26f29482c2 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:28.296297 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-71485d65-51b2-4ca6-b394-8e00d8b385c3 req-047e73bb-e0d4-4bc8-9f82-ea53fe7dd10d tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709057 Sep 01 15:11:28.311003 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-bfaad4fb-04c9-4d1b-883f-be26f29482c2 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4773030 Sep 01 15:11:28.355001 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-c4a330ab-9231-4b35-a792-a64c95e6c408 service neutron] Request body: {'port': {'device_id': 'aa2b9136-34c9-4b30-bd71-d44bbec336e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:28.414890 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f695688e-a37d-428a-91b9-903970ddd5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750ec198-b86b-4f50-a82e-1150e15b397f'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:28.418256 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63090d20-dfc4-449b-abb8-f7ebd31c6f9b" -d '{"events": [{"server_uuid": "f695688e-a37d-428a-91b9-903970ddd5eb", "name": "network-vif-plugged", "status": "completed", "tag": "750ec198-b86b-4f50-a82e-1150e15b397f"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:28.476420 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed5bc2-1529-4b85-83e5-4f3eb601feb9 req-dc8a28a5-a1aa-4c0c-afd5-55b02c20b480 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:28.490401 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed5bc2-1529-4b85-83e5-4f3eb601feb9 req-dc8a28a5-a1aa-4c0c-afd5-55b02c20b480 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:28.520472 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed5bc2-1529-4b85-83e5-4f3eb601feb9 req-dc8a28a5-a1aa-4c0c-afd5-55b02c20b480 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:28.528352 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed5bc2-1529-4b85-83e5-4f3eb601feb9 req-dc8a28a5-a1aa-4c0c-afd5-55b02c20b480 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:28.538556 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed5bc2-1529-4b85-83e5-4f3eb601feb9 req-dc8a28a5-a1aa-4c0c-afd5-55b02c20b480 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:28.545429 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed5bc2-1529-4b85-83e5-4f3eb601feb9 req-dc8a28a5-a1aa-4c0c-afd5-55b02c20b480 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:28.552675 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed5bc2-1529-4b85-83e5-4f3eb601feb9 req-dc8a28a5-a1aa-4c0c-afd5-55b02c20b480 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:28.564157 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73ed5bc2-1529-4b85-83e5-4f3eb601feb9 req-dc8a28a5-a1aa-4c0c-afd5-55b02c20b480 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5432 time: 0.2072220 Sep 01 15:11:28.596883 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-c4a330ab-9231-4b35-a792-a64c95e6c408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:28.654584 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73ed5bc2-1529-4b85-83e5-4f3eb601feb9 req-00e19e94-9adf-4bbf-83b6-1bde4ab192b2 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0889308 Sep 01 15:11:28.739980 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0d2c3-ad32-4cbb-813e-39da7256f554 req-a1323e2f-b6a4-457b-a04a-1b781633a76f tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:28.742586 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-02f0d2c3-ad32-4cbb-813e-39da7256f554 req-a1323e2f-b6a4-457b-a04a-1b781633a76f tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 0.1400635 Sep 01 15:11:28.764886 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1aaf56-9eb1-4391-938b-c9b0c62824be x-openstack-request-id: req-6e1aaf56-9eb1-4391-938b-c9b0c62824be {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:28.765455 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f695688e-a37d-428a-91b9-903970ddd5eb", "name": "network-vif-plugged", "status": "completed", "tag": "750ec198-b86b-4f50-a82e-1150e15b397f", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:28.765725 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6e1aaf56-9eb1-4391-938b-c9b0c62824be {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:28.766340 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f695688e-a37d-428a-91b9-903970ddd5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750ec198-b86b-4f50-a82e-1150e15b397f', 'code': 200} Sep 01 15:11:28.863231 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-02f0d2c3-ad32-4cbb-813e-39da7256f554 req-3b688eac-3ffc-40f8-a5b7-1dc4637c3ec7 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586171 Sep 01 15:11:29.007395 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6262e5d-0836-4eee-bfe8-29fce0665143 req-f54a891b-664a-401c-b196-5ec5eedc4c95 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:29.022483 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6262e5d-0836-4eee-bfe8-29fce0665143 req-f54a891b-664a-401c-b196-5ec5eedc4c95 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 945 time: 0.1173251 Sep 01 15:11:29.086375 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0499b4b-2844-423e-bdca-0cca4be58059 req-e41e2525-b722-453c-a28d-bff7b07a2e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:29.087423 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e0499b4b-2844-423e-bdca-0cca4be58059 req-e41e2525-b722-453c-a28d-bff7b07a2e06 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f695688e-a37d-428a-91b9-903970ddd5eb HTTP/1.1" status: 200 len: 1096 time: 0.2106674 Sep 01 15:11:29.113806 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6262e5d-0836-4eee-bfe8-29fce0665143 req-a6b010f3-08d8-469a-b932-8bc2303491fb tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884285 Sep 01 15:11:29.134486 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9c0e3-fa7f-4bd9-ad8e-cd5da94cb8bf req-01c59a64-0f70-4313-9fe6-75c1d637dcc5 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:29.143004 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09b9c0e3-fa7f-4bd9-ad8e-cd5da94cb8bf req-01c59a64-0f70-4313-9fe6-75c1d637dcc5 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=f695688e-a37d-428a-91b9-903970ddd5eb HTTP/1.1" status: 200 len: 945 time: 0.1791778 Sep 01 15:11:29.205714 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e0499b4b-2844-423e-bdca-0cca4be58059 req-d493142b-8439-4bec-9613-eba782913b99 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085088 Sep 01 15:11:29.238998 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09b9c0e3-fa7f-4bd9-ad8e-cd5da94cb8bf req-7c3df8b2-f900-4fc0-8c67-d1e78aa3c856 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947671 Sep 01 15:11:29.337786 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-c4a330ab-9231-4b35-a792-a64c95e6c408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497f9a3d-9f6c-4936-822a-6b3da72138a1 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:11:29.364118 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-c4a330ab-9231-4b35-a792-a64c95e6c408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:29.408507 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b3223-b080-4b7c-b269-8786d4840ae6 req-6bb675ab-5b65-4e47-af29-59a33048702d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:29.409013 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-c4a330ab-9231-4b35-a792-a64c95e6c408 service neutron] Transition to ACTIVE for port object 497f9a3d-9f6c-4936-822a-6b3da72138a1 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:29.420953 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-c4a330ab-9231-4b35-a792-a64c95e6c408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:29.424900 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ed9b3223-b080-4b7c-b269-8786d4840ae6 req-6bb675ab-5b65-4e47-af29-59a33048702d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.1572678 Sep 01 15:11:29.544162 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ed9b3223-b080-4b7c-b269-8786d4840ae6 req-448a97dc-2023-40fc-a8f2-f5ea44231b1a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142936 Sep 01 15:11:29.592874 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a330ab-9231-4b35-a792-a64c95e6c408 service neutron] Pushing event updated for resources: {'Port': ['ID=497f9a3d-9f6c-4936-822a-6b3da72138a1,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:29.635990 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9844228-00d7-42bf-bf30-36c400d43840 req-cb061cdb-72af-4aae-9264-924e636729d2 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:29.637828 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a9844228-00d7-42bf-bf30-36c400d43840 req-cb061cdb-72af-4aae-9264-924e636729d2 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=10082487-97a9-4b97-bfd2-d7076548a975 HTTP/1.1" status: 200 len: 945 time: 0.1392784 Sep 01 15:11:29.706125 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-c4a330ab-9231-4b35-a792-a64c95e6c408 service neutron] Attempting to bind port 497f9a3d-9f6c-4936-822a-6b3da72138a1 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:11:29.706591 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-c4a330ab-9231-4b35-a792-a64c95e6c408 service neutron] Attempting to bind port 497f9a3d-9f6c-4936-822a-6b3da72138a1 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'a3af3d8d-25ff-40db-b24c-c2eb0f074694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '72321c22-fff1-4360-957c-062ed3f64bd7'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:11:29.706831 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-c4a330ab-9231-4b35-a792-a64c95e6c408 service neutron] Attempting to bind port 497f9a3d-9f6c-4936-822a-6b3da72138a1 on network 72321c22-fff1-4360-957c-062ed3f64bd7 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:29.716281 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a9844228-00d7-42bf-bf30-36c400d43840 req-5513009c-70d0-4d69-94a8-423c0d41c6ab tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662541 Sep 01 15:11:29.717433 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-c4a330ab-9231-4b35-a792-a64c95e6c408 service neutron] Port 497f9a3d-9f6c-4936-822a-6b3da72138a1 on network 72321c22-fff1-4360-957c-062ed3f64bd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:11:29.717739 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-c4a330ab-9231-4b35-a792-a64c95e6c408 service neutron] Attempting to bind port 497f9a3d-9f6c-4936-822a-6b3da72138a1 on network 72321c22-fff1-4360-957c-062ed3f64bd7 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:29.727260 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-c4a330ab-9231-4b35-a792-a64c95e6c408 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:11:29.727989 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-c4a330ab-9231-4b35-a792-a64c95e6c408 service neutron] Checking segment: {'id': 'a3af3d8d-25ff-40db-b24c-c2eb0f074694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '72321c22-fff1-4360-957c-062ed3f64bd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:11:29.728957 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-c4a330ab-9231-4b35-a792-a64c95e6c408 service neutron] Bound using segment: {'id': 'a3af3d8d-25ff-40db-b24c-c2eb0f074694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '72321c22-fff1-4360-957c-062ed3f64bd7'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:11:29.730625 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-c4a330ab-9231-4b35-a792-a64c95e6c408 service neutron] Bound port: 497f9a3d-9f6c-4936-822a-6b3da72138a1, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3af3d8d-25ff-40db-b24c-c2eb0f074694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '72321c22-fff1-4360-957c-062ed3f64bd7'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:11:29.731462 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-c4a330ab-9231-4b35-a792-a64c95e6c408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:29.857789 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbb05f-7987-44d7-810c-4c974afc3ad3 req-d8e9d7ad-18ae-40a7-af9c-5197b83b48f0 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:29.873038 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6cfbb05f-7987-44d7-810c-4c974afc3ad3 req-d8e9d7ad-18ae-40a7-af9c-5197b83b48f0 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 944 time: 0.1190991 Sep 01 15:11:29.879982 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-c4a330ab-9231-4b35-a792-a64c95e6c408 service neutron] For port 497f9a3d-9f6c-4936-822a-6b3da72138a1, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:11:29.888781 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-c4a330ab-9231-4b35-a792-a64c95e6c408 service neutron] For port 497f9a3d-9f6c-4936-822a-6b3da72138a1, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=497f9a3d-9f6c-4936-822a-6b3da72138a1,segment=NetworkSegment(a3af3d8d-25ff-40db-b24c-c2eb0f074694),segment_id=a3af3d8d-25ff-40db-b24c-c2eb0f074694)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:11:29.895213 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-c4a330ab-9231-4b35-a792-a64c95e6c408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:29.954836 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-c4a330ab-9231-4b35-a792-a64c95e6c408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:29.955582 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-c4a330ab-9231-4b35-a792-a64c95e6c408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:29.957083 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-c4a330ab-9231-4b35-a792-a64c95e6c408 service neutron] 10.222.0.62 "PUT /v2.0/ports/497f9a3d-9f6c-4936-822a-6b3da72138a1 HTTP/1.1" status: 200 len: 1092 time: 1.6089299 Sep 01 15:11:29.957562 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2b9136-34c9-4b30-bd71-d44bbec336e3', 'tag': '497f9a3d-9f6c-4936-822a-6b3da72138a1'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:29.964317 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6cfbb05f-7987-44d7-810c-4c974afc3ad3 req-289aec6a-8cf0-4c69-b4bc-a36eeb53dc63 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899875 Sep 01 15:11:29.965368 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53537f08-ba82-47e9-bf04-6af25cf0489e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2b9136-34c9-4b30-bd71-d44bbec336e3", "tag": "497f9a3d-9f6c-4936-822a-6b3da72138a1"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:30.033071 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a330ab-9231-4b35-a792-a64c95e6c408 service neutron] Pushing event updated for resources: {'Port': ['ID=497f9a3d-9f6c-4936-822a-6b3da72138a1,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:30.156444 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-fdc2d835-d737-45c1-baf1-bda745013400 req-0df3a72d-5c5f-450c-8949-e807f5367620 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:11:30.159929 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fdc2d835-d737-45c1-baf1-bda745013400 req-0df3a72d-5c5f-450c-8949-e807f5367620 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149789 Sep 01 15:11:30.211847 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3200b-94c2-4956-b06c-a3b1c0ea3418 req-5a780ef4-4f1c-4b79-9c5a-b914aa25b2b6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:30.222262 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3200b-94c2-4956-b06c-a3b1c0ea3418 req-5a780ef4-4f1c-4b79-9c5a-b914aa25b2b6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:30.235709 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3200b-94c2-4956-b06c-a3b1c0ea3418 req-5a780ef4-4f1c-4b79-9c5a-b914aa25b2b6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:30.248653 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3200b-94c2-4956-b06c-a3b1c0ea3418 req-5a780ef4-4f1c-4b79-9c5a-b914aa25b2b6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:30.256851 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3200b-94c2-4956-b06c-a3b1c0ea3418 req-5a780ef4-4f1c-4b79-9c5a-b914aa25b2b6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:30.257458 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-7577772d-c587-44ba-aec0-5fdbdb4a3438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:30.260509 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-7577772d-c587-44ba-aec0-5fdbdb4a3438 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7826a28761144d768b405c3b67a84f11&device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 1095 time: 0.1626720 Sep 01 15:11:30.267704 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3200b-94c2-4956-b06c-a3b1c0ea3418 req-5a780ef4-4f1c-4b79-9c5a-b914aa25b2b6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:30.276759 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81fceb-a76a-44ef-b4d7-ccfe30f4e785 req-0c00cf7f-bacf-42a3-b14a-94421aae30f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:30.279838 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1f81fceb-a76a-44ef-b4d7-ccfe30f4e785 req-0c00cf7f-bacf-42a3-b14a-94421aae30f7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=944202a0f7d746eda42510c2a6473ffc&device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 1096 time: 0.0995226 Sep 01 15:11:30.280131 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3200b-94c2-4956-b06c-a3b1c0ea3418 req-5a780ef4-4f1c-4b79-9c5a-b914aa25b2b6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:30.283556 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-68e3200b-94c2-4956-b06c-a3b1c0ea3418 req-5a780ef4-4f1c-4b79-9c5a-b914aa25b2b6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5432 time: 0.1945744 Sep 01 15:11:30.357968 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-68e3200b-94c2-4956-b06c-a3b1c0ea3418 req-484acafe-0ee2-4977-9a9b-19fd2d5b36c9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676868 Sep 01 15:11:30.418940 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-0c9be42a-d144-4107-b088-08e1f98ab01c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=497f9a3d-9f6c-4936-822a-6b3da72138a1 HTTP/1.1" status: 200 len: 217 time: 0.1118376 Sep 01 15:11:30.713618 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-cdcbd9dd-5aaa-415a-9e13-516cbf80d448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:30.718898 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-cdcbd9dd-5aaa-415a-9e13-516cbf80d448 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3f151fa-fcfc-49a1-b932-f5577751dd15 HTTP/1.1" status: 200 len: 855 time: 0.2856085 Sep 01 15:11:30.772128 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6f94c964-64a3-4464-af32-61f0250b1f8e req-faa9ec27-cf1f-4169-aa33-f3cded2801d8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2855618 Sep 01 15:11:30.775538 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81fceb-a76a-44ef-b4d7-ccfe30f4e785 req-6355e657-2f30-44ab-8eab-1626fa12c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:30.777902 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1f81fceb-a76a-44ef-b4d7-ccfe30f4e785 req-6355e657-2f30-44ab-8eab-1626fa12c154 service neutron] 10.222.0.45 "GET /v2.0/networks?id=69b04e7f-e4ab-4286-b407-4c7cb525a035 HTTP/1.1" status: 200 len: 917 time: 0.4853992 Sep 01 15:11:30.781411 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-291b2934-8d42-46c9-851d-91bb73ac8e6b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=72321c22-fff1-4360-957c-062ed3f64bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500824 Sep 01 15:11:31.118651 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1f81fceb-a76a-44ef-b4d7-ccfe30f4e785 req-24be45c9-f611-4d47-ba4a-42f45514ae58 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91576a2e-9961-4de8-977d-ccccffda5612 HTTP/1.1" status: 200 len: 1001 time: 0.3328099 Sep 01 15:11:31.217530 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb7ba6a-88e7-4ff5-97bf-9f889e47f0aa x-openstack-request-id: req-5eb7ba6a-88e7-4ff5-97bf-9f889e47f0aa {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:31.217828 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2b9136-34c9-4b30-bd71-d44bbec336e3", "tag": "497f9a3d-9f6c-4936-822a-6b3da72138a1", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:31.218236 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5eb7ba6a-88e7-4ff5-97bf-9f889e47f0aa {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:31.218580 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2b9136-34c9-4b30-bd71-d44bbec336e3', 'tag': '497f9a3d-9f6c-4936-822a-6b3da72138a1', 'status': 'completed', 'code': 200} Sep 01 15:11:31.233846 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13131c3-4976-4b67-9b86-2ecc307252a6 req-8576b147-9b2e-41f6-9acd-848de29ab2d1 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:31.235509 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c13131c3-4976-4b67-9b86-2ecc307252a6 req-8576b147-9b2e-41f6-9acd-848de29ab2d1 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.2326570 Sep 01 15:11:31.240566 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-54e8d979-7194-4c8f-b1d9-045a64590132 service neutron] 10.222.0.62 "GET /v2.0/networks/72321c22-fff1-4360-957c-062ed3f64bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347301 Sep 01 15:11:31.269590 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81fceb-a76a-44ef-b4d7-ccfe30f4e785 req-b52ef987-681a-4bbf-9adf-581ed81fc669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:31.271330 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1f81fceb-a76a-44ef-b4d7-ccfe30f4e785 req-b52ef987-681a-4bbf-9adf-581ed81fc669 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=63a79cf5-b9a4-402c-b6e1-dc3862ecf48a HTTP/1.1" status: 200 len: 855 time: 0.1377983 Sep 01 15:11:31.391398 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c13131c3-4976-4b67-9b86-2ecc307252a6 req-93562c32-91ec-4f52-b3e4-df1a89eea8fa tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471157 Sep 01 15:11:31.430413 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e175d76-f45b-4dd9-b447-6663fbe85d96 req-e7880c40-26a2-429c-b268-56106a6af349 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:31.446168 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e175d76-f45b-4dd9-b447-6663fbe85d96 req-e7880c40-26a2-429c-b268-56106a6af349 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 945 time: 0.1245005 Sep 01 15:11:31.539211 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e175d76-f45b-4dd9-b447-6663fbe85d96 req-b56366d0-544e-4f65-9a56-ee7977b733f7 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916548 Sep 01 15:11:31.751878 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf632dd-6180-40c7-8d54-efbd7824921b req-18fc9a64-a075-44dc-9144-195fa959e093 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:31.754020 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-acf632dd-6180-40c7-8d54-efbd7824921b req-18fc9a64-a075-44dc-9144-195fa959e093 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 0.1103742 Sep 01 15:11:31.844799 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-acf632dd-6180-40c7-8d54-efbd7824921b req-8b3f80fe-c107-4c80-821d-45a7f1d8f5f0 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771391 Sep 01 15:11:31.845737 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81fceb-a76a-44ef-b4d7-ccfe30f4e785 req-33fc0e51-50b8-4c4a-bc21-5c5a9960ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:31.847366 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1f81fceb-a76a-44ef-b4d7-ccfe30f4e785 req-33fc0e51-50b8-4c4a-bc21-5c5a9960ecb4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=69b04e7f-e4ab-4286-b407-4c7cb525a035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5553002 Sep 01 15:11:31.907124 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d419317c-0751-47cf-9ad5-5b5d88986f9a req-62acd8a1-1c1f-40b4-acbb-ad57cde704a4 service neutron] 10.222.0.62 "GET /v2.0/networks/72321c22-fff1-4360-957c-062ed3f64bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6497378 Sep 01 15:11:31.975590 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5affa-c103-4aa8-9a4a-595a10dbd6e7 req-a19aab1a-0a7a-4e62-b774-465a07f5d4fb tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:31.983537 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a7f5affa-c103-4aa8-9a4a-595a10dbd6e7 req-a19aab1a-0a7a-4e62-b774-465a07f5d4fb tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=f695688e-a37d-428a-91b9-903970ddd5eb HTTP/1.1" status: 200 len: 945 time: 0.1519339 Sep 01 15:11:32.087274 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a7f5affa-c103-4aa8-9a4a-595a10dbd6e7 req-78298808-eade-4b68-9771-8961ed5b1a8a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011608 Sep 01 15:11:32.088451 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22162fc1-d9f1-4190-95a7-1efa5ad6cc05 req-ce41c10e-71c6-47c8-bb7a-7f3ddac7640f tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:32.093328 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1f81fceb-a76a-44ef-b4d7-ccfe30f4e785 req-67799ac0-bb9a-47e0-89c4-9250d3e4a56a service neutron] 10.222.0.45 "GET /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283487 Sep 01 15:11:32.096233 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-22162fc1-d9f1-4190-95a7-1efa5ad6cc05 req-ce41c10e-71c6-47c8-bb7a-7f3ddac7640f tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 944 time: 0.1114058 Sep 01 15:11:32.195791 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-22162fc1-d9f1-4190-95a7-1efa5ad6cc05 req-31a4756a-2248-49cc-b59f-c7d386b06ac8 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956743 Sep 01 15:11:32.328700 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53537f08-ba82-47e9-bf04-6af25cf0489e req-a66ddaa4-db62-4258-9998-f2ce11355e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:32.331119 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-53537f08-ba82-47e9-bf04-6af25cf0489e req-a66ddaa4-db62-4258-9998-f2ce11355e0a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7826a28761144d768b405c3b67a84f11&device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 1095 time: 0.1390531 Sep 01 15:11:32.360175 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 91576a2e-9961-4de8-977d-ccccffda5612 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:11:32.363299 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0301f4b-f7b0-4804-8b4a-4f3d5cc55758 req-a5fc1861-18fc-4a3e-8ba8-fa83cefc7c3a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:32.374555 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0301f4b-f7b0-4804-8b4a-4f3d5cc55758 req-a5fc1861-18fc-4a3e-8ba8-fa83cefc7c3a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:32.381314 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0301f4b-f7b0-4804-8b4a-4f3d5cc55758 req-a5fc1861-18fc-4a3e-8ba8-fa83cefc7c3a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:32.389925 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0301f4b-f7b0-4804-8b4a-4f3d5cc55758 req-a5fc1861-18fc-4a3e-8ba8-fa83cefc7c3a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:32.397524 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0301f4b-f7b0-4804-8b4a-4f3d5cc55758 req-a5fc1861-18fc-4a3e-8ba8-fa83cefc7c3a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:32.407435 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0301f4b-f7b0-4804-8b4a-4f3d5cc55758 req-a5fc1861-18fc-4a3e-8ba8-fa83cefc7c3a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:32.415960 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0301f4b-f7b0-4804-8b4a-4f3d5cc55758 req-a5fc1861-18fc-4a3e-8ba8-fa83cefc7c3a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:32.419045 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f0301f4b-f7b0-4804-8b4a-4f3d5cc55758 req-a5fc1861-18fc-4a3e-8ba8-fa83cefc7c3a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5432 time: 0.1314752 Sep 01 15:11:32.492696 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:32.504993 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f0301f4b-f7b0-4804-8b4a-4f3d5cc55758 req-53b6d853-34a7-4c99-b8ff-d68e69645056 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0783596 Sep 01 15:11:32.522140 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea3908c-dacb-41f3-981c-533189125a5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91576a2e-9961-4de8-977d-ccccffda5612'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:32.525537 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49678bc-6e5a-42d3-9fc5-56f18ce0019b" -d '{"events": [{"server_uuid": "cea3908c-dacb-41f3-981c-533189125a5a", "name": "network-vif-unplugged", "status": "completed", "tag": "91576a2e-9961-4de8-977d-ccccffda5612"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:32.545650 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1f81fceb-a76a-44ef-b4d7-ccfe30f4e785 req-c747a4f8-1038-49c1-bb2c-bfc7b3632a65 service neutron] 10.222.0.45 "GET /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441233 Sep 01 15:11:32.548829 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 91576a2e-9961-4de8-977d-ccccffda5612, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=91576a2e-9961-4de8-977d-ccccffda5612,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:32.560004 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:32.594989 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9de03c-d7a8-472a-92c8-408b0c7ea32c req-37d3ede9-bd14-4587-befe-241e75feacfa tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:32.600046 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca9de03c-d7a8-472a-92c8-408b0c7ea32c req-37d3ede9-bd14-4587-befe-241e75feacfa tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.2573171 Sep 01 15:11:32.627165 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=91576a2e-9961-4de8-977d-ccccffda5612,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:32.679194 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd63ab-cb3b-487e-9bd8-0213826b2c7b req-3c72ba80-f142-4e9a-ba30-cbbd8af25286 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:32.680787 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f0cd63ab-cb3b-487e-9bd8-0213826b2c7b req-3c72ba80-f142-4e9a-ba30-cbbd8af25286 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=f695688e-a37d-428a-91b9-903970ddd5eb HTTP/1.1" status: 200 len: 945 time: 0.0827355 Sep 01 15:11:32.715171 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53537f08-ba82-47e9-bf04-6af25cf0489e req-1d584928-0b99-4cc6-820f-4aec1fa49d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:32.717845 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-53537f08-ba82-47e9-bf04-6af25cf0489e req-1d584928-0b99-4cc6-820f-4aec1fa49d3a service neutron] 10.222.0.62 "GET /v2.0/networks?id=72321c22-fff1-4360-957c-062ed3f64bd7 HTTP/1.1" status: 200 len: 916 time: 0.3621881 Sep 01 15:11:32.727018 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca9de03c-d7a8-472a-92c8-408b0c7ea32c req-05cfa6f3-401e-47a9-b90c-6f6556ea111c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129267 Sep 01 15:11:32.731712 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f0cd63ab-cb3b-487e-9bd8-0213826b2c7b req-ee9f2e68-9e33-4f07-8eaf-a34a3f5d8283 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427992 Sep 01 15:11:32.809793 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-53537f08-ba82-47e9-bf04-6af25cf0489e req-56e18f8e-d48d-43fe-8fd3-b3b900772fa4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=497f9a3d-9f6c-4936-822a-6b3da72138a1 HTTP/1.1" status: 200 len: 217 time: 0.0741272 Sep 01 15:11:32.884084 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd10802-7733-4ba5-855a-91b020d92765 x-openstack-request-id: req-6dd10802-7733-4ba5-855a-91b020d92765 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:32.885025 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea3908c-dacb-41f3-981c-533189125a5a", "name": "network-vif-unplugged", "status": "completed", "tag": "91576a2e-9961-4de8-977d-ccccffda5612", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:32.885523 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6dd10802-7733-4ba5-855a-91b020d92765 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:32.886276 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea3908c-dacb-41f3-981c-533189125a5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91576a2e-9961-4de8-977d-ccccffda5612', 'code': 200} Sep 01 15:11:32.936516 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53537f08-ba82-47e9-bf04-6af25cf0489e req-10ee3ec2-a7ed-4ade-90e9-0c7014392cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:32.940830 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-53537f08-ba82-47e9-bf04-6af25cf0489e req-10ee3ec2-a7ed-4ade-90e9-0c7014392cab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3f151fa-fcfc-49a1-b932-f5577751dd15 HTTP/1.1" status: 200 len: 855 time: 0.1133366 Sep 01 15:11:33.014715 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-53537f08-ba82-47e9-bf04-6af25cf0489e req-f450c5b9-f979-4987-a258-f8765f5b80df service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=72321c22-fff1-4360-957c-062ed3f64bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559807 Sep 01 15:11:33.152207 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 25889e58-c1fa-4ed2-89a7-236d8cfd5f91 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:11:33.153196 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94c964-64a3-4464-af32-61f0250b1f8e req-abe741dd-42f2-4a7a-a26c-04a090f54700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:33.155099 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f94c964-64a3-4464-af32-61f0250b1f8e req-abe741dd-42f2-4a7a-a26c-04a090f54700 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 1101 time: 0.2142334 Sep 01 15:11:33.264572 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bef39-047e-4206-aa49-198b6ff6e4d5 req-2ed5fd37-3c5e-4d75-a418-ee2119457aa7 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:33.266370 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1d2bef39-047e-4206-aa49-198b6ff6e4d5 req-2ed5fd37-3c5e-4d75-a418-ee2119457aa7 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 943 time: 0.1600506 Sep 01 15:11:33.329044 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-53537f08-ba82-47e9-bf04-6af25cf0489e req-8b522a19-0834-42a1-820e-d72bf2812939 service neutron] 10.222.0.62 "GET /v2.0/networks/72321c22-fff1-4360-957c-062ed3f64bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015840 Sep 01 15:11:33.359239 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 25889e58-c1fa-4ed2-89a7-236d8cfd5f91, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=25889e58-c1fa-4ed2-89a7-236d8cfd5f91,segment=NetworkSegment(9912b1ca-c666-4f3c-9388-ba1946d5a15d),segment_id=9912b1ca-c666-4f3c-9388-ba1946d5a15d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:33.381457 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '25889e58-c1fa-4ed2-89a7-236d8cfd5f91', 'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa', 'port_id': '25889e58-c1fa-4ed2-89a7-236d8cfd5f91', 'mac_address': 'fa:16:3e:1c:4e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e305aa0d-de8e-480b-9017-6f3050eaf7d0', 'ip_address': '10.1.1.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:11:33.440226 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:33.446231 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfe57a-bc49-44be-8eea-af12f6cafa65 req-2e45e23b-b444-4d2f-b658-b5352675e554 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:33.456265 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25889e58-c1fa-4ed2-89a7-236d8cfd5f91 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:11:33.457323 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b1cfe57a-bc49-44be-8eea-af12f6cafa65 req-2e45e23b-b444-4d2f-b658-b5352675e554 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 0.0815589 Sep 01 15:11:33.493459 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 25889e58-c1fa-4ed2-89a7-236d8cfd5f91, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=25889e58-c1fa-4ed2-89a7-236d8cfd5f91,segment=NetworkSegment(9912b1ca-c666-4f3c-9388-ba1946d5a15d),segment_id=9912b1ca-c666-4f3c-9388-ba1946d5a15d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:33.499708 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:33.500456 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:11:33.510588 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b1cfe57a-bc49-44be-8eea-af12f6cafa65 req-ccf5e2e0-7ac3-46d0-a9ac-a802c8a28af8 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481622 Sep 01 15:11:33.531377 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1d2bef39-047e-4206-aa49-198b6ff6e4d5 req-d2a85786-8915-4ef0-9218-c6f3d54d5932 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2515423 Sep 01 15:11:33.532939 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94c964-64a3-4464-af32-61f0250b1f8e req-c86839c7-e929-4e62-b72a-d062d7aecdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:33.535199 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f94c964-64a3-4464-af32-61f0250b1f8e req-c86839c7-e929-4e62-b72a-d062d7aecdff service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.3692272 Sep 01 15:11:33.566381 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-53537f08-ba82-47e9-bf04-6af25cf0489e req-829e5d39-6654-4b7f-9a07-8b32e7032686 service neutron] 10.222.0.62 "GET /v2.0/networks/72321c22-fff1-4360-957c-062ed3f64bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152872 Sep 01 15:11:33.617116 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f94c964-64a3-4464-af32-61f0250b1f8e req-ed9f9330-8de5-4db9-abd1-240b1561cd01 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=bd04822d-c6fb-4eba-acfd-695924f4a1f2 HTTP/1.1" status: 200 len: 217 time: 0.0495031 Sep 01 15:11:33.655666 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=25889e58-c1fa-4ed2-89a7-236d8cfd5f91,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:33.699954 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4,segment=NetworkSegment(6de3f90f-c656-409d-b38f-9feda8a4045d),segment_id=6de3f90f-c656-409d-b38f-9feda8a4045d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:33.709414 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94c964-64a3-4464-af32-61f0250b1f8e req-4fce448e-7e22-465a-91ce-dfa45a935efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:33.711262 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f94c964-64a3-4464-af32-61f0250b1f8e req-4fce448e-7e22-465a-91ce-dfa45a935efd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.0812154 Sep 01 15:11:33.724638 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4', 'network_id': 'c254db57-43ae-492e-9c7b-cecc22088fc9', 'port_id': 'a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4', 'mac_address': 'fa:16:3e:e1:84:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ecd6a8-b52a-4bdf-b401-3679b3b1f603', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:11:33.785593 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94c964-64a3-4464-af32-61f0250b1f8e req-2afd95f1-0320-4ee3-9a77-5cb3a4fbb492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:33.790261 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f94c964-64a3-4464-af32-61f0250b1f8e req-2afd95f1-0320-4ee3-9a77-5cb3a4fbb492 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0673821 Sep 01 15:11:33.805216 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:33.834844 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:11:33.870673 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4,segment=NetworkSegment(6de3f90f-c656-409d-b38f-9feda8a4045d),segment_id=6de3f90f-c656-409d-b38f-9feda8a4045d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:33.877662 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:33.879439 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device d7fe6b2b-4faf-479e-97eb-4d3b218d201c details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:11:34.067792 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port d7fe6b2b-4faf-479e-97eb-4d3b218d201c, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=d7fe6b2b-4faf-479e-97eb-4d3b218d201c,segment=NetworkSegment(9912b1ca-c666-4f3c-9388-ba1946d5a15d),segment_id=9912b1ca-c666-4f3c-9388-ba1946d5a15d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:34.071127 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f94c964-64a3-4464-af32-61f0250b1f8e req-753fef7b-4626-482e-a9f8-180c6619b009 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697530 Sep 01 15:11:34.099728 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'd7fe6b2b-4faf-479e-97eb-4d3b218d201c', 'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa', 'port_id': 'd7fe6b2b-4faf-479e-97eb-4d3b218d201c', 'mac_address': 'fa:16:3e:08:4b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e305aa0d-de8e-480b-9017-6f3050eaf7d0', 'ip_address': '10.1.1.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:11:34.101352 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd75b5-df85-4bf1-b3d1-480efc342eb9 req-4ba9f00b-9863-45c8-8309-f488fa7414b5 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:34.112008 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dbdd75b5-df85-4bf1-b3d1-480efc342eb9 req-4ba9f00b-9863-45c8-8309-f488fa7414b5 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 944 time: 0.1016223 Sep 01 15:11:34.143723 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:34.203924 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dbdd75b5-df85-4bf1-b3d1-480efc342eb9 req-15e16b35-d144-4433-a81b-43383f89afdd tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801117 Sep 01 15:11:34.233448 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-155f48ed-3641-41ee-9a8b-c529f6715d1b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:34.241592 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-155f48ed-3641-41ee-9a8b-c529f6715d1b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/networks?id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 200 len: 812 time: 0.2394052 Sep 01 15:11:34.257786 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f94c964-64a3-4464-af32-61f0250b1f8e req-e0725d5b-e942-48da-b5bd-70ccf40c0c5f service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743586 Sep 01 15:11:34.260913 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-b32b8382-2f03-4b14-82c3-046b11ec0d12 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/quotas/f5c878306d2c4fbcbebf77004da8b742 HTTP/1.1" status: 200 len: 375 time: 0.0183487 Sep 01 15:11:34.361415 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-c2d9fb3a-2911-4e58-8eb2-7a1a461bb182 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5c878306d2c4fbcbebf77004da8b742&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0854654 Sep 01 15:11:34.372210 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca8339-32ba-41a5-bf70-e09bfe4632b9 req-9cc43700-ef38-4a71-8ce0-549bf46ef76f tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:34.381968 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fcca8339-32ba-41a5-bf70-e09bfe4632b9 req-9cc43700-ef38-4a71-8ce0-549bf46ef76f tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=f695688e-a37d-428a-91b9-903970ddd5eb HTTP/1.1" status: 200 len: 945 time: 0.1126425 Sep 01 15:11:34.438980 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fcca8339-32ba-41a5-bf70-e09bfe4632b9 req-002a3018-0cfc-448f-a698-ba8309eaba1a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556679 Sep 01 15:11:34.463683 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:34.482688 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7fe6b2b-4faf-479e-97eb-4d3b218d201c {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:11:34.517969 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port d7fe6b2b-4faf-479e-97eb-4d3b218d201c, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=d7fe6b2b-4faf-479e-97eb-4d3b218d201c,segment=NetworkSegment(9912b1ca-c666-4f3c-9388-ba1946d5a15d),segment_id=9912b1ca-c666-4f3c-9388-ba1946d5a15d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:34.527978 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:34.528672 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f74b773b-5f13-43af-b95b-4dae0c371691 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:11:34.583112 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-13d89a96-3e24-4541-8697-49e94758f95b service neutron] 10.222.0.60 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206819 Sep 01 15:11:34.627091 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port f74b773b-5f13-43af-b95b-4dae0c371691, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f74b773b-5f13-43af-b95b-4dae0c371691,segment=NetworkSegment(9912b1ca-c666-4f3c-9388-ba1946d5a15d),segment_id=9912b1ca-c666-4f3c-9388-ba1946d5a15d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:34.629860 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=d7fe6b2b-4faf-479e-97eb-4d3b218d201c,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:34.653582 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'f74b773b-5f13-43af-b95b-4dae0c371691', 'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa', 'port_id': 'f74b773b-5f13-43af-b95b-4dae0c371691', 'mac_address': 'fa:16:3e:10:dc:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e305aa0d-de8e-480b-9017-6f3050eaf7d0', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:11:34.705535 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:34.725679 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74b773b-5f13-43af-b95b-4dae0c371691 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:11:34.771077 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port f74b773b-5f13-43af-b95b-4dae0c371691, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f74b773b-5f13-43af-b95b-4dae0c371691,segment=NetworkSegment(9912b1ca-c666-4f3c-9388-ba1946d5a15d),segment_id=9912b1ca-c666-4f3c-9388-ba1946d5a15d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:34.779786 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:34.780849 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ed5ee-8131-40ad-930f-9c37a044dfd4 req-9fff87d0-1cca-46ef-8745-287f258f1938 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:34.782018 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device c32a6846-75e2-4a3e-aec3-0e166ad7aaff details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:11:34.794972 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ed5ee-8131-40ad-930f-9c37a044dfd4 req-9fff87d0-1cca-46ef-8745-287f258f1938 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:34.803941 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ed5ee-8131-40ad-930f-9c37a044dfd4 req-9fff87d0-1cca-46ef-8745-287f258f1938 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:34.810759 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ed5ee-8131-40ad-930f-9c37a044dfd4 req-9fff87d0-1cca-46ef-8745-287f258f1938 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:34.817531 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ed5ee-8131-40ad-930f-9c37a044dfd4 req-9fff87d0-1cca-46ef-8745-287f258f1938 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:34.824679 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ed5ee-8131-40ad-930f-9c37a044dfd4 req-9fff87d0-1cca-46ef-8745-287f258f1938 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:34.833357 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ed5ee-8131-40ad-930f-9c37a044dfd4 req-9fff87d0-1cca-46ef-8745-287f258f1938 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:34.844060 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e76ed5ee-8131-40ad-930f-9c37a044dfd4 req-9fff87d0-1cca-46ef-8745-287f258f1938 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5435 time: 0.1947362 Sep 01 15:11:34.869066 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-ebcc66eb-4eb2-42c5-a94e-3be0f0e66c0f service neutron] 10.222.0.60 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751689 Sep 01 15:11:34.922685 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e76ed5ee-8131-40ad-930f-9c37a044dfd4 req-c0e88b1d-13ce-463d-b6d3-04d7d4436a77 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0771799 Sep 01 15:11:34.954058 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=f74b773b-5f13-43af-b95b-4dae0c371691,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:35.015086 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port c32a6846-75e2-4a3e-aec3-0e166ad7aaff, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=c32a6846-75e2-4a3e-aec3-0e166ad7aaff,segment=NetworkSegment(3288f583-539b-46ff-9561-dede33de514c),segment_id=3288f583-539b-46ff-9561-dede33de514c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:35.035118 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'c32a6846-75e2-4a3e-aec3-0e166ad7aaff', 'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936', 'port_id': 'c32a6846-75e2-4a3e-aec3-0e166ad7aaff', 'mac_address': 'fa:16:3e:40:73:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe092a7-7374-49e7-98e0-9d8083b4d268', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:11:35.099056 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:35.113003 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149452a8-da08-404a-8c9b-2c0b2a5b8ed3 req-d0f473b3-a997-4fbe-9279-8029d634c99d tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:35.115238 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-149452a8-da08-404a-8c9b-2c0b2a5b8ed3 req-d0f473b3-a997-4fbe-9279-8029d634c99d tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.45 "GET /v2.0/ports?device_id=f695688e-a37d-428a-91b9-903970ddd5eb HTTP/1.1" status: 200 len: 945 time: 0.1577787 Sep 01 15:11:35.134864 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32a6846-75e2-4a3e-aec3-0e166ad7aaff {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:11:35.197431 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port c32a6846-75e2-4a3e-aec3-0e166ad7aaff, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=c32a6846-75e2-4a3e-aec3-0e166ad7aaff,segment=NetworkSegment(3288f583-539b-46ff-9561-dede33de514c),segment_id=3288f583-539b-46ff-9561-dede33de514c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:35.204260 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:35.205422 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 68b49930-49a2-499d-a52d-bce832d5f7e8 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:11:35.236690 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca45973-814b-41dd-a16e-8d6701bf3f48 req-44f59be7-633e-4c3c-ac52-45d9cc9f6ac8 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:35.251791 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7ca45973-814b-41dd-a16e-8d6701bf3f48 req-44f59be7-633e-4c3c-ac52-45d9cc9f6ac8 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 0.1855145 Sep 01 15:11:35.339981 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7ca45973-814b-41dd-a16e-8d6701bf3f48 req-2ea0ed04-15de-436c-97f7-290fce0d090c tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871255 Sep 01 15:11:35.412742 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=c32a6846-75e2-4a3e-aec3-0e166ad7aaff,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:35.498151 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 68b49930-49a2-499d-a52d-bce832d5f7e8, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=68b49930-49a2-499d-a52d-bce832d5f7e8,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:35.519566 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '68b49930-49a2-499d-a52d-bce832d5f7e8', 'network_id': 'b6240944-9b17-4213-96a6-d174c6ab8fe6', 'port_id': '68b49930-49a2-499d-a52d-bce832d5f7e8', 'mac_address': 'fa:16:3e:cf:6e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '194d1d59-7b47-476a-b712-76fc814d7b3a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:11:35.559660 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cc1a4-d47a-4d1e-b90a-8a7176642ad1 req-a4e17304-d92a-4a12-9cc9-20b7127adf7d tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:35.561292 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-580cc1a4-d47a-4d1e-b90a-8a7176642ad1 req-a4e17304-d92a-4a12-9cc9-20b7127adf7d tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 943 time: 0.1150420 Sep 01 15:11:35.569931 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-149452a8-da08-404a-8c9b-2c0b2a5b8ed3 req-f408dbb9-8b0c-48a9-bba8-22f84fea4d68 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Deleting port 750ec198-b86b-4f50-a82e-1150e15b397f {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:11:35.570389 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-149452a8-da08-404a-8c9b-2c0b2a5b8ed3 req-f408dbb9-8b0c-48a9-bba8-22f84fea4d68 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:35.598284 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:35.607310 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088eace-36e9-46de-b9fd-2e4ba8ad4a72 req-d28e1dfb-b7e7-4856-899e-6111d63c6bf9 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:35.610771 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2088eace-36e9-46de-b9fd-2e4ba8ad4a72 req-d28e1dfb-b7e7-4856-899e-6111d63c6bf9 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=10082487-97a9-4b97-bfd2-d7076548a975 HTTP/1.1" status: 200 len: 945 time: 0.1365671 Sep 01 15:11:35.618934 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68b49930-49a2-499d-a52d-bce832d5f7e8 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:11:35.670162 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 68b49930-49a2-499d-a52d-bce832d5f7e8, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=68b49930-49a2-499d-a52d-bce832d5f7e8,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:35.681458 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:35.683910 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 2ed15646-9fa6-43dc-b376-d3212fd60a6f details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:11:35.702935 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-580cc1a4-d47a-4d1e-b90a-8a7176642ad1 req-08b613a4-9be5-4365-9b00-56231fc78891 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270266 Sep 01 15:11:35.744775 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2088eace-36e9-46de-b9fd-2e4ba8ad4a72 req-93923aba-01bc-45dc-a2ff-6e5843e951a2 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274877 Sep 01 15:11:35.826469 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 2ed15646-9fa6-43dc-b376-d3212fd60a6f, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=2ed15646-9fa6-43dc-b376-d3212fd60a6f,segment=NetworkSegment(6de3f90f-c656-409d-b38f-9feda8a4045d),segment_id=6de3f90f-c656-409d-b38f-9feda8a4045d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:35.836459 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=68b49930-49a2-499d-a52d-bce832d5f7e8,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:35.856379 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '2ed15646-9fa6-43dc-b376-d3212fd60a6f', 'network_id': 'c254db57-43ae-492e-9c7b-cecc22088fc9', 'port_id': '2ed15646-9fa6-43dc-b376-d3212fd60a6f', 'mac_address': 'fa:16:3e:83:c6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ecd6a8-b52a-4bdf-b401-3679b3b1f603', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:11:35.859755 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7491f7d2-39eb-4625-8875-9de683594541 req-1f437dfd-f71e-4264-96aa-c357361daedc tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 210 time: 0.0994682 Sep 01 15:11:35.881211 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:11:35.892653 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-149452a8-da08-404a-8c9b-2c0b2a5b8ed3 req-f408dbb9-8b0c-48a9-bba8-22f84fea4d68 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] For port 750ec198-b86b-4f50-a82e-1150e15b397f, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=750ec198-b86b-4f50-a82e-1150e15b397f,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:35.893933 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-149452a8-da08-404a-8c9b-2c0b2a5b8ed3 req-f408dbb9-8b0c-48a9-bba8-22f84fea4d68 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:35.921626 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-149452a8-da08-404a-8c9b-2c0b2a5b8ed3 req-f408dbb9-8b0c-48a9-bba8-22f84fea4d68 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Calling delete_port for 750ec198-b86b-4f50-a82e-1150e15b397f owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:11:35.952875 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:35.967120 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9c3f3-720b-4f33-b6da-f7b3d3e5c5ef req-0901206c-0af0-4e58-8745-75376161a4b5 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:35.981019 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b7b9c3f3-720b-4f33-b6da-f7b3d3e5c5ef req-0901206c-0af0-4e58-8745-75376161a4b5 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 944 time: 0.1267345 Sep 01 15:11:35.995991 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ed15646-9fa6-43dc-b376-d3212fd60a6f {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:11:36.051259 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 2ed15646-9fa6-43dc-b376-d3212fd60a6f, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=2ed15646-9fa6-43dc-b376-d3212fd60a6f,segment=NetworkSegment(6de3f90f-c656-409d-b38f-9feda8a4045d),segment_id=6de3f90f-c656-409d-b38f-9feda8a4045d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:36.060938 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:36.062107 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 3d5cb6f3-2f23-485c-94f0-fb274a06c858 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:11:36.078727 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b7b9c3f3-720b-4f33-b6da-f7b3d3e5c5ef req-70010e29-0d1c-4bdf-9807-5a97f0655367 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962954 Sep 01 15:11:36.153759 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48ef4a-5475-4d9b-b5cb-0aa75b913f11 req-6433ca15-2e94-4525-bae5-4950bb37c77b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:36.163317 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6a48ef4a-5475-4d9b-b5cb-0aa75b913f11 req-6433ca15-2e94-4525-bae5-4950bb37c77b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=f695688e-a37d-428a-91b9-903970ddd5eb HTTP/1.1" status: 200 len: 945 time: 0.1121924 Sep 01 15:11:36.206415 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 3d5cb6f3-2f23-485c-94f0-fb274a06c858, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=3d5cb6f3-2f23-485c-94f0-fb274a06c858,segment=NetworkSegment(9912b1ca-c666-4f3c-9388-ba1946d5a15d),segment_id=9912b1ca-c666-4f3c-9388-ba1946d5a15d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:36.223118 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=2ed15646-9fa6-43dc-b376-d3212fd60a6f,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:36.248692 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '3d5cb6f3-2f23-485c-94f0-fb274a06c858', 'network_id': 'd380e665-3a57-46b5-8f38-76cf2ddb73aa', 'port_id': '3d5cb6f3-2f23-485c-94f0-fb274a06c858', 'mac_address': 'fa:16:3e:23:03:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e305aa0d-de8e-480b-9017-6f3050eaf7d0', 'ip_address': '10.1.1.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:11:36.249171 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6a48ef4a-5475-4d9b-b5cb-0aa75b913f11 req-381d79cc-4af3-4603-adf8-1cf5957a9097 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847297 Sep 01 15:11:36.297858 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-149452a8-da08-404a-8c9b-2c0b2a5b8ed3 req-f408dbb9-8b0c-48a9-bba8-22f84fea4d68 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:36.323830 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:36.329716 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['750ec198-b86b-4f50-a82e-1150e15b397f'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:11:36.362352 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['decdf579-a3ac-47d2-8e21-42acfa004caa'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:11:36.397424 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d5cb6f3-2f23-485c-94f0-fb274a06c858 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:11:36.426160 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408dbb9-8b0c-48a9-bba8-22f84fea4d68 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Pushing event deleted for resources: {'Port': ['ID=750ec198-b86b-4f50-a82e-1150e15b397f,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:36.458640 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 3d5cb6f3-2f23-485c-94f0-fb274a06c858, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=3d5cb6f3-2f23-485c-94f0-fb274a06c858,segment=NetworkSegment(9912b1ca-c666-4f3c-9388-ba1946d5a15d),segment_id=9912b1ca-c666-4f3c-9388-ba1946d5a15d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:36.471416 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:36.526149 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408dbb9-8b0c-48a9-bba8-22f84fea4d68 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:36.527434 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408dbb9-8b0c-48a9-bba8-22f84fea4d68 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:36.530679 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408dbb9-8b0c-48a9-bba8-22f84fea4d68 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:36.535122 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408dbb9-8b0c-48a9-bba8-22f84fea4d68 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:36.535806 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408dbb9-8b0c-48a9-bba8-22f84fea4d68 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:36.537324 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408dbb9-8b0c-48a9-bba8-22f84fea4d68 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:36.538031 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408dbb9-8b0c-48a9-bba8-22f84fea4d68 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:36.541048 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408dbb9-8b0c-48a9-bba8-22f84fea4d68 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:36.541633 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408dbb9-8b0c-48a9-bba8-22f84fea4d68 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:36.547545 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408dbb9-8b0c-48a9-bba8-22f84fea4d68 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:36.547545 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408dbb9-8b0c-48a9-bba8-22f84fea4d68 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:36.547836 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f408dbb9-8b0c-48a9-bba8-22f84fea4d68 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:36.558928 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=3d5cb6f3-2f23-485c-94f0-fb274a06c858,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:36.705647 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 497f9a3d-9f6c-4936-822a-6b3da72138a1 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:11:36.736380 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-149452a8-da08-404a-8c9b-2c0b2a5b8ed3 req-f408dbb9-8b0c-48a9-bba8-22f84fea4d68 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] No DVR routers for this DVR port 750ec198-b86b-4f50-a82e-1150e15b397f on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:11:36.742191 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-149452a8-da08-404a-8c9b-2c0b2a5b8ed3 req-f408dbb9-8b0c-48a9-bba8-22f84fea4d68 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:36.746012 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-149452a8-da08-404a-8c9b-2c0b2a5b8ed3 req-f408dbb9-8b0c-48a9-bba8-22f84fea4d68 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.45 "DELETE /v2.0/ports/750ec198-b86b-4f50-a82e-1150e15b397f HTTP/1.1" status: 204 len: 173 time: 1.6224470 Sep 01 15:11:36.746808 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f695688e-a37d-428a-91b9-903970ddd5eb', 'name': 'network-vif-deleted', 'tag': '750ec198-b86b-4f50-a82e-1150e15b397f'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:36.764151 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8dbaceb-e28f-41a4-9e56-f38d18766a2e" -d '{"events": [{"server_uuid": "f695688e-a37d-428a-91b9-903970ddd5eb", "name": "network-vif-deleted", "tag": "750ec198-b86b-4f50-a82e-1150e15b397f"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:36.916782 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ec25e-de7d-4a8a-82b4-8f7f3b95b715 req-fc811893-0e4b-4612-9320-6898ef1c0b76 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:36.927726 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 497f9a3d-9f6c-4936-822a-6b3da72138a1, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=497f9a3d-9f6c-4936-822a-6b3da72138a1,segment=NetworkSegment(a3af3d8d-25ff-40db-b24c-c2eb0f074694),segment_id=a3af3d8d-25ff-40db-b24c-c2eb0f074694)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:36.929532 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ec25e-de7d-4a8a-82b4-8f7f3b95b715 req-fc811893-0e4b-4612-9320-6898ef1c0b76 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:36.944758 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ec25e-de7d-4a8a-82b4-8f7f3b95b715 req-fc811893-0e4b-4612-9320-6898ef1c0b76 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:36.956948 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ec25e-de7d-4a8a-82b4-8f7f3b95b715 req-fc811893-0e4b-4612-9320-6898ef1c0b76 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:36.961196 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '497f9a3d-9f6c-4936-822a-6b3da72138a1', 'network_id': '72321c22-fff1-4360-957c-062ed3f64bd7', 'port_id': '497f9a3d-9f6c-4936-822a-6b3da72138a1', 'mac_address': 'fa:16:3e:8c:d0:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f151fa-fcfc-49a1-b932-f5577751dd15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:11:36.973433 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ec25e-de7d-4a8a-82b4-8f7f3b95b715 req-fc811893-0e4b-4612-9320-6898ef1c0b76 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:36.985119 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ec25e-de7d-4a8a-82b4-8f7f3b95b715 req-fc811893-0e4b-4612-9320-6898ef1c0b76 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:36.997777 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ec25e-de7d-4a8a-82b4-8f7f3b95b715 req-fc811893-0e4b-4612-9320-6898ef1c0b76 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:37.015013 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e79ec25e-de7d-4a8a-82b4-8f7f3b95b715 req-fc811893-0e4b-4612-9320-6898ef1c0b76 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5439 time: 0.2407632 Sep 01 15:11:37.041168 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:37.074686 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497f9a3d-9f6c-4936-822a-6b3da72138a1 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:11:37.113670 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e79ec25e-de7d-4a8a-82b4-8f7f3b95b715 req-79adb09b-432e-4e5a-af39-45e44dfa0cb7 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0974226 Sep 01 15:11:37.137132 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 497f9a3d-9f6c-4936-822a-6b3da72138a1, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=497f9a3d-9f6c-4936-822a-6b3da72138a1,segment=NetworkSegment(a3af3d8d-25ff-40db-b24c-c2eb0f074694),segment_id=a3af3d8d-25ff-40db-b24c-c2eb0f074694)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:37.155417 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:37.223242 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919ff27-36b5-4d87-87b8-77914f304f17 req-e825a9f1-f579-46ad-b9c3-b7a4853e6116 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:37.225997 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7919ff27-36b5-4d87-87b8-77914f304f17 req-e825a9f1-f579-46ad-b9c3-b7a4853e6116 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 0.1747708 Sep 01 15:11:37.252259 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43090a1-5a3c-4a8c-b660-84b4ee4a6784 x-openstack-request-id: req-c43090a1-5a3c-4a8c-b660-84b4ee4a6784 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:37.252796 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f695688e-a37d-428a-91b9-903970ddd5eb", "name": "network-vif-deleted", "tag": "750ec198-b86b-4f50-a82e-1150e15b397f", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:37.253474 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c43090a1-5a3c-4a8c-b660-84b4ee4a6784 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:37.254265 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f695688e-a37d-428a-91b9-903970ddd5eb', 'name': 'network-vif-deleted', 'tag': '750ec198-b86b-4f50-a82e-1150e15b397f', 'status': 'completed', 'code': 200} Sep 01 15:11:37.317685 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=497f9a3d-9f6c-4936-822a-6b3da72138a1,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:37.347695 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7919ff27-36b5-4d87-87b8-77914f304f17 req-dffa6869-5589-4e80-9328-dc74bec78420 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066041 Sep 01 15:11:37.407980 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47a068c9-5695-4415-b250-55074c6cb0d0 req-7f95f3c0-c9b7-4e8e-9afb-f33b3254dd18 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 210 time: 0.0393755 Sep 01 15:11:37.540305 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-f4f74e8a-ab3a-43fb-83ed-3bf766e56bed tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:37.543871 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-f4f74e8a-ab3a-43fb-83ed-3bf766e56bed tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.45 "GET /v2.0/networks?id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 200 len: 812 time: 0.2743144 Sep 01 15:11:37.571531 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['68b49930-49a2-499d-a52d-bce832d5f7e8'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:11:37.603489 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce6645-52e8-4d57-9e61-a7b710084b41 req-75572a7a-923d-4197-b165-0187cf1afef4 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:37.609780 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-40c4237d-b7ee-419d-a1ab-b2bb3b876b5c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Request body: {'port': {'device_id': 'bc69dccf-c927-4236-aa05-be303a7b4040', 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'admin_state_up': True, 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:37.610612 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d8ce6645-52e8-4d57-9e61-a7b710084b41 req-75572a7a-923d-4197-b165-0187cf1afef4 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 945 time: 0.0910244 Sep 01 15:11:37.695012 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d8ce6645-52e8-4d57-9e61-a7b710084b41 req-5e3a3990-d25d-4c8f-ab12-8c4ecc2e3672 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615008 Sep 01 15:11:37.857762 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-40c4237d-b7ee-419d-a1ab-b2bb3b876b5c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Made reservation on behalf of f5c878306d2c4fbcbebf77004da8b742 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:11:37.869744 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-40c4237d-b7ee-419d-a1ab-b2bb3b876b5c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:38.051370 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f1fcc-c904-4242-bce8-e5b8037e0187 req-b09f2de1-85fa-42dc-b677-f2977723a6d2 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:38.056018 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-864f1fcc-c904-4242-bce8-e5b8037e0187 req-b09f2de1-85fa-42dc-b677-f2977723a6d2 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=10082487-97a9-4b97-bfd2-d7076548a975 HTTP/1.1" status: 200 len: 944 time: 0.1586006 Sep 01 15:11:38.098453 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-40c4237d-b7ee-419d-a1ab-b2bb3b876b5c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Allocated IP 172.20.0.10 (c9a68c28-eb7d-4197-a297-a9a7217a4f8e/b4b8a1a7-4c41-46cc-8798-989cc5140738/0ef6978b-ef85-4c33-af04-e19602f26273) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:11:38.160438 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-864f1fcc-c904-4242-bce8-e5b8037e0187 req-0df66088-329e-4a40-b69e-4ebd371b8196 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904698 Sep 01 15:11:38.193571 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:38.431242 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 91576a2e-9961-4de8-977d-ccccffda5612 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:11:38.457694 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1e4b5-c03f-4de8-9feb-7b80282b6ed3 req-5e7a75ab-19ba-4cab-a8d0-801565c8cc15 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:38.460397 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-40c4237d-b7ee-419d-a1ab-b2bb3b876b5c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:38.466733 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1e4b5-c03f-4de8-9feb-7b80282b6ed3 req-5e7a75ab-19ba-4cab-a8d0-801565c8cc15 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:38.471904 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['25889e58-c1fa-4ed2-89a7-236d8cfd5f91'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:11:38.476514 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1e4b5-c03f-4de8-9feb-7b80282b6ed3 req-5e7a75ab-19ba-4cab-a8d0-801565c8cc15 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:38.485526 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1e4b5-c03f-4de8-9feb-7b80282b6ed3 req-5e7a75ab-19ba-4cab-a8d0-801565c8cc15 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:38.496736 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1e4b5-c03f-4de8-9feb-7b80282b6ed3 req-5e7a75ab-19ba-4cab-a8d0-801565c8cc15 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:38.505990 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1e4b5-c03f-4de8-9feb-7b80282b6ed3 req-5e7a75ab-19ba-4cab-a8d0-801565c8cc15 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:38.511860 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['2ed15646-9fa6-43dc-b376-d3212fd60a6f'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:11:38.513344 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-40c4237d-b7ee-419d-a1ab-b2bb3b876b5c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Transition to ACTIVE for port object 0ef6978b-ef85-4c33-af04-e19602f26273 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:38.516553 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1e4b5-c03f-4de8-9feb-7b80282b6ed3 req-5e7a75ab-19ba-4cab-a8d0-801565c8cc15 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:38.518781 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-54a1e4b5-c03f-4de8-9feb-7b80282b6ed3 req-5e7a75ab-19ba-4cab-a8d0-801565c8cc15 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5439 time: 0.2064371 Sep 01 15:11:38.578079 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:11:38.580749 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['d7fe6b2b-4faf-479e-97eb-4d3b218d201c'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:11:38.594556 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-40c4237d-b7ee-419d-a1ab-b2bb3b876b5c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:38.640280 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['f74b773b-5f13-43af-b95b-4dae0c371691'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:11:38.650062 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-54a1e4b5-c03f-4de8-9feb-7b80282b6ed3 req-601abb0d-df6a-486c-9d4b-02b08657754b tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1211114 Sep 01 15:11:38.657619 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-40c4237d-b7ee-419d-a1ab-b2bb3b876b5c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Network c9a68c28-eb7d-4197-a297-a9a7217a4f8e is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:38.662094 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-40c4237d-b7ee-419d-a1ab-b2bb3b876b5c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:38.668076 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-40c4237d-b7ee-419d-a1ab-b2bb3b876b5c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:11:38.700410 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4237d-b7ee-419d-a1ab-b2bb3b876b5c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Pushing event updated for resources: {'Port': ['ID=0ef6978b-ef85-4c33-af04-e19602f26273,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:38.815837 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['497f9a3d-9f6c-4936-822a-6b3da72138a1'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:11:38.819143 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['3d5cb6f3-2f23-485c-94f0-fb274a06c858'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:11:38.819362 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-40c4237d-b7ee-419d-a1ab-b2bb3b876b5c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:38.820073 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-40c4237d-b7ee-419d-a1ab-b2bb3b876b5c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:38.822215 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['c32a6846-75e2-4a3e-aec3-0e166ad7aaff'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:11:38.832413 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 68b49930-49a2-499d-a52d-bce832d5f7e8 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:11:38.854315 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f37b1-bc2e-4501-aa17-4525e86ddfa3 req-7a46816c-8dc9-47a5-a0e9-3ff02b43d126 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:38.856499 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-031f37b1-bc2e-4501-aa17-4525e86ddfa3 req-7a46816c-8dc9-47a5-a0e9-3ff02b43d126 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 0.1152835 Sep 01 15:11:38.864899 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-40c4237d-b7ee-419d-a1ab-b2bb3b876b5c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2794964 Sep 01 15:11:38.897268 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-7757b4cb-e079-4340-99fd-54fe1d63577d service neutron] Request body: {'port': {'device_id': 'bc69dccf-c927-4236-aa05-be303a7b4040', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:38.971791 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-031f37b1-bc2e-4501-aa17-4525e86ddfa3 req-2157a531-9d07-4682-ad26-fc96acae8ff0 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008866 Sep 01 15:11:39.087022 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-7757b4cb-e079-4340-99fd-54fe1d63577d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:39.293089 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-834fbfb2-144a-4035-9c4f-f54e9b701a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:39.308800 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-390fba9c-9050-4ef6-88f4-3776747ee317 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:39.319025 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-390fba9c-9050-4ef6-88f4-3776747ee317 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/networks?id=991369d1-6cc8-4ab5-8a03-7b17948fd044 HTTP/1.1" status: 200 len: 805 time: 0.1535933 Sep 01 15:11:39.379151 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364e9ab-a42d-487f-b4b9-e1c6d7548501 req-7cf5e640-9b12-4dc0-885a-f13d743d8f5c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:39.387047 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-90c9f5bb-ae9e-41a7-8382-47aeeb3a8111 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/quotas/5d7c0ff87c7c4cc083c6404989b27ea4 HTTP/1.1" status: 200 len: 375 time: 0.0666003 Sep 01 15:11:39.388299 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e364e9ab-a42d-487f-b4b9-e1c6d7548501 req-7cf5e640-9b12-4dc0-885a-f13d743d8f5c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 932 time: 0.2712276 Sep 01 15:11:39.423313 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1c66b2a2-c948-40bd-8599-7b75545fcef6 None None] Provisioning for port 0ef6978b-ef85-4c33-af04-e19602f26273 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:39.433015 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b31fef0f-9bbf-4faa-84b3-a0a79dd7a260 req-295f9271-c8be-4d7b-b050-511c67ec1869 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1106699 Sep 01 15:11:39.469729 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-cdd98666-f596-4f0c-81a7-2d7a5907a24b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d7c0ff87c7c4cc083c6404989b27ea4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0809960 Sep 01 15:11:39.498431 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6a11c-9bc9-4b00-8e66-4f0fb20f7034 req-eed751d3-a97e-4b90-bfca-bc799e4c02df tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:39.500657 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-12a6a11c-9bc9-4b00-8e66-4f0fb20f7034 req-eed751d3-a97e-4b90-bfca-bc799e4c02df tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.62 "GET /v2.0/ports?device_id=10082487-97a9-4b97-bfd2-d7076548a975 HTTP/1.1" status: 200 len: 944 time: 0.1899576 Sep 01 15:11:39.512216 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e364e9ab-a42d-487f-b4b9-e1c6d7548501 req-dc737e70-17fb-4296-9fb0-d23a7605874d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226974 Sep 01 15:11:39.519712 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1c66b2a2-c948-40bd-8599-7b75545fcef6 None None] Provisioning complete for port 0ef6978b-ef85-4c33-af04-e19602f26273 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:39.520091 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1c66b2a2-c948-40bd-8599-7b75545fcef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:39.644173 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-c28f0fd7-105a-4db6-a5de-58f9f93f25e1 service neutron] 10.222.0.60 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725674 Sep 01 15:11:39.806518 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-d3142acf-bf4b-4b8c-9ef4-2ed59e6bdc74 service neutron] 10.222.0.60 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612549 Sep 01 15:11:39.947552 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 750ec198-b86b-4f50-a82e-1150e15b397f no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:11:39.973422 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-7757b4cb-e079-4340-99fd-54fe1d63577d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef6978b-ef85-4c33-af04-e19602f26273 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:11:39.983731 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-7757b4cb-e079-4340-99fd-54fe1d63577d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:39.999593 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-7757b4cb-e079-4340-99fd-54fe1d63577d service neutron] Transition to ACTIVE for port object 0ef6978b-ef85-4c33-af04-e19602f26273 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:40.011453 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-7757b4cb-e079-4340-99fd-54fe1d63577d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:40.040822 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacc9a2-d175-4e78-98eb-7835fa05e2e5 req-ba1c6cd8-d7f6-483c-9a5c-2f8ec549e530 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:40.051781 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3bacc9a2-d175-4e78-98eb-7835fa05e2e5 req-ba1c6cd8-d7f6-483c-9a5c-2f8ec549e530 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 943 time: 0.3844364 Sep 01 15:11:40.092614 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 750ec198-b86b-4f50-a82e-1150e15b397f {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:11:40.092968 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 750ec198-b86b-4f50-a82e-1150e15b397f not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:11:40.111455 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-12a6a11c-9bc9-4b00-8e66-4f0fb20f7034 req-1f0fca70-fef6-417c-a56b-bdec88f67b34 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Deleting port 68b49930-49a2-499d-a52d-bce832d5f7e8 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:11:40.112377 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-12a6a11c-9bc9-4b00-8e66-4f0fb20f7034 req-1f0fca70-fef6-417c-a56b-bdec88f67b34 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:40.114777 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:40.326386 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710a2a6-dd46-4913-865a-f779310b23b7 req-1b86f58c-d599-46dd-9840-8a9824be7502 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:40.347754 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a710a2a6-dd46-4913-865a-f779310b23b7 req-1b86f58c-d599-46dd-9840-8a9824be7502 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 945 time: 0.1805680 Sep 01 15:11:40.465379 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a710a2a6-dd46-4913-865a-f779310b23b7 req-203cd697-cf26-454c-a516-9d6799dc94f5 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159298 Sep 01 15:11:40.517142 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1c66b2a2-c948-40bd-8599-7b75545fcef6 None None] Port 0ef6978b-ef85-4c33-af04-e19602f26273 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:11:40.589993 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 68b49930-49a2-499d-a52d-bce832d5f7e8 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:11:40.648290 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 68b49930-49a2-499d-a52d-bce832d5f7e8, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=68b49930-49a2-499d-a52d-bce832d5f7e8,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:40.748714 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:40.755577 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcb359-54cd-4c7c-a6d0-3c85a36391dd req-1dc1d3d6-ce5a-4574-8973-a8d7efc4b790 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:40.775945 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c1dcb359-54cd-4c7c-a6d0-3c85a36391dd req-1dc1d3d6-ce5a-4574-8973-a8d7efc4b790 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=10082487-97a9-4b97-bfd2-d7076548a975 HTTP/1.1" status: 200 len: 944 time: 0.1485693 Sep 01 15:11:40.868510 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757b4cb-e079-4340-99fd-54fe1d63577d service neutron] Pushing event updated for resources: {'Port': ['ID=0ef6978b-ef85-4c33-af04-e19602f26273,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:40.896221 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c1dcb359-54cd-4c7c-a6d0-3c85a36391dd req-dd249b68-b99d-488a-8054-ce0a6028deeb tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934684 Sep 01 15:11:41.040015 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3bacc9a2-d175-4e78-98eb-7835fa05e2e5 req-79aa2f03-6bb8-4907-b937-d8493c1fa15f tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9869602 Sep 01 15:11:41.043313 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=68b49930-49a2-499d-a52d-bce832d5f7e8,revision_number=7']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:41.163690 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6f6c8-d0f1-46e1-9da5-df2bdebf482d req-bf73479b-ba23-46a8-ab9a-59e56e14bac1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:41.187401 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6f6c8-d0f1-46e1-9da5-df2bdebf482d req-bf73479b-ba23-46a8-ab9a-59e56e14bac1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:41.210602 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6f6c8-d0f1-46e1-9da5-df2bdebf482d req-bf73479b-ba23-46a8-ab9a-59e56e14bac1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:41.216923 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fef0f-9bbf-4faa-84b3-a0a79dd7a260 req-5d051193-689f-4659-bbed-c89273e800bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:41.218237 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6f6c8-d0f1-46e1-9da5-df2bdebf482d req-bf73479b-ba23-46a8-ab9a-59e56e14bac1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:41.219280 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b31fef0f-9bbf-4faa-84b3-a0a79dd7a260 req-5d051193-689f-4659-bbed-c89273e800bb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a&tenant_id=944202a0f7d746eda42510c2a6473ffc HTTP/1.1" status: 200 len: 1094 time: 0.3348033 Sep 01 15:11:41.225069 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6f6c8-d0f1-46e1-9da5-df2bdebf482d req-bf73479b-ba23-46a8-ab9a-59e56e14bac1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:41.232870 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-12a6a11c-9bc9-4b00-8e66-4f0fb20f7034 req-1f0fca70-fef6-417c-a56b-bdec88f67b34 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] For port 68b49930-49a2-499d-a52d-bce832d5f7e8, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=68b49930-49a2-499d-a52d-bce832d5f7e8,segment=NetworkSegment(cc51287a-43c5-4dc3-b2e0-f2358a9ed413),segment_id=cc51287a-43c5-4dc3-b2e0-f2358a9ed413)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:41.233281 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-12a6a11c-9bc9-4b00-8e66-4f0fb20f7034 req-1f0fca70-fef6-417c-a56b-bdec88f67b34 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:41.242666 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6f6c8-d0f1-46e1-9da5-df2bdebf482d req-bf73479b-ba23-46a8-ab9a-59e56e14bac1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:41.251024 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6f6c8-d0f1-46e1-9da5-df2bdebf482d req-bf73479b-ba23-46a8-ab9a-59e56e14bac1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:41.253016 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d0a6f6c8-d0f1-46e1-9da5-df2bdebf482d req-bf73479b-ba23-46a8-ab9a-59e56e14bac1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5439 time: 0.2464650 Sep 01 15:11:41.318817 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d0a6f6c8-d0f1-46e1-9da5-df2bdebf482d req-9c5bb6f9-aa19-474c-b7aa-0aefae22b7d5 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526924 Sep 01 15:11:41.344597 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-12a6a11c-9bc9-4b00-8e66-4f0fb20f7034 req-1f0fca70-fef6-417c-a56b-bdec88f67b34 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Calling delete_port for 68b49930-49a2-499d-a52d-bce832d5f7e8 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:11:41.397371 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-7757b4cb-e079-4340-99fd-54fe1d63577d service neutron] Attempting to bind port 0ef6978b-ef85-4c33-af04-e19602f26273 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:11:41.397975 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-7757b4cb-e079-4340-99fd-54fe1d63577d service neutron] Attempting to bind port 0ef6978b-ef85-4c33-af04-e19602f26273 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:11:41.398650 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-7757b4cb-e079-4340-99fd-54fe1d63577d service neutron] Attempting to bind port 0ef6978b-ef85-4c33-af04-e19602f26273 on network c9a68c28-eb7d-4197-a297-a9a7217a4f8e {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:41.411533 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-7757b4cb-e079-4340-99fd-54fe1d63577d service neutron] Port 0ef6978b-ef85-4c33-af04-e19602f26273 on network c9a68c28-eb7d-4197-a297-a9a7217a4f8e not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:11:41.412095 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-7757b4cb-e079-4340-99fd-54fe1d63577d service neutron] Attempting to bind port 0ef6978b-ef85-4c33-af04-e19602f26273 on network c9a68c28-eb7d-4197-a297-a9a7217a4f8e {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:41.490442 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-7757b4cb-e079-4340-99fd-54fe1d63577d service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:11:41.491016 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-7757b4cb-e079-4340-99fd-54fe1d63577d service neutron] Checking segment: {'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:11:41.491639 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-7757b4cb-e079-4340-99fd-54fe1d63577d service neutron] Bound using segment: {'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:11:41.492386 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-7757b4cb-e079-4340-99fd-54fe1d63577d service neutron] Bound port: 0ef6978b-ef85-4c33-af04-e19602f26273, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:11:41.492979 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-7757b4cb-e079-4340-99fd-54fe1d63577d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:41.510164 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16683f-2bd7-4417-b4f9-22b6b6ac1e9c req-34e4937f-4634-4fad-8c6f-6dafddc6ad0a tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:41.513429 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2a16683f-2bd7-4417-b4f9-22b6b6ac1e9c req-34e4937f-4634-4fad-8c6f-6dafddc6ad0a tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 0.3526413 Sep 01 15:11:41.562557 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3c44694a-c2fa-478e-9b66-3061596ce9ad req-d6cb9119-13d3-45ec-a14c-cb44a22005ca tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d601d07-7a2c-441e-a890-d93e518a001d HTTP/1.1" status: 200 len: 210 time: 0.0705683 Sep 01 15:11:41.713262 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2a16683f-2bd7-4417-b4f9-22b6b6ac1e9c req-17b30bc7-ddb1-4973-b554-963269086455 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699808 Sep 01 15:11:41.761242 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e11c3-094b-4b5e-8949-355db45af2de req-0adb6ed1-a412-4146-b958-edb70117774b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:41.769974 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9c6e11c3-094b-4b5e-8949-355db45af2de req-0adb6ed1-a412-4146-b958-edb70117774b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 944 time: 0.1128712 Sep 01 15:11:41.806905 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fef0f-9bbf-4faa-84b3-a0a79dd7a260 req-d018be2d-5aa0-45b8-91bd-1cb3be482e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:41.811645 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b31fef0f-9bbf-4faa-84b3-a0a79dd7a260 req-d018be2d-5aa0-45b8-91bd-1cb3be482e18 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=944202a0f7d746eda42510c2a6473ffc&device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 1094 time: 0.5378358 Sep 01 15:11:41.814856 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-7757b4cb-e079-4340-99fd-54fe1d63577d service neutron] For port 0ef6978b-ef85-4c33-af04-e19602f26273, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:11:41.844492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-7757b4cb-e079-4340-99fd-54fe1d63577d service neutron] For port 0ef6978b-ef85-4c33-af04-e19602f26273, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=0ef6978b-ef85-4c33-af04-e19602f26273,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:11:41.882840 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-7757b4cb-e079-4340-99fd-54fe1d63577d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:41.893881 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9c6e11c3-094b-4b5e-8949-355db45af2de req-da43961e-2f6d-4551-af78-35cdb032a397 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156287 Sep 01 15:11:42.124050 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:42.137059 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ca1ff009-d3ca-4b5c-85b1-e808656f670f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:42.185979 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f2dcd-b90c-4be6-bc7e-31c27aa696ad req-35ce95d6-b3fc-4fe5-8e25-067bfbe728fa tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:42.189144 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fe6f2dcd-b90c-4be6-bc7e-31c27aa696ad req-35ce95d6-b3fc-4fe5-8e25-067bfbe728fa tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=10082487-97a9-4b97-bfd2-d7076548a975 HTTP/1.1" status: 200 len: 943 time: 0.1406252 Sep 01 15:11:42.268476 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fe6f2dcd-b90c-4be6-bc7e-31c27aa696ad req-a0c5c17b-0c9e-4d35-9931-4324ea353b1a tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/security-groups?id=de15b3b7-645d-465c-8865-e9a621d7ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710514 Sep 01 15:11:42.341259 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-7757b4cb-e079-4340-99fd-54fe1d63577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:42.342271 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-7757b4cb-e079-4340-99fd-54fe1d63577d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:42.344482 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-7757b4cb-e079-4340-99fd-54fe1d63577d service neutron] 10.222.0.45 "PUT /v2.0/ports/0ef6978b-ef85-4c33-af04-e19602f26273 HTTP/1.1" status: 200 len: 1092 time: 3.4533143 Sep 01 15:11:42.349385 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc69dccf-c927-4236-aa05-be303a7b4040', 'tag': '0ef6978b-ef85-4c33-af04-e19602f26273'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:42.353382 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82113674-f330-4500-992a-46320e1407fa" -d '{"events": [{"name": "network-changed", "server_uuid": "bc69dccf-c927-4236-aa05-be303a7b4040", "tag": "0ef6978b-ef85-4c33-af04-e19602f26273"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:42.471228 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757b4cb-e079-4340-99fd-54fe1d63577d service neutron] Pushing event updated for resources: {'Port': ['ID=0ef6978b-ef85-4c33-af04-e19602f26273,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:42.518386 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fdb15c-cddd-4e28-b368-03db9122b35b req-4e2e04d6-35d4-421c-ada1-654824b1733d tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:42.528498 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d5fdb15c-cddd-4e28-b368-03db9122b35b req-4e2e04d6-35d4-421c-ada1-654824b1733d tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 943 time: 0.1688111 Sep 01 15:11:42.556387 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-12a6a11c-9bc9-4b00-8e66-4f0fb20f7034 req-1f0fca70-fef6-417c-a56b-bdec88f67b34 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:42.620649 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d5fdb15c-cddd-4e28-b368-03db9122b35b req-cb7fb955-63c4-4828-af64-95dc0cf01c1a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902307 Sep 01 15:11:42.664565 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fca70-fef6-417c-a56b-bdec88f67b34 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Pushing event deleted for resources: {'Port': ['ID=68b49930-49a2-499d-a52d-bce832d5f7e8,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:42.670956 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fef0f-9bbf-4faa-84b3-a0a79dd7a260 req-f4f2f7f4-50f0-4a1d-a9f2-7904adc73fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:42.673982 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b31fef0f-9bbf-4faa-84b3-a0a79dd7a260 req-f4f2f7f4-50f0-4a1d-a9f2-7904adc73fc5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=69b04e7f-e4ab-4286-b407-4c7cb525a035 HTTP/1.1" status: 200 len: 917 time: 0.8247268 Sep 01 15:11:42.701700 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136cc84-3a55-4414-87be-7a935b2b8e7f req-02feefa3-bdd5-4121-b4dd-296238fe61a5 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:42.715280 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5136cc84-3a55-4414-87be-7a935b2b8e7f req-02feefa3-bdd5-4121-b4dd-296238fe61a5 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 945 time: 0.7901282 Sep 01 15:11:42.747029 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97f996b-f89f-4b9f-b7de-1349d83384ac x-openstack-request-id: req-c97f996b-f89f-4b9f-b7de-1349d83384ac {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:42.747529 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc69dccf-c927-4236-aa05-be303a7b4040", "tag": "0ef6978b-ef85-4c33-af04-e19602f26273", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:42.747896 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c97f996b-f89f-4b9f-b7de-1349d83384ac {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:42.748474 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc69dccf-c927-4236-aa05-be303a7b4040', 'tag': '0ef6978b-ef85-4c33-af04-e19602f26273', 'status': 'completed', 'code': 200} Sep 01 15:11:42.780297 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 497f9a3d-9f6c-4936-822a-6b3da72138a1 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:42.872518 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 497f9a3d-9f6c-4936-822a-6b3da72138a1 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:42.873755 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-798eb4ac-17a9-44f4-a093-bb6365c448b1 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:42.876300 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-798eb4ac-17a9-44f4-a093-bb6365c448b1 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.45 "GET /v2.0/networks?id=991369d1-6cc8-4ab5-8a03-7b17948fd044 HTTP/1.1" status: 200 len: 805 time: 0.8371172 Sep 01 15:11:42.879774 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 497f9a3d-9f6c-4936-822a-6b3da72138a1 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:42.880538 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:42.917884 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb938d9e-1f18-4b20-85ec-62334ec4b30b req-d3fe9040-b972-44b2-a980-5b1459aada96 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:42.922334 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-0679b2ca-7828-4ff2-ad7e-669561a76cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:42.924986 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-0679b2ca-7828-4ff2-ad7e-669561a76cb0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f5c878306d2c4fbcbebf77004da8b742&device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 1095 time: 0.4474201 Sep 01 15:11:42.928103 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb938d9e-1f18-4b20-85ec-62334ec4b30b req-d3fe9040-b972-44b2-a980-5b1459aada96 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:42.937488 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb938d9e-1f18-4b20-85ec-62334ec4b30b req-d3fe9040-b972-44b2-a980-5b1459aada96 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:42.951110 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb938d9e-1f18-4b20-85ec-62334ec4b30b req-d3fe9040-b972-44b2-a980-5b1459aada96 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:42.965517 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb938d9e-1f18-4b20-85ec-62334ec4b30b req-d3fe9040-b972-44b2-a980-5b1459aada96 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:42.973021 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb938d9e-1f18-4b20-85ec-62334ec4b30b req-d3fe9040-b972-44b2-a980-5b1459aada96 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:42.977101 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-84b99c2a-5846-492d-99ae-687f8fb6c98a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Request body: {'port': {'device_id': '7d601d07-7a2c-441e-a890-d93e518a001d', 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044', 'admin_state_up': True, 'tenant_id': '5d7c0ff87c7c4cc083c6404989b27ea4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:42.981252 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb938d9e-1f18-4b20-85ec-62334ec4b30b req-d3fe9040-b972-44b2-a980-5b1459aada96 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:42.983543 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eb938d9e-1f18-4b20-85ec-62334ec4b30b req-d3fe9040-b972-44b2-a980-5b1459aada96 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5439 time: 0.1581123 Sep 01 15:11:43.059480 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:43.074575 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eb938d9e-1f18-4b20-85ec-62334ec4b30b req-66834844-3833-464a-a168-333b2d6f4844 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0765331 Sep 01 15:11:43.127903 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2b9136-34c9-4b30-bd71-d44bbec336e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497f9a3d-9f6c-4936-822a-6b3da72138a1'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:43.133184 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc363bc-ea80-4446-8018-2b90b24e1b24" -d '{"events": [{"server_uuid": "aa2b9136-34c9-4b30-bd71-d44bbec336e3", "name": "network-vif-plugged", "status": "completed", "tag": "497f9a3d-9f6c-4936-822a-6b3da72138a1"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:43.140565 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a6a11c-9bc9-4b00-8e66-4f0fb20f7034 req-1f0fca70-fef6-417c-a56b-bdec88f67b34 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] No DVR routers for this DVR port 68b49930-49a2-499d-a52d-bce832d5f7e8 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:11:43.149142 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-4c53f896-5464-49d7-bbb8-c0d50b682859 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ef6978b-ef85-4c33-af04-e19602f26273 HTTP/1.1" status: 200 len: 217 time: 0.1911817 Sep 01 15:11:43.166162 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5136cc84-3a55-4414-87be-7a935b2b8e7f req-4d5489d8-28c9-44c5-aeea-708948505c00 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494450 Sep 01 15:11:43.180227 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 497f9a3d-9f6c-4936-822a-6b3da72138a1, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=497f9a3d-9f6c-4936-822a-6b3da72138a1,segment=NetworkSegment(a3af3d8d-25ff-40db-b24c-c2eb0f074694),segment_id=a3af3d8d-25ff-40db-b24c-c2eb0f074694)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:43.185101 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-12a6a11c-9bc9-4b00-8e66-4f0fb20f7034 req-1f0fca70-fef6-417c-a56b-bdec88f67b34 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:43.187447 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-12a6a11c-9bc9-4b00-8e66-4f0fb20f7034 req-1f0fca70-fef6-417c-a56b-bdec88f67b34 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.62 "DELETE /v2.0/ports/68b49930-49a2-499d-a52d-bce832d5f7e8 HTTP/1.1" status: 204 len: 173 time: 3.6692924 Sep 01 15:11:43.189643 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b31fef0f-9bbf-4faa-84b3-a0a79dd7a260 req-f36a7ce8-83d1-44d0-90f2-12b849309480 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91576a2e-9961-4de8-977d-ccccffda5612 HTTP/1.1" status: 200 len: 999 time: 0.4699769 Sep 01 15:11:43.190074 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:43.191294 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device c32a6846-75e2-4a3e-aec3-0e166ad7aaff up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:43.234449 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:43.300680 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-357a93ff-107b-4569-93eb-d4804f60faab req-8671215b-b7ee-4b64-b128-eead9d18d6c2 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d601d07-7a2c-441e-a890-d93e518a001d HTTP/1.1" status: 200 len: 210 time: 0.0584400 Sep 01 15:11:43.314633 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=497f9a3d-9f6c-4936-822a-6b3da72138a1,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:43.337936 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:43.338276 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:43.338663 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:43.339570 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:43.339908 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:43.340242 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:43.340572 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:43.343793 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:43.349288 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:43.349676 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:43.350023 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:43.350387 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:43.372551 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port c32a6846-75e2-4a3e-aec3-0e166ad7aaff completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:43.379990 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port c32a6846-75e2-4a3e-aec3-0e166ad7aaff triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:43.380629 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:43.455797 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4bb0b-032d-46d5-be3b-1e90f2d9ef15 req-a63b4119-c37e-45f3-9dbe-b0d8cc7da472 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:43.470199 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1fb4bb0b-032d-46d5-be3b-1e90f2d9ef15 req-a63b4119-c37e-45f3-9dbe-b0d8cc7da472 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 944 time: 0.0985014 Sep 01 15:11:43.538802 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1fb4bb0b-032d-46d5-be3b-1e90f2d9ef15 req-370aa500-89ad-44e9-8509-e56e71201f14 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646212 Sep 01 15:11:43.569647 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:43.576086 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-e6d007cb-02ad-4cc6-9bd4-fbadaadeb763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:43.578982 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-e6d007cb-02ad-4cc6-9bd4-fbadaadeb763 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4b8a1a7-4c41-46cc-8798-989cc5140738 HTTP/1.1" status: 200 len: 851 time: 0.3956995 Sep 01 15:11:43.588110 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7a63a5-4e58-44b6-8435-d819b7a90994 x-openstack-request-id: req-7c7a63a5-4e58-44b6-8435-d819b7a90994 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:43.588478 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2b9136-34c9-4b30-bd71-d44bbec336e3", "name": "network-vif-plugged", "status": "completed", "tag": "497f9a3d-9f6c-4936-822a-6b3da72138a1", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:43.588632 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7c7a63a5-4e58-44b6-8435-d819b7a90994 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:43.590099 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2b9136-34c9-4b30-bd71-d44bbec336e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497f9a3d-9f6c-4936-822a-6b3da72138a1', 'code': 200} Sep 01 15:11:43.598365 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fef0f-9bbf-4faa-84b3-a0a79dd7a260 req-eead52cd-0bbe-4285-9d5f-d5dac23e486a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:43.600857 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b31fef0f-9bbf-4faa-84b3-a0a79dd7a260 req-eead52cd-0bbe-4285-9d5f-d5dac23e486a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=63a79cf5-b9a4-402c-b6e1-dc3862ecf48a HTTP/1.1" status: 200 len: 855 time: 0.3945875 Sep 01 15:11:43.618863 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port c32a6846-75e2-4a3e-aec3-0e166ad7aaff, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=c32a6846-75e2-4a3e-aec3-0e166ad7aaff,segment=NetworkSegment(3288f583-539b-46ff-9561-dede33de514c),segment_id=3288f583-539b-46ff-9561-dede33de514c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:43.626554 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:43.701071 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=c32a6846-75e2-4a3e-aec3-0e166ad7aaff,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:43.755260 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-13ed36e0-571c-44d3-9ebe-3940fa8b0ae4 req-2959e47e-d657-4ed6-bd30-09a7791114e7 tempest-ImagesTestJSON-1942423071 tempest-ImagesTestJSON-1942423071-project] 10.222.0.60 "GET /v2.0/ports?device_id=10082487-97a9-4b97-bfd2-d7076548a975 HTTP/1.1" status: 200 len: 210 time: 0.0540438 Sep 01 15:11:43.803931 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1e620-89e1-464c-bb2e-87928ee4561c req-ba97807b-0df1-4533-b632-1c02c518ce97 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:43.806263 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66c1e620-89e1-464c-bb2e-87928ee4561c req-ba97807b-0df1-4533-b632-1c02c518ce97 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 0.4286873 Sep 01 15:11:43.871018 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-21e8c60d-da24-4056-91f3-da4b87a49525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:43.873971 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-21e8c60d-da24-4056-91f3-da4b87a49525 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2793679 Sep 01 15:11:43.875088 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-84b99c2a-5846-492d-99ae-687f8fb6c98a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Made reservation on behalf of 5d7c0ff87c7c4cc083c6404989b27ea4 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:11:43.881372 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-84b99c2a-5846-492d-99ae-687f8fb6c98a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:43.971844 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fef0f-9bbf-4faa-84b3-a0a79dd7a260 req-4eec32aa-46eb-48a7-a953-cacc0fc3a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:43.975014 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b31fef0f-9bbf-4faa-84b3-a0a79dd7a260 req-4eec32aa-46eb-48a7-a953-cacc0fc3a631 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=69b04e7f-e4ab-4286-b407-4c7cb525a035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3525748 Sep 01 15:11:43.995743 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdd3b0-00fb-4107-92ce-15a3d8244f16 req-8f9496a3-8f51-404d-8cb1-5c8e4eccc80a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:43.998490 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-33fdd3b0-00fb-4107-92ce-15a3d8244f16 req-8f9496a3-8f51-404d-8cb1-5c8e4eccc80a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 943 time: 0.1140571 Sep 01 15:11:44.109480 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-33fdd3b0-00fb-4107-92ce-15a3d8244f16 req-d236acd9-0bac-41a0-a378-6903a8c2354e tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945976 Sep 01 15:11:44.145127 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b966057-aeb6-45d0-9657-c2ee4ae3cbaa req-e4741593-93ec-4b34-bb3c-aea1f18dbc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:44.145127 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b966057-aeb6-45d0-9657-c2ee4ae3cbaa req-e4741593-93ec-4b34-bb3c-aea1f18dbc11 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 1097 time: 0.3725259 Sep 01 15:11:44.237690 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66c1e620-89e1-464c-bb2e-87928ee4561c req-88bb5a2d-6107-40ca-8d06-bd97f3998c6a tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964813 Sep 01 15:11:44.364659 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e25f14-dc10-4daf-b73f-eadd1617138f req-43598bf9-ccb3-4b4f-951f-98396aa4630e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:44.381047 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e25f14-dc10-4daf-b73f-eadd1617138f req-43598bf9-ccb3-4b4f-951f-98396aa4630e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:44.393391 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e25f14-dc10-4daf-b73f-eadd1617138f req-43598bf9-ccb3-4b4f-951f-98396aa4630e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:44.406015 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e25f14-dc10-4daf-b73f-eadd1617138f req-43598bf9-ccb3-4b4f-951f-98396aa4630e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:44.419176 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e25f14-dc10-4daf-b73f-eadd1617138f req-43598bf9-ccb3-4b4f-951f-98396aa4630e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:44.431267 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e25f14-dc10-4daf-b73f-eadd1617138f req-43598bf9-ccb3-4b4f-951f-98396aa4630e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:44.444899 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e25f14-dc10-4daf-b73f-eadd1617138f req-43598bf9-ccb3-4b4f-951f-98396aa4630e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:44.459248 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-57e25f14-dc10-4daf-b73f-eadd1617138f req-43598bf9-ccb3-4b4f-951f-98396aa4630e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5440 time: 0.2262218 Sep 01 15:11:44.498811 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-230933a3-80be-4c15-be46-8b69b0e9ee22 service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6082888 Sep 01 15:11:44.516723 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b31fef0f-9bbf-4faa-84b3-a0a79dd7a260 req-96bd7313-ffa2-404b-871d-f8a338274553 service neutron] 10.222.0.45 "GET /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828763 Sep 01 15:11:44.522268 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-57e25f14-dc10-4daf-b73f-eadd1617138f req-4b8fb7b2-02fe-4f84-9059-8916ac044ccc tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618021 Sep 01 15:11:44.525875 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b966057-aeb6-45d0-9657-c2ee4ae3cbaa req-9649924d-aca8-4812-acb5-1cfa0d4f0041 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817352 Sep 01 15:11:44.675454 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fa739fa8-183f-4f2f-b284-815e655391f5 req-4d50f7e8-4a91-4efb-b889-15a258d3b776 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d601d07-7a2c-441e-a890-d93e518a001d HTTP/1.1" status: 200 len: 210 time: 0.0538502 Sep 01 15:11:44.738631 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a147117-2a19-40b3-b1cd-5ee2e11803d9 req-f35e39a7-4d51-479b-b216-bf849750661c tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:44.741544 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1a147117-2a19-40b3-b1cd-5ee2e11803d9 req-f35e39a7-4d51-479b-b216-bf849750661c tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 946 time: 0.3719060 Sep 01 15:11:44.751908 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10082487-97a9-4b97-bfd2-d7076548a975', 'name': 'network-vif-deleted', 'tag': '68b49930-49a2-499d-a52d-bce832d5f7e8'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:44.756134 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3aee724-63a8-4a09-8b1e-260b6966bef1" -d '{"events": [{"server_uuid": "10082487-97a9-4b97-bfd2-d7076548a975", "name": "network-vif-deleted", "tag": "68b49930-49a2-499d-a52d-bce832d5f7e8"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:44.789912 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-84b99c2a-5846-492d-99ae-687f8fb6c98a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Allocated IP 172.20.0.2 (991369d1-6cc8-4ab5-8a03-7b17948fd044/35b27872-673a-446b-88b2-296c933a8cce/b862c8b7-3049-4193-97ec-07b8b4cdcc7c) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:11:44.795702 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 25889e58-c1fa-4ed2-89a7-236d8cfd5f91 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:44.822257 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dab14c-cab3-472b-a96e-44a0a0307762 req-c7b9fc37-4eb6-4b51-93c5-c18fd3b2837f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:44.824138 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a4dab14c-cab3-472b-a96e-44a0a0307762 req-c7b9fc37-4eb6-4b51-93c5-c18fd3b2837f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 944 time: 0.0687597 Sep 01 15:11:44.891706 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a4dab14c-cab3-472b-a96e-44a0a0307762 req-024d451f-e180-473d-956e-6c581bac3f12 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544460 Sep 01 15:11:44.926795 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1a147117-2a19-40b3-b1cd-5ee2e11803d9 req-fe807fb1-304e-481b-a318-f567ad12952d tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586757 Sep 01 15:11:44.967408 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 25889e58-c1fa-4ed2-89a7-236d8cfd5f91 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:45.007861 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 25889e58-c1fa-4ed2-89a7-236d8cfd5f91 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:45.012871 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:45.022071 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:45.207259 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:45.292591 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 25889e58-c1fa-4ed2-89a7-236d8cfd5f91, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=25889e58-c1fa-4ed2-89a7-236d8cfd5f91,segment=NetworkSegment(9912b1ca-c666-4f3c-9388-ba1946d5a15d),segment_id=9912b1ca-c666-4f3c-9388-ba1946d5a15d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:45.308642 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:45.310548 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:45.352370 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dca1fb8b-789a-4927-928c-8d9d852d2ba5 req-12bf2d0d-3fb4-4ef1-a153-11acb3ad604c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0957203 Sep 01 15:11:45.425579 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d037ee2-3cb4-4943-970e-dc9aa57a5e12 x-openstack-request-id: req-5d037ee2-3cb4-4943-970e-dc9aa57a5e12 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:45.425976 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10082487-97a9-4b97-bfd2-d7076548a975", "name": "network-vif-deleted", "tag": "68b49930-49a2-499d-a52d-bce832d5f7e8", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:45.426817 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5d037ee2-3cb4-4943-970e-dc9aa57a5e12 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:45.427513 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10082487-97a9-4b97-bfd2-d7076548a975', 'name': 'network-vif-deleted', 'tag': '68b49930-49a2-499d-a52d-bce832d5f7e8', 'status': 'completed', 'code': 200} Sep 01 15:11:45.467661 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=25889e58-c1fa-4ed2-89a7-236d8cfd5f91,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:45.488203 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:45.497119 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:45.497724 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:45.504272 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c266dbe8-ee1d-4143-bc20-1f3542628f7f req-e7bac66f-3cbf-4c8a-9cb1-78f767405d14 service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9652760 Sep 01 15:11:45.510601 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b31fef0f-9bbf-4faa-84b3-a0a79dd7a260 req-80f80bf6-03f9-4fe6-ada5-0e807a6fad7b service neutron] 10.222.0.45 "GET /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9750035 Sep 01 15:11:45.568138 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1fb8b-789a-4927-928c-8d9d852d2ba5 req-d7efd0a6-2898-4424-b9cd-e99882fa1d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:45.570288 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dca1fb8b-789a-4927-928c-8d9d852d2ba5 req-d7efd0a6-2898-4424-b9cd-e99882fa1d9b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f5c878306d2c4fbcbebf77004da8b742&device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 1096 time: 0.1324451 Sep 01 15:11:45.579911 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e492e92-82f8-4fc2-bbcf-8caa464889b3 req-a6524b1a-4468-43d6-b88d-67e41f45dac1 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:45.587718 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6e492e92-82f8-4fc2-bbcf-8caa464889b3 req-a6524b1a-4468-43d6-b88d-67e41f45dac1 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 0.1220148 Sep 01 15:11:45.597342 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32a6846-75e2-4a3e-aec3-0e166ad7aaff'}, {'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25889e58-c1fa-4ed2-89a7-236d8cfd5f91'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:45.603125 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98188e1e-a212-4951-bfba-5848082cb23b" -d '{"events": [{"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-plugged", "status": "completed", "tag": "c32a6846-75e2-4a3e-aec3-0e166ad7aaff"}, {"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-plugged", "status": "completed", "tag": "25889e58-c1fa-4ed2-89a7-236d8cfd5f91"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:45.609700 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbcf7d-39e4-4f0f-9a2b-42032030b28e req-bd201f66-f842-4b6a-8c80-2ce7d05557a9 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:45.618813 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-20cbcf7d-39e4-4f0f-9a2b-42032030b28e req-bd201f66-f842-4b6a-8c80-2ce7d05557a9 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 943 time: 0.1781602 Sep 01 15:11:45.679320 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:45.736202 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4,segment=NetworkSegment(6de3f90f-c656-409d-b38f-9feda8a4045d),segment_id=6de3f90f-c656-409d-b38f-9feda8a4045d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:45.742086 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:45.743639 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device d7fe6b2b-4faf-479e-97eb-4d3b218d201c up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:45.793337 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-20cbcf7d-39e4-4f0f-9a2b-42032030b28e req-b9e050b3-0f0e-4dd2-8c70-7238809c2fe7 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733220 Sep 01 15:11:45.842002 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6e492e92-82f8-4fc2-bbcf-8caa464889b3 req-6815be84-5ddf-4a91-9a58-a0c995e122b3 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532802 Sep 01 15:11:45.851654 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82113674-f330-4500-992a-46320e1407fa req-05f4f117-b23d-4f9e-8c6b-9c0fdea0dcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:45.860159 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-82113674-f330-4500-992a-46320e1407fa req-05f4f117-b23d-4f9e-8c6b-9c0fdea0dcfb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f5c878306d2c4fbcbebf77004da8b742&device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 1095 time: 0.2454052 Sep 01 15:11:45.870172 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:45.895444 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port d7fe6b2b-4faf-479e-97eb-4d3b218d201c completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:45.909038 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port d7fe6b2b-4faf-479e-97eb-4d3b218d201c triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:45.919128 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-84b99c2a-5846-492d-99ae-687f8fb6c98a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:45.922573 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:45.990193 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1fb8b-789a-4927-928c-8d9d852d2ba5 req-7ed29c11-8a9c-417a-92fc-b3d1fd8bbe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:45.991965 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dca1fb8b-789a-4927-928c-8d9d852d2ba5 req-7ed29c11-8a9c-417a-92fc-b3d1fd8bbe62 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 200 len: 913 time: 0.3672879 Sep 01 15:11:46.059037 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14a6096-2eff-46ba-a7a8-1d4f340d27ae x-openstack-request-id: req-d14a6096-2eff-46ba-a7a8-1d4f340d27ae {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:46.059408 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-plugged", "status": "completed", "tag": "c32a6846-75e2-4a3e-aec3-0e166ad7aaff", "code": 200}, {"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-plugged", "status": "completed", "tag": "25889e58-c1fa-4ed2-89a7-236d8cfd5f91", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:46.059592 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d14a6096-2eff-46ba-a7a8-1d4f340d27ae {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:46.060008 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32a6846-75e2-4a3e-aec3-0e166ad7aaff', 'code': 200} Sep 01 15:11:46.060275 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25889e58-c1fa-4ed2-89a7-236d8cfd5f91', 'code': 200} Sep 01 15:11:46.113330 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-84b99c2a-5846-492d-99ae-687f8fb6c98a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:46.118896 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dca1fb8b-789a-4927-928c-8d9d852d2ba5 req-dc46ac47-c5f0-48b3-b396-50fae41a8fd7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d HTTP/1.1" status: 200 len: 1000 time: 0.1152854 Sep 01 15:11:46.170480 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['decdf579-a3ac-47d2-8e21-42acfa004caa'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:11:46.174281 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-84b99c2a-5846-492d-99ae-687f8fb6c98a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Network 991369d1-6cc8-4ab5-8a03-7b17948fd044 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:11:46.177759 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-84b99c2a-5846-492d-99ae-687f8fb6c98a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:46.191170 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-84b99c2a-5846-492d-99ae-687f8fb6c98a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:11:46.278666 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:46.347550 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port d7fe6b2b-4faf-479e-97eb-4d3b218d201c, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=d7fe6b2b-4faf-479e-97eb-4d3b218d201c,segment=NetworkSegment(9912b1ca-c666-4f3c-9388-ba1946d5a15d),segment_id=9912b1ca-c666-4f3c-9388-ba1946d5a15d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:46.374178 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:46.376451 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f74b773b-5f13-43af-b95b-4dae0c371691 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:46.411991 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b99c2a-5846-492d-99ae-687f8fb6c98a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Pushing event updated for resources: {'Port': ['ID=b862c8b7-3049-4193-97ec-07b8b4cdcc7c,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:46.507911 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-84b99c2a-5846-492d-99ae-687f8fb6c98a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:46.508695 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-84b99c2a-5846-492d-99ae-687f8fb6c98a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:46.538584 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5cf05-da4d-48ce-aa81-c7abe99420da req-9394bce3-4717-4f41-8286-c1ca7d046db3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:46.564427 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5cf05-da4d-48ce-aa81-c7abe99420da req-9394bce3-4717-4f41-8286-c1ca7d046db3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:46.567751 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-84b99c2a-5846-492d-99ae-687f8fb6c98a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6272364 Sep 01 15:11:46.580802 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1fb8b-789a-4927-928c-8d9d852d2ba5 req-35bd94f7-6ca8-4120-836a-d2ef5fc656b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:46.586398 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dca1fb8b-789a-4927-928c-8d9d852d2ba5 req-35bd94f7-6ca8-4120-836a-d2ef5fc656b1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4b8a1a7-4c41-46cc-8798-989cc5140738 HTTP/1.1" status: 200 len: 851 time: 0.3388872 Sep 01 15:11:46.604486 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5cf05-da4d-48ce-aa81-c7abe99420da req-9394bce3-4717-4f41-8286-c1ca7d046db3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:46.626430 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5cf05-da4d-48ce-aa81-c7abe99420da req-9394bce3-4717-4f41-8286-c1ca7d046db3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:46.638530 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=d7fe6b2b-4faf-479e-97eb-4d3b218d201c,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:46.639218 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5cf05-da4d-48ce-aa81-c7abe99420da req-9394bce3-4717-4f41-8286-c1ca7d046db3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:46.646753 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5cf05-da4d-48ce-aa81-c7abe99420da req-9394bce3-4717-4f41-8286-c1ca7d046db3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:46.654384 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5cf05-da4d-48ce-aa81-c7abe99420da req-9394bce3-4717-4f41-8286-c1ca7d046db3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:46.656460 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-23c5cf05-da4d-48ce-aa81-c7abe99420da req-9394bce3-4717-4f41-8286-c1ca7d046db3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5442 time: 0.5696933 Sep 01 15:11:46.660104 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82113674-f330-4500-992a-46320e1407fa req-749fb649-a5b8-453b-aafb-ae5d80b943ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:46.667166 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67e203-448a-426c-9157-f948e9a64c44 req-2f9f2e28-36de-4775-9c43-b4e9169d6940 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:46.669927 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7a67e203-448a-426c-9157-f948e9a64c44 req-2f9f2e28-36de-4775-9c43-b4e9169d6940 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d601d07-7a2c-441e-a890-d93e518a001d HTTP/1.1" status: 200 len: 931 time: 0.4246311 Sep 01 15:11:46.672057 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-82113674-f330-4500-992a-46320e1407fa req-749fb649-a5b8-453b-aafb-ae5d80b943ec service neutron] 10.222.0.45 "GET /v2.0/networks?id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 200 len: 913 time: 0.8039088 Sep 01 15:11:46.677035 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-e3fe53fe-4602-4ae2-b3d1-d003db28556d service neutron] Request body: {'port': {'device_id': '7d601d07-7a2c-441e-a890-d93e518a001d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:46.714771 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port f74b773b-5f13-43af-b95b-4dae0c371691 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:46.772581 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port f74b773b-5f13-43af-b95b-4dae0c371691 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:46.772903 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:46.773891 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-23c5cf05-da4d-48ce-aa81-c7abe99420da req-5f31afce-709f-4ea9-b74b-2880505d790e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0981517 Sep 01 15:11:46.860149 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-82113674-f330-4500-992a-46320e1407fa req-4400c48a-6458-4f9c-b02d-4fa25a493a2e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ef6978b-ef85-4c33-af04-e19602f26273 HTTP/1.1" status: 200 len: 217 time: 0.0850763 Sep 01 15:11:47.003535 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-e3fe53fe-4602-4ae2-b3d1-d003db28556d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:47.075373 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82113674-f330-4500-992a-46320e1407fa req-086f696d-4d6e-421f-b3ad-8cf3d151c8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:47.078286 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-82113674-f330-4500-992a-46320e1407fa req-086f696d-4d6e-421f-b3ad-8cf3d151c8e3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4b8a1a7-4c41-46cc-8798-989cc5140738 HTTP/1.1" status: 200 len: 851 time: 0.1426666 Sep 01 15:11:47.091575 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7a67e203-448a-426c-9157-f948e9a64c44 req-887ac143-1410-4f72-a409-0fef121ed76f tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075286 Sep 01 15:11:47.095904 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214a5f5-caa7-4742-a141-fe8e5ac6e136 req-b948f515-adba-4b72-8b6f-9a59b0f3e778 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:47.104131 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5214a5f5-caa7-4742-a141-fe8e5ac6e136 req-b948f515-adba-4b72-8b6f-9a59b0f3e778 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 944 time: 0.1102130 Sep 01 15:11:47.155504 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1fb8b-789a-4927-928c-8d9d852d2ba5 req-f43fdb5e-7a40-498c-b8cf-f7fc19623a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:47.159075 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dca1fb8b-789a-4927-928c-8d9d852d2ba5 req-f43fdb5e-7a40-498c-b8cf-f7fc19623a84 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3820951 Sep 01 15:11:47.210612 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5214a5f5-caa7-4742-a141-fe8e5ac6e136 req-23acaf7a-19b4-4381-995b-d20249ffd0e9 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041596 Sep 01 15:11:47.243311 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82113674-f330-4500-992a-46320e1407fa req-11b2f4bb-ef98-4384-80d1-a3053ba0d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:47.246121 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-82113674-f330-4500-992a-46320e1407fa req-11b2f4bb-ef98-4384-80d1-a3053ba0d516 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165371 Sep 01 15:11:47.277147 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:47.392003 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port f74b773b-5f13-43af-b95b-4dae0c371691, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f74b773b-5f13-43af-b95b-4dae0c371691,segment=NetworkSegment(9912b1ca-c666-4f3c-9388-ba1946d5a15d),segment_id=9912b1ca-c666-4f3c-9388-ba1946d5a15d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:47.409651 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:47.413611 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 2ed15646-9fa6-43dc-b376-d3212fd60a6f up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:47.469493 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dca1fb8b-789a-4927-928c-8d9d852d2ba5 req-bba82533-a517-4a1a-b6a8-c152be4cd003 service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829006 Sep 01 15:11:47.596841 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50ae4c-bbde-4307-8c3e-11014a63e55f req-e88b9210-e4ce-4a10-aa8e-c91c64ffd8ee tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:47.614657 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3f50ae4c-bbde-4307-8c3e-11014a63e55f req-e88b9210-e4ce-4a10-aa8e-c91c64ffd8ee tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 943 time: 0.2223482 Sep 01 15:11:47.669440 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-82113674-f330-4500-992a-46320e1407fa req-1fbdb46e-ac55-475f-964e-7eb9a300c4f0 service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940413 Sep 01 15:11:47.781861 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=f74b773b-5f13-43af-b95b-4dae0c371691,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:47.793305 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7c391-3022-499d-bf6d-d610078347d5 req-68a68e20-0b42-4e20-b9c6-01bb0acda1f2 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:47.797154 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aff7c391-3022-499d-bf6d-d610078347d5 req-68a68e20-0b42-4e20-b9c6-01bb0acda1f2 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 946 time: 0.4649534 Sep 01 15:11:47.816135 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 2ed15646-9fa6-43dc-b376-d3212fd60a6f completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:47.826092 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 2ed15646-9fa6-43dc-b376-d3212fd60a6f triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:47.826642 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:47.842986 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3f50ae4c-bbde-4307-8c3e-11014a63e55f req-22e58887-15a1-4a5d-9ddd-3ae49b045497 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257452 Sep 01 15:11:47.986228 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aff7c391-3022-499d-bf6d-d610078347d5 req-41d25761-a4fd-44b9-9ebf-ca704e0acf5c tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680908 Sep 01 15:11:48.001240 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dca1fb8b-789a-4927-928c-8d9d852d2ba5 req-e0155fcf-258b-4030-80c8-333dfb8d081f service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471240 Sep 01 15:11:48.058704 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:48.092510 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4'}, {'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7fe6b2b-4faf-479e-97eb-4d3b218d201c'}, {'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74b773b-5f13-43af-b95b-4dae0c371691'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:48.099083 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8606af30-a308-4159-b6e1-34320dade72a" -d '{"events": [{"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-plugged", "status": "completed", "tag": "a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4"}, {"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-plugged", "status": "completed", "tag": "d7fe6b2b-4faf-479e-97eb-4d3b218d201c"}, {"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-plugged", "status": "completed", "tag": "f74b773b-5f13-43af-b95b-4dae0c371691"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:48.163329 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-82113674-f330-4500-992a-46320e1407fa req-4b29a927-2cf1-43a8-a9de-b278dbd527cd service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859526 Sep 01 15:11:48.165143 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 2ed15646-9fa6-43dc-b376-d3212fd60a6f, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=2ed15646-9fa6-43dc-b376-d3212fd60a6f,segment=NetworkSegment(6de3f90f-c656-409d-b38f-9feda8a4045d),segment_id=6de3f90f-c656-409d-b38f-9feda8a4045d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:48.177646 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:48.179439 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 3d5cb6f3-2f23-485c-94f0-fb274a06c858 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:48.299754 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-e3fe53fe-4602-4ae2-b3d1-d003db28556d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b862c8b7-3049-4193-97ec-07b8b4cdcc7c {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:11:48.300585 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feced889-f4ee-4f67-be5d-54f5dc3b4cef req-6a1d06ab-6c2a-4222-b2ae-5575bb893654 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:48.312073 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-feced889-f4ee-4f67-be5d-54f5dc3b4cef req-6a1d06ab-6c2a-4222-b2ae-5575bb893654 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 0.1720221 Sep 01 15:11:48.322000 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-e3fe53fe-4602-4ae2-b3d1-d003db28556d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:48.357385 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-e3fe53fe-4602-4ae2-b3d1-d003db28556d service neutron] Transition to ACTIVE for port object b862c8b7-3049-4193-97ec-07b8b4cdcc7c will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:11:48.379872 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-e3fe53fe-4602-4ae2-b3d1-d003db28556d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:48.404746 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-feced889-f4ee-4f67-be5d-54f5dc3b4cef req-d24d1d5e-e171-4952-9f12-b67a1c7569d2 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901580 Sep 01 15:11:48.474226 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=2ed15646-9fa6-43dc-b376-d3212fd60a6f,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:48.494357 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 0ef6978b-ef85-4c33-af04-e19602f26273 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:11:48.537539 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 3d5cb6f3-2f23-485c-94f0-fb274a06c858 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:48.551442 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 3d5cb6f3-2f23-485c-94f0-fb274a06c858 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:48.553048 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:48.564950 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe53fe-4602-4ae2-b3d1-d003db28556d service neutron] Pushing event updated for resources: {'Port': ['ID=b862c8b7-3049-4193-97ec-07b8b4cdcc7c,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:48.600634 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f3cf7-95fc-40b0-884f-e6d23d9d8e22 req-cac5b0e1-43f3-4891-a9dd-9eb38e3a4de1 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:48.615104 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dd7f3cf7-95fc-40b0-884f-e6d23d9d8e22 req-cac5b0e1-43f3-4891-a9dd-9eb38e3a4de1 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 946 time: 0.1367643 Sep 01 15:11:48.689224 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607398c-3971-46cc-b7c0-ae445b400393 req-57020e61-39ad-4d07-93a4-eb05458060e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:48.691387 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.resource_extend [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:11:48.702146 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607398c-3971-46cc-b7c0-ae445b400393 req-57020e61-39ad-4d07-93a4-eb05458060e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:48.714984 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607398c-3971-46cc-b7c0-ae445b400393 req-57020e61-39ad-4d07-93a4-eb05458060e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:48.727437 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607398c-3971-46cc-b7c0-ae445b400393 req-57020e61-39ad-4d07-93a4-eb05458060e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:48.740586 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607398c-3971-46cc-b7c0-ae445b400393 req-57020e61-39ad-4d07-93a4-eb05458060e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:48.778350 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dd7f3cf7-95fc-40b0-884f-e6d23d9d8e22 req-42127b54-25aa-4a29-aaa2-dc58a31afba0 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469784 Sep 01 15:11:48.778842 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607398c-3971-46cc-b7c0-ae445b400393 req-57020e61-39ad-4d07-93a4-eb05458060e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:48.787543 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607398c-3971-46cc-b7c0-ae445b400393 req-57020e61-39ad-4d07-93a4-eb05458060e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:48.793765 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4607398c-3971-46cc-b7c0-ae445b400393 req-57020e61-39ad-4d07-93a4-eb05458060e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5445 time: 0.4617689 Sep 01 15:11:48.894058 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b76a635-93a5-421b-98f3-5a41e7e9ce47 x-openstack-request-id: req-8b76a635-93a5-421b-98f3-5a41e7e9ce47 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:48.894576 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-plugged", "status": "completed", "tag": "a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4", "code": 200}, {"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-plugged", "status": "completed", "tag": "d7fe6b2b-4faf-479e-97eb-4d3b218d201c", "code": 200}, {"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-plugged", "status": "completed", "tag": "f74b773b-5f13-43af-b95b-4dae0c371691", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:48.894945 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8b76a635-93a5-421b-98f3-5a41e7e9ce47 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:48.895480 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4', 'code': 200} Sep 01 15:11:48.895853 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7fe6b2b-4faf-479e-97eb-4d3b218d201c', 'code': 200} Sep 01 15:11:48.896216 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74b773b-5f13-43af-b95b-4dae0c371691', 'code': 200} Sep 01 15:11:48.968084 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-e3fe53fe-4602-4ae2-b3d1-d003db28556d service neutron] Attempting to bind port b862c8b7-3049-4193-97ec-07b8b4cdcc7c on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:11:48.968460 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-e3fe53fe-4602-4ae2-b3d1-d003db28556d service neutron] Attempting to bind port b862c8b7-3049-4193-97ec-07b8b4cdcc7c by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:11:48.968798 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-e3fe53fe-4602-4ae2-b3d1-d003db28556d service neutron] Attempting to bind port b862c8b7-3049-4193-97ec-07b8b4cdcc7c on network 991369d1-6cc8-4ab5-8a03-7b17948fd044 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:49.049899 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4607398c-3971-46cc-b7c0-ae445b400393 req-d161d6aa-256c-456c-86c8-b800f7b6442f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1419539 Sep 01 15:11:49.054065 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-e3fe53fe-4602-4ae2-b3d1-d003db28556d service neutron] Port b862c8b7-3049-4193-97ec-07b8b4cdcc7c on network 991369d1-6cc8-4ab5-8a03-7b17948fd044 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:11:49.054463 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-e3fe53fe-4602-4ae2-b3d1-d003db28556d service neutron] Attempting to bind port b862c8b7-3049-4193-97ec-07b8b4cdcc7c on network 991369d1-6cc8-4ab5-8a03-7b17948fd044 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:11:49.074488 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-e3fe53fe-4602-4ae2-b3d1-d003db28556d service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:11:49.074488 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-e3fe53fe-4602-4ae2-b3d1-d003db28556d service neutron] Checking segment: {'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:11:49.074488 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-e3fe53fe-4602-4ae2-b3d1-d003db28556d service neutron] Bound using segment: {'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:11:49.074488 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-e3fe53fe-4602-4ae2-b3d1-d003db28556d service neutron] Bound port: b862c8b7-3049-4193-97ec-07b8b4cdcc7c, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:11:49.074488 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-e3fe53fe-4602-4ae2-b3d1-d003db28556d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:49.099339 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b9ebe-545c-48a5-ac76-f7c64301bcc1 req-0458dbe7-1a21-4547-ade8-a7c17f6529c5 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:49.116746 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-670b9ebe-545c-48a5-ac76-f7c64301bcc1 req-0458dbe7-1a21-4547-ade8-a7c17f6529c5 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d601d07-7a2c-441e-a890-d93e518a001d HTTP/1.1" status: 200 len: 943 time: 0.1545887 Sep 01 15:11:49.130944 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:49.205618 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33984) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:49.242462 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-670b9ebe-545c-48a5-ac76-f7c64301bcc1 req-9935dfa8-49ff-48b1-8d5d-23f595398b1f tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234465 Sep 01 15:11:49.302711 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 0ef6978b-ef85-4c33-af04-e19602f26273, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=0ef6978b-ef85-4c33-af04-e19602f26273,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:49.354731 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '0ef6978b-ef85-4c33-af04-e19602f26273', 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'port_id': '0ef6978b-ef85-4c33-af04-e19602f26273', 'mac_address': 'fa:16:3e:f5:86:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b8a1a7-4c41-46cc-8798-989cc5140738', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:11:49.404823 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 3d5cb6f3-2f23-485c-94f0-fb274a06c858, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=3d5cb6f3-2f23-485c-94f0-fb274a06c858,segment=NetworkSegment(9912b1ca-c666-4f3c-9388-ba1946d5a15d),segment_id=9912b1ca-c666-4f3c-9388-ba1946d5a15d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:49.434334 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:49.458743 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-e3fe53fe-4602-4ae2-b3d1-d003db28556d service neutron] For port b862c8b7-3049-4193-97ec-07b8b4cdcc7c, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:11:49.500683 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-e3fe53fe-4602-4ae2-b3d1-d003db28556d service neutron] For port b862c8b7-3049-4193-97ec-07b8b4cdcc7c, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b862c8b7-3049-4193-97ec-07b8b4cdcc7c,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:11:49.506251 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d4c2b5-cf30-4f3d-b626-830fe80c3d88 admin admin] Deleting subnet 194d1d59-7b47-476a-b712-76fc814d7b3a {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:11:49.512913 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-88d4c2b5-cf30-4f3d-b626-830fe80c3d88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:49.523497 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253507d6-dc83-48c8-a6c9-bb0da5fe4893 req-396a5c15-8b09-424b-97c7-18b7a4b4ec3c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:49.525474 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-253507d6-dc83-48c8-a6c9-bb0da5fe4893 req-396a5c15-8b09-424b-97c7-18b7a4b4ec3c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 944 time: 0.1639738 Sep 01 15:11:49.584574 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-e3fe53fe-4602-4ae2-b3d1-d003db28556d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:49.661305 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:49.677332 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef6978b-ef85-4c33-af04-e19602f26273 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:11:49.693221 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe53fe-4602-4ae2-b3d1-d003db28556d service neutron] Pushing event updated for resources: {'Port': ['ID=b862c8b7-3049-4193-97ec-07b8b4cdcc7c,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:49.728524 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-e3fe53fe-4602-4ae2-b3d1-d003db28556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:49.729318 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-e3fe53fe-4602-4ae2-b3d1-d003db28556d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:49.731810 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-e3fe53fe-4602-4ae2-b3d1-d003db28556d service neutron] 10.222.0.45 "PUT /v2.0/ports/b862c8b7-3049-4193-97ec-07b8b4cdcc7c HTTP/1.1" status: 200 len: 1091 time: 3.1233666 Sep 01 15:11:49.749678 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d601d07-7a2c-441e-a890-d93e518a001d', 'tag': 'b862c8b7-3049-4193-97ec-07b8b4cdcc7c'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:49.752720 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dbf3e0-3109-4871-87a5-fda10a16cf77" -d '{"events": [{"name": "network-changed", "server_uuid": "7d601d07-7a2c-441e-a890-d93e518a001d", "tag": "b862c8b7-3049-4193-97ec-07b8b4cdcc7c"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:49.756209 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 0ef6978b-ef85-4c33-af04-e19602f26273, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=0ef6978b-ef85-4c33-af04-e19602f26273,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:49.758360 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-88d4c2b5-cf30-4f3d-b626-830fe80c3d88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:49.763065 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-253507d6-dc83-48c8-a6c9-bb0da5fe4893 req-81e5d4d8-3b77-4c60-a1ea-ea41b4cf8e90 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897938 Sep 01 15:11:49.780554 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:49.795420 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=3d5cb6f3-2f23-485c-94f0-fb274a06c858,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:49.916967 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-88d4c2b5-cf30-4f3d-b626-830fe80c3d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:50.225416 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-6f35b898-dde7-43b3-aeca-28f1aeaa2746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:50.227282 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-6f35b898-dde7-43b3-aeca-28f1aeaa2746 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d7c0ff87c7c4cc083c6404989b27ea4&device_id=7d601d07-7a2c-441e-a890-d93e518a001d HTTP/1.1" status: 200 len: 1094 time: 0.3222411 Sep 01 15:11:50.270069 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=0ef6978b-ef85-4c33-af04-e19602f26273,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:50.351662 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f0339-ef1e-4cd5-b4e6-6d4d61485e9d req-1aa7378c-7314-4137-ad58-c0938663bcbc tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:50.361581 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1f2f0339-ef1e-4cd5-b4e6-6d4d61485e9d req-1aa7378c-7314-4137-ad58-c0938663bcbc tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 943 time: 0.2977326 Sep 01 15:11:50.365584 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-125f16fa-4409-4d9e-8871-b924f749de9d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b862c8b7-3049-4193-97ec-07b8b4cdcc7c HTTP/1.1" status: 200 len: 217 time: 0.0946856 Sep 01 15:11:50.373660 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['0ef6978b-ef85-4c33-af04-e19602f26273'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:11:50.379149 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-88d4c2b5-cf30-4f3d-b626-830fe80c3d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:50.429311 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4c2b5-cf30-4f3d-b626-830fe80c3d88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=194d1d59-7b47-476a-b712-76fc814d7b3a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:50.444495 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-88d4c2b5-cf30-4f3d-b626-830fe80c3d88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:50.446213 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-88d4c2b5-cf30-4f3d-b626-830fe80c3d88 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/194d1d59-7b47-476a-b712-76fc814d7b3a HTTP/1.1" status: 204 len: 168 time: 1.2393777 Sep 01 15:11:50.456819 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34010) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:50.515366 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1f2f0339-ef1e-4cd5-b4e6-6d4d61485e9d req-2b7e7e5c-4d46-4647-aa88-ffa8505734cc tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520135 Sep 01 15:11:50.666399 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e14ac70-87e5-40f4-9c46-99366ffca8a5 x-openstack-request-id: req-1e14ac70-87e5-40f4-9c46-99366ffca8a5 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:50.667509 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d601d07-7a2c-441e-a890-d93e518a001d", "tag": "b862c8b7-3049-4193-97ec-07b8b4cdcc7c", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:50.667883 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1e14ac70-87e5-40f4-9c46-99366ffca8a5 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:50.668401 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d601d07-7a2c-441e-a890-d93e518a001d', 'tag': 'b862c8b7-3049-4193-97ec-07b8b4cdcc7c', 'status': 'completed', 'code': 200} Sep 01 15:11:50.697161 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea399b2-d6b0-433c-b7c6-243a9033dd5d req-660c97dd-3d7e-40e2-96e5-263113d01630 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:50.710344 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cea399b2-d6b0-433c-b7c6-243a9033dd5d req-660c97dd-3d7e-40e2-96e5-263113d01630 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 0.2958360 Sep 01 15:11:50.765200 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-acdef689-9762-46b9-9801-54908a414527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:50.770377 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-acdef689-9762-46b9-9801-54908a414527 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35b27872-673a-446b-88b2-296c933a8cce HTTP/1.1" status: 200 len: 845 time: 0.3148196 Sep 01 15:11:50.785119 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d521fc5-a715-4936-b778-6a8475f78284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:50.883875 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cea399b2-d6b0-433c-b7c6-243a9033dd5d req-b95d059d-4f58-40d0-95d9-36f4b404f36d tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724260 Sep 01 15:11:50.900054 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed15646-9fa6-43dc-b376-d3212fd60a6f'}, {'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5cb6f3-2f23-485c-94f0-fb274a06c858'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:50.904145 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9271c306-8621-44a4-b5b3-87df3fb3ce5d" -d '{"events": [{"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-plugged", "status": "completed", "tag": "2ed15646-9fa6-43dc-b376-d3212fd60a6f"}, {"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-plugged", "status": "completed", "tag": "3d5cb6f3-2f23-485c-94f0-fb274a06c858"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:51.047908 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-3d681f21-a9e7-4c8c-ad37-4a54c72b6207 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=991369d1-6cc8-4ab5-8a03-7b17948fd044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586267 Sep 01 15:11:51.055451 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d521fc5-a715-4936-b778-6a8475f78284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:51.057428 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e3370-64ff-418a-acc3-2a69d4ab77cc req-da63718c-c0ae-4a4d-b00a-49525df3f945 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:51.067686 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0e7e3370-64ff-418a-acc3-2a69d4ab77cc req-da63718c-c0ae-4a4d-b00a-49525df3f945 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 946 time: 0.0786223 Sep 01 15:11:51.101319 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f7dc0-5859-4e85-8389-465e53a00561 req-ea362246-bbeb-4437-9759-d428612f6037 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:51.109807 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f7dc0-5859-4e85-8389-465e53a00561 req-ea362246-bbeb-4437-9759-d428612f6037 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:51.117852 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f7dc0-5859-4e85-8389-465e53a00561 req-ea362246-bbeb-4437-9759-d428612f6037 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:51.126847 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f7dc0-5859-4e85-8389-465e53a00561 req-ea362246-bbeb-4437-9759-d428612f6037 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:51.133533 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f7dc0-5859-4e85-8389-465e53a00561 req-ea362246-bbeb-4437-9759-d428612f6037 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:51.134496 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0e7e3370-64ff-418a-acc3-2a69d4ab77cc req-b91dea31-7871-438d-aded-8af0b338a963 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657334 Sep 01 15:11:51.141621 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f7dc0-5859-4e85-8389-465e53a00561 req-ea362246-bbeb-4437-9759-d428612f6037 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:51.149216 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f7dc0-5859-4e85-8389-465e53a00561 req-ea362246-bbeb-4437-9759-d428612f6037 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:51.152577 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-035f7dc0-5859-4e85-8389-465e53a00561 req-ea362246-bbeb-4437-9759-d428612f6037 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5446 time: 0.3428638 Sep 01 15:11:51.168903 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-2d521fc5-a715-4936-b778-6a8475f78284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6240944-9b17-4213-96a6-d174c6ab8fe6']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:51.224796 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-2d521fc5-a715-4936-b778-6a8475f78284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc51287a-43c5-4dc3-b2e0-f2358a9ed413') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:51.225577 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-2d521fc5-a715-4936-b778-6a8475f78284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc51287a-43c5-4dc3-b2e0-f2358a9ed413') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:11:51.281789 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d521fc5-a715-4936-b778-6a8475f78284 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:51.309731 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-035f7dc0-5859-4e85-8389-465e53a00561 req-c243ea40-010f-40e9-9e11-a1a59ab1035f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1362789 Sep 01 15:11:51.358502 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d521fc5-a715-4936-b778-6a8475f78284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:51.363943 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f92b2-adf3-4ec6-82cf-1192bb9c9fbc req-16e2eaa8-13d9-4097-974b-cb29bb64e432 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:51.380333 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bb8f92b2-adf3-4ec6-82cf-1192bb9c9fbc req-16e2eaa8-13d9-4097-974b-cb29bb64e432 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d601d07-7a2c-441e-a890-d93e518a001d HTTP/1.1" status: 200 len: 943 time: 0.1408784 Sep 01 15:11:51.402554 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d521fc5-a715-4936-b778-6a8475f78284 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:11:51.404222 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d521fc5-a715-4936-b778-6a8475f78284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:11:51.409518 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:11:51.495970 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bb8f92b2-adf3-4ec6-82cf-1192bb9c9fbc req-a056ae54-3172-4617-b400-73c7336c22e4 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143551 Sep 01 15:11:51.601485 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cad78d0-e90f-46c4-a920-52687ed463a5 x-openstack-request-id: req-1cad78d0-e90f-46c4-a920-52687ed463a5 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:51.601806 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-plugged", "status": "completed", "tag": "2ed15646-9fa6-43dc-b376-d3212fd60a6f", "code": 200}, {"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-plugged", "status": "completed", "tag": "3d5cb6f3-2f23-485c-94f0-fb274a06c858", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:51.602073 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1cad78d0-e90f-46c4-a920-52687ed463a5 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:51.602515 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed15646-9fa6-43dc-b376-d3212fd60a6f', 'code': 200} Sep 01 15:11:51.602810 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5cb6f3-2f23-485c-94f0-fb274a06c858', 'code': 200} Sep 01 15:11:51.677521 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-267bf9fe-39d7-4f2b-be11-7903a9c6c223 service neutron] 10.222.0.45 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063590 Sep 01 15:11:51.749811 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdf1ae-36b9-4352-a10e-3413e8e329a2 req-c468a253-cee5-4e6d-9f7a-f94cce105e8b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:51.758839 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1ecdf1ae-36b9-4352-a10e-3413e8e329a2 req-c468a253-cee5-4e6d-9f7a-f94cce105e8b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 945 time: 0.3473041 Sep 01 15:11:51.893569 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d521fc5-a715-4936-b778-6a8475f78284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:51.924895 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d521fc5-a715-4936-b778-6a8475f78284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:51.935281 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2d521fc5-a715-4936-b778-6a8475f78284 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b6240944-9b17-4213-96a6-d174c6ab8fe6 HTTP/1.1" status: 204 len: 168 time: 1.4770453 Sep 01 15:11:51.942844 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6f94f-5b82-4c73-a4f2-723ea67eca24 req-35c03407-0254-4eee-b6ae-fbde6ab63f2c tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:51.971242 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bcd6f94f-5b82-4c73-a4f2-723ea67eca24 req-35c03407-0254-4eee-b6ae-fbde6ab63f2c tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 943 time: 0.2118266 Sep 01 15:11:52.117531 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bcd6f94f-5b82-4c73-a4f2-723ea67eca24 req-c681bd3a-84f2-4a4e-b25f-824a0626ddd8 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367009 Sep 01 15:11:52.157069 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55bcac0e-3342-4c81-bbde-6f8b9490d189 req-ea222525-7399-433d-b0ce-2033f54ffd37 service neutron] 10.222.0.45 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942473 Sep 01 15:11:52.243124 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d521fc5-a715-4936-b778-6a8475f78284 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6240944-9b17-4213-96a6-d174c6ab8fe6,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:52.302880 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1ecdf1ae-36b9-4352-a10e-3413e8e329a2 req-936ca0bf-5d80-4ef4-8c46-b2b1c049c4f4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5426428 Sep 01 15:11:52.307107 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34030) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:52.352060 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886183c-6710-4d6a-b275-d5cd63098b02 req-b14d7648-a53d-41f7-976c-c673d816db16 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:52.359997 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6886183c-6710-4d6a-b275-d5cd63098b02 req-b14d7648-a53d-41f7-976c-c673d816db16 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 0.1445963 Sep 01 15:11:52.393393 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cadf6c-42c1-451f-82e7-3305bcba168f req-3b537682-4c25-4695-b2bb-002af3f25d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:52.394741 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cadf6c-42c1-451f-82e7-3305bcba168f req-3b537682-4c25-4695-b2bb-002af3f25d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:52.395615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cadf6c-42c1-451f-82e7-3305bcba168f req-3b537682-4c25-4695-b2bb-002af3f25d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:52.397882 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cadf6c-42c1-451f-82e7-3305bcba168f req-3b537682-4c25-4695-b2bb-002af3f25d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:52.398814 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cadf6c-42c1-451f-82e7-3305bcba168f req-3b537682-4c25-4695-b2bb-002af3f25d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:52.399959 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cadf6c-42c1-451f-82e7-3305bcba168f req-3b537682-4c25-4695-b2bb-002af3f25d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:52.400758 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cadf6c-42c1-451f-82e7-3305bcba168f req-3b537682-4c25-4695-b2bb-002af3f25d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:52.405139 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-15cadf6c-42c1-451f-82e7-3305bcba168f req-3b537682-4c25-4695-b2bb-002af3f25d92 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 6503 time: 0.5367172 Sep 01 15:11:52.465103 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6886183c-6710-4d6a-b275-d5cd63098b02 req-6d19a2d9-a7a8-47db-9d69-5a674304023e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040213 Sep 01 15:11:52.487951 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 0ef6978b-ef85-4c33-af04-e19602f26273 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:11:52.505825 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-aa76515a-e8ea-4ec8-96b3-a87721b88555 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=25c63f341b704b118e09b4c621c2aa93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1903806 Sep 01 15:11:52.506056 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34038) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:52.563253 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-15cadf6c-42c1-451f-82e7-3305bcba168f req-a92b31ef-d310-4057-8717-8b8524473acd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1049602 Sep 01 15:11:52.653430 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 0ef6978b-ef85-4c33-af04-e19602f26273 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:11:52.658561 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 0ef6978b-ef85-4c33-af04-e19602f26273 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:11:52.659055 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:52.705489 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-383fd78b-4a12-4269-926c-40ac89057e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:52.750676 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d145f8d-8f95-480f-a42d-5ffbee40a98b req-fb83275e-bd1d-468b-8003-25d497099345 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:52.755706 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0d145f8d-8f95-480f-a42d-5ffbee40a98b req-fb83275e-bd1d-468b-8003-25d497099345 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 946 time: 0.2107048 Sep 01 15:11:52.829775 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-383fd78b-4a12-4269-926c-40ac89057e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:52.913249 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0d145f8d-8f95-480f-a42d-5ffbee40a98b req-135c8bbc-39d9-4f80-aa12-e25c24e8074f tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493726 Sep 01 15:11:52.932182 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5762d-50c4-41d5-a213-6602a9f35c15 req-5b0af7ef-ec46-4fd9-9617-bb2647a4a91f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:52.945514 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5762d-50c4-41d5-a213-6602a9f35c15 req-5b0af7ef-ec46-4fd9-9617-bb2647a4a91f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:52.959155 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5762d-50c4-41d5-a213-6602a9f35c15 req-5b0af7ef-ec46-4fd9-9617-bb2647a4a91f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:52.981510 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5762d-50c4-41d5-a213-6602a9f35c15 req-5b0af7ef-ec46-4fd9-9617-bb2647a4a91f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:52.991230 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:52.996194 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5762d-50c4-41d5-a213-6602a9f35c15 req-5b0af7ef-ec46-4fd9-9617-bb2647a4a91f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:53.009401 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5762d-50c4-41d5-a213-6602a9f35c15 req-5b0af7ef-ec46-4fd9-9617-bb2647a4a91f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:53.035592 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5762d-50c4-41d5-a213-6602a9f35c15 req-5b0af7ef-ec46-4fd9-9617-bb2647a4a91f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:53.049732 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1cd5762d-50c4-41d5-a213-6602a9f35c15 req-5b0af7ef-ec46-4fd9-9617-bb2647a4a91f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5446 time: 0.3042262 Sep 01 15:11:53.084231 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 0ef6978b-ef85-4c33-af04-e19602f26273, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=0ef6978b-ef85-4c33-af04-e19602f26273,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:11:53.094867 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:53.149703 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e547b-5246-4617-b257-1e9305776ee5 req-d8e96d22-7d6a-4828-a6dd-4a4853b7284b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:53.151469 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-992e547b-5246-4617-b257-1e9305776ee5 req-d8e96d22-7d6a-4828-a6dd-4a4853b7284b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d601d07-7a2c-441e-a890-d93e518a001d HTTP/1.1" status: 200 len: 943 time: 0.1133316 Sep 01 15:11:53.160766 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1cd5762d-50c4-41d5-a213-6602a9f35c15 req-2e76c5a8-daa7-4a41-8132-f795c8fbe5c5 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0978041 Sep 01 15:11:53.184969 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-383fd78b-4a12-4269-926c-40ac89057e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:53.189054 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-383fd78b-4a12-4269-926c-40ac89057e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:53.212333 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-383fd78b-4a12-4269-926c-40ac89057e29 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/de15b3b7-645d-465c-8865-e9a621d7ea23 HTTP/1.1" status: 204 len: 168 time: 0.6850774 Sep 01 15:11:53.259834 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd78b-4a12-4269-926c-40ac89057e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de15b3b7-645d-465c-8865-e9a621d7ea23,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:53.265038 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-992e547b-5246-4617-b257-1e9305776ee5 req-b6d3ec92-9ba6-4025-ab28-e898ff53e791 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875883 Sep 01 15:11:53.309860 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=0ef6978b-ef85-4c33-af04-e19602f26273,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:53.533996 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fea6d8-d48c-47fb-96e3-b824895c8022 req-b058d5ed-ecc6-4577-b63d-e7d32c687610 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:53.552494 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d6fea6d8-d48c-47fb-96e3-b824895c8022 req-b058d5ed-ecc6-4577-b63d-e7d32c687610 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 943 time: 0.2325711 Sep 01 15:11:53.605507 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc69dccf-c927-4236-aa05-be303a7b4040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef6978b-ef85-4c33-af04-e19602f26273'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:11:53.610505 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce06ed5c-3d9c-495f-a015-5aca280ddfa3" -d '{"events": [{"server_uuid": "bc69dccf-c927-4236-aa05-be303a7b4040", "name": "network-vif-plugged", "status": "completed", "tag": "0ef6978b-ef85-4c33-af04-e19602f26273"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:11:53.706721 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595f80e-bf63-4f08-bfba-5400bb835d85 req-d347b083-7ce5-4b87-83cc-3cc177cd8271 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:53.731472 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f595f80e-bf63-4f08-bfba-5400bb835d85 req-d347b083-7ce5-4b87-83cc-3cc177cd8271 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 946 time: 0.2132494 Sep 01 15:11:53.801193 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d6fea6d8-d48c-47fb-96e3-b824895c8022 req-72aa69ce-2aaf-49a5-a6f0-20727a36d97f tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380702 Sep 01 15:11:53.932834 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f595f80e-bf63-4f08-bfba-5400bb835d85 req-f3a22f7a-9393-4ed9-a434-9b1b1692b38e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955380 Sep 01 15:11:54.086055 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc2b348-4a4e-4abd-a796-14a9e2b9d930 x-openstack-request-id: req-afc2b348-4a4e-4abd-a796-14a9e2b9d930 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:11:54.086700 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc69dccf-c927-4236-aa05-be303a7b4040", "name": "network-vif-plugged", "status": "completed", "tag": "0ef6978b-ef85-4c33-af04-e19602f26273", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:11:54.086700 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-afc2b348-4a4e-4abd-a796-14a9e2b9d930 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:11:54.087270 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc69dccf-c927-4236-aa05-be303a7b4040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef6978b-ef85-4c33-af04-e19602f26273', 'code': 200} Sep 01 15:11:54.154441 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997b918-7bd2-4b39-983a-6cd5570029e0 req-bf24e289-23c9-4f1c-876e-95bbeffa0407 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:54.163376 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c997b918-7bd2-4b39-983a-6cd5570029e0 req-bf24e289-23c9-4f1c-876e-95bbeffa0407 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 0.1466703 Sep 01 15:11:54.282879 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c997b918-7bd2-4b39-983a-6cd5570029e0 req-956c2e6c-347e-4f42-9652-c6934fa99d92 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138449 Sep 01 15:11:54.470202 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d93aef-b1e6-4e73-a503-913bc4fe5289 req-52bc2a42-ecdc-4081-8906-52d992ed3766 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:54.472324 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17d93aef-b1e6-4e73-a503-913bc4fe5289 req-52bc2a42-ecdc-4081-8906-52d992ed3766 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 946 time: 0.2043648 Sep 01 15:11:54.592161 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001802b8-0d44-4e3f-ad6e-97aa1283f0d0 req-bc798c06-0c30-4e45-82ec-50f426605410 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:54.606501 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001802b8-0d44-4e3f-ad6e-97aa1283f0d0 req-bc798c06-0c30-4e45-82ec-50f426605410 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:54.613111 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001802b8-0d44-4e3f-ad6e-97aa1283f0d0 req-bc798c06-0c30-4e45-82ec-50f426605410 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:54.627973 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17d93aef-b1e6-4e73-a503-913bc4fe5289 req-fd58705f-c5ef-4daa-85e1-9476bdc1ab47 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433427 Sep 01 15:11:54.673783 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001802b8-0d44-4e3f-ad6e-97aa1283f0d0 req-bc798c06-0c30-4e45-82ec-50f426605410 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:54.693375 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001802b8-0d44-4e3f-ad6e-97aa1283f0d0 req-bc798c06-0c30-4e45-82ec-50f426605410 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:54.715429 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001802b8-0d44-4e3f-ad6e-97aa1283f0d0 req-bc798c06-0c30-4e45-82ec-50f426605410 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:54.739229 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001802b8-0d44-4e3f-ad6e-97aa1283f0d0 req-bc798c06-0c30-4e45-82ec-50f426605410 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:54.741589 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-001802b8-0d44-4e3f-ad6e-97aa1283f0d0 req-bc798c06-0c30-4e45-82ec-50f426605410 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5446 time: 0.3383613 Sep 01 15:11:54.883488 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-001802b8-0d44-4e3f-ad6e-97aa1283f0d0 req-3dbe7647-0daa-4d60-9112-ee2d481993b4 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1347880 Sep 01 15:11:54.990811 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045066bb-4320-4248-9331-f493aa8ccd64 req-88052933-bddb-489b-8c5e-6ef65b30a18d tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:55.001160 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-045066bb-4320-4248-9331-f493aa8ccd64 req-88052933-bddb-489b-8c5e-6ef65b30a18d tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d601d07-7a2c-441e-a890-d93e518a001d HTTP/1.1" status: 200 len: 943 time: 0.1959364 Sep 01 15:11:55.211523 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-045066bb-4320-4248-9331-f493aa8ccd64 req-f7090010-6baa-4456-afd4-1444dcc260d1 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088683 Sep 01 15:11:55.282000 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbf3e0-3109-4871-87a5-fda10a16cf77 req-140ee926-d4d3-4dba-91f2-0ae4a81a0173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:55.284256 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-68dbf3e0-3109-4871-87a5-fda10a16cf77 req-140ee926-d4d3-4dba-91f2-0ae4a81a0173 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d7c0ff87c7c4cc083c6404989b27ea4&device_id=7d601d07-7a2c-441e-a890-d93e518a001d HTTP/1.1" status: 200 len: 1094 time: 0.2056258 Sep 01 15:11:55.395315 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46736a0-fa19-4ce4-a634-bddffdb90d01 req-0d6b0143-078a-4cb5-bddf-a62f2df9a4c0 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:55.404632 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c46736a0-fa19-4ce4-a634-bddffdb90d01 req-0d6b0143-078a-4cb5-bddf-a62f2df9a4c0 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 943 time: 0.3373618 Sep 01 15:11:55.480597 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365078be-44bf-4b45-a714-9fc16124f7fa req-f0c20962-abe6-4070-b64d-1bc6e5c03e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:55.483013 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-365078be-44bf-4b45-a714-9fc16124f7fa req-f0c20962-abe6-4070-b64d-1bc6e5c03e4c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 1097 time: 0.2229161 Sep 01 15:11:55.496342 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c46736a0-fa19-4ce4-a634-bddffdb90d01 req-41328b60-87b5-4c24-8716-a016a643fec0 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903792 Sep 01 15:11:55.593670 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34094) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:55.596259 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-365078be-44bf-4b45-a714-9fc16124f7fa req-5b66702a-a545-4099-9579-0db1e7c0b88d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966074 Sep 01 15:11:55.738533 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc849e07-d655-4c56-9e8c-d7c2c0a3847d req-c4b1977b-7b73-489f-a75a-afb868b03d2f tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:55.752580 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc849e07-d655-4c56-9e8c-d7c2c0a3847d req-c4b1977b-7b73-489f-a75a-afb868b03d2f tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 0.1103954 Sep 01 15:11:55.845051 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc849e07-d655-4c56-9e8c-d7c2c0a3847d req-eff4d162-661b-41f8-b819-e03aadd96dc0 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860338 Sep 01 15:11:55.887023 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-0336f8f5-4f9e-46a0-a382-cb5a29936025 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1584589-network', 'tenant_id': '09d45a6700334eecbabe77cce1eaadbf'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:55.992386 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0336f8f5-4f9e-46a0-a382-cb5a29936025 admin admin] Made reservation on behalf of 09d45a6700334eecbabe77cce1eaadbf for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:11:55.992386 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0336f8f5-4f9e-46a0-a382-cb5a29936025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:56.105949 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0336f8f5-4f9e-46a0-a382-cb5a29936025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:56.139999 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbf3e0-3109-4871-87a5-fda10a16cf77 req-5a6e5e5a-d1ab-4786-9c0b-486bca7ab1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:56.141882 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-68dbf3e0-3109-4871-87a5-fda10a16cf77 req-5a6e5e5a-d1ab-4786-9c0b-486bca7ab1e7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=991369d1-6cc8-4ab5-8a03-7b17948fd044 HTTP/1.1" status: 200 len: 906 time: 0.7577002 Sep 01 15:11:56.197150 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578af61a-e3f7-46e7-ab68-68f065a699fe req-5d0dc223-6a11-489d-9d0e-b7a59e700b1c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:56.219516 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dddea1-0bbc-4901-8a0c-9aace0f1ba98 req-b8c000c4-0248-4c4f-bb65-939f8c2bc6cd tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:56.221635 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-578af61a-e3f7-46e7-ab68-68f065a699fe req-5d0dc223-6a11-489d-9d0e-b7a59e700b1c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 946 time: 0.8819480 Sep 01 15:11:56.231194 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-75dddea1-0bbc-4901-8a0c-9aace0f1ba98 req-b8c000c4-0248-4c4f-bb65-939f8c2bc6cd tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 946 time: 0.2244828 Sep 01 15:11:56.305088 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-578af61a-e3f7-46e7-ab68-68f065a699fe req-fddb1904-039a-4cdb-bf35-9013333c313e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814371 Sep 01 15:11:56.399487 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-75dddea1-0bbc-4901-8a0c-9aace0f1ba98 req-df92fc69-6356-4f2a-985c-f2c9986435eb tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627030 Sep 01 15:11:56.614809 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0336f8f5-4f9e-46a0-a382-cb5a29936025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:56.659800 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0336f8f5-4f9e-46a0-a382-cb5a29936025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:56.763290 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdcdd0-8541-46bb-8c58-3aa04711df05 req-f1fa72f0-5f61-42a7-8373-80320317bdc7 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:56.777296 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdcdd0-8541-46bb-8c58-3aa04711df05 req-f1fa72f0-5f61-42a7-8373-80320317bdc7 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:56.790546 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdcdd0-8541-46bb-8c58-3aa04711df05 req-f1fa72f0-5f61-42a7-8373-80320317bdc7 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:56.804720 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdcdd0-8541-46bb-8c58-3aa04711df05 req-f1fa72f0-5f61-42a7-8373-80320317bdc7 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:56.817241 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdcdd0-8541-46bb-8c58-3aa04711df05 req-f1fa72f0-5f61-42a7-8373-80320317bdc7 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:56.824989 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdcdd0-8541-46bb-8c58-3aa04711df05 req-f1fa72f0-5f61-42a7-8373-80320317bdc7 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:56.832844 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdcdd0-8541-46bb-8c58-3aa04711df05 req-f1fa72f0-5f61-42a7-8373-80320317bdc7 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:56.835121 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cefdcdd0-8541-46bb-8c58-3aa04711df05 req-f1fa72f0-5f61-42a7-8373-80320317bdc7 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5446 time: 0.3121862 Sep 01 15:11:56.837821 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-68dbf3e0-3109-4871-87a5-fda10a16cf77 req-118a51a7-4003-4ca3-9ebb-e2910af4f9e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b862c8b7-3049-4193-97ec-07b8b4cdcc7c HTTP/1.1" status: 200 len: 217 time: 0.2058537 Sep 01 15:11:56.938958 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cefdcdd0-8541-46bb-8c58-3aa04711df05 req-ea65c64f-a89d-479f-85d9-d98ac9eb0391 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0919976 Sep 01 15:11:57.225822 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336f8f5-4f9e-46a0-a382-cb5a29936025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632f41c2-e5c3-44b2-ae0f-50f8841b36c3,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:57.279804 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0336f8f5-4f9e-46a0-a382-cb5a29936025 admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:11:57.283862 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336f8f5-4f9e-46a0-a382-cb5a29936025 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:57.284318 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336f8f5-4f9e-46a0-a382-cb5a29936025 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:57.284779 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336f8f5-4f9e-46a0-a382-cb5a29936025 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:57.285225 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336f8f5-4f9e-46a0-a382-cb5a29936025 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:57.285669 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336f8f5-4f9e-46a0-a382-cb5a29936025 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:57.286108 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336f8f5-4f9e-46a0-a382-cb5a29936025 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:57.286586 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336f8f5-4f9e-46a0-a382-cb5a29936025 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:57.287022 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336f8f5-4f9e-46a0-a382-cb5a29936025 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:57.287459 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336f8f5-4f9e-46a0-a382-cb5a29936025 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:57.287895 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336f8f5-4f9e-46a0-a382-cb5a29936025 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:57.288344 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336f8f5-4f9e-46a0-a382-cb5a29936025 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:57.288759 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0336f8f5-4f9e-46a0-a382-cb5a29936025 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:11:57.302013 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b544fb4-52b3-47f5-a52c-483bf64b37c7 req-ae46c41c-37b3-4867-88d1-8882af85b03a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:57.315209 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5b544fb4-52b3-47f5-a52c-483bf64b37c7 req-ae46c41c-37b3-4867-88d1-8882af85b03a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 943 time: 0.1635332 Sep 01 15:11:57.348618 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0336f8f5-4f9e-46a0-a382-cb5a29936025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:57.349078 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-0336f8f5-4f9e-46a0-a382-cb5a29936025 admin admin] Added segment b5f441f6-4053-4dee-ae6e-f9003aabd0b1 of type vlan for network 65ff47ae-067f-48d7-b559-e76536e51c58 Sep 01 15:11:57.385028 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648eb9f3-1682-41b5-9a48-f86d914c6439 req-2e0b5ad9-b46f-4e9d-8c1c-ea930363c225 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:57.398935 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-648eb9f3-1682-41b5-9a48-f86d914c6439 req-2e0b5ad9-b46f-4e9d-8c1c-ea930363c225 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d601d07-7a2c-441e-a890-d93e518a001d HTTP/1.1" status: 200 len: 943 time: 0.7654743 Sep 01 15:11:57.431266 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5b544fb4-52b3-47f5-a52c-483bf64b37c7 req-01256642-cfa5-40b2-bd65-3de6340b49f0 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121738 Sep 01 15:11:57.546562 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:57.550749 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0336f8f5-4f9e-46a0-a382-cb5a29936025 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:57.612932 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-648eb9f3-1682-41b5-9a48-f86d914c6439 req-f7c6ee89-2ccc-4c79-a61d-d37fafc8da2b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108510 Sep 01 15:11:57.675022 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0336f8f5-4f9e-46a0-a382-cb5a29936025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:57.682386 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0336f8f5-4f9e-46a0-a382-cb5a29936025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:57.685654 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0336f8f5-4f9e-46a0-a382-cb5a29936025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:57.718976 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b088ad-7fa9-4a8e-b14b-993acb393fb1 req-c0700efb-4189-40e1-bc01-7aa78241d314 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:57.735771 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73b088ad-7fa9-4a8e-b14b-993acb393fb1 req-c0700efb-4189-40e1-bc01-7aa78241d314 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 0.1420000 Sep 01 15:11:57.826360 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73b088ad-7fa9-4a8e-b14b-993acb393fb1 req-3946b0bb-d91d-43f8-888f-6791f4842190 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864422 Sep 01 15:11:57.926422 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0336f8f5-4f9e-46a0-a382-cb5a29936025 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3181341 Sep 01 15:11:57.931151 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34120) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:57.941014 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-91cb839b-c3b3-4e28-8e3d-c75a246dccf5 admin admin] Request body: {'subnet': {'network_id': '65ff47ae-067f-48d7-b559-e76536e51c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1584589-subnet', 'tenant_id': '09d45a6700334eecbabe77cce1eaadbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:57.966951 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336f8f5-4f9e-46a0-a382-cb5a29936025 admin admin] Pushing event updated for resources: {'Network': ['ID=65ff47ae-067f-48d7-b559-e76536e51c58,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:57.998713 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 65ff47ae-067f-48d7-b559-e76536e51c58 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:11:58.071170 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cb839b-c3b3-4e28-8e3d-c75a246dccf5 admin admin] Made reservation on behalf of 09d45a6700334eecbabe77cce1eaadbf for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:11:58.076138 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-91cb839b-c3b3-4e28-8e3d-c75a246dccf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:58.116713 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107834e-64be-4664-b561-b84dcac794e3 req-469b309b-d6bc-4601-bdbd-2c8100886378 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:58.153116 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107834e-64be-4664-b561-b84dcac794e3 req-469b309b-d6bc-4601-bdbd-2c8100886378 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:58.199536 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107834e-64be-4664-b561-b84dcac794e3 req-469b309b-d6bc-4601-bdbd-2c8100886378 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:58.213857 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107834e-64be-4664-b561-b84dcac794e3 req-469b309b-d6bc-4601-bdbd-2c8100886378 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:58.244307 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107834e-64be-4664-b561-b84dcac794e3 req-469b309b-d6bc-4601-bdbd-2c8100886378 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:58.270238 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107834e-64be-4664-b561-b84dcac794e3 req-469b309b-d6bc-4601-bdbd-2c8100886378 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:58.285387 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107834e-64be-4664-b561-b84dcac794e3 req-469b309b-d6bc-4601-bdbd-2c8100886378 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:58.291213 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7107834e-64be-4664-b561-b84dcac794e3 req-469b309b-d6bc-4601-bdbd-2c8100886378 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5446 time: 0.4021335 Sep 01 15:11:58.315382 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34126) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:11:58.322232 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-2f83355b-8495-47b6-848a-bacc43c47023 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Request body: {'floatingip': {'port_id': 'c32a6846-75e2-4a3e-aec3-0e166ad7aaff'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:11:58.343457 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775e8c7-0001-4d51-af65-59fd57265c3d req-52bd1d8e-0fe2-4c35-af2a-f66a8d9be4dc tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:58.345880 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0775e8c7-0001-4d51-af65-59fd57265c3d req-52bd1d8e-0fe2-4c35-af2a-f66a8d9be4dc tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 946 time: 0.2656977 Sep 01 15:11:58.353341 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbf3e0-3109-4871-87a5-fda10a16cf77 req-06878041-0d65-46a5-9b8b-8a0811454121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:58.356727 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-68dbf3e0-3109-4871-87a5-fda10a16cf77 req-06878041-0d65-46a5-9b8b-8a0811454121 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35b27872-673a-446b-88b2-296c933a8cce HTTP/1.1" status: 200 len: 845 time: 0.3721483 Sep 01 15:11:58.423050 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f83355b-8495-47b6-848a-bacc43c47023 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for floatingip, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:58.525616 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0775e8c7-0001-4d51-af65-59fd57265c3d req-766846b3-6f5b-410a-843d-e34ea4a81c8f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540632 Sep 01 15:11:58.843529 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816ae4f-e4a3-4e1b-a3a4-724898f0d690 req-5ffee5c3-2671-498c-9929-00736c868359 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:58.846242 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3816ae4f-e4a3-4e1b-a3a4-724898f0d690 req-5ffee5c3-2671-498c-9929-00736c868359 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 946 time: 0.3013713 Sep 01 15:11:58.912391 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-91cb839b-c3b3-4e28-8e3d-c75a246dccf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:59.041183 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10881b-0a93-44bb-a338-2f72f63c9d14 req-83efae30-69d7-4805-ae20-79fee8c865dc tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:59.055121 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6c10881b-0a93-44bb-a338-2f72f63c9d14 req-83efae30-69d7-4805-ae20-79fee8c865dc tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 943 time: 0.3681600 Sep 01 15:11:59.147919 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3816ae4f-e4a3-4e1b-a3a4-724898f0d690 req-6531c1e9-27ff-40a2-9442-36dac5d7ed3d tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792562 Sep 01 15:11:59.184805 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6c10881b-0a93-44bb-a338-2f72f63c9d14 req-50b8fddf-893c-43f7-aa36-d7a0873eb56c tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281383 Sep 01 15:11:59.230769 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb839b-c3b3-4e28-8e3d-c75a246dccf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d76dfc20-d4c6-43b1-ab2a-a67a859a312a,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:11:59.317745 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-68dbf3e0-3109-4871-87a5-fda10a16cf77 req-31ba118f-c7c2-4ccd-b935-38277f1a7696 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=991369d1-6cc8-4ab5-8a03-7b17948fd044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280036 Sep 01 15:11:59.343789 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cb839b-c3b3-4e28-8e3d-c75a246dccf5 admin admin] Checking segment: {'id': 'b5f441f6-4053-4dee-ae6e-f9003aabd0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '65ff47ae-067f-48d7-b559-e76536e51c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:11:59.344492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cb839b-c3b3-4e28-8e3d-c75a246dccf5 admin admin] Network hostable DHCP agents. Network: 65ff47ae-067f-48d7-b559-e76536e51c58, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:11:59.408226 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cb839b-c3b3-4e28-8e3d-c75a246dccf5 admin admin] Network 65ff47ae-067f-48d7-b559-e76536e51c58 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:11:59.431012 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-91cb839b-c3b3-4e28-8e3d-c75a246dccf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 65ff47ae-067f-48d7-b559-e76536e51c58) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:11:59.446850 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cb839b-c3b3-4e28-8e3d-c75a246dccf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:59.449168 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-91cb839b-c3b3-4e28-8e3d-c75a246dccf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:11:59.454677 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a55503-adfc-44e2-9251-0b13802925f2 None None] Network 65ff47ae-067f-48d7-b559-e76536e51c58 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:11:59.790618 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-91cb839b-c3b3-4e28-8e3d-c75a246dccf5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8567393 Sep 01 15:11:59.811492 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb92a7c-9eb7-4ab9-8ffd-7f66ee88ffe6 req-8b409bd8-bbb3-47f2-bac5-a79efecf4c26 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:59.825366 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-abb92a7c-9eb7-4ab9-8ffd-7f66ee88ffe6 req-8b409bd8-bbb3-47f2-bac5-a79efecf4c26 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d601d07-7a2c-441e-a890-d93e518a001d HTTP/1.1" status: 200 len: 943 time: 0.4053671 Sep 01 15:11:59.904746 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04143fc3-1ec9-4542-b108-fcc7497da3d2 None None] Network 65ff47ae-067f-48d7-b559-e76536e51c58 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:11:59.995377 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3ecaf-4db9-4339-acb3-4d18c8738e1c req-6dfed2e6-db6f-49a9-bf2d-77c6641ec722 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:11:59.997312 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-49a3ecaf-4db9-4339-acb3-4d18c8738e1c req-6dfed2e6-db6f-49a9-bf2d-77c6641ec722 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 0.5524185 Sep 01 15:12:00.012350 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-68dbf3e0-3109-4871-87a5-fda10a16cf77 req-2124c2d1-eeed-4bcb-ba7b-b8981403a8a0 service neutron] 10.222.0.45 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339718 Sep 01 15:12:00.017275 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-abb92a7c-9eb7-4ab9-8ffd-7f66ee88ffe6 req-b46da65b-8966-4c0c-9901-0adf9d3154ea tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891241 Sep 01 15:12:00.084015 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-49a3ecaf-4db9-4339-acb3-4d18c8738e1c req-f44564a6-1d82-45e3-9ad5-24df40b6e705 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705504 Sep 01 15:12:00.248846 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.resource_extend [None req-2f83355b-8495-47b6-848a-bacc43c47023 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:12:00.277834 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-68dbf3e0-3109-4871-87a5-fda10a16cf77 req-edf8856c-e0ba-4a34-9778-42f686e3fa4e service neutron] 10.222.0.45 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877289 Sep 01 15:12:00.406049 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f83355b-8495-47b6-848a-bacc43c47023 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:00.413736 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f83355b-8495-47b6-848a-bacc43c47023 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:00.433037 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01d5fc-1842-407f-8451-090f34793253 req-912a6231-2f28-4768-84ea-ae07bbad1b50 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:00.434675 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ba01d5fc-1842-407f-8451-090f34793253 req-912a6231-2f28-4768-84ea-ae07bbad1b50 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 946 time: 0.2048569 Sep 01 15:12:00.520447 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b862c8b7-3049-4193-97ec-07b8b4cdcc7c details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:12:00.540615 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ba01d5fc-1842-407f-8451-090f34793253 req-1a236023-1c41-4da0-80df-a99702d8813e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573120 Sep 01 15:12:00.619125 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34164) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:00.625868 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-5d47a73d-732a-41aa-b920-cd78991f89eb tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1421095133'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:00.682964 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-2f83355b-8495-47b6-848a-bacc43c47023 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Floating IP bd1fa4f5-538f-410f-83a0-deaff9bd0c35 associated. External IP: 172.25.6.24, port: c32a6846-75e2-4a3e-aec3-0e166ad7aaff. Sep 01 15:12:00.701809 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d47a73d-732a-41aa-b920-cd78991f89eb tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Made reservation on behalf of 00f25f4cb4804e62a3e709d2d6367260 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:12:00.708126 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5d47a73d-732a-41aa-b920-cd78991f89eb tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:00.729579 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b862c8b7-3049-4193-97ec-07b8b4cdcc7c, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b862c8b7-3049-4193-97ec-07b8b4cdcc7c,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:00.746112 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'b862c8b7-3049-4193-97ec-07b8b4cdcc7c', 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044', 'port_id': 'b862c8b7-3049-4193-97ec-07b8b4cdcc7c', 'mac_address': 'fa:16:3e:b5:f7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b27872-673a-446b-88b2-296c933a8cce', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:12:00.774875 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e890fe-a4fc-4233-a404-e836850d193e req-b0286e99-97ec-4d63-9118-44b0c5522b4e tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:00.778418 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-b0286e99-97ec-4d63-9118-44b0c5522b4e tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/networks?id=65ff47ae-067f-48d7-b559-e76536e51c58 HTTP/1.1" status: 200 len: 815 time: 0.2329617 Sep 01 15:12:00.785154 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d47a73d-732a-41aa-b920-cd78991f89eb tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:12:00.809494 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a7a30-dbfd-4825-9d13-1a95f5796f72 req-864017fe-cd9b-4172-bf22-971ac088bc7e tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:00.811177 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fa7a7a30-dbfd-4825-9d13-1a95f5796f72 req-864017fe-cd9b-4172-bf22-971ac088bc7e tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 946 time: 0.1536112 Sep 01 15:12:00.814586 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-db18002f-154b-4460-8e5f-c1667412f235 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/quotas/09d45a6700334eecbabe77cce1eaadbf HTTP/1.1" status: 200 len: 375 time: 0.0237918 Sep 01 15:12:00.818169 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5d47a73d-732a-41aa-b920-cd78991f89eb tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:00.818760 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-5d47a73d-732a-41aa-b920-cd78991f89eb tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Added segment 27300445-e76c-4111-ba4f-fda0d2642488 of type vlan for network 7f4b104d-641a-47ad-83b7-9dda5b46432b Sep 01 15:12:00.820236 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:00.842200 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b862c8b7-3049-4193-97ec-07b8b4cdcc7c {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:12:00.870632 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b862c8b7-3049-4193-97ec-07b8b4cdcc7c, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b862c8b7-3049-4193-97ec-07b8b4cdcc7c,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:00.875890 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:00.887269 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-fd7e6ba3-472a-4678-9830-6c7d86df328c tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=09d45a6700334eecbabe77cce1eaadbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571108 Sep 01 15:12:00.913548 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5d47a73d-732a-41aa-b920-cd78991f89eb tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:00.931637 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fa7a7a30-dbfd-4825-9d13-1a95f5796f72 req-17383ddf-2364-4de9-ba50-86641a220329 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936961 Sep 01 15:12:00.943797 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=b862c8b7-3049-4193-97ec-07b8b4cdcc7c,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:01.010530 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5d47a73d-732a-41aa-b920-cd78991f89eb tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:01.016890 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d47a73d-732a-41aa-b920-cd78991f89eb tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:01.018902 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5d47a73d-732a-41aa-b920-cd78991f89eb tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:01.091287 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5d47a73d-732a-41aa-b920-cd78991f89eb tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4699640 Sep 01 15:12:01.095555 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34168) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:01.103744 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-aad558de-4b2c-4eed-84cb-b7fad4994fc6 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1851261885'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:01.114975 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-0d91503e-51fb-480d-b616-6b55d53831e3 service neutron] 10.222.0.60 "GET /v2.0/networks/65ff47ae-067f-48d7-b559-e76536e51c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146633 Sep 01 15:12:01.134587 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f83355b-8495-47b6-848a-bacc43c47023 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Router 6907fd80-0fe1-4faf-bb6e-ab5046c383ef has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:12:01.140871 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47a73d-732a-41aa-b920-cd78991f89eb tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event updated for resources: {'Network': ['ID=7f4b104d-641a-47ad-83b7-9dda5b46432b,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:01.148292 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad558de-4b2c-4eed-84cb-b7fad4994fc6 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Made reservation on behalf of 00f25f4cb4804e62a3e709d2d6367260 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:12:01.152425 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aad558de-4b2c-4eed-84cb-b7fad4994fc6 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:01.156728 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 7f4b104d-641a-47ad-83b7-9dda5b46432b details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:12:01.162243 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00d8a7-2f5b-4f54-85a1-c95a0db22d9f req-f711e3c1-dc6a-4cc2-a3af-1d526496d109 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:01.164037 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3e00d8a7-2f5b-4f54-85a1-c95a0db22d9f req-f711e3c1-dc6a-4cc2-a3af-1d526496d109 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 943 time: 0.1197853 Sep 01 15:12:01.227566 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['b862c8b7-3049-4193-97ec-07b8b4cdcc7c'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:12:01.253543 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad558de-4b2c-4eed-84cb-b7fad4994fc6 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:12:01.274351 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aad558de-4b2c-4eed-84cb-b7fad4994fc6 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:01.274699 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-aad558de-4b2c-4eed-84cb-b7fad4994fc6 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Added segment 5fdacd6a-a9a9-4355-9925-a5dc87d77042 of type vlan for network 66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc Sep 01 15:12:01.307991 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-d8126636-3a54-4475-9b17-50796e707222 service neutron] 10.222.0.60 "GET /v2.0/networks/65ff47ae-067f-48d7-b559-e76536e51c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858504 Sep 01 15:12:01.333019 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3e00d8a7-2f5b-4f54-85a1-c95a0db22d9f req-ecc8d482-4d83-4bb7-a5e2-f1bc9dea7903 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524987 Sep 01 15:12:01.415129 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aad558de-4b2c-4eed-84cb-b7fad4994fc6 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:01.424871 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f83355b-8495-47b6-848a-bacc43c47023 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:12:01.433800 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f83355b-8495-47b6-848a-bacc43c47023 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:01.451819 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8b38a0-9704-4ba2-8808-2e3166722b46 None None] Sync routers for ids ['6907fd80-0fe1-4faf-bb6e-ab5046c383ef'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:12:01.465533 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8b38a0-9704-4ba2-8808-2e3166722b46 None None] Routers {'6907fd80-0fe1-4faf-bb6e-ab5046c383ef'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:12:01.466661 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-fa8b38a0-9704-4ba2-8808-2e3166722b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:11:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['6907fd80-0fe1-4faf-bb6e-ab5046c383ef'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:01.503129 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2f83355b-8495-47b6-848a-bacc43c47023 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "PUT /v2.0/floatingips/bd1fa4f5-538f-410f-83a0-deaff9bd0c35 HTTP/1.1" status: 200 len: 990 time: 3.1856356 Sep 01 15:12:01.510601 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'tag': 'c32a6846-75e2-4a3e-aec3-0e166ad7aaff'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:01.510601 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fdaea6-cf97-48aa-ad4c-120ff20aa7a7" -d '{"events": [{"name": "network-changed", "server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "tag": "c32a6846-75e2-4a3e-aec3-0e166ad7aaff"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:01.528265 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aad558de-4b2c-4eed-84cb-b7fad4994fc6 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:01.542503 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad558de-4b2c-4eed-84cb-b7fad4994fc6 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:01.543605 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aad558de-4b2c-4eed-84cb-b7fad4994fc6 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:01.691480 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-aad558de-4b2c-4eed-84cb-b7fad4994fc6 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5925586 Sep 01 15:12:01.695830 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34178) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:01.705778 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-7e971a07-90ce-4dc3-a9ee-01d55268e516 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Request body: {'subnet': {'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:01.715449 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad558de-4b2c-4eed-84cb-b7fad4994fc6 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event updated for resources: {'Network': ['ID=66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:01.735550 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:12:01.742346 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-fa8b38a0-9704-4ba2-8808-2e3166722b46 None None] Set router 6907fd80-0fe1-4faf-bb6e-ab5046c383ef gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:12:01.757032 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4bb16-4cff-44b0-badc-e34ad0f62f99 req-4380971d-ed93-4781-bdf0-26a1e183e609 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:01.772504 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a4f4bb16-4cff-44b0-badc-e34ad0f62f99 req-4380971d-ed93-4781-bdf0-26a1e183e609 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d601d07-7a2c-441e-a890-d93e518a001d HTTP/1.1" status: 200 len: 944 time: 0.2217119 Sep 01 15:12:01.847274 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a4f4bb16-4cff-44b0-badc-e34ad0f62f99 req-4d3b64ef-20ce-47f9-981e-880511ce5bfb tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731306 Sep 01 15:12:01.967169 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d9345-5989-43d4-bdf3-5bc35014ff08 req-8a59805e-13d3-4ca0-93be-687759661e81 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:01.968833 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f43d9345-5989-43d4-bdf3-5bc35014ff08 req-8a59805e-13d3-4ca0-93be-687759661e81 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 0.0959132 Sep 01 15:12:01.970282 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e971a07-90ce-4dc3-a9ee-01d55268e516 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Made reservation on behalf of 00f25f4cb4804e62a3e709d2d6367260 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:12:01.973968 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7e971a07-90ce-4dc3-a9ee-01d55268e516 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:02.084550 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefa0b10-03a3-4708-a4a1-878b504917c7 x-openstack-request-id: req-fefa0b10-03a3-4708-a4a1-878b504917c7 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:02.084853 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "tag": "c32a6846-75e2-4a3e-aec3-0e166ad7aaff", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:02.085105 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fefa0b10-03a3-4708-a4a1-878b504917c7 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:02.085544 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'tag': 'c32a6846-75e2-4a3e-aec3-0e166ad7aaff', 'status': 'completed', 'code': 200} Sep 01 15:12:02.090062 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f43d9345-5989-43d4-bdf3-5bc35014ff08 req-7ae35667-d739-4ebd-88c7-b2a4503ba705 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098187 Sep 01 15:12:02.201067 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-fa8b38a0-9704-4ba2-8808-2e3166722b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'name': 'tempest-TaggedBootDevicesTest_v242-360202414-router', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6df456c0-5bac-4b29-adbe-215f7dd291b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:08:48Z', 'updated_at': '2021-09-01T15:08:59Z', 'revision_number': 4, 'project_id': 'f7d7b06bb64040f2849246a606ea13be', 'gw_port': {'id': '6df456c0-5bac-4b29-adbe-215f7dd291b0', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:08:49Z', 'updated_at': '2021-09-01T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'bd1fa4f5-538f-410f-83a0-deaff9bd0c35', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'floating_ip_address': '172.25.6.24', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'port_id': 'c32a6846-75e2-4a3e-aec3-0e166ad7aaff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936', 'mac_address': 'fa:16:3e:40:73:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fd7c78-6583-45e4-8017-a124d252441b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:09:58Z', 'updated_at': '2021-09-01T15:12:00Z', 'revision_number': 1, 'project_id': 'f7d7b06bb64040f2849246a606ea13be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ded87e-bcad-4910-ae8c-2457db345234', 'name': '', 'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'mac_address': 'fa:16:3e:6b:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'cfe092a7-7374-49e7-98e0-9d8083b4d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:08:55Z', 'updated_at': '2021-09-01T15:09:08Z', 'revision_number': 5, 'project_id': 'f7d7b06bb64040f2849246a606ea13be', 'subnets': [{'id': 'cfe092a7-7374-49e7-98e0-9d8083b4d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:02.239114 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8b38a0-9704-4ba2-8808-2e3166722b46 None None] Checking router: 6907fd80-0fe1-4faf-bb6e-ab5046c383ef for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:12:02.250759 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8b38a0-9704-4ba2-8808-2e3166722b46 None None] Routers {'6907fd80-0fe1-4faf-bb6e-ab5046c383ef'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:12:02.251416 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-fa8b38a0-9704-4ba2-8808-2e3166722b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:11:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['6907fd80-0fe1-4faf-bb6e-ab5046c383ef'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:02.344965 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207ee78-eaa4-4dd3-a289-78458e2a2a8d req-ce6b0608-ef0b-434e-a326-4eb4c4f8628e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:02.361005 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4207ee78-eaa4-4dd3-a289-78458e2a2a8d req-ce6b0608-ef0b-434e-a326-4eb4c4f8628e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 946 time: 0.1247802 Sep 01 15:12:02.440318 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdaea6-cf97-48aa-ad4c-120ff20aa7a7 req-bb8f2cd3-14e2-42e7-a87d-2fb5b3a19a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:02.440874 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdaea6-cf97-48aa-ad4c-120ff20aa7a7 req-bb8f2cd3-14e2-42e7-a87d-2fb5b3a19a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:02.441392 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdaea6-cf97-48aa-ad4c-120ff20aa7a7 req-bb8f2cd3-14e2-42e7-a87d-2fb5b3a19a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:02.441935 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdaea6-cf97-48aa-ad4c-120ff20aa7a7 req-bb8f2cd3-14e2-42e7-a87d-2fb5b3a19a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:02.442565 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdaea6-cf97-48aa-ad4c-120ff20aa7a7 req-bb8f2cd3-14e2-42e7-a87d-2fb5b3a19a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:02.443255 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdaea6-cf97-48aa-ad4c-120ff20aa7a7 req-bb8f2cd3-14e2-42e7-a87d-2fb5b3a19a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:02.444363 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4207ee78-eaa4-4dd3-a289-78458e2a2a8d req-39a55654-b97a-4b0a-9063-dff8995395e2 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783432 Sep 01 15:12:02.444535 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdaea6-cf97-48aa-ad4c-120ff20aa7a7 req-bb8f2cd3-14e2-42e7-a87d-2fb5b3a19a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:02.447968 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-97fdaea6-cf97-48aa-ad4c-120ff20aa7a7 req-bb8f2cd3-14e2-42e7-a87d-2fb5b3a19a57 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f7d7b06bb64040f2849246a606ea13be&device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 6503 time: 0.2762985 Sep 01 15:12:02.533457 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 91576a2e-9961-4de8-977d-ccccffda5612 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:12:02.537770 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b862c8b7-3049-4193-97ec-07b8b4cdcc7c up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:12:02.543136 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-fa8b38a0-9704-4ba2-8808-2e3166722b46 None None] Set router 6907fd80-0fe1-4faf-bb6e-ab5046c383ef gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:12:02.594199 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1aefae91-ea66-4f2d-8f99-48aa534a54bd req-5fbd4735-51ce-49e0-99da-3cfc8191f443 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0f1ef9f-741d-4aca-b197-4c8cb0613a8c HTTP/1.1" status: 200 len: 210 time: 0.0458610 Sep 01 15:12:02.617550 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7e971a07-90ce-4dc3-a9ee-01d55268e516 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:02.795405 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b68fe-96dd-4e47-abf4-0f95aad5d668 req-56291380-13f3-4b21-be0d-c41add99b73a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:02.806246 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3fa06-a66f-42f4-b546-8e944d022c10 req-76e5dc1a-bdcd-4738-8f33-9cf520acedc0 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:02.809122 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bee3fa06-a66f-42f4-b546-8e944d022c10 req-76e5dc1a-bdcd-4738-8f33-9cf520acedc0 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 946 time: 0.4559219 Sep 01 15:12:02.810333 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-202b68fe-96dd-4e47-abf4-0f95aad5d668 req-56291380-13f3-4b21-be0d-c41add99b73a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 943 time: 0.0822585 Sep 01 15:12:02.851366 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e971a07-90ce-4dc3-a9ee-01d55268e516 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event updated for resources: {'Subnet': ['ID=b7c8003f-27d0-420a-9836-df681ab0e4f5,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:02.896190 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-202b68fe-96dd-4e47-abf4-0f95aad5d668 req-d3f72373-ec34-4a49-b54c-09de6ae89790 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827727 Sep 01 15:12:02.946409 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bee3fa06-a66f-42f4-b546-8e944d022c10 req-9752ad80-408c-42e8-84b6-1a6e914d8cb1 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069503 Sep 01 15:12:02.948936 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdaea6-cf97-48aa-ad4c-120ff20aa7a7 req-6424745c-9398-4902-be94-a82ff924a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:02.951129 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-97fdaea6-cf97-48aa-ad4c-120ff20aa7a7 req-6424745c-9398-4902-be94-a82ff924a3f2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17543319-6060-4d8f-9fbf-24ed833e1936 HTTP/1.1" status: 200 len: 917 time: 0.4861114 Sep 01 15:12:02.956223 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e971a07-90ce-4dc3-a9ee-01d55268e516 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Checking segment: {'id': '27300445-e76c-4111-ba4f-fda0d2642488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:12:02.956223 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e971a07-90ce-4dc3-a9ee-01d55268e516 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Network hostable DHCP agents. Network: 7f4b104d-641a-47ad-83b7-9dda5b46432b, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:12:02.999922 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 91576a2e-9961-4de8-977d-ccccffda5612, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=91576a2e-9961-4de8-977d-ccccffda5612,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:03.065947 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '91576a2e-9961-4de8-977d-ccccffda5612', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'port_id': '91576a2e-9961-4de8-977d-ccccffda5612', 'mac_address': 'fa:16:3e:af:d0:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:12:03.080990 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port b862c8b7-3049-4193-97ec-07b8b4cdcc7c completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:03.097679 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port b862c8b7-3049-4193-97ec-07b8b4cdcc7c triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:03.101826 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:03.152663 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-fa8b38a0-9704-4ba2-8808-2e3166722b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'name': 'tempest-TaggedBootDevicesTest_v242-360202414-router', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6df456c0-5bac-4b29-adbe-215f7dd291b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:08:48Z', 'updated_at': '2021-09-01T15:08:59Z', 'revision_number': 4, 'project_id': 'f7d7b06bb64040f2849246a606ea13be', 'gw_port': {'id': '6df456c0-5bac-4b29-adbe-215f7dd291b0', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:08:49Z', 'updated_at': '2021-09-01T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'bd1fa4f5-538f-410f-83a0-deaff9bd0c35', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'floating_ip_address': '172.25.6.24', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'port_id': 'c32a6846-75e2-4a3e-aec3-0e166ad7aaff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936', 'mac_address': 'fa:16:3e:40:73:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fd7c78-6583-45e4-8017-a124d252441b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:09:58Z', 'updated_at': '2021-09-01T15:12:00Z', 'revision_number': 1, 'project_id': 'f7d7b06bb64040f2849246a606ea13be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ded87e-bcad-4910-ae8c-2457db345234', 'name': '', 'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'mac_address': 'fa:16:3e:6b:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'cfe092a7-7374-49e7-98e0-9d8083b4d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:08:55Z', 'updated_at': '2021-09-01T15:09:08Z', 'revision_number': 5, 'project_id': 'f7d7b06bb64040f2849246a606ea13be', 'subnets': [{'id': 'cfe092a7-7374-49e7-98e0-9d8083b4d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:12:03.216440 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e971a07-90ce-4dc3-a9ee-01d55268e516 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Network 7f4b104d-641a-47ad-83b7-9dda5b46432b is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:12:03.228556 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:03.239918 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-7e971a07-90ce-4dc3-a9ee-01d55268e516 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 7f4b104d-641a-47ad-83b7-9dda5b46432b) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:03.244747 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-564918c0-ebc2-4fa6-b6b8-c1a888186123 req-da14801a-2c7c-4eef-b39b-8211f2d8a446 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1771960 Sep 01 15:12:03.252919 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-97fdaea6-cf97-48aa-ad4c-120ff20aa7a7 req-59cc1e41-031a-45e1-8a43-7a3dddc823e3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c32a6846-75e2-4a3e-aec3-0e166ad7aaff HTTP/1.1" status: 200 len: 998 time: 0.2838185 Sep 01 15:12:03.253167 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91576a2e-9961-4de8-977d-ccccffda5612 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:12:03.255860 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e971a07-90ce-4dc3-a9ee-01d55268e516 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:03.256664 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7e971a07-90ce-4dc3-a9ee-01d55268e516 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:03.284368 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55c6c5-6bca-4aba-89ea-5aa04292b968 req-9a36724d-2710-4850-935d-d58cc376a33f tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:03.284698 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 91576a2e-9961-4de8-977d-ccccffda5612, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=91576a2e-9961-4de8-977d-ccccffda5612,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:03.286827 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ce55c6c5-6bca-4aba-89ea-5aa04292b968 req-9a36724d-2710-4850-935d-d58cc376a33f tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d601d07-7a2c-441e-a890-d93e518a001d HTTP/1.1" status: 200 len: 944 time: 0.1536276 Sep 01 15:12:03.297871 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38a5c35-4e0a-47dd-809a-a3f314e4d3a4 None None] Network 7f4b104d-641a-47ad-83b7-9dda5b46432b requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:12:03.305248 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34214) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:03.305514 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7e971a07-90ce-4dc3-a9ee-01d55268e516 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6081638 Sep 01 15:12:03.316830 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-108ec184-f529-4554-a52f-6ecc35ec24c6 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Request body: {'subnet': {'network_id': '66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:03.348718 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:03.388645 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ce55c6c5-6bca-4aba-89ea-5aa04292b968 req-89bb34e4-26e0-41f1-b703-bb4454393b5d tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820048 Sep 01 15:12:03.511375 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108ec184-f529-4554-a52f-6ecc35ec24c6 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Made reservation on behalf of 00f25f4cb4804e62a3e709d2d6367260 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:12:03.519792 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-108ec184-f529-4554-a52f-6ecc35ec24c6 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:03.552594 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdaea6-cf97-48aa-ad4c-120ff20aa7a7 req-1bf3cf51-77a9-46d1-afaa-a4ca74a6cbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:03.563559 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-97fdaea6-cf97-48aa-ad4c-120ff20aa7a7 req-1bf3cf51-77a9-46d1-afaa-a4ca74a6cbd7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cfe092a7-7374-49e7-98e0-9d8083b4d268 HTTP/1.1" status: 200 len: 855 time: 0.2663105 Sep 01 15:12:03.600486 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=91576a2e-9961-4de8-977d-ccccffda5612,revision_number=9']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:03.607520 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8b38a0-9704-4ba2-8808-2e3166722b46 None None] The sync data for ids ['6907fd80-0fe1-4faf-bb6e-ab5046c383ef'] in n-d-794796-3 is: [{'id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'name': 'tempest-TaggedBootDevicesTest_v242-360202414-router', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6df456c0-5bac-4b29-adbe-215f7dd291b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:08:48Z', 'updated_at': '2021-09-01T15:08:59Z', 'revision_number': 4, 'project_id': 'f7d7b06bb64040f2849246a606ea13be', 'gw_port': {'id': '6df456c0-5bac-4b29-adbe-215f7dd291b0', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:08:49Z', 'updated_at': '2021-09-01T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'bd1fa4f5-538f-410f-83a0-deaff9bd0c35', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'floating_ip_address': '172.25.6.24', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'port_id': 'c32a6846-75e2-4a3e-aec3-0e166ad7aaff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936', 'mac_address': 'fa:16:3e:40:73:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fd7c78-6583-45e4-8017-a124d252441b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:09:58Z', 'updated_at': '2021-09-01T15:12:00Z', 'revision_number': 1, 'project_id': 'f7d7b06bb64040f2849246a606ea13be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ded87e-bcad-4910-ae8c-2457db345234', 'name': '', 'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'mac_address': 'fa:16:3e:6b:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'cfe092a7-7374-49e7-98e0-9d8083b4d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:08:55Z', 'updated_at': '2021-09-01T15:09:08Z', 'revision_number': 5, 'project_id': 'f7d7b06bb64040f2849246a606ea13be', 'subnets': [{'id': 'cfe092a7-7374-49e7-98e0-9d8083b4d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:12:03.659275 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:03.722658 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564918c0-ebc2-4fa6-b6b8-c1a888186123 req-a0bdc565-3226-4415-9e0b-cca72d26f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:03.724510 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-564918c0-ebc2-4fa6-b6b8-c1a888186123 req-a0bdc565-3226-4415-9e0b-cca72d26f563 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5d7c0ff87c7c4cc083c6404989b27ea4&device_id=3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c HTTP/1.1" status: 200 len: 1096 time: 0.2842109 Sep 01 15:12:03.770675 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d601d07-7a2c-441e-a890-d93e518a001d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b862c8b7-3049-4193-97ec-07b8b4cdcc7c'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:03.777699 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efe27aa-7e01-4de1-99a4-fbe98b7583d2" -d '{"events": [{"server_uuid": "7d601d07-7a2c-441e-a890-d93e518a001d", "name": "network-vif-plugged", "status": "completed", "tag": "b862c8b7-3049-4193-97ec-07b8b4cdcc7c"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:03.783896 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['91576a2e-9961-4de8-977d-ccccffda5612'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:12:03.808574 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e34aa-906d-42d4-9105-c9c7c5df8814 req-1691130a-d3b6-4dbc-bff9-93942da52b5c tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:03.812993 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef8e34aa-906d-42d4-9105-c9c7c5df8814 req-1691130a-d3b6-4dbc-bff9-93942da52b5c tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 0.2295980 Sep 01 15:12:03.817807 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdaea6-cf97-48aa-ad4c-120ff20aa7a7 req-18a9b67d-0484-4fa0-9daf-77ba39e19e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:03.821314 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-97fdaea6-cf97-48aa-ad4c-120ff20aa7a7 req-18a9b67d-0484-4fa0-9daf-77ba39e19e4e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17543319-6060-4d8f-9fbf-24ed833e1936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2396362 Sep 01 15:12:03.925792 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b862c8b7-3049-4193-97ec-07b8b4cdcc7c, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b862c8b7-3049-4193-97ec-07b8b4cdcc7c,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:03.927294 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef8e34aa-906d-42d4-9105-c9c7c5df8814 req-d0653abd-45da-49ba-ae28-1f78b71d9205 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036878 Sep 01 15:12:03.953061 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:04.092610 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3121e8c-af16-44ef-acd4-1a881c11a7fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-7f4b104d-641a-47ad-83b7-9dda5b46432b', 'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'fixed_ips': [{'subnet_id': 'b7c8003f-27d0-420a-9836-df681ab0e4f5'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:12:04.095429 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b3121e8c-af16-44ef-acd4-1a881c11a7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:04.249253 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8a990-6d5c-434e-9866-3a010106af37 req-d28921a6-63bf-4344-b8a3-dd1ad972f69a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:04.255551 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cca8a990-6d5c-434e-9866-3a010106af37 req-d28921a6-63bf-4344-b8a3-dd1ad972f69a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 946 time: 0.5790756 Sep 01 15:12:04.259088 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51542f1-109b-4a51-8177-401f73ec0630 None None] New status for floating IP bd1fa4f5-538f-410f-83a0-deaff9bd0c35: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:12:04.308820 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-108ec184-f529-4554-a52f-6ecc35ec24c6 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:04.315696 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5ecf2936-4ed4-49fd-a03b-3165815a97bf req-c7f12dae-c060-42fc-8ad7-7b5d7a5858b4 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0f1ef9f-741d-4aca-b197-4c8cb0613a8c HTTP/1.1" status: 200 len: 210 time: 0.1169441 Sep 01 15:12:04.394686 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=b862c8b7-3049-4193-97ec-07b8b4cdcc7c,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:04.436885 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564918c0-ebc2-4fa6-b6b8-c1a888186123 req-7d2aaa60-0a96-4000-a752-0e2382077da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:04.445252 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-564918c0-ebc2-4fa6-b6b8-c1a888186123 req-7d2aaa60-0a96-4000-a752-0e2382077da3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=991369d1-6cc8-4ab5-8a03-7b17948fd044 HTTP/1.1" status: 200 len: 906 time: 0.5378239 Sep 01 15:12:04.463103 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cca8a990-6d5c-434e-9866-3a010106af37 req-4a4384ab-e563-46ac-adca-b4ce35b0e6d4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975741 Sep 01 15:12:04.547941 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ec184-f529-4554-a52f-6ecc35ec24c6 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event updated for resources: {'Subnet': ['ID=989e0a87-8aaa-4f21-90c8-77627595307e,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:04.554270 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0937bcc0-e450-431c-a23f-878f877533f4 x-openstack-request-id: req-0937bcc0-e450-431c-a23f-878f877533f4 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:04.554270 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d601d07-7a2c-441e-a890-d93e518a001d", "name": "network-vif-plugged", "status": "completed", "tag": "b862c8b7-3049-4193-97ec-07b8b4cdcc7c", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:04.554270 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0937bcc0-e450-431c-a23f-878f877533f4 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:04.554270 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d601d07-7a2c-441e-a890-d93e518a001d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b862c8b7-3049-4193-97ec-07b8b4cdcc7c', 'code': 200} Sep 01 15:12:04.571042 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-97fdaea6-cf97-48aa-ad4c-120ff20aa7a7 req-a972cc6f-097a-47f1-a35b-41df58920854 service neutron] 10.222.0.62 "GET /v2.0/networks/17543319-6060-4d8f-9fbf-24ed833e1936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6616354 Sep 01 15:12:04.572531 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-564918c0-ebc2-4fa6-b6b8-c1a888186123 req-b57c2b1f-52cc-43f1-8be1-86f44868c2ae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=decdf579-a3ac-47d2-8e21-42acfa004caa HTTP/1.1" status: 200 len: 217 time: 0.1128051 Sep 01 15:12:04.587260 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ec184-f529-4554-a52f-6ecc35ec24c6 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Checking segment: {'id': '5fdacd6a-a9a9-4355-9925-a5dc87d77042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:12:04.587765 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108ec184-f529-4554-a52f-6ecc35ec24c6 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Network hostable DHCP agents. Network: 66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:12:04.623214 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108ec184-f529-4554-a52f-6ecc35ec24c6 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Network 66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:12:04.644116 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-108ec184-f529-4554-a52f-6ecc35ec24c6 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:04.661228 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108ec184-f529-4554-a52f-6ecc35ec24c6 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:04.661989 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-108ec184-f529-4554-a52f-6ecc35ec24c6 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:04.674958 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb54f52-419f-4ad7-88bc-7baf1ac2edba None None] Network 66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:12:04.688179 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-b3121e8c-af16-44ef-acd4-1a881c11a7fb None None] Allocated IP 10.1.1.2 (7f4b104d-641a-47ad-83b7-9dda5b46432b/b7c8003f-27d0-420a-9836-df681ab0e4f5/e15e1c0f-e1e0-42ac-8113-2363e568f0de) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:12:04.719576 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-108ec184-f529-4554-a52f-6ecc35ec24c6 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4126463 Sep 01 15:12:04.725892 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34230) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:04.730656 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-816f069d-99c1-4881-8319-45a8d69afa6c tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Request body: {'port': {'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b', 'name': 'tempest-TaggedBootDevicesTest-1410652778', 'fixed_ips': [{'subnet_id': 'b7c8003f-27d0-420a-9836-df681ab0e4f5'}]}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:04.809825 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885653d-7933-4af2-a39a-f50a59730269 req-58557b88-7b45-4204-9b6c-bf64402305f0 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:04.819228 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b885653d-7933-4af2-a39a-f50a59730269 req-58557b88-7b45-4204-9b6c-bf64402305f0 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 946 time: 0.1434364 Sep 01 15:12:04.854245 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c47dc-7a58-484d-9ae6-a59391321194 req-e56243fc-f6a2-4682-9589-9eeeed58b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:04.856091 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f61c47dc-7a58-484d-9ae6-a59391321194 req-e56243fc-f6a2-4682-9589-9eeeed58b2ea service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7d601d07-7a2c-441e-a890-d93e518a001d HTTP/1.1" status: 200 len: 1096 time: 0.2552793 Sep 01 15:12:04.863877 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564918c0-ebc2-4fa6-b6b8-c1a888186123 req-42600f41-c2bd-41c4-b808-e74682ee40dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:04.868364 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-564918c0-ebc2-4fa6-b6b8-c1a888186123 req-42600f41-c2bd-41c4-b808-e74682ee40dd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=35b27872-673a-446b-88b2-296c933a8cce HTTP/1.1" status: 200 len: 845 time: 0.1868861 Sep 01 15:12:05.059386 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25e9d0-f6ee-423b-af4e-2fc595747881 req-26849a5b-70a7-4fa1-a36a-536566220ade tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:05.075336 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-de25e9d0-f6ee-423b-af4e-2fc595747881 req-26849a5b-70a7-4fa1-a36a-536566220ade tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 944 time: 0.4102206 Sep 01 15:12:05.081563 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-564918c0-ebc2-4fa6-b6b8-c1a888186123 req-5d44692b-a14d-4a98-b3bf-c750b5e68e28 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=991369d1-6cc8-4ab5-8a03-7b17948fd044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1814849 Sep 01 15:12:05.122131 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-97fdaea6-cf97-48aa-ad4c-120ff20aa7a7 req-77f63400-57f6-427c-ba38-a563ca478479 service neutron] 10.222.0.62 "GET /v2.0/networks/17543319-6060-4d8f-9fbf-24ed833e1936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548979 Sep 01 15:12:05.152055 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f61c47dc-7a58-484d-9ae6-a59391321194 req-4e0c41d8-e8a7-4b54-af39-0218c90a1c09 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839618 Sep 01 15:12:05.365598 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b885653d-7933-4af2-a39a-f50a59730269 req-07cf3d5f-0f9a-4344-9f84-5f99845530bf tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5449688 Sep 01 15:12:05.396129 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816f069d-99c1-4881-8319-45a8d69afa6c tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Made reservation on behalf of 00f25f4cb4804e62a3e709d2d6367260 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:12:05.416319 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-de25e9d0-f6ee-423b-af4e-2fc595747881 req-171206b1-35b8-4652-b047-63d7a380a38a tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3322439 Sep 01 15:12:05.552985 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-816f069d-99c1-4881-8319-45a8d69afa6c tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:05.617200 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e890fe-a4fc-4233-a404-e836850d193e req-4ae1eba5-8c16-4689-bb69-771c41ed8528 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:05.619373 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c5507b-465b-4a23-a1db-ba48fe639490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc', 'network_id': '66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'fixed_ips': [{'subnet_id': '989e0a87-8aaa-4f21-90c8-77627595307e'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:12:05.620677 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-4ae1eba5-8c16-4689-bb69-771c41ed8528 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.62 "GET /v2.0/networks?id=65ff47ae-067f-48d7-b559-e76536e51c58 HTTP/1.1" status: 200 len: 815 time: 0.4593189 Sep 01 15:12:05.622661 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e0c5507b-465b-4a23-a1db-ba48fe639490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:05.622916 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-564918c0-ebc2-4fa6-b6b8-c1a888186123 req-9b10cd2b-12ff-4070-946f-6072dd34fcae service neutron] 10.222.0.62 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596663 Sep 01 15:12:05.634094 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-816f069d-99c1-4881-8319-45a8d69afa6c tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] device_id is not set on port 5389196c-9cdd-4b8a-9082-c0e959b2bc8d yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:12:05.690713 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-05e890fe-a4fc-4233-a404-e836850d193e req-7df9bd82-8108-41a7-94e6-7356b531313b tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Request body: {'port': {'device_id': '08ccc0c2-19e1-4e0b-bb57-8bb683e74f3a', 'network_id': '65ff47ae-067f-48d7-b559-e76536e51c58', 'admin_state_up': True, 'tenant_id': '09d45a6700334eecbabe77cce1eaadbf'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:05.707016 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26902d50-f49f-4679-baa9-6af4f36c22b4 req-8f2998ec-489d-4226-8481-9e527a214bd6 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:05.709184 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26902d50-f49f-4679-baa9-6af4f36c22b4 req-8f2998ec-489d-4226-8481-9e527a214bd6 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d601d07-7a2c-441e-a890-d93e518a001d HTTP/1.1" status: 200 len: 945 time: 0.1602972 Sep 01 15:12:05.727919 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e890fe-a4fc-4233-a404-e836850d193e req-3c91e97e-90ec-4ec0-88f2-e16041b7d156 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:05.731272 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-3c91e97e-90ec-4ec0-88f2-e16041b7d156 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.45 "GET /v2.0/networks?id=65ff47ae-067f-48d7-b559-e76536e51c58 HTTP/1.1" status: 200 len: 815 time: 0.6423433 Sep 01 15:12:05.772379 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-05e890fe-a4fc-4233-a404-e836850d193e req-f59636bf-23cc-422f-b2be-9e3368b73443 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Request body: {'port': {'device_id': 'f0f1ef9f-741d-4aca-b197-4c8cb0613a8c', 'network_id': '65ff47ae-067f-48d7-b559-e76536e51c58', 'admin_state_up': True, 'tenant_id': '09d45a6700334eecbabe77cce1eaadbf'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:05.926282 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26902d50-f49f-4679-baa9-6af4f36c22b4 req-efb1de6d-afb3-4370-8eca-3985c286d277 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846242 Sep 01 15:12:06.002705 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b3121e8c-af16-44ef-acd4-1a881c11a7fb None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:06.063916 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b3121e8c-af16-44ef-acd4-1a881c11a7fb None None] Transition to ACTIVE for port object e15e1c0f-e1e0-42ac-8113-2363e568f0de will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:06.114972 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b3121e8c-af16-44ef-acd4-1a881c11a7fb None None] Transition to ACTIVE for port object e15e1c0f-e1e0-42ac-8113-2363e568f0de will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:06.118815 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-e0c5507b-465b-4a23-a1db-ba48fe639490 None None] Allocated IP 10.2.2.2 (66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc/989e0a87-8aaa-4f21-90c8-77627595307e/6df94e28-e081-4bc5-aa70-136c53bef603) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:12:06.139817 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b3121e8c-af16-44ef-acd4-1a881c11a7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:06.242246 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3121e8c-af16-44ef-acd4-1a881c11a7fb None None] Pushing event updated for resources: {'Port': ['ID=e15e1c0f-e1e0-42ac-8113-2363e568f0de,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:06.280263 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7c5e6b89-61c4-491e-bf9b-1560a43af165 req-6f6172a5-efc0-47d9-b033-7afd5c2fecb2 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0f1ef9f-741d-4aca-b197-4c8cb0613a8c HTTP/1.1" status: 200 len: 210 time: 0.1387482 Sep 01 15:12:06.313689 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3121e8c-af16-44ef-acd4-1a881c11a7fb None None] Network 7f4b104d-641a-47ad-83b7-9dda5b46432b is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:06.316960 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e890fe-a4fc-4233-a404-e836850d193e req-f59636bf-23cc-422f-b2be-9e3368b73443 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Made reservation on behalf of 09d45a6700334eecbabe77cce1eaadbf for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:12:06.324128 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-b3121e8c-af16-44ef-acd4-1a881c11a7fb None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:06.324412 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-f59636bf-23cc-422f-b2be-9e3368b73443 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:06.332327 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3121e8c-af16-44ef-acd4-1a881c11a7fb None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:12:06.384241 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-816f069d-99c1-4881-8319-45a8d69afa6c tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Allocated IP 10.1.1.124 (7f4b104d-641a-47ad-83b7-9dda5b46432b/b7c8003f-27d0-420a-9836-df681ab0e4f5/5389196c-9cdd-4b8a-9082-c0e959b2bc8d) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:12:06.582656 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 91576a2e-9961-4de8-977d-ccccffda5612 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:12:06.618210 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b3121e8c-af16-44ef-acd4-1a881c11a7fb None None] Attempting to bind port e15e1c0f-e1e0-42ac-8113-2363e568f0de on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:12:06.618834 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b3121e8c-af16-44ef-acd4-1a881c11a7fb None None] Attempting to bind port e15e1c0f-e1e0-42ac-8113-2363e568f0de by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '27300445-e76c-4111-ba4f-fda0d2642488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:12:06.619451 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3121e8c-af16-44ef-acd4-1a881c11a7fb None None] Attempting to bind port e15e1c0f-e1e0-42ac-8113-2363e568f0de on network 7f4b104d-641a-47ad-83b7-9dda5b46432b {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:06.647967 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3121e8c-af16-44ef-acd4-1a881c11a7fb None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:12:06.648635 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3121e8c-af16-44ef-acd4-1a881c11a7fb None None] Checking segment: {'id': '27300445-e76c-4111-ba4f-fda0d2642488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:12:06.649329 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b3121e8c-af16-44ef-acd4-1a881c11a7fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:06.650035 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3121e8c-af16-44ef-acd4-1a881c11a7fb None None] Bound using segment: {'id': '27300445-e76c-4111-ba4f-fda0d2642488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:12:06.650919 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b3121e8c-af16-44ef-acd4-1a881c11a7fb None None] Bound port: e15e1c0f-e1e0-42ac-8113-2363e568f0de, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27300445-e76c-4111-ba4f-fda0d2642488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:12:06.651607 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b3121e8c-af16-44ef-acd4-1a881c11a7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:06.714341 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e0c5507b-465b-4a23-a1db-ba48fe639490 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:06.774343 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e0c5507b-465b-4a23-a1db-ba48fe639490 None None] Transition to ACTIVE for port object 6df94e28-e081-4bc5-aa70-136c53bef603 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:06.797814 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c6a47-eebb-4aec-a20d-bda3d59ec518 req-cac737df-85c6-4218-85de-963cf00f1ecc tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:06.804145 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d55c6a47-eebb-4aec-a20d-bda3d59ec518 req-cac737df-85c6-4218-85de-963cf00f1ecc tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 0.4534335 Sep 01 15:12:06.814855 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3f9ca-baab-410c-832e-95d0f4066e40 req-b5b03278-850c-4660-bf68-bd4c5dd6fa93 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:06.817153 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-65f3f9ca-baab-410c-832e-95d0f4066e40 req-b5b03278-850c-4660-bf68-bd4c5dd6fa93 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 946 time: 0.3227825 Sep 01 15:12:06.838137 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-564918c0-ebc2-4fa6-b6b8-c1a888186123 req-6fec1f23-4227-4436-bd3e-76f0ca0dc1b7 service neutron] 10.222.0.62 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1356151 Sep 01 15:12:06.848261 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e0c5507b-465b-4a23-a1db-ba48fe639490 None None] Transition to ACTIVE for port object 6df94e28-e081-4bc5-aa70-136c53bef603 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:06.865294 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-05e890fe-a4fc-4233-a404-e836850d193e req-f59636bf-23cc-422f-b2be-9e3368b73443 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Allocated IP 172.20.0.4 (65ff47ae-067f-48d7-b559-e76536e51c58/d76dfc20-d4c6-43b1-ab2a-a67a859a312a/70a14dbc-793d-4a9b-88d1-e096f32b9d2e) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:12:06.871737 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 91576a2e-9961-4de8-977d-ccccffda5612 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:06.872266 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:06.876531 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b3121e8c-af16-44ef-acd4-1a881c11a7fb None None] For port e15e1c0f-e1e0-42ac-8113-2363e568f0de, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:12:06.881248 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e0c5507b-465b-4a23-a1db-ba48fe639490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:06.889914 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b3121e8c-af16-44ef-acd4-1a881c11a7fb None None] For port e15e1c0f-e1e0-42ac-8113-2363e568f0de, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e15e1c0f-e1e0-42ac-8113-2363e568f0de,segment=NetworkSegment(27300445-e76c-4111-ba4f-fda0d2642488),segment_id=27300445-e76c-4111-ba4f-fda0d2642488)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:12:06.957754 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e890fe-a4fc-4233-a404-e836850d193e req-52547ba0-a4f8-4aec-a5fd-b5eaf0032cb8 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:06.960206 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-52547ba0-a4f8-4aec-a5fd-b5eaf0032cb8 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.62 "GET /v2.0/networks?id=65ff47ae-067f-48d7-b559-e76536e51c58 HTTP/1.1" status: 200 len: 815 time: 0.6751194 Sep 01 15:12:06.994569 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-05e890fe-a4fc-4233-a404-e836850d193e req-58ee8198-b270-48e1-be80-4acffa2e0261 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Request body: {'port': {'device_id': '15bead56-7241-4bda-b1c4-f38284bd213c', 'network_id': '65ff47ae-067f-48d7-b559-e76536e51c58', 'admin_state_up': True, 'tenant_id': '09d45a6700334eecbabe77cce1eaadbf'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:06.996673 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b3121e8c-af16-44ef-acd4-1a881c11a7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:07.019495 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-65f3f9ca-baab-410c-832e-95d0f4066e40 req-236da1ba-db17-4e89-99ee-33d6d1623d85 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681063 Sep 01 15:12:07.056052 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c5507b-465b-4a23-a1db-ba48fe639490 None None] Network 66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:07.068753 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-e0c5507b-465b-4a23-a1db-ba48fe639490 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:07.081755 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c5507b-465b-4a23-a1db-ba48fe639490 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:12:07.102085 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5507b-465b-4a23-a1db-ba48fe639490 None None] Pushing event updated for resources: {'Port': ['ID=6df94e28-e081-4bc5-aa70-136c53bef603,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:07.202125 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d55c6a47-eebb-4aec-a20d-bda3d59ec518 req-3c7b3f8b-5a57-4392-8158-db6e2b812899 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616817 Sep 01 15:12:07.228752 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-816f069d-99c1-4881-8319-45a8d69afa6c tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:07.319386 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e890fe-a4fc-4233-a404-e836850d193e req-7df9bd82-8108-41a7-94e6-7356b531313b tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Made reservation on behalf of 09d45a6700334eecbabe77cce1eaadbf for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:12:07.329833 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-7df9bd82-8108-41a7-94e6-7356b531313b tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:07.344428 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-816f069d-99c1-4881-8319-45a8d69afa6c tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Transition to ACTIVE for port object 5389196c-9cdd-4b8a-9082-c0e959b2bc8d will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:07.393626 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ea82a-9d01-4b59-bd6b-cf00c1e8f818 req-241a332d-a5be-4404-a2eb-432e4efbb321 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:07.396540 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9c8ea82a-9d01-4b59-bd6b-cf00c1e8f818 req-241a332d-a5be-4404-a2eb-432e4efbb321 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 946 time: 0.2471004 Sep 01 15:12:07.412333 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e0c5507b-465b-4a23-a1db-ba48fe639490 None None] Attempting to bind port 6df94e28-e081-4bc5-aa70-136c53bef603 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:12:07.412933 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e0c5507b-465b-4a23-a1db-ba48fe639490 None None] Attempting to bind port 6df94e28-e081-4bc5-aa70-136c53bef603 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '5fdacd6a-a9a9-4355-9925-a5dc87d77042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:12:07.413526 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c5507b-465b-4a23-a1db-ba48fe639490 None None] Attempting to bind port 6df94e28-e081-4bc5-aa70-136c53bef603 on network 66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:07.421218 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3121e8c-af16-44ef-acd4-1a881c11a7fb None None] Pushing event updated for resources: {'Port': ['ID=e15e1c0f-e1e0-42ac-8113-2363e568f0de,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:07.434924 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:07.438955 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c5507b-465b-4a23-a1db-ba48fe639490 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:12:07.439562 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c5507b-465b-4a23-a1db-ba48fe639490 None None] Checking segment: {'id': '5fdacd6a-a9a9-4355-9925-a5dc87d77042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:12:07.440228 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e0c5507b-465b-4a23-a1db-ba48fe639490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:07.440884 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c5507b-465b-4a23-a1db-ba48fe639490 None None] Bound using segment: {'id': '5fdacd6a-a9a9-4355-9925-a5dc87d77042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:12:07.441683 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e0c5507b-465b-4a23-a1db-ba48fe639490 None None] Bound port: 6df94e28-e081-4bc5-aa70-136c53bef603, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdacd6a-a9a9-4355-9925-a5dc87d77042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:12:07.442344 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e0c5507b-465b-4a23-a1db-ba48fe639490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:07.567121 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f94c964-64a3-4464-af32-61f0250b1f8e req-456fd8b6-70e5-47d5-85ae-2f1d56636dce service neutron] 10.222.0.45 "GET /v2.0/ports/bd04822d-c6fb-4eba-acfd-695924f4a1f2/bindings/n-h1-794796-3 HTTP/1.1" status: 200 len: 382 time: 0.4103961 Sep 01 15:12:07.614387 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea3908c-dacb-41f3-981c-533189125a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91576a2e-9961-4de8-977d-ccccffda5612'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:07.619655 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd7bfc7-ee61-4d3c-ad63-a4cf110b3bd6" -d '{"events": [{"server_uuid": "cea3908c-dacb-41f3-981c-533189125a5a", "name": "network-vif-plugged", "status": "completed", "tag": "91576a2e-9961-4de8-977d-ccccffda5612"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:07.680311 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 91576a2e-9961-4de8-977d-ccccffda5612, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=91576a2e-9961-4de8-977d-ccccffda5612,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:07.706937 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e890fe-a4fc-4233-a404-e836850d193e req-58ee8198-b270-48e1-be80-4acffa2e0261 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Made reservation on behalf of 09d45a6700334eecbabe77cce1eaadbf for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:12:07.714463 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-58ee8198-b270-48e1-be80-4acffa2e0261 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:07.714681 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:07.796199 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9c8ea82a-9d01-4b59-bd6b-cf00c1e8f818 req-f471b010-02ca-46e9-bef9-0014668fb2a5 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774107 Sep 01 15:12:07.806121 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-816f069d-99c1-4881-8319-45a8d69afa6c tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:07.831169 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66b1cc-878f-4847-80a5-acef4ba51923 req-0b12ac73-0b30-40ed-934f-6eae0772a6c1 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:07.841775 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1c66b1cc-878f-4847-80a5-acef4ba51923 req-0b12ac73-0b30-40ed-934f-6eae0772a6c1 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 944 time: 0.3873663 Sep 01 15:12:07.846752 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e0c5507b-465b-4a23-a1db-ba48fe639490 None None] For port 6df94e28-e081-4bc5-aa70-136c53bef603, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:12:07.952780 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=91576a2e-9961-4de8-977d-ccccffda5612,revision_number=10']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:07.972552 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e15e1c0f-e1e0-42ac-8113-2363e568f0de up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:12:07.980474 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e0c5507b-465b-4a23-a1db-ba48fe639490 None None] For port 6df94e28-e081-4bc5-aa70-136c53bef603, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6df94e28-e081-4bc5-aa70-136c53bef603,segment=NetworkSegment(5fdacd6a-a9a9-4355-9925-a5dc87d77042),segment_id=5fdacd6a-a9a9-4355-9925-a5dc87d77042)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:12:08.007549 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e0c5507b-465b-4a23-a1db-ba48fe639490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:08.041585 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1c66b1cc-878f-4847-80a5-acef4ba51923 req-82e23d0b-db15-4a07-a434-79c9c115f49f tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234672 Sep 01 15:12:08.060276 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94c964-64a3-4464-af32-61f0250b1f8e req-c6b6cada-31a4-45ea-a1ac-e9392ff9bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:08.067372 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f94c964-64a3-4464-af32-61f0250b1f8e req-c6b6cada-31a4-45ea-a1ac-e9392ff9bc56 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50&tenant_id=d7f261ece20a48a4b227e981b98a52fd HTTP/1.1" status: 200 len: 1101 time: 0.1149192 Sep 01 15:12:08.075192 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816f069d-99c1-4881-8319-45a8d69afa6c tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Network 7f4b104d-641a-47ad-83b7-9dda5b46432b is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:08.076477 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f069d-99c1-4881-8319-45a8d69afa6c tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event updated for resources: {'Port': ['ID=5389196c-9cdd-4b8a-9082-c0e959b2bc8d,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:08.090357 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-816f069d-99c1-4881-8319-45a8d69afa6c tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:08.097073 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816f069d-99c1-4881-8319-45a8d69afa6c tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:12:08.106492 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-f59636bf-23cc-422f-b2be-9e3368b73443 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:08.137311 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5507b-465b-4a23-a1db-ba48fe639490 None None] Pushing event updated for resources: {'Port': ['ID=6df94e28-e081-4bc5-aa70-136c53bef603,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:08.195316 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port e15e1c0f-e1e0-42ac-8113-2363e568f0de completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:08.206050 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816f069d-99c1-4881-8319-45a8d69afa6c tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:08.207295 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-816f069d-99c1-4881-8319-45a8d69afa6c tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:08.223787 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:08.232973 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-816f069d-99c1-4881-8319-45a8d69afa6c tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5071254 Sep 01 15:12:08.238215 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34252) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:08.239013 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94c964-64a3-4464-af32-61f0250b1f8e req-69761da8-d692-4938-9680-76beb1a17c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:08.241281 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f94c964-64a3-4464-af32-61f0250b1f8e req-69761da8-d692-4938-9680-76beb1a17c69 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 1101 time: 0.1276460 Sep 01 15:12:08.283049 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-fd4424a3-bf4b-4107-a79d-40faa5a2be3e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Request body: {'port': {'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b', 'name': 'tempest-TaggedBootDevicesTest-573178561', 'fixed_ips': [{'subnet_id': 'b7c8003f-27d0-420a-9836-df681ab0e4f5'}]}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:08.399258 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-f59636bf-23cc-422f-b2be-9e3368b73443 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:08.452463 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1db37a60-5471-4152-8fae-ae8d6878c94f req-945bc188-0a53-4f73-8256-51bcb19d3b2a tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0f1ef9f-741d-4aca-b197-4c8cb0613a8c HTTP/1.1" status: 200 len: 210 time: 0.1720331 Sep 01 15:12:08.503849 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01637a-5bca-47e0-a9c4-31a36ac8df10 req-8bd079ec-f86a-4984-ab7a-d8e022666e0d tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:08.518122 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4e01637a-5bca-47e0-a9c4-31a36ac8df10 req-8bd079ec-f86a-4984-ab7a-d8e022666e0d tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d601d07-7a2c-441e-a890-d93e518a001d HTTP/1.1" status: 200 len: 945 time: 0.2397964 Sep 01 15:12:08.612379 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e890fe-a4fc-4233-a404-e836850d193e req-f59636bf-23cc-422f-b2be-9e3368b73443 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Network 65ff47ae-067f-48d7-b559-e76536e51c58 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:08.618071 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-05e890fe-a4fc-4233-a404-e836850d193e req-7df9bd82-8108-41a7-94e6-7356b531313b tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Allocated IP 172.20.0.9 (65ff47ae-067f-48d7-b559-e76536e51c58/d76dfc20-d4c6-43b1-ab2a-a67a859a312a/b98c9e44-252b-42de-a01d-736807741f96) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:12:08.642271 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94c964-64a3-4464-af32-61f0250b1f8e req-293bed76-1c68-4bde-8726-754a1a375cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:08.643584 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f94c964-64a3-4464-af32-61f0250b1f8e req-293bed76-1c68-4bde-8726-754a1a375cd9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.3907828 Sep 01 15:12:08.652961 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-05e890fe-a4fc-4233-a404-e836850d193e req-f59636bf-23cc-422f-b2be-9e3368b73443 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:08.683437 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239b1338-038e-4743-a03f-ff65d3e2ef32 x-openstack-request-id: req-239b1338-038e-4743-a03f-ff65d3e2ef32 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:08.684265 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea3908c-dacb-41f3-981c-533189125a5a", "name": "network-vif-plugged", "status": "completed", "tag": "91576a2e-9961-4de8-977d-ccccffda5612", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:08.684265 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-239b1338-038e-4743-a03f-ff65d3e2ef32 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:08.684750 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea3908c-dacb-41f3-981c-533189125a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91576a2e-9961-4de8-977d-ccccffda5612', 'code': 200} Sep 01 15:12:08.693113 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e890fe-a4fc-4233-a404-e836850d193e req-f59636bf-23cc-422f-b2be-9e3368b73443 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:12:08.730902 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59636bf-23cc-422f-b2be-9e3368b73443 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Pushing event updated for resources: {'Port': ['ID=70a14dbc-793d-4a9b-88d1-e096f32b9d2e,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:08.811023 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f94c964-64a3-4464-af32-61f0250b1f8e req-2da69528-438a-48e9-9b3c-a00257dc6b66 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=bd04822d-c6fb-4eba-acfd-695924f4a1f2 HTTP/1.1" status: 200 len: 217 time: 0.1306746 Sep 01 15:12:08.827993 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4e01637a-5bca-47e0-a9c4-31a36ac8df10 req-b8fcb97b-a3e6-4761-ae58-0760ae15d708 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083484 Sep 01 15:12:08.869103 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e890fe-a4fc-4233-a404-e836850d193e req-f59636bf-23cc-422f-b2be-9e3368b73443 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:08.869956 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-f59636bf-23cc-422f-b2be-9e3368b73443 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:08.890801 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4424a3-bf4b-4107-a79d-40faa5a2be3e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Made reservation on behalf of 00f25f4cb4804e62a3e709d2d6367260 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:12:08.896500 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fd4424a3-bf4b-4107-a79d-40faa5a2be3e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:08.949261 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-f59636bf-23cc-422f-b2be-9e3368b73443 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1901293 Sep 01 15:12:08.953155 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-fd4424a3-bf4b-4107-a79d-40faa5a2be3e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] device_id is not set on port 552a3269-c537-445a-a31c-3087d37de691 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:12:08.973806 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-05e890fe-a4fc-4233-a404-e836850d193e req-24f06f90-9c89-4643-bc62-43b8f337e3d1 service neutron] Request body: {'port': {'device_id': 'f0f1ef9f-741d-4aca-b197-4c8cb0613a8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:09.156201 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-219f9c35-0b90-4d6c-b044-dedf775e3e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:09.157486 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94c964-64a3-4464-af32-61f0250b1f8e req-7116a9f5-8c87-4bc1-86b6-23243230ad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:09.159271 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f94c964-64a3-4464-af32-61f0250b1f8e req-7116a9f5-8c87-4bc1-86b6-23243230ad66 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.3340516 Sep 01 15:12:09.194395 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0c1a4d-5073-4d24-ae22-e6d18cfc3840 None None] Network 7f4b104d-641a-47ad-83b7-9dda5b46432b requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:12:09.195677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6b46d-08a0-4d5a-9973-a36194a905b5 req-4c465411-173a-4a95-af05-66e466a04f18 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:09.199508 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fea6b46d-08a0-4d5a-9973-a36194a905b5 req-4c465411-173a-4a95-af05-66e466a04f18 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 946 time: 0.3859611 Sep 01 15:12:09.299853 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f1b9f-743b-4a4e-9260-1b16800c5520 req-bc466f3d-71a4-40ed-9696-9d8062ee9f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:09.302684 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-107f1b9f-743b-4a4e-9260-1b16800c5520 req-bc466f3d-71a4-40ed-9696-9d8062ee9f64 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 1097 time: 0.3127558 Sep 01 15:12:09.326541 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-59e46a9b-9201-4e38-9d7e-3987d71dee58 None None] Provisioning for port e15e1c0f-e1e0-42ac-8113-2363e568f0de completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:09.391731 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-59e46a9b-9201-4e38-9d7e-3987d71dee58 None None] Provisioning complete for port e15e1c0f-e1e0-42ac-8113-2363e568f0de triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:09.392896 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-59e46a9b-9201-4e38-9d7e-3987d71dee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:09.466838 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-107f1b9f-743b-4a4e-9260-1b16800c5520 req-82e8c57c-a0e4-4d66-81a0-015fb49e4a8e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408279 Sep 01 15:12:09.479707 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fea6b46d-08a0-4d5a-9973-a36194a905b5 req-3140d852-4431-45bb-bf17-735b5882ec53 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705829 Sep 01 15:12:09.485537 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-7df9bd82-8108-41a7-94e6-7356b531313b tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:09.496787 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94c964-64a3-4464-af32-61f0250b1f8e req-318a351f-d170-4827-9351-b3373992b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:09.520424 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f94c964-64a3-4464-af32-61f0250b1f8e req-318a351f-d170-4827-9351-b3373992b7c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3253093 Sep 01 15:12:09.671868 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-7df9bd82-8108-41a7-94e6-7356b531313b tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:09.815455 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-59e46a9b-9201-4e38-9d7e-3987d71dee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:09.867398 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6df94e28-e081-4bc5-aa70-136c53bef603 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:12:09.960234 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-59e46a9b-9201-4e38-9d7e-3987d71dee58 None None] For port e15e1c0f-e1e0-42ac-8113-2363e568f0de, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e15e1c0f-e1e0-42ac-8113-2363e568f0de,segment=NetworkSegment(27300445-e76c-4111-ba4f-fda0d2642488),segment_id=27300445-e76c-4111-ba4f-fda0d2642488)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:09.969162 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-59e46a9b-9201-4e38-9d7e-3987d71dee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:09.994539 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-24f06f90-9c89-4643-bc62-43b8f337e3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:10.038218 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e890fe-a4fc-4233-a404-e836850d193e req-7df9bd82-8108-41a7-94e6-7356b531313b tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Network 65ff47ae-067f-48d7-b559-e76536e51c58 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:10.062672 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9bd82-8108-41a7-94e6-7356b531313b tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Pushing event updated for resources: {'Port': ['ID=b98c9e44-252b-42de-a01d-736807741f96,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:10.068439 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-05e890fe-a4fc-4233-a404-e836850d193e req-7df9bd82-8108-41a7-94e6-7356b531313b tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:10.081106 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e890fe-a4fc-4233-a404-e836850d193e req-7df9bd82-8108-41a7-94e6-7356b531313b tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:12:10.085639 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e86225-ac5e-4d0d-a4d5-7141175aa954 req-3d553be9-ab43-4508-a6b7-35bd74d2c4aa tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:10.088078 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-86e86225-ac5e-4d0d-a4d5-7141175aa954 req-3d553be9-ab43-4508-a6b7-35bd74d2c4aa tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 1.0495167 Sep 01 15:12:10.094955 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e46a9b-9201-4e38-9d7e-3987d71dee58 None None] Pushing event updated for resources: {'Port': ['ID=e15e1c0f-e1e0-42ac-8113-2363e568f0de,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:10.133423 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 6df94e28-e081-4bc5-aa70-136c53bef603 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:10.155847 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-fd4424a3-bf4b-4107-a79d-40faa5a2be3e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Allocated IP 10.1.1.16 (7f4b104d-641a-47ad-83b7-9dda5b46432b/b7c8003f-27d0-420a-9836-df681ab0e4f5/552a3269-c537-445a-a31c-3087d37de691) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:12:10.204416 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d094da8-08b4-4dbe-98b0-d3ff8df477c5 None None] Network 66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:12:10.220490 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9b2ba-8538-4f8e-9b57-77ead79825ed req-2660b7a4-e5f7-4cb2-aaa7-74de16d8eb91 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:10.223514 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4fe9b2ba-8538-4f8e-9b57-77ead79825ed req-2660b7a4-e5f7-4cb2-aaa7-74de16d8eb91 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 946 time: 0.5823338 Sep 01 15:12:10.251833 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-05e890fe-a4fc-4233-a404-e836850d193e req-58ee8198-b270-48e1-be80-4acffa2e0261 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Allocated IP 172.20.0.11 (65ff47ae-067f-48d7-b559-e76536e51c58/d76dfc20-d4c6-43b1-ab2a-a67a859a312a/aee210d8-168b-4695-b154-c6a7258a73e9) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:12:10.342375 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-86e86225-ac5e-4d0d-a4d5-7141175aa954 req-2be6250c-ad31-4bd1-bca8-8d6ba230a5e3 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829405 Sep 01 15:12:10.346065 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e890fe-a4fc-4233-a404-e836850d193e req-7df9bd82-8108-41a7-94e6-7356b531313b tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:10.346727 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-7df9bd82-8108-41a7-94e6-7356b531313b tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:10.368166 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c640219e-a4b9-4abd-8ced-69a5af1f68d4 None None] Provisioning for port 6df94e28-e081-4bc5-aa70-136c53bef603 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:10.395123 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c640219e-a4b9-4abd-8ced-69a5af1f68d4 None None] Provisioning complete for port 6df94e28-e081-4bc5-aa70-136c53bef603 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:10.399198 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c640219e-a4b9-4abd-8ced-69a5af1f68d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:10.417754 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4fe9b2ba-8538-4f8e-9b57-77ead79825ed req-a6c8e489-7aa8-41c7-b9b9-1f93395bab97 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475306 Sep 01 15:12:10.438767 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f94c964-64a3-4464-af32-61f0250b1f8e req-2e8ae98f-eefc-44ef-9354-1cf269467ab5 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7032173 Sep 01 15:12:10.441283 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-7df9bd82-8108-41a7-94e6-7356b531313b tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7569735 Sep 01 15:12:10.491845 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-05e890fe-a4fc-4233-a404-e836850d193e req-f2e3d556-80e0-4f4c-bc1f-344bbcd86918 service neutron] Request body: {'port': {'device_id': '08ccc0c2-19e1-4e0b-bb57-8bb683e74f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:10.585122 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fd4424a3-bf4b-4107-a79d-40faa5a2be3e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:10.621121 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device bd04822d-c6fb-4eba-acfd-695924f4a1f2 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:12:10.622879 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-fd4424a3-bf4b-4107-a79d-40faa5a2be3e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Transition to ACTIVE for port object 552a3269-c537-445a-a31c-3087d37de691 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:10.719085 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fd4424a3-bf4b-4107-a79d-40faa5a2be3e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:10.852307 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4424a3-bf4b-4107-a79d-40faa5a2be3e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Network 7f4b104d-641a-47ad-83b7-9dda5b46432b is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:10.868705 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-fd4424a3-bf4b-4107-a79d-40faa5a2be3e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:10.889666 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4424a3-bf4b-4107-a79d-40faa5a2be3e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:12:10.899386 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4424a3-bf4b-4107-a79d-40faa5a2be3e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event updated for resources: {'Port': ['ID=552a3269-c537-445a-a31c-3087d37de691,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:11.051788 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c640219e-a4b9-4abd-8ced-69a5af1f68d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:11.084276 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:11.163013 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d725afe-90b7-4f33-91c8-7a16f0c440ef req-3261610e-a8d6-43aa-9024-121476e8d0a7 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:11.168882 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-58ee8198-b270-48e1-be80-4acffa2e0261 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:11.184119 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9d725afe-90b7-4f33-91c8-7a16f0c440ef req-3261610e-a8d6-43aa-9024-121476e8d0a7 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 946 time: 0.2947695 Sep 01 15:12:11.232892 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f0832a-caaa-4c5c-97a3-42a4b308ac50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd04822d-c6fb-4eba-acfd-695924f4a1f2'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:11.243347 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71447664-ada4-49fa-be8f-3ed760a41664" -d '{"events": [{"server_uuid": "57f0832a-caaa-4c5c-97a3-42a4b308ac50", "name": "network-vif-unplugged", "status": "completed", "tag": "bd04822d-c6fb-4eba-acfd-695924f4a1f2"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:11.266845 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c640219e-a4b9-4abd-8ced-69a5af1f68d4 None None] For port 6df94e28-e081-4bc5-aa70-136c53bef603, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6df94e28-e081-4bc5-aa70-136c53bef603,segment=NetworkSegment(5fdacd6a-a9a9-4355-9925-a5dc87d77042),segment_id=5fdacd6a-a9a9-4355-9925-a5dc87d77042)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:11.282188 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4424a3-bf4b-4107-a79d-40faa5a2be3e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:11.283349 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fd4424a3-bf4b-4107-a79d-40faa5a2be3e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:11.299599 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port bd04822d-c6fb-4eba-acfd-695924f4a1f2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=bd04822d-c6fb-4eba-acfd-695924f4a1f2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:11.305698 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c640219e-a4b9-4abd-8ced-69a5af1f68d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:11.337859 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-58ee8198-b270-48e1-be80-4acffa2e0261 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:11.428503 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:11.436372 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640219e-a4b9-4abd-8ced-69a5af1f68d4 None None] Pushing event updated for resources: {'Port': ['ID=6df94e28-e081-4bc5-aa70-136c53bef603,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:11.477369 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fd4424a3-bf4b-4107-a79d-40faa5a2be3e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1944089 Sep 01 15:12:11.488339 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9d725afe-90b7-4f33-91c8-7a16f0c440ef req-14087487-88ae-4e78-b78b-7e2d9ca91296 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2812419 Sep 01 15:12:11.590129 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-99420b8e-3a2b-4adc-8fb1-51571a76e53f None None] Provisioning for port 5389196c-9cdd-4b8a-9082-c0e959b2bc8d completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:11.632253 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-f2e3d556-80e0-4f4c-bc1f-344bbcd86918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:11.644686 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-99420b8e-3a2b-4adc-8fb1-51571a76e53f None None] Provisioning complete for port 5389196c-9cdd-4b8a-9082-c0e959b2bc8d triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:11.645352 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-99420b8e-3a2b-4adc-8fb1-51571a76e53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:11.651536 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f94c964-64a3-4464-af32-61f0250b1f8e req-b07b7d26-c183-4d8e-a553-0c228fab56d8 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1831915 Sep 01 15:12:11.764514 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-05e890fe-a4fc-4233-a404-e836850d193e req-24f06f90-9c89-4643-bc62-43b8f337e3d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70a14dbc-793d-4a9b-88d1-e096f32b9d2e {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:12:11.766965 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e890fe-a4fc-4233-a404-e836850d193e req-58ee8198-b270-48e1-be80-4acffa2e0261 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Network 65ff47ae-067f-48d7-b559-e76536e51c58 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:11.778325 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee8198-b270-48e1-be80-4acffa2e0261 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Pushing event updated for resources: {'Port': ['ID=aee210d8-168b-4695-b154-c6a7258a73e9,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:11.781206 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-05e890fe-a4fc-4233-a404-e836850d193e req-58ee8198-b270-48e1-be80-4acffa2e0261 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:11.804652 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-24f06f90-9c89-4643-bc62-43b8f337e3d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:11.809301 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e890fe-a4fc-4233-a404-e836850d193e req-58ee8198-b270-48e1-be80-4acffa2e0261 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:12:11.857415 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-05e890fe-a4fc-4233-a404-e836850d193e req-24f06f90-9c89-4643-bc62-43b8f337e3d1 service neutron] Transition to ACTIVE for port object 70a14dbc-793d-4a9b-88d1-e096f32b9d2e will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:11.866057 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-99420b8e-3a2b-4adc-8fb1-51571a76e53f None None] Port 5389196c-9cdd-4b8a-9082-c0e959b2bc8d cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:12:11.872036 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-2438f361-ff5b-4574-8028-328b17ed6838 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:11.873816 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-2438f361-ff5b-4574-8028-328b17ed6838 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/networks?id=991369d1-6cc8-4ab5-8a03-7b17948fd044 HTTP/1.1" status: 200 len: 805 time: 1.1915946 Sep 01 15:12:11.874528 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=bd04822d-c6fb-4eba-acfd-695924f4a1f2,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:11.891462 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6df94e28-e081-4bc5-aa70-136c53bef603 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:12:11.897250 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-24f06f90-9c89-4643-bc62-43b8f337e3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:11.920086 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd0eab-bb79-4eb3-b433-f6e57b706c9c req-3f3804a4-a60f-4e55-9c65-b7f3a36e8c77 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:11.921676 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-23cd0eab-bb79-4eb3-b433-f6e57b706c9c req-3f3804a4-a60f-4e55-9c65-b7f3a36e8c77 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0f1ef9f-741d-4aca-b197-4c8cb0613a8c HTTP/1.1" status: 200 len: 931 time: 0.1623106 Sep 01 15:12:11.974467 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-99420b8e-3a2b-4adc-8fb1-51571a76e53f None None] Provisioning complete for port e15e1c0f-e1e0-42ac-8113-2363e568f0de triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:11.975386 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-99420b8e-3a2b-4adc-8fb1-51571a76e53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:11.992549 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-80e04a93-fc51-499e-9c96-109cccdd8bc1 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/quotas/5d7c0ff87c7c4cc083c6404989b27ea4 HTTP/1.1" status: 200 len: 375 time: 0.0733001 Sep 01 15:12:12.046654 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-23cd0eab-bb79-4eb3-b433-f6e57b706c9c req-16d1a0bf-254c-447a-ac41-d3eb15689429 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/security-groups?id=632f41c2-e5c3-44b2-ae0f-50f8841b36c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721066 Sep 01 15:12:12.052613 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f06f90-9c89-4643-bc62-43b8f337e3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=70a14dbc-793d-4a9b-88d1-e096f32b9d2e,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:12.071314 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 6df94e28-e081-4bc5-aa70-136c53bef603 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:12.072257 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:12.188165 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-05e890fe-a4fc-4233-a404-e836850d193e req-24f06f90-9c89-4643-bc62-43b8f337e3d1 service neutron] Attempting to bind port 70a14dbc-793d-4a9b-88d1-e096f32b9d2e on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:12:12.188817 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-05e890fe-a4fc-4233-a404-e836850d193e req-24f06f90-9c89-4643-bc62-43b8f337e3d1 service neutron] Attempting to bind port 70a14dbc-793d-4a9b-88d1-e096f32b9d2e by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'b5f441f6-4053-4dee-ae6e-f9003aabd0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '65ff47ae-067f-48d7-b559-e76536e51c58'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:12:12.188817 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e890fe-a4fc-4233-a404-e836850d193e req-24f06f90-9c89-4643-bc62-43b8f337e3d1 service neutron] Attempting to bind port 70a14dbc-793d-4a9b-88d1-e096f32b9d2e on network 65ff47ae-067f-48d7-b559-e76536e51c58 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:12.200127 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:12.207221 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e890fe-a4fc-4233-a404-e836850d193e req-24f06f90-9c89-4643-bc62-43b8f337e3d1 service neutron] Port 70a14dbc-793d-4a9b-88d1-e096f32b9d2e on network 65ff47ae-067f-48d7-b559-e76536e51c58 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:12:12.208888 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e890fe-a4fc-4233-a404-e836850d193e req-24f06f90-9c89-4643-bc62-43b8f337e3d1 service neutron] Attempting to bind port 70a14dbc-793d-4a9b-88d1-e096f32b9d2e on network 65ff47ae-067f-48d7-b559-e76536e51c58 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:12.223804 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e890fe-a4fc-4233-a404-e836850d193e req-24f06f90-9c89-4643-bc62-43b8f337e3d1 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:12:12.224546 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e890fe-a4fc-4233-a404-e836850d193e req-24f06f90-9c89-4643-bc62-43b8f337e3d1 service neutron] Checking segment: {'id': 'b5f441f6-4053-4dee-ae6e-f9003aabd0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '65ff47ae-067f-48d7-b559-e76536e51c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:12:12.226545 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e890fe-a4fc-4233-a404-e836850d193e req-24f06f90-9c89-4643-bc62-43b8f337e3d1 service neutron] Bound using segment: {'id': 'b5f441f6-4053-4dee-ae6e-f9003aabd0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '65ff47ae-067f-48d7-b559-e76536e51c58'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:12:12.229395 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-05e890fe-a4fc-4233-a404-e836850d193e req-24f06f90-9c89-4643-bc62-43b8f337e3d1 service neutron] Bound port: 70a14dbc-793d-4a9b-88d1-e096f32b9d2e, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f441f6-4053-4dee-ae6e-f9003aabd0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '65ff47ae-067f-48d7-b559-e76536e51c58'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:12:12.230108 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-24f06f90-9c89-4643-bc62-43b8f337e3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:12.269053 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-edda4841-0863-4e8a-8c38-752446ade511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:12.372306 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e15e1c0f-e1e0-42ac-8113-2363e568f0de up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:12:12.438611 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-05e890fe-a4fc-4233-a404-e836850d193e req-24f06f90-9c89-4643-bc62-43b8f337e3d1 service neutron] For port 70a14dbc-793d-4a9b-88d1-e096f32b9d2e, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:12:12.450396 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-05e890fe-a4fc-4233-a404-e836850d193e req-24f06f90-9c89-4643-bc62-43b8f337e3d1 service neutron] For port 70a14dbc-793d-4a9b-88d1-e096f32b9d2e, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=70a14dbc-793d-4a9b-88d1-e096f32b9d2e,segment=NetworkSegment(b5f441f6-4053-4dee-ae6e-f9003aabd0b1),segment_id=b5f441f6-4053-4dee-ae6e-f9003aabd0b1)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:12:12.463869 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-24f06f90-9c89-4643-bc62-43b8f337e3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:12.513491 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c687ef57-5e9a-4003-9841-18889b5f297a None None] Provisioning for port 552a3269-c537-445a-a31c-3087d37de691 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:12.527414 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c687ef57-5e9a-4003-9841-18889b5f297a None None] Provisioning complete for port 552a3269-c537-445a-a31c-3087d37de691 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:12.528441 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c687ef57-5e9a-4003-9841-18889b5f297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:12.531925 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port e15e1c0f-e1e0-42ac-8113-2363e568f0de triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:12.533446 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:12.618174 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-c687ef57-5e9a-4003-9841-18889b5f297a None None] Port 552a3269-c537-445a-a31c-3087d37de691 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:12:12.639127 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c687ef57-5e9a-4003-9841-18889b5f297a None None] Provisioning complete for port 6df94e28-e081-4bc5-aa70-136c53bef603 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:12.639804 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c687ef57-5e9a-4003-9841-18889b5f297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:12.649103 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e890fe-a4fc-4233-a404-e836850d193e req-24f06f90-9c89-4643-bc62-43b8f337e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:12.650876 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-24f06f90-9c89-4643-bc62-43b8f337e3d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:12.653966 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-24f06f90-9c89-4643-bc62-43b8f337e3d1 service neutron] 10.222.0.45 "PUT /v2.0/ports/70a14dbc-793d-4a9b-88d1-e096f32b9d2e HTTP/1.1" status: 200 len: 1091 time: 3.6856956 Sep 01 15:12:12.655079 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0f1ef9f-741d-4aca-b197-4c8cb0613a8c', 'tag': '70a14dbc-793d-4a9b-88d1-e096f32b9d2e'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:12.656469 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e890fe-a4fc-4233-a404-e836850d193e req-58ee8198-b270-48e1-be80-4acffa2e0261 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:12.657865 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-58ee8198-b270-48e1-be80-4acffa2e0261 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:12.661469 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf99cec-e7df-45c3-be46-88b6686c8e61" -d '{"events": [{"name": "network-changed", "server_uuid": "f0f1ef9f-741d-4aca-b197-4c8cb0613a8c", "tag": "70a14dbc-793d-4a9b-88d1-e096f32b9d2e"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:12.671280 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f06f90-9c89-4643-bc62-43b8f337e3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=70a14dbc-793d-4a9b-88d1-e096f32b9d2e,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:12.791575 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-58ee8198-b270-48e1-be80-4acffa2e0261 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8043790 Sep 01 15:12:12.834051 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-05e890fe-a4fc-4233-a404-e836850d193e req-cc518325-e588-4c42-ba34-05f830c091e1 service neutron] Request body: {'port': {'device_id': '15bead56-7241-4bda-b1c4-f38284bd213c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:12.845594 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d229662-0238-4cf2-985a-8d7a3a896af7 req-0622d704-fd84-46ec-94e8-21080be2d1cf tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:12.849721 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7d229662-0238-4cf2-985a-8d7a3a896af7 req-0622d704-fd84-46ec-94e8-21080be2d1cf tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 946 time: 0.1805813 Sep 01 15:12:12.860237 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e890fe-a4fc-4233-a404-e836850d193e req-baffed5a-3c13-4d69-b0a0-ece8ddba8e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:12.862889 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-baffed5a-3c13-4d69-b0a0-ece8ddba8e7e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09d45a6700334eecbabe77cce1eaadbf&device_id=f0f1ef9f-741d-4aca-b197-4c8cb0613a8c HTTP/1.1" status: 200 len: 1094 time: 0.1306415 Sep 01 15:12:12.888627 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:12:12.906812 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-81efd97e-3272-4f29-b874-d46a99483cae tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d7c0ff87c7c4cc083c6404989b27ea4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8994813 Sep 01 15:12:12.940815 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-fe35226f-318b-4aa9-830c-f7a6b5bdf6aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70a14dbc-793d-4a9b-88d1-e096f32b9d2e HTTP/1.1" status: 200 len: 217 time: 0.0611467 Sep 01 15:12:13.040023 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7d229662-0238-4cf2-985a-8d7a3a896af7 req-206064b8-1bb7-4f4d-9439-444eef63ee11 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754963 Sep 01 15:12:13.069073 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e890fe-a4fc-4233-a404-e836850d193e req-e6adce80-ba37-4ee3-8c23-eeb2ac7086c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:13.072426 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-e6adce80-ba37-4ee3-8c23-eeb2ac7086c4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d76dfc20-d4c6-43b1-ab2a-a67a859a312a HTTP/1.1" status: 200 len: 855 time: 0.1222055 Sep 01 15:12:13.125596 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:13.135841 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-349b07d1-ed90-4cc5-bc7f-12b1473b71a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=65ff47ae-067f-48d7-b559-e76536e51c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540519 Sep 01 15:12:13.137276 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e69d17e-5a18-4e3d-825b-c5cdd511d3c4 x-openstack-request-id: req-6e69d17e-5a18-4e3d-825b-c5cdd511d3c4 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:13.137634 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f0832a-caaa-4c5c-97a3-42a4b308ac50", "name": "network-vif-unplugged", "status": "completed", "tag": "bd04822d-c6fb-4eba-acfd-695924f4a1f2", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:13.137819 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6e69d17e-5a18-4e3d-825b-c5cdd511d3c4 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:13.138485 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f0832a-caaa-4c5c-97a3-42a4b308ac50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd04822d-c6fb-4eba-acfd-695924f4a1f2', 'code': 200} Sep 01 15:12:13.148746 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-cc518325-e588-4c42-ba34-05f830c091e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:13.204295 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-05e890fe-a4fc-4233-a404-e836850d193e req-f2e3d556-80e0-4f4c-bc1f-344bbcd86918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b98c9e44-252b-42de-a01d-736807741f96 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:12:13.233578 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-f2e3d556-80e0-4f4c-bc1f-344bbcd86918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:13.293339 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-cb7f8ce4-79f7-4049-adc2-d68ace2a8e45 service neutron] 10.222.0.45 "GET /v2.0/networks/65ff47ae-067f-48d7-b559-e76536e51c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459069 Sep 01 15:12:13.330574 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cd9c5-b0b9-4df2-896a-7229e0d4148a req-12cd7a99-2092-44b8-8883-f317597677af tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:13.330869 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-05e890fe-a4fc-4233-a404-e836850d193e req-f2e3d556-80e0-4f4c-bc1f-344bbcd86918 service neutron] Transition to ACTIVE for port object b98c9e44-252b-42de-a01d-736807741f96 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:13.334794 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d90cd9c5-b0b9-4df2-896a-7229e0d4148a req-12cd7a99-2092-44b8-8883-f317597677af tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 948 time: 0.0935371 Sep 01 15:12:13.349307 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-f2e3d556-80e0-4f4c-bc1f-344bbcd86918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:13.362391 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-0f70a0f8-6f03-42bc-b371-0db8ee6f3545 service neutron] 10.222.0.60 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178374 Sep 01 15:12:13.498828 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d90cd9c5-b0b9-4df2-896a-7229e0d4148a req-3956ffc4-d8e1-440c-be14-a2d6de2c33c5 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459892 Sep 01 15:12:13.579092 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-fe15dab8-4e6e-4a7c-aa11-53b0e6f15e82 service neutron] 10.222.0.45 "GET /v2.0/networks/65ff47ae-067f-48d7-b559-e76536e51c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723804 Sep 01 15:12:13.771938 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3d556-80e0-4f4c-bc1f-344bbcd86918 service neutron] Pushing event updated for resources: {'Port': ['ID=b98c9e44-252b-42de-a01d-736807741f96,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:13.962513 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-1a91e4ba-9893-4191-8e62-bbc93e0d2d2b service neutron] 10.222.0.60 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388823 Sep 01 15:12:14.054532 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-05e890fe-a4fc-4233-a404-e836850d193e req-f2e3d556-80e0-4f4c-bc1f-344bbcd86918 service neutron] Attempting to bind port b98c9e44-252b-42de-a01d-736807741f96 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:12:14.055034 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-05e890fe-a4fc-4233-a404-e836850d193e req-f2e3d556-80e0-4f4c-bc1f-344bbcd86918 service neutron] Attempting to bind port b98c9e44-252b-42de-a01d-736807741f96 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'b5f441f6-4053-4dee-ae6e-f9003aabd0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '65ff47ae-067f-48d7-b559-e76536e51c58'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:12:14.055661 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e890fe-a4fc-4233-a404-e836850d193e req-f2e3d556-80e0-4f4c-bc1f-344bbcd86918 service neutron] Attempting to bind port b98c9e44-252b-42de-a01d-736807741f96 on network 65ff47ae-067f-48d7-b559-e76536e51c58 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:14.075020 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e890fe-a4fc-4233-a404-e836850d193e req-f2e3d556-80e0-4f4c-bc1f-344bbcd86918 service neutron] Port b98c9e44-252b-42de-a01d-736807741f96 on network 65ff47ae-067f-48d7-b559-e76536e51c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:12:14.075020 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e890fe-a4fc-4233-a404-e836850d193e req-f2e3d556-80e0-4f4c-bc1f-344bbcd86918 service neutron] Attempting to bind port b98c9e44-252b-42de-a01d-736807741f96 on network 65ff47ae-067f-48d7-b559-e76536e51c58 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:14.082730 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34334) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:14.096347 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-eecb45e8-aa9b-4a89-a50a-6d57d4d1bd6d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--960560038', 'description': 'tempest-description--342051501'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:14.103428 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e890fe-a4fc-4233-a404-e836850d193e req-f2e3d556-80e0-4f4c-bc1f-344bbcd86918 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:12:14.103936 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e890fe-a4fc-4233-a404-e836850d193e req-f2e3d556-80e0-4f4c-bc1f-344bbcd86918 service neutron] Checking segment: {'id': 'b5f441f6-4053-4dee-ae6e-f9003aabd0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '65ff47ae-067f-48d7-b559-e76536e51c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:12:14.105061 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e890fe-a4fc-4233-a404-e836850d193e req-f2e3d556-80e0-4f4c-bc1f-344bbcd86918 service neutron] Bound using segment: {'id': 'b5f441f6-4053-4dee-ae6e-f9003aabd0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '65ff47ae-067f-48d7-b559-e76536e51c58'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:12:14.105791 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-05e890fe-a4fc-4233-a404-e836850d193e req-f2e3d556-80e0-4f4c-bc1f-344bbcd86918 service neutron] Bound port: b98c9e44-252b-42de-a01d-736807741f96, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f441f6-4053-4dee-ae6e-f9003aabd0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '65ff47ae-067f-48d7-b559-e76536e51c58'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:12:14.106351 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-f2e3d556-80e0-4f4c-bc1f-344bbcd86918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:14.258332 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eecb45e8-aa9b-4a89-a50a-6d57d4d1bd6d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:14.288704 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8198d2-027c-4c8a-9389-5178cf5dcd5a req-5a377775-e528-4b7c-ba10-2ed354890d70 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:14.291501 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd8198d2-027c-4c8a-9389-5178cf5dcd5a req-5a377775-e528-4b7c-ba10-2ed354890d70 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 946 time: 0.1129878 Sep 01 15:12:14.364245 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd8198d2-027c-4c8a-9389-5178cf5dcd5a req-73d804dd-9778-4918-beed-9a1869a8d655 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650773 Sep 01 15:12:14.431943 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-05e890fe-a4fc-4233-a404-e836850d193e req-cc518325-e588-4c42-ba34-05f830c091e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee210d8-168b-4695-b154-c6a7258a73e9 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:12:14.445141 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-05e890fe-a4fc-4233-a404-e836850d193e req-f2e3d556-80e0-4f4c-bc1f-344bbcd86918 service neutron] For port b98c9e44-252b-42de-a01d-736807741f96, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:12:14.487982 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-cc518325-e588-4c42-ba34-05f830c091e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:14.523926 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-05e890fe-a4fc-4233-a404-e836850d193e req-f2e3d556-80e0-4f4c-bc1f-344bbcd86918 service neutron] For port b98c9e44-252b-42de-a01d-736807741f96, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b98c9e44-252b-42de-a01d-736807741f96,segment=NetworkSegment(b5f441f6-4053-4dee-ae6e-f9003aabd0b1),segment_id=b5f441f6-4053-4dee-ae6e-f9003aabd0b1)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:12:14.552494 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-f2e3d556-80e0-4f4c-bc1f-344bbcd86918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:14.559544 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd932b33-cfd7-4c48-a37c-1d2140e625ac x-openstack-request-id: req-fd932b33-cfd7-4c48-a37c-1d2140e625ac {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:14.561149 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0f1ef9f-741d-4aca-b197-4c8cb0613a8c", "tag": "70a14dbc-793d-4a9b-88d1-e096f32b9d2e", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:14.561988 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd932b33-cfd7-4c48-a37c-1d2140e625ac {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:14.564864 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0f1ef9f-741d-4aca-b197-4c8cb0613a8c', 'tag': '70a14dbc-793d-4a9b-88d1-e096f32b9d2e', 'status': 'completed', 'code': 200} Sep 01 15:12:14.602796 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device bd04822d-c6fb-4eba-acfd-695924f4a1f2 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:12:14.637883 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-05e890fe-a4fc-4233-a404-e836850d193e req-cc518325-e588-4c42-ba34-05f830c091e1 service neutron] Transition to ACTIVE for port object aee210d8-168b-4695-b154-c6a7258a73e9 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:14.685371 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e890fe-a4fc-4233-a404-e836850d193e req-f2e3d556-80e0-4f4c-bc1f-344bbcd86918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:14.686902 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-f2e3d556-80e0-4f4c-bc1f-344bbcd86918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:14.689626 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-f2e3d556-80e0-4f4c-bc1f-344bbcd86918 service neutron] 10.222.0.62 "PUT /v2.0/ports/b98c9e44-252b-42de-a01d-736807741f96 HTTP/1.1" status: 200 len: 1091 time: 4.2039390 Sep 01 15:12:14.697620 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-cc518325-e588-4c42-ba34-05f830c091e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:14.701191 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ccc0c2-19e1-4e0b-bb57-8bb683e74f3a', 'tag': 'b98c9e44-252b-42de-a01d-736807741f96'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:14.705755 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a2185d-9921-4770-b831-36905b56c90e" -d '{"events": [{"name": "network-changed", "server_uuid": "08ccc0c2-19e1-4e0b-bb57-8bb683e74f3a", "tag": "b98c9e44-252b-42de-a01d-736807741f96"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:14.742046 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287a44a-5318-4184-a0d9-5a399720bc4a req-1485d21b-9659-4571-9bce-eef937b3f547 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:14.755132 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2287a44a-5318-4184-a0d9-5a399720bc4a req-1485d21b-9659-4571-9bce-eef937b3f547 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 946 time: 0.3042068 Sep 01 15:12:14.806726 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a989b-7bea-4690-850a-b7fd5a6102dc req-f17b681a-7d80-4a09-9e94-72a24142b2f4 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:14.814497 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9d7a989b-7bea-4690-850a-b7fd5a6102dc req-f17b681a-7d80-4a09-9e94-72a24142b2f4 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0f1ef9f-741d-4aca-b197-4c8cb0613a8c HTTP/1.1" status: 200 len: 943 time: 0.1478007 Sep 01 15:12:14.820526 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf99cec-e7df-45c3-be46-88b6686c8e61 req-7c4d31b9-b06d-45db-952e-7d0a44f40baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:14.822807 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-abf99cec-e7df-45c3-be46-88b6686c8e61 req-7c4d31b9-b06d-45db-952e-7d0a44f40baf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=09d45a6700334eecbabe77cce1eaadbf&device_id=f0f1ef9f-741d-4aca-b197-4c8cb0613a8c HTTP/1.1" status: 200 len: 1094 time: 0.2203083 Sep 01 15:12:14.852581 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port bd04822d-c6fb-4eba-acfd-695924f4a1f2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=bd04822d-c6fb-4eba-acfd-695924f4a1f2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:14.862316 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3d556-80e0-4f4c-bc1f-344bbcd86918 service neutron] Pushing event updated for resources: {'Port': ['ID=b98c9e44-252b-42de-a01d-736807741f96,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:14.886462 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eecb45e8-aa9b-4a89-a50a-6d57d4d1bd6d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:14.915516 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'bd04822d-c6fb-4eba-acfd-695924f4a1f2', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': 'bd04822d-c6fb-4eba-acfd-695924f4a1f2', 'mac_address': 'fa:16:3e:a7:99:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:12:14.943394 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eecb45e8-aa9b-4a89-a50a-6d57d4d1bd6d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:14.987835 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9d7a989b-7bea-4690-850a-b7fd5a6102dc req-241eb726-5beb-4e33-9a75-b5e4ead1a11a tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/security-groups?id=632f41c2-e5c3-44b2-ae0f-50f8841b36c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633749 Sep 01 15:12:15.047779 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:15.050160 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:15.058562 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eecb45e8-aa9b-4a89-a50a-6d57d4d1bd6d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:15.060831 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-eecb45e8-aa9b-4a89-a50a-6d57d4d1bd6d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9764836 Sep 01 15:12:15.062204 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf99cec-e7df-45c3-be46-88b6686c8e61 req-92de1460-4790-44dc-9347-7992e69876fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:15.064956 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-abf99cec-e7df-45c3-be46-88b6686c8e61 req-92de1460-4790-44dc-9347-7992e69876fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=65ff47ae-067f-48d7-b559-e76536e51c58 HTTP/1.1" status: 200 len: 916 time: 0.2309515 Sep 01 15:12:15.066078 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34352) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:15.075391 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-f14ab6df-5730-46f5-a6a4-becf6c78195d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Request body: {'security_group_rule': {'security_group_id': '56ee7cbb-c064-4b45-b63a-4812b76da33d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:15.102268 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd04822d-c6fb-4eba-acfd-695924f4a1f2 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:12:15.124614 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2287a44a-5318-4184-a0d9-5a399720bc4a req-38b3a564-7d67-4269-854e-36e37d2fb78b tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3407447 Sep 01 15:12:15.145094 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port bd04822d-c6fb-4eba-acfd-695924f4a1f2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=bd04822d-c6fb-4eba-acfd-695924f4a1f2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:15.155782 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:15.197015 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-abf99cec-e7df-45c3-be46-88b6686c8e61 req-f0f7c5c3-6922-44e3-8702-234905e55a54 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70a14dbc-793d-4a9b-88d1-e096f32b9d2e HTTP/1.1" status: 200 len: 217 time: 0.1128490 Sep 01 15:12:15.282100 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc518325-e588-4c42-ba34-05f830c091e1 service neutron] Pushing event updated for resources: {'Port': ['ID=aee210d8-168b-4695-b154-c6a7258a73e9,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:15.293166 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb45e8-aa9b-4a89-a50a-6d57d4d1bd6d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56ee7cbb-c064-4b45-b63a-4812b76da33d,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:15.305217 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=bd04822d-c6fb-4eba-acfd-695924f4a1f2,revision_number=7']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:15.320338 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf99cec-e7df-45c3-be46-88b6686c8e61 req-1374b218-00e4-49e8-a57f-4638892dbd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:15.322072 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-abf99cec-e7df-45c3-be46-88b6686c8e61 req-1374b218-00e4-49e8-a57f-4638892dbd6a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d76dfc20-d4c6-43b1-ab2a-a67a859a312a HTTP/1.1" status: 200 len: 855 time: 0.1151555 Sep 01 15:12:15.329042 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e890fe-a4fc-4233-a404-e836850d193e req-cbe8da42-a56c-4d7a-86b4-5ae6b02fad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:15.330500 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-cbe8da42-a56c-4d7a-86b4-5ae6b02fad58 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=09d45a6700334eecbabe77cce1eaadbf&device_id=08ccc0c2-19e1-4e0b-bb57-8bb683e74f3a HTTP/1.1" status: 200 len: 1094 time: 0.5043261 Sep 01 15:12:15.331735 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f14ab6df-5730-46f5-a6a4-becf6c78195d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:15.366838 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5fbaa-df66-486e-9ec2-cd8343486d83 req-10460b2e-b745-4545-a629-380632900fc3 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:15.375160 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-05b5fbaa-df66-486e-9ec2-cd8343486d83 req-10460b2e-b745-4545-a629-380632900fc3 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 946 time: 0.1757584 Sep 01 15:12:15.390849 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bf468413-36bf-478b-bb21-7027681ed16a req-bbd53a78-3419-4d31-8b1e-d89bead7109f tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb7b3fee-56df-4785-b43a-909179dc6df1 HTTP/1.1" status: 200 len: 210 time: 0.1034064 Sep 01 15:12:15.461395 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-abf99cec-e7df-45c3-be46-88b6686c8e61 req-9425b4b6-988c-401e-8c3d-54365548b2c6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=65ff47ae-067f-48d7-b559-e76536e51c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155660 Sep 01 15:12:15.475016 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-3a15a530-c263-4b22-9ccd-042d40bc864b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b98c9e44-252b-42de-a01d-736807741f96 HTTP/1.1" status: 200 len: 217 time: 0.0991507 Sep 01 15:12:15.476282 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-05e890fe-a4fc-4233-a404-e836850d193e req-cc518325-e588-4c42-ba34-05f830c091e1 service neutron] Attempting to bind port aee210d8-168b-4695-b154-c6a7258a73e9 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:12:15.476896 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-05e890fe-a4fc-4233-a404-e836850d193e req-cc518325-e588-4c42-ba34-05f830c091e1 service neutron] Attempting to bind port aee210d8-168b-4695-b154-c6a7258a73e9 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'b5f441f6-4053-4dee-ae6e-f9003aabd0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '65ff47ae-067f-48d7-b559-e76536e51c58'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:12:15.477442 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e890fe-a4fc-4233-a404-e836850d193e req-cc518325-e588-4c42-ba34-05f830c091e1 service neutron] Attempting to bind port aee210d8-168b-4695-b154-c6a7258a73e9 on network 65ff47ae-067f-48d7-b559-e76536e51c58 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:15.495157 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['bd04822d-c6fb-4eba-acfd-695924f4a1f2'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:12:15.497331 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e890fe-a4fc-4233-a404-e836850d193e req-cc518325-e588-4c42-ba34-05f830c091e1 service neutron] Port aee210d8-168b-4695-b154-c6a7258a73e9 on network 65ff47ae-067f-48d7-b559-e76536e51c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:12:15.497838 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e890fe-a4fc-4233-a404-e836850d193e req-cc518325-e588-4c42-ba34-05f830c091e1 service neutron] Attempting to bind port aee210d8-168b-4695-b154-c6a7258a73e9 on network 65ff47ae-067f-48d7-b559-e76536e51c58 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:15.583033 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e890fe-a4fc-4233-a404-e836850d193e req-cc518325-e588-4c42-ba34-05f830c091e1 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:12:15.583617 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e890fe-a4fc-4233-a404-e836850d193e req-cc518325-e588-4c42-ba34-05f830c091e1 service neutron] Checking segment: {'id': 'b5f441f6-4053-4dee-ae6e-f9003aabd0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '65ff47ae-067f-48d7-b559-e76536e51c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:12:15.584323 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e890fe-a4fc-4233-a404-e836850d193e req-cc518325-e588-4c42-ba34-05f830c091e1 service neutron] Bound using segment: {'id': 'b5f441f6-4053-4dee-ae6e-f9003aabd0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '65ff47ae-067f-48d7-b559-e76536e51c58'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:12:15.585079 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-05e890fe-a4fc-4233-a404-e836850d193e req-cc518325-e588-4c42-ba34-05f830c091e1 service neutron] Bound port: aee210d8-168b-4695-b154-c6a7258a73e9, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f441f6-4053-4dee-ae6e-f9003aabd0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '65ff47ae-067f-48d7-b559-e76536e51c58'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:12:15.585785 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-cc518325-e588-4c42-ba34-05f830c091e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:15.629720 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-05b5fbaa-df66-486e-9ec2-cd8343486d83 req-778515a0-bff7-4531-9cf1-48434fb570f0 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525704 Sep 01 15:12:15.693994 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f14ab6df-5730-46f5-a6a4-becf6c78195d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:15.700769 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e890fe-a4fc-4233-a404-e836850d193e req-2fb2a8ad-de19-4ca5-8b2e-f77484b6c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:15.703248 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-2fb2a8ad-de19-4ca5-8b2e-f77484b6c57a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d76dfc20-d4c6-43b1-ab2a-a67a859a312a HTTP/1.1" status: 200 len: 855 time: 0.1932683 Sep 01 15:12:15.750904 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f14ab6df-5730-46f5-a6a4-becf6c78195d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:15.769972 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-3f240b29-d098-47a5-94c5-72a16a73c4dd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=65ff47ae-067f-48d7-b559-e76536e51c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516636 Sep 01 15:12:15.786653 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193369c6-27cc-49a6-8d2f-4e5ea82258a6 req-da38036f-0053-4c4a-bc45-536f72cea357 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:15.788502 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-193369c6-27cc-49a6-8d2f-4e5ea82258a6 req-da38036f-0053-4c4a-bc45-536f72cea357 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 949 time: 0.2076159 Sep 01 15:12:15.800082 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-abf99cec-e7df-45c3-be46-88b6686c8e61 req-adc21a83-d099-4442-a56e-4ec675ecbd34 service neutron] 10.222.0.45 "GET /v2.0/networks/65ff47ae-067f-48d7-b559-e76536e51c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196328 Sep 01 15:12:15.826168 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ab6df-5730-46f5-a6a4-becf6c78195d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5baf9703-b69c-40d6-b5e9-42222950e17b,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:15.898970 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-05e890fe-a4fc-4233-a404-e836850d193e req-cc518325-e588-4c42-ba34-05f830c091e1 service neutron] For port aee210d8-168b-4695-b154-c6a7258a73e9, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:12:15.925817 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f646ab-de6f-40d5-bf8e-895c47818f76 x-openstack-request-id: req-b5f646ab-de6f-40d5-bf8e-895c47818f76 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:15.927197 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ccc0c2-19e1-4e0b-bb57-8bb683e74f3a", "tag": "b98c9e44-252b-42de-a01d-736807741f96", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:15.927735 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5f646ab-de6f-40d5-bf8e-895c47818f76 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:15.930557 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ccc0c2-19e1-4e0b-bb57-8bb683e74f3a', 'tag': 'b98c9e44-252b-42de-a01d-736807741f96', 'status': 'completed', 'code': 200} Sep 01 15:12:15.934211 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f14ab6df-5730-46f5-a6a4-becf6c78195d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:15.936742 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f14ab6df-5730-46f5-a6a4-becf6c78195d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8685374 Sep 01 15:12:15.942674 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34362) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:15.955273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-ab71c207-4d58-4126-8dfd-139af2a46b74 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Request body: {'security_group_rule': {'security_group_id': '56ee7cbb-c064-4b45-b63a-4812b76da33d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:16.000200 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-05e890fe-a4fc-4233-a404-e836850d193e req-cc518325-e588-4c42-ba34-05f830c091e1 service neutron] For port aee210d8-168b-4695-b154-c6a7258a73e9, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=aee210d8-168b-4695-b154-c6a7258a73e9,segment=NetworkSegment(b5f441f6-4053-4dee-ae6e-f9003aabd0b1),segment_id=b5f441f6-4053-4dee-ae6e-f9003aabd0b1)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:12:16.023899 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-cc518325-e588-4c42-ba34-05f830c091e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:16.059996 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-193369c6-27cc-49a6-8d2f-4e5ea82258a6 req-3c19b4e0-8772-48f3-85ca-9ef15a2090be tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523036 Sep 01 15:12:16.068933 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-abf99cec-e7df-45c3-be46-88b6686c8e61 req-42e677a4-bb4e-42b4-8b74-208b9b3772e5 service neutron] 10.222.0.45 "GET /v2.0/networks/65ff47ae-067f-48d7-b559-e76536e51c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577291 Sep 01 15:12:16.070499 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ab71c207-4d58-4126-8dfd-139af2a46b74 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:16.150628 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e890fe-a4fc-4233-a404-e836850d193e req-cc518325-e588-4c42-ba34-05f830c091e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:16.152359 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-05e890fe-a4fc-4233-a404-e836850d193e req-cc518325-e588-4c42-ba34-05f830c091e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:16.164488 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-cc518325-e588-4c42-ba34-05f830c091e1 service neutron] 10.222.0.62 "PUT /v2.0/ports/aee210d8-168b-4695-b154-c6a7258a73e9 HTTP/1.1" status: 200 len: 1092 time: 3.3362565 Sep 01 15:12:16.231953 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-6ecbf5db-9d99-4f78-8cf5-f67383cb9cde service neutron] 10.222.0.62 "GET /v2.0/networks/65ff47ae-067f-48d7-b559-e76536e51c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409041 Sep 01 15:12:16.278981 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ab71c207-4d58-4126-8dfd-139af2a46b74 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:16.287515 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ab71c207-4d58-4126-8dfd-139af2a46b74 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:16.337325 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc518325-e588-4c42-ba34-05f830c091e1 service neutron] Pushing event updated for resources: {'Port': ['ID=aee210d8-168b-4695-b154-c6a7258a73e9,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:16.343609 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70119910-db46-497b-9c90-2bfcb58bcf42 req-bdbe2f28-a605-4b3f-817b-eab0cb2d1389 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:16.346662 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-70119910-db46-497b-9c90-2bfcb58bcf42 req-bdbe2f28-a605-4b3f-817b-eab0cb2d1389 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0f1ef9f-741d-4aca-b197-4c8cb0613a8c HTTP/1.1" status: 200 len: 943 time: 0.1590683 Sep 01 15:12:16.347756 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71c207-4d58-4126-8dfd-139af2a46b74 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a6eb02-cd6d-40b6-bda8-ab1ef8d742b2,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:16.362732 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ab71c207-4d58-4126-8dfd-139af2a46b74 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:16.365600 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ab71c207-4d58-4126-8dfd-139af2a46b74 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4226604 Sep 01 15:12:16.375018 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34368) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:12:16.387035 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-5262ee22-87d8-4dcf-a3f8-6ca9c2c8d9ae tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:16.483333 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-70119910-db46-497b-9c90-2bfcb58bcf42 req-7bb7607f-8911-400b-bc9c-48f2f11b595d tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/security-groups?id=632f41c2-e5c3-44b2-ae0f-50f8841b36c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031294 Sep 01 15:12:16.486276 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5262ee22-87d8-4dcf-a3f8-6ca9c2c8d9ae tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:16.619682 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af8932-f997-42c7-9c9a-d13d47e502fa req-997b099b-8147-4f46-bb56-3fc7a24b3122 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:16.622779 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d2af8932-f997-42c7-9c9a-d13d47e502fa req-997b099b-8147-4f46-bb56-3fc7a24b3122 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 946 time: 0.4000120 Sep 01 15:12:16.626359 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 70a14dbc-793d-4a9b-88d1-e096f32b9d2e details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:12:16.664843 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e890fe-a4fc-4233-a404-e836850d193e req-c4408213-44c1-4a2c-8bb2-06f51ad23f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:16.668168 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-c4408213-44c1-4a2c-8bb2-06f51ad23f71 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=09d45a6700334eecbabe77cce1eaadbf&device_id=15bead56-7241-4bda-b1c4-f38284bd213c HTTP/1.1" status: 200 len: 1095 time: 0.3202953 Sep 01 15:12:16.704603 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5262ee22-87d8-4dcf-a3f8-6ca9c2c8d9ae tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:16.728540 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-e75a5f57-6a93-486d-aa35-b2e14e3d1e12 service neutron] 10.222.0.62 "GET /v2.0/networks/65ff47ae-067f-48d7-b559-e76536e51c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135427 Sep 01 15:12:16.804083 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d2af8932-f997-42c7-9c9a-d13d47e502fa req-fe7c8c4f-4ac0-4165-8e99-bba6ca49b78e tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531391 Sep 01 15:12:16.827514 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-1b9c182d-6a55-4da5-a9a9-a9052306be8a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:16.832099 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-1b9c182d-6a55-4da5-a9a9-a9052306be8a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.62 "GET /v2.0/networks?id=991369d1-6cc8-4ab5-8a03-7b17948fd044 HTTP/1.1" status: 200 len: 805 time: 0.5127890 Sep 01 15:12:16.840380 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-caf7621f-99d9-4002-bcf8-2da372f6bbdb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aee210d8-168b-4695-b154-c6a7258a73e9 HTTP/1.1" status: 200 len: 217 time: 0.1106827 Sep 01 15:12:16.868781 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 70a14dbc-793d-4a9b-88d1-e096f32b9d2e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=70a14dbc-793d-4a9b-88d1-e096f32b9d2e,segment=NetworkSegment(b5f441f6-4053-4dee-ae6e-f9003aabd0b1),segment_id=b5f441f6-4053-4dee-ae6e-f9003aabd0b1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:16.874885 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-5262ee22-87d8-4dcf-a3f8-6ca9c2c8d9ae tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Allocated IP 172.25.6.109 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/340af5ff-0aac-4d68-becf-574a0a7d5b23) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:12:16.894649 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '70a14dbc-793d-4a9b-88d1-e096f32b9d2e', 'network_id': '65ff47ae-067f-48d7-b559-e76536e51c58', 'port_id': '70a14dbc-793d-4a9b-88d1-e096f32b9d2e', 'mac_address': 'fa:16:3e:a4:9a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd76dfc20-d4c6-43b1-ab2a-a67a859a312a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:12:16.994742 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:17.000769 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-1de53bd5-972d-4f77-83eb-0cbb9e20f527 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Request body: {'port': {'device_id': 'cb7b3fee-56df-4785-b43a-909179dc6df1', 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044', 'admin_state_up': True, 'tenant_id': '5d7c0ff87c7c4cc083c6404989b27ea4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:17.033301 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70a14dbc-793d-4a9b-88d1-e096f32b9d2e {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:12:17.075146 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a73bb347-6a62-460a-8d49-da51ed2e434d req-87b93a63-4604-47c9-853e-5e59dfa1ad6e tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb7b3fee-56df-4785-b43a-909179dc6df1 HTTP/1.1" status: 200 len: 210 time: 0.1646485 Sep 01 15:12:17.081887 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 70a14dbc-793d-4a9b-88d1-e096f32b9d2e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=70a14dbc-793d-4a9b-88d1-e096f32b9d2e,segment=NetworkSegment(b5f441f6-4053-4dee-ae6e-f9003aabd0b1),segment_id=b5f441f6-4053-4dee-ae6e-f9003aabd0b1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:17.092236 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:17.192917 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e890fe-a4fc-4233-a404-e836850d193e req-0ec1ff2f-6ec1-4b1c-b887-80e8dfb5e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:17.195171 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-0ec1ff2f-6ec1-4b1c-b887-80e8dfb5e9e6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d76dfc20-d4c6-43b1-ab2a-a67a859a312a HTTP/1.1" status: 200 len: 855 time: 0.2221923 Sep 01 15:12:17.202699 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=70a14dbc-793d-4a9b-88d1-e096f32b9d2e,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:17.307972 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2185d-9921-4770-b831-36905b56c90e req-d191914c-89ff-4a54-bfd2-4198e6e726ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:17.311373 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-40a2185d-9921-4770-b831-36905b56c90e req-d191914c-89ff-4a54-bfd2-4198e6e726ca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=09d45a6700334eecbabe77cce1eaadbf&device_id=08ccc0c2-19e1-4e0b-bb57-8bb683e74f3a HTTP/1.1" status: 200 len: 1094 time: 0.3178244 Sep 01 15:12:17.318116 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-79befa11-f16c-4ba1-84ed-3ae431bef876 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=65ff47ae-067f-48d7-b559-e76536e51c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047096 Sep 01 15:12:17.318968 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b141d8-c899-4377-866a-0d31a2e48074 req-b774cf98-b8ee-4112-a16d-3b292c913697 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:17.324060 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-66b141d8-c899-4377-866a-0d31a2e48074 req-b774cf98-b8ee-4112-a16d-3b292c913697 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.45 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50&tenant_id=d7f261ece20a48a4b227e981b98a52fd&binding%3Ahost_id=n-h1-794796-3 HTTP/1.1" status: 200 len: 949 time: 0.3227232 Sep 01 15:12:17.352729 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5262ee22-87d8-4dcf-a3f8-6ca9c2c8d9ae tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:17.372812 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-1de53bd5-972d-4f77-83eb-0cbb9e20f527 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Made reservation on behalf of 5d7c0ff87c7c4cc083c6404989b27ea4 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:12:17.376996 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-1de53bd5-972d-4f77-83eb-0cbb9e20f527 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:17.425995 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785e640-659d-4391-8166-0ed5699b8657 req-77887629-1cc3-414d-b677-4ee59943d8be tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:17.427725 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c785e640-659d-4391-8166-0ed5699b8657 req-77887629-1cc3-414d-b677-4ee59943d8be tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 946 time: 0.3668809 Sep 01 15:12:17.476825 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['70a14dbc-793d-4a9b-88d1-e096f32b9d2e'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:12:17.483651 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c56fa-ad48-4d3c-9b36-ce8f75a755aa req-8e5040f5-7f3f-4bbe-81e3-8291afcac6d3 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:17.487362 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e68c56fa-ad48-4d3c-9b36-ce8f75a755aa req-8e5040f5-7f3f-4bbe-81e3-8291afcac6d3 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 949 time: 0.2779870 Sep 01 15:12:17.523716 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-66b141d8-c899-4377-866a-0d31a2e48074 req-9c709fee-f589-47b7-a30c-16ea00a90194 service neutron] 10.222.0.45 "GET /v2.0/ports/bd04822d-c6fb-4eba-acfd-695924f4a1f2/bindings/n-h1-794796-3 HTTP/1.1" status: 200 len: 382 time: 0.1770082 Sep 01 15:12:17.563324 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c785e640-659d-4391-8166-0ed5699b8657 req-bef31154-8312-4592-96dd-ce6f6b589c49 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149035 Sep 01 15:12:17.637534 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5262ee22-87d8-4dcf-a3f8-6ca9c2c8d9ae tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:17.672202 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2185d-9921-4770-b831-36905b56c90e req-c7534984-cea8-444c-823e-2d49e6f67288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:17.675411 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-40a2185d-9921-4770-b831-36905b56c90e req-c7534984-cea8-444c-823e-2d49e6f67288 service neutron] 10.222.0.62 "GET /v2.0/networks?id=65ff47ae-067f-48d7-b559-e76536e51c58 HTTP/1.1" status: 200 len: 916 time: 0.3273156 Sep 01 15:12:17.730451 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5262ee22-87d8-4dcf-a3f8-6ca9c2c8d9ae tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:17.740827 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-5262ee22-87d8-4dcf-a3f8-6ca9c2c8d9ae tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:17.749693 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5262ee22-87d8-4dcf-a3f8-6ca9c2c8d9ae tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:12:17.753656 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b141d8-c899-4377-866a-0d31a2e48074 req-cbd49ca1-4687-4c88-ae78-7b8fe84e2773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:17.755294 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-66b141d8-c899-4377-866a-0d31a2e48074 req-cbd49ca1-4687-4c88-ae78-7b8fe84e2773 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 1100 time: 0.1848722 Sep 01 15:12:17.759610 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262ee22-87d8-4dcf-a3f8-6ca9c2c8d9ae tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event updated for resources: {'Port': ['ID=340af5ff-0aac-4d68-becf-574a0a7d5b23,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:18.095537 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56667ff3-0392-4fe2-bccb-d082585aa4d1 req-2409544c-e0a3-4321-a162-7145ee6a0a49 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:18.098760 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-56667ff3-0392-4fe2-bccb-d082585aa4d1 req-2409544c-e0a3-4321-a162-7145ee6a0a49 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0f1ef9f-741d-4aca-b197-4c8cb0613a8c HTTP/1.1" status: 200 len: 944 time: 0.2660277 Sep 01 15:12:18.209933 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b141d8-c899-4377-866a-0d31a2e48074 req-b30b06ac-d562-4082-8b37-0a5ff026d028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:18.212854 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-66b141d8-c899-4377-866a-0d31a2e48074 req-b30b06ac-d562-4082-8b37-0a5ff026d028 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.4018486 Sep 01 15:12:18.224532 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15bead56-7241-4bda-b1c4-f38284bd213c', 'tag': 'aee210d8-168b-4695-b154-c6a7258a73e9'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:18.227207 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64212c69-447c-44b0-8553-c0b7d836311b" -d '{"events": [{"name": "network-changed", "server_uuid": "15bead56-7241-4bda-b1c4-f38284bd213c", "tag": "aee210d8-168b-4695-b154-c6a7258a73e9"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:18.271352 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-40a2185d-9921-4770-b831-36905b56c90e req-d86ab637-f188-4e01-bc70-d4622fbc8dcb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b98c9e44-252b-42de-a01d-736807741f96 HTTP/1.1" status: 200 len: 217 time: 0.5668297 Sep 01 15:12:18.274717 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-1fe8136a-af27-4c1b-8159-c36e00c6660a service neutron] 10.222.0.62 "GET /v2.0/networks/65ff47ae-067f-48d7-b559-e76536e51c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9246161 Sep 01 15:12:18.284253 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e68c56fa-ad48-4d3c-9b36-ce8f75a755aa req-510003f5-d114-4743-a9c9-33be730caecf tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7643313 Sep 01 15:12:18.328119 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5262ee22-87d8-4dcf-a3f8-6ca9c2c8d9ae tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:18.349698 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-56667ff3-0392-4fe2-bccb-d082585aa4d1 req-4a6dea8c-e274-4d30-b603-6fb0ed8d59dd tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/security-groups?id=632f41c2-e5c3-44b2-ae0f-50f8841b36c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071731 Sep 01 15:12:18.354075 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-66b141d8-c899-4377-866a-0d31a2e48074 req-192a636b-4b22-444a-8410-97d77cb675c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=bd04822d-c6fb-4eba-acfd-695924f4a1f2 HTTP/1.1" status: 200 len: 217 time: 0.1202018 Sep 01 15:12:18.502014 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5262ee22-87d8-4dcf-a3f8-6ca9c2c8d9ae tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:18.564289 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b141d8-c899-4377-866a-0d31a2e48074 req-0445bd3f-4b7c-4a66-8dcc-a6773ae248f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:18.566954 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-66b141d8-c899-4377-866a-0d31a2e48074 req-0445bd3f-4b7c-4a66-8dcc-a6773ae248f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.2029648 Sep 01 15:12:18.605457 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dc6027b3-30d0-46a4-8f21-cf8091190094 req-a592fcb3-6bd9-4ba5-bbde-46653464d10e tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb7b3fee-56df-4785-b43a-909179dc6df1 HTTP/1.1" status: 200 len: 210 time: 0.0662677 Sep 01 15:12:18.631314 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device bd04822d-c6fb-4eba-acfd-695924f4a1f2 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:12:18.649152 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2185d-9921-4770-b831-36905b56c90e req-46cffcde-ed2f-448d-bf59-ccc8c8c7a49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:18.651935 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-40a2185d-9921-4770-b831-36905b56c90e req-46cffcde-ed2f-448d-bf59-ccc8c8c7a49a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d76dfc20-d4c6-43b1-ab2a-a67a859a312a HTTP/1.1" status: 200 len: 855 time: 0.3611627 Sep 01 15:12:18.762126 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440bf58d-e6a5-4852-a9ad-ac9fa54cdadd x-openstack-request-id: req-440bf58d-e6a5-4852-a9ad-ac9fa54cdadd {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:18.762844 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15bead56-7241-4bda-b1c4-f38284bd213c", "tag": "aee210d8-168b-4695-b154-c6a7258a73e9", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:18.763044 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-440bf58d-e6a5-4852-a9ad-ac9fa54cdadd {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:18.763642 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15bead56-7241-4bda-b1c4-f38284bd213c', 'tag': 'aee210d8-168b-4695-b154-c6a7258a73e9', 'status': 'completed', 'code': 200} Sep 01 15:12:18.771589 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-40a2185d-9921-4770-b831-36905b56c90e req-66702df3-920a-4fc5-9f21-70f189ad4d2e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=65ff47ae-067f-48d7-b559-e76536e51c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873611 Sep 01 15:12:18.775588 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b141d8-c899-4377-866a-0d31a2e48074 req-30a6c3d6-49cb-41c5-bbc5-9c604dd4a579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:18.778573 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-66b141d8-c899-4377-866a-0d31a2e48074 req-30a6c3d6-49cb-41c5-bbc5-9c604dd4a579 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1850069 Sep 01 15:12:18.785334 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port bd04822d-c6fb-4eba-acfd-695924f4a1f2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:18.785702 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1d4f9-6438-4e3c-8959-6073bfc6fd9a req-97b02f4c-a216-47af-812d-9ae192bd2663 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:18.786553 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:18.788426 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a7d1d4f9-6438-4e3c-8959-6073bfc6fd9a req-97b02f4c-a216-47af-812d-9ae192bd2663 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 946 time: 0.3184056 Sep 01 15:12:18.799341 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-1de53bd5-972d-4f77-83eb-0cbb9e20f527 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Allocated IP 172.20.0.14 (991369d1-6cc8-4ab5-8a03-7b17948fd044/35b27872-673a-446b-88b2-296c933a8cce/4816ca43-44c8-4e8d-893f-7ff675f5248b) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:12:18.836446 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05e890fe-a4fc-4233-a404-e836850d193e req-f0872067-b8ce-45a3-a1e7-085cf897f181 service neutron] 10.222.0.62 "GET /v2.0/networks/65ff47ae-067f-48d7-b559-e76536e51c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5435510 Sep 01 15:12:19.018679 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a7d1d4f9-6438-4e3c-8959-6073bfc6fd9a req-cca39207-679a-48b2-bb0b-30cc40c0d5dc tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982293 Sep 01 15:12:19.029785 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:19.091308 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f0832a-caaa-4c5c-97a3-42a4b308ac50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd04822d-c6fb-4eba-acfd-695924f4a1f2'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:19.100972 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2510eed5-905f-446a-8a38-bb440caae1a7" -d '{"events": [{"server_uuid": "57f0832a-caaa-4c5c-97a3-42a4b308ac50", "name": "network-vif-plugged", "status": "completed", "tag": "bd04822d-c6fb-4eba-acfd-695924f4a1f2"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:19.105781 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5262ee22-87d8-4dcf-a3f8-6ca9c2c8d9ae tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:19.124471 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce502d-c80f-4098-90f7-04c2fae576df req-188ce692-b5e4-4a83-beff-f4b289254e57 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:19.133503 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-04ce502d-c80f-4098-90f7-04c2fae576df req-188ce692-b5e4-4a83-beff-f4b289254e57 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 946 time: 0.2358193 Sep 01 15:12:19.163087 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5262ee22-87d8-4dcf-a3f8-6ca9c2c8d9ae tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:19.174163 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port bd04822d-c6fb-4eba-acfd-695924f4a1f2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=bd04822d-c6fb-4eba-acfd-695924f4a1f2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:19.187072 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:19.188792 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-66b141d8-c899-4377-866a-0d31a2e48074 req-83a0cd00-8078-4cb2-94de-6595dd353d1e service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948278 Sep 01 15:12:19.219111 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-40a2185d-9921-4770-b831-36905b56c90e req-d2ac2883-b377-4523-bb27-0491d0bf84b6 service neutron] 10.222.0.62 "GET /v2.0/networks/65ff47ae-067f-48d7-b559-e76536e51c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157038 Sep 01 15:12:19.260705 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64212c69-447c-44b0-8553-c0b7d836311b req-e29eb723-fde2-46d1-bfb2-46c742571b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:19.262759 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-64212c69-447c-44b0-8553-c0b7d836311b req-e29eb723-fde2-46d1-bfb2-46c742571b9f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=09d45a6700334eecbabe77cce1eaadbf&device_id=15bead56-7241-4bda-b1c4-f38284bd213c HTTP/1.1" status: 200 len: 1095 time: 0.2389312 Sep 01 15:12:19.296693 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=bd04822d-c6fb-4eba-acfd-695924f4a1f2,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:19.454749 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-1de53bd5-972d-4f77-83eb-0cbb9e20f527 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:19.475072 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97692e0f-f150-4ab9-8e8f-686f19208f4b x-openstack-request-id: req-97692e0f-f150-4ab9-8e8f-686f19208f4b {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:19.475072 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f0832a-caaa-4c5c-97a3-42a4b308ac50", "name": "network-vif-plugged", "status": "completed", "tag": "bd04822d-c6fb-4eba-acfd-695924f4a1f2", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:19.475072 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-97692e0f-f150-4ab9-8e8f-686f19208f4b {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:19.475072 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f0832a-caaa-4c5c-97a3-42a4b308ac50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd04822d-c6fb-4eba-acfd-695924f4a1f2', 'code': 200} Sep 01 15:12:19.552433 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-40a2185d-9921-4770-b831-36905b56c90e req-f1f837c0-15a5-46ec-8765-ee1fb43218ef service neutron] 10.222.0.62 "GET /v2.0/networks/65ff47ae-067f-48d7-b559-e76536e51c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157933 Sep 01 15:12:19.652410 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64212c69-447c-44b0-8553-c0b7d836311b req-c2d73c86-e5f4-4b36-b583-b70092d2f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:19.654661 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-64212c69-447c-44b0-8553-c0b7d836311b req-c2d73c86-e5f4-4b36-b583-b70092d2f0da service neutron] 10.222.0.62 "GET /v2.0/networks?id=65ff47ae-067f-48d7-b559-e76536e51c58 HTTP/1.1" status: 200 len: 916 time: 0.3395360 Sep 01 15:12:19.734481 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-1de53bd5-972d-4f77-83eb-0cbb9e20f527 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:19.739899 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-64212c69-447c-44b0-8553-c0b7d836311b req-9067b5a0-a0b5-4bf5-9667-3a923b95a536 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aee210d8-168b-4695-b154-c6a7258a73e9 HTTP/1.1" status: 200 len: 217 time: 0.0714900 Sep 01 15:12:19.754087 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['b862c8b7-3049-4193-97ec-07b8b4cdcc7c'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:12:19.800244 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['decdf579-a3ac-47d2-8e21-42acfa004caa'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:12:19.824694 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-04ce502d-c80f-4098-90f7-04c2fae576df req-58b77db0-e9a3-47a7-a569-db6bb13d9cd3 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6899776 Sep 01 15:12:19.830874 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262ee22-87d8-4dcf-a3f8-6ca9c2c8d9ae tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event updated for resources: {'Port': ['ID=340af5ff-0aac-4d68-becf-574a0a7d5b23,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:19.841939 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694d046-8060-4986-8b4d-2e2a8dc4b6ae req-6b3c1767-307f-44c0-a5f6-636dd77ee6d5 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:19.857820 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4694d046-8060-4986-8b4d-2e2a8dc4b6ae req-6b3c1767-307f-44c0-a5f6-636dd77ee6d5 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 0.2771342 Sep 01 15:12:19.895309 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5262ee22-87d8-4dcf-a3f8-6ca9c2c8d9ae tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:19.941137 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5262ee22-87d8-4dcf-a3f8-6ca9c2c8d9ae tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:19.943178 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5262ee22-87d8-4dcf-a3f8-6ca9c2c8d9ae tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5654218 Sep 01 15:12:19.946985 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-66b141d8-c899-4377-866a-0d31a2e48074 req-364b3fa3-c582-496d-b427-484cc571abd6 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7247353 Sep 01 15:12:20.049705 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-1de53bd5-972d-4f77-83eb-0cbb9e20f527 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Network 991369d1-6cc8-4ab5-8a03-7b17948fd044 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:20.058139 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de53bd5-972d-4f77-83eb-0cbb9e20f527 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Pushing event updated for resources: {'Port': ['ID=4816ca43-44c8-4e8d-893f-7ff675f5248b,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:20.063223 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-1de53bd5-972d-4f77-83eb-0cbb9e20f527 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:20.081189 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4694d046-8060-4986-8b4d-2e2a8dc4b6ae req-55cd91dd-dd71-471a-b9a5-20ca935d7942 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211213 Sep 01 15:12:20.090864 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-1de53bd5-972d-4f77-83eb-0cbb9e20f527 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:12:20.131452 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e5631-7ec5-4c25-834e-e03eb5a91721 req-95b54d13-c6e9-4386-bb9e-057de733d933 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:20.147938 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ae0e5631-7ec5-4c25-834e-e03eb5a91721 req-95b54d13-c6e9-4386-bb9e-057de733d933 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0f1ef9f-741d-4aca-b197-4c8cb0613a8c HTTP/1.1" status: 200 len: 944 time: 0.1481838 Sep 01 15:12:20.172426 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64212c69-447c-44b0-8553-c0b7d836311b req-91b1b8f8-3ad3-4005-98e6-400226f86991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:20.176774 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-64212c69-447c-44b0-8553-c0b7d836311b req-91b1b8f8-3ad3-4005-98e6-400226f86991 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d76dfc20-d4c6-43b1-ab2a-a67a859a312a HTTP/1.1" status: 200 len: 855 time: 0.4199061 Sep 01 15:12:20.255312 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ae0e5631-7ec5-4c25-834e-e03eb5a91721 req-349a8fe9-c3d1-4cf8-a3f5-3c302f5658ff tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/security-groups?id=632f41c2-e5c3-44b2-ae0f-50f8841b36c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014795 Sep 01 15:12:20.256016 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-1de53bd5-972d-4f77-83eb-0cbb9e20f527 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:20.257134 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-1de53bd5-972d-4f77-83eb-0cbb9e20f527 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:20.311848 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-64212c69-447c-44b0-8553-c0b7d836311b req-a39b2e38-f371-4988-9ca1-c2625fc84616 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=65ff47ae-067f-48d7-b559-e76536e51c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745833 Sep 01 15:12:20.357255 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-1de53bd5-972d-4f77-83eb-0cbb9e20f527 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3622396 Sep 01 15:12:20.411418 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-75477c4d-dc62-4b8c-bf8c-45e86e27ffde service neutron] Request body: {'port': {'device_id': 'cb7b3fee-56df-4785-b43a-909179dc6df1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:20.447670 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639464a-2fde-4197-a816-5ae97744a43d req-ec8aa0f0-754e-4ee6-857d-12a278be08e5 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:20.449909 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f639464a-2fde-4197-a816-5ae97744a43d req-ec8aa0f0-754e-4ee6-857d-12a278be08e5 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb7b3fee-56df-4785-b43a-909179dc6df1 HTTP/1.1" status: 200 len: 932 time: 0.2266843 Sep 01 15:12:20.450821 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae5ac2-c4a6-4e04-9c33-2971bdba17bb req-0bfb2c46-9d23-48ad-af32-6b7c37fd9a87 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:20.452736 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4cae5ac2-c4a6-4e04-9c33-2971bdba17bb req-0bfb2c46-9d23-48ad-af32-6b7c37fd9a87 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 946 time: 0.0653389 Sep 01 15:12:20.510095 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4cae5ac2-c4a6-4e04-9c33-2971bdba17bb req-bfc11e10-6977-4926-8add-fad837855f39 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432835 Sep 01 15:12:20.560056 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-75477c4d-dc62-4b8c-bf8c-45e86e27ffde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:20.583161 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-64212c69-447c-44b0-8553-c0b7d836311b req-3369af5f-89da-41c8-afbe-aa99d18963d7 service neutron] 10.222.0.62 "GET /v2.0/networks/65ff47ae-067f-48d7-b559-e76536e51c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552419 Sep 01 15:12:20.593076 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f639464a-2fde-4197-a816-5ae97744a43d req-42da7ea9-f320-4ced-b596-923d9fcd9a65 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300950 Sep 01 15:12:20.647599 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 70a14dbc-793d-4a9b-88d1-e096f32b9d2e up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:12:20.744052 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 70a14dbc-793d-4a9b-88d1-e096f32b9d2e completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:20.753637 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 70a14dbc-793d-4a9b-88d1-e096f32b9d2e triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:20.755151 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:20.892291 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:20.941796 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-a1d07870-f8d4-426d-a21a-8b8d7e89fdbc tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--960560038&fields=id&tenant_id=00f25f4cb4804e62a3e709d2d6367260 HTTP/1.1" status: 200 len: 267 time: 0.1900578 Sep 01 15:12:20.957596 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 70a14dbc-793d-4a9b-88d1-e096f32b9d2e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=70a14dbc-793d-4a9b-88d1-e096f32b9d2e,segment=NetworkSegment(b5f441f6-4053-4dee-ae6e-f9003aabd0b1),segment_id=b5f441f6-4053-4dee-ae6e-f9003aabd0b1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:20.964804 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-64212c69-447c-44b0-8553-c0b7d836311b req-d15da081-34ee-440f-a4cb-d1b74bc9a821 service neutron] 10.222.0.62 "GET /v2.0/networks/65ff47ae-067f-48d7-b559-e76536e51c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269975 Sep 01 15:12:20.965223 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:21.011442 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device b98c9e44-252b-42de-a01d-736807741f96 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:12:21.029299 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e99a2-7880-4713-ad36-faff38ce5924 req-fd736e7f-d6a6-4be0-8b3e-1c15cfcf57f0 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:21.031580 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a17e99a2-7880-4713-ad36-faff38ce5924 req-fd736e7f-d6a6-4be0-8b3e-1c15cfcf57f0 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 946 time: 0.0868838 Sep 01 15:12:21.043604 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=70a14dbc-793d-4a9b-88d1-e096f32b9d2e,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:21.110820 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-540dd92b-ae5c-4b10-b2f7-fb16827aa40c tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:21.113692 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-540dd92b-ae5c-4b10-b2f7-fb16827aa40c tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports/5389196c-9cdd-4b8a-9082-c0e959b2bc8d HTTP/1.1" status: 200 len: 932 time: 0.1524055 Sep 01 15:12:21.115167 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a17e99a2-7880-4713-ad36-faff38ce5924 req-cf179c7b-3b43-46d5-85f6-ee5ca60a1d9c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689669 Sep 01 15:12:21.207926 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port b98c9e44-252b-42de-a01d-736807741f96, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b98c9e44-252b-42de-a01d-736807741f96,segment=NetworkSegment(b5f441f6-4053-4dee-ae6e-f9003aabd0b1),segment_id=b5f441f6-4053-4dee-ae6e-f9003aabd0b1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:21.233129 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'b98c9e44-252b-42de-a01d-736807741f96', 'network_id': '65ff47ae-067f-48d7-b559-e76536e51c58', 'port_id': 'b98c9e44-252b-42de-a01d-736807741f96', 'mac_address': 'fa:16:3e:64:ee:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd76dfc20-d4c6-43b1-ab2a-a67a859a312a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:12:21.260239 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-8c1dc9e5-d5e8-4d43-99a3-ed4466c7acec tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:21.262987 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-8c1dc9e5-d5e8-4d43-99a3-ed4466c7acec tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports/552a3269-c537-445a-a31c-3087d37de691 HTTP/1.1" status: 200 len: 930 time: 0.1129806 Sep 01 15:12:21.292587 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:21.309726 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e726cf4-d824-4022-97aa-eaa57df1dd5c req-00248ef8-ec9f-4709-82c5-82f0e081f9c8 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:21.313280 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e726cf4-d824-4022-97aa-eaa57df1dd5c req-00248ef8-ec9f-4709-82c5-82f0e081f9c8 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 0.0774591 Sep 01 15:12:21.321355 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b98c9e44-252b-42de-a01d-736807741f96 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:12:21.364801 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port b98c9e44-252b-42de-a01d-736807741f96, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b98c9e44-252b-42de-a01d-736807741f96,segment=NetworkSegment(b5f441f6-4053-4dee-ae6e-f9003aabd0b1),segment_id=b5f441f6-4053-4dee-ae6e-f9003aabd0b1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:21.366859 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e726cf4-d824-4022-97aa-eaa57df1dd5c req-81c1f38f-4e48-4262-ad91-bd5178970cb2 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451014 Sep 01 15:12:21.371309 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:21.418899 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-5a354c48-6d5a-417c-befb-5df4922e85eb tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?network_id=66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1384277 Sep 01 15:12:21.459506 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-75477c4d-dc62-4b8c-bf8c-45e86e27ffde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4816ca43-44c8-4e8d-893f-7ff675f5248b {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:12:21.462657 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=b98c9e44-252b-42de-a01d-736807741f96,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:21.471655 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-75477c4d-dc62-4b8c-bf8c-45e86e27ffde service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:21.476032 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f1ef9f-741d-4aca-b197-4c8cb0613a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a14dbc-793d-4a9b-88d1-e096f32b9d2e'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:21.482799 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659170d5-9aff-458a-bfd7-b20280b36033" -d '{"events": [{"server_uuid": "f0f1ef9f-741d-4aca-b197-4c8cb0613a8c", "name": "network-vif-plugged", "status": "completed", "tag": "70a14dbc-793d-4a9b-88d1-e096f32b9d2e"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:21.503413 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-5cb9502a-960b-406c-8e23-6e0c7c7bae40 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?network_id=66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0663192 Sep 01 15:12:21.527090 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace78f00-46a1-40ea-8e81-c3d95fcf1a97 req-7acdd596-f2c2-4efb-b3ad-89e6c21c2c3c tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:21.530026 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ace78f00-46a1-40ea-8e81-c3d95fcf1a97 req-7acdd596-f2c2-4efb-b3ad-89e6c21c2c3c tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0f1ef9f-741d-4aca-b197-4c8cb0613a8c HTTP/1.1" status: 200 len: 945 time: 0.0836530 Sep 01 15:12:21.562657 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-75477c4d-dc62-4b8c-bf8c-45e86e27ffde service neutron] Transition to ACTIVE for port object 4816ca43-44c8-4e8d-893f-7ff675f5248b will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:21.592730 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ace78f00-46a1-40ea-8e81-c3d95fcf1a97 req-2fc0c886-b4b2-40d7-9256-52171f0d91d7 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/security-groups?id=632f41c2-e5c3-44b2-ae0f-50f8841b36c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550084 Sep 01 15:12:21.619104 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-75477c4d-dc62-4b8c-bf8c-45e86e27ffde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:21.676734 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989b526e-c309-43f6-9de0-38164503d1db x-openstack-request-id: req-989b526e-c309-43f6-9de0-38164503d1db {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:21.677553 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0f1ef9f-741d-4aca-b197-4c8cb0613a8c", "name": "network-vif-plugged", "status": "completed", "tag": "70a14dbc-793d-4a9b-88d1-e096f32b9d2e", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:21.678030 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-989b526e-c309-43f6-9de0-38164503d1db {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:21.678765 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f1ef9f-741d-4aca-b197-4c8cb0613a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a14dbc-793d-4a9b-88d1-e096f32b9d2e', 'code': 200} Sep 01 15:12:21.796841 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75477c4d-dc62-4b8c-bf8c-45e86e27ffde service neutron] Pushing event updated for resources: {'Port': ['ID=4816ca43-44c8-4e8d-893f-7ff675f5248b,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:21.840508 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-2520c388-cbd5-45e4-86b2-12e352f15aa0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:21.851708 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-2520c388-cbd5-45e4-86b2-12e352f15aa0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:21.863330 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-2520c388-cbd5-45e4-86b2-12e352f15aa0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:21.866402 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-2520c388-cbd5-45e4-86b2-12e352f15aa0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/networks?id=fd61ac2f-0875-42bd-a407-4c7e4723b28d&id=7f4b104d-641a-47ad-83b7-9dda5b46432b&id=7f4b104d-641a-47ad-83b7-9dda5b46432b&id=66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc&id=66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc HTTP/1.1" status: 200 len: 1990 time: 0.3556035 Sep 01 15:12:21.875601 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['b98c9e44-252b-42de-a01d-736807741f96'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:12:21.912408 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5ac93-6605-4885-852c-480e91876709 req-98c154c7-9dec-450b-89cd-c61b4f6ad966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:21.916886 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-1ea32e87-b52d-4378-8b61-6eca8f86c70d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/quotas/00f25f4cb4804e62a3e709d2d6367260 HTTP/1.1" status: 200 len: 375 time: 0.0224624 Sep 01 15:12:21.922931 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bab5ac93-6605-4885-852c-480e91876709 req-98c154c7-9dec-450b-89cd-c61b4f6ad966 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f0f1ef9f-741d-4aca-b197-4c8cb0613a8c HTTP/1.1" status: 200 len: 1096 time: 0.1543224 Sep 01 15:12:21.948136 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533a7e3-659c-4f6e-8f24-0a0c3dc072c8 req-57ac4133-ea38-4a4a-9bb2-903bd1d67ad9 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:21.951996 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e533a7e3-659c-4f6e-8f24-0a0c3dc072c8 req-57ac4133-ea38-4a4a-9bb2-903bd1d67ad9 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 946 time: 0.1685953 Sep 01 15:12:22.066112 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bab5ac93-6605-4885-852c-480e91876709 req-37d4f5fa-1128-4551-980c-18f5230ec0f2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=632f41c2-e5c3-44b2-ae0f-50f8841b36c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122239 Sep 01 15:12:22.080176 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e533a7e3-659c-4f6e-8f24-0a0c3dc072c8 req-a79f3f4b-d1e4-44d3-bdfd-14368bf68cf3 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032917 Sep 01 15:12:22.277382 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ea5cb-d07e-49b2-9a51-8e49108eb2e2 req-b60965c4-52c6-4442-ab9d-2767ddbd1898 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:22.279832 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-301ea5cb-d07e-49b2-9a51-8e49108eb2e2 req-b60965c4-52c6-4442-ab9d-2767ddbd1898 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb7b3fee-56df-4785-b43a-909179dc6df1 HTTP/1.1" status: 200 len: 944 time: 0.0997462 Sep 01 15:12:22.333469 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-301ea5cb-d07e-49b2-9a51-8e49108eb2e2 req-51f4593c-73da-4ef6-9f0d-89b5c4f55fd1 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457921 Sep 01 15:12:22.516552 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-75477c4d-dc62-4b8c-bf8c-45e86e27ffde service neutron] Attempting to bind port 4816ca43-44c8-4e8d-893f-7ff675f5248b on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:12:22.517250 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-75477c4d-dc62-4b8c-bf8c-45e86e27ffde service neutron] Attempting to bind port 4816ca43-44c8-4e8d-893f-7ff675f5248b by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:12:22.517881 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-75477c4d-dc62-4b8c-bf8c-45e86e27ffde service neutron] Attempting to bind port 4816ca43-44c8-4e8d-893f-7ff675f5248b on network 991369d1-6cc8-4ab5-8a03-7b17948fd044 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:22.532495 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-75477c4d-dc62-4b8c-bf8c-45e86e27ffde service neutron] Port 4816ca43-44c8-4e8d-893f-7ff675f5248b on network 991369d1-6cc8-4ab5-8a03-7b17948fd044 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:12:22.532957 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-75477c4d-dc62-4b8c-bf8c-45e86e27ffde service neutron] Attempting to bind port 4816ca43-44c8-4e8d-893f-7ff675f5248b on network 991369d1-6cc8-4ab5-8a03-7b17948fd044 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:22.548985 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-75477c4d-dc62-4b8c-bf8c-45e86e27ffde service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:12:22.549568 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-75477c4d-dc62-4b8c-bf8c-45e86e27ffde service neutron] Checking segment: {'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:12:22.550387 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-75477c4d-dc62-4b8c-bf8c-45e86e27ffde service neutron] Bound using segment: {'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:12:22.551317 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-75477c4d-dc62-4b8c-bf8c-45e86e27ffde service neutron] Bound port: 4816ca43-44c8-4e8d-893f-7ff675f5248b, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:12:22.551950 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-75477c4d-dc62-4b8c-bf8c-45e86e27ffde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:22.590762 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-56e3a6f1-57ca-4479-a618-b3a10ff3c8ac tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=00f25f4cb4804e62a3e709d2d6367260&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6385813 Sep 01 15:12:22.654944 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdd458-a7f3-43ac-9023-2b8e15a1f240 req-11b68c2d-db6e-48c7-a707-67365a3dfd64 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:22.657063 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-35cdd458-a7f3-43ac-9023-2b8e15a1f240 req-11b68c2d-db6e-48c7-a707-67365a3dfd64 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 946 time: 0.0722952 Sep 01 15:12:22.727485 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-35cdd458-a7f3-43ac-9023-2b8e15a1f240 req-9c5db8d3-71a1-4708-b8ff-6cd3b53e8797 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581300 Sep 01 15:12:22.845646 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-75477c4d-dc62-4b8c-bf8c-45e86e27ffde service neutron] For port 4816ca43-44c8-4e8d-893f-7ff675f5248b, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:12:22.890684 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-75477c4d-dc62-4b8c-bf8c-45e86e27ffde service neutron] For port 4816ca43-44c8-4e8d-893f-7ff675f5248b, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=4816ca43-44c8-4e8d-893f-7ff675f5248b,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:12:22.896164 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-1f01b161-f984-4e71-bf9a-187a79d953bf service neutron] 10.222.0.60 "GET /v2.0/networks/fd61ac2f-0875-42bd-a407-4c7e4723b28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854643 Sep 01 15:12:22.899499 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-75477c4d-dc62-4b8c-bf8c-45e86e27ffde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:22.899825 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab534ab-3e93-452f-b0dd-3c10c0659fd3 req-05ebf066-2f4a-489f-9a04-003633b71c93 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:22.903648 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aab534ab-3e93-452f-b0dd-3c10c0659fd3 req-05ebf066-2f4a-489f-9a04-003633b71c93 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 0.0703859 Sep 01 15:12:22.964044 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aab534ab-3e93-452f-b0dd-3c10c0659fd3 req-6aaee0b2-765b-4e73-b3e8-ee9054cbecca tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471797 Sep 01 15:12:23.016493 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device aee210d8-168b-4695-b154-c6a7258a73e9 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:12:23.069414 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-75477c4d-dc62-4b8c-bf8c-45e86e27ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:23.070768 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-75477c4d-dc62-4b8c-bf8c-45e86e27ffde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:23.073520 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-75477c4d-dc62-4b8c-bf8c-45e86e27ffde service neutron] 10.222.0.62 "PUT /v2.0/ports/4816ca43-44c8-4e8d-893f-7ff675f5248b HTTP/1.1" status: 200 len: 1092 time: 2.6687138 Sep 01 15:12:23.074319 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb7b3fee-56df-4785-b43a-909179dc6df1', 'tag': '4816ca43-44c8-4e8d-893f-7ff675f5248b'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:23.078639 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0d806a-2bf8-4153-8c00-c9a7da8febcf" -d '{"events": [{"name": "network-changed", "server_uuid": "cb7b3fee-56df-4785-b43a-909179dc6df1", "tag": "4816ca43-44c8-4e8d-893f-7ff675f5248b"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:23.119831 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b141d8-c899-4377-866a-0d31a2e48074 req-eafae3ca-7b25-44dd-a29e-c2a71c226fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:23.125382 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-66b141d8-c899-4377-866a-0d31a2e48074 req-eafae3ca-7b25-44dd-a29e-c2a71c226fc2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50&tenant_id=d7f261ece20a48a4b227e981b98a52fd HTTP/1.1" status: 200 len: 1101 time: 0.0937910 Sep 01 15:12:23.147501 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75477c4d-dc62-4b8c-bf8c-45e86e27ffde service neutron] Pushing event updated for resources: {'Port': ['ID=4816ca43-44c8-4e8d-893f-7ff675f5248b,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:23.270957 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-8c820777-f8c8-4a07-a26e-3e1891f9a83a service neutron] 10.222.0.60 "GET /v2.0/networks/fd61ac2f-0875-42bd-a407-4c7e4723b28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165433 Sep 01 15:12:23.273587 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37827e9-e13f-4dfc-bb32-ca9e0878103d req-254ae36f-1e3f-4dfe-a5f1-9203b9b91b1e tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:23.275415 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c37827e9-e13f-4dfc-bb32-ca9e0878103d req-254ae36f-1e3f-4dfe-a5f1-9203b9b91b1e tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0f1ef9f-741d-4aca-b197-4c8cb0613a8c HTTP/1.1" status: 200 len: 945 time: 0.1484725 Sep 01 15:12:23.279549 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b141d8-c899-4377-866a-0d31a2e48074 req-6081e8e4-380b-45ed-9f8d-24120999185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:23.281659 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-66b141d8-c899-4377-866a-0d31a2e48074 req-6081e8e4-380b-45ed-9f8d-24120999185c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 1101 time: 0.0827563 Sep 01 15:12:23.303936 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port aee210d8-168b-4695-b154-c6a7258a73e9, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=aee210d8-168b-4695-b154-c6a7258a73e9,segment=NetworkSegment(b5f441f6-4053-4dee-ae6e-f9003aabd0b1),segment_id=b5f441f6-4053-4dee-ae6e-f9003aabd0b1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:23.328753 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'aee210d8-168b-4695-b154-c6a7258a73e9', 'network_id': '65ff47ae-067f-48d7-b559-e76536e51c58', 'port_id': 'aee210d8-168b-4695-b154-c6a7258a73e9', 'mac_address': 'fa:16:3e:a3:1d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd76dfc20-d4c6-43b1-ab2a-a67a859a312a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:12:23.367129 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-96a8eaaa-324d-42a2-918d-0611da523da4 service neutron] 10.222.0.60 "GET /v2.0/ports/5389196c-9cdd-4b8a-9082-c0e959b2bc8d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0660241 Sep 01 15:12:23.375597 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-e85a048f-dd62-4007-9e96-2e28f803cc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:23.378857 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-e85a048f-dd62-4007-9e96-2e28f803cc0f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5d7c0ff87c7c4cc083c6404989b27ea4&device_id=cb7b3fee-56df-4785-b43a-909179dc6df1 HTTP/1.1" status: 200 len: 1095 time: 0.1788921 Sep 01 15:12:23.403853 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:23.433339 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee210d8-168b-4695-b154-c6a7258a73e9 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:12:23.486450 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port aee210d8-168b-4695-b154-c6a7258a73e9, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=aee210d8-168b-4695-b154-c6a7258a73e9,segment=NetworkSegment(b5f441f6-4053-4dee-ae6e-f9003aabd0b1),segment_id=b5f441f6-4053-4dee-ae6e-f9003aabd0b1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:23.499201 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:23.507788 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c37827e9-e13f-4dfc-bb32-ca9e0878103d req-48bf63d3-4512-4ca9-a711-81b9fe4ca556 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/security-groups?id=632f41c2-e5c3-44b2-ae0f-50f8841b36c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024095 Sep 01 15:12:23.587907 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b141d8-c899-4377-866a-0d31a2e48074 req-794032d4-bd36-49ea-b4d9-8cb0acae620e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:23.590513 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-66b141d8-c899-4377-866a-0d31a2e48074 req-794032d4-bd36-49ea-b4d9-8cb0acae620e service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.2938979 Sep 01 15:12:23.606142 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-7279580b-342c-413b-9150-41a175723df6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4816ca43-44c8-4e8d-893f-7ff675f5248b HTTP/1.1" status: 200 len: 217 time: 0.1953328 Sep 01 15:12:23.643433 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e52ea1d-bea3-4870-9190-1316a34ea453 x-openstack-request-id: req-7e52ea1d-bea3-4870-9190-1316a34ea453 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:23.645704 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb7b3fee-56df-4785-b43a-909179dc6df1", "tag": "4816ca43-44c8-4e8d-893f-7ff675f5248b", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:23.646890 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e52ea1d-bea3-4870-9190-1316a34ea453 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:23.647515 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb7b3fee-56df-4785-b43a-909179dc6df1', 'tag': '4816ca43-44c8-4e8d-893f-7ff675f5248b', 'status': 'completed', 'code': 200} Sep 01 15:12:23.657572 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=aee210d8-168b-4695-b154-c6a7258a73e9,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:23.684104 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-66b141d8-c899-4377-866a-0d31a2e48074 req-13118896-25a0-43da-a8c0-2b04a14a46fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=bd04822d-c6fb-4eba-acfd-695924f4a1f2 HTTP/1.1" status: 200 len: 217 time: 0.0849030 Sep 01 15:12:23.771904 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-df87a1b5-095f-4dae-9e76-25636f880fe8 service neutron] 10.222.0.60 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910127 Sep 01 15:12:23.802067 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-b94f7046-bff2-4f1d-bc9a-02b419d0417f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:23.804274 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-b94f7046-bff2-4f1d-bc9a-02b419d0417f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=35b27872-673a-446b-88b2-296c933a8cce HTTP/1.1" status: 200 len: 845 time: 0.1263909 Sep 01 15:12:23.830601 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b141d8-c899-4377-866a-0d31a2e48074 req-4a91dc90-5d4a-43ca-8ada-f83b082a8fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:23.832339 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-66b141d8-c899-4377-866a-0d31a2e48074 req-4a91dc90-5d4a-43ca-8ada-f83b082a8fba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.1312587 Sep 01 15:12:23.848501 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbca01b-c5cd-4817-b625-be71b53f84ed req-b715d447-2012-4379-953e-b73c7651b70d tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:23.850491 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ffbca01b-c5cd-4817-b625-be71b53f84ed req-b715d447-2012-4379-953e-b73c7651b70d tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 946 time: 0.0779173 Sep 01 15:12:23.883153 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-9af91e1d-11d8-444e-99d3-81aa4a80e3ed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=991369d1-6cc8-4ab5-8a03-7b17948fd044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601308 Sep 01 15:12:23.935353 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ffbca01b-c5cd-4817-b625-be71b53f84ed req-d26c28e3-506c-42ca-b0cd-326eba0e9478 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693760 Sep 01 15:12:23.941989 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b141d8-c899-4377-866a-0d31a2e48074 req-67993959-b5a7-497e-8741-3f1c53b310c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:23.943820 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-66b141d8-c899-4377-866a-0d31a2e48074 req-67993959-b5a7-497e-8741-3f1c53b310c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0919507 Sep 01 15:12:24.009852 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['aee210d8-168b-4695-b154-c6a7258a73e9'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:12:24.059757 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-50f13eb1-406c-4cdc-8c5c-648d5efa07a6 service neutron] 10.222.0.60 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758424 Sep 01 15:12:24.171318 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-e002df7d-aab7-4853-8f36-168c415b2f43 service neutron] 10.222.0.60 "GET /v2.0/ports/552a3269-c537-445a-a31c-3087d37de691?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1015246 Sep 01 15:12:24.189147 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-aa28f2f8-2f87-40dd-9b06-44ba8c02daa4 service neutron] 10.222.0.62 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889016 Sep 01 15:12:24.199917 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c7528-258b-4b22-a5e2-9ffc27f9ee05 req-a082c595-86ea-4097-926b-9b75d7f6aec3 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:24.201846 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-512c7528-258b-4b22-a5e2-9ffc27f9ee05 req-a082c595-86ea-4097-926b-9b75d7f6aec3 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb7b3fee-56df-4785-b43a-909179dc6df1 HTTP/1.1" status: 200 len: 944 time: 0.1361818 Sep 01 15:12:24.206175 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-66b141d8-c899-4377-866a-0d31a2e48074 req-c9562f43-a031-4c0c-ad4e-012393f6efac service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490480 Sep 01 15:12:24.388528 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-512c7528-258b-4b22-a5e2-9ffc27f9ee05 req-5d3c6393-5177-4bbe-bbd9-ffbaea5de5f6 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728740 Sep 01 15:12:24.471860 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-66b141d8-c899-4377-866a-0d31a2e48074 req-3d8d48ce-a144-4b7f-ae38-8120cf9f9a5d service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537920 Sep 01 15:12:24.507838 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-a3adbed2-4c83-4945-b02a-0f35ea72bb8e service neutron] 10.222.0.60 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166974 Sep 01 15:12:24.520461 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e90f1247-c9fe-4582-81d9-a70a77eef55a req-928d3e6f-c4ba-4079-b032-3da494f9aabf service neutron] 10.222.0.62 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948227 Sep 01 15:12:24.692507 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-ca526f3a-5071-4f26-b923-9fb22c3d4d13 service neutron] 10.222.0.60 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667919 Sep 01 15:12:24.705879 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device bd04822d-c6fb-4eba-acfd-695924f4a1f2 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:12:24.709302 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a83edf-a5b7-494c-8894-c62d51368e1d req-3845c3b4-0df9-4a2a-b25d-0db829374de2 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:24.712241 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-70a83edf-a5b7-494c-8894-c62d51368e1d req-3845c3b4-0df9-4a2a-b25d-0db829374de2 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 946 time: 0.0882740 Sep 01 15:12:24.763591 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-70a83edf-a5b7-494c-8894-c62d51368e1d req-44fe9d97-6745-435a-a02d-32849542a070 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432434 Sep 01 15:12:24.878022 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:24.906633 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d806a-2bf8-4153-8c00-c9a7da8febcf req-0aca4b6a-55e7-497d-9a87-9b40916f1490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:24.908828 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cb0d806a-2bf8-4153-8c00-c9a7da8febcf req-0aca4b6a-55e7-497d-9a87-9b40916f1490 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5d7c0ff87c7c4cc083c6404989b27ea4&device_id=cb7b3fee-56df-4785-b43a-909179dc6df1 HTTP/1.1" status: 200 len: 1095 time: 0.1014664 Sep 01 15:12:24.928030 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f0832a-caaa-4c5c-97a3-42a4b308ac50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd04822d-c6fb-4eba-acfd-695924f4a1f2'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:24.931172 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681985e6-1fc1-4f20-9bed-70fdb19a7c6b" -d '{"events": [{"server_uuid": "57f0832a-caaa-4c5c-97a3-42a4b308ac50", "name": "network-vif-unplugged", "status": "completed", "tag": "bd04822d-c6fb-4eba-acfd-695924f4a1f2"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:24.959179 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880b34d-9e2d-4ace-8cf6-c852ffae2018 req-edfa777f-6301-4c62-82f5-6f876dc43b20 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:24.962426 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b880b34d-9e2d-4ace-8cf6-c852ffae2018 req-edfa777f-6301-4c62-82f5-6f876dc43b20 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 0.0956087 Sep 01 15:12:24.975146 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port bd04822d-c6fb-4eba-acfd-695924f4a1f2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=bd04822d-c6fb-4eba-acfd-695924f4a1f2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:24.975394 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-d984e96b-5c72-42d6-aed8-2d88e8c70c45 service neutron] 10.222.0.60 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595017 Sep 01 15:12:24.985216 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:25.049141 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b880b34d-9e2d-4ace-8cf6-c852ffae2018 req-ea159c31-18db-4c94-8c30-400360f71ca4 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658298 Sep 01 15:12:25.050981 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device b98c9e44-252b-42de-a01d-736807741f96 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:12:25.100955 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=bd04822d-c6fb-4eba-acfd-695924f4a1f2,revision_number=9']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:25.166653 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port b98c9e44-252b-42de-a01d-736807741f96 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:25.175130 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port b98c9e44-252b-42de-a01d-736807741f96 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:25.175765 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:25.265390 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d806a-2bf8-4153-8c00-c9a7da8febcf req-311f0a5a-57ef-4785-8818-59a12c3b418d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:25.270671 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cb0d806a-2bf8-4153-8c00-c9a7da8febcf req-311f0a5a-57ef-4785-8818-59a12c3b418d service neutron] 10.222.0.62 "GET /v2.0/networks?id=991369d1-6cc8-4ab5-8a03-7b17948fd044 HTTP/1.1" status: 200 len: 906 time: 0.3391261 Sep 01 15:12:25.273349 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612b5ae-3947-46c4-870b-d8863754e3a5 req-d61920c4-1a20-4264-922f-8097d3489c74 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:25.274488 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-d75b781c-65f3-4b5a-87a3-268b70fb90b4 service neutron] 10.222.0.60 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774608 Sep 01 15:12:25.277445 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c612b5ae-3947-46c4-870b-d8863754e3a5 req-d61920c4-1a20-4264-922f-8097d3489c74 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0f1ef9f-741d-4aca-b197-4c8cb0613a8c HTTP/1.1" status: 200 len: 945 time: 0.1123414 Sep 01 15:12:25.327459 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:25.361339 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c612b5ae-3947-46c4-870b-d8863754e3a5 req-7f189c06-15be-4f5b-a9e8-9ce10f78bdb5 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/security-groups?id=632f41c2-e5c3-44b2-ae0f-50f8841b36c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689588 Sep 01 15:12:25.380249 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port b98c9e44-252b-42de-a01d-736807741f96, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b98c9e44-252b-42de-a01d-736807741f96,segment=NetworkSegment(b5f441f6-4053-4dee-ae6e-f9003aabd0b1),segment_id=b5f441f6-4053-4dee-ae6e-f9003aabd0b1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:25.387321 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:25.388786 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 497f9a3d-9f6c-4936-822a-6b3da72138a1 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:12:25.453950 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cb0d806a-2bf8-4153-8c00-c9a7da8febcf req-b161d67b-7b9d-4f4d-8665-278bb11c3f2b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4816ca43-44c8-4e8d-893f-7ff675f5248b HTTP/1.1" status: 200 len: 217 time: 0.1636806 Sep 01 15:12:25.477482 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f21e7f-0eb9-457c-ba4a-a16812bbc44e x-openstack-request-id: req-c3f21e7f-0eb9-457c-ba4a-a16812bbc44e {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:25.478157 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f0832a-caaa-4c5c-97a3-42a4b308ac50", "name": "network-vif-unplugged", "status": "completed", "tag": "bd04822d-c6fb-4eba-acfd-695924f4a1f2", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:25.478857 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c3f21e7f-0eb9-457c-ba4a-a16812bbc44e {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:25.480276 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f0832a-caaa-4c5c-97a3-42a4b308ac50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd04822d-c6fb-4eba-acfd-695924f4a1f2', 'code': 200} Sep 01 15:12:25.554186 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=b98c9e44-252b-42de-a01d-736807741f96,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:25.569417 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d806a-2bf8-4153-8c00-c9a7da8febcf req-04b42376-d202-4f24-96d2-5774ed04977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:25.571960 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cb0d806a-2bf8-4153-8c00-c9a7da8febcf req-04b42376-d202-4f24-96d2-5774ed04977e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=35b27872-673a-446b-88b2-296c933a8cce HTTP/1.1" status: 200 len: 845 time: 0.1061490 Sep 01 15:12:25.622838 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:25.635794 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cb0d806a-2bf8-4153-8c00-c9a7da8febcf req-0f9ba306-88dc-4baf-9a0b-a8134e18dfd1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=991369d1-6cc8-4ab5-8a03-7b17948fd044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473866 Sep 01 15:12:25.646185 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-a344cdca-3336-4b89-8f96-e40a30692fbb service neutron] 10.222.0.60 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581765 Sep 01 15:12:25.658252 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ba585-e856-4668-b122-38d2f41e62a9 req-d47118ec-0387-48b1-91e4-e67fcd5f49bf tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:25.661982 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-627ba585-e856-4668-b122-38d2f41e62a9 req-d47118ec-0387-48b1-91e4-e67fcd5f49bf tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 946 time: 0.0895469 Sep 01 15:12:25.686664 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 497f9a3d-9f6c-4936-822a-6b3da72138a1, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=497f9a3d-9f6c-4936-822a-6b3da72138a1,segment=NetworkSegment(a3af3d8d-25ff-40db-b24c-c2eb0f074694),segment_id=a3af3d8d-25ff-40db-b24c-c2eb0f074694)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:25.700585 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:25.754732 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-627ba585-e856-4668-b122-38d2f41e62a9 req-e949d2f2-1a07-4150-b29f-c6cb4d769098 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705507 Sep 01 15:12:25.779569 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=497f9a3d-9f6c-4936-822a-6b3da72138a1,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:25.847996 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cb0d806a-2bf8-4153-8c00-c9a7da8febcf req-17ccaa84-28dc-43d7-8080-1e514aa945a7 service neutron] 10.222.0.62 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003148 Sep 01 15:12:25.862563 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-8bdffc49-4216-40ef-b59d-6f2b568285d1 service neutron] 10.222.0.60 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935174 Sep 01 15:12:25.953112 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d274c9c-c406-4119-a6aa-a4a2bf29c485 req-aa3572ef-6bc4-42dd-8721-154360bbab97 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:25.956229 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9d274c9c-c406-4119-a6aa-a4a2bf29c485 req-aa3572ef-6bc4-42dd-8721-154360bbab97 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/ports?device_id=15bead56-7241-4bda-b1c4-f38284bd213c HTTP/1.1" status: 200 len: 945 time: 0.0799534 Sep 01 15:12:26.035054 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9d274c9c-c406-4119-a6aa-a4a2bf29c485 req-45b61108-0958-42e3-97b2-23a605b95281 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/security-groups?id=632f41c2-e5c3-44b2-ae0f-50f8841b36c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664742 Sep 01 15:12:26.089739 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cb0d806a-2bf8-4153-8c00-c9a7da8febcf req-2a5d3e3a-d56e-4d4c-ad8d-cf077224ce8f service neutron] 10.222.0.62 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258484 Sep 01 15:12:26.111190 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-b24bdc41-8d37-414e-916c-61715a045d90 service neutron] 10.222.0.60 "GET /v2.0/networks/66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281115 Sep 01 15:12:26.226248 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32663bf8-5864-481d-88d9-01dff2e33445 req-b327a346-7a7c-4bde-bf5c-cb1b90dd1931 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:26.228930 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-32663bf8-5864-481d-88d9-01dff2e33445 req-b327a346-7a7c-4bde-bf5c-cb1b90dd1931 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb7b3fee-56df-4785-b43a-909179dc6df1 HTTP/1.1" status: 200 len: 944 time: 0.0886843 Sep 01 15:12:26.275018 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-404e2d06-a455-418c-9047-90be8288bbdd service neutron] 10.222.0.60 "GET /v2.0/networks/66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546202 Sep 01 15:12:26.299189 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-32663bf8-5864-481d-88d9-01dff2e33445 req-9430724a-48d7-4c4a-9b28-3fc8d99ff852 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536349 Sep 01 15:12:26.471230 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-ec2be350-de14-4e1f-bc9e-c9bffe93254c service neutron] 10.222.0.60 "GET /v2.0/networks/66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844971 Sep 01 15:12:26.594424 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-a45cc970-d344-48f0-932b-5c4231149b6c service neutron] 10.222.0.60 "GET /v2.0/networks/66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159952 Sep 01 15:12:26.619253 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c61b9-c83e-46d4-92b1-4960fbe467d3 req-297c726b-63c1-41b6-86e8-972c5b4604e3 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:26.622335 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e66c61b9-c83e-46d4-92b1-4960fbe467d3 req-297c726b-63c1-41b6-86e8-972c5b4604e3 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 946 time: 0.0926232 Sep 01 15:12:26.676597 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e66c61b9-c83e-46d4-92b1-4960fbe467d3 req-37eb1858-0313-4233-a961-0e69ff2443c1 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447400 Sep 01 15:12:26.712275 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device bd04822d-c6fb-4eba-acfd-695924f4a1f2 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:12:26.915860 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9409516-8e65-4aa8-9756-8d5af2d4971e req-3f1ff87e-3a22-4d1e-8564-c9bd42d550b6 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:26.920584 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d9409516-8e65-4aa8-9756-8d5af2d4971e req-3f1ff87e-3a22-4d1e-8564-c9bd42d550b6 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 948 time: 0.1142051 Sep 01 15:12:26.937866 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port bd04822d-c6fb-4eba-acfd-695924f4a1f2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=bd04822d-c6fb-4eba-acfd-695924f4a1f2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:26.974245 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'bd04822d-c6fb-4eba-acfd-695924f4a1f2', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': 'bd04822d-c6fb-4eba-acfd-695924f4a1f2', 'mac_address': 'fa:16:3e:a7:99:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:12:27.049779 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d9409516-8e65-4aa8-9756-8d5af2d4971e req-9b9e591c-e02a-4fe9-8f35-751ddaec3ea6 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171663 Sep 01 15:12:27.053991 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 497f9a3d-9f6c-4936-822a-6b3da72138a1 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:12:27.059453 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device aee210d8-168b-4695-b154-c6a7258a73e9 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:12:27.197683 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:27.283982 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881c7f1-7d9f-43a8-ab95-a2cddfabe1f4 req-637f9cf1-bb38-4dfd-89d4-5229c551d4b5 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:27.287111 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3881c7f1-7d9f-43a8-ab95-a2cddfabe1f4 req-637f9cf1-bb38-4dfd-89d4-5229c551d4b5 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 944 time: 0.1274395 Sep 01 15:12:27.313920 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd04822d-c6fb-4eba-acfd-695924f4a1f2 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:12:27.360001 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3881c7f1-7d9f-43a8-ab95-a2cddfabe1f4 req-c54309c0-3419-4d64-9a0c-3e23debcebdd tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620985 Sep 01 15:12:27.377322 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port bd04822d-c6fb-4eba-acfd-695924f4a1f2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=bd04822d-c6fb-4eba-acfd-695924f4a1f2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:27.385000 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:27.388706 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port aee210d8-168b-4695-b154-c6a7258a73e9 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:27.411914 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port aee210d8-168b-4695-b154-c6a7258a73e9 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:27.411914 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:27.487433 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ccc0c2-19e1-4e0b-bb57-8bb683e74f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98c9e44-252b-42de-a01d-736807741f96'}, {'server_uuid': 'aa2b9136-34c9-4b30-bd71-d44bbec336e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '497f9a3d-9f6c-4936-822a-6b3da72138a1'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:27.490598 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f160f7a-5c98-4c9e-95ce-3e8e8aa103f1" -d '{"events": [{"server_uuid": "08ccc0c2-19e1-4e0b-bb57-8bb683e74f3a", "name": "network-vif-plugged", "status": "completed", "tag": "b98c9e44-252b-42de-a01d-736807741f96"}, {"server_uuid": "aa2b9136-34c9-4b30-bd71-d44bbec336e3", "name": "network-vif-unplugged", "status": "completed", "tag": "497f9a3d-9f6c-4936-822a-6b3da72138a1"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:27.583982 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 497f9a3d-9f6c-4936-822a-6b3da72138a1, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=497f9a3d-9f6c-4936-822a-6b3da72138a1,segment=NetworkSegment(a3af3d8d-25ff-40db-b24c-c2eb0f074694),segment_id=a3af3d8d-25ff-40db-b24c-c2eb0f074694)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:27.588674 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962ecde-836a-4424-ad4a-595fdd08367c req-f167ba82-0b4b-474b-80f1-aa7d6dc70622 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:27.591311 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c962ecde-836a-4424-ad4a-595fdd08367c req-f167ba82-0b4b-474b-80f1-aa7d6dc70622 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/ports?device_id=15bead56-7241-4bda-b1c4-f38284bd213c HTTP/1.1" status: 200 len: 945 time: 0.0951340 Sep 01 15:12:27.641724 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=bd04822d-c6fb-4eba-acfd-695924f4a1f2,revision_number=10']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:27.651092 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:27.652657 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '497f9a3d-9f6c-4936-822a-6b3da72138a1', 'network_id': '72321c22-fff1-4360-957c-062ed3f64bd7', 'port_id': '497f9a3d-9f6c-4936-822a-6b3da72138a1', 'mac_address': 'fa:16:3e:8c:d0:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f151fa-fcfc-49a1-b932-f5577751dd15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:12:27.672789 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c962ecde-836a-4424-ad4a-595fdd08367c req-a85bd179-9376-4333-a23a-2bdf17382533 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/security-groups?id=632f41c2-e5c3-44b2-ae0f-50f8841b36c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707715 Sep 01 15:12:27.809561 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:27.812395 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:27.848750 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['bd04822d-c6fb-4eba-acfd-695924f4a1f2'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:12:27.910220 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497f9a3d-9f6c-4936-822a-6b3da72138a1 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:12:27.924278 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dd7887-cd59-4c80-92ff-af0f081b468b x-openstack-request-id: req-c2dd7887-cd59-4c80-92ff-af0f081b468b {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:27.924698 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ccc0c2-19e1-4e0b-bb57-8bb683e74f3a", "name": "network-vif-plugged", "status": "completed", "tag": "b98c9e44-252b-42de-a01d-736807741f96", "code": 200}, {"server_uuid": "aa2b9136-34c9-4b30-bd71-d44bbec336e3", "name": "network-vif-unplugged", "status": "completed", "tag": "497f9a3d-9f6c-4936-822a-6b3da72138a1", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:27.925063 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c2dd7887-cd59-4c80-92ff-af0f081b468b {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:27.925678 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ccc0c2-19e1-4e0b-bb57-8bb683e74f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98c9e44-252b-42de-a01d-736807741f96', 'code': 200} Sep 01 15:12:27.926159 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2b9136-34c9-4b30-bd71-d44bbec336e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '497f9a3d-9f6c-4936-822a-6b3da72138a1', 'code': 200} Sep 01 15:12:27.930761 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb47186-b5a1-40dc-ad84-94e7ec9db318 req-d94fcd65-c59f-4b2c-9453-905b00d6cd9c tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:27.947125 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8bb47186-b5a1-40dc-ad84-94e7ec9db318 req-d94fcd65-c59f-4b2c-9453-905b00d6cd9c tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb7b3fee-56df-4785-b43a-909179dc6df1 HTTP/1.1" status: 200 len: 944 time: 0.1258922 Sep 01 15:12:28.009256 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 497f9a3d-9f6c-4936-822a-6b3da72138a1, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=497f9a3d-9f6c-4936-822a-6b3da72138a1,segment=NetworkSegment(a3af3d8d-25ff-40db-b24c-c2eb0f074694),segment_id=a3af3d8d-25ff-40db-b24c-c2eb0f074694)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:28.013009 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port aee210d8-168b-4695-b154-c6a7258a73e9, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=aee210d8-168b-4695-b154-c6a7258a73e9,segment=NetworkSegment(b5f441f6-4053-4dee-ae6e-f9003aabd0b1),segment_id=b5f441f6-4053-4dee-ae6e-f9003aabd0b1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:28.015677 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:28.024081 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:28.096908 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8bb47186-b5a1-40dc-ad84-94e7ec9db318 req-7e564540-578b-4765-9b49-5083562597d6 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485233 Sep 01 15:12:28.136416 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714471e4-3966-4c1f-8b30-68945a2cb0e4 req-6f230db5-0240-4f6f-8457-3c1576411abc tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:28.138934 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-714471e4-3966-4c1f-8b30-68945a2cb0e4 req-6f230db5-0240-4f6f-8457-3c1576411abc tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 946 time: 0.1651540 Sep 01 15:12:28.141351 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=497f9a3d-9f6c-4936-822a-6b3da72138a1,revision_number=7']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:28.189266 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dd344196-043e-45be-9dfd-b759d80cd5d9 req-6defb2a2-9d88-4653-a11a-f5b11bbdf63d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 210 time: 0.0472503 Sep 01 15:12:28.268675 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-714471e4-3966-4c1f-8b30-68945a2cb0e4 req-609376db-ca40-44d2-bebd-6fec752c2829 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856135 Sep 01 15:12:28.282026 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31be97-2eb7-4f3a-bc9d-d5fb5554da06 req-4ff3668d-5222-4c1a-8c69-b52b60639818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:28.283942 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c31be97-2eb7-4f3a-bc9d-d5fb5554da06 req-4ff3668d-5222-4c1a-8c69-b52b60639818 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=08ccc0c2-19e1-4e0b-bb57-8bb683e74f3a HTTP/1.1" status: 200 len: 1096 time: 0.1435938 Sep 01 15:12:28.333881 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42ee31-8767-420a-be6a-fc8dec4e9826 req-35841eba-9cd8-4bab-98a9-1c7164f7e4f0 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:28.336518 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bf42ee31-8767-420a-be6a-fc8dec4e9826 req-35841eba-9cd8-4bab-98a9-1c7164f7e4f0 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 0.0700693 Sep 01 15:12:28.363698 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c31be97-2eb7-4f3a-bc9d-d5fb5554da06 req-8d8b161a-884d-4134-afe2-870fff1c2131 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=632f41c2-e5c3-44b2-ae0f-50f8841b36c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637238 Sep 01 15:12:28.381023 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=aee210d8-168b-4695-b154-c6a7258a73e9,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:28.399660 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bf42ee31-8767-420a-be6a-fc8dec4e9826 req-22e5aa24-4fc7-42a3-ad00-06273b3ccc50 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452533 Sep 01 15:12:28.583586 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['497f9a3d-9f6c-4936-822a-6b3da72138a1'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:12:28.606836 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934ca3f-672a-4007-ac47-c8f37c1475a7 req-bfcc064a-f4ec-4a8c-a2e2-5f7e03d2b061 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:28.622470 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f934ca3f-672a-4007-ac47-c8f37c1475a7 req-bfcc064a-f4ec-4a8c-a2e2-5f7e03d2b061 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 945 time: 0.1206234 Sep 01 15:12:28.628139 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6672f-0ac0-4c86-a1b2-35964fb1f19d req-73663252-7058-4a80-ae6e-a49b85f5cb2c tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:28.631556 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4eb6672f-0ac0-4c86-a1b2-35964fb1f19d req-73663252-7058-4a80-ae6e-a49b85f5cb2c tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 950 time: 0.0970788 Sep 01 15:12:28.703711 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f934ca3f-672a-4007-ac47-c8f37c1475a7 req-d2790a92-b5b5-47fa-81ec-a9bf5d28860c tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787368 Sep 01 15:12:28.740923 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4eb6672f-0ac0-4c86-a1b2-35964fb1f19d req-ee5c88cb-2376-419e-9893-b7c4440d257d tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922241 Sep 01 15:12:29.015230 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa9b95-3407-48b3-a293-a7e544376fff req-996dafee-23bf-4948-a1d4-27385dd5ad72 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:29.018835 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ddaa9b95-3407-48b3-a293-a7e544376fff req-996dafee-23bf-4948-a1d4-27385dd5ad72 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/ports?device_id=15bead56-7241-4bda-b1c4-f38284bd213c HTTP/1.1" status: 200 len: 946 time: 0.1749210 Sep 01 15:12:29.097333 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 4816ca43-44c8-4e8d-893f-7ff675f5248b details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:12:29.101372 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ddaa9b95-3407-48b3-a293-a7e544376fff req-242dc639-d969-47f1-b850-5d9c243605f7 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/security-groups?id=632f41c2-e5c3-44b2-ae0f-50f8841b36c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726643 Sep 01 15:12:29.335426 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-406dfc41-f7ad-428a-bb78-37d032259949 req-18f07cfc-c830-4e07-b4ac-e80b94393e20 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=d7f261ece20a48a4b227e981b98a52fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602610 Sep 01 15:12:29.352548 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 4816ca43-44c8-4e8d-893f-7ff675f5248b, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=4816ca43-44c8-4e8d-893f-7ff675f5248b,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:29.381584 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '4816ca43-44c8-4e8d-893f-7ff675f5248b', 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044', 'port_id': '4816ca43-44c8-4e8d-893f-7ff675f5248b', 'mac_address': 'fa:16:3e:fe:47:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b27872-673a-446b-88b2-296c933a8cce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:12:29.432681 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab285ae-2b70-4128-9165-c71ffcc3b6d9 req-33216051-45b3-4449-882c-10be4c158fa8 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:29.435907 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4ab285ae-2b70-4128-9165-c71ffcc3b6d9 req-33216051-45b3-4449-882c-10be4c158fa8 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb7b3fee-56df-4785-b43a-909179dc6df1 HTTP/1.1" status: 200 len: 944 time: 0.1496828 Sep 01 15:12:29.539745 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4ab285ae-2b70-4128-9165-c71ffcc3b6d9 req-a3873789-4277-4a15-a34d-60fa2378895f tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907760 Sep 01 15:12:29.622260 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dfc41-f7ad-428a-bb78-37d032259949 req-9f0153f0-6251-4c53-ad0a-ec9595f3d8cb tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:29.635181 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-406dfc41-f7ad-428a-bb78-37d032259949 req-9f0153f0-6251-4c53-ad0a-ec9595f3d8cb tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2967780 Sep 01 15:12:29.671852 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-406dfc41-f7ad-428a-bb78-37d032259949 req-14ff310f-2956-459e-b9c7-758d0bde6e17 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/quotas/d7f261ece20a48a4b227e981b98a52fd HTTP/1.1" status: 200 len: 375 time: 0.0331330 Sep 01 15:12:29.724561 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:29.754518 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09a6613b-76d3-4b1e-b002-df9a50ba282b req-8a6158a2-4747-4691-ac15-038ce8f41067 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 210 time: 0.0610135 Sep 01 15:12:29.756835 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4816ca43-44c8-4e8d-893f-7ff675f5248b {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:12:29.806117 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 4816ca43-44c8-4e8d-893f-7ff675f5248b, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=4816ca43-44c8-4e8d-893f-7ff675f5248b,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:29.814827 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:29.826985 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-0de981d0-65e6-4875-91ae-aed9e573825c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:29.831598 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-0de981d0-65e6-4875-91ae-aed9e573825c service neutron] 10.222.0.45 "GET /v2.0/ports/5389196c-9cdd-4b8a-9082-c0e959b2bc8d HTTP/1.1" status: 200 len: 1028 time: 0.1018670 Sep 01 15:12:29.889885 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-406dfc41-f7ad-428a-bb78-37d032259949 req-9ee52825-213b-4fa1-b337-8ebd63fa0e0b tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2161460 Sep 01 15:12:29.926085 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=4816ca43-44c8-4e8d-893f-7ff675f5248b,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:29.943077 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15bead56-7241-4bda-b1c4-f38284bd213c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee210d8-168b-4695-b154-c6a7258a73e9'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:29.953219 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b392715-c95b-46ac-b715-6c4a6298093a" -d '{"events": [{"server_uuid": "15bead56-7241-4bda-b1c4-f38284bd213c", "name": "network-vif-plugged", "status": "completed", "tag": "aee210d8-168b-4695-b154-c6a7258a73e9"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:29.977454 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-8844b839-df18-47f2-a83c-1fa8867a4f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:29.979313 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-8844b839-df18-47f2-a83c-1fa8867a4f4d service neutron] 10.222.0.45 "GET /v2.0/ports/552a3269-c537-445a-a31c-3087d37de691 HTTP/1.1" status: 200 len: 1026 time: 0.1293705 Sep 01 15:12:30.058851 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc254e-4d31-43f2-b426-27e4583f562f req-f9acead0-15ff-467e-b762-001282a191e0 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:30.064791 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ebcc254e-4d31-43f2-b426-27e4583f562f req-f9acead0-15ff-467e-b762-001282a191e0 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 946 time: 0.1308799 Sep 01 15:12:30.260166 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ebcc254e-4d31-43f2-b426-27e4583f562f req-bdea1d31-01f3-4d3e-bf53-d91516dcec9e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512985 Sep 01 15:12:30.289637 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c0361-e7ec-4d5f-8887-20462597538c req-2cd5610c-b32a-4c8f-9de9-3b0bd928bc2e tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:30.297918 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-212c0361-e7ec-4d5f-8887-20462597538c req-2cd5610c-b32a-4c8f-9de9-3b0bd928bc2e tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 945 time: 0.1508734 Sep 01 15:12:30.317069 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-f3131d79-7ae1-45b1-9d80-2894b138b52c tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:30.327864 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-f3131d79-7ae1-45b1-9d80-2894b138b52c tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:30.340313 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-f3131d79-7ae1-45b1-9d80-2894b138b52c tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:30.343371 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-f3131d79-7ae1-45b1-9d80-2894b138b52c tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.45 "GET /v2.0/networks?id=fd61ac2f-0875-42bd-a407-4c7e4723b28d&id=7f4b104d-641a-47ad-83b7-9dda5b46432b&id=7f4b104d-641a-47ad-83b7-9dda5b46432b&id=7f4b104d-641a-47ad-83b7-9dda5b46432b&id=7f4b104d-641a-47ad-83b7-9dda5b46432b&id=66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc&id=66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc HTTP/1.1" status: 200 len: 1990 time: 0.3422327 Sep 01 15:12:30.356197 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8745758-07c3-4d2d-b7e7-b04fe1c9f393 x-openstack-request-id: req-d8745758-07c3-4d2d-b7e7-b04fe1c9f393 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:30.357382 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15bead56-7241-4bda-b1c4-f38284bd213c", "name": "network-vif-plugged", "status": "completed", "tag": "aee210d8-168b-4695-b154-c6a7258a73e9", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:30.357562 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d8745758-07c3-4d2d-b7e7-b04fe1c9f393 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:30.358506 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15bead56-7241-4bda-b1c4-f38284bd213c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee210d8-168b-4695-b154-c6a7258a73e9', 'code': 200} Sep 01 15:12:30.454000 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-212c0361-e7ec-4d5f-8887-20462597538c req-bf45fb5e-7432-4291-a2c4-08ee2ae26037 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547077 Sep 01 15:12:30.462251 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['4816ca43-44c8-4e8d-893f-7ff675f5248b'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:12:30.507153 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-9e6ad21d-7a9f-4d53-93c4-776d746ad8f4 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00f25f4cb4804e62a3e709d2d6367260 HTTP/1.1" status: 200 len: 379 time: 0.1447432 Sep 01 15:12:30.532870 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-2fc4e68f-3fcc-42c0-a387-9cc1d93a899e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Request body: {'port': {'device_id': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d', 'admin_state_up': True, 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'security_groups': ['56ee7cbb-c064-4b45-b63a-4812b76da33d']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:30.690417 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc1c6c-23b3-498a-820b-244bcef441b0 req-70e8c2f4-6b15-44ad-8efa-53ca10187c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:30.694666 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2adc1c6c-23b3-498a-820b-244bcef441b0 req-70e8c2f4-6b15-44ad-8efa-53ca10187c50 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=15bead56-7241-4bda-b1c4-f38284bd213c HTTP/1.1" status: 200 len: 1097 time: 0.1149876 Sep 01 15:12:30.772406 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device bd04822d-c6fb-4eba-acfd-695924f4a1f2 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:12:30.784532 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c77edc78-5fee-4611-acff-0e4bc513e508 req-dc6cd962-3185-4a14-ba51-1bf78a8aa56f tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 210 time: 0.1030443 Sep 01 15:12:30.859223 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2adc1c6c-23b3-498a-820b-244bcef441b0 req-23a9fd67-9521-4a9f-8512-73128881bdee service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=632f41c2-e5c3-44b2-ae0f-50f8841b36c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411381 Sep 01 15:12:30.885799 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494918fb-005d-4cf1-a326-6bc34c684345 req-b788e5a9-a925-4412-8241-c535cc61eba5 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:30.900686 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-494918fb-005d-4cf1-a326-6bc34c684345 req-b788e5a9-a925-4412-8241-c535cc61eba5 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/ports?device_id=15bead56-7241-4bda-b1c4-f38284bd213c HTTP/1.1" status: 200 len: 946 time: 0.1872027 Sep 01 15:12:30.933817 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-2fc4e68f-3fcc-42c0-a387-9cc1d93a899e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Made reservation on behalf of 00f25f4cb4804e62a3e709d2d6367260 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:12:30.945289 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-2fc4e68f-3fcc-42c0-a387-9cc1d93a899e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:30.988228 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-494918fb-005d-4cf1-a326-6bc34c684345 req-e28e9161-2eca-41fb-8bb7-a47d989c0042 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/security-groups?id=632f41c2-e5c3-44b2-ae0f-50f8841b36c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839357 Sep 01 15:12:31.108605 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 497f9a3d-9f6c-4936-822a-6b3da72138a1 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:12:31.180142 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4bd08d6d-07f4-4e4e-a59b-e4b71d5b7375 req-92e2c751-f297-4bb7-aec2-2f730bfac9b2 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 210 time: 0.0508821 Sep 01 15:12:31.203468 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port bd04822d-c6fb-4eba-acfd-695924f4a1f2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:31.203705 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:31.263495 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41943a78-54bc-43c7-9ecc-a8c5eb8c49b2 req-ccde3422-6522-4cc5-ac05-feabc146557e tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:31.271052 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-41943a78-54bc-43c7-9ecc-a8c5eb8c49b2 req-ccde3422-6522-4cc5-ac05-feabc146557e tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb7b3fee-56df-4785-b43a-909179dc6df1 HTTP/1.1" status: 200 len: 945 time: 0.2451158 Sep 01 15:12:31.316476 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-2fc4e68f-3fcc-42c0-a387-9cc1d93a899e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Allocated IP 172.20.0.12 (fd61ac2f-0875-42bd-a407-4c7e4723b28d/5c212682-a8bc-460d-b6ac-def861e912f8/45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:12:31.384598 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 497f9a3d-9f6c-4936-822a-6b3da72138a1 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:31.385174 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:31.422461 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2b285-5ae2-4c91-bf0b-00224ab93be0 req-6e23e469-1a5b-46e9-a053-9ee2dc1fab0d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:31.433113 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bcf2b285-5ae2-4c91-bf0b-00224ab93be0 req-6e23e469-1a5b-46e9-a053-9ee2dc1fab0d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 946 time: 0.0833616 Sep 01 15:12:31.455553 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:31.506386 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bcf2b285-5ae2-4c91-bf0b-00224ab93be0 req-c10f5d5d-cf11-478c-82da-84ff28198d47 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627701 Sep 01 15:12:31.547462 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port bd04822d-c6fb-4eba-acfd-695924f4a1f2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=bd04822d-c6fb-4eba-acfd-695924f4a1f2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:31.559227 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:31.646493 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-41943a78-54bc-43c7-9ecc-a8c5eb8c49b2 req-f3b39449-7741-4713-ab6a-517405a19719 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470217 Sep 01 15:12:31.658043 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-2fc4e68f-3fcc-42c0-a387-9cc1d93a899e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:31.697043 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-2fc4e68f-3fcc-42c0-a387-9cc1d93a899e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Transition to ACTIVE for port object 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:31.712242 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:31.745036 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=bd04822d-c6fb-4eba-acfd-695924f4a1f2,revision_number=11']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:31.778616 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 497f9a3d-9f6c-4936-822a-6b3da72138a1, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=497f9a3d-9f6c-4936-822a-6b3da72138a1,segment=NetworkSegment(a3af3d8d-25ff-40db-b24c-c2eb0f074694),segment_id=a3af3d8d-25ff-40db-b24c-c2eb0f074694)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:31.781904 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304747a-213e-4590-9118-87b9ca293ae7 req-c8ca6135-65b6-45fb-8240-211e69432a68 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:31.786184 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2304747a-213e-4590-9118-87b9ca293ae7 req-c8ca6135-65b6-45fb-8240-211e69432a68 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 945 time: 0.1490204 Sep 01 15:12:31.790807 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:31.806588 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-2fc4e68f-3fcc-42c0-a387-9cc1d93a899e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:31.862693 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2304747a-213e-4590-9118-87b9ca293ae7 req-248cb061-70be-461f-b11f-181f1e732364 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666285 Sep 01 15:12:31.884542 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=497f9a3d-9f6c-4936-822a-6b3da72138a1,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:31.915913 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-2fc4e68f-3fcc-42c0-a387-9cc1d93a899e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Network fd61ac2f-0875-42bd-a407-4c7e4723b28d is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:31.930759 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-2fc4e68f-3fcc-42c0-a387-9cc1d93a899e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:31.936150 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-2fc4e68f-3fcc-42c0-a387-9cc1d93a899e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:12:31.995000 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4e68f-3fcc-42c0-a387-9cc1d93a899e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event updated for resources: {'Port': ['ID=45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:32.005753 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-2fc4e68f-3fcc-42c0-a387-9cc1d93a899e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:32.006736 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-2fc4e68f-3fcc-42c0-a387-9cc1d93a899e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:32.070320 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c44b7d4e-3552-43a8-bba0-b62659eb5038 req-2e4bb066-a4e4-4c0c-9a82-e3acabae9ad5 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 210 time: 0.0770862 Sep 01 15:12:32.087084 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-2fc4e68f-3fcc-42c0-a387-9cc1d93a899e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5697227 Sep 01 15:12:32.100079 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-952977a4-4280-492d-8024-604be931ab9d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Request body: {'port': {'device_id': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b', 'admin_state_up': True, 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'security_groups': ['56ee7cbb-c064-4b45-b63a-4812b76da33d']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:32.171781 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa6a80-7ce2-4722-a382-63558e2af5a2 req-3851412d-cf17-4b3e-8c4d-5645c5926398 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:32.185339 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09aa6a80-7ce2-4722-a382-63558e2af5a2 req-3851412d-cf17-4b3e-8c4d-5645c5926398 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/ports?device_id=15bead56-7241-4bda-b1c4-f38284bd213c HTTP/1.1" status: 200 len: 946 time: 0.0905800 Sep 01 15:12:32.238631 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09aa6a80-7ce2-4722-a382-63558e2af5a2 req-19e30fcf-3faf-46df-abfa-347ab86203f2 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/security-groups?id=632f41c2-e5c3-44b2-ae0f-50f8841b36c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515621 Sep 01 15:12:32.360419 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f0832a-caaa-4c5c-97a3-42a4b308ac50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd04822d-c6fb-4eba-acfd-695924f4a1f2'}, {'server_uuid': 'aa2b9136-34c9-4b30-bd71-d44bbec336e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497f9a3d-9f6c-4936-822a-6b3da72138a1'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:32.368059 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b693ed-27ea-459d-be2e-09bfd3fe9a8f" -d '{"events": [{"server_uuid": "57f0832a-caaa-4c5c-97a3-42a4b308ac50", "name": "network-vif-plugged", "status": "completed", "tag": "bd04822d-c6fb-4eba-acfd-695924f4a1f2"}, {"server_uuid": "aa2b9136-34c9-4b30-bd71-d44bbec336e3", "name": "network-vif-plugged", "status": "completed", "tag": "497f9a3d-9f6c-4936-822a-6b3da72138a1"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:32.376554 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4eb5a1df-9e93-48bc-8ee7-681b188eac74 None None] Provisioning for port 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:32.388074 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4eb5a1df-9e93-48bc-8ee7-681b188eac74 None None] Provisioning complete for port 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:32.388939 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4eb5a1df-9e93-48bc-8ee7-681b188eac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:32.391590 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-952977a4-4280-492d-8024-604be931ab9d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Made reservation on behalf of 00f25f4cb4804e62a3e709d2d6367260 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:12:32.397567 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-952977a4-4280-492d-8024-604be931ab9d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:32.430778 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7cc89-0590-419a-99de-ff55d8a81930 req-164c0e7b-b457-41db-a86c-ac2b9c9f33be tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:32.434445 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-11d7cc89-0590-419a-99de-ff55d8a81930 req-164c0e7b-b457-41db-a86c-ac2b9c9f33be tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 932 time: 0.1297765 Sep 01 15:12:32.469381 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba907ea-063b-4120-b7e7-5e9296ab48cf x-openstack-request-id: req-7ba907ea-063b-4120-b7e7-5e9296ab48cf {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:32.469846 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f0832a-caaa-4c5c-97a3-42a4b308ac50", "name": "network-vif-plugged", "status": "completed", "tag": "bd04822d-c6fb-4eba-acfd-695924f4a1f2", "code": 200}, {"server_uuid": "aa2b9136-34c9-4b30-bd71-d44bbec336e3", "name": "network-vif-plugged", "status": "completed", "tag": "497f9a3d-9f6c-4936-822a-6b3da72138a1", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:32.470408 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7ba907ea-063b-4120-b7e7-5e9296ab48cf {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:32.471072 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f0832a-caaa-4c5c-97a3-42a4b308ac50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd04822d-c6fb-4eba-acfd-695924f4a1f2', 'code': 200} Sep 01 15:12:32.471568 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2b9136-34c9-4b30-bd71-d44bbec336e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497f9a3d-9f6c-4936-822a-6b3da72138a1', 'code': 200} Sep 01 15:12:32.532331 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-4eb5a1df-9e93-48bc-8ee7-681b188eac74 None None] Port 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:12:32.619750 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-11d7cc89-0590-419a-99de-ff55d8a81930 req-77acbc2f-6bdb-4e61-99b4-8be1d86c4b6c tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284916 Sep 01 15:12:32.663174 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-952977a4-4280-492d-8024-604be931ab9d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Allocated IP 10.1.1.223 (7f4b104d-641a-47ad-83b7-9dda5b46432b/b7c8003f-27d0-420a-9836-df681ab0e4f5/1c5a56f8-27ff-464d-9f11-0461d7db45c1) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:12:32.793356 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-406dfc41-f7ad-428a-bb78-37d032259949 req-b252c636-4102-452e-8583-a7ae9a19c9bd tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d7f261ece20a48a4b227e981b98a52fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688813 Sep 01 15:12:32.811562 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20b4f7-e932-4061-beae-4ff837ba346d req-d2f1563d-b754-474f-81e4-ec7019703005 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:32.814875 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7a20b4f7-e932-4061-beae-4ff837ba346d req-d2f1563d-b754-474f-81e4-ec7019703005 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 946 time: 0.2206318 Sep 01 15:12:33.028648 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-952977a4-4280-492d-8024-604be931ab9d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:33.057119 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dfc41-f7ad-428a-bb78-37d032259949 req-65d613b7-51bc-417e-8652-01b9493ca857 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:33.061298 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-406dfc41-f7ad-428a-bb78-37d032259949 req-65d613b7-51bc-417e-8652-01b9493ca857 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2440012 Sep 01 15:12:33.064153 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-952977a4-4280-492d-8024-604be931ab9d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Transition to ACTIVE for port object 1c5a56f8-27ff-464d-9f11-0461d7db45c1 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:33.078061 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7a20b4f7-e932-4061-beae-4ff837ba346d req-a9606e46-e14b-4418-90d0-4694c0544e97 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429101 Sep 01 15:12:33.091270 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911f64d-69dc-4ced-9847-a7d9bb4aab17 req-0c561649-c8f6-41dc-9fde-3c30dad07ce4 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:33.093344 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9911f64d-69dc-4ced-9847-a7d9bb4aab17 req-0c561649-c8f6-41dc-9fde-3c30dad07ce4 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb7b3fee-56df-4785-b43a-909179dc6df1 HTTP/1.1" status: 200 len: 945 time: 0.1654146 Sep 01 15:12:33.096182 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f191f-f330-4b22-ae31-46455411bfb2 req-2febf637-61c8-45d7-a5f2-b3682ed2bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:33.099781 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b58f191f-f330-4b22-ae31-46455411bfb2 req-2febf637-61c8-45d7-a5f2-b3682ed2bccc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 1097 time: 0.1059675 Sep 01 15:12:33.112953 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 4816ca43-44c8-4e8d-893f-7ff675f5248b up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:12:33.160222 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-406dfc41-f7ad-428a-bb78-37d032259949 req-00c54c6f-f875-4166-b960-5532c4e3bd52 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Request body: {'port': {'device_id': 'c3c90d43-da94-41e9-889d-3479ed593540', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': 'd7f261ece20a48a4b227e981b98a52fd'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:33.183525 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9911f64d-69dc-4ced-9847-a7d9bb4aab17 req-c70a9a52-ced6-427a-acb0-6ef35015799c tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707433 Sep 01 15:12:33.187761 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-952977a4-4280-492d-8024-604be931ab9d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:33.197701 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 4816ca43-44c8-4e8d-893f-7ff675f5248b completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:33.204712 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 4816ca43-44c8-4e8d-893f-7ff675f5248b triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:33.205824 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:33.274793 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-952977a4-4280-492d-8024-604be931ab9d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Network 7f4b104d-641a-47ad-83b7-9dda5b46432b is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:33.280258 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-952977a4-4280-492d-8024-604be931ab9d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:33.298149 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-952977a4-4280-492d-8024-604be931ab9d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:12:33.313923 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952977a4-4280-492d-8024-604be931ab9d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event updated for resources: {'Port': ['ID=1c5a56f8-27ff-464d-9f11-0461d7db45c1,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:33.436467 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-952977a4-4280-492d-8024-604be931ab9d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:33.438928 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-952977a4-4280-492d-8024-604be931ab9d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:33.496839 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed1af2-c059-490a-804e-ee8ba7142f48 req-822d7526-0b86-4f67-9280-8c8a058cc0ce tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:33.509424 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9fed1af2-c059-490a-804e-ee8ba7142f48 req-822d7526-0b86-4f67-9280-8c8a058cc0ce tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 946 time: 0.1363842 Sep 01 15:12:33.515221 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:33.533259 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-952977a4-4280-492d-8024-604be931ab9d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4378266 Sep 01 15:12:33.554040 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-02e82d3d-9f49-4f87-b029-89972f348428 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Request body: {'port': {'device_id': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b', 'admin_state_up': True, 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'security_groups': ['56ee7cbb-c064-4b45-b63a-4812b76da33d']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:33.609303 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 4816ca43-44c8-4e8d-893f-7ff675f5248b, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=4816ca43-44c8-4e8d-893f-7ff675f5248b,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:33.623782 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:33.651368 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9fed1af2-c059-490a-804e-ee8ba7142f48 req-4a450a6d-db8d-448b-a180-2075f66b7328 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407406 Sep 01 15:12:33.656769 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b58f191f-f330-4b22-ae31-46455411bfb2 req-67ff4756-0fe7-4b9c-8540-73587fc36fd0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765573 Sep 01 15:12:33.704051 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bb28eb5e-904c-45ea-8aef-f128dc128f3c req-49c5eefd-6b05-4ee3-bfb1-74563a4fc5e7 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 210 time: 0.0867648 Sep 01 15:12:33.714612 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-406dfc41-f7ad-428a-bb78-37d032259949 req-00c54c6f-f875-4166-b960-5532c4e3bd52 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Made reservation on behalf of d7f261ece20a48a4b227e981b98a52fd for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:12:33.730385 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-406dfc41-f7ad-428a-bb78-37d032259949 req-00c54c6f-f875-4166-b960-5532c4e3bd52 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:33.814806 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=4816ca43-44c8-4e8d-893f-7ff675f5248b,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:33.873580 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-02e82d3d-9f49-4f87-b029-89972f348428 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Made reservation on behalf of 00f25f4cb4804e62a3e709d2d6367260 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:12:33.878468 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-02e82d3d-9f49-4f87-b029-89972f348428 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:33.924776 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ae45b-aed2-4393-b407-56057c1fb8cd req-e3375a3e-9d64-4fb4-9d87-31aa26a6e12f tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:33.938727 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b29ae45b-aed2-4393-b407-56057c1fb8cd req-e3375a3e-9d64-4fb4-9d87-31aa26a6e12f tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/ports?device_id=15bead56-7241-4bda-b1c4-f38284bd213c HTTP/1.1" status: 200 len: 946 time: 0.1287997 Sep 01 15:12:33.978597 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-209bb539-4f4f-4b49-bc61-b3b6681e8460 None None] Provisioning for port 1c5a56f8-27ff-464d-9f11-0461d7db45c1 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:33.986663 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-209bb539-4f4f-4b49-bc61-b3b6681e8460 None None] Provisioning complete for port 1c5a56f8-27ff-464d-9f11-0461d7db45c1 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:33.988009 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-209bb539-4f4f-4b49-bc61-b3b6681e8460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:34.056159 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-209bb539-4f4f-4b49-bc61-b3b6681e8460 None None] Port 1c5a56f8-27ff-464d-9f11-0461d7db45c1 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:12:34.086655 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffd65b-a795-4b1a-994e-a79272480033 req-b0f028da-2650-483b-ab3c-1c975e1da30e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:34.093976 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffd65b-a795-4b1a-994e-a79272480033 req-b0f028da-2650-483b-ab3c-1c975e1da30e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:34.096402 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a7ffd65b-a795-4b1a-994e-a79272480033 req-b0f028da-2650-483b-ab3c-1c975e1da30e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 1654 time: 0.1532621 Sep 01 15:12:34.132084 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b29ae45b-aed2-4393-b407-56057c1fb8cd req-3f955d9b-466c-459c-937b-d3ee2912ce22 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/security-groups?id=632f41c2-e5c3-44b2-ae0f-50f8841b36c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908185 Sep 01 15:12:34.224047 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-406dfc41-f7ad-428a-bb78-37d032259949 req-00c54c6f-f875-4166-b960-5532c4e3bd52 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Allocated IP 192.168.233.164 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/f15a51b4-e315-41ef-8d62-9c6fe3b18896) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:12:34.282845 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-02e82d3d-9f49-4f87-b029-89972f348428 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Allocated IP 10.1.1.17 (7f4b104d-641a-47ad-83b7-9dda5b46432b/b7c8003f-27d0-420a-9836-df681ab0e4f5/932aeed6-d245-43a4-a3ae-0f545c66348b) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:12:34.291294 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a7ffd65b-a795-4b1a-994e-a79272480033 req-70c474bf-cc05-45e4-8e02-8e04a361a239 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177187 Sep 01 15:12:34.376326 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1c2e7-2023-466c-ad5d-2bd2a7d66f07 req-eceb194e-e8ab-4b4d-8525-300409a83467 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:34.385085 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-09e1c2e7-2023-466c-ad5d-2bd2a7d66f07 req-eceb194e-e8ab-4b4d-8525-300409a83467 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 946 time: 0.1044450 Sep 01 15:12:34.473395 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7b3fee-56df-4785-b43a-909179dc6df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4816ca43-44c8-4e8d-893f-7ff675f5248b'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:34.476054 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db753f7e-19f6-4ed1-b785-fc26c4d4c533" -d '{"events": [{"server_uuid": "cb7b3fee-56df-4785-b43a-909179dc6df1", "name": "network-vif-plugged", "status": "completed", "tag": "4816ca43-44c8-4e8d-893f-7ff675f5248b"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:34.542415 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-09e1c2e7-2023-466c-ad5d-2bd2a7d66f07 req-6e293778-0df8-4c12-981b-ac8707236480 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556678 Sep 01 15:12:34.751407 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-02e82d3d-9f49-4f87-b029-89972f348428 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:34.797789 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-02e82d3d-9f49-4f87-b029-89972f348428 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Transition to ACTIVE for port object 932aeed6-d245-43a4-a3ae-0f545c66348b will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:34.834784 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b2cde-55da-408c-9c3a-3620f0dd7267 req-13c933b9-885f-48f9-8832-891baebda094 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:34.840012 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-904b2cde-55da-408c-9c3a-3620f0dd7267 req-13c933b9-885f-48f9-8832-891baebda094 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb7b3fee-56df-4785-b43a-909179dc6df1 HTTP/1.1" status: 200 len: 946 time: 0.1702013 Sep 01 15:12:34.995177 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-02e82d3d-9f49-4f87-b029-89972f348428 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:35.093141 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-904b2cde-55da-408c-9c3a-3620f0dd7267 req-4411676b-ab92-4b8b-b8b7-4b89a6ffaffd tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261639 Sep 01 15:12:35.119353 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5a8f7-8e90-4cff-9598-85787b672f43 req-e9ba5dde-7c96-4f8e-8f30-862526b6b496 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:35.134205 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-86d5a8f7-8e90-4cff-9598-85787b672f43 req-e9ba5dde-7c96-4f8e-8f30-862526b6b496 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/ports?device_id=08ccc0c2-19e1-4e0b-bb57-8bb683e74f3a HTTP/1.1" status: 200 len: 945 time: 0.7313328 Sep 01 15:12:35.143283 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-02e82d3d-9f49-4f87-b029-89972f348428 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Network 7f4b104d-641a-47ad-83b7-9dda5b46432b is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:35.149795 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-02e82d3d-9f49-4f87-b029-89972f348428 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:35.158067 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-02e82d3d-9f49-4f87-b029-89972f348428 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:12:35.211457 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e82d3d-9f49-4f87-b029-89972f348428 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event updated for resources: {'Port': ['ID=932aeed6-d245-43a4-a3ae-0f545c66348b,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:35.289789 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-406dfc41-f7ad-428a-bb78-37d032259949 req-00c54c6f-f875-4166-b960-5532c4e3bd52 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:35.304156 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-86d5a8f7-8e90-4cff-9598-85787b672f43 req-e7f9f446-f280-440d-853e-03c4c80b4a8a tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/security-groups?id=632f41c2-e5c3-44b2-ae0f-50f8841b36c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628144 Sep 01 15:12:35.335946 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-02e82d3d-9f49-4f87-b029-89972f348428 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:35.339251 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-02e82d3d-9f49-4f87-b029-89972f348428 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:35.357807 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-406dfc41-f7ad-428a-bb78-37d032259949 req-00c54c6f-f875-4166-b960-5532c4e3bd52 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Transition to ACTIVE for port object f15a51b4-e315-41ef-8d62-9c6fe3b18896 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:35.408393 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-02e82d3d-9f49-4f87-b029-89972f348428 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8596241 Sep 01 15:12:35.437207 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-fbc59ee9-9d79-411c-8f93-613732f16929 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Request body: {'port': {'device_id': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc', 'admin_state_up': True, 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'security_groups': ['56ee7cbb-c064-4b45-b63a-4812b76da33d']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:35.498832 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-406dfc41-f7ad-428a-bb78-37d032259949 req-00c54c6f-f875-4166-b960-5532c4e3bd52 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:35.516449 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['70e9cffd-d7f5-4b3a-9983-8585606a003b', '262afc76-15fe-45ca-bb9c-0ab7750f9a47', 'bd04822d-c6fb-4eba-acfd-695924f4a1f2'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:12:35.680267 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fbbd4b-24f5-486f-aa68-9196eb9bd7bf x-openstack-request-id: req-01fbbd4b-24f5-486f-aa68-9196eb9bd7bf {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:35.680607 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb7b3fee-56df-4785-b43a-909179dc6df1", "name": "network-vif-plugged", "status": "completed", "tag": "4816ca43-44c8-4e8d-893f-7ff675f5248b", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:35.681021 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-01fbbd4b-24f5-486f-aa68-9196eb9bd7bf {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:35.681643 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb7b3fee-56df-4785-b43a-909179dc6df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4816ca43-44c8-4e8d-893f-7ff675f5248b', 'code': 200} Sep 01 15:12:35.703183 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-406dfc41-f7ad-428a-bb78-37d032259949 req-00c54c6f-f875-4166-b960-5532c4e3bd52 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:35.708436 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-406dfc41-f7ad-428a-bb78-37d032259949 req-00c54c6f-f875-4166-b960-5532c4e3bd52 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:35.712920 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-406dfc41-f7ad-428a-bb78-37d032259949 req-00c54c6f-f875-4166-b960-5532c4e3bd52 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:12:35.918770 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-fbc59ee9-9d79-411c-8f93-613732f16929 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Made reservation on behalf of 00f25f4cb4804e62a3e709d2d6367260 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:12:36.047506 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-aed83799-310a-4bef-bafb-5cf2e3cd2b82 None None] Provisioning for port 932aeed6-d245-43a4-a3ae-0f545c66348b completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:36.059361 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-aed83799-310a-4bef-bafb-5cf2e3cd2b82 None None] Provisioning complete for port 932aeed6-d245-43a4-a3ae-0f545c66348b triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:36.060624 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-aed83799-310a-4bef-bafb-5cf2e3cd2b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:36.113030 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c54c6f-f875-4166-b960-5532c4e3bd52 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Pushing event updated for resources: {'Port': ['ID=f15a51b4-e315-41ef-8d62-9c6fe3b18896,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:36.208724 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dfc41-f7ad-428a-bb78-37d032259949 req-00c54c6f-f875-4166-b960-5532c4e3bd52 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:36.210537 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-406dfc41-f7ad-428a-bb78-37d032259949 req-00c54c6f-f875-4166-b960-5532c4e3bd52 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:36.222881 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-aed83799-310a-4bef-bafb-5cf2e3cd2b82 None None] Port 932aeed6-d245-43a4-a3ae-0f545c66348b cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:12:36.239587 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e6620-3110-45e3-ac94-c22c4b05f2b8 req-90946d92-4ccf-4b8e-8194-951962f21dfb tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:36.253846 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b55e6620-3110-45e3-ac94-c22c4b05f2b8 req-90946d92-4ccf-4b8e-8194-951962f21dfb tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 946 time: 0.4890029 Sep 01 15:12:36.259668 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea717235-32d2-4a0b-a00e-4cd0d108f71b req-a4fa5e14-52a8-4497-b4f0-c2d4e0ee56be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:36.263532 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ea717235-32d2-4a0b-a00e-4cd0d108f71b req-a4fa5e14-52a8-4497-b4f0-c2d4e0ee56be service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cb7b3fee-56df-4785-b43a-909179dc6df1 HTTP/1.1" status: 200 len: 1097 time: 0.4310391 Sep 01 15:12:36.300644 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-fbc59ee9-9d79-411c-8f93-613732f16929 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:36.322413 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-406dfc41-f7ad-428a-bb78-37d032259949 req-00c54c6f-f875-4166-b960-5532c4e3bd52 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1794834 Sep 01 15:12:36.363658 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081cc3b-debb-45b0-b1cb-3c003ce4d62a req-b06b3355-1b40-42f5-bf4a-f510ffb50b8c tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:36.370771 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b55e6620-3110-45e3-ac94-c22c4b05f2b8 req-9ce571ac-b4b4-4e3d-bc95-4c7d6f3cfdc3 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016667 Sep 01 15:12:36.377933 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c081cc3b-debb-45b0-b1cb-3c003ce4d62a req-b06b3355-1b40-42f5-bf4a-f510ffb50b8c tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 936 time: 0.1885037 Sep 01 15:12:36.394692 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-406dfc41-f7ad-428a-bb78-37d032259949 req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Request body: {'port': {'device_id': 'c3c90d43-da94-41e9-889d-3479ed593540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:36.472650 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-43f89953-ffb3-4abf-8e8d-04c326ccbdb3 None None] Provisioning for port f15a51b4-e315-41ef-8d62-9c6fe3b18896 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:36.495337 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-43f89953-ffb3-4abf-8e8d-04c326ccbdb3 None None] Provisioning complete for port f15a51b4-e315-41ef-8d62-9c6fe3b18896 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:36.496050 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-43f89953-ffb3-4abf-8e8d-04c326ccbdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:36.525165 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ea717235-32d2-4a0b-a00e-4cd0d108f71b req-0c352e93-eb22-499d-b769-a7590f7a4d96 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449317 Sep 01 15:12:36.594711 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-43f89953-ffb3-4abf-8e8d-04c326ccbdb3 None None] Port f15a51b4-e315-41ef-8d62-9c6fe3b18896 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:12:36.605359 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-406dfc41-f7ad-428a-bb78-37d032259949 req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:36.624075 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c081cc3b-debb-45b0-b1cb-3c003ce4d62a req-e4dc94e1-a453-4ca2-a261-ea24644e5596 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445967 Sep 01 15:12:36.752266 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc98523-ef9b-47b1-8c3b-37d8dba40bea req-c16c6d0b-d5fa-4a68-bdb3-e5d96dd75e05 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:36.760075 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc98523-ef9b-47b1-8c3b-37d8dba40bea req-c16c6d0b-d5fa-4a68-bdb3-e5d96dd75e05 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:36.767355 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc98523-ef9b-47b1-8c3b-37d8dba40bea req-c16c6d0b-d5fa-4a68-bdb3-e5d96dd75e05 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:36.769921 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4cc98523-ef9b-47b1-8c3b-37d8dba40bea req-c16c6d0b-d5fa-4a68-bdb3-e5d96dd75e05 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 2374 time: 0.2426870 Sep 01 15:12:36.829012 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4cc98523-ef9b-47b1-8c3b-37d8dba40bea req-8544e521-085f-4dce-9e92-549ee19bfc9c tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457363 Sep 01 15:12:36.959285 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-fbc59ee9-9d79-411c-8f93-613732f16929 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Allocated IP 10.2.2.100 (66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc/989e0a87-8aaa-4f21-90c8-77627595307e/8f1a80c3-5202-4a18-95e7-80ba76cf3ddb) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:12:37.238759 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8a2b1-aad7-4e3b-afe7-090e5a5c1657 req-9bbe8317-0442-4531-ab4d-78fef89cff6b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:37.241835 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2df8a2b1-aad7-4e3b-afe7-090e5a5c1657 req-9bbe8317-0442-4531-ab4d-78fef89cff6b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.2035520 Sep 01 15:12:37.267317 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba9a92-78f8-4f81-8c38-48c3f0839230 req-f8d0a574-ab74-461a-b6c6-7ffcb7cea347 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:37.270131 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93ba9a92-78f8-4f81-8c38-48c3f0839230 req-f8d0a574-ab74-461a-b6c6-7ffcb7cea347 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb7b3fee-56df-4785-b43a-909179dc6df1 HTTP/1.1" status: 200 len: 946 time: 0.2166798 Sep 01 15:12:37.355974 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-fbc59ee9-9d79-411c-8f93-613732f16929 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:37.375219 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2df8a2b1-aad7-4e3b-afe7-090e5a5c1657 req-a10b43b0-d264-4027-ab72-60ad501e3aa1 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073222 Sep 01 15:12:37.396864 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93ba9a92-78f8-4f81-8c38-48c3f0839230 req-6865669f-58a7-46fb-b670-d0dd4e1c96d0 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140356 Sep 01 15:12:37.405758 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-fbc59ee9-9d79-411c-8f93-613732f16929 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Transition to ACTIVE for port object 8f1a80c3-5202-4a18-95e7-80ba76cf3ddb will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:37.489191 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-fbc59ee9-9d79-411c-8f93-613732f16929 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:37.496918 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-406dfc41-f7ad-428a-bb78-37d032259949 req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f15a51b4-e315-41ef-8d62-9c6fe3b18896 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:12:37.513402 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-406dfc41-f7ad-428a-bb78-37d032259949 req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:37.560416 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-fbc59ee9-9d79-411c-8f93-613732f16929 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Network 66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:37.575266 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-fbc59ee9-9d79-411c-8f93-613732f16929 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:37.593765 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc59ee9-9d79-411c-8f93-613732f16929 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event updated for resources: {'Port': ['ID=8f1a80c3-5202-4a18-95e7-80ba76cf3ddb,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:37.594578 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-406dfc41-f7ad-428a-bb78-37d032259949 req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Transition to ACTIVE for port object f15a51b4-e315-41ef-8d62-9c6fe3b18896 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:37.603428 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-406dfc41-f7ad-428a-bb78-37d032259949 req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:37.609042 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-fbc59ee9-9d79-411c-8f93-613732f16929 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:12:37.712220 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-fbc59ee9-9d79-411c-8f93-613732f16929 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:37.713807 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-fbc59ee9-9d79-411c-8f93-613732f16929 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:37.784437 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da386910-74ca-422a-a971-7dc856f939b3 req-c2224b80-829e-499f-8df9-b6cf0106a5cf tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:37.787335 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-da386910-74ca-422a-a971-7dc856f939b3 req-c2224b80-829e-499f-8df9-b6cf0106a5cf tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 946 time: 0.2661536 Sep 01 15:12:37.799120 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-fbc59ee9-9d79-411c-8f93-613732f16929 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3833256 Sep 01 15:12:37.812874 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Pushing event updated for resources: {'Port': ['ID=f15a51b4-e315-41ef-8d62-9c6fe3b18896,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:37.828305 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7c0d5-5495-416f-8656-88f4fc7b223a req-b96602c2-ee30-4791-a8b6-5b92a27c2d84 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:37.832067 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-05a7c0d5-5495-416f-8656-88f4fc7b223a req-b96602c2-ee30-4791-a8b6-5b92a27c2d84 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/ports?device_id=08ccc0c2-19e1-4e0b-bb57-8bb683e74f3a HTTP/1.1" status: 200 len: 945 time: 0.1135888 Sep 01 15:12:37.838539 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-e4cae7ea-cbfd-469c-8f48-e7f5662d5765 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Request body: {'port': {'device_id': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc', 'admin_state_up': True, 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'security_groups': ['56ee7cbb-c064-4b45-b63a-4812b76da33d']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:37.903923 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:37.904382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:37.904810 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:37.905230 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:37.905645 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:37.906057 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:37.906501 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:37.906915 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:37.907359 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:37.907829 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:37.908362 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:37.908874 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:37.946982 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-05a7c0d5-5495-416f-8656-88f4fc7b223a req-fa164da9-a96f-4506-96d3-0569e716e872 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/security-groups?id=632f41c2-e5c3-44b2-ae0f-50f8841b36c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026719 Sep 01 15:12:37.996368 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-da386910-74ca-422a-a971-7dc856f939b3 req-f83ec1a0-8826-4ef9-a963-2a1359758f4d tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013206 Sep 01 15:12:38.076925 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-406dfc41-f7ad-428a-bb78-37d032259949 req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Attempting to bind port f15a51b4-e315-41ef-8d62-9c6fe3b18896 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:12:38.077297 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-406dfc41-f7ad-428a-bb78-37d032259949 req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Attempting to bind port f15a51b4-e315-41ef-8d62-9c6fe3b18896 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:12:38.077868 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406dfc41-f7ad-428a-bb78-37d032259949 req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Attempting to bind port f15a51b4-e315-41ef-8d62-9c6fe3b18896 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:38.107185 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406dfc41-f7ad-428a-bb78-37d032259949 req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Port f15a51b4-e315-41ef-8d62-9c6fe3b18896 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:12:38.108058 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406dfc41-f7ad-428a-bb78-37d032259949 req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Attempting to bind port f15a51b4-e315-41ef-8d62-9c6fe3b18896 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:38.127777 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406dfc41-f7ad-428a-bb78-37d032259949 req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:12:38.128372 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406dfc41-f7ad-428a-bb78-37d032259949 req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:12:38.129136 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406dfc41-f7ad-428a-bb78-37d032259949 req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:12:38.129990 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-406dfc41-f7ad-428a-bb78-37d032259949 req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Bound port: f15a51b4-e315-41ef-8d62-9c6fe3b18896, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:12:38.130683 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-406dfc41-f7ad-428a-bb78-37d032259949 req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:38.142502 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-e4cae7ea-cbfd-469c-8f48-e7f5662d5765 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Made reservation on behalf of 00f25f4cb4804e62a3e709d2d6367260 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:12:38.150358 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-e4cae7ea-cbfd-469c-8f48-e7f5662d5765 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:38.155761 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ca93c400-b718-49db-84b9-aed752a73fc3 None None] Provisioning for port 8f1a80c3-5202-4a18-95e7-80ba76cf3ddb completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:38.205757 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ca93c400-b718-49db-84b9-aed752a73fc3 None None] Provisioning complete for port 8f1a80c3-5202-4a18-95e7-80ba76cf3ddb triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:38.208654 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ca93c400-b718-49db-84b9-aed752a73fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:38.256589 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10e5dc-dcdf-4cbc-8a24-6f2bc53dec97 req-67304cbe-a9e3-4287-a7c1-c915def5fd53 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:38.271179 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ce10e5dc-dcdf-4cbc-8a24-6f2bc53dec97 req-67304cbe-a9e3-4287-a7c1-c915def5fd53 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.2211754 Sep 01 15:12:38.337449 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:38.356308 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-406dfc41-f7ad-428a-bb78-37d032259949 req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] For port f15a51b4-e315-41ef-8d62-9c6fe3b18896, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:12:38.357207 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ca93c400-b718-49db-84b9-aed752a73fc3 None None] Port 8f1a80c3-5202-4a18-95e7-80ba76cf3ddb cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:12:38.389174 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-406dfc41-f7ad-428a-bb78-37d032259949 req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] For port f15a51b4-e315-41ef-8d62-9c6fe3b18896, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f15a51b4-e315-41ef-8d62-9c6fe3b18896,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:12:38.398552 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-406dfc41-f7ad-428a-bb78-37d032259949 req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:38.435210 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ce10e5dc-dcdf-4cbc-8a24-6f2bc53dec97 req-8f722518-af7e-427e-9eda-a0e9c36d2172 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625853 Sep 01 15:12:38.484581 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399561c-0c3a-40aa-8b37-555de6087d5c req-50ca87da-fb5b-4ef1-aef8-fd13a8396a7e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:38.499812 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2399561c-0c3a-40aa-8b37-555de6087d5c req-50ca87da-fb5b-4ef1-aef8-fd13a8396a7e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 948 time: 0.3095367 Sep 01 15:12:38.521882 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dfc41-f7ad-428a-bb78-37d032259949 req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:38.523540 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-406dfc41-f7ad-428a-bb78-37d032259949 req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:38.526514 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-406dfc41-f7ad-428a-bb78-37d032259949 req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] 10.222.0.62 "PUT /v2.0/ports/f15a51b4-e315-41ef-8d62-9c6fe3b18896 HTTP/1.1" status: 200 len: 1096 time: 2.1729138 Sep 01 15:12:38.531133 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c90d43-da94-41e9-889d-3479ed593540', 'tag': 'f15a51b4-e315-41ef-8d62-9c6fe3b18896'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:38.535659 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4919341-df8f-4a33-a705-1ea2ba0b0ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c90d43-da94-41e9-889d-3479ed593540", "tag": "f15a51b4-e315-41ef-8d62-9c6fe3b18896"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:38.683306 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2399561c-0c3a-40aa-8b37-555de6087d5c req-482c832c-7332-47e7-baa4-703863391eb4 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809175 Sep 01 15:12:38.684434 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f63fe2-df56-4544-b150-c3c4b1814f8f service neutron] Pushing event updated for resources: {'Port': ['ID=f15a51b4-e315-41ef-8d62-9c6fe3b18896,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:38.810815 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-e4cae7ea-cbfd-469c-8f48-e7f5662d5765 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Allocated IP 10.2.2.200 (66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc/989e0a87-8aaa-4f21-90c8-77627595307e/39363511-e22e-43eb-977c-daf2ec3d8534) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:12:38.853375 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac1b35-0f5a-40b5-aa2f-f5b380d03f67 req-8dbd6bbd-3bb0-4696-94e0-ff869a41c8cc tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:38.860810 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac1b35-0f5a-40b5-aa2f-f5b380d03f67 req-8dbd6bbd-3bb0-4696-94e0-ff869a41c8cc tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:38.866354 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac1b35-0f5a-40b5-aa2f-f5b380d03f67 req-8dbd6bbd-3bb0-4696-94e0-ff869a41c8cc tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:38.874612 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac1b35-0f5a-40b5-aa2f-f5b380d03f67 req-8dbd6bbd-3bb0-4696-94e0-ff869a41c8cc tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:38.882520 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fbac1b35-0f5a-40b5-aa2f-f5b380d03f67 req-8dbd6bbd-3bb0-4696-94e0-ff869a41c8cc tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 3095 time: 0.2567859 Sep 01 15:12:38.917998 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dfc41-f7ad-428a-bb78-37d032259949 req-56faac32-a735-437d-b89a-eae2ab4e730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:38.921274 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-406dfc41-f7ad-428a-bb78-37d032259949 req-56faac32-a735-437d-b89a-eae2ab4e730b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 1099 time: 0.1834660 Sep 01 15:12:38.958913 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fbac1b35-0f5a-40b5-aa2f-f5b380d03f67 req-096c822c-ac1a-40e9-989e-fdec5a9213ce tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753655 Sep 01 15:12:39.080325 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-406dfc41-f7ad-428a-bb78-37d032259949 req-446bd1bc-3d10-44dd-aa35-fae3ff257b77 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f15a51b4-e315-41ef-8d62-9c6fe3b18896 HTTP/1.1" status: 200 len: 217 time: 0.1268356 Sep 01 15:12:39.163482 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc607a97-9e0a-4ecc-866e-31726778a814 x-openstack-request-id: req-cc607a97-9e0a-4ecc-866e-31726778a814 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:39.164355 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c90d43-da94-41e9-889d-3479ed593540", "tag": "f15a51b4-e315-41ef-8d62-9c6fe3b18896", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:39.165028 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc607a97-9e0a-4ecc-866e-31726778a814 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:39.166247 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c90d43-da94-41e9-889d-3479ed593540', 'tag': 'f15a51b4-e315-41ef-8d62-9c6fe3b18896', 'status': 'completed', 'code': 200} Sep 01 15:12:39.178478 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dc434b4b-faee-4e94-9432-eada97e823d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:39.298819 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253dd41-e440-4f46-9d6a-87f67fe5644d req-b57de22b-49e4-4efb-9b44-17159ace29f2 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:39.300783 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8253dd41-e440-4f46-9d6a-87f67fe5644d req-b57de22b-49e4-4efb-9b44-17159ace29f2 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb7b3fee-56df-4785-b43a-909179dc6df1 HTTP/1.1" status: 200 len: 946 time: 0.1831343 Sep 01 15:12:39.322917 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dfc41-f7ad-428a-bb78-37d032259949 req-990b2255-7e5e-4965-9a91-c65d12d3dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:39.325633 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-406dfc41-f7ad-428a-bb78-37d032259949 req-990b2255-7e5e-4965-9a91-c65d12d3dcb5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.1147985 Sep 01 15:12:39.331850 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-e4cae7ea-cbfd-469c-8f48-e7f5662d5765 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:39.365778 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-e4cae7ea-cbfd-469c-8f48-e7f5662d5765 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Transition to ACTIVE for port object 39363511-e22e-43eb-977c-daf2ec3d8534 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:39.422639 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-e4cae7ea-cbfd-469c-8f48-e7f5662d5765 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:39.489662 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8253dd41-e440-4f46-9d6a-87f67fe5644d req-1dd96fb8-acb6-490f-9122-34ec42bc52d2 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764233 Sep 01 15:12:39.506377 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-e4cae7ea-cbfd-469c-8f48-e7f5662d5765 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Network 66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:39.506377 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-e4cae7ea-cbfd-469c-8f48-e7f5662d5765 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:39.512437 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-e4cae7ea-cbfd-469c-8f48-e7f5662d5765 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:12:39.604483 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cae7ea-cbfd-469c-8f48-e7f5662d5765 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event updated for resources: {'Port': ['ID=39363511-e22e-43eb-977c-daf2ec3d8534,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:39.617793 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-e4cae7ea-cbfd-469c-8f48-e7f5662d5765 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:39.618396 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-e4cae7ea-cbfd-469c-8f48-e7f5662d5765 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:39.648271 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-e4cae7ea-cbfd-469c-8f48-e7f5662d5765 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8383701 Sep 01 15:12:39.651606 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dfc41-f7ad-428a-bb78-37d032259949 req-ff775dc1-ee72-4836-9f72-3b1ea70377f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:39.653740 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-406dfc41-f7ad-428a-bb78-37d032259949 req-ff775dc1-ee72-4836-9f72-3b1ea70377f0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2654107 Sep 01 15:12:39.670251 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-7b2590a4-32e7-4927-b4c7-428889bd65ad service neutron] Request body: {'port': {'device_id': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:39.828049 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0851c-a63c-4cd8-86ae-3d01361dc99b req-31e1707e-6687-468e-8511-cc4999255b91 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:39.836958 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d7a0851c-a63c-4cd8-86ae-3d01361dc99b req-31e1707e-6687-468e-8511-cc4999255b91 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/ports?device_id=08ccc0c2-19e1-4e0b-bb57-8bb683e74f3a HTTP/1.1" status: 200 len: 945 time: 0.1617453 Sep 01 15:12:39.850642 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-7b2590a4-32e7-4927-b4c7-428889bd65ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:39.891242 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-a8044e44-dc61-45e3-851e-e1b99d695b79 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:39.893049 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-a8044e44-dc61-45e3-851e-e1b99d695b79 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/networks?id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 200 len: 812 time: 0.4092715 Sep 01 15:12:39.913194 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d7a0851c-a63c-4cd8-86ae-3d01361dc99b req-217b6675-61f8-4e1d-a573-5711ea79d858 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/security-groups?id=632f41c2-e5c3-44b2-ae0f-50f8841b36c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751314 Sep 01 15:12:39.928294 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-c446710f-7bca-4cad-a3ab-6a825a8e69e1 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/quotas/f5c878306d2c4fbcbebf77004da8b742 HTTP/1.1" status: 200 len: 375 time: 0.0242963 Sep 01 15:12:40.009586 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-84b5474f-1a4d-4aa5-a6b7-4d2f5ea3f647 None None] Provisioning for port 39363511-e22e-43eb-977c-daf2ec3d8534 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:40.021595 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-84b5474f-1a4d-4aa5-a6b7-4d2f5ea3f647 None None] Provisioning complete for port 39363511-e22e-43eb-977c-daf2ec3d8534 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:40.022533 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-84b5474f-1a4d-4aa5-a6b7-4d2f5ea3f647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:40.028053 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-406dfc41-f7ad-428a-bb78-37d032259949 req-bb4a8ba7-c519-4836-a94e-ade6b6df4754 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172793 Sep 01 15:12:40.108847 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-af66a285-699f-45ae-a86b-a5675c4f8658 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5c878306d2c4fbcbebf77004da8b742&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1443791 Sep 01 15:12:40.154772 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-84b5474f-1a4d-4aa5-a6b7-4d2f5ea3f647 None None] Port 39363511-e22e-43eb-977c-daf2ec3d8534 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:12:40.450398 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9969e1-cd53-482f-9587-3bc2f26f32c5 req-2d0213e0-477f-4804-9c29-bd066a7730a5 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:40.453381 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa9969e1-cd53-482f-9587-3bc2f26f32c5 req-2d0213e0-477f-4804-9c29-bd066a7730a5 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.62 "GET /v2.0/ports?device_id=08ccc0c2-19e1-4e0b-bb57-8bb683e74f3a HTTP/1.1" status: 200 len: 945 time: 0.3292437 Sep 01 15:12:40.547156 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-c046d662-e518-40bd-988e-19a625b453ba tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:40.552261 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-c046d662-e518-40bd-988e-19a625b453ba tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/networks?id=72321c22-fff1-4360-957c-062ed3f64bd7 HTTP/1.1" status: 200 len: 815 time: 0.3699188 Sep 01 15:12:40.611836 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-406dfc41-f7ad-428a-bb78-37d032259949 req-1d4d99ff-d6ab-4d63-be08-b3bdf5e4b082 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704852 Sep 01 15:12:40.612715 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-dc2e5574-0532-49a9-a4df-090eba5af2cf tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/quotas/7826a28761144d768b405c3b67a84f11 HTTP/1.1" status: 200 len: 375 time: 0.0355408 Sep 01 15:12:40.654156 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-b7e1cb2b-28e9-40b4-8a89-14b875df6089 service neutron] 10.222.0.60 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395107 Sep 01 15:12:40.790548 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-4529e23a-2afc-4e69-8373-334ba612267a tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7826a28761144d768b405c3b67a84f11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1583905 Sep 01 15:12:40.813626 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-fa9969e1-cd53-482f-9587-3bc2f26f32c5 req-416bbdef-a1e5-46a1-952b-3c15f5375778 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Deleting port b98c9e44-252b-42de-a01d-736807741f96 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:12:40.814199 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fa9969e1-cd53-482f-9587-3bc2f26f32c5 req-416bbdef-a1e5-46a1-952b-3c15f5375778 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:40.815786 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-7b2590a4-32e7-4927-b4c7-428889bd65ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:12:40.907142 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-7b2590a4-32e7-4927-b4c7-428889bd65ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:40.952314 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-7b2590a4-32e7-4927-b4c7-428889bd65ad service neutron] Transition to ACTIVE for port object 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:40.984467 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-7b2590a4-32e7-4927-b4c7-428889bd65ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:41.082785 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-878cf49a-3fe3-4320-aab1-bbe9c48b2f67 service neutron] 10.222.0.60 "GET /v2.0/networks/72321c22-fff1-4360-957c-062ed3f64bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884476 Sep 01 15:12:41.096575 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-1f32bdf0-671e-443a-914c-d9937263cd36 service neutron] 10.222.0.60 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999081 Sep 01 15:12:41.097894 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2590a4-32e7-4927-b4c7-428889bd65ad service neutron] Pushing event updated for resources: {'Port': ['ID=45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:41.101760 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4919341-df8f-4a33-a705-1ea2ba0b0ee0 req-8941c0a7-73f3-4aab-b849-587f8a0e9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:41.105039 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4919341-df8f-4a33-a705-1ea2ba0b0ee0 req-8941c0a7-73f3-4aab-b849-587f8a0e9bd3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 1099 time: 0.2080662 Sep 01 15:12:41.321196 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-fa9969e1-cd53-482f-9587-3bc2f26f32c5 req-416bbdef-a1e5-46a1-952b-3c15f5375778 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] For port b98c9e44-252b-42de-a01d-736807741f96, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b98c9e44-252b-42de-a01d-736807741f96,segment=NetworkSegment(b5f441f6-4053-4dee-ae6e-f9003aabd0b1),segment_id=b5f441f6-4053-4dee-ae6e-f9003aabd0b1)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:41.321602 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fa9969e1-cd53-482f-9587-3bc2f26f32c5 req-416bbdef-a1e5-46a1-952b-3c15f5375778 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:41.373362 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-fa9969e1-cd53-482f-9587-3bc2f26f32c5 req-416bbdef-a1e5-46a1-952b-3c15f5375778 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Calling delete_port for b98c9e44-252b-42de-a01d-736807741f96 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:12:41.442603 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-7b2590a4-32e7-4927-b4c7-428889bd65ad service neutron] Attempting to bind port 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:12:41.443660 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-7b2590a4-32e7-4927-b4c7-428889bd65ad service neutron] Attempting to bind port 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '22ae1a9a-94f4-4969-9c75-3360b1d6bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:12:41.444485 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-7b2590a4-32e7-4927-b4c7-428889bd65ad service neutron] Attempting to bind port 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2 on network fd61ac2f-0875-42bd-a407-4c7e4723b28d {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:41.481491 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-7b2590a4-32e7-4927-b4c7-428889bd65ad service neutron] Port 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2 on network fd61ac2f-0875-42bd-a407-4c7e4723b28d not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:12:41.482271 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-7b2590a4-32e7-4927-b4c7-428889bd65ad service neutron] Attempting to bind port 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2 on network fd61ac2f-0875-42bd-a407-4c7e4723b28d {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:41.529498 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-7b2590a4-32e7-4927-b4c7-428889bd65ad service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:12:41.530039 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-7b2590a4-32e7-4927-b4c7-428889bd65ad service neutron] Checking segment: {'id': '22ae1a9a-94f4-4969-9c75-3360b1d6bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:12:41.530393 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-7b2590a4-32e7-4927-b4c7-428889bd65ad service neutron] Bound using segment: {'id': '22ae1a9a-94f4-4969-9c75-3360b1d6bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:12:41.531667 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-7b2590a4-32e7-4927-b4c7-428889bd65ad service neutron] Bound port: 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ae1a9a-94f4-4969-9c75-3360b1d6bc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:12:41.532373 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-7b2590a4-32e7-4927-b4c7-428889bd65ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:41.602065 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-52c99adc-82db-4f19-aade-54e3dc49141c service neutron] 10.222.0.60 "GET /v2.0/networks/72321c22-fff1-4360-957c-062ed3f64bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044336 Sep 01 15:12:41.837949 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-7b2590a4-32e7-4927-b4c7-428889bd65ad service neutron] For port 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:12:41.855076 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-7b2590a4-32e7-4927-b4c7-428889bd65ad service neutron] For port 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2,segment=NetworkSegment(22ae1a9a-94f4-4969-9c75-3360b1d6bc43),segment_id=22ae1a9a-94f4-4969-9c75-3360b1d6bc43)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:12:41.865842 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-7b2590a4-32e7-4927-b4c7-428889bd65ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:41.972522 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-7b2590a4-32e7-4927-b4c7-428889bd65ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:41.973824 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-7b2590a4-32e7-4927-b4c7-428889bd65ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:41.975957 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-7b2590a4-32e7-4927-b4c7-428889bd65ad service neutron] 10.222.0.45 "PUT /v2.0/ports/45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2 HTTP/1.1" status: 200 len: 1092 time: 2.3127217 Sep 01 15:12:41.976872 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'tag': '45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:41.994278 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449ad4c8-009e-4020-b2d5-f873afe8b762" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "tag": "45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:42.018732 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4919341-df8f-4a33-a705-1ea2ba0b0ee0 req-a298f61d-eefd-49fa-bfa5-173a824f22fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:42.020662 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4919341-df8f-4a33-a705-1ea2ba0b0ee0 req-a298f61d-eefd-49fa-bfa5-173a824f22fb service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.9025891 Sep 01 15:12:42.042628 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-348820bc-6e4b-4550-bfcd-f961eef6ae5a service neutron] Request body: {'port': {'device_id': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:42.137142 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed109c9-3006-4984-88f4-7c805c4b510f req-2afbd8c0-d88e-4a1c-80f5-2fd41cfca145 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:42.161404 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ed109c9-3006-4984-88f4-7c805c4b510f req-2afbd8c0-d88e-4a1c-80f5-2fd41cfca145 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d601d07-7a2c-441e-a890-d93e518a001d HTTP/1.1" status: 200 len: 945 time: 0.6213312 Sep 01 15:12:42.180818 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1560f4ad-4f5e-40e7-99e9-caa9330a3a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:42.193561 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:42.228233 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2590a4-32e7-4927-b4c7-428889bd65ad service neutron] Pushing event updated for resources: {'Port': ['ID=45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:42.388860 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-348820bc-6e4b-4550-bfcd-f961eef6ae5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:42.458384 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786db590-6d9f-476a-bc3d-a12c14a27ac3 req-59c50dea-8029-4247-9fe8-d3e7325b82be tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:42.468963 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fa9969e1-cd53-482f-9587-3bc2f26f32c5 req-416bbdef-a1e5-46a1-952b-3c15f5375778 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:42.473751 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-786db590-6d9f-476a-bc3d-a12c14a27ac3 req-59c50dea-8029-4247-9fe8-d3e7325b82be tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 948 time: 0.2934947 Sep 01 15:12:42.488627 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['70a14dbc-793d-4a9b-88d1-e096f32b9d2e'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:12:42.594844 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['aee210d8-168b-4695-b154-c6a7258a73e9'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:12:42.608376 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bbdef-a1e5-46a1-952b-3c15f5375778 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Pushing event deleted for resources: {'Port': ['ID=b98c9e44-252b-42de-a01d-736807741f96,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:42.622058 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4919341-df8f-4a33-a705-1ea2ba0b0ee0 req-288464d8-f638-429b-a575-774c098320b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f15a51b4-e315-41ef-8d62-9c6fe3b18896 HTTP/1.1" status: 200 len: 217 time: 0.3714247 Sep 01 15:12:42.653879 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ed109c9-3006-4984-88f4-7c805c4b510f req-fc35bcf5-9aa0-4aec-8164-709fd7cb2460 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885759 Sep 01 15:12:42.922256 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9969e1-cd53-482f-9587-3bc2f26f32c5 req-416bbdef-a1e5-46a1-952b-3c15f5375778 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] No DVR routers for this DVR port b98c9e44-252b-42de-a01d-736807741f96 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:12:42.931996 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fa9969e1-cd53-482f-9587-3bc2f26f32c5 req-416bbdef-a1e5-46a1-952b-3c15f5375778 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:42.937775 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa9969e1-cd53-482f-9587-3bc2f26f32c5 req-416bbdef-a1e5-46a1-952b-3c15f5375778 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.62 "DELETE /v2.0/ports/b98c9e44-252b-42de-a01d-736807741f96 HTTP/1.1" status: 204 len: 173 time: 2.4687145 Sep 01 15:12:42.943016 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ccc0c2-19e1-4e0b-bb57-8bb683e74f3a', 'name': 'network-vif-deleted', 'tag': 'b98c9e44-252b-42de-a01d-736807741f96'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:42.947886 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f2372b-568f-4417-b3bb-6805235c647c" -d '{"events": [{"server_uuid": "08ccc0c2-19e1-4e0b-bb57-8bb683e74f3a", "name": "network-vif-deleted", "tag": "b98c9e44-252b-42de-a01d-736807741f96"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:43.010459 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e395db-dd8c-4d69-9582-1507b3db0d30 req-1a1f2a7c-0365-4bf0-a59c-60c3cd9393e6 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:43.014135 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-25e395db-dd8c-4d69-9582-1507b3db0d30 req-1a1f2a7c-0365-4bf0-a59c-60c3cd9393e6 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa2b9136-34c9-4b30-bd71-d44bbec336e3 HTTP/1.1" status: 200 len: 946 time: 0.7516170 Sep 01 15:12:43.022280 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4919341-df8f-4a33-a705-1ea2ba0b0ee0 req-b7386e1a-8bac-42e2-9734-923546d9ccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:43.026188 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4919341-df8f-4a33-a705-1ea2ba0b0ee0 req-b7386e1a-8bac-42e2-9734-923546d9ccd4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.3865108 Sep 01 15:12:43.192910 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a991c5-cb2d-45f5-8782-ee1b62d1195e req-2025bc8e-37e4-4c61-9411-e64a38e084f4 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:43.206326 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a991c5-cb2d-45f5-8782-ee1b62d1195e req-2025bc8e-37e4-4c61-9411-e64a38e084f4 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:43.216583 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device b98c9e44-252b-42de-a01d-736807741f96 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:12:43.218961 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a991c5-cb2d-45f5-8782-ee1b62d1195e req-2025bc8e-37e4-4c61-9411-e64a38e084f4 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:43.230804 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a991c5-cb2d-45f5-8782-ee1b62d1195e req-2025bc8e-37e4-4c61-9411-e64a38e084f4 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:43.242002 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a991c5-cb2d-45f5-8782-ee1b62d1195e req-2025bc8e-37e4-4c61-9411-e64a38e084f4 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:43.257204 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-85a991c5-cb2d-45f5-8782-ee1b62d1195e req-2025bc8e-37e4-4c61-9411-e64a38e084f4 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 3828 time: 0.4216111 Sep 01 15:12:43.257753 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: b98c9e44-252b-42de-a01d-736807741f96 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:12:43.258406 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device b98c9e44-252b-42de-a01d-736807741f96 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:12:43.258982 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 497f9a3d-9f6c-4936-822a-6b3da72138a1 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:12:43.342976 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:43.422208 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4919341-df8f-4a33-a705-1ea2ba0b0ee0 req-c0e76d2e-4256-489f-b80a-839e18ab336b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:43.425898 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4919341-df8f-4a33-a705-1ea2ba0b0ee0 req-c0e76d2e-4256-489f-b80a-839e18ab336b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3836653 Sep 01 15:12:43.451012 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:43.460813 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-85a991c5-cb2d-45f5-8782-ee1b62d1195e req-e8a5e1ad-623e-41e1-973a-20a82651fb0a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020676 Sep 01 15:12:43.544094 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 497f9a3d-9f6c-4936-822a-6b3da72138a1, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=497f9a3d-9f6c-4936-822a-6b3da72138a1,segment=NetworkSegment(a3af3d8d-25ff-40db-b24c-c2eb0f074694),segment_id=a3af3d8d-25ff-40db-b24c-c2eb0f074694)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:43.546255 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2b9136-34c9-4b30-bd71-d44bbec336e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '497f9a3d-9f6c-4936-822a-6b3da72138a1'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:43.551825 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ab2cd1-44f3-469d-bb2b-ea2e775c07f0" -d '{"events": [{"server_uuid": "aa2b9136-34c9-4b30-bd71-d44bbec336e3", "name": "network-vif-unplugged", "status": "completed", "tag": "497f9a3d-9f6c-4936-822a-6b3da72138a1"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:43.560746 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:43.720639 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=497f9a3d-9f6c-4936-822a-6b3da72138a1,revision_number=9']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:43.761456 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:43.764799 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-25e395db-dd8c-4d69-9582-1507b3db0d30 req-3ed179f6-f5b6-49f5-831e-283ead4fc856 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Deleting port 497f9a3d-9f6c-4936-822a-6b3da72138a1 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:12:43.765633 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-25e395db-dd8c-4d69-9582-1507b3db0d30 req-3ed179f6-f5b6-49f5-831e-283ead4fc856 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:43.767041 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:43.773935 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:43.774960 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:43.775626 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:43.776889 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:43.777581 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:43.778253 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:43.783904 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:43.784709 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:43.785530 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:43.786188 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:43.796559 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-786db590-6d9f-476a-bc3d-a12c14a27ac3 req-f165766a-5b2c-4548-8c0e-1f2e9b0bbef9 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3206253 Sep 01 15:12:43.956052 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4919341-df8f-4a33-a705-1ea2ba0b0ee0 req-3252fcc2-75ab-4350-8d56-0dae7b25e2fa service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798150 Sep 01 15:12:44.240148 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a3c43afe-9355-4718-a5fb-7e4ca549edd5 req-782c145b-dba4-4394-997d-f1a63688810f tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/ports?device_id=08ccc0c2-19e1-4e0b-bb57-8bb683e74f3a HTTP/1.1" status: 200 len: 210 time: 0.1457465 Sep 01 15:12:44.270079 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1df444b1-9726-413a-b3f5-f0df2e73e975 req-e38314dd-6061-4e2b-a727-5ba2c3bf9b13 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20 HTTP/1.1" status: 200 len: 210 time: 0.1124287 Sep 01 15:12:44.422464 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c813e825-cd9f-423e-991a-7a5b211c64e6 x-openstack-request-id: req-c813e825-cd9f-423e-991a-7a5b211c64e6 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:44.422937 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "tag": "45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:44.423348 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c813e825-cd9f-423e-991a-7a5b211c64e6 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:44.424018 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'tag': '45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2', 'status': 'completed', 'code': 200} Sep 01 15:12:44.632496 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-348820bc-6e4b-4550-bfcd-f961eef6ae5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5389196c-9cdd-4b8a-9082-c0e959b2bc8d {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:12:44.646874 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-348820bc-6e4b-4550-bfcd-f961eef6ae5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:44.670341 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-348820bc-6e4b-4550-bfcd-f961eef6ae5a service neutron] Transition to ACTIVE for port object 5389196c-9cdd-4b8a-9082-c0e959b2bc8d will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:44.697019 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-348820bc-6e4b-4550-bfcd-f961eef6ae5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:44.793594 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7ef219fa-db06-447c-a3b5-f66ce02865cd req-c16a22d7-96b8-4479-b515-aaab301e9c33 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 210 time: 0.1206214 Sep 01 15:12:44.882884 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348820bc-6e4b-4550-bfcd-f961eef6ae5a service neutron] Pushing event updated for resources: {'Port': ['ID=5389196c-9cdd-4b8a-9082-c0e959b2bc8d,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:45.058134 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccc7b74-927a-4aee-b71d-ccda58b124b2 x-openstack-request-id: req-0ccc7b74-927a-4aee-b71d-ccda58b124b2 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:45.059259 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2b9136-34c9-4b30-bd71-d44bbec336e3", "name": "network-vif-unplugged", "status": "completed", "tag": "497f9a3d-9f6c-4936-822a-6b3da72138a1", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:45.059259 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0ccc7b74-927a-4aee-b71d-ccda58b124b2 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:45.059775 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2b9136-34c9-4b30-bd71-d44bbec336e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '497f9a3d-9f6c-4936-822a-6b3da72138a1', 'code': 200} Sep 01 15:12:45.063931 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:45.148154 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f15a51b4-e315-41ef-8d62-9c6fe3b18896 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:12:45.173043 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-348820bc-6e4b-4550-bfcd-f961eef6ae5a service neutron] Attempting to bind port 5389196c-9cdd-4b8a-9082-c0e959b2bc8d on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:12:45.173457 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-348820bc-6e4b-4550-bfcd-f961eef6ae5a service neutron] Attempting to bind port 5389196c-9cdd-4b8a-9082-c0e959b2bc8d by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '27300445-e76c-4111-ba4f-fda0d2642488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:12:45.175207 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-348820bc-6e4b-4550-bfcd-f961eef6ae5a service neutron] Attempting to bind port 5389196c-9cdd-4b8a-9082-c0e959b2bc8d on network 7f4b104d-641a-47ad-83b7-9dda5b46432b {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:45.188922 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-348820bc-6e4b-4550-bfcd-f961eef6ae5a service neutron] Port 5389196c-9cdd-4b8a-9082-c0e959b2bc8d on network 7f4b104d-641a-47ad-83b7-9dda5b46432b not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:12:45.189423 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-348820bc-6e4b-4550-bfcd-f961eef6ae5a service neutron] Attempting to bind port 5389196c-9cdd-4b8a-9082-c0e959b2bc8d on network 7f4b104d-641a-47ad-83b7-9dda5b46432b {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:45.218512 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-348820bc-6e4b-4550-bfcd-f961eef6ae5a service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:12:45.219020 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-348820bc-6e4b-4550-bfcd-f961eef6ae5a service neutron] Checking segment: {'id': '27300445-e76c-4111-ba4f-fda0d2642488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:12:45.219444 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-348820bc-6e4b-4550-bfcd-f961eef6ae5a service neutron] Bound using segment: {'id': '27300445-e76c-4111-ba4f-fda0d2642488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:12:45.219917 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-348820bc-6e4b-4550-bfcd-f961eef6ae5a service neutron] Bound port: 5389196c-9cdd-4b8a-9082-c0e959b2bc8d, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27300445-e76c-4111-ba4f-fda0d2642488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:12:45.220311 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-348820bc-6e4b-4550-bfcd-f961eef6ae5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:45.301841 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109e7364-1a16-4cd4-abe8-4be13ab3bec8 x-openstack-request-id: req-109e7364-1a16-4cd4-abe8-4be13ab3bec8 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:45.302823 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ccc0c2-19e1-4e0b-bb57-8bb683e74f3a", "name": "network-vif-deleted", "tag": "b98c9e44-252b-42de-a01d-736807741f96", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:45.302823 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-109e7364-1a16-4cd4-abe8-4be13ab3bec8 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:45.303430 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ccc0c2-19e1-4e0b-bb57-8bb683e74f3a', 'name': 'network-vif-deleted', 'tag': 'b98c9e44-252b-42de-a01d-736807741f96', 'status': 'completed', 'code': 200} Sep 01 15:12:45.505515 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port f15a51b4-e315-41ef-8d62-9c6fe3b18896, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f15a51b4-e315-41ef-8d62-9c6fe3b18896,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:45.520434 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885da96-ce9b-480b-8637-e7899c16324b req-3caa6e43-3a12-44e6-810f-875a84541dc1 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:45.534438 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'f15a51b4-e315-41ef-8d62-9c6fe3b18896', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': 'f15a51b4-e315-41ef-8d62-9c6fe3b18896', 'mac_address': 'fa:16:3e:29:c3:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:12:45.542913 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885da96-ce9b-480b-8637-e7899c16324b req-3caa6e43-3a12-44e6-810f-875a84541dc1 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:45.564939 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885da96-ce9b-480b-8637-e7899c16324b req-3caa6e43-3a12-44e6-810f-875a84541dc1 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:45.583277 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885da96-ce9b-480b-8637-e7899c16324b req-3caa6e43-3a12-44e6-810f-875a84541dc1 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:45.597985 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885da96-ce9b-480b-8637-e7899c16324b req-3caa6e43-3a12-44e6-810f-875a84541dc1 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:45.613678 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885da96-ce9b-480b-8637-e7899c16324b req-3caa6e43-3a12-44e6-810f-875a84541dc1 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:45.616201 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1885da96-ce9b-480b-8637-e7899c16324b req-3caa6e43-3a12-44e6-810f-875a84541dc1 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 4601 time: 0.2899504 Sep 01 15:12:45.637107 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:45.642380 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-348820bc-6e4b-4550-bfcd-f961eef6ae5a service neutron] For port 5389196c-9cdd-4b8a-9082-c0e959b2bc8d, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:12:45.643349 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-25e395db-dd8c-4d69-9582-1507b3db0d30 req-3ed179f6-f5b6-49f5-831e-283ead4fc856 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] For port 497f9a3d-9f6c-4936-822a-6b3da72138a1, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=497f9a3d-9f6c-4936-822a-6b3da72138a1,segment=NetworkSegment(a3af3d8d-25ff-40db-b24c-c2eb0f074694),segment_id=a3af3d8d-25ff-40db-b24c-c2eb0f074694)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:45.644541 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-25e395db-dd8c-4d69-9582-1507b3db0d30 req-3ed179f6-f5b6-49f5-831e-283ead4fc856 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:45.656295 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-348820bc-6e4b-4550-bfcd-f961eef6ae5a service neutron] For port 5389196c-9cdd-4b8a-9082-c0e959b2bc8d, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=5389196c-9cdd-4b8a-9082-c0e959b2bc8d,segment=NetworkSegment(27300445-e76c-4111-ba4f-fda0d2642488),segment_id=27300445-e76c-4111-ba4f-fda0d2642488)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:12:45.674212 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15a51b4-e315-41ef-8d62-9c6fe3b18896 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:12:45.698869 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-348820bc-6e4b-4550-bfcd-f961eef6ae5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:45.713504 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port f15a51b4-e315-41ef-8d62-9c6fe3b18896, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f15a51b4-e315-41ef-8d62-9c6fe3b18896,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:45.726949 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:45.805819 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-25e395db-dd8c-4d69-9582-1507b3db0d30 req-3ed179f6-f5b6-49f5-831e-283ead4fc856 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Calling delete_port for 497f9a3d-9f6c-4936-822a-6b3da72138a1 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:12:45.824307 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1885da96-ce9b-480b-8637-e7899c16324b req-78e1bc1a-81ee-4938-9825-aace39d49478 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1752162 Sep 01 15:12:45.855787 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=f15a51b4-e315-41ef-8d62-9c6fe3b18896,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:45.859061 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-348820bc-6e4b-4550-bfcd-f961eef6ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:45.866565 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-348820bc-6e4b-4550-bfcd-f961eef6ae5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:45.869986 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-348820bc-6e4b-4550-bfcd-f961eef6ae5a service neutron] 10.222.0.45 "PUT /v2.0/ports/5389196c-9cdd-4b8a-9082-c0e959b2bc8d HTTP/1.1" status: 200 len: 1131 time: 3.8408434 Sep 01 15:12:45.886912 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dece2-dd43-4cf4-879a-a2e41f225128 req-0a7f3b72-1ef9-4ed7-bc48-5f9295056fb7 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:45.890135 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cd8dece2-dd43-4cf4-879a-a2e41f225128 req-0a7f3b72-1ef9-4ed7-bc48-5f9295056fb7 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb7b3fee-56df-4785-b43a-909179dc6df1 HTTP/1.1" status: 200 len: 946 time: 0.4985933 Sep 01 15:12:45.931313 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-4d17a6f6-d0d5-42a0-adeb-a4a08f1abba3 service neutron] Request body: {'port': {'device_id': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:46.041103 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348820bc-6e4b-4550-bfcd-f961eef6ae5a service neutron] Pushing event updated for resources: {'Port': ['ID=5389196c-9cdd-4b8a-9082-c0e959b2bc8d,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:46.128659 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-86adb75d-d6c5-4daa-b351-53144b630a3f tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:46.134992 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-86adb75d-d6c5-4daa-b351-53144b630a3f tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.45 "GET /v2.0/networks?id=72321c22-fff1-4360-957c-062ed3f64bd7 HTTP/1.1" status: 200 len: 815 time: 0.8280313 Sep 01 15:12:46.141053 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4919341-df8f-4a33-a705-1ea2ba0b0ee0 req-2b5d8578-8470-4267-8208-959900aae1cd service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1316087 Sep 01 15:12:46.150730 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cd8dece2-dd43-4cf4-879a-a2e41f225128 req-96812544-c992-427e-bd6f-029522c7bb6b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148242 Sep 01 15:12:46.156271 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-4d17a6f6-d0d5-42a0-adeb-a4a08f1abba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:46.171259 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-5d6a2e5c-f373-4247-b1ed-9a6aab584fa9 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:46.175115 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-5d6a2e5c-f373-4247-b1ed-9a6aab584fa9 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.45 "GET /v2.0/networks?id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 200 len: 812 time: 1.9428785 Sep 01 15:12:46.188068 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ad4c8-009e-4020-b2d5-f873afe8b762 req-85ca8bf7-e256-4220-9fcf-d5580c4e3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:46.189077 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ad4c8-009e-4020-b2d5-f873afe8b762 req-85ca8bf7-e256-4220-9fcf-d5580c4e3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:46.189936 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ad4c8-009e-4020-b2d5-f873afe8b762 req-85ca8bf7-e256-4220-9fcf-d5580c4e3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:46.191130 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ad4c8-009e-4020-b2d5-f873afe8b762 req-85ca8bf7-e256-4220-9fcf-d5580c4e3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:46.191993 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ad4c8-009e-4020-b2d5-f873afe8b762 req-85ca8bf7-e256-4220-9fcf-d5580c4e3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:46.193336 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ad4c8-009e-4020-b2d5-f873afe8b762 req-85ca8bf7-e256-4220-9fcf-d5580c4e3c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:46.198789 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-449ad4c8-009e-4020-b2d5-f873afe8b762 req-85ca8bf7-e256-4220-9fcf-d5580c4e3c6f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=00f25f4cb4804e62a3e709d2d6367260&device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5245 time: 0.8736863 Sep 01 15:12:46.211903 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-9f9bc56b-1db1-419d-9d5a-23d520535040 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Request body: {'port': {'device_id': '21ba36a7-734e-4990-9286-a408dda77990', 'network_id': '72321c22-fff1-4360-957c-062ed3f64bd7', 'admin_state_up': True, 'tenant_id': '7826a28761144d768b405c3b67a84f11'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:46.234743 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-e96f352c-40a6-48df-8d3c-8444153279c4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Request body: {'port': {'device_id': 'f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20', 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'admin_state_up': True, 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:46.253077 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f5bbf-7406-4ad6-a9f7-cc8d2a074365 req-4b4b39eb-a649-4b08-bf74-c3275196c82b tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:46.271371 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3d5f5bbf-7406-4ad6-a9f7-cc8d2a074365 req-4b4b39eb-a649-4b08-bf74-c3275196c82b tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 949 time: 0.2337034 Sep 01 15:12:46.379153 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['f15a51b4-e315-41ef-8d62-9c6fe3b18896'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:12:46.455544 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'tag': '5389196c-9cdd-4b8a-9082-c0e959b2bc8d'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:46.459752 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed98bb3-f6c7-4aa6-b7be-3a664f91ce95" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "tag": "5389196c-9cdd-4b8a-9082-c0e959b2bc8d"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:46.568466 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3d5f5bbf-7406-4ad6-a9f7-cc8d2a074365 req-2f92f9df-e716-4323-9701-1972ae88d62a tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956803 Sep 01 15:12:46.753227 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7290dfbb-eb12-49b6-adc8-bdfd65aaebb3 req-bfa29204-4d2e-4093-bdcf-0f4dd5ec66ff service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4005892 Sep 01 15:12:46.952076 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00e319f8-612d-4122-86e6-60410f16ed8f req-f41ddd3f-e0c7-4e9e-b8ae-bfb4aa33c3df tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20 HTTP/1.1" status: 200 len: 210 time: 0.1158695 Sep 01 15:12:46.990922 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3470792c-a775-489f-b372-9bcf3cfd16b4 req-d7f84b01-0833-4113-9ac5-6a6c0e9138cd tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 210 time: 0.0896494 Sep 01 15:12:47.178211 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-e96f352c-40a6-48df-8d3c-8444153279c4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Made reservation on behalf of f5c878306d2c4fbcbebf77004da8b742 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:12:47.184333 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-e96f352c-40a6-48df-8d3c-8444153279c4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:47.204014 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-25e395db-dd8c-4d69-9582-1507b3db0d30 req-3ed179f6-f5b6-49f5-831e-283ead4fc856 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:47.226183 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ad4c8-009e-4020-b2d5-f873afe8b762 req-9c1dfe18-150f-4bc5-bb21-ac8de8e129d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:47.226745 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ad4c8-009e-4020-b2d5-f873afe8b762 req-9c1dfe18-150f-4bc5-bb21-ac8de8e129d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:47.227472 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ad4c8-009e-4020-b2d5-f873afe8b762 req-9c1dfe18-150f-4bc5-bb21-ac8de8e129d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:47.230732 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-449ad4c8-009e-4020-b2d5-f873afe8b762 req-9c1dfe18-150f-4bc5-bb21-ac8de8e129d5 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=00f25f4cb4804e62a3e709d2d6367260&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8688087 Sep 01 15:12:47.314359 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed179f6-f5b6-49f5-831e-283ead4fc856 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Pushing event deleted for resources: {'Port': ['ID=497f9a3d-9f6c-4936-822a-6b3da72138a1,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:47.387184 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-9f9bc56b-1db1-419d-9d5a-23d520535040 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Made reservation on behalf of 7826a28761144d768b405c3b67a84f11 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:12:47.391474 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-4d17a6f6-d0d5-42a0-adeb-a4a08f1abba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 552a3269-c537-445a-a31c-3087d37de691 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:12:47.392704 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-9f9bc56b-1db1-419d-9d5a-23d520535040 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:47.423991 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-4d17a6f6-d0d5-42a0-adeb-a4a08f1abba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:47.483843 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-4d17a6f6-d0d5-42a0-adeb-a4a08f1abba3 service neutron] Transition to ACTIVE for port object 552a3269-c537-445a-a31c-3087d37de691 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:47.488924 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e395db-dd8c-4d69-9582-1507b3db0d30 req-3ed179f6-f5b6-49f5-831e-283ead4fc856 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] No DVR routers for this DVR port 497f9a3d-9f6c-4936-822a-6b3da72138a1 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:12:47.492173 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f13f0ba-e308-402d-a0bb-77cf911f24ac x-openstack-request-id: req-0f13f0ba-e308-402d-a0bb-77cf911f24ac {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:47.492817 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "tag": "5389196c-9cdd-4b8a-9082-c0e959b2bc8d", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:47.493259 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f13f0ba-e308-402d-a0bb-77cf911f24ac {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:47.495830 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-25e395db-dd8c-4d69-9582-1507b3db0d30 req-3ed179f6-f5b6-49f5-831e-283ead4fc856 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:47.499482 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'tag': '5389196c-9cdd-4b8a-9082-c0e959b2bc8d', 'status': 'completed', 'code': 200} Sep 01 15:12:47.502542 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-25e395db-dd8c-4d69-9582-1507b3db0d30 req-3ed179f6-f5b6-49f5-831e-283ead4fc856 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.62 "DELETE /v2.0/ports/497f9a3d-9f6c-4936-822a-6b3da72138a1 HTTP/1.1" status: 204 len: 173 time: 4.4703236 Sep 01 15:12:47.529007 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2b9136-34c9-4b30-bd71-d44bbec336e3', 'name': 'network-vif-deleted', 'tag': '497f9a3d-9f6c-4936-822a-6b3da72138a1'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:47.535154 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290dfbb-eb12-49b6-adc8-bdfd65aaebb3 req-8696effc-2d9f-4ebc-a7da-fa1b4bbfb0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:47.541538 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b186e905-0a78-4674-9b98-d7b2e7431508" -d '{"events": [{"server_uuid": "aa2b9136-34c9-4b30-bd71-d44bbec336e3", "name": "network-vif-deleted", "tag": "497f9a3d-9f6c-4936-822a-6b3da72138a1"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:47.549591 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7290dfbb-eb12-49b6-adc8-bdfd65aaebb3 req-8696effc-2d9f-4ebc-a7da-fa1b4bbfb0e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 1101 time: 0.6634471 Sep 01 15:12:47.550779 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-4d17a6f6-d0d5-42a0-adeb-a4a08f1abba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:47.707369 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17a6f6-d0d5-42a0-adeb-a4a08f1abba3 service neutron] Pushing event updated for resources: {'Port': ['ID=552a3269-c537-445a-a31c-3087d37de691,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:48.041831 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3987ccd9-b9e0-4b38-93f6-f3b4e73efbd8 x-openstack-request-id: req-3987ccd9-b9e0-4b38-93f6-f3b4e73efbd8 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:48.043183 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2b9136-34c9-4b30-bd71-d44bbec336e3", "name": "network-vif-deleted", "tag": "497f9a3d-9f6c-4936-822a-6b3da72138a1", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:48.043745 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3987ccd9-b9e0-4b38-93f6-f3b4e73efbd8 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:48.044385 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2b9136-34c9-4b30-bd71-d44bbec336e3', 'name': 'network-vif-deleted', 'tag': '497f9a3d-9f6c-4936-822a-6b3da72138a1', 'status': 'completed', 'code': 200} Sep 01 15:12:48.093682 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-9f9bc56b-1db1-419d-9d5a-23d520535040 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Allocated IP 172.20.0.10 (72321c22-fff1-4360-957c-062ed3f64bd7/e3f151fa-fcfc-49a1-b932-f5577751dd15/e7a375cb-4d85-4e58-948a-6c469b5fa866) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:12:48.144605 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ad4c8-009e-4020-b2d5-f873afe8b762 req-25d64b21-bb28-471a-a246-d2e52b9e022f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:48.146693 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-449ad4c8-009e-4020-b2d5-f873afe8b762 req-25d64b21-bb28-471a-a246-d2e52b9e022f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8963633 Sep 01 15:12:48.198159 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba678933-090a-471c-b5ef-76ad9736b55c req-be56b131-13b1-41b7-9a4f-102f21feda49 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:48.215383 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba678933-090a-471c-b5ef-76ad9736b55c req-be56b131-13b1-41b7-9a4f-102f21feda49 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:48.231015 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba678933-090a-471c-b5ef-76ad9736b55c req-be56b131-13b1-41b7-9a4f-102f21feda49 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:48.247829 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba678933-090a-471c-b5ef-76ad9736b55c req-be56b131-13b1-41b7-9a4f-102f21feda49 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:48.263444 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba678933-090a-471c-b5ef-76ad9736b55c req-be56b131-13b1-41b7-9a4f-102f21feda49 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:48.278402 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba678933-090a-471c-b5ef-76ad9736b55c req-be56b131-13b1-41b7-9a4f-102f21feda49 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:48.294964 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba678933-090a-471c-b5ef-76ad9736b55c req-be56b131-13b1-41b7-9a4f-102f21feda49 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:48.307208 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ba678933-090a-471c-b5ef-76ad9736b55c req-be56b131-13b1-41b7-9a4f-102f21feda49 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5372 time: 0.6026652 Sep 01 15:12:48.311295 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290dfbb-eb12-49b6-adc8-bdfd65aaebb3 req-e81fb530-46f8-48be-89fe-02203a9c092a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:48.313999 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7290dfbb-eb12-49b6-adc8-bdfd65aaebb3 req-e81fb530-46f8-48be-89fe-02203a9c092a service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.6313488 Sep 01 15:12:48.343929 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-4d17a6f6-d0d5-42a0-adeb-a4a08f1abba3 service neutron] Attempting to bind port 552a3269-c537-445a-a31c-3087d37de691 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:12:48.345331 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-4d17a6f6-d0d5-42a0-adeb-a4a08f1abba3 service neutron] Attempting to bind port 552a3269-c537-445a-a31c-3087d37de691 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '27300445-e76c-4111-ba4f-fda0d2642488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:12:48.345331 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-4d17a6f6-d0d5-42a0-adeb-a4a08f1abba3 service neutron] Attempting to bind port 552a3269-c537-445a-a31c-3087d37de691 on network 7f4b104d-641a-47ad-83b7-9dda5b46432b {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:48.377894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-e96f352c-40a6-48df-8d3c-8444153279c4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Allocated IP 172.20.0.9 (c9a68c28-eb7d-4197-a297-a9a7217a4f8e/b4b8a1a7-4c41-46cc-8798-989cc5140738/0a24644e-403e-42e2-be39-83f8f5319e53) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:12:48.449722 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-4d17a6f6-d0d5-42a0-adeb-a4a08f1abba3 service neutron] Port 552a3269-c537-445a-a31c-3087d37de691 on network 7f4b104d-641a-47ad-83b7-9dda5b46432b not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:12:48.449722 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-4d17a6f6-d0d5-42a0-adeb-a4a08f1abba3 service neutron] Attempting to bind port 552a3269-c537-445a-a31c-3087d37de691 on network 7f4b104d-641a-47ad-83b7-9dda5b46432b {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:48.465406 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7290dfbb-eb12-49b6-adc8-bdfd65aaebb3 req-f40849a5-17f0-4862-a5cf-7876ea451fbc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=70e9cffd-d7f5-4b3a-9983-8585606a003b HTTP/1.1" status: 200 len: 217 time: 0.1139977 Sep 01 15:12:48.476418 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-4d17a6f6-d0d5-42a0-adeb-a4a08f1abba3 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:12:48.477812 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-4d17a6f6-d0d5-42a0-adeb-a4a08f1abba3 service neutron] Checking segment: {'id': '27300445-e76c-4111-ba4f-fda0d2642488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:12:48.477812 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-4d17a6f6-d0d5-42a0-adeb-a4a08f1abba3 service neutron] Bound using segment: {'id': '27300445-e76c-4111-ba4f-fda0d2642488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:12:48.478397 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-4d17a6f6-d0d5-42a0-adeb-a4a08f1abba3 service neutron] Bound port: 552a3269-c537-445a-a31c-3087d37de691, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27300445-e76c-4111-ba4f-fda0d2642488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:12:48.479027 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-4d17a6f6-d0d5-42a0-adeb-a4a08f1abba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:48.522374 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e93c4-d8e3-4677-a254-35b47b86f013 req-74b394f9-2d19-4415-b977-a242c90b398b tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:48.525156 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a26e93c4-d8e3-4677-a254-35b47b86f013 req-74b394f9-2d19-4415-b977-a242c90b398b tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 949 time: 0.3695481 Sep 01 15:12:48.580409 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ba678933-090a-471c-b5ef-76ad9736b55c req-d0ebbdbf-fbba-4371-b4d5-3a06c1dca469 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2471356 Sep 01 15:12:48.604402 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed98bb3-f6c7-4aa6-b7be-3a664f91ce95 req-9054a1ec-da91-4668-b02a-ee01abc00d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:48.604912 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed98bb3-f6c7-4aa6-b7be-3a664f91ce95 req-9054a1ec-da91-4668-b02a-ee01abc00d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:48.605402 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed98bb3-f6c7-4aa6-b7be-3a664f91ce95 req-9054a1ec-da91-4668-b02a-ee01abc00d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:48.605891 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed98bb3-f6c7-4aa6-b7be-3a664f91ce95 req-9054a1ec-da91-4668-b02a-ee01abc00d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:48.606410 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed98bb3-f6c7-4aa6-b7be-3a664f91ce95 req-9054a1ec-da91-4668-b02a-ee01abc00d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:48.606891 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed98bb3-f6c7-4aa6-b7be-3a664f91ce95 req-9054a1ec-da91-4668-b02a-ee01abc00d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:48.607648 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed98bb3-f6c7-4aa6-b7be-3a664f91ce95 req-9054a1ec-da91-4668-b02a-ee01abc00d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:48.610443 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0ed98bb3-f6c7-4aa6-b7be-3a664f91ce95 req-9054a1ec-da91-4668-b02a-ee01abc00d94 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=00f25f4cb4804e62a3e709d2d6367260&device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 6167 time: 0.3554187 Sep 01 15:12:48.716262 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-4d17a6f6-d0d5-42a0-adeb-a4a08f1abba3 service neutron] For port 552a3269-c537-445a-a31c-3087d37de691, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:12:48.722261 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-4d17a6f6-d0d5-42a0-adeb-a4a08f1abba3 service neutron] For port 552a3269-c537-445a-a31c-3087d37de691, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=552a3269-c537-445a-a31c-3087d37de691,segment=NetworkSegment(27300445-e76c-4111-ba4f-fda0d2642488),segment_id=27300445-e76c-4111-ba4f-fda0d2642488)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:12:48.766237 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed98bb3-f6c7-4aa6-b7be-3a664f91ce95 req-50fcb6ae-2dc8-4bf2-93c3-599dea4983e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:48.766935 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed98bb3-f6c7-4aa6-b7be-3a664f91ce95 req-50fcb6ae-2dc8-4bf2-93c3-599dea4983e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:48.767260 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed98bb3-f6c7-4aa6-b7be-3a664f91ce95 req-50fcb6ae-2dc8-4bf2-93c3-599dea4983e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:48.769381 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0ed98bb3-f6c7-4aa6-b7be-3a664f91ce95 req-50fcb6ae-2dc8-4bf2-93c3-599dea4983e3 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=00f25f4cb4804e62a3e709d2d6367260&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1382074 Sep 01 15:12:48.797929 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-4d17a6f6-d0d5-42a0-adeb-a4a08f1abba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:48.890340 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-4d17a6f6-d0d5-42a0-adeb-a4a08f1abba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:48.891474 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-4d17a6f6-d0d5-42a0-adeb-a4a08f1abba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:48.894617 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-4d17a6f6-d0d5-42a0-adeb-a4a08f1abba3 service neutron] 10.222.0.45 "PUT /v2.0/ports/552a3269-c537-445a-a31c-3087d37de691 HTTP/1.1" status: 200 len: 1129 time: 2.9765530 Sep 01 15:12:48.909305 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290dfbb-eb12-49b6-adc8-bdfd65aaebb3 req-68abd15d-bc02-454c-9080-fe9e2b5a8457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:48.912439 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7290dfbb-eb12-49b6-adc8-bdfd65aaebb3 req-68abd15d-bc02-454c-9080-fe9e2b5a8457 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.4275899 Sep 01 15:12:48.933267 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a26e93c4-d8e3-4677-a254-35b47b86f013 req-2f5ceeb7-f649-456a-a091-fed5d204bf4a tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926749 Sep 01 15:12:48.967036 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-a10ff5ee-f739-4abb-8951-bdf75acd5e1b service neutron] Request body: {'port': {'device_id': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:49.038728 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e8a5b-58b1-479b-8f81-dc4d2950de5b req-788a1fb6-3e6a-4313-8043-88d3095814ee tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:49.054113 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d51e8a5b-58b1-479b-8f81-dc4d2950de5b req-788a1fb6-3e6a-4313-8043-88d3095814ee tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb7b3fee-56df-4785-b43a-909179dc6df1 HTTP/1.1" status: 200 len: 946 time: 0.3252318 Sep 01 15:12:49.089391 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-9f9bc56b-1db1-419d-9d5a-23d520535040 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:49.155766 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f15a51b4-e315-41ef-8d62-9c6fe3b18896 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:12:49.194439 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17a6f6-d0d5-42a0-adeb-a4a08f1abba3 service neutron] Pushing event updated for resources: {'Port': ['ID=552a3269-c537-445a-a31c-3087d37de691,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:49.352821 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port f15a51b4-e315-41ef-8d62-9c6fe3b18896 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:49.360657 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290dfbb-eb12-49b6-adc8-bdfd65aaebb3 req-f0fb0882-a82a-4e91-bbad-438348772c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:49.361589 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port f15a51b4-e315-41ef-8d62-9c6fe3b18896 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:49.362577 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:49.363408 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7290dfbb-eb12-49b6-adc8-bdfd65aaebb3 req-f0fb0882-a82a-4e91-bbad-438348772c20 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4307492 Sep 01 15:12:49.379350 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d51e8a5b-58b1-479b-8f81-dc4d2950de5b req-08379ff0-a4ff-4cb4-96e1-d8188b6afcbc tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751844 Sep 01 15:12:49.397884 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-a10ff5ee-f739-4abb-8951-bdf75acd5e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:49.462096 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09aced58-359e-4bbb-ab5d-ee3e09c5fa3f req-8a24c24a-7628-4f23-a93b-0a7e4f7319ab tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20 HTTP/1.1" status: 200 len: 210 time: 0.0682676 Sep 01 15:12:49.520184 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed98bb3-f6c7-4aa6-b7be-3a664f91ce95 req-7b2cfd97-f11e-45a4-aaac-3bbe7be7f04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:49.525104 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0ed98bb3-f6c7-4aa6-b7be-3a664f91ce95 req-7b2cfd97-f11e-45a4-aaac-3bbe7be7f04b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7357543 Sep 01 15:12:49.560799 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-e96f352c-40a6-48df-8d3c-8444153279c4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:49.576157 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:49.590687 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-e96f352c-40a6-48df-8d3c-8444153279c4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Transition to ACTIVE for port object 0a24644e-403e-42e2-be39-83f8f5319e53 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:49.621151 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c90d43-da94-41e9-889d-3479ed593540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15a51b4-e315-41ef-8d62-9c6fe3b18896'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:49.624091 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67436740-0465-49a4-b8f7-3a1c0dee6be4" -d '{"events": [{"server_uuid": "c3c90d43-da94-41e9-889d-3479ed593540", "name": "network-vif-plugged", "status": "completed", "tag": "f15a51b4-e315-41ef-8d62-9c6fe3b18896"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:49.639625 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port f15a51b4-e315-41ef-8d62-9c6fe3b18896, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f15a51b4-e315-41ef-8d62-9c6fe3b18896,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:49.646572 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:49.695962 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-e96f352c-40a6-48df-8d3c-8444153279c4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:49.722794 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=f15a51b4-e315-41ef-8d62-9c6fe3b18896,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:49.730671 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['0ef6978b-ef85-4c33-af04-e19602f26273'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:12:49.778507 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-9f9bc56b-1db1-419d-9d5a-23d520535040 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:49.839668 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-e96f352c-40a6-48df-8d3c-8444153279c4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Network c9a68c28-eb7d-4197-a297-a9a7217a4f8e is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:49.855159 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-9f9bc56b-1db1-419d-9d5a-23d520535040 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Network 72321c22-fff1-4360-957c-062ed3f64bd7 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:12:49.857335 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-e96f352c-40a6-48df-8d3c-8444153279c4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:49.879714 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:12:49.885884 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-e96f352c-40a6-48df-8d3c-8444153279c4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:12:49.901370 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-9f9bc56b-1db1-419d-9d5a-23d520535040 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:12:50.016316 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-9f9bc56b-1db1-419d-9d5a-23d520535040 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:12:50.031989 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f352c-40a6-48df-8d3c-8444153279c4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Pushing event updated for resources: {'Port': ['ID=0a24644e-403e-42e2-be39-83f8f5319e53,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:50.055294 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'tag': '552a3269-c537-445a-a31c-3087d37de691'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:50.066534 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a450de17-d508-4567-9524-148e506a882d" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "tag": "552a3269-c537-445a-a31c-3087d37de691"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:50.081860 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9132d625-2bb7-4fe6-a08f-e0a957f77c7e x-openstack-request-id: req-9132d625-2bb7-4fe6-a08f-e0a957f77c7e {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:50.082245 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c90d43-da94-41e9-889d-3479ed593540", "name": "network-vif-plugged", "status": "completed", "tag": "f15a51b4-e315-41ef-8d62-9c6fe3b18896", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:50.082426 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9132d625-2bb7-4fe6-a08f-e0a957f77c7e {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:50.082842 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c90d43-da94-41e9-889d-3479ed593540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15a51b4-e315-41ef-8d62-9c6fe3b18896', 'code': 200} Sep 01 15:12:50.244652 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-e96f352c-40a6-48df-8d3c-8444153279c4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:50.246107 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-e96f352c-40a6-48df-8d3c-8444153279c4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:50.267314 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-9f9bc56b-1db1-419d-9d5a-23d520535040 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:50.268006 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-9f9bc56b-1db1-419d-9d5a-23d520535040 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:50.275677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9bc56b-1db1-419d-9d5a-23d520535040 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Pushing event updated for resources: {'Port': ['ID=e7a375cb-4d85-4e58-948a-6c469b5fa866,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:50.298371 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-e96f352c-40a6-48df-8d3c-8444153279c4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0717072 Sep 01 15:12:50.310146 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7290dfbb-eb12-49b6-adc8-bdfd65aaebb3 req-29957402-e15f-4666-8bf4-d3f2e293ab87 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8765800 Sep 01 15:12:50.329456 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344301dc-855d-4b08-9a3c-b064216c61e0 req-c2b5261f-91c0-4a90-8381-ce35bff1b638 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:50.335818 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796882b-5a62-482d-b938-a0933acefd05 req-6d1eb168-d944-4755-8281-6c6811c32a8a tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:50.339078 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1796882b-5a62-482d-b938-a0933acefd05 req-6d1eb168-d944-4755-8281-6c6811c32a8a tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 932 time: 0.2583959 Sep 01 15:12:50.342830 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344301dc-855d-4b08-9a3c-b064216c61e0 req-c2b5261f-91c0-4a90-8381-ce35bff1b638 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:50.357441 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344301dc-855d-4b08-9a3c-b064216c61e0 req-c2b5261f-91c0-4a90-8381-ce35bff1b638 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:50.371293 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344301dc-855d-4b08-9a3c-b064216c61e0 req-c2b5261f-91c0-4a90-8381-ce35bff1b638 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:50.384426 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344301dc-855d-4b08-9a3c-b064216c61e0 req-c2b5261f-91c0-4a90-8381-ce35bff1b638 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:50.396388 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344301dc-855d-4b08-9a3c-b064216c61e0 req-c2b5261f-91c0-4a90-8381-ce35bff1b638 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:50.410340 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344301dc-855d-4b08-9a3c-b064216c61e0 req-c2b5261f-91c0-4a90-8381-ce35bff1b638 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:50.414037 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-344301dc-855d-4b08-9a3c-b064216c61e0 req-c2b5261f-91c0-4a90-8381-ce35bff1b638 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5372 time: 0.2532532 Sep 01 15:12:50.444657 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-c266d775-a5af-4fa4-bff3-5529675ff9a8 service neutron] Request body: {'port': {'device_id': 'f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:50.462849 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-9f9bc56b-1db1-419d-9d5a-23d520535040 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2597117 Sep 01 15:12:50.475692 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-540a6a32-1a8f-43c9-a5db-f0b31d06f479 None None] Provisioning for port 0a24644e-403e-42e2-be39-83f8f5319e53 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:12:50.487004 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-540a6a32-1a8f-43c9-a5db-f0b31d06f479 None None] Provisioning complete for port 0a24644e-403e-42e2-be39-83f8f5319e53 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:12:50.488228 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-540a6a32-1a8f-43c9-a5db-f0b31d06f479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:50.498754 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1796882b-5a62-482d-b938-a0933acefd05 req-35a779c7-251c-49bb-afba-8ca0c829e936 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456332 Sep 01 15:12:50.599810 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-540a6a32-1a8f-43c9-a5db-f0b31d06f479 None None] Port 0a24644e-403e-42e2-be39-83f8f5319e53 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:12:50.606967 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-2d0fdf9f-2e3b-4dc3-8935-a8610a2eda00 service neutron] Request body: {'port': {'device_id': '21ba36a7-734e-4990-9286-a408dda77990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:50.643393 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7290dfbb-eb12-49b6-adc8-bdfd65aaebb3 req-941fd229-14d2-4d3d-9f34-f3244cf89ffa service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180840 Sep 01 15:12:50.662016 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-a10ff5ee-f739-4abb-8951-bdf75acd5e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5a56f8-27ff-464d-9f11-0461d7db45c1 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:12:50.674412 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-a10ff5ee-f739-4abb-8951-bdf75acd5e1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:50.700415 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-a10ff5ee-f739-4abb-8951-bdf75acd5e1b service neutron] Transition to ACTIVE for port object 1c5a56f8-27ff-464d-9f11-0461d7db45c1 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:50.709918 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe09dc5-f8d4-4b98-8544-62cfd5629da5 req-2338d861-cc42-4ab9-8145-1f40e769e749 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:50.711630 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ffe09dc5-f8d4-4b98-8544-62cfd5629da5 req-2338d861-cc42-4ab9-8145-1f40e769e749 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 950 time: 0.0994990 Sep 01 15:12:50.712889 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-a10ff5ee-f739-4abb-8951-bdf75acd5e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:50.718725 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-c266d775-a5af-4fa4-bff3-5529675ff9a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:50.752531 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-344301dc-855d-4b08-9a3c-b064216c61e0 req-c0287c2c-c4f5-42d3-9302-33380b5d56e6 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2861962 Sep 01 15:12:50.783319 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89ef8e-98cb-49af-9207-9c2de4a931d3 req-51633a3a-a6da-494a-a44a-c4cfceb6d587 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:50.786215 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2d89ef8e-98cb-49af-9207-9c2de4a931d3 req-51633a3a-a6da-494a-a44a-c4cfceb6d587 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.62 "GET /v2.0/ports?device_id=cb7b3fee-56df-4785-b43a-909179dc6df1 HTTP/1.1" status: 200 len: 946 time: 0.3675070 Sep 01 15:12:50.791764 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26202d-9c74-4776-b8d9-671ccac87c93 req-a651ec4b-ce93-4864-bffd-2fc70e937179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:50.793923 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bb26202d-9c74-4776-b8d9-671ccac87c93 req-a651ec4b-ce93-4864-bffd-2fc70e937179 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 1101 time: 0.3784547 Sep 01 15:12:50.813424 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-2d0fdf9f-2e3b-4dc3-8935-a8610a2eda00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:50.934701 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ff5ee-f739-4abb-8951-bdf75acd5e1b service neutron] Pushing event updated for resources: {'Port': ['ID=1c5a56f8-27ff-464d-9f11-0461d7db45c1,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:50.967810 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ffe09dc5-f8d4-4b98-8544-62cfd5629da5 req-297424bf-7053-4191-aa8d-d3bba8500a69 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849220 Sep 01 15:12:50.973276 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39009283-a0c0-4d17-92ce-5196cac92769 x-openstack-request-id: req-39009283-a0c0-4d17-92ce-5196cac92769 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:50.975430 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "tag": "552a3269-c537-445a-a31c-3087d37de691", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:50.975957 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-39009283-a0c0-4d17-92ce-5196cac92769 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:50.976795 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'tag': '552a3269-c537-445a-a31c-3087d37de691', 'status': 'completed', 'code': 200} Sep 01 15:12:51.167290 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bb26202d-9c74-4776-b8d9-671ccac87c93 req-280f5420-be39-4630-a890-d19af9f86300 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634069 Sep 01 15:12:51.214516 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450de17-d508-4567-9524-148e506a882d req-ac1afc4c-791b-4159-b2d4-6e4cadcc3e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:51.215361 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450de17-d508-4567-9524-148e506a882d req-ac1afc4c-791b-4159-b2d4-6e4cadcc3e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:51.216215 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450de17-d508-4567-9524-148e506a882d req-ac1afc4c-791b-4159-b2d4-6e4cadcc3e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:51.217102 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450de17-d508-4567-9524-148e506a882d req-ac1afc4c-791b-4159-b2d4-6e4cadcc3e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:51.218108 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450de17-d508-4567-9524-148e506a882d req-ac1afc4c-791b-4159-b2d4-6e4cadcc3e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:51.218990 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450de17-d508-4567-9524-148e506a882d req-ac1afc4c-791b-4159-b2d4-6e4cadcc3e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:51.219835 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450de17-d508-4567-9524-148e506a882d req-ac1afc4c-791b-4159-b2d4-6e4cadcc3e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:51.223424 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a450de17-d508-4567-9524-148e506a882d req-ac1afc4c-791b-4159-b2d4-6e4cadcc3e90 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=00f25f4cb4804e62a3e709d2d6367260&device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 6234 time: 0.1853769 Sep 01 15:12:51.420895 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-a10ff5ee-f739-4abb-8951-bdf75acd5e1b service neutron] Attempting to bind port 1c5a56f8-27ff-464d-9f11-0461d7db45c1 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:12:51.421470 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-a10ff5ee-f739-4abb-8951-bdf75acd5e1b service neutron] Attempting to bind port 1c5a56f8-27ff-464d-9f11-0461d7db45c1 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '27300445-e76c-4111-ba4f-fda0d2642488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:12:51.421939 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-a10ff5ee-f739-4abb-8951-bdf75acd5e1b service neutron] Attempting to bind port 1c5a56f8-27ff-464d-9f11-0461d7db45c1 on network 7f4b104d-641a-47ad-83b7-9dda5b46432b {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:51.477893 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-a10ff5ee-f739-4abb-8951-bdf75acd5e1b service neutron] Port 1c5a56f8-27ff-464d-9f11-0461d7db45c1 on network 7f4b104d-641a-47ad-83b7-9dda5b46432b not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:12:51.478433 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-a10ff5ee-f739-4abb-8951-bdf75acd5e1b service neutron] Attempting to bind port 1c5a56f8-27ff-464d-9f11-0461d7db45c1 on network 7f4b104d-641a-47ad-83b7-9dda5b46432b {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:51.879333 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-a10ff5ee-f739-4abb-8951-bdf75acd5e1b service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:12:51.880667 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-a10ff5ee-f739-4abb-8951-bdf75acd5e1b service neutron] Checking segment: {'id': '27300445-e76c-4111-ba4f-fda0d2642488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:12:51.880667 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-a10ff5ee-f739-4abb-8951-bdf75acd5e1b service neutron] Bound using segment: {'id': '27300445-e76c-4111-ba4f-fda0d2642488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:12:51.881498 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-a10ff5ee-f739-4abb-8951-bdf75acd5e1b service neutron] Bound port: 1c5a56f8-27ff-464d-9f11-0461d7db45c1, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27300445-e76c-4111-ba4f-fda0d2642488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:12:51.882103 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-a10ff5ee-f739-4abb-8951-bdf75acd5e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:51.893564 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11d486-3cc2-41c2-8d42-0bffc19fe6cb req-ef51dbde-d0a0-42dc-85ef-ea8e51e5b4fa tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:51.896577 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-af11d486-3cc2-41c2-8d42-0bffc19fe6cb req-ef51dbde-d0a0-42dc-85ef-ea8e51e5b4fa tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb7b3fee-56df-4785-b43a-909179dc6df1 HTTP/1.1" status: 200 len: 946 time: 0.8189912 Sep 01 15:12:51.907713 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c1d10-97e7-4d5d-9292-855da6591982 req-f6f38c6b-20bc-41a3-8e9d-6cbdf39ba05a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:51.913468 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a34c1d10-97e7-4d5d-9292-855da6591982 req-f6f38c6b-20bc-41a3-8e9d-6cbdf39ba05a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20 HTTP/1.1" status: 200 len: 931 time: 0.6841695 Sep 01 15:12:51.978363 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-2d89ef8e-98cb-49af-9207-9c2de4a931d3 req-678f6312-c381-48e1-8750-f4f422e6478b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Deleting port 4816ca43-44c8-4e8d-893f-7ff675f5248b {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:12:51.979004 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2d89ef8e-98cb-49af-9207-9c2de4a931d3 req-678f6312-c381-48e1-8750-f4f422e6478b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:52.114867 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450de17-d508-4567-9524-148e506a882d req-6bcdfb13-be56-469d-8090-1a6cfbf0af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:52.116163 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450de17-d508-4567-9524-148e506a882d req-6bcdfb13-be56-469d-8090-1a6cfbf0af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:52.116645 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450de17-d508-4567-9524-148e506a882d req-6bcdfb13-be56-469d-8090-1a6cfbf0af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:52.119578 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a450de17-d508-4567-9524-148e506a882d req-6bcdfb13-be56-469d-8090-1a6cfbf0af20 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=00f25f4cb4804e62a3e709d2d6367260&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8275774 Sep 01 15:12:52.207035 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-af11d486-3cc2-41c2-8d42-0bffc19fe6cb req-eff9f12b-52bb-4c0f-81b8-504fcd82452e tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765865 Sep 01 15:12:52.299518 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a34c1d10-97e7-4d5d-9292-855da6591982 req-f8654e97-5480-4642-8ac8-9f66e3f5d751 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542302 Sep 01 15:12:52.341101 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-2d89ef8e-98cb-49af-9207-9c2de4a931d3 req-678f6312-c381-48e1-8750-f4f422e6478b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] For port 4816ca43-44c8-4e8d-893f-7ff675f5248b, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=4816ca43-44c8-4e8d-893f-7ff675f5248b,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:12:52.342542 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2d89ef8e-98cb-49af-9207-9c2de4a931d3 req-678f6312-c381-48e1-8750-f4f422e6478b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:52.371984 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-2d89ef8e-98cb-49af-9207-9c2de4a931d3 req-678f6312-c381-48e1-8750-f4f422e6478b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Calling delete_port for 4816ca43-44c8-4e8d-893f-7ff675f5248b owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:12:52.405986 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-a10ff5ee-f739-4abb-8951-bdf75acd5e1b service neutron] For port 1c5a56f8-27ff-464d-9f11-0461d7db45c1, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:12:52.474706 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-a10ff5ee-f739-4abb-8951-bdf75acd5e1b service neutron] For port 1c5a56f8-27ff-464d-9f11-0461d7db45c1, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=1c5a56f8-27ff-464d-9f11-0461d7db45c1,segment=NetworkSegment(27300445-e76c-4111-ba4f-fda0d2642488),segment_id=27300445-e76c-4111-ba4f-fda0d2642488)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:12:52.548287 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-a10ff5ee-f739-4abb-8951-bdf75acd5e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:52.781585 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-a10ff5ee-f739-4abb-8951-bdf75acd5e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:52.782894 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-a10ff5ee-f739-4abb-8951-bdf75acd5e1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:52.785346 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-a10ff5ee-f739-4abb-8951-bdf75acd5e1b service neutron] 10.222.0.45 "PUT /v2.0/ports/1c5a56f8-27ff-464d-9f11-0461d7db45c1 HTTP/1.1" status: 200 len: 1091 time: 3.8297126 Sep 01 15:12:52.814692 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450de17-d508-4567-9524-148e506a882d req-d2691ba2-258d-4bc7-bbe4-6f428d65243c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:52.817375 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a450de17-d508-4567-9524-148e506a882d req-d2691ba2-258d-4bc7-bbe4-6f428d65243c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6766255 Sep 01 15:12:52.827476 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ff5ee-f739-4abb-8951-bdf75acd5e1b service neutron] Pushing event updated for resources: {'Port': ['ID=1c5a56f8-27ff-464d-9f11-0461d7db45c1,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:52.878450 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8f5e4-2dd6-490d-98a5-8acef426f3db req-79aac184-a1f3-4d58-b1a7-a8be9c01e39f tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:52.897212 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-46b8f5e4-2dd6-490d-98a5-8acef426f3db req-79aac184-a1f3-4d58-b1a7-a8be9c01e39f tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 932 time: 0.2717290 Sep 01 15:12:52.916517 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-2d0fdf9f-2e3b-4dc3-8935-a8610a2eda00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a375cb-4d85-4e58-948a-6c469b5fa866 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:12:52.919086 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-3b2a9c30-b99a-46c9-b75f-209dc2cfc99f service neutron] Request body: {'port': {'device_id': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:52.942854 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-2d0fdf9f-2e3b-4dc3-8935-a8610a2eda00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:52.978528 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-2d0fdf9f-2e3b-4dc3-8935-a8610a2eda00 service neutron] Transition to ACTIVE for port object e7a375cb-4d85-4e58-948a-6c469b5fa866 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:52.990835 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'tag': '1c5a56f8-27ff-464d-9f11-0461d7db45c1'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:52.994768 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c70344-d75f-4d41-a4ff-f7a37621e9f4" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "tag": "1c5a56f8-27ff-464d-9f11-0461d7db45c1"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:53.077650 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-2d0fdf9f-2e3b-4dc3-8935-a8610a2eda00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:53.099696 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-46b8f5e4-2dd6-490d-98a5-8acef426f3db req-1213f1ba-a9b6-4039-960f-aafcc3c27c26 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996064 Sep 01 15:12:53.114112 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-c266d775-a5af-4fa4-bff3-5529675ff9a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a24644e-403e-42e2-be39-83f8f5319e53 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:12:53.124659 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-3b2a9c30-b99a-46c9-b75f-209dc2cfc99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:53.166516 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 4816ca43-44c8-4e8d-893f-7ff675f5248b no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:12:53.210090 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2d89ef8e-98cb-49af-9207-9c2de4a931d3 req-678f6312-c381-48e1-8750-f4f422e6478b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:53.248920 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-c266d775-a5af-4fa4-bff3-5529675ff9a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:53.265543 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 4816ca43-44c8-4e8d-893f-7ff675f5248b {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:12:53.267915 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 4816ca43-44c8-4e8d-893f-7ff675f5248b not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:12:53.299754 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['b862c8b7-3049-4193-97ec-07b8b4cdcc7c'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:12:53.304807 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['decdf579-a3ac-47d2-8e21-42acfa004caa'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:12:53.438388 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-c266d775-a5af-4fa4-bff3-5529675ff9a8 service neutron] Transition to ACTIVE for port object 0a24644e-403e-42e2-be39-83f8f5319e53 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:53.482335 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-c266d775-a5af-4fa4-bff3-5529675ff9a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:53.549823 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ecd4cf-f654-4c72-a1cd-be3d577b8d3c req-8e337ee2-884d-4317-b4bc-59aac16feea4 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:53.583704 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ecd4cf-f654-4c72-a1cd-be3d577b8d3c req-8e337ee2-884d-4317-b4bc-59aac16feea4 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:53.633748 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ecd4cf-f654-4c72-a1cd-be3d577b8d3c req-8e337ee2-884d-4317-b4bc-59aac16feea4 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:53.684911 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ecd4cf-f654-4c72-a1cd-be3d577b8d3c req-8e337ee2-884d-4317-b4bc-59aac16feea4 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:53.765902 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ecd4cf-f654-4c72-a1cd-be3d577b8d3c req-8e337ee2-884d-4317-b4bc-59aac16feea4 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:53.790722 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ecd4cf-f654-4c72-a1cd-be3d577b8d3c req-8e337ee2-884d-4317-b4bc-59aac16feea4 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:53.814029 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ecd4cf-f654-4c72-a1cd-be3d577b8d3c req-8e337ee2-884d-4317-b4bc-59aac16feea4 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:53.818852 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-24ecd4cf-f654-4c72-a1cd-be3d577b8d3c req-8e337ee2-884d-4317-b4bc-59aac16feea4 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5384 time: 1.1264701 Sep 01 15:12:53.819963 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0fdf9f-2e3b-4dc3-8935-a8610a2eda00 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a375cb-4d85-4e58-948a-6c469b5fa866,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:53.860138 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bc9cf-3a08-4ab6-8cdd-7652af2ff7ed req-6a1fd6b8-b654-4277-9303-13d6dc10070e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:53.863333 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bf0bc9cf-3a08-4ab6-8cdd-7652af2ff7ed req-6a1fd6b8-b654-4277-9303-13d6dc10070e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 950 time: 0.4880898 Sep 01 15:12:53.990063 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f6312-c381-48e1-8750-f4f422e6478b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Pushing event deleted for resources: {'Port': ['ID=4816ca43-44c8-4e8d-893f-7ff675f5248b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:54.063195 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bf0bc9cf-3a08-4ab6-8cdd-7652af2ff7ed req-39d63bd3-1c55-42f9-9ec0-5783c8bf1725 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842792 Sep 01 15:12:54.175095 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d89ef8e-98cb-49af-9207-9c2de4a931d3 req-678f6312-c381-48e1-8750-f4f422e6478b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] No DVR routers for this DVR port 4816ca43-44c8-4e8d-893f-7ff675f5248b on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:12:54.180722 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2d89ef8e-98cb-49af-9207-9c2de4a931d3 req-678f6312-c381-48e1-8750-f4f422e6478b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:54.185556 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2d89ef8e-98cb-49af-9207-9c2de4a931d3 req-678f6312-c381-48e1-8750-f4f422e6478b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.62 "DELETE /v2.0/ports/4816ca43-44c8-4e8d-893f-7ff675f5248b HTTP/1.1" status: 204 len: 173 time: 3.3886893 Sep 01 15:12:54.317917 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-3b2a9c30-b99a-46c9-b75f-209dc2cfc99f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 932aeed6-d245-43a4-a3ae-0f545c66348b {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:12:54.339771 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-3b2a9c30-b99a-46c9-b75f-209dc2cfc99f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:54.362722 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7b3fee-56df-4785-b43a-909179dc6df1', 'name': 'network-vif-deleted', 'tag': '4816ca43-44c8-4e8d-893f-7ff675f5248b'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:54.370396 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-3b2a9c30-b99a-46c9-b75f-209dc2cfc99f service neutron] Transition to ACTIVE for port object 932aeed6-d245-43a4-a3ae-0f545c66348b will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:54.379097 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929bd574-7cfb-42f2-9c10-afec2ae1b50b" -d '{"events": [{"server_uuid": "cb7b3fee-56df-4785-b43a-909179dc6df1", "name": "network-vif-deleted", "tag": "4816ca43-44c8-4e8d-893f-7ff675f5248b"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:54.404104 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e8bb1b-7589-4b9f-b969-f7d6cc0ab8d0 x-openstack-request-id: req-68e8bb1b-7589-4b9f-b969-f7d6cc0ab8d0 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:54.404577 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "tag": "1c5a56f8-27ff-464d-9f11-0461d7db45c1", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:54.404996 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-68e8bb1b-7589-4b9f-b969-f7d6cc0ab8d0 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:54.406255 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'tag': '1c5a56f8-27ff-464d-9f11-0461d7db45c1', 'status': 'completed', 'code': 200} Sep 01 15:12:54.413734 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-3b2a9c30-b99a-46c9-b75f-209dc2cfc99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:54.595673 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-24ecd4cf-f654-4c72-a1cd-be3d577b8d3c req-cd539945-f6e0-498c-9a78-b5a113f9eaf0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6730595 Sep 01 15:12:54.692868 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a9c30-b99a-46c9-b75f-209dc2cfc99f service neutron] Pushing event updated for resources: {'Port': ['ID=932aeed6-d245-43a4-a3ae-0f545c66348b,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:54.739389 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266d775-a5af-4fa4-bff3-5529675ff9a8 service neutron] Pushing event updated for resources: {'Port': ['ID=0a24644e-403e-42e2-be39-83f8f5319e53,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:54.791649 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3fea8e5f-da7e-4126-9cd4-a6acd673e5df req-bc5b85d2-3f69-440a-8ce5-52171eb44d4d tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb7b3fee-56df-4785-b43a-909179dc6df1 HTTP/1.1" status: 200 len: 210 time: 0.1736052 Sep 01 15:12:54.877119 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-c266d775-a5af-4fa4-bff3-5529675ff9a8 service neutron] Attempting to bind port 0a24644e-403e-42e2-be39-83f8f5319e53 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:12:54.877587 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-c266d775-a5af-4fa4-bff3-5529675ff9a8 service neutron] Attempting to bind port 0a24644e-403e-42e2-be39-83f8f5319e53 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:12:54.878128 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-c266d775-a5af-4fa4-bff3-5529675ff9a8 service neutron] Attempting to bind port 0a24644e-403e-42e2-be39-83f8f5319e53 on network c9a68c28-eb7d-4197-a297-a9a7217a4f8e {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:54.888931 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-2d0fdf9f-2e3b-4dc3-8935-a8610a2eda00 service neutron] Attempting to bind port e7a375cb-4d85-4e58-948a-6c469b5fa866 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:12:54.889270 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-2d0fdf9f-2e3b-4dc3-8935-a8610a2eda00 service neutron] Attempting to bind port e7a375cb-4d85-4e58-948a-6c469b5fa866 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a3af3d8d-25ff-40db-b24c-c2eb0f074694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '72321c22-fff1-4360-957c-062ed3f64bd7'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:12:54.889755 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-2d0fdf9f-2e3b-4dc3-8935-a8610a2eda00 service neutron] Attempting to bind port e7a375cb-4d85-4e58-948a-6c469b5fa866 on network 72321c22-fff1-4360-957c-062ed3f64bd7 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:54.916482 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c70344-d75f-4d41-a4ff-f7a37621e9f4 req-f81b8625-869f-4fee-9b47-bb0c6f28d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:54.918528 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-c266d775-a5af-4fa4-bff3-5529675ff9a8 service neutron] Port 0a24644e-403e-42e2-be39-83f8f5319e53 on network c9a68c28-eb7d-4197-a297-a9a7217a4f8e not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:12:54.919405 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-c266d775-a5af-4fa4-bff3-5529675ff9a8 service neutron] Attempting to bind port 0a24644e-403e-42e2-be39-83f8f5319e53 on network c9a68c28-eb7d-4197-a297-a9a7217a4f8e {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:54.923359 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c70344-d75f-4d41-a4ff-f7a37621e9f4 req-f81b8625-869f-4fee-9b47-bb0c6f28d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:54.923702 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c70344-d75f-4d41-a4ff-f7a37621e9f4 req-f81b8625-869f-4fee-9b47-bb0c6f28d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:54.924893 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c70344-d75f-4d41-a4ff-f7a37621e9f4 req-f81b8625-869f-4fee-9b47-bb0c6f28d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:54.930979 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c70344-d75f-4d41-a4ff-f7a37621e9f4 req-f81b8625-869f-4fee-9b47-bb0c6f28d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:54.931827 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c70344-d75f-4d41-a4ff-f7a37621e9f4 req-f81b8625-869f-4fee-9b47-bb0c6f28d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:54.933061 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c70344-d75f-4d41-a4ff-f7a37621e9f4 req-f81b8625-869f-4fee-9b47-bb0c6f28d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:54.937327 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06c70344-d75f-4d41-a4ff-f7a37621e9f4 req-f81b8625-869f-4fee-9b47-bb0c6f28d506 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=00f25f4cb4804e62a3e709d2d6367260&device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 6301 time: 0.5636888 Sep 01 15:12:55.009841 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-2d0fdf9f-2e3b-4dc3-8935-a8610a2eda00 service neutron] Port e7a375cb-4d85-4e58-948a-6c469b5fa866 on network 72321c22-fff1-4360-957c-062ed3f64bd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:12:55.011428 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-2d0fdf9f-2e3b-4dc3-8935-a8610a2eda00 service neutron] Attempting to bind port e7a375cb-4d85-4e58-948a-6c469b5fa866 on network 72321c22-fff1-4360-957c-062ed3f64bd7 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:55.034667 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-c266d775-a5af-4fa4-bff3-5529675ff9a8 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:12:55.036146 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-c266d775-a5af-4fa4-bff3-5529675ff9a8 service neutron] Checking segment: {'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:12:55.036146 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-c266d775-a5af-4fa4-bff3-5529675ff9a8 service neutron] Bound using segment: {'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:12:55.036515 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-c266d775-a5af-4fa4-bff3-5529675ff9a8 service neutron] Bound port: 0a24644e-403e-42e2-be39-83f8f5319e53, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:12:55.039932 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-c266d775-a5af-4fa4-bff3-5529675ff9a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:55.044415 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-2d0fdf9f-2e3b-4dc3-8935-a8610a2eda00 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:12:55.044928 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-2d0fdf9f-2e3b-4dc3-8935-a8610a2eda00 service neutron] Checking segment: {'id': 'a3af3d8d-25ff-40db-b24c-c2eb0f074694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '72321c22-fff1-4360-957c-062ed3f64bd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:12:55.045570 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-2d0fdf9f-2e3b-4dc3-8935-a8610a2eda00 service neutron] Bound using segment: {'id': 'a3af3d8d-25ff-40db-b24c-c2eb0f074694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '72321c22-fff1-4360-957c-062ed3f64bd7'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:12:55.046330 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-2d0fdf9f-2e3b-4dc3-8935-a8610a2eda00 service neutron] Bound port: e7a375cb-4d85-4e58-948a-6c469b5fa866, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3af3d8d-25ff-40db-b24c-c2eb0f074694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '72321c22-fff1-4360-957c-062ed3f64bd7'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:12:55.049649 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-2d0fdf9f-2e3b-4dc3-8935-a8610a2eda00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:55.408084 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457bba3-4b59-411b-a264-b24aa5310b3e req-497d0e1d-53bc-4987-bb53-e886610d4362 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:55.431341 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b457bba3-4b59-411b-a264-b24aa5310b3e req-497d0e1d-53bc-4987-bb53-e886610d4362 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20 HTTP/1.1" status: 200 len: 943 time: 0.4968779 Sep 01 15:12:55.646432 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-3b2a9c30-b99a-46c9-b75f-209dc2cfc99f service neutron] Attempting to bind port 932aeed6-d245-43a4-a3ae-0f545c66348b on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:12:55.647318 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-3b2a9c30-b99a-46c9-b75f-209dc2cfc99f service neutron] Attempting to bind port 932aeed6-d245-43a4-a3ae-0f545c66348b by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '27300445-e76c-4111-ba4f-fda0d2642488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:12:55.647504 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-3b2a9c30-b99a-46c9-b75f-209dc2cfc99f service neutron] Attempting to bind port 932aeed6-d245-43a4-a3ae-0f545c66348b on network 7f4b104d-641a-47ad-83b7-9dda5b46432b {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:55.689346 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-3b2a9c30-b99a-46c9-b75f-209dc2cfc99f service neutron] Port 932aeed6-d245-43a4-a3ae-0f545c66348b on network 7f4b104d-641a-47ad-83b7-9dda5b46432b not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:12:55.689898 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-3b2a9c30-b99a-46c9-b75f-209dc2cfc99f service neutron] Attempting to bind port 932aeed6-d245-43a4-a3ae-0f545c66348b on network 7f4b104d-641a-47ad-83b7-9dda5b46432b {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:55.701986 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-c266d775-a5af-4fa4-bff3-5529675ff9a8 service neutron] For port 0a24644e-403e-42e2-be39-83f8f5319e53, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:12:55.706504 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73546018-c496-44e1-8340-24d0f4ce9fb6 req-5e116f7b-dd6d-4d21-9d50-198f696dc12d tempest-MigrationsAdminTest-1530671713 tempest-MigrationsAdminTest-1530671713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:55.709609 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73546018-c496-44e1-8340-24d0f4ce9fb6 req-5e116f7b-dd6d-4d21-9d50-198f696dc12d tempest-MigrationsAdminTest-1530671713 tempest-MigrationsAdminTest-1530671713-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 1101 time: 0.2996740 Sep 01 15:12:55.716884 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-2d0fdf9f-2e3b-4dc3-8935-a8610a2eda00 service neutron] For port e7a375cb-4d85-4e58-948a-6c469b5fa866, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:12:55.745775 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b457bba3-4b59-411b-a264-b24aa5310b3e req-9879cb66-e221-46a0-a21a-7905e0399191 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865019 Sep 01 15:12:55.757786 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-c266d775-a5af-4fa4-bff3-5529675ff9a8 service neutron] For port 0a24644e-403e-42e2-be39-83f8f5319e53, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=0a24644e-403e-42e2-be39-83f8f5319e53,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:12:55.759126 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-3b2a9c30-b99a-46c9-b75f-209dc2cfc99f service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:12:55.759719 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-3b2a9c30-b99a-46c9-b75f-209dc2cfc99f service neutron] Checking segment: {'id': '27300445-e76c-4111-ba4f-fda0d2642488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:12:55.760376 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-3b2a9c30-b99a-46c9-b75f-209dc2cfc99f service neutron] Bound using segment: {'id': '27300445-e76c-4111-ba4f-fda0d2642488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:12:55.761791 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-3b2a9c30-b99a-46c9-b75f-209dc2cfc99f service neutron] Bound port: 932aeed6-d245-43a4-a3ae-0f545c66348b, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27300445-e76c-4111-ba4f-fda0d2642488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:12:55.762444 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-3b2a9c30-b99a-46c9-b75f-209dc2cfc99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:55.797568 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-2d0fdf9f-2e3b-4dc3-8935-a8610a2eda00 service neutron] For port e7a375cb-4d85-4e58-948a-6c469b5fa866, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=e7a375cb-4d85-4e58-948a-6c469b5fa866,segment=NetworkSegment(a3af3d8d-25ff-40db-b24c-c2eb0f074694),segment_id=a3af3d8d-25ff-40db-b24c-c2eb0f074694)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:12:55.806534 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-c266d775-a5af-4fa4-bff3-5529675ff9a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:55.855537 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c70344-d75f-4d41-a4ff-f7a37621e9f4 req-8392ec77-4cc5-4fec-a609-f4fa900278d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:55.858044 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c70344-d75f-4d41-a4ff-f7a37621e9f4 req-8392ec77-4cc5-4fec-a609-f4fa900278d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:55.859481 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c70344-d75f-4d41-a4ff-f7a37621e9f4 req-8392ec77-4cc5-4fec-a609-f4fa900278d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:55.863027 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06c70344-d75f-4d41-a4ff-f7a37621e9f4 req-8392ec77-4cc5-4fec-a609-f4fa900278d8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=00f25f4cb4804e62a3e709d2d6367260&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8707266 Sep 01 15:12:55.920723 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-2d0fdf9f-2e3b-4dc3-8935-a8610a2eda00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:55.936794 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73546018-c496-44e1-8340-24d0f4ce9fb6 req-cccf367b-958e-48e9-a5a0-dc629bcf143d tempest-MigrationsAdminTest-1530671713 tempest-MigrationsAdminTest-1530671713-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979096 Sep 01 15:12:55.962320 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-c266d775-a5af-4fa4-bff3-5529675ff9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:55.963675 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-c266d775-a5af-4fa4-bff3-5529675ff9a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:55.966567 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-c266d775-a5af-4fa4-bff3-5529675ff9a8 service neutron] 10.222.0.45 "PUT /v2.0/ports/0a24644e-403e-42e2-be39-83f8f5319e53 HTTP/1.1" status: 200 len: 1091 time: 5.5456266 Sep 01 15:12:56.114130 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266d775-a5af-4fa4-bff3-5529675ff9a8 service neutron] Pushing event updated for resources: {'Port': ['ID=0a24644e-403e-42e2-be39-83f8f5319e53,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:56.141361 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-3b2a9c30-b99a-46c9-b75f-209dc2cfc99f service neutron] For port 932aeed6-d245-43a4-a3ae-0f545c66348b, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:12:56.150750 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-3b2a9c30-b99a-46c9-b75f-209dc2cfc99f service neutron] For port 932aeed6-d245-43a4-a3ae-0f545c66348b, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=932aeed6-d245-43a4-a3ae-0f545c66348b,segment=NetworkSegment(27300445-e76c-4111-ba4f-fda0d2642488),segment_id=27300445-e76c-4111-ba4f-fda0d2642488)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:12:56.196497 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-3b2a9c30-b99a-46c9-b75f-209dc2cfc99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:56.213864 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-2d0fdf9f-2e3b-4dc3-8935-a8610a2eda00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:56.214232 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-2d0fdf9f-2e3b-4dc3-8935-a8610a2eda00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:56.217567 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-2d0fdf9f-2e3b-4dc3-8935-a8610a2eda00 service neutron] 10.222.0.45 "PUT /v2.0/ports/e7a375cb-4d85-4e58-948a-6c469b5fa866 HTTP/1.1" status: 200 len: 1092 time: 5.6170673 Sep 01 15:12:56.430668 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a9c30-b99a-46c9-b75f-209dc2cfc99f service neutron] Pushing event updated for resources: {'Port': ['ID=932aeed6-d245-43a4-a3ae-0f545c66348b,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:56.449368 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-c3fc98f4-f010-4938-aee4-3c28a734090f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:56.453135 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-c3fc98f4-f010-4938-aee4-3c28a734090f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f5c878306d2c4fbcbebf77004da8b742&device_id=f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20 HTTP/1.1" status: 200 len: 1094 time: 0.2873821 Sep 01 15:12:56.469836 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-3b2a9c30-b99a-46c9-b75f-209dc2cfc99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:56.471268 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-3b2a9c30-b99a-46c9-b75f-209dc2cfc99f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:56.473717 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-3b2a9c30-b99a-46c9-b75f-209dc2cfc99f service neutron] 10.222.0.45 "PUT /v2.0/ports/932aeed6-d245-43a4-a3ae-0f545c66348b HTTP/1.1" status: 200 len: 1090 time: 3.5629768 Sep 01 15:12:56.474911 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'tag': '932aeed6-d245-43a4-a3ae-0f545c66348b'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:56.482745 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529f3f4f-68b3-49e4-9cb0-9164fdf71508" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "tag": "932aeed6-d245-43a4-a3ae-0f545c66348b"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:56.483236 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f51fc9-5892-419f-bccb-14d3763a2473 req-b466e49b-fece-4e6f-a916-e34bc2d80d14 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:56.497982 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d1f51fc9-5892-419f-bccb-14d3763a2473 req-b466e49b-fece-4e6f-a916-e34bc2d80d14 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 944 time: 0.5691652 Sep 01 15:12:56.517440 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c70344-d75f-4d41-a4ff-f7a37621e9f4 req-66b2c43d-16bb-46e1-9ed3-1cd89fe453ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:56.529797 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06c70344-d75f-4d41-a4ff-f7a37621e9f4 req-66b2c43d-16bb-46e1-9ed3-1cd89fe453ef service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6249447 Sep 01 15:12:56.568322 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Request body: {'port': {'device_id': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:56.674273 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff6fd98-d912-4ab1-9283-4d2db2e26630 x-openstack-request-id: req-5ff6fd98-d912-4ab1-9283-4d2db2e26630 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:56.675349 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb7b3fee-56df-4785-b43a-909179dc6df1", "name": "network-vif-deleted", "tag": "4816ca43-44c8-4e8d-893f-7ff675f5248b", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:56.678192 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5ff6fd98-d912-4ab1-9283-4d2db2e26630 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:56.679379 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb7b3fee-56df-4785-b43a-909179dc6df1', 'name': 'network-vif-deleted', 'tag': '4816ca43-44c8-4e8d-893f-7ff675f5248b', 'status': 'completed', 'code': 200} Sep 01 15:12:56.707409 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0fdf9f-2e3b-4dc3-8935-a8610a2eda00 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a375cb-4d85-4e58-948a-6c469b5fa866,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:56.720368 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-5653520b-d84b-4f2f-bda0-25f804c1d157 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a24644e-403e-42e2-be39-83f8f5319e53 HTTP/1.1" status: 200 len: 217 time: 0.2113466 Sep 01 15:12:56.771378 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:56.826153 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-31d41211-1879-49f9-84ff-a30a8bd08192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:56.829064 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-31d41211-1879-49f9-84ff-a30a8bd08192 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7826a28761144d768b405c3b67a84f11&device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 1095 time: 0.5063083 Sep 01 15:12:56.842942 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d1f51fc9-5892-419f-bccb-14d3763a2473 req-11b02328-e9cc-4450-8e0a-0214b7fb6d4f tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024905 Sep 01 15:12:56.939679 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-0dd5f24c-8582-45b0-a298-f3ae1b59777f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7a375cb-4d85-4e58-948a-6c469b5fa866 HTTP/1.1" status: 200 len: 217 time: 0.0933239 Sep 01 15:12:57.016961 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-358e2519-4d6e-4ce3-8186-dd68aafc91fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:57.019718 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-358e2519-4d6e-4ce3-8186-dd68aafc91fc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4b8a1a7-4c41-46cc-8798-989cc5140738 HTTP/1.1" status: 200 len: 851 time: 0.2911184 Sep 01 15:12:57.189203 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-7f892a8f-ac41-4644-b18b-bfe92d0ed3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:57.191947 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-7f892a8f-ac41-4644-b18b-bfe92d0ed3d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3f151fa-fcfc-49a1-b932-f5577751dd15 HTTP/1.1" status: 200 len: 855 time: 0.2397387 Sep 01 15:12:57.282407 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-a62b4664-f6c6-4385-b1b2-6a403ae43d51 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72321c22-fff1-4360-957c-062ed3f64bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707996 Sep 01 15:12:57.287382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-42667a69-950b-4fcb-be14-a8e2c2aa7a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:57.290872 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-42667a69-950b-4fcb-be14-a8e2c2aa7a2b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2549567 Sep 01 15:12:57.330543 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-6f4b6ce1-957f-4340-afe5-2c802967116c req-b0af6495-049d-42be-8837-3dbd5426267e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:12:57.332386 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f4b6ce1-957f-4340-afe5-2c802967116c req-b0af6495-049d-42be-8837-3dbd5426267e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122311 Sep 01 15:12:57.539943 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc108765-c8f4-4813-b935-232841939f4d req-66bf77fd-e74b-4977-9e92-76ca2851862b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:57.563469 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:57.568117 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc108765-c8f4-4813-b935-232841939f4d req-66bf77fd-e74b-4977-9e92-76ca2851862b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:57.611052 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc108765-c8f4-4813-b935-232841939f4d req-66bf77fd-e74b-4977-9e92-76ca2851862b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:57.633582 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc108765-c8f4-4813-b935-232841939f4d req-66bf77fd-e74b-4977-9e92-76ca2851862b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:57.654638 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-6f0ce768-a5c7-484c-bab6-795d14cee036 service neutron] 10.222.0.45 "GET /v2.0/networks/72321c22-fff1-4360-957c-062ed3f64bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574216 Sep 01 15:12:57.654638 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-50d397d0-2216-4634-a793-e0bd77b2925e service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490727 Sep 01 15:12:57.659617 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc108765-c8f4-4813-b935-232841939f4d req-66bf77fd-e74b-4977-9e92-76ca2851862b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:57.670497 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc108765-c8f4-4813-b935-232841939f4d req-66bf77fd-e74b-4977-9e92-76ca2851862b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:57.681790 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc108765-c8f4-4813-b935-232841939f4d req-66bf77fd-e74b-4977-9e92-76ca2851862b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:57.697279 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc108765-c8f4-4813-b935-232841939f4d req-66bf77fd-e74b-4977-9e92-76ca2851862b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5396 time: 1.0142796 Sep 01 15:12:58.020860 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1a80c3-5202-4a18-95e7-80ba76cf3ddb {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:12:58.039529 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:58.041694 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47069b0f-ffb7-4878-bba8-cd935b6fe40f req-487ed404-4b8f-4ca3-b5c3-036ea35d5fc6 service neutron] 10.222.0.45 "GET /v2.0/networks/72321c22-fff1-4360-957c-062ed3f64bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763394 Sep 01 15:12:58.062217 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e30f4f73-12e8-4de3-bea0-299f86733ee4 req-c186d56d-4e79-4ffb-b8b4-1ad5aa5d666f service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803709 Sep 01 15:12:58.097309 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Transition to ACTIVE for port object 8f1a80c3-5202-4a18-95e7-80ba76cf3ddb will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:12:58.108805 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:58.130058 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc108765-c8f4-4813-b935-232841939f4d req-b09a312c-48ca-49de-a083-27f0af8a7041 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4306273 Sep 01 15:12:58.349747 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Pushing event updated for resources: {'Port': ['ID=8f1a80c3-5202-4a18-95e7-80ba76cf3ddb,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:58.375924 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:58.376572 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:58.377583 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:58.378109 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:58.378744 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:58.379341 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:58.379909 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:58.380517 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:58.381529 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:58.382744 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:58.383452 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:58.384458 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:12:58.491150 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Attempting to bind port 8f1a80c3-5202-4a18-95e7-80ba76cf3ddb on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:12:58.492286 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Attempting to bind port 8f1a80c3-5202-4a18-95e7-80ba76cf3ddb by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '5fdacd6a-a9a9-4355-9925-a5dc87d77042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:12:58.492805 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Attempting to bind port 8f1a80c3-5202-4a18-95e7-80ba76cf3ddb on network 66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:58.540950 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Port 8f1a80c3-5202-4a18-95e7-80ba76cf3ddb on network 66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:12:58.541588 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Attempting to bind port 8f1a80c3-5202-4a18-95e7-80ba76cf3ddb on network 66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:12:58.560166 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f61cad-5831-453a-b4f0-90d15272f163 x-openstack-request-id: req-96f61cad-5831-453a-b4f0-90d15272f163 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:12:58.560775 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "tag": "932aeed6-d245-43a4-a3ae-0f545c66348b", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:12:58.561195 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-96f61cad-5831-453a-b4f0-90d15272f163 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:12:58.564538 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'tag': '932aeed6-d245-43a4-a3ae-0f545c66348b', 'status': 'completed', 'code': 200} Sep 01 15:12:58.566616 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:12:58.572738 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Checking segment: {'id': '5fdacd6a-a9a9-4355-9925-a5dc87d77042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:12:58.573341 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Bound using segment: {'id': '5fdacd6a-a9a9-4355-9925-a5dc87d77042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:12:58.574118 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Bound port: 8f1a80c3-5202-4a18-95e7-80ba76cf3ddb, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdacd6a-a9a9-4355-9925-a5dc87d77042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:12:58.575506 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:58.689819 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20', 'tag': '0a24644e-403e-42e2-be39-83f8f5319e53'}, {'name': 'network-changed', 'server_uuid': '21ba36a7-734e-4990-9286-a408dda77990', 'tag': 'e7a375cb-4d85-4e58-948a-6c469b5fa866'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:12:58.696913 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0540d98-113f-49f4-9a71-061793031534" -d '{"events": [{"name": "network-changed", "server_uuid": "f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20", "tag": "0a24644e-403e-42e2-be39-83f8f5319e53"}, {"name": "network-changed", "server_uuid": "21ba36a7-734e-4990-9286-a408dda77990", "tag": "e7a375cb-4d85-4e58-948a-6c469b5fa866"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:12:58.719957 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-82d72fe9-72a2-4680-a415-c3f0ed841405 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2801163 Sep 01 15:12:58.802022 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f3f4f-68b3-49e4-9cb0-9164fdf71508 req-9ae6ecad-4c19-419a-94e2-ff94ddcc7ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:58.802354 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f3f4f-68b3-49e4-9cb0-9164fdf71508 req-9ae6ecad-4c19-419a-94e2-ff94ddcc7ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:58.808430 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f3f4f-68b3-49e4-9cb0-9164fdf71508 req-9ae6ecad-4c19-419a-94e2-ff94ddcc7ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:58.810518 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f3f4f-68b3-49e4-9cb0-9164fdf71508 req-9ae6ecad-4c19-419a-94e2-ff94ddcc7ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:58.810518 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f3f4f-68b3-49e4-9cb0-9164fdf71508 req-9ae6ecad-4c19-419a-94e2-ff94ddcc7ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:58.811868 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f3f4f-68b3-49e4-9cb0-9164fdf71508 req-9ae6ecad-4c19-419a-94e2-ff94ddcc7ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:58.813455 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f3f4f-68b3-49e4-9cb0-9164fdf71508 req-9ae6ecad-4c19-419a-94e2-ff94ddcc7ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:58.832917 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-529f3f4f-68b3-49e4-9cb0-9164fdf71508 req-9ae6ecad-4c19-419a-94e2-ff94ddcc7ae1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=00f25f4cb4804e62a3e709d2d6367260&device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 6368 time: 0.2635956 Sep 01 15:12:58.858881 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] For port 8f1a80c3-5202-4a18-95e7-80ba76cf3ddb, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:12:58.895872 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] For port 8f1a80c3-5202-4a18-95e7-80ba76cf3ddb, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=8f1a80c3-5202-4a18-95e7-80ba76cf3ddb,segment=NetworkSegment(5fdacd6a-a9a9-4355-9925-a5dc87d77042),segment_id=5fdacd6a-a9a9-4355-9925-a5dc87d77042)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:12:58.916791 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58374e32-0032-4bf0-93bb-5245789ca494 req-7477d8b1-d897-4d1f-8812-e67666aa9c0e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:58.923326 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-58374e32-0032-4bf0-93bb-5245789ca494 req-7477d8b1-d897-4d1f-8812-e67666aa9c0e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20 HTTP/1.1" status: 200 len: 943 time: 0.1788275 Sep 01 15:12:58.927440 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:59.041311 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:59.042652 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:59.045174 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] 10.222.0.45 "PUT /v2.0/ports/8f1a80c3-5202-4a18-95e7-80ba76cf3ddb HTTP/1.1" status: 200 len: 1091 time: 2.5107780 Sep 01 15:12:59.113228 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-471b0e65-3f0c-499e-9546-03b7d1e984e7 service neutron] Request body: {'port': {'device_id': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:12:59.200750 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-58374e32-0032-4bf0-93bb-5245789ca494 req-0885c635-8785-4609-a82a-32878d384e2b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684505 Sep 01 15:12:59.221805 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f3f4f-68b3-49e4-9cb0-9164fdf71508 req-e517804d-ef89-47fb-9d63-73da8b68f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:59.223738 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f3f4f-68b3-49e4-9cb0-9164fdf71508 req-e517804d-ef89-47fb-9d63-73da8b68f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:59.226415 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f3f4f-68b3-49e4-9cb0-9164fdf71508 req-e517804d-ef89-47fb-9d63-73da8b68f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:59.245948 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-529f3f4f-68b3-49e4-9cb0-9164fdf71508 req-e517804d-ef89-47fb-9d63-73da8b68f93c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=00f25f4cb4804e62a3e709d2d6367260&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3951297 Sep 01 15:12:59.249645 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb6c52-5f84-4af7-9407-9de047a4e9cf service neutron] Pushing event updated for resources: {'Port': ['ID=8f1a80c3-5202-4a18-95e7-80ba76cf3ddb,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:12:59.386558 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-471b0e65-3f0c-499e-9546-03b7d1e984e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:12:59.669994 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f3f4f-68b3-49e4-9cb0-9164fdf71508 req-61c4041c-dd9e-48ce-b07f-9e1124ab89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:59.674367 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-529f3f4f-68b3-49e4-9cb0-9164fdf71508 req-61c4041c-dd9e-48ce-b07f-9e1124ab89b1 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4113946 Sep 01 15:12:59.763420 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e62e7-46de-4e2e-87b3-b712c5209679 req-269250f7-1c54-4807-be54-cffd66b92607 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:59.777528 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-de0e62e7-46de-4e2e-87b3-b712c5209679 req-269250f7-1c54-4807-be54-cffd66b92607 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 944 time: 0.3400047 Sep 01 15:12:59.924655 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-de0e62e7-46de-4e2e-87b3-b712c5209679 req-60308535-f3b6-4d4e-8704-f56c0e0422ff tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456254 Sep 01 15:12:59.938261 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8799d-36a6-431d-82fb-37757485fc21 req-d1449707-c578-41ba-9007-d0bf434afbf1 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:12:59.946877 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50d8799d-36a6-431d-82fb-37757485fc21 req-d1449707-c578-41ba-9007-d0bf434afbf1 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 950 time: 0.1563375 Sep 01 15:13:00.049630 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50d8799d-36a6-431d-82fb-37757485fc21 req-2722b264-14fa-43c0-806b-b9e60dc37a1f tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895846 Sep 01 15:13:00.078009 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 01 Sep 2021 15:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8189d27-8c85-41fd-82e0-698bffa59ef1 x-openstack-request-id: req-e8189d27-8c85-41fd-82e0-698bffa59ef1 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:00.078009 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20", "tag": "0a24644e-403e-42e2-be39-83f8f5319e53", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "21ba36a7-734e-4990-9286-a408dda77990", "tag": "e7a375cb-4d85-4e58-948a-6c469b5fa866", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:00.079666 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8189d27-8c85-41fd-82e0-698bffa59ef1 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:00.079666 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20', 'tag': '0a24644e-403e-42e2-be39-83f8f5319e53', 'status': 'completed', 'code': 200} Sep 01 15:13:00.079955 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ba36a7-734e-4990-9286-a408dda77990', 'tag': 'e7a375cb-4d85-4e58-948a-6c469b5fa866', 'status': 'completed', 'code': 200} Sep 01 15:13:00.335133 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-471b0e65-3f0c-499e-9546-03b7d1e984e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39363511-e22e-43eb-977c-daf2ec3d8534 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:13:00.353042 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-471b0e65-3f0c-499e-9546-03b7d1e984e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:00.384323 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0540d98-113f-49f4-9a71-061793031534 req-503b7a9b-d632-4f8f-b61b-a5ec50b3af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:00.387451 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0540d98-113f-49f4-9a71-061793031534 req-503b7a9b-d632-4f8f-b61b-a5ec50b3af72 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f5c878306d2c4fbcbebf77004da8b742&device_id=f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20 HTTP/1.1" status: 200 len: 1094 time: 0.2186449 Sep 01 15:13:00.408515 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ba61d-d92d-4b8e-bab8-814aafbe98b5 req-199827aa-4e71-4d09-92ba-a88d316490c9 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:00.411364 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-612ba61d-d92d-4b8e-bab8-814aafbe98b5 req-199827aa-4e71-4d09-92ba-a88d316490c9 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d601d07-7a2c-441e-a890-d93e518a001d HTTP/1.1" status: 200 len: 945 time: 0.1127727 Sep 01 15:13:00.443652 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-471b0e65-3f0c-499e-9546-03b7d1e984e7 service neutron] Transition to ACTIVE for port object 39363511-e22e-43eb-977c-daf2ec3d8534 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:13:00.459421 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-471b0e65-3f0c-499e-9546-03b7d1e984e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:00.568743 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'tag': '8f1a80c3-5202-4a18-95e7-80ba76cf3ddb'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:13:00.572434 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689ff2e5-81a1-439d-9fd5-986780416e06" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "tag": "8f1a80c3-5202-4a18-95e7-80ba76cf3ddb"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:13:00.598089 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f37b3-257a-483f-9891-6af0ec442924 req-3a3cff27-f216-440f-ab19-4331f7e73431 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:00.602775 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-612ba61d-d92d-4b8e-bab8-814aafbe98b5 req-eb77a8e3-6d8f-4063-ad92-d4493b6649fb tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761277 Sep 01 15:13:00.609326 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f37b3-257a-483f-9891-6af0ec442924 req-3a3cff27-f216-440f-ab19-4331f7e73431 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:00.624219 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4d1f37b3-257a-483f-9891-6af0ec442924 req-3a3cff27-f216-440f-ab19-4331f7e73431 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/ports?device_id=15bead56-7241-4bda-b1c4-f38284bd213c&device_id=f0f1ef9f-741d-4aca-b197-4c8cb0613a8c HTTP/1.1" status: 200 len: 1682 time: 0.2750063 Sep 01 15:13:00.677758 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0540d98-113f-49f4-9a71-061793031534 req-a63473e3-f6f0-4d71-a3b9-2ce3490348f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:00.681434 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0540d98-113f-49f4-9a71-061793031534 req-a63473e3-f6f0-4d71-a3b9-2ce3490348f9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 200 len: 913 time: 0.2652094 Sep 01 15:13:00.788693 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0540d98-113f-49f4-9a71-061793031534 req-32324d8e-e96c-4815-ae67-48d52171329c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a24644e-403e-42e2-be39-83f8f5319e53 HTTP/1.1" status: 200 len: 217 time: 0.0985436 Sep 01 15:13:00.874868 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b0e65-3f0c-499e-9546-03b7d1e984e7 service neutron] Pushing event updated for resources: {'Port': ['ID=39363511-e22e-43eb-977c-daf2ec3d8534,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:00.884801 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4d1f37b3-257a-483f-9891-6af0ec442924 req-0eb311a4-39f3-41d7-a834-bb5ce424e1ee tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/security-groups?id=632f41c2-e5c3-44b2-ae0f-50f8841b36c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504809 Sep 01 15:13:00.995127 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-471b0e65-3f0c-499e-9546-03b7d1e984e7 service neutron] Attempting to bind port 39363511-e22e-43eb-977c-daf2ec3d8534 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:13:00.995712 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-471b0e65-3f0c-499e-9546-03b7d1e984e7 service neutron] Attempting to bind port 39363511-e22e-43eb-977c-daf2ec3d8534 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '5fdacd6a-a9a9-4355-9925-a5dc87d77042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:13:00.996278 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-471b0e65-3f0c-499e-9546-03b7d1e984e7 service neutron] Attempting to bind port 39363511-e22e-43eb-977c-daf2ec3d8534 on network 66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:13:01.015418 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-471b0e65-3f0c-499e-9546-03b7d1e984e7 service neutron] Port 39363511-e22e-43eb-977c-daf2ec3d8534 on network 66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:13:01.016051 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-471b0e65-3f0c-499e-9546-03b7d1e984e7 service neutron] Attempting to bind port 39363511-e22e-43eb-977c-daf2ec3d8534 on network 66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:13:01.029327 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-471b0e65-3f0c-499e-9546-03b7d1e984e7 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:13:01.030209 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-471b0e65-3f0c-499e-9546-03b7d1e984e7 service neutron] Checking segment: {'id': '5fdacd6a-a9a9-4355-9925-a5dc87d77042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:13:01.030387 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-471b0e65-3f0c-499e-9546-03b7d1e984e7 service neutron] Bound using segment: {'id': '5fdacd6a-a9a9-4355-9925-a5dc87d77042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:13:01.031352 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-471b0e65-3f0c-499e-9546-03b7d1e984e7 service neutron] Bound port: 39363511-e22e-43eb-977c-daf2ec3d8534, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdacd6a-a9a9-4355-9925-a5dc87d77042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:13:01.032220 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-471b0e65-3f0c-499e-9546-03b7d1e984e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:01.122573 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0540d98-113f-49f4-9a71-061793031534 req-5de34834-bfbc-4963-bdcd-9ba6baf9fb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:01.125199 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0540d98-113f-49f4-9a71-061793031534 req-5de34834-bfbc-4963-bdcd-9ba6baf9fb2f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4b8a1a7-4c41-46cc-8798-989cc5140738 HTTP/1.1" status: 200 len: 851 time: 0.3206751 Sep 01 15:13:01.162698 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a73fa-8b1e-413e-834c-47306c884bda req-7ae4407c-ee48-41f1-89fe-9837990b7cdc tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:01.176381 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a73fa-8b1e-413e-834c-47306c884bda req-7ae4407c-ee48-41f1-89fe-9837990b7cdc tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:01.189907 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a73fa-8b1e-413e-834c-47306c884bda req-7ae4407c-ee48-41f1-89fe-9837990b7cdc tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:01.204261 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-471b0e65-3f0c-499e-9546-03b7d1e984e7 service neutron] For port 39363511-e22e-43eb-977c-daf2ec3d8534, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:13:01.204261 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-471b0e65-3f0c-499e-9546-03b7d1e984e7 service neutron] For port 39363511-e22e-43eb-977c-daf2ec3d8534, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=39363511-e22e-43eb-977c-daf2ec3d8534,segment=NetworkSegment(5fdacd6a-a9a9-4355-9925-a5dc87d77042),segment_id=5fdacd6a-a9a9-4355-9925-a5dc87d77042)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:13:01.204666 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a73fa-8b1e-413e-834c-47306c884bda req-7ae4407c-ee48-41f1-89fe-9837990b7cdc tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:01.213984 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a73fa-8b1e-413e-834c-47306c884bda req-7ae4407c-ee48-41f1-89fe-9837990b7cdc tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:01.222274 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-471b0e65-3f0c-499e-9546-03b7d1e984e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:01.225102 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a73fa-8b1e-413e-834c-47306c884bda req-7ae4407c-ee48-41f1-89fe-9837990b7cdc tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:01.236160 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a73fa-8b1e-413e-834c-47306c884bda req-7ae4407c-ee48-41f1-89fe-9837990b7cdc tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:01.249097 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-255a73fa-8b1e-413e-834c-47306c884bda req-7ae4407c-ee48-41f1-89fe-9837990b7cdc tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5420 time: 0.4302623 Sep 01 15:13:01.285454 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d06cc2-61d5-4c7c-abf6-ee2f8f00437c req-c114a4dd-1699-4894-bb60-2a921d33626f tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:01.287910 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a4d06cc2-61d5-4c7c-abf6-ee2f8f00437c req-c114a4dd-1699-4894-bb60-2a921d33626f tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.45 "GET /v2.0/ports?device_id=7d601d07-7a2c-441e-a890-d93e518a001d HTTP/1.1" status: 200 len: 945 time: 0.3862696 Sep 01 15:13:01.329598 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-471b0e65-3f0c-499e-9546-03b7d1e984e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:01.330749 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-471b0e65-3f0c-499e-9546-03b7d1e984e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:01.339840 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-471b0e65-3f0c-499e-9546-03b7d1e984e7 service neutron] 10.222.0.45 "PUT /v2.0/ports/39363511-e22e-43eb-977c-daf2ec3d8534 HTTP/1.1" status: 200 len: 1091 time: 2.2310131 Sep 01 15:13:01.395660 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b94a9c-4795-41ce-bbdd-8a2720d6337b req-3d48c139-e25e-41f9-9366-da4ed7cf4883 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:01.398773 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-67b94a9c-4795-41ce-bbdd-8a2720d6337b req-3d48c139-e25e-41f9-9366-da4ed7cf4883 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 946 time: 0.1942496 Sep 01 15:13:01.404771 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b0e65-3f0c-499e-9546-03b7d1e984e7 service neutron] Pushing event updated for resources: {'Port': ['ID=39363511-e22e-43eb-977c-daf2ec3d8534,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:01.541096 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-255a73fa-8b1e-413e-834c-47306c884bda req-5bcc5102-264f-40d3-9469-5653673aaabf tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2906311 Sep 01 15:13:01.545078 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0540d98-113f-49f4-9a71-061793031534 req-b798b8d0-a4db-4cbc-b546-2ba04df99d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:01.547931 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0540d98-113f-49f4-9a71-061793031534 req-b798b8d0-a4db-4cbc-b546-2ba04df99d81 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4119234 Sep 01 15:13:01.887161 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-a4d06cc2-61d5-4c7c-abf6-ee2f8f00437c req-949008f0-8c31-4c79-9f6a-c10b892fb386 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Deleting port b862c8b7-3049-4193-97ec-07b8b4cdcc7c {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:13:01.887161 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a4d06cc2-61d5-4c7c-abf6-ee2f8f00437c req-949008f0-8c31-4c79-9f6a-c10b892fb386 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:01.934869 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-0b0d5eeb-9af7-4624-b747-d24825d69151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:01.937645 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-0b0d5eeb-9af7-4624-b747-d24825d69151 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 1101 time: 0.2341559 Sep 01 15:13:01.994012 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-67b94a9c-4795-41ce-bbdd-8a2720d6337b req-be41efe0-87f3-492e-bef7-7f7b36dc7336 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5671706 Sep 01 15:13:02.010094 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-fc98f1c1-8b2f-4b3b-90bc-f05fe5f550fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:02.011147 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-fc98f1c1-8b2f-4b3b-90bc-f05fe5f550fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:02.011994 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-fc98f1c1-8b2f-4b3b-90bc-f05fe5f550fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:02.012833 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-fc98f1c1-8b2f-4b3b-90bc-f05fe5f550fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:02.013682 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-fc98f1c1-8b2f-4b3b-90bc-f05fe5f550fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:02.014555 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-fc98f1c1-8b2f-4b3b-90bc-f05fe5f550fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:02.015373 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-fc98f1c1-8b2f-4b3b-90bc-f05fe5f550fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:02.018880 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-fc98f1c1-8b2f-4b3b-90bc-f05fe5f550fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=00f25f4cb4804e62a3e709d2d6367260&device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 6477 time: 0.6088808 Sep 01 15:13:02.034980 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb84cc-caf1-40b2-a7a7-26c89e4e2575 req-6a7c3936-bb5c-4740-a307-b18bbe5f9d7e tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:02.039736 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7ddb84cc-caf1-40b2-a7a7-26c89e4e2575 req-6a7c3936-bb5c-4740-a307-b18bbe5f9d7e tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.45 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 946 time: 0.6029034 Sep 01 15:13:02.056256 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2b4de-0b3e-4f38-abbf-2579148799b2 req-19789f47-5af4-42ee-bfef-0f50e05ebf6b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:02.059824 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4bc2b4de-0b3e-4f38-abbf-2579148799b2 req-19789f47-5af4-42ee-bfef-0f50e05ebf6b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20 HTTP/1.1" status: 200 len: 943 time: 0.3130462 Sep 01 15:13:02.109730 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0540d98-113f-49f4-9a71-061793031534 req-09090b6c-9ba8-40ae-afb9-7b82cf096182 service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5451536 Sep 01 15:13:02.117384 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59f54d5-0529-47d0-97e6-b3e637c001ec x-openstack-request-id: req-b59f54d5-0529-47d0-97e6-b3e637c001ec {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:02.117873 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "tag": "8f1a80c3-5202-4a18-95e7-80ba76cf3ddb", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:02.118282 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b59f54d5-0529-47d0-97e6-b3e637c001ec {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:02.119160 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'tag': '8f1a80c3-5202-4a18-95e7-80ba76cf3ddb', 'status': 'completed', 'code': 200} Sep 01 15:13:02.131254 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-1219d636-10a0-45a8-b44d-d76b68dccf98 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2 HTTP/1.1" status: 200 len: 217 time: 0.0868912 Sep 01 15:13:02.395319 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-0091cfbd-4920-44be-8e9c-06bde6a9611f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:02.398001 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-0091cfbd-4920-44be-8e9c-06bde6a9611f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5c212682-a8bc-460d-b6ac-def861e912f8 HTTP/1.1" status: 200 len: 850 time: 0.2371116 Sep 01 15:13:02.518945 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3953742-d7e9-470e-a1b0-a570e518ba05 req-cca8afc3-0625-4e60-ba02-0c5798d0f231 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:02.521917 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a3953742-d7e9-470e-a1b0-a570e518ba05 req-cca8afc3-0625-4e60-ba02-0c5798d0f231 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 944 time: 0.2751822 Sep 01 15:13:02.584086 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-7ddb84cc-caf1-40b2-a7a7-26c89e4e2575 req-4f6e4a06-903b-4043-bf2d-7129362086df tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Deleting port 91576a2e-9961-4de8-977d-ccccffda5612 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:13:02.584595 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-7ddb84cc-caf1-40b2-a7a7-26c89e4e2575 req-4f6e4a06-903b-4043-bf2d-7129362086df tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:02.627431 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-de1f6644-4b88-456b-80b5-5f18b520d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:02.630231 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-de1f6644-4b88-456b-80b5-5f18b520d458 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd61ac2f-0875-42bd-a407-4c7e4723b28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2220352 Sep 01 15:13:02.793849 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a3953742-d7e9-470e-a1b0-a570e518ba05 req-1e2ed33e-292f-49eb-ba1d-57ecf9db5055 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561750 Sep 01 15:13:02.847975 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4bc2b4de-0b3e-4f38-abbf-2579148799b2 req-691de228-f887-4310-97bb-12691e1c19eb tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7502992 Sep 01 15:13:02.862819 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device e7a375cb-4d85-4e58-948a-6c469b5fa866 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:13:02.909789 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-7ddb84cc-caf1-40b2-a7a7-26c89e4e2575 req-4f6e4a06-903b-4043-bf2d-7129362086df tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] For port 91576a2e-9961-4de8-977d-ccccffda5612, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=91576a2e-9961-4de8-977d-ccccffda5612,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:02.910425 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-7ddb84cc-caf1-40b2-a7a7-26c89e4e2575 req-4f6e4a06-903b-4043-bf2d-7129362086df tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:02.993880 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0540d98-113f-49f4-9a71-061793031534 req-144b3f8a-78d8-4d3f-b106-900812d16e33 service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7943084 Sep 01 15:13:03.003254 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-a4d06cc2-61d5-4c7c-abf6-ee2f8f00437c req-949008f0-8c31-4c79-9f6a-c10b892fb386 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] For port b862c8b7-3049-4193-97ec-07b8b4cdcc7c, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b862c8b7-3049-4193-97ec-07b8b4cdcc7c,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:03.003254 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a4d06cc2-61d5-4c7c-abf6-ee2f8f00437c req-949008f0-8c31-4c79-9f6a-c10b892fb386 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:03.111290 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-a4d06cc2-61d5-4c7c-abf6-ee2f8f00437c req-949008f0-8c31-4c79-9f6a-c10b892fb386 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Calling delete_port for b862c8b7-3049-4193-97ec-07b8b4cdcc7c owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:13:03.121550 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-eb671e71-9dfb-45bf-a5dc-0386ab6c7feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:03.124277 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-eb671e71-9dfb-45bf-a5dc-0386ab6c7feb service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 1.1288919 Sep 01 15:13:03.124652 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port e7a375cb-4d85-4e58-948a-6c469b5fa866, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=e7a375cb-4d85-4e58-948a-6c469b5fa866,segment=NetworkSegment(a3af3d8d-25ff-40db-b24c-c2eb0f074694),segment_id=a3af3d8d-25ff-40db-b24c-c2eb0f074694)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:03.166976 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'e7a375cb-4d85-4e58-948a-6c469b5fa866', 'network_id': '72321c22-fff1-4360-957c-062ed3f64bd7', 'port_id': 'e7a375cb-4d85-4e58-948a-6c469b5fa866', 'mac_address': 'fa:16:3e:a8:67:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f151fa-fcfc-49a1-b932-f5577751dd15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:13:03.203178 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-762d3324-0330-451f-bd2f-f75e896577c5 service neutron] 10.222.0.45 "GET /v2.0/networks/fd61ac2f-0875-42bd-a407-4c7e4723b28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210218 Sep 01 15:13:03.260132 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:03.288651 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a375cb-4d85-4e58-948a-6c469b5fa866 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:13:03.302225 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-2081e55b-74ca-454c-ab71-4912e193a826 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f15a51b4-e315-41ef-8d62-9c6fe3b18896 HTTP/1.1" status: 200 len: 217 time: 0.1469808 Sep 01 15:13:03.333252 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port e7a375cb-4d85-4e58-948a-6c469b5fa866, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=e7a375cb-4d85-4e58-948a-6c469b5fa866,segment=NetworkSegment(a3af3d8d-25ff-40db-b24c-c2eb0f074694),segment_id=a3af3d8d-25ff-40db-b24c-c2eb0f074694)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:03.343521 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:03.344588 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e879dba-0e44-47d8-9622-b94b988b8c3d req-6ae843e5-e222-4a3b-8f50-af4ddb1fc57c tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:03.344822 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 0a24644e-403e-42e2-be39-83f8f5319e53 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:13:03.347179 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9e879dba-0e44-47d8-9622-b94b988b8c3d req-6ae843e5-e222-4a3b-8f50-af4ddb1fc57c tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d601d07-7a2c-441e-a890-d93e518a001d HTTP/1.1" status: 200 len: 945 time: 0.3508739 Sep 01 15:13:03.406522 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5883b7-0c01-40e2-9222-ede810691be7 req-22296a05-d002-4eaf-8fac-ffe52068c412 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:03.408997 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ee5883b7-0c01-40e2-9222-ede810691be7 req-22296a05-d002-4eaf-8fac-ffe52068c412 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 950 time: 0.3291156 Sep 01 15:13:03.445816 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0540d98-113f-49f4-9a71-061793031534 req-d651a592-ae5a-4f4a-8ff4-3f5b4dffb31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:03.450083 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0540d98-113f-49f4-9a71-061793031534 req-d651a592-ae5a-4f4a-8ff4-3f5b4dffb31a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7826a28761144d768b405c3b67a84f11&device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 1095 time: 0.3689330 Sep 01 15:13:03.476839 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=e7a375cb-4d85-4e58-948a-6c469b5fa866,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:03.600565 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-4f08dcf0-249a-4dab-a2f1-799e7e94e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:03.602797 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-4f08dcf0-249a-4dab-a2f1-799e7e94e04f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.2835288 Sep 01 15:13:03.643213 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ee5883b7-0c01-40e2-9222-ede810691be7 req-d0274b1c-7f4e-424f-95e1-c3363820d289 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141228 Sep 01 15:13:03.649241 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-7ddb84cc-caf1-40b2-a7a7-26c89e4e2575 req-4f6e4a06-903b-4043-bf2d-7129362086df tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:03.652499 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-7ddb84cc-caf1-40b2-a7a7-26c89e4e2575 req-4f6e4a06-903b-4043-bf2d-7129362086df tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:03.653058 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [req-7ddb84cc-caf1-40b2-a7a7-26c89e4e2575 req-4f6e4a06-903b-4043-bf2d-7129362086df tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Floating IP bd0615a2-80af-4624-8379-ab854f302d31 disassociated. External IP: 172.25.6.240, port: 91576a2e-9961-4de8-977d-ccccffda5612. Sep 01 15:13:03.656463 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-7ddb84cc-caf1-40b2-a7a7-26c89e4e2575 req-4f6e4a06-903b-4043-bf2d-7129362086df tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Calling delete_port for 91576a2e-9961-4de8-977d-ccccffda5612 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:13:03.685338 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-83a3efad-523a-42c8-bff2-2a4e0252da3f service neutron] 10.222.0.45 "GET /v2.0/networks/fd61ac2f-0875-42bd-a407-4c7e4723b28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658897 Sep 01 15:13:03.686642 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9e879dba-0e44-47d8-9622-b94b988b8c3d req-5caf6dc5-3734-4157-984e-56d0d3b89c08 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003998 Sep 01 15:13:03.755506 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 0a24644e-403e-42e2-be39-83f8f5319e53, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=0a24644e-403e-42e2-be39-83f8f5319e53,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:03.784961 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '0a24644e-403e-42e2-be39-83f8f5319e53', 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'port_id': '0a24644e-403e-42e2-be39-83f8f5319e53', 'mac_address': 'fa:16:3e:49:7a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b8a1a7-4c41-46cc-8798-989cc5140738', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:13:03.869217 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:03.891829 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a24644e-403e-42e2-be39-83f8f5319e53 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:13:03.928161 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 0a24644e-403e-42e2-be39-83f8f5319e53, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=0a24644e-403e-42e2-be39-83f8f5319e53,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:03.936066 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:03.970328 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-c7e38c7d-2389-40f9-90b7-18c247fdedb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:03.973215 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-c7e38c7d-2389-40f9-90b7-18c247fdedb9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3540630 Sep 01 15:13:03.974858 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-8189f282-86a0-4444-9794-fe7d28d4994f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=5389196c-9cdd-4b8a-9082-c0e959b2bc8d HTTP/1.1" status: 200 len: 217 time: 0.2700133 Sep 01 15:13:03.979907 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0540d98-113f-49f4-9a71-061793031534 req-378f904d-f6f7-47f6-b0db-1b93e57760fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:03.984394 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0540d98-113f-49f4-9a71-061793031534 req-378f904d-f6f7-47f6-b0db-1b93e57760fa service neutron] 10.222.0.45 "GET /v2.0/networks?id=72321c22-fff1-4360-957c-062ed3f64bd7 HTTP/1.1" status: 200 len: 916 time: 0.5181279 Sep 01 15:13:04.028835 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a4d06cc2-61d5-4c7c-abf6-ee2f8f00437c req-949008f0-8c31-4c79-9f6a-c10b892fb386 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:04.056155 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=0a24644e-403e-42e2-be39-83f8f5319e53,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:04.079774 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['decdf579-a3ac-47d2-8e21-42acfa004caa'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:13:04.122344 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'tag': '39363511-e22e-43eb-977c-daf2ec3d8534'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:13:04.126224 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e8cb9b-56bf-4df8-9481-a9dd109e7ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "tag": "39363511-e22e-43eb-977c-daf2ec3d8534"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:13:04.169685 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0540d98-113f-49f4-9a71-061793031534 req-df07f101-85e1-4499-a94f-8997e7946170 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7a375cb-4d85-4e58-948a-6c469b5fa866 HTTP/1.1" status: 200 len: 217 time: 0.1714430 Sep 01 15:13:04.209407 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-12a19cb4-b02d-4adb-98f0-34dccc359abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:04.212045 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-12a19cb4-b02d-4adb-98f0-34dccc359abc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7c8003f-27d0-420a-9836-df681ab0e4f5 HTTP/1.1" status: 200 len: 797 time: 0.2128234 Sep 01 15:13:04.250179 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949008f0-8c31-4c79-9f6a-c10b892fb386 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Pushing event deleted for resources: {'Port': ['ID=b862c8b7-3049-4193-97ec-07b8b4cdcc7c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:04.296252 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['e7a375cb-4d85-4e58-948a-6c469b5fa866'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:13:04.301719 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['0a24644e-403e-42e2-be39-83f8f5319e53'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:13:04.326927 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84716a-3bb9-4da7-a785-66855a80ffd7 req-7afa5021-ad61-4033-8fa3-28b41e9dc8cd tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:04.338504 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84716a-3bb9-4da7-a785-66855a80ffd7 req-7afa5021-ad61-4033-8fa3-28b41e9dc8cd tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:04.350250 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84716a-3bb9-4da7-a785-66855a80ffd7 req-7afa5021-ad61-4033-8fa3-28b41e9dc8cd tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:04.361944 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84716a-3bb9-4da7-a785-66855a80ffd7 req-7afa5021-ad61-4033-8fa3-28b41e9dc8cd tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:04.374430 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84716a-3bb9-4da7-a785-66855a80ffd7 req-7afa5021-ad61-4033-8fa3-28b41e9dc8cd tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:04.386666 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84716a-3bb9-4da7-a785-66855a80ffd7 req-7afa5021-ad61-4033-8fa3-28b41e9dc8cd tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:04.399170 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84716a-3bb9-4da7-a785-66855a80ffd7 req-7afa5021-ad61-4033-8fa3-28b41e9dc8cd tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:04.402544 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da84716a-3bb9-4da7-a785-66855a80ffd7 req-7afa5021-ad61-4033-8fa3-28b41e9dc8cd tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5420 time: 0.4013629 Sep 01 15:13:04.478074 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d06cc2-61d5-4c7c-abf6-ee2f8f00437c req-949008f0-8c31-4c79-9f6a-c10b892fb386 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] No DVR routers for this DVR port b862c8b7-3049-4193-97ec-07b8b4cdcc7c on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:13:04.489623 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a4d06cc2-61d5-4c7c-abf6-ee2f8f00437c req-949008f0-8c31-4c79-9f6a-c10b892fb386 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:04.493493 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a4d06cc2-61d5-4c7c-abf6-ee2f8f00437c req-949008f0-8c31-4c79-9f6a-c10b892fb386 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.45 "DELETE /v2.0/ports/b862c8b7-3049-4193-97ec-07b8b4cdcc7c HTTP/1.1" status: 204 len: 173 time: 3.1724489 Sep 01 15:13:04.494247 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d601d07-7a2c-441e-a890-d93e518a001d', 'name': 'network-vif-deleted', 'tag': 'b862c8b7-3049-4193-97ec-07b8b4cdcc7c'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:13:04.499329 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd948484-3276-4d56-b9a3-d6e979d866f6" -d '{"events": [{"server_uuid": "7d601d07-7a2c-441e-a890-d93e518a001d", "name": "network-vif-deleted", "tag": "b862c8b7-3049-4193-97ec-07b8b4cdcc7c"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:13:04.499719 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-7ddb84cc-caf1-40b2-a7a7-26c89e4e2575 req-4f6e4a06-903b-4043-bf2d-7129362086df tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:04.504329 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-3605a7a3-58c1-46e7-9f2b-9241c40ac48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:04.507365 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-3605a7a3-58c1-46e7-9f2b-9241c40ac48b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f4b104d-641a-47ad-83b7-9dda5b46432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2811291 Sep 01 15:13:04.513307 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0540d98-113f-49f4-9a71-061793031534 req-e79267ef-e194-4fcd-948f-a26ef1d66ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:04.516084 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0540d98-113f-49f4-9a71-061793031534 req-e79267ef-e194-4fcd-948f-a26ef1d66ec4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e3f151fa-fcfc-49a1-b932-f5577751dd15 HTTP/1.1" status: 200 len: 855 time: 0.2958188 Sep 01 15:13:04.526194 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-82a388e3-4206-461b-bbba-649100eb0552 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5310032 Sep 01 15:13:04.574132 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfca5fb-78de-440f-8b62-63f509268e5b req-0853c0bd-9663-4bc9-a4ff-796f30fd7571 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:04.576987 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fdfca5fb-78de-440f-8b62-63f509268e5b req-0853c0bd-9663-4bc9-a4ff-796f30fd7571 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 946 time: 0.4744899 Sep 01 15:13:04.587311 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da84716a-3bb9-4da7-a785-66855a80ffd7 req-2a2b65d9-af52-4a67-a2e8-4416e98c9613 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1652598 Sep 01 15:13:04.617089 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0540d98-113f-49f4-9a71-061793031534 req-01785685-d1cf-40ed-96bf-381231a33e41 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=72321c22-fff1-4360-957c-062ed3f64bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877030 Sep 01 15:13:04.703924 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e4a06-903b-4043-bf2d-7129362086df tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Pushing event deleted for resources: {'Port': ['ID=91576a2e-9961-4de8-977d-ccccffda5612,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:04.882073 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 91576a2e-9961-4de8-977d-ccccffda5612 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:13:04.903173 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fdfca5fb-78de-440f-8b62-63f509268e5b req-66143c5c-b815-4e87-bdfa-38f6678f2a5b tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups?id=8836f38a-c439-404b-b58e-62af4aba4738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2993507 Sep 01 15:13:04.963462 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 91576a2e-9961-4de8-977d-ccccffda5612 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:13:04.964060 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 91576a2e-9961-4de8-977d-ccccffda5612 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:13:04.965064 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b862c8b7-3049-4193-97ec-07b8b4cdcc7c no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:13:05.007431 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-ec1ac857-fab0-4c05-a66f-49950adf6f91 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642069 Sep 01 15:13:05.015440 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0540d98-113f-49f4-9a71-061793031534 req-cc9b8c4f-8123-4abe-a373-96476c90bd6f service neutron] 10.222.0.45 "GET /v2.0/networks/72321c22-fff1-4360-957c-062ed3f64bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766968 Sep 01 15:13:05.175236 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-1e87d9c5-6481-4d1e-a668-8e1a2cd7579e service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6465540 Sep 01 15:13:05.185087 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ddb84cc-caf1-40b2-a7a7-26c89e4e2575 req-4f6e4a06-903b-4043-bf2d-7129362086df tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Router ca459bed-735f-4fe7-a302-40ce9fb04432 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:13:05.294031 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: b862c8b7-3049-4193-97ec-07b8b4cdcc7c {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:13:05.296393 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b862c8b7-3049-4193-97ec-07b8b4cdcc7c not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:13:05.333208 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0540d98-113f-49f4-9a71-061793031534 req-4be14b92-0635-4f0c-a2db-351e060d468c service neutron] 10.222.0.45 "GET /v2.0/networks/72321c22-fff1-4360-957c-062ed3f64bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036413 Sep 01 15:13:05.443252 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a30bae-d514-44ab-89ea-f2395fac0ee4 req-b792da00-d15b-4e49-a52d-66a28c6e5f34 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:05.461576 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8a30bae-d514-44ab-89ea-f2395fac0ee4 req-b792da00-d15b-4e49-a52d-66a28c6e5f34 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 945 time: 0.4793484 Sep 01 15:13:05.522942 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-b556d535-c630-4376-8a31-130ca9d530b6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4781046 Sep 01 15:13:05.549170 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cd18a-5ad4-48d7-8904-51f0ecb8ab81 req-2092a56f-e210-4a5d-bb4c-f028c54ff511 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:05.556350 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8b8cd18a-5ad4-48d7-8904-51f0ecb8ab81 req-2092a56f-e210-4a5d-bb4c-f028c54ff511 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20 HTTP/1.1" status: 200 len: 944 time: 0.2195003 Sep 01 15:13:05.644589 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8b8cd18a-5ad4-48d7-8904-51f0ecb8ab81 req-a98cb9fc-ecd6-41b3-bea5-c85c46d04b2d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675197 Sep 01 15:13:05.760196 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-b21beb8a-acd6-4034-aa67-5a31c7de8305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:05.760196 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-b21beb8a-acd6-4034-aa67-5a31c7de8305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:05.760196 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-b21beb8a-acd6-4034-aa67-5a31c7de8305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:05.760196 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-b21beb8a-acd6-4034-aa67-5a31c7de8305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:05.760196 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-b21beb8a-acd6-4034-aa67-5a31c7de8305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:05.761908 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-b21beb8a-acd6-4034-aa67-5a31c7de8305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:05.762876 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-b21beb8a-acd6-4034-aa67-5a31c7de8305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:05.767542 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-b21beb8a-acd6-4034-aa67-5a31c7de8305 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f7d7b06bb64040f2849246a606ea13be&device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 6503 time: 0.1302617 Sep 01 15:13:05.915948 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b92cb5-a51d-42f1-89a9-d77f7385b8ec x-openstack-request-id: req-91b92cb5-a51d-42f1-89a9-d77f7385b8ec {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:05.916489 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d601d07-7a2c-441e-a890-d93e518a001d", "name": "network-vif-deleted", "tag": "b862c8b7-3049-4193-97ec-07b8b4cdcc7c", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:05.916894 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-91b92cb5-a51d-42f1-89a9-d77f7385b8ec {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:05.917498 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d601d07-7a2c-441e-a890-d93e518a001d', 'name': 'network-vif-deleted', 'tag': 'b862c8b7-3049-4193-97ec-07b8b4cdcc7c', 'status': 'completed', 'code': 200} Sep 01 15:13:05.990813 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606f024d-5385-4075-b7e0-5f56f1335d6e x-openstack-request-id: req-606f024d-5385-4075-b7e0-5f56f1335d6e {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:05.992076 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "tag": "39363511-e22e-43eb-977c-daf2ec3d8534", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:05.992076 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-606f024d-5385-4075-b7e0-5f56f1335d6e {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:05.992349 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'tag': '39363511-e22e-43eb-977c-daf2ec3d8534', 'status': 'completed', 'code': 200} Sep 01 15:13:06.069412 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-6e05e08e-6adf-4799-b53d-20d51c8b7321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:06.070271 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-6e05e08e-6adf-4799-b53d-20d51c8b7321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:06.071126 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-6e05e08e-6adf-4799-b53d-20d51c8b7321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:06.075019 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-6e05e08e-6adf-4799-b53d-20d51c8b7321 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17543319-6060-4d8f-9fbf-24ed833e1936&id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&id=c254db57-43ae-492e-9c7b-cecc22088fc9&id=c254db57-43ae-492e-9c7b-cecc22088fc9 HTTP/1.1" status: 200 len: 2297 time: 0.2587509 Sep 01 15:13:06.110005 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8a30bae-d514-44ab-89ea-f2395fac0ee4 req-44a42102-f478-4b5c-a537-044e361f17b0 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6469760 Sep 01 15:13:06.117221 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-cedb1504-834a-4e6c-8181-0803f2f34985 service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9300354 Sep 01 15:13:06.191716 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35686d-1543-4cd6-973f-1140cc8aea52 req-c6420268-1637-49de-929c-76daab3e8495 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:06.194582 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a35686d-1543-4cd6-973f-1140cc8aea52 req-c6420268-1637-49de-929c-76daab3e8495 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 950 time: 0.1871228 Sep 01 15:13:06.217484 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-085f9bb4-ae52-4fdc-9343-e52e970eec6e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=552a3269-c537-445a-a31c-3087d37de691 HTTP/1.1" status: 200 len: 217 time: 0.0867043 Sep 01 15:13:06.287100 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ddb84cc-caf1-40b2-a7a7-26c89e4e2575 req-4f6e4a06-903b-4043-bf2d-7129362086df tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:13:06.307333 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d2610b-2ed4-4dbf-a3cb-a40c91d6d4b4 None None] Sync routers for ids ['ca459bed-735f-4fe7-a302-40ce9fb04432'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:13:06.318355 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-45ed6fe4-b2fe-4cbf-8bd6-93490752a597 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c32a6846-75e2-4a3e-aec3-0e166ad7aaff HTTP/1.1" status: 200 len: 1000 time: 0.2291594 Sep 01 15:13:06.337370 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a35686d-1543-4cd6-973f-1140cc8aea52 req-84d2213b-95e8-4cc3-9a60-db1df1a381c4 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118715 Sep 01 15:13:06.364669 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d2610b-2ed4-4dbf-a3cb-a40c91d6d4b4 None None] Routers {'ca459bed-735f-4fe7-a302-40ce9fb04432'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:13:06.364669 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d3d2610b-2ed4-4dbf-a3cb-a40c91d6d4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:12:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['ca459bed-735f-4fe7-a302-40ce9fb04432'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:06.427350 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddb84cc-caf1-40b2-a7a7-26c89e4e2575 req-4f6e4a06-903b-4043-bf2d-7129362086df tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] No DVR routers for this DVR port 91576a2e-9961-4de8-977d-ccccffda5612 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:13:06.435372 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-7ddb84cc-caf1-40b2-a7a7-26c89e4e2575 req-4f6e4a06-903b-4043-bf2d-7129362086df tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:06.439996 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7ddb84cc-caf1-40b2-a7a7-26c89e4e2575 req-4f6e4a06-903b-4043-bf2d-7129362086df tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.45 "DELETE /v2.0/ports/91576a2e-9961-4de8-977d-ccccffda5612 HTTP/1.1" status: 204 len: 173 time: 4.3911295 Sep 01 15:13:06.467535 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-06f95808-29c1-4f24-8f62-a6b96515da6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:06.470279 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-06f95808-29c1-4f24-8f62-a6b96515da6a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7c8003f-27d0-420a-9836-df681ab0e4f5 HTTP/1.1" status: 200 len: 797 time: 0.2382224 Sep 01 15:13:06.476233 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-4d28004c-6674-4de8-acba-66d70b62e2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:06.478823 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-4d28004c-6674-4de8-acba-66d70b62e2ff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cfe092a7-7374-49e7-98e0-9d8083b4d268 HTTP/1.1" status: 200 len: 855 time: 0.1391292 Sep 01 15:13:06.596878 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-013441b6-b10e-4c31-b4e9-6814d08fefaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:06.599737 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-013441b6-b10e-4c31-b4e9-6814d08fefaa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17543319-6060-4d8f-9fbf-24ed833e1936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109912 Sep 01 15:13:06.628990 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-d3d2610b-2ed4-4dbf-a3cb-a40c91d6d4b4 None None] Set router ca459bed-735f-4fe7-a302-40ce9fb04432 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:13:06.674694 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-edf03ace-3b81-495a-a55b-ba33b7a9062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:06.677730 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-edf03ace-3b81-495a-a55b-ba33b7a9062c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f4b104d-641a-47ad-83b7-9dda5b46432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1958981 Sep 01 15:13:06.736044 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb175fdb-2e48-447e-b369-f210123b0367 req-39da0d05-9ae5-4d72-98f4-9332af0abf70 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:06.749546 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb175fdb-2e48-447e-b369-f210123b0367 req-39da0d05-9ae5-4d72-98f4-9332af0abf70 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:06.762069 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb175fdb-2e48-447e-b369-f210123b0367 req-39da0d05-9ae5-4d72-98f4-9332af0abf70 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:06.774825 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb175fdb-2e48-447e-b369-f210123b0367 req-39da0d05-9ae5-4d72-98f4-9332af0abf70 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:06.797817 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb175fdb-2e48-447e-b369-f210123b0367 req-39da0d05-9ae5-4d72-98f4-9332af0abf70 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:06.825590 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb175fdb-2e48-447e-b369-f210123b0367 req-39da0d05-9ae5-4d72-98f4-9332af0abf70 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:06.839851 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb175fdb-2e48-447e-b369-f210123b0367 req-39da0d05-9ae5-4d72-98f4-9332af0abf70 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:06.844575 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eb175fdb-2e48-447e-b369-f210123b0367 req-39da0d05-9ae5-4d72-98f4-9332af0abf70 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5420 time: 0.2643793 Sep 01 15:13:06.855873 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-9364a799-54dd-489e-9122-5998c38365c8 service neutron] 10.222.0.62 "GET /v2.0/networks/17543319-6060-4d8f-9fbf-24ed833e1936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446063 Sep 01 15:13:06.864536 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device e7a375cb-4d85-4e58-948a-6c469b5fa866 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:13:07.021909 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eb175fdb-2e48-447e-b369-f210123b0367 req-052a0607-a6ce-4454-b90a-ac4787132a77 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1553655 Sep 01 15:13:07.039819 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port e7a375cb-4d85-4e58-948a-6c469b5fa866 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:13:07.049330 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port e7a375cb-4d85-4e58-948a-6c469b5fa866 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:07.049716 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:07.124783 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6d455656-6a45-4a95-8592-c9c4980938de req-23be1417-6a4f-408f-89d2-5fa7d20ecd57 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea3908c-dacb-41f3-981c-533189125a5a HTTP/1.1" status: 200 len: 210 time: 0.0756991 Sep 01 15:13:07.207877 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d3d2610b-2ed4-4dbf-a3cb-a40c91d6d4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'name': 'tempest-AttachVolumeShelveTestJSON-520491944-router', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:01:51Z', 'updated_at': '2021-09-01T15:02:03Z', 'revision_number': 4, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'gw_port': {'id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:53Z', 'updated_at': '2021-09-01T15:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '84898e0c-3c6c-4063-88ce-ca56c8855300', 'name': '', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'mac_address': 'fa:16:3e:05:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:59Z', 'updated_at': '2021-09-01T15:02:12Z', 'revision_number': 5, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'subnets': [{'id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:07.219572 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-3af598eb-ca56-4a08-994b-20333bb0b4a6 service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5299556 Sep 01 15:13:07.256313 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-f6de7e0e-5837-4954-af59-508eb8209c63 service neutron] 10.222.0.62 "GET /v2.0/networks/17543319-6060-4d8f-9fbf-24ed833e1936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616679 Sep 01 15:13:07.314607 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d2610b-2ed4-4dbf-a3cb-a40c91d6d4b4 None None] Checking router: ca459bed-735f-4fe7-a302-40ce9fb04432 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:13:07.351653 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d2610b-2ed4-4dbf-a3cb-a40c91d6d4b4 None None] Routers {'ca459bed-735f-4fe7-a302-40ce9fb04432'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:13:07.353194 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d3d2610b-2ed4-4dbf-a3cb-a40c91d6d4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:12:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['ca459bed-735f-4fe7-a302-40ce9fb04432'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:07.363956 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-5e655557-50a6-4f3e-b5db-2423e68a106a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=f74b773b-5f13-43af-b95b-4dae0c371691 HTTP/1.1" status: 200 len: 217 time: 0.0920272 Sep 01 15:13:07.409856 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:07.472481 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ba36a7-734e-4990-9286-a408dda77990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a375cb-4d85-4e58-948a-6c469b5fa866'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:13:07.477551 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545a231c-88b3-4092-8c5d-5f93799a7abd" -d '{"events": [{"server_uuid": "21ba36a7-734e-4990-9286-a408dda77990", "name": "network-vif-plugged", "status": "completed", "tag": "e7a375cb-4d85-4e58-948a-6c469b5fa866"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:13:07.503282 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port e7a375cb-4d85-4e58-948a-6c469b5fa866, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=e7a375cb-4d85-4e58-948a-6c469b5fa866,segment=NetworkSegment(a3af3d8d-25ff-40db-b24c-c2eb0f074694),segment_id=a3af3d8d-25ff-40db-b24c-c2eb0f074694)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:07.517609 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:07.519688 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 0a24644e-403e-42e2-be39-83f8f5319e53 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:13:07.611863 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-d3d2610b-2ed4-4dbf-a3cb-a40c91d6d4b4 None None] Set router ca459bed-735f-4fe7-a302-40ce9fb04432 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:13:07.615478 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ba066-f0c8-4190-8e21-453d01bdf596 req-1e5bdb4d-6075-4bfc-86be-f46994450e20 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:07.629941 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6b1ba066-f0c8-4190-8e21-453d01bdf596 req-1e5bdb4d-6075-4bfc-86be-f46994450e20 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20 HTTP/1.1" status: 200 len: 944 time: 0.2281706 Sep 01 15:13:07.672278 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-0be28bf5-cf59-4376-b124-36b23bcad758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:07.673632 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-0be28bf5-cf59-4376-b124-36b23bcad758 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e305aa0d-de8e-480b-9017-6f3050eaf7d0 HTTP/1.1" status: 200 len: 797 time: 0.2983272 Sep 01 15:13:07.689867 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 0a24644e-403e-42e2-be39-83f8f5319e53 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:13:07.721651 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 0a24644e-403e-42e2-be39-83f8f5319e53 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:07.722313 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:07.758493 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-c10f3b0b-ae0c-4ec4-83a7-d505bbac8599 service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259123 Sep 01 15:13:07.778631 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-e9d11cf4-ff80-48dc-a204-7ba6984b5c20 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:07.791113 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-e9d11cf4-ff80-48dc-a204-7ba6984b5c20 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/networks?id=991369d1-6cc8-4ab5-8a03-7b17948fd044 HTTP/1.1" status: 200 len: 805 time: 0.3232443 Sep 01 15:13:07.812808 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6b1ba066-f0c8-4190-8e21-453d01bdf596 req-86bbf2c4-f35c-465b-a3ed-eeb0f5eee798 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811929 Sep 01 15:13:07.818756 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=e7a375cb-4d85-4e58-948a-6c469b5fa866,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:07.839238 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-8997edb9-4a36-40db-bff4-dad31e91081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:07.841566 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-8997edb9-4a36-40db-bff4-dad31e91081c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1570282 Sep 01 15:13:07.911485 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-b1065efe-0f07-4c49-ad09-075117753c5f tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/quotas/5d7c0ff87c7c4cc083c6404989b27ea4 HTTP/1.1" status: 200 len: 375 time: 0.1184125 Sep 01 15:13:07.914527 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-4f786569-ef9f-48d3-998c-296865f5cfef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=1c5a56f8-27ff-464d-9f11-0461d7db45c1 HTTP/1.1" status: 200 len: 217 time: 0.1186769 Sep 01 15:13:07.992499 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:07.993700 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea3908c-dacb-41f3-981c-533189125a5a', 'name': 'network-vif-deleted', 'tag': '91576a2e-9961-4de8-977d-ccccffda5612'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:13:08.006795 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4711adf9-5262-44a0-aedc-5bab905af534" -d '{"events": [{"server_uuid": "cea3908c-dacb-41f3-981c-533189125a5a", "name": "network-vif-deleted", "tag": "91576a2e-9961-4de8-977d-ccccffda5612"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:13:08.049462 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-5cd838f5-a945-4274-b24b-1d64cb747ff5 service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936715 Sep 01 15:13:08.079000 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 0a24644e-403e-42e2-be39-83f8f5319e53, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=0a24644e-403e-42e2-be39-83f8f5319e53,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:08.086855 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:08.152984 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-bf55f3b4-3f9e-4dee-a50d-f2f3358dcad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:08.155694 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-bf55f3b4-3f9e-4dee-a50d-f2f3358dcad0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7c8003f-27d0-420a-9836-df681ab0e4f5 HTTP/1.1" status: 200 len: 797 time: 0.2284987 Sep 01 15:13:08.180522 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-3c26bf9a-a769-4896-a0b0-c63fa97c6e0b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d7c0ff87c7c4cc083c6404989b27ea4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2446980 Sep 01 15:13:08.214544 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:08.229427 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d3d2610b-2ed4-4dbf-a3cb-a40c91d6d4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'name': 'tempest-AttachVolumeShelveTestJSON-520491944-router', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:01:51Z', 'updated_at': '2021-09-01T15:02:03Z', 'revision_number': 4, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'gw_port': {'id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:53Z', 'updated_at': '2021-09-01T15:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '84898e0c-3c6c-4063-88ce-ca56c8855300', 'name': '', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'mac_address': 'fa:16:3e:05:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:59Z', 'updated_at': '2021-09-01T15:02:12Z', 'revision_number': 5, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'subnets': [{'id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:08.234462 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=0a24644e-403e-42e2-be39-83f8f5319e53,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:08.318100 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d2610b-2ed4-4dbf-a3cb-a40c91d6d4b4 None None] The sync data for ids ['ca459bed-735f-4fe7-a302-40ce9fb04432'] in n-d-794796-3 is: [{'id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'name': 'tempest-AttachVolumeShelveTestJSON-520491944-router', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:01:51Z', 'updated_at': '2021-09-01T15:02:03Z', 'revision_number': 4, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'gw_port': {'id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:53Z', 'updated_at': '2021-09-01T15:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '84898e0c-3c6c-4063-88ce-ca56c8855300', 'name': '', 'network_id': '69b04e7f-e4ab-4286-b407-4c7cb525a035', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'mac_address': 'fa:16:3e:05:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:59Z', 'updated_at': '2021-09-01T15:02:12Z', 'revision_number': 5, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'subnets': [{'id': '63a79cf5-b9a4-402c-b6e1-dc3862ecf48a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:13:08.336312 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-6b2b2aca-253c-4233-b88f-619321d0ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:08.344377 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-6b2b2aca-253c-4233-b88f-619321d0ac00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f4b104d-641a-47ad-83b7-9dda5b46432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1499178 Sep 01 15:13:08.349958 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-ba91bca5-45b5-4d94-a494-63e606b90ce9 service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923231 Sep 01 15:13:08.502460 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-d3ce0b27-ea4d-4184-afaf-aa60763724ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=25889e58-c1fa-4ed2-89a7-236d8cfd5f91 HTTP/1.1" status: 200 len: 217 time: 0.1295691 Sep 01 15:13:08.547026 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18018b-1d32-4cf8-818c-adaa661e3ee2 req-fe9e6fa9-d4ee-477a-a8db-539ce60d0493 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:08.551642 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5b18018b-1d32-4cf8-818c-adaa661e3ee2 req-fe9e6fa9-d4ee-477a-a8db-539ce60d0493 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 946 time: 0.1072586 Sep 01 15:13:08.627585 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-f56dd18f-6c60-4850-b9b9-bb4b34536689 service neutron] 10.222.0.60 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454706 Sep 01 15:13:08.693072 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-12aabfb7-04f2-4964-b10b-be9b7c0965c4 service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322406 Sep 01 15:13:08.699913 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5b18018b-1d32-4cf8-818c-adaa661e3ee2 req-5515823b-fe50-4cc8-9597-1fcc3c79c59a tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995634 Sep 01 15:13:08.702881 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-1b6714ea-df9a-43f6-90c4-160f8438e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:08.705669 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-1b6714ea-df9a-43f6-90c4-160f8438e7dc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e305aa0d-de8e-480b-9017-6f3050eaf7d0 HTTP/1.1" status: 200 len: 797 time: 0.1521487 Sep 01 15:13:08.844249 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-fe95a79e-507c-462a-a716-2734bf6f196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:08.848794 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-fe95a79e-507c-462a-a716-2734bf6f196e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1314883 Sep 01 15:13:08.882330 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056bf9e7-a79c-4c55-b1a5-85ee9b5663da None None] New status for floating IP bd0615a2-80af-4624-8379-ab854f302d31: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:13:08.975811 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-7f42701e-4b18-4b28-b278-c075317b8edc service neutron] 10.222.0.60 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267155 Sep 01 15:13:09.014793 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-6a60bc3b-ec1f-4250-8a90-c597dea18c4f service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546980 Sep 01 15:13:09.086925 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd212c-0e50-407f-aa4f-d3212fed1711 req-9706e19a-026a-4789-ae5f-9a05fc3e59b4 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:09.090323 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-53fd212c-0e50-407f-aa4f-d3212fed1711 req-9706e19a-026a-4789-ae5f-9a05fc3e59b4 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.62 "GET /v2.0/ports?device_id=15bead56-7241-4bda-b1c4-f38284bd213c HTTP/1.1" status: 200 len: 946 time: 0.2734230 Sep 01 15:13:09.109311 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-7f2c24c4-0afd-4c86-8428-d7eb4352e49b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=932aeed6-d245-43a4-a3ae-0f545c66348b HTTP/1.1" status: 200 len: 217 time: 0.0829575 Sep 01 15:13:09.127601 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0e870-e60c-465d-95be-59981be11868 req-bb81ef36-e7ea-4adc-a430-afb63acea80c tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:09.130627 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dbc0e870-e60c-465d-95be-59981be11868 req-bb81ef36-e7ea-4adc-a430-afb63acea80c tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 950 time: 0.2575507 Sep 01 15:13:09.215170 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0c2f297b-bf9d-43cf-8df7-16d05122a7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:09.262439 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-000838a7-5b69-48ab-b310-b33284f3e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:09.276440 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-97343a19-bf6d-4d45-bb96-4e395a2bdad5 service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013240 Sep 01 15:13:09.277669 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-000838a7-5b69-48ab-b310-b33284f3e1af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7c8003f-27d0-420a-9836-df681ab0e4f5 HTTP/1.1" status: 200 len: 797 time: 0.1465080 Sep 01 15:13:09.379391 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-581c581c-852a-4cff-b1d6-baa48eeb14be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:09.383700 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-581c581c-852a-4cff-b1d6-baa48eeb14be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f4b104d-641a-47ad-83b7-9dda5b46432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1037300 Sep 01 15:13:09.451155 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dbc0e870-e60c-465d-95be-59981be11868 req-5cfc53e8-4720-4095-a06c-de4f1469cb30 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979107 Sep 01 15:13:09.548385 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505a528b-9c5f-4d8d-98ff-1882fcccb72d x-openstack-request-id: req-505a528b-9c5f-4d8d-98ff-1882fcccb72d {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:09.549305 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ba36a7-734e-4990-9286-a408dda77990", "name": "network-vif-plugged", "status": "completed", "tag": "e7a375cb-4d85-4e58-948a-6c469b5fa866", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:09.549990 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-505a528b-9c5f-4d8d-98ff-1882fcccb72d {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:09.550992 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ba36a7-734e-4990-9286-a408dda77990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a375cb-4d85-4e58-948a-6c469b5fa866', 'code': 200} Sep 01 15:13:09.570467 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-53fd212c-0e50-407f-aa4f-d3212fed1711 req-fb9f6b45-4a57-4e4b-9c36-faf3d2e6ec6f tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Deleting port aee210d8-168b-4695-b154-c6a7258a73e9 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:13:09.571166 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-53fd212c-0e50-407f-aa4f-d3212fed1711 req-fb9f6b45-4a57-4e4b-9c36-faf3d2e6ec6f tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:09.613252 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808d83cd-6b35-41b4-9adc-15beb92de646 x-openstack-request-id: req-808d83cd-6b35-41b4-9adc-15beb92de646 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:09.613759 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea3908c-dacb-41f3-981c-533189125a5a", "name": "network-vif-deleted", "tag": "91576a2e-9961-4de8-977d-ccccffda5612", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:09.614170 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-808d83cd-6b35-41b4-9adc-15beb92de646 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:09.614906 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea3908c-dacb-41f3-981c-533189125a5a', 'name': 'network-vif-deleted', 'tag': '91576a2e-9961-4de8-977d-ccccffda5612', 'status': 'completed', 'code': 200} Sep 01 15:13:09.695293 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-1a438ebf-c66b-49d8-91ec-301caa74dff8 service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693342 Sep 01 15:13:09.828063 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-54eba0f0-b034-4ffa-8ee3-f863ce7ac08a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=3d5cb6f3-2f23-485c-94f0-fb274a06c858 HTTP/1.1" status: 200 len: 217 time: 0.1217062 Sep 01 15:13:09.881195 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-a2a1f4ac-6d98-4559-8505-2edb4efcc82b service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851546 Sep 01 15:13:09.970284 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e81aa-743b-4204-abc9-dc7156b0ee3b req-08d87091-65d2-4d07-8b16-2322673b1caf tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:09.982360 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e81aa-743b-4204-abc9-dc7156b0ee3b req-08d87091-65d2-4d07-8b16-2322673b1caf tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:09.993400 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e81aa-743b-4204-abc9-dc7156b0ee3b req-08d87091-65d2-4d07-8b16-2322673b1caf tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:10.005827 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e81aa-743b-4204-abc9-dc7156b0ee3b req-08d87091-65d2-4d07-8b16-2322673b1caf tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:10.018685 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e81aa-743b-4204-abc9-dc7156b0ee3b req-08d87091-65d2-4d07-8b16-2322673b1caf tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:10.030398 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e81aa-743b-4204-abc9-dc7156b0ee3b req-08d87091-65d2-4d07-8b16-2322673b1caf tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:10.044287 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e81aa-743b-4204-abc9-dc7156b0ee3b req-08d87091-65d2-4d07-8b16-2322673b1caf tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:10.046902 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-404e81aa-743b-4204-abc9-dc7156b0ee3b req-08d87091-65d2-4d07-8b16-2322673b1caf tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5420 time: 0.3105829 Sep 01 15:13:10.050629 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-53fd212c-0e50-407f-aa4f-d3212fed1711 req-fb9f6b45-4a57-4e4b-9c36-faf3d2e6ec6f tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] For port aee210d8-168b-4695-b154-c6a7258a73e9, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=aee210d8-168b-4695-b154-c6a7258a73e9,segment=NetworkSegment(b5f441f6-4053-4dee-ae6e-f9003aabd0b1),segment_id=b5f441f6-4053-4dee-ae6e-f9003aabd0b1)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:10.051224 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-53fd212c-0e50-407f-aa4f-d3212fed1711 req-fb9f6b45-4a57-4e4b-9c36-faf3d2e6ec6f tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:10.109471 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc277cc-e842-46ba-915b-708b0422100a req-53a141a3-bda3-47a1-b949-552e31e8af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:10.112894 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bbc277cc-e842-46ba-915b-708b0422100a req-53a141a3-bda3-47a1-b949-552e31e8af12 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 1097 time: 0.4261072 Sep 01 15:13:10.125948 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-7e6e384c-01b8-479f-a140-8855e4fbe223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:10.128783 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-7e6e384c-01b8-479f-a140-8855e4fbe223 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e305aa0d-de8e-480b-9017-6f3050eaf7d0 HTTP/1.1" status: 200 len: 797 time: 0.2900162 Sep 01 15:13:10.132504 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-53fd212c-0e50-407f-aa4f-d3212fed1711 req-fb9f6b45-4a57-4e4b-9c36-faf3d2e6ec6f tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Calling delete_port for aee210d8-168b-4695-b154-c6a7258a73e9 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:13:10.257217 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e46d3-4433-45ea-b0b8-ebcd18ff550b req-4603a0f1-ded0-4646-951e-282f9ff09c33 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:10.264970 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-882e46d3-4433-45ea-b0b8-ebcd18ff550b req-4603a0f1-ded0-4646-951e-282f9ff09c33 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20 HTTP/1.1" status: 200 len: 945 time: 0.3505356 Sep 01 15:13:10.290893 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-404e81aa-743b-4204-abc9-dc7156b0ee3b req-5c9983fb-8dc2-419b-929b-e560a284a5c9 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1869185 Sep 01 15:13:10.294628 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bbc277cc-e842-46ba-915b-708b0422100a req-b1b51130-2d75-46b7-8368-d05b949db799 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655080 Sep 01 15:13:10.329970 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12356aab-d9d9-48bf-b1e0-533047452717 req-02e448fd-854f-4a8c-b3de-90bb9df03fc5 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:10.332622 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-12356aab-d9d9-48bf-b1e0-533047452717 req-02e448fd-854f-4a8c-b3de-90bb9df03fc5 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0f1ef9f-741d-4aca-b197-4c8cb0613a8c HTTP/1.1" status: 200 len: 945 time: 0.3235655 Sep 01 15:13:10.334353 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-6ab19591-738c-404f-b227-c57615bd5020 service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414628 Sep 01 15:13:10.397078 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-e7b7b26c-e8b9-449a-88a0-d8c3cf16e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:10.400028 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-e7b7b26c-e8b9-449a-88a0-d8c3cf16e62f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2510855 Sep 01 15:13:10.440818 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-882e46d3-4433-45ea-b0b8-ebcd18ff550b req-ac392c8f-2b54-4e81-828c-4e39a97d8d3d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035426 Sep 01 15:13:10.506243 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1a6946d5-3344-432d-aacc-b1f9b059428b req-a02cf246-073c-4990-bb85-33e15c2636d1 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=5633a925-728d-429a-b6a5-e124f7bf870b HTTP/1.1" status: 200 len: 210 time: 0.0881627 Sep 01 15:13:10.573809 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34960) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:10.615769 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-0cbaed2a-de90-47b5-b7a7-3c4f119d0f33 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8f1a80c3-5202-4a18-95e7-80ba76cf3ddb HTTP/1.1" status: 200 len: 217 time: 0.1043909 Sep 01 15:13:10.798982 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-6c463538-a853-47a5-9916-00994ab01b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:10.801634 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-6c463538-a853-47a5-9916-00994ab01b8d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=989e0a87-8aaa-4f21-90c8-77627595307e HTTP/1.1" status: 200 len: 797 time: 0.1759686 Sep 01 15:13:10.844053 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96203e9-b960-4015-809a-58019b6b0f2b req-e7362044-fd26-4805-ac53-4e967758bb8d tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:10.846610 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f96203e9-b960-4015-809a-58019b6b0f2b req-e7362044-fd26-4805-ac53-4e967758bb8d tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 946 time: 0.1341581 Sep 01 15:13:10.947436 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-f6dcc099-517b-4472-ac8c-477bcfc11fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:10.951429 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-f6dcc099-517b-4472-ac8c-477bcfc11fd1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1389756 Sep 01 15:13:10.960695 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f96203e9-b960-4015-809a-58019b6b0f2b req-dc94a3d0-371a-46a6-9394-7dec8c9bce1a tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868180 Sep 01 15:13:11.214891 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-cab6a83f-caf6-4962-81c4-74f76396a9f2 service neutron] 10.222.0.45 "GET /v2.0/networks/66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523654 Sep 01 15:13:11.552732 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a24644e-403e-42e2-be39-83f8f5319e53'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:13:11.562762 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f3366e-e473-47fe-a517-310a2da958df" -d '{"events": [{"server_uuid": "f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20", "name": "network-vif-plugged", "status": "completed", "tag": "0a24644e-403e-42e2-be39-83f8f5319e53"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:13:11.633431 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59d5e5-6561-4f0d-b3dc-1b6fab15555a req-9786d677-5a4f-48a9-8212-bb7b6582d9da tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:11.637061 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc59d5e5-6561-4f0d-b3dc-1b6fab15555a req-9786d677-5a4f-48a9-8212-bb7b6582d9da tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/ports?device_id=15bead56-7241-4bda-b1c4-f38284bd213c HTTP/1.1" status: 200 len: 946 time: 0.5465531 Sep 01 15:13:11.658063 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-094223f6-7144-41a4-851b-b8e1e113705c service neutron] 10.222.0.45 "GET /v2.0/networks/66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194915 Sep 01 15:13:11.665765 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-171d3daa-eb97-45eb-b328-2c016845eea2 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:11.686246 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-eed32e71-0694-437d-b223-5575db0000b7 service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2412820 Sep 01 15:13:11.687215 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-53fd212c-0e50-407f-aa4f-d3212fed1711 req-fb9f6b45-4a57-4e4b-9c36-faf3d2e6ec6f tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:11.789852 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0b81e-4e60-49f2-a364-7acea3756e73 req-7ef81849-4ce3-44cf-88bb-aad98935dffe tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:11.792997 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4cc0b81e-4e60-49f2-a364-7acea3756e73 req-7ef81849-4ce3-44cf-88bb-aad98935dffe tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 950 time: 0.4382443 Sep 01 15:13:11.796413 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-3056ca55-3539-4cc2-8b6f-5cd47a0d4b4a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=39363511-e22e-43eb-977c-daf2ec3d8534 HTTP/1.1" status: 200 len: 217 time: 0.1302664 Sep 01 15:13:11.930349 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-4a5c1600-ff15-46cf-a45b-bd05e569328c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:11.933091 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-4a5c1600-ff15-46cf-a45b-bd05e569328c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=989e0a87-8aaa-4f21-90c8-77627595307e HTTP/1.1" status: 200 len: 797 time: 0.1264930 Sep 01 15:13:11.937225 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4cc0b81e-4e60-49f2-a364-7acea3756e73 req-50a7a9b2-87eb-4a50-af38-041f8ffbbf00 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327138 Sep 01 15:13:11.944608 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f6b45-4a57-4e4b-9c36-faf3d2e6ec6f tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Pushing event deleted for resources: {'Port': ['ID=aee210d8-168b-4695-b154-c6a7258a73e9,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:12.015464 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-9d6a02a2-48be-4876-8008-e8dfd0670458 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:12.018242 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-9d6a02a2-48be-4876-8008-e8dfd0670458 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.62 "GET /v2.0/networks?id=991369d1-6cc8-4ab5-8a03-7b17948fd044 HTTP/1.1" status: 200 len: 805 time: 0.7030568 Sep 01 15:13:12.022233 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-171d3daa-eb97-45eb-b328-2c016845eea2 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:12.038408 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-6497bb6d-ffc2-48d2-bfa7-f24feb24d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:12.040886 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-6497bb6d-ffc2-48d2-bfa7-f24feb24d5f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0989363 Sep 01 15:13:12.072541 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:12.095925 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-a3abf2ed-386c-4a2a-bf40-e5a7d00215da tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Request body: {'port': {'device_id': '5633a925-728d-429a-b6a5-e124f7bf870b', 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044', 'admin_state_up': True, 'tenant_id': '5d7c0ff87c7c4cc083c6404989b27ea4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:13:12.111306 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc59d5e5-6561-4f0d-b3dc-1b6fab15555a req-17ba6a20-01c5-4cc9-8997-319e3f021427 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.60 "GET /v2.0/security-groups?id=632f41c2-e5c3-44b2-ae0f-50f8841b36c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587817 Sep 01 15:13:12.116157 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2289d963-da64-4106-86db-5e3885ed949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:12.163099 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fd212c-0e50-407f-aa4f-d3212fed1711 req-fb9f6b45-4a57-4e4b-9c36-faf3d2e6ec6f tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] No DVR routers for this DVR port aee210d8-168b-4695-b154-c6a7258a73e9 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:13:12.169415 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-12356aab-d9d9-48bf-b1e0-533047452717 req-1b5750ea-5928-4ff7-b0a0-c060dcf314c6 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Deleting port 70a14dbc-793d-4a9b-88d1-e096f32b9d2e {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:13:12.170129 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-12356aab-d9d9-48bf-b1e0-533047452717 req-1b5750ea-5928-4ff7-b0a0-c060dcf314c6 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:12.176194 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-53fd212c-0e50-407f-aa4f-d3212fed1711 req-fb9f6b45-4a57-4e4b-9c36-faf3d2e6ec6f tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:12.180631 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-53fd212c-0e50-407f-aa4f-d3212fed1711 req-fb9f6b45-4a57-4e4b-9c36-faf3d2e6ec6f tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.62 "DELETE /v2.0/ports/aee210d8-168b-4695-b154-c6a7258a73e9 HTTP/1.1" status: 204 len: 173 time: 3.0710342 Sep 01 15:13:12.220421 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15bead56-7241-4bda-b1c4-f38284bd213c', 'name': 'network-vif-deleted', 'tag': 'aee210d8-168b-4695-b154-c6a7258a73e9'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:13:12.223743 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102ede2a-0964-488c-a9af-87aedf4a492a" -d '{"events": [{"server_uuid": "15bead56-7241-4bda-b1c4-f38284bd213c", "name": "network-vif-deleted", "tag": "aee210d8-168b-4695-b154-c6a7258a73e9"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:13:12.345511 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27d76a-b08a-4f7c-b086-82b8727f17fb req-2de17d53-b880-4038-95ca-5f8a26ff4d34 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:12.357670 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27d76a-b08a-4f7c-b086-82b8727f17fb req-2de17d53-b880-4038-95ca-5f8a26ff4d34 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:12.378110 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27d76a-b08a-4f7c-b086-82b8727f17fb req-2de17d53-b880-4038-95ca-5f8a26ff4d34 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:12.389998 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27d76a-b08a-4f7c-b086-82b8727f17fb req-2de17d53-b880-4038-95ca-5f8a26ff4d34 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:12.399641 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27d76a-b08a-4f7c-b086-82b8727f17fb req-2de17d53-b880-4038-95ca-5f8a26ff4d34 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:12.412473 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27d76a-b08a-4f7c-b086-82b8727f17fb req-2de17d53-b880-4038-95ca-5f8a26ff4d34 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:12.424764 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27d76a-b08a-4f7c-b086-82b8727f17fb req-2de17d53-b880-4038-95ca-5f8a26ff4d34 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:12.429226 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5a27d76a-b08a-4f7c-b086-82b8727f17fb req-2de17d53-b880-4038-95ca-5f8a26ff4d34 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5420 time: 0.2678301 Sep 01 15:13:12.490419 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-4437b13b-3cbf-476c-bdbb-4cbdefa8e9b3 service neutron] 10.222.0.45 "GET /v2.0/networks/66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383578 Sep 01 15:13:12.575778 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-391f0b00-9b50-48a1-8e76-fbf62dd8d249 service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8645215 Sep 01 15:13:12.609903 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-171d3daa-eb97-45eb-b328-2c016845eea2 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:12.614859 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-171d3daa-eb97-45eb-b328-2c016845eea2 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:12.617052 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-171d3daa-eb97-45eb-b328-2c016845eea2 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "DELETE /v2.0/security-groups/8836f38a-c439-404b-b58e-62af4aba4738 HTTP/1.1" status: 204 len: 168 time: 1.5346630 Sep 01 15:13:12.625952 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34976) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:12.647551 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5a27d76a-b08a-4f7c-b086-82b8727f17fb req-a997439d-ac1d-4f66-9353-f20a525d5192 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1759520 Sep 01 15:13:12.680276 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-eeb49662-2e1e-4289-be7a-345d67fd7486 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] show failed (client error): The resource could not be found. Sep 01 15:13:12.680276 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-eeb49662-2e1e-4289-be7a-345d67fd7486 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "GET /v2.0/security-groups/8836f38a-c439-404b-b58e-62af4aba4738 HTTP/1.1" status: 404 len: 347 time: 0.0483046 Sep 01 15:13:12.699021 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34978) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:12.752729 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-229aa0c4-6983-4b45-ae52-5433a19064c5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=d7fe6b2b-4faf-479e-97eb-4d3b218d201c HTTP/1.1" status: 200 len: 217 time: 0.1499143 Sep 01 15:13:12.778438 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124567c-8993-4657-9dad-ae3266858caa req-0a5b8afe-3cb4-4999-a0f5-2018b04743a6 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:12.791250 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9124567c-8993-4657-9dad-ae3266858caa req-0a5b8afe-3cb4-4999-a0f5-2018b04743a6 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20 HTTP/1.1" status: 200 len: 945 time: 0.4658756 Sep 01 15:13:12.792627 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d3daa-eb97-45eb-b328-2c016845eea2 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8836f38a-c439-404b-b58e-62af4aba4738,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:12.798345 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-12356aab-d9d9-48bf-b1e0-533047452717 req-1b5750ea-5928-4ff7-b0a0-c060dcf314c6 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] For port 70a14dbc-793d-4a9b-88d1-e096f32b9d2e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=70a14dbc-793d-4a9b-88d1-e096f32b9d2e,segment=NetworkSegment(b5f441f6-4053-4dee-ae6e-f9003aabd0b1),segment_id=b5f441f6-4053-4dee-ae6e-f9003aabd0b1)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:12.799001 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-12356aab-d9d9-48bf-b1e0-533047452717 req-1b5750ea-5928-4ff7-b0a0-c060dcf314c6 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:12.880506 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 70a14dbc-793d-4a9b-88d1-e096f32b9d2e no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:13:12.924965 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-12356aab-d9d9-48bf-b1e0-533047452717 req-1b5750ea-5928-4ff7-b0a0-c060dcf314c6 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Calling delete_port for 70a14dbc-793d-4a9b-88d1-e096f32b9d2e owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:13:12.947762 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cd7d3d56-8aea-4382-bbe6-05752eaa3905 req-4a816dad-0bf2-478a-8453-f5bb25d4e931 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=5633a925-728d-429a-b6a5-e124f7bf870b HTTP/1.1" status: 200 len: 210 time: 0.1057072 Sep 01 15:13:12.959692 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-086c7b1f-133d-42c2-9a14-8e1ba1d59425 req-aafd7006-6ca3-4cbc-8126-e623efe8b281 service neutron] 10.222.0.45 "GET /v2.0/networks/66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344902 Sep 01 15:13:13.038149 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-a3abf2ed-386c-4a2a-bf40-e5a7d00215da tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Made reservation on behalf of 5d7c0ff87c7c4cc083c6404989b27ea4 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:13:13.044903 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-a3abf2ed-386c-4a2a-bf40-e5a7d00215da tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:13.059969 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:13.108572 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f3b3d6-f661-4364-8fae-bd3d90954f0e x-openstack-request-id: req-39f3b3d6-f661-4364-8fae-bd3d90954f0e {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:13.109497 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20", "name": "network-vif-plugged", "status": "completed", "tag": "0a24644e-403e-42e2-be39-83f8f5319e53", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:13.110398 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-39f3b3d6-f661-4364-8fae-bd3d90954f0e {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:13.111509 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a24644e-403e-42e2-be39-83f8f5319e53', 'code': 200} Sep 01 15:13:13.113977 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-89a3252e-6d1c-4221-a067-6e5e1e2bbf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:13.116661 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-89a3252e-6d1c-4221-a067-6e5e1e2bbf68 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e305aa0d-de8e-480b-9017-6f3050eaf7d0 HTTP/1.1" status: 200 len: 797 time: 0.3099742 Sep 01 15:13:13.146385 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9124567c-8993-4657-9dad-ae3266858caa req-82d6fffd-a6c7-4e22-bf7c-503503bd1147 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332300 Sep 01 15:13:13.187974 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 70a14dbc-793d-4a9b-88d1-e096f32b9d2e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=70a14dbc-793d-4a9b-88d1-e096f32b9d2e,segment=NetworkSegment(b5f441f6-4053-4dee-ae6e-f9003aabd0b1),segment_id=b5f441f6-4053-4dee-ae6e-f9003aabd0b1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:13.206514 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:13.262642 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device aee210d8-168b-4695-b154-c6a7258a73e9 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:13:13.266279 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:13.318252 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: aee210d8-168b-4695-b154-c6a7258a73e9 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:13:13.319104 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device aee210d8-168b-4695-b154-c6a7258a73e9 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:13:13.371265 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=70a14dbc-793d-4a9b-88d1-e096f32b9d2e,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:13.430039 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a00b1d-12bb-4782-9944-df3eede6ca5c x-openstack-request-id: req-79a00b1d-12bb-4782-9944-df3eede6ca5c {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:13.430629 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15bead56-7241-4bda-b1c4-f38284bd213c", "name": "network-vif-deleted", "tag": "aee210d8-168b-4695-b154-c6a7258a73e9", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:13.431070 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-79a00b1d-12bb-4782-9944-df3eede6ca5c {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:13.431730 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15bead56-7241-4bda-b1c4-f38284bd213c', 'name': 'network-vif-deleted', 'tag': 'aee210d8-168b-4695-b154-c6a7258a73e9', 'status': 'completed', 'code': 200} Sep 01 15:13:13.472495 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-12356aab-d9d9-48bf-b1e0-533047452717 req-1b5750ea-5928-4ff7-b0a0-c060dcf314c6 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:13.721567 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5750ea-5928-4ff7-b0a0-c060dcf314c6 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Pushing event deleted for resources: {'Port': ['ID=70a14dbc-793d-4a9b-88d1-e096f32b9d2e,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:13.729224 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-bed588ce-4abf-4774-983f-f4336785e433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:13.734496 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-bed588ce-4abf-4774-983f-f4336785e433 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5099745 Sep 01 15:13:13.874559 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ff2e5-81a1-439d-9fd5-986780416e06 req-14d61cc2-3b04-4719-9b62-6eed94da83be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:13.875700 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ff2e5-81a1-439d-9fd5-986780416e06 req-14d61cc2-3b04-4719-9b62-6eed94da83be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:13.876594 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ff2e5-81a1-439d-9fd5-986780416e06 req-14d61cc2-3b04-4719-9b62-6eed94da83be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:13.877505 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ff2e5-81a1-439d-9fd5-986780416e06 req-14d61cc2-3b04-4719-9b62-6eed94da83be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:13.878513 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ff2e5-81a1-439d-9fd5-986780416e06 req-14d61cc2-3b04-4719-9b62-6eed94da83be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:13.879438 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ff2e5-81a1-439d-9fd5-986780416e06 req-14d61cc2-3b04-4719-9b62-6eed94da83be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:13.880415 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ff2e5-81a1-439d-9fd5-986780416e06 req-14d61cc2-3b04-4719-9b62-6eed94da83be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:13.884103 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-689ff2e5-81a1-439d-9fd5-986780416e06 req-14d61cc2-3b04-4719-9b62-6eed94da83be service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=00f25f4cb4804e62a3e709d2d6367260&device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 6477 time: 0.7064033 Sep 01 15:13:13.908379 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d53a2a-8690-4637-985b-c3301e83d501 req-f1731b2c-82fe-487f-ab58-3256bde3700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:13.910973 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-79d53a2a-8690-4637-985b-c3301e83d501 req-f1731b2c-82fe-487f-ab58-3256bde3700d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20 HTTP/1.1" status: 200 len: 1096 time: 0.6225443 Sep 01 15:13:13.921771 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-12356aab-d9d9-48bf-b1e0-533047452717 req-1b5750ea-5928-4ff7-b0a0-c060dcf314c6 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] No DVR routers for this DVR port 70a14dbc-793d-4a9b-88d1-e096f32b9d2e on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:13:13.945536 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4aa128-03a6-40e0-93f0-9e85ab743a9e req-3ddc4a50-e654-4524-ad04-3628e34eb99a tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:13.946423 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-12356aab-d9d9-48bf-b1e0-533047452717 req-1b5750ea-5928-4ff7-b0a0-c060dcf314c6 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:13.948992 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3d4aa128-03a6-40e0-93f0-9e85ab743a9e req-3ddc4a50-e654-4524-ad04-3628e34eb99a tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 946 time: 0.6360445 Sep 01 15:13:13.950563 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-12356aab-d9d9-48bf-b1e0-533047452717 req-1b5750ea-5928-4ff7-b0a0-c060dcf314c6 tempest-ListServersNegativeTestJSON-1903920434 tempest-ListServersNegativeTestJSON-1903920434-project] 10.222.0.45 "DELETE /v2.0/ports/70a14dbc-793d-4a9b-88d1-e096f32b9d2e HTTP/1.1" status: 204 len: 173 time: 2.8796878 Sep 01 15:13:13.986738 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c1c29-1176-48b6-b983-42edacc603a2 req-cd58700b-78cd-4904-8380-6b08da085dc2 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:13.988516 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a57c1c29-1176-48b6-b983-42edacc603a2 req-cd58700b-78cd-4904-8380-6b08da085dc2 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 950 time: 0.4619329 Sep 01 15:13:14.007715 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-a3abf2ed-386c-4a2a-bf40-e5a7d00215da tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Allocated IP 172.20.0.6 (991369d1-6cc8-4ab5-8a03-7b17948fd044/35b27872-673a-446b-88b2-296c933a8cce/b6eeb239-0bfc-4231-b46b-7df9558ec9e8) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:13:14.105878 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-f469c20f-4138-4813-9a10-52bc740722c6 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Deleting port 36d47541-2a36-4749-b710-e9a8995d218e {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:13:14.106372 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f469c20f-4138-4813-9a10-52bc740722c6 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:14.171058 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-e1e6a9bd-49af-42fd-aab5-0403423a3940 service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259601 Sep 01 15:13:14.189082 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a57c1c29-1176-48b6-b983-42edacc603a2 req-bd3357a2-3d45-42d2-a315-311ad93caa4d tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736112 Sep 01 15:13:14.255007 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-79d53a2a-8690-4637-985b-c3301e83d501 req-2dc75fc9-bf75-4521-950d-4ed0207dc83a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241436 Sep 01 15:13:14.295284 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3d4aa128-03a6-40e0-93f0-9e85ab743a9e req-5dbbd7db-e091-439b-b680-5f4117427181 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642035 Sep 01 15:13:14.385054 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-2703f990-f6f8-4f5a-954f-79d02219419f service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998355 Sep 01 15:13:14.428199 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f469c20f-4138-4813-9a10-52bc740722c6 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:14.428707 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f469c20f-4138-4813-9a10-52bc740722c6 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:14.528415 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-f469c20f-4138-4813-9a10-52bc740722c6 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Calling delete_port for 36d47541-2a36-4749-b710-e9a8995d218e owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:13:14.556596 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ff2e5-81a1-439d-9fd5-986780416e06 req-b0af0867-3c44-472f-b62e-691bd24b38f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:14.558834 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-689ff2e5-81a1-439d-9fd5-986780416e06 req-b0af0867-3c44-472f-b62e-691bd24b38f9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc HTTP/1.1" status: 200 len: 903 time: 0.6637509 Sep 01 15:13:14.577403 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-eb696d65-3ea6-4b44-8052-82fc0b332213 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4 HTTP/1.1" status: 200 len: 217 time: 0.1814802 Sep 01 15:13:14.657126 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-302c4874-aec5-4db0-96be-211271f7b8b6 req-8832d294-9678-4a88-8d9c-388645d0634b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=5633a925-728d-429a-b6a5-e124f7bf870b HTTP/1.1" status: 200 len: 210 time: 0.0829544 Sep 01 15:13:14.771528 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-72f1b6d1-4435-4611-a86b-d1008bcb9879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:14.774171 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-72f1b6d1-4435-4611-a86b-d1008bcb9879 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91ecd6a8-b52a-4bdf-b401-3679b3b1f603 HTTP/1.1" status: 200 len: 797 time: 0.1707928 Sep 01 15:13:14.776574 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-689ff2e5-81a1-439d-9fd5-986780416e06 req-f17ab933-63fa-4c1a-ba93-18c436e7b732 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8f1a80c3-5202-4a18-95e7-80ba76cf3ddb HTTP/1.1" status: 200 len: 217 time: 0.2036397 Sep 01 15:13:14.801165 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd715b40-b1e9-47c7-8906-0db590790344 req-8efca6ad-0059-4c18-9284-bf852f4c0efd tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:14.813976 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd715b40-b1e9-47c7-8906-0db590790344 req-8efca6ad-0059-4c18-9284-bf852f4c0efd tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:14.820274 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd715b40-b1e9-47c7-8906-0db590790344 req-8efca6ad-0059-4c18-9284-bf852f4c0efd tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:14.827868 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd715b40-b1e9-47c7-8906-0db590790344 req-8efca6ad-0059-4c18-9284-bf852f4c0efd tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:14.836634 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd715b40-b1e9-47c7-8906-0db590790344 req-8efca6ad-0059-4c18-9284-bf852f4c0efd tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:14.849015 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd715b40-b1e9-47c7-8906-0db590790344 req-8efca6ad-0059-4c18-9284-bf852f4c0efd tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:14.859523 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd715b40-b1e9-47c7-8906-0db590790344 req-8efca6ad-0059-4c18-9284-bf852f4c0efd tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:14.866612 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd715b40-b1e9-47c7-8906-0db590790344 req-8efca6ad-0059-4c18-9284-bf852f4c0efd tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5420 time: 0.3803139 Sep 01 15:13:14.900672 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-a3abf2ed-386c-4a2a-bf40-e5a7d00215da tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:14.975892 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-6ce4ea1f-196c-4434-b0d5-e0a58f17fa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:14.979971 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-6ce4ea1f-196c-4434-b0d5-e0a58f17fa49 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c254db57-43ae-492e-9c7b-cecc22088fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1944413 Sep 01 15:13:15.024379 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1366da4-c757-47ea-836d-ab7b98f820c5 req-c19f8ac5-27b3-4e3e-a9fa-178a2d4283ef tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:15.038518 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a1366da4-c757-47ea-836d-ab7b98f820c5 req-c19f8ac5-27b3-4e3e-a9fa-178a2d4283ef tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20 HTTP/1.1" status: 200 len: 945 time: 0.2358892 Sep 01 15:13:15.043438 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:15.047349 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd715b40-b1e9-47c7-8906-0db590790344 req-61d02de3-6e93-4c10-a6bf-551899fef6f9 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1630404 Sep 01 15:13:15.077180 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ff2e5-81a1-439d-9fd5-986780416e06 req-a829b36f-8063-4d24-a293-05889c06bade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:15.080048 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-689ff2e5-81a1-439d-9fd5-986780416e06 req-a829b36f-8063-4d24-a293-05889c06bade service neutron] 10.222.0.45 "GET /v2.0/subnets?id=989e0a87-8aaa-4f21-90c8-77627595307e HTTP/1.1" status: 200 len: 797 time: 0.2132068 Sep 01 15:13:15.113590 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f1ef9f-741d-4aca-b197-4c8cb0613a8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70a14dbc-793d-4a9b-88d1-e096f32b9d2e'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:13:15.117721 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e0c4f7-8d5f-4aab-bc8a-f43fb2e9a267" -d '{"events": [{"server_uuid": "f0f1ef9f-741d-4aca-b197-4c8cb0613a8c", "name": "network-vif-unplugged", "status": "completed", "tag": "70a14dbc-793d-4a9b-88d1-e096f32b9d2e"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:13:15.190362 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ff2e5-81a1-439d-9fd5-986780416e06 req-ddda0eb6-7b9e-4dee-b3f5-47b1b0a9ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:15.193560 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-689ff2e5-81a1-439d-9fd5-986780416e06 req-ddda0eb6-7b9e-4dee-b3f5-47b1b0a9ab90 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1017065 Sep 01 15:13:15.211474 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-a3abf2ed-386c-4a2a-bf40-e5a7d00215da tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:15.248626 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['decdf579-a3ac-47d2-8e21-42acfa004caa'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:13:15.338077 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a1366da4-c757-47ea-836d-ab7b98f820c5 req-9bd961e1-5651-4895-9d00-ef82b138ecc3 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973750 Sep 01 15:13:15.462698 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519c525-89a7-498b-8995-b940b11ddc95 req-abba312c-0f24-4c22-8de2-18de9aeab6b7 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:15.466038 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2519c525-89a7-498b-8995-b940b11ddc95 req-abba312c-0f24-4c22-8de2-18de9aeab6b7 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 946 time: 0.2352445 Sep 01 15:13:15.471698 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f469c20f-4138-4813-9a10-52bc740722c6 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:15.509457 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f1ef9f-741d-4aca-b197-4c8cb0613a8c', 'name': 'network-vif-deleted', 'tag': '70a14dbc-793d-4a9b-88d1-e096f32b9d2e'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:13:15.517865 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000f9994-382e-410a-896b-14f6ac73d8a9" -d '{"events": [{"server_uuid": "f0f1ef9f-741d-4aca-b197-4c8cb0613a8c", "name": "network-vif-deleted", "tag": "70a14dbc-793d-4a9b-88d1-e096f32b9d2e"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:13:15.536862 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-1cef123d-a374-4895-9094-5a06a19410a3 service neutron] 10.222.0.62 "GET /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347469 Sep 01 15:13:15.539341 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469c20f-4138-4813-9a10-52bc740722c6 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Pushing event deleted for resources: {'Port': ['ID=36d47541-2a36-4749-b710-e9a8995d218e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:15.583534 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-a3abf2ed-386c-4a2a-bf40-e5a7d00215da tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Network 991369d1-6cc8-4ab5-8a03-7b17948fd044 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:13:15.584998 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abf2ed-386c-4a2a-bf40-e5a7d00215da tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Pushing event updated for resources: {'Port': ['ID=b6eeb239-0bfc-4231-b46b-7df9558ec9e8,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:15.666185 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-a3abf2ed-386c-4a2a-bf40-e5a7d00215da tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:13:15.673129 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-a3abf2ed-386c-4a2a-bf40-e5a7d00215da tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:13:15.741002 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35004) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:15.752673 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2519c525-89a7-498b-8995-b940b11ddc95 req-135c50b5-62fe-4070-abb2-28764afc2472 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152443 Sep 01 15:13:15.787276 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-689ff2e5-81a1-439d-9fd5-986780416e06 req-6daabebf-c796-4ebc-81e7-b6dcc079cd90 service neutron] 10.222.0.45 "GET /v2.0/networks/66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5583863 Sep 01 15:13:15.834769 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8743b97-4705-4c4c-8b29-b1800aeea8fb x-openstack-request-id: req-f8743b97-4705-4c4c-8b29-b1800aeea8fb {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:15.835558 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0f1ef9f-741d-4aca-b197-4c8cb0613a8c", "name": "network-vif-unplugged", "status": "completed", "tag": "70a14dbc-793d-4a9b-88d1-e096f32b9d2e", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:15.836222 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f8743b97-4705-4c4c-8b29-b1800aeea8fb {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:15.837095 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f1ef9f-741d-4aca-b197-4c8cb0613a8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70a14dbc-793d-4a9b-88d1-e096f32b9d2e', 'code': 200} Sep 01 15:13:15.883106 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-a3abf2ed-386c-4a2a-bf40-e5a7d00215da tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:15.884453 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-a3abf2ed-386c-4a2a-bf40-e5a7d00215da tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:15.911911 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f469c20f-4138-4813-9a10-52bc740722c6 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:15.917961 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f469c20f-4138-4813-9a10-52bc740722c6 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:15.920301 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f469c20f-4138-4813-9a10-52bc740722c6 tempest-AttachVolumeShelveTestJSON-1659764127 tempest-AttachVolumeShelveTestJSON-1659764127-project] 10.222.0.60 "DELETE /v2.0/floatingips/bd0615a2-80af-4624-8379-ab854f302d31 HTTP/1.1" status: 204 len: 168 time: 3.2293267 Sep 01 15:13:15.927774 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db3d4cc-46c1-4d75-8e1e-f60f3c8d56c0 x-openstack-request-id: req-7db3d4cc-46c1-4d75-8e1e-f60f3c8d56c0 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:15.928302 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0f1ef9f-741d-4aca-b197-4c8cb0613a8c", "name": "network-vif-deleted", "tag": "70a14dbc-793d-4a9b-88d1-e096f32b9d2e", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:15.928587 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7db3d4cc-46c1-4d75-8e1e-f60f3c8d56c0 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:15.928963 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f1ef9f-741d-4aca-b197-4c8cb0613a8c', 'name': 'network-vif-deleted', 'tag': '70a14dbc-793d-4a9b-88d1-e096f32b9d2e', 'status': 'completed', 'code': 200} Sep 01 15:13:15.931854 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19d631a-1973-4969-8ccd-e51e6af7aaaa admin admin] Deleting subnet d76dfc20-d4c6-43b1-ab2a-a67a859a312a {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:13:15.941856 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f19d631a-1973-4969-8ccd-e51e6af7aaaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:16.019403 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-a3abf2ed-386c-4a2a-bf40-e5a7d00215da tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9438477 Sep 01 15:13:16.029624 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-26479bf0-d9b6-4cdf-848c-258efaa6df77 service neutron] 10.222.0.62 "GET /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745533 Sep 01 15:13:16.082194 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-518c014f-b31a-4b50-9ec0-def6459515d2 service neutron] Request body: {'port': {'device_id': '5633a925-728d-429a-b6a5-e124f7bf870b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:13:16.096749 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f19d631a-1973-4969-8ccd-e51e6af7aaaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:16.103202 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-689ff2e5-81a1-439d-9fd5-986780416e06 req-2ee9c38e-7f2a-4725-8d84-26d7eff22e10 service neutron] 10.222.0.45 "GET /v2.0/networks/66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999055 Sep 01 15:13:16.140545 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0307412-12a3-40f6-9f6e-08509770b710 req-380f74a0-f7d6-43cc-ae42-d6186d91585e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:16.148957 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b0307412-12a3-40f6-9f6e-08509770b710 req-380f74a0-f7d6-43cc-ae42-d6186d91585e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 950 time: 0.1739640 Sep 01 15:13:16.246285 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b0307412-12a3-40f6-9f6e-08509770b710 req-0aca1b34-4d67-4c07-a0f1-ba05109cc675 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961034 Sep 01 15:13:16.343978 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8cb9b-56bf-4df8-9481-a9dd109e7ad9 req-1cb99fd9-b13d-4cfe-9627-a9720be5bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:16.344672 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8cb9b-56bf-4df8-9481-a9dd109e7ad9 req-1cb99fd9-b13d-4cfe-9627-a9720be5bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:16.345516 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8cb9b-56bf-4df8-9481-a9dd109e7ad9 req-1cb99fd9-b13d-4cfe-9627-a9720be5bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:16.346474 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8cb9b-56bf-4df8-9481-a9dd109e7ad9 req-1cb99fd9-b13d-4cfe-9627-a9720be5bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:16.347291 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8cb9b-56bf-4df8-9481-a9dd109e7ad9 req-1cb99fd9-b13d-4cfe-9627-a9720be5bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:16.348132 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8cb9b-56bf-4df8-9481-a9dd109e7ad9 req-1cb99fd9-b13d-4cfe-9627-a9720be5bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:16.349389 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8cb9b-56bf-4df8-9481-a9dd109e7ad9 req-1cb99fd9-b13d-4cfe-9627-a9720be5bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:16.352590 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61e8cb9b-56bf-4df8-9481-a9dd109e7ad9 req-1cb99fd9-b13d-4cfe-9627-a9720be5bc96 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=00f25f4cb4804e62a3e709d2d6367260&device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 6477 time: 0.1334977 Sep 01 15:13:16.613240 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8cb9b-56bf-4df8-9481-a9dd109e7ad9 req-62552cd2-8793-433c-a903-b5dc15c82389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:16.615507 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61e8cb9b-56bf-4df8-9481-a9dd109e7ad9 req-62552cd2-8793-433c-a903-b5dc15c82389 service neutron] 10.222.0.45 "GET /v2.0/networks?id=66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc HTTP/1.1" status: 200 len: 903 time: 0.2536957 Sep 01 15:13:16.704859 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61e8cb9b-56bf-4df8-9481-a9dd109e7ad9 req-7d20a91c-d037-4c49-8cc4-87d40c5828c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=39363511-e22e-43eb-977c-daf2ec3d8534 HTTP/1.1" status: 200 len: 217 time: 0.0804088 Sep 01 15:13:16.749548 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-1bca63d7-6213-4f74-a082-4c52a76b0be5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2ed15646-9fa6-43dc-b376-d3212fd60a6f HTTP/1.1" status: 200 len: 217 time: 0.6839187 Sep 01 15:13:16.805422 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8cb9b-56bf-4df8-9481-a9dd109e7ad9 req-859fe28c-d606-45a1-8fd9-ffb9422c4e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:16.808064 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61e8cb9b-56bf-4df8-9481-a9dd109e7ad9 req-859fe28c-d606-45a1-8fd9-ffb9422c4e08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=989e0a87-8aaa-4f21-90c8-77627595307e HTTP/1.1" status: 200 len: 797 time: 0.0854073 Sep 01 15:13:16.825506 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c4ace-e489-48ba-be2b-78e9be2a2a76 req-2ad2097d-b9ae-41ff-8753-8b114114954f tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:16.832013 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c4ace-e489-48ba-be2b-78e9be2a2a76 req-2ad2097d-b9ae-41ff-8753-8b114114954f tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:16.839495 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c4ace-e489-48ba-be2b-78e9be2a2a76 req-2ad2097d-b9ae-41ff-8753-8b114114954f tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:16.846180 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c4ace-e489-48ba-be2b-78e9be2a2a76 req-2ad2097d-b9ae-41ff-8753-8b114114954f tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:16.852154 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c4ace-e489-48ba-be2b-78e9be2a2a76 req-2ad2097d-b9ae-41ff-8753-8b114114954f tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:16.858910 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c4ace-e489-48ba-be2b-78e9be2a2a76 req-2ad2097d-b9ae-41ff-8753-8b114114954f tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:16.865402 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c4ace-e489-48ba-be2b-78e9be2a2a76 req-2ad2097d-b9ae-41ff-8753-8b114114954f tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:16.867576 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-466c4ace-e489-48ba-be2b-78e9be2a2a76 req-2ad2097d-b9ae-41ff-8753-8b114114954f tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5420 time: 0.1683788 Sep 01 15:13:16.950737 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f19d631a-1973-4969-8ccd-e51e6af7aaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:16.984372 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8cb9b-56bf-4df8-9481-a9dd109e7ad9 req-d82fb90d-c7dd-47c9-a22a-b2da9cc27abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:16.987134 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61e8cb9b-56bf-4df8-9481-a9dd109e7ad9 req-d82fb90d-c7dd-47c9-a22a-b2da9cc27abd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1180658 Sep 01 15:13:16.996531 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-466c4ace-e489-48ba-be2b-78e9be2a2a76 req-0d40a243-4680-4321-895e-5d46be33fab3 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1082170 Sep 01 15:13:17.017916 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-33726785-2c06-4214-abc3-76af22c0a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:17.020718 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-33726785-2c06-4214-abc3-76af22c0a5fe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91ecd6a8-b52a-4bdf-b401-3679b3b1f603 HTTP/1.1" status: 200 len: 797 time: 0.2580645 Sep 01 15:13:17.023774 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-518c014f-b31a-4b50-9ec0-def6459515d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:17.105746 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7283f41-1128-4a86-a888-eb087f0e8d67 req-df6d66f7-52a6-40f1-b5e5-596432c74921 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:17.114363 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e7283f41-1128-4a86-a888-eb087f0e8d67 req-df6d66f7-52a6-40f1-b5e5-596432c74921 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=5633a925-728d-429a-b6a5-e124f7bf870b HTTP/1.1" status: 200 len: 931 time: 0.4003978 Sep 01 15:13:17.275992 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861c8d6-f574-42df-96e4-174edf2f930a req-f27b580d-be26-4878-895e-62594e72dd9d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:17.279120 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6861c8d6-f574-42df-96e4-174edf2f930a req-f27b580d-be26-4878-895e-62594e72dd9d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20 HTTP/1.1" status: 200 len: 945 time: 0.1549313 Sep 01 15:13:17.283411 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61e8cb9b-56bf-4df8-9481-a9dd109e7ad9 req-b3830e13-322a-44df-b7f4-1146b82d3c68 service neutron] 10.222.0.45 "GET /v2.0/networks/66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853749 Sep 01 15:13:17.295667 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f19d631a-1973-4969-8ccd-e51e6af7aaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:17.316850 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e7283f41-1128-4a86-a888-eb087f0e8d67 req-aabc3f2e-20fc-4eb2-8e70-0c4ab969b9fb tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009478 Sep 01 15:13:17.545348 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61e8cb9b-56bf-4df8-9481-a9dd109e7ad9 req-548f7971-b2f7-44fe-9f87-498c2b31f0bf service neutron] 10.222.0.45 "GET /v2.0/networks/66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433033 Sep 01 15:13:17.558948 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6861c8d6-f574-42df-96e4-174edf2f930a req-bc72ba45-4c92-4b93-9c75-f433d5afb82f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686059 Sep 01 15:13:17.619493 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d631a-1973-4969-8ccd-e51e6af7aaaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d76dfc20-d4c6-43b1-ab2a-a67a859a312a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:17.626021 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-8fe8b515-796d-4c51-9c74-e0f5af6a3193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:17.627294 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-8fe8b515-796d-4c51-9c74-e0f5af6a3193 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c254db57-43ae-492e-9c7b-cecc22088fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5742660 Sep 01 15:13:17.636301 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f19d631a-1973-4969-8ccd-e51e6af7aaaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:17.639680 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f19d631a-1973-4969-8ccd-e51e6af7aaaa admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d76dfc20-d4c6-43b1-ab2a-a67a859a312a HTTP/1.1" status: 204 len: 168 time: 1.8922279 Sep 01 15:13:17.643686 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35028) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:17.831993 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1afac9b5-358e-4b4c-ad03-15e436a17418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:17.926484 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f05b0-6112-4576-b6d6-ce693214c253 req-5c9e2f3f-220e-4c13-875b-bb4e959097a0 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:17.929733 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa6f05b0-6112-4576-b6d6-ce693214c253 req-5c9e2f3f-220e-4c13-875b-bb4e959097a0 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 946 time: 0.4465766 Sep 01 15:13:18.070410 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72e338-398e-4014-95f0-2cc386f324c2 req-a99a2544-c4b5-4521-a28b-76f7b80ff611 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:18.073540 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7d72e338-398e-4014-95f0-2cc386f324c2 req-a99a2544-c4b5-4521-a28b-76f7b80ff611 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 950 time: 0.1770418 Sep 01 15:13:18.088908 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa6f05b0-6112-4576-b6d6-ce693214c253 req-998ad24b-6617-4ba3-8a3d-0b18e0764883 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013308 Sep 01 15:13:18.092612 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1afac9b5-358e-4b4c-ad03-15e436a17418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:18.102350 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-70058434-77c7-44d5-a196-f6b18c42b7c0 service neutron] 10.222.0.62 "GET /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609776 Sep 01 15:13:18.122789 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-1afac9b5-358e-4b4c-ad03-15e436a17418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ff47ae-067f-48d7-b559-e76536e51c58']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:18.151728 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-1afac9b5-358e-4b4c-ad03-15e436a17418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f441f6-4053-4dee-ae6e-f9003aabd0b1') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:18.152765 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-1afac9b5-358e-4b4c-ad03-15e436a17418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f441f6-4053-4dee-ae6e-f9003aabd0b1') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:18.181895 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1afac9b5-358e-4b4c-ad03-15e436a17418 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:18.216806 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1afac9b5-358e-4b4c-ad03-15e436a17418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:18.255256 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afac9b5-358e-4b4c-ad03-15e436a17418 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:13:18.257455 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1afac9b5-358e-4b4c-ad03-15e436a17418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:13:18.260928 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:13:18.436459 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7d72e338-398e-4014-95f0-2cc386f324c2 req-1481e153-7044-43fe-a870-9099ada9ed2f tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483963 Sep 01 15:13:18.492375 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1afac9b5-358e-4b4c-ad03-15e436a17418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:18.496241 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-518c014f-b31a-4b50-9ec0-def6459515d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6eeb239-0bfc-4231-b46b-7df9558ec9e8 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:13:18.515240 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-518c014f-b31a-4b50-9ec0-def6459515d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:18.545296 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-518c014f-b31a-4b50-9ec0-def6459515d2 service neutron] Transition to ACTIVE for port object b6eeb239-0bfc-4231-b46b-7df9558ec9e8 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:13:18.551986 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33777e2-d5e0-45c9-acb0-4f45ff6c482b req-bb39c295-7427-474e-b784-31033a0abdb2 service neutron] 10.222.0.62 "GET /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231501 Sep 01 15:13:18.560110 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1afac9b5-358e-4b4c-ad03-15e436a17418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:18.561334 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-518c014f-b31a-4b50-9ec0-def6459515d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:18.565090 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1afac9b5-358e-4b4c-ad03-15e436a17418 admin admin] 10.222.0.60 "DELETE /v2.0/networks/65ff47ae-067f-48d7-b559-e76536e51c58 HTTP/1.1" status: 204 len: 168 time: 0.9194961 Sep 01 15:13:18.578338 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afac9b5-358e-4b4c-ad03-15e436a17418 admin admin] Pushing event deleted for resources: {'Network': ['ID=65ff47ae-067f-48d7-b559-e76536e51c58,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:18.745698 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c4ad6-a21c-40a5-af1a-b7ebdfa4835c req-021824d1-67fb-403d-9f82-272789d71016 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:18.760357 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c4ad6-a21c-40a5-af1a-b7ebdfa4835c req-021824d1-67fb-403d-9f82-272789d71016 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:18.777391 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c4ad6-a21c-40a5-af1a-b7ebdfa4835c req-021824d1-67fb-403d-9f82-272789d71016 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:18.793680 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c4ad6-a21c-40a5-af1a-b7ebdfa4835c req-021824d1-67fb-403d-9f82-272789d71016 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:18.797142 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c809a1a-5a47-4d9d-8bed-12f1c13f6164 req-c70780b9-1c8a-4120-8bfa-4f0a14eb1b64 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:18.806568 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c4ad6-a21c-40a5-af1a-b7ebdfa4835c req-021824d1-67fb-403d-9f82-272789d71016 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:18.808093 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0c809a1a-5a47-4d9d-8bed-12f1c13f6164 req-c70780b9-1c8a-4120-8bfa-4f0a14eb1b64 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 946 time: 0.1248448 Sep 01 15:13:18.819709 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c4ad6-a21c-40a5-af1a-b7ebdfa4835c req-021824d1-67fb-403d-9f82-272789d71016 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:18.835028 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c4ad6-a21c-40a5-af1a-b7ebdfa4835c req-021824d1-67fb-403d-9f82-272789d71016 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:18.835879 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cb1c4ad6-a21c-40a5-af1a-b7ebdfa4835c req-021824d1-67fb-403d-9f82-272789d71016 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5420 time: 0.4638884 Sep 01 15:13:18.843481 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c014f-b31a-4b50-9ec0-def6459515d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6eeb239-0bfc-4231-b46b-7df9558ec9e8,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:18.931260 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0c809a1a-5a47-4d9d-8bed-12f1c13f6164 req-741a4ade-7a1a-43ca-b4ce-1c74d5b43a41 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209939 Sep 01 15:13:19.005594 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35044) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:19.050771 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cb1c4ad6-a21c-40a5-af1a-b7ebdfa4835c req-0a874f06-f7a8-485b-8922-02d46e6d61f7 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1733553 Sep 01 15:13:19.083308 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-518c014f-b31a-4b50-9ec0-def6459515d2 service neutron] Attempting to bind port b6eeb239-0bfc-4231-b46b-7df9558ec9e8 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:13:19.084408 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-518c014f-b31a-4b50-9ec0-def6459515d2 service neutron] Attempting to bind port b6eeb239-0bfc-4231-b46b-7df9558ec9e8 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:13:19.084940 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-518c014f-b31a-4b50-9ec0-def6459515d2 service neutron] Attempting to bind port b6eeb239-0bfc-4231-b46b-7df9558ec9e8 on network 991369d1-6cc8-4ab5-8a03-7b17948fd044 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:13:19.095063 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-518c014f-b31a-4b50-9ec0-def6459515d2 service neutron] Port b6eeb239-0bfc-4231-b46b-7df9558ec9e8 on network 991369d1-6cc8-4ab5-8a03-7b17948fd044 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:13:19.096330 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-518c014f-b31a-4b50-9ec0-def6459515d2 service neutron] Attempting to bind port b6eeb239-0bfc-4231-b46b-7df9558ec9e8 on network 991369d1-6cc8-4ab5-8a03-7b17948fd044 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:13:19.106615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-518c014f-b31a-4b50-9ec0-def6459515d2 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:13:19.107228 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-518c014f-b31a-4b50-9ec0-def6459515d2 service neutron] Checking segment: {'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:13:19.107913 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-518c014f-b31a-4b50-9ec0-def6459515d2 service neutron] Bound using segment: {'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:13:19.108720 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-518c014f-b31a-4b50-9ec0-def6459515d2 service neutron] Bound port: b6eeb239-0bfc-4231-b46b-7df9558ec9e8, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:13:19.109483 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-518c014f-b31a-4b50-9ec0-def6459515d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:19.144131 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-941270cf-5e3b-4b5d-bc02-d08ea1c8de03 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=09d45a6700334eecbabe77cce1eaadbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365817 Sep 01 15:13:19.174856 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35046) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:19.299733 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-518c014f-b31a-4b50-9ec0-def6459515d2 service neutron] For port b6eeb239-0bfc-4231-b46b-7df9558ec9e8, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:13:19.304420 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-518c014f-b31a-4b50-9ec0-def6459515d2 service neutron] For port b6eeb239-0bfc-4231-b46b-7df9558ec9e8, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b6eeb239-0bfc-4231-b46b-7df9558ec9e8,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:13:19.312389 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-518c014f-b31a-4b50-9ec0-def6459515d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:19.379976 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d184e46-cb62-4f97-aa1b-a61b38876924 req-b997764b-cfb6-491b-80b9-208f7dcc329e tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:19.383344 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d184e46-cb62-4f97-aa1b-a61b38876924 req-b997764b-cfb6-491b-80b9-208f7dcc329e tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=5633a925-728d-429a-b6a5-e124f7bf870b HTTP/1.1" status: 200 len: 943 time: 0.2328854 Sep 01 15:13:19.384744 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-38a7db77-7785-4e54-9b5f-707f71caef81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:19.448225 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-518c014f-b31a-4b50-9ec0-def6459515d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:19.454382 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-518c014f-b31a-4b50-9ec0-def6459515d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:19.459257 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-518c014f-b31a-4b50-9ec0-def6459515d2 service neutron] 10.222.0.62 "PUT /v2.0/ports/b6eeb239-0bfc-4231-b46b-7df9558ec9e8 HTTP/1.1" status: 200 len: 1091 time: 3.3903184 Sep 01 15:13:19.460238 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5633a925-728d-429a-b6a5-e124f7bf870b', 'tag': 'b6eeb239-0bfc-4231-b46b-7df9558ec9e8'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:13:19.475733 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33dd398-6dfc-4847-87eb-66b0185728b8" -d '{"events": [{"name": "network-changed", "server_uuid": "5633a925-728d-429a-b6a5-e124f7bf870b", "tag": "b6eeb239-0bfc-4231-b46b-7df9558ec9e8"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:13:19.530364 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-38a7db77-7785-4e54-9b5f-707f71caef81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:19.538035 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c014f-b31a-4b50-9ec0-def6459515d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6eeb239-0bfc-4231-b46b-7df9558ec9e8,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:19.560709 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d184e46-cb62-4f97-aa1b-a61b38876924 req-db434369-c2d1-4516-b398-deb56ba6153c tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617823 Sep 01 15:13:19.714937 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-622a2d7e-86ca-4707-9e63-fb61c59fcdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:19.717834 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-622a2d7e-86ca-4707-9e63-fb61c59fcdb2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5d7c0ff87c7c4cc083c6404989b27ea4&device_id=5633a925-728d-429a-b6a5-e124f7bf870b HTTP/1.1" status: 200 len: 1094 time: 0.1527708 Sep 01 15:13:19.738142 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-38a7db77-7785-4e54-9b5f-707f71caef81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:19.747538 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-38a7db77-7785-4e54-9b5f-707f71caef81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:19.753874 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-38a7db77-7785-4e54-9b5f-707f71caef81 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/632f41c2-e5c3-44b2-ae0f-50f8841b36c3 HTTP/1.1" status: 204 len: 168 time: 0.5778191 Sep 01 15:13:19.786118 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7db77-7785-4e54-9b5f-707f71caef81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632f41c2-e5c3-44b2-ae0f-50f8841b36c3,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:19.892764 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-fbbb8e89-11c7-4d38-bf6c-8c4e86ef113b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6eeb239-0bfc-4231-b46b-7df9558ec9e8 HTTP/1.1" status: 200 len: 217 time: 0.1585507 Sep 01 15:13:20.008912 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-34beec55-99ed-4f6e-b924-78f0437a048b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:20.012819 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-34beec55-99ed-4f6e-b924-78f0437a048b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=35b27872-673a-446b-88b2-296c933a8cce HTTP/1.1" status: 200 len: 845 time: 0.1058440 Sep 01 15:13:20.015451 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0178f97-ebd6-4867-93eb-8ba7f824bdd2 x-openstack-request-id: req-d0178f97-ebd6-4867-93eb-8ba7f824bdd2 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:20.015956 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5633a925-728d-429a-b6a5-e124f7bf870b", "tag": "b6eeb239-0bfc-4231-b46b-7df9558ec9e8", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:20.016354 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d0178f97-ebd6-4867-93eb-8ba7f824bdd2 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:20.017011 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5633a925-728d-429a-b6a5-e124f7bf870b', 'tag': 'b6eeb239-0bfc-4231-b46b-7df9558ec9e8', 'status': 'completed', 'code': 200} Sep 01 15:13:20.107843 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-84a12bd5-0599-4899-8d3c-7c8a372c22c4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=991369d1-6cc8-4ab5-8a03-7b17948fd044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853007 Sep 01 15:13:20.374181 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20055682-2437-44d2-9a94-ce5c95af8c15 req-dd773c55-3436-44eb-b0a1-a84b2d539ef8 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:20.390350 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-20055682-2437-44d2-9a94-ce5c95af8c15 req-dd773c55-3436-44eb-b0a1-a84b2d539ef8 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 950 time: 0.2576582 Sep 01 15:13:20.396043 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-a3d31968-e12b-4286-9dab-56c901f34040 service neutron] 10.222.0.62 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785604 Sep 01 15:13:20.507766 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-20055682-2437-44d2-9a94-ce5c95af8c15 req-ec85095e-92a6-4213-a29d-7c6d4cab8705 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151428 Sep 01 15:13:20.613016 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1e76f48c-c15f-4c96-a716-da4890e17ae0 req-6620693f-0ca4-4698-9165-60e746b795f5 service neutron] 10.222.0.62 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800549 Sep 01 15:13:20.711964 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84620c01-6179-47a8-b6bb-ad914ca97528 req-9d33283c-e30e-4108-8137-15dd66405e44 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:20.715160 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-84620c01-6179-47a8-b6bb-ad914ca97528 req-9d33283c-e30e-4108-8137-15dd66405e44 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 946 time: 0.3261445 Sep 01 15:13:20.824273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea45562-f3d1-43c7-bbfd-e6cc442adabc req-75d203cc-bdac-4b78-b04d-594593f407b4 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:20.837327 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea45562-f3d1-43c7-bbfd-e6cc442adabc req-75d203cc-bdac-4b78-b04d-594593f407b4 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:20.851042 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea45562-f3d1-43c7-bbfd-e6cc442adabc req-75d203cc-bdac-4b78-b04d-594593f407b4 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:20.852363 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-84620c01-6179-47a8-b6bb-ad914ca97528 req-1c83f962-78d3-41e9-9c73-6a77d1386969 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148322 Sep 01 15:13:20.878017 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea45562-f3d1-43c7-bbfd-e6cc442adabc req-75d203cc-bdac-4b78-b04d-594593f407b4 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:20.906009 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea45562-f3d1-43c7-bbfd-e6cc442adabc req-75d203cc-bdac-4b78-b04d-594593f407b4 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:20.927445 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea45562-f3d1-43c7-bbfd-e6cc442adabc req-75d203cc-bdac-4b78-b04d-594593f407b4 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:20.950936 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea45562-f3d1-43c7-bbfd-e6cc442adabc req-75d203cc-bdac-4b78-b04d-594593f407b4 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:20.967592 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bea45562-f3d1-43c7-bbfd-e6cc442adabc req-75d203cc-bdac-4b78-b04d-594593f407b4 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5420 time: 0.3093669 Sep 01 15:13:21.032210 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33dd398-6dfc-4847-87eb-66b0185728b8 req-ff3939e1-1d38-42ca-bb5e-58014f500c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:21.033956 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33dd398-6dfc-4847-87eb-66b0185728b8 req-ff3939e1-1d38-42ca-bb5e-58014f500c74 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5d7c0ff87c7c4cc083c6404989b27ea4&device_id=5633a925-728d-429a-b6a5-e124f7bf870b HTTP/1.1" status: 200 len: 1094 time: 0.1780415 Sep 01 15:13:21.092663 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bea45562-f3d1-43c7-bbfd-e6cc442adabc req-84a58310-c8a3-4bf9-b001-6cc2bde74ba2 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1086526 Sep 01 15:13:21.387948 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33dd398-6dfc-4847-87eb-66b0185728b8 req-3063f885-0cd5-4331-8671-ffa7db33f210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:21.391916 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33dd398-6dfc-4847-87eb-66b0185728b8 req-3063f885-0cd5-4331-8671-ffa7db33f210 service neutron] 10.222.0.62 "GET /v2.0/networks?id=991369d1-6cc8-4ab5-8a03-7b17948fd044 HTTP/1.1" status: 200 len: 906 time: 0.3450270 Sep 01 15:13:21.499849 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6610a-6d49-4122-9e9d-3efb146d684a req-c7d48475-8386-456d-9408-c2964c78b78f tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:21.504039 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3ca6610a-6d49-4122-9e9d-3efb146d684a req-c7d48475-8386-456d-9408-c2964c78b78f tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=5633a925-728d-429a-b6a5-e124f7bf870b HTTP/1.1" status: 200 len: 943 time: 0.1692305 Sep 01 15:13:21.523658 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33dd398-6dfc-4847-87eb-66b0185728b8 req-6fdf4fa2-35ad-45f0-8eb8-158e13902950 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6eeb239-0bfc-4231-b46b-7df9558ec9e8 HTTP/1.1" status: 200 len: 217 time: 0.1146910 Sep 01 15:13:21.614208 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3ca6610a-6d49-4122-9e9d-3efb146d684a req-012d7ba9-dd9d-474d-85a1-5eba624482ec tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864093 Sep 01 15:13:21.686526 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33dd398-6dfc-4847-87eb-66b0185728b8 req-14390844-1cc7-45f6-815b-84537ccf51a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:21.690045 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33dd398-6dfc-4847-87eb-66b0185728b8 req-14390844-1cc7-45f6-815b-84537ccf51a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=35b27872-673a-446b-88b2-296c933a8cce HTTP/1.1" status: 200 len: 845 time: 0.1580222 Sep 01 15:13:21.822335 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33dd398-6dfc-4847-87eb-66b0185728b8 req-a6c0f68b-8d9e-486e-a69e-0999a2c0cff4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=991369d1-6cc8-4ab5-8a03-7b17948fd044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145506 Sep 01 15:13:21.954404 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09dec6-8b65-413a-8f68-b8391702ef04 req-21b16457-38a6-4d1a-8660-12a6f1320bd1 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:21.957877 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8a09dec6-8b65-413a-8f68-b8391702ef04 req-21b16457-38a6-4d1a-8660-12a6f1320bd1 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 950 time: 0.2288835 Sep 01 15:13:22.102004 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33dd398-6dfc-4847-87eb-66b0185728b8 req-cc94b57d-83f1-4079-9759-5fc5af8ed1ff service neutron] 10.222.0.62 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635462 Sep 01 15:13:22.108264 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d27a16-d104-4202-be8c-38bd2c87413f req-7f9ec435-08bb-4a2a-b4ff-668970402822 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:22.112192 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b0d27a16-d104-4202-be8c-38bd2c87413f req-7f9ec435-08bb-4a2a-b4ff-668970402822 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 946 time: 0.1020448 Sep 01 15:13:22.114377 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8a09dec6-8b65-413a-8f68-b8391702ef04 req-c68687ba-98e4-4ccf-b44c-a09c9b0063ea tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384943 Sep 01 15:13:22.208846 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35118) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:22.308258 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b0d27a16-d104-4202-be8c-38bd2c87413f req-73ceef0e-19c0-4869-a5ea-e06d43f1755b tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818511 Sep 01 15:13:22.310896 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e33dd398-6dfc-4847-87eb-66b0185728b8 req-c2ddc6ae-6286-4938-8602-6ed361d9086d service neutron] 10.222.0.62 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946015 Sep 01 15:13:22.483169 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-3632dec2-c74f-41fd-8355-1c9af972e7fc admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1966574668-network', 'tenant_id': '438917847d18439191105146a64620cd'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:13:22.535401 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3632dec2-c74f-41fd-8355-1c9af972e7fc admin admin] Made reservation on behalf of 438917847d18439191105146a64620cd for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:13:22.541400 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3632dec2-c74f-41fd-8355-1c9af972e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:22.572534 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3632dec2-c74f-41fd-8355-1c9af972e7fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:22.603593 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29976ed3-3edc-4f58-868a-a61a81d68cd2 req-57626332-a936-4b81-95ab-7ec296fcb66d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:22.612706 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29976ed3-3edc-4f58-868a-a61a81d68cd2 req-57626332-a936-4b81-95ab-7ec296fcb66d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:22.624726 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29976ed3-3edc-4f58-868a-a61a81d68cd2 req-57626332-a936-4b81-95ab-7ec296fcb66d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:22.637771 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29976ed3-3edc-4f58-868a-a61a81d68cd2 req-57626332-a936-4b81-95ab-7ec296fcb66d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:22.649655 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29976ed3-3edc-4f58-868a-a61a81d68cd2 req-57626332-a936-4b81-95ab-7ec296fcb66d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:22.662100 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29976ed3-3edc-4f58-868a-a61a81d68cd2 req-57626332-a936-4b81-95ab-7ec296fcb66d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:22.676529 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29976ed3-3edc-4f58-868a-a61a81d68cd2 req-57626332-a936-4b81-95ab-7ec296fcb66d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:22.691367 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-29976ed3-3edc-4f58-868a-a61a81d68cd2 req-57626332-a936-4b81-95ab-7ec296fcb66d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5420 time: 0.2608526 Sep 01 15:13:22.794746 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-29976ed3-3edc-4f58-868a-a61a81d68cd2 req-67b9d113-715d-48f0-acda-053777e9ad87 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1018524 Sep 01 15:13:22.869290 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3632dec2-c74f-41fd-8355-1c9af972e7fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:22.893979 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3632dec2-c74f-41fd-8355-1c9af972e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:22.955221 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3632dec2-c74f-41fd-8355-1c9af972e7fc admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:13:22.988544 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632dec2-c74f-41fd-8355-1c9af972e7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022420f9-6607-4139-9b39-54d3892b7a8b,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:22.996906 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3632dec2-c74f-41fd-8355-1c9af972e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:22.996906 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-3632dec2-c74f-41fd-8355-1c9af972e7fc admin admin] Added segment 2029893e-d2dd-415d-9b2c-260874daa3ff of type vlan for network 498850bd-36c2-4e86-814c-b05c19157b09 Sep 01 15:13:23.026665 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fb79f-21c8-4aac-9841-c9a56c799f9f req-3ad66e72-d0d2-42ca-b50f-ec89442852a4 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:23.029591 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-544fb79f-21c8-4aac-9841-c9a56c799f9f req-3ad66e72-d0d2-42ca-b50f-ec89442852a4 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=5633a925-728d-429a-b6a5-e124f7bf870b HTTP/1.1" status: 200 len: 943 time: 0.1979880 Sep 01 15:13:23.113710 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3632dec2-c74f-41fd-8355-1c9af972e7fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:23.170392 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-544fb79f-21c8-4aac-9841-c9a56c799f9f req-8eecdad3-da18-47c0-bdcd-6d2756d817f9 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023154 Sep 01 15:13:23.221087 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3632dec2-c74f-41fd-8355-1c9af972e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:23.223979 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3632dec2-c74f-41fd-8355-1c9af972e7fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:23.226113 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3632dec2-c74f-41fd-8355-1c9af972e7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:23.322927 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device b6eeb239-0bfc-4231-b46b-7df9558ec9e8 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:13:23.384376 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3632dec2-c74f-41fd-8355-1c9af972e7fc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1735454 Sep 01 15:13:23.385466 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63c616-282d-4bf1-8df5-9471bcd97dc0 req-63c4d528-5a27-468a-8d14-9d0569a15230 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:23.390062 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35134) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:23.402821 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0e63c616-282d-4bf1-8df5-9471bcd97dc0 req-63c4d528-5a27-468a-8d14-9d0569a15230 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 950 time: 0.1450624 Sep 01 15:13:23.403851 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-e865bf75-6775-4980-81b6-5ad8109f184a admin admin] Request body: {'subnet': {'network_id': '498850bd-36c2-4e86-814c-b05c19157b09', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1966574668-subnet', 'tenant_id': '438917847d18439191105146a64620cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:13:23.411984 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632dec2-c74f-41fd-8355-1c9af972e7fc admin admin] Pushing event updated for resources: {'Network': ['ID=498850bd-36c2-4e86-814c-b05c19157b09,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:23.469214 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e865bf75-6775-4980-81b6-5ad8109f184a admin admin] Made reservation on behalf of 438917847d18439191105146a64620cd for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:13:23.473892 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e865bf75-6775-4980-81b6-5ad8109f184a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:23.495490 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 498850bd-36c2-4e86-814c-b05c19157b09 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:13:23.515904 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0e63c616-282d-4bf1-8df5-9471bcd97dc0 req-73732795-8c59-4d67-9b40-c0a9c26cc8b8 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115270 Sep 01 15:13:23.869783 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da5820-1fa9-41f8-9b79-79a22590335a req-7fc3d7d5-fc3e-48fd-8151-d2ca4e740518 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:23.871801 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port b6eeb239-0bfc-4231-b46b-7df9558ec9e8, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b6eeb239-0bfc-4231-b46b-7df9558ec9e8,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:23.872755 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b1da5820-1fa9-41f8-9b79-79a22590335a req-7fc3d7d5-fc3e-48fd-8151-d2ca4e740518 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 946 time: 0.1912491 Sep 01 15:13:23.899103 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'b6eeb239-0bfc-4231-b46b-7df9558ec9e8', 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044', 'port_id': 'b6eeb239-0bfc-4231-b46b-7df9558ec9e8', 'mac_address': 'fa:16:3e:c3:e4:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b27872-673a-446b-88b2-296c933a8cce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:13:23.934898 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e865bf75-6775-4980-81b6-5ad8109f184a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:24.012827 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:24.034623 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b1da5820-1fa9-41f8-9b79-79a22590335a req-b43d2f3c-8e5e-4090-aff2-02e16c8c81c8 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268322 Sep 01 15:13:24.056661 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6eeb239-0bfc-4231-b46b-7df9558ec9e8 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:13:24.107164 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865bf75-6775-4980-81b6-5ad8109f184a admin admin] Pushing event updated for resources: {'Subnet': ['ID=66d31c06-fa3e-4122-9011-ac16ba469c04,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:24.130684 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port b6eeb239-0bfc-4231-b46b-7df9558ec9e8, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b6eeb239-0bfc-4231-b46b-7df9558ec9e8,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:24.138769 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:24.165759 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e865bf75-6775-4980-81b6-5ad8109f184a admin admin] Checking segment: {'id': '2029893e-d2dd-415d-9b2c-260874daa3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '498850bd-36c2-4e86-814c-b05c19157b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:13:24.166838 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e865bf75-6775-4980-81b6-5ad8109f184a admin admin] Network hostable DHCP agents. Network: 498850bd-36c2-4e86-814c-b05c19157b09, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:13:24.230348 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea12fe-6f67-42ea-b0ae-4be69df0763a req-b820d7ea-669a-406a-b3b0-67986981c762 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:24.242111 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea12fe-6f67-42ea-b0ae-4be69df0763a req-b820d7ea-669a-406a-b3b0-67986981c762 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:24.243265 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=b6eeb239-0bfc-4231-b46b-7df9558ec9e8,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:24.254711 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea12fe-6f67-42ea-b0ae-4be69df0763a req-b820d7ea-669a-406a-b3b0-67986981c762 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:24.267258 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea12fe-6f67-42ea-b0ae-4be69df0763a req-b820d7ea-669a-406a-b3b0-67986981c762 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:24.276934 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea12fe-6f67-42ea-b0ae-4be69df0763a req-b820d7ea-669a-406a-b3b0-67986981c762 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:24.289027 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea12fe-6f67-42ea-b0ae-4be69df0763a req-b820d7ea-669a-406a-b3b0-67986981c762 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:24.300639 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea12fe-6f67-42ea-b0ae-4be69df0763a req-b820d7ea-669a-406a-b3b0-67986981c762 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:24.304109 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9ea12fe-6f67-42ea-b0ae-4be69df0763a req-b820d7ea-669a-406a-b3b0-67986981c762 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5420 time: 0.2221584 Sep 01 15:13:24.305961 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e865bf75-6775-4980-81b6-5ad8109f184a admin admin] Network 498850bd-36c2-4e86-814c-b05c19157b09 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:13:24.332336 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-e865bf75-6775-4980-81b6-5ad8109f184a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 498850bd-36c2-4e86-814c-b05c19157b09) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:13:24.355039 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e865bf75-6775-4980-81b6-5ad8109f184a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:24.356181 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e865bf75-6775-4980-81b6-5ad8109f184a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:24.357892 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e45c74c-5243-4f61-bad2-dc1686ddfb6b None None] Network 498850bd-36c2-4e86-814c-b05c19157b09 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:13:24.452708 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9ea12fe-6f67-42ea-b0ae-4be69df0763a req-e2310db2-2707-490f-8514-36bca1a4187d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1281266 Sep 01 15:13:24.455649 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e865bf75-6775-4980-81b6-5ad8109f184a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0636303 Sep 01 15:13:24.489415 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca7f04-df43-4b11-9b78-4e3912ccded2 req-2a4fb81d-1f84-4251-859b-2e860be681ad tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:24.510033 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1aca7f04-df43-4b11-9b78-4e3912ccded2 req-2a4fb81d-1f84-4251-859b-2e860be681ad tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=5633a925-728d-429a-b6a5-e124f7bf870b HTTP/1.1" status: 200 len: 944 time: 0.1491394 Sep 01 15:13:24.591559 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1aca7f04-df43-4b11-9b78-4e3912ccded2 req-3b5c578e-272f-459d-b210-8af6fe9ab8e7 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777209 Sep 01 15:13:24.663618 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['b6eeb239-0bfc-4231-b46b-7df9558ec9e8'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:13:24.762656 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412bdce5-c865-4032-908e-659f57b5c071 None None] Network 498850bd-36c2-4e86-814c-b05c19157b09 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:13:24.819503 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e16eb3-35d5-45fb-bbd3-8870f8b385e8 req-cccc55cb-19f3-48e6-aa58-22af230f605a tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:24.830504 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-57e16eb3-35d5-45fb-bbd3-8870f8b385e8 req-cccc55cb-19f3-48e6-aa58-22af230f605a tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 950 time: 0.1422174 Sep 01 15:13:24.959785 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35156) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:24.964121 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-57e16eb3-35d5-45fb-bbd3-8870f8b385e8 req-7613efbd-e3d0-44e3-9cd6-4b4a4b7bb598 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115973 Sep 01 15:13:25.083872 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea2ba65-a281-4f5b-b9a5-d2f0be58ca2b admin admin] Deleting subnet 66d31c06-fa3e-4122-9011-ac16ba469c04 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:13:25.090027 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ba65-a281-4f5b-b9a5-d2f0be58ca2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:25.202940 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ba65-a281-4f5b-b9a5-d2f0be58ca2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:25.342036 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ba65-a281-4f5b-b9a5-d2f0be58ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:25.430429 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53b884-7115-471c-863b-60a0e4ada2a0 req-5375a013-305d-4506-945d-1cf8f485c02c tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:25.432940 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6c53b884-7115-471c-863b-60a0e4ada2a0 req-5375a013-305d-4506-945d-1cf8f485c02c tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 946 time: 0.2349439 Sep 01 15:13:25.550574 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6c53b884-7115-471c-863b-60a0e4ada2a0 req-6ca3eb3b-7b3a-49b4-ae99-db821f20e2aa tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964699 Sep 01 15:13:25.552454 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ba65-a281-4f5b-b9a5-d2f0be58ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:25.616705 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2ba65-a281-4f5b-b9a5-d2f0be58ca2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66d31c06-fa3e-4122-9011-ac16ba469c04,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:25.627049 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ba65-a281-4f5b-b9a5-d2f0be58ca2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:25.634813 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7ea2ba65-a281-4f5b-b9a5-d2f0be58ca2b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/66d31c06-fa3e-4122-9011-ac16ba469c04 HTTP/1.1" status: 204 len: 168 time: 0.6673026 Sep 01 15:13:25.636573 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35162) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:25.854421 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b85f24d7-0ab5-417b-b26f-4bf7b4664858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:25.856486 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edc2fb-cca0-4c02-be79-381a62a7cc38 req-cc4fe096-50ba-4a4e-8e59-c0e9aecbb8f1 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:25.860071 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-93edc2fb-cca0-4c02-be79-381a62a7cc38 req-cc4fe096-50ba-4a4e-8e59-c0e9aecbb8f1 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=5633a925-728d-429a-b6a5-e124f7bf870b HTTP/1.1" status: 200 len: 944 time: 0.1210618 Sep 01 15:13:25.892029 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b211066-abd3-46bf-a95c-31505989cb0e req-5172414d-648c-49e8-a305-b43185cabed2 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:25.903758 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b211066-abd3-46bf-a95c-31505989cb0e req-5172414d-648c-49e8-a305-b43185cabed2 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:25.914766 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b211066-abd3-46bf-a95c-31505989cb0e req-5172414d-648c-49e8-a305-b43185cabed2 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:25.926067 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b211066-abd3-46bf-a95c-31505989cb0e req-5172414d-648c-49e8-a305-b43185cabed2 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:25.937324 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b211066-abd3-46bf-a95c-31505989cb0e req-5172414d-648c-49e8-a305-b43185cabed2 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:25.949268 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b211066-abd3-46bf-a95c-31505989cb0e req-5172414d-648c-49e8-a305-b43185cabed2 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:25.954492 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-93edc2fb-cca0-4c02-be79-381a62a7cc38 req-60fe62ce-d6d7-44a6-a75c-1799f2fa5038 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821707 Sep 01 15:13:25.960270 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b211066-abd3-46bf-a95c-31505989cb0e req-5172414d-648c-49e8-a305-b43185cabed2 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:25.964185 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1b211066-abd3-46bf-a95c-31505989cb0e req-5172414d-648c-49e8-a305-b43185cabed2 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5420 time: 0.2812111 Sep 01 15:13:26.227252 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1b211066-abd3-46bf-a95c-31505989cb0e req-f6bf5727-4095-4765-a16b-0df79fe8061a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2496390 Sep 01 15:13:26.230702 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b85f24d7-0ab5-417b-b26f-4bf7b4664858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:26.271930 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-b85f24d7-0ab5-417b-b26f-4bf7b4664858 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498850bd-36c2-4e86-814c-b05c19157b09']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:26.309063 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-b85f24d7-0ab5-417b-b26f-4bf7b4664858 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2029893e-d2dd-415d-9b2c-260874daa3ff') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:26.309580 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-b85f24d7-0ab5-417b-b26f-4bf7b4664858 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2029893e-d2dd-415d-9b2c-260874daa3ff') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:26.336525 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b85f24d7-0ab5-417b-b26f-4bf7b4664858 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:26.387087 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b85f24d7-0ab5-417b-b26f-4bf7b4664858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:26.456446 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85f24d7-0ab5-417b-b26f-4bf7b4664858 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:13:26.456903 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b85f24d7-0ab5-417b-b26f-4bf7b4664858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:26.460229 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35178) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:13:26.461073 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:13:26.888247 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:13:26.975715 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af61104-983c-4f7b-9fd7-81f42be8d8f5 req-65afd2ce-5b00-4863-b804-1b91ce25e14f tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:26.978724 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb7772-6d8b-474c-82d1-6502fc6e4406 req-87e62cae-db3e-4669-b11b-cfed3ab117ed tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:26.982092 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-61bb7772-6d8b-474c-82d1-6502fc6e4406 req-87e62cae-db3e-4669-b11b-cfed3ab117ed tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 946 time: 0.2152824 Sep 01 15:13:26.989703 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2af61104-983c-4f7b-9fd7-81f42be8d8f5 req-65afd2ce-5b00-4863-b804-1b91ce25e14f tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 950 time: 0.6101081 Sep 01 15:13:27.016178 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b85f24d7-0ab5-417b-b26f-4bf7b4664858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:27.030151 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b85f24d7-0ab5-417b-b26f-4bf7b4664858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:27.037496 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b85f24d7-0ab5-417b-b26f-4bf7b4664858 admin admin] 10.222.0.60 "DELETE /v2.0/networks/498850bd-36c2-4e86-814c-b05c19157b09 HTTP/1.1" status: 204 len: 168 time: 1.4006832 Sep 01 15:13:27.063228 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f24d7-0ab5-417b-b26f-4bf7b4664858 admin admin] Pushing event deleted for resources: {'Network': ['ID=498850bd-36c2-4e86-814c-b05c19157b09,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:27.106428 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2af61104-983c-4f7b-9fd7-81f42be8d8f5 req-8839a7c7-e6ea-4d67-9f8d-f0c2e47288e5 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152651 Sep 01 15:13:27.342031 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4849b-efdc-4a0c-bed5-595deb01f80a req-b24ad26b-fde2-42ad-9559-ef70f9bc38ff tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:27.345658 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8dd4849b-efdc-4a0c-bed5-595deb01f80a req-b24ad26b-fde2-42ad-9559-ef70f9bc38ff tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=5633a925-728d-429a-b6a5-e124f7bf870b HTTP/1.1" status: 200 len: 944 time: 0.1112044 Sep 01 15:13:27.349159 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-61bb7772-6d8b-474c-82d1-6502fc6e4406 req-5c65c76c-7aaa-4a65-982e-5813180a1a1f tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075391 Sep 01 15:13:27.379702 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device b6eeb239-0bfc-4231-b46b-7df9558ec9e8 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:13:27.395106 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35194) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:27.460076 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8dd4849b-efdc-4a0c-bed5-595deb01f80a req-171db670-e7bc-4613-bd03-85505e3f683c tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015050 Sep 01 15:13:27.530849 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:27.540870 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port b6eeb239-0bfc-4231-b46b-7df9558ec9e8 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:13:27.550420 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port b6eeb239-0bfc-4231-b46b-7df9558ec9e8 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:27.551016 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:27.573737 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3c8f1d3f-601c-43f1-b208-9ec6021eff9c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=438917847d18439191105146a64620cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1726124 Sep 01 15:13:27.574803 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35196) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:27.747219 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6c23f366-1716-413b-99bc-6f3a9be995e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:27.762770 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b7fc5-0906-45cb-ae7e-101bf9cdfc7b req-8025147f-480a-41d7-a002-63f34127308d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:27.778584 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b7fc5-0906-45cb-ae7e-101bf9cdfc7b req-8025147f-480a-41d7-a002-63f34127308d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:27.789715 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b7fc5-0906-45cb-ae7e-101bf9cdfc7b req-8025147f-480a-41d7-a002-63f34127308d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:27.811733 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b7fc5-0906-45cb-ae7e-101bf9cdfc7b req-8025147f-480a-41d7-a002-63f34127308d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:27.813863 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:27.825597 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b7fc5-0906-45cb-ae7e-101bf9cdfc7b req-8025147f-480a-41d7-a002-63f34127308d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:27.837546 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b7fc5-0906-45cb-ae7e-101bf9cdfc7b req-8025147f-480a-41d7-a002-63f34127308d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:27.851892 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b7fc5-0906-45cb-ae7e-101bf9cdfc7b req-8025147f-480a-41d7-a002-63f34127308d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:27.855633 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6c23f366-1716-413b-99bc-6f3a9be995e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:27.855890 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-823b7fc5-0906-45cb-ae7e-101bf9cdfc7b req-8025147f-480a-41d7-a002-63f34127308d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5420 time: 0.2512283 Sep 01 15:13:27.876935 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5633a925-728d-429a-b6a5-e124f7bf870b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6eeb239-0bfc-4231-b46b-7df9558ec9e8'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:13:27.881621 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca20df3-59c3-4326-ad27-e67b50a5d5a7" -d '{"events": [{"server_uuid": "5633a925-728d-429a-b6a5-e124f7bf870b", "name": "network-vif-plugged", "status": "completed", "tag": "b6eeb239-0bfc-4231-b46b-7df9558ec9e8"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:13:27.913181 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port b6eeb239-0bfc-4231-b46b-7df9558ec9e8, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b6eeb239-0bfc-4231-b46b-7df9558ec9e8,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:27.922242 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:27.999718 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c8610269-8f3a-4864-befa-9255ae59b943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:28.005857 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-5d3d3ebc-5522-4f44-a201-98c2527fabf8 service neutron] show failed (client error): The resource could not be found. Sep 01 15:13:28.007058 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-5d3d3ebc-5522-4f44-a201-98c2527fabf8 service neutron] 10.222.0.62 "GET /v2.0/ports/f15a51b4-e315-41ef-8d62-9c6fe3b18896/bindings/n-h1-794796-3 HTTP/1.1" status: 404 len: 380 time: 0.2333686 Sep 01 15:13:28.008276 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-823b7fc5-0906-45cb-ae7e-101bf9cdfc7b req-ab8e8630-3665-4049-906f-42203aaf9c25 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1391792 Sep 01 15:13:28.064301 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d806f0f-f0bd-45ce-8f27-b48993e34e23 x-openstack-request-id: req-7d806f0f-f0bd-45ce-8f27-b48993e34e23 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:28.065212 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5633a925-728d-429a-b6a5-e124f7bf870b", "name": "network-vif-plugged", "status": "completed", "tag": "b6eeb239-0bfc-4231-b46b-7df9558ec9e8", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:28.066093 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d806f0f-f0bd-45ce-8f27-b48993e34e23 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:28.067156 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5633a925-728d-429a-b6a5-e124f7bf870b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6eeb239-0bfc-4231-b46b-7df9558ec9e8', 'code': 200} Sep 01 15:13:28.073526 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=b6eeb239-0bfc-4231-b46b-7df9558ec9e8,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:28.111737 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6c23f366-1716-413b-99bc-6f3a9be995e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:28.116132 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6c23f366-1716-413b-99bc-6f3a9be995e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:28.121921 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6c23f366-1716-413b-99bc-6f3a9be995e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/022420f9-6607-4139-9b39-54d3892b7a8b HTTP/1.1" status: 204 len: 168 time: 0.5418558 Sep 01 15:13:28.239257 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23f366-1716-413b-99bc-6f3a9be995e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022420f9-6607-4139-9b39-54d3892b7a8b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:28.427954 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-c33bd747-2e5f-469f-a4bd-84d850f2b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:28.431342 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-c33bd747-2e5f-469f-a4bd-84d850f2b72e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540&tenant_id=d7f261ece20a48a4b227e981b98a52fd HTTP/1.1" status: 200 len: 1101 time: 0.0789306 Sep 01 15:13:28.458261 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-bef1c19b-4543-42ed-b68d-3356b1fea3ab service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794796-3', 'device_owner': 'compute:nova'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:13:28.488447 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d6ff1-21c9-4a41-91cf-8e3b113d8a30 req-40774046-d95b-4934-8f6a-6b5508817578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:28.491025 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-817d6ff1-21c9-4a41-91cf-8e3b113d8a30 req-40774046-d95b-4934-8f6a-6b5508817578 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5633a925-728d-429a-b6a5-e124f7bf870b HTTP/1.1" status: 200 len: 1096 time: 0.2723086 Sep 01 15:13:28.559641 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50b6aa-6c97-4de8-9845-732e8d0c92a2 req-80df8743-175c-47ad-b2d9-9616d511a982 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:28.568084 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa50b6aa-6c97-4de8-9845-732e8d0c92a2 req-80df8743-175c-47ad-b2d9-9616d511a982 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 950 time: 0.2428265 Sep 01 15:13:28.594261 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-bef1c19b-4543-42ed-b68d-3356b1fea3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:28.659907 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-817d6ff1-21c9-4a41-91cf-8e3b113d8a30 req-e6670fe6-65c4-45aa-a3da-4ff86e766ac1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554718 Sep 01 15:13:28.705714 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa50b6aa-6c97-4de8-9845-732e8d0c92a2 req-e33c01fa-b87b-4da3-b8eb-eb7538113e68 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268320 Sep 01 15:13:28.737745 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad4c09-66b0-4169-98ab-604aa3260d91 req-4340bc17-b38f-4459-acf1-ae789477d0ec tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:28.753635 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6cad4c09-66b0-4169-98ab-604aa3260d91 req-4340bc17-b38f-4459-acf1-ae789477d0ec tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 946 time: 0.2047291 Sep 01 15:13:28.936443 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6cad4c09-66b0-4169-98ab-604aa3260d91 req-f628b6ac-3377-4881-9549-924442b74d4c tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797791 Sep 01 15:13:28.984979 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-c8610269-8f3a-4864-befa-9255ae59b943 admin admin] Deleting port 84898e0c-3c6c-4063-88ce-ca56c8855300 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:13:28.984979 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c8610269-8f3a-4864-befa-9255ae59b943 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:29.249247 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-bef1c19b-4543-42ed-b68d-3356b1fea3ab service neutron] For port f15a51b4-e315-41ef-8d62-9c6fe3b18896, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f15a51b4-e315-41ef-8d62-9c6fe3b18896,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:29.346082 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-bef1c19b-4543-42ed-b68d-3356b1fea3ab service neutron] For port f15a51b4-e315-41ef-8d62-9c6fe3b18896, host n-h2-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:13:29.504309 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c90d43-da94-41e9-889d-3479ed593540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f15a51b4-e315-41ef-8d62-9c6fe3b18896'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:13:29.509403 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b54d9f-e282-4627-a499-792f35a09de8" -d '{"events": [{"server_uuid": "c3c90d43-da94-41e9-889d-3479ed593540", "name": "network-vif-unplugged", "status": "completed", "tag": "f15a51b4-e315-41ef-8d62-9c6fe3b18896"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:13:29.522407 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-bef1c19b-4543-42ed-b68d-3356b1fea3ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:29.578015 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f88809-0532-4dac-b0e9-3ee75008c8c7 req-9d10bc7e-7994-4452-b8ab-12bc9acc4412 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:29.592163 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f88809-0532-4dac-b0e9-3ee75008c8c7 req-9d10bc7e-7994-4452-b8ab-12bc9acc4412 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:29.605601 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f88809-0532-4dac-b0e9-3ee75008c8c7 req-9d10bc7e-7994-4452-b8ab-12bc9acc4412 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:29.627219 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f88809-0532-4dac-b0e9-3ee75008c8c7 req-9d10bc7e-7994-4452-b8ab-12bc9acc4412 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:29.644766 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f88809-0532-4dac-b0e9-3ee75008c8c7 req-9d10bc7e-7994-4452-b8ab-12bc9acc4412 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:29.658892 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f88809-0532-4dac-b0e9-3ee75008c8c7 req-9d10bc7e-7994-4452-b8ab-12bc9acc4412 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:29.672680 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f88809-0532-4dac-b0e9-3ee75008c8c7 req-9d10bc7e-7994-4452-b8ab-12bc9acc4412 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:29.677407 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e6f33-d57a-495a-b534-9f21cb68c09c req-0f99cca5-6d81-41e6-998c-8aac05633cc4 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:29.689407 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a5f88809-0532-4dac-b0e9-3ee75008c8c7 req-9d10bc7e-7994-4452-b8ab-12bc9acc4412 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5420 time: 0.3458128 Sep 01 15:13:29.693490 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9d7e6f33-d57a-495a-b534-9f21cb68c09c req-0f99cca5-6d81-41e6-998c-8aac05633cc4 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=5633a925-728d-429a-b6a5-e124f7bf870b HTTP/1.1" status: 200 len: 945 time: 0.8056881 Sep 01 15:13:29.696293 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-bef1c19b-4543-42ed-b68d-3356b1fea3ab service neutron] Transition to ACTIVE for port object f15a51b4-e315-41ef-8d62-9c6fe3b18896 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:13:29.715496 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-bef1c19b-4543-42ed-b68d-3356b1fea3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:29.827913 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9d7e6f33-d57a-495a-b534-9f21cb68c09c req-03df3d36-8905-4602-947a-a8e2f8aee77e tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330738 Sep 01 15:13:29.839792 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-c8610269-8f3a-4864-befa-9255ae59b943 admin admin] For port 84898e0c-3c6c-4063-88ce-ca56c8855300, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=84898e0c-3c6c-4063-88ce-ca56c8855300,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:29.840424 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c8610269-8f3a-4864-befa-9255ae59b943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:29.933683 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-c8610269-8f3a-4864-befa-9255ae59b943 admin admin] Calling delete_port for 84898e0c-3c6c-4063-88ce-ca56c8855300 owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:13:30.001589 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a5f88809-0532-4dac-b0e9-3ee75008c8c7 req-881455fb-02c2-408c-9609-2e8da9c70af0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3097556 Sep 01 15:13:30.004038 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1c19b-4543-42ed-b68d-3356b1fea3ab service neutron] Pushing event updated for resources: {'Port': ['ID=f15a51b4-e315-41ef-8d62-9c6fe3b18896,revision_number=6']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:30.016581 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-bef1c19b-4543-42ed-b68d-3356b1fea3ab service neutron] No DVR routers for this DVR port f15a51b4-e315-41ef-8d62-9c6fe3b18896 on host n-h2-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:13:30.183912 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-bef1c19b-4543-42ed-b68d-3356b1fea3ab service neutron] Attempting to bind port f15a51b4-e315-41ef-8d62-9c6fe3b18896 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:13:30.188024 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-bef1c19b-4543-42ed-b68d-3356b1fea3ab service neutron] Attempting to bind port f15a51b4-e315-41ef-8d62-9c6fe3b18896 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:13:30.188781 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-bef1c19b-4543-42ed-b68d-3356b1fea3ab service neutron] Attempting to bind port f15a51b4-e315-41ef-8d62-9c6fe3b18896 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:13:30.214218 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-bef1c19b-4543-42ed-b68d-3356b1fea3ab service neutron] Port f15a51b4-e315-41ef-8d62-9c6fe3b18896 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:13:30.215194 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-bef1c19b-4543-42ed-b68d-3356b1fea3ab service neutron] Attempting to bind port f15a51b4-e315-41ef-8d62-9c6fe3b18896 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:13:30.241341 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-bef1c19b-4543-42ed-b68d-3356b1fea3ab service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:13:30.243197 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-bef1c19b-4543-42ed-b68d-3356b1fea3ab service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:13:30.245808 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-bef1c19b-4543-42ed-b68d-3356b1fea3ab service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:13:30.248081 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-bef1c19b-4543-42ed-b68d-3356b1fea3ab service neutron] Bound port: f15a51b4-e315-41ef-8d62-9c6fe3b18896, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:13:30.249212 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-bef1c19b-4543-42ed-b68d-3356b1fea3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:30.250915 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546e291-849d-4efb-8be9-08c812baa5d0 req-ca4e9042-fde6-4131-8aef-c2a94b1b483b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:30.260840 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7727afa-61da-48ad-a278-cb032f431d20 x-openstack-request-id: req-c7727afa-61da-48ad-a278-cb032f431d20 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:30.262557 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5546e291-849d-4efb-8be9-08c812baa5d0 req-ca4e9042-fde6-4131-8aef-c2a94b1b483b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.1617630 Sep 01 15:13:30.273022 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c90d43-da94-41e9-889d-3479ed593540", "name": "network-vif-unplugged", "status": "completed", "tag": "f15a51b4-e315-41ef-8d62-9c6fe3b18896", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:30.273914 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c7727afa-61da-48ad-a278-cb032f431d20 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:30.275874 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c90d43-da94-41e9-889d-3479ed593540', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f15a51b4-e315-41ef-8d62-9c6fe3b18896', 'code': 200} Sep 01 15:13:30.454381 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5546e291-849d-4efb-8be9-08c812baa5d0 req-7d1d2b4e-e462-4995-ad9e-577ff0c5715c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904693 Sep 01 15:13:30.533616 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-bef1c19b-4543-42ed-b68d-3356b1fea3ab service neutron] For port f15a51b4-e315-41ef-8d62-9c6fe3b18896, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:13:30.542281 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-bef1c19b-4543-42ed-b68d-3356b1fea3ab service neutron] For port f15a51b4-e315-41ef-8d62-9c6fe3b18896, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f15a51b4-e315-41ef-8d62-9c6fe3b18896,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:13:30.561057 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-bef1c19b-4543-42ed-b68d-3356b1fea3ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:30.586106 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e3b1a-9d42-4fd1-81d4-cb9f82a9143e req-33d35d3d-2222-4016-ab60-ad1b09f6134d tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:30.589557 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-de3e3b1a-9d42-4fd1-81d4-cb9f82a9143e req-33d35d3d-2222-4016-ab60-ad1b09f6134d tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 948 time: 0.1752076 Sep 01 15:13:30.660358 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-bef1c19b-4543-42ed-b68d-3356b1fea3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:30.661886 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-bef1c19b-4543-42ed-b68d-3356b1fea3ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:30.664500 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-bef1c19b-4543-42ed-b68d-3356b1fea3ab service neutron] 10.222.0.45 "PUT /v2.0/ports/f15a51b4-e315-41ef-8d62-9c6fe3b18896 HTTP/1.1" status: 200 len: 1096 time: 2.2184749 Sep 01 15:13:30.695615 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c8610269-8f3a-4864-befa-9255ae59b943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:30.779266 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e92fbb-8599-4b68-974a-cc5f3ebc36c7 req-03c312b1-7f8e-4933-bd66-d9318b53318e tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:30.782459 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-64e92fbb-8599-4b68-974a-cc5f3ebc36c7 req-03c312b1-7f8e-4933-bd66-d9318b53318e tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 946 time: 0.1960139 Sep 01 15:13:30.788846 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8610269-8f3a-4864-befa-9255ae59b943 admin admin] Pushing event deleted for resources: {'Port': ['ID=84898e0c-3c6c-4063-88ce-ca56c8855300,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:30.814544 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-de3e3b1a-9d42-4fd1-81d4-cb9f82a9143e req-2a2b5de7-8d21-4b75-88dd-06dcf5ec2fa5 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773264 Sep 01 15:13:30.838070 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1c19b-4543-42ed-b68d-3356b1fea3ab service neutron] Pushing event updated for resources: {'Port': ['ID=f15a51b4-e315-41ef-8d62-9c6fe3b18896,revision_number=7']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:30.883270 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-ba5da417-eb58-4aa9-a3b3-710453d591ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:30.886903 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-ba5da417-eb58-4aa9-a3b3-710453d591ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 1099 time: 0.1668563 Sep 01 15:13:31.012035 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-64e92fbb-8599-4b68-974a-cc5f3ebc36c7 req-8065348a-742a-45d1-9a40-c994ef1bc1d6 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809857 Sep 01 15:13:31.174074 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-c414e938-2ad5-4698-9ca4-0b731eccf6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:31.178170 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-c414e938-2ad5-4698-9ca4-0b731eccf6e5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.2777226 Sep 01 15:13:31.351546 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c8610269-8f3a-4864-befa-9255ae59b943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:31.352780 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-765f829e-7a7c-44f3-a583-5cf5bd04f66c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f15a51b4-e315-41ef-8d62-9c6fe3b18896 HTTP/1.1" status: 200 len: 217 time: 0.1604362 Sep 01 15:13:31.395572 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f15a51b4-e315-41ef-8d62-9c6fe3b18896 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:13:31.490440 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c034a0-abdf-457e-9dcc-78bb40dab705 req-1065ed40-879a-4d97-8745-10a46be42e1a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:31.495855 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93c034a0-abdf-457e-9dcc-78bb40dab705 req-1065ed40-879a-4d97-8745-10a46be42e1a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.2899289 Sep 01 15:13:31.504792 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f15a51b4-e315-41ef-8d62-9c6fe3b18896 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:13:31.537207 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-424ecd9c-0df2-415f-b0a6-222029880fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:31.540381 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-424ecd9c-0df2-415f-b0a6-222029880fa3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.1786506 Sep 01 15:13:31.640734 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93c034a0-abdf-457e-9dcc-78bb40dab705 req-9bcb1e60-45e2-4312-8ae1-4aa79b11d5f4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318550 Sep 01 15:13:31.660972 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-474ab9d2-395e-41fe-9218-f7c83953fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:31.662769 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-474ab9d2-395e-41fe-9218-f7c83953fec1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1099243 Sep 01 15:13:31.926920 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8610269-8f3a-4864-befa-9255ae59b943 admin admin] Router ca459bed-735f-4fe7-a302-40ce9fb04432 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:13:32.004451 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579785c-1f0e-4b75-904e-49fbb6ed2ea6 req-507f4c88-9bcf-4647-8ff9-08a80a1ac290 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:32.007388 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1579785c-1f0e-4b75-904e-49fbb6ed2ea6 req-507f4c88-9bcf-4647-8ff9-08a80a1ac290 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=5633a925-728d-429a-b6a5-e124f7bf870b HTTP/1.1" status: 200 len: 945 time: 0.1596630 Sep 01 15:13:32.014444 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-45078ac9-8ad2-4e4b-b0ec-0c86f3250313 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399365 Sep 01 15:13:32.228788 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8610269-8f3a-4864-befa-9255ae59b943 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:13:32.246194 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c8610269-8f3a-4864-befa-9255ae59b943 admin admin] 10.222.0.60 "PUT /v2.0/routers/ca459bed-735f-4fe7-a302-40ce9fb04432/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7784343 Sep 01 15:13:32.250804 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35266) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:32.265051 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073e2059-b5fd-40aa-a7a7-8854061bc55f None None] Sync routers for ids ['ca459bed-735f-4fe7-a302-40ce9fb04432'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:13:32.282083 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1579785c-1f0e-4b75-904e-49fbb6ed2ea6 req-6f5fcc7a-5507-4e7f-8664-d961a270d69c tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593648 Sep 01 15:13:32.306813 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c90d43-da94-41e9-889d-3479ed593540', 'tag': 'f15a51b4-e315-41ef-8d62-9c6fe3b18896'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:13:32.312413 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073e2059-b5fd-40aa-a7a7-8854061bc55f None None] Routers {'ca459bed-735f-4fe7-a302-40ce9fb04432'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:13:32.314444 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde9494a-0937-47eb-a859-45bb1f1f7eeb" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c90d43-da94-41e9-889d-3479ed593540", "tag": "f15a51b4-e315-41ef-8d62-9c6fe3b18896"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:13:32.315924 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-073e2059-b5fd-40aa-a7a7-8854061bc55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:13:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['ca459bed-735f-4fe7-a302-40ce9fb04432'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:32.352818 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-4379e2a1-9404-4fc1-bb17-0dd368cff207 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278260 Sep 01 15:13:32.607123 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-073e2059-b5fd-40aa-a7a7-8854061bc55f None None] Set router ca459bed-735f-4fe7-a302-40ce9fb04432 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:13:32.613155 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ee25cbae-708a-4fb6-b911-62e25b6fb938 admin admin] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:32.696625 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1613316-25a8-4ffc-98fb-0e183337543a req-6e8e1ea0-9276-4501-be0e-f9fdc2d8d910 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:32.718509 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1613316-25a8-4ffc-98fb-0e183337543a req-6e8e1ea0-9276-4501-be0e-f9fdc2d8d910 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:32.735895 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1613316-25a8-4ffc-98fb-0e183337543a req-6e8e1ea0-9276-4501-be0e-f9fdc2d8d910 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:32.754832 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1613316-25a8-4ffc-98fb-0e183337543a req-6e8e1ea0-9276-4501-be0e-f9fdc2d8d910 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:32.780280 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1613316-25a8-4ffc-98fb-0e183337543a req-6e8e1ea0-9276-4501-be0e-f9fdc2d8d910 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:32.825562 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1613316-25a8-4ffc-98fb-0e183337543a req-6e8e1ea0-9276-4501-be0e-f9fdc2d8d910 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:32.827974 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ee25cbae-708a-4fb6-b911-62e25b6fb938 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:32.863411 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1613316-25a8-4ffc-98fb-0e183337543a req-6e8e1ea0-9276-4501-be0e-f9fdc2d8d910 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:32.868709 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a1613316-25a8-4ffc-98fb-0e183337543a req-6e8e1ea0-9276-4501-be0e-f9fdc2d8d910 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5420 time: 0.4292545 Sep 01 15:13:32.963121 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 552a3269-c537-445a-a31c-3087d37de691 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:13:33.008464 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a1613316-25a8-4ffc-98fb-0e183337543a req-6e206258-fdaa-412e-8aa4-409f2fe26408 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1248007 Sep 01 15:13:33.117854 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-073e2059-b5fd-40aa-a7a7-8854061bc55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'name': 'tempest-AttachVolumeShelveTestJSON-520491944-router', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:01:51Z', 'updated_at': '2021-09-01T15:13:30Z', 'revision_number': 5, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'gw_port': {'id': '42407b1b-b3dc-4620-89ed-ba4f884c0956', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:01:53Z', 'updated_at': '2021-09-01T15:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:33.132557 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-ee25cbae-708a-4fb6-b911-62e25b6fb938 admin admin] Deleting port 42407b1b-b3dc-4620-89ed-ba4f884c0956 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:13:33.133604 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ee25cbae-708a-4fb6-b911-62e25b6fb938 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:33.178159 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073e2059-b5fd-40aa-a7a7-8854061bc55f None None] Checking router: ca459bed-735f-4fe7-a302-40ce9fb04432 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:13:33.210886 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073e2059-b5fd-40aa-a7a7-8854061bc55f None None] Routers {'ca459bed-735f-4fe7-a302-40ce9fb04432'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:13:33.211602 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-073e2059-b5fd-40aa-a7a7-8854061bc55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:13:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['ca459bed-735f-4fe7-a302-40ce9fb04432'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:33.311725 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 552a3269-c537-445a-a31c-3087d37de691, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=552a3269-c537-445a-a31c-3087d37de691,segment=NetworkSegment(27300445-e76c-4111-ba4f-fda0d2642488),segment_id=27300445-e76c-4111-ba4f-fda0d2642488)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:33.331112 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-ee25cbae-708a-4fb6-b911-62e25b6fb938 admin admin] For port 42407b1b-b3dc-4620-89ed-ba4f884c0956, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=42407b1b-b3dc-4620-89ed-ba4f884c0956,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:33.331912 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ee25cbae-708a-4fb6-b911-62e25b6fb938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:33.343821 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '552a3269-c537-445a-a31c-3087d37de691', 'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b', 'port_id': '552a3269-c537-445a-a31c-3087d37de691', 'mac_address': 'fa:16:3e:29:2f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c8003f-27d0-420a-9836-df681ab0e4f5', 'ip_address': '10.1.1.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:13:33.352347 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c98a2b-633b-4879-a2fb-93f13c1a32ac req-b2255488-b6fc-44ab-b564-055a3402b9a5 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:33.373615 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-40c98a2b-633b-4879-a2fb-93f13c1a32ac req-b2255488-b6fc-44ab-b564-055a3402b9a5 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 946 time: 0.1861782 Sep 01 15:13:33.377322 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-ee25cbae-708a-4fb6-b911-62e25b6fb938 admin admin] Calling delete_port for 42407b1b-b3dc-4620-89ed-ba4f884c0956 owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:13:33.462505 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:33.505269 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552a3269-c537-445a-a31c-3087d37de691 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:13:33.515523 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-40c98a2b-633b-4879-a2fb-93f13c1a32ac req-5fc7add3-e767-40a5-a21c-d9c16ee71010 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403279 Sep 01 15:13:33.556850 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 552a3269-c537-445a-a31c-3087d37de691, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=552a3269-c537-445a-a31c-3087d37de691,segment=NetworkSegment(27300445-e76c-4111-ba4f-fda0d2642488),segment_id=27300445-e76c-4111-ba4f-fda0d2642488)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:33.576686 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:33.577904 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 932aeed6-d245-43a4-a3ae-0f545c66348b details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:13:33.579068 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-073e2059-b5fd-40aa-a7a7-8854061bc55f None None] Set router ca459bed-735f-4fe7-a302-40ce9fb04432 gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:13:33.678981 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba2598-63c8-4d3d-94fa-5753a49c6e41 req-21915573-5f73-4a05-90cf-2aab5891f416 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:33.692925 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-68ba2598-63c8-4d3d-94fa-5753a49c6e41 req-21915573-5f73-4a05-90cf-2aab5891f416 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 948 time: 0.6611123 Sep 01 15:13:33.740666 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-073e2059-b5fd-40aa-a7a7-8854061bc55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'name': 'tempest-AttachVolumeShelveTestJSON-520491944-router', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:01:51Z', 'updated_at': '2021-09-01T15:13:32Z', 'revision_number': 6, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:33.752288 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=552a3269-c537-445a-a31c-3087d37de691,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:33.842573 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 932aeed6-d245-43a4-a3ae-0f545c66348b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=932aeed6-d245-43a4-a3ae-0f545c66348b,segment=NetworkSegment(27300445-e76c-4111-ba4f-fda0d2642488),segment_id=27300445-e76c-4111-ba4f-fda0d2642488)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:33.853757 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ee25cbae-708a-4fb6-b911-62e25b6fb938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:33.889322 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '932aeed6-d245-43a4-a3ae-0f545c66348b', 'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b', 'port_id': '932aeed6-d245-43a4-a3ae-0f545c66348b', 'mac_address': 'fa:16:3e:54:92:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c8003f-27d0-420a-9836-df681ab0e4f5', 'ip_address': '10.1.1.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:13:33.933357 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25cbae-708a-4fb6-b911-62e25b6fb938 admin admin] Pushing event deleted for resources: {'Port': ['ID=42407b1b-b3dc-4620-89ed-ba4f884c0956,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:33.994654 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-68ba2598-63c8-4d3d-94fa-5753a49c6e41 req-27cac031-f374-495c-bc49-f01d1df4586a tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000569 Sep 01 15:13:34.016328 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073e2059-b5fd-40aa-a7a7-8854061bc55f None None] The sync data for ids ['ca459bed-735f-4fe7-a302-40ce9fb04432'] in n-d-794796-3 is: [{'id': 'ca459bed-735f-4fe7-a302-40ce9fb04432', 'name': 'tempest-AttachVolumeShelveTestJSON-520491944-router', 'tenant_id': '944202a0f7d746eda42510c2a6473ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:01:51Z', 'updated_at': '2021-09-01T15:13:32Z', 'revision_number': 6, 'project_id': '944202a0f7d746eda42510c2a6473ffc', 'gw_port_host': None}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:13:34.115023 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:34.164419 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd380d8-bb61-432a-99f0-5449ab80a2d9 x-openstack-request-id: req-5cd380d8-bb61-432a-99f0-5449ab80a2d9 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:34.164419 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c90d43-da94-41e9-889d-3479ed593540", "tag": "f15a51b4-e315-41ef-8d62-9c6fe3b18896", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:34.164887 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5cd380d8-bb61-432a-99f0-5449ab80a2d9 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:34.165198 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c90d43-da94-41e9-889d-3479ed593540', 'tag': 'f15a51b4-e315-41ef-8d62-9c6fe3b18896', 'status': 'completed', 'code': 200} Sep 01 15:13:34.166839 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 932aeed6-d245-43a4-a3ae-0f545c66348b {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:13:34.167671 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ee25cbae-708a-4fb6-b911-62e25b6fb938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:34.253629 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 932aeed6-d245-43a4-a3ae-0f545c66348b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=932aeed6-d245-43a4-a3ae-0f545c66348b,segment=NetworkSegment(27300445-e76c-4111-ba4f-fda0d2642488),segment_id=27300445-e76c-4111-ba4f-fda0d2642488)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:34.274572 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:34.280127 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 8f1a80c3-5202-4a18-95e7-80ba76cf3ddb details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:13:34.346658 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9494a-0937-47eb-a859-45bb1f1f7eeb req-6c0aa409-c64b-4270-a981-546b16815cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:34.349054 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cde9494a-0937-47eb-a859-45bb1f1f7eeb req-6c0aa409-c64b-4270-a981-546b16815cb5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 1099 time: 0.1780052 Sep 01 15:13:34.594902 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ee25cbae-708a-4fb6-b911-62e25b6fb938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:34.601176 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=932aeed6-d245-43a4-a3ae-0f545c66348b,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:34.644809 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ee25cbae-708a-4fb6-b911-62e25b6fb938 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:34.648715 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcca301-995b-40bb-9ec0-ae2aab528644 req-4f4dfd75-9da7-4a3d-90da-86e56ef52ebb tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:34.663063 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0dcca301-995b-40bb-9ec0-ae2aab528644 req-4f4dfd75-9da7-4a3d-90da-86e56ef52ebb tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.2861755 Sep 01 15:13:34.700597 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 8f1a80c3-5202-4a18-95e7-80ba76cf3ddb, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=8f1a80c3-5202-4a18-95e7-80ba76cf3ddb,segment=NetworkSegment(5fdacd6a-a9a9-4355-9925-a5dc87d77042),segment_id=5fdacd6a-a9a9-4355-9925-a5dc87d77042)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:34.713153 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9494a-0937-47eb-a859-45bb1f1f7eeb req-b5e75b35-0592-4528-9594-df359b29c570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:34.713153 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cde9494a-0937-47eb-a859-45bb1f1f7eeb req-b5e75b35-0592-4528-9594-df359b29c570 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.3483534 Sep 01 15:13:34.736857 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '8f1a80c3-5202-4a18-95e7-80ba76cf3ddb', 'network_id': '66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc', 'port_id': '8f1a80c3-5202-4a18-95e7-80ba76cf3ddb', 'mac_address': 'fa:16:3e:cd:23:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989e0a87-8aaa-4f21-90c8-77627595307e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:13:34.752742 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9494a-0937-47eb-a859-45bb1f1f7eeb req-14151eee-a183-4771-a6ba-1132acf9a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:34.758320 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cde9494a-0937-47eb-a859-45bb1f1f7eeb req-14151eee-a183-4771-a6ba-1132acf9a869 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 1099 time: 0.4746783 Sep 01 15:13:34.856373 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ee25cbae-708a-4fb6-b911-62e25b6fb938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:34.857346 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee25cbae-708a-4fb6-b911-62e25b6fb938 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca459bed-735f-4fe7-a302-40ce9fb04432 {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:13:34.869497 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:34.876351 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cde9494a-0937-47eb-a859-45bb1f1f7eeb req-594844f0-ec7e-49e9-9f87-0203ae6c23ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f15a51b4-e315-41ef-8d62-9c6fe3b18896 HTTP/1.1" status: 200 len: 217 time: 0.1524551 Sep 01 15:13:34.883604 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f3b76-436c-4564-afb7-aa552faf88ea req-b43b432e-751d-4b86-96b0-eb2d77b56279 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:34.894790 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f3b76-436c-4564-afb7-aa552faf88ea req-b43b432e-751d-4b86-96b0-eb2d77b56279 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:34.906034 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0dcca301-995b-40bb-9ec0-ae2aab528644 req-33596778-0ae6-4964-9f72-eaa41fa8d98f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975772 Sep 01 15:13:34.909902 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f3b76-436c-4564-afb7-aa552faf88ea req-b43b432e-751d-4b86-96b0-eb2d77b56279 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:34.917936 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1a80c3-5202-4a18-95e7-80ba76cf3ddb {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:13:34.922478 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f3b76-436c-4564-afb7-aa552faf88ea req-b43b432e-751d-4b86-96b0-eb2d77b56279 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:34.931364 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f3b76-436c-4564-afb7-aa552faf88ea req-b43b432e-751d-4b86-96b0-eb2d77b56279 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:34.943382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f3b76-436c-4564-afb7-aa552faf88ea req-b43b432e-751d-4b86-96b0-eb2d77b56279 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:34.957745 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f3b76-436c-4564-afb7-aa552faf88ea req-b43b432e-751d-4b86-96b0-eb2d77b56279 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:34.974161 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7d5f3b76-436c-4564-afb7-aa552faf88ea req-b43b432e-751d-4b86-96b0-eb2d77b56279 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5422 time: 0.4111657 Sep 01 15:13:35.015595 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 8f1a80c3-5202-4a18-95e7-80ba76cf3ddb, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=8f1a80c3-5202-4a18-95e7-80ba76cf3ddb,segment=NetworkSegment(5fdacd6a-a9a9-4355-9925-a5dc87d77042),segment_id=5fdacd6a-a9a9-4355-9925-a5dc87d77042)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:35.019242 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ee25cbae-708a-4fb6-b911-62e25b6fb938 admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:35.021285 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ee25cbae-708a-4fb6-b911-62e25b6fb938 admin admin] 10.222.0.60 "DELETE /v2.0/routers/ca459bed-735f-4fe7-a302-40ce9fb04432 HTTP/1.1" status: 204 len: 168 time: 2.7688251 Sep 01 15:13:35.026986 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:35.034585 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:13:35.051539 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35292) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:35.076977 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7d5f3b76-436c-4564-afb7-aa552faf88ea req-a7c2b01d-ef29-48ff-b0ee-ca8d753add40 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0998507 Sep 01 15:13:35.166281 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=8f1a80c3-5202-4a18-95e7-80ba76cf3ddb,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:35.176814 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9494a-0937-47eb-a859-45bb1f1f7eeb req-17520d01-e642-4593-81a4-c72dedf34a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:35.180487 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cde9494a-0937-47eb-a859-45bb1f1f7eeb req-17520d01-e642-4593-81a4-c72dedf34a41 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.2918475 Sep 01 15:13:35.343435 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-416d7f07-529a-41ae-afcf-36c0714b0ae6 admin admin] Deleting subnet 63a79cf5-b9a4-402c-b6e1-dc3862ecf48a {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:13:35.356406 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-416d7f07-529a-41ae-afcf-36c0714b0ae6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:35.364340 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9494a-0937-47eb-a859-45bb1f1f7eeb req-6b8d889d-81b1-4cce-acef-947f9452198d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:35.367244 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cde9494a-0937-47eb-a859-45bb1f1f7eeb req-6b8d889d-81b1-4cce-acef-947f9452198d service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.5977588 Sep 01 15:13:35.376726 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9494a-0937-47eb-a859-45bb1f1f7eeb req-41523f17-d3ec-459e-9c46-462a70dc2e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:35.379697 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cde9494a-0937-47eb-a859-45bb1f1f7eeb req-41523f17-d3ec-459e-9c46-462a70dc2e70 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1872241 Sep 01 15:13:35.401879 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b1a8d-6cee-41ae-b58f-3e5303759d3f req-463f94be-a73e-45d5-9a2a-babfdcc876c4 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:35.406462 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c7b1a8d-6cee-41ae-b58f-3e5303759d3f req-463f94be-a73e-45d5-9a2a-babfdcc876c4 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=5633a925-728d-429a-b6a5-e124f7bf870b HTTP/1.1" status: 200 len: 945 time: 0.1466484 Sep 01 15:13:35.476537 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2,segment=NetworkSegment(22ae1a9a-94f4-4969-9c75-3360b1d6bc43),segment_id=22ae1a9a-94f4-4969-9c75-3360b1d6bc43)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:35.490497 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cde9494a-0937-47eb-a859-45bb1f1f7eeb req-6c3ed101-7629-4338-a60d-63b7d4e31c11 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f15a51b4-e315-41ef-8d62-9c6fe3b18896 HTTP/1.1" status: 200 len: 217 time: 0.0913570 Sep 01 15:13:35.504851 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2', 'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d', 'port_id': '45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2', 'mac_address': 'fa:16:3e:6b:cf:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c212682-a8bc-460d-b6ac-def861e912f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:13:35.505562 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf08f2-67dd-423a-b17b-1de5eacc0638 req-769dccd9-5293-40cb-a4eb-16bec6ad7193 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:35.508237 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c6bf08f2-67dd-423a-b17b-1de5eacc0638 req-769dccd9-5293-40cb-a4eb-16bec6ad7193 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 946 time: 0.2411234 Sep 01 15:13:35.576266 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-416d7f07-529a-41ae-afcf-36c0714b0ae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:35.599886 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c7b1a8d-6cee-41ae-b58f-3e5303759d3f req-4e027b0d-0974-4409-9894-4a7b145c82bf tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777377 Sep 01 15:13:35.648593 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:35.719410 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9494a-0937-47eb-a859-45bb1f1f7eeb req-04a1f07b-e9f9-49a3-903c-ea9b3f5caa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:35.720715 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:13:35.722048 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cde9494a-0937-47eb-a859-45bb1f1f7eeb req-04a1f07b-e9f9-49a3-903c-ea9b3f5caa4b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.2122359 Sep 01 15:13:35.735077 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cde9494a-0937-47eb-a859-45bb1f1f7eeb req-456104e0-a75f-40c2-8aad-31453852d215 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286016 Sep 01 15:13:35.752712 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c6bf08f2-67dd-423a-b17b-1de5eacc0638 req-2a69eacc-d0e0-4bcb-8d31-80cc0f37cd15 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261546 Sep 01 15:13:35.809623 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2,segment=NetworkSegment(22ae1a9a-94f4-4969-9c75-3360b1d6bc43),segment_id=22ae1a9a-94f4-4969-9c75-3360b1d6bc43)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:35.817230 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:35.818743 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 1c5a56f8-27ff-464d-9f11-0461d7db45c1 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:13:35.944589 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 42407b1b-b3dc-4620-89ed-ba4f884c0956 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:13:36.010533 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 42407b1b-b3dc-4620-89ed-ba4f884c0956 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:13:36.011456 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 42407b1b-b3dc-4620-89ed-ba4f884c0956 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:13:36.012329 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 84898e0c-3c6c-4063-88ce-ca56c8855300 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:13:36.022888 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-416d7f07-529a-41ae-afcf-36c0714b0ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:36.054886 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 84898e0c-3c6c-4063-88ce-ca56c8855300 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:13:36.055997 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 84898e0c-3c6c-4063-88ce-ca56c8855300 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:13:36.062428 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cde9494a-0937-47eb-a859-45bb1f1f7eeb req-76649bbe-41c4-4407-b311-b451313794f8 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052781 Sep 01 15:13:36.132043 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 1c5a56f8-27ff-464d-9f11-0461d7db45c1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=1c5a56f8-27ff-464d-9f11-0461d7db45c1,segment=NetworkSegment(27300445-e76c-4111-ba4f-fda0d2642488),segment_id=27300445-e76c-4111-ba4f-fda0d2642488)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:36.147423 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9494a-0937-47eb-a859-45bb1f1f7eeb req-c888da43-f8c8-4f12-9427-68d04aadd3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:36.153290 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cde9494a-0937-47eb-a859-45bb1f1f7eeb req-c888da43-f8c8-4f12-9427-68d04aadd3ed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3886268 Sep 01 15:13:36.157161 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:36.167372 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '1c5a56f8-27ff-464d-9f11-0461d7db45c1', 'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b', 'port_id': '1c5a56f8-27ff-464d-9f11-0461d7db45c1', 'mac_address': 'fa:16:3e:93:67:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c8003f-27d0-420a-9836-df681ab0e4f5', 'ip_address': '10.1.1.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:13:36.218501 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2eaa3-23a4-486b-a955-6648e471b216 req-8df1ec69-f0e4-49c0-bb93-9b8118327a4f tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:36.228405 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93b2eaa3-23a4-486b-a955-6648e471b216 req-8df1ec69-f0e4-49c0-bb93-9b8118327a4f tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 948 time: 0.1692133 Sep 01 15:13:36.264115 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:36.310164 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5a56f8-27ff-464d-9f11-0461d7db45c1 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:13:36.337907 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-416d7f07-529a-41ae-afcf-36c0714b0ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:36.360557 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93b2eaa3-23a4-486b-a955-6648e471b216 req-a8d2bb1c-e392-44c8-b706-df0e2d5c911e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183512 Sep 01 15:13:36.386373 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 1c5a56f8-27ff-464d-9f11-0461d7db45c1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=1c5a56f8-27ff-464d-9f11-0461d7db45c1,segment=NetworkSegment(27300445-e76c-4111-ba4f-fda0d2642488),segment_id=27300445-e76c-4111-ba4f-fda0d2642488)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:36.401474 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:36.402937 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 39363511-e22e-43eb-977c-daf2ec3d8534 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:13:36.456198 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 39363511-e22e-43eb-977c-daf2ec3d8534, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=39363511-e22e-43eb-977c-daf2ec3d8534,segment=NetworkSegment(5fdacd6a-a9a9-4355-9925-a5dc87d77042),segment_id=5fdacd6a-a9a9-4355-9925-a5dc87d77042)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:36.482687 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d7f07-529a-41ae-afcf-36c0714b0ae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63a79cf5-b9a4-402c-b6e1-dc3862ecf48a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:36.499130 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-416d7f07-529a-41ae-afcf-36c0714b0ae6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:36.502782 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-416d7f07-529a-41ae-afcf-36c0714b0ae6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/63a79cf5-b9a4-402c-b6e1-dc3862ecf48a HTTP/1.1" status: 204 len: 168 time: 1.4234803 Sep 01 15:13:36.507833 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35310) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:36.537249 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a41e8-0392-48df-aabd-3ec96e0f3fba req-0d98c49a-6880-4d21-83e7-ac8e3e2269c7 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:36.540079 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-055a41e8-0392-48df-aabd-3ec96e0f3fba req-0d98c49a-6880-4d21-83e7-ac8e3e2269c7 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=5633a925-728d-429a-b6a5-e124f7bf870b HTTP/1.1" status: 200 len: 945 time: 0.1957121 Sep 01 15:13:36.543822 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cde9494a-0937-47eb-a859-45bb1f1f7eeb req-f9370000-3d8b-49b0-bc04-41b8ce65301e service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756990 Sep 01 15:13:36.574648 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '39363511-e22e-43eb-977c-daf2ec3d8534', 'network_id': '66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc', 'port_id': '39363511-e22e-43eb-977c-daf2ec3d8534', 'mac_address': 'fa:16:3e:88:90:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989e0a87-8aaa-4f21-90c8-77627595307e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:13:36.578426 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f040c6a-c798-4bbb-b8a9-67139d02a6a2 None None] Network 69b04e7f-e4ab-4286-b407-4c7cb525a035 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:13:36.666808 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-649ab117-7ee1-4064-9687-a6e539408feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:36.760186 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-055a41e8-0392-48df-aabd-3ec96e0f3fba req-50c7c7bb-99e6-4ac5-9177-27df1881496c tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089758 Sep 01 15:13:36.812315 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-649ab117-7ee1-4064-9687-a6e539408feb admin admin] Deleting port dcd56ce9-e0c9-4752-866c-bc7e1409f1ee {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:13:36.812315 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-649ab117-7ee1-4064-9687-a6e539408feb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:36.813663 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cde9494a-0937-47eb-a859-45bb1f1f7eeb req-05d1aae3-9757-41a2-9049-1e1de1f0d461 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591202 Sep 01 15:13:36.954227 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=1c5a56f8-27ff-464d-9f11-0461d7db45c1,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:37.004327 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:37.055466 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39363511-e22e-43eb-977c-daf2ec3d8534 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:13:37.062116 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-649ab117-7ee1-4064-9687-a6e539408feb admin admin] For port dcd56ce9-e0c9-4752-866c-bc7e1409f1ee, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=dcd56ce9-e0c9-4752-866c-bc7e1409f1ee,segment=NetworkSegment(c973b5f4-fe2f-4d5d-acf7-3944f7f86611),segment_id=c973b5f4-fe2f-4d5d-acf7-3944f7f86611)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:37.063304 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-649ab117-7ee1-4064-9687-a6e539408feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:37.103592 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956f2e5-99a9-459c-a9ab-9eb052a99e72 req-afbcba9f-ca6c-48d4-ba21-72ed722af087 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:37.116482 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956f2e5-99a9-459c-a9ab-9eb052a99e72 req-afbcba9f-ca6c-48d4-ba21-72ed722af087 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:37.128774 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956f2e5-99a9-459c-a9ab-9eb052a99e72 req-afbcba9f-ca6c-48d4-ba21-72ed722af087 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:37.139073 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956f2e5-99a9-459c-a9ab-9eb052a99e72 req-afbcba9f-ca6c-48d4-ba21-72ed722af087 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:37.150859 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956f2e5-99a9-459c-a9ab-9eb052a99e72 req-afbcba9f-ca6c-48d4-ba21-72ed722af087 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:37.163563 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956f2e5-99a9-459c-a9ab-9eb052a99e72 req-afbcba9f-ca6c-48d4-ba21-72ed722af087 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:37.170504 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 39363511-e22e-43eb-977c-daf2ec3d8534, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=39363511-e22e-43eb-977c-daf2ec3d8534,segment=NetworkSegment(5fdacd6a-a9a9-4355-9925-a5dc87d77042),segment_id=5fdacd6a-a9a9-4355-9925-a5dc87d77042)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:37.177854 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956f2e5-99a9-459c-a9ab-9eb052a99e72 req-afbcba9f-ca6c-48d4-ba21-72ed722af087 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:37.185378 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:37.185378 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 5389196c-9cdd-4b8a-9082-c0e959b2bc8d details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:13:37.190240 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3956f2e5-99a9-459c-a9ab-9eb052a99e72 req-afbcba9f-ca6c-48d4-ba21-72ed722af087 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5425 time: 0.2965193 Sep 01 15:13:37.212317 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-649ab117-7ee1-4064-9687-a6e539408feb admin admin] Calling delete_port for dcd56ce9-e0c9-4752-866c-bc7e1409f1ee owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:13:37.355480 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=39363511-e22e-43eb-977c-daf2ec3d8534,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:37.367409 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 5389196c-9cdd-4b8a-9082-c0e959b2bc8d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=5389196c-9cdd-4b8a-9082-c0e959b2bc8d,segment=NetworkSegment(27300445-e76c-4111-ba4f-fda0d2642488),segment_id=27300445-e76c-4111-ba4f-fda0d2642488)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:37.398582 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d319b6-5485-4691-a5ee-a40c859f9dba None None] DHCP port deletion for 69b04e7f-e4ab-4286-b407-4c7cb525a035 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:13:37.411737 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '5389196c-9cdd-4b8a-9082-c0e959b2bc8d', 'network_id': '7f4b104d-641a-47ad-83b7-9dda5b46432b', 'port_id': '5389196c-9cdd-4b8a-9082-c0e959b2bc8d', 'mac_address': 'fa:16:3e:8c:6a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c8003f-27d0-420a-9836-df681ab0e4f5', 'ip_address': '10.1.1.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:13:37.448252 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3956f2e5-99a9-459c-a9ab-9eb052a99e72 req-51adca02-8164-4c2f-a81e-856cb30e8245 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2571104 Sep 01 15:13:37.573101 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-fce1d1cb-6e84-43c2-be52-8b6d46568262 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:37.576920 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-fce1d1cb-6e84-43c2-be52-8b6d46568262 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540&tenant_id=d7f261ece20a48a4b227e981b98a52fd&binding%3Ahost_id=n-h1-794796-3 HTTP/1.1" status: 200 len: 948 time: 0.2291300 Sep 01 15:13:37.583138 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:37.615819 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5389196c-9cdd-4b8a-9082-c0e959b2bc8d {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:13:37.704697 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 5389196c-9cdd-4b8a-9082-c0e959b2bc8d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=5389196c-9cdd-4b8a-9082-c0e959b2bc8d,segment=NetworkSegment(27300445-e76c-4111-ba4f-fda0d2642488),segment_id=27300445-e76c-4111-ba4f-fda0d2642488)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:37.728554 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:37.729283 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-649ab117-7ee1-4064-9687-a6e539408feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:37.739440 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-09d319b6-5485-4691-a5ee-a40c859f9dba None None] Deleting port dcd56ce9-e0c9-4752-866c-bc7e1409f1ee {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:13:37.740082 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-09d319b6-5485-4691-a5ee-a40c859f9dba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:37.800086 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f15a51b4-e315-41ef-8d62-9c6fe3b18896 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:13:37.822193 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ab117-7ee1-4064-9687-a6e539408feb admin admin] Pushing event deleted for resources: {'Port': ['ID=dcd56ce9-e0c9-4752-866c-bc7e1409f1ee,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:37.846817 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649ab117-7ee1-4064-9687-a6e539408feb admin admin] No DVR routers for this DVR port dcd56ce9-e0c9-4752-866c-bc7e1409f1ee on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:13:37.919388 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device dcd56ce9-e0c9-4752-866c-bc7e1409f1ee no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:13:37.986420 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: dcd56ce9-e0c9-4752-866c-bc7e1409f1ee {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:13:37.987012 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device dcd56ce9-e0c9-4752-866c-bc7e1409f1ee not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:13:38.016927 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-cbaf4d73-0ed3-4ab5-b11f-6a0b1342ca3d service neutron] 10.222.0.45 "GET /v2.0/ports/f15a51b4-e315-41ef-8d62-9c6fe3b18896/bindings/n-h1-794796-3 HTTP/1.1" status: 200 len: 382 time: 0.4193687 Sep 01 15:13:38.032442 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-649ab117-7ee1-4064-9687-a6e539408feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:38.033288 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-09d319b6-5485-4691-a5ee-a40c859f9dba None None] For port dcd56ce9-e0c9-4752-866c-bc7e1409f1ee, host n-d-794796-3, got binding levels [] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:38.034096 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-09d319b6-5485-4691-a5ee-a40c859f9dba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:38.043443 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=5389196c-9cdd-4b8a-9082-c0e959b2bc8d,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:38.056239 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d265523-fe6e-45c9-9db9-bf0d0040fddc req-4b42e75b-90b6-49e1-a2c1-efcdb5b5dd2f tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:38.060510 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3d265523-fe6e-45c9-9db9-bf0d0040fddc req-4b42e75b-90b6-49e1-a2c1-efcdb5b5dd2f tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 946 time: 0.4053845 Sep 01 15:13:38.100680 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-649ab117-7ee1-4064-9687-a6e539408feb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b04e7f-e4ab-4286-b407-4c7cb525a035']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:38.138906 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-09d319b6-5485-4691-a5ee-a40c859f9dba None None] Calling delete_port for dcd56ce9-e0c9-4752-866c-bc7e1409f1ee owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:13:38.146647 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.ipam_backend_mixin [None req-09d319b6-5485-4691-a5ee-a40c859f9dba None None] Port dcd56ce9-e0c9-4752-866c-bc7e1409f1ee was not found and therefore no delete operation was performed {{(pid=94735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 15:13:38.155448 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-09d319b6-5485-4691-a5ee-a40c859f9dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:38.167584 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-649ab117-7ee1-4064-9687-a6e539408feb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c973b5f4-fe2f-4d5d-acf7-3944f7f86611') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:38.168140 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-649ab117-7ee1-4064-9687-a6e539408feb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c973b5f4-fe2f-4d5d-acf7-3944f7f86611') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:13:38.205233 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-649ab117-7ee1-4064-9687-a6e539408feb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:38.229940 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d319b6-5485-4691-a5ee-a40c859f9dba None None] Pushing event deleted for resources: {'Port': ['ID=dcd56ce9-e0c9-4752-866c-bc7e1409f1ee,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:38.245606 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d319b6-5485-4691-a5ee-a40c859f9dba None None] No DVR routers for this DVR port dcd56ce9-e0c9-4752-866c-bc7e1409f1ee on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:13:38.275054 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:38.276106 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-649ab117-7ee1-4064-9687-a6e539408feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:38.287865 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-53e7533f-5128-41c9-84d0-86003b2f4ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:38.290422 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-53e7533f-5128-41c9-84d0-86003b2f4ae1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 1099 time: 0.2095692 Sep 01 15:13:38.308759 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649ab117-7ee1-4064-9687-a6e539408feb admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:13:38.310064 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-649ab117-7ee1-4064-9687-a6e539408feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:38.358845 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f15a51b4-e315-41ef-8d62-9c6fe3b18896, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f15a51b4-e315-41ef-8d62-9c6fe3b18896,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:38.390608 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'f15a51b4-e315-41ef-8d62-9c6fe3b18896', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': 'f15a51b4-e315-41ef-8d62-9c6fe3b18896', 'mac_address': 'fa:16:3e:29:c3:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:13:38.397554 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:13:38.425641 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3d265523-fe6e-45c9-9db9-bf0d0040fddc req-a10df50a-fda3-41f8-b855-2e1d0754fd8b tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296704 Sep 01 15:13:38.529456 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:38.586911 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d5383-cfe8-4c29-9e18-c1ffd9a5fc36 req-dd76bc9c-9153-47e4-bfe4-bd0d6f157387 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:38.599923 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15a51b4-e315-41ef-8d62-9c6fe3b18896 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:13:38.604630 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-477d5383-cfe8-4c29-9e18-c1ffd9a5fc36 req-dd76bc9c-9153-47e4-bfe4-bd0d6f157387 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 948 time: 0.1795759 Sep 01 15:13:38.653387 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-3c902f13-e3dc-4941-a9dc-1453255fbdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:38.656712 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-3c902f13-e3dc-4941-a9dc-1453255fbdac service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.2537923 Sep 01 15:13:38.668101 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f15a51b4-e315-41ef-8d62-9c6fe3b18896, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f15a51b4-e315-41ef-8d62-9c6fe3b18896,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:38.679225 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:38.702964 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-477d5383-cfe8-4c29-9e18-c1ffd9a5fc36 req-cb72e993-07d6-4c9b-ad8f-ad22ce5b6a8b tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945549 Sep 01 15:13:38.795043 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-9e4b3904-486b-4854-9d6c-c00ab24dd5a5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f15a51b4-e315-41ef-8d62-9c6fe3b18896 HTTP/1.1" status: 200 len: 217 time: 0.0976732 Sep 01 15:13:38.801316 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=f15a51b4-e315-41ef-8d62-9c6fe3b18896,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:38.915907 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-649ab117-7ee1-4064-9687-a6e539408feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:38.945612 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e38aa-7c5b-4e0f-b0b9-70a8cefa58dd req-d51d195c-0a8f-4de5-9b89-e7b68fd61c99 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:38.946677 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-649ab117-7ee1-4064-9687-a6e539408feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:38.950939 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-649ab117-7ee1-4064-9687-a6e539408feb admin admin] 10.222.0.60 "DELETE /v2.0/networks/69b04e7f-e4ab-4286-b407-4c7cb525a035 HTTP/1.1" status: 204 len: 168 time: 2.4412813 Sep 01 15:13:38.967177 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa1e38aa-7c5b-4e0f-b0b9-70a8cefa58dd req-d51d195c-0a8f-4de5-9b89-e7b68fd61c99 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=5633a925-728d-429a-b6a5-e124f7bf870b HTTP/1.1" status: 200 len: 945 time: 0.1259236 Sep 01 15:13:38.975230 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-1f76a3f1-dceb-4523-96b5-f9ac80ff1066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:38.978426 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-1f76a3f1-dceb-4523-96b5-f9ac80ff1066 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.1741176 Sep 01 15:13:39.019798 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67173659-f1ad-4598-9710-3edef7461aba req-b292ec94-501c-4f9d-8de9-4cfb1fb2a6b2 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:39.036265 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-67173659-f1ad-4598-9710-3edef7461aba req-b292ec94-501c-4f9d-8de9-4cfb1fb2a6b2 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.3777993 Sep 01 15:13:39.048084 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['5389196c-9cdd-4b8a-9082-c0e959b2bc8d'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:13:39.050130 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa1e38aa-7c5b-4e0f-b0b9-70a8cefa58dd req-b8d4276d-b6da-4133-87bd-9f1fed8a207c tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803266 Sep 01 15:13:39.129785 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['39363511-e22e-43eb-977c-daf2ec3d8534'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:13:39.149749 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['8f1a80c3-5202-4a18-95e7-80ba76cf3ddb'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:13:39.155905 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ab117-7ee1-4064-9687-a6e539408feb admin admin] Pushing event deleted for resources: {'Network': ['ID=69b04e7f-e4ab-4286-b407-4c7cb525a035,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:39.200735 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-cccf8d96-61fb-4775-aa2c-dd91b595e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:39.204631 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-cccf8d96-61fb-4775-aa2c-dd91b595e3a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1202338 Sep 01 15:13:39.223306 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:13:39.223625 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-67173659-f1ad-4598-9710-3edef7461aba req-70d1c560-adc3-4ff1-95a4-02854b4044d4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846468 Sep 01 15:13:39.227282 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['932aeed6-d245-43a4-a3ae-0f545c66348b'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:13:39.505850 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35344) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:39.560916 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-c2505f99-7224-4d4b-bf7d-5486f1038b22 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339989 Sep 01 15:13:39.570603 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['1c5a56f8-27ff-464d-9f11-0461d7db45c1'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:13:39.583127 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2612275-3a95-48d5-adb0-9a971eb41ca2 req-5dcb3762-bea4-4af2-82a6-7c805f9c3424 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:39.593480 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2612275-3a95-48d5-adb0-9a971eb41ca2 req-5dcb3762-bea4-4af2-82a6-7c805f9c3424 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:39.607825 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2612275-3a95-48d5-adb0-9a971eb41ca2 req-5dcb3762-bea4-4af2-82a6-7c805f9c3424 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:39.622950 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2612275-3a95-48d5-adb0-9a971eb41ca2 req-5dcb3762-bea4-4af2-82a6-7c805f9c3424 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:39.645518 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2612275-3a95-48d5-adb0-9a971eb41ca2 req-5dcb3762-bea4-4af2-82a6-7c805f9c3424 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:39.670836 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-75ccafc9-cb36-4367-88b6-080489ec4e9b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=944202a0f7d746eda42510c2a6473ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1584716 Sep 01 15:13:39.688286 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2612275-3a95-48d5-adb0-9a971eb41ca2 req-5dcb3762-bea4-4af2-82a6-7c805f9c3424 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:39.723862 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35346) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:39.731447 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2612275-3a95-48d5-adb0-9a971eb41ca2 req-5dcb3762-bea4-4af2-82a6-7c805f9c3424 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:39.746401 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f2612275-3a95-48d5-adb0-9a971eb41ca2 req-5dcb3762-bea4-4af2-82a6-7c805f9c3424 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5427 time: 0.2938457 Sep 01 15:13:39.837191 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8e6c1bf3-8cf0-4824-b856-8e0f20a74baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:39.840563 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['f15a51b4-e315-41ef-8d62-9c6fe3b18896'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:13:39.910002 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00695e5-67d9-4741-8710-c568efb5b919 req-9aafa0e3-b293-41e1-a282-7bfb2c7cde96 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:39.913242 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a00695e5-67d9-4741-8710-c568efb5b919 req-9aafa0e3-b293-41e1-a282-7bfb2c7cde96 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.62 "GET /v2.0/ports?device_id=5633a925-728d-429a-b6a5-e124f7bf870b HTTP/1.1" status: 200 len: 945 time: 0.2519453 Sep 01 15:13:39.949951 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-67ac170b-5848-40b2-b4a6-6ae7c84ce266 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000790 Sep 01 15:13:40.010266 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['552a3269-c537-445a-a31c-3087d37de691'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:13:40.030702 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f2612275-3a95-48d5-adb0-9a971eb41ca2 req-559bf02a-9790-498d-a226-034d4a7ca85b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2823300 Sep 01 15:13:40.104694 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f64c89-506f-4133-80a7-6b72844eac30 req-0a01acfa-8b16-4246-bc4b-45da73075fd7 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:40.111538 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-90f64c89-506f-4133-80a7-6b72844eac30 req-0a01acfa-8b16-4246-bc4b-45da73075fd7 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 946 time: 0.3545239 Sep 01 15:13:40.265175 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28fd07-209f-4a55-bd79-2205d58f454b req-67b26f75-d5be-49f9-bb42-856191b6452e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:40.280014 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ee28fd07-209f-4a55-bd79-2205d58f454b req-67b26f75-d5be-49f9-bb42-856191b6452e tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 949 time: 0.1235094 Sep 01 15:13:40.308142 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1f78b713-5a73-4822-a8fd-79db33f05262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:40.360898 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-90f64c89-506f-4133-80a7-6b72844eac30 req-3aa5778f-4d65-4c9c-8540-6cc0167ab9cb tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315912 Sep 01 15:13:40.363865 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ee28fd07-209f-4a55-bd79-2205d58f454b req-df2dfd4f-0c8a-42e6-9732-0be72f1c9b3f tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805659 Sep 01 15:13:40.405196 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1f78b713-5a73-4822-a8fd-79db33f05262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:40.511500 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-a00695e5-67d9-4741-8710-c568efb5b919 req-29ae6ebd-f00f-4405-a893-f568f4e3cde6 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Deleting port b6eeb239-0bfc-4231-b46b-7df9558ec9e8 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:13:40.512309 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a00695e5-67d9-4741-8710-c568efb5b919 req-29ae6ebd-f00f-4405-a893-f568f4e3cde6 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:40.710449 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23144b6-886d-4036-adea-cdfca54283eb req-af57f187-7b66-4a3c-8b4c-ae96c7615112 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:40.714809 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c23144b6-886d-4036-adea-cdfca54283eb req-af57f187-7b66-4a3c-8b4c-ae96c7615112 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.1298747 Sep 01 15:13:40.847830 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71091df3-7229-4eef-aafc-17eafd0f7ec7 req-f40c6188-7dda-4591-b0e1-e307e8a6cda9 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:40.850887 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-71091df3-7229-4eef-aafc-17eafd0f7ec7 req-f40c6188-7dda-4591-b0e1-e307e8a6cda9 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=5633a925-728d-429a-b6a5-e124f7bf870b HTTP/1.1" status: 200 len: 945 time: 0.1994894 Sep 01 15:13:40.863499 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c23144b6-886d-4036-adea-cdfca54283eb req-5ea6afb9-be79-4d7b-9901-680a41699b4e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364141 Sep 01 15:13:40.890341 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-a00695e5-67d9-4741-8710-c568efb5b919 req-29ae6ebd-f00f-4405-a893-f568f4e3cde6 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] For port b6eeb239-0bfc-4231-b46b-7df9558ec9e8, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=b6eeb239-0bfc-4231-b46b-7df9558ec9e8,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:40.890341 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a00695e5-67d9-4741-8710-c568efb5b919 req-29ae6ebd-f00f-4405-a893-f568f4e3cde6 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:40.935277 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1f78b713-5a73-4822-a8fd-79db33f05262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:40.945587 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1f78b713-5a73-4822-a8fd-79db33f05262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:40.946291 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1f78b713-5a73-4822-a8fd-79db33f05262 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7e121510-9f09-41ad-8c84-c0f9eb82e589 HTTP/1.1" status: 204 len: 168 time: 1.2115827 Sep 01 15:13:40.973824 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-a00695e5-67d9-4741-8710-c568efb5b919 req-29ae6ebd-f00f-4405-a893-f568f4e3cde6 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Calling delete_port for b6eeb239-0bfc-4231-b46b-7df9558ec9e8 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:13:41.088792 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-71091df3-7229-4eef-aafc-17eafd0f7ec7 req-06d2752a-477b-438f-a21d-9ac34c874abd tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677504 Sep 01 15:13:41.090111 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78b713-5a73-4822-a8fd-79db33f05262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e121510-9f09-41ad-8c84-c0f9eb82e589,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:41.108443 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78b713-5a73-4822-a8fd-79db33f05262 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:41.108443 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78b713-5a73-4822-a8fd-79db33f05262 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:41.109146 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78b713-5a73-4822-a8fd-79db33f05262 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:41.109626 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78b713-5a73-4822-a8fd-79db33f05262 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:41.110930 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78b713-5a73-4822-a8fd-79db33f05262 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:41.110930 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78b713-5a73-4822-a8fd-79db33f05262 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:41.111621 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78b713-5a73-4822-a8fd-79db33f05262 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:41.112047 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78b713-5a73-4822-a8fd-79db33f05262 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:41.112613 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78b713-5a73-4822-a8fd-79db33f05262 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:41.113500 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78b713-5a73-4822-a8fd-79db33f05262 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:41.113919 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78b713-5a73-4822-a8fd-79db33f05262 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:41.114865 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78b713-5a73-4822-a8fd-79db33f05262 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:41.741810 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6471b-5b9a-4e50-a1e8-eb9ef68d63e2 req-d9cd5a66-d4ea-4d2b-8258-b49697b9ba0d tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:41.747178 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bbb6471b-5b9a-4e50-a1e8-eb9ef68d63e2 req-d9cd5a66-d4ea-4d2b-8258-b49697b9ba0d tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 946 time: 0.1705394 Sep 01 15:13:41.914052 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bbb6471b-5b9a-4e50-a1e8-eb9ef68d63e2 req-c59e55e6-a284-4482-bafe-1311a8fdbac9 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524844 Sep 01 15:13:42.087693 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:42.099409 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a00695e5-67d9-4741-8710-c568efb5b919 req-29ae6ebd-f00f-4405-a893-f568f4e3cde6 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:42.144630 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['decdf579-a3ac-47d2-8e21-42acfa004caa'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:13:42.158880 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0c3a30c9-65cc-4222-a448-3f7b89e15938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:42.353191 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e2207-2738-4fed-b315-aa3ba2c0dfdf req-56519b46-840d-4e6c-9f34-0c9b5d4b3b85 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:42.354886 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922199d7-77aa-4330-b2b3-92cba9f586d8 req-1e2e17db-703b-40e0-a6fc-f645f1308b90 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:42.357752 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-922199d7-77aa-4330-b2b3-92cba9f586d8 req-1e2e17db-703b-40e0-a6fc-f645f1308b90 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 949 time: 0.1458535 Sep 01 15:13:42.374027 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e2207-2738-4fed-b315-aa3ba2c0dfdf req-56519b46-840d-4e6c-9f34-0c9b5d4b3b85 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:42.411027 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e2207-2738-4fed-b315-aa3ba2c0dfdf req-56519b46-840d-4e6c-9f34-0c9b5d4b3b85 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:42.432629 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e2207-2738-4fed-b315-aa3ba2c0dfdf req-56519b46-840d-4e6c-9f34-0c9b5d4b3b85 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:42.472051 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e2207-2738-4fed-b315-aa3ba2c0dfdf req-56519b46-840d-4e6c-9f34-0c9b5d4b3b85 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:42.481571 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-922199d7-77aa-4330-b2b3-92cba9f586d8 req-515b958a-4163-4058-aaad-65b6afd1ff0c tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009691 Sep 01 15:13:42.485849 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e2207-2738-4fed-b315-aa3ba2c0dfdf req-56519b46-840d-4e6c-9f34-0c9b5d4b3b85 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:42.531354 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e2207-2738-4fed-b315-aa3ba2c0dfdf req-56519b46-840d-4e6c-9f34-0c9b5d4b3b85 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:42.555173 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-859e2207-2738-4fed-b315-aa3ba2c0dfdf req-56519b46-840d-4e6c-9f34-0c9b5d4b3b85 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5427 time: 1.3088682 Sep 01 15:13:42.571268 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae6ebd-f00f-4405-a893-f568f4e3cde6 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Pushing event deleted for resources: {'Port': ['ID=b6eeb239-0bfc-4231-b46b-7df9558ec9e8,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:42.662695 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00695e5-67d9-4741-8710-c568efb5b919 req-29ae6ebd-f00f-4405-a893-f568f4e3cde6 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] No DVR routers for this DVR port b6eeb239-0bfc-4231-b46b-7df9558ec9e8 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:13:42.684508 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a00695e5-67d9-4741-8710-c568efb5b919 req-29ae6ebd-f00f-4405-a893-f568f4e3cde6 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:42.689547 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a00695e5-67d9-4741-8710-c568efb5b919 req-29ae6ebd-f00f-4405-a893-f568f4e3cde6 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.62 "DELETE /v2.0/ports/b6eeb239-0bfc-4231-b46b-7df9558ec9e8 HTTP/1.1" status: 204 len: 173 time: 2.7500231 Sep 01 15:13:42.689547 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5633a925-728d-429a-b6a5-e124f7bf870b', 'name': 'network-vif-deleted', 'tag': 'b6eeb239-0bfc-4231-b46b-7df9558ec9e8'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:13:42.698523 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76b0a14-3bbd-4be4-8d0f-497625a358ee" -d '{"events": [{"server_uuid": "5633a925-728d-429a-b6a5-e124f7bf870b", "name": "network-vif-deleted", "tag": "b6eeb239-0bfc-4231-b46b-7df9558ec9e8"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:13:42.774725 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-859e2207-2738-4fed-b315-aa3ba2c0dfdf req-4e353a03-07f1-4256-ba31-fff5eceb40e2 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2171743 Sep 01 15:13:42.786661 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b66f82-380a-4854-b49a-3b8094871c37 req-252fc164-5de2-4f91-86cd-6226d0c6c370 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:42.798709 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73b66f82-380a-4854-b49a-3b8094871c37 req-252fc164-5de2-4f91-86cd-6226d0c6c370 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.1309674 Sep 01 15:13:42.966795 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73b66f82-380a-4854-b49a-3b8094871c37 req-e94e43af-74b7-4628-9776-5cae6a648e03 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662960 Sep 01 15:13:43.166590 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:43.351699 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c0e7ce5e-2d6b-4038-b3f2-3d8a692d60d3 req-7b8ee514-dded-471c-88dd-c0eab598a5aa tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=5633a925-728d-429a-b6a5-e124f7bf870b HTTP/1.1" status: 200 len: 210 time: 0.1061614 Sep 01 15:13:43.465656 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ccbfde-c84c-4ed9-889e-153f2153160a x-openstack-request-id: req-f5ccbfde-c84c-4ed9-889e-153f2153160a {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:43.467186 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5633a925-728d-429a-b6a5-e124f7bf870b", "name": "network-vif-deleted", "tag": "b6eeb239-0bfc-4231-b46b-7df9558ec9e8", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:43.467866 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f5ccbfde-c84c-4ed9-889e-153f2153160a {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:43.468906 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5633a925-728d-429a-b6a5-e124f7bf870b', 'name': 'network-vif-deleted', 'tag': 'b6eeb239-0bfc-4231-b46b-7df9558ec9e8', 'status': 'completed', 'code': 200} Sep 01 15:13:43.498367 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device b6eeb239-0bfc-4231-b46b-7df9558ec9e8 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:13:43.662020 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: b6eeb239-0bfc-4231-b46b-7df9558ec9e8 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:13:43.662753 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device b6eeb239-0bfc-4231-b46b-7df9558ec9e8 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:13:43.766479 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f15a51b4-e315-41ef-8d62-9c6fe3b18896 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:13:43.772093 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:13:44.007050 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e557a38-eccd-45f6-937e-a6361739957d req-0e7c01aa-4883-40ae-adc4-3a81516b50dc tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:44.027128 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7e557a38-eccd-45f6-937e-a6361739957d req-0e7c01aa-4883-40ae-adc4-3a81516b50dc tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 949 time: 0.2408781 Sep 01 15:13:44.041667 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35410) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:44.241629 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7e557a38-eccd-45f6-937e-a6361739957d req-0e2d66cd-1758-4c73-88b0-ff742a80957f tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100155 Sep 01 15:13:44.495353 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f453fce6-57f4-44e0-a37e-95122ffb6727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:44.691075 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cd3ec-ee62-42d6-983c-8450c5a2c0a7 req-6d2cfb60-af3f-4d91-9632-0f0375133979 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:44.700137 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-252cd3ec-ee62-42d6-983c-8450c5a2c0a7 req-6d2cfb60-af3f-4d91-9632-0f0375133979 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 946 time: 1.0798962 Sep 01 15:13:44.780833 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:13:44.793233 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11804282-0cd1-4dfe-9ce4-86bda7b364d5 req-6ad762a2-2a6f-47be-bfb1-f22760d58309 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:44.805018 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11804282-0cd1-4dfe-9ce4-86bda7b364d5 req-6ad762a2-2a6f-47be-bfb1-f22760d58309 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:44.810080 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:44.810891 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:44.816237 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11804282-0cd1-4dfe-9ce4-86bda7b364d5 req-6ad762a2-2a6f-47be-bfb1-f22760d58309 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:44.816450 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-252cd3ec-ee62-42d6-983c-8450c5a2c0a7 req-68b17152-67e6-4285-9762-5273fdba60ae tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078553 Sep 01 15:13:44.830093 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11804282-0cd1-4dfe-9ce4-86bda7b364d5 req-6ad762a2-2a6f-47be-bfb1-f22760d58309 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:44.841476 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11804282-0cd1-4dfe-9ce4-86bda7b364d5 req-6ad762a2-2a6f-47be-bfb1-f22760d58309 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:44.871191 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11804282-0cd1-4dfe-9ce4-86bda7b364d5 req-6ad762a2-2a6f-47be-bfb1-f22760d58309 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:44.886327 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11804282-0cd1-4dfe-9ce4-86bda7b364d5 req-6ad762a2-2a6f-47be-bfb1-f22760d58309 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:44.901935 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-11804282-0cd1-4dfe-9ce4-86bda7b364d5 req-6ad762a2-2a6f-47be-bfb1-f22760d58309 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5427 time: 0.3765700 Sep 01 15:13:44.953061 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f15a51b4-e315-41ef-8d62-9c6fe3b18896, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f15a51b4-e315-41ef-8d62-9c6fe3b18896,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:44.986203 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'f15a51b4-e315-41ef-8d62-9c6fe3b18896', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': 'f15a51b4-e315-41ef-8d62-9c6fe3b18896', 'mac_address': 'fa:16:3e:29:c3:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:13:45.058872 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-3c5206a1-5acf-43a4-a3c6-707d8ede7fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:45.061986 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-3c5206a1-5acf-43a4-a3c6-707d8ede7fb8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540&tenant_id=d7f261ece20a48a4b227e981b98a52fd HTTP/1.1" status: 200 len: 1100 time: 0.4446464 Sep 01 15:13:45.063349 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71a0ab-c99f-48f7-9c9c-31befee04878 req-38a88a8f-8452-4548-b4dd-562da6dcde39 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:45.078336 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0e71a0ab-c99f-48f7-9c9c-31befee04878 req-38a88a8f-8452-4548-b4dd-562da6dcde39 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.1163840 Sep 01 15:13:45.100956 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:45.116755 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-11804282-0cd1-4dfe-9ce4-86bda7b364d5 req-afd5f35b-67e4-42db-9001-f9ad459eea9b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2122426 Sep 01 15:13:45.126033 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-b6013b99-592c-4bf6-a3aa-6065f4272dca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794796-3', 'device_owner': 'compute:nova'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:13:45.143325 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:45.219974 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0e71a0ab-c99f-48f7-9c9c-31befee04878 req-af68e685-b5a2-454a-b1fa-84edaa2dc0d4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365824 Sep 01 15:13:45.249847 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:13:45.258180 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc871ad3-b392-49d4-a187-6c38ce522c2b" -d '{"events": [{"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-plugged", "status": "completed", "tag": "45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:13:45.352146 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2,segment=NetworkSegment(22ae1a9a-94f4-4969-9c75-3360b1d6bc43),segment_id=22ae1a9a-94f4-4969-9c75-3360b1d6bc43)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:45.363476 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:45.427712 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-b6013b99-592c-4bf6-a3aa-6065f4272dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:45.461245 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbcb1f8-e013-405a-b632-d55c5725cbb1 x-openstack-request-id: req-acbcb1f8-e013-405a-b632-d55c5725cbb1 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:45.461245 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-plugged", "status": "completed", "tag": "45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:45.461245 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-acbcb1f8-e013-405a-b632-d55c5725cbb1 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:45.466015 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2', 'code': 200} Sep 01 15:13:45.523898 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f453fce6-57f4-44e0-a37e-95122ffb6727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:45.573522 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f453fce6-57f4-44e0-a37e-95122ffb6727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:45.599525 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:45.633975 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f453fce6-57f4-44e0-a37e-95122ffb6727 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b5fc10f695964cf7bc0ecb4831d7ceeb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5864737 Sep 01 15:13:45.634323 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:45.634323 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:45.635536 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35436) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:45.645395 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:45.645395 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:45.645395 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:45.645395 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:45.645395 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:45.645395 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:45.645395 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:45.645395 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:45.645395 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:45.645395 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:13:45.716578 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453fce6-57f4-44e0-a37e-95122ffb6727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2c7c44-bccb-47e7-ab96-1a7cef03f7f4,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:45.752082 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device e7a375cb-4d85-4e58-948a-6c469b5fa866 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:13:45.756252 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 552a3269-c537-445a-a31c-3087d37de691 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:13:45.836057 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0147f98-22fe-414f-ada8-7dd3792ffc68 req-d52db945-6554-4fcf-9c1b-ffa4673f93a9 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:45.839588 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b0147f98-22fe-414f-ada8-7dd3792ffc68 req-d52db945-6554-4fcf-9c1b-ffa4673f93a9 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 949 time: 0.3065612 Sep 01 15:13:45.900836 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-41ea36c5-3da7-49fd-9ed7-bac8d9335242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:45.904041 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 552a3269-c537-445a-a31c-3087d37de691 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:13:45.954869 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-41ea36c5-3da7-49fd-9ed7-bac8d9335242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:45.977325 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 552a3269-c537-445a-a31c-3087d37de691 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:45.978464 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:46.074395 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-41ea36c5-3da7-49fd-9ed7-bac8d9335242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:46.080616 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-41ea36c5-3da7-49fd-9ed7-bac8d9335242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:46.082466 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-41ea36c5-3da7-49fd-9ed7-bac8d9335242 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba2c7c44-bccb-47e7-ab96-1a7cef03f7f4 HTTP/1.1" status: 204 len: 168 time: 0.4448016 Sep 01 15:13:46.219583 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b0147f98-22fe-414f-ada8-7dd3792ffc68 req-8aadd4a4-7f2a-4c19-88b5-95116d2298ec tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602464 Sep 01 15:13:46.223882 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea36c5-3da7-49fd-9ed7-bac8d9335242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2c7c44-bccb-47e7-ab96-1a7cef03f7f4,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:46.239057 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port e7a375cb-4d85-4e58-948a-6c469b5fa866, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=e7a375cb-4d85-4e58-948a-6c469b5fa866,segment=NetworkSegment(a3af3d8d-25ff-40db-b24c-c2eb0f074694),segment_id=a3af3d8d-25ff-40db-b24c-c2eb0f074694)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:46.324552 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-0606dfd1-96f8-4e65-8543-458dea56426f tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:46.339724 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-0606dfd1-96f8-4e65-8543-458dea56426f tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/networks?id=991369d1-6cc8-4ab5-8a03-7b17948fd044 HTTP/1.1" status: 200 len: 805 time: 0.5049107 Sep 01 15:13:46.363043 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'e7a375cb-4d85-4e58-948a-6c469b5fa866', 'network_id': '72321c22-fff1-4360-957c-062ed3f64bd7', 'port_id': 'e7a375cb-4d85-4e58-948a-6c469b5fa866', 'mac_address': 'fa:16:3e:a8:67:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f151fa-fcfc-49a1-b932-f5577751dd15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:13:46.369847 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:46.401517 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-5a77afbe-01d9-4de3-9128-2f6a09d62ff7 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/quotas/5d7c0ff87c7c4cc083c6404989b27ea4 HTTP/1.1" status: 200 len: 375 time: 0.0492857 Sep 01 15:13:46.421709 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-b6013b99-592c-4bf6-a3aa-6065f4272dca service neutron] For port f15a51b4-e315-41ef-8d62-9c6fe3b18896, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f15a51b4-e315-41ef-8d62-9c6fe3b18896,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:46.556530 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 552a3269-c537-445a-a31c-3087d37de691, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=552a3269-c537-445a-a31c-3087d37de691,segment=NetworkSegment(27300445-e76c-4111-ba4f-fda0d2642488),segment_id=27300445-e76c-4111-ba4f-fda0d2642488)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:46.575785 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:46.583310 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:46.583310 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 932aeed6-d245-43a4-a3ae-0f545c66348b up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:13:46.646803 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-b6013b99-592c-4bf6-a3aa-6065f4272dca service neutron] For port f15a51b4-e315-41ef-8d62-9c6fe3b18896, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:13:46.670573 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131f553-bd8a-4bbe-aea6-ef674bdfa3d8 req-9138ad3f-149c-42c1-a7fa-a2c64e64d69f tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:46.673610 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e131f553-bd8a-4bbe-aea6-ef674bdfa3d8 req-9138ad3f-149c-42c1-a7fa-a2c64e64d69f tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 946 time: 0.2287440 Sep 01 15:13:46.739638 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-3dadafc6-b06e-4f2b-a830-0f04f54c3cf2 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5d7c0ff87c7c4cc083c6404989b27ea4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3138523 Sep 01 15:13:46.767301 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7a375cb-4d85-4e58-948a-6c469b5fa866 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:13:46.785875 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-b6013b99-592c-4bf6-a3aa-6065f4272dca service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f15a51b4-e315-41ef-8d62-9c6fe3b18896 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:13:46.817841 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e131f553-bd8a-4bbe-aea6-ef674bdfa3d8 req-604431df-0455-4ded-90ea-b09cd5d3f1b0 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156201 Sep 01 15:13:46.867143 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-b6013b99-592c-4bf6-a3aa-6065f4272dca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:46.930002 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port e7a375cb-4d85-4e58-948a-6c469b5fa866, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=e7a375cb-4d85-4e58-948a-6c469b5fa866,segment=NetworkSegment(a3af3d8d-25ff-40db-b24c-c2eb0f074694),segment_id=a3af3d8d-25ff-40db-b24c-c2eb0f074694)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:46.969196 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:47.003758 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=552a3269-c537-445a-a31c-3087d37de691,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:47.033148 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-b6013b99-592c-4bf6-a3aa-6065f4272dca service neutron] Ignored duplicate provisioning block setup for port f15a51b4-e315-41ef-8d62-9c6fe3b18896 by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 01 15:13:47.086901 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-b6013b99-592c-4bf6-a3aa-6065f4272dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:47.116489 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 932aeed6-d245-43a4-a3ae-0f545c66348b completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:13:47.126219 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa24b7-2258-4223-909f-344ecbe6131c req-71529597-571d-4805-bf58-e8f2424adcf3 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:47.137687 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 932aeed6-d245-43a4-a3ae-0f545c66348b triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:47.138401 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:47.141799 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa24b7-2258-4223-909f-344ecbe6131c req-71529597-571d-4805-bf58-e8f2424adcf3 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:47.155659 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=e7a375cb-4d85-4e58-948a-6c469b5fa866,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:47.157130 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa24b7-2258-4223-909f-344ecbe6131c req-71529597-571d-4805-bf58-e8f2424adcf3 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:47.169823 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa24b7-2258-4223-909f-344ecbe6131c req-71529597-571d-4805-bf58-e8f2424adcf3 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:47.183872 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa24b7-2258-4223-909f-344ecbe6131c req-71529597-571d-4805-bf58-e8f2424adcf3 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:47.195656 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa24b7-2258-4223-909f-344ecbe6131c req-71529597-571d-4805-bf58-e8f2424adcf3 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:47.211053 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa24b7-2258-4223-909f-344ecbe6131c req-71529597-571d-4805-bf58-e8f2424adcf3 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:47.226346 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-55aa24b7-2258-4223-909f-344ecbe6131c req-71529597-571d-4805-bf58-e8f2424adcf3 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5429 time: 0.2618032 Sep 01 15:13:47.230567 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-eee9ca96-e187-4697-8fcb-250052370619 service neutron] 10.222.0.60 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4765019 Sep 01 15:13:47.231699 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6013b99-592c-4bf6-a3aa-6065f4272dca service neutron] Pushing event updated for resources: {'Port': ['ID=f15a51b4-e315-41ef-8d62-9c6fe3b18896,revision_number=9']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:47.341229 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-55aa24b7-2258-4223-909f-344ecbe6131c req-3ef69e6a-ec26-4b48-83c8-1afba753813d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1134284 Sep 01 15:13:47.364103 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:47.460095 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 932aeed6-d245-43a4-a3ae-0f545c66348b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=932aeed6-d245-43a4-a3ae-0f545c66348b,segment=NetworkSegment(27300445-e76c-4111-ba4f-fda0d2642488),segment_id=27300445-e76c-4111-ba4f-fda0d2642488)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:47.482006 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['e7a375cb-4d85-4e58-948a-6c469b5fa866'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:13:47.490211 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552a3269-c537-445a-a31c-3087d37de691'}, {'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932aeed6-d245-43a4-a3ae-0f545c66348b'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:13:47.504808 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6d620b-f97e-483c-b926-076a6074a17b" -d '{"events": [{"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-plugged", "status": "completed", "tag": "552a3269-c537-445a-a31c-3087d37de691"}, {"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-plugged", "status": "completed", "tag": "932aeed6-d245-43a4-a3ae-0f545c66348b"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:13:47.511324 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-b6013b99-592c-4bf6-a3aa-6065f4272dca service neutron] No DVR routers for this DVR port f15a51b4-e315-41ef-8d62-9c6fe3b18896 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:13:47.523473 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:47.525168 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 1c5a56f8-27ff-464d-9f11-0461d7db45c1 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:13:47.657414 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-9670a7a3-3d6f-40b3-9400-c7eeed1bc996 service neutron] 10.222.0.60 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018397 Sep 01 15:13:47.690815 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-b6013b99-592c-4bf6-a3aa-6065f4272dca service neutron] Attempting to bind port f15a51b4-e315-41ef-8d62-9c6fe3b18896 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:13:47.692199 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-b6013b99-592c-4bf6-a3aa-6065f4272dca service neutron] Attempting to bind port f15a51b4-e315-41ef-8d62-9c6fe3b18896 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:13:47.694744 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-b6013b99-592c-4bf6-a3aa-6065f4272dca service neutron] Attempting to bind port f15a51b4-e315-41ef-8d62-9c6fe3b18896 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:13:47.698704 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-598419af-e1be-41cd-a5cd-1838f753afc2 req-7d55da57-ebf7-4473-85f7-4aa237e1dac8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2860978 Sep 01 15:13:47.710487 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-b6013b99-592c-4bf6-a3aa-6065f4272dca service neutron] Port f15a51b4-e315-41ef-8d62-9c6fe3b18896 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:13:47.710917 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-b6013b99-592c-4bf6-a3aa-6065f4272dca service neutron] Attempting to bind port f15a51b4-e315-41ef-8d62-9c6fe3b18896 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:13:47.732188 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-b6013b99-592c-4bf6-a3aa-6065f4272dca service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:13:47.734580 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-b6013b99-592c-4bf6-a3aa-6065f4272dca service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:13:47.735324 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-b6013b99-592c-4bf6-a3aa-6065f4272dca service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:13:47.736197 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-b6013b99-592c-4bf6-a3aa-6065f4272dca service neutron] Bound port: f15a51b4-e315-41ef-8d62-9c6fe3b18896, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:13:47.736700 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-b6013b99-592c-4bf6-a3aa-6065f4272dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:47.747172 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e452d9a-d355-4483-9701-820fbb054c7c req-8eebc159-2d63-4ac7-9d82-2bb78c5f3cee tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:47.754918 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5e452d9a-d355-4483-9701-820fbb054c7c req-8eebc159-2d63-4ac7-9d82-2bb78c5f3cee tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.2515569 Sep 01 15:13:47.960967 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-b6013b99-592c-4bf6-a3aa-6065f4272dca service neutron] For port f15a51b4-e315-41ef-8d62-9c6fe3b18896, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:13:47.967736 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-b6013b99-592c-4bf6-a3aa-6065f4272dca service neutron] For port f15a51b4-e315-41ef-8d62-9c6fe3b18896, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f15a51b4-e315-41ef-8d62-9c6fe3b18896,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:13:47.977656 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598419af-e1be-41cd-a5cd-1838f753afc2 req-2891db21-79fd-45ca-ab4f-6e88865d03fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:47.982780 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-598419af-e1be-41cd-a5cd-1838f753afc2 req-2891db21-79fd-45ca-ab4f-6e88865d03fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 1100 time: 0.2240570 Sep 01 15:13:47.983195 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-b6013b99-592c-4bf6-a3aa-6065f4272dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:48.038415 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5e452d9a-d355-4483-9701-820fbb054c7c req-8840713c-d10e-4421-a637-f170ddd446cf tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535411 Sep 01 15:13:48.166249 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-b6013b99-592c-4bf6-a3aa-6065f4272dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:48.167692 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-b6013b99-592c-4bf6-a3aa-6065f4272dca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:48.170339 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-b6013b99-592c-4bf6-a3aa-6065f4272dca service neutron] 10.222.0.62 "PUT /v2.0/ports/f15a51b4-e315-41ef-8d62-9c6fe3b18896 HTTP/1.1" status: 200 len: 1096 time: 3.0640121 Sep 01 15:13:48.171769 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c90d43-da94-41e9-889d-3479ed593540', 'tag': 'f15a51b4-e315-41ef-8d62-9c6fe3b18896'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:13:48.176004 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fb476b-12ac-4ccc-b1a1-bf9850bcabfc" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c90d43-da94-41e9-889d-3479ed593540", "tag": "f15a51b4-e315-41ef-8d62-9c6fe3b18896"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:13:48.217504 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=932aeed6-d245-43a4-a3ae-0f545c66348b,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:48.250502 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6013b99-592c-4bf6-a3aa-6065f4272dca service neutron] Pushing event updated for resources: {'Port': ['ID=f15a51b4-e315-41ef-8d62-9c6fe3b18896,revision_number=10']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:48.304615 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 1c5a56f8-27ff-464d-9f11-0461d7db45c1 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:13:48.348241 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 1c5a56f8-27ff-464d-9f11-0461d7db45c1 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:48.348875 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:48.428731 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-2b883f6d-1a6c-4204-ac41-93f76c33002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:48.431663 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-2b883f6d-1a6c-4204-ac41-93f76c33002c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 1100 time: 0.1631322 Sep 01 15:13:48.471676 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598419af-e1be-41cd-a5cd-1838f753afc2 req-6bad5a87-4528-40a4-a436-ad5baf923cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:48.475590 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-598419af-e1be-41cd-a5cd-1838f753afc2 req-6bad5a87-4528-40a4-a436-ad5baf923cbd service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.4470534 Sep 01 15:13:48.584767 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 01 Sep 2021 15:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09508047-5d3e-4260-9ce5-8d44ef71888b x-openstack-request-id: req-09508047-5d3e-4260-9ce5-8d44ef71888b {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:48.585391 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-plugged", "status": "completed", "tag": "552a3269-c537-445a-a31c-3087d37de691", "code": 200}, {"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-plugged", "status": "completed", "tag": "932aeed6-d245-43a4-a3ae-0f545c66348b", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:48.585947 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09508047-5d3e-4260-9ce5-8d44ef71888b {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:48.586889 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552a3269-c537-445a-a31c-3087d37de691', 'code': 200} Sep 01 15:13:48.587639 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932aeed6-d245-43a4-a3ae-0f545c66348b', 'code': 200} Sep 01 15:13:48.619216 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902b8bd-5fa9-4b94-a3c2-d906e0193f28 req-0e3c29c7-1623-4c28-9738-6216dc06c214 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:48.634656 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5902b8bd-5fa9-4b94-a3c2-d906e0193f28 req-0e3c29c7-1623-4c28-9738-6216dc06c214 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 949 time: 0.3062124 Sep 01 15:13:48.674620 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-598419af-e1be-41cd-a5cd-1838f753afc2 req-0ea7171d-fb0f-4e20-ad15-5259c35ec1b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=262afc76-15fe-45ca-bb9c-0ab7750f9a47 HTTP/1.1" status: 200 len: 217 time: 0.1863122 Sep 01 15:13:48.805005 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-6450ad50-e33a-4cae-95ac-cc4cf96bd65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:48.814207 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-6450ad50-e33a-4cae-95ac-cc4cf96bd65d service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.3744311 Sep 01 15:13:48.844654 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:48.886013 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5902b8bd-5fa9-4b94-a3c2-d906e0193f28 req-7b924558-da7f-4d1f-acba-2aec838e9ad1 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494869 Sep 01 15:13:48.895717 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598419af-e1be-41cd-a5cd-1838f753afc2 req-1947eea8-cbcb-43d5-8b0a-859a4265c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:48.915704 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-598419af-e1be-41cd-a5cd-1838f753afc2 req-1947eea8-cbcb-43d5-8b0a-859a4265c08d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.2217333 Sep 01 15:13:48.948546 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-f8e4c692-acac-4161-9a70-a49cc16cb600 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f15a51b4-e315-41ef-8d62-9c6fe3b18896 HTTP/1.1" status: 200 len: 217 time: 0.1192827 Sep 01 15:13:48.951207 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 1c5a56f8-27ff-464d-9f11-0461d7db45c1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=1c5a56f8-27ff-464d-9f11-0461d7db45c1,segment=NetworkSegment(27300445-e76c-4111-ba4f-fda0d2642488),segment_id=27300445-e76c-4111-ba4f-fda0d2642488)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:48.969962 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:48.973937 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 8f1a80c3-5202-4a18-95e7-80ba76cf3ddb up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:13:49.080742 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598419af-e1be-41cd-a5cd-1838f753afc2 req-d3378ac4-5c8d-4635-b756-505546b60dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:49.085238 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-598419af-e1be-41cd-a5cd-1838f753afc2 req-d3378ac4-5c8d-4635-b756-505546b60dbc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1603200 Sep 01 15:13:49.179796 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-b5482601-b8a6-4031-9f5c-b0013d71bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:49.186199 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-b5482601-b8a6-4031-9f5c-b0013d71bf64 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.2284284 Sep 01 15:13:49.299068 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d951f6a-e7a9-496e-b9e9-53f711c372ee req-81ad2579-4d8c-43c1-81b9-bd7f334caea2 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:49.303922 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d951f6a-e7a9-496e-b9e9-53f711c372ee req-81ad2579-4d8c-43c1-81b9-bd7f334caea2 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 945 time: 0.2516911 Sep 01 15:13:49.376049 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 8f1a80c3-5202-4a18-95e7-80ba76cf3ddb completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:13:49.418944 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-598419af-e1be-41cd-a5cd-1838f753afc2 req-afab1926-478c-4812-87e3-6c166f95ef96 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182998 Sep 01 15:13:49.465963 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-978a92e0-b444-4c74-abb3-70aae41997b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:49.472824 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-978a92e0-b444-4c74-abb3-70aae41997b6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2719758 Sep 01 15:13:49.499107 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 8f1a80c3-5202-4a18-95e7-80ba76cf3ddb triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:49.499871 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:49.567595 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=1c5a56f8-27ff-464d-9f11-0461d7db45c1,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:49.773224 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d951f6a-e7a9-496e-b9e9-53f711c372ee req-b243ba37-fbf1-4e1d-be79-5a5ab0a1eb09 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484413 Sep 01 15:13:49.898630 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-88ae4a4c-6dab-4ee7-98e1-1dd2afbd21af service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098847 Sep 01 15:13:49.920209 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:49.997940 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-598419af-e1be-41cd-a5cd-1838f753afc2 req-6cd7ffa9-4082-4db5-b2fa-2646a7ce3ff5 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5729809 Sep 01 15:13:50.138042 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 8f1a80c3-5202-4a18-95e7-80ba76cf3ddb, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=8f1a80c3-5202-4a18-95e7-80ba76cf3ddb,segment=NetworkSegment(5fdacd6a-a9a9-4355-9925-a5dc87d77042),segment_id=5fdacd6a-a9a9-4355-9925-a5dc87d77042)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:50.214364 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d99dcc9-e2c0-4d4e-b637-1b82b5f33cd2 req-24237f59-4bd6-434c-8155-0c160a972002 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076744 Sep 01 15:13:50.215986 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:50.217228 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555999b7-0b86-4c5f-b054-53dfb4c76ca1 x-openstack-request-id: req-555999b7-0b86-4c5f-b054-53dfb4c76ca1 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:50.217708 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c90d43-da94-41e9-889d-3479ed593540", "tag": "f15a51b4-e315-41ef-8d62-9c6fe3b18896", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:50.218182 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-555999b7-0b86-4c5f-b054-53dfb4c76ca1 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:50.218879 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c90d43-da94-41e9-889d-3479ed593540', 'tag': 'f15a51b4-e315-41ef-8d62-9c6fe3b18896', 'status': 'completed', 'code': 200} Sep 01 15:13:50.220751 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 39363511-e22e-43eb-977c-daf2ec3d8534 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:13:50.327141 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b655973c-5308-4a1f-9219-9bf66da68f8a req-a21b8adb-e82e-4d54-8206-e46065904d83 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 210 time: 0.1969991 Sep 01 15:13:50.407759 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb476b-12ac-4ccc-b1a1-bf9850bcabfc req-c47cee3f-03b9-418b-9cd9-3c4f9d73c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:50.414563 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e6fb476b-12ac-4ccc-b1a1-bf9850bcabfc req-c47cee3f-03b9-418b-9cd9-3c4f9d73c3d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 1100 time: 0.2863278 Sep 01 15:13:50.456097 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=8f1a80c3-5202-4a18-95e7-80ba76cf3ddb,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:50.464989 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee60050-51b9-4185-8167-77bd558816e7 req-578c33b4-8cc5-4a06-be01-263b5897ccbf tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:50.478141 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee60050-51b9-4185-8167-77bd558816e7 req-578c33b4-8cc5-4a06-be01-263b5897ccbf tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:50.491456 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 39363511-e22e-43eb-977c-daf2ec3d8534 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:13:50.494599 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee60050-51b9-4185-8167-77bd558816e7 req-578c33b4-8cc5-4a06-be01-263b5897ccbf tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:50.505134 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 39363511-e22e-43eb-977c-daf2ec3d8534 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:50.506554 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:50.522272 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee60050-51b9-4185-8167-77bd558816e7 req-578c33b4-8cc5-4a06-be01-263b5897ccbf tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:50.545097 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee60050-51b9-4185-8167-77bd558816e7 req-578c33b4-8cc5-4a06-be01-263b5897ccbf tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:50.577906 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee60050-51b9-4185-8167-77bd558816e7 req-578c33b4-8cc5-4a06-be01-263b5897ccbf tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:50.589641 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5a56f8-27ff-464d-9f11-0461d7db45c1'}, {'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1a80c3-5202-4a18-95e7-80ba76cf3ddb'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:13:50.600898 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4736459-7510-4866-b00d-218734048dad" -d '{"events": [{"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-plugged", "status": "completed", "tag": "1c5a56f8-27ff-464d-9f11-0461d7db45c1"}, {"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-plugged", "status": "completed", "tag": "8f1a80c3-5202-4a18-95e7-80ba76cf3ddb"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:13:50.618921 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee60050-51b9-4185-8167-77bd558816e7 req-578c33b4-8cc5-4a06-be01-263b5897ccbf tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:50.627853 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ee60050-51b9-4185-8167-77bd558816e7 req-578c33b4-8cc5-4a06-be01-263b5897ccbf tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5432 time: 0.3645005 Sep 01 15:13:50.774858 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb476b-12ac-4ccc-b1a1-bf9850bcabfc req-783481e7-a3ec-480e-b06f-aee4cdf513a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:50.778762 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e6fb476b-12ac-4ccc-b1a1-bf9850bcabfc req-783481e7-a3ec-480e-b06f-aee4cdf513a0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.3437684 Sep 01 15:13:50.832531 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb476b-12ac-4ccc-b1a1-bf9850bcabfc req-aabbf2e6-42f4-4d80-bfa2-fe1a6b946735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:50.835615 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e6fb476b-12ac-4ccc-b1a1-bf9850bcabfc req-aabbf2e6-42f4-4d80-bfa2-fe1a6b946735 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d7f261ece20a48a4b227e981b98a52fd&device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 1100 time: 0.2052166 Sep 01 15:13:50.847533 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ee60050-51b9-4185-8167-77bd558816e7 req-58861b37-96b0-47ef-bf26-7dbfcc98d712 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1506817 Sep 01 15:13:50.857940 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:50.903101 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e6fb476b-12ac-4ccc-b1a1-bf9850bcabfc req-f8407242-8141-4bd5-9a0e-aad66d0d59a6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f15a51b4-e315-41ef-8d62-9c6fe3b18896 HTTP/1.1" status: 200 len: 217 time: 0.1088071 Sep 01 15:13:51.054104 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 39363511-e22e-43eb-977c-daf2ec3d8534, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=39363511-e22e-43eb-977c-daf2ec3d8534,segment=NetworkSegment(5fdacd6a-a9a9-4355-9925-a5dc87d77042),segment_id=5fdacd6a-a9a9-4355-9925-a5dc87d77042)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:51.067718 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:51.073000 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 5389196c-9cdd-4b8a-9082-c0e959b2bc8d up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:13:51.122805 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb476b-12ac-4ccc-b1a1-bf9850bcabfc req-c2225b64-facb-4d25-8b51-1e603b395ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:51.126483 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e6fb476b-12ac-4ccc-b1a1-bf9850bcabfc req-c2225b64-facb-4d25-8b51-1e603b395ecc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.2105992 Sep 01 15:13:51.220480 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f186dc7-5ae0-4620-a541-4c4462ffb0bc req-46797bb8-a045-49b5-8b3a-a1108e87be03 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:51.236783 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6f186dc7-5ae0-4620-a541-4c4462ffb0bc req-46797bb8-a045-49b5-8b3a-a1108e87be03 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.4418702 Sep 01 15:13:51.266745 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb476b-12ac-4ccc-b1a1-bf9850bcabfc req-224a1d10-b476-439e-9ce2-f9f60112aaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:51.279216 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e6fb476b-12ac-4ccc-b1a1-bf9850bcabfc req-224a1d10-b476-439e-9ce2-f9f60112aaee service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.4199574 Sep 01 15:13:51.314689 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=39363511-e22e-43eb-977c-daf2ec3d8534,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:51.335340 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6f186dc7-5ae0-4620-a541-4c4462ffb0bc req-703af087-4bf6-45a6-a2ae-5c28156db1cf tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953867 Sep 01 15:13:51.380975 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 5389196c-9cdd-4b8a-9082-c0e959b2bc8d completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:13:51.400444 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb476b-12ac-4ccc-b1a1-bf9850bcabfc req-cd0f1282-4a94-44d5-93ad-7a56f598fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:51.403828 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e6fb476b-12ac-4ccc-b1a1-bf9850bcabfc req-cd0f1282-4a94-44d5-93ad-7a56f598fbe1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2669363 Sep 01 15:13:51.414472 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 5389196c-9cdd-4b8a-9082-c0e959b2bc8d triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:51.415056 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:51.427963 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e6fb476b-12ac-4ccc-b1a1-bf9850bcabfc req-336498ae-4ff3-4063-aa4d-c5f5363a8411 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=f15a51b4-e315-41ef-8d62-9c6fe3b18896 HTTP/1.1" status: 200 len: 217 time: 0.1443055 Sep 01 15:13:51.608613 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 01 Sep 2021 15:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faaa0328-b3b4-4360-8631-9bb9dc08f554 x-openstack-request-id: req-faaa0328-b3b4-4360-8631-9bb9dc08f554 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:51.621948 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-plugged", "status": "completed", "tag": "1c5a56f8-27ff-464d-9f11-0461d7db45c1", "code": 200}, {"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-plugged", "status": "completed", "tag": "8f1a80c3-5202-4a18-95e7-80ba76cf3ddb", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:51.622613 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-faaa0328-b3b4-4360-8631-9bb9dc08f554 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:51.623305 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5a56f8-27ff-464d-9f11-0461d7db45c1', 'code': 200} Sep 01 15:13:51.623735 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1a80c3-5202-4a18-95e7-80ba76cf3ddb', 'code': 200} Sep 01 15:13:51.714972 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e6fb476b-12ac-4ccc-b1a1-bf9850bcabfc req-fd2e45a6-8c04-46d4-a40b-71a5a8bf0c0e service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019307 Sep 01 15:13:51.872050 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:51.912905 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-ed071731-b3cd-4969-869b-59ab686146de tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:51.916674 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-ed071731-b3cd-4969-869b-59ab686146de tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.62 "GET /v2.0/networks?id=991369d1-6cc8-4ab5-8a03-7b17948fd044 HTTP/1.1" status: 200 len: 805 time: 0.4868853 Sep 01 15:13:51.962862 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-e2674c8f-39b1-4aee-8040-13febdc260c3 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Request body: {'port': {'device_id': '3d3417b5-57f4-4c58-a450-34b6667cb3e4', 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044', 'admin_state_up': True, 'tenant_id': '5d7c0ff87c7c4cc083c6404989b27ea4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:13:51.973870 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 5389196c-9cdd-4b8a-9082-c0e959b2bc8d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=5389196c-9cdd-4b8a-9082-c0e959b2bc8d,segment=NetworkSegment(27300445-e76c-4111-ba4f-fda0d2642488),segment_id=27300445-e76c-4111-ba4f-fda0d2642488)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:51.992782 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:51.994683 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device e7a375cb-4d85-4e58-948a-6c469b5fa866 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:13:52.059971 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e6fb476b-12ac-4ccc-b1a1-bf9850bcabfc req-85310ebf-e0d3-48c6-a6f3-30575e5871cd service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240595 Sep 01 15:13:52.096257 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1bf8e-9c13-4dea-a2fc-fd40f6763523 req-4d0fe2e6-4f46-48a8-b274-7d41f883433e tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:52.097386 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3dd1bf8e-9c13-4dea-a2fc-fd40f6763523 req-4d0fe2e6-4f46-48a8-b274-7d41f883433e tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 945 time: 0.1812065 Sep 01 15:13:52.196737 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3dd1bf8e-9c13-4dea-a2fc-fd40f6763523 req-1f3d1357-a243-4f10-b50a-c3f5d8de5b78 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854139 Sep 01 15:13:52.225703 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85d3e6-0925-42bc-b824-482e700903a3 req-3c57b3dc-512f-4f0c-8725-1ccb1342d583 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:52.228649 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c85d3e6-0925-42bc-b824-482e700903a3 req-3c57b3dc-512f-4f0c-8725-1ccb1342d583 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 949 time: 0.7970247 Sep 01 15:13:52.284704 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb476b-12ac-4ccc-b1a1-bf9850bcabfc req-099a51cb-5a10-43a4-9e92-8e4b887d9880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:52.287364 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e6fb476b-12ac-4ccc-b1a1-bf9850bcabfc req-099a51cb-5a10-43a4-9e92-8e4b887d9880 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.7622530 Sep 01 15:13:52.396724 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c85d3e6-0925-42bc-b824-482e700903a3 req-ca13ff20-9aa1-4b02-bb78-47de1a74e9f6 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521132 Sep 01 15:13:52.433635 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=5389196c-9cdd-4b8a-9082-c0e959b2bc8d,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:52.504648 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb476b-12ac-4ccc-b1a1-bf9850bcabfc req-c3b464dc-29cf-4a37-9fc3-ae9c7f12e74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:52.507467 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e6fb476b-12ac-4ccc-b1a1-bf9850bcabfc req-c3b464dc-29cf-4a37-9fc3-ae9c7f12e74e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2030478 Sep 01 15:13:52.556229 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-e2674c8f-39b1-4aee-8040-13febdc260c3 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Made reservation on behalf of 5d7c0ff87c7c4cc083c6404989b27ea4 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:13:52.566374 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-e2674c8f-39b1-4aee-8040-13febdc260c3 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:52.570520 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:52.612660 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e7a375cb-4d85-4e58-948a-6c469b5fa866 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:13:52.664106 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port e7a375cb-4d85-4e58-948a-6c469b5fa866, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=e7a375cb-4d85-4e58-948a-6c469b5fa866,segment=NetworkSegment(a3af3d8d-25ff-40db-b24c-c2eb0f074694),segment_id=a3af3d8d-25ff-40db-b24c-c2eb0f074694)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:52.672895 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:52.677962 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f15a51b4-e315-41ef-8d62-9c6fe3b18896 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:13:52.861841 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=e7a375cb-4d85-4e58-948a-6c469b5fa866,revision_number=7']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:52.871500 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f15a51b4-e315-41ef-8d62-9c6fe3b18896 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:13:52.882430 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device e7a375cb-4d85-4e58-948a-6c469b5fa866 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:13:52.901036 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48750074-7fa5-4138-86a7-3f7104d28770 req-9fc8d454-6292-457a-937b-94bb6c0d4ab0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:52.917420 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48750074-7fa5-4138-86a7-3f7104d28770 req-9fc8d454-6292-457a-937b-94bb6c0d4ab0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:52.938735 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48750074-7fa5-4138-86a7-3f7104d28770 req-9fc8d454-6292-457a-937b-94bb6c0d4ab0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:52.940153 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3fba5fce-8de5-4824-a52b-3dd7db4c9f2c req-7f2d8fa3-609a-464c-b6d9-dce8e1f4fd4c tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 210 time: 0.3334048 Sep 01 15:13:52.953531 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48750074-7fa5-4138-86a7-3f7104d28770 req-9fc8d454-6292-457a-937b-94bb6c0d4ab0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:52.967975 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48750074-7fa5-4138-86a7-3f7104d28770 req-9fc8d454-6292-457a-937b-94bb6c0d4ab0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:52.984898 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48750074-7fa5-4138-86a7-3f7104d28770 req-9fc8d454-6292-457a-937b-94bb6c0d4ab0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:52.998538 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48750074-7fa5-4138-86a7-3f7104d28770 req-9fc8d454-6292-457a-937b-94bb6c0d4ab0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:53.002157 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-48750074-7fa5-4138-86a7-3f7104d28770 req-9fc8d454-6292-457a-937b-94bb6c0d4ab0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5434 time: 0.3202186 Sep 01 15:13:53.006403 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port e7a375cb-4d85-4e58-948a-6c469b5fa866 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:53.007115 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:53.015236 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5f45a-d90a-4ed1-aa91-7ddb7aa6cb91 req-7be6f653-9b45-486a-b483-ca5e805c0ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:53.019093 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dee5f45a-d90a-4ed1-aa91-7ddb7aa6cb91 req-7be6f653-9b45-486a-b483-ca5e805c0ea2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f5c878306d2c4fbcbebf77004da8b742&device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 1096 time: 0.2616980 Sep 01 15:13:53.166911 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e6fb476b-12ac-4ccc-b1a1-bf9850bcabfc req-a65efd76-3982-4ca6-afab-9bdb213402d5 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6451805 Sep 01 15:13:53.203091 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-e2674c8f-39b1-4aee-8040-13febdc260c3 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Allocated IP 172.20.0.10 (991369d1-6cc8-4ab5-8a03-7b17948fd044/35b27872-673a-446b-88b2-296c933a8cce/713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:13:53.222840 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-48750074-7fa5-4138-86a7-3f7104d28770 req-ab9e825e-f1d5-4241-981d-8b6a526cafcf tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2027557 Sep 01 15:13:53.254804 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:53.383136 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port e7a375cb-4d85-4e58-948a-6c469b5fa866, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=e7a375cb-4d85-4e58-948a-6c469b5fa866,segment=NetworkSegment(a3af3d8d-25ff-40db-b24c-c2eb0f074694),segment_id=a3af3d8d-25ff-40db-b24c-c2eb0f074694)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:53.391363 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:53.397938 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5f45a-d90a-4ed1-aa91-7ddb7aa6cb91 req-09254c0a-72e6-434f-bc4f-a7cee9d65b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:53.413038 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dee5f45a-d90a-4ed1-aa91-7ddb7aa6cb91 req-09254c0a-72e6-434f-bc4f-a7cee9d65b96 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 200 len: 913 time: 0.3761923 Sep 01 15:13:53.538735 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f15a51b4-e315-41ef-8d62-9c6fe3b18896 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:13:53.641976 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39363511-e22e-43eb-977c-daf2ec3d8534'}, {'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5389196c-9cdd-4b8a-9082-c0e959b2bc8d'}, {'server_uuid': '21ba36a7-734e-4990-9286-a408dda77990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a375cb-4d85-4e58-948a-6c469b5fa866'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:13:53.653876 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2994e79-3486-42c9-b387-08815f521c0a" -d '{"events": [{"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-plugged", "status": "completed", "tag": "39363511-e22e-43eb-977c-daf2ec3d8534"}, {"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-plugged", "status": "completed", "tag": "5389196c-9cdd-4b8a-9082-c0e959b2bc8d"}, {"server_uuid": "21ba36a7-734e-4990-9286-a408dda77990", "name": "network-vif-plugged", "status": "completed", "tag": "e7a375cb-4d85-4e58-948a-6c469b5fa866"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:13:53.656157 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-e2674c8f-39b1-4aee-8040-13febdc260c3 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:53.678167 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=e7a375cb-4d85-4e58-948a-6c469b5fa866,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:53.848815 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dee5f45a-d90a-4ed1-aa91-7ddb7aa6cb91 req-af4ef136-3588-4322-b608-c5ec1f2d3ec9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d HTTP/1.1" status: 200 len: 1000 time: 0.4289782 Sep 01 15:13:53.974362 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port f15a51b4-e315-41ef-8d62-9c6fe3b18896, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f15a51b4-e315-41ef-8d62-9c6fe3b18896,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:53.975490 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-e2674c8f-39b1-4aee-8040-13febdc260c3 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:53.989240 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96558e9d-69dc-400c-a250-68a33e2a4af9 req-8ce60bc6-7142-4f3a-9bac-f7c422173c15 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:54.006624 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-96558e9d-69dc-400c-a250-68a33e2a4af9 req-8ce60bc6-7142-4f3a-9bac-f7c422173c15 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.4198689 Sep 01 15:13:54.018767 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'f15a51b4-e315-41ef-8d62-9c6fe3b18896', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': 'f15a51b4-e315-41ef-8d62-9c6fe3b18896', 'mac_address': 'fa:16:3e:29:c3:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:13:54.027550 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['decdf579-a3ac-47d2-8e21-42acfa004caa'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:13:54.097371 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057e34a-cdea-4a16-943c-efbe71d08295 req-c296d5ff-9418-42c1-9b68-90029583f6b0 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:54.115775 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0057e34a-cdea-4a16-943c-efbe71d08295 req-c296d5ff-9418-42c1-9b68-90029583f6b0 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 946 time: 0.2654629 Sep 01 15:13:54.140617 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e6fb476b-12ac-4ccc-b1a1-bf9850bcabfc req-aa03be7d-630c-407e-8ee0-641e753ce7b7 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8361907 Sep 01 15:13:54.149226 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5f45a-d90a-4ed1-aa91-7ddb7aa6cb91 req-e6d4f107-f73d-4212-8100-43c81ff5d4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:54.151901 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dee5f45a-d90a-4ed1-aa91-7ddb7aa6cb91 req-e6d4f107-f73d-4212-8100-43c81ff5d4ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4b8a1a7-4c41-46cc-8798-989cc5140738 HTTP/1.1" status: 200 len: 851 time: 0.2899809 Sep 01 15:13:54.213001 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-e2674c8f-39b1-4aee-8040-13febdc260c3 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Network 991369d1-6cc8-4ab5-8a03-7b17948fd044 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:13:54.251036 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-96558e9d-69dc-400c-a250-68a33e2a4af9 req-ee01a80c-6b57-4162-ba88-f3d77873c956 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214055 Sep 01 15:13:54.252717 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-e2674c8f-39b1-4aee-8040-13febdc260c3 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:13:54.265620 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:54.273299 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-e2674c8f-39b1-4aee-8040-13febdc260c3 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:13:54.327696 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5f45a-d90a-4ed1-aa91-7ddb7aa6cb91 req-821c6432-5407-4a86-9a19-19e8766e8878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:54.332391 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dee5f45a-d90a-4ed1-aa91-7ddb7aa6cb91 req-821c6432-5407-4a86-9a19-19e8766e8878 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1633573 Sep 01 15:13:54.341884 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15a51b4-e315-41ef-8d62-9c6fe3b18896 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:13:54.569205 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-e2674c8f-39b1-4aee-8040-13febdc260c3 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:54.570342 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-e2674c8f-39b1-4aee-8040-13febdc260c3 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:54.578716 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port f15a51b4-e315-41ef-8d62-9c6fe3b18896, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f15a51b4-e315-41ef-8d62-9c6fe3b18896,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:54.621076 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2674c8f-39b1-4aee-8040-13febdc260c3 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Pushing event updated for resources: {'Port': ['ID=713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:54.642538 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-e2674c8f-39b1-4aee-8040-13febdc260c3 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6876147 Sep 01 15:13:54.660656 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0057e34a-cdea-4a16-943c-efbe71d08295 req-ff35ce64-189b-46ff-8f64-deca5da72140 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5148296 Sep 01 15:13:54.662898 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:54.687383 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-8ad2da20-49da-4257-b5d6-222cde472875 service neutron] Request body: {'port': {'device_id': '3d3417b5-57f4-4c58-a450-34b6667cb3e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:13:54.849997 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=f15a51b4-e315-41ef-8d62-9c6fe3b18896,revision_number=11']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:54.866817 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 01 Sep 2021 15:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab1ff81-78ce-476e-abaa-1d92922e77c2 x-openstack-request-id: req-6ab1ff81-78ce-476e-abaa-1d92922e77c2 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:54.867388 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-plugged", "status": "completed", "tag": "39363511-e22e-43eb-977c-daf2ec3d8534", "code": 200}, {"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-plugged", "status": "completed", "tag": "5389196c-9cdd-4b8a-9082-c0e959b2bc8d", "code": 200}, {"server_uuid": "21ba36a7-734e-4990-9286-a408dda77990", "name": "network-vif-plugged", "status": "completed", "tag": "e7a375cb-4d85-4e58-948a-6c469b5fa866", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:54.868041 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ab1ff81-78ce-476e-abaa-1d92922e77c2 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:54.868684 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39363511-e22e-43eb-977c-daf2ec3d8534', 'code': 200} Sep 01 15:13:54.869079 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5389196c-9cdd-4b8a-9082-c0e959b2bc8d', 'code': 200} Sep 01 15:13:54.869469 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ba36a7-734e-4990-9286-a408dda77990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a375cb-4d85-4e58-948a-6c469b5fa866', 'code': 200} Sep 01 15:13:54.895195 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b0a10-40ee-4997-a874-f3d5ee2cca57 req-860d9603-ad13-4a83-b906-6c6fca65e28d tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:54.896206 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-8ad2da20-49da-4257-b5d6-222cde472875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:54.905011 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f09b0a10-40ee-4997-a874-f3d5ee2cca57 req-860d9603-ad13-4a83-b906-6c6fca65e28d tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 950 time: 0.3463671 Sep 01 15:13:54.915791 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dee5f45a-d90a-4ed1-aa91-7ddb7aa6cb91 req-1ea0bcbf-0578-40a6-b83f-9ec4c34cdf38 service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5737448 Sep 01 15:13:55.188533 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['f15a51b4-e315-41ef-8d62-9c6fe3b18896'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:13:55.217266 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f09b0a10-40ee-4997-a874-f3d5ee2cca57 req-4e686254-d26a-4aaf-9a86-34baad7b764d tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700500 Sep 01 15:13:55.303272 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7945c-4d07-4095-8d1d-b9133d6b23c7 req-b55215b2-fb5f-4d8d-9688-1f13d94325c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:55.305431 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7945c-4d07-4095-8d1d-b9133d6b23c7 req-b55215b2-fb5f-4d8d-9688-1f13d94325c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:55.306663 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7945c-4d07-4095-8d1d-b9133d6b23c7 req-b55215b2-fb5f-4d8d-9688-1f13d94325c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:55.308305 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7945c-4d07-4095-8d1d-b9133d6b23c7 req-b55215b2-fb5f-4d8d-9688-1f13d94325c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:55.309077 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7945c-4d07-4095-8d1d-b9133d6b23c7 req-b55215b2-fb5f-4d8d-9688-1f13d94325c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:55.309977 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7945c-4d07-4095-8d1d-b9133d6b23c7 req-b55215b2-fb5f-4d8d-9688-1f13d94325c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:55.310890 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7945c-4d07-4095-8d1d-b9133d6b23c7 req-b55215b2-fb5f-4d8d-9688-1f13d94325c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:55.314176 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-29a7945c-4d07-4095-8d1d-b9133d6b23c7 req-b55215b2-fb5f-4d8d-9688-1f13d94325c3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 6491 time: 0.2103636 Sep 01 15:13:55.355644 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dee5f45a-d90a-4ed1-aa91-7ddb7aa6cb91 req-d50a220e-1c80-4527-9333-1ef72aa3cf82 service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308341 Sep 01 15:13:55.389013 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-29a7945c-4d07-4095-8d1d-b9133d6b23c7 req-01a8cf00-6adb-4218-a635-4b85f3462cd8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&id=56ee7cbb-c064-4b45-b63a-4812b76da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0631833 Sep 01 15:13:55.583622 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f1582-a25c-4eb3-94bd-1527804ba43b req-da8eb306-6eb1-4b92-9b3a-36bbfe94187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:55.586228 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-153f1582-a25c-4eb3-94bd-1527804ba43b req-da8eb306-6eb1-4b92-9b3a-36bbfe94187b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 1097 time: 0.3085825 Sep 01 15:13:55.730042 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61f2f9-7614-4d51-baed-dff2c2dce039 req-c78a85ce-cfd0-4354-8a59-d590088ac757 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:55.730935 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cdc08-a9a5-4e7b-86c2-1afef73a0ca7 req-854ba5c0-b963-4bfb-a70d-f4f4739430d8 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:55.741371 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4a61f2f9-7614-4d51-baed-dff2c2dce039 req-c78a85ce-cfd0-4354-8a59-d590088ac757 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 932 time: 0.4769442 Sep 01 15:13:55.743760 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cdc08-a9a5-4e7b-86c2-1afef73a0ca7 req-854ba5c0-b963-4bfb-a70d-f4f4739430d8 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:55.754242 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cdc08-a9a5-4e7b-86c2-1afef73a0ca7 req-854ba5c0-b963-4bfb-a70d-f4f4739430d8 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:55.763496 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cdc08-a9a5-4e7b-86c2-1afef73a0ca7 req-854ba5c0-b963-4bfb-a70d-f4f4739430d8 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:55.771386 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cdc08-a9a5-4e7b-86c2-1afef73a0ca7 req-854ba5c0-b963-4bfb-a70d-f4f4739430d8 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:55.781808 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cdc08-a9a5-4e7b-86c2-1afef73a0ca7 req-854ba5c0-b963-4bfb-a70d-f4f4739430d8 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:55.792361 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cdc08-a9a5-4e7b-86c2-1afef73a0ca7 req-854ba5c0-b963-4bfb-a70d-f4f4739430d8 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:55.796310 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d40cdc08-a9a5-4e7b-86c2-1afef73a0ca7 req-854ba5c0-b963-4bfb-a70d-f4f4739430d8 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5434 time: 0.2559316 Sep 01 15:13:55.892651 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d40cdc08-a9a5-4e7b-86c2-1afef73a0ca7 req-a1447493-7c3d-4bc1-bb54-bb9d90b8f813 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0873287 Sep 01 15:13:56.329519 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-153f1582-a25c-4eb3-94bd-1527804ba43b req-90def563-1572-427c-b091-b5b5e30ad851 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6806588 Sep 01 15:13:56.400713 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4a61f2f9-7614-4d51-baed-dff2c2dce039 req-bd796914-7d8a-49e3-a286-a7b3fe8a6e06 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6579602 Sep 01 15:13:56.507689 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8eb426-eb1e-4f03-b8a9-a6a93f70ecfb req-d8e5b24e-d747-4f50-b00d-cfc88855a98f tempest-MigrationsAdminTest-1530671713 tempest-MigrationsAdminTest-1530671713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:56.512339 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c8eb426-eb1e-4f03-b8a9-a6a93f70ecfb req-d8e5b24e-d747-4f50-b00d-cfc88855a98f tempest-MigrationsAdminTest-1530671713 tempest-MigrationsAdminTest-1530671713-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 1101 time: 0.1042101 Sep 01 15:13:56.586070 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c8eb426-eb1e-4f03-b8a9-a6a93f70ecfb req-60338d5b-ad37-494a-896f-a2e4bad92dc2 tempest-MigrationsAdminTest-1530671713 tempest-MigrationsAdminTest-1530671713-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604627 Sep 01 15:13:56.596895 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-8ad2da20-49da-4257-b5d6-222cde472875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:13:56.615785 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-8ad2da20-49da-4257-b5d6-222cde472875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:56.677545 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc1685-46e8-4d8b-95f0-e56ba7bdac5e req-9fd623ed-dc21-44f7-a0fe-b5786f1beb74 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:56.680439 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-28bc1685-46e8-4d8b-95f0-e56ba7bdac5e req-9fd623ed-dc21-44f7-a0fe-b5786f1beb74 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.1428323 Sep 01 15:13:56.682363 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-8ad2da20-49da-4257-b5d6-222cde472875 service neutron] Transition to ACTIVE for port object 713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:13:56.691823 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-8ad2da20-49da-4257-b5d6-222cde472875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:56.800552 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f17954-e24b-41e9-a3e3-8429792fb94e req-1defdfcb-2e47-4641-b787-e5609c014f5a tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:56.804941 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c2f17954-e24b-41e9-a3e3-8429792fb94e req-1defdfcb-2e47-4641-b787-e5609c014f5a tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 946 time: 0.1128335 Sep 01 15:13:56.862698 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-28bc1685-46e8-4d8b-95f0-e56ba7bdac5e req-5ebeda21-03c4-4d2f-862f-4896ce334f01 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553078 Sep 01 15:13:56.868100 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2da20-49da-4257-b5d6-222cde472875 service neutron] Pushing event updated for resources: {'Port': ['ID=713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:56.922638 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c2f17954-e24b-41e9-a3e3-8429792fb94e req-91907274-7280-4dbf-8180-fada2bd40cd3 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004467 Sep 01 15:13:57.061157 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-8ad2da20-49da-4257-b5d6-222cde472875 service neutron] Attempting to bind port 713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:13:57.061157 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-8ad2da20-49da-4257-b5d6-222cde472875 service neutron] Attempting to bind port 713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:13:57.061603 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-8ad2da20-49da-4257-b5d6-222cde472875 service neutron] Attempting to bind port 713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5 on network 991369d1-6cc8-4ab5-8a03-7b17948fd044 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:13:57.075036 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-8ad2da20-49da-4257-b5d6-222cde472875 service neutron] Port 713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5 on network 991369d1-6cc8-4ab5-8a03-7b17948fd044 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:13:57.075036 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-8ad2da20-49da-4257-b5d6-222cde472875 service neutron] Attempting to bind port 713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5 on network 991369d1-6cc8-4ab5-8a03-7b17948fd044 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:13:57.084428 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-8ad2da20-49da-4257-b5d6-222cde472875 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:13:57.085404 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-8ad2da20-49da-4257-b5d6-222cde472875 service neutron] Checking segment: {'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:13:57.086630 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-8ad2da20-49da-4257-b5d6-222cde472875 service neutron] Bound using segment: {'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:13:57.087451 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-8ad2da20-49da-4257-b5d6-222cde472875 service neutron] Bound port: 713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1516b638-7e5f-455f-b83a-8d129c43b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:13:57.089071 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-8ad2da20-49da-4257-b5d6-222cde472875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:57.292969 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-8ad2da20-49da-4257-b5d6-222cde472875 service neutron] For port 713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:13:57.300534 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-8ad2da20-49da-4257-b5d6-222cde472875 service neutron] For port 713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:13:57.310954 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-8ad2da20-49da-4257-b5d6-222cde472875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:57.387659 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-8ad2da20-49da-4257-b5d6-222cde472875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:57.388990 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-8ad2da20-49da-4257-b5d6-222cde472875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:57.392034 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-8ad2da20-49da-4257-b5d6-222cde472875 service neutron] 10.222.0.62 "PUT /v2.0/ports/713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5 HTTP/1.1" status: 200 len: 1092 time: 2.7292869 Sep 01 15:13:57.392833 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d3417b5-57f4-4c58-a450-34b6667cb3e4', 'tag': '713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:13:57.397468 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f32290-f3b7-4275-8f34-70ab2f17a0fb" -d '{"events": [{"name": "network-changed", "server_uuid": "3d3417b5-57f4-4c58-a450-34b6667cb3e4", "tag": "713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:13:57.513508 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7f465-dd92-4762-a45a-d8da8a76845c req-498ae428-c4d3-4bd9-9d8b-22407c345b09 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:57.527838 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7f465-dd92-4762-a45a-d8da8a76845c req-498ae428-c4d3-4bd9-9d8b-22407c345b09 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:57.537721 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7f465-dd92-4762-a45a-d8da8a76845c req-498ae428-c4d3-4bd9-9d8b-22407c345b09 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:57.542622 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:57.548253 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7f465-dd92-4762-a45a-d8da8a76845c req-498ae428-c4d3-4bd9-9d8b-22407c345b09 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:57.548990 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2da20-49da-4257-b5d6-222cde472875 service neutron] Pushing event updated for resources: {'Port': ['ID=713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:57.550875 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f15a51b4-e315-41ef-8d62-9c6fe3b18896 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:13:57.568301 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7f465-dd92-4762-a45a-d8da8a76845c req-498ae428-c4d3-4bd9-9d8b-22407c345b09 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:57.583593 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582bb83-39bf-40e6-9865-cc8e3bea1305 req-b6656f2e-1a1a-453c-9ebd-bbfc0376cf4c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:57.584456 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7f465-dd92-4762-a45a-d8da8a76845c req-498ae428-c4d3-4bd9-9d8b-22407c345b09 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:57.586463 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1582bb83-39bf-40e6-9865-cc8e3bea1305 req-b6656f2e-1a1a-453c-9ebd-bbfc0376cf4c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.1792374 Sep 01 15:13:57.598468 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7f465-dd92-4762-a45a-d8da8a76845c req-498ae428-c4d3-4bd9-9d8b-22407c345b09 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:57.603297 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-27f7f465-dd92-4762-a45a-d8da8a76845c req-498ae428-c4d3-4bd9-9d8b-22407c345b09 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5434 time: 0.1996474 Sep 01 15:13:57.662738 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port f15a51b4-e315-41ef-8d62-9c6fe3b18896 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:13:57.665844 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-7a355aa7-a9b1-47f9-97ab-2872f1f4d29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:57.669468 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-7a355aa7-a9b1-47f9-97ab-2872f1f4d29a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5d7c0ff87c7c4cc083c6404989b27ea4&device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 1095 time: 0.1888351 Sep 01 15:13:57.670602 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port f15a51b4-e315-41ef-8d62-9c6fe3b18896 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:13:57.671281 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:57.701705 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-27f7f465-dd92-4762-a45a-d8da8a76845c req-42fc91de-9844-4070-8a21-c781b5c55782 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0734794 Sep 01 15:13:57.714078 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1582bb83-39bf-40e6-9865-cc8e3bea1305 req-ff37403b-6c46-435c-b684-fed78d039042 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049659 Sep 01 15:13:57.796557 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-2010bdea-b300-4a1d-bba9-e8c19c1c5a4b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5 HTTP/1.1" status: 200 len: 217 time: 0.0973301 Sep 01 15:13:57.919400 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:57.996037 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-ff141d72-e88b-44f2-a4b4-cf6a1c409c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:57.999226 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-ff141d72-e88b-44f2-a4b4-cf6a1c409c6e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=35b27872-673a-446b-88b2-296c933a8cce HTTP/1.1" status: 200 len: 845 time: 0.1926179 Sep 01 15:13:58.013220 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c90d43-da94-41e9-889d-3479ed593540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15a51b4-e315-41ef-8d62-9c6fe3b18896'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:13:58.025423 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36c2785-2dcc-44a3-89c6-b42e3632c09b" -d '{"events": [{"server_uuid": "c3c90d43-da94-41e9-889d-3479ed593540", "name": "network-vif-plugged", "status": "completed", "tag": "f15a51b4-e315-41ef-8d62-9c6fe3b18896"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:13:58.074316 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-4860425a-120c-4ae1-af6a-8904c6dac72a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=991369d1-6cc8-4ab5-8a03-7b17948fd044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580416 Sep 01 15:13:58.081476 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port f15a51b4-e315-41ef-8d62-9c6fe3b18896, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f15a51b4-e315-41ef-8d62-9c6fe3b18896,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:13:58.095236 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:58.112162 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a47849-e710-491f-9aa8-ba4b68861aab req-de85938d-8b18-4ec8-9622-45e39609455f tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:58.129088 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-95a47849-e710-491f-9aa8-ba4b68861aab req-de85938d-8b18-4ec8-9622-45e39609455f tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 950 time: 0.1759412 Sep 01 15:13:58.286515 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-95a47849-e710-491f-9aa8-ba4b68861aab req-48ef5f63-8e29-4252-95bd-84f765d45d48 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558683 Sep 01 15:13:58.290113 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=f15a51b4-e315-41ef-8d62-9c6fe3b18896,revision_number=12']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:13:58.339934 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-cf133894-cacd-4f70-a434-82bccc54d247 service neutron] 10.222.0.62 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555792 Sep 01 15:13:58.343050 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db73c507-2484-4ee0-a46c-70505bca539a x-openstack-request-id: req-db73c507-2484-4ee0-a46c-70505bca539a {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:58.343642 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d3417b5-57f4-4c58-a450-34b6667cb3e4", "tag": "713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:58.344129 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-db73c507-2484-4ee0-a46c-70505bca539a {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:58.344883 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d3417b5-57f4-4c58-a450-34b6667cb3e4', 'tag': '713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5', 'status': 'completed', 'code': 200} Sep 01 15:13:58.555741 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae6580-530f-4726-8b36-9333b06d5043 req-4978a454-1898-44e1-8b21-9b4b626ce905 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:58.559302 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2fae6580-530f-4726-8b36-9333b06d5043 req-4978a454-1898-44e1-8b21-9b4b626ce905 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 944 time: 0.2035241 Sep 01 15:13:58.647512 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc5a8f96-b46c-4f1d-a3b8-70f643a740f9 req-76a9bab2-dadf-40aa-b21c-b246c06b7721 service neutron] 10.222.0.62 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942600 Sep 01 15:13:58.683710 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2fae6580-530f-4726-8b36-9333b06d5043 req-e7ab0b52-649e-46b1-a0d5-5d8c39e5fe64 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950646 Sep 01 15:13:58.738936 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35638) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:58.837134 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b42164-205d-41d5-8616-619fd53dd086 req-02d231a5-9b4c-44e0-826f-89fd96fe4bf0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:58.850028 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b42164-205d-41d5-8616-619fd53dd086 req-02d231a5-9b4c-44e0-826f-89fd96fe4bf0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:58.863094 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b42164-205d-41d5-8616-619fd53dd086 req-02d231a5-9b4c-44e0-826f-89fd96fe4bf0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:58.876095 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b42164-205d-41d5-8616-619fd53dd086 req-02d231a5-9b4c-44e0-826f-89fd96fe4bf0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:58.891267 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b42164-205d-41d5-8616-619fd53dd086 req-02d231a5-9b4c-44e0-826f-89fd96fe4bf0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:58.904986 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b42164-205d-41d5-8616-619fd53dd086 req-02d231a5-9b4c-44e0-826f-89fd96fe4bf0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:58.917748 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b42164-205d-41d5-8616-619fd53dd086 req-02d231a5-9b4c-44e0-826f-89fd96fe4bf0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:58.923492 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-48b42164-205d-41d5-8616-619fd53dd086 req-02d231a5-9b4c-44e0-826f-89fd96fe4bf0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5434 time: 0.2345884 Sep 01 15:13:58.944339 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f32290-f3b7-4275-8f34-70ab2f17a0fb req-5cf420b1-c408-49cb-952d-93508fe1667d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:58.947176 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17f32290-f3b7-4275-8f34-70ab2f17a0fb req-5cf420b1-c408-49cb-952d-93508fe1667d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5d7c0ff87c7c4cc083c6404989b27ea4&device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 1095 time: 0.1319966 Sep 01 15:13:58.948723 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35642) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:13:58.962471 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-f9bc78b6-3af1-40c2-9617-5737d38f4f78 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Request body: {'floatingip': {'port_id': '45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:13:59.021144 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c429c4-3e46-41cb-97ed-8fe5cc2d1135 x-openstack-request-id: req-c1c429c4-3e46-41cb-97ed-8fe5cc2d1135 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:13:59.021144 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c90d43-da94-41e9-889d-3479ed593540", "name": "network-vif-plugged", "status": "completed", "tag": "f15a51b4-e315-41ef-8d62-9c6fe3b18896", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:13:59.023079 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c1c429c4-3e46-41cb-97ed-8fe5cc2d1135 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:13:59.023079 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c90d43-da94-41e9-889d-3479ed593540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15a51b4-e315-41ef-8d62-9c6fe3b18896', 'code': 200} Sep 01 15:13:59.023894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210123a-3c20-486e-a1b7-90e416d8cdcd req-7ebd85ad-fee4-4b12-970c-511fe35b4b82 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:59.027711 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b210123a-3c20-486e-a1b7-90e416d8cdcd req-7ebd85ad-fee4-4b12-970c-511fe35b4b82 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 946 time: 0.1952486 Sep 01 15:13:59.213114 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f9bc78b6-3af1-40c2-9617-5737d38f4f78 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for floatingip, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:59.218061 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9633a686-f139-43d4-9af0-07d91568d23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:13:59.529976 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451b63f-2931-4541-882c-1a6ff65b2d36 req-fc8a95a1-775a-41d0-a2d2-6dff9f33c220 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:59.533251 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3451b63f-2931-4541-882c-1a6ff65b2d36 req-fc8a95a1-775a-41d0-a2d2-6dff9f33c220 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.1071067 Sep 01 15:13:59.545784 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b210123a-3c20-486e-a1b7-90e416d8cdcd req-9169d32a-22c0-49ce-a0a3-30ea37b354bd tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428127 Sep 01 15:13:59.649311 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3451b63f-2931-4541-882c-1a6ff65b2d36 req-dc535186-9cfd-4675-baee-a5f674431ce0 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029701 Sep 01 15:13:59.661675 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f32290-f3b7-4275-8f34-70ab2f17a0fb req-d4efb03e-6fda-4ac8-8617-042a01facffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:59.664034 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17f32290-f3b7-4275-8f34-70ab2f17a0fb req-d4efb03e-6fda-4ac8-8617-042a01facffe service neutron] 10.222.0.62 "GET /v2.0/networks?id=991369d1-6cc8-4ab5-8a03-7b17948fd044 HTTP/1.1" status: 200 len: 906 time: 0.6947854 Sep 01 15:13:59.756688 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ea7b3-4b87-45ec-a7aa-45fcd9ad190d req-16873c92-77c2-4eda-9b84-adb55f1503a2 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:13:59.758538 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a19ea7b3-4b87-45ec-a7aa-45fcd9ad190d req-16873c92-77c2-4eda-9b84-adb55f1503a2 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 951 time: 0.3765590 Sep 01 15:13:59.875306 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17f32290-f3b7-4275-8f34-70ab2f17a0fb req-9fa683bf-a1e4-4d6b-82df-c8e81b68f1a7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5 HTTP/1.1" status: 200 len: 217 time: 0.1327312 Sep 01 15:14:00.023496 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55d123-2c27-44ee-ab10-2ebea1fe2ab6 req-2d169a59-1dd2-48ed-befe-fae861bd8e52 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:00.026286 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ba55d123-2c27-44ee-ab10-2ebea1fe2ab6 req-2d169a59-1dd2-48ed-befe-fae861bd8e52 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 946 time: 0.0943520 Sep 01 15:14:00.121037 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ba55d123-2c27-44ee-ab10-2ebea1fe2ab6 req-8cd5a553-e87b-4f8a-b5f2-5e7f97d6fb61 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725613 Sep 01 15:14:00.374218 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f32290-f3b7-4275-8f34-70ab2f17a0fb req-e7a3aaff-3667-4a63-aedf-5bdcb0bbf6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:00.376709 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17f32290-f3b7-4275-8f34-70ab2f17a0fb req-e7a3aaff-3667-4a63-aedf-5bdcb0bbf6d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=35b27872-673a-446b-88b2-296c933a8cce HTTP/1.1" status: 200 len: 845 time: 0.4072797 Sep 01 15:14:00.417647 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba238ed7-72a7-496f-b9c4-b51619fc8dc6 req-17586ac8-2a5d-407b-913c-28e62ffea1c7 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:00.420239 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba238ed7-72a7-496f-b9c4-b51619fc8dc6 req-17586ac8-2a5d-407b-913c-28e62ffea1c7 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 951 time: 0.6828732 Sep 01 15:14:00.551999 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d56de4-7806-44e1-ad71-69e57d1847b0 req-f39f494b-2670-4507-8a01-b3d9031853a9 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:00.555392 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6d56de4-7806-44e1-ad71-69e57d1847b0 req-f39f494b-2670-4507-8a01-b3d9031853a9 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 944 time: 0.1153936 Sep 01 15:14:00.583550 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17f32290-f3b7-4275-8f34-70ab2f17a0fb req-dbf98fc2-b821-48fd-9371-9b8227144446 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=991369d1-6cc8-4ab5-8a03-7b17948fd044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1886561 Sep 01 15:14:00.613094 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9633a686-f139-43d4-9af0-07d91568d23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:00.646062 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6d56de4-7806-44e1-ad71-69e57d1847b0 req-9a8d1a89-0fcb-451c-874f-08e644c44018 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781865 Sep 01 15:14:00.651769 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9633a686-f139-43d4-9af0-07d91568d23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:00.852642 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-a19ea7b3-4b87-45ec-a7aa-45fcd9ad190d req-5905bf7b-3043-4e35-a874-a55ecb8dbba7 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Deleting port f15a51b4-e315-41ef-8d62-9c6fe3b18896 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:14:00.853059 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a19ea7b3-4b87-45ec-a7aa-45fcd9ad190d req-5905bf7b-3043-4e35-a874-a55ecb8dbba7 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:00.901550 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba238ed7-72a7-496f-b9c4-b51619fc8dc6 req-a63b0390-f41d-452f-9a3a-1caf63d8b5ee tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531069 Sep 01 15:14:00.997652 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9633a686-f139-43d4-9af0-07d91568d23d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fe7341aafe334b3aae4f50cc13366e7d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2562039 Sep 01 15:14:01.001506 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35670) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:01.027774 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633a686-f139-43d4-9af0-07d91568d23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89472aa5-1328-4c7d-a4d7-5eae52bce5d5,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:01.163129 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c627efc5-2726-4835-9651-807096fa42a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:01.197500 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.resource_extend [None req-f9bc78b6-3af1-40c2-9617-5737d38f4f78 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:14:01.203925 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17f32290-f3b7-4275-8f34-70ab2f17a0fb req-c53a247b-8dc1-4cd8-9d47-d803fbc229de service neutron] 10.222.0.62 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5952497 Sep 01 15:14:01.247620 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c627efc5-2726-4835-9651-807096fa42a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:01.364620 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c627efc5-2726-4835-9651-807096fa42a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:01.370763 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c627efc5-2726-4835-9651-807096fa42a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:01.372852 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c627efc5-2726-4835-9651-807096fa42a3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89472aa5-1328-4c7d-a4d7-5eae52bce5d5 HTTP/1.1" status: 204 len: 168 time: 0.3696098 Sep 01 15:14:01.390388 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627efc5-2726-4835-9651-807096fa42a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89472aa5-1328-4c7d-a4d7-5eae52bce5d5,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:01.412909 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c627efc5-2726-4835-9651-807096fa42a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:01.413598 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c627efc5-2726-4835-9651-807096fa42a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:01.415195 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c627efc5-2726-4835-9651-807096fa42a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:01.415812 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c627efc5-2726-4835-9651-807096fa42a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:01.417285 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c627efc5-2726-4835-9651-807096fa42a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:01.417926 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c627efc5-2726-4835-9651-807096fa42a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:01.419222 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c627efc5-2726-4835-9651-807096fa42a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:01.419838 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c627efc5-2726-4835-9651-807096fa42a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:01.420421 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c627efc5-2726-4835-9651-807096fa42a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:01.421251 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c627efc5-2726-4835-9651-807096fa42a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:01.421876 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c627efc5-2726-4835-9651-807096fa42a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:01.423468 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c627efc5-2726-4835-9651-807096fa42a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:01.500858 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-a19ea7b3-4b87-45ec-a7aa-45fcd9ad190d req-5905bf7b-3043-4e35-a874-a55ecb8dbba7 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] For port f15a51b4-e315-41ef-8d62-9c6fe3b18896, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f15a51b4-e315-41ef-8d62-9c6fe3b18896,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:01.502839 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a19ea7b3-4b87-45ec-a7aa-45fcd9ad190d req-5905bf7b-3043-4e35-a874-a55ecb8dbba7 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:01.563958 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f9bc78b6-3af1-40c2-9617-5737d38f4f78 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:01.566108 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-a19ea7b3-4b87-45ec-a7aa-45fcd9ad190d req-5905bf7b-3043-4e35-a874-a55ecb8dbba7 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Calling delete_port for f15a51b4-e315-41ef-8d62-9c6fe3b18896 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:14:01.590905 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:14:01.592372 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f9bc78b6-3af1-40c2-9617-5737d38f4f78 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:01.644383 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f329ef-64cf-46ef-b4e5-8571c3b0a8a7 req-0196e6c1-7ac3-43b2-a34e-28fea7ed79b4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:01.647264 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-88f329ef-64cf-46ef-b4e5-8571c3b0a8a7 req-0196e6c1-7ac3-43b2-a34e-28fea7ed79b4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.4524086 Sep 01 15:14:01.865314 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17f32290-f3b7-4275-8f34-70ab2f17a0fb req-9527cc6f-49c7-47e9-af8b-758061e86589 service neutron] 10.222.0.62 "GET /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722747 Sep 01 15:14:01.913167 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:01.951926 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5', 'network_id': '991369d1-6cc8-4ab5-8a03-7b17948fd044', 'port_id': '713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5', 'mac_address': 'fa:16:3e:f3:59:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b27872-673a-446b-88b2-296c933a8cce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:14:02.005703 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-88f329ef-64cf-46ef-b4e5-8571c3b0a8a7 req-54b577f7-bc18-4658-acd2-1c345faf66d5 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2905796 Sep 01 15:14:02.067495 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-f9bc78b6-3af1-40c2-9617-5737d38f4f78 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Floating IP 2a79ec5f-7f0c-4aba-8467-0941a530c069 associated. External IP: 172.25.6.109, port: 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2. Sep 01 15:14:02.117913 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:02.183947 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:14:02.270594 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:02.281945 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:02.469084 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:02.489596 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-c830355f-6338-4242-acb6-afdee484ef85 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:02.503261 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-c830355f-6338-4242-acb6-afdee484ef85 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/networks?id=72321c22-fff1-4360-957c-062ed3f64bd7 HTTP/1.1" status: 200 len: 815 time: 0.4873104 Sep 01 15:14:02.537485 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-ba760c61-0e44-4730-877e-bff4f0758481 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/quotas/7826a28761144d768b405c3b67a84f11 HTTP/1.1" status: 200 len: 375 time: 0.0304654 Sep 01 15:14:02.653200 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-a5efee87-0c6f-45ab-b78b-165e8b0dab3a tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7826a28761144d768b405c3b67a84f11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0997064 Sep 01 15:14:02.719032 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:14:02.939977 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-b41656e5-8eb4-4965-89df-1931d5c05a0d service neutron] 10.222.0.60 "GET /v2.0/networks/72321c22-fff1-4360-957c-062ed3f64bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737114 Sep 01 15:14:03.134724 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fd871-2167-4227-a921-84119841722f req-81cc284e-8384-453b-b9d1-a2f27e12b163 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:03.150348 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a4fd871-2167-4227-a921-84119841722f req-81cc284e-8384-453b-b9d1-a2f27e12b163 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 945 time: 0.3153276 Sep 01 15:14:03.217415 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a19ea7b3-4b87-45ec-a7aa-45fcd9ad190d req-5905bf7b-3043-4e35-a874-a55ecb8dbba7 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:03.223188 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-902bafd5-2765-484e-9d52-b103add53641 service neutron] 10.222.0.60 "GET /v2.0/networks/72321c22-fff1-4360-957c-062ed3f64bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794189 Sep 01 15:14:03.237421 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['70e9cffd-d7f5-4b3a-9983-8585606a003b', '262afc76-15fe-45ca-bb9c-0ab7750f9a47', 'bd04822d-c6fb-4eba-acfd-695924f4a1f2'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:14:03.266689 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d747e-cc6a-4af7-91ac-730f294060c7 req-e5dd47af-66a8-4814-87b6-eb03ea58300f tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:03.269503 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-656d747e-cc6a-4af7-91ac-730f294060c7 req-e5dd47af-66a8-4814-87b6-eb03ea58300f tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.45 "GET /v2.0/ports?device_id=21ba36a7-734e-4990-9286-a408dda77990 HTTP/1.1" status: 200 len: 946 time: 0.4396257 Sep 01 15:14:03.354632 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905bf7b-3043-4e35-a874-a55ecb8dbba7 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Pushing event deleted for resources: {'Port': ['ID=f15a51b4-e315-41ef-8d62-9c6fe3b18896,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:03.556919 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a4fd871-2167-4227-a921-84119841722f req-f570e224-9388-4e27-aaf7-6cd5382ffb93 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049852 Sep 01 15:14:03.604237 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f15a51b4-e315-41ef-8d62-9c6fe3b18896 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:14:03.704364 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19ea7b3-4b87-45ec-a7aa-45fcd9ad190d req-5905bf7b-3043-4e35-a874-a55ecb8dbba7 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] No DVR routers for this DVR port f15a51b4-e315-41ef-8d62-9c6fe3b18896 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:14:03.766076 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: f15a51b4-e315-41ef-8d62-9c6fe3b18896 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:14:03.770514 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f15a51b4-e315-41ef-8d62-9c6fe3b18896 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:14:03.789722 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a19ea7b3-4b87-45ec-a7aa-45fcd9ad190d req-5905bf7b-3043-4e35-a874-a55ecb8dbba7 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:03.793514 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a19ea7b3-4b87-45ec-a7aa-45fcd9ad190d req-5905bf7b-3043-4e35-a874-a55ecb8dbba7 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.62 "DELETE /v2.0/ports/f15a51b4-e315-41ef-8d62-9c6fe3b18896 HTTP/1.1" status: 204 len: 173 time: 4.0145895 Sep 01 15:14:03.794287 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c90d43-da94-41e9-889d-3479ed593540', 'name': 'network-vif-deleted', 'tag': 'f15a51b4-e315-41ef-8d62-9c6fe3b18896'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:14:03.820555 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876997c1-4c40-4052-aa67-71303b67a38f" -d '{"events": [{"server_uuid": "c3c90d43-da94-41e9-889d-3479ed593540", "name": "network-vif-deleted", "tag": "f15a51b4-e315-41ef-8d62-9c6fe3b18896"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:14:03.892654 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:14:04.051345 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-10a07ce3-b702-45ed-9634-105885a9fad2 req-07dfa233-238b-41ff-8019-40b81842e2a3 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 210 time: 0.2052338 Sep 01 15:14:04.130134 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-656d747e-cc6a-4af7-91ac-730f294060c7 req-82c2b8d7-b7e7-449c-ab99-68a396e1177b tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Deleting port e7a375cb-4d85-4e58-948a-6c469b5fa866 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:14:04.131187 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-656d747e-cc6a-4af7-91ac-730f294060c7 req-82c2b8d7-b7e7-449c-ab99-68a396e1177b tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:04.356461 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bc78b6-3af1-40c2-9617-5737d38f4f78 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Router 3f8184a9-695f-446d-bdfe-62cf4e6dd576 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:14:04.545878 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ea8fd492-95ba-4628-a19a-6e967e4cdedf req-1b35f77b-447f-491a-b94d-7d947ac69a7e tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=3150091f-7b89-42a7-9cdd-62279caa3189 HTTP/1.1" status: 200 len: 210 time: 0.1335890 Sep 01 15:14:04.709670 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e0ab8f-5fb7-447c-ae9d-97965c0aa429 x-openstack-request-id: req-f4e0ab8f-5fb7-447c-ae9d-97965c0aa429 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:14:04.710151 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c90d43-da94-41e9-889d-3479ed593540", "name": "network-vif-deleted", "tag": "f15a51b4-e315-41ef-8d62-9c6fe3b18896", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:14:04.710613 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f4e0ab8f-5fb7-447c-ae9d-97965c0aa429 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:14:04.711300 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c90d43-da94-41e9-889d-3479ed593540', 'name': 'network-vif-deleted', 'tag': 'f15a51b4-e315-41ef-8d62-9c6fe3b18896', 'status': 'completed', 'code': 200} Sep 01 15:14:04.978930 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-656d747e-cc6a-4af7-91ac-730f294060c7 req-82c2b8d7-b7e7-449c-ab99-68a396e1177b tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] For port e7a375cb-4d85-4e58-948a-6c469b5fa866, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=e7a375cb-4d85-4e58-948a-6c469b5fa866,segment=NetworkSegment(a3af3d8d-25ff-40db-b24c-c2eb0f074694),segment_id=a3af3d8d-25ff-40db-b24c-c2eb0f074694)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:04.980115 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-656d747e-cc6a-4af7-91ac-730f294060c7 req-82c2b8d7-b7e7-449c-ab99-68a396e1177b tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:05.025722 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-656d747e-cc6a-4af7-91ac-730f294060c7 req-82c2b8d7-b7e7-449c-ab99-68a396e1177b tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Calling delete_port for e7a375cb-4d85-4e58-948a-6c469b5fa866 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:14:05.065318 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bc78b6-3af1-40c2-9617-5737d38f4f78 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:14:05.076676 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f9bc78b6-3af1-40c2-9617-5737d38f4f78 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:05.090272 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac39f20-653e-41a2-a7f4-cc0d2de4a915 None None] Sync routers for ids ['3f8184a9-695f-446d-bdfe-62cf4e6dd576'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:14:05.141907 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac39f20-653e-41a2-a7f4-cc0d2de4a915 None None] Routers {'3f8184a9-695f-446d-bdfe-62cf4e6dd576'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:14:05.146013 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-3ac39f20-653e-41a2-a7f4-cc0d2de4a915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:13:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3f8184a9-695f-446d-bdfe-62cf4e6dd576'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:05.322188 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f9bc78b6-3af1-40c2-9617-5737d38f4f78 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "PUT /v2.0/floatingips/2a79ec5f-7f0c-4aba-8467-0941a530c069 HTTP/1.1" status: 200 len: 992 time: 6.3697593 Sep 01 15:14:05.355037 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef974c8c-f4d0-40cc-b7af-2c9f6c23ba89 req-a218feea-bdb2-40bc-b3bf-f01842b147c6 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:05.359468 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ef974c8c-f4d0-40cc-b7af-2c9f6c23ba89 req-a218feea-bdb2-40bc-b3bf-f01842b147c6 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 945 time: 0.2252004 Sep 01 15:14:05.516933 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ef974c8c-f4d0-40cc-b7af-2c9f6c23ba89 req-52c11fd4-4e91-4b3f-a8a7-a2c731d0ed87 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415930 Sep 01 15:14:05.594750 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:14:05.608676 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-3ac39f20-653e-41a2-a7f4-cc0d2de4a915 None None] Set router 3f8184a9-695f-446d-bdfe-62cf4e6dd576 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:14:05.647847 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15e18a-30dc-4aaa-b453-8add82028e87 req-ccbfd2ae-4425-4b95-afbf-ecff9c5d2043 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:05.664895 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bd15e18a-30dc-4aaa-b453-8add82028e87 req-ccbfd2ae-4425-4b95-afbf-ecff9c5d2043 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.5241292 Sep 01 15:14:05.860554 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bd15e18a-30dc-4aaa-b453-8add82028e87 req-a098cd0c-59bf-40a8-9ee5-661641d140d2 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939068 Sep 01 15:14:05.871092 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device e7a375cb-4d85-4e58-948a-6c469b5fa866 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:14:06.018883 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-05bd2d30-497b-4ac1-99b1-e5b3ba9b4334 req-449dcc7a-ab3b-451d-91ed-f77d750721e5 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3c90d43-da94-41e9-889d-3479ed593540 HTTP/1.1" status: 200 len: 210 time: 0.1501691 Sep 01 15:14:06.069865 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:06.076793 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:14:06.242037 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-656d747e-cc6a-4af7-91ac-730f294060c7 req-82c2b8d7-b7e7-449c-ab99-68a396e1177b tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:06.262672 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:14:06.263717 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:06.407338 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9ca05397-fb1d-4b49-8fe7-4a04b7ba840a req-45246835-ccaf-4273-9c3d-863b1c8a8917 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=3150091f-7b89-42a7-9cdd-62279caa3189 HTTP/1.1" status: 200 len: 210 time: 0.1215816 Sep 01 15:14:06.505733 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2b8d7-b7e7-449c-ab99-68a396e1177b tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Pushing event deleted for resources: {'Port': ['ID=e7a375cb-4d85-4e58-948a-6c469b5fa866,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:06.594548 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-656d747e-cc6a-4af7-91ac-730f294060c7 req-82c2b8d7-b7e7-449c-ab99-68a396e1177b tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] No DVR routers for this DVR port e7a375cb-4d85-4e58-948a-6c469b5fa866 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:14:06.599542 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-656d747e-cc6a-4af7-91ac-730f294060c7 req-82c2b8d7-b7e7-449c-ab99-68a396e1177b tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:06.604793 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-656d747e-cc6a-4af7-91ac-730f294060c7 req-82c2b8d7-b7e7-449c-ab99-68a396e1177b tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.45 "DELETE /v2.0/ports/e7a375cb-4d85-4e58-948a-6c469b5fa866 HTTP/1.1" status: 204 len: 173 time: 3.2726455 Sep 01 15:14:06.712817 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'tag': '45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2'}, {'server_uuid': '21ba36a7-734e-4990-9286-a408dda77990', 'name': 'network-vif-deleted', 'tag': 'e7a375cb-4d85-4e58-948a-6c469b5fa866'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:14:06.726652 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e219bb-b1b5-4f55-a45b-2d5bed652a78" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "tag": "45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2"}, {"server_uuid": "21ba36a7-734e-4990-9286-a408dda77990", "name": "network-vif-deleted", "tag": "e7a375cb-4d85-4e58-948a-6c469b5fa866"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:14:06.759146 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:06.798239 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ff04a-c9d9-4e9d-9bc9-8e77f38196b6 req-dd5e4873-09f6-446a-9cff-2d32ddc34f07 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:06.812802 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e9ff04a-c9d9-4e9d-9bc9-8e77f38196b6 req-dd5e4873-09f6-446a-9cff-2d32ddc34f07 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.2238402 Sep 01 15:14:06.827624 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-3ac39f20-653e-41a2-a7f4-cc0d2de4a915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'name': 'tempest-TaggedBootDevicesTest-251927646-router', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'a3f1434c-35e0-48eb-a68d-ff90a5c6d125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:01Z', 'updated_at': '2021-09-01T15:11:12Z', 'revision_number': 4, 'project_id': '00f25f4cb4804e62a3e709d2d6367260', 'gw_port': {'id': 'a3f1434c-35e0-48eb-a68d-ff90a5c6d125', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:02Z', 'updated_at': '2021-09-01T15:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '2a79ec5f-7f0c-4aba-8467-0941a530c069', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'port_id': '45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d', 'mac_address': 'fa:16:3e:6b:cf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:12:18Z', 'updated_at': '2021-09-01T15:14:01Z', 'revision_number': 1, 'project_id': '00f25f4cb4804e62a3e709d2d6367260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51274a80-c169-4347-b589-35df82841ca2', 'name': '', 'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'mac_address': 'fa:16:3e:61:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '5c212682-a8bc-460d-b6ac-def861e912f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:10Z', 'updated_at': '2021-09-01T15:11:23Z', 'revision_number': 5, 'project_id': '00f25f4cb4804e62a3e709d2d6367260', 'subnets': [{'id': '5c212682-a8bc-460d-b6ac-def861e912f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:06.911735 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac39f20-653e-41a2-a7f4-cc0d2de4a915 None None] Checking router: 3f8184a9-695f-446d-bdfe-62cf4e6dd576 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:14:06.930664 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3417b5-57f4-4c58-a450-34b6667cb3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:14:06.935239 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df17bcbe-1ab0-42c9-8eea-81e0a1ab3d9a" -d '{"events": [{"server_uuid": "3d3417b5-57f4-4c58-a450-34b6667cb3e4", "name": "network-vif-plugged", "status": "completed", "tag": "713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:14:06.955157 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e9ff04a-c9d9-4e9d-9bc9-8e77f38196b6 req-f3110847-7ce8-4fba-84b2-50b00d0b6025 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398876 Sep 01 15:14:06.969830 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:07.007911 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:07.027144 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac39f20-653e-41a2-a7f4-cc0d2de4a915 None None] Routers {'3f8184a9-695f-446d-bdfe-62cf4e6dd576'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:14:07.028534 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-3ac39f20-653e-41a2-a7f4-cc0d2de4a915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:13:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3f8184a9-695f-446d-bdfe-62cf4e6dd576'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:07.062509 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7a09b-c6a1-4749-943b-094f076b425e req-30f6ffec-7709-4ef0-b62f-6e0c421a31bc tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:07.077256 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0fc7a09b-c6a1-4749-943b-094f076b425e req-30f6ffec-7709-4ef0-b62f-6e0c421a31bc tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 945 time: 0.2173033 Sep 01 15:14:07.081942 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 01 Sep 2021 15:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7b4067-029b-4769-b060-dc25b636ec88 x-openstack-request-id: req-8e7b4067-029b-4769-b060-dc25b636ec88 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:14:07.082667 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "tag": "45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2", "status": "completed", "code": 200}, {"server_uuid": "21ba36a7-734e-4990-9286-a408dda77990", "name": "network-vif-deleted", "tag": "e7a375cb-4d85-4e58-948a-6c469b5fa866", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:14:07.082913 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e7b4067-029b-4769-b060-dc25b636ec88 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:14:07.083611 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'tag': '45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2', 'status': 'completed', 'code': 200} Sep 01 15:14:07.084511 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ba36a7-734e-4990-9286-a408dda77990', 'name': 'network-vif-deleted', 'tag': 'e7a375cb-4d85-4e58-948a-6c469b5fa866', 'status': 'completed', 'code': 200} Sep 01 15:14:07.248115 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0fc7a09b-c6a1-4749-943b-094f076b425e req-fbea9769-d333-4c9b-ab3f-030ef7644951 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614635 Sep 01 15:14:07.290162 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e219bb-b1b5-4f55-a45b-2d5bed652a78 req-cc640986-aede-4c21-a13d-3bb5507a96af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:07.299876 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e219bb-b1b5-4f55-a45b-2d5bed652a78 req-cc640986-aede-4c21-a13d-3bb5507a96af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:07.300912 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e219bb-b1b5-4f55-a45b-2d5bed652a78 req-cc640986-aede-4c21-a13d-3bb5507a96af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:07.301747 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e219bb-b1b5-4f55-a45b-2d5bed652a78 req-cc640986-aede-4c21-a13d-3bb5507a96af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:07.304988 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e219bb-b1b5-4f55-a45b-2d5bed652a78 req-cc640986-aede-4c21-a13d-3bb5507a96af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:07.307972 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e219bb-b1b5-4f55-a45b-2d5bed652a78 req-cc640986-aede-4c21-a13d-3bb5507a96af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:07.317282 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e219bb-b1b5-4f55-a45b-2d5bed652a78 req-cc640986-aede-4c21-a13d-3bb5507a96af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:07.322672 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-80e219bb-b1b5-4f55-a45b-2d5bed652a78 req-cc640986-aede-4c21-a13d-3bb5507a96af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=00f25f4cb4804e62a3e709d2d6367260&device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 6491 time: 0.1842933 Sep 01 15:14:07.612780 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7e8c1-9924-40da-af6f-1480d42d2e28 req-008924b8-1368-4a3f-9388-47dde5fc5b14 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:07.634545 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7ee7e8c1-9924-40da-af6f-1480d42d2e28 req-008924b8-1368-4a3f-9388-47dde5fc5b14 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.2695360 Sep 01 15:14:07.776826 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7ee7e8c1-9924-40da-af6f-1480d42d2e28 req-c9960613-0da6-4eff-89ac-84067d6020d5 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331213 Sep 01 15:14:07.898545 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecee4cb-5eb0-4b6b-aabf-b414170543b7 req-3cdebdab-72fa-49c1-96cd-c5e9d8cd5268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:07.915636 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4ecee4cb-5eb0-4b6b-aabf-b414170543b7 req-3cdebdab-72fa-49c1-96cd-c5e9d8cd5268 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 1097 time: 0.4925735 Sep 01 15:14:07.983231 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-3ac39f20-653e-41a2-a7f4-cc0d2de4a915 None None] Set router 3f8184a9-695f-446d-bdfe-62cf4e6dd576 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:14:08.059778 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e219bb-b1b5-4f55-a45b-2d5bed652a78 req-424ce76f-aaf0-40a8-93a9-6a6901583609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:08.063623 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-80e219bb-b1b5-4f55-a45b-2d5bed652a78 req-424ce76f-aaf0-40a8-93a9-6a6901583609 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd61ac2f-0875-42bd-a407-4c7e4723b28d HTTP/1.1" status: 200 len: 912 time: 0.7304039 Sep 01 15:14:08.242665 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0908f1ce-b8fe-4c9e-ad17-44f45553332c req-cd851838-60a3-4a15-8ee8-c2b680f47d18 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=3150091f-7b89-42a7-9cdd-62279caa3189 HTTP/1.1" status: 200 len: 210 time: 0.1421010 Sep 01 15:14:08.377119 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-598842be-a057-4b34-afb3-6e6aa8ed9205 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:08.380665 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-598842be-a057-4b34-afb3-6e6aa8ed9205 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.62 "GET /v2.0/networks?id=72321c22-fff1-4360-957c-062ed3f64bd7 HTTP/1.1" status: 200 len: 815 time: 0.3128223 Sep 01 15:14:08.441805 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6c2264-f363-4096-a907-de94b37f2055 x-openstack-request-id: req-ee6c2264-f363-4096-a907-de94b37f2055 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:14:08.442853 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3417b5-57f4-4c58-a450-34b6667cb3e4", "name": "network-vif-plugged", "status": "completed", "tag": "713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:14:08.443612 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ee6c2264-f363-4096-a907-de94b37f2055 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:14:08.444961 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3417b5-57f4-4c58-a450-34b6667cb3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5', 'code': 200} Sep 01 15:14:08.472854 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4ecee4cb-5eb0-4b6b-aabf-b414170543b7 req-b98ebc54-bb6b-485e-b808-59f48e441157 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5385709 Sep 01 15:14:08.485872 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-dd4eb005-4001-4fa1-811f-da5cbe84833e tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Request body: {'port': {'device_id': '3150091f-7b89-42a7-9cdd-62279caa3189', 'network_id': '72321c22-fff1-4360-957c-062ed3f64bd7', 'admin_state_up': True, 'tenant_id': '7826a28761144d768b405c3b67a84f11'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:14:08.536899 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:08.678826 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:08.761255 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-80e219bb-b1b5-4f55-a45b-2d5bed652a78 req-7e0ca587-f6c1-414f-9573-bbaba95c057b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2 HTTP/1.1" status: 200 len: 1000 time: 0.4243574 Sep 01 15:14:08.831387 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87888ab1-4ce0-4a20-80f7-cbad4bf09a58 req-44e7581b-7741-473e-8642-48341fb80a5d tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:08.835287 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-87888ab1-4ce0-4a20-80f7-cbad4bf09a58 req-44e7581b-7741-473e-8642-48341fb80a5d tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 946 time: 0.1134789 Sep 01 15:14:08.914793 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-3ac39f20-653e-41a2-a7f4-cc0d2de4a915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'name': 'tempest-TaggedBootDevicesTest-251927646-router', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'a3f1434c-35e0-48eb-a68d-ff90a5c6d125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:01Z', 'updated_at': '2021-09-01T15:11:12Z', 'revision_number': 4, 'project_id': '00f25f4cb4804e62a3e709d2d6367260', 'gw_port': {'id': 'a3f1434c-35e0-48eb-a68d-ff90a5c6d125', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:02Z', 'updated_at': '2021-09-01T15:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '2a79ec5f-7f0c-4aba-8467-0941a530c069', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'port_id': '45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d', 'mac_address': 'fa:16:3e:6b:cf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:12:18Z', 'updated_at': '2021-09-01T15:14:01Z', 'revision_number': 1, 'project_id': '00f25f4cb4804e62a3e709d2d6367260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51274a80-c169-4347-b589-35df82841ca2', 'name': '', 'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'mac_address': 'fa:16:3e:61:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '5c212682-a8bc-460d-b6ac-def861e912f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:10Z', 'updated_at': '2021-09-01T15:11:23Z', 'revision_number': 5, 'project_id': '00f25f4cb4804e62a3e709d2d6367260', 'subnets': [{'id': '5c212682-a8bc-460d-b6ac-def861e912f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:08.938174 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60796c99-21ad-49c8-90bf-3bc6b805b3e8 req-36cb7861-e00a-49df-b487-f86e1d1c0d48 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:08.947191 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-60796c99-21ad-49c8-90bf-3bc6b805b3e8 req-36cb7861-e00a-49df-b487-f86e1d1c0d48 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.3933630 Sep 01 15:14:08.986526 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-87888ab1-4ce0-4a20-80f7-cbad4bf09a58 req-0821232b-f93d-41b6-8033-41415794af69 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217656 Sep 01 15:14:09.004045 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac39f20-653e-41a2-a7f4-cc0d2de4a915 None None] The sync data for ids ['3f8184a9-695f-446d-bdfe-62cf4e6dd576'] in n-d-794796-3 is: [{'id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'name': 'tempest-TaggedBootDevicesTest-251927646-router', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'a3f1434c-35e0-48eb-a68d-ff90a5c6d125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:01Z', 'updated_at': '2021-09-01T15:11:12Z', 'revision_number': 4, 'project_id': '00f25f4cb4804e62a3e709d2d6367260', 'gw_port': {'id': 'a3f1434c-35e0-48eb-a68d-ff90a5c6d125', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:02Z', 'updated_at': '2021-09-01T15:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '2a79ec5f-7f0c-4aba-8467-0941a530c069', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'port_id': '45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d', 'mac_address': 'fa:16:3e:6b:cf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:12:18Z', 'updated_at': '2021-09-01T15:14:01Z', 'revision_number': 1, 'project_id': '00f25f4cb4804e62a3e709d2d6367260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51274a80-c169-4347-b589-35df82841ca2', 'name': '', 'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'mac_address': 'fa:16:3e:61:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '5c212682-a8bc-460d-b6ac-def861e912f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:10Z', 'updated_at': '2021-09-01T15:11:23Z', 'revision_number': 5, 'project_id': '00f25f4cb4804e62a3e709d2d6367260', 'subnets': [{'id': '5c212682-a8bc-460d-b6ac-def861e912f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:14:09.092450 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e219bb-b1b5-4f55-a45b-2d5bed652a78 req-95672e06-66e8-4053-98a5-b65b51577729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:09.104850 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-80e219bb-b1b5-4f55-a45b-2d5bed652a78 req-95672e06-66e8-4053-98a5-b65b51577729 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5c212682-a8bc-460d-b6ac-def861e912f8 HTTP/1.1" status: 200 len: 850 time: 0.3193440 Sep 01 15:14:09.210718 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4ac3c0f-28fd-4be1-b8cb-90c7a3b793dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:09.329738 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-60796c99-21ad-49c8-90bf-3bc6b805b3e8 req-9ff63542-5f62-41d1-b5de-d1cf56e4605c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3505046 Sep 01 15:14:09.334857 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed9897-c01c-4267-bb7b-68a30b768c3d req-219ca84d-b004-4c1e-8ed3-f0fd919f7405 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:09.338248 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-dd4eb005-4001-4fa1-811f-da5cbe84833e tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Made reservation on behalf of 7826a28761144d768b405c3b67a84f11 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:14:09.358270 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5fed9897-c01c-4267-bb7b-68a30b768c3d req-219ca84d-b004-4c1e-8ed3-f0fd919f7405 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 951 time: 0.2136326 Sep 01 15:14:09.367666 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-dd4eb005-4001-4fa1-811f-da5cbe84833e tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:09.446239 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e219bb-b1b5-4f55-a45b-2d5bed652a78 req-4418f269-b7ba-4663-ab0b-85655ee675ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:09.453713 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-80e219bb-b1b5-4f55-a45b-2d5bed652a78 req-4418f269-b7ba-4663-ab0b-85655ee675ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd61ac2f-0875-42bd-a407-4c7e4723b28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3337665 Sep 01 15:14:09.548014 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5fed9897-c01c-4267-bb7b-68a30b768c3d req-6361e970-a5fd-4506-8908-0012c0059936 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821144 Sep 01 15:14:09.778449 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d510050f-2c42-4ed6-80d9-584f0e73e12c None None] New status for floating IP 2a79ec5f-7f0c-4aba-8467-0941a530c069: ACTIVE {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:14:10.071965 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7ec14314-7e64-48c5-be96-078632807749 req-a3498342-b5b4-4d30-b754-7bb35c67c123 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=3150091f-7b89-42a7-9cdd-62279caa3189 HTTP/1.1" status: 200 len: 210 time: 0.2133121 Sep 01 15:14:10.083753 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dffc856-91b4-4157-8b22-4bf413be124a req-d5960079-2204-4c9d-b50c-367cb7d9ee1b tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:10.090222 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5dffc856-91b4-4157-8b22-4bf413be124a req-d5960079-2204-4c9d-b50c-367cb7d9ee1b tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.45 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 951 time: 0.3292613 Sep 01 15:14:10.196341 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-dd4eb005-4001-4fa1-811f-da5cbe84833e tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Allocated IP 172.20.0.11 (72321c22-fff1-4360-957c-062ed3f64bd7/e3f151fa-fcfc-49a1-b932-f5577751dd15/26b63b39-3cb2-410e-ad80-2cfc35d789e0) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:14:10.339308 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-80e219bb-b1b5-4f55-a45b-2d5bed652a78 req-ae42080e-b195-4db5-bbcd-e4605a017499 service neutron] 10.222.0.45 "GET /v2.0/networks/fd61ac2f-0875-42bd-a407-4c7e4723b28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8491385 Sep 01 15:14:10.611000 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfbec0-e988-450f-8cb3-35092ea97f89 req-546ecc89-68ba-4a59-8e74-1c1478327b81 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:10.626832 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0abfbec0-e988-450f-8cb3-35092ea97f89 req-546ecc89-68ba-4a59-8e74-1c1478327b81 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 946 time: 0.2455058 Sep 01 15:14:10.671396 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-5dffc856-91b4-4157-8b22-4bf413be124a req-d96b3022-90dd-4926-8b6b-09d83fe17ff6 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Deleting port bd04822d-c6fb-4eba-acfd-695924f4a1f2 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:14:10.674287 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-5dffc856-91b4-4157-8b22-4bf413be124a req-d96b3022-90dd-4926-8b6b-09d83fe17ff6 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:10.733379 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35854) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:10.899020 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0abfbec0-e988-450f-8cb3-35092ea97f89 req-e536717f-a360-4e5c-a54b-17c1bca9d965 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659860 Sep 01 15:14:10.950228 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-80e219bb-b1b5-4f55-a45b-2d5bed652a78 req-4a28195b-b0ae-4195-99f9-fcae10ba1fe6 service neutron] 10.222.0.45 "GET /v2.0/networks/fd61ac2f-0875-42bd-a407-4c7e4723b28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5891361 Sep 01 15:14:11.072187 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-5dffc856-91b4-4157-8b22-4bf413be124a req-d96b3022-90dd-4926-8b6b-09d83fe17ff6 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] For port bd04822d-c6fb-4eba-acfd-695924f4a1f2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=bd04822d-c6fb-4eba-acfd-695924f4a1f2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:11.079819 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-5dffc856-91b4-4157-8b22-4bf413be124a req-d96b3022-90dd-4926-8b6b-09d83fe17ff6 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:11.130907 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-5dffc856-91b4-4157-8b22-4bf413be124a req-d96b3022-90dd-4926-8b6b-09d83fe17ff6 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Calling delete_port for bd04822d-c6fb-4eba-acfd-695924f4a1f2 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:14:11.147399 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a997f6-ca17-4f07-b3e0-a865f114e63c req-ea610fea-7cfc-483c-960b-572f29b5403c tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:11.150230 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-02a997f6-ca17-4f07-b3e0-a865f114e63c req-ea610fea-7cfc-483c-960b-572f29b5403c tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 951 time: 0.2193806 Sep 01 15:14:11.155964 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-dd4eb005-4001-4fa1-811f-da5cbe84833e tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:11.180953 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-168aef5d-2b02-4f79-8b6a-6bae7303934a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:11.395134 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-168aef5d-2b02-4f79-8b6a-6bae7303934a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:11.453185 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-168aef5d-2b02-4f79-8b6a-6bae7303934a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:11.486468 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-02a997f6-ca17-4f07-b3e0-a865f114e63c req-2f3b7c38-a2ca-4e38-9148-0acf34b7f9ce tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850275 Sep 01 15:14:11.560799 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-168aef5d-2b02-4f79-8b6a-6bae7303934a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6b79656fd6294c2880caa7425fe21483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8220968 Sep 01 15:14:11.567465 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35868) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:11.591164 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-5dffc856-91b4-4157-8b22-4bf413be124a req-d96b3022-90dd-4926-8b6b-09d83fe17ff6 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:11.601549 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168aef5d-2b02-4f79-8b6a-6bae7303934a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bf1250-9f11-47e8-972d-184a926080e8,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:11.621323 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['70e9cffd-d7f5-4b3a-9983-8585606a003b', '262afc76-15fe-45ca-bb9c-0ab7750f9a47', 'bd04822d-c6fb-4eba-acfd-695924f4a1f2'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:14:11.716798 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-dd4eb005-4001-4fa1-811f-da5cbe84833e tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:11.906156 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cb31a8d5-61a7-4b45-a795-5e8237708fb6 req-0cbd5024-cdce-4af9-9000-3f77d85bf111 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=3150091f-7b89-42a7-9cdd-62279caa3189 HTTP/1.1" status: 200 len: 210 time: 0.3467581 Sep 01 15:14:11.908422 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dffc856-91b4-4157-8b22-4bf413be124a req-d96b3022-90dd-4926-8b6b-09d83fe17ff6 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] No DVR routers for this DVR port bd04822d-c6fb-4eba-acfd-695924f4a1f2 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:14:11.923542 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-5dffc856-91b4-4157-8b22-4bf413be124a req-d96b3022-90dd-4926-8b6b-09d83fe17ff6 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:11.936935 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5dffc856-91b4-4157-8b22-4bf413be124a req-d96b3022-90dd-4926-8b6b-09d83fe17ff6 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.45 "DELETE /v2.0/ports/bd04822d-c6fb-4eba-acfd-695924f4a1f2 HTTP/1.1" status: 204 len: 173 time: 1.8418331 Sep 01 15:14:11.937229 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-57a7088a-77a7-4a59-a45d-02a85fd70faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:11.937349 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b3022-90dd-4926-8b6b-09d83fe17ff6 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Pushing event deleted for resources: {'Port': ['ID=bd04822d-c6fb-4eba-acfd-695924f4a1f2,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:11.963969 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f0832a-caaa-4c5c-97a3-42a4b308ac50', 'name': 'network-vif-deleted', 'tag': 'bd04822d-c6fb-4eba-acfd-695924f4a1f2'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:14:11.968828 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d490c3-5f6f-454c-bf44-abe75b72984e" -d '{"events": [{"server_uuid": "57f0832a-caaa-4c5c-97a3-42a4b308ac50", "name": "network-vif-deleted", "tag": "bd04822d-c6fb-4eba-acfd-695924f4a1f2"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:14:12.029466 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-dd4eb005-4001-4fa1-811f-da5cbe84833e tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Network 72321c22-fff1-4360-957c-062ed3f64bd7 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:14:12.096063 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-dd4eb005-4001-4fa1-811f-da5cbe84833e tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:14:12.119261 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-dd4eb005-4001-4fa1-811f-da5cbe84833e tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:14:12.139369 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-57a7088a-77a7-4a59-a45d-02a85fd70faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:12.195441 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7d19b6f1-b8f9-4d27-9b2f-97d94b31b64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:12.206744 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:12.257128 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c081001-7072-4ddc-a166-351ce505dd87 req-13e08bc2-d25d-4cd7-8636-7787a172171b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:12.283840 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c081001-7072-4ddc-a166-351ce505dd87 req-13e08bc2-d25d-4cd7-8636-7787a172171b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 946 time: 0.5368948 Sep 01 15:14:12.338639 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3d6de3-01fc-4ff0-a5ef-bea38be782f7 x-openstack-request-id: req-6f3d6de3-01fc-4ff0-a5ef-bea38be782f7 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:14:12.340013 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f0832a-caaa-4c5c-97a3-42a4b308ac50", "name": "network-vif-deleted", "tag": "bd04822d-c6fb-4eba-acfd-695924f4a1f2", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:14:12.340703 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6f3d6de3-01fc-4ff0-a5ef-bea38be782f7 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:14:12.341742 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f0832a-caaa-4c5c-97a3-42a4b308ac50', 'name': 'network-vif-deleted', 'tag': 'bd04822d-c6fb-4eba-acfd-695924f4a1f2', 'status': 'completed', 'code': 200} Sep 01 15:14:12.390665 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4eb005-4001-4fa1-811f-da5cbe84833e tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Pushing event updated for resources: {'Port': ['ID=26b63b39-3cb2-410e-ad80-2cfc35d789e0,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:12.615980 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-dd4eb005-4001-4fa1-811f-da5cbe84833e tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:12.618774 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-dd4eb005-4001-4fa1-811f-da5cbe84833e tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:12.689192 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-57a7088a-77a7-4a59-a45d-02a85fd70faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:12.695863 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-57a7088a-77a7-4a59-a45d-02a85fd70faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:12.703675 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-57a7088a-77a7-4a59-a45d-02a85fd70faa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e4bf1250-9f11-47e8-972d-184a926080e8 HTTP/1.1" status: 204 len: 168 time: 1.1261137 Sep 01 15:14:12.741897 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c081001-7072-4ddc-a166-351ce505dd87 req-2502a1e5-caaf-4bd6-a0cb-53418f57ec7e tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362526 Sep 01 15:14:12.744293 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7088a-77a7-4a59-a45d-02a85fd70faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bf1250-9f11-47e8-972d-184a926080e8,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:12.750499 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-dd4eb005-4001-4fa1-811f-da5cbe84833e tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2829735 Sep 01 15:14:12.784203 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-5675afe2-ddf2-4fa4-8092-154804b8ee22 service neutron] Request body: {'port': {'device_id': '3150091f-7b89-42a7-9cdd-62279caa3189', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:14:13.018393 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c550f2b-e96c-4e25-be11-588e7062c699 req-c4f4e8e6-08c8-4354-be26-fcd989054af9 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=57f0832a-caaa-4c5c-97a3-42a4b308ac50 HTTP/1.1" status: 200 len: 210 time: 0.1256559 Sep 01 15:14:13.053973 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-5675afe2-ddf2-4fa4-8092-154804b8ee22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:13.197384 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:13.331130 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcedc04-aae0-454d-82c9-364af699d222 req-d2f02eee-76ca-4b04-82c6-4778f6b022e1 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:13.333967 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3dcedc04-aae0-454d-82c9-364af699d222 req-d2f02eee-76ca-4b04-82c6-4778f6b022e1 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 946 time: 0.2575841 Sep 01 15:14:13.379453 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f9209-2eb6-480a-ab65-e68e13da3b65 req-b92c1175-c4f3-4f17-ac33-fc12f0674f95 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:13.382383 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-794f9209-2eb6-480a-ab65-e68e13da3b65 req-b92c1175-c4f3-4f17-ac33-fc12f0674f95 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=3150091f-7b89-42a7-9cdd-62279caa3189 HTTP/1.1" status: 200 len: 932 time: 0.1107197 Sep 01 15:14:13.484410 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-794f9209-2eb6-480a-ab65-e68e13da3b65 req-34431161-d40f-4be2-aec1-9eaaa906bad2 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845964 Sep 01 15:14:13.714233 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3dcedc04-aae0-454d-82c9-364af699d222 req-ab631620-becb-46fe-b3ee-25c3eaa476a1 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533621 Sep 01 15:14:13.828981 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35898) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:13.869141 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db254a01-b4a7-4ab5-b154-9da41f15c7ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:13.905193 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device bd04822d-c6fb-4eba-acfd-695924f4a1f2 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:14:13.996844 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: bd04822d-c6fb-4eba-acfd-695924f4a1f2 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:14:13.997385 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device bd04822d-c6fb-4eba-acfd-695924f4a1f2 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:14:14.064590 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-5675afe2-ddf2-4fa4-8092-154804b8ee22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26b63b39-3cb2-410e-ad80-2cfc35d789e0 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:14:14.145415 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-5675afe2-ddf2-4fa4-8092-154804b8ee22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:14.216038 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db254a01-b4a7-4ab5-b154-9da41f15c7ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:14.228894 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db254a01-b4a7-4ab5-b154-9da41f15c7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:14.230091 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-5675afe2-ddf2-4fa4-8092-154804b8ee22 service neutron] Transition to ACTIVE for port object 26b63b39-3cb2-410e-ad80-2cfc35d789e0 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:14:14.241133 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-5675afe2-ddf2-4fa4-8092-154804b8ee22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:14.419304 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675afe2-ddf2-4fa4-8092-154804b8ee22 service neutron] Pushing event updated for resources: {'Port': ['ID=26b63b39-3cb2-410e-ad80-2cfc35d789e0,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:14.599147 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-5675afe2-ddf2-4fa4-8092-154804b8ee22 service neutron] Attempting to bind port 26b63b39-3cb2-410e-ad80-2cfc35d789e0 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:14:14.600632 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-5675afe2-ddf2-4fa4-8092-154804b8ee22 service neutron] Attempting to bind port 26b63b39-3cb2-410e-ad80-2cfc35d789e0 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'a3af3d8d-25ff-40db-b24c-c2eb0f074694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '72321c22-fff1-4360-957c-062ed3f64bd7'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:14:14.605092 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-5675afe2-ddf2-4fa4-8092-154804b8ee22 service neutron] Attempting to bind port 26b63b39-3cb2-410e-ad80-2cfc35d789e0 on network 72321c22-fff1-4360-957c-062ed3f64bd7 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:14:14.623106 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-5675afe2-ddf2-4fa4-8092-154804b8ee22 service neutron] Port 26b63b39-3cb2-410e-ad80-2cfc35d789e0 on network 72321c22-fff1-4360-957c-062ed3f64bd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:14:14.624138 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-5675afe2-ddf2-4fa4-8092-154804b8ee22 service neutron] Attempting to bind port 26b63b39-3cb2-410e-ad80-2cfc35d789e0 on network 72321c22-fff1-4360-957c-062ed3f64bd7 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:14:14.642085 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-5675afe2-ddf2-4fa4-8092-154804b8ee22 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:14:14.645947 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-5675afe2-ddf2-4fa4-8092-154804b8ee22 service neutron] Checking segment: {'id': 'a3af3d8d-25ff-40db-b24c-c2eb0f074694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '72321c22-fff1-4360-957c-062ed3f64bd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:14:14.647164 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-5675afe2-ddf2-4fa4-8092-154804b8ee22 service neutron] Bound using segment: {'id': 'a3af3d8d-25ff-40db-b24c-c2eb0f074694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '72321c22-fff1-4360-957c-062ed3f64bd7'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:14:14.649477 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-5675afe2-ddf2-4fa4-8092-154804b8ee22 service neutron] Bound port: 26b63b39-3cb2-410e-ad80-2cfc35d789e0, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3af3d8d-25ff-40db-b24c-c2eb0f074694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '72321c22-fff1-4360-957c-062ed3f64bd7'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:14:14.650592 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-5675afe2-ddf2-4fa4-8092-154804b8ee22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:14.830775 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f12be-bb7c-47fd-a504-9ab6a9560861 req-9d56049f-b753-4021-8539-b6eb909aa1e3 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:14.839881 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db254a01-b4a7-4ab5-b154-9da41f15c7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2427b197-dfd9-43d4-831d-a33d73646ca1,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:14.843135 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-192f12be-bb7c-47fd-a504-9ab6a9560861 req-9d56049f-b753-4021-8539-b6eb909aa1e3 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=3150091f-7b89-42a7-9cdd-62279caa3189 HTTP/1.1" status: 200 len: 944 time: 0.1560590 Sep 01 15:14:14.849426 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-db254a01-b4a7-4ab5-b154-9da41f15c7ee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e9817cd98459452ba443d2105dacb40b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0179737 Sep 01 15:14:14.855327 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35914) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:14.921320 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952bfbd-36c4-4715-9b1f-47325becdc73 req-3de020b9-3496-4855-83a3-9030f4fa3191 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:14.928167 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-5675afe2-ddf2-4fa4-8092-154804b8ee22 service neutron] For port 26b63b39-3cb2-410e-ad80-2cfc35d789e0, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:14:14.935802 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6952bfbd-36c4-4715-9b1f-47325becdc73 req-3de020b9-3496-4855-83a3-9030f4fa3191 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 946 time: 0.6919584 Sep 01 15:14:14.936122 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-5675afe2-ddf2-4fa4-8092-154804b8ee22 service neutron] For port 26b63b39-3cb2-410e-ad80-2cfc35d789e0, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=26b63b39-3cb2-410e-ad80-2cfc35d789e0,segment=NetworkSegment(a3af3d8d-25ff-40db-b24c-c2eb0f074694),segment_id=a3af3d8d-25ff-40db-b24c-c2eb0f074694)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:14:14.963287 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-192f12be-bb7c-47fd-a504-9ab6a9560861 req-cefadb79-e069-4f4c-b031-3a21531be12b tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106467 Sep 01 15:14:14.968368 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-5675afe2-ddf2-4fa4-8092-154804b8ee22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:15.072645 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:15.090742 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-5675afe2-ddf2-4fa4-8092-154804b8ee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:15.093599 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-5675afe2-ddf2-4fa4-8092-154804b8ee22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:15.100683 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-5675afe2-ddf2-4fa4-8092-154804b8ee22 service neutron] 10.222.0.62 "PUT /v2.0/ports/26b63b39-3cb2-410e-ad80-2cfc35d789e0 HTTP/1.1" status: 200 len: 1092 time: 2.3247316 Sep 01 15:14:15.102650 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f6e59c75-ce40-47d4-a3cf-d15d8fc8c7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:15.107029 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3150091f-7b89-42a7-9cdd-62279caa3189', 'tag': '26b63b39-3cb2-410e-ad80-2cfc35d789e0'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:14:15.121396 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d57088-c1f2-4c7e-99ae-08754619248b" -d '{"events": [{"name": "network-changed", "server_uuid": "3150091f-7b89-42a7-9cdd-62279caa3189", "tag": "26b63b39-3cb2-410e-ad80-2cfc35d789e0"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:14:15.171298 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6952bfbd-36c4-4715-9b1f-47325becdc73 req-61dd802f-a73b-4c06-9305-58b5d03d56ab tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221770 Sep 01 15:14:15.189594 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f6e59c75-ce40-47d4-a3cf-d15d8fc8c7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:15.377869 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f6e59c75-ce40-47d4-a3cf-d15d8fc8c7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:15.384002 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f6e59c75-ce40-47d4-a3cf-d15d8fc8c7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:15.403268 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f6e59c75-ce40-47d4-a3cf-d15d8fc8c7d1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2427b197-dfd9-43d4-831d-a33d73646ca1 HTTP/1.1" status: 204 len: 168 time: 0.5454936 Sep 01 15:14:15.466850 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e59c75-ce40-47d4-a3cf-d15d8fc8c7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2427b197-dfd9-43d4-831d-a33d73646ca1,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:15.965361 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47cb7fe-79ae-4788-a0fa-f055848406e3 x-openstack-request-id: req-d47cb7fe-79ae-4788-a0fa-f055848406e3 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:14:15.966602 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3150091f-7b89-42a7-9cdd-62279caa3189", "tag": "26b63b39-3cb2-410e-ad80-2cfc35d789e0", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:14:15.966602 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d47cb7fe-79ae-4788-a0fa-f055848406e3 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:14:15.966940 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3150091f-7b89-42a7-9cdd-62279caa3189', 'tag': '26b63b39-3cb2-410e-ad80-2cfc35d789e0', 'status': 'completed', 'code': 200} Sep 01 15:14:16.021995 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675afe2-ddf2-4fa4-8092-154804b8ee22 service neutron] Pushing event updated for resources: {'Port': ['ID=26b63b39-3cb2-410e-ad80-2cfc35d789e0,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:16.082127 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6455b91-4356-4cac-91c6-61bc62354cd0 req-271b111e-3d6d-4ce9-94d0-e940e87474d0 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:16.096351 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e6455b91-4356-4cac-91c6-61bc62354cd0 req-271b111e-3d6d-4ce9-94d0-e940e87474d0 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 949 time: 0.8773954 Sep 01 15:14:16.117185 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-ca043d7a-f0fb-430b-94e1-8aab45ac1f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:16.126664 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-ca043d7a-f0fb-430b-94e1-8aab45ac1f4d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7826a28761144d768b405c3b67a84f11&device_id=3150091f-7b89-42a7-9cdd-62279caa3189 HTTP/1.1" status: 200 len: 1095 time: 0.8555503 Sep 01 15:14:16.230237 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-085c29fe-6814-443a-b755-e5e6d1a78b1d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26b63b39-3cb2-410e-ad80-2cfc35d789e0 HTTP/1.1" status: 200 len: 217 time: 0.0934963 Sep 01 15:14:16.274459 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e6455b91-4356-4cac-91c6-61bc62354cd0 req-21b34533-edfb-4c8c-9661-1f2f968f0da2 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763813 Sep 01 15:14:16.406180 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf29abd-9e3b-4900-a70d-548c07c28e4d req-5b9014e8-d60c-44ba-8f2d-760da8268ed0 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:16.435898 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bdf29abd-9e3b-4900-a70d-548c07c28e4d req-5b9014e8-d60c-44ba-8f2d-760da8268ed0 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=3150091f-7b89-42a7-9cdd-62279caa3189 HTTP/1.1" status: 200 len: 944 time: 0.2298360 Sep 01 15:14:16.443534 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-4c6569a1-f156-4d44-9e6e-4c725e97df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:16.451876 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-4c6569a1-f156-4d44-9e6e-4c725e97df64 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3f151fa-fcfc-49a1-b932-f5577751dd15 HTTP/1.1" status: 200 len: 855 time: 0.2058921 Sep 01 15:14:16.469233 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742868e1-47e9-4dc5-9e0f-6d95b60487a7 req-77c869fa-277f-4d72-9f05-0a64c2cf8606 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:16.472575 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-742868e1-47e9-4dc5-9e0f-6d95b60487a7 req-77c869fa-277f-4d72-9f05-0a64c2cf8606 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.45 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 949 time: 0.2529464 Sep 01 15:14:16.574670 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-bdd3f935-dcb7-4cab-a87d-8c6190487b88 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=72321c22-fff1-4360-957c-062ed3f64bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141827 Sep 01 15:14:16.675925 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bdf29abd-9e3b-4900-a70d-548c07c28e4d req-40002531-f973-41e1-8078-34d61e5667a2 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230721 Sep 01 15:14:16.805482 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda38604-07ac-4686-8d71-a62e15c70cd7 req-5f83c0c8-f290-49d3-b56f-28afe6fa61ba tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:16.824895 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bda38604-07ac-4686-8d71-a62e15c70cd7 req-5f83c0c8-f290-49d3-b56f-28afe6fa61ba tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 946 time: 0.3329880 Sep 01 15:14:16.941096 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bda38604-07ac-4686-8d71-a62e15c70cd7 req-1199b500-9518-4ca5-89c2-fd0cdd4a3c59 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143565 Sep 01 15:14:16.968622 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-742868e1-47e9-4dc5-9e0f-6d95b60487a7 req-f098b26c-0390-43ab-b893-59d8199c53c0 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Deleting port 262afc76-15fe-45ca-bb9c-0ab7750f9a47 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:14:16.987516 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-742868e1-47e9-4dc5-9e0f-6d95b60487a7 req-f098b26c-0390-43ab-b893-59d8199c53c0 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:17.006758 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-d95f817a-a8b2-4b73-a0a5-d9a87a675651 service neutron] 10.222.0.62 "GET /v2.0/networks/72321c22-fff1-4360-957c-062ed3f64bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240861 Sep 01 15:14:17.360042 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d44240da-3ab3-4659-bff1-b5e8fa5b17a7 req-4f26352a-70d5-491d-9509-1d6be2034049 service neutron] 10.222.0.62 "GET /v2.0/networks/72321c22-fff1-4360-957c-062ed3f64bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424866 Sep 01 15:14:17.406490 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-742868e1-47e9-4dc5-9e0f-6d95b60487a7 req-f098b26c-0390-43ab-b893-59d8199c53c0 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] For port 262afc76-15fe-45ca-bb9c-0ab7750f9a47, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=262afc76-15fe-45ca-bb9c-0ab7750f9a47,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:17.412143 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-742868e1-47e9-4dc5-9e0f-6d95b60487a7 req-f098b26c-0390-43ab-b893-59d8199c53c0 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:17.439802 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-742868e1-47e9-4dc5-9e0f-6d95b60487a7 req-f098b26c-0390-43ab-b893-59d8199c53c0 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Calling delete_port for 262afc76-15fe-45ca-bb9c-0ab7750f9a47 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:14:17.791758 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f4308-621c-493e-ab0c-fee5598cfb24 req-80985daf-5581-4cc9-a8eb-28b892e8319f tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:17.813805 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bd1f4308-621c-493e-ab0c-fee5598cfb24 req-80985daf-5581-4cc9-a8eb-28b892e8319f tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=78e304a7-a259-498f-b0b9-75af27ad7faa HTTP/1.1" status: 200 len: 949 time: 0.3549755 Sep 01 15:14:17.827068 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-742868e1-47e9-4dc5-9e0f-6d95b60487a7 req-f098b26c-0390-43ab-b893-59d8199c53c0 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:17.843373 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['70e9cffd-d7f5-4b3a-9983-8585606a003b', '262afc76-15fe-45ca-bb9c-0ab7750f9a47'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:14:17.929626 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d57088-c1f2-4c7e-99ae-08754619248b req-fdf61048-9ece-48b1-a7d5-1a6419059527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:17.933621 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73d57088-c1f2-4c7e-99ae-08754619248b req-fdf61048-9ece-48b1-a7d5-1a6419059527 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7826a28761144d768b405c3b67a84f11&device_id=3150091f-7b89-42a7-9cdd-62279caa3189 HTTP/1.1" status: 200 len: 1095 time: 0.3872743 Sep 01 15:14:18.004273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098b26c-0390-43ab-b893-59d8199c53c0 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Pushing event deleted for resources: {'Port': ['ID=262afc76-15fe-45ca-bb9c-0ab7750f9a47,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:18.244293 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-742868e1-47e9-4dc5-9e0f-6d95b60487a7 req-f098b26c-0390-43ab-b893-59d8199c53c0 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] No DVR routers for this DVR port 262afc76-15fe-45ca-bb9c-0ab7750f9a47 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:14:18.260108 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-742868e1-47e9-4dc5-9e0f-6d95b60487a7 req-f098b26c-0390-43ab-b893-59d8199c53c0 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:18.265119 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-742868e1-47e9-4dc5-9e0f-6d95b60487a7 req-f098b26c-0390-43ab-b893-59d8199c53c0 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.45 "DELETE /v2.0/ports/262afc76-15fe-45ca-bb9c-0ab7750f9a47 HTTP/1.1" status: 204 len: 173 time: 1.7781763 Sep 01 15:14:18.267517 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e304a7-a259-498f-b0b9-75af27ad7faa', 'name': 'network-vif-deleted', 'tag': '262afc76-15fe-45ca-bb9c-0ab7750f9a47'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:14:18.282905 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf32566c-4eee-4fa8-bbe1-6faa1123538c" -d '{"events": [{"server_uuid": "78e304a7-a259-498f-b0b9-75af27ad7faa", "name": "network-vif-deleted", "tag": "262afc76-15fe-45ca-bb9c-0ab7750f9a47"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:14:18.345715 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bd1f4308-621c-493e-ab0c-fee5598cfb24 req-439cfa66-7406-4685-a8c6-26691b254ca7 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4755027 Sep 01 15:14:18.387704 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce02fb-42b1-4cd9-99f6-2abeabaf872b req-4a757e3b-e7d6-43f6-883c-909a1539c3b3 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:18.400361 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d57088-c1f2-4c7e-99ae-08754619248b req-11c461b0-e696-4d71-af27-83605e980a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:18.404664 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73d57088-c1f2-4c7e-99ae-08754619248b req-11c461b0-e696-4d71-af27-83605e980a89 service neutron] 10.222.0.62 "GET /v2.0/networks?id=72321c22-fff1-4360-957c-062ed3f64bd7 HTTP/1.1" status: 200 len: 916 time: 0.4435651 Sep 01 15:14:18.417044 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-98ce02fb-42b1-4cd9-99f6-2abeabaf872b req-4a757e3b-e7d6-43f6-883c-909a1539c3b3 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=3150091f-7b89-42a7-9cdd-62279caa3189 HTTP/1.1" status: 200 len: 944 time: 0.4576025 Sep 01 15:14:18.612765 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-98ce02fb-42b1-4cd9-99f6-2abeabaf872b req-a8fb40fc-9e5f-4a7c-9cab-6e004f9e7c3c tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940916 Sep 01 15:14:18.649630 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73d57088-c1f2-4c7e-99ae-08754619248b req-c4f17e6c-3501-4d54-a315-2d2d437398bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26b63b39-3cb2-410e-ad80-2cfc35d789e0 HTTP/1.1" status: 200 len: 217 time: 0.2351797 Sep 01 15:14:18.843921 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d57088-c1f2-4c7e-99ae-08754619248b req-62973e1f-178e-4e1a-8e9d-f9f81023923a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:18.856348 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73d57088-c1f2-4c7e-99ae-08754619248b req-62973e1f-178e-4e1a-8e9d-f9f81023923a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3f151fa-fcfc-49a1-b932-f5577751dd15 HTTP/1.1" status: 200 len: 855 time: 0.1947417 Sep 01 15:14:18.958268 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73d57088-c1f2-4c7e-99ae-08754619248b req-a619d54a-2000-4180-98de-f7aede0ea15d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=72321c22-fff1-4360-957c-062ed3f64bd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933645 Sep 01 15:14:19.050758 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4eafa-18f2-46c9-a5c5-de7bd3a5eb3a req-50e0d6e1-801f-4f40-a752-c53f11f765aa tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:19.053513 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-18f4eafa-18f2-46c9-a5c5-de7bd3a5eb3a req-50e0d6e1-801f-4f40-a752-c53f11f765aa tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 946 time: 0.2106090 Sep 01 15:14:19.066222 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4851a848-b8d1-4172-be10-b203ea39b121 x-openstack-request-id: req-4851a848-b8d1-4172-be10-b203ea39b121 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:14:19.066822 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e304a7-a259-498f-b0b9-75af27ad7faa", "name": "network-vif-deleted", "tag": "262afc76-15fe-45ca-bb9c-0ab7750f9a47", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:14:19.067266 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4851a848-b8d1-4172-be10-b203ea39b121 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:14:19.067958 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e304a7-a259-498f-b0b9-75af27ad7faa', 'name': 'network-vif-deleted', 'tag': '262afc76-15fe-45ca-bb9c-0ab7750f9a47', 'status': 'completed', 'code': 200} Sep 01 15:14:19.163224 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-18f4eafa-18f2-46c9-a5c5-de7bd3a5eb3a req-090fd40b-3feb-475c-8b0f-1a78ae2b0f16 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878253 Sep 01 15:14:19.260460 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73d57088-c1f2-4c7e-99ae-08754619248b req-d99b2bfc-d35b-4cdd-a21f-b0173d8a0095 service neutron] 10.222.0.62 "GET /v2.0/networks/72321c22-fff1-4360-957c-062ed3f64bd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893581 Sep 01 15:14:19.540693 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73d57088-c1f2-4c7e-99ae-08754619248b req-6886f645-a409-4363-81ed-9489a7ace30d service neutron] 10.222.0.62 "GET /v2.0/networks/72321c22-fff1-4360-957c-062ed3f64bd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708855 Sep 01 15:14:19.694127 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 26b63b39-3cb2-410e-ad80-2cfc35d789e0 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:14:19.950277 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f41eb-3b73-4935-b659-41c21290065e req-50013f65-7e0b-4ce0-b7a5-1e4db7f67917 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:19.958117 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 262afc76-15fe-45ca-bb9c-0ab7750f9a47 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:14:19.969368 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d84f41eb-3b73-4935-b659-41c21290065e req-50013f65-7e0b-4ce0-b7a5-1e4db7f67917 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=3150091f-7b89-42a7-9cdd-62279caa3189 HTTP/1.1" status: 200 len: 944 time: 0.1929257 Sep 01 15:14:20.014796 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 262afc76-15fe-45ca-bb9c-0ab7750f9a47 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:14:20.020107 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 262afc76-15fe-45ca-bb9c-0ab7750f9a47 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:14:20.095234 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d84f41eb-3b73-4935-b659-41c21290065e req-8a5411f1-7987-4368-8539-adb3f22b4b07 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178958 Sep 01 15:14:20.108712 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 26b63b39-3cb2-410e-ad80-2cfc35d789e0, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=26b63b39-3cb2-410e-ad80-2cfc35d789e0,segment=NetworkSegment(a3af3d8d-25ff-40db-b24c-c2eb0f074694),segment_id=a3af3d8d-25ff-40db-b24c-c2eb0f074694)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:20.175913 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '26b63b39-3cb2-410e-ad80-2cfc35d789e0', 'network_id': '72321c22-fff1-4360-957c-062ed3f64bd7', 'port_id': '26b63b39-3cb2-410e-ad80-2cfc35d789e0', 'mac_address': 'fa:16:3e:a6:08:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f151fa-fcfc-49a1-b932-f5577751dd15', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:14:20.328636 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:20.380206 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b63b39-3cb2-410e-ad80-2cfc35d789e0 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:14:20.483730 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 26b63b39-3cb2-410e-ad80-2cfc35d789e0, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=26b63b39-3cb2-410e-ad80-2cfc35d789e0,segment=NetworkSegment(a3af3d8d-25ff-40db-b24c-c2eb0f074694),segment_id=a3af3d8d-25ff-40db-b24c-c2eb0f074694)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:20.491734 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:20.496970 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619cc481-c645-4a94-bffa-deb228c90946 req-d6d49ffa-2c24-448a-84d8-310952509626 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:20.502926 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-619cc481-c645-4a94-bffa-deb228c90946 req-d6d49ffa-2c24-448a-84d8-310952509626 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.45 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 950 time: 0.1353965 Sep 01 15:14:20.546418 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f287c4-ef3d-486e-955c-692adc9db6ff req-0982629c-e6ff-49c8-b503-3ca720f2af40 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:20.552856 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-84f287c4-ef3d-486e-955c-692adc9db6ff req-0982629c-e6ff-49c8-b503-3ca720f2af40 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 950 time: 0.2574871 Sep 01 15:14:20.589639 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dddd6d-0fe1-4d51-8bcc-ba9147ea1d55 req-a9ce99e2-ff18-4367-b437-370cccaddbe5 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:20.605105 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-06dddd6d-0fe1-4d51-8bcc-ba9147ea1d55 req-a9ce99e2-ff18-4367-b437-370cccaddbe5 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 946 time: 0.1264820 Sep 01 15:14:20.717934 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=26b63b39-3cb2-410e-ad80-2cfc35d789e0,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:20.748828 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-06dddd6d-0fe1-4d51-8bcc-ba9147ea1d55 req-ba7f2204-f5bf-4bf3-81be-7cb0160b8be0 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421049 Sep 01 15:14:20.824384 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-84f287c4-ef3d-486e-955c-692adc9db6ff req-57912493-df9a-41cc-8809-ffc91afa8365 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/security-groups?id=bdcddc80-5b59-442b-ba00-575e1553f87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935277 Sep 01 15:14:20.886098 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-619cc481-c645-4a94-bffa-deb228c90946 req-f1f4cc85-a2f3-41b2-865a-5f74c6043200 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Deleting port 70e9cffd-d7f5-4b3a-9983-8585606a003b {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:14:20.886098 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-619cc481-c645-4a94-bffa-deb228c90946 req-f1f4cc85-a2f3-41b2-865a-5f74c6043200 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:20.935657 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['26b63b39-3cb2-410e-ad80-2cfc35d789e0'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:14:21.101711 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-619cc481-c645-4a94-bffa-deb228c90946 req-f1f4cc85-a2f3-41b2-865a-5f74c6043200 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] For port 70e9cffd-d7f5-4b3a-9983-8585606a003b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=70e9cffd-d7f5-4b3a-9983-8585606a003b,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:21.102395 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-619cc481-c645-4a94-bffa-deb228c90946 req-f1f4cc85-a2f3-41b2-865a-5f74c6043200 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:21.153231 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-619cc481-c645-4a94-bffa-deb228c90946 req-f1f4cc85-a2f3-41b2-865a-5f74c6043200 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Calling delete_port for 70e9cffd-d7f5-4b3a-9983-8585606a003b owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:14:21.468317 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63069c-7a31-47c2-b0e9-fda2b8ccdc83 req-a85b386a-eca4-49a0-9915-160726c48ae4 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:21.472317 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2f63069c-7a31-47c2-b0e9-fda2b8ccdc83 req-a85b386a-eca4-49a0-9915-160726c48ae4 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=3150091f-7b89-42a7-9cdd-62279caa3189 HTTP/1.1" status: 200 len: 945 time: 0.1442137 Sep 01 15:14:21.589011 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2f63069c-7a31-47c2-b0e9-fda2b8ccdc83 req-1b4e3ea7-7e2c-40ad-b272-7a2c57700c62 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945837 Sep 01 15:14:21.621038 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-619cc481-c645-4a94-bffa-deb228c90946 req-f1f4cc85-a2f3-41b2-865a-5f74c6043200 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:21.638335 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['70e9cffd-d7f5-4b3a-9983-8585606a003b'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:14:21.694204 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4cc85-a2f3-41b2-865a-5f74c6043200 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Pushing event deleted for resources: {'Port': ['ID=70e9cffd-d7f5-4b3a-9983-8585606a003b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:21.838087 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-619cc481-c645-4a94-bffa-deb228c90946 req-f1f4cc85-a2f3-41b2-865a-5f74c6043200 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] No DVR routers for this DVR port 70e9cffd-d7f5-4b3a-9983-8585606a003b on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:14:21.845752 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-619cc481-c645-4a94-bffa-deb228c90946 req-f1f4cc85-a2f3-41b2-865a-5f74c6043200 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:21.853034 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-619cc481-c645-4a94-bffa-deb228c90946 req-f1f4cc85-a2f3-41b2-865a-5f74c6043200 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.45 "DELETE /v2.0/ports/70e9cffd-d7f5-4b3a-9983-8585606a003b HTTP/1.1" status: 204 len: 173 time: 1.3440349 Sep 01 15:14:21.856087 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be80210a-1eb3-47cb-a453-514b5f6426c1', 'name': 'network-vif-deleted', 'tag': '70e9cffd-d7f5-4b3a-9983-8585606a003b'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:14:21.884690 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb0b63a-d415-4d6f-bbd1-4d9cd1804881" -d '{"events": [{"server_uuid": "be80210a-1eb3-47cb-a453-514b5f6426c1", "name": "network-vif-deleted", "tag": "70e9cffd-d7f5-4b3a-9983-8585606a003b"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:14:22.161493 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65449bcc-a4c0-41c3-a4a6-70202ec7b915 req-9b094849-971e-47f5-a208-79d65e68e40a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:22.179238 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-65449bcc-a4c0-41c3-a4a6-70202ec7b915 req-9b094849-971e-47f5-a208-79d65e68e40a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 946 time: 0.2358387 Sep 01 15:14:22.232175 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-11df5fa7-7fc4-4fab-b961-42eba243b7da req-561784f1-a1af-43ea-adaf-99afb61ed065 tempest-MigrationsAdminTest-39915119 tempest-MigrationsAdminTest-39915119-project] 10.222.0.60 "GET /v2.0/ports?device_id=be80210a-1eb3-47cb-a453-514b5f6426c1 HTTP/1.1" status: 200 len: 210 time: 0.1647949 Sep 01 15:14:22.357959 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-65449bcc-a4c0-41c3-a4a6-70202ec7b915 req-59bdeb15-1b14-45a6-b8a2-9ede07401cfb tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732523 Sep 01 15:14:22.364382 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eff06c3-3629-4c01-900a-636c7db53cc3 x-openstack-request-id: req-5eff06c3-3629-4c01-900a-636c7db53cc3 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:14:22.364574 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be80210a-1eb3-47cb-a453-514b5f6426c1", "name": "network-vif-deleted", "tag": "70e9cffd-d7f5-4b3a-9983-8585606a003b", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:14:22.372409 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5eff06c3-3629-4c01-900a-636c7db53cc3 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:14:22.373451 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be80210a-1eb3-47cb-a453-514b5f6426c1', 'name': 'network-vif-deleted', 'tag': '70e9cffd-d7f5-4b3a-9983-8585606a003b', 'status': 'completed', 'code': 200} Sep 01 15:14:23.054998 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a5e42-235a-471b-88b9-39d897e4e15f req-ad343d24-4596-4b26-acc6-1bb991121fd4 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:23.058514 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cb5a5e42-235a-471b-88b9-39d897e4e15f req-ad343d24-4596-4b26-acc6-1bb991121fd4 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=3150091f-7b89-42a7-9cdd-62279caa3189 HTTP/1.1" status: 200 len: 945 time: 0.1752763 Sep 01 15:14:23.137412 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36048) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:23.160560 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cb5a5e42-235a-471b-88b9-39d897e4e15f req-5a530c73-5aa2-4d89-b949-9d1546e40aa7 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912561 Sep 01 15:14:23.461327 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-13b4f647-72b3-4c91-93b9-3012833ae6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:23.631227 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82144af-30de-4c81-8540-48d89856f86f req-547f7705-1e04-47d6-9396-c956875259d7 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:23.645236 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c82144af-30de-4c81-8540-48d89856f86f req-547f7705-1e04-47d6-9396-c956875259d7 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 946 time: 0.1240463 Sep 01 15:14:23.714158 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 26b63b39-3cb2-410e-ad80-2cfc35d789e0 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:14:23.759573 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c82144af-30de-4c81-8540-48d89856f86f req-e90b5b8d-667e-444d-a5d2-bf596fba575b tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126227 Sep 01 15:14:23.842413 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-13b4f647-72b3-4c91-93b9-3012833ae6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:23.851061 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-13b4f647-72b3-4c91-93b9-3012833ae6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:23.897923 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 26b63b39-3cb2-410e-ad80-2cfc35d789e0 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:14:23.913244 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 26b63b39-3cb2-410e-ad80-2cfc35d789e0 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:14:23.915777 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:23.962122 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4f647-72b3-4c91-93b9-3012833ae6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494c1f46-210d-4eb4-8e78-5c6619cfab71,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:23.981838 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-13b4f647-72b3-4c91-93b9-3012833ae6d8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ae61b3b55064a7389a6eb4fef5cb343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8423922 Sep 01 15:14:23.986258 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36066) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:24.041317 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 70e9cffd-d7f5-4b3a-9983-8585606a003b no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:14:24.099568 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 70e9cffd-d7f5-4b3a-9983-8585606a003b {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:14:24.099945 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 70e9cffd-d7f5-4b3a-9983-8585606a003b not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:14:24.164964 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-10b1202f-dd31-4c6e-a18d-c2c910146837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:24.221352 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:24.249119 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-10b1202f-dd31-4c6e-a18d-c2c910146837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:24.346948 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 26b63b39-3cb2-410e-ad80-2cfc35d789e0, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=26b63b39-3cb2-410e-ad80-2cfc35d789e0,segment=NetworkSegment(a3af3d8d-25ff-40db-b24c-c2eb0f074694),segment_id=a3af3d8d-25ff-40db-b24c-c2eb0f074694)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:24.348628 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3150091f-7b89-42a7-9cdd-62279caa3189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b63b39-3cb2-410e-ad80-2cfc35d789e0'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:14:24.355431 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a2bae5-8dff-434e-bf0f-f805ab229aa5" -d '{"events": [{"server_uuid": "3150091f-7b89-42a7-9cdd-62279caa3189", "name": "network-vif-plugged", "status": "completed", "tag": "26b63b39-3cb2-410e-ad80-2cfc35d789e0"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:14:24.356059 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36074) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:24.384989 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:24.458393 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-10b1202f-dd31-4c6e-a18d-c2c910146837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:24.464000 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-10b1202f-dd31-4c6e-a18d-c2c910146837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:24.470355 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-10b1202f-dd31-4c6e-a18d-c2c910146837 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/494c1f46-210d-4eb4-8e78-5c6619cfab71 HTTP/1.1" status: 204 len: 168 time: 0.4775348 Sep 01 15:14:24.482203 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1202f-dd31-4c6e-a18d-c2c910146837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494c1f46-210d-4eb4-8e78-5c6619cfab71,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:24.525546 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d32ca81-2ae7-4fa4-ae2a-a4692ca099a5 x-openstack-request-id: req-7d32ca81-2ae7-4fa4-ae2a-a4692ca099a5 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:14:24.526820 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3150091f-7b89-42a7-9cdd-62279caa3189", "name": "network-vif-plugged", "status": "completed", "tag": "26b63b39-3cb2-410e-ad80-2cfc35d789e0", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:14:24.527316 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d32ca81-2ae7-4fa4-ae2a-a4692ca099a5 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:14:24.527992 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3150091f-7b89-42a7-9cdd-62279caa3189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b63b39-3cb2-410e-ad80-2cfc35d789e0', 'code': 200} Sep 01 15:14:24.559536 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adec6ef-9d56-4b27-b649-b9c73ca9963a req-43e86da2-9ce1-4b8e-a44a-5c9f73c091e9 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:24.563622 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3adec6ef-9d56-4b27-b649-b9c73ca9963a req-43e86da2-9ce1-4b8e-a44a-5c9f73c091e9 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=3150091f-7b89-42a7-9cdd-62279caa3189 HTTP/1.1" status: 200 len: 946 time: 0.2008650 Sep 01 15:14:24.580919 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=26b63b39-3cb2-410e-ad80-2cfc35d789e0,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:24.745744 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6a514f4e-e40a-451e-9f10-43081f55894b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d7f261ece20a48a4b227e981b98a52fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3882759 Sep 01 15:14:24.750549 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36084) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:24.769507 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3adec6ef-9d56-4b27-b649-b9c73ca9963a req-e9da7bdd-0302-4c22-aebf-4d596109cd7a tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784933 Sep 01 15:14:24.815329 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44bddd-4527-492e-861d-22a49b5311ba req-a991acf3-8b54-4d3e-a42b-c9ff00dff31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:24.825919 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-da44bddd-4527-492e-861d-22a49b5311ba req-a991acf3-8b54-4d3e-a42b-c9ff00dff31a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3150091f-7b89-42a7-9cdd-62279caa3189 HTTP/1.1" status: 200 len: 1097 time: 0.1358149 Sep 01 15:14:24.912501 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fdb2e10e-5d2e-4e09-bb16-49458c27482a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:24.948418 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-da44bddd-4527-492e-861d-22a49b5311ba req-84b97388-3c55-4fc8-9017-317fc7b1f316 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157682 Sep 01 15:14:24.968180 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fdb2e10e-5d2e-4e09-bb16-49458c27482a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:25.123662 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ab951-f6b6-422e-8c06-1543c63b9255 req-f45c6b90-1e42-49c7-874e-8164563a0337 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:25.130954 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fdb2e10e-5d2e-4e09-bb16-49458c27482a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:25.135626 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fdb2e10e-5d2e-4e09-bb16-49458c27482a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:25.141571 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fdb2e10e-5d2e-4e09-bb16-49458c27482a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bdcddc80-5b59-442b-ba00-575e1553f87e HTTP/1.1" status: 204 len: 168 time: 0.3849547 Sep 01 15:14:25.152252 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-406ab951-f6b6-422e-8c06-1543c63b9255 req-f45c6b90-1e42-49c7-874e-8164563a0337 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 946 time: 0.1730900 Sep 01 15:14:25.181576 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2e10e-5d2e-4e09-bb16-49458c27482a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcddc80-5b59-442b-ba00-575e1553f87e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:25.254241 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-406ab951-f6b6-422e-8c06-1543c63b9255 req-cf3dd692-73b3-4914-b9a2-204c8b365ad0 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980167 Sep 01 15:14:25.644441 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36104) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:25.864416 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36112) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:25.986892 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-adcbefbc-4f11-412c-a05b-83ec1eb08706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:26.011536 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fd87ac26-ec50-400b-b75b-1c0367c081d8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=757bab2aa2584f0b8123f86496613bf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451507 Sep 01 15:14:26.045255 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36116) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:26.183240 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e50f6-bde3-4eed-98e9-97b7ef5073a7 req-73b4be2f-514e-421b-8e38-403013f9bbe4 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:26.191268 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-120e50f6-bde3-4eed-98e9-97b7ef5073a7 req-73b4be2f-514e-421b-8e38-403013f9bbe4 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=3150091f-7b89-42a7-9cdd-62279caa3189 HTTP/1.1" status: 200 len: 946 time: 0.2110727 Sep 01 15:14:26.266652 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-adcbefbc-4f11-412c-a05b-83ec1eb08706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:26.277852 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-adcbefbc-4f11-412c-a05b-83ec1eb08706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:26.283521 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fca4b6b4-dfb6-4db0-9c4a-068781ecc634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:26.343383 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-120e50f6-bde3-4eed-98e9-97b7ef5073a7 req-bf748948-58b5-4d49-b2f4-1d4ecc224c17 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359510 Sep 01 15:14:26.368214 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcbefbc-4f11-412c-a05b-83ec1eb08706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957d142e-36b8-435a-bd83-bc78571ecbfa,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:26.384490 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-adcbefbc-4f11-412c-a05b-83ec1eb08706 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0c88ad12d8ef4888b54dcfb66eb3652b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7375422 Sep 01 15:14:26.386211 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36124) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:26.403363 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fca4b6b4-dfb6-4db0-9c4a-068781ecc634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:26.592596 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7283168f-acb8-464c-90fd-b95370981a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:26.628039 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fca4b6b4-dfb6-4db0-9c4a-068781ecc634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:26.644901 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fca4b6b4-dfb6-4db0-9c4a-068781ecc634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:26.644901 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fca4b6b4-dfb6-4db0-9c4a-068781ecc634 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/085908e4-3d72-452d-a78b-0154c7bd1e20 HTTP/1.1" status: 204 len: 168 time: 0.5869198 Sep 01 15:14:26.663212 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4b6b4-dfb6-4db0-9c4a-068781ecc634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085908e4-3d72-452d-a78b-0154c7bd1e20,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:26.709585 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7283168f-acb8-464c-90fd-b95370981a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:26.806706 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bf100-b9ec-48a8-825e-02f34c964587 req-c13d58c5-603e-4184-880a-8d89ab4e3653 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:26.809960 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c4bf100-b9ec-48a8-825e-02f34c964587 req-c13d58c5-603e-4184-880a-8d89ab4e3653 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 946 time: 0.1869352 Sep 01 15:14:26.911894 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7283168f-acb8-464c-90fd-b95370981a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:26.918974 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7283168f-acb8-464c-90fd-b95370981a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:26.924721 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7283168f-acb8-464c-90fd-b95370981a34 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/957d142e-36b8-435a-bd83-bc78571ecbfa HTTP/1.1" status: 204 len: 168 time: 0.5317736 Sep 01 15:14:26.957902 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283168f-acb8-464c-90fd-b95370981a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957d142e-36b8-435a-bd83-bc78571ecbfa,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:26.966484 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c4bf100-b9ec-48a8-825e-02f34c964587 req-4f54e2f5-aa04-4f01-9695-7f25032df102 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263208 Sep 01 15:14:27.562256 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:27.691282 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d20a6a-f5fb-4e94-aa13-f4d28a18d836 req-a6604b91-3e4b-4d80-bca1-614d3ddc0e6c tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:27.694422 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c5d20a6a-f5fb-4e94-aa13-f4d28a18d836 req-a6604b91-3e4b-4d80-bca1-614d3ddc0e6c tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=3150091f-7b89-42a7-9cdd-62279caa3189 HTTP/1.1" status: 200 len: 946 time: 0.1335509 Sep 01 15:14:27.815575 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36152) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:27.849960 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c5d20a6a-f5fb-4e94-aa13-f4d28a18d836 req-f2a8bb5a-de5c-41ba-ae0f-a9e8505406ea tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431432 Sep 01 15:14:27.916839 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e40bed4-0ca1-45c1-bbe5-589d21b884a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:28.299524 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3dfc0-120e-47d8-93d2-7be9b6ff4555 req-c33b3cd6-7239-4cfd-87a7-3e74f4075e95 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:28.303961 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-21c3dfc0-120e-47d8-93d2-7be9b6ff4555 req-c33b3cd6-7239-4cfd-87a7-3e74f4075e95 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=3150091f-7b89-42a7-9cdd-62279caa3189 HTTP/1.1" status: 200 len: 946 time: 0.1738231 Sep 01 15:14:28.357646 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e40bed4-0ca1-45c1-bbe5-589d21b884a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:28.369397 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e40bed4-0ca1-45c1-bbe5-589d21b884a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:28.412810 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-21c3dfc0-120e-47d8-93d2-7be9b6ff4555 req-4eaebee1-13e4-43f6-8c3e-829b2edbd9e5 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929666 Sep 01 15:14:28.515096 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaac62-e619-4db8-8a9b-60fd63978892 req-1490acd0-8dfd-47b5-8520-c8e7c097a309 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:28.518235 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2fcaac62-e619-4db8-8a9b-60fd63978892 req-1490acd0-8dfd-47b5-8520-c8e7c097a309 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 946 time: 0.2763834 Sep 01 15:14:28.535483 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8e40bed4-0ca1-45c1-bbe5-589d21b884a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=661c31a7f30f4132abc0c0dd13adf0f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7168427 Sep 01 15:14:28.537793 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40bed4-0ca1-45c1-bbe5-589d21b884a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22220d8-b673-41b2-9a1b-a42da72afc46,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:28.540311 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36176) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:28.658128 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2fcaac62-e619-4db8-8a9b-60fd63978892 req-de5b1e69-5bad-4f1f-97ad-5409e0dd66c9 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138508 Sep 01 15:14:28.758569 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-284f601d-b1f3-4ad5-80b8-8bff6bbc1007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:28.834839 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-284f601d-b1f3-4ad5-80b8-8bff6bbc1007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:29.048689 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-284f601d-b1f3-4ad5-80b8-8bff6bbc1007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:29.054215 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-284f601d-b1f3-4ad5-80b8-8bff6bbc1007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:29.057827 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-284f601d-b1f3-4ad5-80b8-8bff6bbc1007 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b22220d8-b673-41b2-9a1b-a42da72afc46 HTTP/1.1" status: 204 len: 168 time: 0.5136364 Sep 01 15:14:29.089652 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f601d-b1f3-4ad5-80b8-8bff6bbc1007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22220d8-b673-41b2-9a1b-a42da72afc46,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:29.234209 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864db7d5-1c70-4760-8a03-7b7fcf11465f req-2d4a3654-155e-4b79-b9e1-9d4e1664b0a0 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:29.239627 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-864db7d5-1c70-4760-8a03-7b7fcf11465f req-2d4a3654-155e-4b79-b9e1-9d4e1664b0a0 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=3150091f-7b89-42a7-9cdd-62279caa3189 HTTP/1.1" status: 200 len: 946 time: 0.1549695 Sep 01 15:14:29.356370 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-864db7d5-1c70-4760-8a03-7b7fcf11465f req-678c3e7d-5785-48a2-b699-0b6e67c783df tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022687 Sep 01 15:14:29.693947 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c257b4c-ccf2-4a4a-9272-a19e883c2a2a req-f24dc869-9420-4ce8-84d4-1d5347d8bea2 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:29.709070 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2c257b4c-ccf2-4a4a-9272-a19e883c2a2a req-f24dc869-9420-4ce8-84d4-1d5347d8bea2 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=3150091f-7b89-42a7-9cdd-62279caa3189 HTTP/1.1" status: 200 len: 946 time: 0.1525378 Sep 01 15:14:29.811426 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2c257b4c-ccf2-4a4a-9272-a19e883c2a2a req-71f11ec9-1158-4d19-9542-b5b2d6490643 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003854 Sep 01 15:14:29.971539 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afd4a2-7485-4b2b-b363-30ae93a10de5 req-f9338a65-ce5b-48b2-a0df-0ca7b3ebab21 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:29.971539 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-03afd4a2-7485-4b2b-b363-30ae93a10de5 req-f9338a65-ce5b-48b2-a0df-0ca7b3ebab21 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 946 time: 0.1228726 Sep 01 15:14:30.088284 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-03afd4a2-7485-4b2b-b363-30ae93a10de5 req-36d7663d-73e0-4265-b127-839030c08f81 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023302 Sep 01 15:14:30.424985 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778530c-8845-4ea4-840b-a9b3c54e4bc5 req-4e33a3a0-653c-4b32-9438-16f28944a252 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:30.428267 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0778530c-8845-4ea4-840b-a9b3c54e4bc5 req-4e33a3a0-653c-4b32-9438-16f28944a252 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=3150091f-7b89-42a7-9cdd-62279caa3189 HTTP/1.1" status: 200 len: 946 time: 0.1236258 Sep 01 15:14:30.550202 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0778530c-8845-4ea4-840b-a9b3c54e4bc5 req-a919549e-72b6-4597-ae4b-f9baf3e78dc9 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044884 Sep 01 15:14:30.838737 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383bba1-8bea-44c1-83e7-f25697552754 req-b2b8df55-cda5-43c1-9f10-a7c6b0112815 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:30.843356 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c383bba1-8bea-44c1-83e7-f25697552754 req-b2b8df55-cda5-43c1-9f10-a7c6b0112815 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=3150091f-7b89-42a7-9cdd-62279caa3189 HTTP/1.1" status: 200 len: 946 time: 0.1529007 Sep 01 15:14:30.959751 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c383bba1-8bea-44c1-83e7-f25697552754 req-d3fd5926-010b-4d27-a912-3490d8d8fec9 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958092 Sep 01 15:14:31.424724 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0958436-7b18-42ef-8812-c5d4d5a6bc9e req-0ccdb261-9aba-4484-99b3-4949ee1f783c tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:31.428373 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c0958436-7b18-42ef-8812-c5d4d5a6bc9e req-0ccdb261-9aba-4484-99b3-4949ee1f783c tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 946 time: 0.1459463 Sep 01 15:14:31.538881 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c0958436-7b18-42ef-8812-c5d4d5a6bc9e req-840f48d3-a907-42ce-8ea2-82507fa15f40 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971882 Sep 01 15:14:31.803961 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2e9a6-c001-44d8-8d15-3914abd5d127 req-0b7ff044-a025-4632-acaf-1e3b45fb9133 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:31.807392 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fcd2e9a6-c001-44d8-8d15-3914abd5d127 req-0b7ff044-a025-4632-acaf-1e3b45fb9133 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=3150091f-7b89-42a7-9cdd-62279caa3189 HTTP/1.1" status: 200 len: 946 time: 0.1285198 Sep 01 15:14:31.893884 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fcd2e9a6-c001-44d8-8d15-3914abd5d127 req-74895470-d62e-44ce-bbd3-418e6871d973 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681558 Sep 01 15:14:32.813242 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416dfa3-6d54-4511-9119-de70338d9abd req-6d297b69-15f9-4f45-94b8-209f32f26d14 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:32.816865 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d416dfa3-6d54-4511-9119-de70338d9abd req-6d297b69-15f9-4f45-94b8-209f32f26d14 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 946 time: 0.1234329 Sep 01 15:14:32.986059 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d416dfa3-6d54-4511-9119-de70338d9abd req-9a06f910-6237-4ec9-ab6b-d698632b1662 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533430 Sep 01 15:14:33.200376 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36292) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:33.370451 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90a5fa-839e-4224-865e-b73a29837245 req-fe8aaf6b-03f2-4f78-a082-754fc460e286 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:33.370451 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c90a5fa-839e-4224-865e-b73a29837245 req-fe8aaf6b-03f2-4f78-a082-754fc460e286 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=3150091f-7b89-42a7-9cdd-62279caa3189 HTTP/1.1" status: 200 len: 946 time: 0.2354312 Sep 01 15:14:33.400615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5001ce7-3386-4e41-80d2-4278129991f8 req-d612dec3-5f99-4607-ad5e-9f0bf5c02852 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:33.404811 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a5001ce7-3386-4e41-80d2-4278129991f8 req-d612dec3-5f99-4607-ad5e-9f0bf5c02852 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.62 "GET /v2.0/ports?device_id=3150091f-7b89-42a7-9cdd-62279caa3189 HTTP/1.1" status: 200 len: 946 time: 0.2068293 Sep 01 15:14:33.546478 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c90a5fa-839e-4224-865e-b73a29837245 req-db8258d0-6d23-43d9-a152-f26995edbe9e tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402521 Sep 01 15:14:33.633564 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cdbd690a-5254-42b5-a8e9-6aa0260e74db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:33.707202 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-a5001ce7-3386-4e41-80d2-4278129991f8 req-5083f631-8d4d-4fe9-b7c7-77872bc73260 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Deleting port 26b63b39-3cb2-410e-ad80-2cfc35d789e0 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:14:33.707744 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a5001ce7-3386-4e41-80d2-4278129991f8 req-5083f631-8d4d-4fe9-b7c7-77872bc73260 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:33.931385 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cdbd690a-5254-42b5-a8e9-6aa0260e74db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:33.940386 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cdbd690a-5254-42b5-a8e9-6aa0260e74db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:33.956857 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-a5001ce7-3386-4e41-80d2-4278129991f8 req-5083f631-8d4d-4fe9-b7c7-77872bc73260 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] For port 26b63b39-3cb2-410e-ad80-2cfc35d789e0, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=26b63b39-3cb2-410e-ad80-2cfc35d789e0,segment=NetworkSegment(a3af3d8d-25ff-40db-b24c-c2eb0f074694),segment_id=a3af3d8d-25ff-40db-b24c-c2eb0f074694)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:33.960614 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a5001ce7-3386-4e41-80d2-4278129991f8 req-5083f631-8d4d-4fe9-b7c7-77872bc73260 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:34.005705 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-a5001ce7-3386-4e41-80d2-4278129991f8 req-5083f631-8d4d-4fe9-b7c7-77872bc73260 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Calling delete_port for 26b63b39-3cb2-410e-ad80-2cfc35d789e0 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:14:34.034339 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cdbd690a-5254-42b5-a8e9-6aa0260e74db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d4cc1d0c0f754bcc867ce95b6cd20b4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8304291 Sep 01 15:14:34.038101 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd690a-5254-42b5-a8e9-6aa0260e74db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f819f9-bfb1-4596-a116-1940eec83497,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:34.039224 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36308) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:34.357761 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-239a9ace-5f1d-4811-a939-446eefa77685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:34.403763 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d595dd4-e4c1-4038-b4af-27efebb11d11 req-35fc22f9-8821-48ec-8fe8-3fa612a2ebb8 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:34.408611 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4d595dd4-e4c1-4038-b4af-27efebb11d11 req-35fc22f9-8821-48ec-8fe8-3fa612a2ebb8 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 946 time: 0.2237906 Sep 01 15:14:34.532109 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-239a9ace-5f1d-4811-a939-446eefa77685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:34.656743 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4d595dd4-e4c1-4038-b4af-27efebb11d11 req-558d9d9f-15c4-4baf-a780-e46e037d3dda tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203791 Sep 01 15:14:34.683118 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a5001ce7-3386-4e41-80d2-4278129991f8 req-5083f631-8d4d-4fe9-b7c7-77872bc73260 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:34.698478 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36328) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:34.773680 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-239a9ace-5f1d-4811-a939-446eefa77685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:34.779702 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-239a9ace-5f1d-4811-a939-446eefa77685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:34.785592 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-239a9ace-5f1d-4811-a939-446eefa77685 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f5f819f9-bfb1-4596-a116-1940eec83497 HTTP/1.1" status: 204 len: 168 time: 0.7408934 Sep 01 15:14:34.787925 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083f631-8d4d-4fe9-b7c7-77872bc73260 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Pushing event deleted for resources: {'Port': ['ID=26b63b39-3cb2-410e-ad80-2cfc35d789e0,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:34.867129 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-535f7d6b-1dc3-4158-8fed-b80ef55b8220 req-bb8ad298-deac-4bcd-b60b-318bbcee8f91 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.60 "GET /v2.0/ports?device_id=3150091f-7b89-42a7-9cdd-62279caa3189 HTTP/1.1" status: 200 len: 210 time: 0.0975506 Sep 01 15:14:34.891782 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a9ace-5f1d-4811-a939-446eefa77685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f819f9-bfb1-4596-a116-1940eec83497,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:34.895367 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5001ce7-3386-4e41-80d2-4278129991f8 req-5083f631-8d4d-4fe9-b7c7-77872bc73260 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] No DVR routers for this DVR port 26b63b39-3cb2-410e-ad80-2cfc35d789e0 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:14:34.905897 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a5001ce7-3386-4e41-80d2-4278129991f8 req-5083f631-8d4d-4fe9-b7c7-77872bc73260 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:34.910996 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a5001ce7-3386-4e41-80d2-4278129991f8 req-5083f631-8d4d-4fe9-b7c7-77872bc73260 tempest-ServerDiskConfigTestJSON-1733287017 tempest-ServerDiskConfigTestJSON-1733287017-project] 10.222.0.62 "DELETE /v2.0/ports/26b63b39-3cb2-410e-ad80-2cfc35d789e0 HTTP/1.1" status: 204 len: 173 time: 1.4941022 Sep 01 15:14:34.911713 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3150091f-7b89-42a7-9cdd-62279caa3189', 'name': 'network-vif-deleted', 'tag': '26b63b39-3cb2-410e-ad80-2cfc35d789e0'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:14:34.915836 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bff314-38d8-490d-b8d4-073930a63c62" -d '{"events": [{"server_uuid": "3150091f-7b89-42a7-9cdd-62279caa3189", "name": "network-vif-deleted", "tag": "26b63b39-3cb2-410e-ad80-2cfc35d789e0"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:14:35.018047 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a532ff47-4c11-4a90-b11f-c8ff55b18f00 x-openstack-request-id: req-a532ff47-4c11-4a90-b11f-c8ff55b18f00 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:14:35.019603 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3150091f-7b89-42a7-9cdd-62279caa3189", "name": "network-vif-deleted", "tag": "26b63b39-3cb2-410e-ad80-2cfc35d789e0", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:14:35.019603 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a532ff47-4c11-4a90-b11f-c8ff55b18f00 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:14:35.020307 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3150091f-7b89-42a7-9cdd-62279caa3189', 'name': 'network-vif-deleted', 'tag': '26b63b39-3cb2-410e-ad80-2cfc35d789e0', 'status': 'completed', 'code': 200} Sep 01 15:14:35.187555 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-55b561c6-019d-460a-929c-41a89b289213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:35.462647 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-55b561c6-019d-460a-929c-41a89b289213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:35.469850 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-55b561c6-019d-460a-929c-41a89b289213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:35.562242 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-55b561c6-019d-460a-929c-41a89b289213 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=baf967395adf4f56b695072a5ce2a506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8614600 Sep 01 15:14:35.563854 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b561c6-019d-460a-929c-41a89b289213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a322372-d696-4fda-9e10-e25324ef48b0,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:35.578401 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36348) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:35.769088 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 26b63b39-3cb2-410e-ad80-2cfc35d789e0 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:14:35.787293 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-633e2dc1-9895-4baa-9497-537cd03f920a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:35.835505 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 26b63b39-3cb2-410e-ad80-2cfc35d789e0 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:14:35.837405 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 26b63b39-3cb2-410e-ad80-2cfc35d789e0 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:14:35.855611 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-633e2dc1-9895-4baa-9497-537cd03f920a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:35.880361 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36356) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:35.948078 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c56f49d2-3591-4dd5-9199-1851b0b5a29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:36.032016 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-633e2dc1-9895-4baa-9497-537cd03f920a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:36.038322 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-633e2dc1-9895-4baa-9497-537cd03f920a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:36.040801 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-633e2dc1-9895-4baa-9497-537cd03f920a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a322372-d696-4fda-9e10-e25324ef48b0 HTTP/1.1" status: 204 len: 168 time: 0.4579823 Sep 01 15:14:36.099867 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e2dc1-9895-4baa-9497-537cd03f920a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a322372-d696-4fda-9e10-e25324ef48b0,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:36.202557 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c56f49d2-3591-4dd5-9199-1851b0b5a29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:36.224608 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c56f49d2-3591-4dd5-9199-1851b0b5a29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:36.306747 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2672624-866c-40f2-8227-65c6466f8ae4 req-09d2342d-fe3e-4079-965f-93bdc76774a4 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:36.321501 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b2672624-866c-40f2-8227-65c6466f8ae4 req-09d2342d-fe3e-4079-965f-93bdc76774a4 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 946 time: 0.4209440 Sep 01 15:14:36.369846 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c56f49d2-3591-4dd5-9199-1851b0b5a29a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ac90be065fdf4b0a92c324c5e20e2daf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4818463 Sep 01 15:14:36.371746 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36374) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:36.406093 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f49d2-3591-4dd5-9199-1851b0b5a29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff36bd06-06f3-4369-b339-f7a45a7f1af4,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:36.493525 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b2672624-866c-40f2-8227-65c6466f8ae4 req-9d309a38-25c8-4f6f-a672-22544fbf4f97 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702631 Sep 01 15:14:36.542398 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dd65760a-da2f-4ec7-afb1-3a979882aa47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:36.600705 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dd65760a-da2f-4ec7-afb1-3a979882aa47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:36.781320 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dd65760a-da2f-4ec7-afb1-3a979882aa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:36.786026 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dd65760a-da2f-4ec7-afb1-3a979882aa47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:36.787962 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-dd65760a-da2f-4ec7-afb1-3a979882aa47 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ff36bd06-06f3-4369-b339-f7a45a7f1af4 HTTP/1.1" status: 204 len: 168 time: 0.4151211 Sep 01 15:14:36.794033 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36388) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:36.986645 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33cca3-87c1-4bf1-a8c1-4f3643b2c269 req-a69dcc00-5bf9-4a06-9c04-b627d76860b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:36.991622 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4d33cca3-87c1-4bf1-a8c1-4f3643b2c269 req-a69dcc00-5bf9-4a06-9c04-b627d76860b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f5c878306d2c4fbcbebf77004da8b742&device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 1096 time: 0.1791174 Sep 01 15:14:36.997704 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65760a-da2f-4ec7-afb1-3a979882aa47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff36bd06-06f3-4369-b339-f7a45a7f1af4,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:37.113430 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c084a42-ebeb-4ccf-93ff-54f489bea008 admin admin] Deleting subnet e3f151fa-fcfc-49a1-b932-f5577751dd15 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:14:37.130359 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c084a42-ebeb-4ccf-93ff-54f489bea008 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:37.203792 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36394) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:37.212754 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c084a42-ebeb-4ccf-93ff-54f489bea008 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:37.233185 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525128f-83f6-48a8-9987-8e0dcae4e5cc req-7a02a5b4-ff8a-414a-91ca-94624295f29a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:37.243523 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ad0ccd51-b3af-461a-b646-ce46ead7d422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:37.248338 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a525128f-83f6-48a8-9987-8e0dcae4e5cc req-7a02a5b4-ff8a-414a-91ca-94624295f29a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.3280704 Sep 01 15:14:37.291423 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33cca3-87c1-4bf1-a8c1-4f3643b2c269 req-42414849-facd-4ff5-af45-a2e99e992135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:37.295038 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4d33cca3-87c1-4bf1-a8c1-4f3643b2c269 req-42414849-facd-4ff5-af45-a2e99e992135 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 200 len: 913 time: 0.2931066 Sep 01 15:14:37.375967 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c084a42-ebeb-4ccf-93ff-54f489bea008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:37.424437 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4d33cca3-87c1-4bf1-a8c1-4f3643b2c269 req-2115cd36-c61e-47b7-b043-0a3d623f1c1b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d HTTP/1.1" status: 200 len: 1000 time: 0.1198246 Sep 01 15:14:37.427256 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a525128f-83f6-48a8-9987-8e0dcae4e5cc req-bc760597-7a71-4e90-a27b-3dbf5579394c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772945 Sep 01 15:14:37.545528 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c084a42-ebeb-4ccf-93ff-54f489bea008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:37.559881 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33cca3-87c1-4bf1-a8c1-4f3643b2c269 req-2d0fdc04-2e49-4365-a33f-fd09094323f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:37.562684 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4d33cca3-87c1-4bf1-a8c1-4f3643b2c269 req-2d0fdc04-2e49-4365-a33f-fd09094323f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4b8a1a7-4c41-46cc-8798-989cc5140738 HTTP/1.1" status: 200 len: 851 time: 0.1294270 Sep 01 15:14:37.621393 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c084a42-ebeb-4ccf-93ff-54f489bea008 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3f151fa-fcfc-49a1-b932-f5577751dd15,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:37.637776 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c084a42-ebeb-4ccf-93ff-54f489bea008 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:37.642656 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9c084a42-ebeb-4ccf-93ff-54f489bea008 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e3f151fa-fcfc-49a1-b932-f5577751dd15 HTTP/1.1" status: 204 len: 168 time: 0.8447549 Sep 01 15:14:37.646952 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36406) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:37.734930 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33cca3-87c1-4bf1-a8c1-4f3643b2c269 req-89ba00d4-0624-49e0-90af-7ad3ab166179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:37.737780 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4d33cca3-87c1-4bf1-a8c1-4f3643b2c269 req-89ba00d4-0624-49e0-90af-7ad3ab166179 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1671689 Sep 01 15:14:37.875540 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-579f89f3-daf2-4f95-bb86-b8d0c857794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:37.968071 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ad0ccd51-b3af-461a-b646-ce46ead7d422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:38.013138 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ad0ccd51-b3af-461a-b646-ce46ead7d422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:38.059518 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9b6c6-da9c-4dbb-b93b-97bcfa59ba37 req-cee57fb4-2d56-4f38-ac74-c9eb798ab416 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:38.063149 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37b9b6c6-da9c-4dbb-b93b-97bcfa59ba37 req-cee57fb4-2d56-4f38-ac74-c9eb798ab416 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 946 time: 0.3189445 Sep 01 15:14:38.209499 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-579f89f3-daf2-4f95-bb86-b8d0c857794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:38.245596 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:38.246615 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ccd51-b3af-461a-b646-ce46ead7d422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd954b3-4f33-4990-92b1-4aae2be917ba,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:38.256511 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37b9b6c6-da9c-4dbb-b93b-97bcfa59ba37 req-6d55d27b-99e1-4f2e-89f9-e56f5e7bd344 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707792 Sep 01 15:14:38.267650 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-579f89f3-daf2-4f95-bb86-b8d0c857794d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72321c22-fff1-4360-957c-062ed3f64bd7']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:38.268935 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ad0ccd51-b3af-461a-b646-ce46ead7d422 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35ec590d99f940f590e6492ac30bc721&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0632484 Sep 01 15:14:38.273479 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36418) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:38.308059 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4d33cca3-87c1-4bf1-a8c1-4f3643b2c269 req-8f87f8a7-a071-47c3-b0e9-9be3b2b0e163 service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5574193 Sep 01 15:14:38.331462 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-579f89f3-daf2-4f95-bb86-b8d0c857794d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3af3d8d-25ff-40db-b24c-c2eb0f074694') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:38.332000 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-579f89f3-daf2-4f95-bb86-b8d0c857794d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3af3d8d-25ff-40db-b24c-c2eb0f074694') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:38.360726 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-579f89f3-daf2-4f95-bb86-b8d0c857794d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:38.414722 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-579f89f3-daf2-4f95-bb86-b8d0c857794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:38.431639 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579f89f3-daf2-4f95-bb86-b8d0c857794d admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:14:38.432310 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-579f89f3-daf2-4f95-bb86-b8d0c857794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:38.529066 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4d33cca3-87c1-4bf1-a8c1-4f3643b2c269 req-70d4570e-a601-4c44-9c2b-e105432bc7b2 service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058301 Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:14:38.579657 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:14:38.586911 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-579f89f3-daf2-4f95-bb86-b8d0c857794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:38.631597 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-493243b6-b7a6-4cea-90db-06d4c0c0ab9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:38.645024 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-579f89f3-daf2-4f95-bb86-b8d0c857794d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:38.657198 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-579f89f3-daf2-4f95-bb86-b8d0c857794d admin admin] 10.222.0.60 "DELETE /v2.0/networks/72321c22-fff1-4360-957c-062ed3f64bd7 HTTP/1.1" status: 204 len: 168 time: 1.0054634 Sep 01 15:14:38.659910 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f89f3-daf2-4f95-bb86-b8d0c857794d admin admin] Pushing event deleted for resources: {'Network': ['ID=72321c22-fff1-4360-957c-062ed3f64bd7,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:38.715358 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-493243b6-b7a6-4cea-90db-06d4c0c0ab9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:38.842547 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ba1c7-e1a0-4cd4-87ab-158c7a8cf668 req-80f4b3b0-af52-4bae-8ca8-8d4ef3aa5a2d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:38.862630 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1f2ba1c7-e1a0-4cd4-87ab-158c7a8cf668 req-80f4b3b0-af52-4bae-8ca8-8d4ef3aa5a2d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.1732202 Sep 01 15:14:38.929092 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-493243b6-b7a6-4cea-90db-06d4c0c0ab9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:38.944850 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-493243b6-b7a6-4cea-90db-06d4c0c0ab9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:38.950643 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-493243b6-b7a6-4cea-90db-06d4c0c0ab9f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3bd954b3-4f33-4990-92b1-4aae2be917ba HTTP/1.1" status: 204 len: 168 time: 0.6739769 Sep 01 15:14:38.984703 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493243b6-b7a6-4cea-90db-06d4c0c0ab9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd954b3-4f33-4990-92b1-4aae2be917ba,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:38.999282 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1f2ba1c7-e1a0-4cd4-87ab-158c7a8cf668 req-a5934007-56f5-41b8-82b1-e3ee91973621 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338682 Sep 01 15:14:39.200673 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-52a74ae2-75e9-4865-988d-554dda02a872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:39.406764 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36442) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:39.607781 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-04e10041-8439-463c-b4fd-29a8502ee4b6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7826a28761144d768b405c3b67a84f11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1989255 Sep 01 15:14:39.612361 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36444) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:39.687536 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171f315-19f4-4aa2-96e8-b7696cf03ec3 req-a610043c-57e4-4da8-8bf0-8ff51826b6d7 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:39.691499 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9171f315-19f4-4aa2-96e8-b7696cf03ec3 req-a610043c-57e4-4da8-8bf0-8ff51826b6d7 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 946 time: 0.1896968 Sep 01 15:14:39.839742 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9171f315-19f4-4aa2-96e8-b7696cf03ec3 req-2199c6b9-4e56-4e8e-b26b-644707407ad5 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187985 Sep 01 15:14:39.845826 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cbcc9d44-162c-4b5d-b221-1fb4088fe0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:39.909301 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cbcc9d44-162c-4b5d-b221-1fb4088fe0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:40.031504 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cbcc9d44-162c-4b5d-b221-1fb4088fe0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:40.037763 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cbcc9d44-162c-4b5d-b221-1fb4088fe0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:40.044339 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cbcc9d44-162c-4b5d-b221-1fb4088fe0b4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/baf2ab0c-eca3-40d2-93f2-d5ced17dc01b HTTP/1.1" status: 204 len: 168 time: 0.4263964 Sep 01 15:14:40.060197 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc9d44-162c-4b5d-b221-1fb4088fe0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf2ab0c-eca3-40d2-93f2-d5ced17dc01b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:40.352621 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc39af-349e-4f78-adc3-a508b4ebc459 req-ebf89678-de87-46c7-ad9f-56ae8fa17e17 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:40.357489 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-26bc39af-349e-4f78-adc3-a508b4ebc459 req-ebf89678-de87-46c7-ad9f-56ae8fa17e17 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.1681435 Sep 01 15:14:40.515151 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-26bc39af-349e-4f78-adc3-a508b4ebc459 req-b273c137-0891-4875-8dc1-ac041079875b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405983 Sep 01 15:14:40.893894 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:14:41.133232 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892e639-6496-425e-a5a8-54c448bd72e9 req-626e2008-6ed8-4cad-bce2-4763f875e2e4 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:41.136680 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f892e639-6496-425e-a5a8-54c448bd72e9 req-626e2008-6ed8-4cad-bce2-4763f875e2e4 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 946 time: 0.1332865 Sep 01 15:14:41.217220 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f892e639-6496-425e-a5a8-54c448bd72e9 req-c9a96bee-0d4c-4d74-8692-06f09eb0b548 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688827 Sep 01 15:14:41.388493 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36480) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:41.789303 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ed3d4-d1e8-4e0b-a1f6-76dd4825874e req-ffc13eda-c440-468d-b9e3-fa44321a2279 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:41.793056 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cd6ed3d4-d1e8-4e0b-a1f6-76dd4825874e req-ffc13eda-c440-468d-b9e3-fa44321a2279 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 946 time: 0.1330552 Sep 01 15:14:41.885142 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cd6ed3d4-d1e8-4e0b-a1f6-76dd4825874e req-d483ca5c-3106-450a-8ae9-5a2342a9bd98 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756979 Sep 01 15:14:41.989378 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04412944-0660-47db-b113-d99b57dfb3b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:42.129463 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:42.143915 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-21e80568-87ed-435c-be42-e74c87306f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:42.182259 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0a9da-a64b-4e65-b28a-10d92540c5a8 req-cc9dceb0-847d-4db0-a11b-3f1f9b264338 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:42.185617 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0ce0a9da-a64b-4e65-b28a-10d92540c5a8 req-cc9dceb0-847d-4db0-a11b-3f1f9b264338 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 946 time: 0.1511054 Sep 01 15:14:42.293434 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0ce0a9da-a64b-4e65-b28a-10d92540c5a8 req-ad5d4b78-abaa-4eaf-9191-c32d4ec7eeb8 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938721 Sep 01 15:14:42.354756 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04412944-0660-47db-b113-d99b57dfb3b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:42.354756 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04412944-0660-47db-b113-d99b57dfb3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:42.439603 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04412944-0660-47db-b113-d99b57dfb3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e935dbdc-445d-42ce-bdb7-c80fd10cd802,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:42.474692 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-04412944-0660-47db-b113-d99b57dfb3b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a718b6d0a3614b658665a7e3022bcdb4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0844402 Sep 01 15:14:42.476001 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36510) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:42.478227 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04412944-0660-47db-b113-d99b57dfb3b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:42.478792 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04412944-0660-47db-b113-d99b57dfb3b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:42.479855 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04412944-0660-47db-b113-d99b57dfb3b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:42.480387 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04412944-0660-47db-b113-d99b57dfb3b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:42.480910 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04412944-0660-47db-b113-d99b57dfb3b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:42.481559 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04412944-0660-47db-b113-d99b57dfb3b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:42.481946 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04412944-0660-47db-b113-d99b57dfb3b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:42.482510 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04412944-0660-47db-b113-d99b57dfb3b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:42.483470 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04412944-0660-47db-b113-d99b57dfb3b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:42.483857 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04412944-0660-47db-b113-d99b57dfb3b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:42.484520 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04412944-0660-47db-b113-d99b57dfb3b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:42.485061 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04412944-0660-47db-b113-d99b57dfb3b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:14:42.517600 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36512) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:42.689282 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-185ae4e4-71d7-44f2-9937-2b230f6cec5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:42.781476 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-185ae4e4-71d7-44f2-9937-2b230f6cec5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:42.988793 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-185ae4e4-71d7-44f2-9937-2b230f6cec5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:42.992342 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-185ae4e4-71d7-44f2-9937-2b230f6cec5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:42.993999 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-185ae4e4-71d7-44f2-9937-2b230f6cec5b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e935dbdc-445d-42ce-bdb7-c80fd10cd802 HTTP/1.1" status: 204 len: 168 time: 0.5160775 Sep 01 15:14:43.019894 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ae4e4-71d7-44f2-9937-2b230f6cec5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e935dbdc-445d-42ce-bdb7-c80fd10cd802,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:43.093958 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-679daa94-5ca6-4d09-9cab-ab9591f6aac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:43.163089 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:43.188864 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c9630-a55f-4683-8ffa-f97c15fbcdcc req-6c2160f6-b8ca-4b45-8c6e-7fb5fe9b4d04 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:43.204649 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-919c9630-a55f-4683-8ffa-f97c15fbcdcc req-6c2160f6-b8ca-4b45-8c6e-7fb5fe9b4d04 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 946 time: 0.1807613 Sep 01 15:14:43.293255 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-919c9630-a55f-4683-8ffa-f97c15fbcdcc req-93747d6c-d84b-432e-b052-39ed252c59a5 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869000 Sep 01 15:14:43.373806 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-679daa94-5ca6-4d09-9cab-ab9591f6aac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:43.388275 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-679daa94-5ca6-4d09-9cab-ab9591f6aac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:43.491428 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-679daa94-5ca6-4d09-9cab-ab9591f6aac2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=97d88e46e15b4198afeaa8177174da2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9709952 Sep 01 15:14:43.495218 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36538) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:43.496307 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679daa94-5ca6-4d09-9cab-ab9591f6aac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db2f2e3-d6b7-4ca5-a815-dcdeca8571f0,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:43.672450 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1ef7b7d5-7c03-454d-850d-fecf885decee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:43.719736 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1ef7b7d5-7c03-454d-850d-fecf885decee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:43.854426 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1ef7b7d5-7c03-454d-850d-fecf885decee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:43.860397 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1ef7b7d5-7c03-454d-850d-fecf885decee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:43.863774 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1ef7b7d5-7c03-454d-850d-fecf885decee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2db2f2e3-d6b7-4ca5-a815-dcdeca8571f0 HTTP/1.1" status: 204 len: 168 time: 0.3645360 Sep 01 15:14:43.882220 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7b7d5-7c03-454d-850d-fecf885decee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db2f2e3-d6b7-4ca5-a815-dcdeca8571f0,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:44.261086 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36556) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:44.262026 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36558) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:44.310627 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f8a1d3fc-d829-4257-a41f-eef1ceb24c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:44.651141 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b65212-2e2e-4735-a2a9-9b91ea134292 req-7ddbff53-296e-40a0-9ba2-594f9af02379 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:44.653954 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d1b65212-2e2e-4735-a2a9-9b91ea134292 req-7ddbff53-296e-40a0-9ba2-594f9af02379 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 946 time: 0.1451097 Sep 01 15:14:44.690668 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f8a1d3fc-d829-4257-a41f-eef1ceb24c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:44.706874 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f8a1d3fc-d829-4257-a41f-eef1ceb24c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:44.783996 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0db6f-7462-4886-b1ca-bbff3bf6f579 req-6c01da7e-0bee-4657-99a7-b9d2345f1af5 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:44.788019 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-29d0db6f-7462-4886-b1ca-bbff3bf6f579 req-6c01da7e-0bee-4657-99a7-b9d2345f1af5 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 946 time: 0.2055013 Sep 01 15:14:44.814922 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f8a1d3fc-d829-4257-a41f-eef1ceb24c99 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3e997013695a4f93b9d154bcb9cbde93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5512176 Sep 01 15:14:44.819691 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36570) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:44.828104 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-d821bc85-9a5e-481d-9115-b4d330f429d8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-83270958-network', 'tenant_id': '0b2d63c0adfb449db369907b7d183096'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:14:44.983097 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d821bc85-9a5e-481d-9115-b4d330f429d8 admin admin] Made reservation on behalf of 0b2d63c0adfb449db369907b7d183096 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:14:44.993482 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d821bc85-9a5e-481d-9115-b4d330f429d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:45.016892 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d1b65212-2e2e-4735-a2a9-9b91ea134292 req-1a54bcfa-c2e0-4c90-b5af-415318fd6b81 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357816 Sep 01 15:14:45.019382 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1d3fc-d829-4257-a41f-eef1ceb24c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b010df-4655-41f3-8143-23253a704026,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:45.047233 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d821bc85-9a5e-481d-9115-b4d330f429d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:45.131247 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:45.165381 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e5be4cb4-3e67-4ec9-bd9f-2650ffa273ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:45.251599 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e5be4cb4-3e67-4ec9-bd9f-2650ffa273ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:45.270079 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-29d0db6f-7462-4886-b1ca-bbff3bf6f579 req-fd838ab6-88f9-41cc-ba47-bb36a3078a0a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Deleting port 713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:14:45.274032 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-29d0db6f-7462-4886-b1ca-bbff3bf6f579 req-fd838ab6-88f9-41cc-ba47-bb36a3078a0a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:45.444996 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d821bc85-9a5e-481d-9115-b4d330f429d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:45.460514 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d821bc85-9a5e-481d-9115-b4d330f429d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:45.524683 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821bc85-9a5e-481d-9115-b4d330f429d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34aa6aed-9073-4870-bd57-f971f18ede72,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:45.575666 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e5be4cb4-3e67-4ec9-bd9f-2650ffa273ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:45.577264 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d821bc85-9a5e-481d-9115-b4d330f429d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:14:45.584289 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e5be4cb4-3e67-4ec9-bd9f-2650ffa273ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:45.587525 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e5be4cb4-3e67-4ec9-bd9f-2650ffa273ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07b010df-4655-41f3-8143-23253a704026 HTTP/1.1" status: 204 len: 168 time: 0.7654932 Sep 01 15:14:45.620047 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d821bc85-9a5e-481d-9115-b4d330f429d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:45.620620 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-d821bc85-9a5e-481d-9115-b4d330f429d8 admin admin] Added segment e2b9ec53-17c9-44dc-9eb5-c0714bea4993 of type vlan for network c0f89349-a814-42fa-9fea-0152fa175e0e Sep 01 15:14:45.629742 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-29d0db6f-7462-4886-b1ca-bbff3bf6f579 req-fd838ab6-88f9-41cc-ba47-bb36a3078a0a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] For port 713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:45.630643 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-29d0db6f-7462-4886-b1ca-bbff3bf6f579 req-fd838ab6-88f9-41cc-ba47-bb36a3078a0a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:45.638121 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be4cb4-3e67-4ec9-bd9f-2650ffa273ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b010df-4655-41f3-8143-23253a704026,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:45.684952 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-29d0db6f-7462-4886-b1ca-bbff3bf6f579 req-fd838ab6-88f9-41cc-ba47-bb36a3078a0a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Calling delete_port for 713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:14:45.797927 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d821bc85-9a5e-481d-9115-b4d330f429d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:45.875356 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d821bc85-9a5e-481d-9115-b4d330f429d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:45.879007 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d821bc85-9a5e-481d-9115-b4d330f429d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:45.880257 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d821bc85-9a5e-481d-9115-b4d330f429d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:46.032829 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d821bc85-9a5e-481d-9115-b4d330f429d8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7669907 Sep 01 15:14:46.037822 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36598) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:46.053989 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-fe02bd29-31ad-4f79-8ca9-b56fd01cf977 admin admin] Request body: {'subnet': {'network_id': 'c0f89349-a814-42fa-9fea-0152fa175e0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-83270958-subnet', 'tenant_id': '0b2d63c0adfb449db369907b7d183096', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:14:46.062734 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821bc85-9a5e-481d-9115-b4d330f429d8 admin admin] Pushing event updated for resources: {'Network': ['ID=c0f89349-a814-42fa-9fea-0152fa175e0e,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:46.106003 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network c0f89349-a814-42fa-9fea-0152fa175e0e details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:14:46.128534 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe02bd29-31ad-4f79-8ca9-b56fd01cf977 admin admin] Made reservation on behalf of 0b2d63c0adfb449db369907b7d183096 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:14:46.133365 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fe02bd29-31ad-4f79-8ca9-b56fd01cf977 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:46.158341 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-29d0db6f-7462-4886-b1ca-bbff3bf6f579 req-fd838ab6-88f9-41cc-ba47-bb36a3078a0a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:46.237049 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd838ab6-88f9-41cc-ba47-bb36a3078a0a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Pushing event deleted for resources: {'Port': ['ID=713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:46.356491 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d0db6f-7462-4886-b1ca-bbff3bf6f579 req-fd838ab6-88f9-41cc-ba47-bb36a3078a0a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] No DVR routers for this DVR port 713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:14:46.412720 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['decdf579-a3ac-47d2-8e21-42acfa004caa'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:14:46.462348 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c3da4fe3-6139-41e3-b027-a94afb25fd0b req-7a73535a-e597-4453-93e2-f6024d9e64df tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 210 time: 0.1017220 Sep 01 15:14:46.464370 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-29d0db6f-7462-4886-b1ca-bbff3bf6f579 req-fd838ab6-88f9-41cc-ba47-bb36a3078a0a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:46.468734 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-29d0db6f-7462-4886-b1ca-bbff3bf6f579 req-fd838ab6-88f9-41cc-ba47-bb36a3078a0a tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.62 "DELETE /v2.0/ports/713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5 HTTP/1.1" status: 204 len: 173 time: 1.6703868 Sep 01 15:14:46.469239 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3417b5-57f4-4c58-a450-34b6667cb3e4', 'name': 'network-vif-deleted', 'tag': '713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:14:46.474533 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23437c02-39c0-4843-bf99-98ccde215b91" -d '{"events": [{"server_uuid": "3d3417b5-57f4-4c58-a450-34b6667cb3e4", "name": "network-vif-deleted", "tag": "713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:14:46.801304 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fe02bd29-31ad-4f79-8ca9-b56fd01cf977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:46.850124 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a586216-a23d-466a-bdac-bb414248272d x-openstack-request-id: req-0a586216-a23d-466a-bdac-bb414248272d {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:14:46.850807 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3417b5-57f4-4c58-a450-34b6667cb3e4", "name": "network-vif-deleted", "tag": "713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:14:46.851532 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a586216-a23d-466a-bdac-bb414248272d {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:14:46.853368 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3417b5-57f4-4c58-a450-34b6667cb3e4', 'name': 'network-vif-deleted', 'tag': '713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5', 'status': 'completed', 'code': 200} Sep 01 15:14:46.977351 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02bd29-31ad-4f79-8ca9-b56fd01cf977 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cb17e91-dcd9-4f0b-8266-cb1754752644,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:47.003558 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe02bd29-31ad-4f79-8ca9-b56fd01cf977 admin admin] Checking segment: {'id': 'e2b9ec53-17c9-44dc-9eb5-c0714bea4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c0f89349-a814-42fa-9fea-0152fa175e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:14:47.004313 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe02bd29-31ad-4f79-8ca9-b56fd01cf977 admin admin] Network hostable DHCP agents. Network: c0f89349-a814-42fa-9fea-0152fa175e0e, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:14:47.039627 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe02bd29-31ad-4f79-8ca9-b56fd01cf977 admin admin] Network c0f89349-a814-42fa-9fea-0152fa175e0e is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:14:47.073131 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-fe02bd29-31ad-4f79-8ca9-b56fd01cf977 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, c0f89349-a814-42fa-9fea-0152fa175e0e) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:14:47.084366 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe02bd29-31ad-4f79-8ca9-b56fd01cf977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:47.085473 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fe02bd29-31ad-4f79-8ca9-b56fd01cf977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:47.103509 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce78f5c1-2f8a-4a42-b929-ade98fd6d4f3 None None] Network c0f89349-a814-42fa-9fea-0152fa175e0e requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:14:47.122130 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fe02bd29-31ad-4f79-8ca9-b56fd01cf977 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0821235 Sep 01 15:14:47.397523 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f2fcc76-08ed-4c05-9bf6-bfdf0984e422 req-2303e0fa-af47-4e43-bf9a-d62fbb4e92b8 tempest-FlavorsV2NegativeTest-386706952 tempest-FlavorsV2NegativeTest-386706952-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2d258481e2204b5f91d705f3f070b239&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605323 Sep 01 15:14:47.455764 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22884e2-509e-4a77-a1b3-a2accd38d948 None None] Network c0f89349-a814-42fa-9fea-0152fa175e0e requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:14:47.801244 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5c8e0bd9-54c0-493a-943f-f7e453b80dfc req-66e9512f-f794-494f-8082-63dabd5dae52 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3d3417b5-57f4-4c58-a450-34b6667cb3e4 HTTP/1.1" status: 200 len: 210 time: 0.0678802 Sep 01 15:14:47.803134 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fcc76-08ed-4c05-9bf6-bfdf0984e422 req-c51ef4ad-b884-4db3-bc5f-4be6b0b2f499 tempest-FlavorsV2NegativeTest-386706952 tempest-FlavorsV2NegativeTest-386706952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:47.822030 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f2fcc76-08ed-4c05-9bf6-bfdf0984e422 req-c51ef4ad-b884-4db3-bc5f-4be6b0b2f499 tempest-FlavorsV2NegativeTest-386706952 tempest-FlavorsV2NegativeTest-386706952-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4213274 Sep 01 15:14:47.842287 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:14:47.871994 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f2fcc76-08ed-4c05-9bf6-bfdf0984e422 req-056bda67-f08d-4980-8157-f37b3986079e tempest-FlavorsV2NegativeTest-386706952 tempest-FlavorsV2NegativeTest-386706952-project] 10.222.0.60 "GET /v2.0/quotas/2d258481e2204b5f91d705f3f070b239 HTTP/1.1" status: 200 len: 375 time: 0.0453911 Sep 01 15:14:47.880289 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:14:47.880835 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 713bd3fc-0063-4cb4-8e0f-e5147d2ebdb5 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:14:47.946770 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f2fcc76-08ed-4c05-9bf6-bfdf0984e422 req-fa5e9184-3fb6-435d-bfd2-a0b92e708322 tempest-FlavorsV2NegativeTest-386706952 tempest-FlavorsV2NegativeTest-386706952-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d258481e2204b5f91d705f3f070b239&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694587 Sep 01 15:14:48.812039 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-7614c044-1fa4-41a7-895c-449c75d418b5 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:48.814243 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-7614c044-1fa4-41a7-895c-449c75d418b5 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/networks?id=c0f89349-a814-42fa-9fea-0152fa175e0e HTTP/1.1" status: 200 len: 816 time: 0.2533650 Sep 01 15:14:48.845881 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-cb4e2982-fac1-40e0-bcb1-71b93b8b0406 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/quotas/0b2d63c0adfb449db369907b7d183096 HTTP/1.1" status: 200 len: 375 time: 0.0186279 Sep 01 15:14:49.026155 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-39e98c19-58aa-4f63-a049-601882c49fb2 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0b2d63c0adfb449db369907b7d183096&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1463594 Sep 01 15:14:49.282283 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-6d26ae53-a2d7-4854-917e-1c9174569c17 service neutron] 10.222.0.60 "GET /v2.0/networks/c0f89349-a814-42fa-9fea-0152fa175e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431836 Sep 01 15:14:49.499389 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-65267921-45ef-4f22-ac31-d1274ee8c6c5 service neutron] 10.222.0.60 "GET /v2.0/networks/c0f89349-a814-42fa-9fea-0152fa175e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147679 Sep 01 15:14:49.901907 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36734) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:49.962612 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3e779c16-bd8f-4b9f-9253-8da7688331fe req-67702566-c990-4305-826e-cbc2e420a3eb tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/ports?device_id=49df9224-df36-4dbb-bc0e-77f2de4ebca1 HTTP/1.1" status: 200 len: 210 time: 0.1275797 Sep 01 15:14:50.398194 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf3ec0bb-2652-4ef5-a705-0b736658b932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:50.756581 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf3ec0bb-2652-4ef5-a705-0b736658b932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:50.766434 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf3ec0bb-2652-4ef5-a705-0b736658b932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:50.829408 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ec0bb-2652-4ef5-a705-0b736658b932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a6de16-e7d0-44e4-bd21-4bc8f3aee65f,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:50.876713 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bf3ec0bb-2652-4ef5-a705-0b736658b932 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d258481e2204b5f91d705f3f070b239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9724939 Sep 01 15:14:50.880241 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36772) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:51.030637 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04a647d3-c630-432c-bf7d-8c286f12b03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:51.091143 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04a647d3-c630-432c-bf7d-8c286f12b03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:51.250884 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a5c4f57d-f3d4-4c29-9847-d0c141a35e9f req-d1a0b779-5d7f-465c-9091-b23be41c946d tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/ports?device_id=49df9224-df36-4dbb-bc0e-77f2de4ebca1 HTTP/1.1" status: 200 len: 210 time: 0.1113677 Sep 01 15:14:51.333865 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c1c9d-c234-4fde-99c3-6ed8642ce010 req-986ca4c9-0c17-4f41-99fd-ca897bded3d6 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:51.337573 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4f8c1c9d-c234-4fde-99c3-6ed8642ce010 req-986ca4c9-0c17-4f41-99fd-ca897bded3d6 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c HTTP/1.1" status: 200 len: 945 time: 0.1506603 Sep 01 15:14:51.395656 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04a647d3-c630-432c-bf7d-8c286f12b03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:51.400350 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04a647d3-c630-432c-bf7d-8c286f12b03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:51.404212 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-04a647d3-c630-432c-bf7d-8c286f12b03b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/88a6de16-e7d0-44e4-bd21-4bc8f3aee65f HTTP/1.1" status: 204 len: 168 time: 0.5214744 Sep 01 15:14:51.436924 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a647d3-c630-432c-bf7d-8c286f12b03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a6de16-e7d0-44e4-bd21-4bc8f3aee65f,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:51.527140 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4f8c1c9d-c234-4fde-99c3-6ed8642ce010 req-1123f95f-f76c-45e3-9d28-1535571f3aff tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649284 Sep 01 15:14:51.879957 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8a5c1-3ca4-4898-b82c-b7fc36e19eaf req-3cd6248e-45c1-4915-8321-2072c6e94900 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:51.883270 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99a8a5c1-3ca4-4898-b82c-b7fc36e19eaf req-3cd6248e-45c1-4915-8321-2072c6e94900 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c HTTP/1.1" status: 200 len: 945 time: 0.1648240 Sep 01 15:14:52.154159 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-99a8a5c1-3ca4-4898-b82c-b7fc36e19eaf req-3df36488-b83c-437e-a9ea-abb43579d809 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Deleting port decdf579-a3ac-47d2-8e21-42acfa004caa {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:14:52.156466 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-99a8a5c1-3ca4-4898-b82c-b7fc36e19eaf req-3df36488-b83c-437e-a9ea-abb43579d809 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:52.735181 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-b465cb14-e970-4c39-b7d3-d95019ac0659 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:52.736477 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d457c878-62af-4fd6-aff8-94817a974128 req-6ca6a5a3-a52b-4c94-a6f8-457408ac6ba3 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/ports?device_id=49df9224-df36-4dbb-bc0e-77f2de4ebca1 HTTP/1.1" status: 200 len: 210 time: 0.1101546 Sep 01 15:14:52.743439 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-b465cb14-e970-4c39-b7d3-d95019ac0659 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.62 "GET /v2.0/networks?id=c0f89349-a814-42fa-9fea-0152fa175e0e HTTP/1.1" status: 200 len: 816 time: 0.4528570 Sep 01 15:14:52.752967 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-99a8a5c1-3ca4-4898-b82c-b7fc36e19eaf req-3df36488-b83c-437e-a9ea-abb43579d809 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] For port decdf579-a3ac-47d2-8e21-42acfa004caa, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=decdf579-a3ac-47d2-8e21-42acfa004caa,segment=NetworkSegment(1516b638-7e5f-455f-b83a-8d129c43b6ed),segment_id=1516b638-7e5f-455f-b83a-8d129c43b6ed)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:14:52.752967 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-99a8a5c1-3ca4-4898-b82c-b7fc36e19eaf req-3df36488-b83c-437e-a9ea-abb43579d809 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:52.840630 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-ba3cde04-1cc7-465e-92e7-dcf422add7a3 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Request body: {'port': {'device_id': '49df9224-df36-4dbb-bc0e-77f2de4ebca1', 'network_id': 'c0f89349-a814-42fa-9fea-0152fa175e0e', 'admin_state_up': True, 'tenant_id': '0b2d63c0adfb449db369907b7d183096'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:14:52.889912 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-99a8a5c1-3ca4-4898-b82c-b7fc36e19eaf req-3df36488-b83c-437e-a9ea-abb43579d809 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Calling delete_port for decdf579-a3ac-47d2-8e21-42acfa004caa owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:14:53.083960 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42fa93-5596-4b7d-93a5-7e0a6e245413 req-b4ac97d5-b3d5-450a-954a-ddea6ae38bd0 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:53.099564 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a42fa93-5596-4b7d-93a5-7e0a6e245413 req-b4ac97d5-b3d5-450a-954a-ddea6ae38bd0 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c HTTP/1.1" status: 200 len: 945 time: 0.3146298 Sep 01 15:14:53.432321 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a42fa93-5596-4b7d-93a5-7e0a6e245413 req-44f1ce3c-ba0e-44b5-8bc0-41744f883ef5 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/security-groups?id=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306360 Sep 01 15:14:53.691052 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-ba3cde04-1cc7-465e-92e7-dcf422add7a3 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Made reservation on behalf of 0b2d63c0adfb449db369907b7d183096 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:14:53.709141 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-ba3cde04-1cc7-465e-92e7-dcf422add7a3 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:53.853418 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device decdf579-a3ac-47d2-8e21-42acfa004caa no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:14:53.937881 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-99a8a5c1-3ca4-4898-b82c-b7fc36e19eaf req-3df36488-b83c-437e-a9ea-abb43579d809 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:53.941903 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: decdf579-a3ac-47d2-8e21-42acfa004caa {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:14:53.943331 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device decdf579-a3ac-47d2-8e21-42acfa004caa not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:14:54.073780 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36882) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:54.086863 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-88bb9a3e-fac1-43a4-8bd9-442f81f1624c req-f3ae78ed-b5c3-46d7-a925-b744b9e9ebf0 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/ports?device_id=49df9224-df36-4dbb-bc0e-77f2de4ebca1 HTTP/1.1" status: 200 len: 210 time: 0.0791101 Sep 01 15:14:54.179880 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df36488-b83c-437e-a9ea-abb43579d809 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Pushing event deleted for resources: {'Port': ['ID=decdf579-a3ac-47d2-8e21-42acfa004caa,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:54.288748 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a8a5c1-3ca4-4898-b82c-b7fc36e19eaf req-3df36488-b83c-437e-a9ea-abb43579d809 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] No DVR routers for this DVR port decdf579-a3ac-47d2-8e21-42acfa004caa on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:14:54.299402 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-99a8a5c1-3ca4-4898-b82c-b7fc36e19eaf req-3df36488-b83c-437e-a9ea-abb43579d809 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:54.303702 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99a8a5c1-3ca4-4898-b82c-b7fc36e19eaf req-3df36488-b83c-437e-a9ea-abb43579d809 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.62 "DELETE /v2.0/ports/decdf579-a3ac-47d2-8e21-42acfa004caa HTTP/1.1" status: 204 len: 173 time: 2.4124475 Sep 01 15:14:54.304461 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c', 'name': 'network-vif-deleted', 'tag': 'decdf579-a3ac-47d2-8e21-42acfa004caa'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:14:54.328880 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8675a3c4-d508-41e7-bd18-451b4877dc39" -d '{"events": [{"server_uuid": "3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c", "name": "network-vif-deleted", "tag": "decdf579-a3ac-47d2-8e21-42acfa004caa"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:14:54.422525 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-ba3cde04-1cc7-465e-92e7-dcf422add7a3 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Allocated IP 172.20.0.14 (c0f89349-a814-42fa-9fea-0152fa175e0e/5cb17e91-dcd9-4f0b-8266-cb1754752644/1a9083d5-4a72-424c-8d69-e037a73cad98) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:14:54.510348 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458f9d41-9ee5-4a7d-9657-bfb55c592324 x-openstack-request-id: req-458f9d41-9ee5-4a7d-9657-bfb55c592324 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:14:54.511279 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c", "name": "network-vif-deleted", "tag": "decdf579-a3ac-47d2-8e21-42acfa004caa", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:14:54.512403 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-458f9d41-9ee5-4a7d-9657-bfb55c592324 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:14:54.514590 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c', 'name': 'network-vif-deleted', 'tag': 'decdf579-a3ac-47d2-8e21-42acfa004caa', 'status': 'completed', 'code': 200} Sep 01 15:14:54.799458 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e510ea35-5476-4963-bf12-2c31872ad0dc req-63fe7888-c767-4c33-93e7-5c818b3d8151 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e7ed2ba-8983-41f2-bb90-7fc6535d4e8c HTTP/1.1" status: 200 len: 210 time: 0.0767140 Sep 01 15:14:54.970433 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-ba3cde04-1cc7-465e-92e7-dcf422add7a3 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:55.048388 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36896) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:55.074024 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-953201db-cc16-45bb-a7c8-13552e1fff81 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-146052555-network', 'tenant_id': '1e457f217e224506a30d3a87ec115ed8'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:14:55.093038 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-ba3cde04-1cc7-465e-92e7-dcf422add7a3 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:55.257486 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-ba3cde04-1cc7-465e-92e7-dcf422add7a3 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Network c0f89349-a814-42fa-9fea-0152fa175e0e is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:14:55.266859 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-13cce2d1-5caf-4dfb-9ab2-dde0c3c1fbac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:55.268329 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-ba3cde04-1cc7-465e-92e7-dcf422add7a3 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:14:55.302042 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953201db-cc16-45bb-a7c8-13552e1fff81 admin admin] Made reservation on behalf of 1e457f217e224506a30d3a87ec115ed8 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:14:55.306105 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-953201db-cc16-45bb-a7c8-13552e1fff81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:55.326679 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-ba3cde04-1cc7-465e-92e7-dcf422add7a3 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:14:55.427140 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-953201db-cc16-45bb-a7c8-13552e1fff81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:55.473642 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36908) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:55.480566 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-ba3cde04-1cc7-465e-92e7-dcf422add7a3 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:55.482023 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-ba3cde04-1cc7-465e-92e7-dcf422add7a3 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:55.490821 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cde04-1cc7-465e-92e7-dcf422add7a3 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Pushing event updated for resources: {'Port': ['ID=1a9083d5-4a72-424c-8d69-e037a73cad98,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:55.578165 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2ead1-8299-4810-9026-be72cb1f735b req-2aa05d36-7a81-48e6-8f7d-4c7daae2fd38 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:55.583655 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b6b2ead1-8299-4810-9026-be72cb1f735b req-2aa05d36-7a81-48e6-8f7d-4c7daae2fd38 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/ports?device_id=49df9224-df36-4dbb-bc0e-77f2de4ebca1 HTTP/1.1" status: 200 len: 932 time: 0.2593844 Sep 01 15:14:55.707594 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b6b2ead1-8299-4810-9026-be72cb1f735b req-a8166c78-191a-4d82-a964-42efe095cad6 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/security-groups?id=34aa6aed-9073-4870-bd57-f971f18ede72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008856 Sep 01 15:14:55.779281 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8b5bf97-1de9-4492-aa0a-5b27e6a57f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:55.810061 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-13cce2d1-5caf-4dfb-9ab2-dde0c3c1fbac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:55.822263 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-13cce2d1-5caf-4dfb-9ab2-dde0c3c1fbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:55.827412 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-ba3cde04-1cc7-465e-92e7-dcf422add7a3 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0022595 Sep 01 15:14:55.863626 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-6ecae7b5-a22c-46e8-9454-62956cc5e770 service neutron] Request body: {'port': {'device_id': '49df9224-df36-4dbb-bc0e-77f2de4ebca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:14:55.906586 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-13cce2d1-5caf-4dfb-9ab2-dde0c3c1fbac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8d045a8f790148c4bf5f9540ace709cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8552330 Sep 01 15:14:55.908948 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cce2d1-5caf-4dfb-9ab2-dde0c3c1fbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77b9eaa-bf75-4afb-9cb5-03cdd5d6ee84,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:55.916569 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36914) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:55.931673 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36916) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:56.059454 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-6ecae7b5-a22c-46e8-9454-62956cc5e770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:56.084014 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-81552305-9435-4857-ac91-7bcd8d8b5981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:56.144521 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-81552305-9435-4857-ac91-7bcd8d8b5981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:56.257703 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-81552305-9435-4857-ac91-7bcd8d8b5981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:56.263089 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-81552305-9435-4857-ac91-7bcd8d8b5981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:56.265632 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-81552305-9435-4857-ac91-7bcd8d8b5981 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d77b9eaa-bf75-4afb-9cb5-03cdd5d6ee84 HTTP/1.1" status: 204 len: 168 time: 0.3471494 Sep 01 15:14:56.283090 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81552305-9435-4857-ac91-7bcd8d8b5981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77b9eaa-bf75-4afb-9cb5-03cdd5d6ee84,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:56.797882 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-7869a5c2-91a6-414e-84e1-5af70c286a01 admin admin] Deleting subnet 35b27872-673a-446b-88b2-296c933a8cce {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:14:56.816047 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7869a5c2-91a6-414e-84e1-5af70c286a01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:56.966483 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-953201db-cc16-45bb-a7c8-13552e1fff81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:56.987247 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-953201db-cc16-45bb-a7c8-13552e1fff81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:57.015042 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d53a31-75d5-4aff-930a-ccea6c54be7c req-ba3277af-5372-4a82-9fd4-3ac969c01171 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:57.017996 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a2d53a31-75d5-4aff-930a-ccea6c54be7c req-ba3277af-5372-4a82-9fd4-3ac969c01171 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/ports?device_id=49df9224-df36-4dbb-bc0e-77f2de4ebca1 HTTP/1.1" status: 200 len: 932 time: 0.1231592 Sep 01 15:14:57.055511 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7869a5c2-91a6-414e-84e1-5af70c286a01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:57.056703 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36930) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:57.123271 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953201db-cc16-45bb-a7c8-13552e1fff81 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:14:57.136882 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7888afd6-69b2-4374-8b75-648230ceae6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:57.164185 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953201db-cc16-45bb-a7c8-13552e1fff81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5712590a-46a1-4192-bb6f-390175227cea,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:57.219131 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a2d53a31-75d5-4aff-930a-ccea6c54be7c req-5046a93d-674a-4608-88ce-3d9de049d100 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/security-groups?id=34aa6aed-9073-4870-bd57-f971f18ede72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647806 Sep 01 15:14:57.233985 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-953201db-cc16-45bb-a7c8-13552e1fff81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:57.234571 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-953201db-cc16-45bb-a7c8-13552e1fff81 admin admin] Added segment b3f9a4dd-9ecf-4700-97c2-e0597ddd4fd2 of type vlan for network efa93fa8-a7fe-4440-9bc4-f599f6cbe807 Sep 01 15:14:57.335591 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8b5bf97-1de9-4492-aa0a-5b27e6a57f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:57.336677 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7869a5c2-91a6-414e-84e1-5af70c286a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:57.354562 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8b5bf97-1de9-4492-aa0a-5b27e6a57f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:57.399090 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-953201db-cc16-45bb-a7c8-13552e1fff81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:57.482564 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e8b5bf97-1de9-4492-aa0a-5b27e6a57f55 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ca4f72ded8f84955a672c113f1de3231&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9991248 Sep 01 15:14:57.487857 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5bf97-1de9-4492-aa0a-5b27e6a57f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310ed701-e5f8-4230-abda-48b230c10044,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:57.492656 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36932) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:57.560037 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-953201db-cc16-45bb-a7c8-13552e1fff81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:57.562674 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953201db-cc16-45bb-a7c8-13552e1fff81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:57.563728 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-953201db-cc16-45bb-a7c8-13552e1fff81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:57.568946 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:57.709715 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7869a5c2-91a6-414e-84e1-5af70c286a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:57.801504 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869a5c2-91a6-414e-84e1-5af70c286a01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35b27872-673a-446b-88b2-296c933a8cce,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:57.817485 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-6ecae7b5-a22c-46e8-9454-62956cc5e770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a9083d5-4a72-424c-8d69-e037a73cad98 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:14:57.831061 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7869a5c2-91a6-414e-84e1-5af70c286a01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:57.838501 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7869a5c2-91a6-414e-84e1-5af70c286a01 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/35b27872-673a-446b-88b2-296c933a8cce HTTP/1.1" status: 204 len: 168 time: 1.8938093 Sep 01 15:14:57.845256 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36938) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:57.854928 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-6ecae7b5-a22c-46e8-9454-62956cc5e770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:57.861608 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953201db-cc16-45bb-a7c8-13552e1fff81 admin admin] Pushing event updated for resources: {'Network': ['ID=efa93fa8-a7fe-4440-9bc4-f599f6cbe807,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:57.878903 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network efa93fa8-a7fe-4440-9bc4-f599f6cbe807 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:14:57.985887 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-6ecae7b5-a22c-46e8-9454-62956cc5e770 service neutron] Transition to ACTIVE for port object 1a9083d5-4a72-424c-8d69-e037a73cad98 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:14:57.996115 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-6ecae7b5-a22c-46e8-9454-62956cc5e770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:58.098417 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d00b95f-2801-464b-bc3a-4f2cb8315715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:58.109599 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3c82c295-ea78-4a0e-b74b-39ca934c85ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:58.116119 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7888afd6-69b2-4374-8b75-648230ceae6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:58.129331 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecae7b5-a22c-46e8-9454-62956cc5e770 service neutron] Pushing event updated for resources: {'Port': ['ID=1a9083d5-4a72-424c-8d69-e037a73cad98,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:58.134217 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7888afd6-69b2-4374-8b75-648230ceae6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:58.161219 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-953201db-cc16-45bb-a7c8-13552e1fff81 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.0751548 Sep 01 15:14:58.167404 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36940) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:58.178595 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-b02fdf82-c90a-44ce-9b99-6f20fc8964cb admin admin] Request body: {'subnet': {'network_id': 'efa93fa8-a7fe-4440-9bc4-f599f6cbe807', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-146052555-subnet', 'tenant_id': '1e457f217e224506a30d3a87ec115ed8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:14:58.192004 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3c82c295-ea78-4a0e-b74b-39ca934c85ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:58.254111 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888afd6-69b2-4374-8b75-648230ceae6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23e466e-d8e8-4488-bdf7-f51beaa2e393,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:58.265632 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7888afd6-69b2-4374-8b75-648230ceae6d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc1d84ae97744d0385c869cd165c3f3e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2072144 Sep 01 15:14:58.270446 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36942) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:58.340826 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3c82c295-ea78-4a0e-b74b-39ca934c85ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:58.344276 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3c82c295-ea78-4a0e-b74b-39ca934c85ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:58.350203 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3c82c295-ea78-4a0e-b74b-39ca934c85ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/310ed701-e5f8-4230-abda-48b230c10044 HTTP/1.1" status: 204 len: 168 time: 0.8187904 Sep 01 15:14:58.355186 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82c295-ea78-4a0e-b74b-39ca934c85ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310ed701-e5f8-4230-abda-48b230c10044,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:58.419696 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02fdf82-c90a-44ce-9b99-6f20fc8964cb admin admin] Made reservation on behalf of 1e457f217e224506a30d3a87ec115ed8 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:14:58.423591 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b02fdf82-c90a-44ce-9b99-6f20fc8964cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:58.632812 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-6ecae7b5-a22c-46e8-9454-62956cc5e770 service neutron] Attempting to bind port 1a9083d5-4a72-424c-8d69-e037a73cad98 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:14:58.633349 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-6ecae7b5-a22c-46e8-9454-62956cc5e770 service neutron] Attempting to bind port 1a9083d5-4a72-424c-8d69-e037a73cad98 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'e2b9ec53-17c9-44dc-9eb5-c0714bea4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c0f89349-a814-42fa-9fea-0152fa175e0e'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:14:58.633856 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-6ecae7b5-a22c-46e8-9454-62956cc5e770 service neutron] Attempting to bind port 1a9083d5-4a72-424c-8d69-e037a73cad98 on network c0f89349-a814-42fa-9fea-0152fa175e0e {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:14:58.639645 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d00b95f-2801-464b-bc3a-4f2cb8315715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:58.683584 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-2d00b95f-2801-464b-bc3a-4f2cb8315715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['991369d1-6cc8-4ab5-8a03-7b17948fd044']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:58.690837 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-6ecae7b5-a22c-46e8-9454-62956cc5e770 service neutron] Port 1a9083d5-4a72-424c-8d69-e037a73cad98 on network c0f89349-a814-42fa-9fea-0152fa175e0e not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:14:58.691350 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-6ecae7b5-a22c-46e8-9454-62956cc5e770 service neutron] Attempting to bind port 1a9083d5-4a72-424c-8d69-e037a73cad98 on network c0f89349-a814-42fa-9fea-0152fa175e0e {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:14:58.731065 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-2d00b95f-2801-464b-bc3a-4f2cb8315715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1516b638-7e5f-455f-b83a-8d129c43b6ed') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:58.731561 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-2d00b95f-2801-464b-bc3a-4f2cb8315715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1516b638-7e5f-455f-b83a-8d129c43b6ed') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:14:58.780780 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-6ecae7b5-a22c-46e8-9454-62956cc5e770 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:14:58.781300 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-6ecae7b5-a22c-46e8-9454-62956cc5e770 service neutron] Checking segment: {'id': 'e2b9ec53-17c9-44dc-9eb5-c0714bea4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c0f89349-a814-42fa-9fea-0152fa175e0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:14:58.781937 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-6ecae7b5-a22c-46e8-9454-62956cc5e770 service neutron] Bound using segment: {'id': 'e2b9ec53-17c9-44dc-9eb5-c0714bea4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c0f89349-a814-42fa-9fea-0152fa175e0e'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:14:58.782714 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-6ecae7b5-a22c-46e8-9454-62956cc5e770 service neutron] Bound port: 1a9083d5-4a72-424c-8d69-e037a73cad98, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2b9ec53-17c9-44dc-9eb5-c0714bea4993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c0f89349-a814-42fa-9fea-0152fa175e0e'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:14:58.783345 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-6ecae7b5-a22c-46e8-9454-62956cc5e770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:58.790785 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d00b95f-2801-464b-bc3a-4f2cb8315715 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:58.817308 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54e2782c-b126-40a9-b5a2-317415d8a5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:58.865053 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9867f4d-d3e0-4f3f-9e7f-262b0a8ab329 req-9a93e6d6-0873-44de-a0c3-624e0326dff6 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:58.878986 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9867f4d-d3e0-4f3f-9e7f-262b0a8ab329 req-9a93e6d6-0873-44de-a0c3-624e0326dff6 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/ports?device_id=49df9224-df36-4dbb-bc0e-77f2de4ebca1 HTTP/1.1" status: 200 len: 944 time: 0.4784899 Sep 01 15:14:58.894703 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d00b95f-2801-464b-bc3a-4f2cb8315715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:58.938162 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d00b95f-2801-464b-bc3a-4f2cb8315715 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:14:58.938162 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d00b95f-2801-464b-bc3a-4f2cb8315715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:14:58.940980 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:14:59.053162 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36954) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:59.070779 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54e2782c-b126-40a9-b5a2-317415d8a5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:59.083730 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ce74bef0-2f7b-42ef-95f8-0822330e88aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:59.251059 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d00b95f-2801-464b-bc3a-4f2cb8315715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:59.258777 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9867f4d-d3e0-4f3f-9e7f-262b0a8ab329 req-16273215-db2f-42f7-ae34-97f081ce7982 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/security-groups?id=34aa6aed-9073-4870-bd57-f971f18ede72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782091 Sep 01 15:14:59.281071 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ce74bef0-2f7b-42ef-95f8-0822330e88aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:59.283533 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d00b95f-2801-464b-bc3a-4f2cb8315715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:59.292496 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2d00b95f-2801-464b-bc3a-4f2cb8315715 admin admin] 10.222.0.60 "DELETE /v2.0/networks/991369d1-6cc8-4ab5-8a03-7b17948fd044 HTTP/1.1" status: 204 len: 168 time: 1.4451499 Sep 01 15:14:59.303333 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ce74bef0-2f7b-42ef-95f8-0822330e88aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:59.330272 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00b95f-2801-464b-bc3a-4f2cb8315715 admin admin] Pushing event deleted for resources: {'Network': ['ID=991369d1-6cc8-4ab5-8a03-7b17948fd044,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:59.356439 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-6ecae7b5-a22c-46e8-9454-62956cc5e770 service neutron] For port 1a9083d5-4a72-424c-8d69-e037a73cad98, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:14:59.357915 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ce74bef0-2f7b-42ef-95f8-0822330e88aa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=94a30b1af7e24861ae51839d56d5f552&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3021073 Sep 01 15:14:59.371329 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36958) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:59.372290 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-6ecae7b5-a22c-46e8-9454-62956cc5e770 service neutron] For port 1a9083d5-4a72-424c-8d69-e037a73cad98, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=1a9083d5-4a72-424c-8d69-e037a73cad98,segment=NetworkSegment(e2b9ec53-17c9-44dc-9eb5-c0714bea4993),segment_id=e2b9ec53-17c9-44dc-9eb5-c0714bea4993)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:14:59.427408 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-6ecae7b5-a22c-46e8-9454-62956cc5e770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:59.445818 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54e2782c-b126-40a9-b5a2-317415d8a5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:59.452157 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54e2782c-b126-40a9-b5a2-317415d8a5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:59.454675 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-54e2782c-b126-40a9-b5a2-317415d8a5d2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e23e466e-d8e8-4488-bdf7-f51beaa2e393 HTTP/1.1" status: 204 len: 168 time: 1.1791809 Sep 01 15:14:59.475699 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce74bef0-2f7b-42ef-95f8-0822330e88aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31daf42-9e1a-43f7-8f79-2ff599afa105,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:59.544148 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a5bdf574-9612-4b82-991d-012db012508e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:59.552690 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2782c-b126-40a9-b5a2-317415d8a5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23e466e-d8e8-4488-bdf7-f51beaa2e393,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:59.560623 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b02fdf82-c90a-44ce-9b99-6f20fc8964cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:59.578843 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-6ecae7b5-a22c-46e8-9454-62956cc5e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:59.580271 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-6ecae7b5-a22c-46e8-9454-62956cc5e770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:59.583153 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-6ecae7b5-a22c-46e8-9454-62956cc5e770 service neutron] 10.222.0.62 "PUT /v2.0/ports/1a9083d5-4a72-424c-8d69-e037a73cad98 HTTP/1.1" status: 200 len: 1092 time: 3.7395554 Sep 01 15:14:59.591534 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49df9224-df36-4dbb-bc0e-77f2de4ebca1', 'tag': '1a9083d5-4a72-424c-8d69-e037a73cad98'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:14:59.596429 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd5c806-0571-4514-a3dc-ef795e98cc5b" -d '{"events": [{"name": "network-changed", "server_uuid": "49df9224-df36-4dbb-bc0e-77f2de4ebca1", "tag": "1a9083d5-4a72-424c-8d69-e037a73cad98"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:14:59.651477 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a5bdf574-9612-4b82-991d-012db012508e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:59.731351 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b822b68-8d15-44ed-aab7-d18766b07f85 x-openstack-request-id: req-1b822b68-8d15-44ed-aab7-d18766b07f85 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:14:59.732518 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49df9224-df36-4dbb-bc0e-77f2de4ebca1", "tag": "1a9083d5-4a72-424c-8d69-e037a73cad98", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:14:59.733240 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1b822b68-8d15-44ed-aab7-d18766b07f85 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:14:59.734199 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49df9224-df36-4dbb-bc0e-77f2de4ebca1', 'tag': '1a9083d5-4a72-424c-8d69-e037a73cad98', 'status': 'completed', 'code': 200} Sep 01 15:14:59.738721 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecae7b5-a22c-46e8-9454-62956cc5e770 service neutron] Pushing event updated for resources: {'Port': ['ID=1a9083d5-4a72-424c-8d69-e037a73cad98,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:59.804213 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02fdf82-c90a-44ce-9b99-6f20fc8964cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=af2b11b8-95af-47b9-a9bf-9603dde4bd42,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:59.815977 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a5bdf574-9612-4b82-991d-012db012508e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:59.824692 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a5bdf574-9612-4b82-991d-012db012508e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:14:59.835980 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a5bdf574-9612-4b82-991d-012db012508e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f31daf42-9e1a-43f7-8f79-2ff599afa105 HTTP/1.1" status: 204 len: 168 time: 0.4618046 Sep 01 15:14:59.850799 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-e6d61091-cda4-478c-bbb4-85c51278bf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:14:59.853599 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-e6d61091-cda4-478c-bbb4-85c51278bf83 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b2d63c0adfb449db369907b7d183096&device_id=49df9224-df36-4dbb-bc0e-77f2de4ebca1 HTTP/1.1" status: 200 len: 1095 time: 0.1572781 Sep 01 15:14:59.859542 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02fdf82-c90a-44ce-9b99-6f20fc8964cb admin admin] Checking segment: {'id': 'b3f9a4dd-9ecf-4700-97c2-e0597ddd4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'efa93fa8-a7fe-4440-9bc4-f599f6cbe807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:14:59.860377 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02fdf82-c90a-44ce-9b99-6f20fc8964cb admin admin] Network hostable DHCP agents. Network: efa93fa8-a7fe-4440-9bc4-f599f6cbe807, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:14:59.864171 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bdf574-9612-4b82-991d-012db012508e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31daf42-9e1a-43f7-8f79-2ff599afa105,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:14:59.865973 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36966) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:14:59.972978 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-a339d404-6997-46b7-b786-8d4255dde414 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a9083d5-4a72-424c-8d69-e037a73cad98 HTTP/1.1" status: 200 len: 217 time: 0.0964139 Sep 01 15:15:00.060707 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02fdf82-c90a-44ce-9b99-6f20fc8964cb admin admin] Network efa93fa8-a7fe-4440-9bc4-f599f6cbe807 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:15:00.106610 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1a9f74f3-c6f0-4bb9-93d0-55cfb6293c6c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5d7c0ff87c7c4cc083c6404989b27ea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2386794 Sep 01 15:15:00.111320 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36972) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:00.113577 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-b02fdf82-c90a-44ce-9b99-6f20fc8964cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, efa93fa8-a7fe-4440-9bc4-f599f6cbe807) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:15:00.129068 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02fdf82-c90a-44ce-9b99-6f20fc8964cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:00.130367 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b02fdf82-c90a-44ce-9b99-6f20fc8964cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:00.132686 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac210ce-319c-45e3-a377-dc0d9374bbbe None None] Network efa93fa8-a7fe-4440-9bc4-f599f6cbe807 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:15:00.143724 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-834ad113-4281-43ac-8317-e9925d189ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:00.147735 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-834ad113-4281-43ac-8317-e9925d189ddf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5cb17e91-dcd9-4f0b-8266-cb1754752644 HTTP/1.1" status: 200 len: 856 time: 0.1603141 Sep 01 15:15:00.222318 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-c34c8821-f938-46ce-9ef4-80691440326b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c0f89349-a814-42fa-9fea-0152fa175e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599186 Sep 01 15:15:00.225673 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b02fdf82-c90a-44ce-9b99-6f20fc8964cb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0554721 Sep 01 15:15:00.231346 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36976) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:00.255758 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-146052555-router', 'tenant_id': '1e457f217e224506a30d3a87ec115ed8', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:00.436240 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b894bf46-8737-4637-995e-32fd39e42124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:00.512868 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b894bf46-8737-4637-995e-32fd39e42124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:00.656845 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:00.661286 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:00.662871 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-7ef4556c-106e-46b4-83d1-0972eff1f61a service neutron] 10.222.0.62 "GET /v2.0/networks/c0f89349-a814-42fa-9fea-0152fa175e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293089 Sep 01 15:15:00.680097 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b894bf46-8737-4637-995e-32fd39e42124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:00.696911 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b894bf46-8737-4637-995e-32fd39e42124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:00.698655 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b894bf46-8737-4637-995e-32fd39e42124 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f HTTP/1.1" status: 204 len: 168 time: 0.5849812 Sep 01 15:15:00.721461 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-efa93fa8-a7fe-4440-9bc4-f599f6cbe807', 'network_id': 'efa93fa8-a7fe-4440-9bc4-f599f6cbe807', 'tenant_id': '1e457f217e224506a30d3a87ec115ed8', 'fixed_ips': [{'subnet_id': 'af2b11b8-95af-47b9-a9bf-9603dde4bd42'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:15:00.723792 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:00.745484 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894bf46-8737-4637-995e-32fd39e42124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ba5e00-ec1f-4c62-934a-cd5b3e5ee82f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:00.785176 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72f9fc-1b94-4cd4-ab07-1236e1ec2282 req-aa8b3a80-e2b3-4259-b256-192380adc5ea tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:00.787886 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b72f9fc-1b94-4cd4-ab07-1236e1ec2282 req-aa8b3a80-e2b3-4259-b256-192380adc5ea tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/ports?device_id=49df9224-df36-4dbb-bc0e-77f2de4ebca1 HTTP/1.1" status: 200 len: 944 time: 0.2678640 Sep 01 15:15:00.906481 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:00.990635 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d5ece20-a953-4c33-9ef4-7e909d3f9851 req-22227732-6f77-4809-9fc5-eea1b608574e service neutron] 10.222.0.62 "GET /v2.0/networks/c0f89349-a814-42fa-9fea-0152fa175e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195024 Sep 01 15:15:01.007562 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b72f9fc-1b94-4cd4-ab07-1236e1ec2282 req-746d685d-ed63-4edb-92b7-b9e9de73e013 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/security-groups?id=34aa6aed-9073-4870-bd57-f971f18ede72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846979 Sep 01 15:15:01.287343 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:01.345640 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Allocated IP 172.20.0.2 (efa93fa8-a7fe-4440-9bc4-f599f6cbe807/af2b11b8-95af-47b9-a9bf-9603dde4bd42/557dfa0f-d621-4ce2-a967-6fbb1dd927cb) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:15:01.372603 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5c806-0571-4514-a3dc-ef795e98cc5b req-4cb2135f-9c72-4d97-b35f-b60f6bb0e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:01.389131 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3fd5c806-0571-4514-a3dc-ef795e98cc5b req-4cb2135f-9c72-4d97-b35f-b60f6bb0e783 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0b2d63c0adfb449db369907b7d183096&device_id=49df9224-df36-4dbb-bc0e-77f2de4ebca1 HTTP/1.1" status: 200 len: 1095 time: 0.2102511 Sep 01 15:15:01.792194 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5c806-0571-4514-a3dc-ef795e98cc5b req-3fad1aa2-8559-4641-8560-a7d4a8a7e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:01.795897 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3fd5c806-0571-4514-a3dc-ef795e98cc5b req-3fad1aa2-8559-4641-8560-a7d4a8a7e8d5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c0f89349-a814-42fa-9fea-0152fa175e0e HTTP/1.1" status: 200 len: 917 time: 0.3983364 Sep 01 15:15:01.863332 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:01.889922 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Transition to ACTIVE for port object 557dfa0f-d621-4ce2-a967-6fbb1dd927cb will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:15:01.892394 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3fd5c806-0571-4514-a3dc-ef795e98cc5b req-c13fbf1e-3ce6-4e45-8084-0bd5ff0024d8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a9083d5-4a72-424c-8d69-e037a73cad98 HTTP/1.1" status: 200 len: 217 time: 0.0866053 Sep 01 15:15:01.935750 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Transition to ACTIVE for port object 557dfa0f-d621-4ce2-a967-6fbb1dd927cb will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:15:01.952309 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:01.998434 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:02.047517 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5c806-0571-4514-a3dc-ef795e98cc5b req-66541577-8152-4636-836b-b5ffaf0e43ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:02.051783 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3fd5c806-0571-4514-a3dc-ef795e98cc5b req-66541577-8152-4636-836b-b5ffaf0e43ae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5cb17e91-dcd9-4f0b-8266-cb1754752644 HTTP/1.1" status: 200 len: 856 time: 0.1500013 Sep 01 15:15:02.052755 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:02.068705 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Network efa93fa8-a7fe-4440-9bc4-f599f6cbe807 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:15:02.079266 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:15:02.092514 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:15:02.153219 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Pushing event updated for resources: {'Port': ['ID=557dfa0f-d621-4ce2-a967-6fbb1dd927cb,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:02.170413 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3fd5c806-0571-4514-a3dc-ef795e98cc5b req-53003fc8-6ce1-46f3-9907-fc70d956d14d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c0f89349-a814-42fa-9fea-0152fa175e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022248 Sep 01 15:15:02.275102 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:02.276422 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:02.277129 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:02.277818 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:02.278507 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:02.279074 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:02.280968 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:02.282892 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:02.285068 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:02.285900 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:02.288011 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:02.288715 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:02.426502 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Attempting to bind port 557dfa0f-d621-4ce2-a967-6fbb1dd927cb on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:15:02.427730 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Attempting to bind port 557dfa0f-d621-4ce2-a967-6fbb1dd927cb by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'b3f9a4dd-9ecf-4700-97c2-e0597ddd4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'efa93fa8-a7fe-4440-9bc4-f599f6cbe807'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:15:02.432281 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Attempting to bind port 557dfa0f-d621-4ce2-a967-6fbb1dd927cb on network efa93fa8-a7fe-4440-9bc4-f599f6cbe807 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:15:02.459485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:15:02.460658 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Checking segment: {'id': 'b3f9a4dd-9ecf-4700-97c2-e0597ddd4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'efa93fa8-a7fe-4440-9bc4-f599f6cbe807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:15:02.460901 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Allocated IP 172.25.6.76 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/cdd1b75b-0141-47a6-bfce-a5e09d5c9332) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:15:02.461939 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:02.463070 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Bound using segment: {'id': 'b3f9a4dd-9ecf-4700-97c2-e0597ddd4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'efa93fa8-a7fe-4440-9bc4-f599f6cbe807'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:15:02.466759 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Bound port: 557dfa0f-d621-4ce2-a967-6fbb1dd927cb, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f9a4dd-9ecf-4700-97c2-e0597ddd4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'efa93fa8-a7fe-4440-9bc4-f599f6cbe807'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:15:02.469474 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:02.508413 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5870bc9-bb50-46af-9442-a929496bd8e7 req-6a0f757b-dfc0-4263-a738-6aba48af5561 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:02.512936 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3fd5c806-0571-4514-a3dc-ef795e98cc5b req-798bf888-dd34-416c-9232-2a815638a1da service neutron] 10.222.0.62 "GET /v2.0/networks/c0f89349-a814-42fa-9fea-0152fa175e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176014 Sep 01 15:15:02.525268 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a5870bc9-bb50-46af-9442-a929496bd8e7 req-6a0f757b-dfc0-4263-a738-6aba48af5561 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/ports?device_id=49df9224-df36-4dbb-bc0e-77f2de4ebca1 HTTP/1.1" status: 200 len: 944 time: 0.3073556 Sep 01 15:15:02.683213 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] For port 557dfa0f-d621-4ce2-a967-6fbb1dd927cb, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:15:02.692291 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] For port 557dfa0f-d621-4ce2-a967-6fbb1dd927cb, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=557dfa0f-d621-4ce2-a967-6fbb1dd927cb,segment=NetworkSegment(b3f9a4dd-9ecf-4700-97c2-e0597ddd4fd2),segment_id=b3f9a4dd-9ecf-4700-97c2-e0597ddd4fd2)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:15:02.703002 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:02.808549 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3fd5c806-0571-4514-a3dc-ef795e98cc5b req-419847da-ce68-4d7e-9554-49b09218942b service neutron] 10.222.0.62 "GET /v2.0/networks/c0f89349-a814-42fa-9fea-0152fa175e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866001 Sep 01 15:15:02.914752 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49522a89-cade-4b38-8d8e-f739fd59d8fb None None] Pushing event updated for resources: {'Port': ['ID=557dfa0f-d621-4ce2-a967-6fbb1dd927cb,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:02.980826 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a5870bc9-bb50-46af-9442-a929496bd8e7 req-66daf1a7-1c56-4a46-8dcf-730f964e3b65 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/security-groups?id=34aa6aed-9073-4870-bd57-f971f18ede72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506807 Sep 01 15:15:03.015728 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:03.141746 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:03.297465 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:15:03.302835 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:15:03.321068 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:15:03.412714 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Pushing event updated for resources: {'Port': ['ID=cdd1b75b-0141-47a6-bfce-a5e09d5c9332,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:03.445294 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:03.446100 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:03.446951 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:03.448225 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:03.448955 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:03.449701 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:03.450702 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:03.451284 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:03.451972 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:03.452656 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:03.453334 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:03.454072 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:03.948251 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 1a9083d5-4a72-424c-8d69-e037a73cad98 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:15:04.035133 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 557dfa0f-d621-4ce2-a967-6fbb1dd927cb up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:15:04.169421 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:04.398499 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37074) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:04.427938 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 557dfa0f-d621-4ce2-a967-6fbb1dd927cb completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:15:04.527535 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6be7cb-ce43-444f-89fd-8237c73fa346 req-c2d0f87d-4a17-4d12-b4ae-ee9f71385c5a tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:04.537183 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 1a9083d5-4a72-424c-8d69-e037a73cad98, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=1a9083d5-4a72-424c-8d69-e037a73cad98,segment=NetworkSegment(e2b9ec53-17c9-44dc-9eb5-c0714bea4993),segment_id=e2b9ec53-17c9-44dc-9eb5-c0714bea4993)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:04.551195 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cf6be7cb-ce43-444f-89fd-8237c73fa346 req-c2d0f87d-4a17-4d12-b4ae-ee9f71385c5a tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/ports?device_id=49df9224-df36-4dbb-bc0e-77f2de4ebca1 HTTP/1.1" status: 200 len: 944 time: 0.2601871 Sep 01 15:15:04.599256 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '1a9083d5-4a72-424c-8d69-e037a73cad98', 'network_id': 'c0f89349-a814-42fa-9fea-0152fa175e0e', 'port_id': '1a9083d5-4a72-424c-8d69-e037a73cad98', 'mac_address': 'fa:16:3e:86:c1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb17e91-dcd9-4f0b-8266-cb1754752644', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:15:04.705791 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cf6be7cb-ce43-444f-89fd-8237c73fa346 req-6873726e-5c04-463d-8c32-eb8d785f6fe4 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/security-groups?id=34aa6aed-9073-4870-bd57-f971f18ede72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517658 Sep 01 15:15:04.736229 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:04.787418 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9083d5-4a72-424c-8d69-e037a73cad98 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:15:04.873151 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-38a6fba0-2af6-43d0-8408-d0b7f933a8cc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-666037862-network', 'tenant_id': 'eb3693377bf9457dabb698f1785d8c61'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:04.889089 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 1a9083d5-4a72-424c-8d69-e037a73cad98, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=1a9083d5-4a72-424c-8d69-e037a73cad98,segment=NetworkSegment(e2b9ec53-17c9-44dc-9eb5-c0714bea4993),segment_id=e2b9ec53-17c9-44dc-9eb5-c0714bea4993)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:04.903344 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:04.968942 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a6fba0-2af6-43d0-8408-d0b7f933a8cc admin admin] Made reservation on behalf of eb3693377bf9457dabb698f1785d8c61 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:15:04.974075 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-38a6fba0-2af6-43d0-8408-d0b7f933a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:04.998241 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:05.025161 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-38a6fba0-2af6-43d0-8408-d0b7f933a8cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:05.100345 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4825487-55cf-4455-9422-46e55a919828 None None] Network efa93fa8-a7fe-4440-9bc4-f599f6cbe807 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:15:05.313288 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-b4021e6f-7c4a-4f0d-b593-8122185486a9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2926097 Sep 01 15:15:05.331414 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=1a9083d5-4a72-424c-8d69-e037a73cad98,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:05.437486 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-38a6fba0-2af6-43d0-8408-d0b7f933a8cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:05.446936 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-38a6fba0-2af6-43d0-8408-d0b7f933a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:05.499420 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a6fba0-2af6-43d0-8408-d0b7f933a8cc admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:15:05.527487 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-75004c4c-5830-485f-91d5-15f25e1bcb42 None None] Provisioning for port 557dfa0f-d621-4ce2-a967-6fbb1dd927cb completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:15:05.530889 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-38a6fba0-2af6-43d0-8408-d0b7f933a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:05.532063 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-38a6fba0-2af6-43d0-8408-d0b7f933a8cc admin admin] Added segment 0eb82f6b-566f-4151-85df-ddd6432a17be of type vlan for network afa3fade-4c03-4fa8-94a5-bb144ed0b25b Sep 01 15:15:05.567232 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['1a9083d5-4a72-424c-8d69-e037a73cad98'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:15:05.571079 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-75004c4c-5830-485f-91d5-15f25e1bcb42 None None] Provisioning complete for port 557dfa0f-d621-4ce2-a967-6fbb1dd927cb triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:15:05.571610 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-75004c4c-5830-485f-91d5-15f25e1bcb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:05.630928 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Router 3702dc89-5215-45f2-b14a-125291cca297 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:15:05.794595 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6fba0-2af6-43d0-8408-d0b7f933a8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06be04de-a079-4350-98a4-0a744c994960,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:05.813537 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-38a6fba0-2af6-43d0-8408-d0b7f933a8cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:05.898674 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-2bf6627b-d01a-4c11-aa09-ee1d24c05ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:05.900048 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-2bf6627b-d01a-4c11-aa09-ee1d24c05ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:05.900950 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-2bf6627b-d01a-4c11-aa09-ee1d24c05ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:05.903958 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-2bf6627b-d01a-4c11-aa09-ee1d24c05ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:05.906388 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-2bf6627b-d01a-4c11-aa09-ee1d24c05ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:05.907621 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-2bf6627b-d01a-4c11-aa09-ee1d24c05ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:05.910053 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-2bf6627b-d01a-4c11-aa09-ee1d24c05ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:05.918960 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-2bf6627b-d01a-4c11-aa09-ee1d24c05ec4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f7d7b06bb64040f2849246a606ea13be&device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 6503 time: 0.3067753 Sep 01 15:15:06.063077 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-75004c4c-5830-485f-91d5-15f25e1bcb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:06.261973 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-f3b69307-4808-44c2-9470-6888a2e07f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:06.263342 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-f3b69307-4808-44c2-9470-6888a2e07f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:06.264271 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-f3b69307-4808-44c2-9470-6888a2e07f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:06.269404 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-f3b69307-4808-44c2-9470-6888a2e07f4f service neutron] 10.222.0.62 "GET /v2.0/networks?id=17543319-6060-4d8f-9fbf-24ed833e1936&id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&id=c254db57-43ae-492e-9c7b-cecc22088fc9&id=c254db57-43ae-492e-9c7b-cecc22088fc9 HTTP/1.1" status: 200 len: 2297 time: 0.2852585 Sep 01 15:15:06.270894 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-38a6fba0-2af6-43d0-8408-d0b7f933a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:06.272741 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a6fba0-2af6-43d0-8408-d0b7f933a8cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:06.273865 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-38a6fba0-2af6-43d0-8408-d0b7f933a8cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:06.280990 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-75004c4c-5830-485f-91d5-15f25e1bcb42 None None] For port 557dfa0f-d621-4ce2-a967-6fbb1dd927cb, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=557dfa0f-d621-4ce2-a967-6fbb1dd927cb,segment=NetworkSegment(b3f9a4dd-9ecf-4700-97c2-e0597ddd4fd2),segment_id=b3f9a4dd-9ecf-4700-97c2-e0597ddd4fd2)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:06.312137 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-75004c4c-5830-485f-91d5-15f25e1bcb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:06.347993 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-38a6fba0-2af6-43d0-8408-d0b7f933a8cc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9443531 Sep 01 15:15:06.349244 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37166) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:06.411161 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e199922-0ee5-449e-8772-76c117710df0 req-00cadaaa-d5c1-42ea-8ab6-f390a9c3b72c tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:06.424891 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6e199922-0ee5-449e-8772-76c117710df0 req-00cadaaa-d5c1-42ea-8ab6-f390a9c3b72c tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/ports?device_id=49df9224-df36-4dbb-bc0e-77f2de4ebca1 HTTP/1.1" status: 200 len: 945 time: 0.3584142 Sep 01 15:15:06.428017 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:15:06.485235 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadba2cc-2af2-4fd0-a180-91a231850169 None None] Sync routers for ids ['3702dc89-5215-45f2-b14a-125291cca297'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:15:06.555233 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-2c63e23a-6322-4c3b-81fd-d7b6e01d4f51 admin admin] Request body: {'subnet': {'network_id': 'afa3fade-4c03-4fa8-94a5-bb144ed0b25b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-666037862-subnet', 'tenant_id': 'eb3693377bf9457dabb698f1785d8c61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:06.570934 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-44c3d606-3129-4a5e-a0c4-2c258c1e7cc8 None None] Provisioning complete for port 557dfa0f-d621-4ce2-a967-6fbb1dd927cb triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:15:06.572034 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-44c3d606-3129-4a5e-a0c4-2c258c1e7cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:06.587201 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:06.598624 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7620ba6d-8a8e-45d8-b27b-29f7e4038a97 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.3631046 Sep 01 15:15:06.611148 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37184) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:06.646953 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadba2cc-2af2-4fd0-a180-91a231850169 None None] Routers {'3702dc89-5215-45f2-b14a-125291cca297'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:15:06.648105 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-dadba2cc-2af2-4fd0-a180-91a231850169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:14:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3702dc89-5215-45f2-b14a-125291cca297'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:06.721199 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-23722002-1b83-43be-b0ca-10bea350ad45 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c32a6846-75e2-4a3e-aec3-0e166ad7aaff HTTP/1.1" status: 200 len: 1000 time: 0.4128294 Sep 01 15:15:06.723516 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75004c4c-5830-485f-91d5-15f25e1bcb42 None None] Pushing event updated for resources: {'Port': ['ID=557dfa0f-d621-4ce2-a967-6fbb1dd927cb,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:06.728186 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6e199922-0ee5-449e-8772-76c117710df0 req-70e40986-59dd-482b-b422-8d202467e264 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/security-groups?id=34aa6aed-9073-4870-bd57-f971f18ede72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907813 Sep 01 15:15:06.800919 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6fba0-2af6-43d0-8408-d0b7f933a8cc admin admin] Pushing event updated for resources: {'Network': ['ID=afa3fade-4c03-4fa8-94a5-bb144ed0b25b,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:06.875851 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network afa3fade-4c03-4fa8-94a5-bb144ed0b25b details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:15:06.889589 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c63e23a-6322-4c3b-81fd-d7b6e01d4f51 admin admin] Made reservation on behalf of eb3693377bf9457dabb698f1785d8c61 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:15:06.904218 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2c63e23a-6322-4c3b-81fd-d7b6e01d4f51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:07.093799 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-5e461c11-e1ef-4ea0-80c7-d8dcff0d8c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:07.097633 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-5e461c11-e1ef-4ea0-80c7-d8dcff0d8c80 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cfe092a7-7374-49e7-98e0-9d8083b4d268 HTTP/1.1" status: 200 len: 855 time: 0.2919481 Sep 01 15:15:07.279411 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-d00bc4ac-56a9-4b91-b840-55870a495312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:07.284742 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-d00bc4ac-56a9-4b91-b840-55870a495312 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17543319-6060-4d8f-9fbf-24ed833e1936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1681426 Sep 01 15:15:07.334580 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37206) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:07.396373 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-dadba2cc-2af2-4fd0-a180-91a231850169 None None] Set router 3702dc89-5215-45f2-b14a-125291cca297 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:15:07.661468 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2c63e23a-6322-4c3b-81fd-d7b6e01d4f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:07.683119 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-74ca13d2-088a-4cd9-8206-3899ec127701 service neutron] 10.222.0.62 "GET /v2.0/networks/17543319-6060-4d8f-9fbf-24ed833e1936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376784 Sep 01 15:15:07.896867 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63e23a-6322-4c3b-81fd-d7b6e01d4f51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b6bd058-2433-43ef-8336-9b6b745c6bfb,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:07.966467 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c63e23a-6322-4c3b-81fd-d7b6e01d4f51 admin admin] Checking segment: {'id': '0eb82f6b-566f-4151-85df-ddd6432a17be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'afa3fade-4c03-4fa8-94a5-bb144ed0b25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:15:07.967342 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c63e23a-6322-4c3b-81fd-d7b6e01d4f51 admin admin] Network hostable DHCP agents. Network: afa3fade-4c03-4fa8-94a5-bb144ed0b25b, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:15:07.986519 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 1a9083d5-4a72-424c-8d69-e037a73cad98 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:15:08.113613 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-dadba2cc-2af2-4fd0-a180-91a231850169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3702dc89-5215-45f2-b14a-125291cca297', 'name': 'tempest-FloatingIPsTestJSON-146052555-router', 'tenant_id': '1e457f217e224506a30d3a87ec115ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'cdd1b75b-0141-47a6-bfce-a5e09d5c9332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:15:00Z', 'updated_at': '2021-09-01T15:15:03Z', 'revision_number': 3, 'project_id': '1e457f217e224506a30d3a87ec115ed8', 'gw_port': {'id': 'cdd1b75b-0141-47a6-bfce-a5e09d5c9332', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3702dc89-5215-45f2-b14a-125291cca297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:15:02Z', 'updated_at': '2021-09-01T15:15:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:08.136623 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e0dd1b34-6f89-4525-bb60-6919c4004f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:08.142685 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c63e23a-6322-4c3b-81fd-d7b6e01d4f51 admin admin] Network afa3fade-4c03-4fa8-94a5-bb144ed0b25b is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:15:08.154644 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-029fc36c-6263-4964-98ca-1e4a09a42dea service neutron] 10.222.0.62 "GET /v2.0/networks/17543319-6060-4d8f-9fbf-24ed833e1936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280543 Sep 01 15:15:08.204485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 557dfa0f-d621-4ce2-a967-6fbb1dd927cb up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:15:08.205132 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b82114a1-938f-46b1-b88b-88abfd74ae89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:08.212748 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadba2cc-2af2-4fd0-a180-91a231850169 None None] Checking router: 3702dc89-5215-45f2-b14a-125291cca297 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:15:08.214454 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadba2cc-2af2-4fd0-a180-91a231850169 None None] Updating router 3702dc89-5215-45f2-b14a-125291cca297 port cdd1b75b-0141-47a6-bfce-a5e09d5c9332 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:15:08.256173 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-58e0e0f6-dda3-4888-88ef-3eedae810fb8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=f74b773b-5f13-43af-b95b-4dae0c371691 HTTP/1.1" status: 200 len: 217 time: 0.0795610 Sep 01 15:15:08.333737 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba4a73-db6f-4705-9304-5274df76cf31 req-bcb168b9-8899-4756-a527-09cec15c0f21 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:08.347870 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dfba4a73-db6f-4705-9304-5274df76cf31 req-bcb168b9-8899-4756-a527-09cec15c0f21 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/ports?device_id=49df9224-df36-4dbb-bc0e-77f2de4ebca1 HTTP/1.1" status: 200 len: 945 time: 0.2777250 Sep 01 15:15:08.355387 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-2c63e23a-6322-4c3b-81fd-d7b6e01d4f51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, afa3fade-4c03-4fa8-94a5-bb144ed0b25b) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:15:08.375126 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 1a9083d5-4a72-424c-8d69-e037a73cad98 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:15:08.383768 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fda4d52-4878-4bf9-855a-f0b17aec104b None None] Network afa3fade-4c03-4fa8-94a5-bb144ed0b25b requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:15:08.393817 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 1a9083d5-4a72-424c-8d69-e037a73cad98 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:15:08.394498 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:08.397686 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dadba2cc-2af2-4fd0-a180-91a231850169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:08.410367 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c63e23a-6322-4c3b-81fd-d7b6e01d4f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:08.411998 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2c63e23a-6322-4c3b-81fd-d7b6e01d4f51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:08.433511 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:08.480463 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dfba4a73-db6f-4705-9304-5274df76cf31 req-1daa3ad9-7adf-4bb2-bfdc-176d2e5e425e tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/security-groups?id=34aa6aed-9073-4870-bd57-f971f18ede72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214025 Sep 01 15:15:08.487459 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-947e974b-7a58-4385-87b1-0ea1f8808c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:08.490316 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-947e974b-7a58-4385-87b1-0ea1f8808c28 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e305aa0d-de8e-480b-9017-6f3050eaf7d0 HTTP/1.1" status: 200 len: 797 time: 0.2327046 Sep 01 15:15:08.629577 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-dc49495b-a9a7-462f-84e1-ebc9952862bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:08.632453 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-dc49495b-a9a7-462f-84e1-ebc9952862bc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1290896 Sep 01 15:15:08.652540 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e0dd1b34-6f89-4525-bb60-6919c4004f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:08.746467 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2c63e23a-6322-4c3b-81fd-d7b6e01d4f51 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2122355 Sep 01 15:15:08.801998 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-b82114a1-938f-46b1-b88b-88abfd74ae89 admin admin] Allocated IP 172.20.0.1 (efa93fa8-a7fe-4440-9bc4-f599f6cbe807/af2b11b8-95af-47b9-a9bf-9603dde4bd42/d877b2aa-1302-4b16-a788-5fdb0f605877) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:15:08.812002 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e0dd1b34-6f89-4525-bb60-6919c4004f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:08.861507 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-046fbff6-f549-46ac-864d-b0241d8a7fc0 service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195988 Sep 01 15:15:09.093409 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e0dd1b34-6f89-4525-bb60-6919c4004f4b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=522a897683dc417db683362fdec33af8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7568903 Sep 01 15:15:09.106058 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd1b34-6f89-4525-bb60-6919c4004f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c9fc76-63af-43fb-b2e5-1a0f4bc03d23,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:09.123927 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37266) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:09.267900 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0456a46-44a3-4d5d-b9b4-28ec831c03e9 None None] Network afa3fade-4c03-4fa8-94a5-bb144ed0b25b requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:15:09.296865 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 557dfa0f-d621-4ce2-a967-6fbb1dd927cb triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:15:09.297174 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:09.323912 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72d0dea8-4e4b-4e86-8d1e-8d2ddbffb2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:09.368418 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37270) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:09.374406 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b82114a1-938f-46b1-b88b-88abfd74ae89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:09.462253 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72d0dea8-4e4b-4e86-8d1e-8d2ddbffb2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:09.467575 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-b82114a1-938f-46b1-b88b-88abfd74ae89 admin admin] Transition to ACTIVE for port object d877b2aa-1302-4b16-a788-5fdb0f605877 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:15:09.645975 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72d0dea8-4e4b-4e86-8d1e-8d2ddbffb2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:09.651940 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72d0dea8-4e4b-4e86-8d1e-8d2ddbffb2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:09.661993 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-72d0dea8-4e4b-4e86-8d1e-8d2ddbffb2b1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15c9fc76-63af-43fb-b2e5-1a0f4bc03d23 HTTP/1.1" status: 204 len: 168 time: 0.5366697 Sep 01 15:15:09.773073 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0dea8-4e4b-4e86-8d1e-8d2ddbffb2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c9fc76-63af-43fb-b2e5-1a0f4bc03d23,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:09.797977 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0b02cb67-60bb-47f7-8db5-4a110695e5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:09.898419 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4ff7cb8c-1f03-410c-b8b5-38bcc6f164da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:09.982914 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b82114a1-938f-46b1-b88b-88abfd74ae89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:10.011588 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde353c-fa99-4267-a4b5-1b9b16f3b096 req-20a760b2-370b-4758-ab87-ff1fa58c2966 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:10.014679 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0cde353c-fa99-4267-a4b5-1b9b16f3b096 req-20a760b2-370b-4758-ab87-ff1fa58c2966 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/ports?device_id=49df9224-df36-4dbb-bc0e-77f2de4ebca1 HTTP/1.1" status: 200 len: 945 time: 0.2339344 Sep 01 15:15:10.034415 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-af287edd-0c97-4e68-bb55-54d37d2da846 service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1593730 Sep 01 15:15:10.113082 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82114a1-938f-46b1-b88b-88abfd74ae89 admin admin] Network efa93fa8-a7fe-4440-9bc4-f599f6cbe807 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:15:10.127031 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:10.134553 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-b82114a1-938f-46b1-b88b-88abfd74ae89 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:15:10.168276 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82114a1-938f-46b1-b88b-88abfd74ae89 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:15:10.260780 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-564537f2-68b7-440a-b645-e6b555e04686 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=25889e58-c1fa-4ed2-89a7-236d8cfd5f91 HTTP/1.1" status: 200 len: 217 time: 0.1833935 Sep 01 15:15:10.283316 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82114a1-938f-46b1-b88b-88abfd74ae89 admin admin] Pushing event updated for resources: {'Port': ['ID=d877b2aa-1302-4b16-a788-5fdb0f605877,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:10.374707 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49df9224-df36-4dbb-bc0e-77f2de4ebca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9083d5-4a72-424c-8d69-e037a73cad98'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:15:10.378960 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37b07cc-a346-4c75-b02b-57bb044b78aa" -d '{"events": [{"server_uuid": "49df9224-df36-4dbb-bc0e-77f2de4ebca1", "name": "network-vif-plugged", "status": "completed", "tag": "1a9083d5-4a72-424c-8d69-e037a73cad98"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:15:10.404732 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0b02cb67-60bb-47f7-8db5-4a110695e5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:10.460791 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-5d0bb459-e410-4627-96d5-73e2d35b3095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:10.465503 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-5d0bb459-e410-4627-96d5-73e2d35b3095 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e305aa0d-de8e-480b-9017-6f3050eaf7d0 HTTP/1.1" status: 200 len: 797 time: 0.1860833 Sep 01 15:15:10.625020 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 1a9083d5-4a72-424c-8d69-e037a73cad98, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=1a9083d5-4a72-424c-8d69-e037a73cad98,segment=NetworkSegment(e2b9ec53-17c9-44dc-9eb5-c0714bea4993),segment_id=e2b9ec53-17c9-44dc-9eb5-c0714bea4993)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:10.644400 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:10.651578 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dadba2cc-2af2-4fd0-a180-91a231850169 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:10.667000 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0cde353c-fa99-4267-a4b5-1b9b16f3b096 req-07acf1b8-12d4-4bd7-b129-3336f3c5ce32 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/security-groups?id=34aa6aed-9073-4870-bd57-f971f18ede72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6261165 Sep 01 15:15:10.734081 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-23b72439-2715-40f7-b45c-4c82e9c2f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:10.739283 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-23b72439-2715-40f7-b45c-4c82e9c2f84c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2616036 Sep 01 15:15:10.766753 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=1a9083d5-4a72-424c-8d69-e037a73cad98,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:10.853309 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-dadba2cc-2af2-4fd0-a180-91a231850169 None None] Transition to ACTIVE for port object cdd1b75b-0141-47a6-bfce-a5e09d5c9332 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:15:10.876735 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f087d310-f32b-4af8-8a1f-6b92995fa56b None None] Provisioning for port d877b2aa-1302-4b16-a788-5fdb0f605877 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:15:10.896981 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0b02cb67-60bb-47f7-8db5-4a110695e5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:10.906892 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f087d310-f32b-4af8-8a1f-6b92995fa56b None None] Provisioning complete for port d877b2aa-1302-4b16-a788-5fdb0f605877 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:15:10.907756 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f087d310-f32b-4af8-8a1f-6b92995fa56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:10.925186 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dadba2cc-2af2-4fd0-a180-91a231850169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:11.024179 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-5a0dfe7b-05c6-432e-9124-0192035949a4 service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751210 Sep 01 15:15:11.035482 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0b02cb67-60bb-47f7-8db5-4a110695e5d0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f0f9a8eafdc441dcbdc084190f6f1e4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6557214 Sep 01 15:15:11.053422 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37306) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:11.082340 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02cb67-60bb-47f7-8db5-4a110695e5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7237e8-0532-4c6e-85c1-0d792dc32f3a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:11.142506 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b82114a1-938f-46b1-b88b-88abfd74ae89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:11.216425 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df5a9c4-b90c-442d-9f36-fe7f869fc1cc x-openstack-request-id: req-3df5a9c4-b90c-442d-9f36-fe7f869fc1cc {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:15:11.216909 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49df9224-df36-4dbb-bc0e-77f2de4ebca1", "name": "network-vif-plugged", "status": "completed", "tag": "1a9083d5-4a72-424c-8d69-e037a73cad98", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:15:11.217592 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3df5a9c4-b90c-442d-9f36-fe7f869fc1cc {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:15:11.219815 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49df9224-df36-4dbb-bc0e-77f2de4ebca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9083d5-4a72-424c-8d69-e037a73cad98', 'code': 200} Sep 01 15:15:11.256892 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73b34e-b06d-46ce-99ca-5a0c235799d2 None None] Pushing event updated for resources: {'Port': ['ID=cdd1b75b-0141-47a6-bfce-a5e09d5c9332,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:11.265949 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-dadba2cc-2af2-4fd0-a180-91a231850169 None None] Attempting to bind port cdd1b75b-0141-47a6-bfce-a5e09d5c9332 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:15:11.266784 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-dadba2cc-2af2-4fd0-a180-91a231850169 None None] Attempting to bind port cdd1b75b-0141-47a6-bfce-a5e09d5c9332 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:15:11.269645 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadba2cc-2af2-4fd0-a180-91a231850169 None None] Attempting to bind port cdd1b75b-0141-47a6-bfce-a5e09d5c9332 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:15:11.274930 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-f087d310-f32b-4af8-8a1f-6b92995fa56b None None] Port d877b2aa-1302-4b16-a788-5fdb0f605877 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:15:11.296909 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadba2cc-2af2-4fd0-a180-91a231850169 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:15:11.302203 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadba2cc-2af2-4fd0-a180-91a231850169 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:15:11.307516 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dadba2cc-2af2-4fd0-a180-91a231850169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:11.308159 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadba2cc-2af2-4fd0-a180-91a231850169 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:15:11.309250 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-dadba2cc-2af2-4fd0-a180-91a231850169 None None] Bound port: cdd1b75b-0141-47a6-bfce-a5e09d5c9332, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:15:11.312607 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dadba2cc-2af2-4fd0-a180-91a231850169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:11.328194 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9590ffd0-af5c-4546-b3dc-d9f32177bcb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:11.391936 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9590ffd0-af5c-4546-b3dc-d9f32177bcb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:11.395527 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-c5b83dce-eba0-4a76-8fdb-faccfa47cbc2 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:11.399152 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-c5b83dce-eba0-4a76-8fdb-faccfa47cbc2 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/networks?id=afa3fade-4c03-4fa8-94a5-bb144ed0b25b HTTP/1.1" status: 200 len: 814 time: 1.2500727 Sep 01 15:15:11.463990 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-dadba2cc-2af2-4fd0-a180-91a231850169 None None] For port cdd1b75b-0141-47a6-bfce-a5e09d5c9332, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:15:11.471427 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-dadba2cc-2af2-4fd0-a180-91a231850169 None None] For port cdd1b75b-0141-47a6-bfce-a5e09d5c9332, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=cdd1b75b-0141-47a6-bfce-a5e09d5c9332,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:15:11.480527 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dadba2cc-2af2-4fd0-a180-91a231850169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:11.497559 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-1f7d763c-81cc-4ed8-ad0c-121e08c38e7e tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/quotas/eb3693377bf9457dabb698f1785d8c61 HTTP/1.1" status: 200 len: 375 time: 0.0227287 Sep 01 15:15:11.566682 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-759ac1d5-f1e5-42ce-a57a-75cb50e68580 service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343282 Sep 01 15:15:11.594073 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadba2cc-2af2-4fd0-a180-91a231850169 None None] Routers {'3702dc89-5215-45f2-b14a-125291cca297'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:15:11.595190 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-dadba2cc-2af2-4fd0-a180-91a231850169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:14:42Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3702dc89-5215-45f2-b14a-125291cca297'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:11.623107 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-c68662ec-43de-4fd5-be40-227d63fb7d23 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb3693377bf9457dabb698f1785d8c61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828695 Sep 01 15:15:11.729668 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-21a79c8c-d710-47d0-b77a-24d6f30ba021 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=3d5cb6f3-2f23-485c-94f0-fb274a06c858 HTTP/1.1" status: 200 len: 217 time: 0.1459441 Sep 01 15:15:11.820878 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-dadba2cc-2af2-4fd0-a180-91a231850169 None None] Set router 3702dc89-5215-45f2-b14a-125291cca297 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:15:11.830640 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-67a2ea59-75f0-4c06-ae93-f83be3781ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:11.833292 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-67a2ea59-75f0-4c06-ae93-f83be3781ca2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e305aa0d-de8e-480b-9017-6f3050eaf7d0 HTTP/1.1" status: 200 len: 797 time: 0.0894864 Sep 01 15:15:11.837472 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d62867-e731-478f-b5a4-17499b981b8d req-9d87641c-ead8-4eb5-9f74-51a9f8698bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:11.840429 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-68d62867-e731-478f-b5a4-17499b981b8d req-9d87641c-ead8-4eb5-9f74-51a9f8698bd4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=49df9224-df36-4dbb-bc0e-77f2de4ebca1 HTTP/1.1" status: 200 len: 1097 time: 0.4654746 Sep 01 15:15:11.853066 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b82114a1-938f-46b1-b88b-88abfd74ae89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:11.936616 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9590ffd0-af5c-4546-b3dc-d9f32177bcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:11.940989 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9590ffd0-af5c-4546-b3dc-d9f32177bcb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:11.947072 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9590ffd0-af5c-4546-b3dc-d9f32177bcb4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d7237e8-0532-4c6e-85c1-0d792dc32f3a HTTP/1.1" status: 204 len: 168 time: 0.8905840 Sep 01 15:15:12.051720 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590ffd0-af5c-4546-b3dc-d9f32177bcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7237e8-0532-4c6e-85c1-0d792dc32f3a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:12.069768 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-68d62867-e731-478f-b5a4-17499b981b8d req-c65102d0-728b-41b9-a522-548fd4a70931 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=34aa6aed-9073-4870-bd57-f971f18ede72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132242 Sep 01 15:15:12.084264 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-886e15d3-625b-4be9-8795-109a42d9a610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:12.086748 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-886e15d3-625b-4be9-8795-109a42d9a610 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2446227 Sep 01 15:15:12.117534 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754160f-182c-4d8b-961b-20fa825b27fc req-50a770fe-e41c-4bb8-abc1-951af3ebb3c8 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:12.130342 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b754160f-182c-4d8b-961b-20fa825b27fc req-50a770fe-e41c-4bb8-abc1-951af3ebb3c8 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/ports?device_id=49df9224-df36-4dbb-bc0e-77f2de4ebca1 HTTP/1.1" status: 200 len: 946 time: 0.1958861 Sep 01 15:15:12.265220 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b754160f-182c-4d8b-961b-20fa825b27fc req-3c8ecb7e-8788-4ef3-853d-6592c05928f9 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/security-groups?id=34aa6aed-9073-4870-bd57-f971f18ede72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324437 Sep 01 15:15:12.400771 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73b34e-b06d-46ce-99ca-5a0c235799d2 None None] Pushing event updated for resources: {'Port': ['ID=cdd1b75b-0141-47a6-bfce-a5e09d5c9332,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:12.467940 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b82114a1-938f-46b1-b88b-88abfd74ae89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:12.477586 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:12.487927 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-90312c0b-4d07-4540-80cc-796793aad154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:12.497690 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b82114a1-938f-46b1-b88b-88abfd74ae89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:12.528268 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-c5675155-c3fb-4cda-a0bd-5812f5b92620 service neutron] 10.222.0.60 "GET /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8799312 Sep 01 15:15:12.759888 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-11c64f13-6038-4d50-a34f-d6741c6868d7 service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670967 Sep 01 15:15:12.827391 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-dadba2cc-2af2-4fd0-a180-91a231850169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3702dc89-5215-45f2-b14a-125291cca297', 'name': 'tempest-FloatingIPsTestJSON-146052555-router', 'tenant_id': '1e457f217e224506a30d3a87ec115ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'cdd1b75b-0141-47a6-bfce-a5e09d5c9332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:15:00Z', 'updated_at': '2021-09-01T15:15:11Z', 'revision_number': 4, 'project_id': '1e457f217e224506a30d3a87ec115ed8', 'gw_port': {'id': 'cdd1b75b-0141-47a6-bfce-a5e09d5c9332', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3702dc89-5215-45f2-b14a-125291cca297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:15:02Z', 'updated_at': '2021-09-01T15:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'd877b2aa-1302-4b16-a788-5fdb0f605877', 'name': '', 'network_id': 'efa93fa8-a7fe-4440-9bc4-f599f6cbe807', 'tenant_id': '1e457f217e224506a30d3a87ec115ed8', 'mac_address': 'fa:16:3e:5b:29:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3702dc89-5215-45f2-b14a-125291cca297', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'af2b11b8-95af-47b9-a9bf-9603dde4bd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:15:08Z', 'updated_at': '2021-09-01T15:15:08Z', 'revision_number': 1, 'project_id': '1e457f217e224506a30d3a87ec115ed8', 'subnets': [{'id': 'af2b11b8-95af-47b9-a9bf-9603dde4bd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:12.874085 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadba2cc-2af2-4fd0-a180-91a231850169 None None] The sync data for ids ['3702dc89-5215-45f2-b14a-125291cca297'] in n-d-794796-3 is: [{'id': '3702dc89-5215-45f2-b14a-125291cca297', 'name': 'tempest-FloatingIPsTestJSON-146052555-router', 'tenant_id': '1e457f217e224506a30d3a87ec115ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'cdd1b75b-0141-47a6-bfce-a5e09d5c9332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:15:00Z', 'updated_at': '2021-09-01T15:15:11Z', 'revision_number': 4, 'project_id': '1e457f217e224506a30d3a87ec115ed8', 'gw_port': {'id': 'cdd1b75b-0141-47a6-bfce-a5e09d5c9332', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3702dc89-5215-45f2-b14a-125291cca297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:15:02Z', 'updated_at': '2021-09-01T15:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'd877b2aa-1302-4b16-a788-5fdb0f605877', 'name': '', 'network_id': 'efa93fa8-a7fe-4440-9bc4-f599f6cbe807', 'tenant_id': '1e457f217e224506a30d3a87ec115ed8', 'mac_address': 'fa:16:3e:5b:29:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3702dc89-5215-45f2-b14a-125291cca297', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'af2b11b8-95af-47b9-a9bf-9603dde4bd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:15:08Z', 'updated_at': '2021-09-01T15:15:08Z', 'revision_number': 1, 'project_id': '1e457f217e224506a30d3a87ec115ed8', 'subnets': [{'id': 'af2b11b8-95af-47b9-a9bf-9603dde4bd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:15:13.000593 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82114a1-938f-46b1-b88b-88abfd74ae89 admin admin] Pushing event updated for resources: {'Port': ['ID=d877b2aa-1302-4b16-a788-5fdb0f605877,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:13.012662 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b82114a1-938f-46b1-b88b-88abfd74ae89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:13.099701 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc22c55-a8f8-400a-8c41-b23cbad3b335 req-8d66ad51-0765-43c4-958d-1a453fb5def8 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:13.111785 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8fc22c55-a8f8-400a-8c41-b23cbad3b335 req-8d66ad51-0765-43c4-958d-1a453fb5def8 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.1935749 Sep 01 15:15:13.195853 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:13.196853 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-6e60d224-6978-4c73-aa81-573dcc95405f service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260519 Sep 01 15:15:13.269674 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37336) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:13.295017 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-109a1d23-1f31-427f-855c-e70deb428bb5 service neutron] 10.222.0.60 "GET /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6916442 Sep 01 15:15:13.308138 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-1bea6c55-103c-4ca5-8564-656a7987d2c5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=d7fe6b2b-4faf-479e-97eb-4d3b218d201c HTTP/1.1" status: 200 len: 217 time: 0.0965803 Sep 01 15:15:13.319658 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b086d8cb-607e-4bc7-aaec-63a901efb108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:13.324926 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8fc22c55-a8f8-400a-8c41-b23cbad3b335 req-4ded5933-da44-41d1-8464-ae464a51ff81 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049129 Sep 01 15:15:13.474231 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82114a1-938f-46b1-b88b-88abfd74ae89 admin admin] Network efa93fa8-a7fe-4440-9bc4-f599f6cbe807 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:15:13.501306 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-b82114a1-938f-46b1-b88b-88abfd74ae89 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:15:13.586376 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-1a9973aa-5bcb-42d0-9891-b47ceb94bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:13.604343 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-1a9973aa-5bcb-42d0-9891-b47ceb94bb84 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e305aa0d-de8e-480b-9017-6f3050eaf7d0 HTTP/1.1" status: 200 len: 797 time: 0.2768958 Sep 01 15:15:13.829531 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-f03e7f52-1a37-4109-b7ce-e787374d6643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:13.833474 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-f03e7f52-1a37-4109-b7ce-e787374d6643 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1842220 Sep 01 15:15:13.884614 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2537ae-507c-4e76-a60c-02427ec9a943 req-4835a8b4-a6f1-4e78-8822-4776bb662964 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:13.900456 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0e2537ae-507c-4e76-a60c-02427ec9a943 req-4835a8b4-a6f1-4e78-8822-4776bb662964 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/ports?device_id=49df9224-df36-4dbb-bc0e-77f2de4ebca1 HTTP/1.1" status: 200 len: 946 time: 0.2882864 Sep 01 15:15:14.189686 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0e2537ae-507c-4e76-a60c-02427ec9a943 req-b3f38e93-d1f9-4cf4-9046-cb44f7be282a tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/security-groups?id=34aa6aed-9073-4870-bd57-f971f18ede72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875791 Sep 01 15:15:14.236938 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b7f714dc-73f1-49bb-829d-ead79c92f947 None None] Provisioning complete for port d877b2aa-1302-4b16-a788-5fdb0f605877 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:15:14.237806 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b7f714dc-73f1-49bb-829d-ead79c92f947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:14.315223 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-7a8c4bd8-a7e0-4ebd-9247-7fc2417f35b6 service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699614 Sep 01 15:15:14.348196 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82114a1-938f-46b1-b88b-88abfd74ae89 admin admin] Router 3702dc89-5215-45f2-b14a-125291cca297 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:15:14.362605 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b086d8cb-607e-4bc7-aaec-63a901efb108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:14.397101 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b7f714dc-73f1-49bb-829d-ead79c92f947 None None] Port d877b2aa-1302-4b16-a788-5fdb0f605877 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:15:14.408775 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b086d8cb-607e-4bc7-aaec-63a901efb108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:14.809920 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-fc00aa5c-e13d-47b7-a9ff-d893feedfb87 service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855728 Sep 01 15:15:14.876136 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b086d8cb-607e-4bc7-aaec-63a901efb108 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=37c3ca53475641ce945815b2b9fc3405&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6046062 Sep 01 15:15:14.880363 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086d8cb-607e-4bc7-aaec-63a901efb108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f784a42e-185e-4235-b8df-02bde6f00854,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:14.887253 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37360) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:14.967314 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0ce9f4e9-9966-4d0d-b9a6-f82385c9384c req-2a0a09ce-dbd2-4086-8fea-9bdbaf71246a tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=744fa0b3-87f8-4f46-bd5f-d860945ac01d HTTP/1.1" status: 200 len: 210 time: 0.1510556 Sep 01 15:15:14.977132 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37364) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:15.005524 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15453cd2-63ec-4a9d-8c6d-051a3a2f3831 req-640abc06-3dc5-40aa-830a-a6e5312b4361 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:15.008468 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-15453cd2-63ec-4a9d-8c6d-051a3a2f3831 req-640abc06-3dc5-40aa-830a-a6e5312b4361 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.7967367 Sep 01 15:15:15.076176 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:15.079074 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-e4bfba67-6463-4cd2-87d5-bc0dd2e5b5e2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4 HTTP/1.1" status: 200 len: 217 time: 0.2540345 Sep 01 15:15:15.201915 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-ea5f1bef-cb9c-4bef-b44b-9ff7974c9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:15.205555 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-ea5f1bef-cb9c-4bef-b44b-9ff7974c9fde service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91ecd6a8-b52a-4bdf-b401-3679b3b1f603 HTTP/1.1" status: 200 len: 797 time: 0.1183815 Sep 01 15:15:15.230943 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-15453cd2-63ec-4a9d-8c6d-051a3a2f3831 req-161eedc7-8947-4096-bbc0-646f330445e5 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528065 Sep 01 15:15:15.249109 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82114a1-938f-46b1-b88b-88abfd74ae89 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:15:15.314819 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-15042ed7-e23c-4d78-8bb7-de7ebd8efa83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:15.329278 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b82114a1-938f-46b1-b88b-88abfd74ae89 admin admin] 10.222.0.60 "PUT /v2.0/routers/3702dc89-5215-45f2-b14a-125291cca297/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7158864 Sep 01 15:15:15.353138 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-07d8cc9d-c46e-42fd-b77d-e38226117bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:15.358112 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-07d8cc9d-c46e-42fd-b77d-e38226117bee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c254db57-43ae-492e-9c7b-cecc22088fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1421268 Sep 01 15:15:15.438655 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-15042ed7-e23c-4d78-8bb7-de7ebd8efa83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:15.621472 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-15042ed7-e23c-4d78-8bb7-de7ebd8efa83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:15.629907 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-15042ed7-e23c-4d78-8bb7-de7ebd8efa83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:15.632720 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-15042ed7-e23c-4d78-8bb7-de7ebd8efa83 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f784a42e-185e-4235-b8df-02bde6f00854 HTTP/1.1" status: 204 len: 168 time: 0.7378619 Sep 01 15:15:15.652150 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15042ed7-e23c-4d78-8bb7-de7ebd8efa83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f784a42e-185e-4235-b8df-02bde6f00854,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:15.872537 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-ada4411b-5b24-417a-bab7-597b74a9e8d0 tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1033713753'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:15.876332 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-83f1a1f5-e05e-436f-9677-8c78ed040217 service neutron] 10.222.0.62 "GET /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084777 Sep 01 15:15:16.007805 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada4411b-5b24-417a-bab7-597b74a9e8d0 tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Made reservation on behalf of 412732dbbd0b4d4ea33a67c1ab96c97c for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:15:16.016157 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ada4411b-5b24-417a-bab7-597b74a9e8d0 tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:16.052600 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ada4411b-5b24-417a-bab7-597b74a9e8d0 tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:16.327159 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2947b88-451b-485d-bd5c-26624f6cae24 req-08924c38-53ec-4615-9474-5994bdc5585c tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:16.337325 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c2947b88-451b-485d-bd5c-26624f6cae24 req-08924c38-53ec-4615-9474-5994bdc5585c tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/ports?device_id=49df9224-df36-4dbb-bc0e-77f2de4ebca1 HTTP/1.1" status: 200 len: 946 time: 0.7699912 Sep 01 15:15:16.469277 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c2947b88-451b-485d-bd5c-26624f6cae24 req-55df818f-6311-4d8e-bae5-635126a3193a tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/security-groups?id=34aa6aed-9073-4870-bd57-f971f18ede72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090446 Sep 01 15:15:16.562278 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-68c4b5cd-5af7-4342-b57b-ecaf84c1fcce service neutron] 10.222.0.62 "GET /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6708016 Sep 01 15:15:16.621207 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ada4411b-5b24-417a-bab7-597b74a9e8d0 tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:16.674380 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ada4411b-5b24-417a-bab7-597b74a9e8d0 tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:16.764441 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-ecfca533-79a3-4b93-8c17-df443263fe58 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2ed15646-9fa6-43dc-b376-d3212fd60a6f HTTP/1.1" status: 200 len: 217 time: 0.1927192 Sep 01 15:15:16.923123 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device cdd1b75b-0141-47a6-bfce-a5e09d5c9332 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:15:17.002151 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c6ef819f-3169-48c4-973e-d32a732f709a req-b6be1480-fd1b-4160-8a4f-e2661cac8d5f tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=744fa0b3-87f8-4f46-bd5f-d860945ac01d HTTP/1.1" status: 200 len: 210 time: 0.0897310 Sep 01 15:15:17.064733 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada4411b-5b24-417a-bab7-597b74a9e8d0 tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:15:17.103526 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4411b-5b24-417a-bab7-597b74a9e8d0 tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a81b6da8-02bf-44c5-979f-8244edfccbe9,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:17.107483 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-54125922-60b0-4225-96c5-25d4f8957db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:17.113517 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-54125922-60b0-4225-96c5-25d4f8957db2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91ecd6a8-b52a-4bdf-b401-3679b3b1f603 HTTP/1.1" status: 200 len: 797 time: 0.3385365 Sep 01 15:15:17.134746 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ada4411b-5b24-417a-bab7-597b74a9e8d0 tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:17.135912 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-ada4411b-5b24-417a-bab7-597b74a9e8d0 tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Added segment 18415073-1f24-4394-81c6-ab652f0df35f of type vlan for network 1f2108f5-6eae-437b-974d-92267d9aab8a Sep 01 15:15:17.137406 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port cdd1b75b-0141-47a6-bfce-a5e09d5c9332 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:15:17.175308 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port cdd1b75b-0141-47a6-bfce-a5e09d5c9332 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:15:17.175842 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:17.279421 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-6812731b-33fc-4dca-9b37-b8b61d312de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:17.287354 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-6812731b-33fc-4dca-9b37-b8b61d312de8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c254db57-43ae-492e-9c7b-cecc22088fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1683109 Sep 01 15:15:17.311252 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-30ef6119-0a2d-4fb7-81e7-913d431dbd00 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:17.326947 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-30ef6119-0a2d-4fb7-81e7-913d431dbd00 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/networks?id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 200 len: 812 time: 1.0242155 Sep 01 15:15:17.393546 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-41141043-d2fa-4287-98a6-433afd140cf4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/quotas/f5c878306d2c4fbcbebf77004da8b742 HTTP/1.1" status: 200 len: 375 time: 0.0353723 Sep 01 15:15:17.421021 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ada4411b-5b24-417a-bab7-597b74a9e8d0 tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:17.465751 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:17.529247 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port cdd1b75b-0141-47a6-bfce-a5e09d5c9332, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=cdd1b75b-0141-47a6-bfce-a5e09d5c9332,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:17.551210 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:17.618955 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-4ae581e9-9adb-40cd-b3cc-ffbaaaf61130 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:17.621751 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-4ae581e9-9adb-40cd-b3cc-ffbaaaf61130 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.45 "GET /v2.0/networks?id=afa3fade-4c03-4fa8-94a5-bb144ed0b25b HTTP/1.1" status: 200 len: 814 time: 0.8336778 Sep 01 15:15:17.634051 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ada4411b-5b24-417a-bab7-597b74a9e8d0 tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:17.641661 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada4411b-5b24-417a-bab7-597b74a9e8d0 tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:17.642783 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ada4411b-5b24-417a-bab7-597b74a9e8d0 tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:17.655227 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-3e4c0b34-ca02-4fb5-8c64-49073d51a801 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Request body: {'port': {'device_id': '744fa0b3-87f8-4f46-bd5f-d860945ac01d', 'network_id': 'afa3fade-4c03-4fa8-94a5-bb144ed0b25b', 'admin_state_up': True, 'tenant_id': 'eb3693377bf9457dabb698f1785d8c61'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:17.714802 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-c8b31701-0dec-4b99-93e5-dd7b6dcfbdb5 service neutron] 10.222.0.62 "GET /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179084 Sep 01 15:15:17.718509 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-b5f74897-8757-4669-bd77-def9cc616a66 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5c878306d2c4fbcbebf77004da8b742&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3230650 Sep 01 15:15:17.747062 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=cdd1b75b-0141-47a6-bfce-a5e09d5c9332,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:17.896533 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:15:17.903814 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ada4411b-5b24-417a-bab7-597b74a9e8d0 tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.8937402 Sep 01 15:15:17.929651 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37414) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:18.020348 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4411b-5b24-417a-bab7-597b74a9e8d0 tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Pushing event updated for resources: {'Network': ['ID=1f2108f5-6eae-437b-974d-92267d9aab8a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:18.044515 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 1f2108f5-6eae-437b-974d-92267d9aab8a details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:15:18.262916 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-c783cb13-3827-4bae-906a-604f4a80a16b service neutron] 10.222.0.60 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100034 Sep 01 15:15:18.289408 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-3e4c0b34-ca02-4fb5-8c64-49073d51a801 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Made reservation on behalf of eb3693377bf9457dabb698f1785d8c61 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:15:18.300002 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-3e4c0b34-ca02-4fb5-8c64-49073d51a801 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:18.319399 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a5ff4c-c134-4673-9e16-bebc2ad63dcc req-20dcc395-7f35-484f-8f0a-b47903518475 service neutron] 10.222.0.62 "GET /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5233245 Sep 01 15:15:18.327561 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07194b8f-e019-4d83-91ba-bbb48053a2ff None None] Sync routers for ids ['3702dc89-5215-45f2-b14a-125291cca297'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:15:18.352112 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-28c89f32-75cd-4a13-8bce-e79cd344de4b req-7b242ac1-e781-4fe7-9afc-3ec56ea6dbd5 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7423103 Sep 01 15:15:18.358935 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07194b8f-e019-4d83-91ba-bbb48053a2ff None None] Routers {'3702dc89-5215-45f2-b14a-125291cca297'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:15:18.359945 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-07194b8f-e019-4d83-91ba-bbb48053a2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:15:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3702dc89-5215-45f2-b14a-125291cca297'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:18.372501 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-28c89f32-75cd-4a13-8bce-e79cd344de4b req-b1090c28-2959-486e-9a51-afcef5ec2a07 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:18.471959 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-28c89f32-75cd-4a13-8bce-e79cd344de4b req-b1090c28-2959-486e-9a51-afcef5ec2a07 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks [] for floatingip, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:18.592118 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-7b76de63-2902-41bb-9abb-6b3d93be2198 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Request body: {'network': {'name': 'tempest-network--927286942', 'router:external': True}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:18.664947 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-a2e01e9a-cc19-4fe5-ab6c-02477885ae13 service neutron] 10.222.0.60 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871033 Sep 01 15:15:18.669045 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-28c89f32-75cd-4a13-8bce-e79cd344de4b req-b1090c28-2959-486e-9a51-afcef5ec2a07 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:18.802740 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b76de63-2902-41bb-9abb-6b3d93be2198 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Made reservation on behalf of da686ad0aa434f30b9342c06c8505a28 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:15:18.807624 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7b76de63-2902-41bb-9abb-6b3d93be2198 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:18.823258 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-3e4c0b34-ca02-4fb5-8c64-49073d51a801 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Allocated IP 172.20.0.2 (afa3fade-4c03-4fa8-94a5-bb144ed0b25b/8b6bd058-2433-43ef-8336-9b6b745c6bfb/83b8fbc4-d30e-4cf9-960b-6f551ed32c72) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:15:18.855329 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device cdd1b75b-0141-47a6-bfce-a5e09d5c9332 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:15:18.856504 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7b76de63-2902-41bb-9abb-6b3d93be2198 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:18.891880 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-07194b8f-e019-4d83-91ba-bbb48053a2ff None None] Set router 3702dc89-5215-45f2-b14a-125291cca297 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:15:19.002956 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-28c89f32-75cd-4a13-8bce-e79cd344de4b req-b1090c28-2959-486e-9a51-afcef5ec2a07 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Allocated IP 172.25.6.213 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/1b9599ca-6d86-4923-aece-07063e47ac5b) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:15:19.035471 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port cdd1b75b-0141-47a6-bfce-a5e09d5c9332 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:15:19.036902 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:19.290611 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-3e4c0b34-ca02-4fb5-8c64-49073d51a801 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:19.456650 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-3e4c0b34-ca02-4fb5-8c64-49073d51a801 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:19.540340 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-28c89f32-75cd-4a13-8bce-e79cd344de4b req-b1090c28-2959-486e-9a51-afcef5ec2a07 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:19.620607 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7b76de63-2902-41bb-9abb-6b3d93be2198 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:19.640952 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-3e4c0b34-ca02-4fb5-8c64-49073d51a801 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Network afa3fade-4c03-4fa8-94a5-bb144ed0b25b is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:15:19.647445 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-3e4c0b34-ca02-4fb5-8c64-49073d51a801 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:15:19.655558 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7b76de63-2902-41bb-9abb-6b3d93be2198 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:19.660971 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-3e4c0b34-ca02-4fb5-8c64-49073d51a801 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:15:19.672776 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-07194b8f-e019-4d83-91ba-bbb48053a2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3702dc89-5215-45f2-b14a-125291cca297', 'name': 'tempest-FloatingIPsTestJSON-146052555-router', 'tenant_id': '1e457f217e224506a30d3a87ec115ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'cdd1b75b-0141-47a6-bfce-a5e09d5c9332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:15:00Z', 'updated_at': '2021-09-01T15:15:11Z', 'revision_number': 4, 'project_id': '1e457f217e224506a30d3a87ec115ed8', 'gw_port': {'id': 'cdd1b75b-0141-47a6-bfce-a5e09d5c9332', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3702dc89-5215-45f2-b14a-125291cca297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:15:02Z', 'updated_at': '2021-09-01T15:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'd877b2aa-1302-4b16-a788-5fdb0f605877', 'name': '', 'network_id': 'efa93fa8-a7fe-4440-9bc4-f599f6cbe807', 'tenant_id': '1e457f217e224506a30d3a87ec115ed8', 'mac_address': 'fa:16:3e:5b:29:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3702dc89-5215-45f2-b14a-125291cca297', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'af2b11b8-95af-47b9-a9bf-9603dde4bd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:15:08Z', 'updated_at': '2021-09-01T15:15:12Z', 'revision_number': 2, 'project_id': '1e457f217e224506a30d3a87ec115ed8', 'subnets': [{'id': 'af2b11b8-95af-47b9-a9bf-9603dde4bd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:19.720308 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-28c89f32-75cd-4a13-8bce-e79cd344de4b req-b1090c28-2959-486e-9a51-afcef5ec2a07 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:19.764099 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-3e4c0b34-ca02-4fb5-8c64-49073d51a801 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:19.765050 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-3e4c0b34-ca02-4fb5-8c64-49073d51a801 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:19.780610 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07194b8f-e019-4d83-91ba-bbb48053a2ff None None] Checking router: 3702dc89-5215-45f2-b14a-125291cca297 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:15:19.781194 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07194b8f-e019-4d83-91ba-bbb48053a2ff None None] Updating router 3702dc89-5215-45f2-b14a-125291cca297 port d877b2aa-1302-4b16-a788-5fdb0f605877 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:15:19.800624 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-3e4c0b34-ca02-4fb5-8c64-49073d51a801 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1687813 Sep 01 15:15:19.836534 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-63e4843b-54a2-4bfd-b799-7d482bb5318c service neutron] Request body: {'port': {'device_id': '744fa0b3-87f8-4f46-bd5f-d860945ac01d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:19.846822 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c0b34-ca02-4fb5-8c64-49073d51a801 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Pushing event updated for resources: {'Port': ['ID=83b8fbc4-d30e-4cf9-960b-6f551ed32c72,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:19.852864 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c89f32-75cd-4a13-8bce-e79cd344de4b req-b1090c28-2959-486e-9a51-afcef5ec2a07 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:15:19.870433 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-28c89f32-75cd-4a13-8bce-e79cd344de4b req-b1090c28-2959-486e-9a51-afcef5ec2a07 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:15:19.873828 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-07194b8f-e019-4d83-91ba-bbb48053a2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:19.878265 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c89f32-75cd-4a13-8bce-e79cd344de4b req-b1090c28-2959-486e-9a51-afcef5ec2a07 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:15:19.882148 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b76de63-2902-41bb-9abb-6b3d93be2198 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:15:19.974341 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76de63-2902-41bb-9abb-6b3d93be2198 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f1f3e8-87b0-4c00-aaf4-e9cfe8d5ce16,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:20.005447 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7b76de63-2902-41bb-9abb-6b3d93be2198 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:20.006060 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-7b76de63-2902-41bb-9abb-6b3d93be2198 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Added segment 9d073166-6e58-468e-8231-9e1f7fe27b47 of type vlan for network ddd5c38f-0585-4e0b-ba53-887ebba4b781 Sep 01 15:15:20.034006 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1090c28-2959-486e-9a51-afcef5ec2a07 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Pushing event updated for resources: {'Port': ['ID=1b9599ca-6d86-4923-aece-07063e47ac5b,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:20.189191 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-28c89f32-75cd-4a13-8bce-e79cd344de4b req-b1090c28-2959-486e-9a51-afcef5ec2a07 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:20.210380 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-63e4843b-54a2-4bfd-b799-7d482bb5318c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:20.347904 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7b76de63-2902-41bb-9abb-6b3d93be2198 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:20.373039 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-28c89f32-75cd-4a13-8bce-e79cd344de4b req-b1090c28-2959-486e-9a51-afcef5ec2a07 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:20.684268 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-07194b8f-e019-4d83-91ba-bbb48053a2ff None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:20.708465 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-07194b8f-e019-4d83-91ba-bbb48053a2ff None None] Transition to ACTIVE for port object d877b2aa-1302-4b16-a788-5fdb0f605877 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:15:20.728177 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-07194b8f-e019-4d83-91ba-bbb48053a2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:20.927121 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1965063-5bba-4386-a2ae-e9420622a52c None None] Pushing event updated for resources: {'Port': ['ID=d877b2aa-1302-4b16-a788-5fdb0f605877,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:20.939592 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-28c89f32-75cd-4a13-8bce-e79cd344de4b req-b1090c28-2959-486e-9a51-afcef5ec2a07 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:20.951923 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1965063-5bba-4386-a2ae-e9420622a52c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:20.952551 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-28c89f32-75cd-4a13-8bce-e79cd344de4b req-b1090c28-2959-486e-9a51-afcef5ec2a07 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:20.953413 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1965063-5bba-4386-a2ae-e9420622a52c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:20.954662 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1965063-5bba-4386-a2ae-e9420622a52c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:20.955740 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1965063-5bba-4386-a2ae-e9420622a52c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:20.956554 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1965063-5bba-4386-a2ae-e9420622a52c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:20.957570 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1965063-5bba-4386-a2ae-e9420622a52c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:20.958881 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1965063-5bba-4386-a2ae-e9420622a52c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:20.959720 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1965063-5bba-4386-a2ae-e9420622a52c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:20.960518 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1965063-5bba-4386-a2ae-e9420622a52c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:20.961308 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1965063-5bba-4386-a2ae-e9420622a52c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:20.962478 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1965063-5bba-4386-a2ae-e9420622a52c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:20.963370 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1965063-5bba-4386-a2ae-e9420622a52c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:21.035802 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-07194b8f-e019-4d83-91ba-bbb48053a2ff None None] Attempting to bind port d877b2aa-1302-4b16-a788-5fdb0f605877 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:15:21.036773 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-07194b8f-e019-4d83-91ba-bbb48053a2ff None None] Attempting to bind port d877b2aa-1302-4b16-a788-5fdb0f605877 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'b3f9a4dd-9ecf-4700-97c2-e0597ddd4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'efa93fa8-a7fe-4440-9bc4-f599f6cbe807'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:15:21.037851 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07194b8f-e019-4d83-91ba-bbb48053a2ff None None] Attempting to bind port d877b2aa-1302-4b16-a788-5fdb0f605877 on network efa93fa8-a7fe-4440-9bc4-f599f6cbe807 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:15:21.050547 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07194b8f-e019-4d83-91ba-bbb48053a2ff None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:15:21.051481 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07194b8f-e019-4d83-91ba-bbb48053a2ff None None] Checking segment: {'id': 'b3f9a4dd-9ecf-4700-97c2-e0597ddd4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'efa93fa8-a7fe-4440-9bc4-f599f6cbe807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:15:21.052646 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-07194b8f-e019-4d83-91ba-bbb48053a2ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:21.053446 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07194b8f-e019-4d83-91ba-bbb48053a2ff None None] Bound using segment: {'id': 'b3f9a4dd-9ecf-4700-97c2-e0597ddd4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'efa93fa8-a7fe-4440-9bc4-f599f6cbe807'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:15:21.054579 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-07194b8f-e019-4d83-91ba-bbb48053a2ff None None] Bound port: d877b2aa-1302-4b16-a788-5fdb0f605877, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f9a4dd-9ecf-4700-97c2-e0597ddd4fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'efa93fa8-a7fe-4440-9bc4-f599f6cbe807'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:15:21.055379 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-07194b8f-e019-4d83-91ba-bbb48053a2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:21.093548 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.resource_extend [None req-7b76de63-2902-41bb-9abb-6b3d93be2198 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:15:21.178372 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb21fee-621d-475e-bce2-be7f131cd57b req-2f2246d9-f5f5-4f4e-a2bc-a922f2640081 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:21.192485 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3eb21fee-621d-475e-bce2-be7f131cd57b req-2f2246d9-f5f5-4f4e-a2bc-a922f2640081 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=744fa0b3-87f8-4f46-bd5f-d860945ac01d HTTP/1.1" status: 200 len: 931 time: 0.8785615 Sep 01 15:15:21.205891 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-07194b8f-e019-4d83-91ba-bbb48053a2ff None None] For port d877b2aa-1302-4b16-a788-5fdb0f605877, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:15:21.213584 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-07194b8f-e019-4d83-91ba-bbb48053a2ff None None] For port d877b2aa-1302-4b16-a788-5fdb0f605877, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d877b2aa-1302-4b16-a788-5fdb0f605877,segment=NetworkSegment(b3f9a4dd-9ecf-4700-97c2-e0597ddd4fd2),segment_id=b3f9a4dd-9ecf-4700-97c2-e0597ddd4fd2)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:15:21.215587 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7b76de63-2902-41bb-9abb-6b3d93be2198 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:21.217316 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b76de63-2902-41bb-9abb-6b3d93be2198 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:21.219332 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7b76de63-2902-41bb-9abb-6b3d93be2198 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:21.223718 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-07194b8f-e019-4d83-91ba-bbb48053a2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:21.365116 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1090c28-2959-486e-9a51-afcef5ec2a07 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Pushing event updated for resources: {'Port': ['ID=1b9599ca-6d86-4923-aece-07063e47ac5b,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:21.379637 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07194b8f-e019-4d83-91ba-bbb48053a2ff None None] Routers {'3702dc89-5215-45f2-b14a-125291cca297'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:15:21.380644 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-07194b8f-e019-4d83-91ba-bbb48053a2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:15:12Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3702dc89-5215-45f2-b14a-125291cca297'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:21.382810 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-28c89f32-75cd-4a13-8bce-e79cd344de4b req-b1090c28-2959-486e-9a51-afcef5ec2a07 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:21.420872 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-28c89f32-75cd-4a13-8bce-e79cd344de4b req-b1090c28-2959-486e-9a51-afcef5ec2a07 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:21.423550 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-28c89f32-75cd-4a13-8bce-e79cd344de4b req-b1090c28-2959-486e-9a51-afcef5ec2a07 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0599954 Sep 01 15:15:21.537401 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1965063-5bba-4386-a2ae-e9420622a52c None None] Pushing event updated for resources: {'Port': ['ID=d877b2aa-1302-4b16-a788-5fdb0f605877,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:21.581506 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-28c89f32-75cd-4a13-8bce-e79cd344de4b req-3ce49aef-17a7-4fc7-9e0b-4a190df0d5fa tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.213 HTTP/1.1" status: 200 len: 696 time: 0.1429777 Sep 01 15:15:21.789285 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-07194b8f-e019-4d83-91ba-bbb48053a2ff None None] Set router 3702dc89-5215-45f2-b14a-125291cca297 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:15:21.997434 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c89f32-75cd-4a13-8bce-e79cd344de4b req-8cfb1979-9c61-4635-a1f3-65f6f627a69f tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:22.001317 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-28c89f32-75cd-4a13-8bce-e79cd344de4b req-8cfb1979-9c61-4635-a1f3-65f6f627a69f tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 784 time: 0.4041417 Sep 01 15:15:22.015017 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67537928-0ec4-4cc9-b9ca-dfad0e5db674 req-9c57f32f-e740-43ec-a082-a4922a2ca7c5 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:22.020069 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-67537928-0ec4-4cc9-b9ca-dfad0e5db674 req-9c57f32f-e740-43ec-a082-a4922a2ca7c5 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.62 "GET /v2.0/ports?device_id=49df9224-df36-4dbb-bc0e-77f2de4ebca1 HTTP/1.1" status: 200 len: 946 time: 0.2411771 Sep 01 15:15:22.031426 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-28c89f32-75cd-4a13-8bce-e79cd344de4b req-55365707-a0d0-45a8-b83d-46d51b3e67ab tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:15:22.033698 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-28c89f32-75cd-4a13-8bce-e79cd344de4b req-55365707-a0d0-45a8-b83d-46d51b3e67ab tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115340 Sep 01 15:15:22.113230 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-63e4843b-54a2-4bfd-b799-7d482bb5318c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b8fbc4-d30e-4cf9-960b-6f551ed32c72 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:15:22.174696 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-63e4843b-54a2-4bfd-b799-7d482bb5318c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:22.243944 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7b76de63-2902-41bb-9abb-6b3d93be2198 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 4.2989295 Sep 01 15:15:22.265963 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37492) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:22.296197 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-63e4843b-54a2-4bfd-b799-7d482bb5318c service neutron] Transition to ACTIVE for port object 83b8fbc4-d30e-4cf9-960b-6f551ed32c72 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:15:22.370541 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-63e4843b-54a2-4bfd-b799-7d482bb5318c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:22.492511 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76de63-2902-41bb-9abb-6b3d93be2198 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Pushing event updated for resources: {'Network': ['ID=ddd5c38f-0585-4e0b-ba53-887ebba4b781,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:22.512877 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network ddd5c38f-0585-4e0b-ba53-887ebba4b781 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:15:22.662080 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3eb21fee-621d-475e-bce2-be7f131cd57b req-2c228d13-1622-4779-b6a7-d825a2c486b6 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4239137 Sep 01 15:15:22.716875 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-07194b8f-e019-4d83-91ba-bbb48053a2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3702dc89-5215-45f2-b14a-125291cca297', 'name': 'tempest-FloatingIPsTestJSON-146052555-router', 'tenant_id': '1e457f217e224506a30d3a87ec115ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'cdd1b75b-0141-47a6-bfce-a5e09d5c9332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:15:00Z', 'updated_at': '2021-09-01T15:15:11Z', 'revision_number': 4, 'project_id': '1e457f217e224506a30d3a87ec115ed8', 'gw_port': {'id': 'cdd1b75b-0141-47a6-bfce-a5e09d5c9332', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3702dc89-5215-45f2-b14a-125291cca297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:15:02Z', 'updated_at': '2021-09-01T15:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'd877b2aa-1302-4b16-a788-5fdb0f605877', 'name': '', 'network_id': 'efa93fa8-a7fe-4440-9bc4-f599f6cbe807', 'tenant_id': '1e457f217e224506a30d3a87ec115ed8', 'mac_address': 'fa:16:3e:5b:29:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3702dc89-5215-45f2-b14a-125291cca297', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'af2b11b8-95af-47b9-a9bf-9603dde4bd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:15:08Z', 'updated_at': '2021-09-01T15:15:21Z', 'revision_number': 4, 'project_id': '1e457f217e224506a30d3a87ec115ed8', 'subnets': [{'id': 'af2b11b8-95af-47b9-a9bf-9603dde4bd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:22.765078 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5159310c-9282-456c-a146-10f0944e210b tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:22.879911 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d877b2aa-1302-4b16-a788-5fdb0f605877 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:15:22.928029 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4843b-54a2-4bfd-b799-7d482bb5318c service neutron] Pushing event updated for resources: {'Port': ['ID=83b8fbc4-d30e-4cf9-960b-6f551ed32c72,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:22.981116 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07194b8f-e019-4d83-91ba-bbb48053a2ff None None] The sync data for ids ['3702dc89-5215-45f2-b14a-125291cca297'] in n-d-794796-3 is: [{'id': '3702dc89-5215-45f2-b14a-125291cca297', 'name': 'tempest-FloatingIPsTestJSON-146052555-router', 'tenant_id': '1e457f217e224506a30d3a87ec115ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'cdd1b75b-0141-47a6-bfce-a5e09d5c9332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:15:00Z', 'updated_at': '2021-09-01T15:15:11Z', 'revision_number': 4, 'project_id': '1e457f217e224506a30d3a87ec115ed8', 'gw_port': {'id': 'cdd1b75b-0141-47a6-bfce-a5e09d5c9332', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3702dc89-5215-45f2-b14a-125291cca297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:15:02Z', 'updated_at': '2021-09-01T15:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'd877b2aa-1302-4b16-a788-5fdb0f605877', 'name': '', 'network_id': 'efa93fa8-a7fe-4440-9bc4-f599f6cbe807', 'tenant_id': '1e457f217e224506a30d3a87ec115ed8', 'mac_address': 'fa:16:3e:5b:29:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3702dc89-5215-45f2-b14a-125291cca297', 'device_owner': 'network:router_interface', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': 'af2b11b8-95af-47b9-a9bf-9603dde4bd42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:15:08Z', 'updated_at': '2021-09-01T15:15:21Z', 'revision_number': 4, 'project_id': '1e457f217e224506a30d3a87ec115ed8', 'subnets': [{'id': 'af2b11b8-95af-47b9-a9bf-9603dde4bd42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:15:23.064467 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37496) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:23.067594 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port d877b2aa-1302-4b16-a788-5fdb0f605877 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:15:23.077098 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port d877b2aa-1302-4b16-a788-5fdb0f605877 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:15:23.078709 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:23.094344 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c4647c8d-5828-48e3-99f6-c3004ab7f486 req-bf851133-1399-46c5-acbd-4e85bd376f8a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab10c44a-6f2b-4690-9913-140c665be24d HTTP/1.1" status: 200 len: 210 time: 0.0879445 Sep 01 15:15:23.223848 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5159310c-9282-456c-a146-10f0944e210b tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:23.284398 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-5159310c-9282-456c-a146-10f0944e210b tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd5c38f-0585-4e0b-ba53-887ebba4b781']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:23.321857 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-5159310c-9282-456c-a146-10f0944e210b tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d073166-6e58-468e-8231-9e1f7fe27b47') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:23.322407 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-5159310c-9282-456c-a146-10f0944e210b tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d073166-6e58-468e-8231-9e1f7fe27b47') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:23.334727 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-57443388-8ff8-48b0-8eff-088e932b3302 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:23.340048 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-57443388-8ff8-48b0-8eff-088e932b3302 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.62 "GET /v2.0/networks?id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 200 len: 812 time: 1.2114575 Sep 01 15:15:23.356455 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-67537928-0ec4-4cc9-b9ca-dfad0e5db674 req-c486a608-8e29-440f-9837-8f7586ec0eb1 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Deleting port 1a9083d5-4a72-424c-8d69-e037a73cad98 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:15:23.359743 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-67537928-0ec4-4cc9-b9ca-dfad0e5db674 req-c486a608-8e29-440f-9837-8f7586ec0eb1 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:23.401305 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:23.401931 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1018933-c1bd-4928-b110-40b219f29073 req-8b50a00f-277f-4a87-8743-3d213db0a309 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:23.415725 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e1018933-c1bd-4928-b110-40b219f29073 req-8b50a00f-277f-4a87-8743-3d213db0a309 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/ports?device_id=49df9224-df36-4dbb-bc0e-77f2de4ebca1 HTTP/1.1" status: 200 len: 946 time: 0.3493099 Sep 01 15:15:23.421928 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5159310c-9282-456c-a146-10f0944e210b tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:23.436967 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-63e4843b-54a2-4bfd-b799-7d482bb5318c service neutron] Attempting to bind port 83b8fbc4-d30e-4cf9-960b-6f551ed32c72 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:15:23.437516 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-63e4843b-54a2-4bfd-b799-7d482bb5318c service neutron] Attempting to bind port 83b8fbc4-d30e-4cf9-960b-6f551ed32c72 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '0eb82f6b-566f-4151-85df-ddd6432a17be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'afa3fade-4c03-4fa8-94a5-bb144ed0b25b'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:15:23.438058 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-63e4843b-54a2-4bfd-b799-7d482bb5318c service neutron] Attempting to bind port 83b8fbc4-d30e-4cf9-960b-6f551ed32c72 on network afa3fade-4c03-4fa8-94a5-bb144ed0b25b {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:15:23.496750 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-c82044e8-94c3-4d41-9b0a-2a24c4fd1114 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Request body: {'port': {'device_id': 'ab10c44a-6f2b-4690-9913-140c665be24d', 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'admin_state_up': True, 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:23.537981 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-63e4843b-54a2-4bfd-b799-7d482bb5318c service neutron] Port 83b8fbc4-d30e-4cf9-960b-6f551ed32c72 on network afa3fade-4c03-4fa8-94a5-bb144ed0b25b not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:15:23.539992 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-63e4843b-54a2-4bfd-b799-7d482bb5318c service neutron] Attempting to bind port 83b8fbc4-d30e-4cf9-960b-6f551ed32c72 on network afa3fade-4c03-4fa8-94a5-bb144ed0b25b {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:15:23.555717 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port d877b2aa-1302-4b16-a788-5fdb0f605877, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d877b2aa-1302-4b16-a788-5fdb0f605877,segment=NetworkSegment(b3f9a4dd-9ecf-4700-97c2-e0597ddd4fd2),segment_id=b3f9a4dd-9ecf-4700-97c2-e0597ddd4fd2)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:23.563327 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5159310c-9282-456c-a146-10f0944e210b tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:23.570388 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:23.582616 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ded22253-e234-4def-bf45-8332d3df0991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:23.597893 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-63e4843b-54a2-4bfd-b799-7d482bb5318c service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:15:23.598631 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-63e4843b-54a2-4bfd-b799-7d482bb5318c service neutron] Checking segment: {'id': '0eb82f6b-566f-4151-85df-ddd6432a17be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'afa3fade-4c03-4fa8-94a5-bb144ed0b25b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:15:23.599493 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-63e4843b-54a2-4bfd-b799-7d482bb5318c service neutron] Bound using segment: {'id': '0eb82f6b-566f-4151-85df-ddd6432a17be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'afa3fade-4c03-4fa8-94a5-bb144ed0b25b'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:15:23.600284 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-63e4843b-54a2-4bfd-b799-7d482bb5318c service neutron] Bound port: 83b8fbc4-d30e-4cf9-960b-6f551ed32c72, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb82f6b-566f-4151-85df-ddd6432a17be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'afa3fade-4c03-4fa8-94a5-bb144ed0b25b'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:15:23.600918 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-63e4843b-54a2-4bfd-b799-7d482bb5318c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:23.618788 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5159310c-9282-456c-a146-10f0944e210b tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:15:23.619536 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5159310c-9282-456c-a146-10f0944e210b tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:15:23.632777 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:15:23.759192 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=d877b2aa-1302-4b16-a788-5fdb0f605877,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:23.795396 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e1018933-c1bd-4928-b110-40b219f29073 req-377eb883-550a-4d7b-aaaa-6d89e22b12a5 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/security-groups?id=34aa6aed-9073-4870-bd57-f971f18ede72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762262 Sep 01 15:15:23.824058 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4990bd53-1e3e-4231-b246-163e099592d0 req-022cfc08-c1a8-444f-8bac-c5167385c0cb tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "GET /v2.0/floatingips/d327f2cb-cb59-4b02-95bf-0d9ebc0bc18b HTTP/1.1" status: 200 len: 693 time: 0.1702468 Sep 01 15:15:23.923782 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5159310c-9282-456c-a146-10f0944e210b tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:23.931711 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5159310c-9282-456c-a146-10f0944e210b tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ddd5c38f-0585-4e0b-ba53-887ebba4b781 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 01 15:15:23.936224 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5159310c-9282-456c-a146-10f0944e210b tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:23.940249 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5159310c-9282-456c-a146-10f0944e210b tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] 10.222.0.60 "DELETE /v2.0/networks/ddd5c38f-0585-4e0b-ba53-887ebba4b781 HTTP/1.1" status: 204 len: 168 time: 1.6661642 Sep 01 15:15:23.960580 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37502) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:23.981722 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-772dd094-bb7c-4eb1-a427-c2cbc6f5764e tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:24.024285 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159310c-9282-456c-a146-10f0944e210b tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Pushing event deleted for resources: {'Network': ['ID=ddd5c38f-0585-4e0b-ba53-887ebba4b781,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:24.053086 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-67537928-0ec4-4cc9-b9ca-dfad0e5db674 req-c486a608-8e29-440f-9837-8f7586ec0eb1 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] For port 1a9083d5-4a72-424c-8d69-e037a73cad98, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=1a9083d5-4a72-424c-8d69-e037a73cad98,segment=NetworkSegment(e2b9ec53-17c9-44dc-9eb5-c0714bea4993),segment_id=e2b9ec53-17c9-44dc-9eb5-c0714bea4993)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:24.053715 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-67537928-0ec4-4cc9-b9ca-dfad0e5db674 req-c486a608-8e29-440f-9837-8f7586ec0eb1 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:24.065629 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 1a9083d5-4a72-424c-8d69-e037a73cad98 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:15:24.108593 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-67537928-0ec4-4cc9-b9ca-dfad0e5db674 req-c486a608-8e29-440f-9837-8f7586ec0eb1 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Calling delete_port for 1a9083d5-4a72-424c-8d69-e037a73cad98 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:15:24.152715 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-63e4843b-54a2-4bfd-b799-7d482bb5318c service neutron] For port 83b8fbc4-d30e-4cf9-960b-6f551ed32c72, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:15:24.167444 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-63e4843b-54a2-4bfd-b799-7d482bb5318c service neutron] For port 83b8fbc4-d30e-4cf9-960b-6f551ed32c72, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=83b8fbc4-d30e-4cf9-960b-6f551ed32c72,segment=NetworkSegment(0eb82f6b-566f-4151-85df-ddd6432a17be),segment_id=0eb82f6b-566f-4151-85df-ddd6432a17be)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:15:24.194600 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431541f-047f-4964-af25-06cf0c88a47e req-fcd770c5-ee77-4e8e-bbd3-ad6fc6e3db23 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:24.197261 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e431541f-047f-4964-af25-06cf0c88a47e req-fcd770c5-ee77-4e8e-bbd3-ad6fc6e3db23 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=744fa0b3-87f8-4f46-bd5f-d860945ac01d HTTP/1.1" status: 200 len: 943 time: 0.1922841 Sep 01 15:15:24.202541 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-63e4843b-54a2-4bfd-b799-7d482bb5318c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:24.327870 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-63e4843b-54a2-4bfd-b799-7d482bb5318c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:24.329024 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-63e4843b-54a2-4bfd-b799-7d482bb5318c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:24.331564 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-63e4843b-54a2-4bfd-b799-7d482bb5318c service neutron] 10.222.0.45 "PUT /v2.0/ports/83b8fbc4-d30e-4cf9-960b-6f551ed32c72 HTTP/1.1" status: 200 len: 1091 time: 4.5124209 Sep 01 15:15:24.349316 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '744fa0b3-87f8-4f46-bd5f-d860945ac01d', 'tag': '83b8fbc4-d30e-4cf9-960b-6f551ed32c72'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:15:24.356284 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7f35f7-74c2-48fb-809e-29ec3696b1b4" -d '{"events": [{"name": "network-changed", "server_uuid": "744fa0b3-87f8-4f46-bd5f-d860945ac01d", "tag": "83b8fbc4-d30e-4cf9-960b-6f551ed32c72"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:15:24.361210 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:24.441118 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990bd53-1e3e-4231-b246-163e099592d0 req-cbc7dbca-efa6-4541-a3c3-27976e9595e7 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:24.452161 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4990bd53-1e3e-4231-b246-163e099592d0 req-cbc7dbca-efa6-4541-a3c3-27976e9595e7 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 784 time: 0.6262786 Sep 01 15:15:24.457911 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-67537928-0ec4-4cc9-b9ca-dfad0e5db674 req-c486a608-8e29-440f-9837-8f7586ec0eb1 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:24.493327 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-4990bd53-1e3e-4231-b246-163e099592d0 req-064d9f93-c116-4134-a59f-8ebee4d141a9 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:15:24.504003 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e431541f-047f-4964-af25-06cf0c88a47e req-260fd58c-65f7-4073-972d-eca791fdab49 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860353 Sep 01 15:15:24.507540 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4990bd53-1e3e-4231-b246-163e099592d0 req-064d9f93-c116-4134-a59f-8ebee4d141a9 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0373871 Sep 01 15:15:24.587966 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4843b-54a2-4bfd-b799-7d482bb5318c service neutron] Pushing event updated for resources: {'Port': ['ID=83b8fbc4-d30e-4cf9-960b-6f551ed32c72,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:24.595253 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486a608-8e29-440f-9837-8f7586ec0eb1 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Pushing event deleted for resources: {'Port': ['ID=1a9083d5-4a72-424c-8d69-e037a73cad98,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:24.622696 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-da5b2bee-73bf-4aa8-8a87-cf1b532b9cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:24.626217 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-da5b2bee-73bf-4aa8-8a87-cf1b532b9cdf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb3693377bf9457dabb698f1785d8c61&device_id=744fa0b3-87f8-4f46-bd5f-d860945ac01d HTTP/1.1" status: 200 len: 1094 time: 0.2252622 Sep 01 15:15:24.641293 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ded22253-e234-4def-bf45-8332d3df0991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:24.666422 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c4d7ca-3733-42d6-9cfc-b0d06f2e81c9 x-openstack-request-id: req-65c4d7ca-3733-42d6-9cfc-b0d06f2e81c9 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:15:24.674340 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "744fa0b3-87f8-4f46-bd5f-d860945ac01d", "tag": "83b8fbc4-d30e-4cf9-960b-6f551ed32c72", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:15:24.674925 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-65c4d7ca-3733-42d6-9cfc-b0d06f2e81c9 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:15:24.675510 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '744fa0b3-87f8-4f46-bd5f-d860945ac01d', 'tag': '83b8fbc4-d30e-4cf9-960b-6f551ed32c72', 'status': 'completed', 'code': 200} Sep 01 15:15:24.719018 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ded22253-e234-4def-bf45-8332d3df0991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:24.743346 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-67537928-0ec4-4cc9-b9ca-dfad0e5db674 req-c486a608-8e29-440f-9837-8f7586ec0eb1 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] No DVR routers for this DVR port 1a9083d5-4a72-424c-8d69-e037a73cad98 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:15:24.750398 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-67537928-0ec4-4cc9-b9ca-dfad0e5db674 req-c486a608-8e29-440f-9837-8f7586ec0eb1 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:24.753890 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-67537928-0ec4-4cc9-b9ca-dfad0e5db674 req-c486a608-8e29-440f-9837-8f7586ec0eb1 tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.62 "DELETE /v2.0/ports/1a9083d5-4a72-424c-8d69-e037a73cad98 HTTP/1.1" status: 204 len: 173 time: 2.7054577 Sep 01 15:15:24.767241 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49df9224-df36-4dbb-bc0e-77f2de4ebca1', 'name': 'network-vif-deleted', 'tag': '1a9083d5-4a72-424c-8d69-e037a73cad98'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:15:24.772766 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9306476-c1fe-4501-8022-6964b5be84cd" -d '{"events": [{"server_uuid": "49df9224-df36-4dbb-bc0e-77f2de4ebca1", "name": "network-vif-deleted", "tag": "1a9083d5-4a72-424c-8d69-e037a73cad98"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:15:24.856406 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7db60434-fbcb-4cdb-8876-7d3bc9387c99 req-f1778833-36cd-4af8-807e-0a1313d20417 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab10c44a-6f2b-4690-9913-140c665be24d HTTP/1.1" status: 200 len: 210 time: 0.1151581 Sep 01 15:15:24.883654 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d877b2aa-1302-4b16-a788-5fdb0f605877 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:15:24.933241 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ded22253-e234-4def-bf45-8332d3df0991 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6afc88052de94c74a9f7bb4be8affcdf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8636038 Sep 01 15:15:24.942703 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-5dd6c0c0-d06e-48cb-b2cd-90a0ba0c6c20 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83b8fbc4-d30e-4cf9-960b-6f551ed32c72 HTTP/1.1" status: 200 len: 217 time: 0.2927902 Sep 01 15:15:24.963624 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37518) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:24.999014 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port d877b2aa-1302-4b16-a788-5fdb0f605877 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:15:25.003450 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:25.202507 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73adcc0a-3869-450e-9807-5be368b74783 req-f14d871d-4175-4f18-b041-1e4caad35730 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=1e457f217e224506a30d3a87ec115ed8 HTTP/1.1" status: 200 len: 696 time: 0.2955160 Sep 01 15:15:25.243128 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772dd094-bb7c-4eb1-a427-c2cbc6f5764e tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Made reservation on behalf of da686ad0aa434f30b9342c06c8505a28 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:15:25.254476 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974efa37-fd12-4da9-bdcc-ccfffbd68ea2 x-openstack-request-id: req-974efa37-fd12-4da9-bdcc-ccfffbd68ea2 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:15:25.255322 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49df9224-df36-4dbb-bc0e-77f2de4ebca1", "name": "network-vif-deleted", "tag": "1a9083d5-4a72-424c-8d69-e037a73cad98", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:15:25.255650 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-974efa37-fd12-4da9-bdcc-ccfffbd68ea2 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:15:25.256251 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-772dd094-bb7c-4eb1-a427-c2cbc6f5764e tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:25.256542 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49df9224-df36-4dbb-bc0e-77f2de4ebca1', 'name': 'network-vif-deleted', 'tag': '1a9083d5-4a72-424c-8d69-e037a73cad98', 'status': 'completed', 'code': 200} Sep 01 15:15:25.317220 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded22253-e234-4def-bf45-8332d3df0991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161b6e25-c9e3-4121-b9ed-0556ba808d32,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:25.340402 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-c82044e8-94c3-4d41-9b0a-2a24c4fd1114 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Made reservation on behalf of f5c878306d2c4fbcbebf77004da8b742 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:15:25.357713 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-c82044e8-94c3-4d41-9b0a-2a24c4fd1114 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:25.403652 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-772dd094-bb7c-4eb1-a427-c2cbc6f5764e tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:15:25.423590 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-772dd094-bb7c-4eb1-a427-c2cbc6f5764e tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:25.424383 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-772dd094-bb7c-4eb1-a427-c2cbc6f5764e tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Added segment 74affbaa-d593-4502-9912-1bd7f7fa4854 of type vlan for network fdc43a88-9b34-4747-b33e-7d2f03d9012d Sep 01 15:15:25.532413 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-772dd094-bb7c-4eb1-a427-c2cbc6f5764e tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:25.543867 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b01cc7ad-bc44-4b0b-80be-a53b3c141d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:25.573716 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-9c1d5619-5b2e-463a-8921-1b42e4c6e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:25.576724 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-9c1d5619-5b2e-463a-8921-1b42e4c6e3e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b6bd058-2433-43ef-8336-9b6b745c6bfb HTTP/1.1" status: 200 len: 854 time: 0.5150020 Sep 01 15:15:25.690033 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3ac50a62-3435-4410-ab1a-0b35e8fa4044 req-89fe26f2-b673-44a0-922d-4502fd62cdfb tempest-InstanceActionsV221TestJSON-1461649708 tempest-InstanceActionsV221TestJSON-1461649708-project] 10.222.0.60 "GET /v2.0/ports?device_id=49df9224-df36-4dbb-bc0e-77f2de4ebca1 HTTP/1.1" status: 200 len: 210 time: 0.1918404 Sep 01 15:15:25.704560 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adcc0a-3869-450e-9807-5be368b74783 req-08949a38-5594-442a-b298-d37782034def tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:25.714027 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73adcc0a-3869-450e-9807-5be368b74783 req-08949a38-5594-442a-b298-d37782034def tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "GET /v2.0/networks?id=5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 787 time: 0.5060582 Sep 01 15:15:25.742748 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-73adcc0a-3869-450e-9807-5be368b74783 req-89e9dc3a-58e3-42d1-80f5-813ac686d26f tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:15:25.750838 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73adcc0a-3869-450e-9807-5be368b74783 req-89e9dc3a-58e3-42d1-80f5-813ac686d26f tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0229812 Sep 01 15:15:25.768406 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-e8b54a44-0569-4240-96f3-c70182503b00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=afa3fade-4c03-4fa8-94a5-bb144ed0b25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1466532 Sep 01 15:15:25.852015 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-c82044e8-94c3-4d41-9b0a-2a24c4fd1114 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Allocated IP 172.20.0.14 (c9a68c28-eb7d-4197-a297-a9a7217a4f8e/b4b8a1a7-4c41-46cc-8798-989cc5140738/c31130fc-6c56-477f-8805-906835bbe4a3) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:15:25.902900 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b01cc7ad-bc44-4b0b-80be-a53b3c141d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:26.005557 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa5e5f35-22ff-4443-b76f-cfdc585f32f5 req-aa4ff529-7c08-4ef4-9e33-f68836f3658e tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "GET /v2.0/floatingips/d327f2cb-cb59-4b02-95bf-0d9ebc0bc18b HTTP/1.1" status: 200 len: 693 time: 0.1553791 Sep 01 15:15:26.053361 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-772dd094-bb7c-4eb1-a427-c2cbc6f5764e tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:26.055095 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772dd094-bb7c-4eb1-a427-c2cbc6f5764e tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:26.056091 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-772dd094-bb7c-4eb1-a427-c2cbc6f5764e tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:26.210337 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-d24a5f2c-0950-420b-86a0-cb163b5f79d8 service neutron] 10.222.0.45 "GET /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242849 Sep 01 15:15:26.223451 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-772dd094-bb7c-4eb1-a427-c2cbc6f5764e tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.2559981 Sep 01 15:15:26.247804 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37530) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:26.256402 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-d21c5604-1e4f-40a3-a18f-5335aa1aff4a tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Request body: {'subnet': {'network_id': 'fdc43a88-9b34-4747-b33e-7d2f03d9012d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:26.366486 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e5f35-22ff-4443-b76f-cfdc585f32f5 req-7d70bc8a-aa6a-4cd2-ab45-eade37db4526 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:26.369083 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa5e5f35-22ff-4443-b76f-cfdc585f32f5 req-7d70bc8a-aa6a-4cd2-ab45-eade37db4526 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 784 time: 0.3495615 Sep 01 15:15:26.374697 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd28da-4580-43ca-b928-2d6f8610cf9f req-e4b66e87-a32d-4498-a17e-d97a5affa23a tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:26.377672 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a9fd28da-4580-43ca-b928-2d6f8610cf9f req-e4b66e87-a32d-4498-a17e-d97a5affa23a tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=744fa0b3-87f8-4f46-bd5f-d860945ac01d HTTP/1.1" status: 200 len: 943 time: 0.3928454 Sep 01 15:15:26.393069 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-aa5e5f35-22ff-4443-b76f-cfdc585f32f5 req-147bf195-b2a7-4e5f-b4f1-fb17f6472640 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:15:26.394987 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa5e5f35-22ff-4443-b76f-cfdc585f32f5 req-147bf195-b2a7-4e5f-b4f1-fb17f6472640 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115545 Sep 01 15:15:26.405929 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772dd094-bb7c-4eb1-a427-c2cbc6f5764e tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Pushing event updated for resources: {'Network': ['ID=fdc43a88-9b34-4747-b33e-7d2f03d9012d,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:26.430570 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network fdc43a88-9b34-4747-b33e-7d2f03d9012d details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:15:26.438649 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b01cc7ad-bc44-4b0b-80be-a53b3c141d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:26.443138 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b01cc7ad-bc44-4b0b-80be-a53b3c141d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:26.459392 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b01cc7ad-bc44-4b0b-80be-a53b3c141d8a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/161b6e25-c9e3-4121-b9ed-0556ba808d32 HTTP/1.1" status: 204 len: 168 time: 1.4805684 Sep 01 15:15:26.483467 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21c5604-1e4f-40a3-a18f-5335aa1aff4a tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Made reservation on behalf of da686ad0aa434f30b9342c06c8505a28 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:15:26.487315 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d21c5604-1e4f-40a3-a18f-5335aa1aff4a tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:26.538339 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01cc7ad-bc44-4b0b-80be-a53b3c141d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161b6e25-c9e3-4121-b9ed-0556ba808d32,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:26.574483 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa5e5f35-22ff-4443-b76f-cfdc585f32f5 req-d781d8ab-94f9-4dbc-818b-e237d42dc6e7 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.213 HTTP/1.1" status: 200 len: 696 time: 0.1482761 Sep 01 15:15:26.689605 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-c82044e8-94c3-4d41-9b0a-2a24c4fd1114 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:26.694144 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a9fd28da-4580-43ca-b928-2d6f8610cf9f req-059e4e2a-ca60-4be9-8bb4-559ffb8101d0 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832594 Sep 01 15:15:26.727572 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa5e5f35-22ff-4443-b76f-cfdc585f32f5 req-3e364817-caf1-4045-90ac-fc41af9422fe tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.213 HTTP/1.1" status: 200 len: 696 time: 0.1512959 Sep 01 15:15:26.738873 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e059ade7-6e39-4c95-8aa2-f703df5ea81c req-13a4d55e-e721-4cd9-810e-30e679557f7f service neutron] 10.222.0.45 "GET /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174730 Sep 01 15:15:26.836351 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-c82044e8-94c3-4d41-9b0a-2a24c4fd1114 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Transition to ACTIVE for port object c31130fc-6c56-477f-8805-906835bbe4a3 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:15:27.007945 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9f33eebb-49d7-47a9-9013-9f956caf000d req-6c0f4f3f-186c-40d6-9c29-f207eff3f6c0 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab10c44a-6f2b-4690-9913-140c665be24d HTTP/1.1" status: 200 len: 210 time: 0.1141143 Sep 01 15:15:27.060073 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-c82044e8-94c3-4d41-9b0a-2a24c4fd1114 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:27.064746 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f35f7-74c2-48fb-809e-29ec3696b1b4 req-9b945de3-9719-44fd-8d27-5da9f9895d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:27.067188 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc7f35f7-74c2-48fb-809e-29ec3696b1b4 req-9b945de3-9719-44fd-8d27-5da9f9895d11 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb3693377bf9457dabb698f1785d8c61&device_id=744fa0b3-87f8-4f46-bd5f-d860945ac01d HTTP/1.1" status: 200 len: 1094 time: 0.2286055 Sep 01 15:15:27.077646 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['0ef6978b-ef85-4c33-af04-e19602f26273', '0a24644e-403e-42e2-be39-83f8f5319e53'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:15:27.151699 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-c82044e8-94c3-4d41-9b0a-2a24c4fd1114 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Network c9a68c28-eb7d-4197-a297-a9a7217a4f8e is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:15:27.199062 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-c82044e8-94c3-4d41-9b0a-2a24c4fd1114 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:15:27.206990 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-c82044e8-94c3-4d41-9b0a-2a24c4fd1114 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:15:27.219788 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-aa5e5f35-22ff-4443-b76f-cfdc585f32f5 req-af856039-3673-439c-afa3-67c98ccb4722 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Deleting port 1b9599ca-6d86-4923-aece-07063e47ac5b {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:15:27.220487 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-aa5e5f35-22ff-4443-b76f-cfdc585f32f5 req-af856039-3673-439c-afa3-67c98ccb4722 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:27.285249 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f35f7-74c2-48fb-809e-29ec3696b1b4 req-f5a2f4ae-4789-4923-abca-8cec8923405d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:27.288677 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc7f35f7-74c2-48fb-809e-29ec3696b1b4 req-f5a2f4ae-4789-4923-abca-8cec8923405d service neutron] 10.222.0.45 "GET /v2.0/networks?id=afa3fade-4c03-4fa8-94a5-bb144ed0b25b HTTP/1.1" status: 200 len: 915 time: 0.2115402 Sep 01 15:15:27.349614 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37538) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:27.391342 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1fe9461b-099e-41cd-ad82-7bb809d9eadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:27.460201 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82044e8-94c3-4d41-9b0a-2a24c4fd1114 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Pushing event updated for resources: {'Port': ['ID=c31130fc-6c56-477f-8805-906835bbe4a3,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:27.468078 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc7f35f7-74c2-48fb-809e-29ec3696b1b4 req-10efb33f-2fb9-487f-89fb-4542bf16114e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83b8fbc4-d30e-4cf9-960b-6f551ed32c72 HTTP/1.1" status: 200 len: 217 time: 0.1192548 Sep 01 15:15:27.516975 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-c82044e8-94c3-4d41-9b0a-2a24c4fd1114 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:27.518135 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-c82044e8-94c3-4d41-9b0a-2a24c4fd1114 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:27.606777 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:27.695913 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f35f7-74c2-48fb-809e-29ec3696b1b4 req-b47612c3-0a6f-4736-8084-7117b96e40b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:27.699090 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc7f35f7-74c2-48fb-809e-29ec3696b1b4 req-b47612c3-0a6f-4736-8084-7117b96e40b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b6bd058-2433-43ef-8336-9b6b745c6bfb HTTP/1.1" status: 200 len: 854 time: 0.2206016 Sep 01 15:15:27.739082 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-aa5e5f35-22ff-4443-b76f-cfdc585f32f5 req-af856039-3673-439c-afa3-67c98ccb4722 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:27.739667 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-aa5e5f35-22ff-4443-b76f-cfdc585f32f5 req-af856039-3673-439c-afa3-67c98ccb4722 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:27.780220 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-aa5e5f35-22ff-4443-b76f-cfdc585f32f5 req-af856039-3673-439c-afa3-67c98ccb4722 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Calling delete_port for 1b9599ca-6d86-4923-aece-07063e47ac5b owned by network:floatingip {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:15:27.793278 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc7f35f7-74c2-48fb-809e-29ec3696b1b4 req-2ed58a9b-142e-45f0-bc6b-88cc52920598 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=afa3fade-4c03-4fa8-94a5-bb144ed0b25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855381 Sep 01 15:15:27.815766 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c7540d53-c9ce-4120-b575-0013375ec32c None None] Provisioning for port c31130fc-6c56-477f-8805-906835bbe4a3 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:15:27.833573 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c7540d53-c9ce-4120-b575-0013375ec32c None None] Provisioning complete for port c31130fc-6c56-477f-8805-906835bbe4a3 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:15:27.834238 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c7540d53-c9ce-4120-b575-0013375ec32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:27.954724 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-c7540d53-c9ce-4120-b575-0013375ec32c None None] Port c31130fc-6c56-477f-8805-906835bbe4a3 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:15:28.010824 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1fe9461b-099e-41cd-ad82-7bb809d9eadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:28.029692 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1fe9461b-099e-41cd-ad82-7bb809d9eadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:28.058350 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-c82044e8-94c3-4d41-9b0a-2a24c4fd1114 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5677779 Sep 01 15:15:28.095708 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-a1c3dc45-c04f-4346-a467-aff9103c75a0 service neutron] Request body: {'port': {'device_id': 'ab10c44a-6f2b-4690-9913-140c665be24d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:28.121814 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc7f35f7-74c2-48fb-809e-29ec3696b1b4 req-aac6f201-ed22-49b2-9774-9753a4d70662 service neutron] 10.222.0.45 "GET /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195348 Sep 01 15:15:28.212438 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1fe9461b-099e-41cd-ad82-7bb809d9eadf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1186936f1be542dba9d21f3ed84819b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8569622 Sep 01 15:15:28.212731 n-d-794796-3 neutron-server[94733]: DEBUG neutron.objects.ports [None req-d21c5604-1e4f-40a3-a18f-5335aa1aff4a tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94733) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:15:28.212731 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d21c5604-1e4f-40a3-a18f-5335aa1aff4a tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:28.216495 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37550) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:28.226045 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9461b-099e-41cd-ad82-7bb809d9eadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c09b50-3034-452a-9136-ff857a4d77de,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:28.287674 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-a1c3dc45-c04f-4346-a467-aff9103c75a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:28.307762 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-aa5e5f35-22ff-4443-b76f-cfdc585f32f5 req-af856039-3673-439c-afa3-67c98ccb4722 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:28.359044 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d989a-56f2-4af4-be0a-25b8d60a8f86 req-e340f39e-d2bd-48c3-8f3e-cdb869aaa661 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:28.361748 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3f1d989a-56f2-4af4-be0a-25b8d60a8f86 req-e340f39e-d2bd-48c3-8f3e-cdb869aaa661 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=744fa0b3-87f8-4f46-bd5f-d860945ac01d HTTP/1.1" status: 200 len: 943 time: 0.3385801 Sep 01 15:15:28.404389 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af856039-3673-439c-afa3-67c98ccb4722 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Pushing event deleted for resources: {'Port': ['ID=1b9599ca-6d86-4923-aece-07063e47ac5b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:28.540779 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c5604-1e4f-40a3-a18f-5335aa1aff4a tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Pushing event updated for resources: {'Subnet': ['ID=36f33286-ea63-4a9a-9361-db837efc8b43,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:28.623243 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3f1d989a-56f2-4af4-be0a-25b8d60a8f86 req-e63f265f-a4d9-4161-81d3-0dbffa69867e tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405281 Sep 01 15:15:28.633497 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc7f35f7-74c2-48fb-809e-29ec3696b1b4 req-34210acf-cc1c-459d-b81c-81b66da0e84c service neutron] 10.222.0.45 "GET /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375129 Sep 01 15:15:28.648342 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c5604-1e4f-40a3-a18f-5335aa1aff4a tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Checking segment: {'id': '74affbaa-d593-4502-9912-1bd7f7fa4854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fdc43a88-9b34-4747-b33e-7d2f03d9012d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:15:28.648758 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21c5604-1e4f-40a3-a18f-5335aa1aff4a tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Network hostable DHCP agents. Network: fdc43a88-9b34-4747-b33e-7d2f03d9012d, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:15:28.658370 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2880df63-cfd2-4500-be43-73f454d34a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:28.706813 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-aa5e5f35-22ff-4443-b76f-cfdc585f32f5 req-af856039-3673-439c-afa3-67c98ccb4722 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks [] for floatingip, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:28.709289 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-aa5e5f35-22ff-4443-b76f-cfdc585f32f5 req-af856039-3673-439c-afa3-67c98ccb4722 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:28.711012 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa5e5f35-22ff-4443-b76f-cfdc585f32f5 req-af856039-3673-439c-afa3-67c98ccb4722 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "DELETE /v2.0/floatingips/d327f2cb-cb59-4b02-95bf-0d9ebc0bc18b HTTP/1.1" status: 204 len: 173 time: 1.9727020 Sep 01 15:15:28.718040 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2880df63-cfd2-4500-be43-73f454d34a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:28.737914 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21c5604-1e4f-40a3-a18f-5335aa1aff4a tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Network fdc43a88-9b34-4747-b33e-7d2f03d9012d is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:15:28.793209 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-d21c5604-1e4f-40a3-a18f-5335aa1aff4a tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, fdc43a88-9b34-4747-b33e-7d2f03d9012d) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:15:28.811542 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a29206f-90b5-41d7-a1c5-963b8b3deded None None] Network fdc43a88-9b34-4747-b33e-7d2f03d9012d requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:15:28.816298 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21c5604-1e4f-40a3-a18f-5335aa1aff4a tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:28.817525 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d21c5604-1e4f-40a3-a18f-5335aa1aff4a tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:28.858697 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d21c5604-1e4f-40a3-a18f-5335aa1aff4a tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6090379 Sep 01 15:15:28.866273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37558) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:28.879333 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-450e434a-5bd3-433e-a8fa-8c97652d4bad tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Request body: {'floatingip': {'floating_network_id': 'fdc43a88-9b34-4747-b33e-7d2f03d9012d'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:28.923518 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2880df63-cfd2-4500-be43-73f454d34a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:28.929356 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2880df63-cfd2-4500-be43-73f454d34a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:28.931732 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2880df63-cfd2-4500-be43-73f454d34a47 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/40c09b50-3034-452a-9136-ff857a4d77de HTTP/1.1" status: 204 len: 168 time: 0.7092128 Sep 01 15:15:28.991769 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880df63-cfd2-4500-be43-73f454d34a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c09b50-3034-452a-9136-ff857a4d77de,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:29.003255 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-450e434a-5bd3-433e-a8fa-8c97652d4bad tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:29.178649 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58147e85-c222-4c8f-90a9-5f6a02ce7fa3 req-9f36cdca-635b-467a-a4c9-2ff9db9a0125 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:29.181370 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-58147e85-c222-4c8f-90a9-5f6a02ce7fa3 req-9f36cdca-635b-467a-a4c9-2ff9db9a0125 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab10c44a-6f2b-4690-9913-140c665be24d HTTP/1.1" status: 200 len: 932 time: 0.2665949 Sep 01 15:15:29.212194 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699a2c27-837c-49db-a501-c98a923ee633 None None] Network fdc43a88-9b34-4747-b33e-7d2f03d9012d requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:15:29.282824 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-a1c3dc45-c04f-4346-a467-aff9103c75a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c31130fc-6c56-477f-8805-906835bbe4a3 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:15:29.305425 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-a1c3dc45-c04f-4346-a467-aff9103c75a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:29.371289 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-58147e85-c222-4c8f-90a9-5f6a02ce7fa3 req-586983f5-686a-4488-bfa0-d3006e29256d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710417 Sep 01 15:15:29.384122 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-a1c3dc45-c04f-4346-a467-aff9103c75a0 service neutron] Transition to ACTIVE for port object c31130fc-6c56-477f-8805-906835bbe4a3 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:15:29.406811 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-a1c3dc45-c04f-4346-a467-aff9103c75a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:29.511326 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-450e434a-5bd3-433e-a8fa-8c97652d4bad tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:29.547773 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37564) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:29.723715 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3dc45-c04f-4346-a467-aff9103c75a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c31130fc-6c56-477f-8805-906835bbe4a3,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:29.780714 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6766c13-f6f6-404c-b2bd-18418567c608 admin admin] Deleting subnet 5cb17e91-dcd9-4f0b-8266-cb1754752644 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:15:29.831475 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6766c13-f6f6-404c-b2bd-18418567c608 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:29.933809 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-a1c3dc45-c04f-4346-a467-aff9103c75a0 service neutron] Attempting to bind port c31130fc-6c56-477f-8805-906835bbe4a3 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:15:29.934591 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-a1c3dc45-c04f-4346-a467-aff9103c75a0 service neutron] Attempting to bind port c31130fc-6c56-477f-8805-906835bbe4a3 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:15:29.935170 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-a1c3dc45-c04f-4346-a467-aff9103c75a0 service neutron] Attempting to bind port c31130fc-6c56-477f-8805-906835bbe4a3 on network c9a68c28-eb7d-4197-a297-a9a7217a4f8e {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:15:29.988709 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-a1c3dc45-c04f-4346-a467-aff9103c75a0 service neutron] Port c31130fc-6c56-477f-8805-906835bbe4a3 on network c9a68c28-eb7d-4197-a297-a9a7217a4f8e not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:15:29.989337 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-a1c3dc45-c04f-4346-a467-aff9103c75a0 service neutron] Attempting to bind port c31130fc-6c56-477f-8805-906835bbe4a3 on network c9a68c28-eb7d-4197-a297-a9a7217a4f8e {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:15:29.998951 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6766c13-f6f6-404c-b2bd-18418567c608 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:30.067156 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-a1c3dc45-c04f-4346-a467-aff9103c75a0 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:15:30.067724 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-a1c3dc45-c04f-4346-a467-aff9103c75a0 service neutron] Checking segment: {'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:15:30.068457 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-a1c3dc45-c04f-4346-a467-aff9103c75a0 service neutron] Bound using segment: {'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:15:30.069209 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-a1c3dc45-c04f-4346-a467-aff9103c75a0 service neutron] Bound port: c31130fc-6c56-477f-8805-906835bbe4a3, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:15:30.070084 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-a1c3dc45-c04f-4346-a467-aff9103c75a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:30.128796 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc325b9-9eaf-4643-9925-71f5aaf26bda req-e6f268ee-caa5-4ee3-89ef-89ceba45449e tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:30.131980 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ebc325b9-9eaf-4643-9925-71f5aaf26bda req-e6f268ee-caa5-4ee3-89ef-89ceba45449e tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=744fa0b3-87f8-4f46-bd5f-d860945ac01d HTTP/1.1" status: 200 len: 943 time: 0.2339880 Sep 01 15:15:30.248089 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6766c13-f6f6-404c-b2bd-18418567c608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:30.259345 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a11bc924-6e1c-46e3-9061-e9d88d5da735 req-59c0661b-a991-457b-b59a-6f2e5676330b tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0131178 Sep 01 15:15:30.266404 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 83b8fbc4-d30e-4cf9-960b-6f551ed32c72 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:15:30.280040 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-a11bc924-6e1c-46e3-9061-e9d88d5da735 req-62a28498-1449-4c92-ae35-0e9ff40ced77 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:30.370598 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ebc325b9-9eaf-4643-9925-71f5aaf26bda req-0480cd67-ded6-4285-b31f-0070042d6514 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889772 Sep 01 15:15:30.374800 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-a1c3dc45-c04f-4346-a467-aff9103c75a0 service neutron] For port c31130fc-6c56-477f-8805-906835bbe4a3, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:15:30.383612 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-a1c3dc45-c04f-4346-a467-aff9103c75a0 service neutron] For port c31130fc-6c56-477f-8805-906835bbe4a3, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=c31130fc-6c56-477f-8805-906835bbe4a3,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:15:30.394348 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-a1c3dc45-c04f-4346-a467-aff9103c75a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:30.467630 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-a1c3dc45-c04f-4346-a467-aff9103c75a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:30.469338 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-a1c3dc45-c04f-4346-a467-aff9103c75a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:30.471434 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-a1c3dc45-c04f-4346-a467-aff9103c75a0 service neutron] 10.222.0.62 "PUT /v2.0/ports/c31130fc-6c56-477f-8805-906835bbe4a3 HTTP/1.1" status: 200 len: 1092 time: 2.3832397 Sep 01 15:15:30.472178 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab10c44a-6f2b-4690-9913-140c665be24d', 'tag': 'c31130fc-6c56-477f-8805-906835bbe4a3'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:15:30.474643 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a11bc924-6e1c-46e3-9061-e9d88d5da735 req-62a28498-1449-4c92-ae35-0e9ff40ced77 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:30.475760 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe94c93f-e197-4f73-986d-1bad1700a278" -d '{"events": [{"name": "network-changed", "server_uuid": "ab10c44a-6f2b-4690-9913-140c665be24d", "tag": "c31130fc-6c56-477f-8805-906835bbe4a3"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:15:30.533044 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6766c13-f6f6-404c-b2bd-18418567c608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:30.541430 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-450e434a-5bd3-433e-a8fa-8c97652d4bad tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Allocated IP 172.20.0.3 (fdc43a88-9b34-4747-b33e-7d2f03d9012d/36f33286-ea63-4a9a-9361-db837efc8b43/c501aa22-6b15-4ca5-bb81-932d9cebdbc8) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:15:30.543172 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 83b8fbc4-d30e-4cf9-960b-6f551ed32c72, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=83b8fbc4-d30e-4cf9-960b-6f551ed32c72,segment=NetworkSegment(0eb82f6b-566f-4151-85df-ddd6432a17be),segment_id=0eb82f6b-566f-4151-85df-ddd6432a17be)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:30.586252 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '83b8fbc4-d30e-4cf9-960b-6f551ed32c72', 'network_id': 'afa3fade-4c03-4fa8-94a5-bb144ed0b25b', 'port_id': '83b8fbc4-d30e-4cf9-960b-6f551ed32c72', 'mac_address': 'fa:16:3e:64:60:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b6bd058-2433-43ef-8336-9b6b745c6bfb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:15:30.683341 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:30.706010 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6766c13-f6f6-404c-b2bd-18418567c608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cb17e91-dcd9-4f0b-8266-cb1754752644,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:30.707086 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b8fbc4-d30e-4cf9-960b-6f551ed32c72 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:15:30.710137 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3dc45-c04f-4346-a467-aff9103c75a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c31130fc-6c56-477f-8805-906835bbe4a3,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:30.746911 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6766c13-f6f6-404c-b2bd-18418567c608 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:30.755719 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f6766c13-f6f6-404c-b2bd-18418567c608 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5cb17e91-dcd9-4f0b-8266-cb1754752644 HTTP/1.1" status: 204 len: 168 time: 1.2057774 Sep 01 15:15:30.759544 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 83b8fbc4-d30e-4cf9-960b-6f551ed32c72, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=83b8fbc4-d30e-4cf9-960b-6f551ed32c72,segment=NetworkSegment(0eb82f6b-566f-4151-85df-ddd6432a17be),segment_id=0eb82f6b-566f-4151-85df-ddd6432a17be)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:30.770600 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:30.830670 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37592) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:30.875498 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=83b8fbc4-d30e-4cf9-960b-6f551ed32c72,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:31.035210 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-2bd77806-52b9-40dd-bcdc-75147256f28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:31.038056 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-2bd77806-52b9-40dd-bcdc-75147256f28a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f5c878306d2c4fbcbebf77004da8b742&device_id=ab10c44a-6f2b-4690-9913-140c665be24d HTTP/1.1" status: 200 len: 1095 time: 0.4192853 Sep 01 15:15:31.090932 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['83b8fbc4-d30e-4cf9-960b-6f551ed32c72'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:15:31.092409 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-450e434a-5bd3-433e-a8fa-8c97652d4bad tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:31.237914 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a11bc924-6e1c-46e3-9061-e9d88d5da735 req-62a28498-1449-4c92-ae35-0e9ff40ced77 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:31.355349 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-450e434a-5bd3-433e-a8fa-8c97652d4bad tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:31.514596 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450e434a-5bd3-433e-a8fa-8c97652d4bad tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Network fdc43a88-9b34-4747-b33e-7d2f03d9012d is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:15:31.517711 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-450e434a-5bd3-433e-a8fa-8c97652d4bad tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:15:31.525319 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450e434a-5bd3-433e-a8fa-8c97652d4bad tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:15:31.595040 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e434a-5bd3-433e-a8fa-8c97652d4bad tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Pushing event updated for resources: {'Port': ['ID=c501aa22-6b15-4ca5-bb81-932d9cebdbc8,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:31.642684 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5dbf8676-df08-4750-8f93-c76b4e6242aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:31.660236 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-a11bc924-6e1c-46e3-9061-e9d88d5da735 req-62a28498-1449-4c92-ae35-0e9ff40ced77 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Allocated IP 172.25.6.208 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/b90dafa0-a1a8-4d82-a823-bef0517a147b) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:15:31.674261 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-2f8f2a73-bbc4-44c3-8996-d852cf540833 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c31130fc-6c56-477f-8805-906835bbe4a3 HTTP/1.1" status: 200 len: 217 time: 0.6169069 Sep 01 15:15:31.778544 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff09811-f6b4-4778-a663-4a6741bdfe7c req-05d49390-25b5-43be-b711-d945f7ff95ad tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:31.781505 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aff09811-f6b4-4778-a663-4a6741bdfe7c req-05d49390-25b5-43be-b711-d945f7ff95ad tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab10c44a-6f2b-4690-9913-140c665be24d HTTP/1.1" status: 200 len: 944 time: 0.7259917 Sep 01 15:15:31.871478 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-450e434a-5bd3-433e-a8fa-8c97652d4bad tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:31.912012 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-49f5166e-ff26-4893-9e67-ec91c343200e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:31.914826 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-49f5166e-ff26-4893-9e67-ec91c343200e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b4b8a1a7-4c41-46cc-8798-989cc5140738 HTTP/1.1" status: 200 len: 851 time: 0.2297306 Sep 01 15:15:31.952139 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5dbf8676-df08-4750-8f93-c76b4e6242aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:32.010760 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-450e434a-5bd3-433e-a8fa-8c97652d4bad tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:32.016397 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-5dbf8676-df08-4750-8f93-c76b4e6242aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f89349-a814-42fa-9fea-0152fa175e0e']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:32.058980 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-5dbf8676-df08-4750-8f93-c76b4e6242aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2b9ec53-17c9-44dc-9eb5-c0714bea4993') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:32.059483 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-5dbf8676-df08-4750-8f93-c76b4e6242aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2b9ec53-17c9-44dc-9eb5-c0714bea4993') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:32.067096 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a11bc924-6e1c-46e3-9061-e9d88d5da735 req-62a28498-1449-4c92-ae35-0e9ff40ced77 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:32.067521 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aff09811-f6b4-4778-a663-4a6741bdfe7c req-a307cefb-192a-487b-854a-684096c176c6 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741864 Sep 01 15:15:32.087538 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5dbf8676-df08-4750-8f93-c76b4e6242aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:32.114885 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5dbf8676-df08-4750-8f93-c76b4e6242aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:32.133670 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dbf8676-df08-4750-8f93-c76b4e6242aa admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:15:32.134395 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5dbf8676-df08-4750-8f93-c76b4e6242aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:15:32.138861 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:15:32.142525 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-0af06ef7-5190-4031-92bf-e0a7cd8b51e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:32.145294 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-0af06ef7-5190-4031-92bf-e0a7cd8b51e8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2170205 Sep 01 15:15:32.168750 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563b1f4e-b2da-4c21-911d-307f82841af6 x-openstack-request-id: req-563b1f4e-b2da-4c21-911d-307f82841af6 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:15:32.169164 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab10c44a-6f2b-4690-9913-140c665be24d", "tag": "c31130fc-6c56-477f-8805-906835bbe4a3", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:15:32.169488 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-563b1f4e-b2da-4c21-911d-307f82841af6 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:15:32.173439 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab10c44a-6f2b-4690-9913-140c665be24d', 'tag': 'c31130fc-6c56-477f-8805-906835bbe4a3', 'status': 'completed', 'code': 200} Sep 01 15:15:32.323486 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a11bc924-6e1c-46e3-9061-e9d88d5da735 req-62a28498-1449-4c92-ae35-0e9ff40ced77 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:32.430536 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5dbf8676-df08-4750-8f93-c76b4e6242aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:32.454092 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5dbf8676-df08-4750-8f93-c76b4e6242aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:32.457430 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5dbf8676-df08-4750-8f93-c76b4e6242aa admin admin] 10.222.0.60 "DELETE /v2.0/networks/c0f89349-a814-42fa-9fea-0152fa175e0e HTTP/1.1" status: 204 len: 168 time: 1.6224668 Sep 01 15:15:32.463653 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a11bc924-6e1c-46e3-9061-e9d88d5da735 req-62a28498-1449-4c92-ae35-0e9ff40ced77 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:15:32.481010 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a28498-1449-4c92-ae35-0e9ff40ced77 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Pushing event updated for resources: {'Port': ['ID=b90dafa0-a1a8-4d82-a823-bef0517a147b,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:32.485847 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-a11bc924-6e1c-46e3-9061-e9d88d5da735 req-62a28498-1449-4c92-ae35-0e9ff40ced77 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:15:32.493693 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf8676-df08-4750-8f93-c76b4e6242aa admin admin] Pushing event deleted for resources: {'Network': ['ID=c0f89349-a814-42fa-9fea-0152fa175e0e,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:32.504388 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11bc924-6e1c-46e3-9061-e9d88d5da735 req-62a28498-1449-4c92-ae35-0e9ff40ced77 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:15:32.518900 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2cfac-192a-4d72-bf74-bb6c42672b34 req-6986e501-26d1-4347-ae34-558d9b859e6a tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:32.530217 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f7e2cfac-192a-4d72-bf74-bb6c42672b34 req-6986e501-26d1-4347-ae34-558d9b859e6a tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=744fa0b3-87f8-4f46-bd5f-d860945ac01d HTTP/1.1" status: 200 len: 944 time: 0.1965556 Sep 01 15:15:32.572292 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-79339390-9ce4-493e-95e8-81e87c843e13 service neutron] 10.222.0.62 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062214 Sep 01 15:15:32.619176 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-450e434a-5bd3-433e-a8fa-8c97652d4bad tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:32.630255 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-450e434a-5bd3-433e-a8fa-8c97652d4bad tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:32.802777 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f7e2cfac-192a-4d72-bf74-bb6c42672b34 req-ab971d5c-2c06-489d-82d6-14eaace7a8b3 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710011 Sep 01 15:15:32.828795 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e434a-5bd3-433e-a8fa-8c97652d4bad tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Pushing event updated for resources: {'Port': ['ID=c501aa22-6b15-4ca5-bb81-932d9cebdbc8,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:32.837381 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37632) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:32.841117 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a11bc924-6e1c-46e3-9061-e9d88d5da735 req-62a28498-1449-4c92-ae35-0e9ff40ced77 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:32.882826 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-450e434a-5bd3-433e-a8fa-8c97652d4bad tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:32.959636 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-450e434a-5bd3-433e-a8fa-8c97652d4bad tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:32.962270 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-450e434a-5bd3-433e-a8fa-8c97652d4bad tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.0939655 Sep 01 15:15:32.972810 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37634) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:32.975957 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a11bc924-6e1c-46e3-9061-e9d88d5da735 req-62a28498-1449-4c92-ae35-0e9ff40ced77 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:32.988954 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d2a2b1ae-cf2a-4f24-bf07-94ba9e738361 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0b2d63c0adfb449db369907b7d183096&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492548 Sep 01 15:15:33.051833 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37636) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:33.158868 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d84983cb-1d30-45e5-9c8e-62fa0e462026 req-589d57c8-d2af-4230-9bee-57caaf9dbaf0 service neutron] 10.222.0.62 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5661514 Sep 01 15:15:33.209575 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a242d321-9840-4864-9e80-0a5dd5cf2443 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] 10.222.0.60 "GET /v2.0/floatingips?floating_network_id=fdc43a88-9b34-4747-b33e-7d2f03d9012d HTTP/1.1" status: 200 len: 689 time: 0.2346456 Sep 01 15:15:33.220310 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37654) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:33.429381 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a11bc924-6e1c-46e3-9061-e9d88d5da735 req-62a28498-1449-4c92-ae35-0e9ff40ced77 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:33.443286 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a11bc924-6e1c-46e3-9061-e9d88d5da735 req-62a28498-1449-4c92-ae35-0e9ff40ced77 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:33.515677 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c7df1e81-c072-4c07-a472-7dd708b8e214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:33.579815 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b3796-f13a-4187-bfb4-0af2ec9f20da req-08fc5dac-f774-4d31-90a1-d70153835d11 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:33.586097 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ea4b3796-f13a-4187-bfb4-0af2ec9f20da req-08fc5dac-f774-4d31-90a1-d70153835d11 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab10c44a-6f2b-4690-9913-140c665be24d HTTP/1.1" status: 200 len: 944 time: 0.3430295 Sep 01 15:15:33.604659 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a28498-1449-4c92-ae35-0e9ff40ced77 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Pushing event updated for resources: {'Port': ['ID=b90dafa0-a1a8-4d82-a823-bef0517a147b,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:33.605374 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94c93f-e197-4f73-986d-1bad1700a278 req-4190d10d-6fe9-4d11-93df-3c9c275d65fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:33.608069 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fe94c93f-e197-4f73-986d-1bad1700a278 req-4190d10d-6fe9-4d11-93df-3c9c275d65fb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f5c878306d2c4fbcbebf77004da8b742&device_id=ab10c44a-6f2b-4690-9913-140c665be24d HTTP/1.1" status: 200 len: 1095 time: 0.3135219 Sep 01 15:15:33.643741 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c7df1e81-c072-4c07-a472-7dd708b8e214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:33.650157 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a11bc924-6e1c-46e3-9061-e9d88d5da735 req-62a28498-1449-4c92-ae35-0e9ff40ced77 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:33.691449 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a11bc924-6e1c-46e3-9061-e9d88d5da735 req-62a28498-1449-4c92-ae35-0e9ff40ced77 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:33.704274 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a11bc924-6e1c-46e3-9061-e9d88d5da735 req-62a28498-1449-4c92-ae35-0e9ff40ced77 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4428923 Sep 01 15:15:33.715870 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28169f39-bc67-4668-ad70-9bce632e797f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:33.863694 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a11bc924-6e1c-46e3-9061-e9d88d5da735 req-7fcd9be0-fc66-4fb9-837a-96450655a3af tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.208 HTTP/1.1" status: 200 len: 696 time: 0.1575909 Sep 01 15:15:34.055061 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ea4b3796-f13a-4187-bfb4-0af2ec9f20da req-46ebaba9-4037-482b-8700-fad77a132d01 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373376 Sep 01 15:15:34.119395 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c7df1e81-c072-4c07-a472-7dd708b8e214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:34.124305 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c7df1e81-c072-4c07-a472-7dd708b8e214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:34.126328 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c7df1e81-c072-4c07-a472-7dd708b8e214 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/34aa6aed-9073-4870-bd57-f971f18ede72 HTTP/1.1" status: 204 len: 168 time: 1.0728078 Sep 01 15:15:34.132837 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bc924-6e1c-46e3-9061-e9d88d5da735 req-d609e2f0-1e36-48f1-80a0-34c35f4d362a tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:34.136101 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a11bc924-6e1c-46e3-9061-e9d88d5da735 req-d609e2f0-1e36-48f1-80a0-34c35f4d362a tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 784 time: 0.2697647 Sep 01 15:15:34.137043 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94c93f-e197-4f73-986d-1bad1700a278 req-c128390a-fce0-4452-9e57-0d13f29d991a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:34.140248 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fe94c93f-e197-4f73-986d-1bad1700a278 req-c128390a-fce0-4452-9e57-0d13f29d991a service neutron] 10.222.0.62 "GET /v2.0/networks?id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 200 len: 913 time: 0.5035710 Sep 01 15:15:34.179589 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-a11bc924-6e1c-46e3-9061-e9d88d5da735 req-eb3d4e4d-e601-4077-be34-1bfc7d0c6068 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:15:34.185149 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df1e81-c072-4c07-a472-7dd708b8e214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34aa6aed-9073-4870-bd57-f971f18ede72,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:34.186908 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a11bc924-6e1c-46e3-9061-e9d88d5da735 req-eb3d4e4d-e601-4077-be34-1bfc7d0c6068 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0255513 Sep 01 15:15:34.267562 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fe94c93f-e197-4f73-986d-1bad1700a278 req-17f0d1d3-efd1-443b-924d-c5f35c99e905 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c31130fc-6c56-477f-8805-906835bbe4a3 HTTP/1.1" status: 200 len: 217 time: 0.0976706 Sep 01 15:15:34.283028 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 83b8fbc4-d30e-4cf9-960b-6f551ed32c72 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:15:34.413061 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-28169f39-bc67-4668-ad70-9bce632e797f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Deleting port c501aa22-6b15-4ca5-bb81-932d9cebdbc8 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:15:34.413506 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28169f39-bc67-4668-ad70-9bce632e797f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:34.429367 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 83b8fbc4-d30e-4cf9-960b-6f551ed32c72 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:15:34.438384 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 83b8fbc4-d30e-4cf9-960b-6f551ed32c72 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:15:34.439146 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:34.636161 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:34.705657 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744fa0b3-87f8-4f46-bd5f-d860945ac01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b8fbc4-d30e-4cf9-960b-6f551ed32c72'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:15:34.720063 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc59a0d-75bf-443e-994b-bb2732e88c22" -d '{"events": [{"server_uuid": "744fa0b3-87f8-4f46-bd5f-d860945ac01d", "name": "network-vif-plugged", "status": "completed", "tag": "83b8fbc4-d30e-4cf9-960b-6f551ed32c72"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:15:34.741936 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94c93f-e197-4f73-986d-1bad1700a278 req-c4eb38c0-a6b8-4164-8eb6-7b52c591bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:34.748047 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fe94c93f-e197-4f73-986d-1bad1700a278 req-c4eb38c0-a6b8-4164-8eb6-7b52c591bdc5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b4b8a1a7-4c41-46cc-8798-989cc5140738 HTTP/1.1" status: 200 len: 851 time: 0.4527614 Sep 01 15:15:34.760917 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 83b8fbc4-d30e-4cf9-960b-6f551ed32c72, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=83b8fbc4-d30e-4cf9-960b-6f551ed32c72,segment=NetworkSegment(0eb82f6b-566f-4151-85df-ddd6432a17be),segment_id=0eb82f6b-566f-4151-85df-ddd6432a17be)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:34.770364 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:34.777384 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d0874-b885-41f0-a51e-f6e8ba6fb05b req-983e222d-c62e-4b0a-819d-b02edff41049 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:34.790878 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-278d0874-b885-41f0-a51e-f6e8ba6fb05b req-983e222d-c62e-4b0a-819d-b02edff41049 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=744fa0b3-87f8-4f46-bd5f-d860945ac01d HTTP/1.1" status: 200 len: 944 time: 0.5137496 Sep 01 15:15:34.809908 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-31561175-42bf-4834-b815-904e87669b5c req-16fb62e6-1f6f-4330-92c4-a25f44bba711 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "GET /v2.0/floatingips/72ca9a77-ff9f-4594-b245-615bac2d6ff6 HTTP/1.1" status: 200 len: 693 time: 0.1946566 Sep 01 15:15:34.907901 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=83b8fbc4-d30e-4cf9-960b-6f551ed32c72,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:34.928191 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28169f39-bc67-4668-ad70-9bce632e797f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:34.928191 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28169f39-bc67-4668-ad70-9bce632e797f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:35.002752 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-28169f39-bc67-4668-ad70-9bce632e797f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Calling delete_port for c501aa22-6b15-4ca5-bb81-932d9cebdbc8 owned by network:floatingip {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:15:35.098390 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94c93f-e197-4f73-986d-1bad1700a278 req-8168c4db-e01f-4b56-bf5b-e7ba34ecbdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:35.112822 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fe94c93f-e197-4f73-986d-1bad1700a278 req-8168c4db-e01f-4b56-bf5b-e7ba34ecbdf6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3025880 Sep 01 15:15:35.117588 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31561175-42bf-4834-b815-904e87669b5c req-4271d9dc-d35a-49e5-befd-525897acfd6c tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:35.131256 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-31561175-42bf-4834-b815-904e87669b5c req-4271d9dc-d35a-49e5-befd-525897acfd6c tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 784 time: 0.3056440 Sep 01 15:15:35.146662 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-31561175-42bf-4834-b815-904e87669b5c req-500901bb-20da-413c-8319-83120769bf7d tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:15:35.149008 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-31561175-42bf-4834-b815-904e87669b5c req-500901bb-20da-413c-8319-83120769bf7d tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156548 Sep 01 15:15:35.218845 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-278d0874-b885-41f0-a51e-f6e8ba6fb05b req-6fbca000-d8b9-4c70-a145-784a6d918ca4 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258482 Sep 01 15:15:35.310592 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-31561175-42bf-4834-b815-904e87669b5c req-ce26fb5d-4809-49af-a954-b0c8ca548f7b tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.208 HTTP/1.1" status: 200 len: 696 time: 0.1398425 Sep 01 15:15:35.449381 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fe94c93f-e197-4f73-986d-1bad1700a278 req-21c8cf84-2168-47bd-8c60-62d4107355de service neutron] 10.222.0.62 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351052 Sep 01 15:15:35.457238 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7610e53-fc2b-40e2-87dc-b077ad641b5e x-openstack-request-id: req-b7610e53-fc2b-40e2-87dc-b077ad641b5e {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:15:35.457996 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744fa0b3-87f8-4f46-bd5f-d860945ac01d", "name": "network-vif-plugged", "status": "completed", "tag": "83b8fbc4-d30e-4cf9-960b-6f551ed32c72", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:15:35.457996 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b7610e53-fc2b-40e2-87dc-b077ad641b5e {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:15:35.458627 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744fa0b3-87f8-4f46-bd5f-d860945ac01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b8fbc4-d30e-4cf9-960b-6f551ed32c72', 'code': 200} Sep 01 15:15:35.520915 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-31561175-42bf-4834-b815-904e87669b5c req-5ba70045-9ff3-420c-8508-e801d223e8c5 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.208 HTTP/1.1" status: 200 len: 696 time: 0.1673114 Sep 01 15:15:35.822613 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28169f39-bc67-4668-ad70-9bce632e797f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:35.852042 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad0f5e-3817-4f5b-a204-b50cdfd56966 req-19fe0f5f-36b6-428f-82f0-cd8ec6f4ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:35.856490 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-49ad0f5e-3817-4f5b-a204-b50cdfd56966 req-19fe0f5f-36b6-428f-82f0-cd8ec6f4ce60 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=744fa0b3-87f8-4f46-bd5f-d860945ac01d HTTP/1.1" status: 200 len: 1096 time: 0.1523268 Sep 01 15:15:35.893197 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28169f39-bc67-4668-ad70-9bce632e797f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Pushing event deleted for resources: {'Port': ['ID=c501aa22-6b15-4ca5-bb81-932d9cebdbc8,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:35.916432 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fe94c93f-e197-4f73-986d-1bad1700a278 req-6062855d-39ac-48e5-8140-5724b041e141 service neutron] 10.222.0.62 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561117 Sep 01 15:15:35.951717 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1565cd-9953-4d5b-919e-af4cd6ab703c req-6e44d4aa-55ba-4047-bc21-5196553b2e81 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:35.966395 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa1565cd-9953-4d5b-919e-af4cd6ab703c req-6e44d4aa-55ba-4047-bc21-5196553b2e81 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab10c44a-6f2b-4690-9913-140c665be24d HTTP/1.1" status: 200 len: 944 time: 0.3066409 Sep 01 15:15:35.974506 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-31561175-42bf-4834-b815-904e87669b5c req-fd8bc06c-9fbc-4923-bf84-7aa435386946 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Deleting port b90dafa0-a1a8-4d82-a823-bef0517a147b {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:15:35.975009 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-31561175-42bf-4834-b815-904e87669b5c req-fd8bc06c-9fbc-4923-bf84-7aa435386946 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:35.987663 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-49ad0f5e-3817-4f5b-a204-b50cdfd56966 req-40cc6079-f1d5-40c9-8abe-c85c5e5e9393 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222715 Sep 01 15:15:36.124361 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device c31130fc-6c56-477f-8805-906835bbe4a3 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:15:36.175848 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa1565cd-9953-4d5b-919e-af4cd6ab703c req-bff11812-e1aa-4d5e-b9ee-4bae7b4e860b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079992 Sep 01 15:15:36.178420 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28169f39-bc67-4668-ad70-9bce632e797f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:36.265314 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28169f39-bc67-4668-ad70-9bce632e797f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:36.300617 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-31561175-42bf-4834-b815-904e87669b5c req-fd8bc06c-9fbc-4923-bf84-7aa435386946 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:36.300617 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-31561175-42bf-4834-b815-904e87669b5c req-fd8bc06c-9fbc-4923-bf84-7aa435386946 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:36.331403 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37796) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:36.337434 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-31561175-42bf-4834-b815-904e87669b5c req-fd8bc06c-9fbc-4923-bf84-7aa435386946 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Calling delete_port for b90dafa0-a1a8-4d82-a823-bef0517a147b owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:15:36.425684 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28169f39-bc67-4668-ad70-9bce632e797f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:36.470059 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28169f39-bc67-4668-ad70-9bce632e797f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=36f33286-ea63-4a9a-9361-db837efc8b43,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:36.530903 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port c31130fc-6c56-477f-8805-906835bbe4a3, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=c31130fc-6c56-477f-8805-906835bbe4a3,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:36.582619 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'c31130fc-6c56-477f-8805-906835bbe4a3', 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'port_id': 'c31130fc-6c56-477f-8805-906835bbe4a3', 'mac_address': 'fa:16:3e:05:eb:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b8a1a7-4c41-46cc-8798-989cc5140738', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:15:36.671413 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28169f39-bc67-4668-ad70-9bce632e797f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:36.677934 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:36.702206 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c31130fc-6c56-477f-8805-906835bbe4a3 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:15:36.717740 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-28169f39-bc67-4668-ad70-9bce632e797f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc43a88-9b34-4747-b33e-7d2f03d9012d']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:36.754456 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37802) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:36.755138 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port c31130fc-6c56-477f-8805-906835bbe4a3, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=c31130fc-6c56-477f-8805-906835bbe4a3,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:36.763369 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:36.786973 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-28169f39-bc67-4668-ad70-9bce632e797f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74affbaa-d593-4502-9912-1bd7f7fa4854') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:36.787671 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-28169f39-bc67-4668-ad70-9bce632e797f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74affbaa-d593-4502-9912-1bd7f7fa4854') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:36.815819 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28169f39-bc67-4668-ad70-9bce632e797f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:36.851097 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-31561175-42bf-4834-b815-904e87669b5c req-fd8bc06c-9fbc-4923-bf84-7aa435386946 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:36.855117 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-864c2465-7b82-4fb0-bdce-d46a990e70eb admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-425015455-network', 'tenant_id': '13b6ae9569664b5f8ffb819096116689'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:36.862517 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28169f39-bc67-4668-ad70-9bce632e797f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:36.875316 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=c31130fc-6c56-477f-8805-906835bbe4a3,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:36.920432 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28169f39-bc67-4668-ad70-9bce632e797f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:15:36.921222 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28169f39-bc67-4668-ad70-9bce632e797f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:15:36.926351 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:15:36.941476 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8bc06c-9fbc-4923-bf84-7aa435386946 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Pushing event deleted for resources: {'Port': ['ID=b90dafa0-a1a8-4d82-a823-bef0517a147b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:37.081094 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d951392-1cf6-4929-a8db-bdcb57de40ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:37.091272 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-31561175-42bf-4834-b815-904e87669b5c req-fd8bc06c-9fbc-4923-bf84-7aa435386946 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:37.095314 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-31561175-42bf-4834-b815-904e87669b5c req-fd8bc06c-9fbc-4923-bf84-7aa435386946 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:37.098941 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-31561175-42bf-4834-b815-904e87669b5c req-fd8bc06c-9fbc-4923-bf84-7aa435386946 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "DELETE /v2.0/floatingips/72ca9a77-ff9f-4594-b245-615bac2d6ff6 HTTP/1.1" status: 204 len: 173 time: 1.5619867 Sep 01 15:15:37.123417 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc84f77-1b4b-4814-b2a1-d52fbbbaabf3 req-ebe4e2bf-ff05-41da-9dc0-3c64a850115b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:37.125988 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2fc84f77-1b4b-4814-b2a1-d52fbbbaabf3 req-ebe4e2bf-ff05-41da-9dc0-3c64a850115b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=744fa0b3-87f8-4f46-bd5f-d860945ac01d HTTP/1.1" status: 200 len: 945 time: 0.2842798 Sep 01 15:15:37.129902 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864c2465-7b82-4fb0-bdce-d46a990e70eb admin admin] Made reservation on behalf of 13b6ae9569664b5f8ffb819096116689 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:15:37.133722 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-864c2465-7b82-4fb0-bdce-d46a990e70eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:37.147288 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['c31130fc-6c56-477f-8805-906835bbe4a3'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:15:37.172223 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-864c2465-7b82-4fb0-bdce-d46a990e70eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:37.196822 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28169f39-bc67-4668-ad70-9bce632e797f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:37.239383 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [req-4137c20b-9a46-44eb-ab00-2736d187811e req-3d122514-c1d3-4384-b752-027fa0be4378 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] show failed (client error): The resource could not be found. Sep 01 15:15:37.241231 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4137c20b-9a46-44eb-ab00-2736d187811e req-3d122514-c1d3-4384-b752-027fa0be4378 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "GET /v2.0/floatingips/72ca9a77-ff9f-4594-b245-615bac2d6ff6 HTTP/1.1" status: 404 len: 350 time: 0.0946949 Sep 01 15:15:37.242727 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28169f39-bc67-4668-ad70-9bce632e797f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fdc43a88-9b34-4747-b33e-7d2f03d9012d {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 01 15:15:37.249333 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28169f39-bc67-4668-ad70-9bce632e797f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Pushing event deleted for resources: {'Network': ['ID=fdc43a88-9b34-4747-b33e-7d2f03d9012d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:37.256218 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28169f39-bc67-4668-ad70-9bce632e797f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:37.262854 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-28169f39-bc67-4668-ad70-9bce632e797f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] 10.222.0.60 "DELETE /v2.0/networks/fdc43a88-9b34-4747-b33e-7d2f03d9012d HTTP/1.1" status: 204 len: 168 time: 4.0375457 Sep 01 15:15:37.266526 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37812) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:37.330426 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2fc84f77-1b4b-4814-b2a1-d52fbbbaabf3 req-640f7f10-153f-4f88-b3f9-94c1cad68b73 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887650 Sep 01 15:15:37.522197 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [req-de2e8ccf-75ae-4639-b4d6-e077d79b4ab5 req-ca7870e1-f871-4667-8dbc-a8fa8466bf42 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] show failed (client error): The resource could not be found. Sep 01 15:15:37.524083 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-de2e8ccf-75ae-4639-b4d6-e077d79b4ab5 req-ca7870e1-f871-4667-8dbc-a8fa8466bf42 tempest-FloatingIPsTestJSON-1157722333 tempest-FloatingIPsTestJSON-1157722333-project] 10.222.0.60 "GET /v2.0/floatingips/72ca9a77-ff9f-4594-b245-615bac2d6ff6 HTTP/1.1" status: 404 len: 350 time: 0.0946488 Sep 01 15:15:37.544738 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37816) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:37.641574 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d951392-1cf6-4929-a8db-bdcb57de40ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:37.684796 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1788876-e7ed-492d-a77d-696c6996a3ea req-b78e41f7-7dd7-4ea1-aba9-1fa2ab0ff250 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:37.687613 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f1788876-e7ed-492d-a77d-696c6996a3ea req-b78e41f7-7dd7-4ea1-aba9-1fa2ab0ff250 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab10c44a-6f2b-4690-9913-140c665be24d HTTP/1.1" status: 200 len: 945 time: 0.2095311 Sep 01 15:15:37.695849 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f65ff4f6-f3b9-4a90-8896-218d912063a3 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2566 time: 0.4238632 Sep 01 15:15:37.710099 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37820) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:37.803241 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d951392-1cf6-4929-a8db-bdcb57de40ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:37.862117 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f1788876-e7ed-492d-a77d-696c6996a3ea req-dbb2f588-4d1f-4d1c-b5e4-80edf35d8ba0 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533380 Sep 01 15:15:37.986067 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a3765-0130-4953-b5f5-f46965aeae60 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:37.987393 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a3765-0130-4953-b5f5-f46965aeae60 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:37.987974 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a3765-0130-4953-b5f5-f46965aeae60 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:37.988783 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a3765-0130-4953-b5f5-f46965aeae60 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:37.989644 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a3765-0130-4953-b5f5-f46965aeae60 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:37.990510 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a3765-0130-4953-b5f5-f46965aeae60 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:37.991365 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a3765-0130-4953-b5f5-f46965aeae60 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:37.992207 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a3765-0130-4953-b5f5-f46965aeae60 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:37.993544 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a3765-0130-4953-b5f5-f46965aeae60 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:37.993887 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a3765-0130-4953-b5f5-f46965aeae60 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:37.995676 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a3765-0130-4953-b5f5-f46965aeae60 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:37.996492 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a3765-0130-4953-b5f5-f46965aeae60 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:38.005187 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5f4a3765-0130-4953-b5f5-f46965aeae60 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7643 time: 0.2887902 Sep 01 15:15:38.006345 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37822) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:38.029528 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d951392-1cf6-4929-a8db-bdcb57de40ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f656fe-b2c6-4031-99a3-9dbacc002c98,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:38.108336 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2d951392-1cf6-4929-a8db-bdcb57de40ed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b3e8eaa45dcd4c2eb7c4e20267e0c554&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3459466 Sep 01 15:15:38.115534 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37824) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:38.132309 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-1307012f-33d9-432e-ad13-1e645077b1fd tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] delete failed (client error): The resource could not be found. Sep 01 15:15:38.134363 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1307012f-33d9-432e-ad13-1e645077b1fd tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/12185fcc-a38e-4d69-ab7a-59d6262a62b7 HTTP/1.1" status: 404 len: 345 time: 0.1263993 Sep 01 15:15:38.138665 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37826) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:38.182173 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1a574a-0b05-4e58-beab-1aebc718db45 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] DELETE failed (client error): The resource could not be found. Sep 01 15:15:38.183733 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e1a574a-0b05-4e58-beab-1aebc718db45 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:15:38.187390 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3e1a574a-0b05-4e58-beab-1aebc718db45 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] 10.222.0.60 "DELETE /v2.0/networks/fdc43a88-9b34-4747-b33e-7d2f03d9012d HTTP/1.1" status: 404 len: 339 time: 0.0469992 Sep 01 15:15:38.197104 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37828) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:38.207288 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-6876ab61-0558-433a-9fd5-a76c3d2a3df5 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Request body: {'network': {'name': 'tempest-network--1848254913', 'router:external': True}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:38.262749 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:38.396341 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bba37715-a648-4a24-875e-94a1025373d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:38.403867 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-864c2465-7b82-4fb0-bdce-d46a990e70eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:38.438476 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6876ab61-0558-433a-9fd5-a76c3d2a3df5 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Made reservation on behalf of da686ad0aa434f30b9342c06c8505a28 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:15:38.442797 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6876ab61-0558-433a-9fd5-a76c3d2a3df5 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:38.450616 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-864c2465-7b82-4fb0-bdce-d46a990e70eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:38.485689 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6876ab61-0558-433a-9fd5-a76c3d2a3df5 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:15:38.507576 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6876ab61-0558-433a-9fd5-a76c3d2a3df5 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:38.508261 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-6876ab61-0558-433a-9fd5-a76c3d2a3df5 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Added segment ac0aaaa5-cee3-4e05-bb02-adc6ff3b893d of type vlan for network 198db26a-6e69-4f13-a9f7-cf664da9e6cb Sep 01 15:15:38.524899 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864c2465-7b82-4fb0-bdce-d46a990e70eb admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:15:38.568929 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bba37715-a648-4a24-875e-94a1025373d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:38.606725 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6876ab61-0558-433a-9fd5-a76c3d2a3df5 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:38.637604 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-864c2465-7b82-4fb0-bdce-d46a990e70eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:38.638167 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-864c2465-7b82-4fb0-bdce-d46a990e70eb admin admin] Added segment 201a85f2-37ad-42dd-85ff-7c15807d808f of type vlan for network 912c5e1e-f5e6-40c0-a02d-9822ead69516 Sep 01 15:15:38.656392 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c2465-7b82-4fb0-bdce-d46a990e70eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfbb8c5-788d-4cc4-b7a9-37c2ee3ac272,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:38.661787 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6876ab61-0558-433a-9fd5-a76c3d2a3df5 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:38.663767 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6876ab61-0558-433a-9fd5-a76c3d2a3df5 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:38.664943 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6876ab61-0558-433a-9fd5-a76c3d2a3df5 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:38.774420 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6876ab61-0558-433a-9fd5-a76c3d2a3df5 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5748115 Sep 01 15:15:38.776003 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37834) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:38.793966 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876ab61-0558-433a-9fd5-a76c3d2a3df5 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Pushing event updated for resources: {'Network': ['ID=198db26a-6e69-4f13-a9f7-cf664da9e6cb,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:38.816204 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 198db26a-6e69-4f13-a9f7-cf664da9e6cb details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:15:39.168282 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-eb0260a4-bb13-479b-86c8-a3db4c268435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:39.216308 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf61df-b087-4123-a6fb-ea39fe66e501 req-a8e10df5-dbd9-435e-80d2-790ebec52dc1 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:39.218699 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f2bf61df-b087-4123-a6fb-ea39fe66e501 req-a8e10df5-dbd9-435e-80d2-790ebec52dc1 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab10c44a-6f2b-4690-9913-140c665be24d HTTP/1.1" status: 200 len: 945 time: 0.1018965 Sep 01 15:15:39.300673 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f2bf61df-b087-4123-a6fb-ea39fe66e501 req-1a9bcaab-b994-4520-920d-a3e4a49186df tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712376 Sep 01 15:15:39.307642 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-864c2465-7b82-4fb0-bdce-d46a990e70eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:39.388243 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45ad98-c301-4f15-89dc-880e1fedeb6d req-6e503e90-591b-4bb9-aed3-a4640207a6a9 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:39.391513 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bd45ad98-c301-4f15-89dc-880e1fedeb6d req-6e503e90-591b-4bb9-aed3-a4640207a6a9 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=744fa0b3-87f8-4f46-bd5f-d860945ac01d HTTP/1.1" status: 200 len: 945 time: 0.8841960 Sep 01 15:15:39.422803 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.resource_extend [None req-864c2465-7b82-4fb0-bdce-d46a990e70eb admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:15:39.544828 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bba37715-a648-4a24-875e-94a1025373d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:39.549700 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bba37715-a648-4a24-875e-94a1025373d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:39.551700 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bba37715-a648-4a24-875e-94a1025373d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d6f656fe-b2c6-4031-99a3-9dbacc002c98 HTTP/1.1" status: 204 len: 168 time: 1.4346426 Sep 01 15:15:39.586816 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-864c2465-7b82-4fb0-bdce-d46a990e70eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:39.588206 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864c2465-7b82-4fb0-bdce-d46a990e70eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:39.589133 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-864c2465-7b82-4fb0-bdce-d46a990e70eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:39.723532 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba37715-a648-4a24-875e-94a1025373d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f656fe-b2c6-4031-99a3-9dbacc002c98,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:39.844242 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bd45ad98-c301-4f15-89dc-880e1fedeb6d req-3342b49e-7ed0-4eee-80aa-084b847ef2aa tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274237 Sep 01 15:15:39.871113 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37844) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:39.871443 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-864c2465-7b82-4fb0-bdce-d46a990e70eb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.5374875 Sep 01 15:15:39.879136 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-09282c08-e452-4f87-896e-3064342bb964 admin admin] Request body: {'subnet': {'network_id': '912c5e1e-f5e6-40c0-a02d-9822ead69516', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-425015455-subnet', 'tenant_id': '13b6ae9569664b5f8ffb819096116689', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:39.904989 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ee7ec5-f29d-4f3a-ac15-f4f7bcc30765 tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:39.923963 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ee7ec5-f29d-4f3a-ac15-f4f7bcc30765 tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:39.938145 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ee7ec5-f29d-4f3a-ac15-f4f7bcc30765 tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:39.954411 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ee7ec5-f29d-4f3a-ac15-f4f7bcc30765 tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:39.958373 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-97ee7ec5-f29d-4f3a-ac15-f4f7bcc30765 tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 1.1696560 Sep 01 15:15:39.960226 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c2465-7b82-4fb0-bdce-d46a990e70eb admin admin] Pushing event updated for resources: {'Network': ['ID=912c5e1e-f5e6-40c0-a02d-9822ead69516,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:39.970421 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37852) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:39.985603 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 912c5e1e-f5e6-40c0-a02d-9822ead69516 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:15:40.029240 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-185cf5c8-552a-4a12-9fd1-11d56166566e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:40.031433 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09282c08-e452-4f87-896e-3064342bb964 admin admin] Made reservation on behalf of 13b6ae9569664b5f8ffb819096116689 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:15:40.038665 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-09282c08-e452-4f87-896e-3064342bb964 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:40.200468 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device c31130fc-6c56-477f-8805-906835bbe4a3 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:15:40.345071 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port c31130fc-6c56-477f-8805-906835bbe4a3 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:15:40.353853 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port c31130fc-6c56-477f-8805-906835bbe4a3 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:15:40.355034 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:40.480062 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37858) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:40.570344 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0155c63-6f2a-43b9-a73e-6eff2da3030a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:40.581295 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:40.680689 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port c31130fc-6c56-477f-8805-906835bbe4a3, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=c31130fc-6c56-477f-8805-906835bbe4a3,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:40.684673 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab10c44a-6f2b-4690-9913-140c665be24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31130fc-6c56-477f-8805-906835bbe4a3'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:15:40.689647 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c99eb0-8238-4f60-91a1-16e4e5884c5a" -d '{"events": [{"server_uuid": "ab10c44a-6f2b-4690-9913-140c665be24d", "name": "network-vif-plugged", "status": "completed", "tag": "c31130fc-6c56-477f-8805-906835bbe4a3"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:15:40.699354 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:40.817611 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=c31130fc-6c56-477f-8805-906835bbe4a3,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:40.825208 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9020e6-a9af-441b-bea3-7afa7fe027a7 x-openstack-request-id: req-5c9020e6-a9af-441b-bea3-7afa7fe027a7 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:15:40.826430 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab10c44a-6f2b-4690-9913-140c665be24d", "name": "network-vif-plugged", "status": "completed", "tag": "c31130fc-6c56-477f-8805-906835bbe4a3", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:15:40.828350 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c9020e6-a9af-441b-bea3-7afa7fe027a7 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:15:40.828625 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab10c44a-6f2b-4690-9913-140c665be24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31130fc-6c56-477f-8805-906835bbe4a3', 'code': 200} Sep 01 15:15:41.092719 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ed305b9-265c-4794-97bd-1fa8278e9800 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:41.153825 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ad165-7fd7-432b-937f-59214a57f83d req-7415015b-a6be-43ed-bc82-bee43b7cbd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:41.156923 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-494ad165-7fd7-432b-937f-59214a57f83d req-7415015b-a6be-43ed-bc82-bee43b7cbd2a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ab10c44a-6f2b-4690-9913-140c665be24d HTTP/1.1" status: 200 len: 1097 time: 0.1786456 Sep 01 15:15:41.161345 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70874bd-5dd3-4525-8df8-ef3cdfa1f6a2 req-c48fa904-2d62-45c4-b02a-0d1b781eb66a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:41.174819 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a70874bd-5dd3-4525-8df8-ef3cdfa1f6a2 req-c48fa904-2d62-45c4-b02a-0d1b781eb66a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab10c44a-6f2b-4690-9913-140c665be24d HTTP/1.1" status: 200 len: 946 time: 0.2181959 Sep 01 15:15:41.205010 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0155c63-6f2a-43b9-a73e-6eff2da3030a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:41.240399 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-185cf5c8-552a-4a12-9fd1-11d56166566e admin admin] Deleting port d877b2aa-1302-4b16-a788-5fdb0f605877 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:15:41.241378 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-185cf5c8-552a-4a12-9fd1-11d56166566e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:41.249183 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0155c63-6f2a-43b9-a73e-6eff2da3030a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:41.308105 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c0155c63-6f2a-43b9-a73e-6eff2da3030a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=94d76f69bf5044afbe0a57f86085764b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8267539 Sep 01 15:15:41.309189 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37874) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:41.406149 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a70874bd-5dd3-4525-8df8-ef3cdfa1f6a2 req-44004a98-858a-41ba-b759-fe5ae30e18fd tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299097 Sep 01 15:15:41.459823 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ed305b9-265c-4794-97bd-1fa8278e9800 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:41.490182 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-2ed305b9-265c-4794-97bd-1fa8278e9800 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198db26a-6e69-4f13-a9f7-cf664da9e6cb']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:41.566430 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-2ed305b9-265c-4794-97bd-1fa8278e9800 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac0aaaa5-cee3-4e05-bb02-adc6ff3b893d') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:41.567219 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-2ed305b9-265c-4794-97bd-1fa8278e9800 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac0aaaa5-cee3-4e05-bb02-adc6ff3b893d') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:41.605270 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ed305b9-265c-4794-97bd-1fa8278e9800 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:41.648488 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-09282c08-e452-4f87-896e-3064342bb964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:41.652449 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-185cf5c8-552a-4a12-9fd1-11d56166566e admin admin] For port d877b2aa-1302-4b16-a788-5fdb0f605877, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d877b2aa-1302-4b16-a788-5fdb0f605877,segment=NetworkSegment(b3f9a4dd-9ecf-4700-97c2-e0597ddd4fd2),segment_id=b3f9a4dd-9ecf-4700-97c2-e0597ddd4fd2)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:41.653304 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-185cf5c8-552a-4a12-9fd1-11d56166566e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:41.656993 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ed305b9-265c-4794-97bd-1fa8278e9800 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:41.664059 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-494ad165-7fd7-432b-937f-59214a57f83d req-3e54adfd-758f-4d4c-891a-9b1efe91ca29 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989357 Sep 01 15:15:41.665446 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0155c63-6f2a-43b9-a73e-6eff2da3030a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e582138f-71e8-40e9-a051-e3eb9baffaee,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:41.712596 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-185cf5c8-552a-4a12-9fd1-11d56166566e admin admin] Calling delete_port for d877b2aa-1302-4b16-a788-5fdb0f605877 owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:15:41.719940 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed305b9-265c-4794-97bd-1fa8278e9800 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:15:41.720922 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ed305b9-265c-4794-97bd-1fa8278e9800 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:15:41.727279 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:15:41.762684 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ce877921-670c-44ea-b3be-26018a2c8bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:41.867366 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ed305b9-265c-4794-97bd-1fa8278e9800 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:41.880955 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed305b9-265c-4794-97bd-1fa8278e9800 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 198db26a-6e69-4f13-a9f7-cf664da9e6cb {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 01 15:15:41.888698 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ed305b9-265c-4794-97bd-1fa8278e9800 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:41.903217 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2ed305b9-265c-4794-97bd-1fa8278e9800 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] 10.222.0.60 "DELETE /v2.0/networks/198db26a-6e69-4f13-a9f7-cf664da9e6cb HTTP/1.1" status: 204 len: 168 time: 1.9197357 Sep 01 15:15:41.925331 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37878) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:41.937576 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-ad7f11d4-e920-49ca-ac0f-6139f60fe26f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Request body: {'network': {'name': 'tempest-network--1988561281', 'router:external': True}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:41.944746 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ce877921-670c-44ea-b3be-26018a2c8bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:41.960136 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09282c08-e452-4f87-896e-3064342bb964 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e99fc8d2-1da9-4afe-891e-d6d28f5fd86f,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:41.964060 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed305b9-265c-4794-97bd-1fa8278e9800 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Pushing event deleted for resources: {'Network': ['ID=198db26a-6e69-4f13-a9f7-cf664da9e6cb,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:42.001489 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09282c08-e452-4f87-896e-3064342bb964 admin admin] Checking segment: {'id': '201a85f2-37ad-42dd-85ff-7c15807d808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '912c5e1e-f5e6-40c0-a02d-9822ead69516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:15:42.002122 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09282c08-e452-4f87-896e-3064342bb964 admin admin] Network hostable DHCP agents. Network: 912c5e1e-f5e6-40c0-a02d-9822ead69516, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:15:42.089929 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7f11d4-e920-49ca-ac0f-6139f60fe26f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Made reservation on behalf of da686ad0aa434f30b9342c06c8505a28 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:15:42.110277 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ad7f11d4-e920-49ca-ac0f-6139f60fe26f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:42.138399 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:42.187964 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09282c08-e452-4f87-896e-3064342bb964 admin admin] Network 912c5e1e-f5e6-40c0-a02d-9822ead69516 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:15:42.213886 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7f11d4-e920-49ca-ac0f-6139f60fe26f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:15:42.230205 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-09282c08-e452-4f87-896e-3064342bb964 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 912c5e1e-f5e6-40c0-a02d-9822ead69516) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:15:42.233830 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ad7f11d4-e920-49ca-ac0f-6139f60fe26f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:42.234718 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-ad7f11d4-e920-49ca-ac0f-6139f60fe26f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Added segment 6d268be8-905b-47f7-9941-1febf3c17f7b of type vlan for network 3d57bbb2-31f9-4065-a085-ae0fbac12aa1 Sep 01 15:15:42.248532 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09282c08-e452-4f87-896e-3064342bb964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:42.248906 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c24efd-161d-4383-9538-fb02cfa70517 None None] Network 912c5e1e-f5e6-40c0-a02d-9822ead69516 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:15:42.249541 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-09282c08-e452-4f87-896e-3064342bb964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:42.305158 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ce877921-670c-44ea-b3be-26018a2c8bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:42.311385 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ce877921-670c-44ea-b3be-26018a2c8bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:42.318240 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ce877921-670c-44ea-b3be-26018a2c8bed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e582138f-71e8-40e9-a051-e3eb9baffaee HTTP/1.1" status: 204 len: 168 time: 0.9866016 Sep 01 15:15:42.350625 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-09282c08-e452-4f87-896e-3064342bb964 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.4776540 Sep 01 15:15:42.378237 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce877921-670c-44ea-b3be-26018a2c8bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e582138f-71e8-40e9-a051-e3eb9baffaee,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:42.401805 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ad7f11d4-e920-49ca-ac0f-6139f60fe26f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:42.532335 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ad7f11d4-e920-49ca-ac0f-6139f60fe26f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:42.534521 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7f11d4-e920-49ca-ac0f-6139f60fe26f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:42.535861 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ad7f11d4-e920-49ca-ac0f-6139f60fe26f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:42.640611 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-185cf5c8-552a-4a12-9fd1-11d56166566e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:42.758471 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185cf5c8-552a-4a12-9fd1-11d56166566e admin admin] Pushing event deleted for resources: {'Port': ['ID=d877b2aa-1302-4b16-a788-5fdb0f605877,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:42.777247 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185cf5c8-552a-4a12-9fd1-11d56166566e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:42.777849 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185cf5c8-552a-4a12-9fd1-11d56166566e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:42.778760 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185cf5c8-552a-4a12-9fd1-11d56166566e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:42.779359 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185cf5c8-552a-4a12-9fd1-11d56166566e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:42.779944 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185cf5c8-552a-4a12-9fd1-11d56166566e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:42.780548 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185cf5c8-552a-4a12-9fd1-11d56166566e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:42.782706 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185cf5c8-552a-4a12-9fd1-11d56166566e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:42.783300 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185cf5c8-552a-4a12-9fd1-11d56166566e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:42.784124 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185cf5c8-552a-4a12-9fd1-11d56166566e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:42.784885 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185cf5c8-552a-4a12-9fd1-11d56166566e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:42.785563 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185cf5c8-552a-4a12-9fd1-11d56166566e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:42.786127 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185cf5c8-552a-4a12-9fd1-11d56166566e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:15:42.843682 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ad7f11d4-e920-49ca-ac0f-6139f60fe26f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9141903 Sep 01 15:15:42.845302 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37890) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:43.065859 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926d5375-c9b8-45c1-b973-b1ddf1256ecd None None] Network 912c5e1e-f5e6-40c0-a02d-9822ead69516 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:15:43.116266 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f11d4-e920-49ca-ac0f-6139f60fe26f tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Pushing event updated for resources: {'Network': ['ID=3d57bbb2-31f9-4065-a085-ae0fbac12aa1,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:43.269182 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09a261e-6f03-4392-9061-1e5843332c1b tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:43.270584 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 3d57bbb2-31f9-4065-a085-ae0fbac12aa1 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:15:43.282807 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d09a261e-6f03-4392-9061-1e5843332c1b tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] 10.222.0.60 "GET /v2.0/networks/3d57bbb2-31f9-4065-a085-ae0fbac12aa1 HTTP/1.1" status: 200 len: 757 time: 0.4314239 Sep 01 15:15:43.292867 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37898) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:43.361710 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6f30a-75ce-4c0b-8be5-076af401cf30 req-43e7e1ae-4a23-4a37-8e8b-3ed1f48f50ac tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:43.365263 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ee6f30a-75ce-4c0b-8be5-076af401cf30 req-43e7e1ae-4a23-4a37-8e8b-3ed1f48f50ac tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab10c44a-6f2b-4690-9913-140c665be24d HTTP/1.1" status: 200 len: 946 time: 0.6111598 Sep 01 15:15:43.527935 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0d2019-205e-40a0-95f0-fe9410aab530 tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:43.536766 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37904) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:43.538383 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ec0d2019-205e-40a0-95f0-fe9410aab530 tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] 10.222.0.60 "GET /v2.0/networks/1f2108f5-6eae-437b-974d-92267d9aab8a HTTP/1.1" status: 200 len: 768 time: 0.2404130 Sep 01 15:15:43.630515 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:43.728287 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-373350a5-6985-4368-b118-f9960cbb64c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:43.856799 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-185cf5c8-552a-4a12-9fd1-11d56166566e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:43.891699 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ee6f30a-75ce-4c0b-8be5-076af401cf30 req-627e550e-4d16-4d1b-bb5f-c400551af30a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5065441 Sep 01 15:15:43.921351 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-de4cdd70-c4ca-409f-8f13-22da142b9d60 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:44.374236 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-de4cdd70-c4ca-409f-8f13-22da142b9d60 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:44.402648 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-de4cdd70-c4ca-409f-8f13-22da142b9d60 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d57bbb2-31f9-4065-a085-ae0fbac12aa1']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:44.423644 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-de4cdd70-c4ca-409f-8f13-22da142b9d60 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d268be8-905b-47f7-9941-1febf3c17f7b') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:44.424516 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-de4cdd70-c4ca-409f-8f13-22da142b9d60 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d268be8-905b-47f7-9941-1febf3c17f7b') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:44.449585 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-de4cdd70-c4ca-409f-8f13-22da142b9d60 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:44.477176 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-de4cdd70-c4ca-409f-8f13-22da142b9d60 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:44.497760 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de4cdd70-c4ca-409f-8f13-22da142b9d60 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:15:44.498507 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-de4cdd70-c4ca-409f-8f13-22da142b9d60 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:15:44.502016 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:15:44.887150 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185cf5c8-552a-4a12-9fd1-11d56166566e admin admin] Router 3702dc89-5215-45f2-b14a-125291cca297 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:15:44.917086 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-de4cdd70-c4ca-409f-8f13-22da142b9d60 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:45.003616 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4cdd70-c4ca-409f-8f13-22da142b9d60 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3d57bbb2-31f9-4065-a085-ae0fbac12aa1 {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 01 15:15:45.008386 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-de4cdd70-c4ca-409f-8f13-22da142b9d60 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:45.021447 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37946) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:45.036092 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-de4cdd70-c4ca-409f-8f13-22da142b9d60 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] 10.222.0.60 "DELETE /v2.0/networks/3d57bbb2-31f9-4065-a085-ae0fbac12aa1 HTTP/1.1" status: 204 len: 168 time: 1.4920113 Sep 01 15:15:45.051566 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-f3ada7f3-5800-4981-b5fd-92c7401158dc tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Request body: {'network': {'name': 'tempest-network--1341377553'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:45.085720 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:45.160907 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37948) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:45.191517 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ada7f3-5800-4981-b5fd-92c7401158dc tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Made reservation on behalf of da686ad0aa434f30b9342c06c8505a28 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:15:45.196330 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3ada7f3-5800-4981-b5fd-92c7401158dc tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:45.245589 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42bff5-1b7a-4561-b27d-838ccc275ba8 req-8370a2b1-1694-462f-97ab-eefc018bc5cc tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:45.261085 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd42bff5-1b7a-4561-b27d-838ccc275ba8 req-8370a2b1-1694-462f-97ab-eefc018bc5cc tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab10c44a-6f2b-4690-9913-140c665be24d HTTP/1.1" status: 200 len: 946 time: 0.1599996 Sep 01 15:15:45.342699 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-eee84850-8769-48d3-bc90-3743dbf213aa tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:45.351793 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ada7f3-5800-4981-b5fd-92c7401158dc tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:15:45.356524 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-eee84850-8769-48d3-bc90-3743dbf213aa tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/networks?id=912c5e1e-f5e6-40c0-a02d-9822ead69516 HTTP/1.1" status: 200 len: 820 time: 0.4545145 Sep 01 15:15:45.372546 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4cdd70-c4ca-409f-8f13-22da142b9d60 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Pushing event deleted for resources: {'Network': ['ID=3d57bbb2-31f9-4065-a085-ae0fbac12aa1,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:45.381145 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd42bff5-1b7a-4561-b27d-838ccc275ba8 req-04c1746b-3347-4f46-a828-eab1d25947df tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182237 Sep 01 15:15:45.389840 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3ada7f3-5800-4981-b5fd-92c7401158dc tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:45.390213 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-f3ada7f3-5800-4981-b5fd-92c7401158dc tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Added segment 97280bb2-d804-4a80-909a-300452f06fb1 of type vlan for network 922ac3a9-fb80-4e53-96b2-d978cd4c6073 Sep 01 15:15:45.531243 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3ada7f3-5800-4981-b5fd-92c7401158dc tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:45.536752 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-ffea745c-2f98-4923-9201-560fdb2f7b62 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/quotas/13b6ae9569664b5f8ffb819096116689 HTTP/1.1" status: 200 len: 375 time: 0.1759095 Sep 01 15:15:45.590484 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3ada7f3-5800-4981-b5fd-92c7401158dc tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:45.592009 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ada7f3-5800-4981-b5fd-92c7401158dc tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:45.593604 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3ada7f3-5800-4981-b5fd-92c7401158dc tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:45.650066 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f3ada7f3-5800-4981-b5fd-92c7401158dc tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6267154 Sep 01 15:15:45.663137 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-a109a25e-173a-48a0-868d-54698d397167 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=13b6ae9569664b5f8ffb819096116689&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1232870 Sep 01 15:15:45.664056 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37960) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:45.699663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-08447199-19a3-41bf-a89e-b3b8770e2bc8 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:45.805207 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-7c7e9c48-58e3-4160-bff7-a22351bd36ce tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1306469203'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:45.872645 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ada7f3-5800-4981-b5fd-92c7401158dc tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Pushing event updated for resources: {'Network': ['ID=922ac3a9-fb80-4e53-96b2-d978cd4c6073,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:45.891650 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 922ac3a9-fb80-4e53-96b2-d978cd4c6073 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:15:45.952767 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185cf5c8-552a-4a12-9fd1-11d56166566e admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:15:45.996127 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37964) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:45.997344 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-185cf5c8-552a-4a12-9fd1-11d56166566e admin admin] 10.222.0.60 "PUT /v2.0/routers/3702dc89-5215-45f2-b14a-125291cca297/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4502115 Sep 01 15:15:46.130272 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7e9c48-58e3-4160-bff7-a22351bd36ce tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Made reservation on behalf of 6193ba1c6dc04a708c58598f6c93bc44 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:15:46.144643 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7c7e9c48-58e3-4160-bff7-a22351bd36ce tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:46.205652 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7c7e9c48-58e3-4160-bff7-a22351bd36ce tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:46.414966 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfd062a-9668-4be4-beda-6c1f94ce6c35 None None] Sync routers for ids ['3702dc89-5215-45f2-b14a-125291cca297'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:15:46.434252 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eda0db4d-08b0-4c06-b2d3-87a4688a90eb admin admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:46.456539 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfd062a-9668-4be4-beda-6c1f94ce6c35 None None] Routers {'3702dc89-5215-45f2-b14a-125291cca297'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:15:46.460024 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-cdfd062a-9668-4be4-beda-6c1f94ce6c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:15:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3702dc89-5215-45f2-b14a-125291cca297'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:46.565868 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-8b8b02d0-c2c8-4549-8927-2d7191287e9e service neutron] 10.222.0.60 "GET /v2.0/networks/912c5e1e-f5e6-40c0-a02d-9822ead69516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8734572 Sep 01 15:15:46.788967 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-08447199-19a3-41bf-a89e-b3b8770e2bc8 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:46.834594 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0314f4e0-d1c4-4b90-a7c6-778447613409 req-4b093fbe-5b61-4c9a-a955-839dc6df39b1 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f5c878306d2c4fbcbebf77004da8b742 HTTP/1.1" status: 200 len: 267 time: 0.1399252 Sep 01 15:15:46.838244 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eda0db4d-08b0-4c06-b2d3-87a4688a90eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:46.838781 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-08447199-19a3-41bf-a89e-b3b8770e2bc8 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:46.905891 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08447199-19a3-41bf-a89e-b3b8770e2bc8 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Network 922ac3a9-fb80-4e53-96b2-d978cd4c6073 is not hosted by any dhcp agent {{(pid=94734) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 01 15:15:46.907555 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08447199-19a3-41bf-a89e-b3b8770e2bc8 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:46.908766 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-08447199-19a3-41bf-a89e-b3b8770e2bc8 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:46.915143 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-08447199-19a3-41bf-a89e-b3b8770e2bc8 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] 10.222.0.60 "PUT /v2.0/networks/922ac3a9-fb80-4e53-96b2-d978cd4c6073 HTTP/1.1" status: 200 len: 858 time: 1.2369206 Sep 01 15:15:46.950247 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37968) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:47.003252 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-0fb95797-1724-452a-b379-2a6c7024efa9 service neutron] 10.222.0.60 "GET /v2.0/networks/912c5e1e-f5e6-40c0-a02d-9822ead69516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350593 Sep 01 15:15:47.038174 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-cdfd062a-9668-4be4-beda-6c1f94ce6c35 None None] Set router 3702dc89-5215-45f2-b14a-125291cca297 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:15:47.065740 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7c7e9c48-58e3-4160-bff7-a22351bd36ce tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:47.081155 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7c7e9c48-58e3-4160-bff7-a22351bd36ce tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:47.149713 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08447199-19a3-41bf-a89e-b3b8770e2bc8 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Pushing event updated for resources: {'Network': ['ID=922ac3a9-fb80-4e53-96b2-d978cd4c6073,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:47.152162 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314f4e0-d1c4-4b90-a7c6-778447613409 req-e910f228-0656-4e1b-a293-ba9a413aafd4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:47.157160 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e9c48-58e3-4160-bff7-a22351bd36ce tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e71d7f7-a4ff-4088-b5dd-5922f1e53ae2,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:47.181756 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7e9c48-58e3-4160-bff7-a22351bd36ce tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:15:47.187892 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0314f4e0-d1c4-4b90-a7c6-778447613409 req-e910f228-0656-4e1b-a293-ba9a413aafd4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab10c44a-6f2b-4690-9913-140c665be24d HTTP/1.1" status: 200 len: 946 time: 0.3368821 Sep 01 15:15:47.206204 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-0314f4e0-d1c4-4b90-a7c6-778447613409 req-9e78aa76-252e-4147-8a42-e0ca425dde9f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Request body: {'port': {'security_groups': []}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:47.227896 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7c7e9c48-58e3-4160-bff7-a22351bd36ce tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:47.228420 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-7c7e9c48-58e3-4160-bff7-a22351bd36ce tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Added segment d3bfefe1-7660-43df-a2b1-9a2619356739 of type vlan for network da2d295e-80cd-4ff0-bcb0-066d659fc51e Sep 01 15:15:47.309211 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7c7e9c48-58e3-4160-bff7-a22351bd36ce tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:47.362393 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7c7e9c48-58e3-4160-bff7-a22351bd36ce tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:47.381794 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7e9c48-58e3-4160-bff7-a22351bd36ce tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:47.383649 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7c7e9c48-58e3-4160-bff7-a22351bd36ce tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:47.407929 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-eda0db4d-08b0-4c06-b2d3-87a4688a90eb admin admin] Deleting port cdd1b75b-0141-47a6-bfce-a5e09d5c9332 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:15:47.408446 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eda0db4d-08b0-4c06-b2d3-87a4688a90eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:47.415599 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae15b268-b73c-49c8-8f57-a8e34bf6f145 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:47.531347 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-cdfd062a-9668-4be4-beda-6c1f94ce6c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3702dc89-5215-45f2-b14a-125291cca297', 'name': 'tempest-FloatingIPsTestJSON-146052555-router', 'tenant_id': '1e457f217e224506a30d3a87ec115ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'cdd1b75b-0141-47a6-bfce-a5e09d5c9332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:15:00Z', 'updated_at': '2021-09-01T15:15:42Z', 'revision_number': 5, 'project_id': '1e457f217e224506a30d3a87ec115ed8', 'gw_port': {'id': 'cdd1b75b-0141-47a6-bfce-a5e09d5c9332', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:7a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3702dc89-5215-45f2-b14a-125291cca297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:15:02Z', 'updated_at': '2021-09-01T15:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:47.587204 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7c7e9c48-58e3-4160-bff7-a22351bd36ce tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.4149740 Sep 01 15:15:47.591829 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37980) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:47.611285 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-a6060bd0-e262-4ed6-8f61-812b1fbcf675 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Request body: {'subnet': {'network_id': 'da2d295e-80cd-4ff0-bcb0-066d659fc51e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:47.625708 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfd062a-9668-4be4-beda-6c1f94ce6c35 None None] Checking router: 3702dc89-5215-45f2-b14a-125291cca297 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:15:47.647300 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfd062a-9668-4be4-beda-6c1f94ce6c35 None None] Routers {'3702dc89-5215-45f2-b14a-125291cca297'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:15:47.648937 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-cdfd062a-9668-4be4-beda-6c1f94ce6c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:15:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3702dc89-5215-45f2-b14a-125291cca297'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:47.663063 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0314f4e0-d1c4-4b90-a7c6-778447613409 req-9e78aa76-252e-4147-8a42-e0ca425dde9f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:47.673001 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e9c48-58e3-4160-bff7-a22351bd36ce tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Pushing event updated for resources: {'Network': ['ID=da2d295e-80cd-4ff0-bcb0-066d659fc51e,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:47.818343 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network da2d295e-80cd-4ff0-bcb0-066d659fc51e details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:15:47.952256 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1898817f-ab56-47f1-90eb-69cbcbf4e80d req-ae196bd8-11ff-4ea6-aa57-a3d82fb43193 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b6b4505-f23d-474c-9ba2-49c61dfaf3e2 HTTP/1.1" status: 200 len: 210 time: 0.0803549 Sep 01 15:15:48.016634 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6060bd0-e262-4ed6-8f61-812b1fbcf675 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Made reservation on behalf of 6193ba1c6dc04a708c58598f6c93bc44 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:15:48.026705 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6060bd0-e262-4ed6-8f61-812b1fbcf675 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:48.077530 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae15b268-b73c-49c8-8f57-a8e34bf6f145 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:48.224770 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-ae15b268-b73c-49c8-8f57-a8e34bf6f145 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922ac3a9-fb80-4e53-96b2-d978cd4c6073']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:48.279875 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-cdfd062a-9668-4be4-beda-6c1f94ce6c35 None None] Set router 3702dc89-5215-45f2-b14a-125291cca297 gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:15:48.289689 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-eda0db4d-08b0-4c06-b2d3-87a4688a90eb admin admin] For port cdd1b75b-0141-47a6-bfce-a5e09d5c9332, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=cdd1b75b-0141-47a6-bfce-a5e09d5c9332,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:48.290756 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eda0db4d-08b0-4c06-b2d3-87a4688a90eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:48.297879 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-ae15b268-b73c-49c8-8f57-a8e34bf6f145 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97280bb2-d804-4a80-909a-300452f06fb1') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:48.298767 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-ae15b268-b73c-49c8-8f57-a8e34bf6f145 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97280bb2-d804-4a80-909a-300452f06fb1') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:48.369786 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae15b268-b73c-49c8-8f57-a8e34bf6f145 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:48.439158 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-cdfd062a-9668-4be4-beda-6c1f94ce6c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3702dc89-5215-45f2-b14a-125291cca297', 'name': 'tempest-FloatingIPsTestJSON-146052555-router', 'tenant_id': '1e457f217e224506a30d3a87ec115ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:15:00Z', 'updated_at': '2021-09-01T15:15:46Z', 'revision_number': 6, 'project_id': '1e457f217e224506a30d3a87ec115ed8', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:48.439958 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae15b268-b73c-49c8-8f57-a8e34bf6f145 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:48.444459 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-eda0db4d-08b0-4c06-b2d3-87a4688a90eb admin admin] Calling delete_port for cdd1b75b-0141-47a6-bfce-a5e09d5c9332 owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:15:48.485383 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae15b268-b73c-49c8-8f57-a8e34bf6f145 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:15:48.486448 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae15b268-b73c-49c8-8f57-a8e34bf6f145 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:15:48.493626 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:15:48.517816 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfd062a-9668-4be4-beda-6c1f94ce6c35 None None] The sync data for ids ['3702dc89-5215-45f2-b14a-125291cca297'] in n-d-794796-3 is: [{'id': '3702dc89-5215-45f2-b14a-125291cca297', 'name': 'tempest-FloatingIPsTestJSON-146052555-router', 'tenant_id': '1e457f217e224506a30d3a87ec115ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:15:00Z', 'updated_at': '2021-09-01T15:15:46Z', 'revision_number': 6, 'project_id': '1e457f217e224506a30d3a87ec115ed8', 'gw_port_host': None}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:15:48.673278 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6060bd0-e262-4ed6-8f61-812b1fbcf675 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:48.762272 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-0314f4e0-d1c4-4b90-a7c6-778447613409 req-9e78aa76-252e-4147-8a42-e0ca425dde9f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] For port c31130fc-6c56-477f-8805-906835bbe4a3, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=c31130fc-6c56-477f-8805-906835bbe4a3,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:48.843315 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6060bd0-e262-4ed6-8f61-812b1fbcf675 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Pushing event updated for resources: {'Subnet': ['ID=804b5999-5075-4274-8c5d-3a5faab4588e,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:48.852998 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6060bd0-e262-4ed6-8f61-812b1fbcf675 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Checking segment: {'id': 'd3bfefe1-7660-43df-a2b1-9a2619356739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'da2d295e-80cd-4ff0-bcb0-066d659fc51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:15:48.854261 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6060bd0-e262-4ed6-8f61-812b1fbcf675 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Network hostable DHCP agents. Network: da2d295e-80cd-4ff0-bcb0-066d659fc51e, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:15:48.883946 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0314f4e0-d1c4-4b90-a7c6-778447613409 req-9e78aa76-252e-4147-8a42-e0ca425dde9f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:48.893644 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6060bd0-e262-4ed6-8f61-812b1fbcf675 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Network da2d295e-80cd-4ff0-bcb0-066d659fc51e is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:15:48.927382 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0314f4e0-d1c4-4b90-a7c6-778447613409 req-9e78aa76-252e-4147-8a42-e0ca425dde9f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:48.928805 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-a6060bd0-e262-4ed6-8f61-812b1fbcf675 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, da2d295e-80cd-4ff0-bcb0-066d659fc51e) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:15:48.936794 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6060bd0-e262-4ed6-8f61-812b1fbcf675 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:48.938025 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6060bd0-e262-4ed6-8f61-812b1fbcf675 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:48.949950 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['0ef6978b-ef85-4c33-af04-e19602f26273', '0a24644e-403e-42e2-be39-83f8f5319e53'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:15:48.999398 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a6060bd0-e262-4ed6-8f61-812b1fbcf675 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4056387 Sep 01 15:15:49.000819 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37994) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:49.018798 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-fa7d09c0-67fe-425e-a165-15d8d9ba70ec tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Request body: {'port': {'network_id': 'da2d295e-80cd-4ff0-bcb0-066d659fc51e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-989388073'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:49.049644 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31de870-052b-450e-89e7-8665924274da None None] Network da2d295e-80cd-4ff0-bcb0-066d659fc51e requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:15:49.089649 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['c31130fc-6c56-477f-8805-906835bbe4a3'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:15:49.123352 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae15b268-b73c-49c8-8f57-a8e34bf6f145 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:49.169000 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314f4e0-d1c4-4b90-a7c6-778447613409 req-9e78aa76-252e-4147-8a42-e0ca425dde9f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:49.175750 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-0314f4e0-d1c4-4b90-a7c6-778447613409 req-9e78aa76-252e-4147-8a42-e0ca425dde9f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:49.214946 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0314f4e0-d1c4-4b90-a7c6-778447613409 req-9e78aa76-252e-4147-8a42-e0ca425dde9f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "PUT /v2.0/ports/c31130fc-6c56-477f-8805-906835bbe4a3 HTTP/1.1" status: 200 len: 905 time: 2.0212710 Sep 01 15:15:49.284357 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d877b2aa-1302-4b16-a788-5fdb0f605877 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:15:49.633856 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab10c44a-6f2b-4690-9913-140c665be24d', 'tag': 'c31130fc-6c56-477f-8805-906835bbe4a3'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:15:49.639756 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd636fb-c932-498b-a28f-651cd5c95634" -d '{"events": [{"name": "network-changed", "server_uuid": "ab10c44a-6f2b-4690-9913-140c665be24d", "tag": "c31130fc-6c56-477f-8805-906835bbe4a3"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:15:49.655457 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae15b268-b73c-49c8-8f57-a8e34bf6f145 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 922ac3a9-fb80-4e53-96b2-d978cd4c6073 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 01 15:15:49.660623 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae15b268-b73c-49c8-8f57-a8e34bf6f145 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:49.674402 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ae15b268-b73c-49c8-8f57-a8e34bf6f145 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] 10.222.0.60 "DELETE /v2.0/networks/922ac3a9-fb80-4e53-96b2-d978cd4c6073 HTTP/1.1" status: 204 len: 168 time: 2.7188766 Sep 01 15:15:49.684864 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eda0db4d-08b0-4c06-b2d3-87a4688a90eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:49.717193 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['c31130fc-6c56-477f-8805-906835bbe4a3'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:15:49.748760 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: d877b2aa-1302-4b16-a788-5fdb0f605877 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:15:49.749187 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38004) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:49.749661 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d877b2aa-1302-4b16-a788-5fdb0f605877 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:15:50.085285 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8ed23ac2-a3e3-4459-9074-7da7fe7b7a52 None None] Provisioning complete for port c31130fc-6c56-477f-8805-906835bbe4a3 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:15:50.087382 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8ed23ac2-a3e3-4459-9074-7da7fe7b7a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:50.106004 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e7d505-1020-4614-ab4d-3f5be5974873 tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] DELETE failed (client error): The resource could not be found. Sep 01 15:15:50.107538 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0e7d505-1020-4614-ab4d-3f5be5974873 tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:15:50.127302 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d0e7d505-1020-4614-ab4d-3f5be5974873 tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] 10.222.0.60 "DELETE /v2.0/subnets/36f33286-ea63-4a9a-9361-db837efc8b43 HTTP/1.1" status: 404 len: 337 time: 0.3215697 Sep 01 15:15:50.145241 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38008) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:50.160569 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eda0db4d-08b0-4c06-b2d3-87a4688a90eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:50.529074 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eda0db4d-08b0-4c06-b2d3-87a4688a90eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:50.542352 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eda0db4d-08b0-4c06-b2d3-87a4688a90eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:50.647491 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15b268-b73c-49c8-8f57-a8e34bf6f145 tempest-ExternalNetworksTestJSON-1101542582 tempest-ExternalNetworksTestJSON-1101542582-project-admin] Pushing event deleted for resources: {'Network': ['ID=922ac3a9-fb80-4e53-96b2-d978cd4c6073,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:50.822969 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9528619d-e6d1-46a0-9033-e8e52668f776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-da2d295e-80cd-4ff0-bcb0-066d659fc51e', 'network_id': 'da2d295e-80cd-4ff0-bcb0-066d659fc51e', 'tenant_id': '6193ba1c6dc04a708c58598f6c93bc44', 'fixed_ips': [{'subnet_id': '804b5999-5075-4274-8c5d-3a5faab4588e'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:15:50.824046 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9528619d-e6d1-46a0-9033-e8e52668f776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:50.890633 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2f3cc315-fcd3-48d1-8d1b-8e16672b9b85 req-46e6f03e-2677-4ad3-a121-94f5646ee124 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b6b4505-f23d-474c-9ba2-49c61dfaf3e2 HTTP/1.1" status: 200 len: 210 time: 1.4223056 Sep 01 15:15:50.933346 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device cdd1b75b-0141-47a6-bfce-a5e09d5c9332 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:15:51.037362 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-5f1ffa2d-2a96-41aa-9407-ee0fcb45363d tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:51.040086 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-5f1ffa2d-2a96-41aa-9407-ee0fcb45363d tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.45 "GET /v2.0/networks?id=912c5e1e-f5e6-40c0-a02d-9822ead69516 HTTP/1.1" status: 200 len: 820 time: 0.4630144 Sep 01 15:15:51.042523 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7d09c0-67fe-425e-a165-15d8d9ba70ec tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Made reservation on behalf of 6193ba1c6dc04a708c58598f6c93bc44 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:15:51.049705 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eda0db4d-08b0-4c06-b2d3-87a4688a90eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:51.050992 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda0db4d-08b0-4c06-b2d3-87a4688a90eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3702dc89-5215-45f2-b14a-125291cca297 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:15:51.059327 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa7d09c0-67fe-425e-a165-15d8d9ba70ec tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:51.085237 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28fe06-e99c-4883-b103-5c997899731d req-770d369c-e00f-4f7d-abd6-1ba34b46f159 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:51.101125 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2d28fe06-e99c-4883-b103-5c997899731d req-770d369c-e00f-4f7d-abd6-1ba34b46f159 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab10c44a-6f2b-4690-9913-140c665be24d HTTP/1.1" status: 200 len: 908 time: 1.4502077 Sep 01 15:15:51.112114 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eda0db4d-08b0-4c06-b2d3-87a4688a90eb admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:51.120436 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-e62873d5-6eeb-4137-86d7-f6bd59b9b3df tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Request body: {'port': {'device_id': '2b6b4505-f23d-474c-9ba2-49c61dfaf3e2', 'network_id': '912c5e1e-f5e6-40c0-a02d-9822ead69516', 'admin_state_up': True, 'tenant_id': '13b6ae9569664b5f8ffb819096116689'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:51.122032 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-eda0db4d-08b0-4c06-b2d3-87a4688a90eb admin admin] 10.222.0.60 "DELETE /v2.0/routers/3702dc89-5215-45f2-b14a-125291cca297 HTTP/1.1" status: 204 len: 168 time: 5.1239867 Sep 01 15:15:51.137603 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38012) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:51.164155 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-13908b15-1ad4-423d-8a6a-af8a20d46c55 req-14b7d85d-a76c-4786-af0d-d52d3f32a9ad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4876311 Sep 01 15:15:51.165599 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78aa76-252e-4147-8a42-e0ca425dde9f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Pushing event updated for resources: {'Port': ['ID=c31130fc-6c56-477f-8805-906835bbe4a3,revision_number=6']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:51.211858 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: cdd1b75b-0141-47a6-bfce-a5e09d5c9332 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:15:51.212880 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device cdd1b75b-0141-47a6-bfce-a5e09d5c9332 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:15:51.220224 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0db4d-08b0-4c06-b2d3-87a4688a90eb admin admin] Pushing event deleted for resources: {'Port': ['ID=cdd1b75b-0141-47a6-bfce-a5e09d5c9332,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:51.307515 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751aeb84-851d-4d9c-b17e-502144731814 x-openstack-request-id: req-751aeb84-851d-4d9c-b17e-502144731814 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:15:51.311624 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab10c44a-6f2b-4690-9913-140c665be24d", "tag": "c31130fc-6c56-477f-8805-906835bbe4a3", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:15:51.312073 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-751aeb84-851d-4d9c-b17e-502144731814 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:15:51.313044 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab10c44a-6f2b-4690-9913-140c665be24d', 'tag': 'c31130fc-6c56-477f-8805-906835bbe4a3', 'status': 'completed', 'code': 200} Sep 01 15:15:51.334052 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f345-5f6f-4bde-8e2b-5357b032248e tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:51.544329 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1d952f-cf50-4704-9353-4216417ec7b6 admin admin] Deleting subnet af2b11b8-95af-47b9-a9bf-9603dde4bd42 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:15:51.550119 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5e1d952f-cf50-4704-9353-4216417ec7b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:51.587585 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13908b15-1ad4-423d-8a6a-af8a20d46c55 req-04a94774-1fa9-4712-a4ba-1c75ee92da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:51.587585 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-13908b15-1ad4-423d-8a6a-af8a20d46c55 req-04a94774-1fa9-4712-a4ba-1c75ee92da2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f5c878306d2c4fbcbebf77004da8b742&device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 1096 time: 0.3110571 Sep 01 15:15:51.652674 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-9528619d-e6d1-46a0-9033-e8e52668f776 None None] Allocated IP 2001:db8::2 (da2d295e-80cd-4ff0-bcb0-066d659fc51e/804b5999-5075-4274-8c5d-3a5faab4588e/e8cf0a39-6535-40d8-ac1a-b10c4d2eed52) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:15:51.694081 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-fa7d09c0-67fe-425e-a165-15d8d9ba70ec tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] device_id is not set on port 27496466-7503-4b90-bb52-54a5c2556d23 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:15:51.816835 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5e1d952f-cf50-4704-9353-4216417ec7b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:52.128167 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9528619d-e6d1-46a0-9033-e8e52668f776 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:52.134493 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5e1d952f-cf50-4704-9353-4216417ec7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:52.164159 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9528619d-e6d1-46a0-9033-e8e52668f776 None None] Transition to ACTIVE for port object e8cf0a39-6535-40d8-ac1a-b10c4d2eed52 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:15:52.203410 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9528619d-e6d1-46a0-9033-e8e52668f776 None None] Transition to ACTIVE for port object e8cf0a39-6535-40d8-ac1a-b10c4d2eed52 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:15:52.220693 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9528619d-e6d1-46a0-9033-e8e52668f776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:52.309202 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528619d-e6d1-46a0-9033-e8e52668f776 None None] Pushing event updated for resources: {'Port': ['ID=e8cf0a39-6535-40d8-ac1a-b10c4d2eed52,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:52.346204 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9528619d-e6d1-46a0-9033-e8e52668f776 None None] Network da2d295e-80cd-4ff0-bcb0-066d659fc51e is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:15:52.348676 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-9528619d-e6d1-46a0-9033-e8e52668f776 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:15:52.365596 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9528619d-e6d1-46a0-9033-e8e52668f776 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:15:52.390102 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5e1d952f-cf50-4704-9353-4216417ec7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:52.512153 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d952f-cf50-4704-9353-4216417ec7b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af2b11b8-95af-47b9-a9bf-9603dde4bd42,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:52.524351 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5e1d952f-cf50-4704-9353-4216417ec7b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:52.529356 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5e1d952f-cf50-4704-9353-4216417ec7b6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/af2b11b8-95af-47b9-a9bf-9603dde4bd42 HTTP/1.1" status: 204 len: 168 time: 1.3735418 Sep 01 15:15:52.553259 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38024) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:52.591617 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-695febaa-7b44-4b32-b0e7-238591cb22e0 req-952c9a68-6d09-4f18-9396-3d718bcdf2c3 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b6b4505-f23d-474c-9ba2-49c61dfaf3e2 HTTP/1.1" status: 200 len: 210 time: 0.4639156 Sep 01 15:15:52.722761 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd636fb-c932-498b-a28f-651cd5c95634 req-8f24f3ab-0710-448e-a089-f91a2030dda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:52.736417 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f345-5f6f-4bde-8e2b-5357b032248e tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:52.737289 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2bd636fb-c932-498b-a28f-651cd5c95634 req-8f24f3ab-0710-448e-a089-f91a2030dda4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f5c878306d2c4fbcbebf77004da8b742&device_id=ab10c44a-6f2b-4690-9913-140c665be24d HTTP/1.1" status: 200 len: 1059 time: 1.1068983 Sep 01 15:15:52.739362 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-fa7d09c0-67fe-425e-a165-15d8d9ba70ec tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Allocated IP 2001:db8::3ce (da2d295e-80cd-4ff0-bcb0-066d659fc51e/804b5999-5075-4274-8c5d-3a5faab4588e/27496466-7503-4b90-bb52-54a5c2556d23) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:15:52.768885 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-e62873d5-6eeb-4137-86d7-f6bd59b9b3df tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Made reservation on behalf of 13b6ae9569664b5f8ffb819096116689 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:15:52.787586 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-e62873d5-6eeb-4137-86d7-f6bd59b9b3df tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:52.789408 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b72241-b8d0-4335-a3ea-dbe957de542a req-8488820c-389b-4330-886b-91c69b2c0a41 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:52.792283 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61b72241-b8d0-4335-a3ea-dbe957de542a req-8488820c-389b-4330-886b-91c69b2c0a41 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 1.2058246 Sep 01 15:15:52.803387 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-e5c5f345-5f6f-4bde-8e2b-5357b032248e tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2108f5-6eae-437b-974d-92267d9aab8a']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:52.878170 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-e5c5f345-5f6f-4bde-8e2b-5357b032248e tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18415073-1f24-4394-81c6-ab652f0df35f') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:52.878783 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-e5c5f345-5f6f-4bde-8e2b-5357b032248e tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18415073-1f24-4394-81c6-ab652f0df35f') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:52.894868 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dfdf711c-5776-4a36-861e-f5e800720f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:52.972852 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f345-5f6f-4bde-8e2b-5357b032248e tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:52.994914 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568ae7ea-762b-41db-9b40-0722fa0fface None None] Network efa93fa8-a7fe-4440-9bc4-f599f6cbe807 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:15:53.017413 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13908b15-1ad4-423d-8a6a-af8a20d46c55 req-f7d20bf9-3e0f-448b-81dd-0ebf2c10ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:53.020251 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-13908b15-1ad4-423d-8a6a-af8a20d46c55 req-f7d20bf9-3e0f-448b-81dd-0ebf2c10ce77 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 200 len: 913 time: 1.3375268 Sep 01 15:15:53.053542 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f345-5f6f-4bde-8e2b-5357b032248e tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:53.063100 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5c5f345-5f6f-4bde-8e2b-5357b032248e tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:15:53.063872 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f345-5f6f-4bde-8e2b-5357b032248e tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:53.155700 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-9528619d-e6d1-46a0-9033-e8e52668f776 None None] Attempting to bind port e8cf0a39-6535-40d8-ac1a-b10c4d2eed52 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:15:53.156438 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-9528619d-e6d1-46a0-9033-e8e52668f776 None None] Attempting to bind port e8cf0a39-6535-40d8-ac1a-b10c4d2eed52 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'd3bfefe1-7660-43df-a2b1-9a2619356739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'da2d295e-80cd-4ff0-bcb0-066d659fc51e'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:15:53.157206 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528619d-e6d1-46a0-9033-e8e52668f776 None None] Attempting to bind port e8cf0a39-6535-40d8-ac1a-b10c4d2eed52 on network da2d295e-80cd-4ff0-bcb0-066d659fc51e {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:15:53.245591 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528619d-e6d1-46a0-9033-e8e52668f776 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:15:53.246803 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528619d-e6d1-46a0-9033-e8e52668f776 None None] Checking segment: {'id': 'd3bfefe1-7660-43df-a2b1-9a2619356739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'da2d295e-80cd-4ff0-bcb0-066d659fc51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:15:53.246969 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9528619d-e6d1-46a0-9033-e8e52668f776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:53.247526 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528619d-e6d1-46a0-9033-e8e52668f776 None None] Bound using segment: {'id': 'd3bfefe1-7660-43df-a2b1-9a2619356739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'da2d295e-80cd-4ff0-bcb0-066d659fc51e'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:15:53.248594 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-9528619d-e6d1-46a0-9033-e8e52668f776 None None] Bound port: e8cf0a39-6535-40d8-ac1a-b10c4d2eed52, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bfefe1-7660-43df-a2b1-9a2619356739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'da2d295e-80cd-4ff0-bcb0-066d659fc51e'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:15:53.249244 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9528619d-e6d1-46a0-9033-e8e52668f776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:53.288426 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd636fb-c932-498b-a28f-651cd5c95634 req-2716c503-0289-4152-9978-82cfd8d5f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:53.291440 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2bd636fb-c932-498b-a28f-651cd5c95634 req-2716c503-0289-4152-9978-82cfd8d5f550 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 200 len: 913 time: 0.4354520 Sep 01 15:15:53.339483 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61b72241-b8d0-4335-a3ea-dbe957de542a req-94b4ad53-bce0-4fcb-80d7-c8d8c6b3c2c0 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5081298 Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:15:53.343047 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:15:53.491303 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-9528619d-e6d1-46a0-9033-e8e52668f776 None None] For port e8cf0a39-6535-40d8-ac1a-b10c4d2eed52, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:15:53.497613 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-9528619d-e6d1-46a0-9033-e8e52668f776 None None] For port e8cf0a39-6535-40d8-ac1a-b10c4d2eed52, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e8cf0a39-6535-40d8-ac1a-b10c4d2eed52,segment=NetworkSegment(d3bfefe1-7660-43df-a2b1-9a2619356739),segment_id=d3bfefe1-7660-43df-a2b1-9a2619356739)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:15:53.507936 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2bd636fb-c932-498b-a28f-651cd5c95634 req-fc59fcf1-08bc-4166-a5cd-3f3f9751924e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c31130fc-6c56-477f-8805-906835bbe4a3 HTTP/1.1" status: 200 len: 217 time: 0.1319275 Sep 01 15:15:53.513225 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9528619d-e6d1-46a0-9033-e8e52668f776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:53.520287 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f345-5f6f-4bde-8e2b-5357b032248e tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:53.663664 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706a0c76-7352-4143-92a0-2a3e89b5956f None None] DHCP port deletion for efa93fa8-a7fe-4440-9bc4-f599f6cbe807 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:15:53.773394 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e5c5f345-5f6f-4bde-8e2b-5357b032248e tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:53.790384 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e5c5f345-5f6f-4bde-8e2b-5357b032248e tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] 10.222.0.60 "DELETE /v2.0/networks/1f2108f5-6eae-437b-974d-92267d9aab8a HTTP/1.1" status: 204 len: 168 time: 3.1225352 Sep 01 15:15:53.880288 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5f345-5f6f-4bde-8e2b-5357b032248e tempest-ExternalNetworksTestJSON-2030990489 tempest-ExternalNetworksTestJSON-2030990489-project] Pushing event deleted for resources: {'Network': ['ID=1f2108f5-6eae-437b-974d-92267d9aab8a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:53.918010 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528619d-e6d1-46a0-9033-e8e52668f776 None None] Pushing event updated for resources: {'Port': ['ID=e8cf0a39-6535-40d8-ac1a-b10c4d2eed52,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:53.966645 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-706a0c76-7352-4143-92a0-2a3e89b5956f None None] Deleting port 557dfa0f-d621-4ce2-a967-6fbb1dd927cb {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:15:53.967511 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-706a0c76-7352-4143-92a0-2a3e89b5956f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:54.064347 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-13908b15-1ad4-423d-8a6a-af8a20d46c55 req-ecf3539e-335b-4c00-8747-529a1a91f89e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d HTTP/1.1" status: 200 len: 1000 time: 1.0267394 Sep 01 15:15:54.078616 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-92e1f201-8e1c-42dc-a294-51afb50abaaf req-52609da1-13e9-4622-b9f0-941114b41e0d tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b6b4505-f23d-474c-9ba2-49c61dfaf3e2 HTTP/1.1" status: 200 len: 210 time: 0.1744149 Sep 01 15:15:54.293141 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-706a0c76-7352-4143-92a0-2a3e89b5956f None None] For port 557dfa0f-d621-4ce2-a967-6fbb1dd927cb, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=557dfa0f-d621-4ce2-a967-6fbb1dd927cb,segment=NetworkSegment(b3f9a4dd-9ecf-4700-97c2-e0597ddd4fd2),segment_id=b3f9a4dd-9ecf-4700-97c2-e0597ddd4fd2)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:54.294114 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-706a0c76-7352-4143-92a0-2a3e89b5956f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:54.345601 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-706a0c76-7352-4143-92a0-2a3e89b5956f None None] Calling delete_port for 557dfa0f-d621-4ce2-a967-6fbb1dd927cb owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:15:54.362034 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd636fb-c932-498b-a28f-651cd5c95634 req-97287e5b-8f2c-4143-9081-5aa73932d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:54.365242 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2bd636fb-c932-498b-a28f-651cd5c95634 req-97287e5b-8f2c-4143-9081-5aa73932d80d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b4b8a1a7-4c41-46cc-8798-989cc5140738 HTTP/1.1" status: 200 len: 851 time: 0.8263493 Sep 01 15:15:54.419341 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13908b15-1ad4-423d-8a6a-af8a20d46c55 req-7db50926-82c6-4c88-ac6f-3167e1561342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:54.424409 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-13908b15-1ad4-423d-8a6a-af8a20d46c55 req-7db50926-82c6-4c88-ac6f-3167e1561342 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4b8a1a7-4c41-46cc-8798-989cc5140738 HTTP/1.1" status: 200 len: 851 time: 0.3423300 Sep 01 15:15:54.442685 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-dfdf711c-5776-4a36-861e-f5e800720f8e admin admin] Deleting port 557dfa0f-d621-4ce2-a967-6fbb1dd927cb {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:15:54.443581 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dfdf711c-5776-4a36-861e-f5e800720f8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:54.645131 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-e62873d5-6eeb-4137-86d7-f6bd59b9b3df tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Allocated IP 172.20.0.9 (912c5e1e-f5e6-40c0-a02d-9822ead69516/e99fc8d2-1da9-4afe-891e-d6d28f5fd86f/a99db268-1403-4dd5-afda-9eb8219ea87b) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:15:54.691852 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-706a0c76-7352-4143-92a0-2a3e89b5956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:54.696127 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa7d09c0-67fe-425e-a165-15d8d9ba70ec tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:54.761556 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32377d-f228-4a32-bdbf-85de6af561aa req-38dd225a-9e1e-4452-80cb-dcada720e159 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:54.780486 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3e32377d-f228-4a32-bdbf-85de6af561aa req-38dd225a-9e1e-4452-80cb-dcada720e159 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.9857707 Sep 01 15:15:54.797788 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a0c76-7352-4143-92a0-2a3e89b5956f None None] Pushing event deleted for resources: {'Port': ['ID=557dfa0f-d621-4ce2-a967-6fbb1dd927cb,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:54.808541 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706a0c76-7352-4143-92a0-2a3e89b5956f None None] No DVR routers for this DVR port 557dfa0f-d621-4ce2-a967-6fbb1dd927cb on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:15:54.848663 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-dfdf711c-5776-4a36-861e-f5e800720f8e admin admin] For port 557dfa0f-d621-4ce2-a967-6fbb1dd927cb, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=557dfa0f-d621-4ce2-a967-6fbb1dd927cb,segment=NetworkSegment(b3f9a4dd-9ecf-4700-97c2-e0597ddd4fd2),segment_id=b3f9a4dd-9ecf-4700-97c2-e0597ddd4fd2)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:54.849567 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dfdf711c-5776-4a36-861e-f5e800720f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:54.905471 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:15:54.917762 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13908b15-1ad4-423d-8a6a-af8a20d46c55 req-2d32720c-a14d-436d-b758-b82b515d6628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:54.928157 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-13908b15-1ad4-423d-8a6a-af8a20d46c55 req-2d32720c-a14d-436d-b758-b82b515d6628 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4907272 Sep 01 15:15:54.931153 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-fa7d09c0-67fe-425e-a165-15d8d9ba70ec tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Transition to ACTIVE for port object 27496466-7503-4b90-bb52-54a5c2556d23 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:15:54.948873 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-dfdf711c-5776-4a36-861e-f5e800720f8e admin admin] Calling delete_port for 557dfa0f-d621-4ce2-a967-6fbb1dd927cb owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:15:55.065183 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3e32377d-f228-4a32-bdbf-85de6af561aa req-0f4e55e5-2788-4d34-b3c7-867368e5444d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802875 Sep 01 15:15:55.079357 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd636fb-c932-498b-a28f-651cd5c95634 req-a2b117ed-c257-4f10-9bc9-42d13e6164cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:55.094031 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2bd636fb-c932-498b-a28f-651cd5c95634 req-a2b117ed-c257-4f10-9bc9-42d13e6164cb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6913295 Sep 01 15:15:55.115518 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38042) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:55.149464 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e8cf0a39-6535-40d8-ac1a-b10c4d2eed52 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:15:55.347698 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port e8cf0a39-6535-40d8-ac1a-b10c4d2eed52 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:15:55.587078 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 557dfa0f-d621-4ce2-a967-6fbb1dd927cb no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:15:55.641856 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b26d409-f4d1-49e2-9496-2386c8e559ee req-447b450b-6467-4a02-9df7-f75b655324e5 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b6b4505-f23d-474c-9ba2-49c61dfaf3e2 HTTP/1.1" status: 200 len: 210 time: 0.2404418 Sep 01 15:15:55.739520 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 557dfa0f-d621-4ce2-a967-6fbb1dd927cb {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:15:55.740469 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 557dfa0f-d621-4ce2-a967-6fbb1dd927cb not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:15:55.876565 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-13908b15-1ad4-423d-8a6a-af8a20d46c55 req-1d6d92cf-761e-43d0-ba97-1213ab3332c4 service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9400744 Sep 01 15:15:55.959005 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa7d09c0-67fe-425e-a165-15d8d9ba70ec tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:56.144186 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dfdf711c-5776-4a36-861e-f5e800720f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:56.145993 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d09c0-67fe-425e-a165-15d8d9ba70ec tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Pushing event updated for resources: {'Port': ['ID=27496466-7503-4b90-bb52-54a5c2556d23,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:56.181112 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7d09c0-67fe-425e-a165-15d8d9ba70ec tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Network da2d295e-80cd-4ff0-bcb0-066d659fc51e is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:15:56.188471 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60da4658-3c71-4b24-9f29-c5afee489a16 None None] Network da2d295e-80cd-4ff0-bcb0-066d659fc51e requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:15:56.206056 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-fa7d09c0-67fe-425e-a165-15d8d9ba70ec tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:15:56.239623 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdf711c-5776-4a36-861e-f5e800720f8e admin admin] No DVR routers for this DVR port 557dfa0f-d621-4ce2-a967-6fbb1dd927cb on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:15:56.260453 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf711c-5776-4a36-861e-f5e800720f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=557dfa0f-d621-4ce2-a967-6fbb1dd927cb,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:56.282200 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7d09c0-67fe-425e-a165-15d8d9ba70ec tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:15:56.294422 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7d09c0-67fe-425e-a165-15d8d9ba70ec tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:56.295519 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa7d09c0-67fe-425e-a165-15d8d9ba70ec tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:56.339264 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-711c3fa0-9333-4205-979b-0a4c7b267e93 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=412732dbbd0b4d4ea33a67c1ab96c97c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2226951 Sep 01 15:15:56.354134 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38066) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:56.389485 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fa7d09c0-67fe-425e-a165-15d8d9ba70ec tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 7.3865139 Sep 01 15:15:56.395995 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38068) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:56.439226 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-a5e3e28a-8d10-4310-91b4-ca86c082f542 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Request body: {'port': {'network_id': 'da2d295e-80cd-4ff0-bcb0-066d659fc51e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1469371586', 'allowed_address_pairs': [{'ip_address': '2001:db8::3ce', 'mac_address': 'fa:16:3e:ac:a5:b4'}]}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:56.563587 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e3ceb365-3eea-4178-ac05-771f74e6a165 None None] Provisioning for port e8cf0a39-6535-40d8-ac1a-b10c4d2eed52 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:15:56.569880 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e3ceb365-3eea-4178-ac05-771f74e6a165 None None] Provisioning complete for port e8cf0a39-6535-40d8-ac1a-b10c4d2eed52 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:15:56.570493 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e3ceb365-3eea-4178-ac05-771f74e6a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:56.579662 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dfdf711c-5776-4a36-861e-f5e800720f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:56.589898 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-13908b15-1ad4-423d-8a6a-af8a20d46c55 req-3f0152bf-0acd-4b8b-960b-bf5972203d5e service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6959500 Sep 01 15:15:56.590141 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2bd636fb-c932-498b-a28f-651cd5c95634 req-5f869e3a-6d0f-485b-a4d1-ffa58e931621 service neutron] 10.222.0.62 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4570827 Sep 01 15:15:56.603337 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-4399f877-1540-473b-9d56-c55f02456f4f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:56.639339 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-4399f877-1540-473b-9d56-c55f02456f4f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/networks?id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 200 len: 812 time: 0.6862149 Sep 01 15:15:56.739263 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-8215107b-e967-45af-846b-f072f4fca972 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/quotas/f5c878306d2c4fbcbebf77004da8b742 HTTP/1.1" status: 200 len: 375 time: 0.0954413 Sep 01 15:15:56.742711 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-dfdf711c-5776-4a36-861e-f5e800720f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa93fa8-a7fe-4440-9bc4-f599f6cbe807']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:56.825915 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-dfdf711c-5776-4a36-861e-f5e800720f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f9a4dd-9ecf-4700-97c2-e0597ddd4fd2') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:56.826494 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-dfdf711c-5776-4a36-861e-f5e800720f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f9a4dd-9ecf-4700-97c2-e0597ddd4fd2') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:15:56.892863 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e3ceb365-3eea-4178-ac05-771f74e6a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:56.915480 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-e62873d5-6eeb-4137-86d7-f6bd59b9b3df tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:56.921891 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dfdf711c-5776-4a36-861e-f5e800720f8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:56.970757 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e3ceb365-3eea-4178-ac05-771f74e6a165 None None] For port e8cf0a39-6535-40d8-ac1a-b10c4d2eed52, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e8cf0a39-6535-40d8-ac1a-b10c4d2eed52,segment=NetworkSegment(d3bfefe1-7660-43df-a2b1-9a2619356739),segment_id=d3bfefe1-7660-43df-a2b1-9a2619356739)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:15:56.983600 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e3ceb365-3eea-4178-ac05-771f74e6a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:57.006784 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dfdf711c-5776-4a36-861e-f5e800720f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:57.024051 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfdf711c-5776-4a36-861e-f5e800720f8e admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:15:57.025111 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dfdf711c-5776-4a36-861e-f5e800720f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:57.042291 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9e30b40b-234e-49c0-aaf5-246247aa2724 req-16c3111c-411e-4050-801d-bcd9dc9dd298 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b6b4505-f23d-474c-9ba2-49c61dfaf3e2 HTTP/1.1" status: 200 len: 210 time: 0.1213601 Sep 01 15:15:57.097236 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ceb365-3eea-4178-ac05-771f74e6a165 None None] Pushing event updated for resources: {'Port': ['ID=e8cf0a39-6535-40d8-ac1a-b10c4d2eed52,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:57.120078 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-1beeae8e-39e3-4f20-ba23-27846134b752 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5c878306d2c4fbcbebf77004da8b742&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3717713 Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:15:57.123664 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:15:57.142862 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f9da9d6-827e-4856-9e87-5157a7b6b225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:57.236100 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d75a5472-dda4-43f5-b986-f97abb80013d None None] Provisioning complete for port e8cf0a39-6535-40d8-ac1a-b10c4d2eed52 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:15:57.237847 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d75a5472-dda4-43f5-b986-f97abb80013d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:57.289124 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f9da9d6-827e-4856-9e87-5157a7b6b225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:57.362869 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dfdf711c-5776-4a36-861e-f5e800720f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:57.373313 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dfdf711c-5776-4a36-861e-f5e800720f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:57.378430 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-dfdf711c-5776-4a36-861e-f5e800720f8e admin admin] 10.222.0.60 "DELETE /v2.0/networks/efa93fa8-a7fe-4440-9bc4-f599f6cbe807 HTTP/1.1" status: 204 len: 168 time: 4.8182139 Sep 01 15:15:57.403159 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2bd636fb-c932-498b-a28f-651cd5c95634 req-eba04245-ac12-453a-9182-5c534e7e466b service neutron] 10.222.0.62 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7893834 Sep 01 15:15:57.429005 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf711c-5776-4a36-861e-f5e800720f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=efa93fa8-a7fe-4440-9bc4-f599f6cbe807,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:57.488757 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-61ed2a08-74ea-42e4-9803-f2627a5f464f service neutron] 10.222.0.60 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667412 Sep 01 15:15:57.529572 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-e62873d5-6eeb-4137-86d7-f6bd59b9b3df tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:57.582449 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-e62873d5-6eeb-4137-86d7-f6bd59b9b3df tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Network 912c5e1e-f5e6-40c0-a02d-9822ead69516 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:15:57.584551 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e3e28a-8d10-4310-91b4-ca86c082f542 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Made reservation on behalf of 6193ba1c6dc04a708c58598f6c93bc44 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:15:57.595775 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-e62873d5-6eeb-4137-86d7-f6bd59b9b3df tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:15:57.602725 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-e62873d5-6eeb-4137-86d7-f6bd59b9b3df tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:15:57.649926 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d75a5472-dda4-43f5-b986-f97abb80013d None None] Provisioning for port 27496466-7503-4b90-bb52-54a5c2556d23 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:15:57.671179 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d75a5472-dda4-43f5-b986-f97abb80013d None None] Provisioning complete for port 27496466-7503-4b90-bb52-54a5c2556d23 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:15:57.672033 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d75a5472-dda4-43f5-b986-f97abb80013d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:57.676811 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:57.764865 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-d75a5472-dda4-43f5-b986-f97abb80013d None None] Port 27496466-7503-4b90-bb52-54a5c2556d23 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:15:57.783506 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-038e53e1-35ce-43dc-b955-1639c588f7e0 service neutron] 10.222.0.60 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821305 Sep 01 15:15:57.790289 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38080) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:57.830742 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f9da9d6-827e-4856-9e87-5157a7b6b225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:57.835400 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f9da9d6-827e-4856-9e87-5157a7b6b225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:57.844278 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3f9da9d6-827e-4856-9e87-5157a7b6b225 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a81b6da8-02bf-44c5-979f-8244edfccbe9 HTTP/1.1" status: 204 len: 168 time: 1.4742117 Sep 01 15:15:57.907460 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-397539d0-5661-4196-b9ff-86416b37fd4b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1e457f217e224506a30d3a87ec115ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1139419 Sep 01 15:15:57.913366 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38086) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:57.950244 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1ebeb363-5ef3-4779-9171-00b21759e50a None None] Provisioning complete for port 27496466-7503-4b90-bb52-54a5c2556d23 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:15:57.951111 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1ebeb363-5ef3-4779-9171-00b21759e50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:57.998628 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-e62873d5-6eeb-4137-86d7-f6bd59b9b3df tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:57.999778 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-e62873d5-6eeb-4137-86d7-f6bd59b9b3df tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:58.010849 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9da9d6-827e-4856-9e87-5157a7b6b225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81b6da8-02bf-44c5-979f-8244edfccbe9,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:58.014762 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62873d5-6eeb-4137-86d7-f6bd59b9b3df tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Pushing event updated for resources: {'Port': ['ID=a99db268-1403-4dd5-afda-9eb8219ea87b,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:58.048534 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a5e3e28a-8d10-4310-91b4-ca86c082f542 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:58.085692 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-e62873d5-6eeb-4137-86d7-f6bd59b9b3df tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0078104 Sep 01 15:15:58.101695 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-a5e3e28a-8d10-4310-91b4-ca86c082f542 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] device_id is not set on port 0478a52b-8645-4209-86df-231463fcf0d8 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:15:58.140068 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-33aba125-5b3f-429c-b142-6840a1aa6be6 service neutron] Request body: {'port': {'device_id': '2b6b4505-f23d-474c-9ba2-49c61dfaf3e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:15:58.160024 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1ebeb363-5ef3-4779-9171-00b21759e50a None None] Port 27496466-7503-4b90-bb52-54a5c2556d23 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:15:58.211869 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4650af41-3efb-412e-89c3-926735d5ab9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:58.276202 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4650af41-3efb-412e-89c3-926735d5ab9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:58.435399 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4650af41-3efb-412e-89c3-926735d5ab9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:58.443673 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4650af41-3efb-412e-89c3-926735d5ab9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:58.467106 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4650af41-3efb-412e-89c3-926735d5ab9a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5712590a-46a1-4192-bb6f-390175227cea HTTP/1.1" status: 204 len: 168 time: 0.5346768 Sep 01 15:15:58.551560 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-33aba125-5b3f-429c-b142-6840a1aa6be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:58.576364 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650af41-3efb-412e-89c3-926735d5ab9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5712590a-46a1-4192-bb6f-390175227cea,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:15:58.584636 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f3238e6d-3def-4c12-be7d-f07c70c7cb57 req-1ee9f518-57eb-463b-924b-10d8060a46d4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 210 time: 0.1880271 Sep 01 15:15:58.929032 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e8cf0a39-6535-40d8-ac1a-b10c4d2eed52 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:15:58.954232 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-a5e3e28a-8d10-4310-91b4-ca86c082f542 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Allocated IP 2001:db8::307 (da2d295e-80cd-4ff0-bcb0-066d659fc51e/804b5999-5075-4274-8c5d-3a5faab4588e/0478a52b-8645-4209-86df-231463fcf0d8) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:15:59.063113 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71338b-a6e7-4b41-9ae7-8231e3a599b3 req-990d5d71-cd62-4519-8fdb-23e4541030d6 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:15:59.076530 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d71338b-a6e7-4b41-9ae7-8231e3a599b3 req-990d5d71-cd62-4519-8fdb-23e4541030d6 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b6b4505-f23d-474c-9ba2-49c61dfaf3e2 HTTP/1.1" status: 200 len: 931 time: 0.7624786 Sep 01 15:15:59.109243 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port e8cf0a39-6535-40d8-ac1a-b10c4d2eed52 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:15:59.109550 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:59.138190 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38112) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:59.356890 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b32e3684-9aa5-4b27-abca-969a801d5eec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=da686ad0aa434f30b9342c06c8505a28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124329 Sep 01 15:15:59.358110 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38114) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:15:59.401677 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d71338b-a6e7-4b41-9ae7-8231e3a599b3 req-c7d24bbd-a4a8-4ea8-af3b-c330b3869e3a tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dfbb8c5-788d-4cc4-b7a9-37c2ee3ac272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887471 Sep 01 15:15:59.486751 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a9cbb19b-afed-491f-b602-2e79547ec029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:59.555294 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a9cbb19b-afed-491f-b602-2e79547ec029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:59.675647 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a9cbb19b-afed-491f-b602-2e79547ec029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:59.684396 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a9cbb19b-afed-491f-b602-2e79547ec029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:15:59.691699 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a9cbb19b-afed-491f-b602-2e79547ec029 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c3f1f3e8-87b0-4c00-aaf4-e9cfe8d5ce16 HTTP/1.1" status: 204 len: 168 time: 0.3280225 Sep 01 15:15:59.746957 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbb19b-afed-491f-b602-2e79547ec029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f1f3e8-87b0-4c00-aaf4-e9cfe8d5ce16,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:00.012324 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8eae524b-8ff0-4e0d-ab95-b8645737d60f req-714a2e0d-96ce-4b51-8927-df28ea9bd1dc tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 210 time: 0.1201463 Sep 01 15:16:00.025142 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a5e3e28a-8d10-4310-91b4-ca86c082f542 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:00.098882 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-a5e3e28a-8d10-4310-91b4-ca86c082f542 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Transition to ACTIVE for port object 0478a52b-8645-4209-86df-231463fcf0d8 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:16:00.212172 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-33aba125-5b3f-429c-b142-6840a1aa6be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a99db268-1403-4dd5-afda-9eb8219ea87b {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:16:00.232596 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-33aba125-5b3f-429c-b142-6840a1aa6be6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:00.270646 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-33aba125-5b3f-429c-b142-6840a1aa6be6 service neutron] Transition to ACTIVE for port object a99db268-1403-4dd5-afda-9eb8219ea87b will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:16:00.275154 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a5e3e28a-8d10-4310-91b4-ca86c082f542 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:00.295486 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-33aba125-5b3f-429c-b142-6840a1aa6be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:00.412920 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e3e28a-8d10-4310-91b4-ca86c082f542 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Network da2d295e-80cd-4ff0-bcb0-066d659fc51e is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:16:00.449589 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-a5e3e28a-8d10-4310-91b4-ca86c082f542 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:16:00.493036 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e3e28a-8d10-4310-91b4-ca86c082f542 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:16:00.522204 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e3e28a-8d10-4310-91b4-ca86c082f542 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:00.524132 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a5e3e28a-8d10-4310-91b4-ca86c082f542 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:00.598075 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3e28a-8d10-4310-91b4-ca86c082f542 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Pushing event updated for resources: {'Port': ['ID=0478a52b-8645-4209-86df-231463fcf0d8,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:00.792436 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a5e3e28a-8d10-4310-91b4-ca86c082f542 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 4.3735981 Sep 01 15:16:00.812232 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d873e2-10ce-4fe4-bce2-449b5e0e9ed7 req-99e517b2-e923-4e9d-aa6f-8574939903d8 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:00.819632 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b2d873e2-10ce-4fe4-bce2-449b5e0e9ed7 req-99e517b2-e923-4e9d-aa6f-8574939903d8 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b6b4505-f23d-474c-9ba2-49c61dfaf3e2 HTTP/1.1" status: 200 len: 943 time: 0.1808755 Sep 01 15:16:00.820870 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38150) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:01.085338 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b2d873e2-10ce-4fe4-bce2-449b5e0e9ed7 req-72b5dddf-7936-4476-a8ac-ce4f51b62290 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dfbb8c5-788d-4cc4-b7a9-37c2ee3ac272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281373 Sep 01 15:16:01.158155 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70026108-b54c-4a89-a068-105822262ab1 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:01.174364 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70026108-b54c-4a89-a068-105822262ab1 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:01.188546 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70026108-b54c-4a89-a068-105822262ab1 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:01.191825 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-70026108-b54c-4a89-a068-105822262ab1 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.3686643 Sep 01 15:16:01.200651 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38160) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:01.211479 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c12-b692-4525-85b0-456c151ff4a6 None None] Provisioning for port 0478a52b-8645-4209-86df-231463fcf0d8 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:16:01.231614 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1c12-b692-4525-85b0-456c151ff4a6 None None] Provisioning complete for port 0478a52b-8645-4209-86df-231463fcf0d8 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:01.232223 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1c12-b692-4525-85b0-456c151ff4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:01.399757 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb1c12-b692-4525-85b0-456c151ff4a6 None None] Port 0478a52b-8645-4209-86df-231463fcf0d8 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:16:01.562372 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-01627eab-0972-4f68-97b7-62243ecce563 req-2b75a98b-973b-476c-93dc-c766a3e6b00f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 210 time: 0.1941099 Sep 01 15:16:01.676765 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aba125-5b3f-429c-b142-6840a1aa6be6 service neutron] Pushing event updated for resources: {'Port': ['ID=a99db268-1403-4dd5-afda-9eb8219ea87b,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:01.732773 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-33aba125-5b3f-429c-b142-6840a1aa6be6 service neutron] Attempting to bind port a99db268-1403-4dd5-afda-9eb8219ea87b on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:01.733358 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-33aba125-5b3f-429c-b142-6840a1aa6be6 service neutron] Attempting to bind port a99db268-1403-4dd5-afda-9eb8219ea87b by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '201a85f2-37ad-42dd-85ff-7c15807d808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '912c5e1e-f5e6-40c0-a02d-9822ead69516'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:01.733926 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-33aba125-5b3f-429c-b142-6840a1aa6be6 service neutron] Attempting to bind port a99db268-1403-4dd5-afda-9eb8219ea87b on network 912c5e1e-f5e6-40c0-a02d-9822ead69516 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:01.740559 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-6ae09ff4-78d4-4592-80a3-6e9a3a8562fe tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Deleting port 0478a52b-8645-4209-86df-231463fcf0d8 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:16:01.741512 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6ae09ff4-78d4-4592-80a3-6e9a3a8562fe tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:01.747729 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-33aba125-5b3f-429c-b142-6840a1aa6be6 service neutron] Port a99db268-1403-4dd5-afda-9eb8219ea87b on network 912c5e1e-f5e6-40c0-a02d-9822ead69516 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:16:01.748260 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-33aba125-5b3f-429c-b142-6840a1aa6be6 service neutron] Attempting to bind port a99db268-1403-4dd5-afda-9eb8219ea87b on network 912c5e1e-f5e6-40c0-a02d-9822ead69516 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:01.760940 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-33aba125-5b3f-429c-b142-6840a1aa6be6 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:16:01.761851 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-33aba125-5b3f-429c-b142-6840a1aa6be6 service neutron] Checking segment: {'id': '201a85f2-37ad-42dd-85ff-7c15807d808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '912c5e1e-f5e6-40c0-a02d-9822ead69516'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:16:01.762700 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-33aba125-5b3f-429c-b142-6840a1aa6be6 service neutron] Bound using segment: {'id': '201a85f2-37ad-42dd-85ff-7c15807d808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '912c5e1e-f5e6-40c0-a02d-9822ead69516'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:16:01.763455 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-33aba125-5b3f-429c-b142-6840a1aa6be6 service neutron] Bound port: a99db268-1403-4dd5-afda-9eb8219ea87b, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '201a85f2-37ad-42dd-85ff-7c15807d808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '912c5e1e-f5e6-40c0-a02d-9822ead69516'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:16:01.764144 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-33aba125-5b3f-429c-b142-6840a1aa6be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:01.904184 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-5d359d95-18df-4215-972d-5c92faa1de5e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:01.907578 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-5d359d95-18df-4215-972d-5c92faa1de5e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.62 "GET /v2.0/networks?id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 200 len: 812 time: 1.1431167 Sep 01 15:16:01.938230 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-6650f359-babe-4a08-a088-e16450554b0f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Request body: {'port': {'device_id': '9b2a67d1-f95a-4599-af41-3b5689808ec0', 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'admin_state_up': True, 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:02.004300 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6ae09ff4-78d4-4592-80a3-6e9a3a8562fe tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:02.048474 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-6ae09ff4-78d4-4592-80a3-6e9a3a8562fe tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Calling delete_port for 0478a52b-8645-4209-86df-231463fcf0d8 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:16:02.054405 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-33aba125-5b3f-429c-b142-6840a1aa6be6 service neutron] For port a99db268-1403-4dd5-afda-9eb8219ea87b, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:16:02.091830 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-33aba125-5b3f-429c-b142-6840a1aa6be6 service neutron] For port a99db268-1403-4dd5-afda-9eb8219ea87b, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=a99db268-1403-4dd5-afda-9eb8219ea87b,segment=NetworkSegment(201a85f2-37ad-42dd-85ff-7c15807d808f),segment_id=201a85f2-37ad-42dd-85ff-7c15807d808f)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:16:02.106159 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-33aba125-5b3f-429c-b142-6840a1aa6be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:02.190616 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-33aba125-5b3f-429c-b142-6840a1aa6be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:02.191997 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-33aba125-5b3f-429c-b142-6840a1aa6be6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:02.195474 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-33aba125-5b3f-429c-b142-6840a1aa6be6 service neutron] 10.222.0.45 "PUT /v2.0/ports/a99db268-1403-4dd5-afda-9eb8219ea87b HTTP/1.1" status: 200 len: 1091 time: 4.0962453 Sep 01 15:16:02.249587 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b6b4505-f23d-474c-9ba2-49c61dfaf3e2', 'tag': 'a99db268-1403-4dd5-afda-9eb8219ea87b'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:02.264758 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de287f3-c5f2-45f6-a3c3-3091717bea21" -d '{"events": [{"name": "network-changed", "server_uuid": "2b6b4505-f23d-474c-9ba2-49c61dfaf3e2", "tag": "a99db268-1403-4dd5-afda-9eb8219ea87b"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:02.454666 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e807f362-f11a-4f02-b3f5-5f72c6a501e9 x-openstack-request-id: req-e807f362-f11a-4f02-b3f5-5f72c6a501e9 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:02.454666 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b6b4505-f23d-474c-9ba2-49c61dfaf3e2", "tag": "a99db268-1403-4dd5-afda-9eb8219ea87b", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:02.454666 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e807f362-f11a-4f02-b3f5-5f72c6a501e9 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:02.454666 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b6b4505-f23d-474c-9ba2-49c61dfaf3e2', 'tag': 'a99db268-1403-4dd5-afda-9eb8219ea87b', 'status': 'completed', 'code': 200} Sep 01 15:16:02.457683 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aba125-5b3f-429c-b142-6840a1aa6be6 service neutron] Pushing event updated for resources: {'Port': ['ID=a99db268-1403-4dd5-afda-9eb8219ea87b,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:02.520932 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-9edea195-ee3e-4d90-a6ba-f46b28060142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:02.523602 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-9edea195-ee3e-4d90-a6ba-f46b28060142 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=13b6ae9569664b5f8ffb819096116689&device_id=2b6b4505-f23d-474c-9ba2-49c61dfaf3e2 HTTP/1.1" status: 200 len: 1094 time: 0.1930988 Sep 01 15:16:02.534615 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6ae09ff4-78d4-4592-80a3-6e9a3a8562fe tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:02.620850 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae09ff4-78d4-4592-80a3-6e9a3a8562fe tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Pushing event deleted for resources: {'Port': ['ID=0478a52b-8645-4209-86df-231463fcf0d8,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:02.658695 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ee2cd-ce32-454c-a7cc-9a162cc00a48 req-aca0d024-10f9-423d-8fe7-6211252db9ea tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:02.672338 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-797ee2cd-ce32-454c-a7cc-9a162cc00a48 req-aca0d024-10f9-423d-8fe7-6211252db9ea tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b6b4505-f23d-474c-9ba2-49c61dfaf3e2 HTTP/1.1" status: 200 len: 943 time: 0.3389449 Sep 01 15:16:02.714476 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-929e766f-45e5-44f8-9c1e-da39c1cbba28 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a99db268-1403-4dd5-afda-9eb8219ea87b HTTP/1.1" status: 200 len: 217 time: 0.1680558 Sep 01 15:16:02.718902 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-6650f359-babe-4a08-a088-e16450554b0f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Made reservation on behalf of f5c878306d2c4fbcbebf77004da8b742 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:16:02.736725 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-6650f359-babe-4a08-a088-e16450554b0f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:03.143585 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6ae09ff4-78d4-4592-80a3-6e9a3a8562fe tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:03.155296 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6ae09ff4-78d4-4592-80a3-6e9a3a8562fe tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] 10.222.0.60 "DELETE /v2.0/ports/0478a52b-8645-4209-86df-231463fcf0d8 HTTP/1.1" status: 204 len: 168 time: 1.9524393 Sep 01 15:16:03.156355 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38216) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:03.254147 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c78667b-6935-43ff-8f2c-81e11c786b71 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] GET failed (client error): The resource could not be found. Sep 01 15:16:03.258220 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9c78667b-6935-43ff-8f2c-81e11c786b71 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] 10.222.0.60 "GET /v2.0/ports/0478a52b-8645-4209-86df-231463fcf0d8 HTTP/1.1" status: 404 len: 333 time: 0.1000798 Sep 01 15:16:03.288262 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38220) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:03.309071 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-04b5d35a-7d31-4076-a844-da7ea7e082df tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Request body: {'port': {'network_id': 'da2d295e-80cd-4ff0-bcb0-066d659fc51e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-192112588'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:03.357474 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-6650f359-babe-4a08-a088-e16450554b0f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Allocated IP 172.20.0.3 (c9a68c28-eb7d-4197-a297-a9a7217a4f8e/b4b8a1a7-4c41-46cc-8798-989cc5140738/cc1027d3-7425-4568-8a43-3be288beb6bb) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:16:03.381520 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-797ee2cd-ce32-454c-a7cc-9a162cc00a48 req-2890058e-3ace-46e1-be54-387b93807bb5 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dfbb8c5-788d-4cc4-b7a9-37c2ee3ac272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7063332 Sep 01 15:16:03.382633 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b67268d-04ba-4790-ac8f-d31b78db1a62 req-d0fc70b4-29f1-496a-a808-f64b09675ef7 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 210 time: 0.1212387 Sep 01 15:16:03.403728 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-ae32ae38-54e8-4d27-8fba-077700bf5d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:03.406599 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-ae32ae38-54e8-4d27-8fba-077700bf5d98 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e99fc8d2-1da9-4afe-891e-d6d28f5fd86f HTTP/1.1" status: 200 len: 860 time: 0.6288857 Sep 01 15:16:03.513562 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-0f93f7f7-1090-4312-af9d-c7d879ab5cc2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=912c5e1e-f5e6-40c0-a02d-9822ead69516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943964 Sep 01 15:16:03.762415 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b5d35a-7d31-4076-a844-da7ea7e082df tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Made reservation on behalf of 6193ba1c6dc04a708c58598f6c93bc44 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:16:03.769423 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-04b5d35a-7d31-4076-a844-da7ea7e082df tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:03.815534 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-04b5d35a-7d31-4076-a844-da7ea7e082df tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] device_id is not set on port 5e1996c4-b77c-476d-ae9b-44ffeb5653aa yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:16:03.886374 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-c8761490-9114-425c-8081-dffaddb43485 service neutron] 10.222.0.45 "GET /v2.0/networks/912c5e1e-f5e6-40c0-a02d-9822ead69516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546023 Sep 01 15:16:04.067265 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38256) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:04.111130 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-6650f359-babe-4a08-a088-e16450554b0f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:04.139611 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-6650f359-babe-4a08-a088-e16450554b0f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Transition to ACTIVE for port object cc1027d3-7425-4568-8a43-3be288beb6bb will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:16:04.165296 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-04b5d35a-7d31-4076-a844-da7ea7e082df tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Allocated IP 2001:db8::350 (da2d295e-80cd-4ff0-bcb0-066d659fc51e/804b5999-5075-4274-8c5d-3a5faab4588e/5e1996c4-b77c-476d-ae9b-44ffeb5653aa) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:16:04.202727 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b8317f76-fd94-49fc-98d1-bf5f216db91b req-b9d2cae7-538b-4cab-836f-f06f4ccd246d service neutron] 10.222.0.45 "GET /v2.0/networks/912c5e1e-f5e6-40c0-a02d-9822ead69516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055675 Sep 01 15:16:04.253247 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-6650f359-babe-4a08-a088-e16450554b0f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:04.271733 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['0ef6978b-ef85-4c33-af04-e19602f26273', '0a24644e-403e-42e2-be39-83f8f5319e53'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:16:04.370130 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-6650f359-babe-4a08-a088-e16450554b0f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Network c9a68c28-eb7d-4197-a297-a9a7217a4f8e is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:16:04.430548 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-6650f359-babe-4a08-a088-e16450554b0f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:16:04.443240 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-6650f359-babe-4a08-a088-e16450554b0f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:16:04.470989 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650f359-babe-4a08-a088-e16450554b0f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Pushing event updated for resources: {'Port': ['ID=cc1027d3-7425-4568-8a43-3be288beb6bb,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:04.539146 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-04b5d35a-7d31-4076-a844-da7ea7e082df tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:04.575077 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-04b5d35a-7d31-4076-a844-da7ea7e082df tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Transition to ACTIVE for port object 5e1996c4-b77c-476d-ae9b-44ffeb5653aa will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:16:04.620540 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-4489b235-4cce-43bb-97ad-98e53e4c6a25 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:04.633865 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de287f3-c5f2-45f6-a3c3-3091717bea21 req-ba636ee0-da36-471a-8142-410a99fa615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:04.637921 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-04b5d35a-7d31-4076-a844-da7ea7e082df tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:04.647421 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4de287f3-c5f2-45f6-a3c3-3091717bea21 req-ba636ee0-da36-471a-8142-410a99fa615c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=13b6ae9569664b5f8ffb819096116689&device_id=2b6b4505-f23d-474c-9ba2-49c61dfaf3e2 HTTP/1.1" status: 200 len: 1094 time: 0.3173120 Sep 01 15:16:04.706555 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-6650f359-babe-4a08-a088-e16450554b0f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:04.707772 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-6650f359-babe-4a08-a088-e16450554b0f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:04.892009 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-6650f359-babe-4a08-a088-e16450554b0f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9611506 Sep 01 15:16:04.893006 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5d35a-7d31-4076-a844-da7ea7e082df tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Pushing event updated for resources: {'Port': ['ID=5e1996c4-b77c-476d-ae9b-44ffeb5653aa,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:04.911620 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b5d35a-7d31-4076-a844-da7ea7e082df tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Network da2d295e-80cd-4ff0-bcb0-066d659fc51e is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:16:04.914968 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b5d35a-7d31-4076-a844-da7ea7e082df tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:04.916392 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b5d35a-7d31-4076-a844-da7ea7e082df tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:04.917954 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b5d35a-7d31-4076-a844-da7ea7e082df tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:04.918860 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b5d35a-7d31-4076-a844-da7ea7e082df tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:04.919913 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b5d35a-7d31-4076-a844-da7ea7e082df tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:04.921056 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b5d35a-7d31-4076-a844-da7ea7e082df tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:04.921778 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b5d35a-7d31-4076-a844-da7ea7e082df tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:04.922543 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b5d35a-7d31-4076-a844-da7ea7e082df tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:04.923364 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b5d35a-7d31-4076-a844-da7ea7e082df tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:04.924160 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b5d35a-7d31-4076-a844-da7ea7e082df tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:04.924958 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b5d35a-7d31-4076-a844-da7ea7e082df tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:04.925809 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b5d35a-7d31-4076-a844-da7ea7e082df tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:04.927908 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-3a24f1ec-d1be-43d9-8eee-cd709e57e814 service neutron] Request body: {'port': {'device_id': '9b2a67d1-f95a-4599-af41-3b5689808ec0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:04.974824 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-04b5d35a-7d31-4076-a844-da7ea7e082df tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:16:04.990093 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4489b235-4cce-43bb-97ad-98e53e4c6a25 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:05.006148 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b5d35a-7d31-4076-a844-da7ea7e082df tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:16:05.026091 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b5d35a-7d31-4076-a844-da7ea7e082df tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:05.027966 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-04b5d35a-7d31-4076-a844-da7ea7e082df tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:05.124317 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-04b5d35a-7d31-4076-a844-da7ea7e082df tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8308821 Sep 01 15:16:05.143567 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27042caf-b8be-4281-8b1d-1ac85d8f4928 req-4b5c068e-abe0-4e30-ba2a-24e59a3fdf2d tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:05.149094 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de287f3-c5f2-45f6-a3c3-3091717bea21 req-589e4182-2140-4488-a75a-93fe3897af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:05.152863 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4de287f3-c5f2-45f6-a3c3-3091717bea21 req-589e4182-2140-4488-a75a-93fe3897af88 service neutron] 10.222.0.45 "GET /v2.0/networks?id=912c5e1e-f5e6-40c0-a02d-9822ead69516 HTTP/1.1" status: 200 len: 921 time: 0.3952100 Sep 01 15:16:05.154325 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38302) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:05.158027 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6227ae34-07b4-4987-9d78-414933446d72 None None] Provisioning for port cc1027d3-7425-4568-8a43-3be288beb6bb completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:16:05.160861 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-27042caf-b8be-4281-8b1d-1ac85d8f4928 req-4b5c068e-abe0-4e30-ba2a-24e59a3fdf2d tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b6b4505-f23d-474c-9ba2-49c61dfaf3e2 HTTP/1.1" status: 200 len: 943 time: 0.4599636 Sep 01 15:16:05.180296 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6227ae34-07b4-4987-9d78-414933446d72 None None] Provisioning complete for port cc1027d3-7425-4568-8a43-3be288beb6bb triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:05.182167 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6227ae34-07b4-4987-9d78-414933446d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:05.208108 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-a6c2db79-a3ec-43a6-8f6b-08c21961b30a tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3ce', 'mac_address': 'fa:16:3e:ac:a5:b4'}]}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:05.253086 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-27042caf-b8be-4281-8b1d-1ac85d8f4928 req-57d8a418-7dd7-4b4f-89a2-49401ed248d7 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dfbb8c5-788d-4cc4-b7a9-37c2ee3ac272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852849 Sep 01 15:16:05.280227 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-6227ae34-07b4-4987-9d78-414933446d72 None None] Port cc1027d3-7425-4568-8a43-3be288beb6bb cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:16:05.515117 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4de287f3-c5f2-45f6-a3c3-3091717bea21 req-e4bd5394-545d-45e7-b14a-5eed65ae8872 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a99db268-1403-4dd5-afda-9eb8219ea87b HTTP/1.1" status: 200 len: 217 time: 0.3280039 Sep 01 15:16:05.620787 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-83fc473f-0782-4bd9-bd70-9df6e7ce50cf None None] Provisioning for port 5e1996c4-b77c-476d-ae9b-44ffeb5653aa completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:16:05.627312 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-83fc473f-0782-4bd9-bd70-9df6e7ce50cf None None] Provisioning complete for port 5e1996c4-b77c-476d-ae9b-44ffeb5653aa triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:05.628346 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-83fc473f-0782-4bd9-bd70-9df6e7ce50cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:05.661842 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-3a24f1ec-d1be-43d9-8eee-cd709e57e814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:05.699311 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-83fc473f-0782-4bd9-bd70-9df6e7ce50cf None None] Port 5e1996c4-b77c-476d-ae9b-44ffeb5653aa cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:16:05.774097 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-590b9d06-872e-4322-a434-7b724d553b68 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6177952 Sep 01 15:16:05.796626 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-4acdd3d1-ed91-4e9b-8aa4-5110f92c265d tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:05.799593 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-4acdd3d1-ed91-4e9b-8aa4-5110f92c265d tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/networks?id=afa3fade-4c03-4fa8-94a5-bb144ed0b25b HTTP/1.1" status: 200 len: 814 time: 0.2715118 Sep 01 15:16:05.829506 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de287f3-c5f2-45f6-a3c3-3091717bea21 req-b34d20ec-79bf-4517-bb7b-980f813c9a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:05.832846 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4de287f3-c5f2-45f6-a3c3-3091717bea21 req-b34d20ec-79bf-4517-bb7b-980f813c9a8c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e99fc8d2-1da9-4afe-891e-d6d28f5fd86f HTTP/1.1" status: 200 len: 860 time: 0.2821679 Sep 01 15:16:05.835595 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-3144988c-b5e8-4cd9-8311-1c96fe7b4150 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/quotas/eb3693377bf9457dabb698f1785d8c61 HTTP/1.1" status: 200 len: 375 time: 0.0258579 Sep 01 15:16:05.881212 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b14338-8df8-4b55-870d-82501334e3a1 req-98a5a59c-7357-4682-b5a0-f5179bd48f90 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:05.883437 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a9b14338-8df8-4b55-870d-82501334e3a1 req-98a5a59c-7357-4682-b5a0-f5179bd48f90 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 931 time: 0.4362020 Sep 01 15:16:05.953194 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-940e1f77-2557-424a-87e1-27f6f38541bf tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb3693377bf9457dabb698f1785d8c61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1021655 Sep 01 15:16:05.992837 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4de287f3-c5f2-45f6-a3c3-3091717bea21 req-10483b45-dd85-4ba7-a377-bbb10650677b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=912c5e1e-f5e6-40c0-a02d-9822ead69516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036627 Sep 01 15:16:06.126495 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-104f4e5e-8b69-4e72-b136-977e4aa5f209 service neutron] 10.222.0.60 "GET /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584566 Sep 01 15:16:06.321156 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-e7985068-06a9-4645-8b69-a4a2de4f9c13 service neutron] 10.222.0.60 "GET /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804552 Sep 01 15:16:06.393605 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a9b14338-8df8-4b55-870d-82501334e3a1 req-2044bd70-840b-497a-bb40-878d19f346e7 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808819 Sep 01 15:16:06.459795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-fc291aa4-7ccf-458d-973a-4919435bef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:06.461069 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-fc291aa4-7ccf-458d-973a-4919435bef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:06.462860 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-fc291aa4-7ccf-458d-973a-4919435bef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:06.464614 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-fc291aa4-7ccf-458d-973a-4919435bef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:06.465711 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-fc291aa4-7ccf-458d-973a-4919435bef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:06.466874 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-fc291aa4-7ccf-458d-973a-4919435bef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:06.467904 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-fc291aa4-7ccf-458d-973a-4919435bef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:06.471560 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-fc291aa4-7ccf-458d-973a-4919435bef49 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f7d7b06bb64040f2849246a606ea13be&device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 6503 time: 0.5840714 Sep 01 15:16:06.472782 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6c2db79-a3ec-43a6-8f6b-08c21961b30a tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:06.773733 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4489b235-4cce-43bb-97ad-98e53e4c6a25 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:06.914633 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4de287f3-c5f2-45f6-a3c3-3091717bea21 req-7464fe20-65e4-4180-82db-92512f290ed9 service neutron] 10.222.0.45 "GET /v2.0/networks/912c5e1e-f5e6-40c0-a02d-9822ead69516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8616025 Sep 01 15:16:06.962501 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55bb1a-3d32-4fb8-bb8d-991db8655930 req-5c2c5cdf-937f-4d67-9548-0de3426485fb tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:06.977000 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5a55bb1a-3d32-4fb8-bb8d-991db8655930 req-5c2c5cdf-937f-4d67-9548-0de3426485fb tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b6b4505-f23d-474c-9ba2-49c61dfaf3e2 HTTP/1.1" status: 200 len: 943 time: 0.1445489 Sep 01 15:16:07.055763 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5a55bb1a-3d32-4fb8-bb8d-991db8655930 req-49870c4e-0bcd-4101-9384-b9c966ea456d tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dfbb8c5-788d-4cc4-b7a9-37c2ee3ac272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762916 Sep 01 15:16:07.363464 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-996b259d-fe2b-4c4d-93a9-764158624107 req-7b34a7e4-7422-478f-a939-e80972f75825 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1651acb-033b-4474-9bc8-ce5656e13161 HTTP/1.1" status: 200 len: 210 time: 0.0609865 Sep 01 15:16:07.457893 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-19cd467e-4871-420d-9e6a-4f43b7febbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:07.458861 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-19cd467e-4871-420d-9e6a-4f43b7febbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:07.459669 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-19cd467e-4871-420d-9e6a-4f43b7febbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:07.463834 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-19cd467e-4871-420d-9e6a-4f43b7febbfd service neutron] 10.222.0.62 "GET /v2.0/networks?id=17543319-6060-4d8f-9fbf-24ed833e1936&id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&id=c254db57-43ae-492e-9c7b-cecc22088fc9&id=c254db57-43ae-492e-9c7b-cecc22088fc9 HTTP/1.1" status: 200 len: 2297 time: 0.9129093 Sep 01 15:16:07.692067 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a33c9-3de6-4844-b62c-fa3b6d1a50e5 req-f9bec003-9c0a-4af6-bcb9-cbd0fd8bada7 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:07.706579 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-273a33c9-3de6-4844-b62c-fa3b6d1a50e5 req-f9bec003-9c0a-4af6-bcb9-cbd0fd8bada7 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 931 time: 0.1247394 Sep 01 15:16:07.744526 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-8f3dcf39-cc8a-4747-a932-1ef5d1e8445f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c32a6846-75e2-4a3e-aec3-0e166ad7aaff HTTP/1.1" status: 200 len: 1000 time: 0.2393334 Sep 01 15:16:07.788364 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-273a33c9-3de6-4844-b62c-fa3b6d1a50e5 req-892cde5b-7a87-4983-8c4c-df1a760f63ed tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799336 Sep 01 15:16:07.795525 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4de287f3-c5f2-45f6-a3c3-3091717bea21 req-b52ea9cf-c284-4f67-aaef-21334c01fd7d service neutron] 10.222.0.45 "GET /v2.0/networks/912c5e1e-f5e6-40c0-a02d-9822ead69516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8608119 Sep 01 15:16:07.958644 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-4489b235-4cce-43bb-97ad-98e53e4c6a25 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Allocated IP 172.25.6.205 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/48f327b4-2223-41a5-9635-9bf4ee125feb) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:16:07.972472 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-3a24f1ec-d1be-43d9-8eee-cd709e57e814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc1027d3-7425-4568-8a43-3be288beb6bb {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:16:08.011701 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-3a24f1ec-d1be-43d9-8eee-cd709e57e814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:08.059679 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-e50f6107-7c4b-49ec-834f-502af00acead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:08.059679 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-e50f6107-7c4b-49ec-834f-502af00acead service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cfe092a7-7374-49e7-98e0-9d8083b4d268 HTTP/1.1" status: 200 len: 855 time: 0.2952445 Sep 01 15:16:08.088838 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-3a24f1ec-d1be-43d9-8eee-cd709e57e814 service neutron] Transition to ACTIVE for port object cc1027d3-7425-4568-8a43-3be288beb6bb will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:16:08.255708 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:08.323299 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcebe26-d843-4df3-8a69-8fc3aff9e1fd req-2373f8ef-3535-4aed-b687-045696e8cdcb tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:08.326936 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3bcebe26-d843-4df3-8a69-8fc3aff9e1fd req-2373f8ef-3535-4aed-b687-045696e8cdcb tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b6b4505-f23d-474c-9ba2-49c61dfaf3e2 HTTP/1.1" status: 200 len: 943 time: 0.1217954 Sep 01 15:16:08.411469 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3bcebe26-d843-4df3-8a69-8fc3aff9e1fd req-e87a0768-e377-419d-a270-fa6ea2b4e7b7 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dfbb8c5-788d-4cc4-b7a9-37c2ee3ac272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709724 Sep 01 15:16:08.439236 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device a99db268-1403-4dd5-afda-9eb8219ea87b details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:16:08.674562 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-3a24f1ec-d1be-43d9-8eee-cd709e57e814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:08.682520 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6c2db79-a3ec-43a6-8f6b-08c21961b30a tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:08.740369 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port a99db268-1403-4dd5-afda-9eb8219ea87b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=a99db268-1403-4dd5-afda-9eb8219ea87b,segment=NetworkSegment(201a85f2-37ad-42dd-85ff-7c15807d808f),segment_id=201a85f2-37ad-42dd-85ff-7c15807d808f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:08.752222 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6c2db79-a3ec-43a6-8f6b-08c21961b30a tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:08.794289 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'a99db268-1403-4dd5-afda-9eb8219ea87b', 'network_id': '912c5e1e-f5e6-40c0-a02d-9822ead69516', 'port_id': 'a99db268-1403-4dd5-afda-9eb8219ea87b', 'mac_address': 'fa:16:3e:2b:7d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99fc8d2-1da9-4afe-891e-d6d28f5fd86f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:16:08.869729 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1e34ac02-0045-403b-b178-d9f1dddf9cf4 req-f5a2f7cf-349a-4e1c-b834-e26a901e7e92 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1651acb-033b-4474-9bc8-ce5656e13161 HTTP/1.1" status: 200 len: 210 time: 0.1824999 Sep 01 15:16:08.911463 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:08.959714 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a99db268-1403-4dd5-afda-9eb8219ea87b {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:16:09.010008 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port a99db268-1403-4dd5-afda-9eb8219ea87b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=a99db268-1403-4dd5-afda-9eb8219ea87b,segment=NetworkSegment(201a85f2-37ad-42dd-85ff-7c15807d808f),segment_id=201a85f2-37ad-42dd-85ff-7c15807d808f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:09.021473 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:09.059228 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-a6c2db79-a3ec-43a6-8f6b-08c21961b30a tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] In _notify_port_updated(), no bound segment for port 5e1996c4-b77c-476d-ae9b-44ffeb5653aa on network da2d295e-80cd-4ff0-bcb0-066d659fc51e {{(pid=94734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:16:09.077632 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c2db79-a3ec-43a6-8f6b-08c21961b30a tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:09.079057 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6c2db79-a3ec-43a6-8f6b-08c21961b30a tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:09.088452 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a6c2db79-a3ec-43a6-8f6b-08c21961b30a tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] 10.222.0.60 "PUT /v2.0/ports/5e1996c4-b77c-476d-ae9b-44ffeb5653aa HTTP/1.1" status: 200 len: 1002 time: 3.9032867 Sep 01 15:16:09.093594 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38464) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:09.182934 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=a99db268-1403-4dd5-afda-9eb8219ea87b,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:09.216404 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-5a96ccd2-574a-49df-9026-2b3f135e8887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:09.220831 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-5a96ccd2-574a-49df-9026-2b3f135e8887 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17543319-6060-4d8f-9fbf-24ed833e1936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1531050 Sep 01 15:16:09.221607 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24f1ec-d1be-43d9-8eee-cd709e57e814 service neutron] Pushing event updated for resources: {'Port': ['ID=cc1027d3-7425-4568-8a43-3be288beb6bb,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:09.289565 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:09.293482 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:09.295293 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:09.296302 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:09.297227 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:09.303071 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:09.304136 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:09.305053 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:09.305965 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:09.307989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:09.313246 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:09.314368 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:09.350587 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-31843a03-12e2-4f17-b401-39fd6b1961a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:09.401136 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['a99db268-1403-4dd5-afda-9eb8219ea87b'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:16:09.527276 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-4656b4ae-c0e8-4f5c-a098-971801f00ad7 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Deleting port 5e1996c4-b77c-476d-ae9b-44ffeb5653aa {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:16:09.528080 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4656b4ae-c0e8-4f5c-a098-971801f00ad7 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:09.782545 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4489b235-4cce-43bb-97ad-98e53e4c6a25 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:09.802555 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2db79-a3ec-43a6-8f6b-08c21961b30a tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Pushing event updated for resources: {'Port': ['ID=5e1996c4-b77c-476d-ae9b-44ffeb5653aa,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:09.819941 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-4ed3b9a3-824d-43be-add5-228bfc6fe18b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:09.823521 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-4ed3b9a3-824d-43be-add5-228bfc6fe18b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.62 "GET /v2.0/networks?id=afa3fade-4c03-4fa8-94a5-bb144ed0b25b HTTP/1.1" status: 200 len: 814 time: 1.0557368 Sep 01 15:16:09.848969 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9615ac30-6d1e-4138-aa60-f9dc1f28104b None None] Provisioning complete for port 5e1996c4-b77c-476d-ae9b-44ffeb5653aa triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:09.849597 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9615ac30-6d1e-4138-aa60-f9dc1f28104b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:09.863085 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a00e1b-6ce3-43a5-a44f-e296e276b193 req-2e71bd08-8553-4359-a6a6-b299462eb996 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:09.876251 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-83a00e1b-6ce3-43a5-a44f-e296e276b193 req-2e71bd08-8553-4359-a6a6-b299462eb996 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 943 time: 0.7613425 Sep 01 15:16:09.906836 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4656b4ae-c0e8-4f5c-a098-971801f00ad7 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:09.916374 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-d59de8b1-fe48-4a52-a97f-7c8b75ed2c5d tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Request body: {'port': {'device_id': 'b1651acb-033b-4474-9bc8-ce5656e13161', 'network_id': 'afa3fade-4c03-4fa8-94a5-bb144ed0b25b', 'admin_state_up': True, 'tenant_id': 'eb3693377bf9457dabb698f1785d8c61'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:09.931059 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-9615ac30-6d1e-4138-aa60-f9dc1f28104b None None] Port 5e1996c4-b77c-476d-ae9b-44ffeb5653aa cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:16:09.949948 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-4656b4ae-c0e8-4f5c-a098-971801f00ad7 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Calling delete_port for 5e1996c4-b77c-476d-ae9b-44ffeb5653aa owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:16:10.080080 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-3a24f1ec-d1be-43d9-8eee-cd709e57e814 service neutron] Attempting to bind port cc1027d3-7425-4568-8a43-3be288beb6bb on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:10.080497 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-3a24f1ec-d1be-43d9-8eee-cd709e57e814 service neutron] Attempting to bind port cc1027d3-7425-4568-8a43-3be288beb6bb by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:10.081499 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-3a24f1ec-d1be-43d9-8eee-cd709e57e814 service neutron] Attempting to bind port cc1027d3-7425-4568-8a43-3be288beb6bb on network c9a68c28-eb7d-4197-a297-a9a7217a4f8e {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:10.110564 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-fd1c5546-18bf-4d84-a850-cff414433c58 service neutron] 10.222.0.62 "GET /v2.0/networks/17543319-6060-4d8f-9fbf-24ed833e1936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8168461 Sep 01 15:16:10.146927 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-3a24f1ec-d1be-43d9-8eee-cd709e57e814 service neutron] Port cc1027d3-7425-4568-8a43-3be288beb6bb on network c9a68c28-eb7d-4197-a297-a9a7217a4f8e not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:16:10.147322 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-3a24f1ec-d1be-43d9-8eee-cd709e57e814 service neutron] Attempting to bind port cc1027d3-7425-4568-8a43-3be288beb6bb on network c9a68c28-eb7d-4197-a297-a9a7217a4f8e {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:10.166649 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-83a00e1b-6ce3-43a5-a44f-e296e276b193 req-6c2a6037-f1c0-4820-86cf-faae99e4e094 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876632 Sep 01 15:16:10.181383 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da84747-b992-4ac2-97ea-6941aceb9486 req-d2b53841-6861-4503-9870-1b14e5c4e45f tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:10.184348 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5da84747-b992-4ac2-97ea-6941aceb9486 req-d2b53841-6861-4503-9870-1b14e5c4e45f tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b6b4505-f23d-474c-9ba2-49c61dfaf3e2 HTTP/1.1" status: 200 len: 944 time: 0.1105220 Sep 01 15:16:10.248658 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-3a24f1ec-d1be-43d9-8eee-cd709e57e814 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:16:10.249289 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-3a24f1ec-d1be-43d9-8eee-cd709e57e814 service neutron] Checking segment: {'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:16:10.249908 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-3a24f1ec-d1be-43d9-8eee-cd709e57e814 service neutron] Bound using segment: {'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:16:10.250686 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-3a24f1ec-d1be-43d9-8eee-cd709e57e814 service neutron] Bound port: cc1027d3-7425-4568-8a43-3be288beb6bb, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98a890b-f937-4f23-a3fc-4baa55ff5763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:16:10.251292 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-3a24f1ec-d1be-43d9-8eee-cd709e57e814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:10.305285 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4656b4ae-c0e8-4f5c-a098-971801f00ad7 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:10.333369 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4489b235-4cce-43bb-97ad-98e53e4c6a25 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:10.382359 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656b4ae-c0e8-4f5c-a098-971801f00ad7 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Pushing event deleted for resources: {'Port': ['ID=5e1996c4-b77c-476d-ae9b-44ffeb5653aa,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:10.405671 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5da84747-b992-4ac2-97ea-6941aceb9486 req-5517f402-3697-4452-8d03-7995eecb1488 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dfbb8c5-788d-4cc4-b7a9-37c2ee3ac272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746249 Sep 01 15:16:10.531895 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489b235-4cce-43bb-97ad-98e53e4c6a25 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Pushing event updated for resources: {'Port': ['ID=48f327b4-2223-41a5-9635-9bf4ee125feb,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:10.573975 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4489b235-4cce-43bb-97ad-98e53e4c6a25 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:16:10.590424 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-f7cb7702-8678-4e32-bfef-203f33a630dc service neutron] 10.222.0.62 "GET /v2.0/networks/17543319-6060-4d8f-9fbf-24ed833e1936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667180 Sep 01 15:16:10.597760 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-4489b235-4cce-43bb-97ad-98e53e4c6a25 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:16:10.612002 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4489b235-4cce-43bb-97ad-98e53e4c6a25 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:16:10.694011 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-64b05702-e653-4d83-b930-9548683e2bfb req-0512069d-cd6c-40fb-b9a6-9ad75c609aa0 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1651acb-033b-4474-9bc8-ce5656e13161 HTTP/1.1" status: 200 len: 210 time: 0.0942795 Sep 01 15:16:10.706852 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4656b4ae-c0e8-4f5c-a098-971801f00ad7 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:10.723629 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4656b4ae-c0e8-4f5c-a098-971801f00ad7 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] 10.222.0.60 "DELETE /v2.0/ports/5e1996c4-b77c-476d-ae9b-44ffeb5653aa HTTP/1.1" status: 204 len: 168 time: 1.6281211 Sep 01 15:16:10.735548 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38508) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:10.799091 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0d3c10-4e89-43a8-9784-6c605f125857 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] GET failed (client error): The resource could not be found. Sep 01 15:16:10.808639 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7a0d3c10-4e89-43a8-9784-6c605f125857 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] 10.222.0.60 "GET /v2.0/ports/5e1996c4-b77c-476d-ae9b-44ffeb5653aa HTTP/1.1" status: 404 len: 333 time: 0.0694799 Sep 01 15:16:10.810193 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38514) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:10.815452 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-d59de8b1-fe48-4a52-a97f-7c8b75ed2c5d tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Made reservation on behalf of eb3693377bf9457dabb698f1785d8c61 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:16:10.819918 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-f831a469-61f0-4fd9-838b-3c63cc915b1f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Request body: {'port': {'network_id': 'da2d295e-80cd-4ff0-bcb0-066d659fc51e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1684489118'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:10.824274 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-d59de8b1-fe48-4a52-a97f-7c8b75ed2c5d tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:10.849617 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-0a02c5f5-84f7-4885-8d97-5ea4db8e7dcd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=f74b773b-5f13-43af-b95b-4dae0c371691 HTTP/1.1" status: 200 len: 217 time: 0.2397559 Sep 01 15:16:10.964149 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-3a24f1ec-d1be-43d9-8eee-cd709e57e814 service neutron] For port cc1027d3-7425-4568-8a43-3be288beb6bb, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:16:11.067608 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-3a24f1ec-d1be-43d9-8eee-cd709e57e814 service neutron] For port cc1027d3-7425-4568-8a43-3be288beb6bb, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=cc1027d3-7425-4568-8a43-3be288beb6bb,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:16:11.128925 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f831a469-61f0-4fd9-838b-3c63cc915b1f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Made reservation on behalf of 6193ba1c6dc04a708c58598f6c93bc44 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:16:11.134615 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f831a469-61f0-4fd9-838b-3c63cc915b1f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:11.149081 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-3a24f1ec-d1be-43d9-8eee-cd709e57e814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:11.184766 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-f831a469-61f0-4fd9-838b-3c63cc915b1f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] device_id is not set on port 969851c5-8759-4aef-9a4d-70bd2ccc5182 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:16:11.187512 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-3a24f1ec-d1be-43d9-8eee-cd709e57e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:11.188600 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-3a24f1ec-d1be-43d9-8eee-cd709e57e814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:11.191222 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-3a24f1ec-d1be-43d9-8eee-cd709e57e814 service neutron] 10.222.0.62 "PUT /v2.0/ports/cc1027d3-7425-4568-8a43-3be288beb6bb HTTP/1.1" status: 200 len: 1091 time: 6.2803333 Sep 01 15:16:11.224512 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b2a67d1-f95a-4599-af41-3b5689808ec0', 'tag': 'cc1027d3-7425-4568-8a43-3be288beb6bb'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:11.228814 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9f02ce-b8b5-4ba2-a587-8694f5b95d93" -d '{"events": [{"name": "network-changed", "server_uuid": "9b2a67d1-f95a-4599-af41-3b5689808ec0", "tag": "cc1027d3-7425-4568-8a43-3be288beb6bb"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:11.310891 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-b9444848-099b-439b-bd7f-473b87320c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:11.313566 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-b9444848-099b-439b-bd7f-473b87320c8c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e305aa0d-de8e-480b-9017-6f3050eaf7d0 HTTP/1.1" status: 200 len: 797 time: 0.4245114 Sep 01 15:16:11.335852 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4489b235-4cce-43bb-97ad-98e53e4c6a25 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:11.534985 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-f831a469-61f0-4fd9-838b-3c63cc915b1f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Allocated IP 2001:db8::1d (da2d295e-80cd-4ff0-bcb0-066d659fc51e/804b5999-5075-4274-8c5d-3a5faab4588e/969851c5-8759-4aef-9a4d-70bd2ccc5182) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:16:11.563014 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aee014e-4473-42ae-ac92-70d9fba62886 x-openstack-request-id: req-2aee014e-4473-42ae-ac92-70d9fba62886 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:11.563428 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b2a67d1-f95a-4599-af41-3b5689808ec0", "tag": "cc1027d3-7425-4568-8a43-3be288beb6bb", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:11.563976 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2aee014e-4473-42ae-ac92-70d9fba62886 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:11.564688 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b2a67d1-f95a-4599-af41-3b5689808ec0', 'tag': 'cc1027d3-7425-4568-8a43-3be288beb6bb', 'status': 'completed', 'code': 200} Sep 01 15:16:11.595048 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63aaf23-8e48-462f-a49d-2a80a5b7fafb req-a2d52138-c5c0-4234-a216-ad072ee25d2b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:11.601409 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c63aaf23-8e48-462f-a49d-2a80a5b7fafb req-a2d52138-c5c0-4234-a216-ad072ee25d2b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 943 time: 0.1545405 Sep 01 15:16:11.658728 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24f1ec-d1be-43d9-8eee-cd709e57e814 service neutron] Pushing event updated for resources: {'Port': ['ID=cc1027d3-7425-4568-8a43-3be288beb6bb,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:11.696141 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4489b235-4cce-43bb-97ad-98e53e4c6a25 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:11.743014 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c63aaf23-8e48-462f-a49d-2a80a5b7fafb req-f36eefe5-71cd-45cd-b4a3-c06b0b2cd724 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026604 Sep 01 15:16:11.748591 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-89a7f709-9923-48f1-addc-40c65ac57e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:11.751116 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-89a7f709-9923-48f1-addc-40c65ac57e79 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f5c878306d2c4fbcbebf77004da8b742&device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 1094 time: 0.4514945 Sep 01 15:16:11.779656 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-d59de8b1-fe48-4a52-a97f-7c8b75ed2c5d tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Allocated IP 172.20.0.7 (afa3fade-4c03-4fa8-94a5-bb144ed0b25b/8b6bd058-2433-43ef-8336-9b6b745c6bfb/097555ac-bf4f-4f87-9789-14a3c761eae7) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:16:11.826149 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-cd77b4e8-52a9-4429-84bc-3de45baa4bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:11.829062 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-cd77b4e8-52a9-4429-84bc-3de45baa4bf1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4902287 Sep 01 15:16:11.912934 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-f3135419-8879-4699-975f-82382c1594fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc1027d3-7425-4568-8a43-3be288beb6bb HTTP/1.1" status: 200 len: 217 time: 0.1288259 Sep 01 15:16:12.030978 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abea79-a090-49b9-b14c-37e4fa0ea769 req-ff39b96d-b7ed-43b9-87da-16fa260aa652 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:12.035393 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a6abea79-a090-49b9-b14c-37e4fa0ea769 req-ff39b96d-b7ed-43b9-87da-16fa260aa652 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b6b4505-f23d-474c-9ba2-49c61dfaf3e2 HTTP/1.1" status: 200 len: 944 time: 0.1422601 Sep 01 15:16:12.109689 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:12.170416 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a6abea79-a090-49b9-b14c-37e4fa0ea769 req-ed67ff0b-1fc6-42e3-b908-39f31d1363e2 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dfbb8c5-788d-4cc4-b7a9-37c2ee3ac272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097760 Sep 01 15:16:12.194713 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f831a469-61f0-4fd9-838b-3c63cc915b1f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:12.258891 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-f831a469-61f0-4fd9-838b-3c63cc915b1f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Transition to ACTIVE for port object 969851c5-8759-4aef-9a4d-70bd2ccc5182 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:16:12.355288 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f831a469-61f0-4fd9-838b-3c63cc915b1f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:12.367062 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-3e10b908-4ca3-43b4-af70-43ab78290d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:12.372705 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-3e10b908-4ca3-43b4-af70-43ab78290d7f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b4b8a1a7-4c41-46cc-8798-989cc5140738 HTTP/1.1" status: 200 len: 851 time: 0.4227166 Sep 01 15:16:12.391246 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b0a8f05d-6df4-418d-95fb-240832ce166d req-1df7029f-1d9c-433e-ac73-8d3dcb51b29a tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1651acb-033b-4474-9bc8-ce5656e13161 HTTP/1.1" status: 200 len: 210 time: 0.0583069 Sep 01 15:16:12.448188 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device a99db268-1403-4dd5-afda-9eb8219ea87b up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:16:12.537025 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f831a469-61f0-4fd9-838b-3c63cc915b1f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Network da2d295e-80cd-4ff0-bcb0-066d659fc51e is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:16:12.544284 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-f831a469-61f0-4fd9-838b-3c63cc915b1f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:16:12.551799 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f831a469-61f0-4fd9-838b-3c63cc915b1f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:16:12.563130 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f831a469-61f0-4fd9-838b-3c63cc915b1f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:12.564085 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f831a469-61f0-4fd9-838b-3c63cc915b1f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:12.582850 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831a469-61f0-4fd9-838b-3c63cc915b1f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Pushing event updated for resources: {'Port': ['ID=969851c5-8759-4aef-9a4d-70bd2ccc5182,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:12.585613 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-695f5ca2-e791-4f50-aa99-1b372405db53 service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7007174 Sep 01 15:16:12.619183 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f831a469-61f0-4fd9-838b-3c63cc915b1f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8063591 Sep 01 15:16:12.624127 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38592) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:12.653886 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-0171a6c0-b6d5-49c4-97d6-f9e5ebc8b84c tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ac:a5:b4'}]}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:12.658924 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port a99db268-1403-4dd5-afda-9eb8219ea87b completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:16:12.669404 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port a99db268-1403-4dd5-afda-9eb8219ea87b triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:12.670038 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:12.897111 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:12.904066 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-73f10e73-9e24-4dd6-96cd-4f521a7586ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:12.907048 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-73f10e73-9e24-4dd6-96cd-4f521a7586ba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5224702 Sep 01 15:16:12.959853 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-d59de8b1-fe48-4a52-a97f-7c8b75ed2c5d tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:12.987954 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6b4505-f23d-474c-9ba2-49c61dfaf3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99db268-1403-4dd5-afda-9eb8219ea87b'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:12.996959 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a160b65-4ec3-4f26-afa4-372dcc40f26b" -d '{"events": [{"server_uuid": "2b6b4505-f23d-474c-9ba2-49c61dfaf3e2", "name": "network-vif-plugged", "status": "completed", "tag": "a99db268-1403-4dd5-afda-9eb8219ea87b"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:13.043824 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port a99db268-1403-4dd5-afda-9eb8219ea87b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=a99db268-1403-4dd5-afda-9eb8219ea87b,segment=NetworkSegment(201a85f2-37ad-42dd-85ff-7c15807d808f),segment_id=201a85f2-37ad-42dd-85ff-7c15807d808f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:13.060349 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:13.136538 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4489b235-4cce-43bb-97ad-98e53e4c6a25 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:13.185979 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4489b235-4cce-43bb-97ad-98e53e4c6a25 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:13.233770 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:13.242180 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e651c711-0e69-4432-99e7-6c0b59e95d05 None None] Provisioning for port 969851c5-8759-4aef-9a4d-70bd2ccc5182 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:16:13.242793 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0171a6c0-b6d5-49c4-97d6-f9e5ebc8b84c tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:13.250712 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=a99db268-1403-4dd5-afda-9eb8219ea87b,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:13.255940 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e651c711-0e69-4432-99e7-6c0b59e95d05 None None] Provisioning complete for port 969851c5-8759-4aef-9a4d-70bd2ccc5182 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:13.256986 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e651c711-0e69-4432-99e7-6c0b59e95d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:13.364906 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e651c711-0e69-4432-99e7-6c0b59e95d05 None None] Port 969851c5-8759-4aef-9a4d-70bd2ccc5182 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:16:13.433521 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-ec1ed122-64c2-4b03-96ce-c2968b8964a0 service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8188162 Sep 01 15:16:13.503735 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9ac6e-89e1-4b84-ba46-7537b8db85a3 req-8a33716c-f82f-41ce-a4dc-46a4c29d426a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:13.516903 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e7b9ac6e-89e1-4b84-ba46-7537b8db85a3 req-8a33716c-f82f-41ce-a4dc-46a4c29d426a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 943 time: 0.4656024 Sep 01 15:16:13.576741 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489b235-4cce-43bb-97ad-98e53e4c6a25 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Pushing event updated for resources: {'Port': ['ID=48f327b4-2223-41a5-9635-9bf4ee125feb,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:13.598799 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-18d2e533-e7c7-4e3a-83bc-762c048780e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:13.670950 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-5abb869e-3e3b-4047-a910-7a012f51fe01 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=25889e58-c1fa-4ed2-89a7-236d8cfd5f91 HTTP/1.1" status: 200 len: 217 time: 0.1898479 Sep 01 15:16:13.696607 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-9518b877-df0f-4873-b09e-7e8bf7cb0a19 service neutron] 10.222.0.62 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7686999 Sep 01 15:16:13.703444 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4489b235-4cce-43bb-97ad-98e53e4c6a25 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:13.709972 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0171a6c0-b6d5-49c4-97d6-f9e5ebc8b84c tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:13.723815 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0171a6c0-b6d5-49c4-97d6-f9e5ebc8b84c tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:13.743810 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-d59de8b1-fe48-4a52-a97f-7c8b75ed2c5d tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:13.758833 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['83b8fbc4-d30e-4cf9-960b-6f551ed32c72'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:16:13.998496 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20eacf72-3ff0-41fe-bf2a-b85a2da235d5 x-openstack-request-id: req-20eacf72-3ff0-41fe-bf2a-b85a2da235d5 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:13.998980 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6b4505-f23d-474c-9ba2-49c61dfaf3e2", "name": "network-vif-plugged", "status": "completed", "tag": "a99db268-1403-4dd5-afda-9eb8219ea87b", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:14.002581 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-20eacf72-3ff0-41fe-bf2a-b85a2da235d5 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:14.003607 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b6b4505-f23d-474c-9ba2-49c61dfaf3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99db268-1403-4dd5-afda-9eb8219ea87b', 'code': 200} Sep 01 15:16:14.411806 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-0171a6c0-b6d5-49c4-97d6-f9e5ebc8b84c tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] In _notify_port_updated(), no bound segment for port 969851c5-8759-4aef-9a4d-70bd2ccc5182 on network da2d295e-80cd-4ff0-bcb0-066d659fc51e {{(pid=94733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:16:14.424390 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0171a6c0-b6d5-49c4-97d6-f9e5ebc8b84c tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:14.424390 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0171a6c0-b6d5-49c4-97d6-f9e5ebc8b84c tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:14.431027 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0171a6c0-b6d5-49c4-97d6-f9e5ebc8b84c tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] 10.222.0.60 "PUT /v2.0/ports/969851c5-8759-4aef-9a4d-70bd2ccc5182 HTTP/1.1" status: 200 len: 1002 time: 1.7991741 Sep 01 15:16:14.433681 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4489b235-4cce-43bb-97ad-98e53e4c6a25 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:14.439971 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4489b235-4cce-43bb-97ad-98e53e4c6a25 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.3654804 Sep 01 15:16:14.440912 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38658) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:14.464896 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38660) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:14.474640 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-0e0ef799-7c25-4a4a-84f7-4150620b587d tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-936802197', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'fixed_ips': [{'ip_address': '172.25.6.205'}]}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:14.490283 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e7b9ac6e-89e1-4b84-ba46-7537b8db85a3 req-b3835881-8a61-46e9-81a7-d6567a016f46 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9719403 Sep 01 15:16:14.556678 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-e6b2cb61-fb3a-4e3f-8f14-110caba2d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:14.558485 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171a6c0-b6d5-49c4-97d6-f9e5ebc8b84c tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Pushing event updated for resources: {'Port': ['ID=969851c5-8759-4aef-9a4d-70bd2ccc5182,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:14.559805 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-e6b2cb61-fb3a-4e3f-8f14-110caba2d8c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e305aa0d-de8e-480b-9017-6f3050eaf7d0 HTTP/1.1" status: 200 len: 797 time: 0.8783255 Sep 01 15:16:14.638801 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e3e9f-da2f-4abd-9a58-6f9e6fa1f766 req-b985d6b1-0aa3-4b55-8402-a672e98ce3f0 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:14.645370 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c25e3e9f-da2f-4abd-9a58-6f9e6fa1f766 req-b985d6b1-0aa3-4b55-8402-a672e98ce3f0 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b6b4505-f23d-474c-9ba2-49c61dfaf3e2 HTTP/1.1" status: 200 len: 945 time: 0.3268905 Sep 01 15:16:14.650152 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-d59de8b1-fe48-4a52-a97f-7c8b75ed2c5d tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Network afa3fade-4c03-4fa8-94a5-bb144ed0b25b is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:16:14.707990 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-d59de8b1-fe48-4a52-a97f-7c8b75ed2c5d tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:16:14.731850 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-d59de8b1-fe48-4a52-a97f-7c8b75ed2c5d tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:16:14.737502 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59de8b1-fe48-4a52-a97f-7c8b75ed2c5d tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Pushing event updated for resources: {'Port': ['ID=097555ac-bf4f-4f87-9789-14a3c761eae7,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:14.740580 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0ef799-7c25-4a4a-84f7-4150620b587d tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Made reservation on behalf of 9d09ca96c4cf42f99cf841bc5d9460da for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:16:14.749428 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e0ef799-7c25-4a4a-84f7-4150620b587d tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:14.800909 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c53d7451-837e-4ce1-9ba7-1b2c4ea3e498 req-a00e1993-0831-492b-86ff-ab9018cbef60 service neutron] 10.222.0.62 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0594792 Sep 01 15:16:14.822050 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a0a2f-10d2-4b69-800d-3aa522a80add req-85d8d70b-fcb4-4cbc-b898-15c7d8394a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:14.825417 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3a1a0a2f-10d2-4b69-800d-3aa522a80add req-85d8d70b-fcb4-4cbc-b898-15c7d8394a0a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2b6b4505-f23d-474c-9ba2-49c61dfaf3e2 HTTP/1.1" status: 200 len: 1096 time: 0.4595144 Sep 01 15:16:14.850196 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e0ef799-7c25-4a4a-84f7-4150620b587d tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:14.876018 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c25e3e9f-da2f-4abd-9a58-6f9e6fa1f766 req-a3979e04-ba1f-4a10-bffa-55e3e4869737 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dfbb8c5-788d-4cc4-b7a9-37c2ee3ac272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771832 Sep 01 15:16:14.906550 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-d59de8b1-fe48-4a52-a97f-7c8b75ed2c5d tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:14.907764 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-d59de8b1-fe48-4a52-a97f-7c8b75ed2c5d tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:14.943835 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-2046c90c-2659-4e39-b84c-ea348b495930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:14.943835 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-2046c90c-2659-4e39-b84c-ea348b495930 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3385890 Sep 01 15:16:14.946355 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-251ad0c3-de14-4f4c-976b-f615d3bb97f4 None None] Provisioning complete for port 969851c5-8759-4aef-9a4d-70bd2ccc5182 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:14.947852 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-251ad0c3-de14-4f4c-976b-f615d3bb97f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:14.961129 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-5c6e3817-c554-445b-949e-ba8ef3bb8af9 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Deleting port 969851c5-8759-4aef-9a4d-70bd2ccc5182 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:16:14.962053 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5c6e3817-c554-445b-949e-ba8ef3bb8af9 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:15.000096 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3a1a0a2f-10d2-4b69-800d-3aa522a80add req-83e2524f-c4e0-4199-b575-e12c0d4a7af4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2dfbb8c5-788d-4cc4-b7a9-37c2ee3ac272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597791 Sep 01 15:16:15.098146 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:15.103941 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-251ad0c3-de14-4f4c-976b-f615d3bb97f4 None None] Port 969851c5-8759-4aef-9a4d-70bd2ccc5182 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:16:15.248995 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5c6e3817-c554-445b-949e-ba8ef3bb8af9 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:15.276602 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-5c6e3817-c554-445b-949e-ba8ef3bb8af9 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Calling delete_port for 969851c5-8759-4aef-9a4d-70bd2ccc5182 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:16:15.284365 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b8718-9170-4f4a-a201-cf149f60ae03 req-897f4982-9f2f-46e0-ba2f-768076a1bae6 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:15.287430 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6c9b8718-9170-4f4a-a201-cf149f60ae03 req-897f4982-9f2f-46e0-ba2f-768076a1bae6 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1651acb-033b-4474-9bc8-ce5656e13161 HTTP/1.1" status: 200 len: 931 time: 0.6484342 Sep 01 15:16:15.298132 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f02ce-b8b5-4ba2-a587-8694f5b95d93 req-8f98f650-7375-4646-83f0-a8d1a086909a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:15.301238 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca9f02ce-b8b5-4ba2-a587-8694f5b95d93 req-8f98f650-7375-4646-83f0-a8d1a086909a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f5c878306d2c4fbcbebf77004da8b742&device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 1094 time: 0.3417730 Sep 01 15:16:15.326052 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e0ef799-7c25-4a4a-84f7-4150620b587d tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:15.333540 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e0ef799-7c25-4a4a-84f7-4150620b587d tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:15.397506 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-d59de8b1-fe48-4a52-a97f-7c8b75ed2c5d tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5115168 Sep 01 15:16:15.402574 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-0e0ef799-7c25-4a4a-84f7-4150620b587d tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] device_id is not set on port 6bc6a374-adc0-452c-9b79-ed42d1be338b yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:16:15.468878 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-4193812a-18a6-4395-8d0a-bab099e4c865 service neutron] Request body: {'port': {'device_id': 'b1651acb-033b-4474-9bc8-ce5656e13161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:15.489514 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-b840c95c-58af-4349-82db-43ddcf0d5bf9 service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126860 Sep 01 15:16:15.578839 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ef799-7c25-4a4a-84f7-4150620b587d tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0d443f-04ec-4982-99e6-13cdff75ad07,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:15.679264 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6c9b8718-9170-4f4a-a201-cf149f60ae03 req-db94cc23-4fac-4fc1-99c7-572fc35fb17b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640840 Sep 01 15:16:15.877432 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-4193812a-18a6-4395-8d0a-bab099e4c865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:15.956492 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5c6e3817-c554-445b-949e-ba8ef3bb8af9 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:15.966881 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e0ef799-7c25-4a4a-84f7-4150620b587d tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 01 15:16:15.966881 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e0ef799-7c25-4a4a-84f7-4150620b587d tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:16:16.024150 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f02ce-b8b5-4ba2-a587-8694f5b95d93 req-def4b249-2c19-4dd1-b530-eb0b1bb6c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:16.029278 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e3817-c554-445b-949e-ba8ef3bb8af9 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Pushing event deleted for resources: {'Port': ['ID=969851c5-8759-4aef-9a4d-70bd2ccc5182,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:16.035029 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca9f02ce-b8b5-4ba2-a587-8694f5b95d93 req-def4b249-2c19-4dd1-b530-eb0b1bb6c299 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 200 len: 913 time: 0.7224739 Sep 01 15:16:16.041985 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-a8c39d20-e0ad-4c29-9753-072350b8988e service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011694 Sep 01 15:16:16.057777 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0e0ef799-7c25-4a4a-84f7-4150620b587d tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.5909929 Sep 01 15:16:16.062661 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38700) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:16.149470 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5c6e3817-c554-445b-949e-ba8ef3bb8af9 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:16.160075 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5c6e3817-c554-445b-949e-ba8ef3bb8af9 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] 10.222.0.60 "DELETE /v2.0/ports/969851c5-8759-4aef-9a4d-70bd2ccc5182 HTTP/1.1" status: 204 len: 168 time: 1.7141819 Sep 01 15:16:16.160571 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38708) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:16.235541 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-acfb566c-b87c-4d1b-b28a-1acb54cebdd2 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] GET failed (client error): The resource could not be found. Sep 01 15:16:16.238958 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-acfb566c-b87c-4d1b-b28a-1acb54cebdd2 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] 10.222.0.60 "GET /v2.0/ports/969851c5-8759-4aef-9a4d-70bd2ccc5182 HTTP/1.1" status: 404 len: 333 time: 0.0683765 Sep 01 15:16:16.245723 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38712) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:16.264594 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-474f1e3e-4f8c-4389-8b04-663a49520f7e tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Request body: {'port': {'network_id': 'da2d295e-80cd-4ff0-bcb0-066d659fc51e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1250943064'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:16.309157 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca9f02ce-b8b5-4ba2-a587-8694f5b95d93 req-524d03fe-29f5-4493-b6a8-e97a6b6ec0e2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc1027d3-7425-4568-8a43-3be288beb6bb HTTP/1.1" status: 200 len: 217 time: 0.2561870 Sep 01 15:16:16.347460 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-80fde154-004a-4c78-b779-7e8fd4cf6b03 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=3d5cb6f3-2f23-485c-94f0-fb274a06c858 HTTP/1.1" status: 200 len: 217 time: 0.2754085 Sep 01 15:16:16.352222 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device cc1027d3-7425-4568-8a43-3be288beb6bb details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:16:16.434024 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e2bec-d06f-4edd-bee3-eb3ddd421a0e req-5223169a-4691-42f3-9ec1-6585d9bf94fb tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:16.460021 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5c2e2bec-d06f-4edd-bee3-eb3ddd421a0e req-5223169a-4691-42f3-9ec1-6585d9bf94fb tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 943 time: 0.5687931 Sep 01 15:16:16.701299 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474f1e3e-4f8c-4389-8b04-663a49520f7e tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Made reservation on behalf of 6193ba1c6dc04a708c58598f6c93bc44 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:16:16.712537 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-474f1e3e-4f8c-4389-8b04-663a49520f7e tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:16.751563 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port cc1027d3-7425-4568-8a43-3be288beb6bb, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=cc1027d3-7425-4568-8a43-3be288beb6bb,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:16.754811 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-474f1e3e-4f8c-4389-8b04-663a49520f7e tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] device_id is not set on port 81af69e8-2db0-42e4-8706-af5a2ce58616 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:16:16.798246 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'cc1027d3-7425-4568-8a43-3be288beb6bb', 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'port_id': 'cc1027d3-7425-4568-8a43-3be288beb6bb', 'mac_address': 'fa:16:3e:a3:8b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b8a1a7-4c41-46cc-8798-989cc5140738', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:16:16.853609 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-3e4d0ab7-907b-4618-b0c3-07a047c4e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:16.856623 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-3e4d0ab7-907b-4618-b0c3-07a047c4e377 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e305aa0d-de8e-480b-9017-6f3050eaf7d0 HTTP/1.1" status: 200 len: 797 time: 0.4907701 Sep 01 15:16:16.936870 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:16.972932 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc1027d3-7425-4568-8a43-3be288beb6bb {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:16:17.020104 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port cc1027d3-7425-4568-8a43-3be288beb6bb, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=cc1027d3-7425-4568-8a43-3be288beb6bb,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:17.031586 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:17.037493 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f02ce-b8b5-4ba2-a587-8694f5b95d93 req-cc1fd184-ebc8-4f2c-ada3-12c6539eadd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:17.040048 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca9f02ce-b8b5-4ba2-a587-8694f5b95d93 req-cc1fd184-ebc8-4f2c-ada3-12c6539eadd9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b4b8a1a7-4c41-46cc-8798-989cc5140738 HTTP/1.1" status: 200 len: 851 time: 0.7087226 Sep 01 15:16:17.163997 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-474f1e3e-4f8c-4389-8b04-663a49520f7e tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Allocated IP 2001:db8::31e (da2d295e-80cd-4ff0-bcb0-066d659fc51e/804b5999-5075-4274-8c5d-3a5faab4588e/81af69e8-2db0-42e4-8706-af5a2ce58616) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:16:17.164363 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=cc1027d3-7425-4568-8a43-3be288beb6bb,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:17.198557 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45ce13-a1e7-41cd-818d-16cf557e5219 req-a998347f-20d6-4e41-a522-3e8826b89db6 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:17.199298 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cd45ce13-a1e7-41cd-818d-16cf557e5219 req-a998347f-20d6-4e41-a522-3e8826b89db6 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b6b4505-f23d-474c-9ba2-49c61dfaf3e2 HTTP/1.1" status: 200 len: 945 time: 0.1992896 Sep 01 15:16:17.211224 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5c2e2bec-d06f-4edd-bee3-eb3ddd421a0e req-8f116d7b-4c7d-4487-8cb0-72d2d6cd218f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7466590 Sep 01 15:16:17.319891 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f02ce-b8b5-4ba2-a587-8694f5b95d93 req-0f85a84b-b2bb-4fcf-a8e4-2eb425e85a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:17.323228 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca9f02ce-b8b5-4ba2-a587-8694f5b95d93 req-0f85a84b-b2bb-4fcf-a8e4-2eb425e85a23 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2281766 Sep 01 15:16:17.334489 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-1e812cbd-c740-47f0-9f22-b5e414c8ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:17.337106 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-1e812cbd-c740-47f0-9f22-b5e414c8ae75 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4058120 Sep 01 15:16:17.352761 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cd45ce13-a1e7-41cd-818d-16cf557e5219 req-06a5bcae-d7bc-4489-b387-e9cccbda8a4d tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dfbb8c5-788d-4cc4-b7a9-37c2ee3ac272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416006 Sep 01 15:16:17.515030 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['cc1027d3-7425-4568-8a43-3be288beb6bb'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:16:17.648924 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-474f1e3e-4f8c-4389-8b04-663a49520f7e tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:17.695339 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-474f1e3e-4f8c-4389-8b04-663a49520f7e tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Transition to ACTIVE for port object 81af69e8-2db0-42e4-8706-af5a2ce58616 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:16:17.733520 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-85929744-7124-40ce-9cb6-31880f298732 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Deleting port 48f327b4-2223-41a5-9635-9bf4ee125feb {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:16:17.734130 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-85929744-7124-40ce-9cb6-31880f298732 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:17.780645 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-474f1e3e-4f8c-4389-8b04-663a49520f7e tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:17.802784 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4453ddd-5a96-463c-9052-ebdfcb397d77 req-5bafd558-24db-4851-a115-0c716eadd2e6 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:17.815288 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e4453ddd-5a96-463c-9052-ebdfcb397d77 req-5bafd558-24db-4851-a115-0c716eadd2e6 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1651acb-033b-4474-9bc8-ce5656e13161 HTTP/1.1" status: 200 len: 931 time: 0.2578399 Sep 01 15:16:17.882031 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474f1e3e-4f8c-4389-8b04-663a49520f7e tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Network da2d295e-80cd-4ff0-bcb0-066d659fc51e is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:16:17.888301 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-474f1e3e-4f8c-4389-8b04-663a49520f7e tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:16:17.909980 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474f1e3e-4f8c-4389-8b04-663a49520f7e tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:16:17.920052 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474f1e3e-4f8c-4389-8b04-663a49520f7e tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:17.920052 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-474f1e3e-4f8c-4389-8b04-663a49520f7e tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:17.963034 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f1e3e-4f8c-4389-8b04-663a49520f7e tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Pushing event updated for resources: {'Port': ['ID=81af69e8-2db0-42e4-8706-af5a2ce58616,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:17.980283 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-474f1e3e-4f8c-4389-8b04-663a49520f7e tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7325459 Sep 01 15:16:17.984306 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38726) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:17.996427 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-e38648cd-265d-4591-8603-e90c666142a9 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Request body: {'port': {'network_id': 'da2d295e-80cd-4ff0-bcb0-066d659fc51e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-142700863'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:18.134033 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-4193812a-18a6-4395-8d0a-bab099e4c865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 097555ac-bf4f-4f87-9789-14a3c761eae7 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:16:18.169187 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca9f02ce-b8b5-4ba2-a587-8694f5b95d93 req-f7f2cd76-610b-47c9-b938-a2485896253d service neutron] 10.222.0.62 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8305929 Sep 01 15:16:18.197814 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-4193812a-18a6-4395-8d0a-bab099e4c865 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:18.310823 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38648cd-265d-4591-8603-e90c666142a9 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Made reservation on behalf of 6193ba1c6dc04a708c58598f6c93bc44 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:16:18.317228 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e38648cd-265d-4591-8603-e90c666142a9 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:18.354961 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-e38648cd-265d-4591-8603-e90c666142a9 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] device_id is not set on port 8ef0c107-8fbb-4653-a1fd-c7bebb2bf0f6 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:16:18.367842 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e4453ddd-5a96-463c-9052-ebdfcb397d77 req-80088c44-67e9-45cc-80f4-780353e162fb tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842038 Sep 01 15:16:18.372525 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-cff7f376-7993-4c46-92c9-a1d8d3c61e0e service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0087085 Sep 01 15:16:18.445315 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-4193812a-18a6-4395-8d0a-bab099e4c865 service neutron] Transition to ACTIVE for port object 097555ac-bf4f-4f87-9789-14a3c761eae7 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:16:18.503781 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-85929744-7124-40ce-9cb6-31880f298732 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:18.504961 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-85929744-7124-40ce-9cb6-31880f298732 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:18.510886 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7558b60b-02d3-475b-9714-3b71893b628d None None] Provisioning for port 81af69e8-2db0-42e4-8706-af5a2ce58616 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:16:18.523557 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7558b60b-02d3-475b-9714-3b71893b628d None None] Provisioning complete for port 81af69e8-2db0-42e4-8706-af5a2ce58616 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:18.524478 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7558b60b-02d3-475b-9714-3b71893b628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:18.567353 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-4193812a-18a6-4395-8d0a-bab099e4c865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:18.591371 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-7558b60b-02d3-475b-9714-3b71893b628d None None] Port 81af69e8-2db0-42e4-8706-af5a2ce58616 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:16:18.680794 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-85929744-7124-40ce-9cb6-31880f298732 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Calling delete_port for 48f327b4-2223-41a5-9635-9bf4ee125feb owned by network:floatingip {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:16:18.709637 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad3696-32cb-4147-8720-a09ebff7a372 req-4ce1cabf-b44d-4eb0-a4c3-ad898398cb33 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:18.722647 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-43ad3696-32cb-4147-8720-a09ebff7a372 req-4ce1cabf-b44d-4eb0-a4c3-ad898398cb33 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 944 time: 0.2328720 Sep 01 15:16:18.824443 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-e38648cd-265d-4591-8603-e90c666142a9 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Allocated IP 2001:db8::3a (da2d295e-80cd-4ff0-bcb0-066d659fc51e/804b5999-5075-4274-8c5d-3a5faab4588e/8ef0c107-8fbb-4653-a1fd-c7bebb2bf0f6) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:16:18.860476 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193812a-18a6-4395-8d0a-bab099e4c865 service neutron] Pushing event updated for resources: {'Port': ['ID=097555ac-bf4f-4f87-9789-14a3c761eae7,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:18.860868 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-43ad3696-32cb-4147-8720-a09ebff7a372 req-5db2e920-96cf-4648-8adb-5382d30d469e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367013 Sep 01 15:16:19.254695 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e38648cd-265d-4591-8603-e90c666142a9 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:19.287088 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-e38648cd-265d-4591-8603-e90c666142a9 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Transition to ACTIVE for port object 8ef0c107-8fbb-4653-a1fd-c7bebb2bf0f6 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:16:19.379857 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e38648cd-265d-4591-8603-e90c666142a9 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:19.498513 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38648cd-265d-4591-8603-e90c666142a9 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Network da2d295e-80cd-4ff0-bcb0-066d659fc51e is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:16:19.516670 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-e38648cd-265d-4591-8603-e90c666142a9 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:16:19.550257 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38648cd-265d-4591-8603-e90c666142a9 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:16:19.555188 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca9f02ce-b8b5-4ba2-a587-8694f5b95d93 req-df88e838-4848-4f1f-891a-8d7e2589d77c service neutron] 10.222.0.62 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3365514 Sep 01 15:16:19.566092 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38648cd-265d-4591-8603-e90c666142a9 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:19.568512 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e38648cd-265d-4591-8603-e90c666142a9 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:19.574704 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38648cd-265d-4591-8603-e90c666142a9 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Pushing event updated for resources: {'Port': ['ID=8ef0c107-8fbb-4653-a1fd-c7bebb2bf0f6,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:19.635576 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e38648cd-265d-4591-8603-e90c666142a9 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6489840 Sep 01 15:16:19.639775 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38808) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:19.645559 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-95e3dfb6-6e5a-4d96-8a65-76e220e1f401 service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2463698 Sep 01 15:16:19.651876 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-68d2c5ae-1eb2-4984-b9c1-1a77e9df442b tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3ce', 'mac_address': 'fa:16:3e:ac:a5:b4'}, {'ip_address': '2001:db8::31e', 'mac_address': 'fa:16:3e:9a:32:78'}]}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:19.823093 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-4193812a-18a6-4395-8d0a-bab099e4c865 service neutron] Attempting to bind port 097555ac-bf4f-4f87-9789-14a3c761eae7 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:19.823868 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-4193812a-18a6-4395-8d0a-bab099e4c865 service neutron] Attempting to bind port 097555ac-bf4f-4f87-9789-14a3c761eae7 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '0eb82f6b-566f-4151-85df-ddd6432a17be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'afa3fade-4c03-4fa8-94a5-bb144ed0b25b'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:19.824563 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-4193812a-18a6-4395-8d0a-bab099e4c865 service neutron] Attempting to bind port 097555ac-bf4f-4f87-9789-14a3c761eae7 on network afa3fade-4c03-4fa8-94a5-bb144ed0b25b {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:19.838973 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-5610924c-829d-4935-b90a-8a1264ecdd74 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=d7fe6b2b-4faf-479e-97eb-4d3b218d201c HTTP/1.1" status: 200 len: 217 time: 0.1809282 Sep 01 15:16:19.861788 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-4193812a-18a6-4395-8d0a-bab099e4c865 service neutron] Port 097555ac-bf4f-4f87-9789-14a3c761eae7 on network afa3fade-4c03-4fa8-94a5-bb144ed0b25b not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:16:19.862587 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-4193812a-18a6-4395-8d0a-bab099e4c865 service neutron] Attempting to bind port 097555ac-bf4f-4f87-9789-14a3c761eae7 on network afa3fade-4c03-4fa8-94a5-bb144ed0b25b {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:19.950595 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-4193812a-18a6-4395-8d0a-bab099e4c865 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:16:19.951591 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-4193812a-18a6-4395-8d0a-bab099e4c865 service neutron] Checking segment: {'id': '0eb82f6b-566f-4151-85df-ddd6432a17be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'afa3fade-4c03-4fa8-94a5-bb144ed0b25b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:16:19.952222 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-4193812a-18a6-4395-8d0a-bab099e4c865 service neutron] Bound using segment: {'id': '0eb82f6b-566f-4151-85df-ddd6432a17be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'afa3fade-4c03-4fa8-94a5-bb144ed0b25b'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:16:19.953400 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-4193812a-18a6-4395-8d0a-bab099e4c865 service neutron] Bound port: 097555ac-bf4f-4f87-9789-14a3c761eae7, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb82f6b-566f-4151-85df-ddd6432a17be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'afa3fade-4c03-4fa8-94a5-bb144ed0b25b'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:16:19.954116 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-4193812a-18a6-4395-8d0a-bab099e4c865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:20.003222 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf057bd1-b73e-4ede-b16d-855a9e7dea2c req-3109dcc3-ef57-404d-805f-ec8aa3c553f3 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:20.006846 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cf057bd1-b73e-4ede-b16d-855a9e7dea2c req-3109dcc3-ef57-404d-805f-ec8aa3c553f3 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1651acb-033b-4474-9bc8-ce5656e13161 HTTP/1.1" status: 200 len: 943 time: 0.3827960 Sep 01 15:16:20.056820 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-68d2c5ae-1eb2-4984-b9c1-1a77e9df442b tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:20.060763 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5f0ef124-b8b2-4c45-8a67-31f8f1d47bc3 None None] Provisioning for port 8ef0c107-8fbb-4653-a1fd-c7bebb2bf0f6 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:16:20.070915 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5f0ef124-b8b2-4c45-8a67-31f8f1d47bc3 None None] Provisioning complete for port 8ef0c107-8fbb-4653-a1fd-c7bebb2bf0f6 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:20.071962 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5f0ef124-b8b2-4c45-8a67-31f8f1d47bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:20.146334 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-5f0ef124-b8b2-4c45-8a67-31f8f1d47bc3 None None] Port 8ef0c107-8fbb-4653-a1fd-c7bebb2bf0f6 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:16:20.200267 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-0fee8341-a18c-4822-a6e3-c345f6ed9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:20.203633 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-0fee8341-a18c-4822-a6e3-c345f6ed9047 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e305aa0d-de8e-480b-9017-6f3050eaf7d0 HTTP/1.1" status: 200 len: 797 time: 0.3454325 Sep 01 15:16:20.319490 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-4193812a-18a6-4395-8d0a-bab099e4c865 service neutron] For port 097555ac-bf4f-4f87-9789-14a3c761eae7, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:16:20.335676 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cf057bd1-b73e-4ede-b16d-855a9e7dea2c req-c26d051f-70b5-40cc-b7a8-85a9d3625737 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743683 Sep 01 15:16:20.352364 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-85929744-7124-40ce-9cb6-31880f298732 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:20.387062 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-4193812a-18a6-4395-8d0a-bab099e4c865 service neutron] For port 097555ac-bf4f-4f87-9789-14a3c761eae7, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=097555ac-bf4f-4f87-9789-14a3c761eae7,segment=NetworkSegment(0eb82f6b-566f-4151-85df-ddd6432a17be),segment_id=0eb82f6b-566f-4151-85df-ddd6432a17be)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:16:20.394141 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device cc1027d3-7425-4568-8a43-3be288beb6bb up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:16:20.441133 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-4193812a-18a6-4395-8d0a-bab099e4c865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:20.453278 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85929744-7124-40ce-9cb6-31880f298732 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Pushing event deleted for resources: {'Port': ['ID=48f327b4-2223-41a5-9635-9bf4ee125feb,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:20.506869 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-c86f785e-9126-4472-a80a-e2a5cd49b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:20.508313 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-c86f785e-9126-4472-a80a-e2a5cd49b055 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2862391 Sep 01 15:16:20.629018 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-4193812a-18a6-4395-8d0a-bab099e4c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:20.630237 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-4193812a-18a6-4395-8d0a-bab099e4c865 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:20.644856 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-4193812a-18a6-4395-8d0a-bab099e4c865 service neutron] 10.222.0.62 "PUT /v2.0/ports/097555ac-bf4f-4f87-9789-14a3c761eae7 HTTP/1.1" status: 200 len: 1091 time: 5.1883450 Sep 01 15:16:20.646327 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1651acb-033b-4474-9bc8-ce5656e13161', 'tag': '097555ac-bf4f-4f87-9789-14a3c761eae7'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:20.651395 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52d4723-7d45-4abc-94c3-65764137000e" -d '{"events": [{"name": "network-changed", "server_uuid": "b1651acb-033b-4474-9bc8-ce5656e13161", "tag": "097555ac-bf4f-4f87-9789-14a3c761eae7"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:20.654186 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port cc1027d3-7425-4568-8a43-3be288beb6bb completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:16:20.667697 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port cc1027d3-7425-4568-8a43-3be288beb6bb triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:20.669153 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:20.716811 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-68d2c5ae-1eb2-4984-b9c1-1a77e9df442b tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:20.746028 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-68d2c5ae-1eb2-4984-b9c1-1a77e9df442b tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:20.778196 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-68d2c5ae-1eb2-4984-b9c1-1a77e9df442b tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] In _notify_port_updated(), no bound segment for port 8ef0c107-8fbb-4653-a1fd-c7bebb2bf0f6 on network da2d295e-80cd-4ff0-bcb0-066d659fc51e {{(pid=94733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:16:20.789373 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d2c5ae-1eb2-4984-b9c1-1a77e9df442b tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:20.792539 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-68d2c5ae-1eb2-4984-b9c1-1a77e9df442b tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:20.794050 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-68d2c5ae-1eb2-4984-b9c1-1a77e9df442b tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] 10.222.0.60 "PUT /v2.0/ports/8ef0c107-8fbb-4653-a1fd-c7bebb2bf0f6 HTTP/1.1" status: 200 len: 1066 time: 1.1523838 Sep 01 15:16:20.849687 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38852) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:20.881864 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:20.960474 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2a67d1-f95a-4599-af41-3b5689808ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1027d3-7425-4568-8a43-3be288beb6bb'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:20.966504 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0470c2ba-3fc1-4de9-b7b5-5465e468ffed" -d '{"events": [{"server_uuid": "9b2a67d1-f95a-4599-af41-3b5689808ec0", "name": "network-vif-plugged", "status": "completed", "tag": "cc1027d3-7425-4568-8a43-3be288beb6bb"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:20.997111 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port cc1027d3-7425-4568-8a43-3be288beb6bb, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=cc1027d3-7425-4568-8a43-3be288beb6bb,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:21.008225 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:21.044998 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2c5ae-1eb2-4984-b9c1-1a77e9df442b tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Pushing event updated for resources: {'Port': ['ID=8ef0c107-8fbb-4653-a1fd-c7bebb2bf0f6,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:21.065974 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193812a-18a6-4395-8d0a-bab099e4c865 service neutron] Pushing event updated for resources: {'Port': ['ID=097555ac-bf4f-4f87-9789-14a3c761eae7,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:21.123755 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-85929744-7124-40ce-9cb6-31880f298732 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:21.129990 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-85929744-7124-40ce-9cb6-31880f298732 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:21.131705 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-85929744-7124-40ce-9cb6-31880f298732 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953 tempest-ExternalNetworksAdminNegativeTestJSON-1550407953-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/1499992f-c267-459f-813e-10d88e104429 HTTP/1.1" status: 204 len: 168 time: 5.0358896 Sep 01 15:16:21.190058 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad0d31-f48d-48b2-8b25-45c4bf495993 req-9ab26e6f-9493-45c6-afd9-16c47e3fe6f9 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:21.192959 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-abad0d31-f48d-48b2-8b25-45c4bf495993 req-9ab26e6f-9493-45c6-afd9-16c47e3fe6f9 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 944 time: 0.3785474 Sep 01 15:16:21.215677 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=cc1027d3-7425-4568-8a43-3be288beb6bb,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:21.261632 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-7ffc8f50-5d1e-4ca7-b23e-c0275cd00496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:21.281789 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-7ffc8f50-5d1e-4ca7-b23e-c0275cd00496 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb3693377bf9457dabb698f1785d8c61&device_id=b1651acb-033b-4474-9bc8-ce5656e13161 HTTP/1.1" status: 200 len: 1094 time: 0.4390135 Sep 01 15:16:21.283969 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-fec4fece-093f-452e-8045-7491164d94c4 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Deleting port 8ef0c107-8fbb-4653-a1fd-c7bebb2bf0f6 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:16:21.284742 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fec4fece-093f-452e-8045-7491164d94c4 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:21.420374 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befdba95-c25c-4d9e-ba03-78a45bd7c989 x-openstack-request-id: req-befdba95-c25c-4d9e-ba03-78a45bd7c989 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:21.420846 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1651acb-033b-4474-9bc8-ce5656e13161", "tag": "097555ac-bf4f-4f87-9789-14a3c761eae7", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:21.421259 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-befdba95-c25c-4d9e-ba03-78a45bd7c989 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:21.421968 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1651acb-033b-4474-9bc8-ce5656e13161', 'tag': '097555ac-bf4f-4f87-9789-14a3c761eae7', 'status': 'completed', 'code': 200} Sep 01 15:16:21.425632 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-9e377607-aa75-4d37-929e-441d49d74ace service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8048000 Sep 01 15:16:21.438609 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-917df364-e894-48d6-967a-f4f04da09ab3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=097555ac-bf4f-4f87-9789-14a3c761eae7 HTTP/1.1" status: 200 len: 217 time: 0.1315761 Sep 01 15:16:21.522034 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-71e2c6ec-75f4-4041-b253-ac0d2b8eb643 None None] Provisioning complete for port 8ef0c107-8fbb-4653-a1fd-c7bebb2bf0f6 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:21.534132 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-71e2c6ec-75f4-4041-b253-ac0d2b8eb643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:21.548158 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24029640-5f61-4dcb-bf7c-449fd3869917 x-openstack-request-id: req-24029640-5f61-4dcb-bf7c-449fd3869917 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:21.549374 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2a67d1-f95a-4599-af41-3b5689808ec0", "name": "network-vif-plugged", "status": "completed", "tag": "cc1027d3-7425-4568-8a43-3be288beb6bb", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:21.552188 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-24029640-5f61-4dcb-bf7c-449fd3869917 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:21.553353 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2a67d1-f95a-4599-af41-3b5689808ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1027d3-7425-4568-8a43-3be288beb6bb', 'code': 200} Sep 01 15:16:21.571067 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-abad0d31-f48d-48b2-8b25-45c4bf495993 req-459caac3-0d2f-4fd1-990d-9ed610d84037 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615324 Sep 01 15:16:21.835815 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fec4fece-093f-452e-8045-7491164d94c4 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:21.836217 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-71e2c6ec-75f4-4041-b253-ac0d2b8eb643 None None] Port 8ef0c107-8fbb-4653-a1fd-c7bebb2bf0f6 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:16:21.863387 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-2eb80994-e8df-4dfc-9ad4-e4a679b8ee86 service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189811 Sep 01 15:16:21.908037 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-fec4fece-093f-452e-8045-7491164d94c4 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Calling delete_port for 8ef0c107-8fbb-4653-a1fd-c7bebb2bf0f6 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:16:21.975646 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-09d93505-c334-4450-964b-671104882db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:21.977511 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-09d93505-c334-4450-964b-671104882db5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8b6bd058-2433-43ef-8336-9b6b745c6bfb HTTP/1.1" status: 200 len: 854 time: 0.5074134 Sep 01 15:16:21.983587 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-aced03d8-b30c-42af-8e6b-e093ff4dced6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4 HTTP/1.1" status: 200 len: 217 time: 0.1033599 Sep 01 15:16:21.996582 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d510d-ab40-4d36-97ce-eca242815af7 req-30ea0573-d417-44e5-a759-1725645dd4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:21.996582 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c5d510d-ab40-4d36-97ce-eca242815af7 req-30ea0573-d417-44e5-a759-1725645dd4a6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 1096 time: 0.2897704 Sep 01 15:16:22.049004 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af86a8-2cfb-4002-af5f-cbb9af6e11a3 req-31a33808-7ffd-4ca1-b655-79466d36c7dc tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:22.063240 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e5af86a8-2cfb-4002-af5f-cbb9af6e11a3 req-31a33808-7ffd-4ca1-b655-79466d36c7dc tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1651acb-033b-4474-9bc8-ce5656e13161 HTTP/1.1" status: 200 len: 943 time: 0.2828114 Sep 01 15:16:22.141936 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-b985362e-2688-4a1d-b66f-c3f6869b62fb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=afa3fade-4c03-4fa8-94a5-bb144ed0b25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1483338 Sep 01 15:16:22.143490 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38890) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:22.217677 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e5af86a8-2cfb-4002-af5f-cbb9af6e11a3 req-fdccc4de-dfa3-409a-a8b9-ed1394bf97c4 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484630 Sep 01 15:16:22.465544 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fec4fece-093f-452e-8045-7491164d94c4 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:22.546740 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4fece-093f-452e-8045-7491164d94c4 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Pushing event deleted for resources: {'Port': ['ID=8ef0c107-8fbb-4653-a1fd-c7bebb2bf0f6,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:22.645784 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e9ba4acf-d97e-4982-8234-a59159ef8221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:22.684138 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-199fc7f5-d07f-40f1-8a26-a70dadfd3d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:22.688533 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-199fc7f5-d07f-40f1-8a26-a70dadfd3d35 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91ecd6a8-b52a-4bdf-b401-3679b3b1f603 HTTP/1.1" status: 200 len: 797 time: 0.6671178 Sep 01 15:16:22.733625 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-185d81ee-6258-4439-bca6-e97a0657e027 service neutron] 10.222.0.62 "GET /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535727 Sep 01 15:16:22.737191 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c5d510d-ab40-4d36-97ce-eca242815af7 req-6588afba-e4ac-4b36-91bb-81d626f983c9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6838241 Sep 01 15:16:22.792521 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c90a6-54ed-49bb-8288-8ebd4f20e6a6 req-38fbc961-28fa-446d-a8d2-ecac7118c4d9 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:22.796033 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fe3c90a6-54ed-49bb-8288-8ebd4f20e6a6 req-38fbc961-28fa-446d-a8d2-ecac7118c4d9 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b6b4505-f23d-474c-9ba2-49c61dfaf3e2 HTTP/1.1" status: 200 len: 945 time: 0.3955760 Sep 01 15:16:22.940513 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-18987af0-a3ad-4b01-8a35-818a45e98eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:22.944256 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-18987af0-a3ad-4b01-8a35-818a45e98eba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c254db57-43ae-492e-9c7b-cecc22088fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2023504 Sep 01 15:16:22.966484 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fe3c90a6-54ed-49bb-8288-8ebd4f20e6a6 req-e4250f45-5182-488f-a9aa-e8028000f9be tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dfbb8c5-788d-4cc4-b7a9-37c2ee3ac272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260526 Sep 01 15:16:23.150106 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fec4fece-093f-452e-8045-7491164d94c4 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:23.153609 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fec4fece-093f-452e-8045-7491164d94c4 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] 10.222.0.60 "DELETE /v2.0/ports/8ef0c107-8fbb-4653-a1fd-c7bebb2bf0f6 HTTP/1.1" status: 204 len: 168 time: 2.3019044 Sep 01 15:16:23.162963 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38906) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:23.183662 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee45938-29c3-4544-a25b-486c47efd512 req-203ec53f-db05-4901-8b7f-2e0fe239f76b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:23.186367 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aee45938-29c3-4544-a25b-486c47efd512 req-203ec53f-db05-4901-8b7f-2e0fe239f76b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 945 time: 0.3697536 Sep 01 15:16:23.213532 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e9ba4acf-d97e-4982-8234-a59159ef8221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:23.249027 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f9f5f3-351c-40a0-a617-7daa0aad1386 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] GET failed (client error): The resource could not be found. Sep 01 15:16:23.255924 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d5f9f5f3-351c-40a0-a617-7daa0aad1386 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] 10.222.0.60 "GET /v2.0/ports/8ef0c107-8fbb-4653-a1fd-c7bebb2bf0f6 HTTP/1.1" status: 404 len: 333 time: 0.0874147 Sep 01 15:16:23.255924 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e9ba4acf-d97e-4982-8234-a59159ef8221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:23.266503 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38910) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:23.352046 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e9ba4acf-d97e-4982-8234-a59159ef8221 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9e028def9bcd42d7825512584638de89&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2065408 Sep 01 15:16:23.363822 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38916) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:23.375887 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba4acf-d97e-4982-8234-a59159ef8221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2707243-fed1-4b8d-ae5c-05a17595b5bb,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:23.395190 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aee45938-29c3-4544-a25b-486c47efd512 req-a50fe6b7-7082-449c-9839-135116baea63 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874573 Sep 01 15:16:23.540113 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38920) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:23.560350 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da26e2e8-5f35-4327-b315-f109a1c1d418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:23.616258 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da26e2e8-5f35-4327-b315-f109a1c1d418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:23.693482 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b38374ba-ca75-47c5-b9c6-45bd82da28a0 req-f6f18cb6-4dd2-4514-9cd4-4a4e8937a871 service neutron] 10.222.0.62 "GET /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6313360 Sep 01 15:16:23.753403 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-4a82d221-2f7c-4ba5-b4f6-bb301501f3a5 service neutron] 10.222.0.62 "GET /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6760345 Sep 01 15:16:23.762120 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da26e2e8-5f35-4327-b315-f109a1c1d418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:23.766132 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da26e2e8-5f35-4327-b315-f109a1c1d418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:23.771944 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-da26e2e8-5f35-4327-b315-f109a1c1d418 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b2707243-fed1-4b8d-ae5c-05a17595b5bb HTTP/1.1" status: 204 len: 168 time: 0.4024706 Sep 01 15:16:23.780963 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9b2f1-0fc5-441b-b787-d91b927b3928 req-6b5b2f46-97b0-44eb-80f7-a1aee6b078b2 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:23.789161 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26e2e8-5f35-4327-b315-f109a1c1d418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2707243-fed1-4b8d-ae5c-05a17595b5bb,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:23.794783 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ba9b2f1-0fc5-441b-b787-d91b927b3928 req-6b5b2f46-97b0-44eb-80f7-a1aee6b078b2 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1651acb-033b-4474-9bc8-ce5656e13161 HTTP/1.1" status: 200 len: 943 time: 0.3589852 Sep 01 15:16:23.911652 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e7b1cad-2934-4662-a7e4-2dd6a452e14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:23.951362 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186043d-7e76-42c6-a61a-035b333d2651 req-0aafa807-0935-4c17-ad4a-e017f1e0bac7 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:23.954411 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d186043d-7e76-42c6-a61a-035b333d2651 req-0aafa807-0935-4c17-ad4a-e017f1e0bac7 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b6b4505-f23d-474c-9ba2-49c61dfaf3e2 HTTP/1.1" status: 200 len: 945 time: 0.4264231 Sep 01 15:16:24.101887 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-4441c094-8f22-40da-9379-d05596f35b30 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Deleting port 81af69e8-2db0-42e4-8706-af5a2ce58616 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:16:24.102509 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4441c094-8f22-40da-9379-d05596f35b30 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:24.192936 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ba9b2f1-0fc5-441b-b787-d91b927b3928 req-333efa92-39c2-4da7-ad08-e4646e23ab8a tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966100 Sep 01 15:16:24.223927 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e7b1cad-2934-4662-a7e4-2dd6a452e14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:24.258151 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e7b1cad-2934-4662-a7e4-2dd6a452e14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:24.370668 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d4723-7d45-4abc-94c3-65764137000e req-8ca08878-3a3b-44b0-8c6a-3974e9ba5aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:24.374046 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e52d4723-7d45-4abc-94c3-65764137000e req-8ca08878-3a3b-44b0-8c6a-3974e9ba5aa4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb3693377bf9457dabb698f1785d8c61&device_id=b1651acb-033b-4474-9bc8-ce5656e13161 HTTP/1.1" status: 200 len: 1094 time: 0.4558396 Sep 01 15:16:24.381392 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0e7b1cad-2934-4662-a7e4-2dd6a452e14e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=72383b468cb74f3eaf856b3769ed5bfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8392730 Sep 01 15:16:24.385578 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38930) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:24.397222 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b1cad-2934-4662-a7e4-2dd6a452e14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537bd5fd-74fe-49d8-aafe-500efd217414,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:24.465243 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d3df3-fada-4fc1-b9a3-f835a0173fe4 req-a75bed7c-2d51-4e2d-9838-70d354742d41 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:24.484861 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-076d3df3-fada-4fc1-b9a3-f835a0173fe4 req-a75bed7c-2d51-4e2d-9838-70d354742d41 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b6b4505-f23d-474c-9ba2-49c61dfaf3e2 HTTP/1.1" status: 200 len: 945 time: 0.2472763 Sep 01 15:16:24.499991 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-2d73e616-34c5-4c73-9e49-07db5114464c service neutron] 10.222.0.62 "GET /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6925457 Sep 01 15:16:24.635671 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-076d3df3-fada-4fc1-b9a3-f835a0173fe4 req-e1ad902b-21a4-44c8-9d68-ce9e80116cec tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dfbb8c5-788d-4cc4-b7a9-37c2ee3ac272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394396 Sep 01 15:16:24.684910 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4441c094-8f22-40da-9379-d05596f35b30 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:24.694055 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-00d7f90e-47a5-44dd-a229-36af69cdf10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:24.702861 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38936) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:24.727763 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-e954f398-4e59-49a4-92f5-a9e345f81fe2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2ed15646-9fa6-43dc-b376-d3212fd60a6f HTTP/1.1" status: 200 len: 217 time: 0.1948590 Sep 01 15:16:24.776989 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-00d7f90e-47a5-44dd-a229-36af69cdf10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:24.809657 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-4441c094-8f22-40da-9379-d05596f35b30 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Calling delete_port for 81af69e8-2db0-42e4-8706-af5a2ce58616 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:16:24.878504 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2da56460-30b4-4d7b-8bf1-d5c7f53c1fc2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9d09ca96c4cf42f99cf841bc5d9460da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1736078 Sep 01 15:16:24.885115 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38940) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:24.985504 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-d186043d-7e76-42c6-a61a-035b333d2651 req-7031b605-1ab0-49c3-a8fc-ca003dadb215 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Deleting port a99db268-1403-4dd5-afda-9eb8219ea87b {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:16:24.985504 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d186043d-7e76-42c6-a61a-035b333d2651 req-7031b605-1ab0-49c3-a8fc-ca003dadb215 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:24.996766 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-00d7f90e-47a5-44dd-a229-36af69cdf10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:25.001207 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-00d7f90e-47a5-44dd-a229-36af69cdf10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:25.008267 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-00d7f90e-47a5-44dd-a229-36af69cdf10d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/537bd5fd-74fe-49d8-aafe-500efd217414 HTTP/1.1" status: 204 len: 168 time: 0.6154308 Sep 01 15:16:25.019662 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7f90e-47a5-44dd-a229-36af69cdf10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537bd5fd-74fe-49d8-aafe-500efd217414,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:25.079027 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-428bb272-ab30-4526-aa70-fbb5b882b6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:25.114106 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20198ed4-671f-4134-ab08-64c04fbcf1c9 req-d3c801bb-d964-4bd1-9731-87cfb39ba981 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:25.121871 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-428bb272-ab30-4526-aa70-fbb5b882b6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:25.123165 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-20198ed4-671f-4134-ab08-64c04fbcf1c9 req-d3c801bb-d964-4bd1-9731-87cfb39ba981 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 945 time: 0.5028763 Sep 01 15:16:25.137384 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-fbe7450b-4c14-457c-bfda-a90a444c44ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:25.140742 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-fbe7450b-4c14-457c-bfda-a90a444c44ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91ecd6a8-b52a-4bdf-b401-3679b3b1f603 HTTP/1.1" status: 200 len: 797 time: 0.3646741 Sep 01 15:16:25.170234 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d4723-7d45-4abc-94c3-65764137000e req-4d9e3ac2-5305-49d9-aa22-dc4c5a0f692a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:25.172892 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e52d4723-7d45-4abc-94c3-65764137000e req-4d9e3ac2-5305-49d9-aa22-dc4c5a0f692a service neutron] 10.222.0.62 "GET /v2.0/networks?id=afa3fade-4c03-4fa8-94a5-bb144ed0b25b HTTP/1.1" status: 200 len: 915 time: 0.7518098 Sep 01 15:16:25.250956 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-428bb272-ab30-4526-aa70-fbb5b882b6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:25.256322 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-428bb272-ab30-4526-aa70-fbb5b882b6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:25.263895 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-428bb272-ab30-4526-aa70-fbb5b882b6d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c0d443f-04ec-4982-99e6-13cdff75ad07 HTTP/1.1" status: 204 len: 168 time: 0.3698261 Sep 01 15:16:25.305663 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bb272-ab30-4526-aa70-fbb5b882b6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0d443f-04ec-4982-99e6-13cdff75ad07,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:25.423975 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e52d4723-7d45-4abc-94c3-65764137000e req-e73484b5-a1fb-4062-baa4-d9b609696887 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=097555ac-bf4f-4f87-9789-14a3c761eae7 HTTP/1.1" status: 200 len: 217 time: 0.2132759 Sep 01 15:16:25.539154 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6b8d2-c7a6-4157-8684-74140b551591 req-512f157e-faf4-4e1c-bbac-ba94afb4ef35 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:25.543801 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1ef6b8d2-c7a6-4157-8684-74140b551591 req-512f157e-faf4-4e1c-bbac-ba94afb4ef35 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1651acb-033b-4474-9bc8-ce5656e13161 HTTP/1.1" status: 200 len: 943 time: 0.1327443 Sep 01 15:16:25.583387 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-20198ed4-671f-4134-ab08-64c04fbcf1c9 req-bbd7ae14-b4da-469a-a5a2-d462e253ff34 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344568 Sep 01 15:16:25.596204 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-d186043d-7e76-42c6-a61a-035b333d2651 req-7031b605-1ab0-49c3-a8fc-ca003dadb215 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] For port a99db268-1403-4dd5-afda-9eb8219ea87b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=a99db268-1403-4dd5-afda-9eb8219ea87b,segment=NetworkSegment(201a85f2-37ad-42dd-85ff-7c15807d808f),segment_id=201a85f2-37ad-42dd-85ff-7c15807d808f)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:25.596993 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d186043d-7e76-42c6-a61a-035b333d2651 req-7031b605-1ab0-49c3-a8fc-ca003dadb215 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:25.610071 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-1a6eb5b1-94f3-40ff-a9d8-aa54c776408a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:25.612115 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-1a6eb5b1-94f3-40ff-a9d8-aa54c776408a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c254db57-43ae-492e-9c7b-cecc22088fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4604785 Sep 01 15:16:25.643165 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1ef6b8d2-c7a6-4157-8684-74140b551591 req-6ed3c177-9df9-4a47-b4e9-1c1c337b1637 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735590 Sep 01 15:16:25.682681 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-d186043d-7e76-42c6-a61a-035b333d2651 req-7031b605-1ab0-49c3-a8fc-ca003dadb215 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Calling delete_port for a99db268-1403-4dd5-afda-9eb8219ea87b owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:16:25.989194 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c544d-5ef9-45e6-b982-848e04559b4c req-0cc3a074-81d5-4c2b-8d51-fb13d124f35e tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:26.011873 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bc4c544d-5ef9-45e6-b982-848e04559b4c req-0cc3a074-81d5-4c2b-8d51-fb13d124f35e tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b6b4505-f23d-474c-9ba2-49c61dfaf3e2 HTTP/1.1" status: 200 len: 945 time: 0.1710057 Sep 01 15:16:26.128125 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bc4c544d-5ef9-45e6-b982-848e04559b4c req-0345fa51-5452-44ae-91ae-79041376b38f tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dfbb8c5-788d-4cc4-b7a9-37c2ee3ac272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139145 Sep 01 15:16:26.415074 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 097555ac-bf4f-4f87-9789-14a3c761eae7 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:16:26.541978 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0f18a-c7e6-487a-935b-eb979204b6e9 req-ce9d5e6c-3480-487d-86a5-a131e1e9fa4d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:26.558552 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5af0f18a-c7e6-487a-935b-eb979204b6e9 req-ce9d5e6c-3480-487d-86a5-a131e1e9fa4d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 945 time: 0.2541606 Sep 01 15:16:26.589253 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d4723-7d45-4abc-94c3-65764137000e req-56e325c8-e889-43ec-b62e-752b12ab4d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:26.592483 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e52d4723-7d45-4abc-94c3-65764137000e req-56e325c8-e889-43ec-b62e-752b12ab4d87 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8b6bd058-2433-43ef-8336-9b6b745c6bfb HTTP/1.1" status: 200 len: 854 time: 1.1353786 Sep 01 15:16:26.675849 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5af0f18a-c7e6-487a-935b-eb979204b6e9 req-17754b5a-d27d-4888-a5bd-9404c8b81491 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147285 Sep 01 15:16:26.686608 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 097555ac-bf4f-4f87-9789-14a3c761eae7, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=097555ac-bf4f-4f87-9789-14a3c761eae7,segment=NetworkSegment(0eb82f6b-566f-4151-85df-ddd6432a17be),segment_id=0eb82f6b-566f-4151-85df-ddd6432a17be)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:26.735787 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4441c094-8f22-40da-9379-d05596f35b30 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:26.739084 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '097555ac-bf4f-4f87-9789-14a3c761eae7', 'network_id': 'afa3fade-4c03-4fa8-94a5-bb144ed0b25b', 'port_id': '097555ac-bf4f-4f87-9789-14a3c761eae7', 'mac_address': 'fa:16:3e:a3:fa:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b6bd058-2433-43ef-8336-9b6b745c6bfb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:16:26.883367 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:26.900911 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e52d4723-7d45-4abc-94c3-65764137000e req-44a30083-b218-4da9-9c9a-44c2f7f62b1a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=afa3fade-4c03-4fa8-94a5-bb144ed0b25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2655973 Sep 01 15:16:26.917247 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097555ac-bf4f-4f87-9789-14a3c761eae7 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:16:26.975419 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 097555ac-bf4f-4f87-9789-14a3c761eae7, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=097555ac-bf4f-4f87-9789-14a3c761eae7,segment=NetworkSegment(0eb82f6b-566f-4151-85df-ddd6432a17be),segment_id=0eb82f6b-566f-4151-85df-ddd6432a17be)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:26.982690 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:27.127711 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441c094-8f22-40da-9379-d05596f35b30 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Pushing event deleted for resources: {'Port': ['ID=81af69e8-2db0-42e4-8706-af5a2ce58616,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:27.147157 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-53c63b6a-6ed0-48e9-b7d3-e3eae29eeb55 service neutron] 10.222.0.62 "GET /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5160553 Sep 01 15:16:27.157938 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=097555ac-bf4f-4f87-9789-14a3c761eae7,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:27.236788 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4441c094-8f22-40da-9379-d05596f35b30 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:27.243840 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4441c094-8f22-40da-9379-d05596f35b30 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] 10.222.0.60 "DELETE /v2.0/ports/81af69e8-2db0-42e4-8706-af5a2ce58616 HTTP/1.1" status: 204 len: 168 time: 3.9693520 Sep 01 15:16:27.245841 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39000) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:27.337908 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-8458e982-e88b-401b-a83d-5482d483c4c6 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] GET failed (client error): The resource could not be found. Sep 01 15:16:27.349425 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8458e982-e88b-401b-a83d-5482d483c4c6 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] 10.222.0.60 "GET /v2.0/ports/81af69e8-2db0-42e4-8706-af5a2ce58616 HTTP/1.1" status: 404 len: 333 time: 0.0993757 Sep 01 15:16:27.351062 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39002) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:27.421760 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['097555ac-bf4f-4f87-9789-14a3c761eae7'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:16:27.499289 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e952d-ffd7-42b5-a4f8-f2eaf1619bcd req-0bc0785c-c0b2-4706-892d-ceb35905ff9e tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:27.532520 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f04e952d-ffd7-42b5-a4f8-f2eaf1619bcd req-0bc0785c-c0b2-4706-892d-ceb35905ff9e tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1651acb-033b-4474-9bc8-ce5656e13161 HTTP/1.1" status: 200 len: 943 time: 0.6255376 Sep 01 15:16:27.707187 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59d95b-297d-474b-9119-711c803d3a88 req-b8dc00a8-436b-4ac3-9c25-4dd334f3cd37 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:27.722684 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ef59d95b-297d-474b-9119-711c803d3a88 req-b8dc00a8-436b-4ac3-9c25-4dd334f3cd37 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b6b4505-f23d-474c-9ba2-49c61dfaf3e2 HTTP/1.1" status: 200 len: 867 time: 0.1836829 Sep 01 15:16:27.731555 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d186043d-7e76-42c6-a61a-035b333d2651 req-7031b605-1ab0-49c3-a8fc-ca003dadb215 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:27.776042 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-a204b7e8-2884-49bc-b7f7-04b3b923c92f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Deleting port 27496466-7503-4b90-bb52-54a5c2556d23 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:16:27.777475 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a204b7e8-2884-49bc-b7f7-04b3b923c92f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:27.783905 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:27.849924 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031b605-1ab0-49c3-a8fc-ca003dadb215 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Pushing event deleted for resources: {'Port': ['ID=a99db268-1403-4dd5-afda-9eb8219ea87b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:27.993663 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e52d4723-7d45-4abc-94c3-65764137000e req-1c5c294c-fb2b-4cdd-a595-e157f601920e service neutron] 10.222.0.62 "GET /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0400727 Sep 01 15:16:27.996283 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a204b7e8-2884-49bc-b7f7-04b3b923c92f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:28.012456 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f04e952d-ffd7-42b5-a4f8-f2eaf1619bcd req-eba196c3-0e6f-43ef-bc9e-34626c6fc61f tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827259 Sep 01 15:16:28.091642 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-a204b7e8-2884-49bc-b7f7-04b3b923c92f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Calling delete_port for 27496466-7503-4b90-bb52-54a5c2556d23 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:16:28.116118 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-d186043d-7e76-42c6-a61a-035b333d2651 req-7031b605-1ab0-49c3-a8fc-ca003dadb215 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] No DVR routers for this DVR port a99db268-1403-4dd5-afda-9eb8219ea87b on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:16:28.125478 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ef59d95b-297d-474b-9119-711c803d3a88 req-6f0f0077-91c8-494e-afe8-c7cce527d32f tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.60 "GET /v2.0/security-groups?id=2dfbb8c5-788d-4cc4-b7a9-37c2ee3ac272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007766 Sep 01 15:16:28.283817 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c746bcc8-bead-4f73-b011-8eb8f7bc7f58 req-5752c1ac-6fd5-43c9-97fa-40afcb1717bd service neutron] 10.222.0.62 "GET /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1265466 Sep 01 15:16:28.285756 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d186043d-7e76-42c6-a61a-035b333d2651 req-7031b605-1ab0-49c3-a8fc-ca003dadb215 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:28.290345 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d186043d-7e76-42c6-a61a-035b333d2651 req-7031b605-1ab0-49c3-a8fc-ca003dadb215 tempest-ServerMetadataNegativeTestJSON-629746409 tempest-ServerMetadataNegativeTestJSON-629746409-project] 10.222.0.45 "DELETE /v2.0/ports/a99db268-1403-4dd5-afda-9eb8219ea87b HTTP/1.1" status: 204 len: 173 time: 4.3211551 Sep 01 15:16:28.347616 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6b4505-f23d-474c-9ba2-49c61dfaf3e2', 'name': 'network-vif-deleted', 'tag': 'a99db268-1403-4dd5-afda-9eb8219ea87b'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:28.368590 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0f8a54-1e98-4cd4-bb25-2ee9c548e89e" -d '{"events": [{"server_uuid": "2b6b4505-f23d-474c-9ba2-49c61dfaf3e2", "name": "network-vif-deleted", "tag": "a99db268-1403-4dd5-afda-9eb8219ea87b"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:28.509142 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce19d00-6ea2-4477-bbfa-aae8bd361eab x-openstack-request-id: req-4ce19d00-6ea2-4477-bbfa-aae8bd361eab {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:28.509680 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6b4505-f23d-474c-9ba2-49c61dfaf3e2", "name": "network-vif-deleted", "tag": "a99db268-1403-4dd5-afda-9eb8219ea87b", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:28.511208 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4ce19d00-6ea2-4477-bbfa-aae8bd361eab {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:28.512190 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b6b4505-f23d-474c-9ba2-49c61dfaf3e2', 'name': 'network-vif-deleted', 'tag': 'a99db268-1403-4dd5-afda-9eb8219ea87b', 'status': 'completed', 'code': 200} Sep 01 15:16:28.516594 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e52d4723-7d45-4abc-94c3-65764137000e req-02573790-18f7-4333-af08-f59a53782dab service neutron] 10.222.0.62 "GET /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374778 Sep 01 15:16:28.560844 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device a99db268-1403-4dd5-afda-9eb8219ea87b no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:16:28.564227 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef5223-fb06-4c9f-92cb-620f8a5e61ef req-fff96cc7-fe85-4a3a-b2b9-74a64463a706 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:28.566576 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a204b7e8-2884-49bc-b7f7-04b3b923c92f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:28.566858 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-89ef5223-fb06-4c9f-92cb-620f8a5e61ef req-fff96cc7-fe85-4a3a-b2b9-74a64463a706 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 945 time: 0.1481302 Sep 01 15:16:28.629502 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: a99db268-1403-4dd5-afda-9eb8219ea87b {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:16:28.630119 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device a99db268-1403-4dd5-afda-9eb8219ea87b not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:16:28.684188 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204b7e8-2884-49bc-b7f7-04b3b923c92f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Pushing event deleted for resources: {'Port': ['ID=27496466-7503-4b90-bb52-54a5c2556d23,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:28.694168 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-89ef5223-fb06-4c9f-92cb-620f8a5e61ef req-c7bfcc01-e684-445b-9de0-04f0fbe3871c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135862 Sep 01 15:16:28.729058 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a204b7e8-2884-49bc-b7f7-04b3b923c92f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:28.738240 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a204b7e8-2884-49bc-b7f7-04b3b923c92f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] 10.222.0.60 "DELETE /v2.0/ports/27496466-7503-4b90-bb52-54a5c2556d23 HTTP/1.1" status: 204 len: 168 time: 1.3844028 Sep 01 15:16:28.738799 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39024) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:28.907058 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f5fa3c4-f73f-4b36-9079-724255421f38 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Deleting subnet 804b5999-5075-4274-8c5d-3a5faab4588e {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:16:28.929533 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f5fa3c4-f73f-4b36-9079-724255421f38 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:29.070337 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f5fa3c4-f73f-4b36-9079-724255421f38 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:29.481770 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c59730-9e4e-4299-b63f-460437f526b7 req-02e87135-82f7-4f67-aca4-fc516dfc43cd tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:29.495212 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9c59730-9e4e-4299-b63f-460437f526b7 req-02e87135-82f7-4f67-aca4-fc516dfc43cd tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1651acb-033b-4474-9bc8-ce5656e13161 HTTP/1.1" status: 200 len: 944 time: 0.1999416 Sep 01 15:16:29.591121 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f5fa3c4-f73f-4b36-9079-724255421f38 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:29.656430 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9c59730-9e4e-4299-b63f-460437f526b7 req-d81ab9f2-f8ce-4a32-9b65-cb9f7b775482 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593173 Sep 01 15:16:29.682674 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39056) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:29.788265 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f5fa3c4-f73f-4b36-9079-724255421f38 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:29.809048 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39066) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:29.901147 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fa3c4-f73f-4b36-9079-724255421f38 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Pushing event deleted for resources: {'Subnet': ['ID=804b5999-5075-4274-8c5d-3a5faab4588e,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:29.926980 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f5fa3c4-f73f-4b36-9079-724255421f38 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:29.932567 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5f5fa3c4-f73f-4b36-9079-724255421f38 tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] 10.222.0.60 "DELETE /v2.0/subnets/804b5999-5075-4274-8c5d-3a5faab4588e HTTP/1.1" status: 204 len: 168 time: 1.1918361 Sep 01 15:16:29.936372 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39068) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:29.942517 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8daa79-470d-4174-ae8e-43a68aa774c2 None None] Network da2d295e-80cd-4ff0-bcb0-066d659fc51e requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:16:30.038813 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c98c46-fd4c-4869-8c98-31481251d19a admin admin] Deleting subnet e99fc8d2-1da9-4afe-891e-d6d28f5fd86f {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:16:30.065092 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-78c98c46-fd4c-4869-8c98-31481251d19a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:30.194479 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-78c98c46-fd4c-4869-8c98-31481251d19a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:30.231398 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-943bb2ac-0dbf-4112-afc8-4b3501984f5f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:30.314157 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-78c98c46-fd4c-4869-8c98-31481251d19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:30.378198 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-67a5bce4-800b-4678-a061-bf7c69522096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1065418895'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:30.437116 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1b882-84f6-4c76-adeb-16a241be0e1e req-d5e68efb-1ce5-43c7-b51d-c50a093b3fd3 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:30.437116 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9af1b882-84f6-4c76-adeb-16a241be0e1e req-d5e68efb-1ce5-43c7-b51d-c50a093b3fd3 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 945 time: 0.2939458 Sep 01 15:16:30.457408 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 097555ac-bf4f-4f87-9789-14a3c761eae7 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:16:30.457874 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a5bce4-800b-4678-a061-bf7c69522096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] Made reservation on behalf of 7223424fe2074c1eb0ee2ff88cf847ff for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:16:30.471148 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-67a5bce4-800b-4678-a061-bf7c69522096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:30.561819 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-67a5bce4-800b-4678-a061-bf7c69522096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:30.566661 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9a6bc4-28bf-426d-92dc-1ba39fb00e93 None None] DHCP port deletion for da2d295e-80cd-4ff0-bcb0-066d659fc51e request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:16:30.600060 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-78c98c46-fd4c-4869-8c98-31481251d19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:30.613131 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-943bb2ac-0dbf-4112-afc8-4b3501984f5f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Deleting port e8cf0a39-6535-40d8-ac1a-b10c4d2eed52 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:16:30.613131 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-943bb2ac-0dbf-4112-afc8-4b3501984f5f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:30.703734 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c98c46-fd4c-4869-8c98-31481251d19a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e99fc8d2-1da9-4afe-891e-d6d28f5fd86f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:30.706612 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-78c98c46-fd4c-4869-8c98-31481251d19a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:30.711162 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-78c98c46-fd4c-4869-8c98-31481251d19a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e99fc8d2-1da9-4afe-891e-d6d28f5fd86f HTTP/1.1" status: 204 len: 168 time: 0.8996871 Sep 01 15:16:30.717914 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39094) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:30.723111 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-9e9a6bc4-28bf-426d-92dc-1ba39fb00e93 None None] Deleting port e8cf0a39-6535-40d8-ac1a-b10c4d2eed52 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:16:30.723719 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9e9a6bc4-28bf-426d-92dc-1ba39fb00e93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:30.732763 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 097555ac-bf4f-4f87-9789-14a3c761eae7 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:16:30.755447 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 097555ac-bf4f-4f87-9789-14a3c761eae7 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:30.755776 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9af1b882-84f6-4c76-adeb-16a241be0e1e req-992f3080-ee47-4cbe-9011-b8baaacb61c3 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850301 Sep 01 15:16:30.756237 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:30.884061 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-943bb2ac-0dbf-4112-afc8-4b3501984f5f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] For port e8cf0a39-6535-40d8-ac1a-b10c4d2eed52, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e8cf0a39-6535-40d8-ac1a-b10c4d2eed52,segment=NetworkSegment(d3bfefe1-7660-43df-a2b1-9a2619356739),segment_id=d3bfefe1-7660-43df-a2b1-9a2619356739)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:30.885446 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-943bb2ac-0dbf-4112-afc8-4b3501984f5f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:30.931301 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0f4a-090b-4c15-af07-4c0b55328d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:30.953470 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-943bb2ac-0dbf-4112-afc8-4b3501984f5f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Calling delete_port for e8cf0a39-6535-40d8-ac1a-b10c4d2eed52 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:16:30.964310 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e8cf0a39-6535-40d8-ac1a-b10c4d2eed52 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:16:31.090676 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-9e9a6bc4-28bf-426d-92dc-1ba39fb00e93 None None] For port e8cf0a39-6535-40d8-ac1a-b10c4d2eed52, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e8cf0a39-6535-40d8-ac1a-b10c4d2eed52,segment=NetworkSegment(d3bfefe1-7660-43df-a2b1-9a2619356739),segment_id=d3bfefe1-7660-43df-a2b1-9a2619356739)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:31.091487 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9e9a6bc4-28bf-426d-92dc-1ba39fb00e93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:31.170344 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-9e9a6bc4-28bf-426d-92dc-1ba39fb00e93 None None] Calling delete_port for e8cf0a39-6535-40d8-ac1a-b10c4d2eed52 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:16:31.191922 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6f88b-12d4-4a0d-b5b3-08f5ca82fe27 req-500be802-13fb-47dc-830d-450aeac87d3f tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:31.206029 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-43d6f88b-12d4-4a0d-b5b3-08f5ca82fe27 req-500be802-13fb-47dc-830d-450aeac87d3f tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1651acb-033b-4474-9bc8-ce5656e13161 HTTP/1.1" status: 200 len: 944 time: 0.2783489 Sep 01 15:16:31.206463 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0f4a-090b-4c15-af07-4c0b55328d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:31.253410 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4a9b0f4a-090b-4c15-af07-4c0b55328d70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912c5e1e-f5e6-40c0-a02d-9822ead69516']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:31.272201 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:31.290219 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4a9b0f4a-090b-4c15-af07-4c0b55328d70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201a85f2-37ad-42dd-85ff-7c15807d808f') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:31.291284 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4a9b0f4a-090b-4c15-af07-4c0b55328d70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201a85f2-37ad-42dd-85ff-7c15807d808f') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:31.311438 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-43d6f88b-12d4-4a0d-b5b3-08f5ca82fe27 req-b503b011-e8be-4ad7-9b23-5d6d710f3937 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036923 Sep 01 15:16:31.313656 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0f4a-090b-4c15-af07-4c0b55328d70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:31.338244 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-943bb2ac-0dbf-4112-afc8-4b3501984f5f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:31.365829 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-67a5bce4-800b-4678-a061-bf7c69522096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:31.379956 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-67a5bce4-800b-4678-a061-bf7c69522096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:31.388714 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0f4a-090b-4c15-af07-4c0b55328d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:31.409606 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943bb2ac-0dbf-4112-afc8-4b3501984f5f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] No DVR routers for this DVR port e8cf0a39-6535-40d8-ac1a-b10c4d2eed52 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:16:31.409951 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9b0f4a-090b-4c15-af07-4c0b55328d70 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:16:31.410611 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0f4a-090b-4c15-af07-4c0b55328d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:31.413192 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1651acb-033b-4474-9bc8-ce5656e13161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097555ac-bf4f-4f87-9789-14a3c761eae7'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:31.417700 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42df2f55-5900-45eb-9d47-d451f1ac0d69" -d '{"events": [{"server_uuid": "b1651acb-033b-4474-9bc8-ce5656e13161", "name": "network-vif-plugged", "status": "completed", "tag": "097555ac-bf4f-4f87-9789-14a3c761eae7"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:31.418866 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943bb2ac-0dbf-4112-afc8-4b3501984f5f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Pushing event deleted for resources: {'Port': ['ID=e8cf0a39-6535-40d8-ac1a-b10c4d2eed52,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:16:31.426922 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:16:31.433243 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:31.467669 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 097555ac-bf4f-4f87-9789-14a3c761eae7, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=097555ac-bf4f-4f87-9789-14a3c761eae7,segment=NetworkSegment(0eb82f6b-566f-4151-85df-ddd6432a17be),segment_id=0eb82f6b-566f-4151-85df-ddd6432a17be)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:31.516523 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a5bce4-800b-4678-a061-bf7c69522096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:16:31.519372 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:31.578051 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5bce4-800b-4678-a061-bf7c69522096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff70c69e-2edd-4a87-b62d-5e53afd5278a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:31.597044 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ca6200-b091-440e-8833-dbcaf9f7298a x-openstack-request-id: req-17ca6200-b091-440e-8833-dbcaf9f7298a {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:31.597508 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1651acb-033b-4474-9bc8-ce5656e13161", "name": "network-vif-plugged", "status": "completed", "tag": "097555ac-bf4f-4f87-9789-14a3c761eae7", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:31.598217 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-17ca6200-b091-440e-8833-dbcaf9f7298a {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:31.598843 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-67a5bce4-800b-4678-a061-bf7c69522096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:31.599420 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1651acb-033b-4474-9bc8-ce5656e13161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097555ac-bf4f-4f87-9789-14a3c761eae7', 'code': 200} Sep 01 15:16:31.599980 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-67a5bce4-800b-4678-a061-bf7c69522096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] Added segment e3182c86-0a42-4f86-8c1a-37978977b9fe of type vlan for network e42a9ad6-c688-4f96-b1bc-52f574922949 Sep 01 15:16:31.636858 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9e9a6bc4-28bf-426d-92dc-1ba39fb00e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:31.699596 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=097555ac-bf4f-4f87-9789-14a3c761eae7,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:31.706923 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-67a5bce4-800b-4678-a061-bf7c69522096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:31.745485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a6bc4-28bf-426d-92dc-1ba39fb00e93 None None] Pushing event deleted for resources: {'Port': ['ID=e8cf0a39-6535-40d8-ac1a-b10c4d2eed52,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:31.749598 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9a6bc4-28bf-426d-92dc-1ba39fb00e93 None None] No DVR routers for this DVR port e8cf0a39-6535-40d8-ac1a-b10c4d2eed52 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:16:31.762156 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0f4a-090b-4c15-af07-4c0b55328d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:31.784467 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0f4a-090b-4c15-af07-4c0b55328d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:31.784467 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4a9b0f4a-090b-4c15-af07-4c0b55328d70 admin admin] 10.222.0.60 "DELETE /v2.0/networks/912c5e1e-f5e6-40c0-a02d-9822ead69516 HTTP/1.1" status: 204 len: 168 time: 1.0543664 Sep 01 15:16:31.809883 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-67a5bce4-800b-4678-a061-bf7c69522096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:31.819999 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-943bb2ac-0dbf-4112-afc8-4b3501984f5f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:31.821546 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a5bce4-800b-4678-a061-bf7c69522096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:31.823210 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-67a5bce4-800b-4678-a061-bf7c69522096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:31.844468 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-943bb2ac-0dbf-4112-afc8-4b3501984f5f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2d295e-80cd-4ff0-bcb0-066d659fc51e']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:31.847753 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b0f4a-090b-4c15-af07-4c0b55328d70 admin admin] Pushing event deleted for resources: {'Network': ['ID=912c5e1e-f5e6-40c0-a02d-9822ead69516,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:31.869752 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-943bb2ac-0dbf-4112-afc8-4b3501984f5f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3bfefe1-7660-43df-a2b1-9a2619356739') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:31.870459 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-943bb2ac-0dbf-4112-afc8-4b3501984f5f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3bfefe1-7660-43df-a2b1-9a2619356739') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:31.906373 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-67a5bce4-800b-4678-a061-bf7c69522096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.2071588 Sep 01 15:16:31.915299 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-943bb2ac-0dbf-4112-afc8-4b3501984f5f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:31.924900 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:16:31.928464 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb89fd-5e5b-45d8-bafa-0b51aaac9426 req-2299a14e-e445-44ac-9052-dabd10a01327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:31.933934 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d0cb89fd-5e5b-45d8-bafa-0b51aaac9426 req-2299a14e-e445-44ac-9052-dabd10a01327 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b1651acb-033b-4474-9bc8-ce5656e13161 HTTP/1.1" status: 200 len: 1096 time: 0.2059326 Sep 01 15:16:32.024104 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-943bb2ac-0dbf-4112-afc8-4b3501984f5f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:32.053918 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5bce4-800b-4678-a061-bf7c69522096 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] Pushing event updated for resources: {'Network': ['ID=e42a9ad6-c688-4f96-b1bc-52f574922949,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:32.084292 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network e42a9ad6-c688-4f96-b1bc-52f574922949 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:16:32.092292 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943bb2ac-0dbf-4112-afc8-4b3501984f5f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:16:32.092292 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-943bb2ac-0dbf-4112-afc8-4b3501984f5f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:16:32.114517 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:16:32.233144 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d0cb89fd-5e5b-45d8-bafa-0b51aaac9426 req-b32b27a4-00e7-4d49-b3fa-7b546dc433af service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824128 Sep 01 15:16:32.282620 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0520fd-8216-4666-aa29-6fb57d4c57ac req-ca03d162-354e-4dfe-86e9-9a4a819ba053 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:32.296717 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6e0520fd-8216-4666-aa29-6fb57d4c57ac req-ca03d162-354e-4dfe-86e9-9a4a819ba053 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 945 time: 0.3177879 Sep 01 15:16:32.300769 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-943bb2ac-0dbf-4112-afc8-4b3501984f5f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:32.340751 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-943bb2ac-0dbf-4112-afc8-4b3501984f5f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:32.344744 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-943bb2ac-0dbf-4112-afc8-4b3501984f5f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] 10.222.0.60 "DELETE /v2.0/networks/da2d295e-80cd-4ff0-bcb0-066d659fc51e HTTP/1.1" status: 204 len: 168 time: 2.4060550 Sep 01 15:16:32.377475 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943bb2ac-0dbf-4112-afc8-4b3501984f5f tempest-AllowedAddressPairIpV6TestJSON-746312686 tempest-AllowedAddressPairIpV6TestJSON-746312686-project] Pushing event deleted for resources: {'Network': ['ID=da2d295e-80cd-4ff0-bcb0-066d659fc51e,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:32.411131 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6e0520fd-8216-4666-aa29-6fb57d4c57ac req-aee24690-2c99-47f8-947d-1c3ba7eae1e4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124663 Sep 01 15:16:32.430409 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device cc1027d3-7425-4568-8a43-3be288beb6bb details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:16:32.448316 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39134) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:32.465195 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Request body: {'port': {'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949', 'binding:host_id': 'n-h1-794796-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-290463959'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:32.540456 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Made reservation on behalf of 5efa1fc43d074028873d59cfb138a30c for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:16:32.544228 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:32.577688 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:32.591969 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39138) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:32.759893 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a607e122-33b6-4349-a1b7-d348b64809bf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=13b6ae9569664b5f8ffb819096116689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1643922 Sep 01 15:16:32.764040 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39140) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:32.768848 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port cc1027d3-7425-4568-8a43-3be288beb6bb, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=cc1027d3-7425-4568-8a43-3be288beb6bb,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:32.827335 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'cc1027d3-7425-4568-8a43-3be288beb6bb', 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'port_id': 'cc1027d3-7425-4568-8a43-3be288beb6bb', 'mac_address': 'fa:16:3e:a3:8b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4b8a1a7-4c41-46cc-8798-989cc5140738', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:16:32.968163 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d242d291-07d9-4195-8873-9db6b8a441d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:32.999730 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:33.010802 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:33.037431 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d242d291-07d9-4195-8873-9db6b8a441d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:33.039817 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:33.048014 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] device_id is not set on port 69fee398-efd1-4fe4-9859-5401d3b654b3 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:16:33.088598 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc1027d3-7425-4568-8a43-3be288beb6bb {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:16:33.125142 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39152) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:33.167929 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port cc1027d3-7425-4568-8a43-3be288beb6bb, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=cc1027d3-7425-4568-8a43-3be288beb6bb,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:33.181309 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:33.219648 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d242d291-07d9-4195-8873-9db6b8a441d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:33.232534 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d242d291-07d9-4195-8873-9db6b8a441d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:33.239314 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d242d291-07d9-4195-8873-9db6b8a441d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2dfbb8c5-788d-4cc4-b7a9-37c2ee3ac272 HTTP/1.1" status: 204 len: 168 time: 0.4713612 Sep 01 15:16:33.274736 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242d291-07d9-4195-8873-9db6b8a441d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfbb8c5-788d-4cc4-b7a9-37c2ee3ac272,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:33.375698 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a827949-3849-45b3-9aee-bb3544fd2d9d,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:33.465848 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['cc1027d3-7425-4568-8a43-3be288beb6bb'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:16:33.466470 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf08cf8-430f-4c9c-aea2-06b3b15451ff req-5074e3c0-4c35-416e-89f5-f3195c8b3239 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:33.491488 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-adf08cf8-430f-4c9c-aea2-06b3b15451ff req-5074e3c0-4c35-416e-89f5-f3195c8b3239 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1651acb-033b-4474-9bc8-ce5656e13161 HTTP/1.1" status: 200 len: 945 time: 0.5662243 Sep 01 15:16:33.654503 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a14570f7-fd79-468c-b0a2-3dd5a2a1437b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6193ba1c6dc04a708c58598f6c93bc44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5275273 Sep 01 15:16:33.655620 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39166) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:33.723276 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-adf08cf8-430f-4c9c-aea2-06b3b15451ff req-e1047542-ff55-4fc4-8e65-b78a4f9b0465 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246454 Sep 01 15:16:33.859281 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=cc1027d3-7425-4568-8a43-3be288beb6bb,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:34.116218 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-837238ac-48ca-49c9-9e08-01b46bd8a9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:34.177041 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-837238ac-48ca-49c9-9e08-01b46bd8a9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:34.214958 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a982d-290b-46ec-baa3-39889df448d7 req-a3efe1e5-26d6-4999-a894-a765885b1a06 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:34.227928 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b9a982d-290b-46ec-baa3-39889df448d7 req-a3efe1e5-26d6-4999-a894-a765885b1a06 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 944 time: 0.3671489 Sep 01 15:16:34.430595 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b9a982d-290b-46ec-baa3-39889df448d7 req-5ce9761e-c8f1-4d00-be5d-54ae74800d62 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954939 Sep 01 15:16:34.448223 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device cc1027d3-7425-4568-8a43-3be288beb6bb up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:16:34.467988 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-837238ac-48ca-49c9-9e08-01b46bd8a9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:34.473907 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-837238ac-48ca-49c9-9e08-01b46bd8a9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:34.475317 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-837238ac-48ca-49c9-9e08-01b46bd8a9cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7e71d7f7-a4ff-4088-b5dd-5922f1e53ae2 HTTP/1.1" status: 204 len: 168 time: 0.8182957 Sep 01 15:16:34.511742 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837238ac-48ca-49c9-9e08-01b46bd8a9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e71d7f7-a4ff-4088-b5dd-5922f1e53ae2,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:34.684421 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port cc1027d3-7425-4568-8a43-3be288beb6bb triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:34.684421 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:34.934537 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:35.018546 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port cc1027d3-7425-4568-8a43-3be288beb6bb, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=cc1027d3-7425-4568-8a43-3be288beb6bb,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:35.020693 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2a67d1-f95a-4599-af41-3b5689808ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1027d3-7425-4568-8a43-3be288beb6bb'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:16:35.025372 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72696863-cacc-42db-9012-aaaba7701958" -d '{"events": [{"server_uuid": "9b2a67d1-f95a-4599-af41-3b5689808ec0", "name": "network-vif-plugged", "status": "completed", "tag": "cc1027d3-7425-4568-8a43-3be288beb6bb"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:16:35.026456 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] device_id is not set on port 69fee398-efd1-4fe4-9859-5401d3b654b3 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:16:35.032794 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:35.091669 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:35.143762 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Transition to ACTIVE for port object 69fee398-efd1-4fe4-9859-5401d3b654b3 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:16:35.170717 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:35.223784 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6c170-1ae7-42be-ad22-0353a029ac77 req-b3d71619-67f6-497e-886b-c53de8352aa6 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:35.236103 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-27b6c170-1ae7-42be-ad22-0353a029ac77 req-b3d71619-67f6-497e-886b-c53de8352aa6 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1651acb-033b-4474-9bc8-ce5656e13161 HTTP/1.1" status: 200 len: 945 time: 0.1953421 Sep 01 15:16:35.247651 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=cc1027d3-7425-4568-8a43-3be288beb6bb,revision_number=7']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:35.298704 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a9e838-2cf4-4a1c-abd0-2debeb530fe5 x-openstack-request-id: req-61a9e838-2cf4-4a1c-abd0-2debeb530fe5 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:16:35.299170 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2a67d1-f95a-4599-af41-3b5689808ec0", "name": "network-vif-plugged", "status": "completed", "tag": "cc1027d3-7425-4568-8a43-3be288beb6bb", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:16:35.299555 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-61a9e838-2cf4-4a1c-abd0-2debeb530fe5 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:16:35.300190 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2a67d1-f95a-4599-af41-3b5689808ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1027d3-7425-4568-8a43-3be288beb6bb', 'code': 200} Sep 01 15:16:35.406340 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Pushing event updated for resources: {'Port': ['ID=69fee398-efd1-4fe4-9859-5401d3b654b3,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:35.430375 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-27b6c170-1ae7-42be-ad22-0353a029ac77 req-3e35bf4f-a0d7-4f69-8054-d835ff9a4a57 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882598 Sep 01 15:16:35.479400 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Checking segment: {'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:16:35.480008 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Network hostable DHCP agents. Network: e42a9ad6-c688-4f96-b1bc-52f574922949, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:16:35.585882 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Network e42a9ad6-c688-4f96-b1bc-52f574922949 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:16:35.644694 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, e42a9ad6-c688-4f96-b1bc-52f574922949) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:16:35.653380 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:16:35.667214 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4d1c04-1e01-4471-91d3-6d783b1e3175 None None] Network e42a9ad6-c688-4f96-b1bc-52f574922949 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:16:35.732184 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:35.732991 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:35.733772 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:35.763778 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 69fee398-efd1-4fe4-9859-5401d3b654b3 on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:16:35.765742 n-d-794796-3 neutron-server[94733]: ERROR neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:16:35.768089 n-d-794796-3 neutron-server[94733]: INFO neutron.plugins.ml2.plugin [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempt 2 to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 Sep 01 15:16:35.830839 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:35.831546 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:35.831914 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:35.857755 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 69fee398-efd1-4fe4-9859-5401d3b654b3 on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:16:35.861487 n-d-794796-3 neutron-server[94733]: ERROR neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:16:35.863589 n-d-794796-3 neutron-server[94733]: INFO neutron.plugins.ml2.plugin [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempt 3 to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 Sep 01 15:16:35.928434 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:35.930570 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:35.935103 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:35.949293 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 69fee398-efd1-4fe4-9859-5401d3b654b3 on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:16:35.950384 n-d-794796-3 neutron-server[94733]: ERROR neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:16:35.952913 n-d-794796-3 neutron-server[94733]: INFO neutron.plugins.ml2.plugin [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempt 4 to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 Sep 01 15:16:35.988647 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:35.989364 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:35.990015 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:36.000953 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 69fee398-efd1-4fe4-9859-5401d3b654b3 on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:16:36.001858 n-d-794796-3 neutron-server[94733]: ERROR neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:16:36.003286 n-d-794796-3 neutron-server[94733]: INFO neutron.plugins.ml2.plugin [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempt 5 to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 Sep 01 15:16:36.070565 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:36.071612 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:36.071835 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:36.090366 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 69fee398-efd1-4fe4-9859-5401d3b654b3 on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:16:36.090955 n-d-794796-3 neutron-server[94733]: ERROR neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:16:36.091769 n-d-794796-3 neutron-server[94733]: INFO neutron.plugins.ml2.plugin [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempt 6 to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 Sep 01 15:16:36.135744 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:36.136331 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:36.137342 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:36.157961 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 69fee398-efd1-4fe4-9859-5401d3b654b3 on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:16:36.158486 n-d-794796-3 neutron-server[94733]: ERROR neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:16:36.159140 n-d-794796-3 neutron-server[94733]: INFO neutron.plugins.ml2.plugin [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempt 7 to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 Sep 01 15:16:36.215511 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:36.216050 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:36.220019 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:36.243700 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 69fee398-efd1-4fe4-9859-5401d3b654b3 on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:16:36.244702 n-d-794796-3 neutron-server[94733]: ERROR neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:16:36.247360 n-d-794796-3 neutron-server[94733]: INFO neutron.plugins.ml2.plugin [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempt 8 to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 Sep 01 15:16:36.316171 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:36.317141 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:36.317965 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:36.332536 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a03d0-4241-4cc2-91a1-b6389633838a req-e8f435b1-d2c8-4d61-accb-0b77e2ca767d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:36.335861 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 69fee398-efd1-4fe4-9859-5401d3b654b3 on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:16:36.339756 n-d-794796-3 neutron-server[94733]: ERROR neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:16:36.341822 n-d-794796-3 neutron-server[94733]: INFO neutron.plugins.ml2.plugin [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempt 9 to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 Sep 01 15:16:36.350621 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c79a03d0-4241-4cc2-91a1-b6389633838a req-e8f435b1-d2c8-4d61-accb-0b77e2ca767d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 945 time: 0.2555132 Sep 01 15:16:36.402654 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:36.403217 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:36.413408 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:36.458070 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 69fee398-efd1-4fe4-9859-5401d3b654b3 on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:16:36.459016 n-d-794796-3 neutron-server[94733]: ERROR neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:16:36.459906 n-d-794796-3 neutron-server[94733]: INFO neutron.plugins.ml2.plugin [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempt 10 to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 Sep 01 15:16:36.525184 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:36.531453 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:36.532060 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:36.532865 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c79a03d0-4241-4cc2-91a1-b6389633838a req-60c27c42-4014-41df-a0fc-b9667c0c5123 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798775 Sep 01 15:16:36.552174 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 69fee398-efd1-4fe4-9859-5401d3b654b3 on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:16:36.553796 n-d-794796-3 neutron-server[94733]: ERROR neutron.plugins.ml2.managers [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 69fee398-efd1-4fe4-9859-5401d3b654b3 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:16:36.554559 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:36.817702 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] For port 69fee398-efd1-4fe4-9859-5401d3b654b3, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:16:36.819566 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempted to set empty binding levels {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 01 15:16:36.833820 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:36.992145 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:36.993404 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:37.078786 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Pushing event updated for resources: {'Port': ['ID=69fee398-efd1-4fe4-9859-5401d3b654b3,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:37.095507 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0c1f4e7c-f29c-4918-9d5b-b310dc4a26ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 4.6416614 Sep 01 15:16:37.096359 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39282) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:37.405694 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-7073a8d3-e628-4062-9b03-891a6a694a4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Deleting port 69fee398-efd1-4fe4-9859-5401d3b654b3 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:16:37.406809 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7073a8d3-e628-4062-9b03-891a6a694a4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:37.763127 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-7073a8d3-e628-4062-9b03-891a6a694a4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] For port 69fee398-efd1-4fe4-9859-5401d3b654b3, host n-h1-794796-3, got binding levels [] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:37.764071 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7073a8d3-e628-4062-9b03-891a6a694a4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:37.833304 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-7073a8d3-e628-4062-9b03-891a6a694a4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Calling delete_port for 69fee398-efd1-4fe4-9859-5401d3b654b3 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:16:37.976619 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39316) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:38.055180 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cae511-a702-4e81-80a3-c72a5d90bee8 req-f8fd4318-a9cd-4621-a2f6-a2e2cf9d840c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:38.073799 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30cae511-a702-4e81-80a3-c72a5d90bee8 req-f8fd4318-a9cd-4621-a2f6-a2e2cf9d840c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 945 time: 0.2447557 Sep 01 15:16:38.247112 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7073a8d3-e628-4062-9b03-891a6a694a4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:38.291573 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30cae511-a702-4e81-80a3-c72a5d90bee8 req-c6a53988-29bc-45cc-8aa8-858e0607392c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811032 Sep 01 15:16:38.326395 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:38.388541 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-d559b819-ed2d-4b0e-8607-6509b9a1c4f7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2008711141'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:38.496400 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d559b819-ed2d-4b0e-8607-6509b9a1c4f7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Made reservation on behalf of 59f08cd2adca45acb4492ed8468b0285 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:16:38.521405 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7073a8d3-e628-4062-9b03-891a6a694a4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:38.523766 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d559b819-ed2d-4b0e-8607-6509b9a1c4f7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:38.532568 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7073a8d3-e628-4062-9b03-891a6a694a4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] 10.222.0.60 "DELETE /v2.0/ports/69fee398-efd1-4fe4-9859-5401d3b654b3 HTTP/1.1" status: 204 len: 168 time: 1.4317992 Sep 01 15:16:38.533191 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39334) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:38.550119 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073a8d3-e628-4062-9b03-891a6a694a4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Pushing event deleted for resources: {'Port': ['ID=69fee398-efd1-4fe4-9859-5401d3b654b3,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:38.569342 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d559b819-ed2d-4b0e-8607-6509b9a1c4f7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:38.663441 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-f53dd746-c59b-4360-8e00-8c57c7b1a7b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] GET failed (client error): The resource could not be found. Sep 01 15:16:38.678193 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f53dd746-c59b-4360-8e00-8c57c7b1a7b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] 10.222.0.60 "GET /v2.0/ports/69fee398-efd1-4fe4-9859-5401d3b654b3 HTTP/1.1" status: 404 len: 333 time: 0.1369584 Sep 01 15:16:38.680551 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39336) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:38.707020 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-cdb06382-d517-4a9a-a5e1-df1cc5f8cbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Request body: {'port': {'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-177748815'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:38.879017 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d559b819-ed2d-4b0e-8607-6509b9a1c4f7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:38.901285 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d559b819-ed2d-4b0e-8607-6509b9a1c4f7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:38.965934 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb06382-d517-4a9a-a5e1-df1cc5f8cbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Made reservation on behalf of 5efa1fc43d074028873d59cfb138a30c for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:16:38.981358 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cdb06382-d517-4a9a-a5e1-df1cc5f8cbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:39.005046 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d559b819-ed2d-4b0e-8607-6509b9a1c4f7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:16:39.034034 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d559b819-ed2d-4b0e-8607-6509b9a1c4f7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:39.035343 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-d559b819-ed2d-4b0e-8607-6509b9a1c4f7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Added segment faf23218-9207-4dfb-8a48-47d2faf87129 of type vlan for network 868bed20-7f0d-4ef7-adc3-dd8726e3dc80 Sep 01 15:16:39.045240 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-cdb06382-d517-4a9a-a5e1-df1cc5f8cbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] device_id is not set on port 842d145a-7489-4225-b558-fcb05c2de41a yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:16:39.214832 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-34661591-afcb-4d0d-b85a-ae22da3fd7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:39.263333 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d559b819-ed2d-4b0e-8607-6509b9a1c4f7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:39.342192 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d559b819-ed2d-4b0e-8607-6509b9a1c4f7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:39.359637 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d559b819-ed2d-4b0e-8607-6509b9a1c4f7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:39.361302 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d559b819-ed2d-4b0e-8607-6509b9a1c4f7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:39.419137 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cdb06382-d517-4a9a-a5e1-df1cc5f8cbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:39.523020 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cdb06382-d517-4a9a-a5e1-df1cc5f8cbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:39.616284 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-eab661b0-4b98-49bd-973e-d98480b9a0ad tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=0d88ffb8ceb544eb902f07bcfdccbd0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2022290 Sep 01 15:16:39.636685 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559b819-ed2d-4b0e-8607-6509b9a1c4f7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f9be9e-4745-4df1-98fc-38eba7dd72e1,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:39.662589 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb06382-d517-4a9a-a5e1-df1cc5f8cbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Network e42a9ad6-c688-4f96-b1bc-52f574922949 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:16:39.675480 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-cdb06382-d517-4a9a-a5e1-df1cc5f8cbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:16:39.709112 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb06382-d517-4a9a-a5e1-df1cc5f8cbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:16:39.711530 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb06382-d517-4a9a-a5e1-df1cc5f8cbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:39.711963 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cdb06382-d517-4a9a-a5e1-df1cc5f8cbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:39.734654 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d559b819-ed2d-4b0e-8607-6509b9a1c4f7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7552543 Sep 01 15:16:39.815816 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb06382-d517-4a9a-a5e1-df1cc5f8cbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Pushing event updated for resources: {'Port': ['ID=842d145a-7489-4225-b558-fcb05c2de41a,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:39.940457 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cdb06382-d517-4a9a-a5e1-df1cc5f8cbd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2550693 Sep 01 15:16:39.945043 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39368) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:39.956570 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:40.063220 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39370) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:40.086519 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-5794c2fa-4fed-4a59-bc9d-7b31da743b54 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Request body: {'subnet': {'network_id': '868bed20-7f0d-4ef7-adc3-dd8726e3dc80', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:40.116479 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559b819-ed2d-4b0e-8607-6509b9a1c4f7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event updated for resources: {'Network': ['ID=868bed20-7f0d-4ef7-adc3-dd8726e3dc80,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:40.139147 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 868bed20-7f0d-4ef7-adc3-dd8726e3dc80 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:16:40.467624 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-656940cc-61fa-4843-8596-9a32a3a8460a tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:40.487792 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-656940cc-61fa-4843-8596-9a32a3a8460a tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8200805 Sep 01 15:16:40.509538 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:40.522718 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-62ab8869-db44-4253-afe2-d6df8eb37528 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/quotas/0d88ffb8ceb544eb902f07bcfdccbd0f HTTP/1.1" status: 200 len: 375 time: 0.0288112 Sep 01 15:16:40.585180 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc051feb-7233-46e5-89d9-a5f4c77125d8 req-b94a7c6f-ff46-4672-a4f2-5522b94a093e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:40.599236 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cc051feb-7233-46e5-89d9-a5f4c77125d8 req-b94a7c6f-ff46-4672-a4f2-5522b94a093e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 945 time: 0.2581482 Sep 01 15:16:40.605143 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5794c2fa-4fed-4a59-bc9d-7b31da743b54 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Made reservation on behalf of 59f08cd2adca45acb4492ed8468b0285 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:16:40.611461 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5794c2fa-4fed-4a59-bc9d-7b31da743b54 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:40.651142 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-593eeaf1-8cea-499e-a3a8-97899f097369 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d88ffb8ceb544eb902f07bcfdccbd0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1052194 Sep 01 15:16:40.882899 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cc051feb-7233-46e5-89d9-a5f4c77125d8 req-cc326a60-63ab-4119-9c95-7d083f40c715 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618511 Sep 01 15:16:41.246219 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5980439a-8867-4d59-9306-42dc581ee39a req-cc3d13d1-1fbb-409b-ae6c-9334e23a839d tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=13e2aff2-9979-47c7-b4e9-575a79f872fb HTTP/1.1" status: 200 len: 210 time: 0.1479666 Sep 01 15:16:41.887687 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-6b7cb2ea-86d0-47a4-8947-7cb9511049f3 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=0d88ffb8ceb544eb902f07bcfdccbd0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1489921 Sep 01 15:16:41.932173 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] device_id is not set on port 842d145a-7489-4225-b558-fcb05c2de41a yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:16:41.951611 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:42.001995 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Transition to ACTIVE for port object 842d145a-7489-4225-b558-fcb05c2de41a will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:16:42.023882 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:42.121057 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5794c2fa-4fed-4a59-bc9d-7b31da743b54 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:42.139688 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:42.340564 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Pushing event updated for resources: {'Port': ['ID=842d145a-7489-4225-b558-fcb05c2de41a,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:42.362191 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:42.363080 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:42.364053 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:42.386883 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 842d145a-7489-4225-b558-fcb05c2de41a on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:16:42.387900 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 842d145a-7489-4225-b558-fcb05c2de41a on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:16:42.432987 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempt 2 to bind port 842d145a-7489-4225-b558-fcb05c2de41a Sep 01 15:16:42.468233 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5794c2fa-4fed-4a59-bc9d-7b31da743b54 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Checking segment: {'id': 'faf23218-9207-4dfb-8a48-47d2faf87129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '868bed20-7f0d-4ef7-adc3-dd8726e3dc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:16:42.469753 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5794c2fa-4fed-4a59-bc9d-7b31da743b54 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Network hostable DHCP agents. Network: 868bed20-7f0d-4ef7-adc3-dd8726e3dc80, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:16:42.562243 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794c2fa-4fed-4a59-bc9d-7b31da743b54 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event updated for resources: {'Subnet': ['ID=f1f4f722-535d-44f5-82cf-e1e599e20030,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:42.565732 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-83ea68b0-a9b7-4d4f-bb8c-4ef298ca5cf3 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:42.593884 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:42.601361 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-83ea68b0-a9b7-4d4f-bb8c-4ef298ca5cf3 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7121732 Sep 01 15:16:42.617316 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:42.620997 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:42.655244 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-58c2ac07-6149-41f1-ae93-46bad643425a tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/quotas/0d88ffb8ceb544eb902f07bcfdccbd0f HTTP/1.1" status: 200 len: 375 time: 0.0519271 Sep 01 15:16:42.691818 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5794c2fa-4fed-4a59-bc9d-7b31da743b54 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Network 868bed20-7f0d-4ef7-adc3-dd8726e3dc80 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:16:42.710665 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 842d145a-7489-4225-b558-fcb05c2de41a on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:16:42.711232 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 842d145a-7489-4225-b558-fcb05c2de41a on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:16:42.719754 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempt 3 to bind port 842d145a-7489-4225-b558-fcb05c2de41a Sep 01 15:16:42.779690 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-021be156-4adb-4bd3-b631-fac57440f65d tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0d88ffb8ceb544eb902f07bcfdccbd0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1211188 Sep 01 15:16:42.863987 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-5794c2fa-4fed-4a59-bc9d-7b31da743b54 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 868bed20-7f0d-4ef7-adc3-dd8726e3dc80) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:16:42.881903 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d711a0-5166-4b76-b774-eac868e40599 None None] Network 868bed20-7f0d-4ef7-adc3-dd8726e3dc80 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:16:42.895858 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:42.896429 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:42.901655 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:42.975416 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5794c2fa-4fed-4a59-bc9d-7b31da743b54 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:42.976678 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5794c2fa-4fed-4a59-bc9d-7b31da743b54 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:43.019521 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 842d145a-7489-4225-b558-fcb05c2de41a on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:16:43.020368 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 842d145a-7489-4225-b558-fcb05c2de41a on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:16:43.040395 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempt 4 to bind port 842d145a-7489-4225-b558-fcb05c2de41a Sep 01 15:16:43.235288 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0375569-9783-43e2-899b-dce77e83a6f1 req-a4d765a0-56bd-497a-9c21-3ac814bab04d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:43.247263 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a0375569-9783-43e2-899b-dce77e83a6f1 req-a4d765a0-56bd-497a-9c21-3ac814bab04d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 945 time: 0.4537969 Sep 01 15:16:43.258942 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5794c2fa-4fed-4a59-bc9d-7b31da743b54 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.1810887 Sep 01 15:16:43.263923 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:43.265704 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39432) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:43.266528 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:43.269167 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:43.281145 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-d426eb24-e9b2-406d-b8d9-ecfb7b4c11b5 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1944005440'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:43.397606 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 842d145a-7489-4225-b558-fcb05c2de41a on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:16:43.403779 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 842d145a-7489-4225-b558-fcb05c2de41a on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:16:43.405410 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempt 5 to bind port 842d145a-7489-4225-b558-fcb05c2de41a Sep 01 15:16:43.414584 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d426eb24-e9b2-406d-b8d9-ecfb7b4c11b5 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Made reservation on behalf of 59f08cd2adca45acb4492ed8468b0285 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:16:43.466269 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d426eb24-e9b2-406d-b8d9-ecfb7b4c11b5 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:43.555202 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:43.555202 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:43.555202 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:43.591202 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 842d145a-7489-4225-b558-fcb05c2de41a on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:16:43.591996 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 842d145a-7489-4225-b558-fcb05c2de41a on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:16:43.598453 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempt 6 to bind port 842d145a-7489-4225-b558-fcb05c2de41a Sep 01 15:16:43.636181 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:43.670857 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a0375569-9783-43e2-899b-dce77e83a6f1 req-ec7d6969-07d7-40d2-be40-de94aaebcb52 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149265 Sep 01 15:16:43.684906 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bfb47479-da68-44cd-b40d-91a36ea1f10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:43.731528 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafd932d-c17c-4e39-8203-6ab62c8e8010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-868bed20-7f0d-4ef7-adc3-dd8726e3dc80', 'network_id': '868bed20-7f0d-4ef7-adc3-dd8726e3dc80', 'tenant_id': '59f08cd2adca45acb4492ed8468b0285', 'fixed_ips': [{'subnet_id': 'f1f4f722-535d-44f5-82cf-e1e599e20030'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:16:43.739863 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d426eb24-e9b2-406d-b8d9-ecfb7b4c11b5 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:16:43.743716 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cafd932d-c17c-4e39-8203-6ab62c8e8010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:43.752481 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:43.758947 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:43.760542 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:43.802077 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 842d145a-7489-4225-b558-fcb05c2de41a on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:16:43.802671 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 842d145a-7489-4225-b558-fcb05c2de41a on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:16:43.803340 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempt 7 to bind port 842d145a-7489-4225-b558-fcb05c2de41a Sep 01 15:16:43.824236 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d426eb24-e9b2-406d-b8d9-ecfb7b4c11b5 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:43.828183 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-d426eb24-e9b2-406d-b8d9-ecfb7b4c11b5 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Added segment f1a9e3a9-9a1a-4d8c-8875-a195cb0a6a3b of type vlan for network 84050b68-f36e-4f20-aad1-9c2ef132c4af Sep 01 15:16:43.895787 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:43.902343 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:43.903336 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:43.924743 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 842d145a-7489-4225-b558-fcb05c2de41a on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:16:43.928736 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 842d145a-7489-4225-b558-fcb05c2de41a on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:16:43.929787 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempt 8 to bind port 842d145a-7489-4225-b558-fcb05c2de41a Sep 01 15:16:44.020593 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:44.021467 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:44.021815 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:44.079840 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 842d145a-7489-4225-b558-fcb05c2de41a on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:16:44.080405 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 842d145a-7489-4225-b558-fcb05c2de41a on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:16:44.081121 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempt 9 to bind port 842d145a-7489-4225-b558-fcb05c2de41a Sep 01 15:16:44.183554 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:44.184577 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:44.185164 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:44.205897 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 842d145a-7489-4225-b558-fcb05c2de41a on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:16:44.207138 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 842d145a-7489-4225-b558-fcb05c2de41a on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:16:44.208056 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempt 10 to bind port 842d145a-7489-4225-b558-fcb05c2de41a Sep 01 15:16:44.228187 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d426eb24-e9b2-406d-b8d9-ecfb7b4c11b5 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:44.266367 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:44.271456 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:44.272146 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 842d145a-7489-4225-b558-fcb05c2de41a on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:44.305537 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 842d145a-7489-4225-b558-fcb05c2de41a on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:16:44.307241 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 842d145a-7489-4225-b558-fcb05c2de41a on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:16:44.308205 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:44.380470 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d426eb24-e9b2-406d-b8d9-ecfb7b4c11b5 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:44.421550 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d426eb24-e9b2-406d-b8d9-ecfb7b4c11b5 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:44.433468 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d426eb24-e9b2-406d-b8d9-ecfb7b4c11b5 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:44.639060 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa635696-7d61-4939-a8df-bce0011fefd7 req-5b6016c9-1f10-4595-a48d-a81aa4251e77 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e5beac5-42d9-4781-800b-9b51bb830304 HTTP/1.1" status: 200 len: 210 time: 0.2415168 Sep 01 15:16:44.652078 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-cafd932d-c17c-4e39-8203-6ab62c8e8010 None None] Allocated IP 172.20.255.242 (868bed20-7f0d-4ef7-adc3-dd8726e3dc80/f1f4f722-535d-44f5-82cf-e1e599e20030/1ddf7c17-24c0-494b-a8b4-c91ce5087a57) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:16:44.815132 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] For port 842d145a-7489-4225-b558-fcb05c2de41a, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:16:44.823285 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempted to set empty binding levels {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 01 15:16:44.836409 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:44.901143 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d426eb24-e9b2-406d-b8d9-ecfb7b4c11b5 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6296039 Sep 01 15:16:44.942777 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39450) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:44.972524 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-0f003d7f-d338-400e-88b2-918449fd57db tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Request body: {'subnet': {'network_id': '84050b68-f36e-4f20-aad1-9c2ef132c4af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:45.063742 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] In _notify_port_updated(), no bound segment for port 842d145a-7489-4225-b558-fcb05c2de41a on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:16:45.071661 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:45.073195 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:45.089422 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] 10.222.0.60 "PUT /v2.0/ports/842d145a-7489-4225-b558-fcb05c2de41a HTTP/1.1" status: 200 len: 978 time: 5.1418860 Sep 01 15:16:45.115010 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39454) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:45.404015 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d46e654-ba93-4ffe-ac62-f78013894422 req-4dd89ef0-61db-49a7-84a5-61fd62b464c7 tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.9655769 Sep 01 15:16:45.492408 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Pushing event updated for resources: {'Port': ['ID=842d145a-7489-4225-b558-fcb05c2de41a,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:45.496996 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cafd932d-c17c-4e39-8203-6ab62c8e8010 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:45.540313 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-cafd932d-c17c-4e39-8203-6ab62c8e8010 None None] Transition to ACTIVE for port object 1ddf7c17-24c0-494b-a8b4-c91ce5087a57 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:16:45.558842 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-47ee6a50-1740-4667-b6d6-d428628f4c32 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=0d88ffb8ceb544eb902f07bcfdccbd0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2469230 Sep 01 15:16:45.605577 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-cafd932d-c17c-4e39-8203-6ab62c8e8010 None None] Transition to ACTIVE for port object 1ddf7c17-24c0-494b-a8b4-c91ce5087a57 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:16:45.623730 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f003d7f-d338-400e-88b2-918449fd57db tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Made reservation on behalf of 59f08cd2adca45acb4492ed8468b0285 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:16:45.630451 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cafd932d-c17c-4e39-8203-6ab62c8e8010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:45.654404 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f003d7f-d338-400e-88b2-918449fd57db tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:45.722747 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafd932d-c17c-4e39-8203-6ab62c8e8010 None None] Network 868bed20-7f0d-4ef7-adc3-dd8726e3dc80 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:16:45.725320 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:45.736291 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-cafd932d-c17c-4e39-8203-6ab62c8e8010 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:16:45.745369 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafd932d-c17c-4e39-8203-6ab62c8e8010 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:16:45.775082 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd932d-c17c-4e39-8203-6ab62c8e8010 None None] Pushing event updated for resources: {'Port': ['ID=1ddf7c17-24c0-494b-a8b4-c91ce5087a57,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:45.830119 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:45.841601 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:45.850862 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:45.852917 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:45.855100 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:45.857097 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:45.859018 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:45.861155 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:45.862402 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:45.865226 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:45.867039 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:45.869296 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dd337b-1a2b-46e8-82b5-82f050d524f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:16:45.988707 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426eb24-e9b2-406d-b8d9-ecfb7b4c11b5 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event updated for resources: {'Network': ['ID=84050b68-f36e-4f20-aad1-9c2ef132c4af,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:46.026947 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 84050b68-f36e-4f20-aad1-9c2ef132c4af details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:16:46.077649 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-cafd932d-c17c-4e39-8203-6ab62c8e8010 None None] Attempting to bind port 1ddf7c17-24c0-494b-a8b4-c91ce5087a57 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:46.090848 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-cafd932d-c17c-4e39-8203-6ab62c8e8010 None None] Attempting to bind port 1ddf7c17-24c0-494b-a8b4-c91ce5087a57 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'faf23218-9207-4dfb-8a48-47d2faf87129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '868bed20-7f0d-4ef7-adc3-dd8726e3dc80'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:46.093948 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafd932d-c17c-4e39-8203-6ab62c8e8010 None None] Attempting to bind port 1ddf7c17-24c0-494b-a8b4-c91ce5087a57 on network 868bed20-7f0d-4ef7-adc3-dd8726e3dc80 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:46.334351 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafd932d-c17c-4e39-8203-6ab62c8e8010 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:16:46.357349 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafd932d-c17c-4e39-8203-6ab62c8e8010 None None] Checking segment: {'id': 'faf23218-9207-4dfb-8a48-47d2faf87129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '868bed20-7f0d-4ef7-adc3-dd8726e3dc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:16:46.362701 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cafd932d-c17c-4e39-8203-6ab62c8e8010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:46.369605 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafd932d-c17c-4e39-8203-6ab62c8e8010 None None] Bound using segment: {'id': 'faf23218-9207-4dfb-8a48-47d2faf87129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '868bed20-7f0d-4ef7-adc3-dd8726e3dc80'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:16:46.373261 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-cafd932d-c17c-4e39-8203-6ab62c8e8010 None None] Bound port: 1ddf7c17-24c0-494b-a8b4-c91ce5087a57, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf23218-9207-4dfb-8a48-47d2faf87129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '868bed20-7f0d-4ef7-adc3-dd8726e3dc80'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:16:46.378095 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cafd932d-c17c-4e39-8203-6ab62c8e8010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:46.478807 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.493204 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.495197 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.496196 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.497147 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.498241 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.511566 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.512926 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.514045 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.515140 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.522271 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.523371 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.539280 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.540797 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.541977 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.547382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.548558 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.550222 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.551456 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.552578 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.555414 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.559032 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.560317 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.563657 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.566808 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.571537 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.573345 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.575288 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.579823 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.581073 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.587664 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.588914 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.589974 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.591159 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.595957 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.597320 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.598485 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.604208 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.605457 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.606607 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.612034 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.613476 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:46.646516 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4eaeeea6-301c-4518-839b-6fd1fc62e7f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 37822 time: 1.5255973 Sep 01 15:16:46.657409 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39466) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:46.715186 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93a71f2e-a3da-4325-bc90-a6a6f4c19b0e req-9c5662f4-e537-4c58-9299-db81acea0df2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=13e2aff2-9979-47c7-b4e9-575a79f872fb HTTP/1.1" status: 200 len: 210 time: 0.7437892 Sep 01 15:16:46.733267 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bfd55acc-351e-41fe-9c42-ee8af890d74e req-a9eee401-4e99-4c42-bff7-7cc710e725ef tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e5beac5-42d9-4781-800b-9b51bb830304 HTTP/1.1" status: 200 len: 210 time: 0.3058343 Sep 01 15:16:46.809948 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-cafd932d-c17c-4e39-8203-6ab62c8e8010 None None] For port 1ddf7c17-24c0-494b-a8b4-c91ce5087a57, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:16:46.825940 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-cafd932d-c17c-4e39-8203-6ab62c8e8010 None None] For port 1ddf7c17-24c0-494b-a8b4-c91ce5087a57, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1ddf7c17-24c0-494b-a8b4-c91ce5087a57,segment=NetworkSegment(faf23218-9207-4dfb-8a48-47d2faf87129),segment_id=faf23218-9207-4dfb-8a48-47d2faf87129)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:16:46.835763 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cafd932d-c17c-4e39-8203-6ab62c8e8010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:47.081438 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd932d-c17c-4e39-8203-6ab62c8e8010 None None] Pushing event updated for resources: {'Port': ['ID=1ddf7c17-24c0-494b-a8b4-c91ce5087a57,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:47.307219 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f003d7f-d338-400e-88b2-918449fd57db tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:47.748729 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6687f36e-ff6e-43ae-b51a-b38e302d8218 req-34f75547-f1bb-4831-ad7c-8ecc2d2b2066 tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.3028424 Sep 01 15:16:47.755772 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976c003-2fbc-47dc-be77-2bef54d7ba65 req-38a06e1e-6982-4bed-80fa-53af7b0b63ef tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:47.762688 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-c75e3362-3b17-4da0-b1be-bcd6d319e046 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=0d88ffb8ceb544eb902f07bcfdccbd0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1171477 Sep 01 15:16:47.767949 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9976c003-2fbc-47dc-be77-2bef54d7ba65 req-38a06e1e-6982-4bed-80fa-53af7b0b63ef tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 945 time: 2.4637878 Sep 01 15:16:48.029915 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9976c003-2fbc-47dc-be77-2bef54d7ba65 req-838e3cd6-b180-4d07-bab3-5a68e6bdb106 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051771 Sep 01 15:16:48.312231 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f003d7f-d338-400e-88b2-918449fd57db tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Checking segment: {'id': 'f1a9e3a9-9a1a-4d8c-8875-a195cb0a6a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '84050b68-f36e-4f20-aad1-9c2ef132c4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:16:48.313676 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f003d7f-d338-400e-88b2-918449fd57db tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Network hostable DHCP agents. Network: 84050b68-f36e-4f20-aad1-9c2ef132c4af, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:16:48.334615 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f003d7f-d338-400e-88b2-918449fd57db tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event updated for resources: {'Subnet': ['ID=5aabcf61-a4e1-4fb5-9da6-2475b76c1479,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:48.409268 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f003d7f-d338-400e-88b2-918449fd57db tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Network 84050b68-f36e-4f20-aad1-9c2ef132c4af is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:16:48.418269 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-78af1a19-3d2b-472f-b12d-b1f2bb675e92 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:48.421530 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-78af1a19-3d2b-472f-b12d-b1f2bb675e92 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.8595152 Sep 01 15:16:48.479782 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-0f003d7f-d338-400e-88b2-918449fd57db tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 84050b68-f36e-4f20-aad1-9c2ef132c4af) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:16:48.497416 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c429adf1-74b1-4309-ae35-64139d9da92e None None] Network 84050b68-f36e-4f20-aad1-9c2ef132c4af requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:16:48.515363 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f003d7f-d338-400e-88b2-918449fd57db tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:48.516601 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f003d7f-d338-400e-88b2-918449fd57db tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:48.532841 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-17a9d8f2-8ed7-430f-bb4e-0ec40b9ff93e tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Request body: {'port': {'device_id': '6f229aba-bba8-4b02-8e17-fa7508aa2833', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': '0d88ffb8ceb544eb902f07bcfdccbd0f'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:48.690642 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-10cb846b-da1c-49a3-8a5b-597edb13c246 req-2e3a124f-4b58-4f7a-9374-54a2e5e3e544 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.1052501 Sep 01 15:16:48.736972 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-5742cd1b-695e-4850-865e-52482d393ff1 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:48.740508 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-5742cd1b-695e-4850-865e-52482d393ff1 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9367976 Sep 01 15:16:48.746617 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0f003d7f-d338-400e-88b2-918449fd57db tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.7832513 Sep 01 15:16:48.749823 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39480) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:48.795571 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-540cd823-3f7c-4d31-afec-075088889c27 req-de4e51eb-aaf9-46ce-a08f-f2a12a21cf5e tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e5beac5-42d9-4781-800b-9b51bb830304 HTTP/1.1" status: 200 len: 210 time: 0.1883016 Sep 01 15:16:48.856340 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-7f44a5da-4339-4e84-97e7-db35c25c11c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Deleting port 842d145a-7489-4225-b558-fcb05c2de41a {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:16:48.857211 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f44a5da-4339-4e84-97e7-db35c25c11c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:49.118533 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-7824f4be-b25a-4d23-bbd8-a4cec31c38e2 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Request body: {'port': {'device_id': '4e5beac5-42d9-4781-800b-9b51bb830304', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': '0d88ffb8ceb544eb902f07bcfdccbd0f'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:49.378672 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1ddf7c17-24c0-494b-a8b4-c91ce5087a57 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:16:49.448663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-7f44a5da-4339-4e84-97e7-db35c25c11c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] For port 842d145a-7489-4225-b558-fcb05c2de41a, host n-h1-794796-3, got binding levels [] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:49.459308 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f44a5da-4339-4e84-97e7-db35c25c11c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:49.523265 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cc3c8c-6f98-4d18-9c42-4acc5239cc9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-84050b68-f36e-4f20-aad1-9c2ef132c4af', 'network_id': '84050b68-f36e-4f20-aad1-9c2ef132c4af', 'tenant_id': '59f08cd2adca45acb4492ed8468b0285', 'fixed_ips': [{'subnet_id': '5aabcf61-a4e1-4fb5-9da6-2475b76c1479'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:16:49.525616 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-06cc3c8c-6f98-4d18-9c42-4acc5239cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:49.615531 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-7f44a5da-4339-4e84-97e7-db35c25c11c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Calling delete_port for 842d145a-7489-4225-b558-fcb05c2de41a owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:16:49.655598 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9a680908-c197-4168-9a42-25be72085753 req-2203c578-d210-471b-afc5-4c1009b9ae1d tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.4375341 Sep 01 15:16:49.963758 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b00ed-2cb8-4332-8b31-831a5e03c9ec req-df57fff8-3641-4e5d-ba3a-834637640020 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:49.965866 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:49.969466 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9d2b00ed-2cb8-4332-8b31-831a5e03c9ec req-df57fff8-3641-4e5d-ba3a-834637640020 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 945 time: 0.6074896 Sep 01 15:16:50.010976 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9fd701-ca6c-426b-b351-4058cc312ffe None None] Network 868bed20-7f0d-4ef7-adc3-dd8726e3dc80 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:16:50.022634 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-06cc3c8c-6f98-4d18-9c42-4acc5239cc9d None None] Allocated IP 172.20.0.2 (84050b68-f36e-4f20-aad1-9c2ef132c4af/5aabcf61-a4e1-4fb5-9da6-2475b76c1479/b4a5cfc7-f390-4f5e-bbee-5ce79db0a57e) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:16:50.058116 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-17a9d8f2-8ed7-430f-bb4e-0ec40b9ff93e tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Made reservation on behalf of 0d88ffb8ceb544eb902f07bcfdccbd0f for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:16:50.068014 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-17a9d8f2-8ed7-430f-bb4e-0ec40b9ff93e tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:50.240583 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-17a9d8f2-8ed7-430f-bb4e-0ec40b9ff93e tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:50.279139 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-7824f4be-b25a-4d23-bbd8-a4cec31c38e2 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Made reservation on behalf of 0d88ffb8ceb544eb902f07bcfdccbd0f for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:16:50.287501 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-7824f4be-b25a-4d23-bbd8-a4cec31c38e2 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:50.372090 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-7824f4be-b25a-4d23-bbd8-a4cec31c38e2 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:50.409735 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-06cc3c8c-6f98-4d18-9c42-4acc5239cc9d None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:50.429119 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-06cc3c8c-6f98-4d18-9c42-4acc5239cc9d None None] Transition to ACTIVE for port object b4a5cfc7-f390-4f5e-bbee-5ce79db0a57e will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:16:50.460081 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9d2b00ed-2cb8-4332-8b31-831a5e03c9ec req-92f8d1c6-5769-40b0-a04d-642e01443790 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563930 Sep 01 15:16:50.465930 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:50.478228 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-06cc3c8c-6f98-4d18-9c42-4acc5239cc9d None None] Transition to ACTIVE for port object b4a5cfc7-f390-4f5e-bbee-5ce79db0a57e will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:16:50.517855 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f44a5da-4339-4e84-97e7-db35c25c11c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:50.524976 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-06cc3c8c-6f98-4d18-9c42-4acc5239cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:50.622024 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.api [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-7824f4be-b25a-4d23-bbd8-a4cec31c38e2 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:16:50.622024 n-d-794796-3 neutron-server[94733]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 15:16:50.622024 n-d-794796-3 neutron-server[94733]: [parameters: {'project_id_1': '0d88ffb8ceb544eb902f07bcfdccbd0f', 'expiration_1': datetime.datetime(2021, 9, 1, 15, 16, 50, 480225)}] Sep 01 15:16:50.622024 n-d-794796-3 neutron-server[94733]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:16:50.628207 n-d-794796-3 neutron-server[94733]: DEBUG oslo_db.api [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-7824f4be-b25a-4d23-bbd8-a4cec31c38e2 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:16:50.705956 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc3c8c-6f98-4d18-9c42-4acc5239cc9d None None] Pushing event updated for resources: {'Port': ['ID=b4a5cfc7-f390-4f5e-bbee-5ce79db0a57e,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:50.748639 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44a5da-4339-4e84-97e7-db35c25c11c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Pushing event deleted for resources: {'Port': ['ID=842d145a-7489-4225-b558-fcb05c2de41a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:50.775932 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f44a5da-4339-4e84-97e7-db35c25c11c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:50.781112 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7f44a5da-4339-4e84-97e7-db35c25c11c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] 10.222.0.60 "DELETE /v2.0/ports/842d145a-7489-4225-b558-fcb05c2de41a HTTP/1.1" status: 204 len: 168 time: 4.1209953 Sep 01 15:16:50.800259 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39496) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:50.971790 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7940e06d-3014-4cd8-b097-25bacacf17ae req-2b87ed10-3ac4-4693-b4be-6e25fd369b45 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e5beac5-42d9-4781-800b-9b51bb830304 HTTP/1.1" status: 200 len: 210 time: 0.3081927 Sep 01 15:16:50.985700 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 1ddf7c17-24c0-494b-a8b4-c91ce5087a57 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:16:51.083309 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:51.128123 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1b5b170e-fd20-477d-9dd9-e07ae65a2fd6 None None] Provisioning for port 1ddf7c17-24c0-494b-a8b4-c91ce5087a57 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:16:51.153706 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cc3c8c-6f98-4d18-9c42-4acc5239cc9d None None] Network 84050b68-f36e-4f20-aad1-9c2ef132c4af is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:16:51.181001 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-06cc3c8c-6f98-4d18-9c42-4acc5239cc9d None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:16:51.197236 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-de90dae9-0b45-42e5-ad64-daa412ed0257 req-2c8aa56f-5ce3-4822-a8d9-2732f3fac1d0 tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.1743286 Sep 01 15:16:51.217078 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cc3c8c-6f98-4d18-9c42-4acc5239cc9d None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:16:51.229017 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-7824f4be-b25a-4d23-bbd8-a4cec31c38e2 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:51.233529 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a2070b-5668-4ac1-b5f3-fcc873a0bda9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] GET failed (client error): The resource could not be found. Sep 01 15:16:51.247352 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1b5b170e-fd20-477d-9dd9-e07ae65a2fd6 None None] Provisioning complete for port 1ddf7c17-24c0-494b-a8b4-c91ce5087a57 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:51.247987 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1b5b170e-fd20-477d-9dd9-e07ae65a2fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:51.252578 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-12a2070b-5668-4ac1-b5f3-fcc873a0bda9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] 10.222.0.60 "GET /v2.0/ports/842d145a-7489-4225-b558-fcb05c2de41a HTTP/1.1" status: 404 len: 333 time: 0.4395804 Sep 01 15:16:51.262055 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-17a9d8f2-8ed7-430f-bb4e-0ec40b9ff93e tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:51.263877 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39500) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:51.289550 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Subnet': ['ID=5aabcf61-a4e1-4fb5-9da6-2475b76c1479,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:51.303990 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-f7b45a7a-05be-4d18-8d0e-09f1aa75ac70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-410107094', 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:51.320743 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-17a9d8f2-8ed7-430f-bb4e-0ec40b9ff93e tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:51.416895 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9d8f2-8ed7-430f-bb4e-0ec40b9ff93e tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=340ed840-993d-4610-9add-e81f5bf86c3a,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:51.612519 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-06cc3c8c-6f98-4d18-9c42-4acc5239cc9d None None] Attempting to bind port b4a5cfc7-f390-4f5e-bbee-5ce79db0a57e on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:51.615580 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-06cc3c8c-6f98-4d18-9c42-4acc5239cc9d None None] Attempting to bind port b4a5cfc7-f390-4f5e-bbee-5ce79db0a57e by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'f1a9e3a9-9a1a-4d8c-8875-a195cb0a6a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '84050b68-f36e-4f20-aad1-9c2ef132c4af'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:51.617000 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc3c8c-6f98-4d18-9c42-4acc5239cc9d None None] Attempting to bind port b4a5cfc7-f390-4f5e-bbee-5ce79db0a57e on network 84050b68-f36e-4f20-aad1-9c2ef132c4af {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:51.632497 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b45a7a-05be-4d18-8d0e-09f1aa75ac70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Made reservation on behalf of 5efa1fc43d074028873d59cfb138a30c for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:16:51.644664 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7b45a7a-05be-4d18-8d0e-09f1aa75ac70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:51.711406 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc3c8c-6f98-4d18-9c42-4acc5239cc9d None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:16:51.713339 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc3c8c-6f98-4d18-9c42-4acc5239cc9d None None] Checking segment: {'id': 'f1a9e3a9-9a1a-4d8c-8875-a195cb0a6a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '84050b68-f36e-4f20-aad1-9c2ef132c4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:16:51.714823 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-06cc3c8c-6f98-4d18-9c42-4acc5239cc9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:51.718686 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cc3c8c-6f98-4d18-9c42-4acc5239cc9d None None] Bound using segment: {'id': 'f1a9e3a9-9a1a-4d8c-8875-a195cb0a6a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '84050b68-f36e-4f20-aad1-9c2ef132c4af'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:16:51.727586 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-06cc3c8c-6f98-4d18-9c42-4acc5239cc9d None None] Bound port: b4a5cfc7-f390-4f5e-bbee-5ce79db0a57e, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a9e3a9-9a1a-4d8c-8875-a195cb0a6a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '84050b68-f36e-4f20-aad1-9c2ef132c4af'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:16:51.730263 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-06cc3c8c-6f98-4d18-9c42-4acc5239cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:51.797243 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-073cc955-56d5-4625-88b2-2f6b35118a7a req-26b05ef8-6128-438f-a74e-b012a669a35d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4946060 Sep 01 15:16:51.813606 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:51.915896 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84050b68-f36e-4f20-aad1-9c2ef132c4af']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:51.959710 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1b5b170e-fd20-477d-9dd9-e07ae65a2fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:52.066795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-17a9d8f2-8ed7-430f-bb4e-0ec40b9ff93e tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Allocated IP 192.168.233.202 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/b32ef0a5-2f10-4b4c-b5e8-52395925994b) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:16:52.133675 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1b5b170e-fd20-477d-9dd9-e07ae65a2fd6 None None] For port 1ddf7c17-24c0-494b-a8b4-c91ce5087a57, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1ddf7c17-24c0-494b-a8b4-c91ce5087a57,segment=NetworkSegment(faf23218-9207-4dfb-8a48-47d2faf87129),segment_id=faf23218-9207-4dfb-8a48-47d2faf87129)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:52.157139 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1b5b170e-fd20-477d-9dd9-e07ae65a2fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:52.194127 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a9e3a9-9a1a-4d8c-8875-a195cb0a6a3b') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:52.195315 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a9e3a9-9a1a-4d8c-8875-a195cb0a6a3b') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:52.331346 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-06cc3c8c-6f98-4d18-9c42-4acc5239cc9d None None] For port b4a5cfc7-f390-4f5e-bbee-5ce79db0a57e, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:16:52.397492 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-06cc3c8c-6f98-4d18-9c42-4acc5239cc9d None None] For port b4a5cfc7-f390-4f5e-bbee-5ce79db0a57e, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b4a5cfc7-f390-4f5e-bbee-5ce79db0a57e,segment=NetworkSegment(f1a9e3a9-9a1a-4d8c-8875-a195cb0a6a3b),segment_id=f1a9e3a9-9a1a-4d8c-8875-a195cb0a6a3b)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:16:52.405440 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.api [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-7824f4be-b25a-4d23-bbd8-a4cec31c38e2 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 0d88ffb8ceb544eb902f07bcfdccbd0f {{(pid=94733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:16:52.409671 n-d-794796-3 neutron-server[94733]: DEBUG oslo_db.api [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-7824f4be-b25a-4d23-bbd8-a4cec31c38e2 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:16:52.419132 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-06cc3c8c-6f98-4d18-9c42-4acc5239cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:52.460203 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b170e-fd20-477d-9dd9-e07ae65a2fd6 None None] Pushing event updated for resources: {'Port': ['ID=1ddf7c17-24c0-494b-a8b4-c91ce5087a57,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:52.482630 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:52.542980 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cc955-56d5-4625-88b2-2f6b35118a7a req-4b24e288-0700-4e35-b6ca-4658ffd9cb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:52.553548 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-073cc955-56d5-4625-88b2-2f6b35118a7a req-4b24e288-0700-4e35-b6ca-4658ffd9cb28 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f5c878306d2c4fbcbebf77004da8b742&device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 1097 time: 0.6847200 Sep 01 15:16:52.656294 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-17a9d8f2-8ed7-430f-bb4e-0ec40b9ff93e tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:52.676619 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ea8b2-b25b-4c90-be56-cff58597796d req-f72ff799-bf95-47ed-994d-6ea9aa468a7a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:52.676965 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-f7b45a7a-05be-4d18-8d0e-09f1aa75ac70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] device_id is not set on port 3d8ec918-a3f8-44ce-9111-b7b296317ba5 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:16:52.699216 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e78ea8b2-b25b-4c90-be56-cff58597796d req-f72ff799-bf95-47ed-994d-6ea9aa468a7a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 945 time: 0.7731376 Sep 01 15:16:52.772333 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0e4a3b-f29a-46fb-85b6-a8d86fad5cdb None None] Network 84050b68-f36e-4f20-aad1-9c2ef132c4af requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:16:52.898100 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-17a9d8f2-8ed7-430f-bb4e-0ec40b9ff93e tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Transition to ACTIVE for port object b32ef0a5-2f10-4b4c-b5e8-52395925994b will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:16:52.912872 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-7824f4be-b25a-4d23-bbd8-a4cec31c38e2 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:52.941564 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cc955-56d5-4625-88b2-2f6b35118a7a req-65064a6c-1c2e-4d22-8fb7-d00aa9a7cd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:52.944866 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-073cc955-56d5-4625-88b2-2f6b35118a7a req-65064a6c-1c2e-4d22-8fb7-d00aa9a7cd8f service neutron] 10.222.0.45 "GET /v2.0/networks?id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 200 len: 913 time: 0.2225220 Sep 01 15:16:52.947440 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:53.186917 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc3c8c-6f98-4d18-9c42-4acc5239cc9d None None] Pushing event updated for resources: {'Port': ['ID=b4a5cfc7-f390-4f5e-bbee-5ce79db0a57e,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:53.262652 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6849f078-ea9e-4b1c-bf51-b034f0137213 None None] Provisioning complete for port 1ddf7c17-24c0-494b-a8b4-c91ce5087a57 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:53.266912 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6849f078-ea9e-4b1c-bf51-b034f0137213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:53.291816 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:16:53.292754 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:53.332902 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e78ea8b2-b25b-4c90-be56-cff58597796d req-c51d047d-ae36-49b2-aebb-3e62b95427db tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6309562 Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:16:53.334475 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:16:53.399222 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1ddf7c17-24c0-494b-a8b4-c91ce5087a57 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:16:53.422445 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-073cc955-56d5-4625-88b2-2f6b35118a7a req-59190f16-b002-4bc4-9e31-a17dbc52810c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ef6978b-ef85-4c33-af04-e19602f26273 HTTP/1.1" status: 200 len: 217 time: 0.4504530 Sep 01 15:16:53.441044 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7b45a7a-05be-4d18-8d0e-09f1aa75ac70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:53.766283 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-698b0790-1571-4b9d-b7e6-49fa8a9724dc req-18a280c5-dd81-4344-b061-a794f4ad4f3e tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e5beac5-42d9-4781-800b-9b51bb830304 HTTP/1.1" status: 200 len: 210 time: 0.2146692 Sep 01 15:16:53.806878 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058a9f4a-53c7-4789-9002-43dd8dd4d8f5 None None] get_active_networks_info from n-d-794796-3 {{(pid=94735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:16:53.869479 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7b45a7a-05be-4d18-8d0e-09f1aa75ac70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:54.007904 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.api [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 01 15:16:54.007904 n-d-794796-3 neutron-server[94733]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 01 15:16:54.007904 n-d-794796-3 neutron-server[94733]: [parameters: {'id': '84050b68-f36e-4f20-aad1-9c2ef132c4af'}] Sep 01 15:16:54.007904 n-d-794796-3 neutron-server[94733]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:16:54.011051 n-d-794796-3 neutron-server[94733]: DEBUG oslo_db.api [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:16:54.042557 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b45a7a-05be-4d18-8d0e-09f1aa75ac70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Pushing event updated for resources: {'Port': ['ID=3d8ec918-a3f8-44ce-9111-b7b296317ba5,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:54.104919 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-38780bcd-da7e-49ec-9105-e22fa1ed89dd req-855e792e-501c-4429-8754-45eb55713b19 tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.1391025 Sep 01 15:16:54.124600 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-17a9d8f2-8ed7-430f-bb4e-0ec40b9ff93e tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:54.140032 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b45a7a-05be-4d18-8d0e-09f1aa75ac70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Network e42a9ad6-c688-4f96-b1bc-52f574922949 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:16:54.190974 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-f7b45a7a-05be-4d18-8d0e-09f1aa75ac70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:16:54.234673 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b45a7a-05be-4d18-8d0e-09f1aa75ac70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:16:54.236929 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b45a7a-05be-4d18-8d0e-09f1aa75ac70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:54.245088 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7b45a7a-05be-4d18-8d0e-09f1aa75ac70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:54.293555 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cc955-56d5-4625-88b2-2f6b35118a7a req-57ff04ff-4309-478a-ac98-5f6044e87255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:54.296024 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-073cc955-56d5-4625-88b2-2f6b35118a7a req-57ff04ff-4309-478a-ac98-5f6044e87255 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4b8a1a7-4c41-46cc-8798-989cc5140738 HTTP/1.1" status: 200 len: 851 time: 0.6141939 Sep 01 15:16:54.374965 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-17a9d8f2-8ed7-430f-bb4e-0ec40b9ff93e tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:16:54.430376 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-17a9d8f2-8ed7-430f-bb4e-0ec40b9ff93e tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:16:54.456889 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-17a9d8f2-8ed7-430f-bb4e-0ec40b9ff93e tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:16:54.476079 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cc955-56d5-4625-88b2-2f6b35118a7a req-d44a3a9f-b503-4707-b280-f5b858346164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:54.479722 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-073cc955-56d5-4625-88b2-2f6b35118a7a req-d44a3a9f-b503-4707-b280-f5b858346164 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1758389 Sep 01 15:16:54.535759 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 1ddf7c17-24c0-494b-a8b4-c91ce5087a57 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:54.536920 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:54.553473 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:54.577489 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-073cc955-56d5-4625-88b2-2f6b35118a7a req-7d3e2ff2-457d-4b41-95a0-161af939d9c8 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:16:54.579767 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-073cc955-56d5-4625-88b2-2f6b35118a7a req-7d3e2ff2-457d-4b41-95a0-161af939d9c8 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0210047 Sep 01 15:16:54.683099 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-17a9d8f2-8ed7-430f-bb4e-0ec40b9ff93e tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:54.685650 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-17a9d8f2-8ed7-430f-bb4e-0ec40b9ff93e tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:54.734529 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f7b45a7a-05be-4d18-8d0e-09f1aa75ac70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.4665005 Sep 01 15:16:54.745449 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-17a9d8f2-8ed7-430f-bb4e-0ec40b9ff93e tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.2596116 Sep 01 15:16:54.747196 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39542) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:54.784831 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-d202ac7a-2d55-4de4-95c4-875d649335b4 service neutron] Request body: {'port': {'device_id': '6f229aba-bba8-4b02-8e17-fa7508aa2833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:54.795808 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9d8f2-8ed7-430f-bb4e-0ec40b9ff93e tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Pushing event updated for resources: {'Port': ['ID=b32ef0a5-2f10-4b4c-b5e8-52395925994b,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:54.934371 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b504022-31fa-444d-be32-3d2b9aea3def tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:54.941481 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5b504022-31fa-444d-be32-3d2b9aea3def tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] 10.222.0.60 "GET /v2.0/ports/3d8ec918-a3f8-44ce-9111-b7b296317ba5 HTTP/1.1" status: 200 len: 958 time: 0.1876533 Sep 01 15:16:54.945251 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39548) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:55.048461 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-7824f4be-b25a-4d23-bbd8-a4cec31c38e2 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Allocated IP 192.168.233.157 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/997c3a7b-2f06-4b63-8dc9-3c0cb802eda2) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:16:55.109171 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-d202ac7a-2d55-4de4-95c4-875d649335b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:55.283711 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed074ef-0192-4cb9-b4e0-67e823071542 req-97fe4d9a-a9c3-436a-9f1e-d05cfee2ca78 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:55.287890 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ed074ef-0192-4cb9-b4e0-67e823071542 req-97fe4d9a-a9c3-436a-9f1e-d05cfee2ca78 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 945 time: 0.6914241 Sep 01 15:16:55.332353 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058a9f4a-53c7-4789-9002-43dd8dd4d8f5 None None] Resources bound (agent type, host, resource id): {{(pid=94735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:16:55.338881 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-073cc955-56d5-4625-88b2-2f6b35118a7a req-8648b9cd-547d-4e18-abb5-a3f4fcb7d49f service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7204323 Sep 01 15:16:55.666845 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9f8fc839-f838-4f62-8b61-e44e0f38c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Deleting port 3d8ec918-a3f8-44ce-9111-b7b296317ba5 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:16:55.667335 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9f8fc839-f838-4f62-8b61-e44e0f38c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:55.811983 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-df33d111-39a1-4696-ac9b-23bbc81728c7 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:55.815289 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-df33d111-39a1-4696-ac9b-23bbc81728c7 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/networks?id=afa3fade-4c03-4fa8-94a5-bb144ed0b25b HTTP/1.1" status: 200 len: 814 time: 0.3604176 Sep 01 15:16:55.867995 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-07ca4e5e-6083-45a4-a4ee-3ebcf1f83a70 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/quotas/eb3693377bf9457dabb698f1785d8c61 HTTP/1.1" status: 200 len: 375 time: 0.0389280 Sep 01 15:16:55.982520 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9f8fc839-f838-4f62-8b61-e44e0f38c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:56.013095 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9f8fc839-f838-4f62-8b61-e44e0f38c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Calling delete_port for 3d8ec918-a3f8-44ce-9111-b7b296317ba5 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:16:56.074256 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-86d4e649-524d-43d2-b8c3-17ced68ebc10 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb3693377bf9457dabb698f1785d8c61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2046006 Sep 01 15:16:56.394005 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9f8fc839-f838-4f62-8b61-e44e0f38c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:56.420109 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-35af9335-bc01-46ae-be8b-bce12e00915b service neutron] 10.222.0.60 "GET /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384995 Sep 01 15:16:56.566129 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8fc839-f838-4f62-8b61-e44e0f38c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d8ec918-a3f8-44ce-9111-b7b296317ba5,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:56.591586 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9f8fc839-f838-4f62-8b61-e44e0f38c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:56.595427 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9f8fc839-f838-4f62-8b61-e44e0f38c70e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] 10.222.0.60 "DELETE /v2.0/ports/3d8ec918-a3f8-44ce-9111-b7b296317ba5 HTTP/1.1" status: 204 len: 168 time: 1.6458278 Sep 01 15:16:56.600031 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39564) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:56.601066 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ed074ef-0192-4cb9-b4e0-67e823071542 req-9cbe47eb-33c2-40eb-8c91-ee7db0591ace tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2316759 Sep 01 15:16:56.683427 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Deleting port b4a5cfc7-f390-4f5e-bbee-5ce79db0a57e {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:16:56.683814 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:56.763362 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d2d274-7914-4554-bf65-a17cda2a59c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] GET failed (client error): The resource could not be found. Sep 01 15:16:56.768738 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-70d2d274-7914-4554-bf65-a17cda2a59c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] 10.222.0.60 "GET /v2.0/ports/3d8ec918-a3f8-44ce-9111-b7b296317ba5 HTTP/1.1" status: 404 len: 333 time: 0.1529956 Sep 01 15:16:56.781751 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39566) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:56.793184 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-fecbf4cd-709f-447d-90b3-ea37f7ac6bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Request body: {'port': {'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1084956133'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:56.902535 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecbf4cd-709f-447d-90b3-ea37f7ac6bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Made reservation on behalf of 5efa1fc43d074028873d59cfb138a30c for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:16:56.906568 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fecbf4cd-709f-447d-90b3-ea37f7ac6bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:56.957981 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-fecbf4cd-709f-447d-90b3-ea37f7ac6bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] device_id is not set on port 259a1599-203b-4fc7-853b-e83d56a5e834 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:16:56.994451 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-0111e7b7-1c02-4e64-a168-04f9a39d7e22 service neutron] 10.222.0.60 "GET /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723214 Sep 01 15:16:57.034334 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-03452ce0-0382-4d5f-a54d-abd607ca4c5d req-694948cb-b474-489e-93a4-be18558b2e55 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e5beac5-42d9-4781-800b-9b51bb830304 HTTP/1.1" status: 200 len: 210 time: 0.1218476 Sep 01 15:16:57.037326 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-073cc955-56d5-4625-88b2-2f6b35118a7a req-f80e8e79-8a15-46a5-a121-16f851338b66 service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6557999 Sep 01 15:16:57.205467 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] For port b4a5cfc7-f390-4f5e-bbee-5ce79db0a57e, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b4a5cfc7-f390-4f5e-bbee-5ce79db0a57e,segment=NetworkSegment(f1a9e3a9-9a1a-4d8c-8875-a195cb0a6a3b),segment_id=f1a9e3a9-9a1a-4d8c-8875-a195cb0a6a3b)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:16:57.210198 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:57.296727 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Calling delete_port for b4a5cfc7-f390-4f5e-bbee-5ce79db0a57e owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:16:57.357586 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-7824f4be-b25a-4d23-bbd8-a4cec31c38e2 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:57.369781 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a08ed35e-b558-4c5c-88e0-0cb4bbc6eebf req-e7b1592e-01b2-49e0-995b-7ddea7f23167 tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.0630021 Sep 01 15:16:57.402214 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-7824f4be-b25a-4d23-bbd8-a4cec31c38e2 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Transition to ACTIVE for port object 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:16:57.441131 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-dfebdfcf-90f5-4fec-a4fd-7466878d4823 None None] Provisioning for port b32ef0a5-2f10-4b4c-b5e8-52395925994b completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:16:57.481530 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-dfebdfcf-90f5-4fec-a4fd-7466878d4823 None None] Provisioning complete for port b32ef0a5-2f10-4b4c-b5e8-52395925994b triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:57.482856 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dfebdfcf-90f5-4fec-a4fd-7466878d4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:57.686273 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fecbf4cd-709f-447d-90b3-ea37f7ac6bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:57.703209 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:57.721415 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:57.729464 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-dfebdfcf-90f5-4fec-a4fd-7466878d4823 None None] Port b32ef0a5-2f10-4b4c-b5e8-52395925994b cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:16:57.796646 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Port': ['ID=b4a5cfc7-f390-4f5e-bbee-5ce79db0a57e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:57.826359 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] No DVR routers for this DVR port b4a5cfc7-f390-4f5e-bbee-5ce79db0a57e on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:16:57.861484 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-7824f4be-b25a-4d23-bbd8-a4cec31c38e2 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:57.936646 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c500f3b8-ecf8-4a80-a7e5-ea27c615c9c2 req-79784f98-05f6-4c5e-be1e-fe16f2ab82f1 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=61512ab9-c072-49f6-87dd-7cee51480752 HTTP/1.1" status: 200 len: 210 time: 0.1023993 Sep 01 15:16:58.045883 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fecbf4cd-709f-447d-90b3-ea37f7ac6bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:58.123265 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:58.146981 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-7824f4be-b25a-4d23-bbd8-a4cec31c38e2 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:16:58.228802 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-7824f4be-b25a-4d23-bbd8-a4cec31c38e2 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:16:58.238445 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-7824f4be-b25a-4d23-bbd8-a4cec31c38e2 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:16:58.246980 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cabb31-b303-4d90-a5c0-6c29a6ac615f req-9a00b3b5-d697-4148-a21e-0d09ec73fbb5 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:58.261072 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-81cabb31-b303-4d90-a5c0-6c29a6ac615f req-9a00b3b5-d697-4148-a21e-0d09ec73fbb5 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 945 time: 0.3068323 Sep 01 15:16:58.290066 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824f4be-b25a-4d23-bbd8-a4cec31c38e2 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Pushing event updated for resources: {'Port': ['ID=997c3a7b-2f06-4b63-8dc9-3c0cb802eda2,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:58.305370 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84050b68-f36e-4f20-aad1-9c2ef132c4af']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:58.326884 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecbf4cd-709f-447d-90b3-ea37f7ac6bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Network e42a9ad6-c688-4f96-b1bc-52f574922949 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:16:58.365588 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-fecbf4cd-709f-447d-90b3-ea37f7ac6bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:16:58.391987 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecbf4cd-709f-447d-90b3-ea37f7ac6bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:16:58.393983 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecbf4cd-709f-447d-90b3-ea37f7ac6bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:58.395487 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fecbf4cd-709f-447d-90b3-ea37f7ac6bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:58.435103 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbf4cd-709f-447d-90b3-ea37f7ac6bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Pushing event updated for resources: {'Port': ['ID=259a1599-203b-4fc7-853b-e83d56a5e834,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:58.485632 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a9e3a9-9a1a-4d8c-8875-a195cb0a6a3b') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:58.486636 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a9e3a9-9a1a-4d8c-8875-a195cb0a6a3b') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:16:58.539506 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:58.543772 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-81cabb31-b303-4d90-a5c0-6c29a6ac615f req-8d8352ed-1ad3-42a9-abb7-a6c7d6052bda tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811658 Sep 01 15:16:58.583200 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fecbf4cd-709f-447d-90b3-ea37f7ac6bb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7995811 Sep 01 15:16:58.584403 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39584) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:58.625147 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:58.632430 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-7824f4be-b25a-4d23-bbd8-a4cec31c38e2 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:58.635430 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-7824f4be-b25a-4d23-bbd8-a4cec31c38e2 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:58.663115 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:58.690397 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:16:58.692465 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:16:58.703924 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:16:58.747479 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406943a-7436-4440-85d2-0cf0fbd0b222 req-28726533-face-47ea-9c37-88b6824b4eb9 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:16:58.781691 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7406943a-7436-4440-85d2-0cf0fbd0b222 req-28726533-face-47ea-9c37-88b6824b4eb9 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e5beac5-42d9-4781-800b-9b51bb830304 HTTP/1.1" status: 200 len: 936 time: 0.5232468 Sep 01 15:16:58.810821 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-d202ac7a-2d55-4de4-95c4-875d649335b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b32ef0a5-2f10-4b4c-b5e8-52395925994b {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:16:58.919312 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-d202ac7a-2d55-4de4-95c4-875d649335b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:58.960813 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-7824f4be-b25a-4d23-bbd8-a4cec31c38e2 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 9.9049828 Sep 01 15:16:59.004635 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-bcd20ce4-72c0-4ce5-bdd2-bc665c96f913 service neutron] Request body: {'port': {'device_id': '4e5beac5-42d9-4781-800b-9b51bb830304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:59.024264 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0b3eac02-fee0-40de-962b-4fca67658f3f req-aff438ff-dedb-41d2-8cb0-a2aa8acc5c25 tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.0993350 Sep 01 15:16:59.031229 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ce10899f-7839-4e98-b158-36dd1a889154 None None] Provisioning for port 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:16:59.037631 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:59.045246 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-d202ac7a-2d55-4de4-95c4-875d649335b4 service neutron] Transition to ACTIVE for port object b32ef0a5-2f10-4b4c-b5e8-52395925994b will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:16:59.046006 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ce10899f-7839-4e98-b158-36dd1a889154 None None] Provisioning complete for port 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:16:59.047142 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ce10899f-7839-4e98-b158-36dd1a889154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:59.077717 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-d202ac7a-2d55-4de4-95c4-875d649335b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:59.228666 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ce10899f-7839-4e98-b158-36dd1a889154 None None] Port 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:16:59.241150 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-bcd20ce4-72c0-4ce5-bdd2-bc665c96f913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:59.263688 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:59.337592 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:59.347037 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/networks/84050b68-f36e-4f20-aad1-9c2ef132c4af HTTP/1.1" status: 204 len: 168 time: 10.5917902 Sep 01 15:16:59.356483 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea3546-ed67-4503-937d-20f94b8e4954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Network': ['ID=84050b68-f36e-4f20-aad1-9c2ef132c4af,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:59.363056 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39592) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:16:59.397898 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-ef5516a4-fb62-4b66-9179-4a0233e98128 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-280409958'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:16:59.417566 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7406943a-7436-4440-85d2-0cf0fbd0b222 req-2c7092b1-eb62-4882-b416-38c8f1d82d10 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/security-groups?id=340ed840-993d-4610-9add-e81f5bf86c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808688 Sep 01 15:16:59.521455 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202ac7a-2d55-4de4-95c4-875d649335b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b32ef0a5-2f10-4b4c-b5e8-52395925994b,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:16:59.655296 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5516a4-fb62-4b66-9179-4a0233e98128 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Made reservation on behalf of 59f08cd2adca45acb4492ed8468b0285 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:16:59.671857 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ef5516a4-fb62-4b66-9179-4a0233e98128 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:59.923694 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-d202ac7a-2d55-4de4-95c4-875d649335b4 service neutron] Attempting to bind port b32ef0a5-2f10-4b4c-b5e8-52395925994b on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:16:59.924244 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-d202ac7a-2d55-4de4-95c4-875d649335b4 service neutron] Attempting to bind port b32ef0a5-2f10-4b4c-b5e8-52395925994b by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:16:59.924802 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-d202ac7a-2d55-4de4-95c4-875d649335b4 service neutron] Attempting to bind port b32ef0a5-2f10-4b4c-b5e8-52395925994b on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:59.940386 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-d202ac7a-2d55-4de4-95c4-875d649335b4 service neutron] Port b32ef0a5-2f10-4b4c-b5e8-52395925994b on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:16:59.940948 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-d202ac7a-2d55-4de4-95c4-875d649335b4 service neutron] Attempting to bind port b32ef0a5-2f10-4b4c-b5e8-52395925994b on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:16:59.965310 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-d202ac7a-2d55-4de4-95c4-875d649335b4 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:16:59.965310 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-d202ac7a-2d55-4de4-95c4-875d649335b4 service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:16:59.965882 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-d202ac7a-2d55-4de4-95c4-875d649335b4 service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:16:59.966786 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-d202ac7a-2d55-4de4-95c4-875d649335b4 service neutron] Bound port: b32ef0a5-2f10-4b4c-b5e8-52395925994b, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:16:59.967359 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-d202ac7a-2d55-4de4-95c4-875d649335b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:16:59.969284 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0b4f10b7-b6c7-4d7b-9d4d-c468d213246e req-85ef56cc-5451-46f4-8401-32a3d35fba70 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=61512ab9-c072-49f6-87dd-7cee51480752 HTTP/1.1" status: 200 len: 210 time: 0.2896943 Sep 01 15:16:59.997775 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef5516a4-fb62-4b66-9179-4a0233e98128 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:17:00.022116 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ef5516a4-fb62-4b66-9179-4a0233e98128 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:00.023063 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-ef5516a4-fb62-4b66-9179-4a0233e98128 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Added segment 0e7e9de2-4ac9-4c9e-9e90-12f1ee18f64f of type vlan for network 131fc291-4981-4753-b231-c2598360e9a9 Sep 01 15:17:00.115204 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ef5516a4-fb62-4b66-9179-4a0233e98128 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:00.173075 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] device_id is not set on port 259a1599-203b-4fc7-853b-e83d56a5e834 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:17:00.187702 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ef5516a4-fb62-4b66-9179-4a0233e98128 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:00.221276 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5516a4-fb62-4b66-9179-4a0233e98128 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:00.222678 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ef5516a4-fb62-4b66-9179-4a0233e98128 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:00.262516 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:00.346676 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d240d-9e7c-4fbd-b3f0-784501b3a48c req-42a0e020-31b9-45f4-8841-4a35e0e3919a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:00.358214 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c39d240d-9e7c-4fbd-b3f0-784501b3a48c req-42a0e020-31b9-45f4-8841-4a35e0e3919a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 945 time: 0.3745356 Sep 01 15:17:00.419131 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Transition to ACTIVE for port object 259a1599-203b-4fc7-853b-e83d56a5e834 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:17:00.422908 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-d202ac7a-2d55-4de4-95c4-875d649335b4 service neutron] For port b32ef0a5-2f10-4b4c-b5e8-52395925994b, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:17:00.526947 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:00.592580 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ef5516a4-fb62-4b66-9179-4a0233e98128 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2183108 Sep 01 15:17:00.612790 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dfeb7200-91b8-4890-8d3d-afe8494fff93 req-1f4cfa07-3b97-4b8a-af1b-426ce82a0f95 tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.2602654 Sep 01 15:17:00.637058 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-d202ac7a-2d55-4de4-95c4-875d649335b4 service neutron] For port b32ef0a5-2f10-4b4c-b5e8-52395925994b, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b32ef0a5-2f10-4b4c-b5e8-52395925994b,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:17:00.641256 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39602) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:00.675398 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-d202ac7a-2d55-4de4-95c4-875d649335b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:00.686000 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-09abbe00-d077-4cb4-9cf7-fc0beb100bbb tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Request body: {'subnet': {'network_id': '131fc291-4981-4753-b231-c2598360e9a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:00.725925 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c39d240d-9e7c-4fbd-b3f0-784501b3a48c req-17d989a6-1cd8-4969-b429-cb2eadca5ba9 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660333 Sep 01 15:17:00.852377 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5516a4-fb62-4b66-9179-4a0233e98128 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event updated for resources: {'Network': ['ID=131fc291-4981-4753-b231-c2598360e9a9,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:00.872751 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Pushing event updated for resources: {'Port': ['ID=259a1599-203b-4fc7-853b-e83d56a5e834,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:00.883889 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 131fc291-4981-4753-b231-c2598360e9a9 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:17:00.900367 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-d202ac7a-2d55-4de4-95c4-875d649335b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:00.903037 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-d202ac7a-2d55-4de4-95c4-875d649335b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:00.912169 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-d202ac7a-2d55-4de4-95c4-875d649335b4 service neutron] 10.222.0.45 "PUT /v2.0/ports/b32ef0a5-2f10-4b4c-b5e8-52395925994b HTTP/1.1" status: 200 len: 1096 time: 6.1362560 Sep 01 15:17:00.913276 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f229aba-bba8-4b02-8e17-fa7508aa2833', 'tag': 'b32ef0a5-2f10-4b4c-b5e8-52395925994b'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:17:00.924617 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71dffed-3651-4882-a9ff-e3a0e2ff85b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6f229aba-bba8-4b02-8e17-fa7508aa2833", "tag": "b32ef0a5-2f10-4b4c-b5e8-52395925994b"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:17:01.333292 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-919ca8af-9099-4218-a115-c2d54083105b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:01.336208 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-919ca8af-9099-4218-a115-c2d54083105b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.62 "GET /v2.0/networks?id=afa3fade-4c03-4fa8-94a5-bb144ed0b25b HTTP/1.1" status: 200 len: 814 time: 0.9288681 Sep 01 15:17:01.337382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202ac7a-2d55-4de4-95c4-875d649335b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b32ef0a5-2f10-4b4c-b5e8-52395925994b,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:01.364430 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f16cb8-bf95-4fd2-92cc-d198a530777e x-openstack-request-id: req-84f16cb8-bf95-4fd2-92cc-d198a530777e {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:17:01.365639 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f229aba-bba8-4b02-8e17-fa7508aa2833", "tag": "b32ef0a5-2f10-4b4c-b5e8-52395925994b", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:17:01.366066 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-84f16cb8-bf95-4fd2-92cc-d198a530777e {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:17:01.366804 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f229aba-bba8-4b02-8e17-fa7508aa2833', 'tag': 'b32ef0a5-2f10-4b4c-b5e8-52395925994b', 'status': 'completed', 'code': 200} Sep 01 15:17:01.371363 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:17:01.371929 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:17:01.372603 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:17:01.388176 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-b4cf94df-3aa0-45fd-b7eb-561707e2db0b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Request body: {'port': {'device_id': '61512ab9-c072-49f6-87dd-7cee51480752', 'network_id': 'afa3fade-4c03-4fa8-94a5-bb144ed0b25b', 'admin_state_up': True, 'tenant_id': 'eb3693377bf9457dabb698f1785d8c61'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:01.394997 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-bcd20ce4-72c0-4ce5-bdd2-bc665c96f913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:17:01.414085 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-bcd20ce4-72c0-4ce5-bdd2-bc665c96f913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:01.443961 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-bcd20ce4-72c0-4ce5-bdd2-bc665c96f913 service neutron] Transition to ACTIVE for port object 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:17:01.464089 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09abbe00-d077-4cb4-9cf7-fc0beb100bbb tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Made reservation on behalf of 59f08cd2adca45acb4492ed8468b0285 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:01.471414 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-09abbe00-d077-4cb4-9cf7-fc0beb100bbb tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:01.477172 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-bcd20ce4-72c0-4ce5-bdd2-bc665c96f913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:01.652026 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 259a1599-203b-4fc7-853b-e83d56a5e834 on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:17:01.652551 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:17:01.657669 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempt 2 to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 Sep 01 15:17:01.705176 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b03015e9-ee05-442a-8b7e-dd037465b758 req-092ae9b2-95a1-4f6f-923d-10680326c062 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=61512ab9-c072-49f6-87dd-7cee51480752 HTTP/1.1" status: 200 len: 210 time: 0.1045613 Sep 01 15:17:01.753774 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40397c-b679-40de-bc0b-0708aa5ff009 req-7022c253-4a5f-497b-b372-517b8b6fdd28 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:01.773047 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ed40397c-b679-40de-bc0b-0708aa5ff009 req-7022c253-4a5f-497b-b372-517b8b6fdd28 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e5beac5-42d9-4781-800b-9b51bb830304 HTTP/1.1" status: 200 len: 936 time: 0.8134875 Sep 01 15:17:01.781524 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-5b1e4437-22fc-46b5-8158-bdcca7af55e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:01.788070 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-5b1e4437-22fc-46b5-8158-bdcca7af55e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d88ffb8ceb544eb902f07bcfdccbd0f&device_id=6f229aba-bba8-4b02-8e17-fa7508aa2833 HTTP/1.1" status: 200 len: 1099 time: 0.7885938 Sep 01 15:17:01.802568 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.ipam_backend_mixin [None req-09abbe00-d077-4cb4-9cf7-fc0beb100bbb tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Performing IP validity checks on allocation pools {{(pid=94733) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 01 15:17:01.803916 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.ipam_backend_mixin [None req-09abbe00-d077-4cb4-9cf7-fc0beb100bbb tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94733) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 01 15:17:01.868923 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:17:01.869428 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:17:01.870020 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:17:01.942465 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd20ce4-72c0-4ce5-bdd2-bc665c96f913 service neutron] Pushing event updated for resources: {'Port': ['ID=997c3a7b-2f06-4b63-8dc9-3c0cb802eda2,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:01.987272 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-9f78f009-c9b7-462f-ace5-9bc875104f95 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=b32ef0a5-2f10-4b4c-b5e8-52395925994b HTTP/1.1" status: 200 len: 217 time: 0.1350696 Sep 01 15:17:01.988607 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 259a1599-203b-4fc7-853b-e83d56a5e834 on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:17:01.989169 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:17:01.997532 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempt 3 to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 Sep 01 15:17:02.082400 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:17:02.083309 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:17:02.083888 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:17:02.097839 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a159a93-106d-40c1-b7c3-e931123fdcde req-b625ec51-1a2c-4e4b-b633-098e567ee25b tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.1839404 Sep 01 15:17:02.169467 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 259a1599-203b-4fc7-853b-e83d56a5e834 on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:17:02.170347 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:17:02.177718 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempt 4 to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 Sep 01 15:17:02.240185 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ed40397c-b679-40de-bc0b-0708aa5ff009 req-7ca08162-9a37-4cba-a265-7b979096bee5 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/security-groups?id=340ed840-993d-4610-9add-e81f5bf86c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707391 Sep 01 15:17:02.314793 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-bcd20ce4-72c0-4ce5-bdd2-bc665c96f913 service neutron] Attempting to bind port 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:17:02.314793 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-bcd20ce4-72c0-4ce5-bdd2-bc665c96f913 service neutron] Attempting to bind port 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:17:02.315401 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-bcd20ce4-72c0-4ce5-bdd2-bc665c96f913 service neutron] Attempting to bind port 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:17:02.375162 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-bcd20ce4-72c0-4ce5-bdd2-bc665c96f913 service neutron] Port 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:17:02.375574 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-bcd20ce4-72c0-4ce5-bdd2-bc665c96f913 service neutron] Attempting to bind port 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:17:02.378768 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-a6cf78dc-fa97-4b66-945c-2cc7d57d2890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:02.382366 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-a6cf78dc-fa97-4b66-945c-2cc7d57d2890 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.3224735 Sep 01 15:17:02.385092 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:17:02.385862 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:17:02.386956 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:17:02.400321 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-b4cf94df-3aa0-45fd-b7eb-561707e2db0b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Made reservation on behalf of eb3693377bf9457dabb698f1785d8c61 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:02.409869 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-b4cf94df-3aa0-45fd-b7eb-561707e2db0b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:02.418075 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-bcd20ce4-72c0-4ce5-bdd2-bc665c96f913 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:17:02.418965 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-bcd20ce4-72c0-4ce5-bdd2-bc665c96f913 service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:17:02.420109 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-bcd20ce4-72c0-4ce5-bdd2-bc665c96f913 service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:17:02.420901 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-bcd20ce4-72c0-4ce5-bdd2-bc665c96f913 service neutron] Bound port: 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:17:02.421521 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-bcd20ce4-72c0-4ce5-bdd2-bc665c96f913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:02.436632 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 259a1599-203b-4fc7-853b-e83d56a5e834 on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:17:02.437428 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:17:02.461472 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempt 5 to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 Sep 01 15:17:02.562173 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:17:02.562830 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:17:02.563387 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:17:02.607768 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-09abbe00-d077-4cb4-9cf7-fc0beb100bbb tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:02.702128 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123e31a-6ff8-4389-a37a-54e916a5f480 req-f34d817b-cb5b-46aa-a81b-7b3b7e7b2986 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:02.708033 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f123e31a-6ff8-4389-a37a-54e916a5f480 req-f34d817b-cb5b-46aa-a81b-7b3b7e7b2986 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 945 time: 0.3948321 Sep 01 15:17:02.962789 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-bcd20ce4-72c0-4ce5-bdd2-bc665c96f913 service neutron] For port 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:17:02.969194 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-bcd20ce4-72c0-4ce5-bdd2-bc665c96f913 service neutron] For port 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=997c3a7b-2f06-4b63-8dc9-3c0cb802eda2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:17:02.971984 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09abbe00-d077-4cb4-9cf7-fc0beb100bbb tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event updated for resources: {'Subnet': ['ID=8b520409-048c-42a3-a7c2-9bccccf95df5,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:03.002841 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-bcd20ce4-72c0-4ce5-bdd2-bc665c96f913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:03.197824 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-bcd20ce4-72c0-4ce5-bdd2-bc665c96f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:03.201458 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-bcd20ce4-72c0-4ce5-bdd2-bc665c96f913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:03.203149 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 259a1599-203b-4fc7-853b-e83d56a5e834 on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:17:03.203149 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:17:03.203425 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-bcd20ce4-72c0-4ce5-bdd2-bc665c96f913 service neutron] 10.222.0.45 "PUT /v2.0/ports/997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 HTTP/1.1" status: 200 len: 1096 time: 4.2072875 Sep 01 15:17:03.221742 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5beac5-42d9-4781-800b-9b51bb830304', 'tag': '997c3a7b-2f06-4b63-8dc9-3c0cb802eda2'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:17:03.234872 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c946ff53-01ae-42d9-8f3c-1d687f9f3540" -d '{"events": [{"name": "network-changed", "server_uuid": "4e5beac5-42d9-4781-800b-9b51bb830304", "tag": "997c3a7b-2f06-4b63-8dc9-3c0cb802eda2"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:17:03.241173 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempt 6 to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 Sep 01 15:17:03.272178 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:17:03.272751 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:17:03.273356 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:17:03.280277 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-047aa56c-5ce6-4577-a338-08afefce9971 req-5f00bd23-ee29-461c-b8f0-a714218f7fe5 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=61512ab9-c072-49f6-87dd-7cee51480752 HTTP/1.1" status: 200 len: 210 time: 0.1013155 Sep 01 15:17:03.308757 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f123e31a-6ff8-4389-a37a-54e916a5f480 req-9efbeab6-dbc6-4e1e-b58a-d19c6a73dc70 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240061 Sep 01 15:17:03.309291 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 259a1599-203b-4fc7-853b-e83d56a5e834 on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:17:03.309765 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:17:03.314896 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempt 7 to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 Sep 01 15:17:03.323641 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-f5456abc-d157-493c-9ef4-7b00b8c72412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:03.344094 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-f5456abc-d157-493c-9ef4-7b00b8c72412 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9260674 Sep 01 15:17:03.423339 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:17:03.424393 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd20ce4-72c0-4ce5-bdd2-bc665c96f913 service neutron] Pushing event updated for resources: {'Port': ['ID=997c3a7b-2f06-4b63-8dc9-3c0cb802eda2,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:03.425044 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:17:03.425044 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:17:03.440426 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09abbe00-d077-4cb4-9cf7-fc0beb100bbb tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Checking segment: {'id': '0e7e9de2-4ac9-4c9e-9e90-12f1ee18f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '131fc291-4981-4753-b231-c2598360e9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:17:03.441083 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09abbe00-d077-4cb4-9cf7-fc0beb100bbb tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Network hostable DHCP agents. Network: 131fc291-4981-4753-b231-c2598360e9a9, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:17:03.498970 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bc419e-f250-4df1-a69f-5e85ea36d677 x-openstack-request-id: req-17bc419e-f250-4df1-a69f-5e85ea36d677 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:17:03.507142 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e5beac5-42d9-4781-800b-9b51bb830304", "tag": "997c3a7b-2f06-4b63-8dc9-3c0cb802eda2", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:17:03.512273 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-17bc419e-f250-4df1-a69f-5e85ea36d677 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:17:03.513563 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5beac5-42d9-4781-800b-9b51bb830304', 'tag': '997c3a7b-2f06-4b63-8dc9-3c0cb802eda2', 'status': 'completed', 'code': 200} Sep 01 15:17:03.573926 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 259a1599-203b-4fc7-853b-e83d56a5e834 on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:17:03.574702 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:17:03.582942 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempt 8 to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 Sep 01 15:17:03.641359 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:17:03.641910 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:17:03.642567 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:17:03.683936 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-af00dcde-9c5c-4ddf-972a-36f4f547ef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:03.686607 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-af00dcde-9c5c-4ddf-972a-36f4f547ef5e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d88ffb8ceb544eb902f07bcfdccbd0f&device_id=4e5beac5-42d9-4781-800b-9b51bb830304 HTTP/1.1" status: 200 len: 1099 time: 0.3705468 Sep 01 15:17:03.708215 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 259a1599-203b-4fc7-853b-e83d56a5e834 on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:17:03.708750 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:17:03.710141 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a096360f-3d37-486e-9dd8-f9d25ddb67c6 req-43c0176f-076c-41d8-8c77-8dbcae7d7fdf tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.1501892 Sep 01 15:17:03.716871 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempt 9 to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 Sep 01 15:17:03.719618 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09abbe00-d077-4cb4-9cf7-fc0beb100bbb tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Network 131fc291-4981-4753-b231-c2598360e9a9 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:17:03.800812 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-b4cf94df-3aa0-45fd-b7eb-561707e2db0b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Allocated IP 172.20.0.11 (afa3fade-4c03-4fa8-94a5-bb144ed0b25b/8b6bd058-2433-43ef-8336-9b6b745c6bfb/8d4fd488-596f-42f8-8d73-3703cf451b74) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:17:03.819530 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:17:03.820060 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:17:03.820581 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:17:03.865619 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-bf957384-e653-4f66-a1ad-1f94b7e48e12 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035710 Sep 01 15:17:03.866663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 259a1599-203b-4fc7-853b-e83d56a5e834 on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:17:03.867225 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:17:03.873816 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempt 10 to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 Sep 01 15:17:03.913931 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-01834e3e-9422-4bc4-8add-b36ee371a34f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 HTTP/1.1" status: 200 len: 217 time: 0.1534524 Sep 01 15:17:03.996735 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb16799-05a1-490a-99d2-b29cecdd6fd5 req-5229ec29-e078-44c0-9979-f249a08483d8 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:04.017906 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-edb16799-05a1-490a-99d2-b29cecdd6fd5 req-5229ec29-e078-44c0-9979-f249a08483d8 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e5beac5-42d9-4781-800b-9b51bb830304 HTTP/1.1" status: 200 len: 948 time: 0.3587604 Sep 01 15:17:04.078356 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-09abbe00-d077-4cb4-9cf7-fc0beb100bbb tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 131fc291-4981-4753-b231-c2598360e9a9) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:17:04.087454 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-f2b049ff-6760-4900-ae2d-489ab0889341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:04.092915 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-f2b049ff-6760-4900-ae2d-489ab0889341 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.1555166 Sep 01 15:17:04.095941 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09abbe00-d077-4cb4-9cf7-fc0beb100bbb tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:04.097139 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-09abbe00-d077-4cb4-9cf7-fc0beb100bbb tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:04.101825 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24cfbab-0177-459a-9754-75252f0e504e None None] Network 131fc291-4981-4753-b231-c2598360e9a9 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:17:04.196484 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-09abbe00-d077-4cb4-9cf7-fc0beb100bbb tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.5483377 Sep 01 15:17:04.205538 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39636) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:04.389001 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-ae867d1d-526f-41ab-9d53-e2f7ae8f085e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:04.402444 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-ae867d1d-526f-41ab-9d53-e2f7ae8f085e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2937317 Sep 01 15:17:04.536143 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:04.675034 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54db3173-9f8a-497f-ab96-d5c4d6b3e858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-131fc291-4981-4753-b231-c2598360e9a9', 'network_id': '131fc291-4981-4753-b231-c2598360e9a9', 'tenant_id': '59f08cd2adca45acb4492ed8468b0285', 'fixed_ips': [{'subnet_id': '8b520409-048c-42a3-a7c2-9bccccf95df5'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:17:04.676413 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-edb16799-05a1-490a-99d2-b29cecdd6fd5 req-026b747a-d87f-496c-8e98-94ef55dc83e1 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/security-groups?id=340ed840-993d-4610-9add-e81f5bf86c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6531065 Sep 01 15:17:04.677276 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-54db3173-9f8a-497f-ab96-d5c4d6b3e858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:04.837136 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cf3b4-eb23-4053-9727-d67ba5f155ad req-a0a8b260-ddc7-4af2-bb84-d9fc315b352d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:04.843693 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e19cf3b4-eb23-4053-9727-d67ba5f155ad req-a0a8b260-ddc7-4af2-bb84-d9fc315b352d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 945 time: 0.2854183 Sep 01 15:17:04.859456 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-25e5daa7-e3af-402e-b583-ec32a689cad2 req-9fa7eb5e-cc29-49f2-9723-8683217f8397 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9606419 Sep 01 15:17:04.866362 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:17:04.867364 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:17:04.868148 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempting to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:17:04.877611 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-b4cf94df-3aa0-45fd-b7eb-561707e2db0b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:04.893281 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Port 259a1599-203b-4fc7-853b-e83d56a5e834 on network e42a9ad6-c688-4f96-b1bc-52f574922949 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:17:04.893844 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Failed to bind port 259a1599-203b-4fc7-853b-e83d56a5e834 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'e3182c86-0a42-4f86-8c1a-37978977b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e42a9ad6-c688-4f96-b1bc-52f574922949'}] Sep 01 15:17:04.894586 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:04.974134 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6763836b-8ff2-49c1-ad5f-eda49163fc1c req-6dc2dd79-869c-43c9-9e2c-e967d1c22ee5 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=61512ab9-c072-49f6-87dd-7cee51480752 HTTP/1.1" status: 200 len: 210 time: 0.0751624 Sep 01 15:17:05.181743 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:05.190006 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71dffed-3651-4882-a9ff-e3a0e2ff85b7 req-41a0084a-a469-4ba7-a2b0-b40ed7ff2008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:05.192856 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f71dffed-3651-4882-a9ff-e3a0e2ff85b7 req-41a0084a-a469-4ba7-a2b0-b40ed7ff2008 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d88ffb8ceb544eb902f07bcfdccbd0f&device_id=6f229aba-bba8-4b02-8e17-fa7508aa2833 HTTP/1.1" status: 200 len: 1099 time: 0.2079191 Sep 01 15:17:05.204844 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e19cf3b4-eb23-4053-9727-d67ba5f155ad req-0f760f99-2062-4791-b50f-e30a499833fc tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436837 Sep 01 15:17:05.219660 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-54db3173-9f8a-497f-ab96-d5c4d6b3e858 None None] Allocated IP 172.20.0.3 (131fc291-4981-4753-b231-c2598360e9a9/8b520409-048c-42a3-a7c2-9bccccf95df5/49ac9f97-5986-411e-b099-bc1e8abf5113) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:17:05.303150 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-afd7bde9-323a-4b28-88a5-a72ac31a396e service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7628796 Sep 01 15:17:05.598878 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71dffed-3651-4882-a9ff-e3a0e2ff85b7 req-b6a66552-9007-487f-8597-936b0a269ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:05.601969 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f71dffed-3651-4882-a9ff-e3a0e2ff85b7 req-b6a66552-9007-487f-8597-936b0a269ff5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.3930376 Sep 01 15:17:05.737249 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-de2bf356-2104-4f15-8bdb-5081a6f85156 req-7e591e9c-5d63-4b2e-95a7-988f12967742 tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.4968128 Sep 01 15:17:05.739592 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-b4cf94df-3aa0-45fd-b7eb-561707e2db0b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:05.773032 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-54db3173-9f8a-497f-ab96-d5c4d6b3e858 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:05.796703 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['83b8fbc4-d30e-4cf9-960b-6f551ed32c72'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:17:05.821617 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c1a07a08-24c4-48af-84c2-9cbfc6308a2e req-9faa5a2c-8a29-408b-870d-411b0bdb8df2 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932001 Sep 01 15:17:05.839665 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] For port 259a1599-203b-4fc7-853b-e83d56a5e834, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:17:05.841090 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attempted to set empty binding levels {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 01 15:17:05.864362 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:05.934940 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['097555ac-bf4f-4f87-9789-14a3c761eae7'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:17:05.946232 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f71dffed-3651-4882-a9ff-e3a0e2ff85b7 req-94cbbdfa-77e8-430d-b561-25b13370c281 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=b32ef0a5-2f10-4b4c-b5e8-52395925994b HTTP/1.1" status: 200 len: 217 time: 0.3092835 Sep 01 15:17:06.023917 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-54db3173-9f8a-497f-ab96-d5c4d6b3e858 None None] Transition to ACTIVE for port object 49ac9f97-5986-411e-b099-bc1e8abf5113 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:17:06.063087 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] In _notify_port_updated(), no bound segment for port 259a1599-203b-4fc7-853b-e83d56a5e834 on network e42a9ad6-c688-4f96-b1bc-52f574922949 {{(pid=94734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:17:06.065166 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:06.066467 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:06.074650 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] 10.222.0.60 "PUT /v2.0/ports/259a1599-203b-4fc7-853b-e83d56a5e834 HTTP/1.1" status: 200 len: 979 time: 7.4719067 Sep 01 15:17:06.091999 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39654) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:06.110994 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff4df9-6d9e-4e4c-8246-aade72cbd767 req-e476b0ee-08be-4b23-8957-72ef5ffedf94 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:06.113585 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-b4cf94df-3aa0-45fd-b7eb-561707e2db0b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Network afa3fade-4c03-4fa8-94a5-bb144ed0b25b is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:17:06.126817 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-81ff4df9-6d9e-4e4c-8246-aade72cbd767 req-e476b0ee-08be-4b23-8957-72ef5ffedf94 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e5beac5-42d9-4781-800b-9b51bb830304 HTTP/1.1" status: 200 len: 948 time: 0.2474985 Sep 01 15:17:06.141418 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-b4cf94df-3aa0-45fd-b7eb-561707e2db0b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:17:06.148330 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-b4cf94df-3aa0-45fd-b7eb-561707e2db0b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:17:06.160409 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-54db3173-9f8a-497f-ab96-d5c4d6b3e858 None None] Transition to ACTIVE for port object 49ac9f97-5986-411e-b099-bc1e8abf5113 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:17:06.167468 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf94df-3aa0-45fd-b7eb-561707e2db0b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Pushing event updated for resources: {'Port': ['ID=8d4fd488-596f-42f8-8d73-3703cf451b74,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:06.215441 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-54db3173-9f8a-497f-ab96-d5c4d6b3e858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:06.330254 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deaeb3-777c-46dd-a9a0-de904a92199a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Pushing event updated for resources: {'Port': ['ID=259a1599-203b-4fc7-853b-e83d56a5e834,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:06.375627 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db3173-9f8a-497f-ab96-d5c4d6b3e858 None None] Pushing event updated for resources: {'Port': ['ID=49ac9f97-5986-411e-b099-bc1e8abf5113,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:06.434710 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:06.441542 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946ff53-01ae-42d9-8f3c-1d687f9f3540 req-ba816045-ad77-47fe-8f5b-bd4e6376ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:06.445419 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c946ff53-01ae-42d9-8f3c-1d687f9f3540 req-ba816045-ad77-47fe-8f5b-bd4e6376ef8f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0d88ffb8ceb544eb902f07bcfdccbd0f&device_id=4e5beac5-42d9-4781-800b-9b51bb830304 HTTP/1.1" status: 200 len: 1099 time: 0.4802585 Sep 01 15:17:06.449018 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54db3173-9f8a-497f-ab96-d5c4d6b3e858 None None] Network 131fc291-4981-4753-b231-c2598360e9a9 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:17:06.456151 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-54db3173-9f8a-497f-ab96-d5c4d6b3e858 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:17:06.463933 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54db3173-9f8a-497f-ab96-d5c4d6b3e858 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:17:06.470842 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71dffed-3651-4882-a9ff-e3a0e2ff85b7 req-18dd1bad-1f8c-4993-9f15-ac2ad08e3f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:06.473747 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f71dffed-3651-4882-a9ff-e3a0e2ff85b7 req-18dd1bad-1f8c-4993-9f15-ac2ad08e3f7d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.5036156 Sep 01 15:17:06.538116 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Subnet': ['ID=8b520409-048c-42a3-a7c2-9bccccf95df5,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:06.565569 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-81ff4df9-6d9e-4e4c-8246-aade72cbd767 req-80af8ae0-6291-4e4b-b21c-8dfab2e93493 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/security-groups?id=340ed840-993d-4610-9add-e81f5bf86c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361887 Sep 01 15:17:06.643901 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-b4cf94df-3aa0-45fd-b7eb-561707e2db0b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:06.645017 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-b4cf94df-3aa0-45fd-b7eb-561707e2db0b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:06.667689 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ba3d7-77bc-4392-ba13-e727e8aee023 req-38ad93a5-2ade-41b7-9c6f-e906483ed5bc tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:06.670040 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a08ba3d7-77bc-4392-ba13-e727e8aee023 req-38ad93a5-2ade-41b7-9c6f-e906483ed5bc tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=61512ab9-c072-49f6-87dd-7cee51480752 HTTP/1.1" status: 200 len: 932 time: 0.3218925 Sep 01 15:17:06.683552 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-050735f8-323c-42c5-9c88-f66a62a99feb req-15b58c9c-ad33-41eb-93f9-14e0ecd2064d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ab10c44a-6f2b-4690-9913-140c665be24d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6919491 Sep 01 15:17:06.686367 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71dffed-3651-4882-a9ff-e3a0e2ff85b7 req-79936553-7cae-435f-8271-11bcd60e15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:06.688949 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f71dffed-3651-4882-a9ff-e3a0e2ff85b7 req-79936553-7cae-435f-8271-11bcd60e15ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1730752 Sep 01 15:17:06.830357 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-54db3173-9f8a-497f-ab96-d5c4d6b3e858 None None] Attempting to bind port 49ac9f97-5986-411e-b099-bc1e8abf5113 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:17:06.830878 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-54db3173-9f8a-497f-ab96-d5c4d6b3e858 None None] Attempting to bind port 49ac9f97-5986-411e-b099-bc1e8abf5113 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '0e7e9de2-4ac9-4c9e-9e90-12f1ee18f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '131fc291-4981-4753-b231-c2598360e9a9'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:17:06.831946 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54db3173-9f8a-497f-ab96-d5c4d6b3e858 None None] Attempting to bind port 49ac9f97-5986-411e-b099-bc1e8abf5113 on network 131fc291-4981-4753-b231-c2598360e9a9 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:17:06.873174 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946ff53-01ae-42d9-8f3c-1d687f9f3540 req-907f4fa1-79c0-4e5f-9d63-959a33dd647b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:06.876702 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c946ff53-01ae-42d9-8f3c-1d687f9f3540 req-907f4fa1-79c0-4e5f-9d63-959a33dd647b service neutron] 10.222.0.45 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.3422067 Sep 01 15:17:06.878138 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f71dffed-3651-4882-a9ff-e3a0e2ff85b7 req-cc90f0ce-1a72-4b36-9921-e18c92d813a4 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738391 Sep 01 15:17:06.882276 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54db3173-9f8a-497f-ab96-d5c4d6b3e858 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:17:06.883694 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54db3173-9f8a-497f-ab96-d5c4d6b3e858 None None] Checking segment: {'id': '0e7e9de2-4ac9-4c9e-9e90-12f1ee18f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '131fc291-4981-4753-b231-c2598360e9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:17:06.885839 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-54db3173-9f8a-497f-ab96-d5c4d6b3e858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:06.886960 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54db3173-9f8a-497f-ab96-d5c4d6b3e858 None None] Bound using segment: {'id': '0e7e9de2-4ac9-4c9e-9e90-12f1ee18f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '131fc291-4981-4753-b231-c2598360e9a9'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:17:06.887764 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-54db3173-9f8a-497f-ab96-d5c4d6b3e858 None None] Bound port: 49ac9f97-5986-411e-b099-bc1e8abf5113, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7e9de2-4ac9-4c9e-9e90-12f1ee18f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '131fc291-4981-4753-b231-c2598360e9a9'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:17:06.888426 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-54db3173-9f8a-497f-ab96-d5c4d6b3e858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:06.965205 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:06.966243 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:06.967296 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:06.968170 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:06.969070 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:06.970564 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:06.971399 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:06.972513 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:06.973540 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:06.974352 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:06.975068 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:06.975829 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:06.982130 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-b4cf94df-3aa0-45fd-b7eb-561707e2db0b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6015046 Sep 01 15:17:07.058270 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-54db3173-9f8a-497f-ab96-d5c4d6b3e858 None None] For port 49ac9f97-5986-411e-b099-bc1e8abf5113, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:17:07.063655 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-47a6569a-6e14-4ee3-bb8d-27c0b8b39363 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:17:07.065766 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-47a6569a-6e14-4ee3-bb8d-27c0b8b39363 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108507 Sep 01 15:17:07.067648 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-54db3173-9f8a-497f-ab96-d5c4d6b3e858 None None] For port 49ac9f97-5986-411e-b099-bc1e8abf5113, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=49ac9f97-5986-411e-b099-bc1e8abf5113,segment=NetworkSegment(0e7e9de2-4ac9-4c9e-9e90-12f1ee18f64f),segment_id=0e7e9de2-4ac9-4c9e-9e90-12f1ee18f64f)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:17:07.080124 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-54db3173-9f8a-497f-ab96-d5c4d6b3e858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:07.115201 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-ad9d748d-066b-477e-b80b-4ff201958da6 service neutron] Request body: {'port': {'device_id': '61512ab9-c072-49f6-87dd-7cee51480752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:07.180479 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a08ba3d7-77bc-4392-ba13-e727e8aee023 req-0d5be56e-932e-433a-8933-d07e902f70d2 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4897938 Sep 01 15:17:07.196656 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c946ff53-01ae-42d9-8f3c-1d687f9f3540 req-408a9e64-c731-4102-9af2-2c850762b718 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 HTTP/1.1" status: 200 len: 217 time: 0.2931283 Sep 01 15:17:07.274543 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050735f8-323c-42c5-9c88-f66a62a99feb req-a8b6c4d8-3186-4df3-8211-caf17b60cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:07.278166 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-050735f8-323c-42c5-9c88-f66a62a99feb req-a8b6c4d8-3186-4df3-8211-caf17b60cf33 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f5c878306d2c4fbcbebf77004da8b742&device_id=ab10c44a-6f2b-4690-9913-140c665be24d HTTP/1.1" status: 200 len: 1059 time: 0.3867598 Sep 01 15:17:07.344391 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:07.349355 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a35e3d5-a5f9-4100-899b-7ba99a3960f2 None None] Network 131fc291-4981-4753-b231-c2598360e9a9 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:17:07.389042 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131fc291-4981-4753-b231-c2598360e9a9']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:07.427815 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7e9de2-4ac9-4c9e-9e90-12f1ee18f64f') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:07.428283 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7e9de2-4ac9-4c9e-9e90-12f1ee18f64f') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:07.466154 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-ad9d748d-066b-477e-b80b-4ff201958da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:07.475892 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2e134-bfd3-4f73-9bf5-1e3cbe70fba6 req-b83ec0fb-453b-402e-98d1-b7e997f48f03 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:07.490331 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9e2e134-bfd3-4f73-9bf5-1e3cbe70fba6 req-b83ec0fb-453b-402e-98d1-b7e997f48f03 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 945 time: 0.6007128 Sep 01 15:17:07.520299 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:07.569923 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946ff53-01ae-42d9-8f3c-1d687f9f3540 req-d43789ff-6e86-4c83-9eed-b05a1664a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:07.573053 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c946ff53-01ae-42d9-8f3c-1d687f9f3540 req-d43789ff-6e86-4c83-9eed-b05a1664a5a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.3646393 Sep 01 15:17:07.591495 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-401ad1cf-ff7e-42d0-8c0b-81916b0047b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Deleting port 259a1599-203b-4fc7-853b-e83d56a5e834 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:17:07.595886 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-401ad1cf-ff7e-42d0-8c0b-81916b0047b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:07.621150 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db3173-9f8a-497f-ab96-d5c4d6b3e858 None None] Pushing event updated for resources: {'Port': ['ID=49ac9f97-5986-411e-b099-bc1e8abf5113,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:07.655694 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f71dffed-3651-4882-a9ff-e3a0e2ff85b7 req-1c55822f-4d22-45b2-aba2-134ac2dab99b service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7042696 Sep 01 15:17:07.664371 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:07.781706 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050735f8-323c-42c5-9c88-f66a62a99feb req-d8484b0e-810d-4412-b024-7d2136f9be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:07.784671 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-050735f8-323c-42c5-9c88-f66a62a99feb req-d8484b0e-810d-4412-b024-7d2136f9be6b service neutron] 10.222.0.62 "GET /v2.0/networks?id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 200 len: 913 time: 0.4649959 Sep 01 15:17:07.868072 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dba046f-2767-4156-bfd2-c1f617131138 None None] get_active_networks_info from n-d-794796-3 {{(pid=94735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:17:07.873656 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:17:07.874826 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:17:07.899454 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:17:08.068224 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-050735f8-323c-42c5-9c88-f66a62a99feb req-e850a225-12d6-4546-bdbf-c79fac432f9a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c31130fc-6c56-477f-8805-906835bbe4a3 HTTP/1.1" status: 200 len: 217 time: 0.2471423 Sep 01 15:17:08.112167 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9e2e134-bfd3-4f73-9bf5-1e3cbe70fba6 req-961e49af-7aac-4fd5-b67c-5ec1a8ccacfc tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6203942 Sep 01 15:17:08.197037 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-401ad1cf-ff7e-42d0-8c0b-81916b0047b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] For port 259a1599-203b-4fc7-853b-e83d56a5e834, host n-h1-794796-3, got binding levels [] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:08.197037 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-401ad1cf-ff7e-42d0-8c0b-81916b0047b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:08.236911 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-401ad1cf-ff7e-42d0-8c0b-81916b0047b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Calling delete_port for 259a1599-203b-4fc7-853b-e83d56a5e834 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:17:08.240692 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.api [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 01 15:17:08.240692 n-d-794796-3 neutron-server[94733]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 01 15:17:08.240692 n-d-794796-3 neutron-server[94733]: [parameters: {'id': '131fc291-4981-4753-b231-c2598360e9a9'}] Sep 01 15:17:08.240692 n-d-794796-3 neutron-server[94733]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:17:08.241415 n-d-794796-3 neutron-server[94733]: DEBUG oslo_db.api [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:17:08.248162 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0d725151-bd2b-41f7-bca3-800d6f9d574c req-c0b5f5e0-7cd8-4452-b579-efd1c8931663 tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.3193803 Sep 01 15:17:08.274506 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946ff53-01ae-42d9-8f3c-1d687f9f3540 req-3b92a4c8-3c4a-49fa-929e-aee7b5fcf52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:08.278382 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c946ff53-01ae-42d9-8f3c-1d687f9f3540 req-3b92a4c8-3c4a-49fa-929e-aee7b5fcf52c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6670668 Sep 01 15:17:08.288193 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dba046f-2767-4156-bfd2-c1f617131138 None None] Resources bound (agent type, host, resource id): {{(pid=94735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:17:08.338524 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050735f8-323c-42c5-9c88-f66a62a99feb req-3b9d9d53-5c1d-444a-97a0-d08557c98d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:08.342166 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-050735f8-323c-42c5-9c88-f66a62a99feb req-3b9d9d53-5c1d-444a-97a0-d08557c98d0d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b4b8a1a7-4c41-46cc-8798-989cc5140738 HTTP/1.1" status: 200 len: 851 time: 0.2361090 Sep 01 15:17:08.409823 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:08.635316 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050735f8-323c-42c5-9c88-f66a62a99feb req-c00d6e0e-dc99-40c8-91c7-352350e6f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:08.637702 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-050735f8-323c-42c5-9c88-f66a62a99feb req-c00d6e0e-dc99-40c8-91c7-352350e6f3f6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2563334 Sep 01 15:17:08.692691 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f77e67-dd16-4f18-b5bd-590d7116186b req-7b20ca2e-882f-4148-ac10-0b2280c0dcde tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:08.695745 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-40f77e67-dd16-4f18-b5bd-590d7116186b req-7b20ca2e-882f-4148-ac10-0b2280c0dcde tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=61512ab9-c072-49f6-87dd-7cee51480752 HTTP/1.1" status: 200 len: 932 time: 0.1755896 Sep 01 15:17:08.785477 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:17:08.881296 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-40f77e67-dd16-4f18-b5bd-590d7116186b req-f138d634-547c-40ac-9f98-89dd5160355d tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638567 Sep 01 15:17:08.903114 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:17:09.199244 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:09.219408 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-050735f8-323c-42c5-9c88-f66a62a99feb req-fbed07f5-c819-49a3-8594-f2c93ee46d69 service neutron] 10.222.0.62 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5665879 Sep 01 15:17:09.254681 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-ad9d748d-066b-477e-b80b-4ff201958da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4fd488-596f-42f8-8d73-3703cf451b74 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:17:09.344595 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4a399db1-f9ea-4e48-8ef0-8ffd8a09c3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:09.411994 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=997c3a7b-2f06-4b63-8dc9-3c0cb802eda2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:09.426060 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-ad9d748d-066b-477e-b80b-4ff201958da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:09.469427 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '997c3a7b-2f06-4b63-8dc9-3c0cb802eda2', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': '997c3a7b-2f06-4b63-8dc9-3c0cb802eda2', 'mac_address': 'fa:16:3e:21:0d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:17:09.511159 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f84c6-99be-4dc0-aab7-377eb337ddab req-5b4b041c-5e1e-4e57-a741-b4c35f5ae615 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:09.517322 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a80f84c6-99be-4dc0-aab7-377eb337ddab req-5b4b041c-5e1e-4e57-a741-b4c35f5ae615 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e5beac5-42d9-4781-800b-9b51bb830304 HTTP/1.1" status: 200 len: 948 time: 1.1944563 Sep 01 15:17:09.596519 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-ad9d748d-066b-477e-b80b-4ff201958da6 service neutron] Transition to ACTIVE for port object 8d4fd488-596f-42f8-8d73-3703cf451b74 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:17:09.615127 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:09.634398 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-ad9d748d-066b-477e-b80b-4ff201958da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:09.647750 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c946ff53-01ae-42d9-8f3c-1d687f9f3540 req-8dc49e26-8e5b-48b2-8d86-6266e686c6b5 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3450620 Sep 01 15:17:09.673425 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:17:09.733856 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=997c3a7b-2f06-4b63-8dc9-3c0cb802eda2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:09.744391 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:09.746330 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b32ef0a5-2f10-4b4c-b5e8-52395925994b details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:17:09.780355 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-401ad1cf-ff7e-42d0-8c0b-81916b0047b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:09.787310 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d748d-066b-477e-b80b-4ff201958da6 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4fd488-596f-42f8-8d73-3703cf451b74,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:09.836416 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a80f84c6-99be-4dc0-aab7-377eb337ddab req-cd8ec090-c18e-47ce-9bac-a75996c818b4 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/security-groups?id=340ed840-993d-4610-9add-e81f5bf86c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448900 Sep 01 15:17:09.846047 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e84b50-2114-4153-a893-853ee18ae2a9 req-2078fca9-7ffa-4efc-a839-db86064964f7 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:09.849011 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d9e84b50-2114-4153-a893-853ee18ae2a9 req-2078fca9-7ffa-4efc-a839-db86064964f7 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 945 time: 0.3316894 Sep 01 15:17:09.868779 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-050735f8-323c-42c5-9c88-f66a62a99feb req-62fb4f6d-428e-4250-ac6e-72e686157e10 service neutron] 10.222.0.62 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6406605 Sep 01 15:17:10.018942 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ad1cf-ff7e-42d0-8c0b-81916b0047b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Pushing event deleted for resources: {'Port': ['ID=259a1599-203b-4fc7-853b-e83d56a5e834,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:10.037168 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-401ad1cf-ff7e-42d0-8c0b-81916b0047b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:10.040829 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-401ad1cf-ff7e-42d0-8c0b-81916b0047b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] 10.222.0.60 "DELETE /v2.0/ports/259a1599-203b-4fc7-853b-e83d56a5e834 HTTP/1.1" status: 204 len: 168 time: 3.8343160 Sep 01 15:17:10.051763 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Deleting port 49ac9f97-5986-411e-b099-bc1e8abf5113 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:17:10.052916 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:10.055874 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39678) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:10.107220 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d9e84b50-2114-4153-a893-853ee18ae2a9 req-5cb751ec-0d0f-4f9f-b009-63332eadeaf9 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266290 Sep 01 15:17:10.117225 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c946ff53-01ae-42d9-8f3c-1d687f9f3540 req-9d693ac0-19b3-4bf0-9570-dbea330e7b13 service neutron] 10.222.0.45 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579334 Sep 01 15:17:10.223419 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b32ef0a5-2f10-4b4c-b5e8-52395925994b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b32ef0a5-2f10-4b4c-b5e8-52395925994b,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:10.247571 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=997c3a7b-2f06-4b63-8dc9-3c0cb802eda2,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:10.252957 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-ad9d748d-066b-477e-b80b-4ff201958da6 service neutron] Attempting to bind port 8d4fd488-596f-42f8-8d73-3703cf451b74 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:17:10.253786 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-ad9d748d-066b-477e-b80b-4ff201958da6 service neutron] Attempting to bind port 8d4fd488-596f-42f8-8d73-3703cf451b74 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '0eb82f6b-566f-4151-85df-ddd6432a17be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'afa3fade-4c03-4fa8-94a5-bb144ed0b25b'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:17:10.253786 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-ad9d748d-066b-477e-b80b-4ff201958da6 service neutron] Attempting to bind port 8d4fd488-596f-42f8-8d73-3703cf451b74 on network afa3fade-4c03-4fa8-94a5-bb144ed0b25b {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:17:10.260320 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-ad9d748d-066b-477e-b80b-4ff201958da6 service neutron] Port 8d4fd488-596f-42f8-8d73-3703cf451b74 on network afa3fade-4c03-4fa8-94a5-bb144ed0b25b not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:17:10.260657 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-ad9d748d-066b-477e-b80b-4ff201958da6 service neutron] Attempting to bind port 8d4fd488-596f-42f8-8d73-3703cf451b74 on network afa3fade-4c03-4fa8-94a5-bb144ed0b25b {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:17:10.271687 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'b32ef0a5-2f10-4b4c-b5e8-52395925994b', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': 'b32ef0a5-2f10-4b4c-b5e8-52395925994b', 'mac_address': 'fa:16:3e:b7:0a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:17:10.278507 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:10.279432 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:10.280217 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:10.283966 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:10.284281 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-ad9d748d-066b-477e-b80b-4ff201958da6 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:17:10.284844 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-ad9d748d-066b-477e-b80b-4ff201958da6 service neutron] Checking segment: {'id': '0eb82f6b-566f-4151-85df-ddd6432a17be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'afa3fade-4c03-4fa8-94a5-bb144ed0b25b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:17:10.285752 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-ad9d748d-066b-477e-b80b-4ff201958da6 service neutron] Bound using segment: {'id': '0eb82f6b-566f-4151-85df-ddd6432a17be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'afa3fade-4c03-4fa8-94a5-bb144ed0b25b'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:17:10.286766 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:10.293034 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-ad9d748d-066b-477e-b80b-4ff201958da6 service neutron] Bound port: 8d4fd488-596f-42f8-8d73-3703cf451b74, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb82f6b-566f-4151-85df-ddd6432a17be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'afa3fade-4c03-4fa8-94a5-bb144ed0b25b'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:17:10.293814 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-ad9d748d-066b-477e-b80b-4ff201958da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:10.304450 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:10.305805 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:10.306745 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:10.307542 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:10.308319 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:10.310404 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:10.314902 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:10.328158 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eedec27-df7c-4666-b141-fd0a9074c42a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] GET failed (client error): The resource could not be found. Sep 01 15:17:10.332135 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1eedec27-df7c-4666-b141-fd0a9074c42a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263753427-project-admin] 10.222.0.60 "GET /v2.0/ports/259a1599-203b-4fc7-853b-e83d56a5e834 HTTP/1.1" status: 404 len: 333 time: 0.2698324 Sep 01 15:17:10.364626 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39684) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:10.390719 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e4241d37-3210-4f71-b791-7364b668cbd2 req-3ebb0436-8187-448c-be00-3e62ac079b05 tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.1015203 Sep 01 15:17:10.449803 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:10.471307 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] For port 49ac9f97-5986-411e-b099-bc1e8abf5113, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=49ac9f97-5986-411e-b099-bc1e8abf5113,segment=NetworkSegment(0e7e9de2-4ac9-4c9e-9e90-12f1ee18f64f),segment_id=0e7e9de2-4ac9-4c9e-9e90-12f1ee18f64f)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:10.490425 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:10.495684 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b32ef0a5-2f10-4b4c-b5e8-52395925994b {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:17:10.559084 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b32ef0a5-2f10-4b4c-b5e8-52395925994b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b32ef0a5-2f10-4b4c-b5e8-52395925994b,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:10.569485 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Calling delete_port for 49ac9f97-5986-411e-b099-bc1e8abf5113 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:17:10.585104 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:10.642215 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a6fae-adfd-4c03-9e43-9364b559eb0c req-2ba80e34-10f9-4b37-8470-3f516f15f2e0 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:10.659269 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b53a6fae-adfd-4c03-9e43-9364b559eb0c req-2ba80e34-10f9-4b37-8470-3f516f15f2e0 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=61512ab9-c072-49f6-87dd-7cee51480752 HTTP/1.1" status: 200 len: 944 time: 0.3595581 Sep 01 15:17:10.742171 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0244cb0e-78e1-42b9-920a-666cc920fdb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:10.756998 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=b32ef0a5-2f10-4b4c-b5e8-52395925994b,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:10.831184 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b53a6fae-adfd-4c03-9e43-9364b559eb0c req-f5d7b4ae-ba5f-4718-a0b5-9c3de2263fb1 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703904 Sep 01 15:17:10.871054 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-ad9d748d-066b-477e-b80b-4ff201958da6 service neutron] For port 8d4fd488-596f-42f8-8d73-3703cf451b74, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:17:10.879277 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-ad9d748d-066b-477e-b80b-4ff201958da6 service neutron] For port 8d4fd488-596f-42f8-8d73-3703cf451b74, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=8d4fd488-596f-42f8-8d73-3703cf451b74,segment=NetworkSegment(0eb82f6b-566f-4151-85df-ddd6432a17be),segment_id=0eb82f6b-566f-4151-85df-ddd6432a17be)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:17:10.943893 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-ad9d748d-066b-477e-b80b-4ff201958da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:10.972496 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:11.015191 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['b32ef0a5-2f10-4b4c-b5e8-52395925994b'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:17:11.029666 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] No DVR routers for this DVR port 49ac9f97-5986-411e-b099-bc1e8abf5113 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:17:11.106475 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0244cb0e-78e1-42b9-920a-666cc920fdb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:11.140473 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['997c3a7b-2f06-4b63-8dc9-3c0cb802eda2'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:17:11.156845 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-0244cb0e-78e1-42b9-920a-666cc920fdb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e42a9ad6-c688-4f96-b1bc-52f574922949']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:11.300734 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-0244cb0e-78e1-42b9-920a-666cc920fdb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3182c86-0a42-4f86-8c1a-37978977b9fe') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:11.301786 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-0244cb0e-78e1-42b9-920a-666cc920fdb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3182c86-0a42-4f86-8c1a-37978977b9fe') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:11.375946 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Port': ['ID=49ac9f97-5986-411e-b099-bc1e8abf5113,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:11.385766 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0244cb0e-78e1-42b9-920a-666cc920fdb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:11.485897 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:11.498723 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-ad9d748d-066b-477e-b80b-4ff201958da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:11.500206 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-ad9d748d-066b-477e-b80b-4ff201958da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:11.502919 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-ad9d748d-066b-477e-b80b-4ff201958da6 service neutron] 10.222.0.62 "PUT /v2.0/ports/8d4fd488-596f-42f8-8d73-3703cf451b74 HTTP/1.1" status: 200 len: 1092 time: 4.4007759 Sep 01 15:17:11.508113 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d748d-066b-477e-b80b-4ff201958da6 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4fd488-596f-42f8-8d73-3703cf451b74,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:11.521946 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61512ab9-c072-49f6-87dd-7cee51480752', 'tag': '8d4fd488-596f-42f8-8d73-3703cf451b74'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:17:11.529875 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbc6bf9-e431-4fc7-83a3-3f0e857966cc" -d '{"events": [{"name": "network-changed", "server_uuid": "61512ab9-c072-49f6-87dd-7cee51480752", "tag": "8d4fd488-596f-42f8-8d73-3703cf451b74"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:17:11.542327 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131fc291-4981-4753-b231-c2598360e9a9']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:11.601579 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0244cb0e-78e1-42b9-920a-666cc920fdb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:11.601868 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7e9de2-4ac9-4c9e-9e90-12f1ee18f64f') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:11.601868 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7e9de2-4ac9-4c9e-9e90-12f1ee18f64f') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:11.654610 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d25b53-e12b-4d65-93c4-217e8e36c9e5 req-950973da-ec94-4cfd-b652-bcdb2532d076 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:11.654968 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:11.655175 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-41d25b53-e12b-4d65-93c4-217e8e36c9e5 req-950973da-ec94-4cfd-b652-bcdb2532d076 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e5beac5-42d9-4781-800b-9b51bb830304 HTTP/1.1" status: 200 len: 949 time: 0.4058764 Sep 01 15:17:11.677930 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:11.696034 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:17:11.697175 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:17:11.705398 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:17:11.716532 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0244cb0e-78e1-42b9-920a-666cc920fdb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:17:11.717175 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0244cb0e-78e1-42b9-920a-666cc920fdb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:17:11.755385 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:17:11.876848 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:11.918282 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:11.922035 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/networks/131fc291-4981-4753-b231-c2598360e9a9 HTTP/1.1" status: 204 len: 168 time: 7.7110927 Sep 01 15:17:11.923732 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f178b-25c7-4219-a68a-117728594a70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Network': ['ID=131fc291-4981-4753-b231-c2598360e9a9,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:11.929498 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39702) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:11.948604 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-26b50947-29f9-49af-9644-446b9f52951b tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1869973685'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:12.090506 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:12.109300 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b7412-4a22-4735-8bfd-ec494a1f7198 req-9d9b02fc-fde7-4766-8aaa-f82a87131cbb tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:12.126463 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7d8b7412-4a22-4735-8bfd-ec494a1f7198 req-9d9b02fc-fde7-4766-8aaa-f82a87131cbb tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 945 time: 0.7811852 Sep 01 15:17:12.156179 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0244cb0e-78e1-42b9-920a-666cc920fdb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:12.163532 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b50947-29f9-49af-9644-446b9f52951b tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Made reservation on behalf of 59f08cd2adca45acb4492ed8468b0285 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:12.170557 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26b50947-29f9-49af-9644-446b9f52951b tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:12.191647 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0244cb0e-78e1-42b9-920a-666cc920fdb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:12.212916 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0244cb0e-78e1-42b9-920a-666cc920fdb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] 10.222.0.60 "DELETE /v2.0/networks/e42a9ad6-c688-4f96-b1bc-52f574922949 HTTP/1.1" status: 204 len: 168 time: 1.8300533 Sep 01 15:17:12.224049 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7d8b7412-4a22-4735-8bfd-ec494a1f7198 req-a5dee3bf-aef9-4276-ab3f-0c0ab7de1ce2 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958745 Sep 01 15:17:12.306822 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-41d25b53-e12b-4d65-93c4-217e8e36c9e5 req-9d133610-0b06-438f-8889-e61a2e698e41 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/security-groups?id=340ed840-993d-4610-9add-e81f5bf86c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6638141 Sep 01 15:17:12.309201 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b50947-29f9-49af-9644-446b9f52951b tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:17:12.332223 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244cb0e-78e1-42b9-920a-666cc920fdb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-821895351-project] Pushing event deleted for resources: {'Network': ['ID=e42a9ad6-c688-4f96-b1bc-52f574922949,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:12.342003 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-aeb2d3e1-8dc1-4634-9409-e75279ea5e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:12.344896 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-aeb2d3e1-8dc1-4634-9409-e75279ea5e45 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb3693377bf9457dabb698f1785d8c61&device_id=61512ab9-c072-49f6-87dd-7cee51480752 HTTP/1.1" status: 200 len: 1095 time: 0.6910024 Sep 01 15:17:12.350242 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26b50947-29f9-49af-9644-446b9f52951b tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:12.350954 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-26b50947-29f9-49af-9644-446b9f52951b tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Added segment dd8de68f-ac86-421d-b728-317be917d60c of type vlan for network 7850c8f7-4f55-4de5-86a8-5be44ab92ce6 Sep 01 15:17:12.477588 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c284db38-3ee8-443e-8bce-2af59b2535ca req-cee080c0-0b12-4412-a3cf-6071675d77ea tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.0941923 Sep 01 15:17:12.496115 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871ca03c-bc29-4e02-9c31-f83020193097 x-openstack-request-id: req-871ca03c-bc29-4e02-9c31-f83020193097 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:17:12.496594 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61512ab9-c072-49f6-87dd-7cee51480752", "tag": "8d4fd488-596f-42f8-8d73-3703cf451b74", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:17:12.496981 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-871ca03c-bc29-4e02-9c31-f83020193097 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:17:12.497588 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61512ab9-c072-49f6-87dd-7cee51480752', 'tag': '8d4fd488-596f-42f8-8d73-3703cf451b74', 'status': 'completed', 'code': 200} Sep 01 15:17:12.512518 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-52dd8427-5b6f-400e-9452-a00597e43b99 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d4fd488-596f-42f8-8d73-3703cf451b74 HTTP/1.1" status: 200 len: 217 time: 0.1442173 Sep 01 15:17:12.587628 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26b50947-29f9-49af-9644-446b9f52951b tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:12.720809 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26b50947-29f9-49af-9644-446b9f52951b tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:12.744766 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b50947-29f9-49af-9644-446b9f52951b tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:12.746921 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-15cb0bd2-e31d-4d43-9654-8cbb96fb9456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:12.747546 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26b50947-29f9-49af-9644-446b9f52951b tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:12.753732 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-15cb0bd2-e31d-4d43-9654-8cbb96fb9456 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8b6bd058-2433-43ef-8336-9b6b745c6bfb HTTP/1.1" status: 200 len: 854 time: 0.2245228 Sep 01 15:17:12.855337 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-61d6bdc7-7405-465a-863f-925a4bb8fcfb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=afa3fade-4c03-4fa8-94a5-bb144ed0b25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949178 Sep 01 15:17:12.961388 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-26b50947-29f9-49af-9644-446b9f52951b tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0297894 Sep 01 15:17:12.967593 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39712) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:12.980169 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-d6f9c245-5215-40c5-b9b5-8afac46ea32f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Request body: {'subnet': {'network_id': '7850c8f7-4f55-4de5-86a8-5be44ab92ce6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:13.116666 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b43f0f-6291-4ce9-aeb6-c5f570ccfa27 req-00d76fa0-fc71-4e77-833d-cbf8439b6d84 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:13.119143 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-84b43f0f-6291-4ce9-aeb6-c5f570ccfa27 req-00d76fa0-fc71-4e77-833d-cbf8439b6d84 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=61512ab9-c072-49f6-87dd-7cee51480752 HTTP/1.1" status: 200 len: 944 time: 0.3603973 Sep 01 15:17:13.124936 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-786b204e-313a-416b-9f8f-718479015664 service neutron] 10.222.0.62 "GET /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547457 Sep 01 15:17:13.127676 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39714) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:13.148904 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b50947-29f9-49af-9644-446b9f52951b tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event updated for resources: {'Network': ['ID=7850c8f7-4f55-4de5-86a8-5be44ab92ce6,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:13.237389 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 7850c8f7-4f55-4de5-86a8-5be44ab92ce6 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:17:13.256911 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:13.321847 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-84b43f0f-6291-4ce9-aeb6-c5f570ccfa27 req-38df9bc3-bf7f-4841-9c05-9ef1905867c7 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521823 Sep 01 15:17:13.369736 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f9c245-5215-40c5-b9b5-8afac46ea32f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Made reservation on behalf of 59f08cd2adca45acb4492ed8468b0285 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:13.376160 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d6f9c245-5215-40c5-b9b5-8afac46ea32f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:13.577539 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d7761209-4702-4e78-97d4-5a8b8e404378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:13.733386 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-30fa28f3-84ae-4349-aeec-a874c9781f49 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7223424fe2074c1eb0ee2ff88cf847ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6037331 Sep 01 15:17:13.749600 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39736) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:13.807073 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63214413-80d7-463d-8d5a-44ac2a7d0428 req-ce1c4d27-f878-4504-81cd-b13f4a7c1648 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:13.809941 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-63214413-80d7-463d-8d5a-44ac2a7d0428 req-ce1c4d27-f878-4504-81cd-b13f4a7c1648 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e5beac5-42d9-4781-800b-9b51bb830304 HTTP/1.1" status: 200 len: 949 time: 0.2372773 Sep 01 15:17:13.988923 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-786b2a45-19ee-4602-be90-b5aecb9d76c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:13.995700 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-63214413-80d7-463d-8d5a-44ac2a7d0428 req-3e786632-c025-4cce-96ed-e41efb7fac71 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/security-groups?id=340ed840-993d-4610-9add-e81f5bf86c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767750 Sep 01 15:17:14.047936 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59b1ff-554f-4188-a5e5-c9e1772f7bc3 req-9b253434-694e-4f4c-ae5d-b70dba1aac56 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:14.050796 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-da59b1ff-554f-4188-a5e5-c9e1772f7bc3 req-9b253434-694e-4f4c-ae5d-b70dba1aac56 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 945 time: 0.1239567 Sep 01 15:17:14.060649 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-786b2a45-19ee-4602-be90-b5aecb9d76c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:14.097897 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a6e9a8b2-5a33-49a7-9306-56c20015a461 req-2c32423c-9d3e-48d7-ae86-5bce3f4abd5c service neutron] 10.222.0.62 "GET /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9640248 Sep 01 15:17:14.173443 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-da59b1ff-554f-4188-a5e5-c9e1772f7bc3 req-e0b828ee-4c4f-4632-9933-8a57b8d665e5 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985627 Sep 01 15:17:14.237252 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-face7014-1d14-45c2-b90e-1f55e4345d28 req-6589c42d-26f7-4d33-a428-ef3da1290d28 tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.1009238 Sep 01 15:17:14.238932 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d6f9c245-5215-40c5-b9b5-8afac46ea32f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:14.396727 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9c245-5215-40c5-b9b5-8afac46ea32f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event updated for resources: {'Subnet': ['ID=e6422853-f486-4cd7-832f-b567eee11aac,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:14.403877 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-786b2a45-19ee-4602-be90-b5aecb9d76c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:14.408759 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-786b2a45-19ee-4602-be90-b5aecb9d76c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:14.410461 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-786b2a45-19ee-4602-be90-b5aecb9d76c9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ff70c69e-2edd-4a87-b62d-5e53afd5278a HTTP/1.1" status: 204 len: 168 time: 0.6594355 Sep 01 15:17:14.414237 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc6bf9-e431-4fc7-83a3-3f0e857966cc req-43a18a24-9e4f-4aaf-af2c-421e583e94b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:14.425132 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4dbc6bf9-e431-4fc7-83a3-3f0e857966cc req-43a18a24-9e4f-4aaf-af2c-421e583e94b2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb3693377bf9457dabb698f1785d8c61&device_id=61512ab9-c072-49f6-87dd-7cee51480752 HTTP/1.1" status: 200 len: 1095 time: 0.1431079 Sep 01 15:17:14.430012 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f9c245-5215-40c5-b9b5-8afac46ea32f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Checking segment: {'id': 'dd8de68f-ac86-421d-b728-317be917d60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7850c8f7-4f55-4de5-86a8-5be44ab92ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:17:14.430681 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f9c245-5215-40c5-b9b5-8afac46ea32f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Network hostable DHCP agents. Network: 7850c8f7-4f55-4de5-86a8-5be44ab92ce6, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:17:14.436337 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b2a45-19ee-4602-be90-b5aecb9d76c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff70c69e-2edd-4a87-b62d-5e53afd5278a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:14.510021 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f9c245-5215-40c5-b9b5-8afac46ea32f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Network 7850c8f7-4f55-4de5-86a8-5be44ab92ce6 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:17:14.544376 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-d6f9c245-5215-40c5-b9b5-8afac46ea32f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 7850c8f7-4f55-4de5-86a8-5be44ab92ce6) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:17:14.566228 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacc9706-43f3-4fc0-a66d-db46b5f9af93 None None] Network 7850c8f7-4f55-4de5-86a8-5be44ab92ce6 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:17:14.572447 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f9c245-5215-40c5-b9b5-8afac46ea32f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:14.575367 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d6f9c245-5215-40c5-b9b5-8afac46ea32f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:14.625195 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d6f9c245-5215-40c5-b9b5-8afac46ea32f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6540053 Sep 01 15:17:14.630935 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39744) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:14.757462 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc6bf9-e431-4fc7-83a3-3f0e857966cc req-6218d7c0-6b96-4e3d-a916-a28ff0a39f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:14.761303 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4dbc6bf9-e431-4fc7-83a3-3f0e857966cc req-6218d7c0-6b96-4e3d-a916-a28ff0a39f2d service neutron] 10.222.0.62 "GET /v2.0/networks?id=afa3fade-4c03-4fa8-94a5-bb144ed0b25b HTTP/1.1" status: 200 len: 915 time: 0.3160160 Sep 01 15:17:14.868012 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a59b5add-cc1c-47b3-b3f4-0be4ec2c88c4 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:14.870852 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:17:14.915707 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4dbc6bf9-e431-4fc7-83a3-3f0e857966cc req-4aec3a64-7f55-41e8-b1c6-8d57ed4d8399 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d4fd488-596f-42f8-8d73-3703cf451b74 HTTP/1.1" status: 200 len: 217 time: 0.0992212 Sep 01 15:17:14.922614 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1203c-c6bb-4b03-9d99-7ab2c6f6474a req-750fadd8-3989-4d79-815d-cceb2cca26c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:14.925483 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1af1203c-c6bb-4b03-9d99-7ab2c6f6474a req-750fadd8-3989-4d79-815d-cceb2cca26c1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f5c878306d2c4fbcbebf77004da8b742&device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 1096 time: 0.3009288 Sep 01 15:17:14.938836 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c823b76-cd5f-4769-b3c2-cd0142175abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-7850c8f7-4f55-4de5-86a8-5be44ab92ce6', 'network_id': '7850c8f7-4f55-4de5-86a8-5be44ab92ce6', 'tenant_id': '59f08cd2adca45acb4492ed8468b0285', 'fixed_ips': [{'subnet_id': 'e6422853-f486-4cd7-832f-b567eee11aac'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:17:14.939881 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4c823b76-cd5f-4769-b3c2-cd0142175abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:15.015745 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a59b5add-cc1c-47b3-b3f4-0be4ec2c88c4 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:15.065661 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4496b8-786b-4702-9d9a-deee9c583b50 req-559e1538-bdac-4ddb-a9fe-15b781aaf88d tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:15.082177 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9e4496b8-786b-4702-9d9a-deee9c583b50 req-559e1538-bdac-4ddb-a9fe-15b781aaf88d tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=61512ab9-c072-49f6-87dd-7cee51480752 HTTP/1.1" status: 200 len: 944 time: 0.4554050 Sep 01 15:17:15.183110 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39750) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:15.230169 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:15.231882 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:17:15.244895 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:17:15.246011 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:15.259721 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc6bf9-e431-4fc7-83a3-3f0e857966cc req-2dc4f808-164b-4f3a-9c13-eb51a5f0be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:15.261911 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4dbc6bf9-e431-4fc7-83a3-3f0e857966cc req-2dc4f808-164b-4f3a-9c13-eb51a5f0be97 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8b6bd058-2433-43ef-8336-9b6b745c6bfb HTTP/1.1" status: 200 len: 854 time: 0.3331838 Sep 01 15:17:15.270772 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a59b5add-cc1c-47b3-b3f4-0be4ec2c88c4 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server [None req-4c823b76-cd5f-4769-b3c2-cd0142175abb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6422853-f486-4cd7-832f-b567eee11aac: This subnet is being modified by another concurrent operation. Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 15:17:15.310711 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise exception Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6422853-f486-4cd7-832f-b567eee11aac: This subnet is being modified by another concurrent operation. Sep 01 15:17:15.318655 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server Sep 01 15:17:15.354417 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4dbc6bf9-e431-4fc7-83a3-3f0e857966cc req-73562112-e929-4c75-9028-fdad7a78d96d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=afa3fade-4c03-4fa8-94a5-bb144ed0b25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675926 Sep 01 15:17:15.380428 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9e4496b8-786b-4702-9d9a-deee9c583b50 req-9a920338-2659-4b49-9b28-18a5404490fd tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918198 Sep 01 15:17:15.397667 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b5add-cc1c-47b3-b3f4-0be4ec2c88c4 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Subnet': ['ID=e6422853-f486-4cd7-832f-b567eee11aac,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:15.414485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18783616-38db-4316-afa7-02ef91eafa28 None None] Network 7850c8f7-4f55-4de5-86a8-5be44ab92ce6 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:17:15.421474 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cbea9a76-e89a-4bb5-93c7-a6fe60430bcc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5efa1fc43d074028873d59cfb138a30c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330837 Sep 01 15:17:15.471547 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39758) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:15.621509 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2085af0-cc84-4fbc-ad6a-9b4da1980884 req-7feedded-e7ef-49e7-9cac-049300bacdc5 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:15.632158 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e2085af0-cc84-4fbc-ad6a-9b4da1980884 req-7feedded-e7ef-49e7-9cac-049300bacdc5 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e5beac5-42d9-4781-800b-9b51bb830304 HTTP/1.1" status: 200 len: 949 time: 0.3922415 Sep 01 15:17:15.638591 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a59b5add-cc1c-47b3-b3f4-0be4ec2c88c4 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:15.652007 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1203c-c6bb-4b03-9d99-7ab2c6f6474a req-627248a0-3731-433e-bad6-5e2f38025f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:15.655075 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1af1203c-c6bb-4b03-9d99-7ab2c6f6474a req-627248a0-3731-433e-bad6-5e2f38025f83 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 200 len: 913 time: 0.6421554 Sep 01 15:17:15.705283 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-a59b5add-cc1c-47b3-b3f4-0be4ec2c88c4 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7850c8f7-4f55-4de5-86a8-5be44ab92ce6']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:15.715871 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4dbc6bf9-e431-4fc7-83a3-3f0e857966cc req-63d50c31-85e4-4dfe-ba50-db89bd66e5bd service neutron] 10.222.0.62 "GET /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353186 Sep 01 15:17:15.751837 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:15.775396 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-a59b5add-cc1c-47b3-b3f4-0be4ec2c88c4 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd8de68f-ac86-421d-b728-317be917d60c') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:15.775396 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-a59b5add-cc1c-47b3-b3f4-0be4ec2c88c4 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd8de68f-ac86-421d-b728-317be917d60c') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:15.779981 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dd0edb-828c-481a-88d7-f335a4e9d397 None None] get_active_networks_info from n-d-794796-3 {{(pid=94735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:17:15.804693 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a59b5add-cc1c-47b3-b3f4-0be4ec2c88c4 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:15.809316 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1af1203c-c6bb-4b03-9d99-7ab2c6f6474a req-f8d6fcd4-b10a-4fb2-883c-eb368da932aa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc1027d3-7425-4568-8a43-3be288beb6bb HTTP/1.1" status: 200 len: 217 time: 0.1286724 Sep 01 15:17:15.826836 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16b7f9-b7cf-4bc2-816a-97a6efd335d1 req-27a3c4d1-93f4-41a6-8d9b-d656032e60e9 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:15.842522 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bb16b7f9-b7cf-4bc2-816a-97a6efd335d1 req-27a3c4d1-93f4-41a6-8d9b-d656032e60e9 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 945 time: 0.2895827 Sep 01 15:17:15.849653 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5beac5-42d9-4781-800b-9b51bb830304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997c3a7b-2f06-4b63-8dc9-3c0cb802eda2'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:17:15.853025 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42389a45-4dd5-401f-b538-01a38bae29f2" -d '{"events": [{"server_uuid": "4e5beac5-42d9-4781-800b-9b51bb830304", "name": "network-vif-plugged", "status": "completed", "tag": "997c3a7b-2f06-4b63-8dc9-3c0cb802eda2"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:17:15.867760 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e411a632-1964-4160-8c70-627c9a4c7884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:15.878404 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e2085af0-cc84-4fbc-ad6a-9b4da1980884 req-959c28a4-9b25-4d93-9674-4e35e4a02948 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/security-groups?id=340ed840-993d-4610-9add-e81f5bf86c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859725 Sep 01 15:17:15.884910 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a59b5add-cc1c-47b3-b3f4-0be4ec2c88c4 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:15.902485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=997c3a7b-2f06-4b63-8dc9-3c0cb802eda2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:15.916404 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:15.917031 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b32ef0a5-2f10-4b4c-b5e8-52395925994b up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:17:15.935775 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59b5add-cc1c-47b3-b3f4-0be4ec2c88c4 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:17:15.936218 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a59b5add-cc1c-47b3-b3f4-0be4ec2c88c4 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:17:15.940190 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:17:16.018418 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e411a632-1964-4160-8c70-627c9a4c7884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:16.102007 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a59b5add-cc1c-47b3-b3f4-0be4ec2c88c4 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:16.162563 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a59b5add-cc1c-47b3-b3f4-0be4ec2c88c4 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:16.173542 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1203c-c6bb-4b03-9d99-7ab2c6f6474a req-dc096a3c-e79e-44cc-b801-23cac8ef2c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:16.175119 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a59b5add-cc1c-47b3-b3f4-0be4ec2c88c4 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/networks/7850c8f7-4f55-4de5-86a8-5be44ab92ce6 HTTP/1.1" status: 204 len: 168 time: 1.5421488 Sep 01 15:17:16.176654 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b5add-cc1c-47b3-b3f4-0be4ec2c88c4 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Network': ['ID=7850c8f7-4f55-4de5-86a8-5be44ab92ce6,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:16.178340 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1af1203c-c6bb-4b03-9d99-7ab2c6f6474a req-dc096a3c-e79e-44cc-b801-23cac8ef2c25 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b4b8a1a7-4c41-46cc-8798-989cc5140738 HTTP/1.1" status: 200 len: 851 time: 0.3324406 Sep 01 15:17:16.179488 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39764) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:16.197846 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bb16b7f9-b7cf-4bc2-816a-97a6efd335d1 req-dbe7deb1-d22a-41e9-8ca2-eac22dbc3d59 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539677 Sep 01 15:17:16.204756 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-8647055c-a078-43a2-a648-83ead35423cf tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1629423484'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:16.213168 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=997c3a7b-2f06-4b63-8dc9-3c0cb802eda2,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:16.267970 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port b32ef0a5-2f10-4b4c-b5e8-52395925994b completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:17:16.298034 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e0de919b-7791-4591-b8cd-148ac1b54083 req-b8628aa6-6260-44ea-9097-87db04d87cef tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.1164854 Sep 01 15:17:16.304348 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dd0edb-828c-481a-88d7-f335a4e9d397 None None] Resources bound (agent type, host, resource id): {{(pid=94735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:17:16.327122 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port b32ef0a5-2f10-4b4c-b5e8-52395925994b triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:17:16.328356 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:16.376268 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1203c-c6bb-4b03-9d99-7ab2c6f6474a req-ae77b5ad-80b7-4c0d-bec7-d9b8d2742b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:16.379834 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1af1203c-c6bb-4b03-9d99-7ab2c6f6474a req-ae77b5ad-80b7-4c0d-bec7-d9b8d2742b0b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1796556 Sep 01 15:17:16.380312 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8647055c-a078-43a2-a648-83ead35423cf tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Made reservation on behalf of 59f08cd2adca45acb4492ed8468b0285 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:16.392391 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8647055c-a078-43a2-a648-83ead35423cf tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:16.399213 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e411a632-1964-4160-8c70-627c9a4c7884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:16.404571 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e411a632-1964-4160-8c70-627c9a4c7884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:16.407541 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e411a632-1964-4160-8c70-627c9a4c7884 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1a827949-3849-45b3-9aee-bb3544fd2d9d HTTP/1.1" status: 204 len: 168 time: 0.8468623 Sep 01 15:17:16.444455 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411a632-1964-4160-8c70-627c9a4c7884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a827949-3849-45b3-9aee-bb3544fd2d9d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:16.477494 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8647055c-a078-43a2-a648-83ead35423cf tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:17:16.499913 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8647055c-a078-43a2-a648-83ead35423cf tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:16.501636 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-8647055c-a078-43a2-a648-83ead35423cf tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Added segment 56f3ffab-9967-43cc-b4a4-592ec2e50cc6 of type vlan for network f23bec21-4345-4e78-96d5-44ff8b9ed847 Sep 01 15:17:16.553055 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4dbc6bf9-e431-4fc7-83a3-3f0e857966cc req-a6c1fc67-d69b-40e8-96f5-7a639b5e2568 service neutron] 10.222.0.62 "GET /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7665491 Sep 01 15:17:16.566007 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85296fa2-cb5a-47fc-adf4-3742533a6ee7 x-openstack-request-id: req-85296fa2-cb5a-47fc-adf4-3742533a6ee7 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:17:16.566780 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5beac5-42d9-4781-800b-9b51bb830304", "name": "network-vif-plugged", "status": "completed", "tag": "997c3a7b-2f06-4b63-8dc9-3c0cb802eda2", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:17:16.567317 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-85296fa2-cb5a-47fc-adf4-3742533a6ee7 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:17:16.569226 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5beac5-42d9-4781-800b-9b51bb830304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997c3a7b-2f06-4b63-8dc9-3c0cb802eda2', 'code': 200} Sep 01 15:17:16.620562 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8647055c-a078-43a2-a648-83ead35423cf tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:16.703782 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 8d4fd488-596f-42f8-8d73-3703cf451b74 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:17:16.747232 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1af1203c-c6bb-4b03-9d99-7ab2c6f6474a req-6528c4cb-e51e-4d9f-9838-46389843933e service neutron] 10.222.0.62 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497591 Sep 01 15:17:16.837562 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8647055c-a078-43a2-a648-83ead35423cf tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:16.850337 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8647055c-a078-43a2-a648-83ead35423cf tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:16.851810 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8647055c-a078-43a2-a648-83ead35423cf tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:16.912433 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8647055c-a078-43a2-a648-83ead35423cf tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7223263 Sep 01 15:17:16.913532 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39772) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:16.923078 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-def78e54-5106-46bf-9537-35971e41bb29 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Request body: {'subnet': {'network_id': 'f23bec21-4345-4e78-96d5-44ff8b9ed847', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:16.974627 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:17.056502 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b32ef0a5-2f10-4b4c-b5e8-52395925994b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b32ef0a5-2f10-4b4c-b5e8-52395925994b,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:17.069460 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ab51f-5a32-49ac-881d-ef37783f7031 req-3451fb1d-42f1-4d4c-a6af-c0c52de4d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:17.072991 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0e9ab51f-5a32-49ac-881d-ef37783f7031 req-3451fb1d-42f1-4d4c-a6af-c0c52de4d1b1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4e5beac5-42d9-4781-800b-9b51bb830304 HTTP/1.1" status: 200 len: 1101 time: 0.3528140 Sep 01 15:17:17.087247 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18ca87-b217-474f-b704-9f36d10cd9d9 req-88756f1c-d227-48f6-b411-53ddaf405729 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:17.102207 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f18ca87-b217-474f-b704-9f36d10cd9d9 req-88756f1c-d227-48f6-b411-53ddaf405729 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=61512ab9-c072-49f6-87dd-7cee51480752 HTTP/1.1" status: 200 len: 944 time: 0.3852987 Sep 01 15:17:17.154010 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:17.161207 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647055c-a078-43a2-a648-83ead35423cf tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event updated for resources: {'Network': ['ID=f23bec21-4345-4e78-96d5-44ff8b9ed847,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:17.215715 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network f23bec21-4345-4e78-96d5-44ff8b9ed847 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:17:17.262898 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1af1203c-c6bb-4b03-9d99-7ab2c6f6474a req-3abe4b98-ce28-479f-be0a-a5fff12edf49 service neutron] 10.222.0.62 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035639 Sep 01 15:17:17.267388 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def78e54-5106-46bf-9537-35971e41bb29 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Made reservation on behalf of 59f08cd2adca45acb4492ed8468b0285 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:17.271686 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0e9ab51f-5a32-49ac-881d-ef37783f7031 req-58256bd4-0268-4998-bd91-ad23a5b6c350 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=340ed840-993d-4610-9add-e81f5bf86c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607502 Sep 01 15:17:17.275346 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-def78e54-5106-46bf-9537-35971e41bb29 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:17.348804 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f18ca87-b217-474f-b704-9f36d10cd9d9 req-2de8f33b-054c-4906-bdfc-b080b9c13076 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444525 Sep 01 15:17:17.613120 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43a0d8-0c9d-4f94-a82e-fd32881dfb23 req-d6740a5f-5a35-478c-a25e-aed919615d2f tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:17.625508 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cd43a0d8-0c9d-4f94-a82e-fd32881dfb23 req-d6740a5f-5a35-478c-a25e-aed919615d2f tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e5beac5-42d9-4781-800b-9b51bb830304 HTTP/1.1" status: 200 len: 950 time: 0.4217231 Sep 01 15:17:17.626789 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 8d4fd488-596f-42f8-8d73-3703cf451b74, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=8d4fd488-596f-42f8-8d73-3703cf451b74,segment=NetworkSegment(0eb82f6b-566f-4151-85df-ddd6432a17be),segment_id=0eb82f6b-566f-4151-85df-ddd6432a17be)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:17.678788 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=b32ef0a5-2f10-4b4c-b5e8-52395925994b,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:17.684323 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '8d4fd488-596f-42f8-8d73-3703cf451b74', 'network_id': 'afa3fade-4c03-4fa8-94a5-bb144ed0b25b', 'port_id': '8d4fd488-596f-42f8-8d73-3703cf451b74', 'mac_address': 'fa:16:3e:30:ec:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b6bd058-2433-43ef-8336-9b6b745c6bfb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:17:17.725096 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02cd96-f81c-408a-82a0-7f62a93a55a6 req-e5f6f953-5d84-4231-97d0-53d3403e3384 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:17.751296 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6b02cd96-f81c-408a-82a0-7f62a93a55a6 req-e5f6f953-5d84-4231-97d0-53d3403e3384 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 945 time: 0.1929162 Sep 01 15:17:17.782259 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cd43a0d8-0c9d-4f94-a82e-fd32881dfb23 req-1122c784-c68a-4057-86f7-7d9dd21785fe tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/security-groups?id=340ed840-993d-4610-9add-e81f5bf86c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544199 Sep 01 15:17:17.915897 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6b02cd96-f81c-408a-82a0-7f62a93a55a6 req-07f4c322-ba4a-4dd5-af51-fd9c6a47f3dc tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482904 Sep 01 15:17:17.976591 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:18.048818 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4fd488-596f-42f8-8d73-3703cf451b74 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:17:18.140177 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 8d4fd488-596f-42f8-8d73-3703cf451b74, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=8d4fd488-596f-42f8-8d73-3703cf451b74,segment=NetworkSegment(0eb82f6b-566f-4151-85df-ddd6432a17be),segment_id=0eb82f6b-566f-4151-85df-ddd6432a17be)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:18.157153 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:18.222271 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9cbc4aad-518e-4be7-b449-6848bc9f1e52 req-5c573552-5376-42e1-8d68-406bbb7b41f0 tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.0669920 Sep 01 15:17:18.273644 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-def78e54-5106-46bf-9537-35971e41bb29 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:18.338596 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=8d4fd488-596f-42f8-8d73-3703cf451b74,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:18.381054 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def78e54-5106-46bf-9537-35971e41bb29 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event updated for resources: {'Subnet': ['ID=446c75c1-164e-45cf-a13d-3e3ed684d911,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:18.433378 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def78e54-5106-46bf-9537-35971e41bb29 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Checking segment: {'id': '56f3ffab-9967-43cc-b4a4-592ec2e50cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f23bec21-4345-4e78-96d5-44ff8b9ed847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:17:18.433965 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def78e54-5106-46bf-9537-35971e41bb29 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Network hostable DHCP agents. Network: f23bec21-4345-4e78-96d5-44ff8b9ed847, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:17:18.490187 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def78e54-5106-46bf-9537-35971e41bb29 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Network f23bec21-4345-4e78-96d5-44ff8b9ed847 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:17:18.528406 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-def78e54-5106-46bf-9537-35971e41bb29 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, f23bec21-4345-4e78-96d5-44ff8b9ed847) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:17:18.535643 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def78e54-5106-46bf-9537-35971e41bb29 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:18.536723 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-def78e54-5106-46bf-9537-35971e41bb29 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:18.546400 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dedaed-d63f-41e0-8f36-9e7db7034f53 None None] Network f23bec21-4345-4e78-96d5-44ff8b9ed847 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:17:18.581793 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f229aba-bba8-4b02-8e17-fa7508aa2833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32ef0a5-2f10-4b4c-b5e8-52395925994b'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:17:18.587992 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40581b7-5712-47fa-9710-17e4c915d1ee" -d '{"events": [{"server_uuid": "6f229aba-bba8-4b02-8e17-fa7508aa2833", "name": "network-vif-plugged", "status": "completed", "tag": "b32ef0a5-2f10-4b4c-b5e8-52395925994b"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:17:18.593150 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-def78e54-5106-46bf-9537-35971e41bb29 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6766558 Sep 01 15:17:18.594478 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39804) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:18.717595 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2366a5-0910-4c56-bfb4-ed77a84a47b4 req-41ce6961-fcfa-45ca-adb0-834626ba35a8 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:18.733453 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ce2366a5-0910-4c56-bfb4-ed77a84a47b4 req-41ce6961-fcfa-45ca-adb0-834626ba35a8 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=61512ab9-c072-49f6-87dd-7cee51480752 HTTP/1.1" status: 200 len: 945 time: 0.1930223 Sep 01 15:17:18.825977 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device cc1027d3-7425-4568-8a43-3be288beb6bb no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:17:18.831461 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['8d4fd488-596f-42f8-8d73-3703cf451b74'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:17:18.844788 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ce2366a5-0910-4c56-bfb4-ed77a84a47b4 req-26787f3f-2886-4d5e-9e6d-f684879ec045 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092494 Sep 01 15:17:18.855025 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-785ef7c6-5cc2-4fe1-80ef-ea1ae8982db9 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:18.990471 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39814) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:19.083413 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-785ef7c6-5cc2-4fe1-80ef-ea1ae8982db9 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:19.119770 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fc1e90-d81d-4377-aef0-8da2215e1482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-f23bec21-4345-4e78-96d5-44ff8b9ed847', 'network_id': 'f23bec21-4345-4e78-96d5-44ff8b9ed847', 'tenant_id': '59f08cd2adca45acb4492ed8468b0285', 'fixed_ips': [{'subnet_id': '446c75c1-164e-45cf-a13d-3e3ed684d911'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:17:19.122344 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-62fc1e90-d81d-4377-aef0-8da2215e1482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:19.266812 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452abb5d-5c56-428c-ae1b-55edd715ad96 req-52d74e20-71d1-47d8-900c-84cbe4320c2e tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:19.279765 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-452abb5d-5c56-428c-ae1b-55edd715ad96 req-52d74e20-71d1-47d8-900c-84cbe4320c2e tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e5beac5-42d9-4781-800b-9b51bb830304 HTTP/1.1" status: 200 len: 950 time: 0.1609123 Sep 01 15:17:19.314608 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-085f2fac-eb96-4e42-8ea9-4c6fb39841a6 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-197281932'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:19.340143 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-785ef7c6-5cc2-4fe1-80ef-ea1ae8982db9 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:19.378618 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2594c090-f67b-47a1-9a77-0963e6ff86eb x-openstack-request-id: req-2594c090-f67b-47a1-9a77-0963e6ff86eb {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:17:19.379125 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f229aba-bba8-4b02-8e17-fa7508aa2833", "name": "network-vif-plugged", "status": "completed", "tag": "b32ef0a5-2f10-4b4c-b5e8-52395925994b", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:17:19.379543 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2594c090-f67b-47a1-9a77-0963e6ff86eb {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:17:19.380252 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f229aba-bba8-4b02-8e17-fa7508aa2833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32ef0a5-2f10-4b4c-b5e8-52395925994b', 'code': 200} Sep 01 15:17:19.405550 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-452abb5d-5c56-428c-ae1b-55edd715ad96 req-1d89bf14-cb05-48db-9605-44cf40f7e7af tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/security-groups?id=340ed840-993d-4610-9add-e81f5bf86c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156216 Sep 01 15:17:19.419229 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085f2fac-eb96-4e42-8ea9-4c6fb39841a6 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Made reservation on behalf of fc5119f86ede4d928ff4777d573407e5 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:19.434382 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-085f2fac-eb96-4e42-8ea9-4c6fb39841a6 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:19.459254 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ef7c6-5cc2-4fe1-80ef-ea1ae8982db9 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Subnet': ['ID=446c75c1-164e-45cf-a13d-3e3ed684d911,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:19.464583 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-085f2fac-eb96-4e42-8ea9-4c6fb39841a6 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:19.594604 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server [None req-62fc1e90-d81d-4377-aef0-8da2215e1482 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 446c75c1-164e-45cf-a13d-3e3ed684d911: This subnet is being modified by another concurrent operation. Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 15:17:19.640334 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise exception Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 446c75c1-164e-45cf-a13d-3e3ed684d911: This subnet is being modified by another concurrent operation. Sep 01 15:17:19.647730 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server Sep 01 15:17:19.676074 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6b190-7212-4585-a322-6c7553cef1a1 req-eab3d7a9-36ed-4941-8691-972d9870cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:19.681021 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-27c6b190-7212-4585-a322-6c7553cef1a1 req-eab3d7a9-36ed-4941-8691-972d9870cfb6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6f229aba-bba8-4b02-8e17-fa7508aa2833 HTTP/1.1" status: 200 len: 1101 time: 0.1677945 Sep 01 15:17:19.687799 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-785ef7c6-5cc2-4fe1-80ef-ea1ae8982db9 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:19.694248 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9a5fed-a4ed-4115-b995-fbc31df37ec3 None None] Network f23bec21-4345-4e78-96d5-44ff8b9ed847 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:17:19.713684 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-785ef7c6-5cc2-4fe1-80ef-ea1ae8982db9 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23bec21-4345-4e78-96d5-44ff8b9ed847']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:19.732275 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port cc1027d3-7425-4568-8a43-3be288beb6bb, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=cc1027d3-7425-4568-8a43-3be288beb6bb,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:19.759925 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-785ef7c6-5cc2-4fe1-80ef-ea1ae8982db9 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f3ffab-9967-43cc-b4a4-592ec2e50cc6') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:19.766023 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-785ef7c6-5cc2-4fe1-80ef-ea1ae8982db9 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f3ffab-9967-43cc-b4a4-592ec2e50cc6') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:19.787851 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-785ef7c6-5cc2-4fe1-80ef-ea1ae8982db9 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:19.793091 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:19.793548 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-27c6b190-7212-4585-a322-6c7553cef1a1 req-7014619a-4cd0-4244-91c9-5be60c96f67d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=340ed840-993d-4610-9add-e81f5bf86c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002131 Sep 01 15:17:19.849190 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-785ef7c6-5cc2-4fe1-80ef-ea1ae8982db9 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:19.929723 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-085f2fac-eb96-4e42-8ea9-4c6fb39841a6 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:19.935872 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-007c9151-cbce-4469-838c-f06cd0dbb375 req-ccbb788b-ece6-4c30-ac1d-fb0ff0655c47 tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.0812469 Sep 01 15:17:19.939447 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785ef7c6-5cc2-4fe1-80ef-ea1ae8982db9 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:17:19.939787 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-085f2fac-eb96-4e42-8ea9-4c6fb39841a6 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:19.940139 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-785ef7c6-5cc2-4fe1-80ef-ea1ae8982db9 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:17:19.948937 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:17:20.031258 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f2fac-eb96-4e42-8ea9-4c6fb39841a6 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ea9596-226e-4367-8b05-b56d65cc3f39,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:20.109559 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4232cc-cef2-489d-a712-0ffc9a5c7b82 req-82a623a1-93ae-4bc8-8fc6-2ccf3b3bdfa1 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:20.117827 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=cc1027d3-7425-4568-8a43-3be288beb6bb,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:20.136896 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-be4232cc-cef2-489d-a712-0ffc9a5c7b82 req-82a623a1-93ae-4bc8-8fc6-2ccf3b3bdfa1 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 943 time: 0.2827270 Sep 01 15:17:20.183860 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-785ef7c6-5cc2-4fe1-80ef-ea1ae8982db9 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:20.184186 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-085f2fac-eb96-4e42-8ea9-4c6fb39841a6 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:17:20.184395 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517ed399-1474-4c6b-ae48-5ae7f78630a4 None None] get_active_networks_info from n-d-794796-3 {{(pid=94735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:17:20.214246 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-785ef7c6-5cc2-4fe1-80ef-ea1ae8982db9 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:20.226748 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-785ef7c6-5cc2-4fe1-80ef-ea1ae8982db9 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/networks/f23bec21-4345-4e78-96d5-44ff8b9ed847 HTTP/1.1" status: 204 len: 168 time: 1.6195941 Sep 01 15:17:20.227079 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-085f2fac-eb96-4e42-8ea9-4c6fb39841a6 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:20.227879 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-085f2fac-eb96-4e42-8ea9-4c6fb39841a6 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Added segment 5e1e3317-273e-4ab8-a6a0-046b9f9060d5 of type vlan for network f974ee04-c665-422a-add1-6b6edcf4428e Sep 01 15:17:20.230276 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39828) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:20.240369 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ef7c6-5cc2-4fe1-80ef-ea1ae8982db9 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Network': ['ID=f23bec21-4345-4e78-96d5-44ff8b9ed847,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:20.255776 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-66393e33-36ff-4d8f-bac3-cd2f5f30a94f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-526953291'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:20.298931 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-be4232cc-cef2-489d-a712-0ffc9a5c7b82 req-56b69c0c-75d7-47ef-a6d0-8951edc0accb tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485147 Sep 01 15:17:20.404710 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-085f2fac-eb96-4e42-8ea9-4c6fb39841a6 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:20.408625 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66393e33-36ff-4d8f-bac3-cd2f5f30a94f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Made reservation on behalf of 59f08cd2adca45acb4492ed8468b0285 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:20.414695 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-66393e33-36ff-4d8f-bac3-cd2f5f30a94f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:20.554651 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-085f2fac-eb96-4e42-8ea9-4c6fb39841a6 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:20.560510 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085f2fac-eb96-4e42-8ea9-4c6fb39841a6 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:20.561333 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-085f2fac-eb96-4e42-8ea9-4c6fb39841a6 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:20.567308 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716906f-ea5d-4d23-b95f-78e14138ab0c req-77b1469b-bed2-4be0-9c16-f1277c92646f tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:20.573197 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e716906f-ea5d-4d23-b95f-78e14138ab0c req-77b1469b-bed2-4be0-9c16-f1277c92646f tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=61512ab9-c072-49f6-87dd-7cee51480752 HTTP/1.1" status: 200 len: 945 time: 0.1222100 Sep 01 15:17:20.590643 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36a5ce-6047-40ed-aae0-9d2d1e52056d req-6fd345b6-4c40-4e20-81cd-7d0b43d1e7c3 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:20.602780 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cb36a5ce-6047-40ed-aae0-9d2d1e52056d req-6fd345b6-4c40-4e20-81cd-7d0b43d1e7c3 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f229aba-bba8-4b02-8e17-fa7508aa2833 HTTP/1.1" status: 200 len: 950 time: 0.2357464 Sep 01 15:17:20.604545 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66393e33-36ff-4d8f-bac3-cd2f5f30a94f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:17:20.651062 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517ed399-1474-4c6b-ae48-5ae7f78630a4 None None] Resources bound (agent type, host, resource id): {{(pid=94735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:17:20.672638 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e716906f-ea5d-4d23-b95f-78e14138ab0c req-aeea56b5-02f9-4d49-9e67-75e9850920f6 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864341 Sep 01 15:17:20.792800 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-66393e33-36ff-4d8f-bac3-cd2f5f30a94f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:20.793219 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-66393e33-36ff-4d8f-bac3-cd2f5f30a94f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Added segment 0b580431-5ca9-4a5f-a44e-28a62efb6b64 of type vlan for network 2ffa1f90-76c6-4471-853f-43d3d126c679 Sep 01 15:17:20.821994 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39832) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:20.831641 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-085f2fac-eb96-4e42-8ea9-4c6fb39841a6 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.8393376 Sep 01 15:17:20.832627 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-b2c893c4-7fd4-4c50-8085-9724b61de7b4 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Request body: {'subnet': {'network_id': 'f974ee04-c665-422a-add1-6b6edcf4428e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:20.843394 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f2fac-eb96-4e42-8ea9-4c6fb39841a6 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Pushing event updated for resources: {'Network': ['ID=f974ee04-c665-422a-add1-6b6edcf4428e,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:20.933935 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cb36a5ce-6047-40ed-aae0-9d2d1e52056d req-00ae8dc5-0a73-45fd-8882-5c8f75fede25 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/security-groups?id=340ed840-993d-4610-9add-e81f5bf86c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998714 Sep 01 15:17:20.937287 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-66393e33-36ff-4d8f-bac3-cd2f5f30a94f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:21.016250 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-66393e33-36ff-4d8f-bac3-cd2f5f30a94f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:21.033636 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66393e33-36ff-4d8f-bac3-cd2f5f30a94f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:21.038210 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-66393e33-36ff-4d8f-bac3-cd2f5f30a94f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:21.109060 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c893c4-7fd4-4c50-8085-9724b61de7b4 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Made reservation on behalf of fc5119f86ede4d928ff4777d573407e5 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:21.127337 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network f974ee04-c665-422a-add1-6b6edcf4428e details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:17:21.139545 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b2c893c4-7fd4-4c50-8085-9724b61de7b4 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:21.210898 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-66393e33-36ff-4d8f-bac3-cd2f5f30a94f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9783759 Sep 01 15:17:21.211723 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39836) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:21.275212 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-2656940e-1c1c-4dce-9111-5efc57a0074e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Request body: {'subnet': {'network_id': '2ffa1f90-76c6-4471-853f-43d3d126c679', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:21.383970 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2a67d1-f95a-4599-af41-3b5689808ec0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc1027d3-7425-4568-8a43-3be288beb6bb'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:17:21.388527 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ac6d9b-bf11-44e9-8cdd-134b1e316d39" -d '{"events": [{"server_uuid": "9b2a67d1-f95a-4599-af41-3b5689808ec0", "name": "network-vif-unplugged", "status": "completed", "tag": "cc1027d3-7425-4568-8a43-3be288beb6bb"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:17:21.487968 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66393e33-36ff-4d8f-bac3-cd2f5f30a94f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event updated for resources: {'Network': ['ID=2ffa1f90-76c6-4471-853f-43d3d126c679,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:21.523435 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-723e7af4-ca4a-4c4e-9729-016845665ad1 req-56d2fcc1-b51a-4d5b-8196-48810d785f16 tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.1450779 Sep 01 15:17:21.534408 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 2ffa1f90-76c6-4471-853f-43d3d126c679 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:17:21.560019 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2656940e-1c1c-4dce-9111-5efc57a0074e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Made reservation on behalf of 59f08cd2adca45acb4492ed8468b0285 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:21.578373 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2656940e-1c1c-4dce-9111-5efc57a0074e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:21.653464 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 01 Sep 2021 15:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8626de15-4b85-4d42-a42b-fc931ab1f65b x-openstack-request-id: req-8626de15-4b85-4d42-a42b-fc931ab1f65b {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:17:21.653984 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2a67d1-f95a-4599-af41-3b5689808ec0", "name": "network-vif-unplugged", "status": "failed", "tag": "cc1027d3-7425-4568-8a43-3be288beb6bb", "code": 422}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:17:21.654359 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8626de15-4b85-4d42-a42b-fc931ab1f65b {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:17:21.654961 n-d-794796-3 neutron-server[94735]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9b2a67d1-f95a-4599-af41-3b5689808ec0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cc1027d3-7425-4568-8a43-3be288beb6bb', 'code': 422} returned with failed status Sep 01 15:17:21.709768 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b2c893c4-7fd4-4c50-8085-9724b61de7b4 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:21.772564 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.ipam_backend_mixin [None req-2656940e-1c1c-4dce-9111-5efc57a0074e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Performing IP validity checks on allocation pools {{(pid=94733) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 01 15:17:21.773359 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.ipam_backend_mixin [None req-2656940e-1c1c-4dce-9111-5efc57a0074e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94733) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 01 15:17:21.835273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49870013-d882-4a7b-b7ac-58c4bf70af49 req-445a8327-6e2b-4be5-9d1f-1b378020ec5a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:21.838633 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-49870013-d882-4a7b-b7ac-58c4bf70af49 req-445a8327-6e2b-4be5-9d1f-1b378020ec5a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 943 time: 0.2324171 Sep 01 15:17:21.862487 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c893c4-7fd4-4c50-8085-9724b61de7b4 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Pushing event updated for resources: {'Subnet': ['ID=9eec3dea-cf57-44e9-85dd-cffc394a41d5,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:21.866432 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c893c4-7fd4-4c50-8085-9724b61de7b4 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Checking segment: {'id': '5e1e3317-273e-4ab8-a6a0-046b9f9060d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f974ee04-c665-422a-add1-6b6edcf4428e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:17:21.867194 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c893c4-7fd4-4c50-8085-9724b61de7b4 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Network hostable DHCP agents. Network: f974ee04-c665-422a-add1-6b6edcf4428e, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:17:21.952394 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c893c4-7fd4-4c50-8085-9724b61de7b4 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Network f974ee04-c665-422a-add1-6b6edcf4428e is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:17:21.973627 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-b2c893c4-7fd4-4c50-8085-9724b61de7b4 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, f974ee04-c665-422a-add1-6b6edcf4428e) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:17:21.983217 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c893c4-7fd4-4c50-8085-9724b61de7b4 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:21.984828 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b2c893c4-7fd4-4c50-8085-9724b61de7b4 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:21.987396 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52110c3a-e2ef-462d-813d-0543406f9655 None None] Network f974ee04-c665-422a-add1-6b6edcf4428e requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:17:22.017708 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-49870013-d882-4a7b-b7ac-58c4bf70af49 req-6f335360-39b0-4488-b23b-f873a353c5d1 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554990 Sep 01 15:17:22.027121 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e56e1-e6c8-472b-8d07-fbe5846b1872 req-7c9304cc-3472-4776-8189-f0accfc51540 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:22.030653 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-913e56e1-e6c8-472b-8d07-fbe5846b1872 req-7c9304cc-3472-4776-8189-f0accfc51540 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=61512ab9-c072-49f6-87dd-7cee51480752 HTTP/1.1" status: 200 len: 945 time: 0.1481993 Sep 01 15:17:22.045381 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b2c893c4-7fd4-4c50-8085-9724b61de7b4 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2209051 Sep 01 15:17:22.049495 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39850) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:22.068298 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-75de5eec-92d6-4c54-8899-4ebeaa32367f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Request body: {'port': {'network_id': 'f974ee04-c665-422a-add1-6b6edcf4428e', 'name': 'tempest-AllowedAddressPairTestJSON-1511406650'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:22.209180 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2656940e-1c1c-4dce-9111-5efc57a0074e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:22.306249 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-913e56e1-e6c8-472b-8d07-fbe5846b1872 req-08a7dfad-a3fe-4de0-9583-87f244e8929d tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575011 Sep 01 15:17:22.364710 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2656940e-1c1c-4dce-9111-5efc57a0074e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Checking segment: {'id': '0b580431-5ca9-4a5f-a44e-28a62efb6b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '2ffa1f90-76c6-4471-853f-43d3d126c679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:17:22.365308 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2656940e-1c1c-4dce-9111-5efc57a0074e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Network hostable DHCP agents. Network: 2ffa1f90-76c6-4471-853f-43d3d126c679, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:17:22.380200 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656940e-1c1c-4dce-9111-5efc57a0074e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event updated for resources: {'Subnet': ['ID=18d9249b-079f-406e-89ca-7c0cf70d30da,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:22.416325 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2656940e-1c1c-4dce-9111-5efc57a0074e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Network 2ffa1f90-76c6-4471-853f-43d3d126c679 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:17:22.424563 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cf59cf-76f7-4228-84b8-fd5fa4e0c5c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-f974ee04-c665-422a-add1-6b6edcf4428e', 'network_id': 'f974ee04-c665-422a-add1-6b6edcf4428e', 'tenant_id': 'fc5119f86ede4d928ff4777d573407e5', 'fixed_ips': [{'subnet_id': '9eec3dea-cf57-44e9-85dd-cffc394a41d5'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:17:22.425903 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-93cf59cf-76f7-4228-84b8-fd5fa4e0c5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:22.469473 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75de5eec-92d6-4c54-8899-4ebeaa32367f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Made reservation on behalf of fc5119f86ede4d928ff4777d573407e5 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:22.478935 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-75de5eec-92d6-4c54-8899-4ebeaa32367f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:22.496259 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-2656940e-1c1c-4dce-9111-5efc57a0074e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 2ffa1f90-76c6-4471-853f-43d3d126c679) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:17:22.515362 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2656940e-1c1c-4dce-9111-5efc57a0074e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:22.518536 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2656940e-1c1c-4dce-9111-5efc57a0074e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:22.519046 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4179ff-1a08-4c68-b121-dbb7cd4b1cb6 None None] Network 2ffa1f90-76c6-4471-853f-43d3d126c679 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:17:22.564978 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2656940e-1c1c-4dce-9111-5efc57a0074e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3137259 Sep 01 15:17:22.569018 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39856) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:22.588310 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63395530-24a4-41ab-8724-ba3f5add2125 req-2ce22923-228f-4f6e-a5b0-8a973d56dd78 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:22.593722 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-63395530-24a4-41ab-8724-ba3f5add2125 req-2ce22923-228f-4f6e-a5b0-8a973d56dd78 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f229aba-bba8-4b02-8e17-fa7508aa2833 HTTP/1.1" status: 200 len: 950 time: 0.1610491 Sep 01 15:17:22.598118 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-75de5eec-92d6-4c54-8899-4ebeaa32367f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] device_id is not set on port c5548a5f-93cc-4c6b-9bc5-0a9faa3084c4 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:17:22.699300 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-63395530-24a4-41ab-8724-ba3f5add2125 req-bfbf1937-0d98-4f20-b5e2-16427d601ad7 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/security-groups?id=340ed840-993d-4610-9add-e81f5bf86c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870147 Sep 01 15:17:22.765724 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 8d4fd488-596f-42f8-8d73-3703cf451b74 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:17:22.805578 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97de87e-8fe7-49ba-8b99-92d3f9283970 req-53fdb636-1e33-42c0-9f83-2e41bbdf3764 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:22.810099 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c97de87e-8fe7-49ba-8b99-92d3f9283970 req-53fdb636-1e33-42c0-9f83-2e41bbdf3764 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.3273916 Sep 01 15:17:22.971027 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c97de87e-8fe7-49ba-8b99-92d3f9283970 req-72f6848c-b9ad-4b52-b785-5f1b7762a87e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453373 Sep 01 15:17:22.990472 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-653120ad-ac0d-419c-a0fa-19eeae160f3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:23.080592 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bfbb7616-8f60-4b60-b678-ec8e1a56d94b req-05f277a4-c573-4488-a649-d1a59d8209a7 tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.0610499 Sep 01 15:17:23.100907 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-93cf59cf-76f7-4228-84b8-fd5fa4e0c5c5 None None] Allocated IP 172.20.0.2 (f974ee04-c665-422a-add1-6b6edcf4428e/9eec3dea-cf57-44e9-85dd-cffc394a41d5/ddc0137d-389f-4fbd-b7b0-02309d4b8aa2) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:17:23.166354 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 8d4fd488-596f-42f8-8d73-3703cf451b74 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:17:23.174330 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-653120ad-ac0d-419c-a0fa-19eeae160f3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:23.178382 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 8d4fd488-596f-42f8-8d73-3703cf451b74 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:17:23.178997 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:23.340558 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-653120ad-ac0d-419c-a0fa-19eeae160f3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:23.379906 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f147a-6870-4aa5-a425-0c41f316905b req-d8c39ec5-3340-48bf-9081-989ee893d01a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:23.384257 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-af4f147a-6870-4aa5-a425-0c41f316905b req-d8c39ec5-3340-48bf-9081-989ee893d01a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.1576996 Sep 01 15:17:23.424495 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d823917-5ce2-40c5-98ae-9a5da5cf610c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-2ffa1f90-76c6-4471-853f-43d3d126c679', 'network_id': '2ffa1f90-76c6-4471-853f-43d3d126c679', 'tenant_id': '59f08cd2adca45acb4492ed8468b0285', 'fixed_ips': [{'subnet_id': '18d9249b-079f-406e-89ca-7c0cf70d30da'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:17:23.426136 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5d823917-5ce2-40c5-98ae-9a5da5cf610c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:23.515632 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-af4f147a-6870-4aa5-a425-0c41f316905b req-337cb9e2-5bcd-4c73-8437-61d9e2f98957 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190817 Sep 01 15:17:23.547811 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653120ad-ac0d-419c-a0fa-19eeae160f3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Subnet': ['ID=18d9249b-079f-406e-89ca-7c0cf70d30da,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:23.601159 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-653120ad-ac0d-419c-a0fa-19eeae160f3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:23.619784 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-653120ad-ac0d-419c-a0fa-19eeae160f3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ffa1f90-76c6-4471-853f-43d3d126c679']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:23.653286 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-653120ad-ac0d-419c-a0fa-19eeae160f3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b580431-5ca9-4a5f-a44e-28a62efb6b64') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:23.654413 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-653120ad-ac0d-419c-a0fa-19eeae160f3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b580431-5ca9-4a5f-a44e-28a62efb6b64') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:23.680382 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-653120ad-ac0d-419c-a0fa-19eeae160f3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:23.733715 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-653120ad-ac0d-419c-a0fa-19eeae160f3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:23.748296 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653120ad-ac0d-419c-a0fa-19eeae160f3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:17:23.749075 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-653120ad-ac0d-419c-a0fa-19eeae160f3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:17:23.755406 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:17:23.874662 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:23.897412 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-653120ad-ac0d-419c-a0fa-19eeae160f3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:23.944457 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-653120ad-ac0d-419c-a0fa-19eeae160f3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:23.955312 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-653120ad-ac0d-419c-a0fa-19eeae160f3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/networks/2ffa1f90-76c6-4471-853f-43d3d126c679 HTTP/1.1" status: 204 len: 168 time: 1.3841050 Sep 01 15:17:23.959011 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39882) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:23.962477 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5ebe24-85a7-4870-8b54-fdf2f2ac246a None None] Network 2ffa1f90-76c6-4471-853f-43d3d126c679 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:17:23.968394 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-9bee0272-c8fe-480b-b666-f96952ab6e96 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1779097708'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:24.021003 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653120ad-ac0d-419c-a0fa-19eeae160f3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Network': ['ID=2ffa1f90-76c6-4471-853f-43d3d126c679,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:24.031068 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fd406-bf5a-47f2-8442-3975435dcc9f req-6200e3f9-1d97-4f6d-bcc2-a9e45a5c0702 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:24.034734 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-902fd406-bf5a-47f2-8442-3975435dcc9f req-6200e3f9-1d97-4f6d-bcc2-a9e45a5c0702 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=61512ab9-c072-49f6-87dd-7cee51480752 HTTP/1.1" status: 200 len: 945 time: 0.1255121 Sep 01 15:17:24.045988 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-93cf59cf-76f7-4228-84b8-fd5fa4e0c5c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:24.060231 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61512ab9-c072-49f6-87dd-7cee51480752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4fd488-596f-42f8-8d73-3703cf451b74'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:17:24.066425 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2905572f-042f-405f-bba1-2c3f8b70a803" -d '{"events": [{"server_uuid": "61512ab9-c072-49f6-87dd-7cee51480752", "name": "network-vif-plugged", "status": "completed", "tag": "8d4fd488-596f-42f8-8d73-3703cf451b74"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:17:24.080852 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bee0272-c8fe-480b-b666-f96952ab6e96 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Made reservation on behalf of 59f08cd2adca45acb4492ed8468b0285 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:24.082007 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5ebe24-85a7-4870-8b54-fdf2f2ac246a None None] Network 2ffa1f90-76c6-4471-853f-43d3d126c679 could not be found, it might have been deleted concurrently. {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 01 15:17:24.092373 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9bee0272-c8fe-480b-b666-f96952ab6e96 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:24.099001 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-93cf59cf-76f7-4228-84b8-fd5fa4e0c5c5 None None] Transition to ACTIVE for port object ddc0137d-389f-4fbd-b7b0-02309d4b8aa2 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:17:24.113691 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 8d4fd488-596f-42f8-8d73-3703cf451b74, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=8d4fd488-596f-42f8-8d73-3703cf451b74,segment=NetworkSegment(0eb82f6b-566f-4151-85df-ddd6432a17be),segment_id=0eb82f6b-566f-4151-85df-ddd6432a17be)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:24.140524 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:24.160468 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-93cf59cf-76f7-4228-84b8-fd5fa4e0c5c5 None None] Transition to ACTIVE for port object ddc0137d-389f-4fbd-b7b0-02309d4b8aa2 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:17:24.173323 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-902fd406-bf5a-47f2-8442-3975435dcc9f req-591f6a88-e390-4390-9963-62774ec00aa2 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176386 Sep 01 15:17:24.216424 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bee0272-c8fe-480b-b666-f96952ab6e96 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:17:24.236025 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-93cf59cf-76f7-4228-84b8-fd5fa4e0c5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:24.308921 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cf59cf-76f7-4228-84b8-fd5fa4e0c5c5 None None] Network f974ee04-c665-422a-add1-6b6edcf4428e is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:17:24.331962 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-93cf59cf-76f7-4228-84b8-fd5fa4e0c5c5 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:17:24.343769 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cf59cf-76f7-4228-84b8-fd5fa4e0c5c5 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:17:24.351347 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9bee0272-c8fe-480b-b666-f96952ab6e96 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:24.352256 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-9bee0272-c8fe-480b-b666-f96952ab6e96 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Added segment 48a60237-c4a2-45a8-9d15-decb562e7158 of type vlan for network 803b45c5-1a35-49ad-8bc2-f1a03c9c1899 Sep 01 15:17:24.359842 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=8d4fd488-596f-42f8-8d73-3703cf451b74,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:24.465341 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9bee0272-c8fe-480b-b666-f96952ab6e96 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:24.478209 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-75de5eec-92d6-4c54-8899-4ebeaa32367f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Allocated IP 172.20.0.7 (f974ee04-c665-422a-add1-6b6edcf4428e/9eec3dea-cf57-44e9-85dd-cffc394a41d5/c5548a5f-93cc-4c6b-9bc5-0a9faa3084c4) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:17:24.497911 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf59cf-76f7-4228-84b8-fd5fa4e0c5c5 None None] Pushing event updated for resources: {'Port': ['ID=ddc0137d-389f-4fbd-b7b0-02309d4b8aa2,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:24.548916 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becae266-9f70-4fd2-8229-d4546af2af5d x-openstack-request-id: req-becae266-9f70-4fd2-8229-d4546af2af5d {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:17:24.550731 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61512ab9-c072-49f6-87dd-7cee51480752", "name": "network-vif-plugged", "status": "completed", "tag": "8d4fd488-596f-42f8-8d73-3703cf451b74", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:17:24.550731 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-becae266-9f70-4fd2-8229-d4546af2af5d {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:17:24.551843 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61512ab9-c072-49f6-87dd-7cee51480752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4fd488-596f-42f8-8d73-3703cf451b74', 'code': 200} Sep 01 15:17:24.651298 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-93cf59cf-76f7-4228-84b8-fd5fa4e0c5c5 None None] Attempting to bind port ddc0137d-389f-4fbd-b7b0-02309d4b8aa2 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:17:24.651853 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-93cf59cf-76f7-4228-84b8-fd5fa4e0c5c5 None None] Attempting to bind port ddc0137d-389f-4fbd-b7b0-02309d4b8aa2 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '5e1e3317-273e-4ab8-a6a0-046b9f9060d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f974ee04-c665-422a-add1-6b6edcf4428e'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:17:24.652502 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf59cf-76f7-4228-84b8-fd5fa4e0c5c5 None None] Attempting to bind port ddc0137d-389f-4fbd-b7b0-02309d4b8aa2 on network f974ee04-c665-422a-add1-6b6edcf4428e {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:17:24.667061 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf59cf-76f7-4228-84b8-fd5fa4e0c5c5 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:17:24.667946 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf59cf-76f7-4228-84b8-fd5fa4e0c5c5 None None] Checking segment: {'id': '5e1e3317-273e-4ab8-a6a0-046b9f9060d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f974ee04-c665-422a-add1-6b6edcf4428e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:17:24.668745 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-93cf59cf-76f7-4228-84b8-fd5fa4e0c5c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:24.669333 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cf59cf-76f7-4228-84b8-fd5fa4e0c5c5 None None] Bound using segment: {'id': '5e1e3317-273e-4ab8-a6a0-046b9f9060d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f974ee04-c665-422a-add1-6b6edcf4428e'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:17:24.670094 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-93cf59cf-76f7-4228-84b8-fd5fa4e0c5c5 None None] Bound port: ddc0137d-389f-4fbd-b7b0-02309d4b8aa2, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e1e3317-273e-4ab8-a6a0-046b9f9060d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f974ee04-c665-422a-add1-6b6edcf4428e'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:17:24.670830 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-93cf59cf-76f7-4228-84b8-fd5fa4e0c5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:24.675459 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9bee0272-c8fe-480b-b666-f96952ab6e96 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:24.677093 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291bd2d6-dd5b-4ffa-ab7a-9aa9876aba6c req-016daf83-f4d7-4f52-902e-ba9eb21c4e1b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:24.681457 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-291bd2d6-dd5b-4ffa-ab7a-9aa9876aba6c req-016daf83-f4d7-4f52-902e-ba9eb21c4e1b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.1186249 Sep 01 15:17:24.688315 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bee0272-c8fe-480b-b666-f96952ab6e96 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:24.691450 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9bee0272-c8fe-480b-b666-f96952ab6e96 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:24.701954 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e153146-877b-4260-bd25-440e32a09945 req-8a49349b-9274-4311-bd35-918ace7deb18 tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.1628790 Sep 01 15:17:24.761981 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device cc1027d3-7425-4568-8a43-3be288beb6bb no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:17:24.803961 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-291bd2d6-dd5b-4ffa-ab7a-9aa9876aba6c req-946fd664-54cc-474c-a24a-384d4ea7d5b4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115098 Sep 01 15:17:24.900986 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-93cf59cf-76f7-4228-84b8-fd5fa4e0c5c5 None None] For port ddc0137d-389f-4fbd-b7b0-02309d4b8aa2, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:17:24.909715 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-93cf59cf-76f7-4228-84b8-fd5fa4e0c5c5 None None] For port ddc0137d-389f-4fbd-b7b0-02309d4b8aa2, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ddc0137d-389f-4fbd-b7b0-02309d4b8aa2,segment=NetworkSegment(5e1e3317-273e-4ab8-a6a0-046b9f9060d5),segment_id=5e1e3317-273e-4ab8-a6a0-046b9f9060d5)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:17:24.952984 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-93cf59cf-76f7-4228-84b8-fd5fa4e0c5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:25.085378 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf59cf-76f7-4228-84b8-fd5fa4e0c5c5 None None] Pushing event updated for resources: {'Port': ['ID=ddc0137d-389f-4fbd-b7b0-02309d4b8aa2,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:25.298059 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9bee0272-c8fe-480b-b666-f96952ab6e96 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3325386 Sep 01 15:17:25.301113 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39902) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:25.353131 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-518b4144-6d7b-49eb-b3f8-41f9713301aa tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Request body: {'subnet': {'network_id': '803b45c5-1a35-49ad-8bc2-f1a03c9c1899', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:25.448452 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee0272-c8fe-480b-b666-f96952ab6e96 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event updated for resources: {'Network': ['ID=803b45c5-1a35-49ad-8bc2-f1a03c9c1899,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:25.448452 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e6070-5f2d-432a-a43c-b8dde599db40 req-afc72796-b5fe-4988-b949-2ac9f8a46f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:25.449094 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-801e6070-5f2d-432a-a43c-b8dde599db40 req-afc72796-b5fe-4988-b949-2ac9f8a46f38 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=61512ab9-c072-49f6-87dd-7cee51480752 HTTP/1.1" status: 200 len: 1097 time: 0.8767483 Sep 01 15:17:25.465921 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 803b45c5-1a35-49ad-8bc2-f1a03c9c1899 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:17:25.556828 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-801e6070-5f2d-432a-a43c-b8dde599db40 req-1012afcf-83dc-427c-adbd-7f6330378563 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922384 Sep 01 15:17:25.681260 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288ddd0-7790-4f63-b900-2e69af6dcb6b req-91c2cfcf-9ec2-4f81-b140-e730cde8db4e tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:25.683764 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2288ddd0-7790-4f63-b900-2e69af6dcb6b req-91c2cfcf-9ec2-4f81-b140-e730cde8db4e tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=61512ab9-c072-49f6-87dd-7cee51480752 HTTP/1.1" status: 200 len: 946 time: 0.3023071 Sep 01 15:17:25.689787 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-75de5eec-92d6-4c54-8899-4ebeaa32367f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:25.717704 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-75de5eec-92d6-4c54-8899-4ebeaa32367f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Transition to ACTIVE for port object c5548a5f-93cc-4c6b-9bc5-0a9faa3084c4 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:17:25.784750 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2288ddd0-7790-4f63-b900-2e69af6dcb6b req-d34c9016-0ccb-458c-af34-7b758c0a0607 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839710 Sep 01 15:17:25.786594 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518b4144-6d7b-49eb-b3f8-41f9713301aa tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Made reservation on behalf of 59f08cd2adca45acb4492ed8468b0285 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:25.792829 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-518b4144-6d7b-49eb-b3f8-41f9713301aa tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:25.793185 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-75de5eec-92d6-4c54-8899-4ebeaa32367f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:25.898609 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75de5eec-92d6-4c54-8899-4ebeaa32367f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Network f974ee04-c665-422a-add1-6b6edcf4428e is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:17:25.905532 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-75de5eec-92d6-4c54-8899-4ebeaa32367f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:17:25.915208 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75de5eec-92d6-4c54-8899-4ebeaa32367f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:17:25.980927 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de5eec-92d6-4c54-8899-4ebeaa32367f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Pushing event updated for resources: {'Port': ['ID=c5548a5f-93cc-4c6b-9bc5-0a9faa3084c4,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:26.044334 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ddc0137d-389f-4fbd-b7b0-02309d4b8aa2 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:17:26.080346 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75de5eec-92d6-4c54-8899-4ebeaa32367f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:26.081512 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-75de5eec-92d6-4c54-8899-4ebeaa32367f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:26.134596 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-75de5eec-92d6-4c54-8899-4ebeaa32367f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0817564 Sep 01 15:17:26.147382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39922) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:26.167082 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f6d15cc8-598a-4a31-a83c-a27a31e98d00 req-b0e9bf66-78ef-4fae-ad08-f3c89755b1f5 tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.1147399 Sep 01 15:17:26.199902 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-e86c6ff1-420b-44fe-bc67-399305e50057 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Request body: {'port': {'network_id': 'f974ee04-c665-422a-add1-6b6edcf4428e', 'name': 'tempest-AllowedAddressPairTestJSON-803932705', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:83:ce:63'}]}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:26.205883 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port ddc0137d-389f-4fbd-b7b0-02309d4b8aa2 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:17:26.364664 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587f729-b567-4688-8a66-75e0d7d27692 req-95b69cb1-5e48-4c88-a6e2-6a527449d0e0 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:26.377698 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7587f729-b567-4688-8a66-75e0d7d27692 req-95b69cb1-5e48-4c88-a6e2-6a527449d0e0 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.2688725 Sep 01 15:17:26.441327 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-518b4144-6d7b-49eb-b3f8-41f9713301aa tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:26.522599 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7587f729-b567-4688-8a66-75e0d7d27692 req-7ac3ff5c-02f0-480b-b4e8-d4ba158c783d tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435533 Sep 01 15:17:26.589323 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b4144-6d7b-49eb-b3f8-41f9713301aa tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event updated for resources: {'Subnet': ['ID=5f134bb6-4216-418a-b104-c826742dc9b3,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:26.623232 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86c6ff1-420b-44fe-bc67-399305e50057 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Made reservation on behalf of fc5119f86ede4d928ff4777d573407e5 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:26.672467 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518b4144-6d7b-49eb-b3f8-41f9713301aa tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Checking segment: {'id': '48a60237-c4a2-45a8-9d15-decb562e7158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '803b45c5-1a35-49ad-8bc2-f1a03c9c1899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:17:26.673741 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518b4144-6d7b-49eb-b3f8-41f9713301aa tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Network hostable DHCP agents. Network: 803b45c5-1a35-49ad-8bc2-f1a03c9c1899, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:17:26.731136 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518b4144-6d7b-49eb-b3f8-41f9713301aa tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Network 803b45c5-1a35-49ad-8bc2-f1a03c9c1899 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:17:26.758799 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-518b4144-6d7b-49eb-b3f8-41f9713301aa tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 803b45c5-1a35-49ad-8bc2-f1a03c9c1899) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:17:26.771304 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518b4144-6d7b-49eb-b3f8-41f9713301aa tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:26.772368 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-518b4144-6d7b-49eb-b3f8-41f9713301aa tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:26.784655 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e42ad6-b32d-45b6-b9a3-cc568f1acf0c None None] Network 803b45c5-1a35-49ad-8bc2-f1a03c9c1899 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:17:26.817576 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-518b4144-6d7b-49eb-b3f8-41f9713301aa tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5088720 Sep 01 15:17:26.823562 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39934) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:26.846440 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b32ef0a5-2f10-4b4c-b5e8-52395925994b details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:17:26.911224 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e86c6ff1-420b-44fe-bc67-399305e50057 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:26.990423 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-e86c6ff1-420b-44fe-bc67-399305e50057 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] device_id is not set on port 50016f04-c34a-4e2a-bfda-e810d43ba3ba yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:17:27.115411 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c923987c-88c3-4b4d-a8a6-ecfba25f3c59 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:27.176554 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9554fdb0-0b7f-42e7-a84f-c344a62d6079 None None] Network f974ee04-c665-422a-add1-6b6edcf4428e requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:17:27.243198 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c923987c-88c3-4b4d-a8a6-ecfba25f3c59 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:27.362436 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-e86c6ff1-420b-44fe-bc67-399305e50057 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Allocated IP 172.20.0.4 (f974ee04-c665-422a-add1-6b6edcf4428e/9eec3dea-cf57-44e9-85dd-cffc394a41d5/50016f04-c34a-4e2a-bfda-e810d43ba3ba) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:17:27.369361 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-037d09c5-773a-41dd-bf7a-7a975db93e69 None None] Provisioning for port ddc0137d-389f-4fbd-b7b0-02309d4b8aa2 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:17:27.375141 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c923987c-88c3-4b4d-a8a6-ecfba25f3c59 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:27.408927 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a12261-cb52-44a6-beec-3d101510ce5a req-05c502ec-551a-4ed1-846f-14ce45124bad tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:27.417498 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b0a12261-cb52-44a6-beec-3d101510ce5a req-05c502ec-551a-4ed1-846f-14ce45124bad tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=61512ab9-c072-49f6-87dd-7cee51480752 HTTP/1.1" status: 200 len: 946 time: 0.3035691 Sep 01 15:17:27.422472 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-037d09c5-773a-41dd-bf7a-7a975db93e69 None None] Provisioning complete for port ddc0137d-389f-4fbd-b7b0-02309d4b8aa2 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:17:27.422472 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-037d09c5-773a-41dd-bf7a-7a975db93e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:27.508680 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923987c-88c3-4b4d-a8a6-ecfba25f3c59 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Subnet': ['ID=5f134bb6-4216-418a-b104-c826742dc9b3,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:27.537416 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7212b131-5d29-4380-a221-d449f851466d req-0635a2cc-78be-4e9e-a052-03ca8d16d74c tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.1435144 Sep 01 15:17:27.657316 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c923987c-88c3-4b4d-a8a6-ecfba25f3c59 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:27.703601 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-c923987c-88c3-4b4d-a8a6-ecfba25f3c59 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803b45c5-1a35-49ad-8bc2-f1a03c9c1899']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:27.746759 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-c923987c-88c3-4b4d-a8a6-ecfba25f3c59 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a60237-c4a2-45a8-9d15-decb562e7158') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:27.751655 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-c923987c-88c3-4b4d-a8a6-ecfba25f3c59 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a60237-c4a2-45a8-9d15-decb562e7158') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:27.785868 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b32ef0a5-2f10-4b4c-b5e8-52395925994b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b32ef0a5-2f10-4b4c-b5e8-52395925994b,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:27.791478 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c923987c-88c3-4b4d-a8a6-ecfba25f3c59 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:27.885166 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c923987c-88c3-4b4d-a8a6-ecfba25f3c59 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:27.885838 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b0a12261-cb52-44a6-beec-3d101510ce5a req-051eac6d-0b79-4eb0-8bcf-82569c2e16a4 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533117 Sep 01 15:17:27.900111 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c923987c-88c3-4b4d-a8a6-ecfba25f3c59 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:17:27.901491 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c923987c-88c3-4b4d-a8a6-ecfba25f3c59 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:17:27.911740 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:17:27.941005 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'b32ef0a5-2f10-4b4c-b5e8-52395925994b', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': 'b32ef0a5-2f10-4b4c-b5e8-52395925994b', 'mac_address': 'fa:16:3e:b7:0a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:17:27.974639 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a14ed71-d398-417a-b42e-79a3fc6758a8 None None] Network 803b45c5-1a35-49ad-8bc2-f1a03c9c1899 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:17:27.979175 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:28.047645 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e86c6ff1-420b-44fe-bc67-399305e50057 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:28.174370 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-e86c6ff1-420b-44fe-bc67-399305e50057 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Transition to ACTIVE for port object 50016f04-c34a-4e2a-bfda-e810d43ba3ba will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:17:28.183773 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c923987c-88c3-4b4d-a8a6-ecfba25f3c59 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:28.289774 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c923987c-88c3-4b4d-a8a6-ecfba25f3c59 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:28.301868 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39972) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:28.305803 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c923987c-88c3-4b4d-a8a6-ecfba25f3c59 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/networks/803b45c5-1a35-49ad-8bc2-f1a03c9c1899 HTTP/1.1" status: 204 len: 168 time: 1.4798846 Sep 01 15:17:28.327356 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-2fff7e59-78a8-4585-b7bd-56789208e9aa tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1838950309'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:28.342916 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-037d09c5-773a-41dd-bf7a-7a975db93e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:28.352721 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923987c-88c3-4b4d-a8a6-ecfba25f3c59 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Network': ['ID=803b45c5-1a35-49ad-8bc2-f1a03c9c1899,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:28.381966 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fff7e59-78a8-4585-b7bd-56789208e9aa tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Made reservation on behalf of 59f08cd2adca45acb4492ed8468b0285 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:28.391648 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:28.392563 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2fff7e59-78a8-4585-b7bd-56789208e9aa tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:28.409727 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec1628-cfd2-4ecd-80e6-88e1ae598614 req-2e37e6e0-fd66-4442-90d5-01402c6807cf tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:28.424762 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e86c6ff1-420b-44fe-bc67-399305e50057 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:28.432580 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-65ec1628-cfd2-4ecd-80e6-88e1ae598614 req-2e37e6e0-fd66-4442-90d5-01402c6807cf tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.2752502 Sep 01 15:17:28.434584 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b32ef0a5-2f10-4b4c-b5e8-52395925994b {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:17:28.549135 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-65ec1628-cfd2-4ecd-80e6-88e1ae598614 req-fe09cb02-97b9-4aca-83ab-923ef83bc985 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095288 Sep 01 15:17:28.550391 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86c6ff1-420b-44fe-bc67-399305e50057 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Network f974ee04-c665-422a-add1-6b6edcf4428e is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:17:28.555340 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fff7e59-78a8-4585-b7bd-56789208e9aa tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:17:28.572910 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-e86c6ff1-420b-44fe-bc67-399305e50057 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:17:28.578315 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86c6ff1-420b-44fe-bc67-399305e50057 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:17:28.628366 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b32ef0a5-2f10-4b4c-b5e8-52395925994b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b32ef0a5-2f10-4b4c-b5e8-52395925994b,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:28.641969 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c6ff1-420b-44fe-bc67-399305e50057 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Pushing event updated for resources: {'Port': ['ID=50016f04-c34a-4e2a-bfda-e810d43ba3ba,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:28.661101 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2fff7e59-78a8-4585-b7bd-56789208e9aa tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:28.663003 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-2fff7e59-78a8-4585-b7bd-56789208e9aa tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Added segment 5ffe8f07-447d-4806-918d-b4a7ee101e85 of type vlan for network 0d9e09f2-ff3a-4c38-9975-be0423ca7ba5 Sep 01 15:17:28.670617 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:28.720446 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-037d09c5-773a-41dd-bf7a-7a975db93e69 None None] For port ddc0137d-389f-4fbd-b7b0-02309d4b8aa2, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ddc0137d-389f-4fbd-b7b0-02309d4b8aa2,segment=NetworkSegment(5e1e3317-273e-4ab8-a6a0-046b9f9060d5),segment_id=5e1e3317-273e-4ab8-a6a0-046b9f9060d5)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:28.779994 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86c6ff1-420b-44fe-bc67-399305e50057 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:28.781139 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e86c6ff1-420b-44fe-bc67-399305e50057 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:28.799381 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-037d09c5-773a-41dd-bf7a-7a975db93e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:28.810881 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2fff7e59-78a8-4585-b7bd-56789208e9aa tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:28.873214 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=b32ef0a5-2f10-4b4c-b5e8-52395925994b,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:28.905154 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e86c6ff1-420b-44fe-bc67-399305e50057 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.7155013 Sep 01 15:17:28.907611 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39982) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:28.940741 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2976dc9e-c8ea-4fae-be10-cfd5e311e5e1 req-66462734-38b8-4c18-8a38-de7c78ae1492 tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.0762022 Sep 01 15:17:28.951321 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['b32ef0a5-2f10-4b4c-b5e8-52395925994b'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:17:28.955514 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2fff7e59-78a8-4585-b7bd-56789208e9aa tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:28.967076 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fff7e59-78a8-4585-b7bd-56789208e9aa tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:28.967804 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2fff7e59-78a8-4585-b7bd-56789208e9aa tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:29.015230 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-66bdeec1-69a3-4723-a390-70ff6479506a req-c5ddb457-3752-4c20-8633-dd67b615a519 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.1125696 Sep 01 15:17:29.131499 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d09c5-773a-41dd-bf7a-7a975db93e69 None None] Pushing event updated for resources: {'Port': ['ID=ddc0137d-389f-4fbd-b7b0-02309d4b8aa2,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:29.219534 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2fff7e59-78a8-4585-b7bd-56789208e9aa tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9105270 Sep 01 15:17:29.253566 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8086d539-f04b-45af-b075-809d9cb59ffd tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:29.268278 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8086d539-f04b-45af-b075-809d9cb59ffd tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:29.284194 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39992) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:29.292645 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8086d539-f04b-45af-b075-809d9cb59ffd tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:29.301134 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8086d539-f04b-45af-b075-809d9cb59ffd tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.3918142 Sep 01 15:17:29.305812 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39994) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:29.330060 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-a01d0ef3-a586-444b-93a1-9633e0a98f15 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Request body: {'subnet': {'network_id': '0d9e09f2-ff3a-4c38-9975-be0423ca7ba5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:29.346135 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff7e59-78a8-4585-b7bd-56789208e9aa tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event updated for resources: {'Network': ['ID=0d9e09f2-ff3a-4c38-9975-be0423ca7ba5,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:29.501601 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 0d9e09f2-ff3a-4c38-9975-be0423ca7ba5 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:17:29.625053 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5c087-d610-4fc5-b908-140b59b3291d req-f97ee018-be89-411c-8ed1-3c49448afa1c tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:29.627891 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8df5c087-d610-4fc5-b908-140b59b3291d req-f97ee018-be89-411c-8ed1-3c49448afa1c tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=61512ab9-c072-49f6-87dd-7cee51480752 HTTP/1.1" status: 200 len: 946 time: 0.4090295 Sep 01 15:17:29.713144 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-b7cfd820-c986-400f-8bd6-45f7bafb64b3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Deleting port 50016f04-c34a-4e2a-bfda-e810d43ba3ba {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:17:29.714110 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7cfd820-c986-400f-8bd6-45f7bafb64b3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:29.725715 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01d0ef3-a586-444b-93a1-9633e0a98f15 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Made reservation on behalf of 59f08cd2adca45acb4492ed8468b0285 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:29.732173 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a01d0ef3-a586-444b-93a1-9633e0a98f15 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:29.865339 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ec9ed9d4-d829-4bbd-8fdc-1f4393b5450e None None] Provisioning for port 50016f04-c34a-4e2a-bfda-e810d43ba3ba completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:17:29.893896 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ec9ed9d4-d829-4bbd-8fdc-1f4393b5450e None None] Provisioning complete for port 50016f04-c34a-4e2a-bfda-e810d43ba3ba triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:17:29.895724 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ec9ed9d4-d829-4bbd-8fdc-1f4393b5450e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:30.008370 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ddc0137d-389f-4fbd-b7b0-02309d4b8aa2 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:17:30.069855 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7cfd820-c986-400f-8bd6-45f7bafb64b3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:30.096536 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-b7cfd820-c986-400f-8bd6-45f7bafb64b3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Calling delete_port for 50016f04-c34a-4e2a-bfda-e810d43ba3ba owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:17:30.171506 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ec9ed9d4-d829-4bbd-8fdc-1f4393b5450e None None] Port 50016f04-c34a-4e2a-bfda-e810d43ba3ba cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:17:30.213632 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port ddc0137d-389f-4fbd-b7b0-02309d4b8aa2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:17:30.214526 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:30.218075 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ec9ed9d4-d829-4bbd-8fdc-1f4393b5450e None None] Provisioning complete for port ddc0137d-389f-4fbd-b7b0-02309d4b8aa2 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:17:30.219021 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ec9ed9d4-d829-4bbd-8fdc-1f4393b5450e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:30.292219 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8df5c087-d610-4fc5-b908-140b59b3291d req-9f85c039-70e3-4c5b-b44e-fc9e11e753bd tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5898132 Sep 01 15:17:30.513661 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7cfd820-c986-400f-8bd6-45f7bafb64b3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:30.773954 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ec9ed9d4-d829-4bbd-8fdc-1f4393b5450e None None] Provisioning for port c5548a5f-93cc-4c6b-9bc5-0a9faa3084c4 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:17:30.800323 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ec9ed9d4-d829-4bbd-8fdc-1f4393b5450e None None] Provisioning complete for port c5548a5f-93cc-4c6b-9bc5-0a9faa3084c4 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:17:30.802041 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ec9ed9d4-d829-4bbd-8fdc-1f4393b5450e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:30.887718 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-22d18d63-47cf-4f1d-8ede-f712d7397889 req-4ae55296-78a2-44f9-8f2e-5f00fb3165a1 tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.1536222 Sep 01 15:17:30.922055 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a01d0ef3-a586-444b-93a1-9633e0a98f15 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:30.939125 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ec9ed9d4-d829-4bbd-8fdc-1f4393b5450e None None] Port c5548a5f-93cc-4c6b-9bc5-0a9faa3084c4 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:17:30.940866 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfd820-c986-400f-8bd6-45f7bafb64b3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Pushing event deleted for resources: {'Port': ['ID=50016f04-c34a-4e2a-bfda-e810d43ba3ba,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:30.969746 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b32ef0a5-2f10-4b4c-b5e8-52395925994b up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:17:31.088719 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1602e832-83da-49c0-98e7-31e22e6c5a52 None None] Could not find standard attr ID for object 50016f04-c34a-4e2a-bfda-e810d43ba3ba. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:17:31.149720 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1602e832-83da-49c0-98e7-31e22e6c5a52 None None] Provisioning complete for port c5548a5f-93cc-4c6b-9bc5-0a9faa3084c4 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:17:31.151188 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1602e832-83da-49c0-98e7-31e22e6c5a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:31.261808 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1602e832-83da-49c0-98e7-31e22e6c5a52 None None] Port c5548a5f-93cc-4c6b-9bc5-0a9faa3084c4 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:17:31.278125 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01d0ef3-a586-444b-93a1-9633e0a98f15 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Checking segment: {'id': '5ffe8f07-447d-4806-918d-b4a7ee101e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0d9e09f2-ff3a-4c38-9975-be0423ca7ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:17:31.280167 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01d0ef3-a586-444b-93a1-9633e0a98f15 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Network hostable DHCP agents. Network: 0d9e09f2-ff3a-4c38-9975-be0423ca7ba5, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:17:31.284650 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port b32ef0a5-2f10-4b4c-b5e8-52395925994b triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:17:31.285371 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:31.305806 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d0ef3-a586-444b-93a1-9633e0a98f15 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event updated for resources: {'Subnet': ['ID=1566d6c8-2680-4f5c-a9da-255c1fdfa158,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:31.390760 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01d0ef3-a586-444b-93a1-9633e0a98f15 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Network 0d9e09f2-ff3a-4c38-9975-be0423ca7ba5 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:17:31.433832 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-a01d0ef3-a586-444b-93a1-9633e0a98f15 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 0d9e09f2-ff3a-4c38-9975-be0423ca7ba5) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:17:31.443609 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01d0ef3-a586-444b-93a1-9633e0a98f15 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:31.459617 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a01d0ef3-a586-444b-93a1-9633e0a98f15 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:31.501175 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac686b2-0219-4b87-92b0-f94b77877f0b None None] Network 0d9e09f2-ff3a-4c38-9975-be0423ca7ba5 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:17:31.515315 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177139a2-2eba-4fd7-9709-c1a2e7d41907 req-2b5b792d-343a-49f0-adf5-9326c1ca3ac9 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:31.534551 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a01d0ef3-a586-444b-93a1-9633e0a98f15 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2470384 Sep 01 15:17:31.539917 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40030) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:31.549442 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-177139a2-2eba-4fd7-9709-c1a2e7d41907 req-2b5b792d-343a-49f0-adf5-9326c1ca3ac9 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 1.1020145 Sep 01 15:17:31.644271 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:31.672770 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7cfd820-c986-400f-8bd6-45f7bafb64b3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:31.684691 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b7cfd820-c986-400f-8bd6-45f7bafb64b3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] 10.222.0.60 "DELETE /v2.0/ports/50016f04-c34a-4e2a-bfda-e810d43ba3ba HTTP/1.1" status: 204 len: 168 time: 2.3767557 Sep 01 15:17:31.690786 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40032) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:31.730607 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b32ef0a5-2f10-4b4c-b5e8-52395925994b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b32ef0a5-2f10-4b4c-b5e8-52395925994b,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:31.736475 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f229aba-bba8-4b02-8e17-fa7508aa2833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32ef0a5-2f10-4b4c-b5e8-52395925994b'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:17:31.757380 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00ccf07-bb0a-48c6-b49c-8c024bc91faa" -d '{"events": [{"server_uuid": "6f229aba-bba8-4b02-8e17-fa7508aa2833", "name": "network-vif-plugged", "status": "completed", "tag": "b32ef0a5-2f10-4b4c-b5e8-52395925994b"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:17:31.782902 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:31.817690 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d6df9d-2bb5-48ff-9229-86a338621102 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] GET failed (client error): The resource could not be found. Sep 01 15:17:31.817973 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ae557752-da6d-4fc2-918d-d4f680be9e3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:31.832162 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-95d6df9d-2bb5-48ff-9229-86a338621102 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] 10.222.0.60 "GET /v2.0/ports/50016f04-c34a-4e2a-bfda-e810d43ba3ba HTTP/1.1" status: 404 len: 333 time: 0.1188822 Sep 01 15:17:31.832748 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40038) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:31.847114 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-905c75e6-bc79-44e5-8ae0-c488c075c887 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Request body: {'port': {'network_id': 'f974ee04-c665-422a-add1-6b6edcf4428e', 'name': 'tempest-AllowedAddressPairTestJSON-753882402'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:31.897610 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-177139a2-2eba-4fd7-9709-c1a2e7d41907 req-acf314fd-5cd3-4e0a-9f37-2f7a871fa087 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3177319 Sep 01 15:17:32.022975 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b1101e-ebc7-4c63-b3b9-5d8cbde2ed10 x-openstack-request-id: req-a1b1101e-ebc7-4c63-b3b9-5d8cbde2ed10 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:17:32.024259 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f229aba-bba8-4b02-8e17-fa7508aa2833", "name": "network-vif-plugged", "status": "completed", "tag": "b32ef0a5-2f10-4b4c-b5e8-52395925994b", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:17:32.024907 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a1b1101e-ebc7-4c63-b3b9-5d8cbde2ed10 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:17:32.025777 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f229aba-bba8-4b02-8e17-fa7508aa2833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32ef0a5-2f10-4b4c-b5e8-52395925994b', 'code': 200} Sep 01 15:17:32.109445 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=b32ef0a5-2f10-4b4c-b5e8-52395925994b,revision_number=7']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:32.148729 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ae557752-da6d-4fc2-918d-d4f680be9e3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:32.256756 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae9f61d-cdb3-41b3-8960-76848dfacb6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-0d9e09f2-ff3a-4c38-9975-be0423ca7ba5', 'network_id': '0d9e09f2-ff3a-4c38-9975-be0423ca7ba5', 'tenant_id': '59f08cd2adca45acb4492ed8468b0285', 'fixed_ips': [{'subnet_id': '1566d6c8-2680-4f5c-a9da-255c1fdfa158'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:17:32.259021 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0ae9f61d-cdb3-41b3-8960-76848dfacb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:32.261328 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-67b6376c-85f9-4244-8895-be32248889c4 req-f60487bb-0548-4ec2-ae30-871aa8984f66 tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.1036205 Sep 01 15:17:32.382373 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905c75e6-bc79-44e5-8ae0-c488c075c887 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Made reservation on behalf of fc5119f86ede4d928ff4777d573407e5 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:32.389108 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-905c75e6-bc79-44e5-8ae0-c488c075c887 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:32.480998 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-905c75e6-bc79-44e5-8ae0-c488c075c887 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] device_id is not set on port caa78256-3534-48f7-ac8b-b5fefebd1eb8 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server [None req-0ae9f61d-cdb3-41b3-8960-76848dfacb6a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1566d6c8-2680-4f5c-a9da-255c1fdfa158: This subnet is being modified by another concurrent operation. Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 15:17:32.743887 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise exception Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1566d6c8-2680-4f5c-a9da-255c1fdfa158: This subnet is being modified by another concurrent operation. Sep 01 15:17:32.750923 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server Sep 01 15:17:32.758101 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ae557752-da6d-4fc2-918d-d4f680be9e3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:32.832407 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c62c92c-0010-4b39-9248-1c8d8463a426 None None] Network 0d9e09f2-ff3a-4c38-9975-be0423ca7ba5 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:17:33.051695 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae557752-da6d-4fc2-918d-d4f680be9e3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Subnet': ['ID=1566d6c8-2680-4f5c-a9da-255c1fdfa158,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:33.113612 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc21482-04d1-4a4d-9829-58156779c223 None None] get_active_networks_info from n-d-794796-3 {{(pid=94735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:17:33.475195 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-905c75e6-bc79-44e5-8ae0-c488c075c887 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Allocated IP 172.20.0.3 (f974ee04-c665-422a-add1-6b6edcf4428e/9eec3dea-cf57-44e9-85dd-cffc394a41d5/caa78256-3534-48f7-ac8b-b5fefebd1eb8) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:17:33.646677 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ae557752-da6d-4fc2-918d-d4f680be9e3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:33.663653 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc21482-04d1-4a4d-9829-58156779c223 None None] Resources bound (agent type, host, resource id): {{(pid=94735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:17:33.688349 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-ae557752-da6d-4fc2-918d-d4f680be9e3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d9e09f2-ff3a-4c38-9975-be0423ca7ba5']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:33.801606 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-ae557752-da6d-4fc2-918d-d4f680be9e3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ffe8f07-447d-4806-918d-b4a7ee101e85') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:33.802792 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-ae557752-da6d-4fc2-918d-d4f680be9e3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ffe8f07-447d-4806-918d-b4a7ee101e85') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:34.017903 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ae557752-da6d-4fc2-918d-d4f680be9e3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:34.057317 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc75f5-7c6c-41ee-8224-fd138a6192e0 req-957672fa-83c9-44ed-b993-906be04acb92 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:34.070733 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c8cc75f5-7c6c-41ee-8224-fd138a6192e0 req-957672fa-83c9-44ed-b993-906be04acb92 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.7166133 Sep 01 15:17:34.167870 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e094b443-7eee-4d0f-a670-d592af8997d7 req-7e69894e-62df-4e8d-b131-68922174f878 tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9&device_id=13e2aff2-9979-47c7-b4e9-575a79f872fb HTTP/1.1" status: 200 len: 210 time: 0.9103172 Sep 01 15:17:34.179637 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c8cc75f5-7c6c-41ee-8224-fd138a6192e0 req-18b16fe6-7105-4a8c-b7db-af5c9711dcce tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072061 Sep 01 15:17:34.181967 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ae557752-da6d-4fc2-918d-d4f680be9e3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:34.224142 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae557752-da6d-4fc2-918d-d4f680be9e3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:17:34.225216 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ae557752-da6d-4fc2-918d-d4f680be9e3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:17:34.234396 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:17:34.418940 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-905c75e6-bc79-44e5-8ae0-c488c075c887 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:34.424090 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ae557752-da6d-4fc2-918d-d4f680be9e3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:34.441722 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ae557752-da6d-4fc2-918d-d4f680be9e3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:34.452723 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ae557752-da6d-4fc2-918d-d4f680be9e3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/networks/0d9e09f2-ff3a-4c38-9975-be0423ca7ba5 HTTP/1.1" status: 204 len: 168 time: 2.9009051 Sep 01 15:17:34.453033 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40084) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:34.467542 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-d37635c0-0e42-4695-95ff-7b00d1eeb51d tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1827932261'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:34.518193 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae557752-da6d-4fc2-918d-d4f680be9e3f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Network': ['ID=0d9e09f2-ff3a-4c38-9975-be0423ca7ba5,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:34.524995 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-905c75e6-bc79-44e5-8ae0-c488c075c887 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Transition to ACTIVE for port object caa78256-3534-48f7-ac8b-b5fefebd1eb8 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:17:34.585157 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37635c0-0e42-4695-95ff-7b00d1eeb51d tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Made reservation on behalf of 59f08cd2adca45acb4492ed8468b0285 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:34.592763 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d37635c0-0e42-4695-95ff-7b00d1eeb51d tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:34.666074 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-905c75e6-bc79-44e5-8ae0-c488c075c887 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:34.746695 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d37635c0-0e42-4695-95ff-7b00d1eeb51d tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:17:34.784017 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d37635c0-0e42-4695-95ff-7b00d1eeb51d tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:34.787252 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-d37635c0-0e42-4695-95ff-7b00d1eeb51d tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Added segment 52c42cfe-8da0-4beb-a760-239a79a50e10 of type vlan for network 43b02449-281c-46ae-81b7-1f432236203a Sep 01 15:17:34.902939 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d37635c0-0e42-4695-95ff-7b00d1eeb51d tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:34.912823 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905c75e6-bc79-44e5-8ae0-c488c075c887 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Network f974ee04-c665-422a-add1-6b6edcf4428e is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:17:34.954853 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-905c75e6-bc79-44e5-8ae0-c488c075c887 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:17:34.966153 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905c75e6-bc79-44e5-8ae0-c488c075c887 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:17:35.017556 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d37635c0-0e42-4695-95ff-7b00d1eeb51d tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:35.032658 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37635c0-0e42-4695-95ff-7b00d1eeb51d tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:35.034472 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d37635c0-0e42-4695-95ff-7b00d1eeb51d tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:35.154766 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905c75e6-bc79-44e5-8ae0-c488c075c887 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:35.155941 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-905c75e6-bc79-44e5-8ae0-c488c075c887 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:35.182918 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c75e6-bc79-44e5-8ae0-c488c075c887 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Pushing event updated for resources: {'Port': ['ID=caa78256-3534-48f7-ac8b-b5fefebd1eb8,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:35.307659 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-905c75e6-bc79-44e5-8ae0-c488c075c887 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4711440 Sep 01 15:17:35.313673 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40094) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:35.332523 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-ade89640-cf84-4600-87c5-8ba4dbef9f8f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:83:ce:63'}]}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:35.357404 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d8238717-9d5d-4faf-94ee-05b0926a0c1d req-c9304e3d-097a-451d-a429-ef9030bb4ad2 tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.1374397 Sep 01 15:17:35.358971 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93b633bf-f29f-4cd7-94c6-5c8e644c1bdb req-97a69cd1-1bf7-4aef-924a-907070a5b0ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1348a97bf463435c98458c44dce5ae61&device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.2390733 Sep 01 15:17:35.367136 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d37635c0-0e42-4695-95ff-7b00d1eeb51d tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9127252 Sep 01 15:17:35.372943 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40100) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:35.390506 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-297f1d69-4d9a-49fc-b988-6e41dedead7e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:35.450758 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93b633bf-f29f-4cd7-94c6-5c8e644c1bdb req-5fa06354-0461-477e-9690-1d28bfed806c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1348a97bf463435c98458c44dce5ae61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472112 Sep 01 15:17:35.565847 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8e8f155d-cf37-4f7f-8b54-fb6dc7c2b6d8 None None] Provisioning for port caa78256-3534-48f7-ac8b-b5fefebd1eb8 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:17:35.585730 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8e8f155d-cf37-4f7f-8b54-fb6dc7c2b6d8 None None] Provisioning complete for port caa78256-3534-48f7-ac8b-b5fefebd1eb8 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:17:35.590226 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8e8f155d-cf37-4f7f-8b54-fb6dc7c2b6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:35.779750 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-8e8f155d-cf37-4f7f-8b54-fb6dc7c2b6d8 None None] Port caa78256-3534-48f7-ac8b-b5fefebd1eb8 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:17:35.888986 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37635c0-0e42-4695-95ff-7b00d1eeb51d tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event updated for resources: {'Network': ['ID=43b02449-281c-46ae-81b7-1f432236203a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:35.913154 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 43b02449-281c-46ae-81b7-1f432236203a details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:17:35.948862 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ade89640-cf84-4600-87c5-8ba4dbef9f8f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:36.048793 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b633bf-f29f-4cd7-94c6-5c8e644c1bdb req-c6c67cbe-24d6-46bd-a711-7c5b6fcc8d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:36.053868 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93b633bf-f29f-4cd7-94c6-5c8e644c1bdb req-c6c67cbe-24d6-46bd-a711-7c5b6fcc8d31 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5552647 Sep 01 15:17:36.241351 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e383b-12bc-4068-8e10-b1b94e2b7841 req-d103a2cd-42bd-4e53-a6ca-3f90acc34c9b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:36.254033 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a45e383b-12bc-4068-8e10-b1b94e2b7841 req-d103a2cd-42bd-4e53-a6ca-3f90acc34c9b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.4597445 Sep 01 15:17:36.386529 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-297f1d69-4d9a-49fc-b988-6e41dedead7e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:36.427591 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-297f1d69-4d9a-49fc-b988-6e41dedead7e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:36.444923 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a45e383b-12bc-4068-8e10-b1b94e2b7841 req-2d49e1fe-07f5-4bee-a50d-888978cadaa4 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870000 Sep 01 15:17:36.553182 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-297f1d69-4d9a-49fc-b988-6e41dedead7e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Network 43b02449-281c-46ae-81b7-1f432236203a is not hosted by any dhcp agent {{(pid=94733) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 01 15:17:36.569118 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297f1d69-4d9a-49fc-b988-6e41dedead7e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:36.570074 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-297f1d69-4d9a-49fc-b988-6e41dedead7e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:36.572434 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-297f1d69-4d9a-49fc-b988-6e41dedead7e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "PUT /v2.0/networks/43b02449-281c-46ae-81b7-1f432236203a HTTP/1.1" status: 200 len: 723 time: 1.1921506 Sep 01 15:17:36.579834 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40120) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:36.594366 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-98f008c0-7c2e-428b-a778-0cf4c9fe2666 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Request body: {'subnet': {'network_id': '43b02449-281c-46ae-81b7-1f432236203a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:36.802699 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f1d69-4d9a-49fc-b988-6e41dedead7e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event updated for resources: {'Network': ['ID=43b02449-281c-46ae-81b7-1f432236203a,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:36.819283 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e23819f7-28fd-4a57-b3b3-964190a2d726 req-1747608c-e252-41b0-8631-3da89b6537ef tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.0918603 Sep 01 15:17:36.848006 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 43b02449-281c-46ae-81b7-1f432236203a details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:17:37.013111 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f008c0-7c2e-428b-a778-0cf4c9fe2666 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Made reservation on behalf of 59f08cd2adca45acb4492ed8468b0285 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:37.073241 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98f008c0-7c2e-428b-a778-0cf4c9fe2666 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:37.075988 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ade89640-cf84-4600-87c5-8ba4dbef9f8f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:37.090238 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ade89640-cf84-4600-87c5-8ba4dbef9f8f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:37.538957 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-ade89640-cf84-4600-87c5-8ba4dbef9f8f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] In _notify_port_updated(), no bound segment for port caa78256-3534-48f7-ac8b-b5fefebd1eb8 on network f974ee04-c665-422a-add1-6b6edcf4428e {{(pid=94734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:17:37.583830 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade89640-cf84-4600-87c5-8ba4dbef9f8f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:37.585062 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ade89640-cf84-4600-87c5-8ba4dbef9f8f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:37.606601 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ade89640-cf84-4600-87c5-8ba4dbef9f8f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] 10.222.0.60 "PUT /v2.0/ports/caa78256-3534-48f7-ac8b-b5fefebd1eb8 HTTP/1.1" status: 200 len: 992 time: 2.2871835 Sep 01 15:17:37.609871 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40140) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:37.734787 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade89640-cf84-4600-87c5-8ba4dbef9f8f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Pushing event updated for resources: {'Port': ['ID=caa78256-3534-48f7-ac8b-b5fefebd1eb8,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:37.839575 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98f008c0-7c2e-428b-a778-0cf4c9fe2666 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:37.846070 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-bb2b93a8-c52e-486b-b88a-7e5a53493009 None None] Provisioning complete for port caa78256-3534-48f7-ac8b-b5fefebd1eb8 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:17:37.846636 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bb2b93a8-c52e-486b-b88a-7e5a53493009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:37.965336 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-bb2b93a8-c52e-486b-b88a-7e5a53493009 None None] Port caa78256-3534-48f7-ac8b-b5fefebd1eb8 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:17:38.057894 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8c71b-c5cf-4623-b01d-0c2756056c70 req-ae2f79f0-2b54-44a7-ad22-ee14b740c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:38.060545 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26d8c71b-c5cf-4623-b01d-0c2756056c70 req-ae2f79f0-2b54-44a7-ad22-ee14b740c51f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f5c878306d2c4fbcbebf77004da8b742&device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 1096 time: 0.2610734 Sep 01 15:17:38.063896 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f008c0-7c2e-428b-a778-0cf4c9fe2666 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event updated for resources: {'Subnet': ['ID=064eb936-620d-4371-b0dd-bec1c4a62d0d,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:38.071763 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f008c0-7c2e-428b-a778-0cf4c9fe2666 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Checking segment: {'id': '52c42cfe-8da0-4beb-a760-239a79a50e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '43b02449-281c-46ae-81b7-1f432236203a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:17:38.072427 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f008c0-7c2e-428b-a778-0cf4c9fe2666 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Network hostable DHCP agents. Network: 43b02449-281c-46ae-81b7-1f432236203a, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:17:38.085349 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744afa1d-b36e-42a5-a4f3-deaca5f7d865 req-aca764b0-fdb7-4be3-9729-21fccf12ad59 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:38.105985 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-744afa1d-b36e-42a5-a4f3-deaca5f7d865 req-aca764b0-fdb7-4be3-9729-21fccf12ad59 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.7582502 Sep 01 15:17:38.138280 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-93b633bf-f29f-4cd7-94c6-5c8e644c1bdb req-14230a5d-e197-49aa-a903-8ad190fd965c tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.45 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.2454054 Sep 01 15:17:38.206849 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f008c0-7c2e-428b-a778-0cf4c9fe2666 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Network 43b02449-281c-46ae-81b7-1f432236203a is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:17:38.232373 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-98f008c0-7c2e-428b-a778-0cf4c9fe2666 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 43b02449-281c-46ae-81b7-1f432236203a) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:17:38.254961 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f008c0-7c2e-428b-a778-0cf4c9fe2666 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:38.256079 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98f008c0-7c2e-428b-a778-0cf4c9fe2666 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:38.304282 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404768ed-d058-4533-8522-88c363bb012c None None] Network 43b02449-281c-46ae-81b7-1f432236203a requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:17:38.361904 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3cfd3938-58c4-493e-9f24-651de72fd9f4 req-df090062-4353-4efa-a738-e4973594a117 tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=38f42ab1-138b-470e-8615-2403998c3fd9 HTTP/1.1" status: 200 len: 210 time: 0.0960724 Sep 01 15:17:38.409751 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8c71b-c5cf-4623-b01d-0c2756056c70 req-b182ce77-bd59-4891-a621-c8b66f62d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:38.413160 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26d8c71b-c5cf-4623-b01d-0c2756056c70 req-b182ce77-bd59-4891-a621-c8b66f62d38b service neutron] 10.222.0.45 "GET /v2.0/networks?id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 200 len: 913 time: 0.3360367 Sep 01 15:17:38.419675 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-98f008c0-7c2e-428b-a778-0cf4c9fe2666 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8380516 Sep 01 15:17:38.464915 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40148) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:38.487042 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-722a5a4d-20a7-49ce-a178-e60daed8be78 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:38.512096 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:38.638571 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-744afa1d-b36e-42a5-a4f3-deaca5f7d865 req-68fa8cc0-db22-4e62-9a29-63b829068ebf tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5306363 Sep 01 15:17:38.787191 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-b9145123-49f6-44d8-8992-f24331d830e1 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Deleting port caa78256-3534-48f7-ac8b-b5fefebd1eb8 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:17:38.788318 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b9145123-49f6-44d8-8992-f24331d830e1 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:38.831285 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26d8c71b-c5cf-4623-b01d-0c2756056c70 req-f721accd-c69c-4dfc-be04-a62ff522c70f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d HTTP/1.1" status: 200 len: 1000 time: 0.4077382 Sep 01 15:17:39.003110 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc78d3d8-b76a-42e3-a7aa-a1bd4c796190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-43b02449-281c-46ae-81b7-1f432236203a', 'network_id': '43b02449-281c-46ae-81b7-1f432236203a', 'tenant_id': '59f08cd2adca45acb4492ed8468b0285', 'fixed_ips': [{'subnet_id': '064eb936-620d-4371-b0dd-bec1c4a62d0d'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:17:39.008937 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bc78d3d8-b76a-42e3-a7aa-a1bd4c796190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:39.030649 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-722a5a4d-20a7-49ce-a178-e60daed8be78 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3457436'] for subnet, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:39.060064 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8c71b-c5cf-4623-b01d-0c2756056c70 req-af43955a-6196-428c-ad4b-09312f64cc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:39.064680 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26d8c71b-c5cf-4623-b01d-0c2756056c70 req-af43955a-6196-428c-ad4b-09312f64cc99 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4b8a1a7-4c41-46cc-8798-989cc5140738 HTTP/1.1" status: 200 len: 851 time: 0.2182331 Sep 01 15:17:39.217143 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b9145123-49f6-44d8-8992-f24331d830e1 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:39.297484 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8c71b-c5cf-4623-b01d-0c2756056c70 req-badc092a-5aac-4b1d-969c-342d11bf3302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:39.301319 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26d8c71b-c5cf-4623-b01d-0c2756056c70 req-badc092a-5aac-4b1d-969c-342d11bf3302 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2172852 Sep 01 15:17:39.333915 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-b9145123-49f6-44d8-8992-f24331d830e1 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Calling delete_port for caa78256-3534-48f7-ac8b-b5fefebd1eb8 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:17:39.465489 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-da4bb65a-eb3f-44a7-af35-462fe8bda46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:39.691464 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26d8c71b-c5cf-4623-b01d-0c2756056c70 req-d4d07ed1-07ae-4e2a-acfc-3e5c55f013eb service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658187 Sep 01 15:17:39.724302 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-722a5a4d-20a7-49ce-a178-e60daed8be78 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772851821788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9044468'] for subnet, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:39.769063 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722a5a4d-20a7-49ce-a178-e60daed8be78 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:39.770441 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-722a5a4d-20a7-49ce-a178-e60daed8be78 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:39.773032 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-722a5a4d-20a7-49ce-a178-e60daed8be78 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "PUT /v2.0/subnets/064eb936-620d-4371-b0dd-bec1c4a62d0d HTTP/1.1" status: 200 len: 806 time: 1.3016438 Sep 01 15:17:39.780552 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40176) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:39.991671 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-bc78d3d8-b76a-42e3-a7aa-a1bd4c796190 None None] Allocated IP 172.20.0.2 (43b02449-281c-46ae-81b7-1f432236203a/064eb936-620d-4371-b0dd-bec1c4a62d0d/8c84a81d-b77e-43db-b604-f18e3946de93) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:17:40.108772 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a5a4d-20a7-49ce-a178-e60daed8be78 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event updated for resources: {'Subnet': ['ID=064eb936-620d-4371-b0dd-bec1c4a62d0d,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:40.371912 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26d8c71b-c5cf-4623-b01d-0c2756056c70 req-2915a2af-a5e2-4930-8791-b403ca4d4a7d service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6724377 Sep 01 15:17:40.526067 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d21501e2-a791-428e-b2b9-859c02a93d3b req-d01427ca-1e26-4674-ba11-9e14ca25a20b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1348a97bf463435c98458c44dce5ae61&device_id=13e2aff2-9979-47c7-b4e9-575a79f872fb HTTP/1.1" status: 200 len: 210 time: 0.1243103 Sep 01 15:17:40.567843 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b9145123-49f6-44d8-8992-f24331d830e1 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:40.601167 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:40.682437 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f717d-0464-4a84-b9bb-eb20cbe092d9 req-83dc1b21-8a99-4dc0-b8b7-4a1f25abb8ad tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:40.684895 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-664f717d-0464-4a84-b9bb-eb20cbe092d9 req-83dc1b21-8a99-4dc0-b8b7-4a1f25abb8ad tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.4122646 Sep 01 15:17:40.699351 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bc78d3d8-b76a-42e3-a7aa-a1bd4c796190 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:40.735981 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d21501e2-a791-428e-b2b9-859c02a93d3b req-b8c18704-ae03-42fa-9ae6-5ac5decce4ab service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1348a97bf463435c98458c44dce5ae61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1896369 Sep 01 15:17:40.737644 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-bc78d3d8-b76a-42e3-a7aa-a1bd4c796190 None None] Transition to ACTIVE for port object 8c84a81d-b77e-43db-b604-f18e3946de93 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:17:40.827094 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-bc78d3d8-b76a-42e3-a7aa-a1bd4c796190 None None] Transition to ACTIVE for port object 8c84a81d-b77e-43db-b604-f18e3946de93 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:17:40.844923 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bc78d3d8-b76a-42e3-a7aa-a1bd4c796190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:41.001084 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-664f717d-0464-4a84-b9bb-eb20cbe092d9 req-6b41565c-e80f-45b8-aa8f-71aaee9afde7 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2596884 Sep 01 15:17:41.007141 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9145123-49f6-44d8-8992-f24331d830e1 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Pushing event deleted for resources: {'Port': ['ID=caa78256-3534-48f7-ac8b-b5fefebd1eb8,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:41.121589 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-41ecf9f2-0491-41b3-9b78-6336a8a9d1a8 req-2c10f631-5ad9-4ce4-9e68-f070f37b19fc tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=13e2aff2-9979-47c7-b4e9-575a79f872fb HTTP/1.1" status: 200 len: 210 time: 0.1472654 Sep 01 15:17:41.269200 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc78d3d8-b76a-42e3-a7aa-a1bd4c796190 None None] Network 43b02449-281c-46ae-81b7-1f432236203a is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:17:41.296949 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-bc78d3d8-b76a-42e3-a7aa-a1bd4c796190 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:17:41.316481 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc78d3d8-b76a-42e3-a7aa-a1bd4c796190 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:17:41.409015 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78d3d8-b76a-42e3-a7aa-a1bd4c796190 None None] Pushing event updated for resources: {'Port': ['ID=8c84a81d-b77e-43db-b604-f18e3946de93,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:41.561439 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-bc78d3d8-b76a-42e3-a7aa-a1bd4c796190 None None] Attempting to bind port 8c84a81d-b77e-43db-b604-f18e3946de93 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:17:41.565290 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-bc78d3d8-b76a-42e3-a7aa-a1bd4c796190 None None] Attempting to bind port 8c84a81d-b77e-43db-b604-f18e3946de93 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '52c42cfe-8da0-4beb-a760-239a79a50e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '43b02449-281c-46ae-81b7-1f432236203a'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:17:41.565290 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc78d3d8-b76a-42e3-a7aa-a1bd4c796190 None None] Attempting to bind port 8c84a81d-b77e-43db-b604-f18e3946de93 on network 43b02449-281c-46ae-81b7-1f432236203a {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:17:41.574634 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc78d3d8-b76a-42e3-a7aa-a1bd4c796190 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:17:41.575101 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc78d3d8-b76a-42e3-a7aa-a1bd4c796190 None None] Checking segment: {'id': '52c42cfe-8da0-4beb-a760-239a79a50e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '43b02449-281c-46ae-81b7-1f432236203a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:17:41.575867 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bc78d3d8-b76a-42e3-a7aa-a1bd4c796190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:41.576602 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc78d3d8-b76a-42e3-a7aa-a1bd4c796190 None None] Bound using segment: {'id': '52c42cfe-8da0-4beb-a760-239a79a50e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '43b02449-281c-46ae-81b7-1f432236203a'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:17:41.577527 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-bc78d3d8-b76a-42e3-a7aa-a1bd4c796190 None None] Bound port: 8c84a81d-b77e-43db-b604-f18e3946de93, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c42cfe-8da0-4beb-a760-239a79a50e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '43b02449-281c-46ae-81b7-1f432236203a'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:17:41.579955 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bc78d3d8-b76a-42e3-a7aa-a1bd4c796190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:41.856357 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-bc78d3d8-b76a-42e3-a7aa-a1bd4c796190 None None] For port 8c84a81d-b77e-43db-b604-f18e3946de93, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:17:41.873260 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-bc78d3d8-b76a-42e3-a7aa-a1bd4c796190 None None] For port 8c84a81d-b77e-43db-b604-f18e3946de93, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=8c84a81d-b77e-43db-b604-f18e3946de93,segment=NetworkSegment(52c42cfe-8da0-4beb-a760-239a79a50e10),segment_id=52c42cfe-8da0-4beb-a760-239a79a50e10)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:17:41.882166 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bc78d3d8-b76a-42e3-a7aa-a1bd4c796190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:41.978218 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21501e2-a791-428e-b2b9-859c02a93d3b req-807038c9-3cc8-4d49-ac47-d5cdd5f0212e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:41.981024 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d21501e2-a791-428e-b2b9-859c02a93d3b req-807038c9-3cc8-4d49-ac47-d5cdd5f0212e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1770620 Sep 01 15:17:42.196211 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78d3d8-b76a-42e3-a7aa-a1bd4c796190 None None] Pushing event updated for resources: {'Port': ['ID=8c84a81d-b77e-43db-b604-f18e3946de93,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:42.218054 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:42.256488 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Deleting port 8c84a81d-b77e-43db-b604-f18e3946de93 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:17:42.257039 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:42.452816 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] For port 8c84a81d-b77e-43db-b604-f18e3946de93, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=8c84a81d-b77e-43db-b604-f18e3946de93,segment=NetworkSegment(52c42cfe-8da0-4beb-a760-239a79a50e10),segment_id=52c42cfe-8da0-4beb-a760-239a79a50e10)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:42.453363 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:42.559504 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda666d-21af-4ee6-904b-8bcc1d04aaf4 req-29a58fb2-21c6-40c0-a89f-48e370a08b76 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:42.575934 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8cda666d-21af-4ee6-904b-8bcc1d04aaf4 req-29a58fb2-21c6-40c0-a89f-48e370a08b76 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.2669356 Sep 01 15:17:42.621814 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Calling delete_port for 8c84a81d-b77e-43db-b604-f18e3946de93 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:17:42.673024 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff503548-2b0d-4f0b-888e-3d20a9cd12c9 req-78c4a412-e3f4-4bdc-818b-88bf0578163a tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=13e2aff2-9979-47c7-b4e9-575a79f872fb HTTP/1.1" status: 200 len: 210 time: 0.1728978 Sep 01 15:17:42.676854 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8cda666d-21af-4ee6-904b-8bcc1d04aaf4 req-d952302e-37cb-4e38-b143-fd1e03b19c9f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966525 Sep 01 15:17:42.874539 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b9145123-49f6-44d8-8992-f24331d830e1 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:42.880647 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b9145123-49f6-44d8-8992-f24331d830e1 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] 10.222.0.60 "DELETE /v2.0/ports/caa78256-3534-48f7-ac8b-b5fefebd1eb8 HTTP/1.1" status: 204 len: 168 time: 5.1671600 Sep 01 15:17:42.881517 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40228) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:42.937139 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8f5467-9434-40c4-a4e5-c0e3890041bd tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] GET failed (client error): The resource could not be found. Sep 01 15:17:42.945914 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1e8f5467-9434-40c4-a4e5-c0e3890041bd tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] 10.222.0.60 "GET /v2.0/ports/caa78256-3534-48f7-ac8b-b5fefebd1eb8 HTTP/1.1" status: 404 len: 333 time: 0.0562947 Sep 01 15:17:42.947788 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40230) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:42.962581 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-831f9e24-7d56-479d-8f8c-81da12e510cc tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Request body: {'port': {'network_id': 'f974ee04-c665-422a-add1-6b6edcf4428e', 'name': 'tempest-AllowedAddressPairTestJSON-1312149513'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:43.173110 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:43.367968 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09194624-afe6-4a6c-9061-a3cb96fa6918 req-43d30054-3731-4262-be74-63ac5db343e6 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:43.374326 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09194624-afe6-4a6c-9061-a3cb96fa6918 req-43d30054-3731-4262-be74-63ac5db343e6 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.3079772 Sep 01 15:17:43.587028 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-741c0b04-1697-44d7-908e-82c6c4c93fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:43.664740 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d21501e2-a791-428e-b2b9-859c02a93d3b req-b59c5619-0950-4ff5-a714-240348c3471a tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e2aff2-9979-47c7-b4e9-575a79f872fb HTTP/1.1" status: 200 len: 210 time: 0.1377728 Sep 01 15:17:43.723909 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09194624-afe6-4a6c-9061-a3cb96fa6918 req-0453d550-d20d-458b-a376-2076cc5d5eab tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3204710 Sep 01 15:17:43.734503 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831f9e24-7d56-479d-8f8c-81da12e510cc tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Made reservation on behalf of fc5119f86ede4d928ff4777d573407e5 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:43.745122 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-831f9e24-7d56-479d-8f8c-81da12e510cc tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:43.753014 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:43.925513 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-831f9e24-7d56-479d-8f8c-81da12e510cc tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] device_id is not set on port 6e80fd04-0caf-4136-a7c8-db811ac7b4a7 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:17:44.115392 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-34972d7b-edf7-47f5-91d8-9ca6666338ad req-8a6e2e37-6873-4c11-982f-9fc729fa84c4 tempest-ServerShowV247Test-331422116 tempest-ServerShowV247Test-331422116-project] 10.222.0.60 "GET /v2.0/ports?device_id=13e2aff2-9979-47c7-b4e9-575a79f872fb HTTP/1.1" status: 200 len: 210 time: 0.0888901 Sep 01 15:17:44.183200 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 8c84a81d-b77e-43db-b604-f18e3946de93 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:17:44.200132 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Port': ['ID=8c84a81d-b77e-43db-b604-f18e3946de93,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:44.251994 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 8c84a81d-b77e-43db-b604-f18e3946de93 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:17:44.252718 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 8c84a81d-b77e-43db-b604-f18e3946de93 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 01 15:17:44.346146 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Port 8c84a81d-b77e-43db-b604-f18e3946de93 not found, will not notify nova. {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 01 15:17:44.433614 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] No DVR routers for this DVR port 8c84a81d-b77e-43db-b604-f18e3946de93 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:17:44.460485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6475bec-76e3-4e53-b3e4-08e4d9a4c4e6 None None] Network 43b02449-281c-46ae-81b7-1f432236203a requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:17:44.664202 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468f221-18ac-401a-9366-1e26851bb3b1 req-02a6fce7-bc57-4f6b-b44a-b256b5946f13 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:44.677790 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7468f221-18ac-401a-9366-1e26851bb3b1 req-02a6fce7-bc57-4f6b-b44a-b256b5946f13 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.5436976 Sep 01 15:17:44.718584 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a20468d5-6fb1-4f22-a80f-4bb245bc71e6 None None] Could not find standard attr ID for object 8c84a81d-b77e-43db-b604-f18e3946de93. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:17:44.829045 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:44.907966 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-831f9e24-7d56-479d-8f8c-81da12e510cc tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Allocated IP 172.20.0.8 (f974ee04-c665-422a-add1-6b6edcf4428e/9eec3dea-cf57-44e9-85dd-cffc394a41d5/6e80fd04-0caf-4136-a7c8-db811ac7b4a7) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:17:45.057217 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7468f221-18ac-401a-9366-1e26851bb3b1 req-dc505289-fdae-4fcc-b74c-27a3689a1c14 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3541565 Sep 01 15:17:45.269684 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:45.467161 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:45.538424 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Subnet': ['ID=064eb936-620d-4371-b0dd-bec1c4a62d0d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:45.811412 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:45.891967 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:17:45.922277 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79272884-6d93-4ee2-9096-a1846c71c82f None None] Network 43b02449-281c-46ae-81b7-1f432236203a requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:17:45.971385 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b02449-281c-46ae-81b7-1f432236203a']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:46.024728 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706eefb-0c1d-4267-be98-58b31f85cd62 req-91124250-0b43-48bf-906b-5eb09afdd698 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:46.033351 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c42cfe-8da0-4beb-a760-239a79a50e10') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:46.037678 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c42cfe-8da0-4beb-a760-239a79a50e10') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:46.047240 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b706eefb-0c1d-4267-be98-58b31f85cd62 req-91124250-0b43-48bf-906b-5eb09afdd698 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.2380891 Sep 01 15:17:46.084531 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:46.135331 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b706eefb-0c1d-4267-be98-58b31f85cd62 req-802ecdf6-e69c-46f9-afe9-71533e4dafd5 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867705 Sep 01 15:17:46.158392 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:46.184371 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:17:46.190816 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:17:46.331880 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:17:46.343616 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:46.383090 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:46.386462 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/networks/43b02449-281c-46ae-81b7-1f432236203a HTTP/1.1" status: 204 len: 168 time: 6.5770273 Sep 01 15:17:46.391001 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40282) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:46.393400 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Network': ['ID=43b02449-281c-46ae-81b7-1f432236203a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:46.420672 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7795b7-b0e7-411b-b4a1-32df020c8bb8 None None] DHCP port deletion for 43b02449-281c-46ae-81b7-1f432236203a request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:17:46.434983 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-831f9e24-7d56-479d-8f8c-81da12e510cc tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:46.443981 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:46.444766 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:46.458453 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:46.458766 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:46.460015 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:46.460015 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:46.460886 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:46.474693 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:46.475818 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:46.477040 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:46.477694 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:46.478657 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ceb2c-ce61-4181-adff-0899b61a17a0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:17:46.487912 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbfe7f0-1173-4c67-be82-3cf93112a5f7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] DELETE failed (client error): The resource could not be found. Sep 01 15:17:46.489695 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fbfe7f0-1173-4c67-be82-3cf93112a5f7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:17:46.503160 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4fbfe7f0-1173-4c67-be82-3cf93112a5f7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/networks/43b02449-281c-46ae-81b7-1f432236203a HTTP/1.1" status: 404 len: 339 time: 0.1015565 Sep 01 15:17:46.504229 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40284) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:46.521420 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-bd84c405-027b-4bf7-aff9-205c17ea9899 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1373979239', 'description': 'd1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:46.525942 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40286) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:46.534787 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-831f9e24-7d56-479d-8f8c-81da12e510cc tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Transition to ACTIVE for port object 6e80fd04-0caf-4136-a7c8-db811ac7b4a7 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:17:46.583417 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd84c405-027b-4bf7-aff9-205c17ea9899 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Made reservation on behalf of 59f08cd2adca45acb4492ed8468b0285 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:46.590704 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bd84c405-027b-4bf7-aff9-205c17ea9899 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:46.644294 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd84c405-027b-4bf7-aff9-205c17ea9899 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:17:46.665295 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-831f9e24-7d56-479d-8f8c-81da12e510cc tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:46.681898 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bd84c405-027b-4bf7-aff9-205c17ea9899 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:46.683486 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-bd84c405-027b-4bf7-aff9-205c17ea9899 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Added segment a424eadd-22dc-45e7-b3c5-bd90f6237d76 of type vlan for network 449132e8-0bfd-47d9-8bf7-8f2015d49179 Sep 01 15:17:46.722417 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831f9e24-7d56-479d-8f8c-81da12e510cc tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Network f974ee04-c665-422a-add1-6b6edcf4428e is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:17:46.793458 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-831f9e24-7d56-479d-8f8c-81da12e510cc tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:17:46.797166 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831f9e24-7d56-479d-8f8c-81da12e510cc tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:17:46.859384 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bd84c405-027b-4bf7-aff9-205c17ea9899 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:46.908371 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f9e24-7d56-479d-8f8c-81da12e510cc tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Pushing event updated for resources: {'Port': ['ID=6e80fd04-0caf-4136-a7c8-db811ac7b4a7,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:46.950111 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831f9e24-7d56-479d-8f8c-81da12e510cc tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:46.952752 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-831f9e24-7d56-479d-8f8c-81da12e510cc tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:46.989980 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-18398a0c-57e0-4f91-8020-0817d23aa9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:46.991367 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-831f9e24-7d56-479d-8f8c-81da12e510cc tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0417516 Sep 01 15:17:46.996305 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40304) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:46.999177 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bd84c405-027b-4bf7-aff9-205c17ea9899 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:47.014117 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd84c405-027b-4bf7-aff9-205c17ea9899 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:47.014904 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bd84c405-027b-4bf7-aff9-205c17ea9899 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:47.055464 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-f8d766e0-c628-4ac7-9434-05012f0f9231 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:83:ce:63'}]}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:47.497215 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-727d171e-1030-4bb6-b2c5-f81b65cb3af1 None None] Provisioning for port 6e80fd04-0caf-4136-a7c8-db811ac7b4a7 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:17:47.503472 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-727d171e-1030-4bb6-b2c5-f81b65cb3af1 None None] Provisioning complete for port 6e80fd04-0caf-4136-a7c8-db811ac7b4a7 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:17:47.504162 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-727d171e-1030-4bb6-b2c5-f81b65cb3af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:47.547959 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84c405-027b-4bf7-aff9-205c17ea9899 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event updated for resources: {'Network': ['ID=449132e8-0bfd-47d9-8bf7-8f2015d49179,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:47.594381 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f8d766e0-c628-4ac7-9434-05012f0f9231 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:47.630977 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db3b2e-64a0-4c0b-b27b-7d2467d42a91 req-1e635c13-7b16-4b5b-b042-89de1c525a53 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:47.639860 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9db3b2e-64a0-4c0b-b27b-7d2467d42a91 req-1e635c13-7b16-4b5b-b042-89de1c525a53 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.2801046 Sep 01 15:17:47.648409 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-727d171e-1030-4bb6-b2c5-f81b65cb3af1 None None] Port 6e80fd04-0caf-4136-a7c8-db811ac7b4a7 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:17:47.651111 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 449132e8-0bfd-47d9-8bf7-8f2015d49179 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:17:47.758238 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9db3b2e-64a0-4c0b-b27b-7d2467d42a91 req-a3b8aa1d-bc65-4803-8a33-8d92fa30f755 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073108 Sep 01 15:17:47.950958 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 8c84a81d-b77e-43db-b604-f18e3946de93 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:17:47.984783 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-18398a0c-57e0-4f91-8020-0817d23aa9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:47.995875 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-18398a0c-57e0-4f91-8020-0817d23aa9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:48.009920 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bd84c405-027b-4bf7-aff9-205c17ea9899 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.5039990 Sep 01 15:17:48.042774 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40324) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:48.066153 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 8c84a81d-b77e-43db-b604-f18e3946de93 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:17:48.075150 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 8c84a81d-b77e-43db-b604-f18e3946de93 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:17:48.308365 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18398a0c-57e0-4f91-8020-0817d23aa9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7107d5c7-cf01-4eec-a7ec-14cc2e8df945,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:48.351946 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-18398a0c-57e0-4f91-8020-0817d23aa9cb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1348a97bf463435c98458c44dce5ae61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7866025 Sep 01 15:17:48.386065 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40332) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:48.463459 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f8d766e0-c628-4ac7-9434-05012f0f9231 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:48.478425 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f8d766e0-c628-4ac7-9434-05012f0f9231 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:48.537170 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d167bf-6455-4803-83fc-d07969a39e8e req-cce8aaef-8e61-4617-97c0-06c11d6d6e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:48.541950 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16d167bf-6455-4803-83fc-d07969a39e8e req-cce8aaef-8e61-4617-97c0-06c11d6d6e23 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f5c878306d2c4fbcbebf77004da8b742&device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 1096 time: 0.2302732 Sep 01 15:17:48.719610 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866bb726-1afa-450c-8dbe-1aa3b6ed91a2 req-03ef56c6-e643-4f69-af40-ed3b290603c5 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:48.729192 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-866bb726-1afa-450c-8dbe-1aa3b6ed91a2 req-03ef56c6-e643-4f69-af40-ed3b290603c5 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.2138762 Sep 01 15:17:48.751235 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bccce4a-5bdd-4f17-b46b-1c7d4d40c202 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:48.753732 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6bccce4a-5bdd-4f17-b46b-1c7d4d40c202 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "GET /v2.0/networks?id=449132e8-0bfd-47d9-8bf7-8f2015d49179 HTTP/1.1" status: 200 len: 761 time: 0.7088397 Sep 01 15:17:48.766343 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a49a509d-c22f-4216-8f35-f21d4aa27ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:48.776178 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40336) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:48.787704 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-bb545c51-1a8c-43de-a401-d37beac6217e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Request body: {'network': {'description': 'd2'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:48.829440 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a49a509d-c22f-4216-8f35-f21d4aa27ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:48.954699 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a49a509d-c22f-4216-8f35-f21d4aa27ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:48.960602 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a49a509d-c22f-4216-8f35-f21d4aa27ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:48.974193 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a49a509d-c22f-4216-8f35-f21d4aa27ecd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7107d5c7-cf01-4eec-a7ec-14cc2e8df945 HTTP/1.1" status: 204 len: 168 time: 0.5732481 Sep 01 15:17:48.982052 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f8d766e0-c628-4ac7-9434-05012f0f9231 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] In _notify_port_updated(), no bound segment for port 6e80fd04-0caf-4136-a7c8-db811ac7b4a7 on network f974ee04-c665-422a-add1-6b6edcf4428e {{(pid=94734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:17:48.996016 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d766e0-c628-4ac7-9434-05012f0f9231 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:48.997908 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f8d766e0-c628-4ac7-9434-05012f0f9231 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:49.004246 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f8d766e0-c628-4ac7-9434-05012f0f9231 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] 10.222.0.60 "PUT /v2.0/ports/6e80fd04-0caf-4136-a7c8-db811ac7b4a7 HTTP/1.1" status: 200 len: 996 time: 2.0054855 Sep 01 15:17:49.021916 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40340) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:49.027064 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a509d-c22f-4216-8f35-f21d4aa27ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7107d5c7-cf01-4eec-a7ec-14cc2e8df945,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:49.083860 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d766e0-c628-4ac7-9434-05012f0f9231 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Pushing event updated for resources: {'Port': ['ID=6e80fd04-0caf-4136-a7c8-db811ac7b4a7,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:49.353492 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-866bb726-1afa-450c-8dbe-1aa3b6ed91a2 req-09f964f8-afa0-4131-a48c-a244a4a6772f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5975294 Sep 01 15:17:49.397421 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-61904abd-44d2-4171-afc0-a0a7f031979d tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Deleting port 6e80fd04-0caf-4136-a7c8-db811ac7b4a7 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:17:49.398517 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-61904abd-44d2-4171-afc0-a0a7f031979d tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:49.517658 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-db09ab47-94d5-47f6-be9e-7cf2c9c4a571 None None] Provisioning complete for port 6e80fd04-0caf-4136-a7c8-db811ac7b4a7 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:17:49.536530 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-db09ab47-94d5-47f6-be9e-7cf2c9c4a571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:49.550054 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d167bf-6455-4803-83fc-d07969a39e8e req-0fff4bab-e181-452b-aa6b-e56e4f6babf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:49.559614 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16d167bf-6455-4803-83fc-d07969a39e8e req-0fff4bab-e181-452b-aa6b-e56e4f6babf8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 200 len: 913 time: 0.9335783 Sep 01 15:17:49.566688 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bb545c51-1a8c-43de-a401-d37beac6217e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:49.662339 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-db09ab47-94d5-47f6-be9e-7cf2c9c4a571 None None] Port 6e80fd04-0caf-4136-a7c8-db811ac7b4a7 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:17:49.674839 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-61904abd-44d2-4171-afc0-a0a7f031979d tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:49.701096 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-61904abd-44d2-4171-afc0-a0a7f031979d tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Calling delete_port for 6e80fd04-0caf-4136-a7c8-db811ac7b4a7 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:17:49.843466 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bb545c51-1a8c-43de-a401-d37beac6217e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:49.940973 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bb545c51-1a8c-43de-a401-d37beac6217e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Network 449132e8-0bfd-47d9-8bf7-8f2015d49179 is not hosted by any dhcp agent {{(pid=94734) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 01 15:17:49.954095 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb545c51-1a8c-43de-a401-d37beac6217e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:49.955261 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bb545c51-1a8c-43de-a401-d37beac6217e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:49.965458 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bb545c51-1a8c-43de-a401-d37beac6217e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "PUT /v2.0/networks/449132e8-0bfd-47d9-8bf7-8f2015d49179 HTTP/1.1" status: 200 len: 758 time: 1.1777875 Sep 01 15:17:49.987089 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40368) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:50.115728 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-61904abd-44d2-4171-afc0-a0a7f031979d tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:50.216556 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61904abd-44d2-4171-afc0-a0a7f031979d tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Pushing event deleted for resources: {'Port': ['ID=6e80fd04-0caf-4136-a7c8-db811ac7b4a7,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:50.272036 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16d167bf-6455-4803-83fc-d07969a39e8e req-977365c7-1d51-4036-9809-193ff345938b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d HTTP/1.1" status: 200 len: 1000 time: 0.6851919 Sep 01 15:17:50.287087 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7bdf68-b16e-4eb2-8cc3-a22c0a36183b tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:50.300696 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ff7bdf68-b16e-4eb2-8cc3-a22c0a36183b tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "GET /v2.0/networks?id=449132e8-0bfd-47d9-8bf7-8f2015d49179 HTTP/1.1" status: 200 len: 761 time: 0.3095996 Sep 01 15:17:50.305752 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40378) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:50.314731 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-9c8346bf-52a3-466e-be27-d0cdd96f9233 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2139917116'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:50.534546 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb545c51-1a8c-43de-a401-d37beac6217e tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event updated for resources: {'Network': ['ID=449132e8-0bfd-47d9-8bf7-8f2015d49179,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:50.543118 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-61904abd-44d2-4171-afc0-a0a7f031979d tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:50.560315 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40388) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:50.562415 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-61904abd-44d2-4171-afc0-a0a7f031979d tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] 10.222.0.60 "DELETE /v2.0/ports/6e80fd04-0caf-4136-a7c8-db811ac7b4a7 HTTP/1.1" status: 204 len: 168 time: 1.5152178 Sep 01 15:17:50.564166 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8346bf-52a3-466e-be27-d0cdd96f9233 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Made reservation on behalf of 59f08cd2adca45acb4492ed8468b0285 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:50.568978 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 449132e8-0bfd-47d9-8bf7-8f2015d49179 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:17:50.578026 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9c8346bf-52a3-466e-be27-d0cdd96f9233 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:50.722938 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9f6233-f6eb-424f-b603-d4ec4974e982 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] GET failed (client error): The resource could not be found. Sep 01 15:17:50.765339 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0c9f6233-f6eb-424f-b603-d4ec4974e982 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] 10.222.0.60 "GET /v2.0/ports/6e80fd04-0caf-4136-a7c8-db811ac7b4a7 HTTP/1.1" status: 404 len: 333 time: 0.1896513 Sep 01 15:17:50.775769 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40398) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:50.785423 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8346bf-52a3-466e-be27-d0cdd96f9233 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:17:50.809945 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-530d6972-c443-48aa-abcd-254b35a80ca2 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Request body: {'port': {'network_id': 'f974ee04-c665-422a-add1-6b6edcf4428e', 'name': 'tempest-AllowedAddressPairTestJSON-632575766'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:50.814280 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9c8346bf-52a3-466e-be27-d0cdd96f9233 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:50.815070 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-9c8346bf-52a3-466e-be27-d0cdd96f9233 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Added segment 9c55aec4-65f6-49eb-b21f-db2a94b36e72 of type vlan for network 126521fe-9860-40ca-87f8-4179d2d4ef1c Sep 01 15:17:50.835324 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d167bf-6455-4803-83fc-d07969a39e8e req-3a97b152-2bf3-4034-9e27-3f37b93530ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:50.848617 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16d167bf-6455-4803-83fc-d07969a39e8e req-3a97b152-2bf3-4034-9e27-3f37b93530ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b4b8a1a7-4c41-46cc-8798-989cc5140738 HTTP/1.1" status: 200 len: 851 time: 0.5339680 Sep 01 15:17:51.000187 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9c8346bf-52a3-466e-be27-d0cdd96f9233 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:51.111677 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9c8346bf-52a3-466e-be27-d0cdd96f9233 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:51.124175 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d167bf-6455-4803-83fc-d07969a39e8e req-146eda8c-627e-41f0-a9e9-f9fc2896dced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:51.127791 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16d167bf-6455-4803-83fc-d07969a39e8e req-146eda8c-627e-41f0-a9e9-f9fc2896dced service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c9a68c28-eb7d-4197-a297-a9a7217a4f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2311637 Sep 01 15:17:51.162414 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8346bf-52a3-466e-be27-d0cdd96f9233 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:51.165124 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9c8346bf-52a3-466e-be27-d0cdd96f9233 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:51.431920 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9c8346bf-52a3-466e-be27-d0cdd96f9233 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1193101 Sep 01 15:17:51.439994 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40404) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:51.457861 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-0260789e-edc4-4b58-bb29-68c7bdadfe4a tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Request body: {'subnet': {'network_id': '126521fe-9860-40ca-87f8-4179d2d4ef1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:51.506644 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16d167bf-6455-4803-83fc-d07969a39e8e req-fe9f64f6-309d-44fb-b8b7-1928e0cdbd7c service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658397 Sep 01 15:17:51.524559 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8346bf-52a3-466e-be27-d0cdd96f9233 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event updated for resources: {'Network': ['ID=126521fe-9860-40ca-87f8-4179d2d4ef1c,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:51.552228 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 126521fe-9860-40ca-87f8-4179d2d4ef1c details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:17:51.591900 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530d6972-c443-48aa-abcd-254b35a80ca2 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Made reservation on behalf of fc5119f86ede4d928ff4777d573407e5 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:51.603051 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-530d6972-c443-48aa-abcd-254b35a80ca2 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:51.700575 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed76ed-35b4-4d5a-86fd-a2dd83d2b8ae req-40389c8c-b91e-4ef5-aa4e-e31d75d6084a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:51.720759 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0bed76ed-35b4-4d5a-86fd-a2dd83d2b8ae req-40389c8c-b91e-4ef5-aa4e-e31d75d6084a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 1.0713615 Sep 01 15:17:51.733135 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-530d6972-c443-48aa-abcd-254b35a80ca2 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] device_id is not set on port 16c33c5d-7d39-4fa2-9c6b-0698cb26198c yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:17:51.952999 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0bed76ed-35b4-4d5a-86fd-a2dd83d2b8ae req-547247dd-e486-4d8c-8147-a9bb647f5768 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285295 Sep 01 15:17:51.958646 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0260789e-edc4-4b58-bb29-68c7bdadfe4a tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Made reservation on behalf of 59f08cd2adca45acb4492ed8468b0285 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:51.962827 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16d167bf-6455-4803-83fc-d07969a39e8e req-84a2f10b-9f8c-49b3-ae30-33da245591fd service neutron] 10.222.0.45 "GET /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459658 Sep 01 15:17:51.976613 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0260789e-edc4-4b58-bb29-68c7bdadfe4a tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:52.238036 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-530d6972-c443-48aa-abcd-254b35a80ca2 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Allocated IP 172.20.0.8 (f974ee04-c665-422a-add1-6b6edcf4428e/9eec3dea-cf57-44e9-85dd-cffc394a41d5/16c33c5d-7d39-4fa2-9c6b-0698cb26198c) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:17:52.465363 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40428) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:52.535946 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0260789e-edc4-4b58-bb29-68c7bdadfe4a tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:52.612302 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-c2e6101d-3385-4107-a2c1-0be972e63940 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2677259 Sep 01 15:17:52.750327 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-530d6972-c443-48aa-abcd-254b35a80ca2 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:52.783064 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-530d6972-c443-48aa-abcd-254b35a80ca2 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Transition to ACTIVE for port object 16c33c5d-7d39-4fa2-9c6b-0698cb26198c will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:17:52.805109 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260789e-edc4-4b58-bb29-68c7bdadfe4a tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event updated for resources: {'Subnet': ['ID=4cfb5457-498d-4ca2-9c96-7e38b9cd727e,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:52.847892 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0260789e-edc4-4b58-bb29-68c7bdadfe4a tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Checking segment: {'id': '9c55aec4-65f6-49eb-b21f-db2a94b36e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '126521fe-9860-40ca-87f8-4179d2d4ef1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:17:52.848770 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0260789e-edc4-4b58-bb29-68c7bdadfe4a tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Network hostable DHCP agents. Network: 126521fe-9860-40ca-87f8-4179d2d4ef1c, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:17:52.902033 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-530d6972-c443-48aa-abcd-254b35a80ca2 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:52.915550 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0260789e-edc4-4b58-bb29-68c7bdadfe4a tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Network 126521fe-9860-40ca-87f8-4179d2d4ef1c is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:17:52.965115 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-0260789e-edc4-4b58-bb29-68c7bdadfe4a tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 126521fe-9860-40ca-87f8-4179d2d4ef1c) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:17:53.032943 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f971b1da-f492-4c26-ab8f-231418c24b80 None None] Network 126521fe-9860-40ca-87f8-4179d2d4ef1c requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:17:53.041222 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0260789e-edc4-4b58-bb29-68c7bdadfe4a tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:53.052777 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0260789e-edc4-4b58-bb29-68c7bdadfe4a tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:53.093135 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d6972-c443-48aa-abcd-254b35a80ca2 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Pushing event updated for resources: {'Port': ['ID=16c33c5d-7d39-4fa2-9c6b-0698cb26198c,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:53.119694 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0260789e-edc4-4b58-bb29-68c7bdadfe4a tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6751502 Sep 01 15:17:53.120346 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40444) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:53.220106 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-88d062e6-e248-402b-9e80-11ae4cf765ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:53.278026 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530d6972-c443-48aa-abcd-254b35a80ca2 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Network f974ee04-c665-422a-add1-6b6edcf4428e is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:17:53.291933 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-530d6972-c443-48aa-abcd-254b35a80ca2 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:17:53.300722 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530d6972-c443-48aa-abcd-254b35a80ca2 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:17:53.556340 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530d6972-c443-48aa-abcd-254b35a80ca2 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:53.557519 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-530d6972-c443-48aa-abcd-254b35a80ca2 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:53.595741 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-a65a96da-64e1-4f98-a23a-eccda541eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:53.596658 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-a65a96da-64e1-4f98-a23a-eccda541eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:53.597553 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-a65a96da-64e1-4f98-a23a-eccda541eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:53.598426 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-a65a96da-64e1-4f98-a23a-eccda541eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:53.599311 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-a65a96da-64e1-4f98-a23a-eccda541eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:53.601090 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-a65a96da-64e1-4f98-a23a-eccda541eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:53.601329 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-a65a96da-64e1-4f98-a23a-eccda541eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:53.605302 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-a65a96da-64e1-4f98-a23a-eccda541eb98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=00f25f4cb4804e62a3e709d2d6367260&device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 6491 time: 0.7243924 Sep 01 15:17:53.652458 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-530d6972-c443-48aa-abcd-254b35a80ca2 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8731024 Sep 01 15:17:53.654790 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40454) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:53.674981 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-62ebf016-02c4-4287-8e70-c5dab1a3fa13 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Request body: {'port': {'network_id': 'f974ee04-c665-422a-add1-6b6edcf4428e', 'name': 'tempest-AllowedAddressPairTestJSON-2086831862'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:17:53.942752 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2922ed-e603-4c19-be92-a6a1dc424866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-126521fe-9860-40ca-87f8-4179d2d4ef1c', 'network_id': '126521fe-9860-40ca-87f8-4179d2d4ef1c', 'tenant_id': '59f08cd2adca45acb4492ed8468b0285', 'fixed_ips': [{'subnet_id': '4cfb5457-498d-4ca2-9c96-7e38b9cd727e'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:17:53.944507 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8e2922ed-e603-4c19-be92-a6a1dc424866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:54.040809 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:54.206912 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470f2bf-779b-4b57-ac3a-56cfb6b04b7b req-8b46b5be-4a97-4762-93f9-e95f63c81df8 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:54.219249 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5470f2bf-779b-4b57-ac3a-56cfb6b04b7b req-8b46b5be-4a97-4762-93f9-e95f63c81df8 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.6759589 Sep 01 15:17:54.303029 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-bf26fe99-2b60-4876-9f54-51dbcaa67dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:54.305164 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-bf26fe99-2b60-4876-9f54-51dbcaa67dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:54.306502 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-bf26fe99-2b60-4876-9f54-51dbcaa67dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:54.311432 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-bf26fe99-2b60-4876-9f54-51dbcaa67dbb service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd61ac2f-0875-42bd-a407-4c7e4723b28d&id=7f4b104d-641a-47ad-83b7-9dda5b46432b&id=7f4b104d-641a-47ad-83b7-9dda5b46432b&id=7f4b104d-641a-47ad-83b7-9dda5b46432b&id=7f4b104d-641a-47ad-83b7-9dda5b46432b&id=66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc&id=66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc HTTP/1.1" status: 200 len: 2293 time: 0.5891192 Sep 01 15:17:54.321154 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ac4effe8-9218-4d8a-9483-6c55751c1f78 None None] Provisioning for port 16c33c5d-7d39-4fa2-9c6b-0698cb26198c completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:17:54.362563 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5470f2bf-779b-4b57-ac3a-56cfb6b04b7b req-5808e099-883f-46d7-b700-c51cadf8ea19 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056056 Sep 01 15:17:54.386062 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:54.474577 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ac4effe8-9218-4d8a-9483-6c55751c1f78 None None] Provisioning complete for port 16c33c5d-7d39-4fa2-9c6b-0698cb26198c triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:17:54.475627 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ac4effe8-9218-4d8a-9483-6c55751c1f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:54.606376 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-8e2922ed-e603-4c19-be92-a6a1dc424866 None None] Allocated IP 172.20.0.2 (126521fe-9860-40ca-87f8-4179d2d4ef1c/4cfb5457-498d-4ca2-9c96-7e38b9cd727e/b7ec9d1f-5b94-48a1-9c10-8cce37396653) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:17:54.767529 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-f870dd9b-672b-4f55-89af-5d9b5bc31a79 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2 HTTP/1.1" status: 200 len: 1002 time: 0.4358945 Sep 01 15:17:54.947429 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc72df-926a-447c-a80a-73e77158a053 req-8242e2e4-5106-4bc2-8df6-bd3be6fe48fc tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:54.962629 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0adc72df-926a-447c-a80a-73e77158a053 req-8242e2e4-5106-4bc2-8df6-bd3be6fe48fc tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.2926702 Sep 01 15:17:54.972694 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8e2922ed-e603-4c19-be92-a6a1dc424866 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:54.990096 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8e2922ed-e603-4c19-be92-a6a1dc424866 None None] Transition to ACTIVE for port object b7ec9d1f-5b94-48a1-9c10-8cce37396653 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:17:55.007819 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-88d062e6-e248-402b-9e80-11ae4cf765ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:55.048917 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-0d08e8f5-aba8-470b-8fa8-a7ec7ace6371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:55.052913 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-0d08e8f5-aba8-470b-8fa8-a7ec7ace6371 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5c212682-a8bc-460d-b6ac-def861e912f8 HTTP/1.1" status: 200 len: 850 time: 0.2702923 Sep 01 15:17:55.062654 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8e2922ed-e603-4c19-be92-a6a1dc424866 None None] Transition to ACTIVE for port object b7ec9d1f-5b94-48a1-9c10-8cce37396653 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:17:55.064276 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-88d062e6-e248-402b-9e80-11ae4cf765ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:55.102905 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8e2922ed-e603-4c19-be92-a6a1dc424866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:55.125007 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:55.211161 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2922ed-e603-4c19-be92-a6a1dc424866 None None] Pushing event updated for resources: {'Port': ['ID=b7ec9d1f-5b94-48a1-9c10-8cce37396653,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:55.222525 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Subnet': ['ID=4cfb5457-498d-4ca2-9c96-7e38b9cd727e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:55.263347 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ac4effe8-9218-4d8a-9483-6c55751c1f78 None None] Port 16c33c5d-7d39-4fa2-9c6b-0698cb26198c cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:17:55.279167 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2922ed-e603-4c19-be92-a6a1dc424866 None None] Network 126521fe-9860-40ca-87f8-4179d2d4ef1c is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:17:55.287526 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-8e2922ed-e603-4c19-be92-a6a1dc424866 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:17:55.297529 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2922ed-e603-4c19-be92-a6a1dc424866 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:17:55.346158 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0adc72df-926a-447c-a80a-73e77158a053 req-4c4f6eac-bc2c-4771-9149-02406f8b17fd tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3707514 Sep 01 15:17:55.462828 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d062e6-e248-402b-9e80-11ae4cf765ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028d48fc-cdec-4f59-be02-98cb282851c7,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:55.474658 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ebf016-02c4-4287-8e70-c5dab1a3fa13 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Made reservation on behalf of fc5119f86ede4d928ff4777d573407e5 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:17:55.482375 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8e2922ed-e603-4c19-be92-a6a1dc424866 None None] Attempting to bind port b7ec9d1f-5b94-48a1-9c10-8cce37396653 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:17:55.482375 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8e2922ed-e603-4c19-be92-a6a1dc424866 None None] Attempting to bind port b7ec9d1f-5b94-48a1-9c10-8cce37396653 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '9c55aec4-65f6-49eb-b21f-db2a94b36e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '126521fe-9860-40ca-87f8-4179d2d4ef1c'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:17:55.482375 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2922ed-e603-4c19-be92-a6a1dc424866 None None] Attempting to bind port b7ec9d1f-5b94-48a1-9c10-8cce37396653 on network 126521fe-9860-40ca-87f8-4179d2d4ef1c {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:17:55.493103 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2922ed-e603-4c19-be92-a6a1dc424866 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:17:55.493937 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2922ed-e603-4c19-be92-a6a1dc424866 None None] Checking segment: {'id': '9c55aec4-65f6-49eb-b21f-db2a94b36e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '126521fe-9860-40ca-87f8-4179d2d4ef1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:17:55.494919 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8e2922ed-e603-4c19-be92-a6a1dc424866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:55.495829 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2922ed-e603-4c19-be92-a6a1dc424866 None None] Bound using segment: {'id': '9c55aec4-65f6-49eb-b21f-db2a94b36e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '126521fe-9860-40ca-87f8-4179d2d4ef1c'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:17:55.496004 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-62ebf016-02c4-4287-8e70-c5dab1a3fa13 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:55.496203 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:55.497296 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8e2922ed-e603-4c19-be92-a6a1dc424866 None None] Bound port: b7ec9d1f-5b94-48a1-9c10-8cce37396653, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c55aec4-65f6-49eb-b21f-db2a94b36e72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '126521fe-9860-40ca-87f8-4179d2d4ef1c'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:17:55.498088 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8e2922ed-e603-4c19-be92-a6a1dc424866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:55.559816 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126521fe-9860-40ca-87f8-4179d2d4ef1c']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:55.575712 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-88d062e6-e248-402b-9e80-11ae4cf765ce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9bac1d104ec94912a72dfceedd922536&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1064696 Sep 01 15:17:55.581820 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40488) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:55.609881 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c55aec4-65f6-49eb-b21f-db2a94b36e72') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:55.610258 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c55aec4-65f6-49eb-b21f-db2a94b36e72') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:55.639291 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:55.677181 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:55.700450 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:17:55.702602 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:17:55.710617 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:17:55.910279 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-8e2922ed-e603-4c19-be92-a6a1dc424866 None None] For port b7ec9d1f-5b94-48a1-9c10-8cce37396653, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:17:55.962035 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-62ebf016-02c4-4287-8e70-c5dab1a3fa13 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] device_id is not set on port 016c4140-8159-4c5c-9260-5d0335e10e22 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:17:56.004591 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-8e2922ed-e603-4c19-be92-a6a1dc424866 None None] For port b7ec9d1f-5b94-48a1-9c10-8cce37396653, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b7ec9d1f-5b94-48a1-9c10-8cce37396653,segment=NetworkSegment(9c55aec4-65f6-49eb-b21f-db2a94b36e72),segment_id=9c55aec4-65f6-49eb-b21f-db2a94b36e72)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:17:56.007340 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.api [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 01 15:17:56.007340 n-d-794796-3 neutron-server[94733]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 01 15:17:56.007340 n-d-794796-3 neutron-server[94733]: [parameters: {'id': '126521fe-9860-40ca-87f8-4179d2d4ef1c'}] Sep 01 15:17:56.007340 n-d-794796-3 neutron-server[94733]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:17:56.008824 n-d-794796-3 neutron-server[94733]: DEBUG oslo_db.api [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:17:56.017095 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8e2922ed-e603-4c19-be92-a6a1dc424866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:56.033179 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-f2f34fed-761f-4312-920d-b992f9885df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:56.036769 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-f2f34fed-761f-4312-920d-b992f9885df5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd61ac2f-0875-42bd-a407-4c7e4723b28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9663785 Sep 01 15:17:56.248751 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2922ed-e603-4c19-be92-a6a1dc424866 None None] Pushing event updated for resources: {'Port': ['ID=b7ec9d1f-5b94-48a1-9c10-8cce37396653,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:56.480003 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4976e8b-a003-42bf-b9ac-3a18bb7c06c0 None None] Network 126521fe-9860-40ca-87f8-4179d2d4ef1c requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:17:56.510363 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:56.806385 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Deleting port b7ec9d1f-5b94-48a1-9c10-8cce37396653 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:17:56.813052 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:56.995792 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45f6a6f-28f5-4263-af53-82f50f89f1c5 None None] get_active_networks_info from n-d-794796-3 {{(pid=94735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:17:57.167313 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] For port b7ec9d1f-5b94-48a1-9c10-8cce37396653, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b7ec9d1f-5b94-48a1-9c10-8cce37396653,segment=NetworkSegment(9c55aec4-65f6-49eb-b21f-db2a94b36e72),segment_id=9c55aec4-65f6-49eb-b21f-db2a94b36e72)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:17:57.167930 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:57.180611 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-916479d4-9cf6-4164-a35f-fe3996a6dcaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:57.186863 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-6cb3b71c-d2b3-4520-bede-b74ffe7d5dc6 service neutron] 10.222.0.45 "GET /v2.0/networks/fd61ac2f-0875-42bd-a407-4c7e4723b28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1317654 Sep 01 15:17:57.222618 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Calling delete_port for b7ec9d1f-5b94-48a1-9c10-8cce37396653 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:17:57.417629 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45f6a6f-28f5-4263-af53-82f50f89f1c5 None None] Resources bound (agent type, host, resource id): {{(pid=94735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:17:57.573155 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-916479d4-9cf6-4164-a35f-fe3996a6dcaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:57.639701 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:57.640169 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:57.792972 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-62ebf016-02c4-4287-8e70-c5dab1a3fa13 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Allocated IP 172.20.0.10 (f974ee04-c665-422a-add1-6b6edcf4428e/9eec3dea-cf57-44e9-85dd-cffc394a41d5/016c4140-8159-4c5c-9260-5d0335e10e22) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:17:57.808793 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] No DVR routers for this DVR port b7ec9d1f-5b94-48a1-9c10-8cce37396653 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:17:57.830083 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Port': ['ID=b7ec9d1f-5b94-48a1-9c10-8cce37396653,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:58.128309 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:58.165623 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126521fe-9860-40ca-87f8-4179d2d4ef1c']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:58.216600 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c55aec4-65f6-49eb-b21f-db2a94b36e72') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:58.217262 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c55aec4-65f6-49eb-b21f-db2a94b36e72') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:17:58.229138 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:58.280446 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:58.297099 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:17:58.298269 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:58.316669 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-f06975f2-cb1b-4c66-aa1d-436949fa9f8f service neutron] 10.222.0.45 "GET /v2.0/networks/fd61ac2f-0875-42bd-a407-4c7e4723b28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8486443 Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:17:58.451022 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:17:58.462562 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:58.471687 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:58.475132 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/networks/126521fe-9860-40ca-87f8-4179d2d4ef1c HTTP/1.1" status: 204 len: 168 time: 5.3530276 Sep 01 15:17:58.484601 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40558) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:58.497993 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-916479d4-9cf6-4164-a35f-fe3996a6dcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:58.514248 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-916479d4-9cf6-4164-a35f-fe3996a6dcaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:58.531377 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-916479d4-9cf6-4164-a35f-fe3996a6dcaa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/028d48fc-cdec-4f59-be02-98cb282851c7 HTTP/1.1" status: 204 len: 168 time: 2.9346282 Sep 01 15:17:58.564387 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-2768c5f6-d3dd-479e-84f5-ca9469448d13 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] GET failed (client error): The resource could not be found. Sep 01 15:17:58.570377 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2768c5f6-d3dd-479e-84f5-ca9469448d13 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "GET /v2.0/subnets/4cfb5457-498d-4ca2-9c96-7e38b9cd727e HTTP/1.1" status: 404 len: 337 time: 0.0803726 Sep 01 15:17:58.570377 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737591bc-9ee7-4ce2-944c-943dbcda1ea7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Network': ['ID=126521fe-9860-40ca-87f8-4179d2d4ef1c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:58.574524 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40562) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:58.620376 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b302440-3599-4b2e-b179-b5c5483cc9c9 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] DELETE failed (client error): The resource could not be found. Sep 01 15:17:58.621542 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b302440-3599-4b2e-b179-b5c5483cc9c9 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:17:58.634504 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1b302440-3599-4b2e-b179-b5c5483cc9c9 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/networks/126521fe-9860-40ca-87f8-4179d2d4ef1c HTTP/1.1" status: 404 len: 339 time: 0.0480461 Sep 01 15:17:58.635440 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40566) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:58.865031 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-62ebf016-02c4-4287-8e70-c5dab1a3fa13 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:58.936476 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-62ebf016-02c4-4287-8e70-c5dab1a3fa13 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Transition to ACTIVE for port object 016c4140-8159-4c5c-9260-5d0335e10e22 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:17:59.086262 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-62ebf016-02c4-4287-8e70-c5dab1a3fa13 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:17:59.127487 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-c9aab645-9849-48fa-a9be-6b2caec54df2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=5389196c-9cdd-4b8a-9082-c0e959b2bc8d HTTP/1.1" status: 200 len: 217 time: 0.6596134 Sep 01 15:17:59.152672 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebcf36b-c1a4-4098-a038-36766eb95ef6 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:59.156782 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5ebcf36b-c1a4-4098-a038-36766eb95ef6 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5174298 Sep 01 15:17:59.165568 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40574) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:59.175432 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916479d4-9cf6-4164-a35f-fe3996a6dcaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028d48fc-cdec-4f59-be02-98cb282851c7,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:59.276519 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1f25f2d3-33d3-4783-a77d-3f1836c77b9a tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "GET /v2.0/subnets?network_id=5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 207 time: 0.1077483 Sep 01 15:17:59.286282 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40578) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:17:59.395241 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5874bf-0e58-463b-ae98-9393e3f7056d req-53a3b636-cb24-447d-8b78-2d9a99c96abb tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:59.403038 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a5874bf-0e58-463b-ae98-9393e3f7056d req-53a3b636-cb24-447d-8b78-2d9a99c96abb tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2a67d1-f95a-4599-af41-3b5689808ec0 HTTP/1.1" status: 200 len: 943 time: 1.0210636 Sep 01 15:17:59.643701 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-4b39945e-99c3-445d-9634-8d516b82f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:17:59.646361 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-4b39945e-99c3-445d-9634-8d516b82f8b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7c8003f-27d0-420a-9836-df681ab0e4f5 HTTP/1.1" status: 200 len: 797 time: 0.4875886 Sep 01 15:17:59.830409 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ebf016-02c4-4287-8e70-c5dab1a3fa13 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Network f974ee04-c665-422a-add1-6b6edcf4428e is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:17:59.864312 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ebf016-02c4-4287-8e70-c5dab1a3fa13 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Pushing event updated for resources: {'Port': ['ID=016c4140-8159-4c5c-9260-5d0335e10e22,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:17:59.898582 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-62ebf016-02c4-4287-8e70-c5dab1a3fa13 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:18:00.075520 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ebf016-02c4-4287-8e70-c5dab1a3fa13 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:18:00.449631 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-0fbf8f73-8ac1-49af-a5d4-41be1afecf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:00.452501 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-0fbf8f73-8ac1-49af-a5d4-41be1afecf42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f4b104d-641a-47ad-83b7-9dda5b46432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6150832 Sep 01 15:18:00.583820 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ebf016-02c4-4287-8e70-c5dab1a3fa13 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:00.585420 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-62ebf016-02c4-4287-8e70-c5dab1a3fa13 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:00.607169 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9f4f8a60-c20f-45da-b7da-4511ac98c5ed None None] Provisioning for port 016c4140-8159-4c5c-9260-5d0335e10e22 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:18:00.619174 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9f4f8a60-c20f-45da-b7da-4511ac98c5ed None None] Provisioning complete for port 016c4140-8159-4c5c-9260-5d0335e10e22 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:00.619893 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9f4f8a60-c20f-45da-b7da-4511ac98c5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:00.780891 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-62ebf016-02c4-4287-8e70-c5dab1a3fa13 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.1127439 Sep 01 15:18:00.782389 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40610) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:00.791635 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-9a5874bf-0e58-463b-ae98-9393e3f7056d req-8aae8a82-3210-46a4-b439-188350228f7f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Deleting port cc1027d3-7425-4568-8a43-3be288beb6bb {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:18:00.792251 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9a5874bf-0e58-463b-ae98-9393e3f7056d req-8aae8a82-3210-46a4-b439-188350228f7f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:00.830468 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-eace67cc-be4e-43be-95e1-ce36a1e5254f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:83:ce:63'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:fa:52:a8'}]}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:00.844857 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-9f4f8a60-c20f-45da-b7da-4511ac98c5ed None None] Port 016c4140-8159-4c5c-9260-5d0335e10e22 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:18:01.007917 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40620) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:01.079656 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73736a4-1e16-421e-834b-3f65fe6100b5 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:01.101901 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73736a4-1e16-421e-834b-3f65fe6100b5 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:01.130107 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73736a4-1e16-421e-834b-3f65fe6100b5 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:01.135788 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-d863c04f-105d-41ea-942f-154c1597ac77 service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6675801 Sep 01 15:18:01.152058 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73736a4-1e16-421e-834b-3f65fe6100b5 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:01.157151 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a73736a4-1e16-421e-834b-3f65fe6100b5 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 1.8688745 Sep 01 15:18:01.166093 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40624) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:01.329998 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-9a5874bf-0e58-463b-ae98-9393e3f7056d req-8aae8a82-3210-46a4-b439-188350228f7f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] For port cc1027d3-7425-4568-8a43-3be288beb6bb, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=cc1027d3-7425-4568-8a43-3be288beb6bb,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:01.330671 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9a5874bf-0e58-463b-ae98-9393e3f7056d req-8aae8a82-3210-46a4-b439-188350228f7f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:01.405462 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-9a5874bf-0e58-463b-ae98-9393e3f7056d req-8aae8a82-3210-46a4-b439-188350228f7f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Calling delete_port for cc1027d3-7425-4568-8a43-3be288beb6bb owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:18:01.510878 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eace67cc-be4e-43be-95e1-ce36a1e5254f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:01.521473 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-bd8fd7f7-4692-4e5f-bee4-6346e27b21cd admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-11211212-network', 'tenant_id': 'ef9b115166f0433987e6dfdce5815134'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:01.640068 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-0e5d69ca-fd23-4119-ab64-8020e4cb4ea4 service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805388 Sep 01 15:18:01.691817 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5bf55811-9c75-4d80-8b4f-2f4c966b7954 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.5230064 Sep 01 15:18:01.698909 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40630) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:01.795394 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8fd7f7-4692-4e5f-bee4-6346e27b21cd admin admin] Made reservation on behalf of ef9b115166f0433987e6dfdce5815134 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:18:01.799460 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bd8fd7f7-4692-4e5f-bee4-6346e27b21cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:01.814161 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-37057c43-30b5-4826-9ec3-3397d91f756d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=552a3269-c537-445a-a31c-3087d37de691 HTTP/1.1" status: 200 len: 217 time: 0.1629579 Sep 01 15:18:01.859351 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bd8fd7f7-4692-4e5f-bee4-6346e27b21cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:02.023216 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b793ea-cbac-4a4c-88d4-ec9b1cceeff9 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:02.029399 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b793ea-cbac-4a4c-88d4-ec9b1cceeff9 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:02.040258 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40638) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:02.041462 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d0b793ea-cbac-4a4c-88d4-ec9b1cceeff9 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3394504 Sep 01 15:18:02.322730 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-6e1131f6-3ce9-4c6b-b0f6-fc3f3219ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:02.325394 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875543a8-edfd-4fb1-81bd-01ad9445bf86 req-bee7b578-8637-4486-9c63-1b805cf73d53 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:02.326246 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-6e1131f6-3ce9-4c6b-b0f6-fc3f3219ad64 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7c8003f-27d0-420a-9836-df681ab0e4f5 HTTP/1.1" status: 200 len: 797 time: 0.4903932 Sep 01 15:18:02.359854 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875543a8-edfd-4fb1-81bd-01ad9445bf86 req-bee7b578-8637-4486-9c63-1b805cf73d53 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:02.375781 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875543a8-edfd-4fb1-81bd-01ad9445bf86 req-bee7b578-8637-4486-9c63-1b805cf73d53 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:02.395449 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875543a8-edfd-4fb1-81bd-01ad9445bf86 req-bee7b578-8637-4486-9c63-1b805cf73d53 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:02.423160 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875543a8-edfd-4fb1-81bd-01ad9445bf86 req-bee7b578-8637-4486-9c63-1b805cf73d53 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:02.445308 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875543a8-edfd-4fb1-81bd-01ad9445bf86 req-bee7b578-8637-4486-9c63-1b805cf73d53 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:02.467620 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875543a8-edfd-4fb1-81bd-01ad9445bf86 req-bee7b578-8637-4486-9c63-1b805cf73d53 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:02.481102 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-875543a8-edfd-4fb1-81bd-01ad9445bf86 req-bee7b578-8637-4486-9c63-1b805cf73d53 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5446 time: 0.2778916 Sep 01 15:18:02.495494 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a94369-f941-4cd2-9e2a-05e0abbce532 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['shared'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:02.511553 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a94369-f941-4cd2-9e2a-05e0abbce532 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['shared'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:02.511553 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-72a94369-f941-4cd2-9e2a-05e0abbce532 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4499912 Sep 01 15:18:02.514450 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40640) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:02.680113 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eace67cc-be4e-43be-95e1-ce36a1e5254f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:02.747704 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eace67cc-be4e-43be-95e1-ce36a1e5254f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:02.790805 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-875543a8-edfd-4fb1-81bd-01ad9445bf86 req-96b6cf7f-1886-463d-9572-fffa614827b9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3056436 Sep 01 15:18:02.898331 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9a5874bf-0e58-463b-ae98-9393e3f7056d req-8aae8a82-3210-46a4-b439-188350228f7f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:02.919424 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['0ef6978b-ef85-4c33-af04-e19602f26273', '0a24644e-403e-42e2-be39-83f8f5319e53'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:18:02.923791 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7b173a-9714-4868-90a9-ffb1b6c2b2f8 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:02.934844 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ba7b173a-9714-4868-90a9-ffb1b6c2b2f8 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "GET /v2.0/networks/868bed20-7f0d-4ef7-adc3-dd8726e3dc80 HTTP/1.1" status: 200 len: 800 time: 0.3977652 Sep 01 15:18:02.934844 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40650) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:03.056551 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bd8fd7f7-4692-4e5f-bee4-6346e27b21cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:03.081751 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bd8fd7f7-4692-4e5f-bee4-6346e27b21cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:03.219722 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace67cc-be4e-43be-95e1-ce36a1e5254f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Pushing event updated for resources: {'Port': ['ID=016c4140-8159-4c5c-9260-5d0335e10e22,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:03.370408 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-094eaab7-0f50-4587-b0d4-6159c54ea064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:03.373359 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-094eaab7-0f50-4587-b0d4-6159c54ea064 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f4b104d-641a-47ad-83b7-9dda5b46432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9670010 Sep 01 15:18:03.454171 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8fd7f7-4692-4e5f-bee4-6346e27b21cd admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:18:03.480159 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6f3642ca-7623-47c2-8e4a-b0cc10916da9 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "GET /v2.0/networks/868bed20-7f0d-4ef7-adc3-dd8726e3dc80?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5438137 Sep 01 15:18:03.488062 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40658) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:03.639226 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae8a82-3210-46a4-b439-188350228f7f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Pushing event deleted for resources: {'Port': ['ID=cc1027d3-7425-4568-8a43-3be288beb6bb,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:03.665906 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e3534c9d-db0c-4c2b-ade3-f5730c294592 None None] Provisioning complete for port 016c4140-8159-4c5c-9260-5d0335e10e22 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:03.666600 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e3534c9d-db0c-4c2b-ade3-f5730c294592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:03.701910 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd56370-483b-4a78-aa8d-661c683756bd tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:03.715141 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3bd56370-483b-4a78-aa8d-661c683756bd tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "GET /v2.0/subnets/f1f4f722-535d-44f5-82cf-e1e599e20030 HTTP/1.1" status: 200 len: 811 time: 0.2247036 Sep 01 15:18:03.757650 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e3534c9d-db0c-4c2b-ade3-f5730c294592 None None] Port 016c4140-8159-4c5c-9260-5d0335e10e22 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:18:03.856072 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40660) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:03.940613 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5874bf-0e58-463b-ae98-9393e3f7056d req-8aae8a82-3210-46a4-b439-188350228f7f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] No DVR routers for this DVR port cc1027d3-7425-4568-8a43-3be288beb6bb on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:18:03.947912 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9a5874bf-0e58-463b-ae98-9393e3f7056d req-8aae8a82-3210-46a4-b439-188350228f7f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:03.963505 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a5874bf-0e58-463b-ae98-9393e3f7056d req-8aae8a82-3210-46a4-b439-188350228f7f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "DELETE /v2.0/ports/cc1027d3-7425-4568-8a43-3be288beb6bb HTTP/1.1" status: 204 len: 173 time: 4.4525170 Sep 01 15:18:03.969078 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bd8fd7f7-4692-4e5f-bee4-6346e27b21cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:03.969711 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-bd8fd7f7-4692-4e5f-bee4-6346e27b21cd admin admin] Added segment 56923825-09ea-4a28-9670-5e3cca32c7e6 of type vlan for network 3703d383-4967-4279-a637-61ac3a3e2d6a Sep 01 15:18:03.978810 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2a67d1-f95a-4599-af41-3b5689808ec0', 'name': 'network-vif-deleted', 'tag': 'cc1027d3-7425-4568-8a43-3be288beb6bb'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:18:03.997278 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a05895-2b9c-4221-99b2-dbdde71c9026" -d '{"events": [{"server_uuid": "9b2a67d1-f95a-4599-af41-3b5689808ec0", "name": "network-vif-deleted", "tag": "cc1027d3-7425-4568-8a43-3be288beb6bb"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:18:04.012574 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-eace67cc-be4e-43be-95e1-ce36a1e5254f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] In _notify_port_updated(), no bound segment for port 016c4140-8159-4c5c-9260-5d0335e10e22 on network f974ee04-c665-422a-add1-6b6edcf4428e {{(pid=94734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:18:04.057119 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eace67cc-be4e-43be-95e1-ce36a1e5254f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:04.062099 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eace67cc-be4e-43be-95e1-ce36a1e5254f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:04.072255 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-eace67cc-be4e-43be-95e1-ce36a1e5254f tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] 10.222.0.60 "PUT /v2.0/ports/016c4140-8159-4c5c-9260-5d0335e10e22 HTTP/1.1" status: 200 len: 1056 time: 3.2841909 Sep 01 15:18:04.094519 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40666) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:04.125572 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fd7f7-4692-4e5f-bee4-6346e27b21cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a9ed05-efa5-41ec-934b-ce84e8e8050a,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:04.145664 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728c812-0d41-499f-87c0-a204a742c5e3 req-73c705e5-fae4-4ee0-a1a1-485fa69f09a1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:04.183798 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728c812-0d41-499f-87c0-a204a742c5e3 req-73c705e5-fae4-4ee0-a1a1-485fa69f09a1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:04.201959 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728c812-0d41-499f-87c0-a204a742c5e3 req-73c705e5-fae4-4ee0-a1a1-485fa69f09a1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:04.214957 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728c812-0d41-499f-87c0-a204a742c5e3 req-73c705e5-fae4-4ee0-a1a1-485fa69f09a1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:04.229256 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728c812-0d41-499f-87c0-a204a742c5e3 req-73c705e5-fae4-4ee0-a1a1-485fa69f09a1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:04.255715 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728c812-0d41-499f-87c0-a204a742c5e3 req-73c705e5-fae4-4ee0-a1a1-485fa69f09a1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:04.274750 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f728c812-0d41-499f-87c0-a204a742c5e3 req-73c705e5-fae4-4ee0-a1a1-485fa69f09a1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:04.299580 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f728c812-0d41-499f-87c0-a204a742c5e3 req-73c705e5-fae4-4ee0-a1a1-485fa69f09a1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5446 time: 0.6123276 Sep 01 15:18:04.378969 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bd8fd7f7-4692-4e5f-bee4-6346e27b21cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:04.481851 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8031d903-35e6-4b92-aab2-f18039a56ea5 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:04.491678 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8031d903-35e6-4b92-aab2-f18039a56ea5 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "GET /v2.0/subnets/f1f4f722-535d-44f5-82cf-e1e599e20030?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.6270282 Sep 01 15:18:04.522740 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40676) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:04.545301 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-fdfe2786-ca72-4e0f-97af-4ba6a52067fa service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0928736 Sep 01 15:18:04.571201 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-41a748dd-989b-40df-a394-5efe6419905c tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1535831354'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:04.637131 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bd8fd7f7-4692-4e5f-bee4-6346e27b21cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:04.639166 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8fd7f7-4692-4e5f-bee4-6346e27b21cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:04.640678 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bd8fd7f7-4692-4e5f-bee4-6346e27b21cd admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:04.858227 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a748dd-989b-40df-a394-5efe6419905c tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Made reservation on behalf of 59f08cd2adca45acb4492ed8468b0285 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:18:04.868533 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-3517208d-78d1-46b7-9f09-13a9e5cc492b service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845435 Sep 01 15:18:04.877926 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-41a748dd-989b-40df-a394-5efe6419905c tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:04.996206 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a748dd-989b-40df-a394-5efe6419905c tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:18:05.022381 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-41a748dd-989b-40df-a394-5efe6419905c tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:05.023472 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-41a748dd-989b-40df-a394-5efe6419905c tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Added segment 8b63e841-2cde-4995-83af-889061ddc10c of type vlan for network 6fcc77b6-0d36-4115-9e4a-423f3d9e1ffd Sep 01 15:18:05.032155 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bd8fd7f7-4692-4e5f-bee4-6346e27b21cd admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.0160775 Sep 01 15:18:05.137767 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-41a748dd-989b-40df-a394-5efe6419905c tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:05.150361 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-360ccb1b-19cc-4c1e-8494-6fef58b0ff83 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=1c5a56f8-27ff-464d-9f11-0461d7db45c1 HTTP/1.1" status: 200 len: 217 time: 0.1777461 Sep 01 15:18:05.206452 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-41a748dd-989b-40df-a394-5efe6419905c tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:05.227972 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a748dd-989b-40df-a394-5efe6419905c tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:05.229174 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-41a748dd-989b-40df-a394-5efe6419905c tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:05.274370 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-41a748dd-989b-40df-a394-5efe6419905c tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7478824 Sep 01 15:18:05.335870 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40702) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:05.336614 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fd7f7-4692-4e5f-bee4-6346e27b21cd admin admin] Pushing event updated for resources: {'Network': ['ID=3703d383-4967-4279-a637-61ac3a3e2d6a,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:05.364780 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 3703d383-4967-4279-a637-61ac3a3e2d6a details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:18:05.425351 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 01 Sep 2021 15:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec0b5ed-ad4f-40cf-9432-2a8c30bf3619 x-openstack-request-id: req-eec0b5ed-ad4f-40cf-9432-2a8c30bf3619 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:18:05.425978 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2a67d1-f95a-4599-af41-3b5689808ec0", "name": "network-vif-deleted", "tag": "cc1027d3-7425-4568-8a43-3be288beb6bb", "status": "failed", "code": 422}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:18:05.428697 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eec0b5ed-ad4f-40cf-9432-2a8c30bf3619 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:18:05.429522 n-d-794796-3 neutron-server[94734]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9b2a67d1-f95a-4599-af41-3b5689808ec0', 'name': 'network-vif-deleted', 'tag': 'cc1027d3-7425-4568-8a43-3be288beb6bb', 'status': 'failed', 'code': 422} returned with failed status Sep 01 15:18:05.432857 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-210bc70f-812c-42ce-8fa7-c11a4ccae7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:05.440848 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-210bc70f-812c-42ce-8fa7-c11a4ccae7df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7c8003f-27d0-420a-9836-df681ab0e4f5 HTTP/1.1" status: 200 len: 797 time: 0.2744715 Sep 01 15:18:05.667554 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-2541dc8a-124c-4b8b-9435-b598297a757d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:05.668843 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-2541dc8a-124c-4b8b-9435-b598297a757d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f4b104d-641a-47ad-83b7-9dda5b46432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2146096 Sep 01 15:18:05.681883 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-6542b461-a293-43a7-90a4-08fe883f6940 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Request body: {'subnet': {'network_id': '6fcc77b6-0d36-4115-9e4a-423f3d9e1ffd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:05.714993 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-1eb8048c-5f39-4ffe-b6d7-7010ee8fef1b tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Deleting port 016c4140-8159-4c5c-9260-5d0335e10e22 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:18:05.715621 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1eb8048c-5f39-4ffe-b6d7-7010ee8fef1b tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:06.048807 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-532a016f-a6b5-48c7-9123-ceb038ebee4d service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607190 Sep 01 15:18:06.267742 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a748dd-989b-40df-a394-5efe6419905c tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event updated for resources: {'Network': ['ID=6fcc77b6-0d36-4115-9e4a-423f3d9e1ffd,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:06.299763 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 6fcc77b6-0d36-4115-9e4a-423f3d9e1ffd details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:18:06.370546 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-8b3b28cc-fcde-4b74-83e3-36bcb9110794 service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086131 Sep 01 15:18:06.523226 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-172d8622-8970-4dd5-8a3f-df3d7db56e34 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=932aeed6-d245-43a4-a3ae-0f545c66348b HTTP/1.1" status: 200 len: 217 time: 0.1412046 Sep 01 15:18:06.715439 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-316512ee-6ba9-40df-98cd-c45139d30a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:06.718404 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-316512ee-6ba9-40df-98cd-c45139d30a65 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7c8003f-27d0-420a-9836-df681ab0e4f5 HTTP/1.1" status: 200 len: 797 time: 0.1864266 Sep 01 15:18:06.870169 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6542b461-a293-43a7-90a4-08fe883f6940 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Made reservation on behalf of 59f08cd2adca45acb4492ed8468b0285 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:18:06.876506 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6542b461-a293-43a7-90a4-08fe883f6940 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:06.966461 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578d2b1-26cb-4953-969c-13e02860c2d7 req-50964512-be99-4bb3-933d-102a4fda4930 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:06.971236 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a578d2b1-26cb-4953-969c-13e02860c2d7 req-50964512-be99-4bb3-933d-102a4fda4930 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab10c44a-6f2b-4690-9913-140c665be24d HTTP/1.1" status: 200 len: 908 time: 0.2505884 Sep 01 15:18:06.991599 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1eb8048c-5f39-4ffe-b6d7-7010ee8fef1b tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:06.997502 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-11e93d78-c5f9-4c49-9e6b-1ccbce4da560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:07.014816 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-11e93d78-c5f9-4c49-9e6b-1ccbce4da560 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f4b104d-641a-47ad-83b7-9dda5b46432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2500989 Sep 01 15:18:07.058066 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-1eb8048c-5f39-4ffe-b6d7-7010ee8fef1b tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Calling delete_port for 016c4140-8159-4c5c-9260-5d0335e10e22 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:18:07.306138 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.ipam_backend_mixin [None req-6542b461-a293-43a7-90a4-08fe883f6940 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Performing IP validity checks on allocation pools {{(pid=94733) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 01 15:18:07.306138 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.ipam_backend_mixin [None req-6542b461-a293-43a7-90a4-08fe883f6940 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94733) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 01 15:18:07.306640 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-32997516-15c8-473f-b434-5b2664ab3c05 service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893720 Sep 01 15:18:07.538195 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f081c95-22ba-4c09-9102-2f2d4d536c58 req-c924f9c5-e378-471b-b3a3-dad6caef145a tempest-ComputeTenantNetworksTest-420153356 tempest-ComputeTenantNetworksTest-420153356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:07.554579 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f081c95-22ba-4c09-9102-2f2d4d536c58 req-c924f9c5-e378-471b-b3a3-dad6caef145a tempest-ComputeTenantNetworksTest-420153356 tempest-ComputeTenantNetworksTest-420153356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:07.589288 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-0a6326e4-36be-4902-b95d-e1f3f92d2aba service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687583 Sep 01 15:18:07.601626 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f081c95-22ba-4c09-9102-2f2d4d536c58 req-c924f9c5-e378-471b-b3a3-dad6caef145a tempest-ComputeTenantNetworksTest-420153356 tempest-ComputeTenantNetworksTest-420153356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:07.607804 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1f081c95-22ba-4c09-9102-2f2d4d536c58 req-c924f9c5-e378-471b-b3a3-dad6caef145a tempest-ComputeTenantNetworksTest-420153356 tempest-ComputeTenantNetworksTest-420153356-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 1.5389118 Sep 01 15:18:07.691802 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-ed44418c-22ed-46d8-b7b4-a4779cd37a01 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8f1a80c3-5202-4a18-95e7-80ba76cf3ddb HTTP/1.1" status: 200 len: 217 time: 0.0915265 Sep 01 15:18:07.824267 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40784) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:07.874599 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1eb8048c-5f39-4ffe-b6d7-7010ee8fef1b tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:07.905695 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-db680d54-7521-4525-85f0-ef394d1a368a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:07.908862 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-db680d54-7521-4525-85f0-ef394d1a368a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=989e0a87-8aaa-4f21-90c8-77627595307e HTTP/1.1" status: 200 len: 797 time: 0.1965044 Sep 01 15:18:07.965731 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d826c-7ed3-4f3e-8d95-b668b2581051 req-fd405c1f-ccc8-4954-bcd6-e9b57da3edf9 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:07.968539 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-311d826c-7ed3-4f3e-8d95-b668b2581051 req-fd405c1f-ccc8-4954-bcd6-e9b57da3edf9 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f229aba-bba8-4b02-8e17-fa7508aa2833 HTTP/1.1" status: 200 len: 950 time: 0.1611235 Sep 01 15:18:08.014483 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8048c-5f39-4ffe-b6d7-7010ee8fef1b tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Pushing event deleted for resources: {'Port': ['ID=016c4140-8159-4c5c-9260-5d0335e10e22,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:08.050951 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb8048c-5f39-4ffe-b6d7-7010ee8fef1b tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:08.051503 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb8048c-5f39-4ffe-b6d7-7010ee8fef1b tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:08.051892 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb8048c-5f39-4ffe-b6d7-7010ee8fef1b tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:08.052474 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb8048c-5f39-4ffe-b6d7-7010ee8fef1b tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:08.053099 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb8048c-5f39-4ffe-b6d7-7010ee8fef1b tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:08.053665 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb8048c-5f39-4ffe-b6d7-7010ee8fef1b tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:08.054245 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb8048c-5f39-4ffe-b6d7-7010ee8fef1b tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:08.054853 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb8048c-5f39-4ffe-b6d7-7010ee8fef1b tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:08.055473 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb8048c-5f39-4ffe-b6d7-7010ee8fef1b tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:08.056121 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb8048c-5f39-4ffe-b6d7-7010ee8fef1b tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:08.056607 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb8048c-5f39-4ffe-b6d7-7010ee8fef1b tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:08.057176 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb8048c-5f39-4ffe-b6d7-7010ee8fef1b tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:08.074701 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c1097-e92f-4071-a602-dbb8f41453f0 req-1ec45475-751a-46db-9493-63ffad61496c tempest-ComputeTenantNetworksTest-420153356 tempest-ComputeTenantNetworksTest-420153356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:08.077322 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4c4c1097-e92f-4071-a602-dbb8f41453f0 req-1ec45475-751a-46db-9493-63ffad61496c tempest-ComputeTenantNetworksTest-420153356 tempest-ComputeTenantNetworksTest-420153356-project] 10.222.0.60 "GET /v2.0/networks/3703d383-4967-4279-a637-61ac3a3e2d6a HTTP/1.1" status: 200 len: 767 time: 0.3990872 Sep 01 15:18:08.123365 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40790) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:08.307835 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:08.601957 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a0703637-d501-4635-a583-e33f108ff068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:08.659061 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac73720-c5a6-42ff-9fac-84ee8bedac16 req-9b66b8f4-6f66-473f-b572-6f3f6aa4f842 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:08.662023 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2ac73720-c5a6-42ff-9fac-84ee8bedac16 req-9b66b8f4-6f66-473f-b572-6f3f6aa4f842 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab10c44a-6f2b-4690-9913-140c665be24d HTTP/1.1" status: 200 len: 908 time: 0.3860805 Sep 01 15:18:08.882444 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-1ce83cc2-c5c6-4dd6-a599-9375bf0c2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:08.889519 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-1ce83cc2-c5c6-4dd6-a599-9375bf0c2afe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9613814 Sep 01 15:18:08.941547 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-311d826c-7ed3-4f3e-8d95-b668b2581051 req-54a9d606-22d2-4351-893b-58bf94eecf97 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/security-groups?id=340ed840-993d-4610-9add-e81f5bf86c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9321678 Sep 01 15:18:08.974569 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6542b461-a293-43a7-90a4-08fe883f6940 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:09.008484 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-492ebc68-0575-4f16-80ce-6fc51b30913c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.0020008 Sep 01 15:18:09.058026 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460e241-2a42-4e55-a0cf-68d26511177b req-c0e2fa36-c184-4b97-b19b-1e9f89284d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:09.059431 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460e241-2a42-4e55-a0cf-68d26511177b req-c0e2fa36-c184-4b97-b19b-1e9f89284d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:09.060609 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460e241-2a42-4e55-a0cf-68d26511177b req-c0e2fa36-c184-4b97-b19b-1e9f89284d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:09.061802 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460e241-2a42-4e55-a0cf-68d26511177b req-c0e2fa36-c184-4b97-b19b-1e9f89284d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:09.063287 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460e241-2a42-4e55-a0cf-68d26511177b req-c0e2fa36-c184-4b97-b19b-1e9f89284d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:09.068074 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460e241-2a42-4e55-a0cf-68d26511177b req-c0e2fa36-c184-4b97-b19b-1e9f89284d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:09.069354 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460e241-2a42-4e55-a0cf-68d26511177b req-c0e2fa36-c184-4b97-b19b-1e9f89284d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:09.073385 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2460e241-2a42-4e55-a0cf-68d26511177b req-c0e2fa36-c184-4b97-b19b-1e9f89284d18 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 6503 time: 1.2370853 Sep 01 15:18:09.094130 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a0703637-d501-4635-a583-e33f108ff068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:09.115106 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-a0703637-d501-4635-a583-e33f108ff068 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3703d383-4967-4279-a637-61ac3a3e2d6a']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:09.184272 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-a0703637-d501-4635-a583-e33f108ff068 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56923825-09ea-4a28-9670-5e3cca32c7e6') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:09.184974 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-a0703637-d501-4635-a583-e33f108ff068 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56923825-09ea-4a28-9670-5e3cca32c7e6') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:09.189227 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea8655-68c4-42a7-81c2-e377a1170373 req-fb38ffa8-c3eb-4162-859f-73e270a85953 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:09.192353 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6ea8655-68c4-42a7-81c2-e377a1170373 req-fb38ffa8-c3eb-4162-859f-73e270a85953 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab10c44a-6f2b-4690-9913-140c665be24d HTTP/1.1" status: 200 len: 908 time: 0.4935343 Sep 01 15:18:09.203828 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-db689465-81bf-4730-bf74-dda6cf449096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:09.223862 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1eb8048c-5f39-4ffe-b6d7-7010ee8fef1b tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:09.228152 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1eb8048c-5f39-4ffe-b6d7-7010ee8fef1b tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] 10.222.0.60 "DELETE /v2.0/ports/016c4140-8159-4c5c-9260-5d0335e10e22 HTTP/1.1" status: 204 len: 168 time: 5.1229331 Sep 01 15:18:09.253459 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40802) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:09.285440 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a0703637-d501-4635-a583-e33f108ff068 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:09.385658 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-92069c2d-a2d9-4363-bb9d-627097ffccd7 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] GET failed (client error): The resource could not be found. Sep 01 15:18:09.389216 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-92069c2d-a2d9-4363-bb9d-627097ffccd7 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] 10.222.0.60 "GET /v2.0/ports/016c4140-8159-4c5c-9260-5d0335e10e22 HTTP/1.1" status: 404 len: 333 time: 0.1282692 Sep 01 15:18:09.399535 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40808) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:09.405950 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a0703637-d501-4635-a583-e33f108ff068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:09.426237 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2460e241-2a42-4e55-a0cf-68d26511177b req-e75b482a-d527-43e4-b9ca-49a234b7b5a4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2763212 Sep 01 15:18:09.446270 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0703637-d501-4635-a583-e33f108ff068 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:18:09.459851 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a0703637-d501-4635-a583-e33f108ff068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:18:09.463777 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:18:09.468148 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542b461-a293-43a7-90a4-08fe883f6940 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event updated for resources: {'Subnet': ['ID=1fc3b412-be45-48a7-a310-223cf87f1980,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:09.584827 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6542b461-a293-43a7-90a4-08fe883f6940 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Checking segment: {'id': '8b63e841-2cde-4995-83af-889061ddc10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6fcc77b6-0d36-4115-9e4a-423f3d9e1ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:18:09.585658 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6542b461-a293-43a7-90a4-08fe883f6940 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Network hostable DHCP agents. Network: 6fcc77b6-0d36-4115-9e4a-423f3d9e1ffd, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:18:09.603549 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-3527e017-59dc-4b6e-9d8c-79863661c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:09.604207 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-3527e017-59dc-4b6e-9d8c-79863661c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:09.604711 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-3527e017-59dc-4b6e-9d8c-79863661c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:09.605277 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-3527e017-59dc-4b6e-9d8c-79863661c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:09.607543 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-3527e017-59dc-4b6e-9d8c-79863661c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:09.607543 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-3527e017-59dc-4b6e-9d8c-79863661c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:09.608043 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-3527e017-59dc-4b6e-9d8c-79863661c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:09.611180 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-3527e017-59dc-4b6e-9d8c-79863661c639 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f7d7b06bb64040f2849246a606ea13be&device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 6503 time: 0.4656494 Sep 01 15:18:09.625621 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-402943f4-d1f4-4586-8794-2218e1efedc1 service neutron] 10.222.0.45 "GET /v2.0/networks/66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7292697 Sep 01 15:18:09.646474 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a0703637-d501-4635-a583-e33f108ff068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:09.651208 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6542b461-a293-43a7-90a4-08fe883f6940 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Network 6fcc77b6-0d36-4115-9e4a-423f3d9e1ffd is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:18:09.681843 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a0703637-d501-4635-a583-e33f108ff068 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:09.694570 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a0703637-d501-4635-a583-e33f108ff068 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3703d383-4967-4279-a637-61ac3a3e2d6a HTTP/1.1" status: 204 len: 168 time: 1.5567336 Sep 01 15:18:09.707878 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0703637-d501-4635-a583-e33f108ff068 admin admin] Pushing event deleted for resources: {'Network': ['ID=3703d383-4967-4279-a637-61ac3a3e2d6a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:09.713575 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-6542b461-a293-43a7-90a4-08fe883f6940 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 6fcc77b6-0d36-4115-9e4a-423f3d9e1ffd) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:18:09.721755 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6542b461-a293-43a7-90a4-08fe883f6940 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:09.723185 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6542b461-a293-43a7-90a4-08fe883f6940 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620370'] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:09.734284 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b66903-4a7e-4b37-b503-eb3accdfae36 None None] Network 6fcc77b6-0d36-4115-9e4a-423f3d9e1ffd requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:18:09.767298 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6542b461-a293-43a7-90a4-08fe883f6940 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 4.1429677 Sep 01 15:18:09.771727 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40816) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:09.810164 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-64f151e9-ac8b-4c93-9a19-0a66914f888b tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:10.245195 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40834) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:10.361369 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-46b39c7f-d129-48d3-abf2-85fcffe61205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:10.362480 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-46b39c7f-d129-48d3-abf2-85fcffe61205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:10.363268 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-46b39c7f-d129-48d3-abf2-85fcffe61205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:10.366669 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-46b39c7f-d129-48d3-abf2-85fcffe61205 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17543319-6060-4d8f-9fbf-24ed833e1936&id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&id=c254db57-43ae-492e-9c7b-cecc22088fc9&id=c254db57-43ae-492e-9c7b-cecc22088fc9 HTTP/1.1" status: 200 len: 2297 time: 0.5439959 Sep 01 15:18:10.399146 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-64f151e9-ac8b-4c93-9a19-0a66914f888b tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9569797'] for subnet, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:10.434882 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e37d1a-af1c-4b9f-a220-61ff3a2b5765 req-aa09c900-4c7a-437a-b87a-1eab05acf447 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:10.437711 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-99e37d1a-af1c-4b9f-a220-61ff3a2b5765 req-aa09c900-4c7a-437a-b87a-1eab05acf447 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab10c44a-6f2b-4690-9913-140c665be24d HTTP/1.1" status: 200 len: 908 time: 0.4586802 Sep 01 15:18:10.456924 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8e50a127-22c3-4df4-8898-90743b135cb4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ef9b115166f0433987e6dfdce5815134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1928458 Sep 01 15:18:10.457604 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40836) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:10.503378 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-6fcc77b6-0d36-4115-9e4a-423f3d9e1ffd', 'network_id': '6fcc77b6-0d36-4115-9e4a-423f3d9e1ffd', 'tenant_id': '59f08cd2adca45acb4492ed8468b0285', 'fixed_ips': [{'subnet_id': '1fc3b412-be45-48a7-a310-223cf87f1980'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:18:10.505348 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:10.533127 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-f6ea8655-68c4-42a7-81c2-e377a1170373 req-75993a2c-ea64-4795-aced-8e365c4ea421 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Deleting port c31130fc-6c56-477f-8805-906835bbe4a3 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:18:10.533127 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f6ea8655-68c4-42a7-81c2-e377a1170373 req-75993a2c-ea64-4795-aced-8e365c4ea421 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:10.675398 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4d10a60f-3b38-4bbe-97df-a05411f35e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:10.746080 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-9df4e212-e770-4ea2-a15e-632d0f4c3481 service neutron] 10.222.0.45 "GET /v2.0/networks/66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0900261 Sep 01 15:18:10.777474 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4d10a60f-3b38-4bbe-97df-a05411f35e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:10.818606 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-655c7f7e-4d9b-46ab-95a1-bd5115745332 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c32a6846-75e2-4a3e-aec3-0e166ad7aaff HTTP/1.1" status: 200 len: 1000 time: 0.4410684 Sep 01 15:18:10.869613 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-665beba4-a306-4081-89b1-78c148944e00 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Deleting port 16c33c5d-7d39-4fa2-9c6b-0698cb26198c {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:18:10.870209 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-665beba4-a306-4081-89b1-78c148944e00 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:10.929601 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-bd73dc2c-a834-47a0-8214-c0cd3f34fac9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=39363511-e22e-43eb-977c-daf2ec3d8534 HTTP/1.1" status: 200 len: 217 time: 0.1714010 Sep 01 15:18:10.962321 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-64f151e9-ac8b-4c93-9a19-0a66914f888b tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772851821788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9223100'] for subnet, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:11.057802 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f151e9-ac8b-4c93-9a19-0a66914f888b tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:11.059306 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-64f151e9-ac8b-4c93-9a19-0a66914f888b tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:11.063474 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-64f151e9-ac8b-4c93-9a19-0a66914f888b tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "PUT /v2.0/subnets/1fc3b412-be45-48a7-a310-223cf87f1980 HTTP/1.1" status: 200 len: 877 time: 1.2849927 Sep 01 15:18:11.085615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-f6ea8655-68c4-42a7-81c2-e377a1170373 req-75993a2c-ea64-4795-aced-8e365c4ea421 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] For port c31130fc-6c56-477f-8805-906835bbe4a3, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=c31130fc-6c56-477f-8805-906835bbe4a3,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:11.086792 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f6ea8655-68c4-42a7-81c2-e377a1170373 req-75993a2c-ea64-4795-aced-8e365c4ea421 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:11.092701 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Allocated IP 172.20.0.3 (6fcc77b6-0d36-4115-9e4a-423f3d9e1ffd/1fc3b412-be45-48a7-a310-223cf87f1980/f6350018-c745-41c5-a481-137f34f0b804) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:18:11.102046 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b32ef0a5-2f10-4b4c-b5e8-52395925994b no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:18:11.115889 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-f6ea8655-68c4-42a7-81c2-e377a1170373 req-75993a2c-ea64-4795-aced-8e365c4ea421 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Calling delete_port for c31130fc-6c56-477f-8805-906835bbe4a3 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:18:11.121750 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f151e9-ac8b-4c93-9a19-0a66914f888b tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event updated for resources: {'Subnet': ['ID=1fc3b412-be45-48a7-a310-223cf87f1980,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:11.137345 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40838) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:11.236192 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4d10a60f-3b38-4bbe-97df-a05411f35e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:11.242047 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4d10a60f-3b38-4bbe-97df-a05411f35e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:11.244138 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4d10a60f-3b38-4bbe-97df-a05411f35e3c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/23a9ed05-efa5-41ec-934b-ce84e8e8050a HTTP/1.1" status: 204 len: 168 time: 0.7848027 Sep 01 15:18:11.251792 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-3d35815a-7ea4-4ee7-bf3e-c2a480f0315a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:11.254936 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-3d35815a-7ea4-4ee7-bf3e-c2a480f0315a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cfe092a7-7374-49e7-98e0-9d8083b4d268 HTTP/1.1" status: 200 len: 855 time: 0.3892181 Sep 01 15:18:11.288016 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10a60f-3b38-4bbe-97df-a05411f35e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a9ed05-efa5-41ec-934b-ce84e8e8050a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:11.479590 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:11.482034 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:11.580456 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Transition to ACTIVE for port object f6350018-c745-41c5-a481-137f34f0b804 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:18:11.641042 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-665beba4-a306-4081-89b1-78c148944e00 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:11.653094 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Transition to ACTIVE for port object f6350018-c745-41c5-a481-137f34f0b804 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:18:11.665586 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:11.696750 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-665beba4-a306-4081-89b1-78c148944e00 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Calling delete_port for 16c33c5d-7d39-4fa2-9c6b-0698cb26198c owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:18:11.735608 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-02f48715-447d-4c4c-8a7c-7ce5da61c1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:11.745369 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-02f48715-447d-4c4c-8a7c-7ce5da61c1af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=989e0a87-8aaa-4f21-90c8-77627595307e HTTP/1.1" status: 200 len: 797 time: 0.7402151 Sep 01 15:18:11.747823 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f6ea8655-68c4-42a7-81c2-e377a1170373 req-75993a2c-ea64-4795-aced-8e365c4ea421 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:11.750419 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:11.778207 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Network 6fcc77b6-0d36-4115-9e4a-423f3d9e1ffd is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:18:11.894682 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:18:11.904794 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:18:11.935879 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cdc4b018-b68a-4339-be05-a89f32990a04 req-0c50bcfb-86d3-4d8a-b54d-086e657b481b tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab10c44a-6f2b-4690-9913-140c665be24d HTTP/1.1" status: 200 len: 210 time: 0.0744097 Sep 01 15:18:11.971235 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:12.044812 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Subnet': ['ID=1fc3b412-be45-48a7-a310-223cf87f1980,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:12.137970 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75993a2c-ea64-4795-aced-8e365c4ea421 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Pushing event deleted for resources: {'Port': ['ID=c31130fc-6c56-477f-8805-906835bbe4a3,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:12.188523 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Pushing event updated for resources: {'Port': ['ID=f6350018-c745-41c5-a481-137f34f0b804,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:12.208143 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:12.214841 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:12.217050 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:12.217790 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:12.218626 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:12.219451 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:12.220476 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:12.221293 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:12.221970 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:12.223009 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:12.226563 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-2fd4e9d7-a20c-4b12-aa97-94002dda15c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:12.229817 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:12.230033 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-2fd4e9d7-a20c-4b12-aa97-94002dda15c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17543319-6060-4d8f-9fbf-24ed833e1936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9526806 Sep 01 15:18:12.230828 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:12.318262 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:12.325058 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ea8655-68c4-42a7-81c2-e377a1170373 req-75993a2c-ea64-4795-aced-8e365c4ea421 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] No DVR routers for this DVR port c31130fc-6c56-477f-8805-906835bbe4a3 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:18:12.340074 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f6ea8655-68c4-42a7-81c2-e377a1170373 req-75993a2c-ea64-4795-aced-8e365c4ea421 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:12.344359 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6ea8655-68c4-42a7-81c2-e377a1170373 req-75993a2c-ea64-4795-aced-8e365c4ea421 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.62 "DELETE /v2.0/ports/c31130fc-6c56-477f-8805-906835bbe4a3 HTTP/1.1" status: 204 len: 173 time: 3.1334066 Sep 01 15:18:12.358398 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fcc77b6-0d36-4115-9e4a-423f3d9e1ffd']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:12.371823 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab10c44a-6f2b-4690-9913-140c665be24d', 'name': 'network-vif-deleted', 'tag': 'c31130fc-6c56-477f-8805-906835bbe4a3'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:18:12.375494 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:12.377936 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba37e3d-c049-4546-ac01-3441b0c22b41" -d '{"events": [{"server_uuid": "ab10c44a-6f2b-4690-9913-140c665be24d", "name": "network-vif-deleted", "tag": "c31130fc-6c56-477f-8805-906835bbe4a3"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:18:12.403782 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b63e841-2cde-4995-83af-889061ddc10c') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:12.405160 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b63e841-2cde-4995-83af-889061ddc10c') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:12.414747 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Attempting to bind port f6350018-c745-41c5-a481-137f34f0b804 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:18:12.415502 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Attempting to bind port f6350018-c745-41c5-a481-137f34f0b804 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '8b63e841-2cde-4995-83af-889061ddc10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6fcc77b6-0d36-4115-9e4a-423f3d9e1ffd'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:18:12.416142 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Attempting to bind port f6350018-c745-41c5-a481-137f34f0b804 on network 6fcc77b6-0d36-4115-9e4a-423f3d9e1ffd {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:18:12.430599 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:12.488653 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:12.502339 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-2766ebd7-3630-465b-9c62-3ada6df19267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:12.513987 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-2766ebd7-3630-465b-9c62-3ada6df19267 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5386274 Sep 01 15:18:12.515273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:18:12.516397 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:18:12.523983 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:18:12.539990 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:18:12.540989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Checking segment: {'id': '8b63e841-2cde-4995-83af-889061ddc10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6fcc77b6-0d36-4115-9e4a-423f3d9e1ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:18:12.541876 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:12.542661 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Bound using segment: {'id': '8b63e841-2cde-4995-83af-889061ddc10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6fcc77b6-0d36-4115-9e4a-423f3d9e1ffd'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:18:12.543584 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Bound port: f6350018-c745-41c5-a481-137f34f0b804, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b63e841-2cde-4995-83af-889061ddc10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6fcc77b6-0d36-4115-9e4a-423f3d9e1ffd'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:18:12.544336 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:12.582674 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:12.648664 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f229aba-bba8-4b02-8e17-fa7508aa2833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b32ef0a5-2f10-4b4c-b5e8-52395925994b'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:18:12.656662 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9686fd70-76c2-4589-87a5-ff32ad749c05" -d '{"events": [{"server_uuid": "6f229aba-bba8-4b02-8e17-fa7508aa2833", "name": "network-vif-unplugged", "status": "completed", "tag": "b32ef0a5-2f10-4b4c-b5e8-52395925994b"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:18:12.715714 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.api [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 01 15:18:12.715714 n-d-794796-3 neutron-server[94733]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 01 15:18:12.715714 n-d-794796-3 neutron-server[94733]: [parameters: {'id': '6fcc77b6-0d36-4115-9e4a-423f3d9e1ffd'}] Sep 01 15:18:12.715714 n-d-794796-3 neutron-server[94733]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:18:12.717476 n-d-794796-3 neutron-server[94733]: DEBUG oslo_db.api [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:18:12.828268 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b32ef0a5-2f10-4b4c-b5e8-52395925994b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b32ef0a5-2f10-4b4c-b5e8-52395925994b,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:12.836567 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b48eb8c-fb46-4a93-8855-4d98413b4ac7 x-openstack-request-id: req-1b48eb8c-fb46-4a93-8855-4d98413b4ac7 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:18:12.837791 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:12.837988 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab10c44a-6f2b-4690-9913-140c665be24d", "name": "network-vif-deleted", "tag": "c31130fc-6c56-477f-8805-906835bbe4a3", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:18:12.837988 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1b48eb8c-fb46-4a93-8855-4d98413b4ac7 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:18:12.838204 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab10c44a-6f2b-4690-9913-140c665be24d', 'name': 'network-vif-deleted', 'tag': 'c31130fc-6c56-477f-8805-906835bbe4a3', 'status': 'completed', 'code': 200} Sep 01 15:18:12.889279 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] For port f6350018-c745-41c5-a481-137f34f0b804, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:18:12.897465 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] For port f6350018-c745-41c5-a481-137f34f0b804, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f6350018-c745-41c5-a481-137f34f0b804,segment=NetworkSegment(8b63e841-2cde-4995-83af-889061ddc10c),segment_id=8b63e841-2cde-4995-83af-889061ddc10c)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:18:12.900682 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3f62d6-4538-4711-8f8a-76b234fb1fb6 x-openstack-request-id: req-cb3f62d6-4538-4711-8f8a-76b234fb1fb6 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:18:12.901143 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f229aba-bba8-4b02-8e17-fa7508aa2833", "name": "network-vif-unplugged", "status": "completed", "tag": "b32ef0a5-2f10-4b4c-b5e8-52395925994b", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:18:12.901556 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cb3f62d6-4538-4711-8f8a-76b234fb1fb6 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:18:12.902205 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f229aba-bba8-4b02-8e17-fa7508aa2833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b32ef0a5-2f10-4b4c-b5e8-52395925994b', 'code': 200} Sep 01 15:18:12.939940 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device c31130fc-6c56-477f-8805-906835bbe4a3 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:18:12.948920 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:13.032377 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: c31130fc-6c56-477f-8805-906835bbe4a3 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:18:13.047411 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device c31130fc-6c56-477f-8805-906835bbe4a3 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:18:13.109725 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-59bc2af6-f89f-47d3-89e5-561cd6ef5f3b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:13.120918 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-59bc2af6-f89f-47d3-89e5-561cd6ef5f3b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/networks?id=afa3fade-4c03-4fa8-94a5-bb144ed0b25b HTTP/1.1" status: 200 len: 814 time: 0.6226153 Sep 01 15:18:13.157347 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-d13925b6-659d-4114-95c9-ceaa52208718 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/quotas/eb3693377bf9457dabb698f1785d8c61 HTTP/1.1" status: 200 len: 375 time: 0.0348301 Sep 01 15:18:13.217059 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=b32ef0a5-2f10-4b4c-b5e8-52395925994b,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:13.235984 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:13.266596 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ceb397e9-fc31-4caf-ab14-f6cfc2a9c7a5 req-05f4ef94-4bdf-431d-8cd5-785f69bf2484 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab10c44a-6f2b-4690-9913-140c665be24d HTTP/1.1" status: 200 len: 210 time: 0.1318796 Sep 01 15:18:13.271167 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:18:13.273467 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-7bacf23e-c4cc-45a6-9906-3dc7bdc9fdab service neutron] 10.222.0.62 "GET /v2.0/networks/17543319-6060-4d8f-9fbf-24ed833e1936?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0240037 Sep 01 15:18:13.349997 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef52829-457f-437c-9e17-c19d9a6e4a4c None None] Network 6fcc77b6-0d36-4115-9e4a-423f3d9e1ffd requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:18:13.436117 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Deleting port f6350018-c745-41c5-a481-137f34f0b804 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:18:13.438140 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:13.545153 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-665beba4-a306-4081-89b1-78c148944e00 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:13.552981 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-0532a570-7c05-4e41-9633-f3c80e5394aa service neutron] 10.222.0.62 "GET /v2.0/networks/17543319-6060-4d8f-9fbf-24ed833e1936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556429 Sep 01 15:18:13.556488 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40914) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:13.684391 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:13.690171 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-154bcc69-3b33-4e7e-9122-57e3517d5e5e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=f74b773b-5f13-43af-b95b-4dae0c371691 HTTP/1.1" status: 200 len: 217 time: 0.0936823 Sep 01 15:18:13.737427 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-3c506db3-efe2-4b15-9449-e3ab550ede32 service neutron] 10.222.0.45 "GET /v2.0/networks/66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9128983 Sep 01 15:18:13.748202 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e2516932-ce6e-4507-b560-7d9be0873916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:13.758105 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665beba4-a306-4081-89b1-78c148944e00 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Pushing event deleted for resources: {'Port': ['ID=16c33c5d-7d39-4fa2-9c6b-0698cb26198c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:13.768169 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed82ca-4209-4a22-9628-60e9f94aab03 None None] Pushing event updated for resources: {'Port': ['ID=f6350018-c745-41c5-a481-137f34f0b804,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:13.955753 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=997c3a7b-2f06-4b63-8dc9-3c0cb802eda2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:13.991707 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '997c3a7b-2f06-4b63-8dc9-3c0cb802eda2', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': '997c3a7b-2f06-4b63-8dc9-3c0cb802eda2', 'mac_address': 'fa:16:3e:21:0d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:18:14.003164 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15036f1-8794-46c4-9785-d6ec9b3781a3 None None] Network 6fcc77b6-0d36-4115-9e4a-423f3d9e1ffd requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:18:14.018009 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-90e8fa31-5849-428c-97da-447253969e6d tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb3693377bf9457dabb698f1785d8c61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8210821 Sep 01 15:18:14.077651 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-c4d8cc09-0ca3-4d6b-b73b-572c85be9137 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:18:14.083070 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-c4d8cc09-0ca3-4d6b-b73b-572c85be9137 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0630333 Sep 01 15:18:14.185162 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:14.287926 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:18:14.302104 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-8ba79e7a-cf44-4ca8-b9e1-1ab8f3f81bff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1977586773-network', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:14.325235 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-665beba4-a306-4081-89b1-78c148944e00 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:14.338228 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-665beba4-a306-4081-89b1-78c148944e00 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] 10.222.0.60 "DELETE /v2.0/ports/16c33c5d-7d39-4fa2-9c6b-0698cb26198c HTTP/1.1" status: 204 len: 168 time: 4.9332049 Sep 01 15:18:14.370418 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=997c3a7b-2f06-4b63-8dc9-3c0cb802eda2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:14.390426 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:14.411056 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] For port f6350018-c745-41c5-a481-137f34f0b804, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f6350018-c745-41c5-a481-137f34f0b804,segment=NetworkSegment(8b63e841-2cde-4995-83af-889061ddc10c),segment_id=8b63e841-2cde-4995-83af-889061ddc10c)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:14.411689 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:14.438333 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Calling delete_port for f6350018-c745-41c5-a481-137f34f0b804 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:18:14.464717 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40928) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:14.485184 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ffef89-8431-40db-a5e0-ffce2ab26250 None None] get_active_networks_info from n-d-794796-3 {{(pid=94735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:18:14.549017 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=997c3a7b-2f06-4b63-8dc9-3c0cb802eda2,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:14.595750 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['997c3a7b-2f06-4b63-8dc9-3c0cb802eda2'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:18:14.654937 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:14.669356 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-4056aa3c-c393-4d63-9c74-14a323ea0ad4 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] GET failed (client error): The resource could not be found. Sep 01 15:18:14.677747 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4056aa3c-c393-4d63-9c74-14a323ea0ad4 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] 10.222.0.60 "GET /v2.0/ports/16c33c5d-7d39-4fa2-9c6b-0698cb26198c HTTP/1.1" status: 404 len: 333 time: 0.1952448 Sep 01 15:18:14.724934 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-072628ed-0db5-426a-8167-59de607ec6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:14.738403 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-072628ed-0db5-426a-8167-59de607ec6b7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e305aa0d-de8e-480b-9017-6f3050eaf7d0 HTTP/1.1" status: 200 len: 797 time: 1.0087538 Sep 01 15:18:14.747792 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40940) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:14.747792 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba79e7a-cf44-4ca8-b9e1-1ab8f3f81bff admin admin] Made reservation on behalf of d5c12ac629004c608a6b26e32bb713bc for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:18:14.752534 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Port': ['ID=f6350018-c745-41c5-a481-137f34f0b804,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:14.765016 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8ba79e7a-cf44-4ca8-b9e1-1ab8f3f81bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:14.774476 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] No DVR routers for this DVR port f6350018-c745-41c5-a481-137f34f0b804 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:18:14.912802 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e736bc2-b275-4446-b336-c9b9756aad61 req-7c9b20d2-a742-43b4-8b21-39685e459472 service neutron] 10.222.0.45 "GET /v2.0/networks/66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1470363 Sep 01 15:18:14.982481 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8ba79e7a-cf44-4ca8-b9e1-1ab8f3f81bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:15.060157 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-ed0bce4d-589a-4121-b05e-0edf97ae6297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:15.068014 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-ed0bce4d-589a-4121-b05e-0edf97ae6297 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2608457 Sep 01 15:18:15.082645 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:15.137091 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fcc77b6-0d36-4115-9e4a-423f3d9e1ffd']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:15.157613 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ffef89-8431-40db-a5e0-ffce2ab26250 None None] Resources bound (agent type, host, resource id): {{(pid=94735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:18:15.162957 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:15.182964 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-cc75d96a-d09b-4235-80f0-d70e9024613f service neutron] 10.222.0.60 "GET /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9131682 Sep 01 15:18:15.207557 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b63e841-2cde-4995-83af-889061ddc10c') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:15.212411 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b63e841-2cde-4995-83af-889061ddc10c') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:15.255510 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:15.326509 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:15.347056 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:18:15.347918 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:18:15.353621 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:18:15.452414 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb676426-b8a4-4936-9bf1-436015cb11b7 req-564e70ed-fec1-46e0-b9b6-175b709dc350 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:15.465155 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cb676426-b8a4-4936-9bf1-436015cb11b7 req-564e70ed-fec1-46e0-b9b6-175b709dc350 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20 HTTP/1.1" status: 200 len: 945 time: 0.2147193 Sep 01 15:18:15.548558 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:15.564907 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:15.573960 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/networks/6fcc77b6-0d36-4115-9e4a-423f3d9e1ffd HTTP/1.1" status: 204 len: 168 time: 4.4277322 Sep 01 15:18:15.582620 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cb676426-b8a4-4936-9bf1-436015cb11b7 req-acf0b1a9-d150-4f0b-8af4-f9e486236aa7 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159859 Sep 01 15:18:15.630338 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40964) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:15.630338 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1cdd54-d295-4c97-8af2-cfa496974a72 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Network': ['ID=6fcc77b6-0d36-4115-9e4a-423f3d9e1ffd,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:15.710038 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4624b5e-7c65-4722-b083-669280252629 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] DELETE failed (client error): The resource could not be found. Sep 01 15:18:15.711401 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4624b5e-7c65-4722-b083-669280252629 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:18:15.721553 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a4624b5e-7c65-4722-b083-669280252629 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/subnets/1fc3b412-be45-48a7-a310-223cf87f1980 HTTP/1.1" status: 404 len: 337 time: 0.0980225 Sep 01 15:18:15.722858 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40966) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:15.758478 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2d2ade-84e2-4c30-9a25-b393d464bf5f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] DELETE failed (client error): The resource could not be found. Sep 01 15:18:15.759871 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db2d2ade-84e2-4c30-9a25-b393d464bf5f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:18:15.768128 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-db2d2ade-84e2-4c30-9a25-b393d464bf5f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/networks/6fcc77b6-0d36-4115-9e4a-423f3d9e1ffd HTTP/1.1" status: 404 len: 339 time: 0.0430794 Sep 01 15:18:15.772566 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40968) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:15.877170 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbda7fc-f2ce-48aa-922b-57b0f4700734 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] DELETE failed (client error): The resource could not be found. Sep 01 15:18:15.878527 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efbda7fc-f2ce-48aa-922b-57b0f4700734 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:18:15.888289 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-efbda7fc-f2ce-48aa-922b-57b0f4700734 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/subnets/4cfb5457-498d-4ca2-9c96-7e38b9cd727e HTTP/1.1" status: 404 len: 337 time: 0.1138396 Sep 01 15:18:15.889987 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40974) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:15.927000 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf178ba-5e71-4099-b221-373c447c7e68 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] DELETE failed (client error): The resource could not be found. Sep 01 15:18:15.929273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf178ba-5e71-4099-b221-373c447c7e68 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:18:15.937743 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-eaf178ba-5e71-4099-b221-373c447c7e68 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/networks/126521fe-9860-40ca-87f8-4179d2d4ef1c HTTP/1.1" status: 404 len: 339 time: 0.0455642 Sep 01 15:18:15.940216 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40976) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:16.119297 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-06c7305f-0fc7-4540-b924-8e39fb468c60 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:16.290794 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-567656c9-3cea-4fef-9194-c73fe0d68af9 service neutron] 10.222.0.60 "GET /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1062882 Sep 01 15:18:16.416172 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-06c7305f-0fc7-4540-b924-8e39fb468c60 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:16.437624 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-06c7305f-0fc7-4540-b924-8e39fb468c60 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['449132e8-0bfd-47d9-8bf7-8f2015d49179']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:16.447621 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8ba79e7a-cf44-4ca8-b9e1-1ab8f3f81bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:16.470456 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-06c7305f-0fc7-4540-b924-8e39fb468c60 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a424eadd-22dc-45e7-b3c5-bd90f6237d76') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:16.471549 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-06c7305f-0fc7-4540-b924-8e39fb468c60 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a424eadd-22dc-45e7-b3c5-bd90f6237d76') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:16.475839 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c3f63-5f2a-46b1-b55f-ec5556005c62 req-6784fb1b-a9a0-4feb-b9eb-b44eb1e89533 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:16.479419 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dd9c3f63-5f2a-46b1-b55f-ec5556005c62 req-6784fb1b-a9a0-4feb-b9eb-b44eb1e89533 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.45 "GET /v2.0/ports?device_id=f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20 HTTP/1.1" status: 200 len: 945 time: 0.4466429 Sep 01 15:18:16.503853 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8ba79e7a-cf44-4ca8-b9e1-1ab8f3f81bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:16.505194 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-06c7305f-0fc7-4540-b924-8e39fb468c60 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:16.517187 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-c9a6238a-6a43-4b32-bd96-952751de938b service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4343197 Sep 01 15:18:16.565654 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-06c7305f-0fc7-4540-b924-8e39fb468c60 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:16.580643 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c7305f-0fc7-4540-b924-8e39fb468c60 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:18:16.581383 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-06c7305f-0fc7-4540-b924-8e39fb468c60 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:18:16.587368 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:18:16.609176 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-43bd7510-3304-4e82-b913-c99d609fa4be tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Deleting port c5548a5f-93cc-4c6b-9bc5-0a9faa3084c4 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:18:16.609885 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-43bd7510-3304-4e82-b913-c99d609fa4be tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:16.864346 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-269de665-65fe-408c-a4a8-11fec465ea09 req-66f4085f-60ab-459e-9b1b-8c437e8f7fb7 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=eea9fb37-2c85-49c5-8c89-dc19d5e310f8 HTTP/1.1" status: 200 len: 210 time: 0.1000979 Sep 01 15:18:16.894362 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-06c7305f-0fc7-4540-b924-8e39fb468c60 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:16.897238 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-9a0825f0-e25f-46fe-96a4-38294afe48e6 service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697772 Sep 01 15:18:16.907043 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-06c7305f-0fc7-4540-b924-8e39fb468c60 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:16.915079 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-06c7305f-0fc7-4540-b924-8e39fb468c60 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/networks/449132e8-0bfd-47d9-8bf7-8f2015d49179 HTTP/1.1" status: 204 len: 168 time: 0.9684184 Sep 01 15:18:16.916357 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40998) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:16.974851 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7305f-0fc7-4540-b924-8e39fb468c60 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Network': ['ID=449132e8-0bfd-47d9-8bf7-8f2015d49179,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:17.029880 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d001044-fd49-4bd6-86c2-abdfeaa1ac23 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] DELETE failed (client error): The resource could not be found. Sep 01 15:18:17.033843 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d001044-fd49-4bd6-86c2-abdfeaa1ac23 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:18:17.047440 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0d001044-fd49-4bd6-86c2-abdfeaa1ac23 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/subnets/064eb936-620d-4371-b0dd-bec1c4a62d0d HTTP/1.1" status: 404 len: 337 time: 0.1278989 Sep 01 15:18:17.048462 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41002) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:17.081730 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-88390bac-7fc5-4974-90bd-e1f9b0f03fbb tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] DELETE failed (client error): The resource could not be found. Sep 01 15:18:17.082454 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88390bac-7fc5-4974-90bd-e1f9b0f03fbb tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:18:17.085793 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-88390bac-7fc5-4974-90bd-e1f9b0f03fbb tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/networks/43b02449-281c-46ae-81b7-1f432236203a HTTP/1.1" status: 404 len: 339 time: 0.0358210 Sep 01 15:18:17.090082 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41004) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:17.115896 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba79e7a-cf44-4ca8-b9e1-1ab8f3f81bff admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:18:17.143025 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:18:17.160879 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c68ab6-7c08-4e3a-bcb3-d7addf8e3291 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] DELETE failed (client error): The resource could not be found. Sep 01 15:18:17.162880 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c68ab6-7c08-4e3a-bcb3-d7addf8e3291 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:18:17.172432 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a4c68ab6-7c08-4e3a-bcb3-d7addf8e3291 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/subnets/1566d6c8-2680-4f5c-a9da-255c1fdfa158 HTTP/1.1" status: 404 len: 337 time: 0.0806308 Sep 01 15:18:17.174140 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41006) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:17.229747 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-a34203aa-6e28-4824-95d2-cc8990197f4d tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] DELETE failed (client error): The resource could not be found. Sep 01 15:18:17.231230 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a34203aa-6e28-4824-95d2-cc8990197f4d tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:18:17.241346 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a34203aa-6e28-4824-95d2-cc8990197f4d tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/networks/0d9e09f2-ff3a-4c38-9975-be0423ca7ba5 HTTP/1.1" status: 404 len: 339 time: 0.0646894 Sep 01 15:18:17.242867 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41008) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:17.307480 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:17.308668 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:17.356813 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c58cce1-d0f1-4afe-9ff5-7666ac0ddda1 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] DELETE failed (client error): The resource could not be found. Sep 01 15:18:17.367096 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c58cce1-d0f1-4afe-9ff5-7666ac0ddda1 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:18:17.371493 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4c58cce1-d0f1-4afe-9ff5-7666ac0ddda1 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/subnets/5f134bb6-4216-418a-b104-c826742dc9b3 HTTP/1.1" status: 404 len: 337 time: 0.1268067 Sep 01 15:18:17.375325 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41018) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:17.381273 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba79e7a-cf44-4ca8-b9e1-1ab8f3f81bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29dabb3-229e-4e8a-9f7c-70bf3f8b514c,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:17.419574 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-7e042bab-43d7-49de-9b39-61d57aa7d0f9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=25889e58-c1fa-4ed2-89a7-236d8cfd5f91 HTTP/1.1" status: 200 len: 217 time: 0.3495710 Sep 01 15:18:17.475833 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-813890c6-d958-4017-95af-10bfc72b566a tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] DELETE failed (client error): The resource could not be found. Sep 01 15:18:17.487451 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-813890c6-d958-4017-95af-10bfc72b566a tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:18:17.498519 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-813890c6-d958-4017-95af-10bfc72b566a tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/networks/803b45c5-1a35-49ad-8bc2-f1a03c9c1899 HTTP/1.1" status: 404 len: 339 time: 0.1151683 Sep 01 15:18:17.499028 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41024) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:17.517160 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8ba79e7a-cf44-4ca8-b9e1-1ab8f3f81bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:17.517635 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-8ba79e7a-cf44-4ca8-b9e1-1ab8f3f81bff admin admin] Added segment 78681f34-8d1f-4ee3-bfa0-39cc008c56d0 of type vlan for network 1d2362ee-78f5-4b99-9f98-82e09fba7d13 Sep 01 15:18:17.558545 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-43bd7510-3304-4e82-b913-c99d609fa4be tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:17.604647 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:17.622478 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa8b592-cc88-4d51-9af4-1b2e036b5804 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] DELETE failed (client error): The resource could not be found. Sep 01 15:18:17.624805 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa8b592-cc88-4d51-9af4-1b2e036b5804 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:18:17.629269 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4aa8b592-cc88-4d51-9af4-1b2e036b5804 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/subnets/18d9249b-079f-406e-89ca-7c0cf70d30da HTTP/1.1" status: 404 len: 337 time: 0.1283035 Sep 01 15:18:17.634040 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41026) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:17.688011 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac525e7-dd2b-42a5-a6f9-fdb5069601d0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] DELETE failed (client error): The resource could not be found. Sep 01 15:18:17.688930 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac525e7-dd2b-42a5-a6f9-fdb5069601d0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:18:17.691982 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3ac525e7-dd2b-42a5-a6f9-fdb5069601d0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/networks/2ffa1f90-76c6-4471-853f-43d3d126c679 HTTP/1.1" status: 404 len: 339 time: 0.0559072 Sep 01 15:18:17.696609 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41028) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:17.713716 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5beac5-42d9-4781-800b-9b51bb830304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997c3a7b-2f06-4b63-8dc9-3c0cb802eda2'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:18:17.728686 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41699e23-51d4-41c5-ba3f-e8c92a88fcda" -d '{"events": [{"server_uuid": "4e5beac5-42d9-4781-800b-9b51bb830304", "name": "network-vif-plugged", "status": "completed", "tag": "997c3a7b-2f06-4b63-8dc9-3c0cb802eda2"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:18:17.752193 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-43bd7510-3304-4e82-b913-c99d609fa4be tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Calling delete_port for c5548a5f-93cc-4c6b-9bc5-0a9faa3084c4 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:18:17.774588 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=997c3a7b-2f06-4b63-8dc9-3c0cb802eda2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:17.784541 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:17.799644 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7493963-ea2b-413d-9519-b63699190ae1 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] DELETE failed (client error): The resource could not be found. Sep 01 15:18:17.801021 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7493963-ea2b-413d-9519-b63699190ae1 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:18:17.827315 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b7493963-ea2b-413d-9519-b63699190ae1 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/subnets/446c75c1-164e-45cf-a13d-3e3ed684d911 HTTP/1.1" status: 404 len: 337 time: 0.1285861 Sep 01 15:18:17.834989 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41032) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:17.890982 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbc31ac-d0ec-4400-a104-cb1096eb8f06 x-openstack-request-id: req-3fbc31ac-d0ec-4400-a104-cb1096eb8f06 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:18:17.891847 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5beac5-42d9-4781-800b-9b51bb830304", "name": "network-vif-plugged", "status": "completed", "tag": "997c3a7b-2f06-4b63-8dc9-3c0cb802eda2", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:18:17.892050 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb4c17fb-711c-4285-af61-88d7f3da122a tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] DELETE failed (client error): The resource could not be found. Sep 01 15:18:17.892677 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3fbc31ac-d0ec-4400-a104-cb1096eb8f06 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:18:17.893016 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb4c17fb-711c-4285-af61-88d7f3da122a tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:18:17.893480 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98db3c-a687-4711-afb6-803681dea561 req-1cc188e7-3b95-42c3-91da-6077f7d63efc tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:17.894065 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5beac5-42d9-4781-800b-9b51bb830304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997c3a7b-2f06-4b63-8dc9-3c0cb802eda2', 'code': 200} Sep 01 15:18:17.902217 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-eb4c17fb-711c-4285-af61-88d7f3da122a tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/networks/f23bec21-4345-4e78-96d5-44ff8b9ed847 HTTP/1.1" status: 404 len: 339 time: 0.0614538 Sep 01 15:18:17.908958 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41036) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:17.911312 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0f98db3c-a687-4711-afb6-803681dea561 req-1cc188e7-3b95-42c3-91da-6077f7d63efc tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20 HTTP/1.1" status: 200 len: 945 time: 1.0125833 Sep 01 15:18:17.968559 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb09c89c-57cb-47c4-945f-44500e690ee0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] DELETE failed (client error): The resource could not be found. Sep 01 15:18:17.969318 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb09c89c-57cb-47c4-945f-44500e690ee0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:18:17.976859 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-eb09c89c-57cb-47c4-945f-44500e690ee0 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/subnets/e6422853-f486-4cd7-832f-b567eee11aac HTTP/1.1" status: 404 len: 337 time: 0.0620742 Sep 01 15:18:17.978171 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41038) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:18.018667 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=997c3a7b-2f06-4b63-8dc9-3c0cb802eda2,revision_number=7']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:18.050629 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8ba79e7a-cf44-4ca8-b9e1-1ab8f3f81bff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:18.061274 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-e0aa2eb6-c22d-4eea-a9cc-b862fa219236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:18.066382 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-e0aa2eb6-c22d-4eea-a9cc-b862fa219236 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e305aa0d-de8e-480b-9017-6f3050eaf7d0 HTTP/1.1" status: 200 len: 797 time: 0.5437343 Sep 01 15:18:18.067353 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-e920b986-25f3-4e5f-94ff-5458be1bb277 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] DELETE failed (client error): The resource could not be found. Sep 01 15:18:18.069188 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e920b986-25f3-4e5f-94ff-5458be1bb277 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:18:18.077081 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e920b986-25f3-4e5f-94ff-5458be1bb277 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/networks/7850c8f7-4f55-4de5-86a8-5be44ab92ce6 HTTP/1.1" status: 404 len: 339 time: 0.0930681 Sep 01 15:18:18.078763 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41040) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:18.184943 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-d298af7a-94f9-420b-93f9-7443b5661d70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] DELETE failed (client error): The resource could not be found. Sep 01 15:18:18.185731 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d298af7a-94f9-420b-93f9-7443b5661d70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:18:18.189549 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d298af7a-94f9-420b-93f9-7443b5661d70 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/subnets/8b520409-048c-42a3-a7c2-9bccccf95df5 HTTP/1.1" status: 404 len: 337 time: 0.1080565 Sep 01 15:18:18.193392 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41044) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:18.215839 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.resource_extend [None req-8ba79e7a-cf44-4ca8-b9e1-1ab8f3f81bff admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:18:18.313650 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-56f6edec-7fc0-422a-805d-a9c743b1bb73 req-a5b962da-9584-4689-9f81-9a91871c3e70 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=eea9fb37-2c85-49c5-8c89-dc19d5e310f8 HTTP/1.1" status: 200 len: 210 time: 0.1320744 Sep 01 15:18:18.338813 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0f98db3c-a687-4711-afb6-803681dea561 req-1930c7f1-4a6c-4a3d-aa93-1914d04d67e0 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260027 Sep 01 15:18:18.345876 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-dd9c3f63-5f2a-46b1-b55f-ec5556005c62 req-46112a71-2692-4f4e-8918-62e5eff17cc6 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Deleting port 0a24644e-403e-42e2-be39-83f8f5319e53 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:18:18.364578 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-dd9c3f63-5f2a-46b1-b55f-ec5556005c62 req-46112a71-2692-4f4e-8918-62e5eff17cc6 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:18.401418 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b49fffa-e24f-4b60-8479-5a17dfdd5441 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] DELETE failed (client error): The resource could not be found. Sep 01 15:18:18.402900 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b49fffa-e24f-4b60-8479-5a17dfdd5441 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:18:18.407284 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9b49fffa-e24f-4b60-8479-5a17dfdd5441 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/networks/131fc291-4981-4753-b231-c2598360e9a9 HTTP/1.1" status: 404 len: 339 time: 0.2117546 Sep 01 15:18:18.409492 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41048) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:18.439570 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8ba79e7a-cf44-4ca8-b9e1-1ab8f3f81bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:18.450832 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba79e7a-cf44-4ca8-b9e1-1ab8f3f81bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:18.451800 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8ba79e7a-cf44-4ca8-b9e1-1ab8f3f81bff admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:18.560314 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-7902bb26-5e24-429f-b9cf-d8f3fe105340 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] DELETE failed (client error): The resource could not be found. Sep 01 15:18:18.566377 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7902bb26-5e24-429f-b9cf-d8f3fe105340 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:18:18.575866 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7902bb26-5e24-429f-b9cf-d8f3fe105340 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/subnets/5aabcf61-a4e1-4fb5-9da6-2475b76c1479 HTTP/1.1" status: 404 len: 337 time: 0.1639528 Sep 01 15:18:18.579667 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41056) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:18.623576 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb06681e-28a7-43fa-be0e-d0e63c00391f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] DELETE failed (client error): The resource could not be found. Sep 01 15:18:18.625057 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb06681e-28a7-43fa-be0e-d0e63c00391f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:18:18.645144 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fb06681e-28a7-43fa-be0e-d0e63c00391f tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/networks/84050b68-f36e-4f20-aad1-9c2ef132c4af HTTP/1.1" status: 404 len: 339 time: 0.0624349 Sep 01 15:18:18.650257 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41062) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:18.835930 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-a099c793-01e5-4828-8c45-e969a86c8ce7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Deleting subnet f1f4f722-535d-44f5-82cf-e1e599e20030 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:18:18.851312 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a099c793-01e5-4828-8c45-e969a86c8ce7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:19.000964 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a099c793-01e5-4828-8c45-e969a86c8ce7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:19.096560 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-5e431f05-0076-4792-a285-d8511148507f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:19.098776 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-5e431f05-0076-4792-a285-d8511148507f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0134451 Sep 01 15:18:19.144842 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-43bd7510-3304-4e82-b913-c99d609fa4be tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:19.158783 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 0a24644e-403e-42e2-be39-83f8f5319e53 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:18:19.198487 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba79e7a-cf44-4ca8-b9e1-1ab8f3f81bff admin admin] Pushing event updated for resources: {'Network': ['ID=1d2362ee-78f5-4b99-9f98-82e09fba7d13,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:19.285004 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 1d2362ee-78f5-4b99-9f98-82e09fba7d13 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:18:19.347398 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a099c793-01e5-4828-8c45-e969a86c8ce7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:19.397304 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-dd9c3f63-5f2a-46b1-b55f-ec5556005c62 req-46112a71-2692-4f4e-8918-62e5eff17cc6 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] For port 0a24644e-403e-42e2-be39-83f8f5319e53, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=0a24644e-403e-42e2-be39-83f8f5319e53,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:19.397304 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-dd9c3f63-5f2a-46b1-b55f-ec5556005c62 req-46112a71-2692-4f4e-8918-62e5eff17cc6 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:19.425050 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-dd9c3f63-5f2a-46b1-b55f-ec5556005c62 req-46112a71-2692-4f4e-8918-62e5eff17cc6 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Calling delete_port for 0a24644e-403e-42e2-be39-83f8f5319e53 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:18:19.465553 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a099c793-01e5-4828-8c45-e969a86c8ce7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:19.584263 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099c793-01e5-4828-8c45-e969a86c8ce7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Subnet': ['ID=f1f4f722-535d-44f5-82cf-e1e599e20030,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:19.591564 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a099c793-01e5-4828-8c45-e969a86c8ce7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:19.594024 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:19.599506 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a099c793-01e5-4828-8c45-e969a86c8ce7 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/subnets/f1f4f722-535d-44f5-82cf-e1e599e20030 HTTP/1.1" status: 204 len: 168 time: 0.9469266 Sep 01 15:18:19.607745 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41070) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:19.609376 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49253a3f-9766-4a16-9e30-0245f3c74fa2 None None] Network 868bed20-7f0d-4ef7-adc3-dd8726e3dc80 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:18:19.612153 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8ba79e7a-cf44-4ca8-b9e1-1ab8f3f81bff admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 6.0402608 Sep 01 15:18:19.628061 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-4f11f2d6-06c4-42ce-9062-c0de3bd036d5 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:19.631991 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-4f11f2d6-06c4-42ce-9062-c0de3bd036d5 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.62 "GET /v2.0/networks?id=afa3fade-4c03-4fa8-94a5-bb144ed0b25b HTTP/1.1" status: 200 len: 814 time: 0.7028213 Sep 01 15:18:19.643760 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41072) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:19.678253 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-9ca10943-72d8-4357-9f92-8a963b6faa80 admin admin] Request body: {'subnet': {'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1977586773-subnet', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:19.844255 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-e4fa4a2f-e573-4f3f-b256-be148af54475 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Request body: {'port': {'device_id': 'eea9fb37-2c85-49c5-8c89-dc19d5e310f8', 'network_id': 'afa3fade-4c03-4fa8-94a5-bb144ed0b25b', 'admin_state_up': True, 'tenant_id': 'eb3693377bf9457dabb698f1785d8c61'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:19.866366 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd7510-3304-4e82-b913-c99d609fa4be tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Pushing event deleted for resources: {'Port': ['ID=c5548a5f-93cc-4c6b-9bc5-0a9faa3084c4,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:19.874739 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-462e2abe-8255-46e1-b267-f46ea7cc3cb0 req-2bed8a62-804f-405b-9498-a06dc193fc6a tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=eea9fb37-2c85-49c5-8c89-dc19d5e310f8 HTTP/1.1" status: 200 len: 210 time: 0.1193576 Sep 01 15:18:20.003214 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca10943-72d8-4357-9f92-8a963b6faa80 admin admin] Made reservation on behalf of d5c12ac629004c608a6b26e32bb713bc for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:18:20.008326 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9ca10943-72d8-4357-9f92-8a963b6faa80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:20.068659 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 0a24644e-403e-42e2-be39-83f8f5319e53, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=0a24644e-403e-42e2-be39-83f8f5319e53,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:20.071161 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a24644e-403e-42e2-be39-83f8f5319e53'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:18:20.077365 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb8b715-1c44-4e57-aad7-a9b24ccd6134" -d '{"events": [{"server_uuid": "f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20", "name": "network-vif-unplugged", "status": "completed", "tag": "0a24644e-403e-42e2-be39-83f8f5319e53"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:18:20.087976 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:20.142100 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9fc83d86-5ba6-45ad-b4d1-f20fa3ff6652 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:20.407648 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-9fc83d86-5ba6-45ad-b4d1-f20fa3ff6652 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Deleting port 1ddf7c17-24c0-494b-a8b4-c91ce5087a57 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:18:20.408297 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9fc83d86-5ba6-45ad-b4d1-f20fa3ff6652 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:20.432526 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd605ab-355f-409e-81cc-ba8c2421c461 x-openstack-request-id: req-bcd605ab-355f-409e-81cc-ba8c2421c461 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:18:20.433460 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20", "name": "network-vif-unplugged", "status": "completed", "tag": "0a24644e-403e-42e2-be39-83f8f5319e53", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:18:20.434806 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bcd605ab-355f-409e-81cc-ba8c2421c461 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:18:20.435606 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a24644e-403e-42e2-be39-83f8f5319e53', 'code': 200} Sep 01 15:18:20.458625 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=0a24644e-403e-42e2-be39-83f8f5319e53,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:20.499224 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dac2bb-73ea-4268-b2a6-04507b2d9b2d req-6d8ebfd5-d2e1-4cd4-a968-22348b8345e7 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:20.513030 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-03dac2bb-73ea-4268-b2a6-04507b2d9b2d req-6d8ebfd5-d2e1-4cd4-a968-22348b8345e7 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20 HTTP/1.1" status: 200 len: 945 time: 0.8714039 Sep 01 15:18:20.571107 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-9fc83d86-5ba6-45ad-b4d1-f20fa3ff6652 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] For port 1ddf7c17-24c0-494b-a8b4-c91ce5087a57, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1ddf7c17-24c0-494b-a8b4-c91ce5087a57,segment=NetworkSegment(faf23218-9207-4dfb-8a48-47d2faf87129),segment_id=faf23218-9207-4dfb-8a48-47d2faf87129)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:20.571800 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9fc83d86-5ba6-45ad-b4d1-f20fa3ff6652 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:20.602851 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-9fc83d86-5ba6-45ad-b4d1-f20fa3ff6652 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Calling delete_port for 1ddf7c17-24c0-494b-a8b4-c91ce5087a57 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:18:20.611542 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-43bd7510-3304-4e82-b913-c99d609fa4be tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:20.616074 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-43bd7510-3304-4e82-b913-c99d609fa4be tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] 10.222.0.60 "DELETE /v2.0/ports/c5548a5f-93cc-4c6b-9bc5-0a9faa3084c4 HTTP/1.1" status: 204 len: 168 time: 5.8460219 Sep 01 15:18:20.640907 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41086) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:20.655536 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa4cb38-bf3a-45c8-a8f8-6452b270eb3d None None] DHCP port deletion for 868bed20-7f0d-4ef7-adc3-dd8726e3dc80 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:18:20.797089 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-e4fa4a2f-e573-4f3f-b256-be148af54475 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Made reservation on behalf of eb3693377bf9457dabb698f1785d8c61 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:18:20.814129 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-e4fa4a2f-e573-4f3f-b256-be148af54475 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:20.824675 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-03dac2bb-73ea-4268-b2a6-04507b2d9b2d req-49fce4c5-c902-4ee4-97f2-0992cd8b5b65 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997928 Sep 01 15:18:20.827190 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-6aa4cb38-bf3a-45c8-a8f8-6452b270eb3d None None] Deleting port 1ddf7c17-24c0-494b-a8b4-c91ce5087a57 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:18:20.827971 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6aa4cb38-bf3a-45c8-a8f8-6452b270eb3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:20.856969 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb0f533-7266-4ec5-90b7-4dacab196386 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Deleting subnet 9eec3dea-cf57-44e9-85dd-cffc394a41d5 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:18:20.911717 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9fc83d86-5ba6-45ad-b4d1-f20fa3ff6652 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:20.964438 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-afb0f533-7266-4ec5-90b7-4dacab196386 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:20.972836 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-2a6fec20-c774-47df-a53c-b28f4036676f service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8462059 Sep 01 15:18:21.046452 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-6aa4cb38-bf3a-45c8-a8f8-6452b270eb3d None None] For port 1ddf7c17-24c0-494b-a8b4-c91ce5087a57, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1ddf7c17-24c0-494b-a8b4-c91ce5087a57,segment=NetworkSegment(faf23218-9207-4dfb-8a48-47d2faf87129),segment_id=faf23218-9207-4dfb-8a48-47d2faf87129)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:21.054642 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6aa4cb38-bf3a-45c8-a8f8-6452b270eb3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:21.058091 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc83d86-5ba6-45ad-b4d1-f20fa3ff6652 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Port': ['ID=1ddf7c17-24c0-494b-a8b4-c91ce5087a57,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:21.062979 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc83d86-5ba6-45ad-b4d1-f20fa3ff6652 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] No DVR routers for this DVR port 1ddf7c17-24c0-494b-a8b4-c91ce5087a57 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:18:21.102276 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-6aa4cb38-bf3a-45c8-a8f8-6452b270eb3d None None] Calling delete_port for 1ddf7c17-24c0-494b-a8b4-c91ce5087a57 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:18:21.249972 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9ca10943-72d8-4357-9f92-8a963b6faa80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:21.279542 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1627f5c3-1656-4d2e-b736-9f433bb6b3d3 req-d287163d-dc66-4bfc-b3ca-4f38eb040cff tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=eea9fb37-2c85-49c5-8c89-dc19d5e310f8 HTTP/1.1" status: 200 len: 210 time: 0.2101963 Sep 01 15:18:21.336498 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6aa4cb38-bf3a-45c8-a8f8-6452b270eb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:21.427911 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-e4fa4a2f-e573-4f3f-b256-be148af54475 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Allocated IP 172.20.0.8 (afa3fade-4c03-4fa8-94a5-bb144ed0b25b/8b6bd058-2433-43ef-8336-9b6b745c6bfb/77e7fbbe-ba95-46e8-9f8a-660e7e76619c) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:18:21.503364 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4cb38-bf3a-45c8-a8f8-6452b270eb3d None None] Pushing event deleted for resources: {'Port': ['ID=1ddf7c17-24c0-494b-a8b4-c91ce5087a57,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:21.505419 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9fc83d86-5ba6-45ad-b4d1-f20fa3ff6652 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:21.520026 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa4cb38-bf3a-45c8-a8f8-6452b270eb3d None None] No DVR routers for this DVR port 1ddf7c17-24c0-494b-a8b4-c91ce5087a57 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:18:21.545716 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-9fc83d86-5ba6-45ad-b4d1-f20fa3ff6652 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868bed20-7f0d-4ef7-adc3-dd8726e3dc80']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:21.578769 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca10943-72d8-4357-9f92-8a963b6faa80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb4d0c35-1b78-4b62-99d6-b03c2c2e423d,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:21.606424 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-9fc83d86-5ba6-45ad-b4d1-f20fa3ff6652 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf23218-9207-4dfb-8a48-47d2faf87129') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:21.607512 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-9fc83d86-5ba6-45ad-b4d1-f20fa3ff6652 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf23218-9207-4dfb-8a48-47d2faf87129') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:21.637398 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9fc83d86-5ba6-45ad-b4d1-f20fa3ff6652 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:21.669166 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9fc83d86-5ba6-45ad-b4d1-f20fa3ff6652 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:21.692467 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc83d86-5ba6-45ad-b4d1-f20fa3ff6652 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:18:21.692467 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9fc83d86-5ba6-45ad-b4d1-f20fa3ff6652 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:18:21.767465 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:18:21.772847 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca10943-72d8-4357-9f92-8a963b6faa80 admin admin] Checking segment: {'id': '78681f34-8d1f-4ee3-bfa0-39cc008c56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:18:21.773635 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca10943-72d8-4357-9f92-8a963b6faa80 admin admin] Network hostable DHCP agents. Network: 1d2362ee-78f5-4b99-9f98-82e09fba7d13, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:18:21.836689 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca10943-72d8-4357-9f92-8a963b6faa80 admin admin] Network 1d2362ee-78f5-4b99-9f98-82e09fba7d13 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:18:21.866383 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9fc83d86-5ba6-45ad-b4d1-f20fa3ff6652 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:21.888584 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9fc83d86-5ba6-45ad-b4d1-f20fa3ff6652 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:21.892631 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9fc83d86-5ba6-45ad-b4d1-f20fa3ff6652 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] 10.222.0.60 "DELETE /v2.0/networks/868bed20-7f0d-4ef7-adc3-dd8726e3dc80 HTTP/1.1" status: 204 len: 168 time: 2.2830329 Sep 01 15:18:21.894189 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-9ca10943-72d8-4357-9f92-8a963b6faa80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 1d2362ee-78f5-4b99-9f98-82e09fba7d13) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:18:21.902264 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca10943-72d8-4357-9f92-8a963b6faa80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:21.902987 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9ca10943-72d8-4357-9f92-8a963b6faa80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:21.918205 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-e4fa4a2f-e573-4f3f-b256-be148af54475 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:21.922586 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc83d86-5ba6-45ad-b4d1-f20fa3ff6652 tempest-NetworksTest-1771442776 tempest-NetworksTest-1771442776-project] Pushing event deleted for resources: {'Network': ['ID=868bed20-7f0d-4ef7-adc3-dd8726e3dc80,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:21.930925 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1e189f-353f-46b7-8804-179c8be05b04 None None] Network 1d2362ee-78f5-4b99-9f98-82e09fba7d13 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:18:21.980276 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9ca10943-72d8-4357-9f92-8a963b6faa80 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3347595 Sep 01 15:18:21.981205 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41106) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:22.004919 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-951a94d5-d849-42d4-84a1-82b8481e1821 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1977586773-router', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:22.110911 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-951a94d5-d849-42d4-84a1-82b8481e1821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:22.112820 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-951a94d5-d849-42d4-84a1-82b8481e1821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:22.153258 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-afb0f533-7266-4ec5-90b7-4dacab196386 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:22.236923 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-dd9c3f63-5f2a-46b1-b55f-ec5556005c62 req-46112a71-2692-4f4e-8918-62e5eff17cc6 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:22.244190 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1ddf7c17-24c0-494b-a8b4-c91ce5087a57 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:18:22.253905 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['0ef6978b-ef85-4c33-af04-e19602f26273'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:18:22.348520 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 1ddf7c17-24c0-494b-a8b4-c91ce5087a57 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:18:22.349105 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1ddf7c17-24c0-494b-a8b4-c91ce5087a57 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:18:22.392676 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46112a71-2692-4f4e-8918-62e5eff17cc6 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Pushing event deleted for resources: {'Port': ['ID=0a24644e-403e-42e2-be39-83f8f5319e53,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:22.399772 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-1b74e124-3b05-4e9c-b18d-d0fe23f71c1f service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3202357 Sep 01 15:18:22.403206 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fedf535d-95e8-4e7d-91d4-e3d1f8b977c7 req-dfd4c304-87cf-47ab-89b7-8bf6f2069134 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20 HTTP/1.1" status: 200 len: 210 time: 0.3452263 Sep 01 15:18:22.517649 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-951a94d5-d849-42d4-84a1-82b8481e1821 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:22.524842 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-edd29be0-c4e0-487c-a2bb-75c313e2743c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=3d5cb6f3-2f23-485c-94f0-fb274a06c858 HTTP/1.1" status: 200 len: 217 time: 0.1105742 Sep 01 15:18:22.651613 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9c3f63-5f2a-46b1-b55f-ec5556005c62 req-46112a71-2692-4f4e-8918-62e5eff17cc6 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] No DVR routers for this DVR port 0a24644e-403e-42e2-be39-83f8f5319e53 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:18:22.668225 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-dd9c3f63-5f2a-46b1-b55f-ec5556005c62 req-46112a71-2692-4f4e-8918-62e5eff17cc6 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:22.671564 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dd9c3f63-5f2a-46b1-b55f-ec5556005c62 req-46112a71-2692-4f4e-8918-62e5eff17cc6 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.45 "DELETE /v2.0/ports/0a24644e-403e-42e2-be39-83f8f5319e53 HTTP/1.1" status: 204 len: 173 time: 6.1520481 Sep 01 15:18:22.786682 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20', 'name': 'network-vif-deleted', 'tag': '0a24644e-403e-42e2-be39-83f8f5319e53'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:18:22.807194 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925fea98-7ec8-4a21-bf7d-7f0d65ee00df" -d '{"events": [{"server_uuid": "f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20", "name": "network-vif-deleted", "tag": "0a24644e-403e-42e2-be39-83f8f5319e53"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:18:22.821984 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56eaf825-9d9c-46d2-beed-7c137a433c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-1d2362ee-78f5-4b99-9f98-82e09fba7d13', 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'fixed_ips': [{'subnet_id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:18:22.826858 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-56eaf825-9d9c-46d2-beed-7c137a433c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:22.907225 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:18:23.028495 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41126) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:23.086663 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e27e26-c691-4224-b6f3-ef7d9fc92ab6 x-openstack-request-id: req-e1e27e26-c691-4224-b6f3-ef7d9fc92ab6 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:18:23.087603 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20", "name": "network-vif-deleted", "tag": "0a24644e-403e-42e2-be39-83f8f5319e53", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:18:23.091012 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e1e27e26-c691-4224-b6f3-ef7d9fc92ab6 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:18:23.095633 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20', 'name': 'network-vif-deleted', 'tag': '0a24644e-403e-42e2-be39-83f8f5319e53', 'status': 'completed', 'code': 200} Sep 01 15:18:23.162127 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-951a94d5-d849-42d4-84a1-82b8481e1821 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:23.241662 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-afb0f533-7266-4ec5-90b7-4dacab196386 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:23.403592 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-56eaf825-9d9c-46d2-beed-7c137a433c0c None None] Allocated IP 172.20.0.2 (1d2362ee-78f5-4b99-9f98-82e09fba7d13/cb4d0c35-1b78-4b62-99d6-b03c2c2e423d/4438a6ed-c409-4f75-8ebd-5347b56d117e) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:18:23.505036 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a83172d1-5646-48e7-a120-d7feb4dd98bf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=59f08cd2adca45acb4492ed8468b0285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4747255 Sep 01 15:18:23.519132 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41130) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:23.546756 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-afb0f533-7266-4ec5-90b7-4dacab196386 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:23.552719 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-e4fa4a2f-e573-4f3f-b256-be148af54475 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:23.683042 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['097555ac-bf4f-4f87-9789-14a3c761eae7', '8d4fd488-596f-42f8-8d73-3703cf451b74'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:18:23.780567 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0f533-7266-4ec5-90b7-4dacab196386 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Pushing event deleted for resources: {'Subnet': ['ID=9eec3dea-cf57-44e9-85dd-cffc394a41d5,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:23.807304 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9a0eb726-deef-4c80-bbfb-2079170ee95e req-f751f776-bf04-472e-bbe3-d5ee532a3f49 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44cf65a-24c1-45f5-a4e3-3c9c5fb29c20 HTTP/1.1" status: 200 len: 210 time: 0.1108973 Sep 01 15:18:23.865640 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d31877d-5787-4f8e-ab53-0fef2253e3f9 None None] Network f974ee04-c665-422a-add1-6b6edcf4428e requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:18:23.884419 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-380b7bc8-59a9-41fb-a28f-ffdd7b5cc300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:23.918094 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-50672145-71e0-45f2-b853-aec2e5a11424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:23.919539 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-50672145-71e0-45f2-b853-aec2e5a11424 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e305aa0d-de8e-480b-9017-6f3050eaf7d0 HTTP/1.1" status: 200 len: 797 time: 1.3404400 Sep 01 15:18:23.947357 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-afb0f533-7266-4ec5-90b7-4dacab196386 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:23.950707 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-afb0f533-7266-4ec5-90b7-4dacab196386 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] 10.222.0.60 "DELETE /v2.0/subnets/9eec3dea-cf57-44e9-85dd-cffc394a41d5 HTTP/1.1" status: 204 len: 168 time: 3.2861617 Sep 01 15:18:24.046108 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41138) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:24.278627 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0695064c-127f-4f70-b0e2-1a0367d75ab3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:24.305343 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f07b8-0001-494f-8baa-1d4eab91efd4 req-083843c1-5c09-4642-8953-48030420028b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:24.316103 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1f3f07b8-0001-494f-8baa-1d4eab91efd4 req-083843c1-5c09-4642-8953-48030420028b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=eea9fb37-2c85-49c5-8c89-dc19d5e310f8 HTTP/1.1" status: 200 len: 931 time: 1.4656982 Sep 01 15:18:24.323289 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-e4fa4a2f-e573-4f3f-b256-be148af54475 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Network afa3fade-4c03-4fa8-94a5-bb144ed0b25b is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:18:24.357317 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-380b7bc8-59a9-41fb-a28f-ffdd7b5cc300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:24.360013 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-e4fa4a2f-e573-4f3f-b256-be148af54475 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:18:24.364770 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-951a94d5-d849-42d4-84a1-82b8481e1821 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:24.371150 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa4a2f-e573-4f3f-b256-be148af54475 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Pushing event updated for resources: {'Port': ['ID=77e7fbbe-ba95-46e8-9f8a-660e7e76619c,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:24.377186 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-e4fa4a2f-e573-4f3f-b256-be148af54475 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:18:24.425799 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-951a94d5-d849-42d4-84a1-82b8481e1821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:24.498796 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-65280c9f-619e-43f9-8cb8-dca548ef86bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:24.501627 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-65280c9f-619e-43f9-8cb8-dca548ef86bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5474629 Sep 01 15:18:24.543732 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['83b8fbc4-d30e-4cf9-960b-6f551ed32c72'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:18:24.555388 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-e4fa4a2f-e573-4f3f-b256-be148af54475 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:24.556506 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-e4fa4a2f-e573-4f3f-b256-be148af54475 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:24.654997 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1f3f07b8-0001-494f-8baa-1d4eab91efd4 req-219dd687-5932-4a32-aa74-ba4fde3894dc tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374069 Sep 01 15:18:24.715767 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-e4fa4a2f-e573-4f3f-b256-be148af54475 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8922470 Sep 01 15:18:24.717611 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf277b4-d217-4c76-9a76-5ec982a65a45 None None] DHCP port deletion for f974ee04-c665-422a-add1-6b6edcf4428e request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:18:24.742875 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-edceee35-c94e-47f2-aed9-b3702dd1f5d1 service neutron] Request body: {'port': {'device_id': 'eea9fb37-2c85-49c5-8c89-dc19d5e310f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:24.766496 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-380b7bc8-59a9-41fb-a28f-ffdd7b5cc300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:24.773071 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-380b7bc8-59a9-41fb-a28f-ffdd7b5cc300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:24.775293 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-380b7bc8-59a9-41fb-a28f-ffdd7b5cc300 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a8f9be9e-4745-4df1-98fc-38eba7dd72e1 HTTP/1.1" status: 204 len: 168 time: 1.2570267 Sep 01 15:18:24.805301 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b7bc8-59a9-41fb-a28f-ffdd7b5cc300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f9be9e-4745-4df1-98fc-38eba7dd72e1,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:24.831277 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-951a94d5-d849-42d4-84a1-82b8481e1821 admin admin] Allocated IP 172.25.6.76 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:18:24.842515 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-0695064c-127f-4f70-b0e2-1a0367d75ab3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Deleting port ddc0137d-389f-4fbd-b7b0-02309d4b8aa2 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:18:24.843108 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0695064c-127f-4f70-b0e2-1a0367d75ab3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:24.891246 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-56eaf825-9d9c-46d2-beed-7c137a433c0c None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:24.917858 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-4801caef-f06b-4db7-945a-ebb81564263d service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867538 Sep 01 15:18:25.012746 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-56eaf825-9d9c-46d2-beed-7c137a433c0c None None] Transition to ACTIVE for port object 4438a6ed-c409-4f75-8ebd-5347b56d117e will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:18:25.351397 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-56eaf825-9d9c-46d2-beed-7c137a433c0c None None] Transition to ACTIVE for port object 4438a6ed-c409-4f75-8ebd-5347b56d117e will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:18:25.385764 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-cdf277b4-d217-4c76-9a76-5ec982a65a45 None None] Deleting port ddc0137d-389f-4fbd-b7b0-02309d4b8aa2 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:18:25.386483 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cdf277b4-d217-4c76-9a76-5ec982a65a45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:25.399005 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-56eaf825-9d9c-46d2-beed-7c137a433c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:25.463320 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-951a94d5-d849-42d4-84a1-82b8481e1821 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:25.654044 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eaf825-9d9c-46d2-beed-7c137a433c0c None None] Pushing event updated for resources: {'Port': ['ID=4438a6ed-c409-4f75-8ebd-5347b56d117e,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:25.696080 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-951a94d5-d849-42d4-84a1-82b8481e1821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:25.710791 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56eaf825-9d9c-46d2-beed-7c137a433c0c None None] Network 1d2362ee-78f5-4b99-9f98-82e09fba7d13 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:18:25.785029 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-56eaf825-9d9c-46d2-beed-7c137a433c0c None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:18:25.835137 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eaf825-9d9c-46d2-beed-7c137a433c0c None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:18:25.884318 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951a94d5-d849-42d4-84a1-82b8481e1821 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:18:25.890166 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-951a94d5-d849-42d4-84a1-82b8481e1821 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:18:25.901714 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951a94d5-d849-42d4-84a1-82b8481e1821 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:18:26.071257 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-cdf277b4-d217-4c76-9a76-5ec982a65a45 None None] For port ddc0137d-389f-4fbd-b7b0-02309d4b8aa2, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ddc0137d-389f-4fbd-b7b0-02309d4b8aa2,segment=NetworkSegment(5e1e3317-273e-4ab8-a6a0-046b9f9060d5),segment_id=5e1e3317-273e-4ab8-a6a0-046b9f9060d5)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:26.071257 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cdf277b4-d217-4c76-9a76-5ec982a65a45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:26.115023 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a94d5-d849-42d4-84a1-82b8481e1821 admin admin] Pushing event updated for resources: {'Port': ['ID=f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:26.176494 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-cdf277b4-d217-4c76-9a76-5ec982a65a45 None None] Calling delete_port for ddc0137d-389f-4fbd-b7b0-02309d4b8aa2 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:18:26.181760 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ddc0137d-389f-4fbd-b7b0-02309d4b8aa2 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:18:26.299436 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-56eaf825-9d9c-46d2-beed-7c137a433c0c None None] Attempting to bind port 4438a6ed-c409-4f75-8ebd-5347b56d117e on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:18:26.299974 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-56eaf825-9d9c-46d2-beed-7c137a433c0c None None] Attempting to bind port 4438a6ed-c409-4f75-8ebd-5347b56d117e by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '78681f34-8d1f-4ee3-bfa0-39cc008c56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:18:26.300499 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eaf825-9d9c-46d2-beed-7c137a433c0c None None] Attempting to bind port 4438a6ed-c409-4f75-8ebd-5347b56d117e on network 1d2362ee-78f5-4b99-9f98-82e09fba7d13 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:18:26.374210 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eaf825-9d9c-46d2-beed-7c137a433c0c None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:18:26.388659 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-edceee35-c94e-47f2-aed9-b3702dd1f5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:26.399521 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eaf825-9d9c-46d2-beed-7c137a433c0c None None] Checking segment: {'id': '78681f34-8d1f-4ee3-bfa0-39cc008c56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:18:26.400610 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-56eaf825-9d9c-46d2-beed-7c137a433c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:26.401082 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eaf825-9d9c-46d2-beed-7c137a433c0c None None] Bound using segment: {'id': '78681f34-8d1f-4ee3-bfa0-39cc008c56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:18:26.401981 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-56eaf825-9d9c-46d2-beed-7c137a433c0c None None] Bound port: 4438a6ed-c409-4f75-8ebd-5347b56d117e, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78681f34-8d1f-4ee3-bfa0-39cc008c56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:18:26.402605 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-56eaf825-9d9c-46d2-beed-7c137a433c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:26.657859 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b10960-c617-46ba-bd91-5c12b7d8d015 req-6e92b619-a209-4250-a7ec-3485f509f37f tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:26.684222 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d7b10960-c617-46ba-bd91-5c12b7d8d015 req-6e92b619-a209-4250-a7ec-3485f509f37f tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=eea9fb37-2c85-49c5-8c89-dc19d5e310f8 HTTP/1.1" status: 200 len: 931 time: 0.5128725 Sep 01 15:18:26.893096 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-0695064c-127f-4f70-b0e2-1a0367d75ab3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] For port ddc0137d-389f-4fbd-b7b0-02309d4b8aa2, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ddc0137d-389f-4fbd-b7b0-02309d4b8aa2,segment=NetworkSegment(5e1e3317-273e-4ab8-a6a0-046b9f9060d5),segment_id=5e1e3317-273e-4ab8-a6a0-046b9f9060d5)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:26.893709 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0695064c-127f-4f70-b0e2-1a0367d75ab3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:26.912435 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8d249-8e28-4d39-846e-310cf6ceb279 req-cb1f0fd5-fbc1-4e56-88c4-dd66f9fab6bc tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:26.929634 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b4a8d249-8e28-4d39-846e-310cf6ceb279 req-cb1f0fd5-fbc1-4e56-88c4-dd66f9fab6bc tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 946 time: 0.5898058 Sep 01 15:18:26.985328 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-56eaf825-9d9c-46d2-beed-7c137a433c0c None None] For port 4438a6ed-c409-4f75-8ebd-5347b56d117e, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:18:26.986643 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-0695064c-127f-4f70-b0e2-1a0367d75ab3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Calling delete_port for ddc0137d-389f-4fbd-b7b0-02309d4b8aa2 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:18:27.015778 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-56eaf825-9d9c-46d2-beed-7c137a433c0c None None] For port 4438a6ed-c409-4f75-8ebd-5347b56d117e, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=4438a6ed-c409-4f75-8ebd-5347b56d117e,segment=NetworkSegment(78681f34-8d1f-4ee3-bfa0-39cc008c56d0),segment_id=78681f34-8d1f-4ee3-bfa0-39cc008c56d0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:18:27.021792 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cdf277b4-d217-4c76-9a76-5ec982a65a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:27.049538 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075bbea-1fe0-426c-8103-9e6d08b3b05e req-3d3becf9-5e7d-4a86-b5f2-b9ca43ccdb9a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:27.053901 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c075bbea-1fe0-426c-8103-9e6d08b3b05e req-3d3becf9-5e7d-4a86-b5f2-b9ca43ccdb9a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 946 time: 0.7452223 Sep 01 15:18:27.077642 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d7b10960-c617-46ba-bd91-5c12b7d8d015 req-27b62a24-f3e5-413f-9eec-1e4d26c19ee5 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777766 Sep 01 15:18:27.089769 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-56eaf825-9d9c-46d2-beed-7c137a433c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:27.107088 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-45b91010-4049-4526-923c-b008bb4fab04 service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1779900 Sep 01 15:18:27.107423 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf277b4-d217-4c76-9a76-5ec982a65a45 None None] No DVR routers for this DVR port ddc0137d-389f-4fbd-b7b0-02309d4b8aa2 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:18:27.110974 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf277b4-d217-4c76-9a76-5ec982a65a45 None None] Pushing event deleted for resources: {'Port': ['ID=ddc0137d-389f-4fbd-b7b0-02309d4b8aa2,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:27.142171 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:27.257084 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41196) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:27.339568 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-951a94d5-d849-42d4-84a1-82b8481e1821 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:27.414119 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eaf825-9d9c-46d2-beed-7c137a433c0c None None] Pushing event updated for resources: {'Port': ['ID=4438a6ed-c409-4f75-8ebd-5347b56d117e,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:27.549949 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-ac31d438-98a4-425e-8564-b14ba3ae71db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=d7fe6b2b-4faf-479e-97eb-4d3b218d201c HTTP/1.1" status: 200 len: 217 time: 0.4172592 Sep 01 15:18:27.646911 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:27.784830 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-6c1b01c1-4077-4508-9131-955174dabf96 tempest-DvrRoutersNegativeTest-681577800 tempest-DvrRoutersNegativeTest-681577800-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1927126274', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:27.790817 n-d-794796-3 neutron-server[94733]: DEBUG neutron.policy [None req-6c1b01c1-4077-4508-9131-955174dabf96 tempest-DvrRoutersNegativeTest-681577800 tempest-DvrRoutersNegativeTest-681577800-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94733) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 01 15:18:27.791577 n-d-794796-3 neutron-server[94733]: DEBUG neutron.policy [None req-6c1b01c1-4077-4508-9131-955174dabf96 tempest-DvrRoutersNegativeTest-681577800 tempest-DvrRoutersNegativeTest-681577800-project] Failed policy check for 'create_router' {{(pid=94733) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 01 15:18:27.792566 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-6c1b01c1-4077-4508-9131-955174dabf96 tempest-DvrRoutersNegativeTest-681577800 tempest-DvrRoutersNegativeTest-681577800-project] create failed (client error): Access was denied to this resource. Sep 01 15:18:27.799473 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6c1b01c1-4077-4508-9131-955174dabf96 tempest-DvrRoutersNegativeTest-681577800 tempest-DvrRoutersNegativeTest-681577800-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5401845 Sep 01 15:18:27.816511 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b4a8d249-8e28-4d39-846e-310cf6ceb279 req-7db7f297-7bad-4abc-b311-2fbfa77b339f tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8599308 Sep 01 15:18:28.210810 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-7e89bb22-2ef4-46ec-b79e-0056e66d9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:28.213400 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-7e89bb22-2ef4-46ec-b79e-0056e66d9d0d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e305aa0d-de8e-480b-9017-6f3050eaf7d0 HTTP/1.1" status: 200 len: 797 time: 0.6430964 Sep 01 15:18:28.264825 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4438a6ed-c409-4f75-8ebd-5347b56d117e up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:18:28.314910 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-951a94d5-d849-42d4-84a1-82b8481e1821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:28.445446 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-edceee35-c94e-47f2-aed9-b3702dd1f5d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e7fbbe-ba95-46e8-9f8a-660e7e76619c {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:18:28.481069 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 4438a6ed-c409-4f75-8ebd-5347b56d117e completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:18:28.555757 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-edceee35-c94e-47f2-aed9-b3702dd1f5d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:28.614384 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0695064c-127f-4f70-b0e2-1a0367d75ab3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:28.639894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-edceee35-c94e-47f2-aed9-b3702dd1f5d1 service neutron] Transition to ACTIVE for port object 77e7fbbe-ba95-46e8-9f8a-660e7e76619c will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:18:28.697178 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695064c-127f-4f70-b0e2-1a0367d75ab3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Pushing event deleted for resources: {'Port': ['ID=ddc0137d-389f-4fbd-b7b0-02309d4b8aa2,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:28.700926 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-edceee35-c94e-47f2-aed9-b3702dd1f5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:28.721574 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0695064c-127f-4f70-b0e2-1a0367d75ab3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] No DVR routers for this DVR port ddc0137d-389f-4fbd-b7b0-02309d4b8aa2 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:18:28.733352 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-c075bbea-1fe0-426c-8103-9e6d08b3b05e req-be6d6eb0-2bef-49b3-bb83-78d9c518e9f7 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Deleting port 0ef6978b-ef85-4c33-af04-e19602f26273 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:18:28.746410 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c075bbea-1fe0-426c-8103-9e6d08b3b05e req-be6d6eb0-2bef-49b3-bb83-78d9c518e9f7 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:28.767368 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-fb7481c5-ffef-49cc-912a-98100527e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:28.769711 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125644b1-9375-43e2-9e56-d2fa6ba3b413 req-8e4cdca4-1697-4e6f-a845-4c806c80ce31 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:28.770498 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-fb7481c5-ffef-49cc-912a-98100527e82d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d380e665-3a57-46b5-8f38-76cf2ddb73aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5258822 Sep 01 15:18:28.771793 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-125644b1-9375-43e2-9e56-d2fa6ba3b413 req-8e4cdca4-1697-4e6f-a845-4c806c80ce31 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=eea9fb37-2c85-49c5-8c89-dc19d5e310f8 HTTP/1.1" status: 200 len: 931 time: 0.4418454 Sep 01 15:18:28.852457 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41226) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:28.978783 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-125644b1-9375-43e2-9e56-d2fa6ba3b413 req-ee855a23-ed78-4532-bcfa-07530c76b6a8 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752152 Sep 01 15:18:29.050198 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951a94d5-d849-42d4-84a1-82b8481e1821 admin admin] Router bc2d41b9-c0ae-484a-b616-83749fc07d66 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:18:29.202900 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 0ef6978b-ef85-4c33-af04-e19602f26273 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:18:29.573049 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:29.583575 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17fbc47-c1c3-4aad-855c-0500d605fb7f None None] Network 1d2362ee-78f5-4b99-9f98-82e09fba7d13 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:18:29.741335 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0695064c-127f-4f70-b0e2-1a0367d75ab3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:29.786818 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edceee35-c94e-47f2-aed9-b3702dd1f5d1 service neutron] Pushing event updated for resources: {'Port': ['ID=77e7fbbe-ba95-46e8-9f8a-660e7e76619c,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:29.827237 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-0695064c-127f-4f70-b0e2-1a0367d75ab3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f974ee04-c665-422a-add1-6b6edcf4428e']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:29.884964 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-0695064c-127f-4f70-b0e2-1a0367d75ab3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e1e3317-273e-4ab8-a6a0-046b9f9060d5') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:29.885415 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-0695064c-127f-4f70-b0e2-1a0367d75ab3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e1e3317-273e-4ab8-a6a0-046b9f9060d5') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:29.923168 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-618f0b22-abc7-4237-ae75-5cde9f333220 None None] Provisioning for port 4438a6ed-c409-4f75-8ebd-5347b56d117e completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:18:30.000246 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0695064c-127f-4f70-b0e2-1a0367d75ab3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:30.007596 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc69dccf-c927-4236-aa05-be303a7b4040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ef6978b-ef85-4c33-af04-e19602f26273'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:18:30.013154 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d080d7-fc71-44ea-8bd0-fa71ba64bba9" -d '{"events": [{"server_uuid": "bc69dccf-c927-4236-aa05-be303a7b4040", "name": "network-vif-unplugged", "status": "completed", "tag": "0ef6978b-ef85-4c33-af04-e19602f26273"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:18:30.014807 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b3890ca4-816d-4994-8897-ddd46cbbebef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:30.021782 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd77ce7-8413-42f6-92d6-724b29f8d82b req-b49ee0eb-53bc-4117-8fea-4ad4fe174632 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:30.025760 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8dd77ce7-8413-42f6-92d6-724b29f8d82b req-b49ee0eb-53bc-4117-8fea-4ad4fe174632 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 946 time: 0.9392869 Sep 01 15:18:30.028870 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-618f0b22-abc7-4237-ae75-5cde9f333220 None None] Provisioning complete for port 4438a6ed-c409-4f75-8ebd-5347b56d117e triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:30.029475 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-618f0b22-abc7-4237-ae75-5cde9f333220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:30.036693 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-c075bbea-1fe0-426c-8103-9e6d08b3b05e req-be6d6eb0-2bef-49b3-bb83-78d9c518e9f7 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] For port 0ef6978b-ef85-4c33-af04-e19602f26273, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=0ef6978b-ef85-4c33-af04-e19602f26273,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:30.038073 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c075bbea-1fe0-426c-8103-9e6d08b3b05e req-be6d6eb0-2bef-49b3-bb83-78d9c518e9f7 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:30.137693 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-c075bbea-1fe0-426c-8103-9e6d08b3b05e req-be6d6eb0-2bef-49b3-bb83-78d9c518e9f7 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Calling delete_port for 0ef6978b-ef85-4c33-af04-e19602f26273 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:18:30.142408 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0695064c-127f-4f70-b0e2-1a0367d75ab3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:30.158887 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-4d181bf6-aa8b-4de9-b5f4-6ac745c81f2a service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3063869 Sep 01 15:18:30.203681 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0695064c-127f-4f70-b0e2-1a0367d75ab3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:18:30.204573 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0695064c-127f-4f70-b0e2-1a0367d75ab3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:18:30.209697 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:18:30.238969 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 0ef6978b-ef85-4c33-af04-e19602f26273, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=0ef6978b-ef85-4c33-af04-e19602f26273,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:30.258136 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:30.381542 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe849bc-4560-4b2f-8e91-c3bbdc8d4506 req-370b2049-eb77-4a7e-bb55-313f09e01e11 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:30.392640 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3fe849bc-4560-4b2f-8e91-c3bbdc8d4506 req-370b2049-eb77-4a7e-bb55-313f09e01e11 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=eea9fb37-2c85-49c5-8c89-dc19d5e310f8 HTTP/1.1" status: 200 len: 943 time: 0.1634386 Sep 01 15:18:30.485459 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3fe849bc-4560-4b2f-8e91-c3bbdc8d4506 req-de6eb4e0-d222-4198-bba4-0eadbf3d5695 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912774 Sep 01 15:18:30.493663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-edceee35-c94e-47f2-aed9-b3702dd1f5d1 service neutron] Attempting to bind port 77e7fbbe-ba95-46e8-9f8a-660e7e76619c on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:18:30.494253 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-edceee35-c94e-47f2-aed9-b3702dd1f5d1 service neutron] Attempting to bind port 77e7fbbe-ba95-46e8-9f8a-660e7e76619c by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '0eb82f6b-566f-4151-85df-ddd6432a17be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'afa3fade-4c03-4fa8-94a5-bb144ed0b25b'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:18:30.494945 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-edceee35-c94e-47f2-aed9-b3702dd1f5d1 service neutron] Attempting to bind port 77e7fbbe-ba95-46e8-9f8a-660e7e76619c on network afa3fade-4c03-4fa8-94a5-bb144ed0b25b {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:18:30.527191 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8dd77ce7-8413-42f6-92d6-724b29f8d82b req-5025bc1e-7606-4e52-9edf-d7336405c75c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa4fb95c-8382-4548-a195-ea7a4d7f70a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719858 Sep 01 15:18:30.535971 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951a94d5-d849-42d4-84a1-82b8481e1821 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:18:30.553050 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-618f0b22-abc7-4237-ae75-5cde9f333220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:30.554775 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e301a44-5c07-4ab9-9758-67f12e7da87f None None] Sync routers for ids ['bc2d41b9-c0ae-484a-b616-83749fc07d66'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:18:30.592454 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e301a44-5c07-4ab9-9758-67f12e7da87f None None] Routers {'bc2d41b9-c0ae-484a-b616-83749fc07d66'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:18:30.593652 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-0e301a44-5c07-4ab9-9758-67f12e7da87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:18:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['bc2d41b9-c0ae-484a-b616-83749fc07d66'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:30.600569 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-edceee35-c94e-47f2-aed9-b3702dd1f5d1 service neutron] Port 77e7fbbe-ba95-46e8-9f8a-660e7e76619c on network afa3fade-4c03-4fa8-94a5-bb144ed0b25b not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:18:30.601979 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-edceee35-c94e-47f2-aed9-b3702dd1f5d1 service neutron] Attempting to bind port 77e7fbbe-ba95-46e8-9f8a-660e7e76619c on network afa3fade-4c03-4fa8-94a5-bb144ed0b25b {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:18:30.649427 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dee525c-a5ba-4d75-b47e-f877843ae584 x-openstack-request-id: req-0dee525c-a5ba-4d75-b47e-f877843ae584 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:18:30.649999 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc69dccf-c927-4236-aa05-be303a7b4040", "name": "network-vif-unplugged", "status": "completed", "tag": "0ef6978b-ef85-4c33-af04-e19602f26273", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:18:30.650390 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0dee525c-a5ba-4d75-b47e-f877843ae584 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:18:30.651095 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc69dccf-c927-4236-aa05-be303a7b4040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ef6978b-ef85-4c33-af04-e19602f26273', 'code': 200} Sep 01 15:18:30.695871 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=0ef6978b-ef85-4c33-af04-e19602f26273,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:30.713019 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b3890ca4-816d-4994-8897-ddd46cbbebef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:30.718777 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-618f0b22-abc7-4237-ae75-5cde9f333220 None None] For port 4438a6ed-c409-4f75-8ebd-5347b56d117e, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=4438a6ed-c409-4f75-8ebd-5347b56d117e,segment=NetworkSegment(78681f34-8d1f-4ee3-bfa0-39cc008c56d0),segment_id=78681f34-8d1f-4ee3-bfa0-39cc008c56d0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:30.727880 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-618f0b22-abc7-4237-ae75-5cde9f333220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:30.728570 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b3890ca4-816d-4994-8897-ddd46cbbebef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:30.743112 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-edceee35-c94e-47f2-aed9-b3702dd1f5d1 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:18:30.743702 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-edceee35-c94e-47f2-aed9-b3702dd1f5d1 service neutron] Checking segment: {'id': '0eb82f6b-566f-4151-85df-ddd6432a17be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'afa3fade-4c03-4fa8-94a5-bb144ed0b25b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:18:30.744311 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-edceee35-c94e-47f2-aed9-b3702dd1f5d1 service neutron] Bound using segment: {'id': '0eb82f6b-566f-4151-85df-ddd6432a17be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'afa3fade-4c03-4fa8-94a5-bb144ed0b25b'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:18:30.745084 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-edceee35-c94e-47f2-aed9-b3702dd1f5d1 service neutron] Bound port: 77e7fbbe-ba95-46e8-9f8a-660e7e76619c, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb82f6b-566f-4151-85df-ddd6432a17be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'afa3fade-4c03-4fa8-94a5-bb144ed0b25b'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:18:30.745703 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-edceee35-c94e-47f2-aed9-b3702dd1f5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:30.766053 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0695064c-127f-4f70-b0e2-1a0367d75ab3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:30.810266 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0695064c-127f-4f70-b0e2-1a0367d75ab3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:30.816300 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b3890ca4-816d-4994-8897-ddd46cbbebef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=097003595a7a440498cc831543f0bcc3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9589667 Sep 01 15:18:30.817048 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3890ca4-816d-4994-8897-ddd46cbbebef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a92a1a-dc7d-4f2d-a5f6-db7694fa6072,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:30.820808 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-951a94d5-d849-42d4-84a1-82b8481e1821 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:30.822126 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0695064c-127f-4f70-b0e2-1a0367d75ab3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] 10.222.0.60 "DELETE /v2.0/networks/f974ee04-c665-422a-add1-6b6edcf4428e HTTP/1.1" status: 204 len: 168 time: 6.7477448 Sep 01 15:18:30.826344 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-951a94d5-d849-42d4-84a1-82b8481e1821 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.8431818 Sep 01 15:18:30.830617 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41250) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:30.831591 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41254) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:31.131197 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695064c-127f-4f70-b0e2-1a0367d75ab3 tempest-AllowedAddressPairTestJSON-251098702 tempest-AllowedAddressPairTestJSON-251098702-project] Pushing event deleted for resources: {'Network': ['ID=f974ee04-c665-422a-add1-6b6edcf4428e,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:31.228920 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-7f8f652f-457d-4fc2-a749-4dae6ebb7807 service neutron] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0594649 Sep 01 15:18:31.232067 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-0e301a44-5c07-4ab9-9758-67f12e7da87f None None] Set router bc2d41b9-c0ae-484a-b616-83749fc07d66 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:18:31.239745 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3a2c0d73-f08d-494a-8197-6484d2561b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:31.405583 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3a2c0d73-f08d-494a-8197-6484d2561b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:31.410812 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-6c853a57-8825-4d85-b713-22111678f350 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4 HTTP/1.1" status: 200 len: 217 time: 0.1567540 Sep 01 15:18:31.632013 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-525851c1-d72e-46fb-a7ef-e1610b5bba13 None None] Provisioning complete for port 4438a6ed-c409-4f75-8ebd-5347b56d117e triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:31.632598 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-525851c1-d72e-46fb-a7ef-e1610b5bba13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:31.680636 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41270) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:31.812016 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f0b22-abc7-4237-ae75-5cde9f333220 None None] Pushing event updated for resources: {'Port': ['ID=4438a6ed-c409-4f75-8ebd-5347b56d117e,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:31.832707 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-0e301a44-5c07-4ab9-9758-67f12e7da87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'name': 'tempest-AttachVolumeTestJSON-1977586773-router', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:18:22Z', 'updated_at': '2021-09-01T15:18:26Z', 'revision_number': 3, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'gw_port': {'id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ad:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:24Z', 'updated_at': '2021-09-01T15:18:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:31.936312 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-edceee35-c94e-47f2-aed9-b3702dd1f5d1 service neutron] For port 77e7fbbe-ba95-46e8-9f8a-660e7e76619c, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:18:31.945651 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e301a44-5c07-4ab9-9758-67f12e7da87f None None] Checking router: bc2d41b9-c0ae-484a-b616-83749fc07d66 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:18:31.945997 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e301a44-5c07-4ab9-9758-67f12e7da87f None None] Updating router bc2d41b9-c0ae-484a-b616-83749fc07d66 port f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:18:31.963686 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-edceee35-c94e-47f2-aed9-b3702dd1f5d1 service neutron] For port 77e7fbbe-ba95-46e8-9f8a-660e7e76619c, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=77e7fbbe-ba95-46e8-9f8a-660e7e76619c,segment=NetworkSegment(0eb82f6b-566f-4151-85df-ddd6432a17be),segment_id=0eb82f6b-566f-4151-85df-ddd6432a17be)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:18:31.972191 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c075bbea-1fe0-426c-8103-9e6d08b3b05e req-be6d6eb0-2bef-49b3-bb83-78d9c518e9f7 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:32.026133 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-0e301a44-5c07-4ab9-9758-67f12e7da87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:32.034549 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-edceee35-c94e-47f2-aed9-b3702dd1f5d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:32.044088 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3a2c0d73-f08d-494a-8197-6484d2561b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:32.047991 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3a2c0d73-f08d-494a-8197-6484d2561b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:32.066553 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3a2c0d73-f08d-494a-8197-6484d2561b81 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/10a92a1a-dc7d-4f2d-a5f6-db7694fa6072 HTTP/1.1" status: 204 len: 168 time: 1.2283385 Sep 01 15:18:32.218507 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4438a6ed-c409-4f75-8ebd-5347b56d117e up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:18:32.303829 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d6eb0-2bef-49b3-bb83-78d9c518e9f7 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Pushing event deleted for resources: {'Port': ['ID=0ef6978b-ef85-4c33-af04-e19602f26273,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:32.358118 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6dc4c47f-a1ec-453a-abc6-04bc3236ecd7 req-eeae8587-07c7-4fcf-a0ab-5d82bf79aff9 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 210 time: 0.3454704 Sep 01 15:18:32.359444 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c0d73-f08d-494a-8197-6484d2561b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a92a1a-dc7d-4f2d-a5f6-db7694fa6072,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:32.483167 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-edceee35-c94e-47f2-aed9-b3702dd1f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:32.484496 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-edceee35-c94e-47f2-aed9-b3702dd1f5d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:32.496650 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-edceee35-c94e-47f2-aed9-b3702dd1f5d1 service neutron] 10.222.0.62 "PUT /v2.0/ports/77e7fbbe-ba95-46e8-9f8a-660e7e76619c HTTP/1.1" status: 200 len: 1091 time: 7.7614636 Sep 01 15:18:32.504191 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-2dcf131f-eb6e-488b-82e8-2385ace57484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:32.515618 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-2dcf131f-eb6e-488b-82e8-2385ace57484 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91ecd6a8-b52a-4bdf-b401-3679b3b1f603 HTTP/1.1" status: 200 len: 797 time: 1.0797720 Sep 01 15:18:32.518360 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edceee35-c94e-47f2-aed9-b3702dd1f5d1 service neutron] Pushing event updated for resources: {'Port': ['ID=77e7fbbe-ba95-46e8-9f8a-660e7e76619c,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:32.530926 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea9fb37-2c85-49c5-8c89-dc19d5e310f8', 'tag': '77e7fbbe-ba95-46e8-9f8a-660e7e76619c'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:18:32.550150 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15c397d-6e35-472d-b9f2-906b28dfcdda" -d '{"events": [{"name": "network-changed", "server_uuid": "eea9fb37-2c85-49c5-8c89-dc19d5e310f8", "tag": "77e7fbbe-ba95-46e8-9f8a-660e7e76619c"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:18:32.639488 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 4438a6ed-c409-4f75-8ebd-5347b56d117e triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:32.648632 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:32.847781 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-c075bbea-1fe0-426c-8103-9e6d08b3b05e req-be6d6eb0-2bef-49b3-bb83-78d9c518e9f7 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] No DVR routers for this DVR port 0ef6978b-ef85-4c33-af04-e19602f26273 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:18:32.865291 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c075bbea-1fe0-426c-8103-9e6d08b3b05e req-be6d6eb0-2bef-49b3-bb83-78d9c518e9f7 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:32.885629 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c075bbea-1fe0-426c-8103-9e6d08b3b05e req-be6d6eb0-2bef-49b3-bb83-78d9c518e9f7 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.45 "DELETE /v2.0/ports/0ef6978b-ef85-4c33-af04-e19602f26273 HTTP/1.1" status: 204 len: 173 time: 5.8096204 Sep 01 15:18:32.916921 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-244d56fb-b17a-44cd-9fcf-0ee674121fe1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fc5119f86ede4d928ff4777d573407e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2214594 Sep 01 15:18:32.927103 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41298) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:32.946748 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3f126-0931-40c3-8be9-736bea41a6ec req-99382514-c387-44d9-ab46-c58d9414720c tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:32.948416 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-37d3f126-0931-40c3-8be9-736bea41a6ec req-99382514-c387-44d9-ab46-c58d9414720c tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=eea9fb37-2c85-49c5-8c89-dc19d5e310f8 HTTP/1.1" status: 200 len: 943 time: 1.2369993 Sep 01 15:18:33.012704 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-0e301a44-5c07-4ab9-9758-67f12e7da87f None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:33.069530 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-66f0c61c-2c18-41db-b545-66a6ad3af3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:33.075333 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-0e301a44-5c07-4ab9-9758-67f12e7da87f None None] Transition to ACTIVE for port object f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:18:33.087467 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-66f0c61c-2c18-41db-b545-66a6ad3af3c4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c254db57-43ae-492e-9c7b-cecc22088fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5323634 Sep 01 15:18:33.104440 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-0e301a44-5c07-4ab9-9758-67f12e7da87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:33.179924 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4fd449bd-959f-4894-8ea8-5e899e20f275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:33.190810 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6ccb59a1-7055-48a6-a40c-dc7c5df647dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:33.196946 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d829906e-3fc3-411a-96bd-b4c71295453d x-openstack-request-id: req-d829906e-3fc3-411a-96bd-b4c71295453d {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:18:33.197247 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea9fb37-2c85-49c5-8c89-dc19d5e310f8", "tag": "77e7fbbe-ba95-46e8-9f8a-660e7e76619c", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:18:33.197604 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d829906e-3fc3-411a-96bd-b4c71295453d {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:18:33.197947 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea9fb37-2c85-49c5-8c89-dc19d5e310f8', 'tag': '77e7fbbe-ba95-46e8-9f8a-660e7e76619c', 'status': 'completed', 'code': 200} Sep 01 15:18:33.281230 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-0e301a44-5c07-4ab9-9758-67f12e7da87f None None] Attempting to bind port f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:18:33.282349 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-0e301a44-5c07-4ab9-9758-67f12e7da87f None None] Attempting to bind port f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:18:33.283277 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e301a44-5c07-4ab9-9758-67f12e7da87f None None] Attempting to bind port f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:18:33.292673 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4fd449bd-959f-4894-8ea8-5e899e20f275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:33.303187 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd82f16-5f1c-410c-b9aa-ebce68effd46 None None] Pushing event updated for resources: {'Port': ['ID=f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:33.308180 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e301a44-5c07-4ab9-9758-67f12e7da87f None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:18:33.309354 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e301a44-5c07-4ab9-9758-67f12e7da87f None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:18:33.310329 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-0e301a44-5c07-4ab9-9758-67f12e7da87f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:33.311301 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e301a44-5c07-4ab9-9758-67f12e7da87f None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:18:33.312389 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-0e301a44-5c07-4ab9-9758-67f12e7da87f None None] Bound port: f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:18:33.313350 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-0e301a44-5c07-4ab9-9758-67f12e7da87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:33.351455 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-37d3f126-0931-40c3-8be9-736bea41a6ec req-3c58a63c-dbe4-4a58-aa24-78fe3f188a33 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801317 Sep 01 15:18:33.362925 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-c4f107af-c2c7-4f22-840c-690b4b091fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:33.365280 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-c4f107af-c2c7-4f22-840c-690b4b091fc4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb3693377bf9457dabb698f1785d8c61&device_id=eea9fb37-2c85-49c5-8c89-dc19d5e310f8 HTTP/1.1" status: 200 len: 1094 time: 0.5905268 Sep 01 15:18:33.380903 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd82f16-5f1c-410c-b9aa-ebce68effd46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:33.388732 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd82f16-5f1c-410c-b9aa-ebce68effd46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:33.389576 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd82f16-5f1c-410c-b9aa-ebce68effd46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:33.390419 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd82f16-5f1c-410c-b9aa-ebce68effd46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:33.391242 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd82f16-5f1c-410c-b9aa-ebce68effd46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:33.392091 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd82f16-5f1c-410c-b9aa-ebce68effd46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:33.392931 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd82f16-5f1c-410c-b9aa-ebce68effd46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:33.393774 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd82f16-5f1c-410c-b9aa-ebce68effd46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:33.394670 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd82f16-5f1c-410c-b9aa-ebce68effd46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:33.396070 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd82f16-5f1c-410c-b9aa-ebce68effd46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:33.396954 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd82f16-5f1c-410c-b9aa-ebce68effd46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:33.397807 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd82f16-5f1c-410c-b9aa-ebce68effd46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:33.494448 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-3e8064a7-e1d4-4a8b-8b28-32cf9c2919a4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77e7fbbe-ba95-46e8-9f8a-660e7e76619c HTTP/1.1" status: 200 len: 217 time: 0.1117666 Sep 01 15:18:33.539960 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-046bbd55-f170-43d6-806e-123ef4ecb448 service neutron] 10.222.0.62 "GET /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325931 Sep 01 15:18:33.549387 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-0e301a44-5c07-4ab9-9758-67f12e7da87f None None] For port f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:18:33.558728 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-0e301a44-5c07-4ab9-9758-67f12e7da87f None None] For port f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:18:33.576159 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-0e301a44-5c07-4ab9-9758-67f12e7da87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:33.741937 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd82f16-5f1c-410c-b9aa-ebce68effd46 None None] Pushing event updated for resources: {'Port': ['ID=f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:33.745549 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-0bb4874c-99a7-494b-9d12-40d5f9ce9730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:33.747972 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-0bb4874c-99a7-494b-9d12-40d5f9ce9730 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8b6bd058-2433-43ef-8336-9b6b745c6bfb HTTP/1.1" status: 200 len: 854 time: 0.2068069 Sep 01 15:18:33.811505 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-645a7315-6720-4c64-8dcb-78e8a96c5222 req-a028dd5c-2c06-4ad9-9157-d752faa0f176 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc69dccf-c927-4236-aa05-be303a7b4040 HTTP/1.1" status: 200 len: 210 time: 0.1256096 Sep 01 15:18:33.818797 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4fd449bd-959f-4894-8ea8-5e899e20f275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:33.822336 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e301a44-5c07-4ab9-9758-67f12e7da87f None None] Routers {'bc2d41b9-c0ae-484a-b616-83749fc07d66'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:18:33.823732 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-0e301a44-5c07-4ab9-9758-67f12e7da87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:18:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['bc2d41b9-c0ae-484a-b616-83749fc07d66'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:33.825983 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4fd449bd-959f-4894-8ea8-5e899e20f275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:33.827502 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4fd449bd-959f-4894-8ea8-5e899e20f275 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b4ea9596-226e-4367-8b05-b56d65cc3f39 HTTP/1.1" status: 204 len: 168 time: 0.8990536 Sep 01 15:18:33.872758 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd449bd-959f-4894-8ea8-5e899e20f275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ea9596-226e-4367-8b05-b56d65cc3f39,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:33.997107 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-3a59364e-dbd5-4fb1-b4d3-04fc59cdd6e1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=afa3fade-4c03-4fa8-94a5-bb144ed0b25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2309942 Sep 01 15:18:34.068846 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-fa3a0aa5-5159-4e67-9223-257847be51b0 service neutron] 10.222.0.62 "GET /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5010340 Sep 01 15:18:34.236780 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-6ccb59a1-7055-48a6-a40c-dc7c5df647dc admin admin] Allocated IP 172.20.0.1 (1d2362ee-78f5-4b99-9f98-82e09fba7d13/cb4d0c35-1b78-4b62-99d6-b03c2c2e423d/d50b7193-db59-4cec-ac2a-38ed31e9774b) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:18:34.296583 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-0e301a44-5c07-4ab9-9758-67f12e7da87f None None] Set router bc2d41b9-c0ae-484a-b616-83749fc07d66 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:18:34.323514 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-1b459adc-5e2b-4a4e-a8b1-9b39daae05aa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2ed15646-9fa6-43dc-b376-d3212fd60a6f HTTP/1.1" status: 200 len: 217 time: 0.2488770 Sep 01 15:18:34.464413 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41332) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:34.558092 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-11543f5d-bc50-4e9e-8c2c-c80a3d468070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:34.569061 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-11543f5d-bc50-4e9e-8c2c-c80a3d468070 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=91ecd6a8-b52a-4bdf-b401-3679b3b1f603 HTTP/1.1" status: 200 len: 797 time: 0.2271068 Sep 01 15:18:34.716929 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6ccb59a1-7055-48a6-a40c-dc7c5df647dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:34.776179 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-6ccb59a1-7055-48a6-a40c-dc7c5df647dc admin admin] Transition to ACTIVE for port object d50b7193-db59-4cec-ac2a-38ed31e9774b will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:18:34.787600 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-77534d8a-c412-48ed-bd7b-5acb90d9e96c tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:34.792487 n-d-794796-3 neutron-server[94734]: WARNING neutron.api.v2.base [None req-77534d8a-c412-48ed-bd7b-5acb90d9e96c tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 01 15:18:34.793332 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-77534d8a-c412-48ed-bd7b-5acb90d9e96c tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] create failed (client error): There was a conflict when trying to complete your request. Sep 01 15:18:34.795335 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-77534d8a-c412-48ed-bd7b-5acb90d9e96c tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3251247 Sep 01 15:18:34.801356 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41342) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:34.811241 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-97edad23-b80a-4bc0-ba60-efe3e8883d44 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group': {'name': 'tempest-secgroup--785498150'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:34.908259 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-0e301a44-5c07-4ab9-9758-67f12e7da87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'name': 'tempest-AttachVolumeTestJSON-1977586773-router', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:18:22Z', 'updated_at': '2021-09-01T15:18:26Z', 'revision_number': 3, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'gw_port': {'id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ad:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:24Z', 'updated_at': '2021-09-01T15:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:34.909433 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-3f873821-1bd4-460f-a141-25eee6ec9c77 service neutron] 10.222.0.62 "GET /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8935113 Sep 01 15:18:34.959825 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e301a44-5c07-4ab9-9758-67f12e7da87f None None] The sync data for ids ['bc2d41b9-c0ae-484a-b616-83749fc07d66'] in n-d-794796-3 is: [{'id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'name': 'tempest-AttachVolumeTestJSON-1977586773-router', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:18:22Z', 'updated_at': '2021-09-01T15:18:26Z', 'revision_number': 3, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'gw_port': {'id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ad:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:24Z', 'updated_at': '2021-09-01T15:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:18:35.042030 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-97edad23-b80a-4bc0-ba60-efe3e8883d44 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:35.083035 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-97edad23-b80a-4bc0-ba60-efe3e8883d44 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:35.142890 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6ccb59a1-7055-48a6-a40c-dc7c5df647dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:35.159234 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4666c29-f919-47fc-a9c1-235327c7fb29 req-a0311c5c-9e6b-4fab-a5b2-331cf3fe7a07 service neutron] 10.222.0.62 "GET /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172637 Sep 01 15:18:35.164074 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-0cc67923-42ef-45ec-9522-42816ae21fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:35.167176 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-0cc67923-42ef-45ec-9522-42816ae21fd5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c254db57-43ae-492e-9c7b-cecc22088fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5892873 Sep 01 15:18:35.211516 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc69dccf-c927-4236-aa05-be303a7b4040', 'name': 'network-vif-deleted', 'tag': '0ef6978b-ef85-4c33-af04-e19602f26273'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:18:35.218940 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13eeed37-b0fd-4966-abee-b627a01335ac" -d '{"events": [{"server_uuid": "bc69dccf-c927-4236-aa05-be303a7b4040", "name": "network-vif-deleted", "tag": "0ef6978b-ef85-4c33-af04-e19602f26273"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:18:35.267893 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b67fc7-19d6-4442-b485-4a083cf31ad5 req-8c58270f-a2e3-4fe0-b782-878c1ff9c160 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:35.281456 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d8b67fc7-19d6-4442-b485-4a083cf31ad5 req-8c58270f-a2e3-4fe0-b782-878c1ff9c160 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=eea9fb37-2c85-49c5-8c89-dc19d5e310f8 HTTP/1.1" status: 200 len: 943 time: 0.6431212 Sep 01 15:18:35.591697 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d8b67fc7-19d6-4442-b485-4a083cf31ad5 req-6e44528e-75c8-4df4-ab56-b80bf56b1e0c tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502112 Sep 01 15:18:35.618799 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccb59a1-7055-48a6-a40c-dc7c5df647dc admin admin] Network 1d2362ee-78f5-4b99-9f98-82e09fba7d13 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:18:35.675203 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-6ccb59a1-7055-48a6-a40c-dc7c5df647dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:18:35.738009 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb59a1-7055-48a6-a40c-dc7c5df647dc admin admin] Pushing event updated for resources: {'Port': ['ID=d50b7193-db59-4cec-ac2a-38ed31e9774b,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:35.751966 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccb59a1-7055-48a6-a40c-dc7c5df647dc admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:18:35.780497 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40da1df9-846a-405a-97b7-94b621b25abc x-openstack-request-id: req-40da1df9-846a-405a-97b7-94b621b25abc {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:18:35.780949 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc69dccf-c927-4236-aa05-be303a7b4040", "name": "network-vif-deleted", "tag": "0ef6978b-ef85-4c33-af04-e19602f26273", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:18:35.781347 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-40da1df9-846a-405a-97b7-94b621b25abc {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:18:35.782152 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc69dccf-c927-4236-aa05-be303a7b4040', 'name': 'network-vif-deleted', 'tag': '0ef6978b-ef85-4c33-af04-e19602f26273', 'status': 'completed', 'code': 200} Sep 01 15:18:35.929675 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c397d-6e35-472d-b9f2-906b28dfcdda req-c5a86bc9-d29f-4bef-ad73-9f4028d46c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:35.939366 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c15c397d-6e35-472d-b9f2-906b28dfcdda req-c5a86bc9-d29f-4bef-ad73-9f4028d46c97 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb3693377bf9457dabb698f1785d8c61&device_id=eea9fb37-2c85-49c5-8c89-dc19d5e310f8 HTTP/1.1" status: 200 len: 1094 time: 0.3899200 Sep 01 15:18:35.980408 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6ccb59a1-7055-48a6-a40c-dc7c5df647dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:36.102457 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-97edad23-b80a-4bc0-ba60-efe3e8883d44 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:36.123063 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-97edad23-b80a-4bc0-ba60-efe3e8883d44 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:36.229849 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-f5bebf7a-1845-4fec-8f8c-dc99f34b339a service neutron] 10.222.0.62 "GET /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0275512 Sep 01 15:18:36.292589 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-97edad23-b80a-4bc0-ba60-efe3e8883d44 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:36.354111 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97edad23-b80a-4bc0-ba60-efe3e8883d44 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bac415a-7c33-4779-b1b3-7643651f8380,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:36.369535 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:18:36.370461 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-97edad23-b80a-4bc0-ba60-efe3e8883d44 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:36.381541 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1faf7479-d333-4478-9c01-c2568eceac51 None None] Provisioning for port d50b7193-db59-4cec-ac2a-38ed31e9774b completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:18:36.470378 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1faf7479-d333-4478-9c01-c2568eceac51 None None] Provisioning complete for port d50b7193-db59-4cec-ac2a-38ed31e9774b triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:36.470774 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1faf7479-d333-4478-9c01-c2568eceac51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:36.478158 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97edad23-b80a-4bc0-ba60-efe3e8883d44 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bb108b-60e8-4193-b38e-dfbacb9b56e2,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:36.519281 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41374) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:36.604843 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53b8b1-ab9c-413d-8019-d0f1bb0b7dac req-91204798-004b-4e54-9105-133043a570a9 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:36.620485 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ee53b8b1-ab9c-413d-8019-d0f1bb0b7dac req-91204798-004b-4e54-9105-133043a570a9 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.6317277 Sep 01 15:18:36.638159 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1faf7479-d333-4478-9c01-c2568eceac51 None None] Port d50b7193-db59-4cec-ac2a-38ed31e9774b cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:18:36.720523 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:18:36.739773 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:36.740229 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:36.815792 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-97edad23-b80a-4bc0-ba60-efe3e8883d44 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:36.820870 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-97edad23-b80a-4bc0-ba60-efe3e8883d44 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0145586 Sep 01 15:18:36.894009 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41382) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:36.906897 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-da18a6c1-15cc-4858-8668-f1b7a711fcd2 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group_rule': {'security_group_id': 'e4bb108b-60e8-4193-b38e-dfbacb9b56e2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:36.981066 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ee53b8b1-ab9c-413d-8019-d0f1bb0b7dac req-2bc159a0-deee-4032-b6e9-a51a94764c79 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3569455 Sep 01 15:18:37.116505 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-e7e37a6e-56ba-420b-909a-e77ffee9806c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2111557132'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:37.123903 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:37.126433 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6ccb59a1-7055-48a6-a40c-dc7c5df647dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:37.181005 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:37.185994 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da18a6c1-15cc-4858-8668-f1b7a711fcd2 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:37.190246 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:37.272633 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee29fd72-48c4-4fb4-beb2-1dce69f4c0da req-23de9204-ccee-408c-9f11-17dfb486d15b service neutron] 10.222.0.62 "GET /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0417476 Sep 01 15:18:37.327279 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c397d-6e35-472d-b9f2-906b28dfcdda req-23ef84c1-8049-4ff1-bec1-928b1a6e2c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:37.329557 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c15c397d-6e35-472d-b9f2-906b28dfcdda req-23ef84c1-8049-4ff1-bec1-928b1a6e2c3f service neutron] 10.222.0.62 "GET /v2.0/networks?id=afa3fade-4c03-4fa8-94a5-bb144ed0b25b HTTP/1.1" status: 200 len: 915 time: 1.3675480 Sep 01 15:18:37.341447 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b522df-ad24-4d0e-8b00-b26d8653afb8 req-1a150f1a-e160-49fe-a4c2-5438c3424464 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:37.343312 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-94b522df-ad24-4d0e-8b00-b26d8653afb8 req-1a150f1a-e160-49fe-a4c2-5438c3424464 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.45 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.2840126 Sep 01 15:18:37.407868 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:37.469776 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da18a6c1-15cc-4858-8668-f1b7a711fcd2 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:37.509583 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c15c397d-6e35-472d-b9f2-906b28dfcdda req-606e57f0-5cc6-4121-8d0d-b8c7144ad676 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77e7fbbe-ba95-46e8-9f8a-660e7e76619c HTTP/1.1" status: 200 len: 217 time: 0.0710599 Sep 01 15:18:37.516665 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da18a6c1-15cc-4858-8668-f1b7a711fcd2 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:37.582777 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e37a6e-56ba-420b-909a-e77ffee9806c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Made reservation on behalf of 1c79a99a718f4c5baa3543834f70b54b for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:18:37.586529 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e7e37a6e-56ba-420b-909a-e77ffee9806c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:37.599522 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18a6c1-15cc-4858-8668-f1b7a711fcd2 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be1d9e3-7d70-4bd7-a8fe-c1d0a18b3c7e,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:37.621074 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e7e37a6e-56ba-420b-909a-e77ffee9806c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:37.643227 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da18a6c1-15cc-4858-8668-f1b7a711fcd2 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:37.648700 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-da18a6c1-15cc-4858-8668-f1b7a711fcd2 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7532442 Sep 01 15:18:37.649581 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41394) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:37.698373 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-0d7ec649-ce2e-43aa-a6e8-bfb4b32f7dbf tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group_rule': {'security_group_id': 'e4bb108b-60e8-4193-b38e-dfbacb9b56e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:37.707890 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c397d-6e35-472d-b9f2-906b28dfcdda req-e3dadc4c-5593-455d-a845-0edc3625593e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:37.710050 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c15c397d-6e35-472d-b9f2-906b28dfcdda req-e3dadc4c-5593-455d-a845-0edc3625593e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8b6bd058-2433-43ef-8336-9b6b745c6bfb HTTP/1.1" status: 200 len: 854 time: 0.1923947 Sep 01 15:18:37.799832 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c15c397d-6e35-472d-b9f2-906b28dfcdda req-6c3a956e-e2fd-454e-9ea1-3e75d2964b41 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=afa3fade-4c03-4fa8-94a5-bb144ed0b25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792737 Sep 01 15:18:37.811128 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cef442-d15d-46e9-a20c-55eb3d98dc69 req-f43e23bf-96dc-450d-894c-4917b1408273 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:37.814490 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-53cef442-d15d-46e9-a20c-55eb3d98dc69 req-f43e23bf-96dc-450d-894c-4917b1408273 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=eea9fb37-2c85-49c5-8c89-dc19d5e310f8 HTTP/1.1" status: 200 len: 943 time: 0.1980972 Sep 01 15:18:37.844372 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0d7ec649-ce2e-43aa-a6e8-bfb4b32f7dbf tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:37.938694 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-94b522df-ad24-4d0e-8b00-b26d8653afb8 req-77d5c18b-b7cf-4387-92d5-43da1b4faa9c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Deleting port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:18:37.939985 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-94b522df-ad24-4d0e-8b00-b26d8653afb8 req-77d5c18b-b7cf-4387-92d5-43da1b4faa9c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:38.033593 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6ccb59a1-7055-48a6-a40c-dc7c5df647dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:38.050797 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6ccb59a1-7055-48a6-a40c-dc7c5df647dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:38.082284 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-53cef442-d15d-46e9-a20c-55eb3d98dc69 req-a85d5342-6022-4add-b6dc-7dffc7e6d543 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650653 Sep 01 15:18:38.154599 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:18:38.233883 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c15c397d-6e35-472d-b9f2-906b28dfcdda req-b9dc529f-3623-4650-b04f-0121a8e0550b service neutron] 10.222.0.62 "GET /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185197 Sep 01 15:18:38.262246 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-94b522df-ad24-4d0e-8b00-b26d8653afb8 req-77d5c18b-b7cf-4387-92d5-43da1b4faa9c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] For port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:38.263273 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-94b522df-ad24-4d0e-8b00-b26d8653afb8 req-77d5c18b-b7cf-4387-92d5-43da1b4faa9c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:38.366577 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:38.394285 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:38.414543 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb59a1-7055-48a6-a40c-dc7c5df647dc admin admin] Pushing event updated for resources: {'Port': ['ID=d50b7193-db59-4cec-ac2a-38ed31e9774b,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:38.415078 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:38.473906 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6ccb59a1-7055-48a6-a40c-dc7c5df647dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:38.530088 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e7e37a6e-56ba-420b-909a-e77ffee9806c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:38.609218 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e7e37a6e-56ba-420b-909a-e77ffee9806c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:38.654028 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577edb49-12a7-4b09-8ef1-9f6bb47239e1 req-8693b025-48c2-483e-ae12-1c29875bd53a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:38.656427 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-577edb49-12a7-4b09-8ef1-9f6bb47239e1 req-8693b025-48c2-483e-ae12-1c29875bd53a tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 945 time: 0.4247298 Sep 01 15:18:38.730650 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-0d7ec649-ce2e-43aa-a6e8-bfb4b32f7dbf tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] create failed (client error): There was a conflict when trying to complete your request. Sep 01 15:18:38.731353 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c15c397d-6e35-472d-b9f2-906b28dfcdda req-c6206b12-bdd8-4df2-98bf-162b4681e255 service neutron] 10.222.0.62 "GET /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817026 Sep 01 15:18:38.732557 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0d7ec649-ce2e-43aa-a6e8-bfb4b32f7dbf tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0451150 Sep 01 15:18:38.740995 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41414) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:38.889416 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e37a6e-56ba-420b-909a-e77ffee9806c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:18:38.907056 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e7e37a6e-56ba-420b-909a-e77ffee9806c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:38.907537 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-e7e37a6e-56ba-420b-909a-e77ffee9806c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Added segment 09e9d2b9-6af4-4df0-bcd6-4266764e4dfa of type vlan for network d0e77899-d320-4be9-92b8-f900ce9870eb Sep 01 15:18:38.926261 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-94b522df-ad24-4d0e-8b00-b26d8653afb8 req-77d5c18b-b7cf-4387-92d5-43da1b4faa9c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:38.927640 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-94b522df-ad24-4d0e-8b00-b26d8653afb8 req-77d5c18b-b7cf-4387-92d5-43da1b4faa9c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:38.928300 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [req-94b522df-ad24-4d0e-8b00-b26d8653afb8 req-77d5c18b-b7cf-4387-92d5-43da1b4faa9c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Floating IP ea04428c-4aea-428f-816a-ff228f5e8eec disassociated. External IP: 172.25.6.177, port: 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d. Sep 01 15:18:38.928791 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-94b522df-ad24-4d0e-8b00-b26d8653afb8 req-77d5c18b-b7cf-4387-92d5-43da1b4faa9c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Calling delete_port for 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:18:38.942835 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ade8c934-bb5c-4146-a366-77effc74b7da tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:38.980568 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ade8c934-bb5c-4146-a366-77effc74b7da tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:38.984995 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e7e37a6e-56ba-420b-909a-e77ffee9806c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:38.988738 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 77e7fbbe-ba95-46e8-9f8a-660e7e76619c details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:18:39.066812 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ade8c934-bb5c-4146-a366-77effc74b7da tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:39.071459 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ade8c934-bb5c-4146-a366-77effc74b7da tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:39.073497 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ade8c934-bb5c-4146-a366-77effc74b7da tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "DELETE /v2.0/security-groups/e4bb108b-60e8-4193-b38e-dfbacb9b56e2 HTTP/1.1" status: 204 len: 168 time: 0.3294208 Sep 01 15:18:39.091178 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-577edb49-12a7-4b09-8ef1-9f6bb47239e1 req-523bdaa8-ee28-4538-a709-0e9ac92d7d8c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a840d02-a318-4f67-ad24-b42205266eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3652844 Sep 01 15:18:39.092089 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e37a6e-56ba-420b-909a-e77ffee9806c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeab95ac-de19-4ae6-a833-2e0bb20e3d50,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:39.127402 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41416) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:39.136399 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccb59a1-7055-48a6-a40c-dc7c5df647dc admin admin] Network 1d2362ee-78f5-4b99-9f98-82e09fba7d13 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:18:39.161317 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8c934-bb5c-4146-a366-77effc74b7da tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bb108b-60e8-4193-b38e-dfbacb9b56e2,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:39.164354 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e7e37a6e-56ba-420b-909a-e77ffee9806c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:39.196959 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e37a6e-56ba-420b-909a-e77ffee9806c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:39.199196 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e7e37a6e-56ba-420b-909a-e77ffee9806c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:39.270093 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-95055cee-6e23-4c28-aae1-82a9b14a5f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:39.305671 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-6ccb59a1-7055-48a6-a40c-dc7c5df647dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:18:39.346448 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 77e7fbbe-ba95-46e8-9f8a-660e7e76619c, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=77e7fbbe-ba95-46e8-9f8a-660e7e76619c,segment=NetworkSegment(0eb82f6b-566f-4151-85df-ddd6432a17be),segment_id=0eb82f6b-566f-4151-85df-ddd6432a17be)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:39.381224 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '77e7fbbe-ba95-46e8-9f8a-660e7e76619c', 'network_id': 'afa3fade-4c03-4fa8-94a5-bb144ed0b25b', 'port_id': '77e7fbbe-ba95-46e8-9f8a-660e7e76619c', 'mac_address': 'fa:16:3e:98:45:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b6bd058-2433-43ef-8336-9b6b745c6bfb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:18:39.386757 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e7e37a6e-56ba-420b-909a-e77ffee9806c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8487606 Sep 01 15:18:39.403415 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0b40aff6-b42a-44ad-b12d-9dc48ed38a24 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2727928 Sep 01 15:18:39.409605 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41420) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:39.409605 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41422) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:39.461090 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:39.487682 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e7fbbe-ba95-46e8-9f8a-660e7e76619c {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:18:39.494517 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-94b522df-ad24-4d0e-8b00-b26d8653afb8 req-77d5c18b-b7cf-4387-92d5-43da1b4faa9c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:39.526320 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 77e7fbbe-ba95-46e8-9f8a-660e7e76619c, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=77e7fbbe-ba95-46e8-9f8a-660e7e76619c,segment=NetworkSegment(0eb82f6b-566f-4151-85df-ddd6432a17be),segment_id=0eb82f6b-566f-4151-85df-ddd6432a17be)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:39.536923 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:39.635917 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5c18b-b7cf-4387-92d5-43da1b4faa9c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Pushing event deleted for resources: {'Port': ['ID=35cf9d6b-54f3-4b25-b806-8b1848ae7c8d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:39.663673 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-e2c28d5f-fa1b-4a79-911e-02b0971fb614 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group': {'name': 'tempest-secgroup--140724100'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:39.692364 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-869da0b5-3f16-41cf-a6cc-6692859a4abc tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Request body: {'subnet': {'network_id': 'd0e77899-d320-4be9-92b8-f900ce9870eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:39.713810 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=77e7fbbe-ba95-46e8-9f8a-660e7e76619c,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:39.767433 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e7db6-62f6-4185-bec4-8c9ee05c870d req-35f54aa4-4e29-4ecb-a288-052f3ad5d370 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:39.776681 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a15e7db6-62f6-4185-bec4-8c9ee05c870d req-35f54aa4-4e29-4ecb-a288-052f3ad5d370 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=eea9fb37-2c85-49c5-8c89-dc19d5e310f8 HTTP/1.1" status: 200 len: 943 time: 0.3091004 Sep 01 15:18:39.831563 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e37a6e-56ba-420b-909a-e77ffee9806c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Pushing event updated for resources: {'Network': ['ID=d0e77899-d320-4be9-92b8-f900ce9870eb,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:39.845654 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network d0e77899-d320-4be9-92b8-f900ce9870eb details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:18:39.869477 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ccb59a1-7055-48a6-a40c-dc7c5df647dc admin admin] Router bc2d41b9-c0ae-484a-b616-83749fc07d66 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:18:39.882605 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e2c28d5f-fa1b-4a79-911e-02b0971fb614 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:39.914791 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a15e7db6-62f6-4185-bec4-8c9ee05c870d req-b75858b8-9a1d-4d65-86e7-32a7082125ae tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310785 Sep 01 15:18:39.992908 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94b522df-ad24-4d0e-8b00-b26d8653afb8 req-77d5c18b-b7cf-4387-92d5-43da1b4faa9c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Router b37e3bb3-4d78-4c85-8939-6a7dd0760758 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:18:40.023663 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['77e7fbbe-ba95-46e8-9f8a-660e7e76619c'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:18:40.190926 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5e5dc98e-2c98-4c5d-8369-fc07d9fa35aa None None] Provisioning complete for port d50b7193-db59-4cec-ac2a-38ed31e9774b triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:40.191457 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5e5dc98e-2c98-4c5d-8369-fc07d9fa35aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:40.212115 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccb59a1-7055-48a6-a40c-dc7c5df647dc admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:18:40.249494 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6ccb59a1-7055-48a6-a40c-dc7c5df647dc admin admin] 10.222.0.60 "PUT /v2.0/routers/bc2d41b9-c0ae-484a-b616-83749fc07d66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4165409 Sep 01 15:18:40.285326 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c255d41c-8e07-4aab-b9d6-2b7d9f6b3070 None None] Sync routers for ids ['bc2d41b9-c0ae-484a-b616-83749fc07d66'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:18:40.311886 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c255d41c-8e07-4aab-b9d6-2b7d9f6b3070 None None] Routers {'bc2d41b9-c0ae-484a-b616-83749fc07d66'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:18:40.313363 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c255d41c-8e07-4aab-b9d6-2b7d9f6b3070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:18:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['bc2d41b9-c0ae-484a-b616-83749fc07d66'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:40.335336 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94b522df-ad24-4d0e-8b00-b26d8653afb8 req-77d5c18b-b7cf-4387-92d5-43da1b4faa9c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:18:40.351942 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6520397a-0282-4434-94a4-c1af9e9b46cf None None] Sync routers for ids ['b37e3bb3-4d78-4c85-8939-6a7dd0760758'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:18:40.370243 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6520397a-0282-4434-94a4-c1af9e9b46cf None None] Routers {'b37e3bb3-4d78-4c85-8939-6a7dd0760758'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:18:40.370928 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-6520397a-0282-4434-94a4-c1af9e9b46cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:18:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['b37e3bb3-4d78-4c85-8939-6a7dd0760758'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:40.451115 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ff42b9b7-970a-450e-8708-66fcf81d0ff5 req-fdf5dec7-0992-4323-b53f-0fb92a93acc5 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/ports?device_id=557c31cf-a816-4f75-9e29-78b42060a235 HTTP/1.1" status: 200 len: 210 time: 0.0696146 Sep 01 15:18:40.469219 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b522df-ad24-4d0e-8b00-b26d8653afb8 req-77d5c18b-b7cf-4387-92d5-43da1b4faa9c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] No DVR routers for this DVR port 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:18:40.490460 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e2c28d5f-fa1b-4a79-911e-02b0971fb614 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:40.493857 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-94b522df-ad24-4d0e-8b00-b26d8653afb8 req-77d5c18b-b7cf-4387-92d5-43da1b4faa9c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:40.496856 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-94b522df-ad24-4d0e-8b00-b26d8653afb8 req-77d5c18b-b7cf-4387-92d5-43da1b4faa9c tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.45 "DELETE /v2.0/ports/35cf9d6b-54f3-4b25-b806-8b1848ae7c8d HTTP/1.1" status: 204 len: 173 time: 3.1441898 Sep 01 15:18:40.498525 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557c31cf-a816-4f75-9e29-78b42060a235', 'name': 'network-vif-deleted', 'tag': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:18:40.502519 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94193f5-0ef8-4a00-ae6c-e3b454679be7" -d '{"events": [{"server_uuid": "557c31cf-a816-4f75-9e29-78b42060a235", "name": "network-vif-deleted", "tag": "35cf9d6b-54f3-4b25-b806-8b1848ae7c8d"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:18:40.515271 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e2c28d5f-fa1b-4a79-911e-02b0971fb614 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:40.620374 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d864bbb7-1c0f-496d-a44f-7c7f1215fe01 x-openstack-request-id: req-d864bbb7-1c0f-496d-a44f-7c7f1215fe01 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:18:40.620910 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557c31cf-a816-4f75-9e29-78b42060a235", "name": "network-vif-deleted", "tag": "35cf9d6b-54f3-4b25-b806-8b1848ae7c8d", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:18:40.621586 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d864bbb7-1c0f-496d-a44f-7c7f1215fe01 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:18:40.622156 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557c31cf-a816-4f75-9e29-78b42060a235', 'name': 'network-vif-deleted', 'tag': '35cf9d6b-54f3-4b25-b806-8b1848ae7c8d', 'status': 'completed', 'code': 200} Sep 01 15:18:40.642343 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869da0b5-3f16-41cf-a6cc-6692859a4abc tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Made reservation on behalf of 1c79a99a718f4c5baa3543834f70b54b for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:18:40.661756 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-869da0b5-3f16-41cf-a6cc-6692859a4abc tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:40.735668 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-5e5dc98e-2c98-4c5d-8369-fc07d9fa35aa None None] Port d50b7193-db59-4cec-ac2a-38ed31e9774b cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:18:40.745255 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-c255d41c-8e07-4aab-b9d6-2b7d9f6b3070 None None] Set router bc2d41b9-c0ae-484a-b616-83749fc07d66 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:18:40.755471 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c28d5f-fa1b-4a79-911e-02b0971fb614 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d508b2e-e953-4a75-9653-6e46ea01be3b,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:40.784934 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e2c28d5f-fa1b-4a79-911e-02b0971fb614 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:40.791811 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e2c28d5f-fa1b-4a79-911e-02b0971fb614 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3820558 Sep 01 15:18:40.794668 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41458) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:40.800873 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-7afe5682-ed99-408e-aa2b-4ec92442d72c tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group_rule': {'security_group_id': '5d508b2e-e953-4a75-9653-6e46ea01be3b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:40.802879 n-d-794796-3 neutron-server[94734]: WARNING neutron.api.v2.base [None req-7afe5682-ed99-408e-aa2b-4ec92442d72c tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 01 15:18:40.803699 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-7afe5682-ed99-408e-aa2b-4ec92442d72c tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:18:40.804957 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7afe5682-ed99-408e-aa2b-4ec92442d72c tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0082171 Sep 01 15:18:40.810974 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41460) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:40.963057 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e14b9edb-0769-4fef-85ab-8edf959b5289 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:41.082286 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-6520397a-0282-4434-94a4-c1af9e9b46cf None None] Set router b37e3bb3-4d78-4c85-8939-6a7dd0760758 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:18:41.083848 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e14b9edb-0769-4fef-85ab-8edf959b5289 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:41.186227 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e14b9edb-0769-4fef-85ab-8edf959b5289 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:41.190040 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e14b9edb-0769-4fef-85ab-8edf959b5289 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:41.191701 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e14b9edb-0769-4fef-85ab-8edf959b5289 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "DELETE /v2.0/security-groups/5d508b2e-e953-4a75-9653-6e46ea01be3b HTTP/1.1" status: 204 len: 168 time: 0.3793120 Sep 01 15:18:41.200838 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41464) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:41.238285 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-869da0b5-3f16-41cf-a6cc-6692859a4abc tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:41.264757 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:18:41.349577 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b9edb-0769-4fef-85ab-8edf959b5289 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d508b2e-e953-4a75-9653-6e46ea01be3b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:41.374042 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:18:41.374427 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 35cf9d6b-54f3-4b25-b806-8b1848ae7c8d not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:18:41.397359 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869da0b5-3f16-41cf-a6cc-6692859a4abc tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Checking segment: {'id': '09e9d2b9-6af4-4df0-bcd6-4266764e4dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd0e77899-d320-4be9-92b8-f900ce9870eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:18:41.399549 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869da0b5-3f16-41cf-a6cc-6692859a4abc tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Network hostable DHCP agents. Network: d0e77899-d320-4be9-92b8-f900ce9870eb, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:18:41.425685 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b7be2-2755-4d54-b539-43faf498078a req-30b7fd25-5c45-450a-99b5-74ca4ffd2383 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:41.436582 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d43b7be2-2755-4d54-b539-43faf498078a req-30b7fd25-5c45-450a-99b5-74ca4ffd2383 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=eea9fb37-2c85-49c5-8c89-dc19d5e310f8 HTTP/1.1" status: 200 len: 944 time: 0.2632725 Sep 01 15:18:41.508502 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-195828ce-68b5-4a85-b970-46116a8a8386 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2438395 Sep 01 15:18:41.517505 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41468) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:41.530735 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d43b7be2-2755-4d54-b539-43faf498078a req-277f9c5f-08a4-4ba0-bb57-4ec016c2d6fe tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815039 Sep 01 15:18:41.531056 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-ff799441-fdd6-4ccf-b21e-9d417c4a4da9 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group': {'name': 'tempest-secgroup--1459215052'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:41.575118 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da0b5-3f16-41cf-a6cc-6692859a4abc tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Pushing event updated for resources: {'Subnet': ['ID=ffbb3256-dbca-4c0c-a9ef-e63571ae6e9a,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:41.595413 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869da0b5-3f16-41cf-a6cc-6692859a4abc tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Network d0e77899-d320-4be9-92b8-f900ce9870eb is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:18:41.613190 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ff799441-fdd6-4ccf-b21e-9d417c4a4da9 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:41.628220 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-869da0b5-3f16-41cf-a6cc-6692859a4abc tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, d0e77899-d320-4be9-92b8-f900ce9870eb) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:18:41.647790 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe4c535-2b3f-4cc9-97f1-c096c1fe23a2 None None] Network d0e77899-d320-4be9-92b8-f900ce9870eb requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:18:41.655988 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869da0b5-3f16-41cf-a6cc-6692859a4abc tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:41.657495 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-869da0b5-3f16-41cf-a6cc-6692859a4abc tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:41.784844 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41474) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:41.835733 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c255d41c-8e07-4aab-b9d6-2b7d9f6b3070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'name': 'tempest-AttachVolumeTestJSON-1977586773-router', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:18:22Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'gw_port': {'id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:24Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'd50b7193-db59-4cec-ac2a-38ed31e9774b', 'name': '', 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'mac_address': 'fa:16:3e:6b:96:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:33Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 2, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'subnets': [{'id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:41.851688 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-6520397a-0282-4434-94a4-c1af9e9b46cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'name': 'tempest-ServerActionsTestJSON-1106684823-router', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:00Z', 'updated_at': '2021-09-01T15:07:08Z', 'revision_number': 4, 'project_id': 'f5c878306d2c4fbcbebf77004da8b742', 'gw_port': {'id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:02Z', 'updated_at': '2021-09-01T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'a11d9f32-4f11-4277-92a0-c26b208f4dbb', 'name': '', 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'mac_address': 'fa:16:3e:c7:34:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4b8a1a7-4c41-46cc-8798-989cc5140738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:07Z', 'updated_at': '2021-09-01T15:07:16Z', 'revision_number': 5, 'project_id': 'f5c878306d2c4fbcbebf77004da8b742', 'subnets': [{'id': 'b4b8a1a7-4c41-46cc-8798-989cc5140738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:41.906514 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6520397a-0282-4434-94a4-c1af9e9b46cf None None] Checking router: b37e3bb3-4d78-4c85-8939-6a7dd0760758 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:18:41.920985 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c255d41c-8e07-4aab-b9d6-2b7d9f6b3070 None None] Checking router: bc2d41b9-c0ae-484a-b616-83749fc07d66 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:18:41.921406 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c255d41c-8e07-4aab-b9d6-2b7d9f6b3070 None None] Updating router bc2d41b9-c0ae-484a-b616-83749fc07d66 port d50b7193-db59-4cec-ac2a-38ed31e9774b binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:18:41.936359 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6520397a-0282-4434-94a4-c1af9e9b46cf None None] Routers {'b37e3bb3-4d78-4c85-8939-6a7dd0760758'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:18:41.943461 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-6520397a-0282-4434-94a4-c1af9e9b46cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:18:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['b37e3bb3-4d78-4c85-8939-6a7dd0760758'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:41.961872 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ff799441-fdd6-4ccf-b21e-9d417c4a4da9 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:41.969241 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ff799441-fdd6-4ccf-b21e-9d417c4a4da9 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:41.977994 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-869da0b5-3f16-41cf-a6cc-6692859a4abc tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5695539 Sep 01 15:18:41.984917 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41486) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:41.997964 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-08eda6d0-a227-4e74-9846-f79b29e5d205 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1379257883', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:42.013901 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c255d41c-8e07-4aab-b9d6-2b7d9f6b3070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:42.054712 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f6f6a22c-e2f6-452e-a8ae-a31edfed17d3 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:42.072795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff799441-fdd6-4ccf-b21e-9d417c4a4da9 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6027a6ef-f25d-4b77-9166-866bf52113c1,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:42.125747 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ff799441-fdd6-4ccf-b21e-9d417c4a4da9 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:42.128163 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ff799441-fdd6-4ccf-b21e-9d417c4a4da9 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6083465 Sep 01 15:18:42.130841 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41488) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:42.139205 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f6f6a22c-e2f6-452e-a8ae-a31edfed17d3 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:42.140852 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-d12f6620-b52a-4cca-81d9-b9568a145424 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group_rule': {'security_group_id': '6027a6ef-f25d-4b77-9166-866bf52113c1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:42.143015 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-08eda6d0-a227-4e74-9846-f79b29e5d205 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:42.144244 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-08eda6d0-a227-4e74-9846-f79b29e5d205 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:42.145112 n-d-794796-3 neutron-server[94734]: WARNING neutron.api.v2.base [None req-d12f6620-b52a-4cca-81d9-b9568a145424 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 01 15:18:42.150755 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-d12f6620-b52a-4cca-81d9-b9568a145424 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:18:42.153044 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d12f6620-b52a-4cca-81d9-b9568a145424 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0203567 Sep 01 15:18:42.162811 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41490) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:42.330147 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-6520397a-0282-4434-94a4-c1af9e9b46cf None None] Set router b37e3bb3-4d78-4c85-8939-6a7dd0760758 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:18:42.365556 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-869956b2-0586-4dc0-b506-49ba9640899f tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:42.448295 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-08eda6d0-a227-4e74-9846-f79b29e5d205 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:42.456776 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-869956b2-0586-4dc0-b506-49ba9640899f tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:42.492625 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-08eda6d0-a227-4e74-9846-f79b29e5d205 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:42.557320 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c255d41c-8e07-4aab-b9d6-2b7d9f6b3070 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:42.558075 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f6f6a22c-e2f6-452e-a8ae-a31edfed17d3 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:42.588377 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c255d41c-8e07-4aab-b9d6-2b7d9f6b3070 None None] Transition to ACTIVE for port object d50b7193-db59-4cec-ac2a-38ed31e9774b will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:18:42.595999 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f6f6a22c-e2f6-452e-a8ae-a31edfed17d3 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:42.603185 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f6f6a22c-e2f6-452e-a8ae-a31edfed17d3 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "DELETE /v2.0/security-groups/0a840d02-a318-4f67-ad24-b42205266eef HTTP/1.1" status: 204 len: 168 time: 0.8133221 Sep 01 15:18:42.606105 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41494) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:42.656101 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-cfb2a293-b4e1-47f6-956a-4b8bec88671e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] show failed (client error): The resource could not be found. Sep 01 15:18:42.659893 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6a22c-e2f6-452e-a8ae-a31edfed17d3 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a840d02-a318-4f67-ad24-b42205266eef,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:42.662456 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cfb2a293-b4e1-47f6-956a-4b8bec88671e tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "GET /v2.0/security-groups/0a840d02-a318-4f67-ad24-b42205266eef HTTP/1.1" status: 404 len: 347 time: 0.0517268 Sep 01 15:18:42.665166 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-869956b2-0586-4dc0-b506-49ba9640899f tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:42.676506 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41496) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:42.697032 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-869956b2-0586-4dc0-b506-49ba9640899f tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:42.701634 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-869956b2-0586-4dc0-b506-49ba9640899f tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "DELETE /v2.0/security-groups/6027a6ef-f25d-4b77-9166-866bf52113c1 HTTP/1.1" status: 204 len: 168 time: 0.5347455 Sep 01 15:18:42.717243 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41498) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:42.731821 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c255d41c-8e07-4aab-b9d6-2b7d9f6b3070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:42.767405 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869956b2-0586-4dc0-b506-49ba9640899f tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6027a6ef-f25d-4b77-9166-866bf52113c1,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:42.815280 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:42.892147 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41500) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:42.917819 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-1e8ad764-8eaf-4560-afcc-6f4f590ea523 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--853308843', 'description': 'tempest-description--1314241153'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:42.994598 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5156fcb6-b8ac-4189-8e14-eafb8d1a532f tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2698526 Sep 01 15:18:42.997075 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-08eda6d0-a227-4e74-9846-f79b29e5d205 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:43.005398 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41508) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:43.005680 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-08eda6d0-a227-4e74-9846-f79b29e5d205 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.0153220 Sep 01 15:18:43.006873 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41510) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:43.025104 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-b0da1289-2726-4ce8-83da-38f26040eaa5 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group': {'name': 'tempest-secgroup--479280341'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:43.116658 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 77e7fbbe-ba95-46e8-9f8a-660e7e76619c up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:18:43.149309 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-6520397a-0282-4434-94a4-c1af9e9b46cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'name': 'tempest-ServerActionsTestJSON-1106684823-router', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:00Z', 'updated_at': '2021-09-01T15:07:08Z', 'revision_number': 4, 'project_id': 'f5c878306d2c4fbcbebf77004da8b742', 'gw_port': {'id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:02Z', 'updated_at': '2021-09-01T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'a11d9f32-4f11-4277-92a0-c26b208f4dbb', 'name': '', 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'mac_address': 'fa:16:3e:c7:34:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4b8a1a7-4c41-46cc-8798-989cc5140738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:07Z', 'updated_at': '2021-09-01T15:07:16Z', 'revision_number': 5, 'project_id': 'f5c878306d2c4fbcbebf77004da8b742', 'subnets': [{'id': 'b4b8a1a7-4c41-46cc-8798-989cc5140738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:43.165562 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.api [None req-b0da1289-2726-4ce8-83da-38f26040eaa5 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:18:43.165562 n-d-794796-3 neutron-server[94734]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 01 15:18:43.165562 n-d-794796-3 neutron-server[94734]: [parameters: {'project_id': 'cd4428913b504370846e1eea41292546', 'id': 'b6c2a35d-04db-4e93-b1b2-1c6faa546c53', 'expiration': datetime.datetime(2021, 9, 1, 15, 20, 43, 108241)}] Sep 01 15:18:43.165562 n-d-794796-3 neutron-server[94734]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:18:43.166065 n-d-794796-3 neutron-server[94734]: DEBUG oslo_db.api [None req-b0da1289-2726-4ce8-83da-38f26040eaa5 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:18:43.180346 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1e8ad764-8eaf-4560-afcc-6f4f590ea523 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:43.231294 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6520397a-0282-4434-94a4-c1af9e9b46cf None None] The sync data for ids ['b37e3bb3-4d78-4c85-8939-6a7dd0760758'] in n-d-794796-3 is: [{'id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'name': 'tempest-ServerActionsTestJSON-1106684823-router', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:00Z', 'updated_at': '2021-09-01T15:07:08Z', 'revision_number': 4, 'project_id': 'f5c878306d2c4fbcbebf77004da8b742', 'gw_port': {'id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:02Z', 'updated_at': '2021-09-01T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'a11d9f32-4f11-4277-92a0-c26b208f4dbb', 'name': '', 'network_id': 'c9a68c28-eb7d-4197-a297-a9a7217a4f8e', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'mac_address': 'fa:16:3e:c7:34:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b4b8a1a7-4c41-46cc-8798-989cc5140738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:07Z', 'updated_at': '2021-09-01T15:07:16Z', 'revision_number': 5, 'project_id': 'f5c878306d2c4fbcbebf77004da8b742', 'subnets': [{'id': 'b4b8a1a7-4c41-46cc-8798-989cc5140738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:18:43.235350 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c255d41c-8e07-4aab-b9d6-2b7d9f6b3070 None None] Attempting to bind port d50b7193-db59-4cec-ac2a-38ed31e9774b on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:18:43.235736 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c255d41c-8e07-4aab-b9d6-2b7d9f6b3070 None None] Attempting to bind port d50b7193-db59-4cec-ac2a-38ed31e9774b by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '78681f34-8d1f-4ee3-bfa0-39cc008c56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:18:43.236153 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c255d41c-8e07-4aab-b9d6-2b7d9f6b3070 None None] Attempting to bind port d50b7193-db59-4cec-ac2a-38ed31e9774b on network 1d2362ee-78f5-4b99-9f98-82e09fba7d13 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:18:43.279651 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07755fb-cc99-4b1f-b67b-7d99e445de4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-d0e77899-d320-4be9-92b8-f900ce9870eb', 'network_id': 'd0e77899-d320-4be9-92b8-f900ce9870eb', 'tenant_id': '1c79a99a718f4c5baa3543834f70b54b', 'fixed_ips': [{'subnet_id': 'ffbb3256-dbca-4c0c-a9ef-e63571ae6e9a'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:18:43.280593 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c07755fb-cc99-4b1f-b67b-7d99e445de4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:43.321256 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bfde0d-e4b1-44c8-84c9-59ce8fb6074b None None] Pushing event updated for resources: {'Port': ['ID=d50b7193-db59-4cec-ac2a-38ed31e9774b,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:43.361612 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c255d41c-8e07-4aab-b9d6-2b7d9f6b3070 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:18:43.363145 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c255d41c-8e07-4aab-b9d6-2b7d9f6b3070 None None] Checking segment: {'id': '78681f34-8d1f-4ee3-bfa0-39cc008c56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:18:43.363145 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c255d41c-8e07-4aab-b9d6-2b7d9f6b3070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:43.379905 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1e8ad764-8eaf-4560-afcc-6f4f590ea523 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:43.382040 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c255d41c-8e07-4aab-b9d6-2b7d9f6b3070 None None] Bound using segment: {'id': '78681f34-8d1f-4ee3-bfa0-39cc008c56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:18:43.382973 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c255d41c-8e07-4aab-b9d6-2b7d9f6b3070 None None] Bound port: d50b7193-db59-4cec-ac2a-38ed31e9774b, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78681f34-8d1f-4ee3-bfa0-39cc008c56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:18:43.383818 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c255d41c-8e07-4aab-b9d6-2b7d9f6b3070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:43.389335 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1e8ad764-8eaf-4560-afcc-6f4f590ea523 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:43.453822 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1e8ad764-8eaf-4560-afcc-6f4f590ea523 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:43.476656 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1e8ad764-8eaf-4560-afcc-6f4f590ea523 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5824602 Sep 01 15:18:43.481856 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41518) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:43.489688 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-c905d354-bff2-4dcb-93ea-12611284ba81 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Request body: {'security_group_rule': {'security_group_id': 'de845964-ddc0-4ab6-a09c-6e763b1468bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:43.490367 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:43.548759 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c905d354-bff2-4dcb-93ea-12611284ba81 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:43.602896 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ad764-8eaf-4560-afcc-6f4f590ea523 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de845964-ddc0-4ab6-a09c-6e763b1468bf,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:43.663508 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c905d354-bff2-4dcb-93ea-12611284ba81 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:43.709572 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c905d354-bff2-4dcb-93ea-12611284ba81 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:43.805015 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905d354-bff2-4dcb-93ea-12611284ba81 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232f14be-9736-4b82-90c3-88adf8aa05b1,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:43.845861 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b0da1289-2726-4ce8-83da-38f26040eaa5 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:43.864924 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c905d354-bff2-4dcb-93ea-12611284ba81 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:43.874933 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c905d354-bff2-4dcb-93ea-12611284ba81 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3919606 Sep 01 15:18:43.899515 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41520) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:43.912659 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-fcc6d1ef-4610-4142-a060-e68c15352a19 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Request body: {'security_group_rule': {'security_group_id': 'de845964-ddc0-4ab6-a09c-6e763b1468bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:44.021896 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 77e7fbbe-ba95-46e8-9f8a-660e7e76619c completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:18:44.054200 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b2152a-3fc8-4e3d-be75-23572dc6291f None None] New status for floating IP ea04428c-4aea-428f-816a-ff228f5e8eec: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:18:44.142757 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fcc6d1ef-4610-4142-a060-e68c15352a19 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:44.164721 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 77e7fbbe-ba95-46e8-9f8a-660e7e76619c triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:44.165547 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:44.196559 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b0da1289-2726-4ce8-83da-38f26040eaa5 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:44.220212 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b0da1289-2726-4ce8-83da-38f26040eaa5 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:44.278706 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b0da1289-2726-4ce8-83da-38f26040eaa5 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:44.281998 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b0da1289-2726-4ce8-83da-38f26040eaa5 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2770579 Sep 01 15:18:44.302714 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41532) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:44.327599 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-61ae39d2-0d26-4033-9824-617a8effa914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:44.334938 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-24cfcdbb-c7bd-49de-9c49-f44e59119b8d tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group_rule': {'security_group_id': 'e9644810-6128-4f95-902d-34cf184b2018', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:44.370065 n-d-794796-3 neutron-server[94734]: WARNING neutron.api.v2.base [None req-24cfcdbb-c7bd-49de-9c49-f44e59119b8d tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 01 15:18:44.371907 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-24cfcdbb-c7bd-49de-9c49-f44e59119b8d tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:18:44.375537 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-24cfcdbb-c7bd-49de-9c49-f44e59119b8d tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0565164 Sep 01 15:18:44.389061 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-c07755fb-cc99-4b1f-b67b-7d99e445de4f None None] Allocated IP 172.20.0.2 (d0e77899-d320-4be9-92b8-f900ce9870eb/ffbb3256-dbca-4c0c-a9ef-e63571ae6e9a/2b63b69b-c335-4af1-8f14-675f0df59587) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:18:44.413467 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41534) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:44.447841 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c255d41c-8e07-4aab-b9d6-2b7d9f6b3070 None None] For port d50b7193-db59-4cec-ac2a-38ed31e9774b, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:18:44.463241 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c255d41c-8e07-4aab-b9d6-2b7d9f6b3070 None None] For port d50b7193-db59-4cec-ac2a-38ed31e9774b, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d50b7193-db59-4cec-ac2a-38ed31e9774b,segment=NetworkSegment(78681f34-8d1f-4ee3-bfa0-39cc008c56d0),segment_id=78681f34-8d1f-4ee3-bfa0-39cc008c56d0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:18:44.480977 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-25eeb327-3e9a-4d2e-9599-176bf59a8d16 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group_rule': {'security_group_id': 'e9644810-6128-4f95-902d-34cf184b2018', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:44.482011 n-d-794796-3 neutron-server[94734]: WARNING neutron.api.v2.base [None req-25eeb327-3e9a-4d2e-9599-176bf59a8d16 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 01 15:18:44.484170 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-25eeb327-3e9a-4d2e-9599-176bf59a8d16 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:18:44.492778 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-25eeb327-3e9a-4d2e-9599-176bf59a8d16 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0695162 Sep 01 15:18:44.497012 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41536) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:44.530560 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da1289-2726-4ce8-83da-38f26040eaa5 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9644810-6128-4f95-902d-34cf184b2018,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:44.564142 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c255d41c-8e07-4aab-b9d6-2b7d9f6b3070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:44.573632 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-7e29e214-e04b-4e1e-9c71-3f5143bc7c94 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group_rule': {'security_group_id': 'e9644810-6128-4f95-902d-34cf184b2018', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:44.577526 n-d-794796-3 neutron-server[94733]: WARNING neutron.api.v2.base [None req-7e29e214-e04b-4e1e-9c71-3f5143bc7c94 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 01 15:18:44.579017 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-7e29e214-e04b-4e1e-9c71-3f5143bc7c94 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:18:44.585707 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7e29e214-e04b-4e1e-9c71-3f5143bc7c94 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0858264 Sep 01 15:18:44.587104 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41540) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:44.622818 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-ed7af532-1e92-483a-bf64-1efc4985c9a6 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group_rule': {'security_group_id': 'e9644810-6128-4f95-902d-34cf184b2018', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:44.624374 n-d-794796-3 neutron-server[94734]: WARNING neutron.api.v2.base [None req-ed7af532-1e92-483a-bf64-1efc4985c9a6 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 01 15:18:44.630578 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-ed7af532-1e92-483a-bf64-1efc4985c9a6 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:18:44.633358 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ed7af532-1e92-483a-bf64-1efc4985c9a6 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0404422 Sep 01 15:18:44.639134 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41542) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:44.650181 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fcc6d1ef-4610-4142-a060-e68c15352a19 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:44.699671 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fcc6d1ef-4610-4142-a060-e68c15352a19 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:44.699978 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede16b31-640f-49d4-9a2b-a3c11305b9e0 req-369a6748-2277-4a98-93fb-2ff46268c170 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:44.702248 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ede16b31-640f-49d4-9a2b-a3c11305b9e0 req-369a6748-2277-4a98-93fb-2ff46268c170 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=eea9fb37-2c85-49c5-8c89-dc19d5e310f8 HTTP/1.1" status: 200 len: 944 time: 1.7228267 Sep 01 15:18:44.743934 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c255d41c-8e07-4aab-b9d6-2b7d9f6b3070 None None] Routers {'bc2d41b9-c0ae-484a-b616-83749fc07d66'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:18:44.744892 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c255d41c-8e07-4aab-b9d6-2b7d9f6b3070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:18:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['bc2d41b9-c0ae-484a-b616-83749fc07d66'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:44.756485 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:44.802645 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fcc6d1ef-4610-4142-a060-e68c15352a19 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:44.809719 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fcc6d1ef-4610-4142-a060-e68c15352a19 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9045017 Sep 01 15:18:44.811809 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41544) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:44.816034 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6d1ef-4610-4142-a060-e68c15352a19 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faedce1f-c1d3-4af7-bf04-55c7a77a25fc,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:44.816701 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bfde0d-e4b1-44c8-84c9-59ce8fb6074b None None] Pushing event updated for resources: {'Port': ['ID=d50b7193-db59-4cec-ac2a-38ed31e9774b,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:44.825876 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:44.885518 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for floatingip, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:44.938003 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 77e7fbbe-ba95-46e8-9f8a-660e7e76619c, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=77e7fbbe-ba95-46e8-9f8a-660e7e76619c,segment=NetworkSegment(0eb82f6b-566f-4151-85df-ddd6432a17be),segment_id=0eb82f6b-566f-4151-85df-ddd6432a17be)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:44.939497 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea9fb37-2c85-49c5-8c89-dc19d5e310f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e7fbbe-ba95-46e8-9f8a-660e7e76619c'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:18:44.943608 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295f7610-2fe8-44a1-bf43-1615101503cd" -d '{"events": [{"server_uuid": "eea9fb37-2c85-49c5-8c89-dc19d5e310f8", "name": "network-vif-plugged", "status": "completed", "tag": "77e7fbbe-ba95-46e8-9f8a-660e7e76619c"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:18:44.953209 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:45.010845 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-60e0744e-1245-469b-a10c-53bb97fc5db0 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Deleting port 09f1dd97-50c6-45fd-a974-c8016967ed1c {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:18:45.011493 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-60e0744e-1245-469b-a10c-53bb97fc5db0 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:45.125042 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c07755fb-cc99-4b1f-b67b-7d99e445de4f None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:45.136921 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c07755fb-cc99-4b1f-b67b-7d99e445de4f None None] Transition to ACTIVE for port object 2b63b69b-c335-4af1-8f14-675f0df59587 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:18:45.160927 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c07755fb-cc99-4b1f-b67b-7d99e445de4f None None] Transition to ACTIVE for port object 2b63b69b-c335-4af1-8f14-675f0df59587 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:18:45.205830 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5327cba-0edc-4ec2-9cbb-a738cb79ae74 x-openstack-request-id: req-d5327cba-0edc-4ec2-9cbb-a738cb79ae74 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:18:45.206821 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea9fb37-2c85-49c5-8c89-dc19d5e310f8", "name": "network-vif-plugged", "status": "completed", "tag": "77e7fbbe-ba95-46e8-9f8a-660e7e76619c", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:18:45.206821 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d5327cba-0edc-4ec2-9cbb-a738cb79ae74 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:18:45.207185 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea9fb37-2c85-49c5-8c89-dc19d5e310f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e7fbbe-ba95-46e8-9f8a-660e7e76619c', 'code': 200} Sep 01 15:18:45.209829 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ede16b31-640f-49d4-9a2b-a3c11305b9e0 req-5c0182af-ec80-4e1e-aca9-f23caaff464f tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211471 Sep 01 15:18:45.214544 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-59b9ff77-4195-4ae2-a8d8-e04c11b3d9c4 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:45.292909 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c07755fb-cc99-4b1f-b67b-7d99e445de4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:45.315086 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-70598973-b8bd-4941-b5e4-cde430e49fc1 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:45.370742 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-70598973-b8bd-4941-b5e4-cde430e49fc1 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:45.388768 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-c255d41c-8e07-4aab-b9d6-2b7d9f6b3070 None None] Set router bc2d41b9-c0ae-484a-b616-83749fc07d66 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:18:45.460999 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-70598973-b8bd-4941-b5e4-cde430e49fc1 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:45.465734 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-70598973-b8bd-4941-b5e4-cde430e49fc1 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:45.469454 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-70598973-b8bd-4941-b5e4-cde430e49fc1 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "DELETE /v2.0/security-groups/e9644810-6128-4f95-902d-34cf184b2018 HTTP/1.1" status: 204 len: 168 time: 0.8144383 Sep 01 15:18:45.470175 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41558) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:45.531913 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70598973-b8bd-4941-b5e4-cde430e49fc1 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9644810-6128-4f95-902d-34cf184b2018,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:45.566564 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7291d-a841-46b9-90a8-80d7c859b7d4 req-ad10d6c1-7652-46a9-992d-c71c08ee460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:45.566564 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a5a7291d-a841-46b9-90a8-80d7c859b7d4 req-ad10d6c1-7652-46a9-992d-c71c08ee460c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eea9fb37-2c85-49c5-8c89-dc19d5e310f8 HTTP/1.1" status: 200 len: 1096 time: 0.3799837 Sep 01 15:18:45.597055 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-60e0744e-1245-469b-a10c-53bb97fc5db0 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:45.599258 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-60e0744e-1245-469b-a10c-53bb97fc5db0 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:45.659313 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e6280d59-9de9-46d3-a610-5c17b4b0b209 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1808019 Sep 01 15:18:45.663889 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41560) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:45.672213 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-9aec9eb1-f811-4272-9818-21f4527ab0e6 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group': {'name': 'tempest-secgroup--1187946818'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:45.693417 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-60e0744e-1245-469b-a10c-53bb97fc5db0 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Calling delete_port for 09f1dd97-50c6-45fd-a974-c8016967ed1c owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:18:45.706194 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=77e7fbbe-ba95-46e8-9f8a-660e7e76619c,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:45.714164 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a5a7291d-a841-46b9-90a8-80d7c859b7d4 req-dfe6fd0d-7a8a-4ac3-8a1a-ecdf70e5e34a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275308 Sep 01 15:18:45.722744 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07755fb-cc99-4b1f-b67b-7d99e445de4f None None] Network d0e77899-d320-4be9-92b8-f900ce9870eb is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:18:45.734996 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:45.798612 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9aec9eb1-f811-4272-9818-21f4527ab0e6 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:45.818287 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-c07755fb-cc99-4b1f-b67b-7d99e445de4f None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:18:45.826237 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07755fb-cc99-4b1f-b67b-7d99e445de4f None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:18:45.847168 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:45.963543 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-59b9ff77-4195-4ae2-a8d8-e04c11b3d9c4 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Allocated IP 172.20.0.1 (d0e77899-d320-4be9-92b8-f900ce9870eb/ffbb3256-dbca-4c0c-a9ef-e63571ae6e9a/e2c94c52-3553-4499-ac99-246f6d47d03c) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:18:46.036091 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07755fb-cc99-4b1f-b67b-7d99e445de4f None None] Pushing event updated for resources: {'Port': ['ID=2b63b69b-c335-4af1-8f14-675f0df59587,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:46.058094 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c07755fb-cc99-4b1f-b67b-7d99e445de4f None None] Attempting to bind port 2b63b69b-c335-4af1-8f14-675f0df59587 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:18:46.058707 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c07755fb-cc99-4b1f-b67b-7d99e445de4f None None] Attempting to bind port 2b63b69b-c335-4af1-8f14-675f0df59587 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '09e9d2b9-6af4-4df0-bcd6-4266764e4dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd0e77899-d320-4be9-92b8-f900ce9870eb'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:18:46.059501 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07755fb-cc99-4b1f-b67b-7d99e445de4f None None] Attempting to bind port 2b63b69b-c335-4af1-8f14-675f0df59587 on network d0e77899-d320-4be9-92b8-f900ce9870eb {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:18:46.071070 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Allocated IP 172.25.6.26 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/67318335-7532-4751-9b15-317b70e0b1a8) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:18:46.078710 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07755fb-cc99-4b1f-b67b-7d99e445de4f None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:18:46.079827 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07755fb-cc99-4b1f-b67b-7d99e445de4f None None] Checking segment: {'id': '09e9d2b9-6af4-4df0-bcd6-4266764e4dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd0e77899-d320-4be9-92b8-f900ce9870eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:18:46.080457 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c07755fb-cc99-4b1f-b67b-7d99e445de4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:46.080880 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07755fb-cc99-4b1f-b67b-7d99e445de4f None None] Bound using segment: {'id': '09e9d2b9-6af4-4df0-bcd6-4266764e4dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd0e77899-d320-4be9-92b8-f900ce9870eb'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:18:46.081438 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c07755fb-cc99-4b1f-b67b-7d99e445de4f None None] Bound port: 2b63b69b-c335-4af1-8f14-675f0df59587, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e9d2b9-6af4-4df0-bcd6-4266764e4dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd0e77899-d320-4be9-92b8-f900ce9870eb'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:18:46.081848 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c07755fb-cc99-4b1f-b67b-7d99e445de4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:46.109444 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c255d41c-8e07-4aab-b9d6-2b7d9f6b3070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'name': 'tempest-AttachVolumeTestJSON-1977586773-router', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:18:22Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'gw_port': {'id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:24Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'd50b7193-db59-4cec-ac2a-38ed31e9774b', 'name': '', 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'mac_address': 'fa:16:3e:6b:96:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:33Z', 'updated_at': '2021-09-01T15:18:44Z', 'revision_number': 4, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'subnets': [{'id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:46.161680 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c255d41c-8e07-4aab-b9d6-2b7d9f6b3070 None None] The sync data for ids ['bc2d41b9-c0ae-484a-b616-83749fc07d66'] in n-d-794796-3 is: [{'id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'name': 'tempest-AttachVolumeTestJSON-1977586773-router', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:18:22Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'gw_port': {'id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:24Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'd50b7193-db59-4cec-ac2a-38ed31e9774b', 'name': '', 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'mac_address': 'fa:16:3e:6b:96:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:33Z', 'updated_at': '2021-09-01T15:18:44Z', 'revision_number': 4, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'subnets': [{'id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:18:46.326121 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c07755fb-cc99-4b1f-b67b-7d99e445de4f None None] For port 2b63b69b-c335-4af1-8f14-675f0df59587, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:18:46.337079 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c07755fb-cc99-4b1f-b67b-7d99e445de4f None None] For port 2b63b69b-c335-4af1-8f14-675f0df59587, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=2b63b69b-c335-4af1-8f14-675f0df59587,segment=NetworkSegment(09e9d2b9-6af4-4df0-bcd6-4266764e4dfa),segment_id=09e9d2b9-6af4-4df0-bcd6-4266764e4dfa)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:18:46.346879 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c07755fb-cc99-4b1f-b67b-7d99e445de4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:46.403366 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-60e0744e-1245-469b-a10c-53bb97fc5db0 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:46.538787 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0744e-1245-469b-a10c-53bb97fc5db0 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Pushing event deleted for resources: {'Port': ['ID=09f1dd97-50c6-45fd-a974-c8016967ed1c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:46.567369 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-59b9ff77-4195-4ae2-a8d8-e04c11b3d9c4 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:46.627485 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-59b9ff77-4195-4ae2-a8d8-e04c11b3d9c4 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Transition to ACTIVE for port object e2c94c52-3553-4499-ac99-246f6d47d03c will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:18:46.643725 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07755fb-cc99-4b1f-b67b-7d99e445de4f None None] Pushing event updated for resources: {'Port': ['ID=2b63b69b-c335-4af1-8f14-675f0df59587,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:46.691287 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-60e0744e-1245-469b-a10c-53bb97fc5db0 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:46.696951 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-60e0744e-1245-469b-a10c-53bb97fc5db0 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:46.710198 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-60e0744e-1245-469b-a10c-53bb97fc5db0 tempest-ServerActionsTestJSON-935539208 tempest-ServerActionsTestJSON-935539208-project] 10.222.0.60 "DELETE /v2.0/floatingips/ea04428c-4aea-428f-816a-ff228f5e8eec HTTP/1.1" status: 204 len: 168 time: 4.0208449 Sep 01 15:18:46.713789 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41576) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:46.717670 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:46.810565 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a554a32-9d64-408c-aef9-f7ba53acb57c req-50ef4488-8308-4de7-badf-374d417ae73b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:46.813940 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4a554a32-9d64-408c-aef9-f7ba53acb57c req-50ef4488-8308-4de7-badf-374d417ae73b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=eea9fb37-2c85-49c5-8c89-dc19d5e310f8 HTTP/1.1" status: 200 len: 945 time: 0.3676507 Sep 01 15:18:46.881748 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-59b9ff77-4195-4ae2-a8d8-e04c11b3d9c4 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:47.025993 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9aec9eb1-f811-4272-9818-21f4527ab0e6 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:47.050336 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:47.143122 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b9ff77-4195-4ae2-a8d8-e04c11b3d9c4 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Network d0e77899-d320-4be9-92b8-f900ce9870eb is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:18:47.168995 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-59b9ff77-4195-4ae2-a8d8-e04c11b3d9c4 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:18:47.190099 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4a554a32-9d64-408c-aef9-f7ba53acb57c req-250a5a76-5b18-46e5-b8da-09c0eaddb85a tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455627 Sep 01 15:18:47.193572 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9aec9eb1-f811-4272-9818-21f4527ab0e6 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:47.205450 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b9ff77-4195-4ae2-a8d8-e04c11b3d9c4 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:18:47.303571 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9ff77-4195-4ae2-a8d8-e04c11b3d9c4 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Pushing event updated for resources: {'Port': ['ID=e2c94c52-3553-4499-ac99-246f6d47d03c,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:47.430327 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:18:47.440398 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-59b9ff77-4195-4ae2-a8d8-e04c11b3d9c4 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:47.514045 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:18:47.521381 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Pushing event updated for resources: {'Port': ['ID=67318335-7532-4751-9b15-317b70e0b1a8,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:47.543964 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:18:47.603842 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:47.604558 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:47.605207 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:47.605886 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:47.606587 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:47.607239 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:47.607885 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:47.608598 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:47.609294 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:47.621662 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:47.622496 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:47.624082 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:18:47.678201 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9aec9eb1-f811-4272-9818-21f4527ab0e6 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:47.688481 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9aec9eb1-f811-4272-9818-21f4527ab0e6 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0219991 Sep 01 15:18:47.689927 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41592) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:47.713989 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-e57eefe1-43d7-4a8f-a86e-493a92a1bf78 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group_rule': {'security_group_id': '6f3dac8f-0c51-4612-b029-6284ab045afc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:47.715414 n-d-794796-3 neutron-server[94733]: WARNING neutron.api.v2.base [None req-e57eefe1-43d7-4a8f-a86e-493a92a1bf78 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 01 15:18:47.716242 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-e57eefe1-43d7-4a8f-a86e-493a92a1bf78 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:18:47.722172 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e57eefe1-43d7-4a8f-a86e-493a92a1bf78 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0188086 Sep 01 15:18:47.745887 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41594) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:47.754089 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-d005b8e0-67a7-450c-81d8-1a468c8f57ef tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group_rule': {'security_group_id': '6f3dac8f-0c51-4612-b029-6284ab045afc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:47.815260 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec9eb1-f811-4272-9818-21f4527ab0e6 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3dac8f-0c51-4612-b029-6284ab045afc,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:47.821460 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-59b9ff77-4195-4ae2-a8d8-e04c11b3d9c4 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:47.885602 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-d005b8e0-67a7-450c-81d8-1a468c8f57ef tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:18:47.887755 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d005b8e0-67a7-450c-81d8-1a468c8f57ef tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1380916 Sep 01 15:18:47.897802 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41596) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:47.906557 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-36886ba9-241a-4306-9fe1-24b367d103a0 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group_rule': {'security_group_id': '6f3dac8f-0c51-4612-b029-6284ab045afc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:47.907629 n-d-794796-3 neutron-server[94734]: WARNING neutron.api.v2.base [None req-36886ba9-241a-4306-9fe1-24b367d103a0 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 01 15:18:47.908403 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-36886ba9-241a-4306-9fe1-24b367d103a0 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:18:47.909903 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-36886ba9-241a-4306-9fe1-24b367d103a0 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0104303 Sep 01 15:18:47.917725 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41598) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:47.924490 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-e0572d86-f00b-4738-a643-733440bf470c tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group_rule': {'security_group_id': '6f3dac8f-0c51-4612-b029-6284ab045afc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:47.975396 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:48.110378 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:48.425364 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 2b63b69b-c335-4af1-8f14-675f0df59587 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:18:48.499502 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-e0572d86-f00b-4738-a643-733440bf470c tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:18:48.527716 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e0572d86-f00b-4738-a643-733440bf470c tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6085827 Sep 01 15:18:48.532973 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41604) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:48.542252 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-081f73a0-9d56-40dd-8909-974f4ddf6321 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group_rule': {'security_group_id': '6f3dac8f-0c51-4612-b029-6284ab045afc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:48.545511 n-d-794796-3 neutron-server[94734]: WARNING neutron.api.v2.base [None req-081f73a0-9d56-40dd-8909-974f4ddf6321 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 01 15:18:48.550375 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-081f73a0-9d56-40dd-8909-974f4ddf6321 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:18:48.556989 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-081f73a0-9d56-40dd-8909-974f4ddf6321 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0211873 Sep 01 15:18:48.566322 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41606) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:48.576987 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-87a2497f-7cf8-4d1f-9a1d-2555305ef5ac tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group_rule': {'security_group_id': '6f3dac8f-0c51-4612-b029-6284ab045afc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:48.627650 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 2b63b69b-c335-4af1-8f14-675f0df59587 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:18:48.643079 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d50b7193-db59-4cec-ac2a-38ed31e9774b up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:18:48.660404 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:48.708529 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:48.905437 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port d50b7193-db59-4cec-ac2a-38ed31e9774b completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:18:48.922150 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Pushing event updated for resources: {'Port': ['ID=67318335-7532-4751-9b15-317b70e0b1a8,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:48.941909 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port d50b7193-db59-4cec-ac2a-38ed31e9774b triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:48.942834 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:48.997796 n-d-794796-3 neutron-server[94734]: INFO neutron.db.securitygroups_db [None req-87a2497f-7cf8-4d1f-9a1d-2555305ef5ac tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Project cd4428913b504370846e1eea41292546 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:18:49.068541 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-87a2497f-7cf8-4d1f-9a1d-2555305ef5ac tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:18:49.074610 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-87a2497f-7cf8-4d1f-9a1d-2555305ef5ac tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4991624 Sep 01 15:18:49.078928 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41620) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:49.110578 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-9ba21208-4c86-4d4d-a4a9-ab11764f4c19 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group_rule': {'security_group_id': '6f3dac8f-0c51-4612-b029-6284ab045afc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:49.111433 n-d-794796-3 neutron-server[94734]: WARNING neutron.api.v2.base [None req-9ba21208-4c86-4d4d-a4a9-ab11764f4c19 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 01 15:18:49.112276 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-9ba21208-4c86-4d4d-a4a9-ab11764f4c19 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:18:49.124804 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9ba21208-4c86-4d4d-a4a9-ab11764f4c19 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0319355 Sep 01 15:18:49.134862 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41622) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:49.141970 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-1ceafc16-be92-4d36-be77-2b93e7646cd1 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group_rule': {'security_group_id': '6f3dac8f-0c51-4612-b029-6284ab045afc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:49.201335 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffb5116-75e4-4885-8889-fc906c7a8234 None None] Network d0e77899-d320-4be9-92b8-f900ce9870eb requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:18:49.237744 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:49.259351 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901f156-adba-4357-bfd2-306af4a3b8b2 req-ca64a933-741a-4ab5-b760-36c3c8d02889 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:49.262218 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2901f156-adba-4357-bfd2-306af4a3b8b2 req-ca64a933-741a-4ab5-b760-36c3c8d02889 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=eea9fb37-2c85-49c5-8c89-dc19d5e310f8 HTTP/1.1" status: 200 len: 945 time: 0.6704190 Sep 01 15:18:49.336160 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:49.365515 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:49.380073 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-72a912b1-d52a-4d19-9e3e-8ff5d318c581 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5659139 Sep 01 15:18:49.472372 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-59b9ff77-4195-4ae2-a8d8-e04c11b3d9c4 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:49.489849 n-d-794796-3 neutron-server[94733]: INFO neutron.db.securitygroups_db [None req-1ceafc16-be92-4d36-be77-2b93e7646cd1 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Project cd4428913b504370846e1eea41292546 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:18:49.498843 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-59b9ff77-4195-4ae2-a8d8-e04c11b3d9c4 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:49.511038 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-743e91f1-bae4-4812-896d-16fc102ec724 None None] Provisioning for port 2b63b69b-c335-4af1-8f14-675f0df59587 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:18:49.518406 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port d50b7193-db59-4cec-ac2a-38ed31e9774b, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d50b7193-db59-4cec-ac2a-38ed31e9774b,segment=NetworkSegment(78681f34-8d1f-4ee3-bfa0-39cc008c56d0),segment_id=78681f34-8d1f-4ee3-bfa0-39cc008c56d0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:49.525127 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-743e91f1-bae4-4812-896d-16fc102ec724 None None] Provisioning complete for port 2b63b69b-c335-4af1-8f14-675f0df59587 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:49.526018 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-743e91f1-bae4-4812-896d-16fc102ec724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:49.677386 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-1ceafc16-be92-4d36-be77-2b93e7646cd1 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:18:49.681743 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1ceafc16-be92-4d36-be77-2b93e7646cd1 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5421321 Sep 01 15:18:49.682274 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41638) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:49.694328 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-e5c8e498-23f2-4e68-9a8d-34746528997c tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group_rule': {'security_group_id': '6f3dac8f-0c51-4612-b029-6284ab045afc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:49.702144 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2901f156-adba-4357-bfd2-306af4a3b8b2 req-53b9363f-c7ed-42ee-8505-199f7454d3c5 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046052 Sep 01 15:18:49.705117 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-59b9ff77-4195-4ae2-a8d8-e04c11b3d9c4 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:49.731571 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9ff77-4195-4ae2-a8d8-e04c11b3d9c4 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Pushing event updated for resources: {'Port': ['ID=e2c94c52-3553-4499-ac99-246f6d47d03c,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:49.817653 n-d-794796-3 neutron-server[94734]: INFO neutron.db.securitygroups_db [None req-e5c8e498-23f2-4e68-9a8d-34746528997c tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Project cd4428913b504370846e1eea41292546 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:18:49.827602 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:49.882117 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-e5c8e498-23f2-4e68-9a8d-34746528997c tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:18:49.887289 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e5c8e498-23f2-4e68-9a8d-34746528997c tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2004271 Sep 01 15:18:49.891426 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41648) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:49.948255 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff72f435-2935-49d0-b680-b459111b313f req-7b7a7728-624c-4658-94d0-f1881431a526 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--853308843&fields=id&tenant_id=d5c12ac629004c608a6b26e32bb713bc HTTP/1.1" status: 200 len: 267 time: 0.1246002 Sep 01 15:18:50.090627 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b9ff77-4195-4ae2-a8d8-e04c11b3d9c4 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Network d0e77899-d320-4be9-92b8-f900ce9870eb is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:18:50.099894 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-59b9ff77-4195-4ae2-a8d8-e04c11b3d9c4 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:18:50.123053 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2652ed80-0ee5-43a6-ad1f-d66f29b825fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:50.156219 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=d50b7193-db59-4cec-ac2a-38ed31e9774b,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:50.351831 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1a106600-ad3b-4682-a644-3bd391266e58 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:50.355966 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72f435-2935-49d0-b680-b459111b313f req-bad1155b-d818-419f-9c44-b8b55f1b0e59 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:50.376833 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff72f435-2935-49d0-b680-b459111b313f req-bad1155b-d818-419f-9c44-b8b55f1b0e59 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/networks?id=1d2362ee-78f5-4b99-9f98-82e09fba7d13 HTTP/1.1" status: 200 len: 811 time: 0.4253502 Sep 01 15:18:50.425661 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff72f435-2935-49d0-b680-b459111b313f req-9b65178e-0325-4b95-ad3d-6d85477a26d8 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/quotas/d5c12ac629004c608a6b26e32bb713bc HTTP/1.1" status: 200 len: 375 time: 0.0428612 Sep 01 15:18:50.443760 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1a106600-ad3b-4682-a644-3bd391266e58 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:50.658414 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-743e91f1-bae4-4812-896d-16fc102ec724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:50.725847 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff72f435-2935-49d0-b680-b459111b313f req-b926086e-0bf6-42ff-a1cb-2b9a1dce4ba0 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5c12ac629004c608a6b26e32bb713bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2948487 Sep 01 15:18:51.122121 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff72f435-2935-49d0-b680-b459111b313f req-5012b025-d406-45f8-ac96-f0a62965320f service neutron] 10.222.0.60 "GET /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383570 Sep 01 15:18:51.246143 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-743e91f1-bae4-4812-896d-16fc102ec724 None None] For port 2b63b69b-c335-4af1-8f14-675f0df59587, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=2b63b69b-c335-4af1-8f14-675f0df59587,segment=NetworkSegment(09e9d2b9-6af4-4df0-bcd6-4266764e4dfa),segment_id=09e9d2b9-6af4-4df0-bcd6-4266764e4dfa)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:51.257689 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-743e91f1-bae4-4812-896d-16fc102ec724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:51.455702 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e91f1-bae4-4812-896d-16fc102ec724 None None] Pushing event updated for resources: {'Port': ['ID=2b63b69b-c335-4af1-8f14-675f0df59587,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:51.477637 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff72f435-2935-49d0-b680-b459111b313f req-3a29a2f6-d79c-4cd5-999f-22bb20285b06 service neutron] 10.222.0.60 "GET /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527031 Sep 01 15:18:51.482019 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-44da10aa-c2a6-4a43-bf84-151303cd3404 None None] Provisioning for port e2c94c52-3553-4499-ac99-246f6d47d03c completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:18:51.496933 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-44da10aa-c2a6-4a43-bf84-151303cd3404 None None] Provisioning complete for port e2c94c52-3553-4499-ac99-246f6d47d03c triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:51.497471 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-44da10aa-c2a6-4a43-bf84-151303cd3404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:51.607950 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-44da10aa-c2a6-4a43-bf84-151303cd3404 None None] Port e2c94c52-3553-4499-ac99-246f6d47d03c cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:18:51.642482 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-44da10aa-c2a6-4a43-bf84-151303cd3404 None None] Provisioning complete for port 2b63b69b-c335-4af1-8f14-675f0df59587 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:51.643428 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-44da10aa-c2a6-4a43-bf84-151303cd3404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:51.820614 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1a106600-ad3b-4682-a644-3bd391266e58 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:51.824914 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1a106600-ad3b-4682-a644-3bd391266e58 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:51.826393 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1a106600-ad3b-4682-a644-3bd391266e58 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "DELETE /v2.0/security-groups/6f3dac8f-0c51-4612-b029-6284ab045afc HTTP/1.1" status: 204 len: 168 time: 1.9328084 Sep 01 15:18:51.831102 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41682) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:51.836109 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b9ff77-4195-4ae2-a8d8-e04c11b3d9c4 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Router e0ac71a6-264b-4114-a77f-2b628ddd10df is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:18:51.894065 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a106600-ad3b-4682-a644-3bd391266e58 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3dac8f-0c51-4612-b029-6284ab045afc,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:51.990524 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-23475ecb-29ad-4d4a-aacb-f6f49f2662af tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1492417 Sep 01 15:18:51.998530 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41694) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:52.012844 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-36274819-2834-4099-9016-5586a8172142 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group': {'name': 'tempest-secgroup--866539697'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:52.079397 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-36274819-2834-4099-9016-5586a8172142 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:52.163304 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2279d2ac-127e-4ec5-817b-8b8c054df826 None None] Provisioning complete for port e2c94c52-3553-4499-ac99-246f6d47d03c triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:52.163762 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2279d2ac-127e-4ec5-817b-8b8c054df826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:52.178964 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c3f9ba0-ccde-4d66-984d-31f15c1ee67f req-1fa891c5-6e16-4ce5-94c8-846f56624dac tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 210 time: 0.1202195 Sep 01 15:18:52.259096 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 2b63b69b-c335-4af1-8f14-675f0df59587 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:18:52.365652 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-36274819-2834-4099-9016-5586a8172142 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:52.375188 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-36274819-2834-4099-9016-5586a8172142 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:52.377649 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-2279d2ac-127e-4ec5-817b-8b8c054df826 None None] Port e2c94c52-3553-4499-ac99-246f6d47d03c cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:18:52.379838 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b9ff77-4195-4ae2-a8d8-e04c11b3d9c4 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:18:52.399290 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-59b9ff77-4195-4ae2-a8d8-e04c11b3d9c4 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] 10.222.0.60 "PUT /v2.0/routers/e0ac71a6-264b-4114-a77f-2b628ddd10df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3306277 Sep 01 15:18:52.405386 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203f465b-4a20-4707-abbd-6d28b012d223 None None] Sync routers for ids ['e0ac71a6-264b-4114-a77f-2b628ddd10df'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:18:52.410798 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41712) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:52.427515 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203f465b-4a20-4707-abbd-6d28b012d223 None None] Routers {'e0ac71a6-264b-4114-a77f-2b628ddd10df'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:18:52.428222 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-203f465b-4a20-4707-abbd-6d28b012d223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:18:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['e0ac71a6-264b-4114-a77f-2b628ddd10df'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:52.429555 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-ffa3faa8-b1e9-4ec7-820b-f9aace71527c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Request body: {'port': {'network_id': 'd0e77899-d320-4be9-92b8-f900ce9870eb', 'name': 'tempest-FloatingIPNegativeTestJSON-1708898577'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:52.454948 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36274819-2834-4099-9016-5586a8172142 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d619c9-8a82-4a7c-8ebc-918ef5bc00de,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:52.461176 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-36274819-2834-4099-9016-5586a8172142 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:52.463872 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-36274819-2834-4099-9016-5586a8172142 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4632056 Sep 01 15:18:52.467612 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41718) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:52.482693 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-1562f7bf-f05a-4c92-bc9e-f5b98de85ea5 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group_rule': {'security_group_id': 'e8d619c9-8a82-4a7c-8ebc-918ef5bc00de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:52.527342 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-203f465b-4a20-4707-abbd-6d28b012d223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:52.547079 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203f465b-4a20-4707-abbd-6d28b012d223 None None] Routers {'e0ac71a6-264b-4114-a77f-2b628ddd10df'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:18:52.548270 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-203f465b-4a20-4707-abbd-6d28b012d223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:18:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['e0ac71a6-264b-4114-a77f-2b628ddd10df'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:52.553206 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 2b63b69b-c335-4af1-8f14-675f0df59587 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:52.553702 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:52.627864 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-1562f7bf-f05a-4c92-bc9e-f5b98de85ea5 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] create failed (client error): The resource could not be found. Sep 01 15:18:52.634119 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1562f7bf-f05a-4c92-bc9e-f5b98de85ea5 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1637306 Sep 01 15:18:52.635139 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41732) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:52.658185 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-203f465b-4a20-4707-abbd-6d28b012d223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:52.659648 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203f465b-4a20-4707-abbd-6d28b012d223 None None] The sync data for ids ['e0ac71a6-264b-4114-a77f-2b628ddd10df'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:18:52.669342 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-18e14c29-3c9f-474d-9fb1-4ccce384a7c7 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group_rule': {'security_group_id': 'e8d619c9-8a82-4a7c-8ebc-918ef5bc00de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c2dd529b-f075-4636-b6bd-c07c24311a19'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:52.783362 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-2652ed80-0ee5-43a6-ad1f-d66f29b825fd admin admin] Deleting port a11d9f32-4f11-4277-92a0-c26b208f4dbb {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:18:52.784367 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2652ed80-0ee5-43a6-ad1f-d66f29b825fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:52.787903 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-18e14c29-3c9f-474d-9fb1-4ccce384a7c7 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] create failed (client error): The resource could not be found. Sep 01 15:18:52.795027 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41736) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:52.796845 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-18e14c29-3c9f-474d-9fb1-4ccce384a7c7 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1528604 Sep 01 15:18:52.805397 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d50b7193-db59-4cec-ac2a-38ed31e9774b up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:18:52.865511 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe4087-3b0a-4b68-b888-ef09ce25c933 req-2dd62b8b-51e9-4bd2-8582-9995099fa874 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:52.868392 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-64fe4087-3b0a-4b68-b888-ef09ce25c933 req-2dd62b8b-51e9-4bd2-8582-9995099fa874 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e5beac5-42d9-4781-800b-9b51bb830304 HTTP/1.1" status: 200 len: 950 time: 0.1084201 Sep 01 15:18:52.919720 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port d50b7193-db59-4cec-ac2a-38ed31e9774b triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:52.921267 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:52.947844 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-64fe4087-3b0a-4b68-b888-ef09ce25c933 req-e7e704b4-7ae4-4c08-8549-88d439a1a791 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/security-groups?id=340ed840-993d-4610-9add-e81f5bf86c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684674 Sep 01 15:18:53.039406 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fb930177-e094-4184-990f-89f3f2db9b6f tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:53.220965 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-2652ed80-0ee5-43a6-ad1f-d66f29b825fd admin admin] For port a11d9f32-4f11-4277-92a0-c26b208f4dbb, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a11d9f32-4f11-4277-92a0-c26b208f4dbb,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:53.221414 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2652ed80-0ee5-43a6-ad1f-d66f29b825fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:53.243098 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-2652ed80-0ee5-43a6-ad1f-d66f29b825fd admin admin] Calling delete_port for a11d9f32-4f11-4277-92a0-c26b208f4dbb owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:18:53.429531 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fb930177-e094-4184-990f-89f3f2db9b6f tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:53.461213 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa3faa8-b1e9-4ec7-820b-f9aace71527c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Made reservation on behalf of 1c79a99a718f4c5baa3543834f70b54b for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:18:53.467208 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ffa3faa8-b1e9-4ec7-820b-f9aace71527c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:53.552948 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-ffa3faa8-b1e9-4ec7-820b-f9aace71527c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] device_id is not set on port bd86c4e0-177a-40ac-a9b0-10a3060c53d5 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:18:53.807942 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fb930177-e094-4184-990f-89f3f2db9b6f tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:53.825035 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fb930177-e094-4184-990f-89f3f2db9b6f tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:53.839556 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fb930177-e094-4184-990f-89f3f2db9b6f tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "DELETE /v2.0/security-groups/e8d619c9-8a82-4a7c-8ebc-918ef5bc00de HTTP/1.1" status: 204 len: 168 time: 1.0436506 Sep 01 15:18:53.840575 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41766) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:54.167369 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72f435-2935-49d0-b680-b459111b313f req-e089402a-ffb6-412b-9f85-0d880be1ed20 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:54.171254 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb930177-e094-4184-990f-89f3f2db9b6f tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d619c9-8a82-4a7c-8ebc-918ef5bc00de,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:54.183260 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff72f435-2935-49d0-b680-b459111b313f req-e089402a-ffb6-412b-9f85-0d880be1ed20 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.45 "GET /v2.0/networks?id=1d2362ee-78f5-4b99-9f98-82e09fba7d13 HTTP/1.1" status: 200 len: 811 time: 0.4834914 Sep 01 15:18:54.194175 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9afdae16-a4b7-422b-9c7e-a9a80c616a8c req-a4b2c270-0573-4ee9-ac56-84383fa6a321 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 210 time: 0.2617583 Sep 01 15:18:54.221713 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2652ed80-0ee5-43a6-ad1f-d66f29b825fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:54.341537 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff72f435-2935-49d0-b680-b459111b313f req-9e81c252-e04a-4964-a4dd-c97077ae0c24 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5c12ac629004c608a6b26e32bb713bc HTTP/1.1" status: 200 len: 379 time: 0.1454561 Sep 01 15:18:54.360518 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-ff72f435-2935-49d0-b680-b459111b313f req-a073712d-b9ec-454a-9cd3-e7020e38b2a2 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Request body: {'port': {'device_id': 'b230d0e3-999d-4cc5-8c87-40a723901a02', 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13', 'admin_state_up': True, 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'security_groups': ['de845964-ddc0-4ab6-a09c-6e763b1468bf']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:54.384913 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652ed80-0ee5-43a6-ad1f-d66f29b825fd admin admin] Pushing event deleted for resources: {'Port': ['ID=a11d9f32-4f11-4277-92a0-c26b208f4dbb,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:54.512354 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-ffa3faa8-b1e9-4ec7-820b-f9aace71527c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Allocated IP 172.20.0.11 (d0e77899-d320-4be9-92b8-f900ce9870eb/ffbb3256-dbca-4c0c-a9ef-e63571ae6e9a/bd86c4e0-177a-40ac-a9b0-10a3060c53d5) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:18:54.544744 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c0e8b2bb-9850-46aa-8c6e-af8538d76dd3 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6472888 Sep 01 15:18:54.546483 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41776) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:54.553292 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-96ef64ab-802f-472f-848b-873acb666606 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group_rule': {'security_group_id': '36fe22ef-6e63-4a49-80ac-99342ea65755', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:54.615527 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-628b5dcf-f227-4010-ab78-7bb6eb634a87 req-b6a0aa36-3724-482e-b7d8-045ad786d467 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=744fa0b3-87f8-4f46-bd5f-d860945ac01d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2978039 Sep 01 15:18:54.637945 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-96ef64ab-802f-472f-848b-873acb666606 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] create failed (client error): The resource could not be found. Sep 01 15:18:54.644114 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-96ef64ab-802f-472f-848b-873acb666606 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0930800 Sep 01 15:18:54.648994 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41778) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:54.656643 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-7b69e654-f3ab-45b2-9f93-7989695f3587 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group': {'name': 'tempest-secgroup--264318658'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:54.725832 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.api [None req-7b69e654-f3ab-45b2-9f93-7989695f3587 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:18:54.725832 n-d-794796-3 neutron-server[94734]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 15:18:54.725832 n-d-794796-3 neutron-server[94734]: [parameters: {'project_id_1': 'cd4428913b504370846e1eea41292546', 'expiration_1': datetime.datetime(2021, 9, 1, 15, 18, 54, 700495)}] Sep 01 15:18:54.725832 n-d-794796-3 neutron-server[94734]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:18:54.732947 n-d-794796-3 neutron-server[94734]: DEBUG oslo_db.api [None req-7b69e654-f3ab-45b2-9f93-7989695f3587 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:18:54.734716 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff72f435-2935-49d0-b680-b459111b313f req-a073712d-b9ec-454a-9cd3-e7020e38b2a2 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Made reservation on behalf of d5c12ac629004c608a6b26e32bb713bc for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:18:54.741043 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ff72f435-2935-49d0-b680-b459111b313f req-a073712d-b9ec-454a-9cd3-e7020e38b2a2 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:54.955840 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-ff72f435-2935-49d0-b680-b459111b313f req-a073712d-b9ec-454a-9cd3-e7020e38b2a2 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Allocated IP 172.20.0.8 (1d2362ee-78f5-4b99-9f98-82e09fba7d13/cb4d0c35-1b78-4b62-99d6-b03c2c2e423d/dc75d2e8-94a5-41de-a6fd-b874ce8bd64e) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:18:55.054003 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b5dcf-f227-4010-ab78-7bb6eb634a87 req-3988add6-4964-4bd1-92c6-91ffce474389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:55.055838 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-628b5dcf-f227-4010-ab78-7bb6eb634a87 req-3988add6-4964-4bd1-92c6-91ffce474389 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=eb3693377bf9457dabb698f1785d8c61&device_id=744fa0b3-87f8-4f46-bd5f-d860945ac01d HTTP/1.1" status: 200 len: 1096 time: 0.3921006 Sep 01 15:18:55.115699 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2652ed80-0ee5-43a6-ad1f-d66f29b825fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:55.214600 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ff72f435-2935-49d0-b680-b459111b313f req-a073712d-b9ec-454a-9cd3-e7020e38b2a2 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:55.262772 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-ff72f435-2935-49d0-b680-b459111b313f req-a073712d-b9ec-454a-9cd3-e7020e38b2a2 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Transition to ACTIVE for port object dc75d2e8-94a5-41de-a6fd-b874ce8bd64e will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:18:55.266915 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7b69e654-f3ab-45b2-9f93-7989695f3587 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:55.312323 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ffa3faa8-b1e9-4ec7-820b-f9aace71527c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:55.354583 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ff72f435-2935-49d0-b680-b459111b313f req-a073712d-b9ec-454a-9cd3-e7020e38b2a2 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:55.372069 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:18:55.432447 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b5dcf-f227-4010-ab78-7bb6eb634a87 req-29de4bb8-7d3d-4dff-8b42-392261c6e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:55.434681 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-628b5dcf-f227-4010-ab78-7bb6eb634a87 req-29de4bb8-7d3d-4dff-8b42-392261c6e351 service neutron] 10.222.0.45 "GET /v2.0/networks?id=afa3fade-4c03-4fa8-94a5-bb144ed0b25b HTTP/1.1" status: 200 len: 915 time: 0.3485973 Sep 01 15:18:55.436045 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-ffa3faa8-b1e9-4ec7-820b-f9aace71527c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Transition to ACTIVE for port object bd86c4e0-177a-40ac-a9b0-10a3060c53d5 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:18:55.443365 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff72f435-2935-49d0-b680-b459111b313f req-a073712d-b9ec-454a-9cd3-e7020e38b2a2 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Network 1d2362ee-78f5-4b99-9f98-82e09fba7d13 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:18:55.475084 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073712d-b9ec-454a-9cd3-e7020e38b2a2 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Pushing event updated for resources: {'Port': ['ID=dc75d2e8-94a5-41de-a6fd-b874ce8bd64e,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:55.489863 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-ff72f435-2935-49d0-b680-b459111b313f req-a073712d-b9ec-454a-9cd3-e7020e38b2a2 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:18:55.508741 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff72f435-2935-49d0-b680-b459111b313f req-a073712d-b9ec-454a-9cd3-e7020e38b2a2 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:18:55.537226 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:55.563428 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-628b5dcf-f227-4010-ab78-7bb6eb634a87 req-03fc7ea8-85d0-4ba5-b8ed-5398ba3449f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=83b8fbc4-d30e-4cf9-960b-6f551ed32c72 HTTP/1.1" status: 200 len: 217 time: 0.1186128 Sep 01 15:18:55.577761 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5beac5-42d9-4781-800b-9b51bb830304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '997c3a7b-2f06-4b63-8dc9-3c0cb802eda2'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:18:55.581880 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6060f4-029b-4c81-91d1-8bd181b43950" -d '{"events": [{"server_uuid": "4e5beac5-42d9-4781-800b-9b51bb830304", "name": "network-vif-unplugged", "status": "completed", "tag": "997c3a7b-2f06-4b63-8dc9-3c0cb802eda2"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:18:55.600734 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72f435-2935-49d0-b680-b459111b313f req-a073712d-b9ec-454a-9cd3-e7020e38b2a2 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:55.601942 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ff72f435-2935-49d0-b680-b459111b313f req-a073712d-b9ec-454a-9cd3-e7020e38b2a2 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:55.612013 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=997c3a7b-2f06-4b63-8dc9-3c0cb802eda2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:55.621070 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:55.675419 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7b69e654-f3ab-45b2-9f93-7989695f3587 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:55.689516 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7b69e654-f3ab-45b2-9f93-7989695f3587 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:55.691032 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e753c-9368-42c3-925b-27f8307469b1 req-db3d259a-17a2-43cc-9709-a02007afe72e tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:55.699844 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-117e753c-9368-42c3-925b-27f8307469b1 req-db3d259a-17a2-43cc-9709-a02007afe72e tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 931 time: 0.3795533 Sep 01 15:18:55.751922 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fb73dc-8d4d-4121-94a1-57f29413c31e x-openstack-request-id: req-a9fb73dc-8d4d-4121-94a1-57f29413c31e {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:18:55.752382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69e654-f3ab-45b2-9f93-7989695f3587 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=021bd935-0104-4faa-8d57-4b45adb63a6d,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:55.752670 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5beac5-42d9-4781-800b-9b51bb830304", "name": "network-vif-unplugged", "status": "completed", "tag": "997c3a7b-2f06-4b63-8dc9-3c0cb802eda2", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:18:55.753099 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a9fb73dc-8d4d-4121-94a1-57f29413c31e {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:18:55.754221 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5beac5-42d9-4781-800b-9b51bb830304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '997c3a7b-2f06-4b63-8dc9-3c0cb802eda2', 'code': 200} Sep 01 15:18:55.759200 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff72f435-2935-49d0-b680-b459111b313f req-a073712d-b9ec-454a-9cd3-e7020e38b2a2 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4063282 Sep 01 15:18:55.766547 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=997c3a7b-2f06-4b63-8dc9-3c0cb802eda2,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:55.777228 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-ff72f435-2935-49d0-b680-b459111b313f req-9cf04a3b-6ae7-4518-aeac-f8c205fd5367 service neutron] Request body: {'port': {'device_id': 'b230d0e3-999d-4cc5-8c87-40a723901a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:55.823265 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7b69e654-f3ab-45b2-9f93-7989695f3587 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:55.826466 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7b69e654-f3ab-45b2-9f93-7989695f3587 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1751850 Sep 01 15:18:55.831592 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41798) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:55.848816 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-04d32966-b83e-433b-8456-1f6bb8ed1231 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group': {'name': 'tempest-secgroup--1407853383'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:55.890838 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ff72f435-2935-49d0-b680-b459111b313f req-9cf04a3b-6ae7-4518-aeac-f8c205fd5367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:55.922927 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-117e753c-9368-42c3-925b-27f8307469b1 req-6df88e54-e532-42f4-aaf5-45b0a8444469 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221179 Sep 01 15:18:55.965080 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c95255de-7793-4f6b-ad45-c687d2b33f7b None None] Provisioning for port dc75d2e8-94a5-41de-a6fd-b874ce8bd64e completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:18:55.980114 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c95255de-7793-4f6b-ad45-c687d2b33f7b None None] Provisioning complete for port dc75d2e8-94a5-41de-a6fd-b874ce8bd64e triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:55.981333 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c95255de-7793-4f6b-ad45-c687d2b33f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:56.033726 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b5dcf-f227-4010-ab78-7bb6eb634a87 req-88c3025f-2712-4b9e-a8ae-4fcaca858e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:56.035903 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-628b5dcf-f227-4010-ab78-7bb6eb634a87 req-88c3025f-2712-4b9e-a8ae-4fcaca858e08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b6bd058-2433-43ef-8336-9b6b745c6bfb HTTP/1.1" status: 200 len: 854 time: 0.4473643 Sep 01 15:18:56.066766 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ffa3faa8-b1e9-4ec7-820b-f9aace71527c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:56.121292 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-c95255de-7793-4f6b-ad45-c687d2b33f7b None None] Port dc75d2e8-94a5-41de-a6fd-b874ce8bd64e cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:18:56.183191 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-628b5dcf-f227-4010-ab78-7bb6eb634a87 req-ed59e1b1-543f-4ef7-af22-8d0e51ff2278 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=afa3fade-4c03-4fa8-94a5-bb144ed0b25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1348560 Sep 01 15:18:56.211167 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-04d32966-b83e-433b-8456-1f6bb8ed1231 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:56.295133 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa3faa8-b1e9-4ec7-820b-f9aace71527c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Network d0e77899-d320-4be9-92b8-f900ce9870eb is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:18:56.311608 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-ffa3faa8-b1e9-4ec7-820b-f9aace71527c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:18:56.317357 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3faa8-b1e9-4ec7-820b-f9aace71527c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Pushing event updated for resources: {'Port': ['ID=bd86c4e0-177a-40ac-a9b0-10a3060c53d5,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:56.334547 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa3faa8-b1e9-4ec7-820b-f9aace71527c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:18:56.380206 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2652ed80-0ee5-43a6-ad1f-d66f29b825fd admin admin] Router b37e3bb3-4d78-4c85-8939-6a7dd0760758 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:18:56.467453 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-ff72f435-2935-49d0-b680-b459111b313f req-9cf04a3b-6ae7-4518-aeac-f8c205fd5367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc75d2e8-94a5-41de-a6fd-b874ce8bd64e {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:18:56.492213 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ff72f435-2935-49d0-b680-b459111b313f req-9cf04a3b-6ae7-4518-aeac-f8c205fd5367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:56.522499 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa3faa8-b1e9-4ec7-820b-f9aace71527c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:56.522751 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-ff72f435-2935-49d0-b680-b459111b313f req-9cf04a3b-6ae7-4518-aeac-f8c205fd5367 service neutron] Transition to ACTIVE for port object dc75d2e8-94a5-41de-a6fd-b874ce8bd64e will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:18:56.523241 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ffa3faa8-b1e9-4ec7-820b-f9aace71527c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:56.530692 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ff72f435-2935-49d0-b680-b459111b313f req-9cf04a3b-6ae7-4518-aeac-f8c205fd5367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:56.632972 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf04a3b-6ae7-4518-aeac-f8c205fd5367 service neutron] Pushing event updated for resources: {'Port': ['ID=dc75d2e8-94a5-41de-a6fd-b874ce8bd64e,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:56.691504 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-628b5dcf-f227-4010-ab78-7bb6eb634a87 req-0fba05bb-cc2e-4afd-9790-d93cb92fc5e4 service neutron] 10.222.0.45 "GET /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967501 Sep 01 15:18:56.757514 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-ff72f435-2935-49d0-b680-b459111b313f req-9cf04a3b-6ae7-4518-aeac-f8c205fd5367 service neutron] Attempting to bind port dc75d2e8-94a5-41de-a6fd-b874ce8bd64e on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:18:56.757851 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-ff72f435-2935-49d0-b680-b459111b313f req-9cf04a3b-6ae7-4518-aeac-f8c205fd5367 service neutron] Attempting to bind port dc75d2e8-94a5-41de-a6fd-b874ce8bd64e by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '78681f34-8d1f-4ee3-bfa0-39cc008c56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:18:56.758223 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff72f435-2935-49d0-b680-b459111b313f req-9cf04a3b-6ae7-4518-aeac-f8c205fd5367 service neutron] Attempting to bind port dc75d2e8-94a5-41de-a6fd-b874ce8bd64e on network 1d2362ee-78f5-4b99-9f98-82e09fba7d13 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:18:56.763686 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff72f435-2935-49d0-b680-b459111b313f req-9cf04a3b-6ae7-4518-aeac-f8c205fd5367 service neutron] Port dc75d2e8-94a5-41de-a6fd-b874ce8bd64e on network 1d2362ee-78f5-4b99-9f98-82e09fba7d13 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:18:56.764024 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff72f435-2935-49d0-b680-b459111b313f req-9cf04a3b-6ae7-4518-aeac-f8c205fd5367 service neutron] Attempting to bind port dc75d2e8-94a5-41de-a6fd-b874ce8bd64e on network 1d2362ee-78f5-4b99-9f98-82e09fba7d13 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:18:56.772038 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff72f435-2935-49d0-b680-b459111b313f req-9cf04a3b-6ae7-4518-aeac-f8c205fd5367 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:18:56.772365 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff72f435-2935-49d0-b680-b459111b313f req-9cf04a3b-6ae7-4518-aeac-f8c205fd5367 service neutron] Checking segment: {'id': '78681f34-8d1f-4ee3-bfa0-39cc008c56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:18:56.772952 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff72f435-2935-49d0-b680-b459111b313f req-9cf04a3b-6ae7-4518-aeac-f8c205fd5367 service neutron] Bound using segment: {'id': '78681f34-8d1f-4ee3-bfa0-39cc008c56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:18:56.773408 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-ff72f435-2935-49d0-b680-b459111b313f req-9cf04a3b-6ae7-4518-aeac-f8c205fd5367 service neutron] Bound port: dc75d2e8-94a5-41de-a6fd-b874ce8bd64e, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78681f34-8d1f-4ee3-bfa0-39cc008c56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:18:56.773876 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ff72f435-2935-49d0-b680-b459111b313f req-9cf04a3b-6ae7-4518-aeac-f8c205fd5367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:56.865103 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4f064093-a6d7-4367-adee-3b6cc2e6387a None None] Provisioning for port bd86c4e0-177a-40ac-a9b0-10a3060c53d5 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:18:56.872120 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4f064093-a6d7-4367-adee-3b6cc2e6387a None None] Provisioning complete for port bd86c4e0-177a-40ac-a9b0-10a3060c53d5 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:18:56.872834 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4f064093-a6d7-4367-adee-3b6cc2e6387a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:56.888041 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-ff72f435-2935-49d0-b680-b459111b313f req-9cf04a3b-6ae7-4518-aeac-f8c205fd5367 service neutron] For port dc75d2e8-94a5-41de-a6fd-b874ce8bd64e, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:18:56.898952 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-ff72f435-2935-49d0-b680-b459111b313f req-9cf04a3b-6ae7-4518-aeac-f8c205fd5367 service neutron] For port dc75d2e8-94a5-41de-a6fd-b874ce8bd64e, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=dc75d2e8-94a5-41de-a6fd-b874ce8bd64e,segment=NetworkSegment(78681f34-8d1f-4ee3-bfa0-39cc008c56d0),segment_id=78681f34-8d1f-4ee3-bfa0-39cc008c56d0)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:18:56.907095 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ff72f435-2935-49d0-b680-b459111b313f req-9cf04a3b-6ae7-4518-aeac-f8c205fd5367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:56.950405 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72f435-2935-49d0-b680-b459111b313f req-9cf04a3b-6ae7-4518-aeac-f8c205fd5367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:56.951485 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ff72f435-2935-49d0-b680-b459111b313f req-9cf04a3b-6ae7-4518-aeac-f8c205fd5367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:56.954251 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff72f435-2935-49d0-b680-b459111b313f req-9cf04a3b-6ae7-4518-aeac-f8c205fd5367 service neutron] 10.222.0.45 "PUT /v2.0/ports/dc75d2e8-94a5-41de-a6fd-b874ce8bd64e HTTP/1.1" status: 200 len: 1091 time: 1.1811628 Sep 01 15:18:56.955071 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b230d0e3-999d-4cc5-8c87-40a723901a02', 'tag': 'dc75d2e8-94a5-41de-a6fd-b874ce8bd64e'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:18:56.958232 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe61b68-595f-4c0c-8e80-3bfce36dc4ec" -d '{"events": [{"name": "network-changed", "server_uuid": "b230d0e3-999d-4cc5-8c87-40a723901a02", "tag": "dc75d2e8-94a5-41de-a6fd-b874ce8bd64e"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:18:57.005848 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-4f064093-a6d7-4367-adee-3b6cc2e6387a None None] Port bd86c4e0-177a-40ac-a9b0-10a3060c53d5 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:18:57.038680 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf04a3b-6ae7-4518-aeac-f8c205fd5367 service neutron] Pushing event updated for resources: {'Port': ['ID=dc75d2e8-94a5-41de-a6fd-b874ce8bd64e,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:57.101156 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-628b5dcf-f227-4010-ab78-7bb6eb634a87 req-569a9fcd-2c45-4a5a-acd0-cdab40c484d4 service neutron] 10.222.0.45 "GET /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237758 Sep 01 15:18:57.159245 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3769478-404a-4ed2-b435-29913a1cc2b3 x-openstack-request-id: req-a3769478-404a-4ed2-b435-29913a1cc2b3 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:18:57.159696 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b230d0e3-999d-4cc5-8c87-40a723901a02", "tag": "dc75d2e8-94a5-41de-a6fd-b874ce8bd64e", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:18:57.161480 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a3769478-404a-4ed2-b435-29913a1cc2b3 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:18:57.162896 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b230d0e3-999d-4cc5-8c87-40a723901a02', 'tag': 'dc75d2e8-94a5-41de-a6fd-b874ce8bd64e', 'status': 'completed', 'code': 200} Sep 01 15:18:57.206528 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-04d32966-b83e-433b-8456-1f6bb8ed1231 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:57.220803 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72f435-2935-49d0-b680-b459111b313f req-3ee975dd-c948-4a96-b900-4b7823e42fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:57.237007 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff72f435-2935-49d0-b680-b459111b313f req-3ee975dd-c948-4a96-b900-4b7823e42fcd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d5c12ac629004c608a6b26e32bb713bc&device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 1094 time: 0.1705995 Sep 01 15:18:57.238928 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-04d32966-b83e-433b-8456-1f6bb8ed1231 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:57.340070 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ffa3faa8-b1e9-4ec7-820b-f9aace71527c tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9224045 Sep 01 15:18:57.355708 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2652ed80-0ee5-43a6-ad1f-d66f29b825fd admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:18:57.362456 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41832) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:57.363948 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-04d32966-b83e-433b-8456-1f6bb8ed1231 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:57.371236 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-04d32966-b83e-433b-8456-1f6bb8ed1231 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5290418 Sep 01 15:18:57.373776 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b32ef0a5-2f10-4b4c-b5e8-52395925994b details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:18:57.387797 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b773989d-8105-457f-ac15-c4d36a9003a2 None None] Sync routers for ids ['b37e3bb3-4d78-4c85-8939-6a7dd0760758'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:18:57.388380 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-aba55ee2-9af1-4785-b7eb-934a7460e01f tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:57.414031 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b773989d-8105-457f-ac15-c4d36a9003a2 None None] Routers {'b37e3bb3-4d78-4c85-8939-6a7dd0760758'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:18:57.416807 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b773989d-8105-457f-ac15-c4d36a9003a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:18:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['b37e3bb3-4d78-4c85-8939-6a7dd0760758'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:57.432527 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2652ed80-0ee5-43a6-ad1f-d66f29b825fd admin admin] 10.222.0.60 "PUT /v2.0/routers/b37e3bb3-4d78-4c85-8939-6a7dd0760758/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7129486 Sep 01 15:18:57.433241 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41834) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:57.434895 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41836) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:57.445847 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-e9b5c4c6-155f-4f1d-aeb6-d504b4b71fd5 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group_rule': {'security_group_id': '021bd935-0104-4faa-8d57-4b45adb63a6d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0ed5f89e-dac0-4a8a-9a29-433f25a78331'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:18:57.535917 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff72f435-2935-49d0-b680-b459111b313f req-b88e0333-db96-46cd-a94a-b6c291c2aadc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc75d2e8-94a5-41de-a6fd-b874ce8bd64e HTTP/1.1" status: 200 len: 217 time: 0.2719288 Sep 01 15:18:57.654760 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1068a-ead9-4801-88a8-ffaeb10c5e55 req-7067519a-a7de-4678-a336-ca37258d994c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:57.664921 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72f435-2935-49d0-b680-b459111b313f req-63e3c41d-8a5b-48b0-a24a-0d10811be1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:57.668941 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff72f435-2935-49d0-b680-b459111b313f req-63e3c41d-8a5b-48b0-a24a-0d10811be1c5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cb4d0c35-1b78-4b62-99d6-b03c2c2e423d HTTP/1.1" status: 200 len: 850 time: 0.1270263 Sep 01 15:18:57.677327 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ebb1068a-ead9-4801-88a8-ffaeb10c5e55 req-7067519a-a7de-4678-a336-ca37258d994c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 943 time: 0.4664018 Sep 01 15:18:57.695194 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d32966-b83e-433b-8456-1f6bb8ed1231 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed5f89e-dac0-4a8a-9a29-433f25a78331,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:57.734834 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aba55ee2-9af1-4785-b7eb-934a7460e01f tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:57.738440 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-b773989d-8105-457f-ac15-c4d36a9003a2 None None] Set router b37e3bb3-4d78-4c85-8939-6a7dd0760758 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:18:57.756339 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-e9b5c4c6-155f-4f1d-aeb6-d504b4b71fd5 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:18:57.762393 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e9b5c4c6-155f-4f1d-aeb6-d504b4b71fd5 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3235357 Sep 01 15:18:57.766218 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41846) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:57.835903 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72f435-2935-49d0-b680-b459111b313f req-507d9d51-7ec7-4339-80f8-1b2bf82736fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:57.839557 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff72f435-2935-49d0-b680-b459111b313f req-507d9d51-7ec7-4339-80f8-1b2bf82736fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d2362ee-78f5-4b99-9f98-82e09fba7d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1340122 Sep 01 15:18:58.034498 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.resource_extend [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:18:58.121042 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:58.202562 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b773989d-8105-457f-ac15-c4d36a9003a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'name': 'tempest-ServerActionsTestJSON-1106684823-router', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:00Z', 'updated_at': '2021-09-01T15:18:53Z', 'revision_number': 5, 'project_id': 'f5c878306d2c4fbcbebf77004da8b742', 'gw_port': {'id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:02Z', 'updated_at': '2021-09-01T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:58.244209 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b773989d-8105-457f-ac15-c4d36a9003a2 None None] Checking router: b37e3bb3-4d78-4c85-8939-6a7dd0760758 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:18:58.259554 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b32ef0a5-2f10-4b4c-b5e8-52395925994b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b32ef0a5-2f10-4b4c-b5e8-52395925994b,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:58.356482 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b773989d-8105-457f-ac15-c4d36a9003a2 None None] Routers {'b37e3bb3-4d78-4c85-8939-6a7dd0760758'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:18:58.371851 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b773989d-8105-457f-ac15-c4d36a9003a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:18:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['b37e3bb3-4d78-4c85-8939-6a7dd0760758'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:58.389399 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'b32ef0a5-2f10-4b4c-b5e8-52395925994b', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': 'b32ef0a5-2f10-4b4c-b5e8-52395925994b', 'mac_address': 'fa:16:3e:b7:0a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:18:58.599608 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:58.759467 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-b773989d-8105-457f-ac15-c4d36a9003a2 None None] Set router b37e3bb3-4d78-4c85-8939-6a7dd0760758 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:18:58.799027 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b32ef0a5-2f10-4b4c-b5e8-52395925994b {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:18:58.824987 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b32ef0a5-2f10-4b4c-b5e8-52395925994b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b32ef0a5-2f10-4b4c-b5e8-52395925994b,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:18:58.853446 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ebb1068a-ead9-4801-88a8-ffaeb10c5e55 req-3c6dfa8c-296c-44f1-86fe-04885ce6c1c1 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1745408 Sep 01 15:18:58.859489 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:58.954141 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff72f435-2935-49d0-b680-b459111b313f req-8409e055-305e-4519-92cb-2ccf3a56520d service neutron] 10.222.0.45 "GET /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1046455 Sep 01 15:18:59.009997 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-37d498ba-c3e5-497d-b888-b5854ce0a8ed admin admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:59.026617 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=b32ef0a5-2f10-4b4c-b5e8-52395925994b,revision_number=9']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:59.123934 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6210c85c-37dd-4ff9-ac94-b3817fe92b49 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:59.154283 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['b32ef0a5-2f10-4b4c-b5e8-52395925994b'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:18:59.221357 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6210c85c-37dd-4ff9-ac94-b3817fe92b49 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:59.281607 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff72f435-2935-49d0-b680-b459111b313f req-5781aa12-d7ad-4f1e-ad8c-5d00a3d118d6 service neutron] 10.222.0.45 "GET /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177879 Sep 01 15:18:59.326632 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-37d498ba-c3e5-497d-b888-b5854ce0a8ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:59.406002 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aba55ee2-9af1-4785-b7eb-934a7460e01f tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:59.432755 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6210c85c-37dd-4ff9-ac94-b3817fe92b49 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:59.439230 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6210c85c-37dd-4ff9-ac94-b3817fe92b49 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:59.447088 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6210c85c-37dd-4ff9-ac94-b3817fe92b49 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "DELETE /v2.0/security-groups/0ed5f89e-dac0-4a8a-9a29-433f25a78331 HTTP/1.1" status: 204 len: 168 time: 1.6755521 Sep 01 15:18:59.448818 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41876) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:59.484460 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe61b68-595f-4c0c-8e80-3bfce36dc4ec req-77f409c6-df02-4d08-b537-21aabef2e12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:59.487276 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fbe61b68-595f-4c0c-8e80-3bfce36dc4ec req-77f409c6-df02-4d08-b537-21aabef2e12e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d5c12ac629004c608a6b26e32bb713bc&device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 1094 time: 0.1308289 Sep 01 15:18:59.569740 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b773989d-8105-457f-ac15-c4d36a9003a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'name': 'tempest-ServerActionsTestJSON-1106684823-router', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:00Z', 'updated_at': '2021-09-01T15:18:53Z', 'revision_number': 5, 'project_id': 'f5c878306d2c4fbcbebf77004da8b742', 'gw_port': {'id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:02Z', 'updated_at': '2021-09-01T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:18:59.578059 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210c85c-37dd-4ff9-ac94-b3817fe92b49 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed5f89e-dac0-4a8a-9a29-433f25a78331,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:18:59.714322 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b773989d-8105-457f-ac15-c4d36a9003a2 None None] The sync data for ids ['b37e3bb3-4d78-4c85-8939-6a7dd0760758'] in n-d-794796-3 is: [{'id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'name': 'tempest-ServerActionsTestJSON-1106684823-router', 'tenant_id': 'f5c878306d2c4fbcbebf77004da8b742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:07:00Z', 'updated_at': '2021-09-01T15:18:53Z', 'revision_number': 5, 'project_id': 'f5c878306d2c4fbcbebf77004da8b742', 'gw_port': {'id': '1d610605-f93f-462b-bb31-8aace0561e9c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:27:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37e3bb3-4d78-4c85-8939-6a7dd0760758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:07:02Z', 'updated_at': '2021-09-01T15:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:18:59.787943 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-37d498ba-c3e5-497d-b888-b5854ce0a8ed admin admin] Deleting port 1d610605-f93f-462b-bb31-8aace0561e9c {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:18:59.788574 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-37d498ba-c3e5-497d-b888-b5854ce0a8ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:18:59.807554 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe61b68-595f-4c0c-8e80-3bfce36dc4ec req-5e2b1bc4-7f46-4478-ad0f-419e1bfeedb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:18:59.810287 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fbe61b68-595f-4c0c-8e80-3bfce36dc4ec req-5e2b1bc4-7f46-4478-ad0f-419e1bfeedb7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d2362ee-78f5-4b99-9f98-82e09fba7d13 HTTP/1.1" status: 200 len: 912 time: 0.2983856 Sep 01 15:18:59.906059 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fbe61b68-595f-4c0c-8e80-3bfce36dc4ec req-cee7d9b3-8fb1-491a-a243-bf59177e1187 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc75d2e8-94a5-41de-a6fd-b874ce8bd64e HTTP/1.1" status: 200 len: 217 time: 0.0811586 Sep 01 15:18:59.921271 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:18:59.957685 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cfee9b23-a9d1-4d10-868b-052e7dba8afd tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4971411 Sep 01 15:18:59.970030 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41894) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:18:59.994954 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-aba55ee2-9af1-4785-b7eb-934a7460e01f tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Allocated IP 172.25.6.176 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/6be1f9d1-4222-4637-8cba-103ffb217be8) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:19:00.173165 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a11d9f32-4f11-4277-92a0-c26b208f4dbb no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:19:00.235415 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: a11d9f32-4f11-4277-92a0-c26b208f4dbb {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:19:00.236060 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a11d9f32-4f11-4277-92a0-c26b208f4dbb not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:19:00.283106 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe61b68-595f-4c0c-8e80-3bfce36dc4ec req-7a45eb9b-c483-470f-8724-d6a4e1f1296a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:00.285892 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fbe61b68-595f-4c0c-8e80-3bfce36dc4ec req-7a45eb9b-c483-470f-8724-d6a4e1f1296a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cb4d0c35-1b78-4b62-99d6-b03c2c2e423d HTTP/1.1" status: 200 len: 850 time: 0.3619435 Sep 01 15:19:00.399320 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a227f13-35e5-453b-ac5d-8e23c6e08f61 req-5391746b-d980-407c-81da-0ae646eaf833 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:00.402602 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a227f13-35e5-453b-ac5d-8e23c6e08f61 req-5391746b-d980-407c-81da-0ae646eaf833 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 943 time: 0.2399225 Sep 01 15:19:00.455383 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aba55ee2-9af1-4785-b7eb-934a7460e01f tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:00.465535 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe61b68-595f-4c0c-8e80-3bfce36dc4ec req-a9a55982-5e94-45b5-b089-dd50abbcac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:00.467284 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fbe61b68-595f-4c0c-8e80-3bfce36dc4ec req-a9a55982-5e94-45b5-b089-dd50abbcac2e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d2362ee-78f5-4b99-9f98-82e09fba7d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1694121 Sep 01 15:19:00.613278 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a227f13-35e5-453b-ac5d-8e23c6e08f61 req-f8a62975-d960-47d7-b13d-29b28bab6761 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772382 Sep 01 15:19:00.615152 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-37d498ba-c3e5-497d-b888-b5854ce0a8ed admin admin] For port 1d610605-f93f-462b-bb31-8aace0561e9c, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1d610605-f93f-462b-bb31-8aace0561e9c,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:00.617508 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-37d498ba-c3e5-497d-b888-b5854ce0a8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:00.657343 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-37d498ba-c3e5-497d-b888-b5854ce0a8ed admin admin] Calling delete_port for 1d610605-f93f-462b-bb31-8aace0561e9c owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:19:00.706167 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e83b356c-ffbe-4959-8530-8e442440c725 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:00.711476 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aba55ee2-9af1-4785-b7eb-934a7460e01f tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:00.732813 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fbe61b68-595f-4c0c-8e80-3bfce36dc4ec req-4fc535b5-f8ee-41f4-8c35-642e4d116425 service neutron] 10.222.0.45 "GET /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482483 Sep 01 15:19:00.768331 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e83b356c-ffbe-4959-8530-8e442440c725 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:00.883915 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e83b356c-ffbe-4959-8530-8e442440c725 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:00.886697 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e83b356c-ffbe-4959-8530-8e442440c725 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:00.888283 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e83b356c-ffbe-4959-8530-8e442440c725 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "DELETE /v2.0/security-groups/021bd935-0104-4faa-8d57-4b45adb63a6d HTTP/1.1" status: 204 len: 168 time: 0.9169176 Sep 01 15:19:00.935204 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41898) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:01.039533 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba55ee2-9af1-4785-b7eb-934a7460e01f tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:19:01.052650 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b356c-ffbe-4959-8530-8e442440c725 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=021bd935-0104-4faa-8d57-4b45adb63a6d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:01.113616 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-aba55ee2-9af1-4785-b7eb-934a7460e01f tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:19:01.117332 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba55ee2-9af1-4785-b7eb-934a7460e01f tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:19:01.126444 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fbe61b68-595f-4c0c-8e80-3bfce36dc4ec req-5f7a0251-5bb6-4957-ad8f-532dc524ecbc service neutron] 10.222.0.45 "GET /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771274 Sep 01 15:19:01.225181 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba55ee2-9af1-4785-b7eb-934a7460e01f tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Pushing event updated for resources: {'Port': ['ID=6be1f9d1-4222-4637-8cba-103ffb217be8,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:01.396017 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e7d40d64-c070-4ed2-a097-3b14f1a6ed48 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4554052 Sep 01 15:19:01.405366 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41912) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:01.412919 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-04f835ba-fdf0-40f4-b0bf-7e149080991d tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group': {'name': 'tempest-secgroup--1043991261'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:01.420287 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device dc75d2e8-94a5-41de-a6fd-b874ce8bd64e details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:19:01.424131 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b32ef0a5-2f10-4b4c-b5e8-52395925994b up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:19:01.482760 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04f835ba-fdf0-40f4-b0bf-7e149080991d tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:01.685526 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aba55ee2-9af1-4785-b7eb-934a7460e01f tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:01.716821 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port b32ef0a5-2f10-4b4c-b5e8-52395925994b triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:19:01.717349 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:01.840991 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port dc75d2e8-94a5-41de-a6fd-b874ce8bd64e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=dc75d2e8-94a5-41de-a6fd-b874ce8bd64e,segment=NetworkSegment(78681f34-8d1f-4ee3-bfa0-39cc008c56d0),segment_id=78681f34-8d1f-4ee3-bfa0-39cc008c56d0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:01.864371 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aba55ee2-9af1-4785-b7eb-934a7460e01f tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:01.883528 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04f835ba-fdf0-40f4-b0bf-7e149080991d tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:01.888865 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'dc75d2e8-94a5-41de-a6fd-b874ce8bd64e', 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13', 'port_id': 'dc75d2e8-94a5-41de-a6fd-b874ce8bd64e', 'mac_address': 'fa:16:3e:db:65:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:19:01.893722 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04f835ba-fdf0-40f4-b0bf-7e149080991d tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:01.954921 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04f835ba-fdf0-40f4-b0bf-7e149080991d tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:01.962811 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-04f835ba-fdf0-40f4-b0bf-7e149080991d tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5547280 Sep 01 15:19:01.965433 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41916) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:01.986516 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-b1dd49da-3adb-49b8-8efc-694dedf529df tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group_rule': {'security_group_id': 'ef44aca8-fbf0-4089-9077-9ec3d4afbd43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:02.006132 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f835ba-fdf0-40f4-b0bf-7e149080991d tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef44aca8-fbf0-4089-9077-9ec3d4afbd43,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:02.084713 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-b1dd49da-3adb-49b8-8efc-694dedf529df tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:19:02.089527 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b1dd49da-3adb-49b8-8efc-694dedf529df tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1218126 Sep 01 15:19:02.090913 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41920) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:02.099401 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-4732512e-48d2-42fc-ac73-7bc62379dbbe tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group_rule': {'security_group_id': 'ef44aca8-fbf0-4089-9077-9ec3d4afbd43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:02.119240 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:02.216413 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-4732512e-48d2-42fc-ac73-7bc62379dbbe tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:19:02.222246 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4732512e-48d2-42fc-ac73-7bc62379dbbe tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1236730 Sep 01 15:19:02.223758 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41928) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:02.272343 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc75d2e8-94a5-41de-a6fd-b874ce8bd64e {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:19:02.355673 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:02.367102 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port dc75d2e8-94a5-41de-a6fd-b874ce8bd64e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=dc75d2e8-94a5-41de-a6fd-b874ce8bd64e,segment=NetworkSegment(78681f34-8d1f-4ee3-bfa0-39cc008c56d0),segment_id=78681f34-8d1f-4ee3-bfa0-39cc008c56d0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:02.378932 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aba55ee2-9af1-4785-b7eb-934a7460e01f tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:02.379727 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:02.392183 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aba55ee2-9af1-4785-b7eb-934a7460e01f tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:02.452306 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d0d20fdd-f02e-40e7-8484-a2ebf93c578c tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:02.457840 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=dc75d2e8-94a5-41de-a6fd-b874ce8bd64e,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:02.478220 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba55ee2-9af1-4785-b7eb-934a7460e01f tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Pushing event updated for resources: {'Port': ['ID=6be1f9d1-4222-4637-8cba-103ffb217be8,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:02.495250 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f229aba-bba8-4b02-8e17-fa7508aa2833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32ef0a5-2f10-4b4c-b5e8-52395925994b'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:02.498062 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8634b7-dc95-4754-9e3b-ef06b9470e45" -d '{"events": [{"server_uuid": "6f229aba-bba8-4b02-8e17-fa7508aa2833", "name": "network-vif-plugged", "status": "completed", "tag": "b32ef0a5-2f10-4b4c-b5e8-52395925994b"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:02.502643 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e62562-fbef-4be6-b443-8096ef454a4e req-be269a5a-c125-4f91-b56e-89425deb37da tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:02.514422 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-75e62562-fbef-4be6-b443-8096ef454a4e req-be269a5a-c125-4f91-b56e-89425deb37da tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 943 time: 0.6595502 Sep 01 15:19:02.562399 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b32ef0a5-2f10-4b4c-b5e8-52395925994b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b32ef0a5-2f10-4b4c-b5e8-52395925994b,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:02.573213 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:02.587904 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d0d20fdd-f02e-40e7-8484-a2ebf93c578c tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:02.663753 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87203314-cc92-446e-99cc-5b2448dd939f x-openstack-request-id: req-87203314-cc92-446e-99cc-5b2448dd939f {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:02.664234 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f229aba-bba8-4b02-8e17-fa7508aa2833", "name": "network-vif-plugged", "status": "completed", "tag": "b32ef0a5-2f10-4b4c-b5e8-52395925994b", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:02.664651 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-87203314-cc92-446e-99cc-5b2448dd939f {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:02.665285 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f229aba-bba8-4b02-8e17-fa7508aa2833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32ef0a5-2f10-4b4c-b5e8-52395925994b', 'code': 200} Sep 01 15:19:02.724648 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aba55ee2-9af1-4785-b7eb-934a7460e01f tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:02.725058 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['dc75d2e8-94a5-41de-a6fd-b874ce8bd64e'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:19:02.733243 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d0d20fdd-f02e-40e7-8484-a2ebf93c578c tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:02.739433 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d0d20fdd-f02e-40e7-8484-a2ebf93c578c tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:02.744025 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-37d498ba-c3e5-497d-b888-b5854ce0a8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:02.744848 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d0d20fdd-f02e-40e7-8484-a2ebf93c578c tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "DELETE /v2.0/security-groups/ef44aca8-fbf0-4089-9077-9ec3d4afbd43 HTTP/1.1" status: 204 len: 168 time: 0.5170178 Sep 01 15:19:02.746951 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41938) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:02.771628 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d20fdd-f02e-40e7-8484-a2ebf93c578c tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef44aca8-fbf0-4089-9077-9ec3d4afbd43,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:02.809489 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d498ba-c3e5-497d-b888-b5854ce0a8ed admin admin] Pushing event deleted for resources: {'Port': ['ID=1d610605-f93f-462b-bb31-8aace0561e9c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:02.817638 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=b32ef0a5-2f10-4b4c-b5e8-52395925994b,revision_number=10']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:02.835614 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-75e62562-fbef-4be6-b443-8096ef454a4e req-ce38987c-8cb3-48c6-91c1-b798be812918 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3214030 Sep 01 15:19:02.912768 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aba55ee2-9af1-4785-b7eb-934a7460e01f tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:02.912768 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-aba55ee2-9af1-4785-b7eb-934a7460e01f tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5300090 Sep 01 15:19:02.917421 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41940) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:02.927607 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-fe306288-c082-4bdc-9815-aba71543985d tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Request body: {'floatingip': {'port_id': 'bd86c4e0-177a-40ac-a9b0-10a3060c53d5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:02.947042 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-802a9b9a-c2cd-4722-b513-c19442378fac tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1570082 Sep 01 15:19:02.948407 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41942) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:02.954139 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-4892438d-fa8c-409d-97d0-effb7c44ca30 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group': {'name': 'tempest-secgroup--1839958897'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:03.025271 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-37d498ba-c3e5-497d-b888-b5854ce0a8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:03.031566 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4892438d-fa8c-409d-97d0-effb7c44ca30 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:03.074064 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fe306288-c082-4bdc-9815-aba71543985d tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks [] for floatingip, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:03.232959 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-37d498ba-c3e5-497d-b888-b5854ce0a8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:03.237426 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-37d498ba-c3e5-497d-b888-b5854ce0a8ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:03.373196 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-37d498ba-c3e5-497d-b888-b5854ce0a8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:03.374282 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d498ba-c3e5-497d-b888-b5854ce0a8ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router b37e3bb3-4d78-4c85-8939-6a7dd0760758 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:19:03.388643 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-fe306288-c082-4bdc-9815-aba71543985d tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] update failed (client error): The resource could not be found. Sep 01 15:19:03.396654 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fe306288-c082-4bdc-9815-aba71543985d tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] 10.222.0.60 "PUT /v2.0/floatingips/b7d4f0fc-72ec-4212-9604-629a0f28f382 HTTP/1.1" status: 404 len: 507 time: 0.4730523 Sep 01 15:19:03.397881 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41952) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:03.526959 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4892438d-fa8c-409d-97d0-effb7c44ca30 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:03.531800 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-37d498ba-c3e5-497d-b888-b5854ce0a8ed admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:03.537253 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-37d498ba-c3e5-497d-b888-b5854ce0a8ed admin admin] 10.222.0.60 "DELETE /v2.0/routers/b37e3bb3-4d78-4c85-8939-6a7dd0760758 HTTP/1.1" status: 204 len: 168 time: 6.0255229 Sep 01 15:19:03.537253 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4892438d-fa8c-409d-97d0-effb7c44ca30 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:03.537702 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41958) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:03.612601 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4892438d-fa8c-409d-97d0-effb7c44ca30 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:03.618939 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4892438d-fa8c-409d-97d0-effb7c44ca30 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6680346 Sep 01 15:19:03.619535 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41960) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:03.645687 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-1295059b-6f07-49ec-9856-706643cc9519 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:03.647236 n-d-794796-3 neutron-server[94733]: WARNING neutron.api.v2.base [None req-1295059b-6f07-49ec-9856-706643cc9519 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 01 15:19:03.647991 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-1295059b-6f07-49ec-9856-706643cc9519 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] update failed (client error): There was a conflict when trying to complete your request. Sep 01 15:19:03.650227 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1295059b-6f07-49ec-9856-706643cc9519 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "PUT /v2.0/security-groups/3ca15ce3-03df-40ca-a8ce-2afafc9f329b HTTP/1.1" status: 409 len: 330 time: 0.0144711 Sep 01 15:19:03.653421 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892438d-fa8c-409d-97d0-effb7c44ca30 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca15ce3-03df-40ca-a8ce-2afafc9f329b,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:03.658621 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41962) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:03.717058 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae0cbb7-b14f-4f59-a7c8-b17430548e02 admin admin] Deleting subnet b4b8a1a7-4c41-46cc-8798-989cc5140738 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:19:03.735699 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bae0cbb7-b14f-4f59-a7c8-b17430548e02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:03.812230 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bae0cbb7-b14f-4f59-a7c8-b17430548e02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:03.828228 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a14f31d3-a426-43ca-99b1-5f60af01bcec tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:03.892156 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a14f31d3-a426-43ca-99b1-5f60af01bcec tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:03.924495 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-86aa918a-8553-4837-856c-b868e69aa629 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Deleting port 6be1f9d1-4222-4637-8cba-103ffb217be8 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:19:03.925113 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-86aa918a-8553-4837-856c-b868e69aa629 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:04.001672 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a14f31d3-a426-43ca-99b1-5f60af01bcec tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:04.008851 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a14f31d3-a426-43ca-99b1-5f60af01bcec tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:04.015594 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a14f31d3-a426-43ca-99b1-5f60af01bcec tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "DELETE /v2.0/security-groups/3ca15ce3-03df-40ca-a8ce-2afafc9f329b HTTP/1.1" status: 204 len: 168 time: 0.3555365 Sep 01 15:19:04.016463 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41968) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:04.052832 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f31d3-a426-43ca-99b1-5f60af01bcec tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca15ce3-03df-40ca-a8ce-2afafc9f329b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:04.145000 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bd02a6fe-e6a5-4392-8861-68229e3cb570 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1032667 Sep 01 15:19:04.149557 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41970) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:04.186818 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-3b6a1f75-91c4-41dd-8a8e-f80d821b40c6 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] delete failed (client error): The resource could not be found. Sep 01 15:19:04.205697 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3b6a1f75-91c4-41dd-8a8e-f80d821b40c6 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "DELETE /v2.0/security-groups/34c1ec20-71ff-4e64-b335-4c3f9e47fd4d HTTP/1.1" status: 404 len: 347 time: 0.0481610 Sep 01 15:19:04.206248 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41972) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:04.222279 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bae0cbb7-b14f-4f59-a7c8-b17430548e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:04.260777 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-76629c33-51a6-4752-a1c3-4d1825695239 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] show failed (client error): The resource could not be found. Sep 01 15:19:04.261928 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1d610605-f93f-462b-bb31-8aace0561e9c no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:19:04.272712 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-76629c33-51a6-4752-a1c3-4d1825695239 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "GET /v2.0/security-groups/ba7fe0c1-ade2-4d61-9c9e-fbeaeb36f587 HTTP/1.1" status: 404 len: 347 time: 0.0540662 Sep 01 15:19:04.274090 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41974) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:04.322275 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 1d610605-f93f-462b-bb31-8aace0561e9c {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:19:04.322732 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac73bd-1c74-403e-b678-bef6d6734118 req-c85686f8-6649-45b3-84f2-09eb307a8e70 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:04.326845 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1d610605-f93f-462b-bb31-8aace0561e9c not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:19:04.333181 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-71ac73bd-1c74-403e-b678-bef6d6734118 req-c85686f8-6649-45b3-84f2-09eb307a8e70 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 944 time: 0.2800915 Sep 01 15:19:04.342942 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-f3b9eb56-b0d7-4a45-938e-cec5755a25c1 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] show failed (client error): The resource could not be found. Sep 01 15:19:04.349997 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f3b9eb56-b0d7-4a45-938e-cec5755a25c1 tempest-NegativeSecGroupIPv6Test-1657782111 tempest-NegativeSecGroupIPv6Test-1657782111-project] 10.222.0.60 "GET /v2.0/security-group-rules/24b329fb-0d9e-4d7d-b63c-e26bb4283fb6 HTTP/1.1" status: 404 len: 356 time: 0.0689285 Sep 01 15:19:04.368794 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-86aa918a-8553-4837-856c-b868e69aa629 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:04.369177 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-86aa918a-8553-4837-856c-b868e69aa629 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:04.411671 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-86aa918a-8553-4837-856c-b868e69aa629 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Calling delete_port for 6be1f9d1-4222-4637-8cba-103ffb217be8 owned by network:floatingip {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:19:04.492926 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-71ac73bd-1c74-403e-b678-bef6d6734118 req-b6a86c10-b109-4133-8424-2ecc2e18fa86 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584556 Sep 01 15:19:04.506656 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bae0cbb7-b14f-4f59-a7c8-b17430548e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:04.592812 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0cbb7-b14f-4f59-a7c8-b17430548e02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4b8a1a7-4c41-46cc-8798-989cc5140738,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:04.672252 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bae0cbb7-b14f-4f59-a7c8-b17430548e02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:04.676118 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bae0cbb7-b14f-4f59-a7c8-b17430548e02 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b4b8a1a7-4c41-46cc-8798-989cc5140738 HTTP/1.1" status: 204 len: 168 time: 1.1364360 Sep 01 15:19:04.678905 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858348a2-e581-453a-8470-06622e3657e8 None None] Network c9a68c28-eb7d-4197-a297-a9a7217a4f8e requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:19:04.680720 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41992) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:04.856628 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc881bfa-c63c-4495-835f-0f8a8257351c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:04.928486 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-86aa918a-8553-4837-856c-b868e69aa629 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:04.985447 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41996) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:04.989798 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa918a-8553-4837-856c-b868e69aa629 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Pushing event deleted for resources: {'Port': ['ID=6be1f9d1-4222-4637-8cba-103ffb217be8,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:05.062908 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-bc881bfa-c63c-4495-835f-0f8a8257351c admin admin] Deleting port 93f1cc44-bd1a-41fb-848e-9f93f887446f {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:19:05.063284 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc881bfa-c63c-4495-835f-0f8a8257351c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:05.157140 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-86aa918a-8553-4837-856c-b868e69aa629 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks [] for floatingip, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:05.163086 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-86aa918a-8553-4837-856c-b868e69aa629 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:05.164817 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-86aa918a-8553-4837-856c-b868e69aa629 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] 10.222.0.60 "DELETE /v2.0/floatingips/b7d4f0fc-72ec-4212-9604-629a0f28f382 HTTP/1.1" status: 204 len: 168 time: 1.7601929 Sep 01 15:19:05.170767 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42000) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:05.183389 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e412c9-1dc9-428f-93d9-eccd4f67391e None None] DHCP port deletion for c9a68c28-eb7d-4197-a297-a9a7217a4f8e request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:19:05.187831 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-16791d94-5bff-4a15-b1d5-debae898ed16 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Request body: {'floatingip': {'floating_network_id': 'd0e77899-d320-4be9-92b8-f900ce9870eb', 'port_id': 'bd86c4e0-177a-40ac-a9b0-10a3060c53d5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:05.231612 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-bc881bfa-c63c-4495-835f-0f8a8257351c admin admin] For port 93f1cc44-bd1a-41fb-848e-9f93f887446f, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=93f1cc44-bd1a-41fb-848e-9f93f887446f,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:05.232632 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc881bfa-c63c-4495-835f-0f8a8257351c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:05.261578 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-16791d94-5bff-4a15-b1d5-debae898ed16 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks [] for floatingip, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:05.267696 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-bc881bfa-c63c-4495-835f-0f8a8257351c admin admin] Calling delete_port for 93f1cc44-bd1a-41fb-848e-9f93f887446f owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:19:05.294714 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-35e412c9-1dc9-428f-93d9-eccd4f67391e None None] Deleting port 93f1cc44-bd1a-41fb-848e-9f93f887446f {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:19:05.295599 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-35e412c9-1dc9-428f-93d9-eccd4f67391e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:05.430766 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-35e412c9-1dc9-428f-93d9-eccd4f67391e None None] For port 93f1cc44-bd1a-41fb-848e-9f93f887446f, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=93f1cc44-bd1a-41fb-848e-9f93f887446f,segment=NetworkSegment(c98a890b-f937-4f23-a3fc-4baa55ff5763),segment_id=c98a890b-f937-4f23-a3fc-4baa55ff5763)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:05.431937 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-35e412c9-1dc9-428f-93d9-eccd4f67391e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:05.432417 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc881bfa-c63c-4495-835f-0f8a8257351c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:05.491295 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-35e412c9-1dc9-428f-93d9-eccd4f67391e None None] Calling delete_port for 93f1cc44-bd1a-41fb-848e-9f93f887446f owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:19:05.511280 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc881bfa-c63c-4495-835f-0f8a8257351c admin admin] No DVR routers for this DVR port 93f1cc44-bd1a-41fb-848e-9f93f887446f on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:19:05.521050 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc881bfa-c63c-4495-835f-0f8a8257351c admin admin] Pushing event deleted for resources: {'Port': ['ID=93f1cc44-bd1a-41fb-848e-9f93f887446f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:05.630970 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device dc75d2e8-94a5-41de-a6fd-b874ce8bd64e up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:19:05.670403 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-16791d94-5bff-4a15-b1d5-debae898ed16 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:19:05.679802 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-16791d94-5bff-4a15-b1d5-debae898ed16 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4973271 Sep 01 15:19:05.684504 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42008) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:05.700739 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-3ef91955-97fd-441f-8af9-35a88053a73d tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'port_id': 'bd86c4e0-177a-40ac-a9b0-10a3060c53d5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:05.719793 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ea0ed800-67ab-42ae-ac63-8140ac0c0d84 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cd4428913b504370846e1eea41292546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7156849 Sep 01 15:19:05.724631 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42010) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:05.736919 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-35e412c9-1dc9-428f-93d9-eccd4f67391e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:05.824535 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc881bfa-c63c-4495-835f-0f8a8257351c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:05.869364 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-bc881bfa-c63c-4495-835f-0f8a8257351c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a68c28-eb7d-4197-a297-a9a7217a4f8e']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:05.870135 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5df72af0-b7c1-47b1-8933-83cb3aebce5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:05.875722 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3ef91955-97fd-441f-8af9-35a88053a73d tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks [] for floatingip, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:05.894662 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e412c9-1dc9-428f-93d9-eccd4f67391e None None] Pushing event deleted for resources: {'Port': ['ID=93f1cc44-bd1a-41fb-848e-9f93f887446f,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:05.901292 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e412c9-1dc9-428f-93d9-eccd4f67391e None None] No DVR routers for this DVR port 93f1cc44-bd1a-41fb-848e-9f93f887446f on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:19:05.939954 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-bc881bfa-c63c-4495-835f-0f8a8257351c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98a890b-f937-4f23-a3fc-4baa55ff5763') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:05.940992 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-bc881bfa-c63c-4495-835f-0f8a8257351c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98a890b-f937-4f23-a3fc-4baa55ff5763') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:05.965482 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port dc75d2e8-94a5-41de-a6fd-b874ce8bd64e completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:19:05.973298 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc881bfa-c63c-4495-835f-0f8a8257351c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:05.977650 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port dc75d2e8-94a5-41de-a6fd-b874ce8bd64e triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:19:05.978624 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:06.015299 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc881bfa-c63c-4495-835f-0f8a8257351c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:06.033411 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc881bfa-c63c-4495-835f-0f8a8257351c admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:19:06.037558 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc881bfa-c63c-4495-835f-0f8a8257351c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:06.079903 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5df72af0-b7c1-47b1-8933-83cb3aebce5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:06.203565 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 93f1cc44-bd1a-41fb-848e-9f93f887446f no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:19:06.220735 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:19:06.258348 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5df72af0-b7c1-47b1-8933-83cb3aebce5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:06.266335 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5df72af0-b7c1-47b1-8933-83cb3aebce5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:06.271083 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5df72af0-b7c1-47b1-8933-83cb3aebce5c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4bac415a-7c33-4779-b1b3-7643651f8380 HTTP/1.1" status: 204 len: 168 time: 0.5374653 Sep 01 15:19:06.271735 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 93f1cc44-bd1a-41fb-848e-9f93f887446f {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:19:06.272314 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 93f1cc44-bd1a-41fb-848e-9f93f887446f not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:19:06.276243 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:06.286141 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc881bfa-c63c-4495-835f-0f8a8257351c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:06.325297 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e156a7-4fae-4323-9982-93a1c09319bc req-a67783d1-6d0c-4815-b692-762ac03df492 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:06.326726 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df72af0-b7c1-47b1-8933-83cb3aebce5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bac415a-7c33-4779-b1b3-7643651f8380,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:06.329733 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-23e156a7-4fae-4323-9982-93a1c09319bc req-a67783d1-6d0c-4815-b692-762ac03df492 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 944 time: 0.6189852 Sep 01 15:19:06.335133 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc881bfa-c63c-4495-835f-0f8a8257351c admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:06.339550 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bc881bfa-c63c-4495-835f-0f8a8257351c admin admin] 10.222.0.60 "DELETE /v2.0/networks/c9a68c28-eb7d-4197-a297-a9a7217a4f8e HTTP/1.1" status: 204 len: 168 time: 1.6540997 Sep 01 15:19:06.343638 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b230d0e3-999d-4cc5-8c87-40a723901a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc75d2e8-94a5-41de-a6fd-b874ce8bd64e'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:06.348852 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de2aa22-12da-4cb1-b8c4-9fdc846c9989" -d '{"events": [{"server_uuid": "b230d0e3-999d-4cc5-8c87-40a723901a02", "name": "network-vif-plugged", "status": "completed", "tag": "dc75d2e8-94a5-41de-a6fd-b874ce8bd64e"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:06.357319 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port dc75d2e8-94a5-41de-a6fd-b874ce8bd64e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=dc75d2e8-94a5-41de-a6fd-b874ce8bd64e,segment=NetworkSegment(78681f34-8d1f-4ee3-bfa0-39cc008c56d0),segment_id=78681f34-8d1f-4ee3-bfa0-39cc008c56d0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:06.372100 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3ef91955-97fd-441f-8af9-35a88053a73d tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:06.381087 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc881bfa-c63c-4495-835f-0f8a8257351c admin admin] Pushing event deleted for resources: {'Network': ['ID=c9a68c28-eb7d-4197-a297-a9a7217a4f8e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:06.403963 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:06.496550 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e536a0cf-eb2c-4d51-bf9b-82281a849b8c x-openstack-request-id: req-e536a0cf-eb2c-4d51-bf9b-82281a849b8c {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:06.497635 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b230d0e3-999d-4cc5-8c87-40a723901a02", "name": "network-vif-plugged", "status": "completed", "tag": "dc75d2e8-94a5-41de-a6fd-b874ce8bd64e", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:06.498425 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e536a0cf-eb2c-4d51-bf9b-82281a849b8c {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:06.499329 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b230d0e3-999d-4cc5-8c87-40a723901a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc75d2e8-94a5-41de-a6fd-b874ce8bd64e', 'code': 200} Sep 01 15:19:06.504507 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-23e156a7-4fae-4323-9982-93a1c09319bc req-9341ac96-36a6-4402-8f66-124f4bd999cf tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375723 Sep 01 15:19:06.612110 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=dc75d2e8-94a5-41de-a6fd-b874ce8bd64e,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:06.805966 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42032) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:06.848597 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-3ef91955-97fd-441f-8af9-35a88053a73d tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Allocated IP 172.25.6.213 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/858a796b-2993-425a-bcf8-dd5b8cf43fe0) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:19:06.873228 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42034) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:06.879292 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ec3a9d1c-f6c7-484e-96ba-52a2b31b2e86 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f5c878306d2c4fbcbebf77004da8b742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0718153 Sep 01 15:19:06.914485 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b94f06-dd71-4404-86a1-033a32ad5874 req-cabce0d2-009f-40f7-9bc1-7d438bb757d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:06.920822 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b8b94f06-dd71-4404-86a1-033a32ad5874 req-cabce0d2-009f-40f7-9bc1-7d438bb757d6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 1096 time: 0.2743735 Sep 01 15:19:07.033117 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b8b94f06-dd71-4404-86a1-033a32ad5874 req-8e7c9ade-6947-4d46-bd8f-e642efad1a6b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701516 Sep 01 15:19:07.110067 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bec28aa5-baee-4b59-bff7-10f715237559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:07.148012 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bec28aa5-baee-4b59-bff7-10f715237559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:07.164323 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3ef91955-97fd-441f-8af9-35a88053a73d tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:07.268781 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bec28aa5-baee-4b59-bff7-10f715237559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:07.272434 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bec28aa5-baee-4b59-bff7-10f715237559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:07.277396 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bec28aa5-baee-4b59-bff7-10f715237559 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aa4fb95c-8382-4548-a195-ea7a4d7f70a3 HTTP/1.1" status: 204 len: 168 time: 0.3991077 Sep 01 15:19:07.288379 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec28aa5-baee-4b59-bff7-10f715237559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4fb95c-8382-4548-a195-ea7a4d7f70a3,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:07.290835 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3ef91955-97fd-441f-8af9-35a88053a73d tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:07.408304 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef91955-97fd-441f-8af9-35a88053a73d tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Pushing event updated for resources: {'Port': ['ID=858a796b-2993-425a-bcf8-dd5b8cf43fe0,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:07.447513 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef91955-97fd-441f-8af9-35a88053a73d tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:19:07.449328 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-3ef91955-97fd-441f-8af9-35a88053a73d tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:19:07.455674 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef91955-97fd-441f-8af9-35a88053a73d tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:19:07.838002 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50eddc-99a3-440c-8eae-7575747ae0fd req-44f29d98-b83c-4950-be72-8ca3d69f04e6 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:07.850598 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7a50eddc-99a3-440c-8eae-7575747ae0fd req-44f29d98-b83c-4950-be72-8ca3d69f04e6 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 945 time: 0.1362076 Sep 01 15:19:07.907356 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7a50eddc-99a3-440c-8eae-7575747ae0fd req-7ecbba7c-5639-42b3-84d9-293514d04e2d tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579474 Sep 01 15:19:07.929181 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-3ef91955-97fd-441f-8af9-35a88053a73d tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Deleting port 858a796b-2993-425a-bcf8-dd5b8cf43fe0 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:19:07.929595 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3ef91955-97fd-441f-8af9-35a88053a73d tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:08.063277 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3ef91955-97fd-441f-8af9-35a88053a73d tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:08.063631 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3ef91955-97fd-441f-8af9-35a88053a73d tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:08.089159 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-3ef91955-97fd-441f-8af9-35a88053a73d tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Calling delete_port for 858a796b-2993-425a-bcf8-dd5b8cf43fe0 owned by network:floatingip {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:19:08.283808 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3ef91955-97fd-441f-8af9-35a88053a73d tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:08.294277 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:08.354711 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef91955-97fd-441f-8af9-35a88053a73d tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Pushing event deleted for resources: {'Port': ['ID=858a796b-2993-425a-bcf8-dd5b8cf43fe0,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:08.501460 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-3ef91955-97fd-441f-8af9-35a88053a73d tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] create failed (client error): The resource could not be found. Sep 01 15:19:08.504079 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3ef91955-97fd-441f-8af9-35a88053a73d tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.8156903 Sep 01 15:19:08.508541 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42098) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:08.783840 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-76ff411c-779d-4fa2-a436-a83360a155a2 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Deleting port bd86c4e0-177a-40ac-a9b0-10a3060c53d5 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:19:08.790494 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-76ff411c-779d-4fa2-a436-a83360a155a2 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:09.014904 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-76ff411c-779d-4fa2-a436-a83360a155a2 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:09.043295 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-76ff411c-779d-4fa2-a436-a83360a155a2 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Calling delete_port for bd86c4e0-177a-40ac-a9b0-10a3060c53d5 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:19:09.202181 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-581b9fbb-a61f-4f82-ac7b-14afd6c75922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:09.218079 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1544a156-8d68-4614-b020-2f151b6c6eec req-6dba1b7a-77fe-4b68-8929-06b2c3aad73e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b1651acb-033b-4474-9bc8-ce5656e13161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1509399 Sep 01 15:19:09.293492 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298f24d-3191-4052-bb8a-487f8098225f req-6beb8a5c-a72f-4d48-81cf-1f1946b45d7d tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:09.298916 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7298f24d-3191-4052-bb8a-487f8098225f req-6beb8a5c-a72f-4d48-81cf-1f1946b45d7d tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 945 time: 0.2082038 Sep 01 15:19:09.539809 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7298f24d-3191-4052-bb8a-487f8098225f req-8b09352c-8fb8-4c7a-a20d-483abfcf1e08 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292738 Sep 01 15:19:09.582976 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544a156-8d68-4614-b020-2f151b6c6eec req-5159b9b7-a33d-4404-a688-eea257ddf74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:09.585886 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1544a156-8d68-4614-b020-2f151b6c6eec req-5159b9b7-a33d-4404-a688-eea257ddf74e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb3693377bf9457dabb698f1785d8c61&device_id=b1651acb-033b-4474-9bc8-ce5656e13161 HTTP/1.1" status: 200 len: 1096 time: 0.3041599 Sep 01 15:19:09.627254 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-76ff411c-779d-4fa2-a436-a83360a155a2 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:09.796783 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42140) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:10.027199 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff411c-779d-4fa2-a436-a83360a155a2 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Pushing event deleted for resources: {'Port': ['ID=bd86c4e0-177a-40ac-a9b0-10a3060c53d5,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:10.035644 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-4b244df2-cea4-49f3-9db5-1b999acc2fea admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-385140589-network', 'tenant_id': '9a0a7b1cace0451a9c33cba59444873a'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:10.135761 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b244df2-cea4-49f3-9db5-1b999acc2fea admin admin] Made reservation on behalf of 9a0a7b1cace0451a9c33cba59444873a for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:19:10.139714 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4b244df2-cea4-49f3-9db5-1b999acc2fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:10.180276 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4b244df2-cea4-49f3-9db5-1b999acc2fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:10.229940 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544a156-8d68-4614-b020-2f151b6c6eec req-0427c3cf-4688-419c-b04d-b4f27a309d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:10.231640 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1544a156-8d68-4614-b020-2f151b6c6eec req-0427c3cf-4688-419c-b04d-b4f27a309d9e service neutron] 10.222.0.62 "GET /v2.0/networks?id=afa3fade-4c03-4fa8-94a5-bb144ed0b25b HTTP/1.1" status: 200 len: 915 time: 0.3064940 Sep 01 15:19:10.253798 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-76ff411c-779d-4fa2-a436-a83360a155a2 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:10.255904 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-76ff411c-779d-4fa2-a436-a83360a155a2 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] 10.222.0.60 "DELETE /v2.0/ports/bd86c4e0-177a-40ac-a9b0-10a3060c53d5 HTTP/1.1" status: 204 len: 168 time: 1.7457118 Sep 01 15:19:10.263522 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42156) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:10.275577 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41787c71-7a13-46db-afcb-1dd0b7413d4c req-77f7ee94-c718-4b0d-aeec-ca0138a63c02 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:10.293231 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-41787c71-7a13-46db-afcb-1dd0b7413d4c req-77f7ee94-c718-4b0d-aeec-ca0138a63c02 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 945 time: 0.5463409 Sep 01 15:19:10.294190 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42160) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:10.308274 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-c3f442b9-bed5-4a67-b2a4-579a98d7c155 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Request body: {'floatingip': {'port_id': 'dc75d2e8-94a5-41de-a6fd-b874ce8bd64e'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:10.480099 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1544a156-8d68-4614-b020-2f151b6c6eec req-2b640239-fa4a-4a87-80a0-8af6c24afc68 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=097555ac-bf4f-4f87-9789-14a3c761eae7 HTTP/1.1" status: 200 len: 217 time: 0.2281048 Sep 01 15:19:10.505341 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c3f442b9-bed5-4a67-b2a4-579a98d7c155 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for floatingip, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:10.663702 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e1d3de-30de-4110-93c8-6d2adb11009f tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:10.669349 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e7e1d3de-30de-4110-93c8-6d2adb11009f tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0ac71a6-264b-4114-a77f-2b628ddd10df HTTP/1.1" status: 200 len: 913 time: 0.4030631 Sep 01 15:19:10.671189 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42180) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:10.705832 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544a156-8d68-4614-b020-2f151b6c6eec req-20d2954d-a0de-40d4-b7f4-192b601320b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:10.709000 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1544a156-8d68-4614-b020-2f151b6c6eec req-20d2954d-a0de-40d4-b7f4-192b601320b0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8b6bd058-2433-43ef-8336-9b6b745c6bfb HTTP/1.1" status: 200 len: 854 time: 0.1714890 Sep 01 15:19:10.909074 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1544a156-8d68-4614-b020-2f151b6c6eec req-69a7c7da-0e4b-4cca-a48c-45220babe083 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=afa3fade-4c03-4fa8-94a5-bb144ed0b25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1598520 Sep 01 15:19:10.973215 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4b244df2-cea4-49f3-9db5-1b999acc2fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:10.978583 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4b244df2-cea4-49f3-9db5-1b999acc2fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:11.225483 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b244df2-cea4-49f3-9db5-1b999acc2fea admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:19:11.254122 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4b244df2-cea4-49f3-9db5-1b999acc2fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:11.255437 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-4b244df2-cea4-49f3-9db5-1b999acc2fea admin admin] Added segment 3bd70a76-53f6-45fa-a81d-a3124736927d of type vlan for network 2be9c4a5-64e7-4503-bae6-640aae4dea79 Sep 01 15:19:11.309837 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1544a156-8d68-4614-b020-2f151b6c6eec req-f5fe9117-a211-41d5-a61d-b6eaa6df1aad service neutron] 10.222.0.62 "GET /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827302 Sep 01 15:19:11.333503 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b244df2-cea4-49f3-9db5-1b999acc2fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca451e79-cbcf-4504-a3fa-771ae0775def,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:11.349053 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b244df2-cea4-49f3-9db5-1b999acc2fea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:11.349677 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b244df2-cea4-49f3-9db5-1b999acc2fea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:11.350266 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b244df2-cea4-49f3-9db5-1b999acc2fea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:11.350870 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b244df2-cea4-49f3-9db5-1b999acc2fea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:11.351456 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b244df2-cea4-49f3-9db5-1b999acc2fea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:11.352020 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b244df2-cea4-49f3-9db5-1b999acc2fea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:11.352596 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b244df2-cea4-49f3-9db5-1b999acc2fea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:11.353364 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b244df2-cea4-49f3-9db5-1b999acc2fea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:11.354032 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b244df2-cea4-49f3-9db5-1b999acc2fea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:11.354712 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b244df2-cea4-49f3-9db5-1b999acc2fea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:11.355422 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b244df2-cea4-49f3-9db5-1b999acc2fea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:11.355994 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b244df2-cea4-49f3-9db5-1b999acc2fea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:11.409688 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4b244df2-cea4-49f3-9db5-1b999acc2fea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:11.605098 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4b244df2-cea4-49f3-9db5-1b999acc2fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:11.610040 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b244df2-cea4-49f3-9db5-1b999acc2fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:11.611247 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4b244df2-cea4-49f3-9db5-1b999acc2fea admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:11.696400 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1544a156-8d68-4614-b020-2f151b6c6eec req-298316fb-106a-43ab-a15c-c4882b34d99b service neutron] 10.222.0.62 "GET /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730109 Sep 01 15:19:11.757183 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4b244df2-cea4-49f3-9db5-1b999acc2fea admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9587727 Sep 01 15:19:11.768377 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42196) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:11.779515 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-a23ce2d4-a482-4b0e-8136-ca5208ee54a3 admin admin] Request body: {'subnet': {'network_id': '2be9c4a5-64e7-4503-bae6-640aae4dea79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-385140589-subnet', 'tenant_id': '9a0a7b1cace0451a9c33cba59444873a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:11.822941 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b244df2-cea4-49f3-9db5-1b999acc2fea admin admin] Pushing event updated for resources: {'Network': ['ID=2be9c4a5-64e7-4503-bae6-640aae4dea79,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:11.835453 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 2be9c4a5-64e7-4503-bae6-640aae4dea79 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:19:11.860858 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23ce2d4-a482-4b0e-8136-ca5208ee54a3 admin admin] Made reservation on behalf of 9a0a7b1cace0451a9c33cba59444873a for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:19:11.864586 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a23ce2d4-a482-4b0e-8136-ca5208ee54a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:12.003821 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e6f0acb6-5c53-41ce-94a1-912dcd291145 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:12.085219 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:12.178848 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.resource_extend [None req-c3f442b9-bed5-4a67-b2a4-579a98d7c155 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:19:12.483846 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c3f442b9-bed5-4a67-b2a4-579a98d7c155 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:12.500845 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c3f442b9-bed5-4a67-b2a4-579a98d7c155 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:12.504716 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-e6f0acb6-5c53-41ce-94a1-912dcd291145 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Deleting port e2c94c52-3553-4499-ac99-246f6d47d03c {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:19:12.505292 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a23ce2d4-a482-4b0e-8136-ca5208ee54a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:12.505419 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e6f0acb6-5c53-41ce-94a1-912dcd291145 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:12.711340 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e6f0acb6-5c53-41ce-94a1-912dcd291145 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:12.733597 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-e6f0acb6-5c53-41ce-94a1-912dcd291145 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Calling delete_port for e2c94c52-3553-4499-ac99-246f6d47d03c owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:19:12.853210 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-c3f442b9-bed5-4a67-b2a4-579a98d7c155 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Floating IP e9b11dce-777d-43aa-a71a-72b96f393704 associated. External IP: 172.25.6.26, port: dc75d2e8-94a5-41de-a6fd-b874ce8bd64e. Sep 01 15:19:12.995353 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23ce2d4-a482-4b0e-8136-ca5208ee54a3 admin admin] Checking segment: {'id': '3bd70a76-53f6-45fa-a81d-a3124736927d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2be9c4a5-64e7-4503-bae6-640aae4dea79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:19:12.996035 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23ce2d4-a482-4b0e-8136-ca5208ee54a3 admin admin] Network hostable DHCP agents. Network: 2be9c4a5-64e7-4503-bae6-640aae4dea79, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:19:13.132380 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ce2d4-a482-4b0e-8136-ca5208ee54a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80942b99-ca6a-4a10-a7ff-40a14e1c3163,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:13.136235 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23ce2d4-a482-4b0e-8136-ca5208ee54a3 admin admin] Network 2be9c4a5-64e7-4503-bae6-640aae4dea79 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:19:13.179095 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:13.221536 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e6f0acb6-5c53-41ce-94a1-912dcd291145 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:13.227490 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-a23ce2d4-a482-4b0e-8136-ca5208ee54a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 2be9c4a5-64e7-4503-bae6-640aae4dea79) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:19:13.248137 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e044453-d771-4ff0-b0f2-fcb44de46560 None None] Network 2be9c4a5-64e7-4503-bae6-640aae4dea79 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:19:13.285249 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23ce2d4-a482-4b0e-8136-ca5208ee54a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:13.286327 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a23ce2d4-a482-4b0e-8136-ca5208ee54a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:13.476357 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0acb6-5c53-41ce-94a1-912dcd291145 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Pushing event deleted for resources: {'Port': ['ID=e2c94c52-3553-4499-ac99-246f6d47d03c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:13.489340 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a23ce2d4-a482-4b0e-8136-ca5208ee54a3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6923485 Sep 01 15:19:13.755309 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55af6839-f227-442c-8a69-7e26042bf312 None None] Network 2be9c4a5-64e7-4503-bae6-640aae4dea79 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:19:13.775083 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fc242be7-3e05-4b92-8080-51c175ffdd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:13.852132 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f442b9-bed5-4a67-b2a4-579a98d7c155 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Router bc2d41b9-c0ae-484a-b616-83749fc07d66 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:19:14.230032 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f442b9-bed5-4a67-b2a4-579a98d7c155 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:19:14.244619 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c3f442b9-bed5-4a67-b2a4-579a98d7c155 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:14.250063 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbb03a1-e140-4ddf-80cb-9824678041ad None None] Sync routers for ids ['bc2d41b9-c0ae-484a-b616-83749fc07d66'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:19:14.289539 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbb03a1-e140-4ddf-80cb-9824678041ad None None] Routers {'bc2d41b9-c0ae-484a-b616-83749fc07d66'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:19:14.294996 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-8bbb03a1-e140-4ddf-80cb-9824678041ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:19:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['bc2d41b9-c0ae-484a-b616-83749fc07d66'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:14.344791 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c3f442b9-bed5-4a67-b2a4-579a98d7c155 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "PUT /v2.0/floatingips/e9b11dce-777d-43aa-a71a-72b96f393704 HTTP/1.1" status: 200 len: 990 time: 4.0468411 Sep 01 15:19:14.345489 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b230d0e3-999d-4cc5-8c87-40a723901a02', 'tag': 'dc75d2e8-94a5-41de-a6fd-b874ce8bd64e'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:14.380431 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de41ad1-358d-4c7c-bf9a-fa1735b37eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "b230d0e3-999d-4cc5-8c87-40a723901a02", "tag": "dc75d2e8-94a5-41de-a6fd-b874ce8bd64e"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:14.724149 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-8bbb03a1-e140-4ddf-80cb-9824678041ad None None] Set router bc2d41b9-c0ae-484a-b616-83749fc07d66 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:19:14.776089 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-a28708cb-0f46-497d-b743-f906a1915bdb tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:14.778516 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-a28708cb-0f46-497d-b743-f906a1915bdb tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/networks?id=2be9c4a5-64e7-4503-bae6-640aae4dea79 HTTP/1.1" status: 200 len: 813 time: 0.3818779 Sep 01 15:19:14.841538 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-97473606-5d73-4a96-8148-e2dba9468592 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/quotas/9a0a7b1cace0451a9c33cba59444873a HTTP/1.1" status: 200 len: 375 time: 0.0515792 Sep 01 15:19:14.976063 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e6f0acb6-5c53-41ce-94a1-912dcd291145 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:15.001342 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84598695-b448-4925-aed1-39fe7ebb46a9 x-openstack-request-id: req-84598695-b448-4925-aed1-39fe7ebb46a9 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:15.007107 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b230d0e3-999d-4cc5-8c87-40a723901a02", "tag": "dc75d2e8-94a5-41de-a6fd-b874ce8bd64e", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:15.007584 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-84598695-b448-4925-aed1-39fe7ebb46a9 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:15.008183 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b230d0e3-999d-4cc5-8c87-40a723901a02', 'tag': 'dc75d2e8-94a5-41de-a6fd-b874ce8bd64e', 'status': 'completed', 'code': 200} Sep 01 15:19:15.011075 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-03fb33fa-3893-4c38-8951-931bfdb67f8f tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a0a7b1cace0451a9c33cba59444873a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1608844 Sep 01 15:19:15.108618 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:15.264361 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-e865d45f-56b3-44ba-b762-28fdea876db2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:19:15.266174 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-e865d45f-56b3-44ba-b762-28fdea876db2 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2464635 Sep 01 15:19:15.471345 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-8bbb03a1-e140-4ddf-80cb-9824678041ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'name': 'tempest-AttachVolumeTestJSON-1977586773-router', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:18:22Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'gw_port': {'id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:24Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'e9b11dce-777d-43aa-a71a-72b96f393704', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'port_id': 'dc75d2e8-94a5-41de-a6fd-b874ce8bd64e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13', 'mac_address': 'fa:16:3e:db:65:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b230d0e3-999d-4cc5-8c87-40a723901a02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:18:47Z', 'updated_at': '2021-09-01T15:19:11Z', 'revision_number': 1, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50b7193-db59-4cec-ac2a-38ed31e9774b', 'name': '', 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'mac_address': 'fa:16:3e:6b:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:33Z', 'updated_at': '2021-09-01T15:18:49Z', 'revision_number': 5, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'subnets': [{'id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:15.559041 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbb03a1-e140-4ddf-80cb-9824678041ad None None] Checking router: bc2d41b9-c0ae-484a-b616-83749fc07d66 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:19:15.591920 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbb03a1-e140-4ddf-80cb-9824678041ad None None] Routers {'bc2d41b9-c0ae-484a-b616-83749fc07d66'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:19:15.592555 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-8bbb03a1-e140-4ddf-80cb-9824678041ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:19:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['bc2d41b9-c0ae-484a-b616-83749fc07d66'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:15.670531 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-d5a9f8f8-489f-4b7b-bc4f-cfb17359e75a service neutron] 10.222.0.60 "GET /v2.0/networks/2be9c4a5-64e7-4503-bae6-640aae4dea79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894320 Sep 01 15:19:15.678162 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de41ad1-358d-4c7c-bf9a-fa1735b37eb2 req-226ad544-3391-454e-a480-ebb64e19efae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:15.703868 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4de41ad1-358d-4c7c-bf9a-fa1735b37eb2 req-226ad544-3391-454e-a480-ebb64e19efae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d5c12ac629004c608a6b26e32bb713bc&device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 1096 time: 0.4890873 Sep 01 15:19:15.724855 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f0acb6-5c53-41ce-94a1-912dcd291145 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Router e0ac71a6-264b-4114-a77f-2b628ddd10df has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:19:15.859233 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-8bbb03a1-e140-4ddf-80cb-9824678041ad None None] Set router bc2d41b9-c0ae-484a-b616-83749fc07d66 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:19:16.038290 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f0acb6-5c53-41ce-94a1-912dcd291145 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:19:16.052798 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a156416-be3c-4583-8ce0-3919427e3ba2 None None] Sync routers for ids ['e0ac71a6-264b-4114-a77f-2b628ddd10df'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:19:16.055806 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e6f0acb6-5c53-41ce-94a1-912dcd291145 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] 10.222.0.60 "PUT /v2.0/routers/e0ac71a6-264b-4114-a77f-2b628ddd10df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3824756 Sep 01 15:19:16.059497 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42296) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:16.089236 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a156416-be3c-4583-8ce0-3919427e3ba2 None None] Routers {'e0ac71a6-264b-4114-a77f-2b628ddd10df'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:19:16.090056 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-0a156416-be3c-4583-8ce0-3919427e3ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:19:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['e0ac71a6-264b-4114-a77f-2b628ddd10df'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:16.170200 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-0a156416-be3c-4583-8ce0-3919427e3ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:16.198180 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a156416-be3c-4583-8ce0-3919427e3ba2 None None] Routers {'e0ac71a6-264b-4114-a77f-2b628ddd10df'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:19:16.199625 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-0a156416-be3c-4583-8ce0-3919427e3ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:19:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['e0ac71a6-264b-4114-a77f-2b628ddd10df'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:16.316967 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-0a156416-be3c-4583-8ce0-3919427e3ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:16.317885 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a156416-be3c-4583-8ce0-3919427e3ba2 None None] The sync data for ids ['e0ac71a6-264b-4114-a77f-2b628ddd10df'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:19:16.321572 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-de5c720b-4ba6-4e93-9081-c94390efb4bc tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:16.777919 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de41ad1-358d-4c7c-bf9a-fa1735b37eb2 req-43374855-3e53-4f47-854d-0f0488fd39c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:16.788610 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4de41ad1-358d-4c7c-bf9a-fa1735b37eb2 req-43374855-3e53-4f47-854d-0f0488fd39c8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d2362ee-78f5-4b99-9f98-82e09fba7d13 HTTP/1.1" status: 200 len: 912 time: 1.0576644 Sep 01 15:19:17.064444 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-de30f609-5851-4245-843e-b29b892ffe93 service neutron] 10.222.0.60 "GET /v2.0/networks/2be9c4a5-64e7-4503-bae6-640aae4dea79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3808894 Sep 01 15:19:17.354564 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-8bbb03a1-e140-4ddf-80cb-9824678041ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'name': 'tempest-AttachVolumeTestJSON-1977586773-router', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:18:22Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'gw_port': {'id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:24Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'e9b11dce-777d-43aa-a71a-72b96f393704', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'port_id': 'dc75d2e8-94a5-41de-a6fd-b874ce8bd64e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13', 'mac_address': 'fa:16:3e:db:65:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b230d0e3-999d-4cc5-8c87-40a723901a02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:18:47Z', 'updated_at': '2021-09-01T15:19:11Z', 'revision_number': 1, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50b7193-db59-4cec-ac2a-38ed31e9774b', 'name': '', 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'mac_address': 'fa:16:3e:6b:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:33Z', 'updated_at': '2021-09-01T15:18:49Z', 'revision_number': 5, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'subnets': [{'id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:17.355491 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4de41ad1-358d-4c7c-bf9a-fa1735b37eb2 req-c077d97b-c5d3-45d5-8cae-d847a5a75c33 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc75d2e8-94a5-41de-a6fd-b874ce8bd64e HTTP/1.1" status: 200 len: 998 time: 0.4826715 Sep 01 15:19:17.361425 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-de5c720b-4ba6-4e93-9081-c94390efb4bc tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:17.382055 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-de5c720b-4ba6-4e93-9081-c94390efb4bc tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:17.418426 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbb03a1-e140-4ddf-80cb-9824678041ad None None] The sync data for ids ['bc2d41b9-c0ae-484a-b616-83749fc07d66'] in n-d-794796-3 is: [{'id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'name': 'tempest-AttachVolumeTestJSON-1977586773-router', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:18:22Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'gw_port': {'id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:24Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'e9b11dce-777d-43aa-a71a-72b96f393704', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'port_id': 'dc75d2e8-94a5-41de-a6fd-b874ce8bd64e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13', 'mac_address': 'fa:16:3e:db:65:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b230d0e3-999d-4cc5-8c87-40a723901a02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:18:47Z', 'updated_at': '2021-09-01T15:19:11Z', 'revision_number': 1, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50b7193-db59-4cec-ac2a-38ed31e9774b', 'name': '', 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'mac_address': 'fa:16:3e:6b:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:33Z', 'updated_at': '2021-09-01T15:18:49Z', 'revision_number': 5, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'subnets': [{'id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:19:17.549274 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de41ad1-358d-4c7c-bf9a-fa1735b37eb2 req-d33ad239-e478-4532-9eac-f4fb8797aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:17.551830 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4de41ad1-358d-4c7c-bf9a-fa1735b37eb2 req-d33ad239-e478-4532-9eac-f4fb8797aee3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cb4d0c35-1b78-4b62-99d6-b03c2c2e423d HTTP/1.1" status: 200 len: 850 time: 0.1832500 Sep 01 15:19:17.554122 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-de5c720b-4ba6-4e93-9081-c94390efb4bc tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:17.555072 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5c720b-4ba6-4e93-9081-c94390efb4bc tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Fanout notify agent at l3_agent the message router_deleted on router e0ac71a6-264b-4114-a77f-2b628ddd10df {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:19:17.589088 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-de5c720b-4ba6-4e93-9081-c94390efb4bc tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:17.594966 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42322) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:17.608229 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-de5c720b-4ba6-4e93-9081-c94390efb4bc tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] 10.222.0.60 "DELETE /v2.0/routers/e0ac71a6-264b-4114-a77f-2b628ddd10df HTTP/1.1" status: 204 len: 168 time: 1.5348387 Sep 01 15:19:17.709391 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de41ad1-358d-4c7c-bf9a-fa1735b37eb2 req-34efe808-8829-4e12-be2e-f158f81d17b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:17.714632 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4de41ad1-358d-4c7c-bf9a-fa1735b37eb2 req-34efe808-8829-4e12-be2e-f158f81d17b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d2362ee-78f5-4b99-9f98-82e09fba7d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1487770 Sep 01 15:19:17.751841 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b1e7b6-4f95-478f-ae63-8b79dbdf1ddd tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Deleting subnet ffbb3256-dbca-4c0c-a9ef-e63571ae6e9a {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:19:17.762219 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f6b1e7b6-4f95-478f-ae63-8b79dbdf1ddd tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:17.897197 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f6b1e7b6-4f95-478f-ae63-8b79dbdf1ddd tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:17.978189 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4de41ad1-358d-4c7c-bf9a-fa1735b37eb2 req-07417cbc-b547-4015-92bf-7cc5363645ef service neutron] 10.222.0.45 "GET /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548649 Sep 01 15:19:18.013888 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4b719-e4d9-4688-8299-53e161df631a None None] New status for floating IP e9b11dce-777d-43aa-a71a-72b96f393704: ACTIVE {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:19:18.225244 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f6b1e7b6-4f95-478f-ae63-8b79dbdf1ddd tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:18.315045 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4de41ad1-358d-4c7c-bf9a-fa1735b37eb2 req-619afad4-f528-47b8-81bc-30dd0a75b2db service neutron] 10.222.0.45 "GET /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168583 Sep 01 15:19:18.449985 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f6b1e7b6-4f95-478f-ae63-8b79dbdf1ddd tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:18.690078 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1e7b6-4f95-478f-ae63-8b79dbdf1ddd tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Pushing event deleted for resources: {'Subnet': ['ID=ffbb3256-dbca-4c0c-a9ef-e63571ae6e9a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:18.722698 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f6b1e7b6-4f95-478f-ae63-8b79dbdf1ddd tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:18.734606 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a6e797-95eb-433c-aca3-115d366d1854 None None] Network d0e77899-d320-4be9-92b8-f900ce9870eb requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:19:18.741142 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f6b1e7b6-4f95-478f-ae63-8b79dbdf1ddd tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] 10.222.0.60 "DELETE /v2.0/subnets/ffbb3256-dbca-4c0c-a9ef-e63571ae6e9a HTTP/1.1" status: 204 len: 168 time: 1.1433609 Sep 01 15:19:18.746634 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42362) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:18.785754 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-823c9bdd-f4ff-41b4-9823-ba35464c65e6 req-35d78ffc-904d-4020-96ff-61567316f761 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/ports?device_id=e02c86a8-2e02-412c-839e-cd9b077e767b HTTP/1.1" status: 200 len: 210 time: 0.1868937 Sep 01 15:19:19.109101 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1111b880-fc04-4e29-b459-8f711978e0a5 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:19.423672 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2600cdc-80dc-40d1-bbf5-4f8f3fab66c0 None None] DHCP port deletion for d0e77899-d320-4be9-92b8-f900ce9870eb request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:19:19.467729 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-1111b880-fc04-4e29-b459-8f711978e0a5 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Deleting port 2b63b69b-c335-4af1-8f14-675f0df59587 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:19:19.468600 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1111b880-fc04-4e29-b459-8f711978e0a5 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:19.639534 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e2600cdc-80dc-40d1-bbf5-4f8f3fab66c0 None None] Deleting port 2b63b69b-c335-4af1-8f14-675f0df59587 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:19:19.639834 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e2600cdc-80dc-40d1-bbf5-4f8f3fab66c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:19.753070 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-1111b880-fc04-4e29-b459-8f711978e0a5 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] For port 2b63b69b-c335-4af1-8f14-675f0df59587, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=2b63b69b-c335-4af1-8f14-675f0df59587,segment=NetworkSegment(09e9d2b9-6af4-4df0-bcd6-4266764e4dfa),segment_id=09e9d2b9-6af4-4df0-bcd6-4266764e4dfa)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:19.760494 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1111b880-fc04-4e29-b459-8f711978e0a5 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:19.830289 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-1111b880-fc04-4e29-b459-8f711978e0a5 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Calling delete_port for 2b63b69b-c335-4af1-8f14-675f0df59587 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:19:19.888481 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e2600cdc-80dc-40d1-bbf5-4f8f3fab66c0 None None] For port 2b63b69b-c335-4af1-8f14-675f0df59587, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=2b63b69b-c335-4af1-8f14-675f0df59587,segment=NetworkSegment(09e9d2b9-6af4-4df0-bcd6-4266764e4dfa),segment_id=09e9d2b9-6af4-4df0-bcd6-4266764e4dfa)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:19.889408 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e2600cdc-80dc-40d1-bbf5-4f8f3fab66c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:19.992136 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e2600cdc-80dc-40d1-bbf5-4f8f3fab66c0 None None] Calling delete_port for 2b63b69b-c335-4af1-8f14-675f0df59587 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:19:20.275400 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 2b63b69b-c335-4af1-8f14-675f0df59587 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:19:20.369823 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d181c66a-25a8-4213-9473-6aef2cbba2c4 req-01691111-0c1e-4312-b52d-9b1c89d94d71 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/ports?device_id=e02c86a8-2e02-412c-839e-cd9b077e767b HTTP/1.1" status: 200 len: 210 time: 0.1016083 Sep 01 15:19:20.403426 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1111b880-fc04-4e29-b459-8f711978e0a5 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:20.454284 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1111b880-fc04-4e29-b459-8f711978e0a5 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] No DVR routers for this DVR port 2b63b69b-c335-4af1-8f14-675f0df59587 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:19:20.576764 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e2600cdc-80dc-40d1-bbf5-4f8f3fab66c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:20.673040 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111b880-fc04-4e29-b459-8f711978e0a5 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Pushing event deleted for resources: {'Port': ['ID=2b63b69b-c335-4af1-8f14-675f0df59587,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:20.700296 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2600cdc-80dc-40d1-bbf5-4f8f3fab66c0 None None] Pushing event deleted for resources: {'Port': ['ID=2b63b69b-c335-4af1-8f14-675f0df59587,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:20.746498 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2600cdc-80dc-40d1-bbf5-4f8f3fab66c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:20.747059 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2600cdc-80dc-40d1-bbf5-4f8f3fab66c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:20.747896 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2600cdc-80dc-40d1-bbf5-4f8f3fab66c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:20.748577 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2600cdc-80dc-40d1-bbf5-4f8f3fab66c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:20.749124 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2600cdc-80dc-40d1-bbf5-4f8f3fab66c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:20.749755 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2600cdc-80dc-40d1-bbf5-4f8f3fab66c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:20.750279 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2600cdc-80dc-40d1-bbf5-4f8f3fab66c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:20.750730 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2600cdc-80dc-40d1-bbf5-4f8f3fab66c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:20.751228 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2600cdc-80dc-40d1-bbf5-4f8f3fab66c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:20.751731 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2600cdc-80dc-40d1-bbf5-4f8f3fab66c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:20.763740 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2600cdc-80dc-40d1-bbf5-4f8f3fab66c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:20.764342 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2600cdc-80dc-40d1-bbf5-4f8f3fab66c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:20.784732 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No active binding found for port 2b63b69b-c335-4af1-8f14-675f0df59587 {{(pid=94735) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 15:19:20.785799 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 2b63b69b-c335-4af1-8f14-675f0df59587 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:19:20.791228 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2600cdc-80dc-40d1-bbf5-4f8f3fab66c0 None None] No DVR routers for this DVR port 2b63b69b-c335-4af1-8f14-675f0df59587 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:19:20.890447 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1111b880-fc04-4e29-b459-8f711978e0a5 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:20.912762 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-1111b880-fc04-4e29-b459-8f711978e0a5 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e77899-d320-4be9-92b8-f900ce9870eb']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:20.937867 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-1111b880-fc04-4e29-b459-8f711978e0a5 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e9d2b9-6af4-4df0-bcd6-4266764e4dfa') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:20.938369 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-1111b880-fc04-4e29-b459-8f711978e0a5 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e9d2b9-6af4-4df0-bcd6-4266764e4dfa') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:20.984739 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1111b880-fc04-4e29-b459-8f711978e0a5 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:21.016123 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1111b880-fc04-4e29-b459-8f711978e0a5 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:21.029552 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1111b880-fc04-4e29-b459-8f711978e0a5 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:19:21.031197 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1111b880-fc04-4e29-b459-8f711978e0a5 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:19:21.295988 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:19:21.335075 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1111b880-fc04-4e29-b459-8f711978e0a5 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:21.361806 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1111b880-fc04-4e29-b459-8f711978e0a5 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:21.375341 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1111b880-fc04-4e29-b459-8f711978e0a5 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] 10.222.0.60 "DELETE /v2.0/networks/d0e77899-d320-4be9-92b8-f900ce9870eb HTTP/1.1" status: 204 len: 168 time: 2.6258337 Sep 01 15:19:21.444536 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111b880-fc04-4e29-b459-8f711978e0a5 tempest-FloatingIPNegativeTestJSON-1059382103 tempest-FloatingIPNegativeTestJSON-1059382103-project] Pushing event deleted for resources: {'Network': ['ID=d0e77899-d320-4be9-92b8-f900ce9870eb,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:21.664424 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b91204c-befa-42c5-a760-2f66c566163f req-dabca957-3330-4840-b81b-c1970adb9784 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/ports?device_id=e02c86a8-2e02-412c-839e-cd9b077e767b HTTP/1.1" status: 200 len: 210 time: 0.0799119 Sep 01 15:19:21.926877 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42438) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:22.289994 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-43cc88f7-b6d0-4325-8214-f54205c9e2f2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1c79a99a718f4c5baa3543834f70b54b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3587558 Sep 01 15:19:22.290625 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42444) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:22.391108 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-23cbfe2d-bdb3-4d99-95e2-2f268c74f58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:22.460095 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-23cbfe2d-bdb3-4d99-95e2-2f268c74f58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:22.493497 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-74411c80-1d96-4d24-b965-c8cef2cbce55 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:22.498546 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-74411c80-1d96-4d24-b965-c8cef2cbce55 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.62 "GET /v2.0/networks?id=2be9c4a5-64e7-4503-bae6-640aae4dea79 HTTP/1.1" status: 200 len: 813 time: 0.3599050 Sep 01 15:19:22.523484 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-277e29d0-da8a-4dc0-b16e-a5942a261c18 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Request body: {'port': {'device_id': 'e02c86a8-2e02-412c-839e-cd9b077e767b', 'network_id': '2be9c4a5-64e7-4503-bae6-640aae4dea79', 'admin_state_up': True, 'tenant_id': '9a0a7b1cace0451a9c33cba59444873a'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:22.652789 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-23cbfe2d-bdb3-4d99-95e2-2f268c74f58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:22.662715 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-23cbfe2d-bdb3-4d99-95e2-2f268c74f58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:22.706600 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-23cbfe2d-bdb3-4d99-95e2-2f268c74f58d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aeab95ac-de19-4ae6-a833-2e0bb20e3d50 HTTP/1.1" status: 204 len: 168 time: 0.4048448 Sep 01 15:19:22.743133 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbfe2d-bdb3-4d99-95e2-2f268c74f58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeab95ac-de19-4ae6-a833-2e0bb20e3d50,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:22.839336 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-277e29d0-da8a-4dc0-b16e-a5942a261c18 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Made reservation on behalf of 9a0a7b1cace0451a9c33cba59444873a for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:19:22.871506 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-277e29d0-da8a-4dc0-b16e-a5942a261c18 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:23.147702 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-10bced71-863c-4773-a24b-a3e1ec09cbad req-d2a9b78e-a52a-41d3-af7b-55c14b690e6c tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/ports?device_id=e02c86a8-2e02-412c-839e-cd9b077e767b HTTP/1.1" status: 200 len: 210 time: 0.2024968 Sep 01 15:19:23.386202 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-277e29d0-da8a-4dc0-b16e-a5942a261c18 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Allocated IP 172.20.0.9 (2be9c4a5-64e7-4503-bae6-640aae4dea79/80942b99-ca6a-4a10-a7ff-40a14e1c3163/a53ab8e3-e1fe-49b5-9672-fc108f8c5c24) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:19:23.766614 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-277e29d0-da8a-4dc0-b16e-a5942a261c18 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:23.847802 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-277e29d0-da8a-4dc0-b16e-a5942a261c18 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:23.933678 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-277e29d0-da8a-4dc0-b16e-a5942a261c18 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Network 2be9c4a5-64e7-4503-bae6-640aae4dea79 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:19:23.940931 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-277e29d0-da8a-4dc0-b16e-a5942a261c18 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:19:23.957255 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-277e29d0-da8a-4dc0-b16e-a5942a261c18 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:19:24.048821 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-277e29d0-da8a-4dc0-b16e-a5942a261c18 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:24.051247 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-277e29d0-da8a-4dc0-b16e-a5942a261c18 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:24.073815 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e29d0-da8a-4dc0-b16e-a5942a261c18 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Pushing event updated for resources: {'Port': ['ID=a53ab8e3-e1fe-49b5-9672-fc108f8c5c24,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:24.113813 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-277e29d0-da8a-4dc0-b16e-a5942a261c18 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5970299 Sep 01 15:19:24.136165 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-f7cc267f-ffd9-4206-8acf-9f0317a00540 service neutron] Request body: {'port': {'device_id': 'e02c86a8-2e02-412c-839e-cd9b077e767b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:24.396254 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-f7cc267f-ffd9-4206-8acf-9f0317a00540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:24.550883 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3e1ed-be78-4517-98ac-b84ebcf15499 req-423187cc-eb75-4e1a-a551-fe5b78414e08 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:24.553025 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-84c3e1ed-be78-4517-98ac-b84ebcf15499 req-423187cc-eb75-4e1a-a551-fe5b78414e08 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/ports?device_id=e02c86a8-2e02-412c-839e-cd9b077e767b HTTP/1.1" status: 200 len: 931 time: 0.1739440 Sep 01 15:19:24.676161 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-84c3e1ed-be78-4517-98ac-b84ebcf15499 req-eb901913-eedd-42af-8d0c-33d957d9af73 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca451e79-cbcf-4504-a3fa-771ae0775def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151879 Sep 01 15:19:25.518698 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42544) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:25.551952 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-f7cc267f-ffd9-4206-8acf-9f0317a00540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a53ab8e3-e1fe-49b5-9672-fc108f8c5c24 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:19:25.570054 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-f7cc267f-ffd9-4206-8acf-9f0317a00540 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:25.597521 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-f7cc267f-ffd9-4206-8acf-9f0317a00540 service neutron] Transition to ACTIVE for port object a53ab8e3-e1fe-49b5-9672-fc108f8c5c24 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:19:25.610556 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-f7cc267f-ffd9-4206-8acf-9f0317a00540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:25.850549 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc267f-ffd9-4206-8acf-9f0317a00540 service neutron] Pushing event updated for resources: {'Port': ['ID=a53ab8e3-e1fe-49b5-9672-fc108f8c5c24,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:26.003131 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-e7690cb3-e094-48c4-a2c1-a50a89bb7a0e tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:26.009062 n-d-794796-3 neutron-server[94733]: WARNING neutron.api.v2.base [None req-e7690cb3-e094-48c4-a2c1-a50a89bb7a0e tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 01 15:19:26.015435 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-e7690cb3-e094-48c4-a2c1-a50a89bb7a0e tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] create failed (client error): There was a conflict when trying to complete your request. Sep 01 15:19:26.015765 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-f7cc267f-ffd9-4206-8acf-9f0317a00540 service neutron] Attempting to bind port a53ab8e3-e1fe-49b5-9672-fc108f8c5c24 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:19:26.016365 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-f7cc267f-ffd9-4206-8acf-9f0317a00540 service neutron] Attempting to bind port a53ab8e3-e1fe-49b5-9672-fc108f8c5c24 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '3bd70a76-53f6-45fa-a81d-a3124736927d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2be9c4a5-64e7-4503-bae6-640aae4dea79'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:19:26.017078 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-f7cc267f-ffd9-4206-8acf-9f0317a00540 service neutron] Attempting to bind port a53ab8e3-e1fe-49b5-9672-fc108f8c5c24 on network 2be9c4a5-64e7-4503-bae6-640aae4dea79 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:19:26.018549 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e7690cb3-e094-48c4-a2c1-a50a89bb7a0e tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4983153 Sep 01 15:19:26.030843 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42550) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:26.038715 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-cf186ed7-734b-48a7-b86f-2646bc2b670c tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group': {'name': 'tempest-secgroup--225096716'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:26.060550 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-f7cc267f-ffd9-4206-8acf-9f0317a00540 service neutron] Port a53ab8e3-e1fe-49b5-9672-fc108f8c5c24 on network 2be9c4a5-64e7-4503-bae6-640aae4dea79 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:19:26.061091 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-f7cc267f-ffd9-4206-8acf-9f0317a00540 service neutron] Attempting to bind port a53ab8e3-e1fe-49b5-9672-fc108f8c5c24 on network 2be9c4a5-64e7-4503-bae6-640aae4dea79 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:19:26.075963 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-f7cc267f-ffd9-4206-8acf-9f0317a00540 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:19:26.076519 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-f7cc267f-ffd9-4206-8acf-9f0317a00540 service neutron] Checking segment: {'id': '3bd70a76-53f6-45fa-a81d-a3124736927d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2be9c4a5-64e7-4503-bae6-640aae4dea79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:19:26.077916 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-f7cc267f-ffd9-4206-8acf-9f0317a00540 service neutron] Bound using segment: {'id': '3bd70a76-53f6-45fa-a81d-a3124736927d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2be9c4a5-64e7-4503-bae6-640aae4dea79'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:19:26.078224 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-f7cc267f-ffd9-4206-8acf-9f0317a00540 service neutron] Bound port: a53ab8e3-e1fe-49b5-9672-fc108f8c5c24, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd70a76-53f6-45fa-a81d-a3124736927d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2be9c4a5-64e7-4503-bae6-640aae4dea79'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:19:26.079446 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-f7cc267f-ffd9-4206-8acf-9f0317a00540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:26.101405 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7f3aa-044a-4cfe-a78e-25ad46b54b24 req-a8505146-8863-4dc4-9464-f34c551b0875 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:26.122859 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d9b7f3aa-044a-4cfe-a78e-25ad46b54b24 req-a8505146-8863-4dc4-9464-f34c551b0875 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/ports?device_id=e02c86a8-2e02-412c-839e-cd9b077e767b HTTP/1.1" status: 200 len: 943 time: 0.2179193 Sep 01 15:19:26.246974 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d9b7f3aa-044a-4cfe-a78e-25ad46b54b24 req-cebebdbb-7624-4fc0-82ef-14bee3274e6e tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca451e79-cbcf-4504-a3fa-771ae0775def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192486 Sep 01 15:19:26.264781 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf186ed7-734b-48a7-b86f-2646bc2b670c tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:26.351863 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-f7cc267f-ffd9-4206-8acf-9f0317a00540 service neutron] For port a53ab8e3-e1fe-49b5-9672-fc108f8c5c24, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:19:26.358131 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-f7cc267f-ffd9-4206-8acf-9f0317a00540 service neutron] For port a53ab8e3-e1fe-49b5-9672-fc108f8c5c24, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a53ab8e3-e1fe-49b5-9672-fc108f8c5c24,segment=NetworkSegment(3bd70a76-53f6-45fa-a81d-a3124736927d),segment_id=3bd70a76-53f6-45fa-a81d-a3124736927d)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:19:26.360141 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf186ed7-734b-48a7-b86f-2646bc2b670c tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:26.365450 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-f7cc267f-ffd9-4206-8acf-9f0317a00540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:26.413847 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-f7cc267f-ffd9-4206-8acf-9f0317a00540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:26.414606 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-f7cc267f-ffd9-4206-8acf-9f0317a00540 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:26.416138 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-f7cc267f-ffd9-4206-8acf-9f0317a00540 service neutron] 10.222.0.62 "PUT /v2.0/ports/a53ab8e3-e1fe-49b5-9672-fc108f8c5c24 HTTP/1.1" status: 200 len: 1091 time: 2.2864454 Sep 01 15:19:26.421035 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02c86a8-2e02-412c-839e-cd9b077e767b', 'tag': 'a53ab8e3-e1fe-49b5-9672-fc108f8c5c24'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:26.424150 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2551c4-8833-4650-8750-e3bcbbfe6502" -d '{"events": [{"name": "network-changed", "server_uuid": "e02c86a8-2e02-412c-839e-cd9b077e767b", "tag": "a53ab8e3-e1fe-49b5-9672-fc108f8c5c24"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:26.665691 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc267f-ffd9-4206-8acf-9f0317a00540 service neutron] Pushing event updated for resources: {'Port': ['ID=a53ab8e3-e1fe-49b5-9672-fc108f8c5c24,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:26.730275 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-3c82e10a-fb6a-4265-9683-5fee3fa5b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:26.738652 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-3c82e10a-fb6a-4265-9683-5fee3fa5b663 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9a0a7b1cace0451a9c33cba59444873a&device_id=e02c86a8-2e02-412c-839e-cd9b077e767b HTTP/1.1" status: 200 len: 1094 time: 0.2099075 Sep 01 15:19:26.923375 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb764059-3a33-4d27-987c-52102d4786e7 x-openstack-request-id: req-bb764059-3a33-4d27-987c-52102d4786e7 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:26.923910 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02c86a8-2e02-412c-839e-cd9b077e767b", "tag": "a53ab8e3-e1fe-49b5-9672-fc108f8c5c24", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:26.924861 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bb764059-3a33-4d27-987c-52102d4786e7 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:26.925623 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02c86a8-2e02-412c-839e-cd9b077e767b', 'tag': 'a53ab8e3-e1fe-49b5-9672-fc108f8c5c24', 'status': 'completed', 'code': 200} Sep 01 15:19:26.937750 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-b199e29e-658f-4dd3-a5e7-a4756cd9d16c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a53ab8e3-e1fe-49b5-9672-fc108f8c5c24 HTTP/1.1" status: 200 len: 217 time: 0.1694899 Sep 01 15:19:27.121807 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-8b8f0f94-adc5-4dce-9766-30387ab74e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:27.124822 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-8b8f0f94-adc5-4dce-9766-30387ab74e88 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=80942b99-ca6a-4a10-a7ff-40a14e1c3163 HTTP/1.1" status: 200 len: 853 time: 0.1711893 Sep 01 15:19:27.139944 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf186ed7-734b-48a7-b86f-2646bc2b670c tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:27.188998 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-c8ad10de-ed41-480f-8144-c59539061326 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2be9c4a5-64e7-4503-bae6-640aae4dea79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535588 Sep 01 15:19:27.190204 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf186ed7-734b-48a7-b86f-2646bc2b670c tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:27.297948 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf186ed7-734b-48a7-b86f-2646bc2b670c tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8527a3f-e06d-4204-804d-a14dfaa87e56,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:27.373678 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-343efc13-81ac-4c77-8b1d-e7b44c1bacbe service neutron] 10.222.0.62 "GET /v2.0/networks/2be9c4a5-64e7-4503-bae6-640aae4dea79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616893 Sep 01 15:19:27.530223 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf186ed7-734b-48a7-b86f-2646bc2b670c tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:27.543115 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf186ed7-734b-48a7-b86f-2646bc2b670c tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:27.617675 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:27.655411 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf186ed7-734b-48a7-b86f-2646bc2b670c tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1caf5991-a404-4f3f-974a-8490580106c8,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:27.699315 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf186ed7-734b-48a7-b86f-2646bc2b670c tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:27.706754 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cf186ed7-734b-48a7-b86f-2646bc2b670c tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6744022 Sep 01 15:19:27.716423 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42606) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:27.743148 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-f008de9a-cae7-486e-acf2-e41b0cb5354b tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group_rule': {'security_group_id': '1caf5991-a404-4f3f-974a-8490580106c8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:27.782218 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-69799d00-8afc-4192-8c5c-3901b8cb1f7f req-4c4dbe4b-c3ce-4894-a5b2-f4b49b621ae8 service neutron] 10.222.0.62 "GET /v2.0/networks/2be9c4a5-64e7-4503-bae6-640aae4dea79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927116 Sep 01 15:19:27.788597 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b443ac-15ce-4d50-84a5-1394698f978c req-df84699e-29c1-407b-82b1-64fc212f84e0 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:27.793561 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-53b443ac-15ce-4d50-84a5-1394698f978c req-df84699e-29c1-407b-82b1-64fc212f84e0 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/ports?device_id=e02c86a8-2e02-412c-839e-cd9b077e767b HTTP/1.1" status: 200 len: 943 time: 0.1271694 Sep 01 15:19:27.837345 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f008de9a-cae7-486e-acf2-e41b0cb5354b tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:27.875434 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-53b443ac-15ce-4d50-84a5-1394698f978c req-bde10e46-7a98-470f-96f0-9de0772be4c3 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca451e79-cbcf-4504-a3fa-771ae0775def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738368 Sep 01 15:19:27.995507 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f008de9a-cae7-486e-acf2-e41b0cb5354b tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:28.027221 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f008de9a-cae7-486e-acf2-e41b0cb5354b tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:28.086385 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2551c4-8833-4650-8750-e3bcbbfe6502 req-396b141c-f28a-4e23-b161-fd58edcbb7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:28.089272 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8f2551c4-8833-4650-8750-e3bcbbfe6502 req-396b141c-f28a-4e23-b161-fd58edcbb7ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9a0a7b1cace0451a9c33cba59444873a&device_id=e02c86a8-2e02-412c-839e-cd9b077e767b HTTP/1.1" status: 200 len: 1094 time: 0.1827490 Sep 01 15:19:28.090394 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008de9a-cae7-486e-acf2-e41b0cb5354b tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b842ff-93ac-4ddc-85f2-afc4b3c81eeb,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:28.103716 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f008de9a-cae7-486e-acf2-e41b0cb5354b tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:28.103716 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f008de9a-cae7-486e-acf2-e41b0cb5354b tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3784294 Sep 01 15:19:28.107302 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42614) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:28.120074 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-eadab7f5-d937-4744-852b-5be31951733a tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group_rule': {'security_group_id': '1caf5991-a404-4f3f-974a-8490580106c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:28.154607 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eadab7f5-d937-4744-852b-5be31951733a tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:28.218155 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-eadab7f5-d937-4744-852b-5be31951733a tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] create failed (client error): There was a conflict when trying to complete your request. Sep 01 15:19:28.219755 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-eadab7f5-d937-4744-852b-5be31951733a tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1109595 Sep 01 15:19:28.223406 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42620) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:28.346385 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2551c4-8833-4650-8750-e3bcbbfe6502 req-5d8ce79f-3151-4c38-a813-e02fff0cf8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:28.349045 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8f2551c4-8833-4650-8750-e3bcbbfe6502 req-5d8ce79f-3151-4c38-a813-e02fff0cf8d3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2be9c4a5-64e7-4503-bae6-640aae4dea79 HTTP/1.1" status: 200 len: 914 time: 0.2486598 Sep 01 15:19:28.448400 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8f2551c4-8833-4650-8750-e3bcbbfe6502 req-6f6193f5-ba21-4f7a-a4bb-999b74ee9b92 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a53ab8e3-e1fe-49b5-9672-fc108f8c5c24 HTTP/1.1" status: 200 len: 217 time: 0.0881767 Sep 01 15:19:28.454041 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9e0bbe38-ccec-44bd-b1d8-f7b14a970f31 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:28.560009 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9e0bbe38-ccec-44bd-b1d8-f7b14a970f31 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:28.607797 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2551c4-8833-4650-8750-e3bcbbfe6502 req-04490608-db4c-43f4-b155-9f1a6e85f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:28.610601 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8f2551c4-8833-4650-8750-e3bcbbfe6502 req-04490608-db4c-43f4-b155-9f1a6e85f66e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=80942b99-ca6a-4a10-a7ff-40a14e1c3163 HTTP/1.1" status: 200 len: 853 time: 0.1506107 Sep 01 15:19:28.705372 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9e0bbe38-ccec-44bd-b1d8-f7b14a970f31 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:28.709976 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9e0bbe38-ccec-44bd-b1d8-f7b14a970f31 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:28.711873 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9e0bbe38-ccec-44bd-b1d8-f7b14a970f31 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "DELETE /v2.0/security-groups/1caf5991-a404-4f3f-974a-8490580106c8 HTTP/1.1" status: 204 len: 168 time: 0.4840703 Sep 01 15:19:28.715795 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42636) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:28.716058 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8f2551c4-8833-4650-8750-e3bcbbfe6502 req-cc669f3a-4118-427e-884d-3b503460967c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2be9c4a5-64e7-4503-bae6-640aae4dea79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892332 Sep 01 15:19:28.735479 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bbe38-ccec-44bd-b1d8-f7b14a970f31 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1caf5991-a404-4f3f-974a-8490580106c8,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:28.862155 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6b02abf9-1f2a-4953-b77b-b760702b3a35 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1449232 Sep 01 15:19:28.868899 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42654) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:28.894383 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-1da2b844-bd46-4980-9368-c4f68ddbbd14 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group': {'name': 'tempest-secgroup--425873171'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:28.934774 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8f2551c4-8833-4650-8750-e3bcbbfe6502 req-666f26ec-0020-434d-b91b-8049a83d7822 service neutron] 10.222.0.62 "GET /v2.0/networks/2be9c4a5-64e7-4503-bae6-640aae4dea79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014127 Sep 01 15:19:28.959064 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1da2b844-bd46-4980-9368-c4f68ddbbd14 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:29.173332 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a3907-6637-48ad-ad29-21f30a9f0f89 req-e7365e7f-9f79-45b7-bcbd-0e1d7e41e8f1 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:29.182768 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa7a3907-6637-48ad-ad29-21f30a9f0f89 req-e7365e7f-9f79-45b7-bcbd-0e1d7e41e8f1 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f229aba-bba8-4b02-8e17-fa7508aa2833 HTTP/1.1" status: 200 len: 951 time: 0.1360571 Sep 01 15:19:29.234163 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8f2551c4-8833-4650-8750-e3bcbbfe6502 req-6c23f84f-f155-42a6-8f86-991cf7bb443c service neutron] 10.222.0.62 "GET /v2.0/networks/2be9c4a5-64e7-4503-bae6-640aae4dea79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901387 Sep 01 15:19:29.250450 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68327bd-f52c-40d8-b21c-737014fa18e3 req-853031c4-cc73-42b5-94b7-fe784feaa022 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:29.253047 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a68327bd-f52c-40d8-b21c-737014fa18e3 req-853031c4-cc73-42b5-94b7-fe784feaa022 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/ports?device_id=e02c86a8-2e02-412c-839e-cd9b077e767b HTTP/1.1" status: 200 len: 943 time: 0.1381695 Sep 01 15:19:29.261272 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1da2b844-bd46-4980-9368-c4f68ddbbd14 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:29.270076 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa7a3907-6637-48ad-ad29-21f30a9f0f89 req-74add53e-0517-4c24-ae4a-84646a65a8d8 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/security-groups?id=340ed840-993d-4610-9add-e81f5bf86c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863464 Sep 01 15:19:29.287436 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1da2b844-bd46-4980-9368-c4f68ddbbd14 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:29.419860 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a68327bd-f52c-40d8-b21c-737014fa18e3 req-8b729708-7ead-411e-9372-23ae5d3a7733 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca451e79-cbcf-4504-a3fa-771ae0775def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447418 Sep 01 15:19:29.421081 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1da2b844-bd46-4980-9368-c4f68ddbbd14 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:29.423449 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1da2b844-bd46-4980-9368-c4f68ddbbd14 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5521479 Sep 01 15:19:29.427033 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42678) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:29.446125 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-272f94a7-d36f-4423-86a2-094ca42a11c9 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group_rule': {'security_group_id': 'd91cd60a-0dce-4085-bfae-cc539a0221fb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:29.446125 n-d-794796-3 neutron-server[94733]: WARNING neutron.api.v2.base [None req-272f94a7-d36f-4423-86a2-094ca42a11c9 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 01 15:19:29.446125 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-272f94a7-d36f-4423-86a2-094ca42a11c9 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:19:29.447961 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-272f94a7-d36f-4423-86a2-094ca42a11c9 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0191972 Sep 01 15:19:29.449173 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2b844-bd46-4980-9368-c4f68ddbbd14 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d91cd60a-0dce-4085-bfae-cc539a0221fb,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:29.450738 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42680) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:29.578629 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-067d95e8-bfb2-4400-97fc-d70fb6a6ebcc tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:29.659516 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-067d95e8-bfb2-4400-97fc-d70fb6a6ebcc tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:29.728280 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-067d95e8-bfb2-4400-97fc-d70fb6a6ebcc tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:29.732266 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-067d95e8-bfb2-4400-97fc-d70fb6a6ebcc tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:29.737261 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42694) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:29.737723 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-067d95e8-bfb2-4400-97fc-d70fb6a6ebcc tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "DELETE /v2.0/security-groups/d91cd60a-0dce-4085-bfae-cc539a0221fb HTTP/1.1" status: 204 len: 168 time: 0.2844594 Sep 01 15:19:29.749148 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d95e8-bfb2-4400-97fc-d70fb6a6ebcc tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91cd60a-0dce-4085-bfae-cc539a0221fb,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:29.864821 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbeebc8-2d9d-4d78-a6d0-71582115dc77 req-71bbb154-dbd8-4396-a58d-57c0bded54ea tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:29.867528 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7fbeebc8-2d9d-4d78-a6d0-71582115dc77 req-71bbb154-dbd8-4396-a58d-57c0bded54ea tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=eea9fb37-2c85-49c5-8c89-dc19d5e310f8 HTTP/1.1" status: 200 len: 945 time: 0.0720437 Sep 01 15:19:29.902785 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ebc5b3db-1833-44ab-8868-0ff3c102592b tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1631091 Sep 01 15:19:29.907804 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42700) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:29.915944 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-a0bdd634-3c7a-4226-a612-b2e1fe42b35b tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group': {'name': 'tempest-secgroup--1198629271'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:29.951080 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7fbeebc8-2d9d-4d78-a6d0-71582115dc77 req-9f529b92-cd4f-4413-b29d-20d54f8572b5 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746703 Sep 01 15:19:29.957766 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a0bdd634-3c7a-4226-a612-b2e1fe42b35b tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:30.222565 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a0bdd634-3c7a-4226-a612-b2e1fe42b35b tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:30.232003 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a0bdd634-3c7a-4226-a612-b2e1fe42b35b tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:30.282191 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a0bdd634-3c7a-4226-a612-b2e1fe42b35b tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:30.289593 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42732) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:30.289834 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a0bdd634-3c7a-4226-a612-b2e1fe42b35b tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3800931 Sep 01 15:19:30.295379 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-72b46300-ca16-4084-8018-96b3fef2a02d tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group_rule': {'security_group_id': '51c2074f-6f15-4967-9a41-dbc4bd1382c7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:30.296398 n-d-794796-3 neutron-server[94734]: WARNING neutron.api.v2.base [None req-72b46300-ca16-4084-8018-96b3fef2a02d tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 01 15:19:30.297147 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-72b46300-ca16-4084-8018-96b3fef2a02d tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:19:30.297887 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bdd634-3c7a-4226-a612-b2e1fe42b35b tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51c2074f-6f15-4967-9a41-dbc4bd1382c7,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:30.298613 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-72b46300-ca16-4084-8018-96b3fef2a02d tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0074813 Sep 01 15:19:30.304802 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42736) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:30.405087 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-755aa5ae-a42a-4c4d-a64b-ae40a6a2a138 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:30.465691 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-755aa5ae-a42a-4c4d-a64b-ae40a6a2a138 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:30.530125 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-755aa5ae-a42a-4c4d-a64b-ae40a6a2a138 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:30.533860 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-755aa5ae-a42a-4c4d-a64b-ae40a6a2a138 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:30.537508 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-755aa5ae-a42a-4c4d-a64b-ae40a6a2a138 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "DELETE /v2.0/security-groups/51c2074f-6f15-4967-9a41-dbc4bd1382c7 HTTP/1.1" status: 204 len: 168 time: 0.2292318 Sep 01 15:19:30.538222 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42758) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:30.551666 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755aa5ae-a42a-4c4d-a64b-ae40a6a2a138 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c2074f-6f15-4967-9a41-dbc4bd1382c7,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:30.663347 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7921b271-736d-4556-abcb-d2847aa33fab tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1196694 Sep 01 15:19:30.663922 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42764) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:30.670681 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-9d8825a4-2025-4f4b-9f5a-89660a271ed3 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group': {'name': 'tempest-secgroup--1442741387'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:30.697411 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc2caf-5edd-43be-be72-96c43143c276 req-83354b1e-ff95-411e-8d46-0a82876ac770 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:30.700518 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-edcc2caf-5edd-43be-be72-96c43143c276 req-83354b1e-ff95-411e-8d46-0a82876ac770 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/ports?device_id=e02c86a8-2e02-412c-839e-cd9b077e767b HTTP/1.1" status: 200 len: 943 time: 0.0945745 Sep 01 15:19:30.705727 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9d8825a4-2025-4f4b-9f5a-89660a271ed3 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:30.761842 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-edcc2caf-5edd-43be-be72-96c43143c276 req-a089bae1-c256-465d-b9fe-775eda53a034 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca451e79-cbcf-4504-a3fa-771ae0775def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484285 Sep 01 15:19:30.898560 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9d8825a4-2025-4f4b-9f5a-89660a271ed3 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:30.907616 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9d8825a4-2025-4f4b-9f5a-89660a271ed3 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:30.950408 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9d8825a4-2025-4f4b-9f5a-89660a271ed3 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:30.954375 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9d8825a4-2025-4f4b-9f5a-89660a271ed3 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2874465 Sep 01 15:19:30.959494 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42798) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:30.968902 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6ddd70c7-9173-4180-822e-403b0acb5b32 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group_rule': {'security_group_id': 'c5e7d225-c037-4f4e-9d8f-cc3921396104', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:30.974356 n-d-794796-3 neutron-server[94734]: WARNING neutron.api.v2.base [None req-6ddd70c7-9173-4180-822e-403b0acb5b32 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 01 15:19:30.984263 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-6ddd70c7-9173-4180-822e-403b0acb5b32 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:19:30.992136 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6ddd70c7-9173-4180-822e-403b0acb5b32 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0305877 Sep 01 15:19:30.997324 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42802) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:31.017392 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-d8601457-8336-4cc8-bf35-838a56678d66 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group_rule': {'security_group_id': 'c5e7d225-c037-4f4e-9d8f-cc3921396104', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:31.021467 n-d-794796-3 neutron-server[94734]: WARNING neutron.api.v2.base [None req-d8601457-8336-4cc8-bf35-838a56678d66 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 01 15:19:31.027422 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-d8601457-8336-4cc8-bf35-838a56678d66 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:19:31.029327 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d8601457-8336-4cc8-bf35-838a56678d66 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0293291 Sep 01 15:19:31.035077 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42806) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:31.048391 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-a7794c58-411f-4343-b35f-c5aa23ab649e tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group_rule': {'security_group_id': 'c5e7d225-c037-4f4e-9d8f-cc3921396104', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:31.051663 n-d-794796-3 neutron-server[94734]: WARNING neutron.api.v2.base [None req-a7794c58-411f-4343-b35f-c5aa23ab649e tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 01 15:19:31.057386 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-a7794c58-411f-4343-b35f-c5aa23ab649e tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:19:31.059678 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a7794c58-411f-4343-b35f-c5aa23ab649e tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0231066 Sep 01 15:19:31.060374 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8825a4-2025-4f4b-9f5a-89660a271ed3 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e7d225-c037-4f4e-9d8f-cc3921396104,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:31.064821 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42812) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:31.073708 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6da840bc-1f3a-4c7a-9297-a405f36f9216 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group_rule': {'security_group_id': 'c5e7d225-c037-4f4e-9d8f-cc3921396104', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:31.075708 n-d-794796-3 neutron-server[94734]: WARNING neutron.api.v2.base [None req-6da840bc-1f3a-4c7a-9297-a405f36f9216 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 01 15:19:31.078096 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-6da840bc-1f3a-4c7a-9297-a405f36f9216 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:19:31.079076 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6da840bc-1f3a-4c7a-9297-a405f36f9216 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0125413 Sep 01 15:19:31.084009 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42816) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:31.214934 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55164e0c-31f2-4a33-bfd5-4b5c04f1fcec req-904acdc7-0e74-4faf-bf29-eb7fa8e8aa30 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:31.215668 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1aa4100c-8c68-4f82-9d3d-de4c21768254 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:31.217684 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55164e0c-31f2-4a33-bfd5-4b5c04f1fcec req-904acdc7-0e74-4faf-bf29-eb7fa8e8aa30 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=eea9fb37-2c85-49c5-8c89-dc19d5e310f8 HTTP/1.1" status: 200 len: 945 time: 0.1369066 Sep 01 15:19:31.281725 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1aa4100c-8c68-4f82-9d3d-de4c21768254 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:31.287779 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device a53ab8e3-e1fe-49b5-9672-fc108f8c5c24 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:19:31.321948 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55164e0c-31f2-4a33-bfd5-4b5c04f1fcec req-8c650721-a4e3-4837-b96c-55ee80b5e7ef tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897040 Sep 01 15:19:31.390125 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1aa4100c-8c68-4f82-9d3d-de4c21768254 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:31.396758 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1aa4100c-8c68-4f82-9d3d-de4c21768254 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:31.398880 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1aa4100c-8c68-4f82-9d3d-de4c21768254 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "DELETE /v2.0/security-groups/c5e7d225-c037-4f4e-9d8f-cc3921396104 HTTP/1.1" status: 204 len: 168 time: 0.3132877 Sep 01 15:19:31.402952 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42838) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:31.455655 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4100c-8c68-4f82-9d3d-de4c21768254 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e7d225-c037-4f4e-9d8f-cc3921396104,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:31.531131 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b32ef0a5-2f10-4b4c-b5e8-52395925994b no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:19:31.549975 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port a53ab8e3-e1fe-49b5-9672-fc108f8c5c24, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a53ab8e3-e1fe-49b5-9672-fc108f8c5c24,segment=NetworkSegment(3bd70a76-53f6-45fa-a81d-a3124736927d),segment_id=3bd70a76-53f6-45fa-a81d-a3124736927d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:31.592232 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4506a26a-6f54-4e53-98fc-8df2ccb2fe25 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1869972 Sep 01 15:19:31.598239 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42856) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:31.610244 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-46fec5ce-e528-4630-b598-41928a862022 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group': {'name': 'tempest-secgroup--1991720943'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:31.624128 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'a53ab8e3-e1fe-49b5-9672-fc108f8c5c24', 'network_id': '2be9c4a5-64e7-4503-bae6-640aae4dea79', 'port_id': 'a53ab8e3-e1fe-49b5-9672-fc108f8c5c24', 'mac_address': 'fa:16:3e:d6:02:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80942b99-ca6a-4a10-a7ff-40a14e1c3163', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:19:31.661892 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07c4ec-19bd-4325-a0bc-24436f5db394 req-e005952f-ff9b-4f96-a9da-a432c120865c tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:31.665202 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6d07c4ec-19bd-4325-a0bc-24436f5db394 req-e005952f-ff9b-4f96-a9da-a432c120865c tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.62 "GET /v2.0/ports?device_id=eea9fb37-2c85-49c5-8c89-dc19d5e310f8 HTTP/1.1" status: 200 len: 945 time: 0.1433098 Sep 01 15:19:31.704248 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:31.743868 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a53ab8e3-e1fe-49b5-9672-fc108f8c5c24 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:19:31.788385 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port a53ab8e3-e1fe-49b5-9672-fc108f8c5c24, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a53ab8e3-e1fe-49b5-9672-fc108f8c5c24,segment=NetworkSegment(3bd70a76-53f6-45fa-a81d-a3124736927d),segment_id=3bd70a76-53f6-45fa-a81d-a3124736927d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:31.793672 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:31.801008 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:31.825378 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-46fec5ce-e528-4630-b598-41928a862022 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:31.932443 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=a53ab8e3-e1fe-49b5-9672-fc108f8c5c24,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:31.956140 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f229aba-bba8-4b02-8e17-fa7508aa2833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b32ef0a5-2f10-4b4c-b5e8-52395925994b'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:31.960744 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f220cecb-f90f-4adb-bdd2-a2cdabb12dde" -d '{"events": [{"server_uuid": "6f229aba-bba8-4b02-8e17-fa7508aa2833", "name": "network-vif-unplugged", "status": "completed", "tag": "b32ef0a5-2f10-4b4c-b5e8-52395925994b"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:32.008993 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b32ef0a5-2f10-4b4c-b5e8-52395925994b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b32ef0a5-2f10-4b4c-b5e8-52395925994b,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:32.016248 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:32.037547 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-6d07c4ec-19bd-4325-a0bc-24436f5db394 req-d64b997d-aa04-4616-9298-9e853aac61fc tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Deleting port 77e7fbbe-ba95-46e8-9f8a-660e7e76619c {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:19:32.038186 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6d07c4ec-19bd-4325-a0bc-24436f5db394 req-d64b997d-aa04-4616-9298-9e853aac61fc tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:32.089601 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7563f524-a7f2-4a89-a048-99c6a04641e8 x-openstack-request-id: req-7563f524-a7f2-4a89-a048-99c6a04641e8 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:32.090324 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f229aba-bba8-4b02-8e17-fa7508aa2833", "name": "network-vif-unplugged", "status": "completed", "tag": "b32ef0a5-2f10-4b4c-b5e8-52395925994b", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:32.090780 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7563f524-a7f2-4a89-a048-99c6a04641e8 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:32.091395 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f229aba-bba8-4b02-8e17-fa7508aa2833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b32ef0a5-2f10-4b4c-b5e8-52395925994b', 'code': 200} Sep 01 15:19:32.106404 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=b32ef0a5-2f10-4b4c-b5e8-52395925994b,revision_number=11']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:32.151310 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46924fd-cbfc-4b59-8e88-8cb0b1b41123 req-1a4c35b9-6169-4b82-b76d-5ec8c971f60c tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:32.154166 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d46924fd-cbfc-4b59-8e88-8cb0b1b41123 req-1a4c35b9-6169-4b82-b76d-5ec8c971f60c tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/ports?device_id=e02c86a8-2e02-412c-839e-cd9b077e767b HTTP/1.1" status: 200 len: 944 time: 0.2268414 Sep 01 15:19:32.233075 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['a53ab8e3-e1fe-49b5-9672-fc108f8c5c24'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:19:32.302372 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6d07c4ec-19bd-4325-a0bc-24436f5db394 req-d64b997d-aa04-4616-9298-9e853aac61fc tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] For port 77e7fbbe-ba95-46e8-9f8a-660e7e76619c, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=77e7fbbe-ba95-46e8-9f8a-660e7e76619c,segment=NetworkSegment(0eb82f6b-566f-4151-85df-ddd6432a17be),segment_id=0eb82f6b-566f-4151-85df-ddd6432a17be)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:32.303013 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6d07c4ec-19bd-4325-a0bc-24436f5db394 req-d64b997d-aa04-4616-9298-9e853aac61fc tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:32.308807 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-46fec5ce-e528-4630-b598-41928a862022 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:32.328603 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d46924fd-cbfc-4b59-8e88-8cb0b1b41123 req-d96ec8bb-293a-4083-891e-b3214b26d7bc tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca451e79-cbcf-4504-a3fa-771ae0775def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529906 Sep 01 15:19:32.339582 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-46fec5ce-e528-4630-b598-41928a862022 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:32.376439 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-6d07c4ec-19bd-4325-a0bc-24436f5db394 req-d64b997d-aa04-4616-9298-9e853aac61fc tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Calling delete_port for 77e7fbbe-ba95-46e8-9f8a-660e7e76619c owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:19:32.463009 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-46fec5ce-e528-4630-b598-41928a862022 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:32.464591 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-46fec5ce-e528-4630-b598-41928a862022 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8649428 Sep 01 15:19:32.470786 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42918) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:32.479009 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-4bf932a9-7eca-4299-aea2-57360043470f tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group_rule': {'security_group_id': 'cc8e9685-ecda-4e25-ab61-5e88564fc556', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:32.479884 n-d-794796-3 neutron-server[94734]: WARNING neutron.api.v2.base [None req-4bf932a9-7eca-4299-aea2-57360043470f tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 01 15:19:32.480818 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-4bf932a9-7eca-4299-aea2-57360043470f tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:19:32.482128 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4bf932a9-7eca-4299-aea2-57360043470f tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099866 Sep 01 15:19:32.485161 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fec5ce-e528-4630-b598-41928a862022 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8e9685-ecda-4e25-ab61-5e88564fc556,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:32.531429 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42920) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:32.537531 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-8d328335-dbf3-44ab-8692-ceebb996cef8 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group_rule': {'security_group_id': 'cc8e9685-ecda-4e25-ab61-5e88564fc556', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:32.621128 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a73118-5291-409e-9b10-c5f34c7f2c34 req-7df24701-5585-414f-8f02-51a852b25626 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:32.623867 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-8d328335-dbf3-44ab-8692-ceebb996cef8 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:19:32.624291 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a6a73118-5291-409e-9b10-c5f34c7f2c34 req-7df24701-5585-414f-8f02-51a852b25626 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=eea9fb37-2c85-49c5-8c89-dc19d5e310f8 HTTP/1.1" status: 200 len: 945 time: 0.1321921 Sep 01 15:19:32.625881 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8d328335-dbf3-44ab-8692-ceebb996cef8 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0928710 Sep 01 15:19:32.630172 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42922) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:32.636443 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-5f06d916-345a-4f2a-98a9-32ac9be1836d tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group_rule': {'security_group_id': 'cc8e9685-ecda-4e25-ab61-5e88564fc556', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:32.637668 n-d-794796-3 neutron-server[94734]: WARNING neutron.api.v2.base [None req-5f06d916-345a-4f2a-98a9-32ac9be1836d tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 01 15:19:32.638350 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-5f06d916-345a-4f2a-98a9-32ac9be1836d tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:19:32.644511 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5f06d916-345a-4f2a-98a9-32ac9be1836d tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075996 Sep 01 15:19:32.646155 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42924) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:32.654782 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-a982bd43-dc16-4410-8339-1f310ebae98c tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group_rule': {'security_group_id': 'cc8e9685-ecda-4e25-ab61-5e88564fc556', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:32.706147 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a6a73118-5291-409e-9b10-c5f34c7f2c34 req-32497a87-ca11-4455-8184-5f38d85a5050 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717366 Sep 01 15:19:32.726957 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-a982bd43-dc16-4410-8339-1f310ebae98c tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:19:32.728543 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a982bd43-dc16-4410-8339-1f310ebae98c tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0789678 Sep 01 15:19:32.735818 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42928) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:32.749650 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-0e275ec0-ee83-4cfe-8ba7-a0e24064f1f8 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group_rule': {'security_group_id': 'cc8e9685-ecda-4e25-ab61-5e88564fc556', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:32.750523 n-d-794796-3 neutron-server[94733]: WARNING neutron.api.v2.base [None req-0e275ec0-ee83-4cfe-8ba7-a0e24064f1f8 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 01 15:19:32.751275 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-0e275ec0-ee83-4cfe-8ba7-a0e24064f1f8 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:19:32.753128 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0e275ec0-ee83-4cfe-8ba7-a0e24064f1f8 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0130901 Sep 01 15:19:32.756111 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42930) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:32.762206 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6d07c4ec-19bd-4325-a0bc-24436f5db394 req-d64b997d-aa04-4616-9298-9e853aac61fc tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:32.769736 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-3bcc5d04-4010-4a9b-a155-4c77528ab1e7 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group_rule': {'security_group_id': 'cc8e9685-ecda-4e25-ab61-5e88564fc556', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:32.776519 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['83b8fbc4-d30e-4cf9-960b-6f551ed32c72'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:19:32.858708 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-3bcc5d04-4010-4a9b-a155-4c77528ab1e7 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:19:32.865492 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3bcc5d04-4010-4a9b-a155-4c77528ab1e7 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1078448 Sep 01 15:19:32.876574 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42936) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:32.877049 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b997d-aa04-4616-9298-9e853aac61fc tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Pushing event deleted for resources: {'Port': ['ID=77e7fbbe-ba95-46e8-9f8a-660e7e76619c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:32.889366 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-03525ee0-8a4b-41d0-bc25-622711142e23 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group_rule': {'security_group_id': 'cc8e9685-ecda-4e25-ab61-5e88564fc556', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:32.889746 n-d-794796-3 neutron-server[94733]: WARNING neutron.api.v2.base [None req-03525ee0-8a4b-41d0-bc25-622711142e23 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 01 15:19:32.890191 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-03525ee0-8a4b-41d0-bc25-622711142e23 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:19:32.895150 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-03525ee0-8a4b-41d0-bc25-622711142e23 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0183427 Sep 01 15:19:32.896047 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42938) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:32.905183 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d07c4ec-19bd-4325-a0bc-24436f5db394 req-d64b997d-aa04-4616-9298-9e853aac61fc tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] No DVR routers for this DVR port 77e7fbbe-ba95-46e8-9f8a-660e7e76619c on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:19:32.910256 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6d07c4ec-19bd-4325-a0bc-24436f5db394 req-d64b997d-aa04-4616-9298-9e853aac61fc tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:32.911433 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-6d372b71-784e-45fc-b1f4-85550c7549f4 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group_rule': {'security_group_id': 'cc8e9685-ecda-4e25-ab61-5e88564fc556', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:32.914604 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6d07c4ec-19bd-4325-a0bc-24436f5db394 req-d64b997d-aa04-4616-9298-9e853aac61fc tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.62 "DELETE /v2.0/ports/77e7fbbe-ba95-46e8-9f8a-660e7e76619c HTTP/1.1" status: 204 len: 173 time: 1.2353883 Sep 01 15:19:32.915684 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea9fb37-2c85-49c5-8c89-dc19d5e310f8', 'name': 'network-vif-deleted', 'tag': '77e7fbbe-ba95-46e8-9f8a-660e7e76619c'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:32.920254 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577c0272-0afc-4934-b9b4-ecd87efb63bd" -d '{"events": [{"server_uuid": "eea9fb37-2c85-49c5-8c89-dc19d5e310f8", "name": "network-vif-deleted", "tag": "77e7fbbe-ba95-46e8-9f8a-660e7e76619c"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:33.012751 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-6d372b71-784e-45fc-b1f4-85550c7549f4 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:19:33.014875 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6d372b71-784e-45fc-b1f4-85550c7549f4 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1126223 Sep 01 15:19:33.019261 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42942) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:33.026799 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-2e80b570-860c-4328-8e5b-cd235e63e1ed tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group_rule': {'security_group_id': 'cc8e9685-ecda-4e25-ab61-5e88564fc556', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:33.127629 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800c7063-7b68-465e-8b5a-62662fb2e73b x-openstack-request-id: req-800c7063-7b68-465e-8b5a-62662fb2e73b {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:33.128876 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea9fb37-2c85-49c5-8c89-dc19d5e310f8", "name": "network-vif-deleted", "tag": "77e7fbbe-ba95-46e8-9f8a-660e7e76619c", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:33.129386 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-800c7063-7b68-465e-8b5a-62662fb2e73b {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:33.130000 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea9fb37-2c85-49c5-8c89-dc19d5e310f8', 'name': 'network-vif-deleted', 'tag': '77e7fbbe-ba95-46e8-9f8a-660e7e76619c', 'status': 'completed', 'code': 200} Sep 01 15:19:33.145340 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-2e80b570-860c-4328-8e5b-cd235e63e1ed tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:19:33.147510 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2e80b570-860c-4328-8e5b-cd235e63e1ed tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1266093 Sep 01 15:19:33.151511 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42948) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:33.256948 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-50cf40f7-122a-4144-9fb7-f07cbd2eb206 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:33.292896 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-50cf40f7-122a-4144-9fb7-f07cbd2eb206 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:33.369591 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-50cf40f7-122a-4144-9fb7-f07cbd2eb206 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:33.373627 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-50cf40f7-122a-4144-9fb7-f07cbd2eb206 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:33.374254 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-50cf40f7-122a-4144-9fb7-f07cbd2eb206 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "DELETE /v2.0/security-groups/cc8e9685-ecda-4e25-ab61-5e88564fc556 HTTP/1.1" status: 204 len: 168 time: 0.2199461 Sep 01 15:19:33.381286 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42976) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:33.405055 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['097555ac-bf4f-4f87-9789-14a3c761eae7', '8d4fd488-596f-42f8-8d73-3703cf451b74'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:19:33.413488 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf40f7-122a-4144-9fb7-f07cbd2eb206 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8e9685-ecda-4e25-ab61-5e88564fc556,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:33.501320 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-79a61602-c41d-4b57-bc03-87953678818f tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1181297 Sep 01 15:19:33.514126 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42982) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:33.521366 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-7588ba29-23e7-4443-b609-441df0ba2922 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group': {'name': 'tempest-secgroup--1886498552'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:33.559208 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7588ba29-23e7-4443-b609-441df0ba2922 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:33.664485 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f15ae8-dff8-4b87-ba50-4b66abe35128 req-a5b6f944-01d1-45de-8dae-31dde683bc11 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:33.668439 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f7f15ae8-dff8-4b87-ba50-4b66abe35128 req-a5b6f944-01d1-45de-8dae-31dde683bc11 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/ports?device_id=e02c86a8-2e02-412c-839e-cd9b077e767b HTTP/1.1" status: 200 len: 944 time: 0.1102142 Sep 01 15:19:33.777341 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f7f15ae8-dff8-4b87-ba50-4b66abe35128 req-c2ea2f33-1cb3-4118-9b18-7b90b6a65298 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca451e79-cbcf-4504-a3fa-771ae0775def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039548 Sep 01 15:19:33.865575 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7588ba29-23e7-4443-b609-441df0ba2922 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:33.880980 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7588ba29-23e7-4443-b609-441df0ba2922 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:33.949842 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588ba29-23e7-4443-b609-441df0ba2922 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5ec9c8-d714-4ed9-aa28-8d2c3bd806b9,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:33.963797 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7588ba29-23e7-4443-b609-441df0ba2922 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:33.966572 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7588ba29-23e7-4443-b609-441df0ba2922 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4501245 Sep 01 15:19:33.973585 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43004) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:33.979923 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-2daec6cd-e289-4079-ac78-8e2dff9586b8 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group_rule': {'security_group_id': '4a5ec9c8-d714-4ed9-aa28-8d2c3bd806b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:34.068738 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-2daec6cd-e289-4079-ac78-8e2dff9586b8 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] create failed (client error): The resource could not be found. Sep 01 15:19:34.071178 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2daec6cd-e289-4079-ac78-8e2dff9586b8 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0961168 Sep 01 15:19:34.077080 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43014) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:34.090829 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-d30601f6-78e8-4cb0-930a-6a4752f226d8 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group_rule': {'security_group_id': '4a5ec9c8-d714-4ed9-aa28-8d2c3bd806b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '755d80f6-6e2c-43eb-9458-d089bc9b4753'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:34.206818 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-d30601f6-78e8-4cb0-930a-6a4752f226d8 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] create failed (client error): The resource could not be found. Sep 01 15:19:34.210374 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d30601f6-78e8-4cb0-930a-6a4752f226d8 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1267011 Sep 01 15:19:34.211478 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43022) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:34.302539 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5951a767-2076-4f02-9718-47a4e34fbea0 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:34.348058 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5951a767-2076-4f02-9718-47a4e34fbea0 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:34.426843 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5951a767-2076-4f02-9718-47a4e34fbea0 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:34.431476 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5951a767-2076-4f02-9718-47a4e34fbea0 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:34.435631 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5951a767-2076-4f02-9718-47a4e34fbea0 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "DELETE /v2.0/security-groups/4a5ec9c8-d714-4ed9-aa28-8d2c3bd806b9 HTTP/1.1" status: 204 len: 168 time: 0.2205441 Sep 01 15:19:34.436619 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43040) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:34.450082 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951a767-2076-4f02-9718-47a4e34fbea0 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5ec9c8-d714-4ed9-aa28-8d2c3bd806b9,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:34.565584 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1c7579a0-c082-4366-9f50-55380db718dc tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1253967 Sep 01 15:19:34.572573 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43044) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:34.581493 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-51c3ce68-8417-4a90-a7ae-bf2dc7c9be3f tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group_rule': {'security_group_id': '2b5ceab1-8f02-4780-a528-e29e5d52cd63', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:34.658718 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-51c3ce68-8417-4a90-a7ae-bf2dc7c9be3f tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] create failed (client error): The resource could not be found. Sep 01 15:19:34.660889 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-51c3ce68-8417-4a90-a7ae-bf2dc7c9be3f tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0862682 Sep 01 15:19:34.666983 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43052) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:34.679833 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-0dbfd50c-ace1-4643-bf8c-678c41561f26 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group': {'name': 'tempest-secgroup--1851717264'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:34.726251 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0dbfd50c-ace1-4643-bf8c-678c41561f26 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:34.910005 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0dbfd50c-ace1-4643-bf8c-678c41561f26 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:34.918347 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0dbfd50c-ace1-4643-bf8c-678c41561f26 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:34.999446 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0dbfd50c-ace1-4643-bf8c-678c41561f26 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:35.007426 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0dbfd50c-ace1-4643-bf8c-678c41561f26 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3372695 Sep 01 15:19:35.007630 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43082) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:35.016304 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfd50c-ace1-4643-bf8c-678c41561f26 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7840a704-2330-4d30-8e55-9bd05f8b5bb2,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:35.016634 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-725fce08-3712-4cdd-8143-2ee8c9aa4cc6 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group': {'name': 'tempest-secgroup--1436291867'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:35.070073 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-725fce08-3712-4cdd-8143-2ee8c9aa4cc6 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:35.102241 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe0dcf-a9b7-47de-ba8e-b416fff76f4b req-b444dfc2-eaba-432b-9a2a-22870b8835a9 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:35.104436 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6cbe0dcf-a9b7-47de-ba8e-b416fff76f4b req-b444dfc2-eaba-432b-9a2a-22870b8835a9 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/ports?device_id=e02c86a8-2e02-412c-839e-cd9b077e767b HTTP/1.1" status: 200 len: 944 time: 0.1596889 Sep 01 15:19:35.271289 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6cbe0dcf-a9b7-47de-ba8e-b416fff76f4b req-339ba12a-7cc1-47f2-88e2-de3ba814dced tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca451e79-cbcf-4504-a3fa-771ae0775def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452906 Sep 01 15:19:35.366490 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device a53ab8e3-e1fe-49b5-9672-fc108f8c5c24 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:19:35.406596 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-725fce08-3712-4cdd-8143-2ee8c9aa4cc6 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:35.430678 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-725fce08-3712-4cdd-8143-2ee8c9aa4cc6 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:35.527063 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fce08-3712-4cdd-8143-2ee8c9aa4cc6 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=638d90f3-a0f3-4430-bce8-4a9f3df6843d,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:35.531563 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-725fce08-3712-4cdd-8143-2ee8c9aa4cc6 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:35.534044 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-725fce08-3712-4cdd-8143-2ee8c9aa4cc6 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5250115 Sep 01 15:19:35.539272 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43108) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:35.542147 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port a53ab8e3-e1fe-49b5-9672-fc108f8c5c24 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:19:35.547861 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-a735f713-e104-46b2-b715-6689b07fb595 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group_rule': {'security_group_id': '7840a704-2330-4d30-8e55-9bd05f8b5bb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '638d90f3-a0f3-4430-bce8-4a9f3df6843d'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:35.553402 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port a53ab8e3-e1fe-49b5-9672-fc108f8c5c24 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:19:35.558538 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:35.649479 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-a735f713-e104-46b2-b715-6689b07fb595 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:19:35.656813 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a735f713-e104-46b2-b715-6689b07fb595 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1101980 Sep 01 15:19:35.657105 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43110) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:35.774532 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-42cdf7fa-c759-4b89-bd5a-d163a4797554 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:35.797736 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:35.823241 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-42cdf7fa-c759-4b89-bd5a-d163a4797554 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:35.846020 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02c86a8-2e02-412c-839e-cd9b077e767b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53ab8e3-e1fe-49b5-9672-fc108f8c5c24'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:35.850442 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a3af9f-739c-4011-a838-d81b6f64e155" -d '{"events": [{"server_uuid": "e02c86a8-2e02-412c-839e-cd9b077e767b", "name": "network-vif-plugged", "status": "completed", "tag": "a53ab8e3-e1fe-49b5-9672-fc108f8c5c24"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:35.891533 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port a53ab8e3-e1fe-49b5-9672-fc108f8c5c24, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a53ab8e3-e1fe-49b5-9672-fc108f8c5c24,segment=NetworkSegment(3bd70a76-53f6-45fa-a81d-a3124736927d),segment_id=3bd70a76-53f6-45fa-a81d-a3124736927d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:35.902556 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:35.904589 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 77e7fbbe-ba95-46e8-9f8a-660e7e76619c no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:19:35.926620 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-42cdf7fa-c759-4b89-bd5a-d163a4797554 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:35.935716 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-42cdf7fa-c759-4b89-bd5a-d163a4797554 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:35.935987 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 77e7fbbe-ba95-46e8-9f8a-660e7e76619c {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:19:35.936202 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 77e7fbbe-ba95-46e8-9f8a-660e7e76619c not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:19:35.939963 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b83658-e9cc-40af-bdb2-ab1b438313bb x-openstack-request-id: req-57b83658-e9cc-40af-bdb2-ab1b438313bb {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:35.940683 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-42cdf7fa-c759-4b89-bd5a-d163a4797554 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "DELETE /v2.0/security-groups/638d90f3-a0f3-4430-bce8-4a9f3df6843d HTTP/1.1" status: 204 len: 168 time: 0.2813046 Sep 01 15:19:35.940965 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02c86a8-2e02-412c-839e-cd9b077e767b", "name": "network-vif-plugged", "status": "completed", "tag": "a53ab8e3-e1fe-49b5-9672-fc108f8c5c24", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:35.941400 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-57b83658-e9cc-40af-bdb2-ab1b438313bb {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:35.942000 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02c86a8-2e02-412c-839e-cd9b077e767b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53ab8e3-e1fe-49b5-9672-fc108f8c5c24', 'code': 200} Sep 01 15:19:35.944299 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43116) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:35.958997 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cdf7fa-c759-4b89-bd5a-d163a4797554 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=638d90f3-a0f3-4430-bce8-4a9f3df6843d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:36.045502 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=a53ab8e3-e1fe-49b5-9672-fc108f8c5c24,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:36.108452 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fcbbbecc-ccd4-407d-802a-489d24e93ca1 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1615155 Sep 01 15:19:36.115075 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43118) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:36.140533 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4064e78-3aab-4f04-abeb-8276c4dd8c0e req-cb2854ca-d329-4d3d-b948-9649f3ab3603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:36.143304 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d4064e78-3aab-4f04-abeb-8276c4dd8c0e req-cb2854ca-d329-4d3d-b948-9649f3ab3603 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e02c86a8-2e02-412c-839e-cd9b077e767b HTTP/1.1" status: 200 len: 1096 time: 0.0682771 Sep 01 15:19:36.184939 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7d3ec-d0f4-442a-b10e-d5c25251f550 req-183b299f-24ce-48e7-9a23-4415dba9f2eb tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:36.187639 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30d7d3ec-d0f4-442a-b10e-d5c25251f550 req-183b299f-24ce-48e7-9a23-4415dba9f2eb tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e5beac5-42d9-4781-800b-9b51bb830304 HTTP/1.1" status: 200 len: 948 time: 0.1544147 Sep 01 15:19:36.203186 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d4064e78-3aab-4f04-abeb-8276c4dd8c0e req-0dd6d26d-a02a-4168-b9af-a9942151f4ae service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ca451e79-cbcf-4504-a3fa-771ae0775def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457377 Sep 01 15:19:36.284642 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dbea6c39-1ac4-4cf8-ad46-2fd794447990 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:36.301094 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30d7d3ec-d0f4-442a-b10e-d5c25251f550 req-bcd282d5-ffc8-4137-b697-5bbecc871846 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/security-groups?id=340ed840-993d-4610-9add-e81f5bf86c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922942 Sep 01 15:19:36.335876 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dbea6c39-1ac4-4cf8-ad46-2fd794447990 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:36.427655 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dbea6c39-1ac4-4cf8-ad46-2fd794447990 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:36.435243 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dbea6c39-1ac4-4cf8-ad46-2fd794447990 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:36.439830 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-dbea6c39-1ac4-4cf8-ad46-2fd794447990 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "DELETE /v2.0/security-groups/7840a704-2330-4d30-8e55-9bd05f8b5bb2 HTTP/1.1" status: 204 len: 168 time: 0.3227596 Sep 01 15:19:36.442433 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43124) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:36.479098 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea6c39-1ac4-4cf8-ad46-2fd794447990 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7840a704-2330-4d30-8e55-9bd05f8b5bb2,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:36.557038 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33031cf-5619-4b3f-a9b1-bc9194bc4239 req-5fe30b68-aa2f-48f4-9e85-f96806638efd tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:36.571454 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a33031cf-5619-4b3f-a9b1-bc9194bc4239 req-5fe30b68-aa2f-48f4-9e85-f96806638efd tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/ports?device_id=e02c86a8-2e02-412c-839e-cd9b077e767b HTTP/1.1" status: 200 len: 945 time: 0.1372719 Sep 01 15:19:36.601259 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3e4eabc9-8fc5-417f-8e44-7ad9208cbe2d tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1509733 Sep 01 15:19:36.602428 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43130) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:36.612353 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-3f845842-9776-4d28-86f8-30b1add46b4d tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group': {'name': 'tempest-secgroup--569715283'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:36.664876 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f845842-9776-4d28-86f8-30b1add46b4d tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:36.875307 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f845842-9776-4d28-86f8-30b1add46b4d tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:36.891672 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f845842-9776-4d28-86f8-30b1add46b4d tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:36.907295 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:19:36.964934 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f845842-9776-4d28-86f8-30b1add46b4d tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:36.967434 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3f845842-9776-4d28-86f8-30b1add46b4d tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3629546 Sep 01 15:19:36.974827 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43142) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:36.984063 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-33120023-9254-4663-994c-b6a5c352c3b0 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:36.984917 n-d-794796-3 neutron-server[94733]: WARNING neutron.api.v2.base [None req-33120023-9254-4663-994c-b6a5c352c3b0 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 01 15:19:36.985903 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-33120023-9254-4663-994c-b6a5c352c3b0 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] update failed (client error): There was a conflict when trying to complete your request. Sep 01 15:19:36.988175 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-33120023-9254-4663-994c-b6a5c352c3b0 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "PUT /v2.0/security-groups/2e0e9f17-1264-406e-b44b-1d972e2711a0 HTTP/1.1" status: 409 len: 330 time: 0.0115716 Sep 01 15:19:36.991407 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43144) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:37.007778 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f845842-9776-4d28-86f8-30b1add46b4d tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0e9f17-1264-406e-b44b-1d972e2711a0,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:37.093046 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bae4d198-258e-4d02-8112-22908c71124c tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:37.133604 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bae4d198-258e-4d02-8112-22908c71124c tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:37.145289 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a33031cf-5619-4b3f-a9b1-bc9194bc4239 req-b12d4b21-a073-4b5d-8201-c5fec55509d6 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca451e79-cbcf-4504-a3fa-771ae0775def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5721414 Sep 01 15:19:37.211998 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bae4d198-258e-4d02-8112-22908c71124c tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:37.217559 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bae4d198-258e-4d02-8112-22908c71124c tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:37.221567 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bae4d198-258e-4d02-8112-22908c71124c tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "DELETE /v2.0/security-groups/2e0e9f17-1264-406e-b44b-1d972e2711a0 HTTP/1.1" status: 204 len: 168 time: 0.2283931 Sep 01 15:19:37.225267 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43152) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:37.239777 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4d198-258e-4d02-8112-22908c71124c tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0e9f17-1264-406e-b44b-1d972e2711a0,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:37.296815 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-dbe480cb-7532-4e30-bc99-ac261dda83b5 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0696979 Sep 01 15:19:37.305275 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43154) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:37.321741 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-fc2d19f8-ee94-41b7-8fe6-3fff545c4972 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] delete failed (client error): The resource could not be found. Sep 01 15:19:37.328070 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43156) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:37.328497 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fc2d19f8-ee94-41b7-8fe6-3fff545c4972 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "DELETE /v2.0/security-groups/8e00c1a0-7e14-42f8-91a2-427f8a9e104c HTTP/1.1" status: 404 len: 347 time: 0.0221734 Sep 01 15:19:37.357146 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-720ac6a7-d552-443b-a1a5-591766ce0303 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] show failed (client error): The resource could not be found. Sep 01 15:19:37.361602 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-720ac6a7-d552-443b-a1a5-591766ce0303 tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "GET /v2.0/security-groups/dfb32914-acc9-4287-a16e-ecacb74f3edd HTTP/1.1" status: 404 len: 347 time: 0.0292652 Sep 01 15:19:37.365399 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43160) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:37.384577 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-8dada2c3-c288-48d2-a8b5-0d20ba2e26af tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] show failed (client error): The resource could not be found. Sep 01 15:19:37.391510 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8dada2c3-c288-48d2-a8b5-0d20ba2e26af tempest-NegativeSecGroupTest-551012998 tempest-NegativeSecGroupTest-551012998-project] 10.222.0.60 "GET /v2.0/security-group-rules/df67619b-bcb0-49c3-b2d2-3eca7e1f25c3 HTTP/1.1" status: 404 len: 356 time: 0.0247395 Sep 01 15:19:37.596893 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3300a2-a45e-432d-86b9-cfe00a7941fd req-9961ebc8-f236-4e2e-81b2-1615be112736 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:37.617326 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cb3300a2-a45e-432d-86b9-cfe00a7941fd req-9961ebc8-f236-4e2e-81b2-1615be112736 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e5beac5-42d9-4781-800b-9b51bb830304 HTTP/1.1" status: 200 len: 948 time: 0.1912978 Sep 01 15:19:37.752560 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cb3300a2-a45e-432d-86b9-cfe00a7941fd req-4f3932be-d694-4f2a-9af3-7893dcf2a28d tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/security-groups?id=340ed840-993d-4610-9add-e81f5bf86c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331117 Sep 01 15:19:37.851291 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee324a-4a3c-4d54-810e-301ff8bdcc73 req-57bc7378-c821-4dc6-b9c1-5760ded507b1 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:37.853412 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cbee324a-4a3c-4d54-810e-301ff8bdcc73 req-57bc7378-c821-4dc6-b9c1-5760ded507b1 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e5beac5-42d9-4781-800b-9b51bb830304 HTTP/1.1" status: 200 len: 948 time: 0.0789201 Sep 01 15:19:37.994132 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-cbee324a-4a3c-4d54-810e-301ff8bdcc73 req-93c550ba-0473-44f7-a1a7-962cefb97c7f tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Deleting port 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:19:37.994716 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cbee324a-4a3c-4d54-810e-301ff8bdcc73 req-93c550ba-0473-44f7-a1a7-962cefb97c7f tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:38.134909 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-cbee324a-4a3c-4d54-810e-301ff8bdcc73 req-93c550ba-0473-44f7-a1a7-962cefb97c7f tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] For port 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=997c3a7b-2f06-4b63-8dc9-3c0cb802eda2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:38.138401 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cbee324a-4a3c-4d54-810e-301ff8bdcc73 req-93c550ba-0473-44f7-a1a7-962cefb97c7f tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:38.139274 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43176) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:38.156716 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-cbee324a-4a3c-4d54-810e-301ff8bdcc73 req-93c550ba-0473-44f7-a1a7-962cefb97c7f tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Calling delete_port for 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:19:38.304804 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:38.386323 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c60e0-3f9f-427d-acd2-b1c8ea38ad59 req-d331d829-58b7-469d-9380-1836665a13e2 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:38.387967 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-692c60e0-3f9f-427d-acd2-b1c8ea38ad59 req-d331d829-58b7-469d-9380-1836665a13e2 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/ports?device_id=e02c86a8-2e02-412c-839e-cd9b077e767b HTTP/1.1" status: 200 len: 945 time: 0.1054101 Sep 01 15:19:38.401813 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a8509b5a-5630-4d69-bfbb-65772044b1ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=178727d058064cd0af0111a62f790d2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2583432 Sep 01 15:19:38.402444 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43182) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:38.472737 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-692c60e0-3f9f-427d-acd2-b1c8ea38ad59 req-4e3d0ba3-560a-427d-86a4-d464d879b99c tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca451e79-cbcf-4504-a3fa-771ae0775def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572486 Sep 01 15:19:38.504198 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cbee324a-4a3c-4d54-810e-301ff8bdcc73 req-93c550ba-0473-44f7-a1a7-962cefb97c7f tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:38.518200 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e2d61c0e-702f-47ed-a5b4-b6a6ec19169c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:38.570757 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c550ba-0473-44f7-a1a7-962cefb97c7f tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Pushing event deleted for resources: {'Port': ['ID=997c3a7b-2f06-4b63-8dc9-3c0cb802eda2,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:38.571023 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e2d61c0e-702f-47ed-a5b4-b6a6ec19169c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:38.672835 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbee324a-4a3c-4d54-810e-301ff8bdcc73 req-93c550ba-0473-44f7-a1a7-962cefb97c7f tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] No DVR routers for this DVR port 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:19:38.675690 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cbee324a-4a3c-4d54-810e-301ff8bdcc73 req-93c550ba-0473-44f7-a1a7-962cefb97c7f tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:38.678669 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cbee324a-4a3c-4d54-810e-301ff8bdcc73 req-93c550ba-0473-44f7-a1a7-962cefb97c7f tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.45 "DELETE /v2.0/ports/997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 HTTP/1.1" status: 204 len: 173 time: 0.8176205 Sep 01 15:19:38.679297 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5beac5-42d9-4781-800b-9b51bb830304', 'name': 'network-vif-deleted', 'tag': '997c3a7b-2f06-4b63-8dc9-3c0cb802eda2'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:38.682130 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7bae1b-b645-410e-a10d-de96096fdab2" -d '{"events": [{"server_uuid": "4e5beac5-42d9-4781-800b-9b51bb830304", "name": "network-vif-deleted", "tag": "997c3a7b-2f06-4b63-8dc9-3c0cb802eda2"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:38.692929 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e2d61c0e-702f-47ed-a5b4-b6a6ec19169c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:38.711217 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e2d61c0e-702f-47ed-a5b4-b6a6ec19169c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:38.715718 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e2d61c0e-702f-47ed-a5b4-b6a6ec19169c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a8527a3f-e06d-4204-804d-a14dfaa87e56 HTTP/1.1" status: 204 len: 168 time: 0.3102033 Sep 01 15:19:38.770034 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d61c0e-702f-47ed-a5b4-b6a6ec19169c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8527a3f-e06d-4204-804d-a14dfaa87e56,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:38.844137 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd26d442-1191-49f6-85ae-d26e0f8fac31 x-openstack-request-id: req-bd26d442-1191-49f6-85ae-d26e0f8fac31 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:38.847038 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5beac5-42d9-4781-800b-9b51bb830304", "name": "network-vif-deleted", "tag": "997c3a7b-2f06-4b63-8dc9-3c0cb802eda2", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:38.847629 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bd26d442-1191-49f6-85ae-d26e0f8fac31 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:38.848279 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5beac5-42d9-4781-800b-9b51bb830304', 'name': 'network-vif-deleted', 'tag': '997c3a7b-2f06-4b63-8dc9-3c0cb802eda2', 'status': 'completed', 'code': 200} Sep 01 15:19:39.004589 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fcd55ce5-c23e-444e-a024-bd85114f761e req-e4b70eb7-0a21-49cd-a065-8506f553f178 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e5beac5-42d9-4781-800b-9b51bb830304 HTTP/1.1" status: 200 len: 210 time: 0.0513091 Sep 01 15:19:39.206237 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e64e5cfa-2911-443a-abc2-8a0f9d8948f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:39.543070 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78b733-0db5-4545-b0eb-cdcd0ba89443 req-a5f9eb79-0042-4ae0-a72d-62ce9d12bc4c tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:39.548025 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f78b733-0db5-4545-b0eb-cdcd0ba89443 req-a5f9eb79-0042-4ae0-a72d-62ce9d12bc4c tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=61512ab9-c072-49f6-87dd-7cee51480752 HTTP/1.1" status: 200 len: 946 time: 0.0983109 Sep 01 15:19:39.602188 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f78b733-0db5-4545-b0eb-cdcd0ba89443 req-a7821a83-d8c4-4c20-b471-48e639f17aeb tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472386 Sep 01 15:19:39.639130 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a72d6b-9057-474f-aac0-7a6e4ddf6f38 req-634608e1-1e00-4d13-916e-a951720d7ce2 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:39.640798 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-07a72d6b-9057-474f-aac0-7a6e4ddf6f38 req-634608e1-1e00-4d13-916e-a951720d7ce2 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/ports?device_id=e02c86a8-2e02-412c-839e-cd9b077e767b HTTP/1.1" status: 200 len: 945 time: 0.1164207 Sep 01 15:19:39.713589 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-07a72d6b-9057-474f-aac0-7a6e4ddf6f38 req-882b75b3-18fa-4a0d-b6d4-dae77b478708 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca451e79-cbcf-4504-a3fa-771ae0775def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628090 Sep 01 15:19:40.476963 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ceeda-a702-4ce1-97b0-b783d977e4ec req-a0cfcdd9-fd44-4f80-a731-56d0d8f734f4 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:40.485788 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-277ceeda-a702-4ce1-97b0-b783d977e4ec req-a0cfcdd9-fd44-4f80-a731-56d0d8f734f4 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f229aba-bba8-4b02-8e17-fa7508aa2833 HTTP/1.1" status: 200 len: 949 time: 0.0898643 Sep 01 15:19:40.537411 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-277ceeda-a702-4ce1-97b0-b783d977e4ec req-456cc0f4-d2c0-4108-abc0-30988c40a57e tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/security-groups?id=340ed840-993d-4610-9add-e81f5bf86c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499439 Sep 01 15:19:40.839266 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefa908-348c-4ad2-8157-745429930abf req-d56782c7-12df-46bc-a6ce-447ba640da60 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:40.848429 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ffefa908-348c-4ad2-8157-745429930abf req-d56782c7-12df-46bc-a6ce-447ba640da60 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=61512ab9-c072-49f6-87dd-7cee51480752 HTTP/1.1" status: 200 len: 946 time: 0.1324644 Sep 01 15:19:40.917177 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ffefa908-348c-4ad2-8157-745429930abf req-39a9b0ec-b89f-415b-9810-ef570d0bcd8a tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671244 Sep 01 15:19:40.957176 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9a596-208d-444a-bb50-c5c81e7d97a5 req-5db2e285-5862-4f47-a02d-909fabd70573 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:40.959132 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b4a9a596-208d-444a-bb50-c5c81e7d97a5 req-5db2e285-5862-4f47-a02d-909fabd70573 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/ports?device_id=e02c86a8-2e02-412c-839e-cd9b077e767b HTTP/1.1" status: 200 len: 945 time: 0.0814152 Sep 01 15:19:41.074538 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b4a9a596-208d-444a-bb50-c5c81e7d97a5 req-98289e8b-a5e0-4730-932f-5140c1854bf3 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca451e79-cbcf-4504-a3fa-771ae0775def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080942 Sep 01 15:19:41.152643 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d1451-c851-461e-8046-35506bf73fcc req-810569e9-8cad-4d57-bdc3-858b68323659 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:41.155619 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-057d1451-c851-461e-8046-35506bf73fcc req-810569e9-8cad-4d57-bdc3-858b68323659 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.62 "GET /v2.0/ports?device_id=e02c86a8-2e02-412c-839e-cd9b077e767b HTTP/1.1" status: 200 len: 945 time: 0.1371396 Sep 01 15:19:41.340344 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123d3df-7f29-4906-a0a9-76a9f597919e req-2241bdbd-9a55-431c-b2d9-0b9d955625a1 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:41.342261 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f123d3df-7f29-4906-a0a9-76a9f597919e req-2241bdbd-9a55-431c-b2d9-0b9d955625a1 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.62 "GET /v2.0/ports?device_id=61512ab9-c072-49f6-87dd-7cee51480752 HTTP/1.1" status: 200 len: 946 time: 0.0908611 Sep 01 15:19:41.440227 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-057d1451-c851-461e-8046-35506bf73fcc req-46c6bd5e-a753-4975-bfe7-e4bd2a28f8c1 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Deleting port a53ab8e3-e1fe-49b5-9672-fc108f8c5c24 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:19:41.440573 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-057d1451-c851-461e-8046-35506bf73fcc req-46c6bd5e-a753-4975-bfe7-e4bd2a28f8c1 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:41.564603 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:19:41.614708 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:19:41.615056 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 997c3a7b-2f06-4b63-8dc9-3c0cb802eda2 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:19:41.685470 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-f123d3df-7f29-4906-a0a9-76a9f597919e req-94c8412c-288b-4c86-ac77-e9067d27f768 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Deleting port 8d4fd488-596f-42f8-8d73-3703cf451b74 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:19:41.686120 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f123d3df-7f29-4906-a0a9-76a9f597919e req-94c8412c-288b-4c86-ac77-e9067d27f768 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:41.739046 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-057d1451-c851-461e-8046-35506bf73fcc req-46c6bd5e-a753-4975-bfe7-e4bd2a28f8c1 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] For port a53ab8e3-e1fe-49b5-9672-fc108f8c5c24, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a53ab8e3-e1fe-49b5-9672-fc108f8c5c24,segment=NetworkSegment(3bd70a76-53f6-45fa-a81d-a3124736927d),segment_id=3bd70a76-53f6-45fa-a81d-a3124736927d)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:41.739492 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-057d1451-c851-461e-8046-35506bf73fcc req-46c6bd5e-a753-4975-bfe7-e4bd2a28f8c1 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:41.828640 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-057d1451-c851-461e-8046-35506bf73fcc req-46c6bd5e-a753-4975-bfe7-e4bd2a28f8c1 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Calling delete_port for a53ab8e3-e1fe-49b5-9672-fc108f8c5c24 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:19:41.983665 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e95fe9-763b-463b-b1f8-c7c1691356de req-1e9d89d3-66fb-44f8-a867-e842160c0998 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:41.991889 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-33e95fe9-763b-463b-b1f8-c7c1691356de req-1e9d89d3-66fb-44f8-a867-e842160c0998 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f229aba-bba8-4b02-8e17-fa7508aa2833 HTTP/1.1" status: 200 len: 949 time: 0.2937822 Sep 01 15:19:42.035663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-f123d3df-7f29-4906-a0a9-76a9f597919e req-94c8412c-288b-4c86-ac77-e9067d27f768 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] For port 8d4fd488-596f-42f8-8d73-3703cf451b74, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=8d4fd488-596f-42f8-8d73-3703cf451b74,segment=NetworkSegment(0eb82f6b-566f-4151-85df-ddd6432a17be),segment_id=0eb82f6b-566f-4151-85df-ddd6432a17be)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:42.036041 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f123d3df-7f29-4906-a0a9-76a9f597919e req-94c8412c-288b-4c86-ac77-e9067d27f768 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:42.099261 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:42.160282 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-33e95fe9-763b-463b-b1f8-c7c1691356de req-9ca44fdd-b354-4289-b022-b60367832d98 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/security-groups?id=340ed840-993d-4610-9add-e81f5bf86c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612172 Sep 01 15:19:42.161216 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-f123d3df-7f29-4906-a0a9-76a9f597919e req-94c8412c-288b-4c86-ac77-e9067d27f768 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Calling delete_port for 8d4fd488-596f-42f8-8d73-3703cf451b74 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:19:42.257686 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3e3c9-18a8-42d5-90a7-5faaad1729d9 req-66a56329-a347-48c1-aae7-70d9a4feb1ac tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:42.275211 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-15a3e3c9-18a8-42d5-90a7-5faaad1729d9 req-66a56329-a347-48c1-aae7-70d9a4feb1ac tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=61512ab9-c072-49f6-87dd-7cee51480752 HTTP/1.1" status: 200 len: 946 time: 0.1696045 Sep 01 15:19:42.344690 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-15a3e3c9-18a8-42d5-90a7-5faaad1729d9 req-be325cfc-da35-44eb-bc92-570fda431ca9 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668471 Sep 01 15:19:42.515901 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85fcca-0522-4457-8258-92b7cdf6d970 req-c7ae6a4b-a2b4-4c6f-8840-3b84cbe4a58b tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:42.519284 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5b85fcca-0522-4457-8258-92b7cdf6d970 req-c7ae6a4b-a2b4-4c6f-8840-3b84cbe4a58b tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/ports?device_id=e02c86a8-2e02-412c-839e-cd9b077e767b HTTP/1.1" status: 200 len: 945 time: 0.2418470 Sep 01 15:19:42.549109 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-057d1451-c851-461e-8046-35506bf73fcc req-46c6bd5e-a753-4975-bfe7-e4bd2a28f8c1 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:42.594052 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['a53ab8e3-e1fe-49b5-9672-fc108f8c5c24'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:19:42.652287 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6bd5e-a753-4975-bfe7-e4bd2a28f8c1 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Pushing event deleted for resources: {'Port': ['ID=a53ab8e3-e1fe-49b5-9672-fc108f8c5c24,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:42.798566 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-057d1451-c851-461e-8046-35506bf73fcc req-46c6bd5e-a753-4975-bfe7-e4bd2a28f8c1 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] No DVR routers for this DVR port a53ab8e3-e1fe-49b5-9672-fc108f8c5c24 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:19:42.813146 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867779b9-000d-44f8-997d-aa7bb200103b req-dd1ebf3a-82f1-4fde-8798-1ed72492d3a3 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:42.814884 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-867779b9-000d-44f8-997d-aa7bb200103b req-dd1ebf3a-82f1-4fde-8798-1ed72492d3a3 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f229aba-bba8-4b02-8e17-fa7508aa2833 HTTP/1.1" status: 200 len: 949 time: 0.3429651 Sep 01 15:19:42.818506 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-057d1451-c851-461e-8046-35506bf73fcc req-46c6bd5e-a753-4975-bfe7-e4bd2a28f8c1 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:42.820660 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-057d1451-c851-461e-8046-35506bf73fcc req-46c6bd5e-a753-4975-bfe7-e4bd2a28f8c1 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.62 "DELETE /v2.0/ports/a53ab8e3-e1fe-49b5-9672-fc108f8c5c24 HTTP/1.1" status: 204 len: 173 time: 1.6564569 Sep 01 15:19:42.821483 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02c86a8-2e02-412c-839e-cd9b077e767b', 'name': 'network-vif-deleted', 'tag': 'a53ab8e3-e1fe-49b5-9672-fc108f8c5c24'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:42.824145 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf4592d-d0e3-4e1f-b16c-51d54f4b4cc1" -d '{"events": [{"server_uuid": "e02c86a8-2e02-412c-839e-cd9b077e767b", "name": "network-vif-deleted", "tag": "a53ab8e3-e1fe-49b5-9672-fc108f8c5c24"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:42.836570 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5b85fcca-0522-4457-8258-92b7cdf6d970 req-69e771d7-bdf0-4b25-9ca0-b338b109adf8 tempest-ServerAddressesTestJSON-2000288149 tempest-ServerAddressesTestJSON-2000288149-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca451e79-cbcf-4504-a3fa-771ae0775def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939212 Sep 01 15:19:42.905226 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f123d3df-7f29-4906-a0a9-76a9f597919e req-94c8412c-288b-4c86-ac77-e9067d27f768 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:42.914336 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f944dc-74c6-4d21-9ea5-1f560d498e95 x-openstack-request-id: req-d0f944dc-74c6-4d21-9ea5-1f560d498e95 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:42.914794 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02c86a8-2e02-412c-839e-cd9b077e767b", "name": "network-vif-deleted", "tag": "a53ab8e3-e1fe-49b5-9672-fc108f8c5c24", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:42.915259 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d0f944dc-74c6-4d21-9ea5-1f560d498e95 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:42.915872 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02c86a8-2e02-412c-839e-cd9b077e767b', 'name': 'network-vif-deleted', 'tag': 'a53ab8e3-e1fe-49b5-9672-fc108f8c5c24', 'status': 'completed', 'code': 200} Sep 01 15:19:42.918255 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['83b8fbc4-d30e-4cf9-960b-6f551ed32c72'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:19:42.964283 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['097555ac-bf4f-4f87-9789-14a3c761eae7', '8d4fd488-596f-42f8-8d73-3703cf451b74'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:19:43.040832 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8412c-288b-4c86-ac77-e9067d27f768 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Pushing event deleted for resources: {'Port': ['ID=8d4fd488-596f-42f8-8d73-3703cf451b74,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:43.141744 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f123d3df-7f29-4906-a0a9-76a9f597919e req-94c8412c-288b-4c86-ac77-e9067d27f768 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] No DVR routers for this DVR port 8d4fd488-596f-42f8-8d73-3703cf451b74 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:19:43.153274 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f123d3df-7f29-4906-a0a9-76a9f597919e req-94c8412c-288b-4c86-ac77-e9067d27f768 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:43.157258 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f123d3df-7f29-4906-a0a9-76a9f597919e req-94c8412c-288b-4c86-ac77-e9067d27f768 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.62 "DELETE /v2.0/ports/8d4fd488-596f-42f8-8d73-3703cf451b74 HTTP/1.1" status: 204 len: 173 time: 1.8018384 Sep 01 15:19:43.195496 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-867779b9-000d-44f8-997d-aa7bb200103b req-65ec155c-66c7-47c7-8721-edb6d265eed6 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Deleting port b32ef0a5-2f10-4b4c-b5e8-52395925994b {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:19:43.196078 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-867779b9-000d-44f8-997d-aa7bb200103b req-65ec155c-66c7-47c7-8721-edb6d265eed6 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:43.325263 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:43.506120 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be93bf-68bd-4217-adb1-b842dbb04eae req-c0f327ea-aa2a-4275-9009-240e5c88d312 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:43.535274 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-71be93bf-68bd-4217-adb1-b842dbb04eae req-c0f327ea-aa2a-4275-9009-240e5c88d312 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f229aba-bba8-4b02-8e17-fa7508aa2833 HTTP/1.1" status: 200 len: 949 time: 0.2318220 Sep 01 15:19:43.570689 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f680cbbb-27d5-4d91-88d9-a4123bb86c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:43.628940 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-71be93bf-68bd-4217-adb1-b842dbb04eae req-aa3dcf4e-166f-4a8f-93f3-82e89cf4301c tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/security-groups?id=340ed840-993d-4610-9add-e81f5bf86c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927122 Sep 01 15:19:43.641766 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-867779b9-000d-44f8-997d-aa7bb200103b req-65ec155c-66c7-47c7-8721-edb6d265eed6 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] For port b32ef0a5-2f10-4b4c-b5e8-52395925994b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b32ef0a5-2f10-4b4c-b5e8-52395925994b,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:43.642206 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-867779b9-000d-44f8-997d-aa7bb200103b req-65ec155c-66c7-47c7-8721-edb6d265eed6 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:43.682169 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-867779b9-000d-44f8-997d-aa7bb200103b req-65ec155c-66c7-47c7-8721-edb6d265eed6 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Calling delete_port for b32ef0a5-2f10-4b4c-b5e8-52395925994b owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:19:43.729682 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9ad7bde9-81fc-4678-bc59-b40c15f7f5cf req-96a43257-891a-40dc-983c-3857f194fcb6 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=61512ab9-c072-49f6-87dd-7cee51480752 HTTP/1.1" status: 200 len: 210 time: 0.1092768 Sep 01 15:19:43.944389 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-867779b9-000d-44f8-997d-aa7bb200103b req-65ec155c-66c7-47c7-8721-edb6d265eed6 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:43.959178 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43330) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:44.118514 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ffbef5e-d383-4dcc-9168-3200c0b4e426 admin admin] Deleting subnet 80942b99-ca6a-4a10-a7ff-40a14e1c3163 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:19:44.132366 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8ffbef5e-d383-4dcc-9168-3200c0b4e426 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:44.195397 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec155c-66c7-47c7-8721-edb6d265eed6 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Pushing event deleted for resources: {'Port': ['ID=b32ef0a5-2f10-4b4c-b5e8-52395925994b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:44.199328 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-867779b9-000d-44f8-997d-aa7bb200103b req-65ec155c-66c7-47c7-8721-edb6d265eed6 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] No DVR routers for this DVR port b32ef0a5-2f10-4b4c-b5e8-52395925994b on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:19:44.206089 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-867779b9-000d-44f8-997d-aa7bb200103b req-65ec155c-66c7-47c7-8721-edb6d265eed6 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:44.208763 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-867779b9-000d-44f8-997d-aa7bb200103b req-65ec155c-66c7-47c7-8721-edb6d265eed6 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.45 "DELETE /v2.0/ports/b32ef0a5-2f10-4b4c-b5e8-52395925994b HTTP/1.1" status: 204 len: 173 time: 1.3772480 Sep 01 15:19:44.278349 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8ffbef5e-d383-4dcc-9168-3200c0b4e426 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:44.372143 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8ffbef5e-d383-4dcc-9168-3200c0b4e426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:44.487979 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8ffbef5e-d383-4dcc-9168-3200c0b4e426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:44.517812 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbef5e-d383-4dcc-9168-3200c0b4e426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80942b99-ca6a-4a10-a7ff-40a14e1c3163,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:44.532033 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8ffbef5e-d383-4dcc-9168-3200c0b4e426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:44.537986 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43350) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:44.542675 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8ffbef5e-d383-4dcc-9168-3200c0b4e426 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/80942b99-ca6a-4a10-a7ff-40a14e1c3163 HTTP/1.1" status: 204 len: 168 time: 0.5792196 Sep 01 15:19:44.668663 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-18d00350-54fb-4108-a71c-69e3b0892463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:44.760219 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43356) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:44.909454 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b5edb93c-66e6-4ac5-a87a-2128dac76596 req-4e1db8f5-7a6b-4677-a5e6-9251565ba785 tempest-ListImageFiltersTestJSON-362159979 tempest-ListImageFiltersTestJSON-362159979-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f229aba-bba8-4b02-8e17-fa7508aa2833 HTTP/1.1" status: 200 len: 210 time: 0.0876172 Sep 01 15:19:44.931728 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61512ab9-c072-49f6-87dd-7cee51480752', 'name': 'network-vif-deleted', 'tag': '8d4fd488-596f-42f8-8d73-3703cf451b74'}, {'server_uuid': '6f229aba-bba8-4b02-8e17-fa7508aa2833', 'name': 'network-vif-deleted', 'tag': 'b32ef0a5-2f10-4b4c-b5e8-52395925994b'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:44.936209 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b8c331-68e6-4af6-80f5-3a61a7362588" -d '{"events": [{"server_uuid": "61512ab9-c072-49f6-87dd-7cee51480752", "name": "network-vif-deleted", "tag": "8d4fd488-596f-42f8-8d73-3703cf451b74"}, {"server_uuid": "6f229aba-bba8-4b02-8e17-fa7508aa2833", "name": "network-vif-deleted", "tag": "b32ef0a5-2f10-4b4c-b5e8-52395925994b"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:44.945444 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-18d00350-54fb-4108-a71c-69e3b0892463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:44.963095 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-18d00350-54fb-4108-a71c-69e3b0892463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be9c4a5-64e7-4503-bae6-640aae4dea79']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:44.982556 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-18d00350-54fb-4108-a71c-69e3b0892463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd70a76-53f6-45fa-a81d-a3124736927d') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:44.983902 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-18d00350-54fb-4108-a71c-69e3b0892463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd70a76-53f6-45fa-a81d-a3124736927d') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:19:45.000797 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-18d00350-54fb-4108-a71c-69e3b0892463 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:45.037171 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-18d00350-54fb-4108-a71c-69e3b0892463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:45.044048 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8541f236-0ca5-4302-914e-d5152955817e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:45.046003 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d00350-54fb-4108-a71c-69e3b0892463 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:19:45.046469 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-18d00350-54fb-4108-a71c-69e3b0892463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:19:45.048586 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:19:45.105015 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:45.183137 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-18d00350-54fb-4108-a71c-69e3b0892463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:45.224298 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-18d00350-54fb-4108-a71c-69e3b0892463 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:45.235459 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-18d00350-54fb-4108-a71c-69e3b0892463 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2be9c4a5-64e7-4503-bae6-640aae4dea79 HTTP/1.1" status: 204 len: 168 time: 0.6900241 Sep 01 15:19:45.244439 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d00350-54fb-4108-a71c-69e3b0892463 admin admin] Pushing event deleted for resources: {'Network': ['ID=2be9c4a5-64e7-4503-bae6-640aae4dea79,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:45.267548 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911a4e53-99c9-446d-a2d1-7bf152ffb47d x-openstack-request-id: req-911a4e53-99c9-446d-a2d1-7bf152ffb47d {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:45.268190 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61512ab9-c072-49f6-87dd-7cee51480752", "name": "network-vif-deleted", "tag": "8d4fd488-596f-42f8-8d73-3703cf451b74", "status": "completed", "code": 200}, {"server_uuid": "6f229aba-bba8-4b02-8e17-fa7508aa2833", "name": "network-vif-deleted", "tag": "b32ef0a5-2f10-4b4c-b5e8-52395925994b", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:45.268964 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-911a4e53-99c9-446d-a2d1-7bf152ffb47d {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:45.269684 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61512ab9-c072-49f6-87dd-7cee51480752', 'name': 'network-vif-deleted', 'tag': '8d4fd488-596f-42f8-8d73-3703cf451b74', 'status': 'completed', 'code': 200} Sep 01 15:19:45.270183 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f229aba-bba8-4b02-8e17-fa7508aa2833', 'name': 'network-vif-deleted', 'tag': 'b32ef0a5-2f10-4b4c-b5e8-52395925994b', 'status': 'completed', 'code': 200} Sep 01 15:19:45.391951 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 8d4fd488-596f-42f8-8d73-3703cf451b74 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:19:45.435748 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 8d4fd488-596f-42f8-8d73-3703cf451b74 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:19:45.436303 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 8d4fd488-596f-42f8-8d73-3703cf451b74 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:19:45.437889 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device a53ab8e3-e1fe-49b5-9672-fc108f8c5c24 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:19:45.460734 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: a53ab8e3-e1fe-49b5-9672-fc108f8c5c24 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:19:45.461254 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device a53ab8e3-e1fe-49b5-9672-fc108f8c5c24 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:19:45.466995 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8541f236-0ca5-4302-914e-d5152955817e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:45.475590 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8541f236-0ca5-4302-914e-d5152955817e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:45.528837 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43378) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:45.536335 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fd104-3c71-46c3-91fb-689a3fe6251c req-3c930e58-738a-438e-87d0-ca81dce246ce tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:45.538035 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c95fd104-3c71-46c3-91fb-689a3fe6251c req-3c930e58-738a-438e-87d0-ca81dce246ce tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1651acb-033b-4474-9bc8-ce5656e13161 HTTP/1.1" status: 200 len: 945 time: 0.1198020 Sep 01 15:19:45.541974 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8541f236-0ca5-4302-914e-d5152955817e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2f62b05b257d4d18a8882479639aa8f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7802644 Sep 01 15:19:45.544614 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541f236-0ca5-4302-914e-d5152955817e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6db9974-6bf3-4ca1-85e4-7f287bf55a8a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:45.546630 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43380) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:45.558359 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b32ef0a5-2f10-4b4c-b5e8-52395925994b no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:19:45.582387 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: b32ef0a5-2f10-4b4c-b5e8-52395925994b {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:19:45.582869 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b32ef0a5-2f10-4b4c-b5e8-52395925994b not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:19:45.605902 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c95fd104-3c71-46c3-91fb-689a3fe6251c req-526b822c-4535-46b9-a5b1-8b724f1aab37 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573423 Sep 01 15:19:45.660639 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7e5f99fe-d393-4bdc-9a2c-e942bc5152df admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a0a7b1cace0451a9c33cba59444873a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1298676 Sep 01 15:19:45.663564 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43382) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:45.726783 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1ce883de-759d-465d-ba39-16aad93699fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:45.813671 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1ce883de-759d-465d-ba39-16aad93699fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:45.835121 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-258afb17-1173-411b-acf5-241eea434f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:45.909781 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-258afb17-1173-411b-acf5-241eea434f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:45.984353 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1ce883de-759d-465d-ba39-16aad93699fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:45.989091 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1ce883de-759d-465d-ba39-16aad93699fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:45.990572 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1ce883de-759d-465d-ba39-16aad93699fc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b6db9974-6bf3-4ca1-85e4-7f287bf55a8a HTTP/1.1" status: 204 len: 168 time: 0.4316285 Sep 01 15:19:46.006485 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce883de-759d-465d-ba39-16aad93699fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6db9974-6bf3-4ca1-85e4-7f287bf55a8a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:46.021733 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-258afb17-1173-411b-acf5-241eea434f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:46.038468 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-258afb17-1173-411b-acf5-241eea434f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:46.040611 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-258afb17-1173-411b-acf5-241eea434f5d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ca451e79-cbcf-4504-a3fa-771ae0775def HTTP/1.1" status: 204 len: 168 time: 0.3754253 Sep 01 15:19:46.065908 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258afb17-1173-411b-acf5-241eea434f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca451e79-cbcf-4504-a3fa-771ae0775def,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:46.642589 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43420) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:46.687204 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8bacdddc-59a6-42d4-8345-a54bb12c1065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:46.864472 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb618b-59de-4655-8d9d-6606e5dd3909 req-55d5ed46-c77a-4d07-ae47-4f829098d57e tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:46.869592 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48eb618b-59de-4655-8d9d-6606e5dd3909 req-55d5ed46-c77a-4d07-ae47-4f829098d57e tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1651acb-033b-4474-9bc8-ce5656e13161 HTTP/1.1" status: 200 len: 945 time: 0.1177692 Sep 01 15:19:46.972847 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48eb618b-59de-4655-8d9d-6606e5dd3909 req-9e7a9ba9-ee38-4ee2-8328-aab311e41fd1 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920165 Sep 01 15:19:47.060545 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8bacdddc-59a6-42d4-8345-a54bb12c1065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:47.070980 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8bacdddc-59a6-42d4-8345-a54bb12c1065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:47.185308 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfdd862-5281-4326-9008-5e8b1a599828 req-9c147a82-5e32-4225-be28-beb06c0915d7 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:47.190034 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3dfdd862-5281-4326-9008-5e8b1a599828 req-9c147a82-5e32-4225-be28-beb06c0915d7 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.62 "GET /v2.0/ports?device_id=b1651acb-033b-4474-9bc8-ce5656e13161 HTTP/1.1" status: 200 len: 945 time: 0.2098627 Sep 01 15:19:47.284680 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8bacdddc-59a6-42d4-8345-a54bb12c1065 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fabe4d9a595d4a58ab6a2654f00cc5d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6385198 Sep 01 15:19:47.297359 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43448) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:47.357076 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacdddc-59a6-42d4-8345-a54bb12c1065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12867b12-3a25-4caf-9505-cf561d3e9d72,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:47.386875 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-3dfdd862-5281-4326-9008-5e8b1a599828 req-280e9d99-c9a4-4691-93af-84492b27419b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Deleting port 097555ac-bf4f-4f87-9789-14a3c761eae7 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:19:47.387651 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3dfdd862-5281-4326-9008-5e8b1a599828 req-280e9d99-c9a4-4691-93af-84492b27419b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:47.578645 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8ee44ac2-2112-44ad-bc5c-80e8ebad352c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:47.583033 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-3dfdd862-5281-4326-9008-5e8b1a599828 req-280e9d99-c9a4-4691-93af-84492b27419b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] For port 097555ac-bf4f-4f87-9789-14a3c761eae7, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=097555ac-bf4f-4f87-9789-14a3c761eae7,segment=NetworkSegment(0eb82f6b-566f-4151-85df-ddd6432a17be),segment_id=0eb82f6b-566f-4151-85df-ddd6432a17be)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:47.583640 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3dfdd862-5281-4326-9008-5e8b1a599828 req-280e9d99-c9a4-4691-93af-84492b27419b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:47.613462 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-3dfdd862-5281-4326-9008-5e8b1a599828 req-280e9d99-c9a4-4691-93af-84492b27419b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Calling delete_port for 097555ac-bf4f-4f87-9789-14a3c761eae7 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:19:47.652035 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8ee44ac2-2112-44ad-bc5c-80e8ebad352c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:47.906785 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8ee44ac2-2112-44ad-bc5c-80e8ebad352c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:47.914068 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8ee44ac2-2112-44ad-bc5c-80e8ebad352c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:47.921415 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8ee44ac2-2112-44ad-bc5c-80e8ebad352c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/12867b12-3a25-4caf-9505-cf561d3e9d72 HTTP/1.1" status: 204 len: 168 time: 0.6186745 Sep 01 15:19:47.935362 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee44ac2-2112-44ad-bc5c-80e8ebad352c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12867b12-3a25-4caf-9505-cf561d3e9d72,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:47.953753 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3dfdd862-5281-4326-9008-5e8b1a599828 req-280e9d99-c9a4-4691-93af-84492b27419b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:47.984423 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['83b8fbc4-d30e-4cf9-960b-6f551ed32c72'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:19:48.002643 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e9d99-c9a4-4691-93af-84492b27419b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Pushing event deleted for resources: {'Port': ['ID=097555ac-bf4f-4f87-9789-14a3c761eae7,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:48.024292 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e9d99-c9a4-4691-93af-84492b27419b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:48.025164 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e9d99-c9a4-4691-93af-84492b27419b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:48.025708 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e9d99-c9a4-4691-93af-84492b27419b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:48.026521 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e9d99-c9a4-4691-93af-84492b27419b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:48.027471 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e9d99-c9a4-4691-93af-84492b27419b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:48.027471 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e9d99-c9a4-4691-93af-84492b27419b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:48.028161 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e9d99-c9a4-4691-93af-84492b27419b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:48.028672 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e9d99-c9a4-4691-93af-84492b27419b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:48.029277 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e9d99-c9a4-4691-93af-84492b27419b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:48.030005 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e9d99-c9a4-4691-93af-84492b27419b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:48.030544 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e9d99-c9a4-4691-93af-84492b27419b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:48.031046 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e9d99-c9a4-4691-93af-84492b27419b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:19:48.095161 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['097555ac-bf4f-4f87-9789-14a3c761eae7'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:19:48.216335 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dfdd862-5281-4326-9008-5e8b1a599828 req-280e9d99-c9a4-4691-93af-84492b27419b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] No DVR routers for this DVR port 097555ac-bf4f-4f87-9789-14a3c761eae7 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:19:48.229607 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3dfdd862-5281-4326-9008-5e8b1a599828 req-280e9d99-c9a4-4691-93af-84492b27419b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:48.234970 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3dfdd862-5281-4326-9008-5e8b1a599828 req-280e9d99-c9a4-4691-93af-84492b27419b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.62 "DELETE /v2.0/ports/097555ac-bf4f-4f87-9789-14a3c761eae7 HTTP/1.1" status: 204 len: 173 time: 1.0369737 Sep 01 15:19:48.251818 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1651acb-033b-4474-9bc8-ce5656e13161', 'name': 'network-vif-deleted', 'tag': '097555ac-bf4f-4f87-9789-14a3c761eae7'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:48.272438 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d255343-fb15-4170-b2b4-30b41ec58f51" -d '{"events": [{"server_uuid": "b1651acb-033b-4474-9bc8-ce5656e13161", "name": "network-vif-deleted", "tag": "097555ac-bf4f-4f87-9789-14a3c761eae7"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:48.389144 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f1b17c3a-a2d5-4ebc-8c4a-e7929981dac5 req-6f8569b9-62a1-4b36-bd20-3e5395a57487 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1651acb-033b-4474-9bc8-ce5656e13161 HTTP/1.1" status: 200 len: 210 time: 0.0823865 Sep 01 15:19:48.513253 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dca6cd-9140-4e81-b77e-7db76157bb7c x-openstack-request-id: req-f1dca6cd-9140-4e81-b77e-7db76157bb7c {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:48.513561 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1651acb-033b-4474-9bc8-ce5656e13161", "name": "network-vif-deleted", "tag": "097555ac-bf4f-4f87-9789-14a3c761eae7", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:48.514119 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f1dca6cd-9140-4e81-b77e-7db76157bb7c {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:48.514619 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1651acb-033b-4474-9bc8-ce5656e13161', 'name': 'network-vif-deleted', 'tag': '097555ac-bf4f-4f87-9789-14a3c761eae7', 'status': 'completed', 'code': 200} Sep 01 15:19:49.939144 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43542) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:50.315288 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fc676a64-4d64-476c-9e54-e6fe01e84368 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d88ffb8ceb544eb902f07bcfdccbd0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3734422 Sep 01 15:19:50.318057 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43554) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:50.396922 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c794bfe2-242b-41d1-bd55-3c28bc606211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:50.487460 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c794bfe2-242b-41d1-bd55-3c28bc606211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:50.583344 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c794bfe2-242b-41d1-bd55-3c28bc606211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:50.593012 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c794bfe2-242b-41d1-bd55-3c28bc606211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:50.598797 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c794bfe2-242b-41d1-bd55-3c28bc606211 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/340ed840-993d-4610-9add-e81f5bf86c3a HTTP/1.1" status: 204 len: 168 time: 0.2746503 Sep 01 15:19:50.623451 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794bfe2-242b-41d1-bd55-3c28bc606211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340ed840-993d-4610-9add-e81f5bf86c3a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:51.413851 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 097555ac-bf4f-4f87-9789-14a3c761eae7 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:19:51.536997 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 097555ac-bf4f-4f87-9789-14a3c761eae7 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:19:51.537542 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 097555ac-bf4f-4f87-9789-14a3c761eae7 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:19:53.356715 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43672) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:53.582328 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-70ee6110-674e-42dc-8090-84d1e67fbe0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:53.832182 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-70ee6110-674e-42dc-8090-84d1e67fbe0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:53.849114 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-70ee6110-674e-42dc-8090-84d1e67fbe0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:53.963588 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee6110-674e-42dc-8090-84d1e67fbe0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc63d5e7-7939-47ae-96ea-ee3514024c8c,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:53.982624 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-70ee6110-674e-42dc-8090-84d1e67fbe0f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=06695c7fc36e477098fb2a06db2ce0f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6177034 Sep 01 15:19:53.985805 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43694) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:54.127054 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-50482c66-52e7-4daf-a085-5e204bbb4427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:54.182963 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-50482c66-52e7-4daf-a085-5e204bbb4427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:54.321376 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-73ff9bed-0372-400a-8bb7-a37fbafb303c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1028116 Sep 01 15:19:54.341101 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-50482c66-52e7-4daf-a085-5e204bbb4427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:54.349881 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-50482c66-52e7-4daf-a085-5e204bbb4427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:54.360284 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-50482c66-52e7-4daf-a085-5e204bbb4427 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc63d5e7-7939-47ae-96ea-ee3514024c8c HTTP/1.1" status: 204 len: 168 time: 0.3704822 Sep 01 15:19:54.392679 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50482c66-52e7-4daf-a085-5e204bbb4427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc63d5e7-7939-47ae-96ea-ee3514024c8c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:54.561544 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-d76e2c87-be8e-42c0-b2d5-1e73a686a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:54.562413 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-d76e2c87-be8e-42c0-b2d5-1e73a686a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:54.565402 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-d76e2c87-be8e-42c0-b2d5-1e73a686a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:54.572581 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-d76e2c87-be8e-42c0-b2d5-1e73a686a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:54.584844 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-d76e2c87-be8e-42c0-b2d5-1e73a686a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:54.585920 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-d76e2c87-be8e-42c0-b2d5-1e73a686a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:54.589513 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-d76e2c87-be8e-42c0-b2d5-1e73a686a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:54.597168 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-d76e2c87-be8e-42c0-b2d5-1e73a686a39c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=00f25f4cb4804e62a3e709d2d6367260&device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 6491 time: 0.1945992 Sep 01 15:19:54.992085 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-51acf3eb-4d34-48b0-a365-28cb88d86ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:54.998997 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-51acf3eb-4d34-48b0-a365-28cb88d86ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:54.999768 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-51acf3eb-4d34-48b0-a365-28cb88d86ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:55.001852 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-51acf3eb-4d34-48b0-a365-28cb88d86ccb service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd61ac2f-0875-42bd-a407-4c7e4723b28d&id=7f4b104d-641a-47ad-83b7-9dda5b46432b&id=7f4b104d-641a-47ad-83b7-9dda5b46432b&id=7f4b104d-641a-47ad-83b7-9dda5b46432b&id=7f4b104d-641a-47ad-83b7-9dda5b46432b&id=66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc&id=66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc HTTP/1.1" status: 200 len: 2293 time: 0.3701684 Sep 01 15:19:55.116226 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-4a30b316-1c99-4ba7-a934-89b34cac659f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2 HTTP/1.1" status: 200 len: 1002 time: 0.1052995 Sep 01 15:19:55.353249 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63901ab7-4c73-403c-a30d-f96e573aef35 req-020b43ce-84c1-4c68-874e-28c3e4d3beae tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:55.363417 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-63901ab7-4c73-403c-a30d-f96e573aef35 req-020b43ce-84c1-4c68-874e-28c3e4d3beae tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=744fa0b3-87f8-4f46-bd5f-d860945ac01d HTTP/1.1" status: 200 len: 945 time: 0.2457492 Sep 01 15:19:55.368556 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-66c5c5c5-bcfd-42da-9d74-5f514899fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:55.370352 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-66c5c5c5-bcfd-42da-9d74-5f514899fe78 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5c212682-a8bc-460d-b6ac-def861e912f8 HTTP/1.1" status: 200 len: 850 time: 0.2207901 Sep 01 15:19:55.450820 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-63901ab7-4c73-403c-a30d-f96e573aef35 req-593cfdc8-84e3-4701-9267-7d650dc9dac2 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861731 Sep 01 15:19:55.487565 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-2cd81e96-3fc6-4a6a-941c-3841cfd7f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:55.489307 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-2cd81e96-3fc6-4a6a-941c-3841cfd7f9b8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd61ac2f-0875-42bd-a407-4c7e4723b28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100121 Sep 01 15:19:55.752267 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-5c8803f7-b101-49cf-ae4d-8dd14a9be6fc service neutron] 10.222.0.45 "GET /v2.0/networks/fd61ac2f-0875-42bd-a407-4c7e4723b28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366862 Sep 01 15:19:55.974363 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-33edcd6c-8b72-410d-b237-fab15bb96a36 service neutron] 10.222.0.45 "GET /v2.0/networks/fd61ac2f-0875-42bd-a407-4c7e4723b28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132974 Sep 01 15:19:56.045790 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-31376c79-a56d-40ec-b74d-a0798a58c7b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=5389196c-9cdd-4b8a-9082-c0e959b2bc8d HTTP/1.1" status: 200 len: 217 time: 0.0632601 Sep 01 15:19:56.135935 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-c47df4c1-1fb7-47de-848d-7d279653d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:56.137714 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-c47df4c1-1fb7-47de-848d-7d279653d922 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7c8003f-27d0-420a-9836-df681ab0e4f5 HTTP/1.1" status: 200 len: 797 time: 0.0821936 Sep 01 15:19:56.293231 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-78f4cd98-04e3-44f7-b25f-956ef29f7752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:56.304642 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-78f4cd98-04e3-44f7-b25f-956ef29f7752 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f4b104d-641a-47ad-83b7-9dda5b46432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1571689 Sep 01 15:19:56.482181 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43778) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:56.630071 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-9a4fdad5-66ff-4506-8725-8831c59a02ac service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169193 Sep 01 15:19:56.798063 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43784) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:56.882768 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-b3ae49cf-e309-43e0-b3d8-e1031a0c9d1f service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408359 Sep 01 15:19:56.890138 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-659a0b7d-1115-45b7-9b06-c20eaab1663c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-921409714-network', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:56.894721 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd862f-1901-402a-ab7d-6e5b8947b780 req-2dd80a9b-5cc2-47dc-8f54-3ccd8695ec1a tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:56.903530 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-75bd862f-1901-402a-ab7d-6e5b8947b780 req-2dd80a9b-5cc2-47dc-8f54-3ccd8695ec1a tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=744fa0b3-87f8-4f46-bd5f-d860945ac01d HTTP/1.1" status: 200 len: 945 time: 0.1025007 Sep 01 15:19:56.959524 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659a0b7d-1115-45b7-9b06-c20eaab1663c admin admin] Made reservation on behalf of bf35c24044c040168464fc2f101d1d7c for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:19:56.962755 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-659a0b7d-1115-45b7-9b06-c20eaab1663c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:56.977161 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78854ee2-e614-482b-8aca-c5b0d6abd4d9 req-551a6418-bd8b-4c1a-9872-5a35410734cc tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:56.979386 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-78854ee2-e614-482b-8aca-c5b0d6abd4d9 req-551a6418-bd8b-4c1a-9872-5a35410734cc tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.45 "GET /v2.0/ports?device_id=744fa0b3-87f8-4f46-bd5f-d860945ac01d HTTP/1.1" status: 200 len: 945 time: 0.2403095 Sep 01 15:19:57.064909 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-ad724007-7704-4ec8-aa33-8448f518a3db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=552a3269-c537-445a-a31c-3087d37de691 HTTP/1.1" status: 200 len: 217 time: 0.1585472 Sep 01 15:19:57.074930 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-659a0b7d-1115-45b7-9b06-c20eaab1663c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:57.076595 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-75bd862f-1901-402a-ab7d-6e5b8947b780 req-3e518539-1b51-4f59-883a-e1366b1f258b tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720779 Sep 01 15:19:57.172659 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-2d42ffa6-5465-4b66-b7e4-ab3ab035fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:57.176900 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-2d42ffa6-5465-4b66-b7e4-ab3ab035fdfd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7c8003f-27d0-420a-9836-df681ab0e4f5 HTTP/1.1" status: 200 len: 797 time: 0.0939677 Sep 01 15:19:57.286250 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-ae278ac6-2ddf-4f19-8f10-668332d52496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:57.288388 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-ae278ac6-2ddf-4f19-8f10-668332d52496 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f4b104d-641a-47ad-83b7-9dda5b46432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0965385 Sep 01 15:19:57.290522 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1d9683c8-971b-49ac-8c52-215719ed2b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:57.349019 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-659a0b7d-1115-45b7-9b06-c20eaab1663c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:57.363967 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-659a0b7d-1115-45b7-9b06-c20eaab1663c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:57.463447 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659a0b7d-1115-45b7-9b06-c20eaab1663c admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:19:57.498401 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-78854ee2-e614-482b-8aca-c5b0d6abd4d9 req-afd7f1d9-8588-4c1f-a769-21fc1c6e6f78 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Deleting port 83b8fbc4-d30e-4cf9-960b-6f551ed32c72 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:19:57.499761 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-78854ee2-e614-482b-8aca-c5b0d6abd4d9 req-afd7f1d9-8588-4c1f-a769-21fc1c6e6f78 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:57.512140 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-49d65f36-03f7-4a26-a8db-e1ec3cb8e1a5 service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151401 Sep 01 15:19:57.537700 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a0b7d-1115-45b7-9b06-c20eaab1663c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e05216d-2311-429f-8f05-0a5eec63d6b3,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:57.612411 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-659a0b7d-1115-45b7-9b06-c20eaab1663c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:57.612896 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-659a0b7d-1115-45b7-9b06-c20eaab1663c admin admin] Added segment 43628c80-617a-4484-b231-a92173811df8 of type vlan for network a9f3c327-3c62-4406-9745-e846939869d0 Sep 01 15:19:57.633391 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:57.703368 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-2123e527-b10e-437a-a1e2-d88f79c61e52 service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831739 Sep 01 15:19:57.809040 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-659a0b7d-1115-45b7-9b06-c20eaab1663c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:57.823158 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-5c83bab1-68e5-4f22-9c7a-673af2dc4e1c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=1c5a56f8-27ff-464d-9f11-0461d7db45c1 HTTP/1.1" status: 200 len: 217 time: 0.1085353 Sep 01 15:19:57.919499 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-0c099e03-60e0-468c-825f-66416c675336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:57.922082 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-0c099e03-60e0-468c-825f-66416c675336 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7c8003f-27d0-420a-9836-df681ab0e4f5 HTTP/1.1" status: 200 len: 797 time: 0.0899460 Sep 01 15:19:57.987539 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-78854ee2-e614-482b-8aca-c5b0d6abd4d9 req-afd7f1d9-8588-4c1f-a769-21fc1c6e6f78 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] For port 83b8fbc4-d30e-4cf9-960b-6f551ed32c72, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=83b8fbc4-d30e-4cf9-960b-6f551ed32c72,segment=NetworkSegment(0eb82f6b-566f-4151-85df-ddd6432a17be),segment_id=0eb82f6b-566f-4151-85df-ddd6432a17be)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:19:57.988163 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-78854ee2-e614-482b-8aca-c5b0d6abd4d9 req-afd7f1d9-8588-4c1f-a769-21fc1c6e6f78 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:57.995302 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1d9683c8-971b-49ac-8c52-215719ed2b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:58.013726 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-7ea09f2f-a661-470b-9c64-931a517f4508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:58.014045 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-659a0b7d-1115-45b7-9b06-c20eaab1663c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:58.015796 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659a0b7d-1115-45b7-9b06-c20eaab1663c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:58.017361 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-659a0b7d-1115-45b7-9b06-c20eaab1663c admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:58.018714 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-7ea09f2f-a661-470b-9c64-931a517f4508 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f4b104d-641a-47ad-83b7-9dda5b46432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0889163 Sep 01 15:19:58.032673 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1d9683c8-971b-49ac-8c52-215719ed2b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:58.037810 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-78854ee2-e614-482b-8aca-c5b0d6abd4d9 req-afd7f1d9-8588-4c1f-a769-21fc1c6e6f78 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Calling delete_port for 83b8fbc4-d30e-4cf9-960b-6f551ed32c72 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:19:58.263304 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-659a0b7d-1115-45b7-9b06-c20eaab1663c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7798724 Sep 01 15:19:58.264219 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43808) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:58.281542 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-6ddf720b-fe32-4c65-b113-dec3120e7ece admin admin] Request body: {'subnet': {'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-921409714-subnet', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:58.329299 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9683c8-971b-49ac-8c52-215719ed2b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cafe02-297e-41ba-9860-f4f45c5e183b,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:58.333874 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1d9683c8-971b-49ac-8c52-215719ed2b3f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc68d1347941403f973a9e8f1763d473&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5205784 Sep 01 15:19:58.343837 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43812) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:58.354089 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a0b7d-1115-45b7-9b06-c20eaab1663c admin admin] Pushing event updated for resources: {'Network': ['ID=a9f3c327-3c62-4406-9745-e846939869d0,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:58.386537 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddf720b-fe32-4c65-b113-dec3120e7ece admin admin] Made reservation on behalf of bf35c24044c040168464fc2f101d1d7c for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:19:58.389134 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6ddf720b-fe32-4c65-b113-dec3120e7ece admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:58.439108 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-2b4fbd6c-1546-400b-908c-07a9b0fc2d4e service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029694 Sep 01 15:19:58.501898 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network a9f3c327-3c62-4406-9745-e846939869d0 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:19:58.593120 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ac45a392-ea65-447a-bbd0-fa2c1f6fe863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:58.599927 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921bfcb9-6d2e-4665-9c74-025f1efd2b88 req-e329a12e-e089-4a21-b047-51715415d804 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:58.601573 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-921bfcb9-6d2e-4665-9c74-025f1efd2b88 req-e329a12e-e089-4a21-b047-51715415d804 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=744fa0b3-87f8-4f46-bd5f-d860945ac01d HTTP/1.1" status: 200 len: 945 time: 0.1767077 Sep 01 15:19:58.682780 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-921bfcb9-6d2e-4665-9c74-025f1efd2b88 req-4290bf38-e415-4f34-8507-2628909b6a22 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/security-groups?id=06be04de-a079-4350-98a4-0a744c994960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704944 Sep 01 15:19:58.686722 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-3948e754-2933-4bae-a2ff-9aa0ab81e08b service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143800 Sep 01 15:19:58.735283 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ac45a392-ea65-447a-bbd0-fa2c1f6fe863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:58.745579 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-03ccb144-c074-4dd6-aea7-ea22f27b209d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=932aeed6-d245-43a4-a3ae-0f545c66348b HTTP/1.1" status: 200 len: 217 time: 0.0511723 Sep 01 15:19:58.795067 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-78854ee2-e614-482b-8aca-c5b0d6abd4d9 req-afd7f1d9-8588-4c1f-a769-21fc1c6e6f78 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:58.863113 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-7ca2b3df-bf54-4a39-bfe9-6acbad93acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:58.866387 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-7ca2b3df-bf54-4a39-bfe9-6acbad93acd2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7c8003f-27d0-420a-9836-df681ab0e4f5 HTTP/1.1" status: 200 len: 797 time: 0.1099663 Sep 01 15:19:58.881831 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7f1d9-8588-4c1f-a769-21fc1c6e6f78 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Pushing event deleted for resources: {'Port': ['ID=83b8fbc4-d30e-4cf9-960b-6f551ed32c72,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:58.977254 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-78854ee2-e614-482b-8aca-c5b0d6abd4d9 req-afd7f1d9-8588-4c1f-a769-21fc1c6e6f78 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] No DVR routers for this DVR port 83b8fbc4-d30e-4cf9-960b-6f551ed32c72 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:19:58.981794 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-573142b5-4d30-44f9-89d5-98ce952831c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:58.984500 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-78854ee2-e614-482b-8aca-c5b0d6abd4d9 req-afd7f1d9-8588-4c1f-a769-21fc1c6e6f78 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:58.984904 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-573142b5-4d30-44f9-89d5-98ce952831c1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f4b104d-641a-47ad-83b7-9dda5b46432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1102867 Sep 01 15:19:58.985106 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-78854ee2-e614-482b-8aca-c5b0d6abd4d9 req-afd7f1d9-8588-4c1f-a769-21fc1c6e6f78 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.45 "DELETE /v2.0/ports/83b8fbc4-d30e-4cf9-960b-6f551ed32c72 HTTP/1.1" status: 204 len: 173 time: 1.9932020 Sep 01 15:19:58.987849 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744fa0b3-87f8-4f46-bd5f-d860945ac01d', 'name': 'network-vif-deleted', 'tag': '83b8fbc4-d30e-4cf9-960b-6f551ed32c72'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:19:58.990628 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c5f2ce-2d76-4829-8fa6-7c25ec40fc4e" -d '{"events": [{"server_uuid": "744fa0b3-87f8-4f46-bd5f-d860945ac01d", "name": "network-vif-deleted", "tag": "83b8fbc4-d30e-4cf9-960b-6f551ed32c72"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:19:58.999817 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ac45a392-ea65-447a-bbd0-fa2c1f6fe863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:59.003571 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ac45a392-ea65-447a-bbd0-fa2c1f6fe863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:59.005180 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ac45a392-ea65-447a-bbd0-fa2c1f6fe863 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/00cafe02-297e-41ba-9860-f4f45c5e183b HTTP/1.1" status: 204 len: 168 time: 0.6595719 Sep 01 15:19:59.026077 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45a392-ea65-447a-bbd0-fa2c1f6fe863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cafe02-297e-41ba-9860-f4f45c5e183b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:59.033355 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6ddf720b-fe32-4c65-b113-dec3120e7ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:59.154713 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b30def0-e3ec-4cb7-aeae-81fdfab246ae x-openstack-request-id: req-0b30def0-e3ec-4cb7-aeae-81fdfab246ae {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:19:59.156896 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744fa0b3-87f8-4f46-bd5f-d860945ac01d", "name": "network-vif-deleted", "tag": "83b8fbc4-d30e-4cf9-960b-6f551ed32c72", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:19:59.157447 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b30def0-e3ec-4cb7-aeae-81fdfab246ae {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:19:59.160735 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744fa0b3-87f8-4f46-bd5f-d860945ac01d', 'name': 'network-vif-deleted', 'tag': '83b8fbc4-d30e-4cf9-960b-6f551ed32c72', 'status': 'completed', 'code': 200} Sep 01 15:19:59.220251 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf720b-fe32-4c65-b113-dec3120e7ece admin admin] Pushing event updated for resources: {'Subnet': ['ID=5151cbef-1431-4715-8183-370e302b1869,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:19:59.249958 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf720b-fe32-4c65-b113-dec3120e7ece admin admin] Checking segment: {'id': '43628c80-617a-4484-b231-a92173811df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:19:59.252413 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddf720b-fe32-4c65-b113-dec3120e7ece admin admin] Network hostable DHCP agents. Network: a9f3c327-3c62-4406-9745-e846939869d0, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:19:59.276956 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-e737d67d-bae5-438e-a713-560cf21adee7 service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806876 Sep 01 15:19:59.302922 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddf720b-fe32-4c65-b113-dec3120e7ece admin admin] Network a9f3c327-3c62-4406-9745-e846939869d0 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:19:59.319588 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-6ddf720b-fe32-4c65-b113-dec3120e7ece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, a9f3c327-3c62-4406-9745-e846939869d0) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:19:59.354148 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddf720b-fe32-4c65-b113-dec3120e7ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:19:59.358507 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6ddf720b-fe32-4c65-b113-dec3120e7ece admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:59.369427 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09a792b-9e41-4065-9670-221ca3cae392 None None] Network a9f3c327-3c62-4406-9745-e846939869d0 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:19:59.407982 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6ddf720b-fe32-4c65-b113-dec3120e7ece admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1260114 Sep 01 15:19:59.418431 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43828) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:19:59.456621 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-8368745b-4efe-45f4-8d26-7d3d753d048d admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-921409714-router', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:19:59.518804 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8368745b-4efe-45f4-8d26-7d3d753d048d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:59.524979 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8368745b-4efe-45f4-8d26-7d3d753d048d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:59.685927 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-5afa3425-7dd7-4461-8279-f62f39c96613 service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892670 Sep 01 15:19:59.708161 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 83b8fbc4-d30e-4cf9-960b-6f551ed32c72 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:19:59.776191 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8368745b-4efe-45f4-8d26-7d3d753d048d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:19:59.836930 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 83b8fbc4-d30e-4cf9-960b-6f551ed32c72 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:19:59.836930 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 83b8fbc4-d30e-4cf9-960b-6f551ed32c72 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:19:59.852716 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-c21b8b7c-c3de-4206-ae33-b1c5b2a2e0a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8f1a80c3-5202-4a18-95e7-80ba76cf3ddb HTTP/1.1" status: 200 len: 217 time: 0.1585200 Sep 01 15:20:00.054239 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-56cb1f3a-dc96-4613-ba64-41adfb15280a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:00.062915 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-56cb1f3a-dc96-4613-ba64-41adfb15280a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=989e0a87-8aaa-4f21-90c8-77627595307e HTTP/1.1" status: 200 len: 797 time: 0.2016041 Sep 01 15:20:00.154567 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832f45df-efa6-4046-9bed-9c38e9498e5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-a9f3c327-3c62-4406-9745-e846939869d0', 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'fixed_ips': [{'subnet_id': '5151cbef-1431-4715-8183-370e302b1869'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:20:00.156304 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-832f45df-efa6-4046-9bed-9c38e9498e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:00.233117 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eb2d39f2-fc01-4535-8c3e-34a24403f9d5 req-0e2958e2-9021-4552-9fa7-c0d9cee54021 tempest-AttachVolumeNegativeTest-57756227 tempest-AttachVolumeNegativeTest-57756227-project] 10.222.0.60 "GET /v2.0/ports?device_id=744fa0b3-87f8-4f46-bd5f-d860945ac01d HTTP/1.1" status: 200 len: 210 time: 0.1668708 Sep 01 15:20:00.403000 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-84ee2ce3-caa4-4eaf-842f-94faf1bb805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:00.405495 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-84ee2ce3-caa4-4eaf-842f-94faf1bb805e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1668854 Sep 01 15:20:00.430405 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8368745b-4efe-45f4-8d26-7d3d753d048d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:00.442707 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-832f45df-efa6-4046-9bed-9c38e9498e5d None None] Allocated IP 172.20.0.2 (a9f3c327-3c62-4406-9745-e846939869d0/5151cbef-1431-4715-8183-370e302b1869/7142cfc6-6887-414f-b02d-23423e18f2ce) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:20:00.448788 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43850) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:00.513930 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6e4ef41c-9e5c-43c2-812d-72f9d83f95b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:00.608913 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-c80efff4-ef53-43c7-9a81-63d2cc295b73 service neutron] 10.222.0.45 "GET /v2.0/networks/66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944747 Sep 01 15:20:00.861201 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-832f45df-efa6-4046-9bed-9c38e9498e5d None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:00.891106 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6e4ef41c-9e5c-43c2-812d-72f9d83f95b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:00.904176 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-832f45df-efa6-4046-9bed-9c38e9498e5d None None] Transition to ACTIVE for port object 7142cfc6-6887-414f-b02d-23423e18f2ce will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:20:00.907344 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6e4ef41c-9e5c-43c2-812d-72f9d83f95b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:00.940414 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-832f45df-efa6-4046-9bed-9c38e9498e5d None None] Transition to ACTIVE for port object 7142cfc6-6887-414f-b02d-23423e18f2ce will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:20:00.958252 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-832f45df-efa6-4046-9bed-9c38e9498e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:00.970325 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-af243beb-3469-4070-8b1f-a2ce2c168cbd service neutron] 10.222.0.45 "GET /v2.0/networks/66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497913 Sep 01 15:20:01.001232 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6e4ef41c-9e5c-43c2-812d-72f9d83f95b5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c28154346f3548ca9b65994c633dcdc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5503373 Sep 01 15:20:01.025236 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43856) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:01.096279 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f45df-efa6-4046-9bed-9c38e9498e5d None None] Pushing event updated for resources: {'Port': ['ID=7142cfc6-6887-414f-b02d-23423e18f2ce,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:01.104747 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832f45df-efa6-4046-9bed-9c38e9498e5d None None] Network a9f3c327-3c62-4406-9745-e846939869d0 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:20:01.108126 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-832f45df-efa6-4046-9bed-9c38e9498e5d None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:20:01.112906 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832f45df-efa6-4046-9bed-9c38e9498e5d None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:20:01.162982 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ef41c-9e5c-43c2-812d-72f9d83f95b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc68a284-c465-4558-bf8c-96d33ecd777a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:01.243491 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8368745b-4efe-45f4-8d26-7d3d753d048d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:01.246973 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-832f45df-efa6-4046-9bed-9c38e9498e5d None None] Attempting to bind port 7142cfc6-6887-414f-b02d-23423e18f2ce on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:20:01.247345 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-832f45df-efa6-4046-9bed-9c38e9498e5d None None] Attempting to bind port 7142cfc6-6887-414f-b02d-23423e18f2ce by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '43628c80-617a-4484-b231-a92173811df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:20:01.247708 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832f45df-efa6-4046-9bed-9c38e9498e5d None None] Attempting to bind port 7142cfc6-6887-414f-b02d-23423e18f2ce on network a9f3c327-3c62-4406-9745-e846939869d0 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:20:01.273914 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832f45df-efa6-4046-9bed-9c38e9498e5d None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:20:01.274202 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8368745b-4efe-45f4-8d26-7d3d753d048d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:01.277911 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832f45df-efa6-4046-9bed-9c38e9498e5d None None] Checking segment: {'id': '43628c80-617a-4484-b231-a92173811df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:20:01.278848 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-832f45df-efa6-4046-9bed-9c38e9498e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:01.279392 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832f45df-efa6-4046-9bed-9c38e9498e5d None None] Bound using segment: {'id': '43628c80-617a-4484-b231-a92173811df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:20:01.280282 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-832f45df-efa6-4046-9bed-9c38e9498e5d None None] Bound port: 7142cfc6-6887-414f-b02d-23423e18f2ce, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43628c80-617a-4484-b231-a92173811df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:20:01.281075 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-832f45df-efa6-4046-9bed-9c38e9498e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:01.316335 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-ab2130b6-9c78-424e-a834-7df8727bc1b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=39363511-e22e-43eb-977c-daf2ec3d8534 HTTP/1.1" status: 200 len: 217 time: 0.3367076 Sep 01 15:20:01.446262 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-a2bb2d2f-7d5a-4ae2-a53e-e7af3acb9490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:01.449210 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43866) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:01.450468 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-a2bb2d2f-7d5a-4ae2-a53e-e7af3acb9490 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=989e0a87-8aaa-4f21-90c8-77627595307e HTTP/1.1" status: 200 len: 797 time: 0.1187265 Sep 01 15:20:01.569092 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-86bb5e31-b887-47c5-a6e7-f75c2cfbbbda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:01.583313 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-832f45df-efa6-4046-9bed-9c38e9498e5d None None] For port 7142cfc6-6887-414f-b02d-23423e18f2ce, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:20:01.610887 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-86bb5e31-b887-47c5-a6e7-f75c2cfbbbda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:01.615184 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-8d22aa1b-450a-4346-884a-52fc340687ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:01.617990 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-8d22aa1b-450a-4346-884a-52fc340687ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1563747 Sep 01 15:20:01.620363 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-832f45df-efa6-4046-9bed-9c38e9498e5d None None] For port 7142cfc6-6887-414f-b02d-23423e18f2ce, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=7142cfc6-6887-414f-b02d-23423e18f2ce,segment=NetworkSegment(43628c80-617a-4484-b231-a92173811df8),segment_id=43628c80-617a-4484-b231-a92173811df8)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:20:01.644264 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-832f45df-efa6-4046-9bed-9c38e9498e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:01.858201 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-93eeb14f-309a-41b9-a345-cd743c5c726e admin admin] Deleting subnet 8b6bd058-2433-43ef-8336-9b6b745c6bfb {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:20:01.865253 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-86bb5e31-b887-47c5-a6e7-f75c2cfbbbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:01.871515 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-86bb5e31-b887-47c5-a6e7-f75c2cfbbbda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:01.878728 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93eeb14f-309a-41b9-a345-cd743c5c726e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:01.881609 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-86bb5e31-b887-47c5-a6e7-f75c2cfbbbda admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dc68a284-c465-4558-bf8c-96d33ecd777a HTTP/1.1" status: 204 len: 168 time: 0.8554759 Sep 01 15:20:01.933734 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb5e31-b887-47c5-a6e7-f75c2cfbbbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc68a284-c465-4558-bf8c-96d33ecd777a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:02.120968 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-8368745b-4efe-45f4-8d26-7d3d753d048d admin admin] Allocated IP 172.25.6.215 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/ab1c04b6-b987-4171-a2cb-a4c8fd8120fb) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:20:02.132606 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-e9f5ad1e-c095-4fe9-9b63-258d68aa078d service neutron] 10.222.0.45 "GET /v2.0/networks/66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022039 Sep 01 15:20:02.168150 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93eeb14f-309a-41b9-a345-cd743c5c726e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:02.360470 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f45df-efa6-4046-9bed-9c38e9498e5d None None] Pushing event updated for resources: {'Port': ['ID=7142cfc6-6887-414f-b02d-23423e18f2ce,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:02.835501 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8368745b-4efe-45f4-8d26-7d3d753d048d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:02.874879 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93eeb14f-309a-41b9-a345-cd743c5c726e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:02.983512 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93eeb14f-309a-41b9-a345-cd743c5c726e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:03.004077 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93eeb14f-309a-41b9-a345-cd743c5c726e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:03.010160 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-93eeb14f-309a-41b9-a345-cd743c5c726e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8b6bd058-2433-43ef-8336-9b6b745c6bfb HTTP/1.1" status: 204 len: 168 time: 1.5598090 Sep 01 15:20:03.014253 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43888) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:03.057675 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eeb14f-309a-41b9-a345-cd743c5c726e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b6bd058-2433-43ef-8336-9b6b745c6bfb,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:03.107311 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8368745b-4efe-45f4-8d26-7d3d753d048d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:03.196101 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8368745b-4efe-45f4-8d26-7d3d753d048d admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:20:03.210994 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-8368745b-4efe-45f4-8d26-7d3d753d048d admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:20:03.214828 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368745b-4efe-45f4-8d26-7d3d753d048d admin admin] Pushing event updated for resources: {'Port': ['ID=ab1c04b6-b987-4171-a2cb-a4c8fd8120fb,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:03.217420 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8368745b-4efe-45f4-8d26-7d3d753d048d admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:20:03.262458 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56f8f67-234c-48f2-9edd-00ed0306dd87 req-5a5acbe7-8fdb-44af-a65b-9488604fd90f service neutron] 10.222.0.45 "GET /v2.0/networks/66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1180515 Sep 01 15:20:03.319917 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ee53a76c-e812-495e-aea8-0adbd4ce40a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:03.646861 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ee53a76c-e812-495e-aea8-0adbd4ce40a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:03.708233 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-ee53a76c-e812-495e-aea8-0adbd4ce40a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa3fade-4c03-4fa8-94a5-bb144ed0b25b']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:03.734613 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-ee53a76c-e812-495e-aea8-0adbd4ce40a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eb82f6b-566f-4151-85df-ddd6432a17be') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:03.735090 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-ee53a76c-e812-495e-aea8-0adbd4ce40a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eb82f6b-566f-4151-85df-ddd6432a17be') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:03.758851 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8368745b-4efe-45f4-8d26-7d3d753d048d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:03.780398 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ee53a76c-e812-495e-aea8-0adbd4ce40a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:03.823623 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ee53a76c-e812-495e-aea8-0adbd4ce40a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:03.868915 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee53a76c-e812-495e-aea8-0adbd4ce40a0 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:20:03.869613 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ee53a76c-e812-495e-aea8-0adbd4ce40a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:20:03.883838 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:20:04.125499 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ee53a76c-e812-495e-aea8-0adbd4ce40a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:04.137522 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ee53a76c-e812-495e-aea8-0adbd4ce40a0 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:04.140963 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ee53a76c-e812-495e-aea8-0adbd4ce40a0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/afa3fade-4c03-4fa8-94a5-bb144ed0b25b HTTP/1.1" status: 204 len: 168 time: 1.1206486 Sep 01 15:20:04.244846 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53a76c-e812-495e-aea8-0adbd4ce40a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=afa3fade-4c03-4fa8-94a5-bb144ed0b25b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:04.501146 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8368745b-4efe-45f4-8d26-7d3d753d048d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:04.570121 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 7142cfc6-6887-414f-b02d-23423e18f2ce up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:20:04.678479 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 7142cfc6-6887-414f-b02d-23423e18f2ce completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:20:04.788317 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43934) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:04.839567 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33763ba-5eda-475b-be25-bbfdffb6373f None None] Network a9f3c327-3c62-4406-9745-e846939869d0 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:20:04.998687 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6ceb4447-e4b0-4d7e-9e5a-e7cc150e1d61 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb3693377bf9457dabb698f1785d8c61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2080119 Sep 01 15:20:05.003641 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43938) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:05.112393 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a1b0e401-0cb7-4595-bf43-c254c312df81 None None] Provisioning for port 7142cfc6-6887-414f-b02d-23423e18f2ce completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:20:05.139159 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a1b0e401-0cb7-4595-bf43-c254c312df81 None None] Provisioning complete for port 7142cfc6-6887-414f-b02d-23423e18f2ce triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:20:05.139919 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a1b0e401-0cb7-4595-bf43-c254c312df81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:05.200981 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43944) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:05.280427 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c32b9ee-7069-44ab-a317-4e6dac44d2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:05.331788 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c32b9ee-7069-44ab-a317-4e6dac44d2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:05.440445 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c32b9ee-7069-44ab-a317-4e6dac44d2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:05.446372 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c32b9ee-7069-44ab-a317-4e6dac44d2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:05.459033 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9c32b9ee-7069-44ab-a317-4e6dac44d2c5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/06be04de-a079-4350-98a4-0a744c994960 HTTP/1.1" status: 204 len: 168 time: 0.4537060 Sep 01 15:20:05.537441 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32b9ee-7069-44ab-a317-4e6dac44d2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06be04de-a079-4350-98a4-0a744c994960,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:05.628963 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a1b0e401-0cb7-4595-bf43-c254c312df81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:05.689199 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8368745b-4efe-45f4-8d26-7d3d753d048d admin admin] Router afaf8e5a-5c0a-4574-b0a4-b0e414757561 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:20:05.778114 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a1b0e401-0cb7-4595-bf43-c254c312df81 None None] For port 7142cfc6-6887-414f-b02d-23423e18f2ce, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=7142cfc6-6887-414f-b02d-23423e18f2ce,segment=NetworkSegment(43628c80-617a-4484-b231-a92173811df8),segment_id=43628c80-617a-4484-b231-a92173811df8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:05.788029 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a1b0e401-0cb7-4595-bf43-c254c312df81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:05.815792 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c49ad798-dc8b-49e2-a8c4-249973456aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:05.893232 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0e401-0cb7-4595-bf43-c254c312df81 None None] Pushing event updated for resources: {'Port': ['ID=7142cfc6-6887-414f-b02d-23423e18f2ce,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:05.923460 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2890487e-6863-4a97-8940-e1f0c1f32f7f None None] Provisioning complete for port 7142cfc6-6887-414f-b02d-23423e18f2ce triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:20:05.924263 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2890487e-6863-4a97-8940-e1f0c1f32f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:06.123726 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c49ad798-dc8b-49e2-a8c4-249973456aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:06.140347 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c49ad798-dc8b-49e2-a8c4-249973456aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:06.222267 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ad798-dc8b-49e2-a8c4-249973456aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f947e6-055f-4757-8b69-39c0b4778d1c,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:06.296996 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 7142cfc6-6887-414f-b02d-23423e18f2ce up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:20:06.342025 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8368745b-4efe-45f4-8d26-7d3d753d048d admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:20:06.365197 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfa678b-d4a7-4cdd-830a-3beaac03c331 None None] Sync routers for ids ['afaf8e5a-5c0a-4574-b0a4-b0e414757561'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:20:06.392942 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8368745b-4efe-45f4-8d26-7d3d753d048d admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:06.394594 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8368745b-4efe-45f4-8d26-7d3d753d048d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.9678228 Sep 01 15:20:06.395009 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c49ad798-dc8b-49e2-a8c4-249973456aa1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f8983805c63843b6924ab08ce53bb80d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1757205 Sep 01 15:20:06.396213 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43966) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:06.398869 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43968) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:06.453399 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfa678b-d4a7-4cdd-830a-3beaac03c331 None None] Routers {'afaf8e5a-5c0a-4574-b0a4-b0e414757561'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:20:06.459132 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-3cfa678b-d4a7-4cdd-830a-3beaac03c331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:19:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['afaf8e5a-5c0a-4574-b0a4-b0e414757561'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:06.528695 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973eb7b-7582-4ada-81d4-0d3b02a2e447 req-0ddc5b5a-c7e8-476c-b3c8-502695c0212a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:06.543083 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973eb7b-7582-4ada-81d4-0d3b02a2e447 req-0ddc5b5a-c7e8-476c-b3c8-502695c0212a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:06.552550 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973eb7b-7582-4ada-81d4-0d3b02a2e447 req-0ddc5b5a-c7e8-476c-b3c8-502695c0212a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:06.560944 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973eb7b-7582-4ada-81d4-0d3b02a2e447 req-0ddc5b5a-c7e8-476c-b3c8-502695c0212a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:06.570877 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973eb7b-7582-4ada-81d4-0d3b02a2e447 req-0ddc5b5a-c7e8-476c-b3c8-502695c0212a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:06.576537 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973eb7b-7582-4ada-81d4-0d3b02a2e447 req-0ddc5b5a-c7e8-476c-b3c8-502695c0212a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:06.585727 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973eb7b-7582-4ada-81d4-0d3b02a2e447 req-0ddc5b5a-c7e8-476c-b3c8-502695c0212a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:06.592679 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7973eb7b-7582-4ada-81d4-0d3b02a2e447 req-0ddc5b5a-c7e8-476c-b3c8-502695c0212a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5434 time: 0.3082824 Sep 01 15:20:06.686525 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7973eb7b-7582-4ada-81d4-0d3b02a2e447 req-164974e5-3f6f-4263-b104-c9821cf99d3a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0928934 Sep 01 15:20:06.705500 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a2bc3902-b981-4b53-b3e1-cf80987d1779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:06.796769 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a2bc3902-b981-4b53-b3e1-cf80987d1779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:06.956944 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 7142cfc6-6887-414f-b02d-23423e18f2ce triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:20:06.957524 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:06.982773 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a2bc3902-b981-4b53-b3e1-cf80987d1779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:06.988154 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a2bc3902-b981-4b53-b3e1-cf80987d1779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:06.990584 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a2bc3902-b981-4b53-b3e1-cf80987d1779 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/75f947e6-055f-4757-8b69-39c0b4778d1c HTTP/1.1" status: 204 len: 168 time: 0.5902719 Sep 01 15:20:07.016139 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc3902-b981-4b53-b3e1-cf80987d1779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f947e6-055f-4757-8b69-39c0b4778d1c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:07.082078 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-3cfa678b-d4a7-4cdd-830a-3beaac03c331 None None] Set router afaf8e5a-5c0a-4574-b0a4-b0e414757561 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:20:07.086492 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e7d02-b356-475f-89c5-16795115a90a req-149deb54-3a0e-47d7-92b1-fe3493248740 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:07.098949 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e7d02-b356-475f-89c5-16795115a90a req-149deb54-3a0e-47d7-92b1-fe3493248740 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:07.106424 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e7d02-b356-475f-89c5-16795115a90a req-149deb54-3a0e-47d7-92b1-fe3493248740 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:07.113809 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e7d02-b356-475f-89c5-16795115a90a req-149deb54-3a0e-47d7-92b1-fe3493248740 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:07.120672 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e7d02-b356-475f-89c5-16795115a90a req-149deb54-3a0e-47d7-92b1-fe3493248740 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:07.127761 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e7d02-b356-475f-89c5-16795115a90a req-149deb54-3a0e-47d7-92b1-fe3493248740 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:07.134072 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e7d02-b356-475f-89c5-16795115a90a req-149deb54-3a0e-47d7-92b1-fe3493248740 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:07.147973 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bd1e7d02-b356-475f-89c5-16795115a90a req-149deb54-3a0e-47d7-92b1-fe3493248740 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5434 time: 0.2230935 Sep 01 15:20:07.483031 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da6b3bdd-bba8-40b2-89f6-2966305e1868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:07.486094 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-3cfa678b-d4a7-4cdd-830a-3beaac03c331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'name': 'tempest-ServersTestBootFromVolume-921409714-router', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ab1c04b6-b987-4171-a2cb-a4c8fd8120fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:59Z', 'updated_at': '2021-09-01T15:20:03Z', 'revision_number': 3, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'gw_port': {'id': 'ab1c04b6-b987-4171-a2cb-a4c8fd8120fb', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:66:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:20:01Z', 'updated_at': '2021-09-01T15:20:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:07.522983 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfa678b-d4a7-4cdd-830a-3beaac03c331 None None] Checking router: afaf8e5a-5c0a-4574-b0a4-b0e414757561 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:20:07.523732 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfa678b-d4a7-4cdd-830a-3beaac03c331 None None] Updating router afaf8e5a-5c0a-4574-b0a4-b0e414757561 port ab1c04b6-b987-4171-a2cb-a4c8fd8120fb binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:20:07.563959 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3cfa678b-d4a7-4cdd-830a-3beaac03c331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:07.848500 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-da6b3bdd-bba8-40b2-89f6-2966305e1868 admin admin] Allocated IP 172.20.0.1 (a9f3c327-3c62-4406-9745-e846939869d0/5151cbef-1431-4715-8183-370e302b1869/52b3d610-17bb-4695-9ecd-25fb1e2f27f2) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:20:08.014691 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3cfa678b-d4a7-4cdd-830a-3beaac03c331 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:08.047738 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3cfa678b-d4a7-4cdd-830a-3beaac03c331 None None] Transition to ACTIVE for port object ab1c04b6-b987-4171-a2cb-a4c8fd8120fb will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:20:08.061380 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3cfa678b-d4a7-4cdd-830a-3beaac03c331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:08.071482 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da6b3bdd-bba8-40b2-89f6-2966305e1868 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:08.099515 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-da6b3bdd-bba8-40b2-89f6-2966305e1868 admin admin] Transition to ACTIVE for port object 52b3d610-17bb-4695-9ecd-25fb1e2f27f2 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:20:08.204378 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da6b3bdd-bba8-40b2-89f6-2966305e1868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:08.218111 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3cfa678b-d4a7-4cdd-830a-3beaac03c331 None None] Attempting to bind port ab1c04b6-b987-4171-a2cb-a4c8fd8120fb on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:20:08.220111 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3cfa678b-d4a7-4cdd-830a-3beaac03c331 None None] Attempting to bind port ab1c04b6-b987-4171-a2cb-a4c8fd8120fb by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:20:08.221089 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfa678b-d4a7-4cdd-830a-3beaac03c331 None None] Attempting to bind port ab1c04b6-b987-4171-a2cb-a4c8fd8120fb on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:20:08.245073 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfa678b-d4a7-4cdd-830a-3beaac03c331 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:20:08.247812 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfa678b-d4a7-4cdd-830a-3beaac03c331 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:20:08.252095 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3cfa678b-d4a7-4cdd-830a-3beaac03c331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:08.255233 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfa678b-d4a7-4cdd-830a-3beaac03c331 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:20:08.258632 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3cfa678b-d4a7-4cdd-830a-3beaac03c331 None None] Bound port: ab1c04b6-b987-4171-a2cb-a4c8fd8120fb, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:20:08.262753 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3cfa678b-d4a7-4cdd-830a-3beaac03c331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:08.319918 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6b3bdd-bba8-40b2-89f6-2966305e1868 admin admin] Network a9f3c327-3c62-4406-9745-e846939869d0 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:20:08.335574 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-da6b3bdd-bba8-40b2-89f6-2966305e1868 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:20:08.344677 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e88aea-a589-4efb-bd22-de0789675aea None None] Pushing event updated for resources: {'Port': ['ID=ab1c04b6-b987-4171-a2cb-a4c8fd8120fb,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:08.347829 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6b3bdd-bba8-40b2-89f6-2966305e1868 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:20:08.369952 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:08.416917 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3cfa678b-d4a7-4cdd-830a-3beaac03c331 None None] For port ab1c04b6-b987-4171-a2cb-a4c8fd8120fb, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:20:08.430870 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3cfa678b-d4a7-4cdd-830a-3beaac03c331 None None] For port ab1c04b6-b987-4171-a2cb-a4c8fd8120fb, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ab1c04b6-b987-4171-a2cb-a4c8fd8120fb,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:20:08.441116 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b3bdd-bba8-40b2-89f6-2966305e1868 admin admin] Pushing event updated for resources: {'Port': ['ID=52b3d610-17bb-4695-9ecd-25fb1e2f27f2,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:08.446628 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3cfa678b-d4a7-4cdd-830a-3beaac03c331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:08.459292 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da6b3bdd-bba8-40b2-89f6-2966305e1868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:08.722020 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e88aea-a589-4efb-bd22-de0789675aea None None] Pushing event updated for resources: {'Port': ['ID=ab1c04b6-b987-4171-a2cb-a4c8fd8120fb,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:08.744928 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfa678b-d4a7-4cdd-830a-3beaac03c331 None None] Routers {'afaf8e5a-5c0a-4574-b0a4-b0e414757561'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:20:08.745845 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-3cfa678b-d4a7-4cdd-830a-3beaac03c331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:19:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['afaf8e5a-5c0a-4574-b0a4-b0e414757561'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:08.803444 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da6b3bdd-bba8-40b2-89f6-2966305e1868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:09.037199 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8cc29588-b420-4927-bd39-5d7a6f158677 None None] Provisioning for port 52b3d610-17bb-4695-9ecd-25fb1e2f27f2 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:20:09.049692 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8cc29588-b420-4927-bd39-5d7a6f158677 None None] Provisioning complete for port 52b3d610-17bb-4695-9ecd-25fb1e2f27f2 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:20:09.058623 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8cc29588-b420-4927-bd39-5d7a6f158677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:09.154765 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da6b3bdd-bba8-40b2-89f6-2966305e1868 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:09.164073 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da6b3bdd-bba8-40b2-89f6-2966305e1868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:09.164845 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-8cc29588-b420-4927-bd39-5d7a6f158677 None None] Port 52b3d610-17bb-4695-9ecd-25fb1e2f27f2 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:20:09.285135 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cef0e992-90a9-4b90-8f7c-af09cd9ea198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:09.317118 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-3cfa678b-d4a7-4cdd-830a-3beaac03c331 None None] Set router afaf8e5a-5c0a-4574-b0a4-b0e414757561 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:20:09.326485 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b3bdd-bba8-40b2-89f6-2966305e1868 admin admin] Pushing event updated for resources: {'Port': ['ID=52b3d610-17bb-4695-9ecd-25fb1e2f27f2,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:09.378554 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da6b3bdd-bba8-40b2-89f6-2966305e1868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:09.686512 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6b3bdd-bba8-40b2-89f6-2966305e1868 admin admin] Network a9f3c327-3c62-4406-9745-e846939869d0 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:20:09.694648 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-da6b3bdd-bba8-40b2-89f6-2966305e1868 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:20:09.927327 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-3cfa678b-d4a7-4cdd-830a-3beaac03c331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'name': 'tempest-ServersTestBootFromVolume-921409714-router', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ab1c04b6-b987-4171-a2cb-a4c8fd8120fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:59Z', 'updated_at': '2021-09-01T15:20:08Z', 'revision_number': 4, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'gw_port': {'id': 'ab1c04b6-b987-4171-a2cb-a4c8fd8120fb', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:66:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:20:01Z', 'updated_at': '2021-09-01T15:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '52b3d610-17bb-4695-9ecd-25fb1e2f27f2', 'name': '', 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'mac_address': 'fa:16:3e:cc:c0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '5151cbef-1431-4715-8183-370e302b1869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:20:07Z', 'updated_at': '2021-09-01T15:20:07Z', 'revision_number': 1, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'subnets': [{'id': '5151cbef-1431-4715-8183-370e302b1869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:10.002713 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfa678b-d4a7-4cdd-830a-3beaac03c331 None None] The sync data for ids ['afaf8e5a-5c0a-4574-b0a4-b0e414757561'] in n-d-794796-3 is: [{'id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'name': 'tempest-ServersTestBootFromVolume-921409714-router', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ab1c04b6-b987-4171-a2cb-a4c8fd8120fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:59Z', 'updated_at': '2021-09-01T15:20:08Z', 'revision_number': 4, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'gw_port': {'id': 'ab1c04b6-b987-4171-a2cb-a4c8fd8120fb', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:66:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:20:01Z', 'updated_at': '2021-09-01T15:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '52b3d610-17bb-4695-9ecd-25fb1e2f27f2', 'name': '', 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'mac_address': 'fa:16:3e:cc:c0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '5151cbef-1431-4715-8183-370e302b1869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:20:07Z', 'updated_at': '2021-09-01T15:20:07Z', 'revision_number': 1, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'subnets': [{'id': '5151cbef-1431-4715-8183-370e302b1869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:20:10.160655 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6b3bdd-bba8-40b2-89f6-2966305e1868 admin admin] Router afaf8e5a-5c0a-4574-b0a4-b0e414757561 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:20:10.330071 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-282fd052-98af-4985-94de-23037b4b8cb4 None None] Provisioning complete for port 52b3d610-17bb-4695-9ecd-25fb1e2f27f2 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:20:10.333337 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-282fd052-98af-4985-94de-23037b4b8cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:10.488423 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6b3bdd-bba8-40b2-89f6-2966305e1868 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:20:10.556361 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-da6b3bdd-bba8-40b2-89f6-2966305e1868 admin admin] 10.222.0.60 "PUT /v2.0/routers/afaf8e5a-5c0a-4574-b0a4-b0e414757561/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1385975 Sep 01 15:20:10.744858 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44136) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:10.838286 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-282fd052-98af-4985-94de-23037b4b8cb4 None None] Port 52b3d610-17bb-4695-9ecd-25fb1e2f27f2 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:20:11.446521 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ddb34-1575-467a-bda1-76fb73e625c0 req-93c96e92-7a02-4dd4-abc0-28623e0760ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:11.449304 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ddb34-1575-467a-bda1-76fb73e625c0 req-93c96e92-7a02-4dd4-abc0-28623e0760ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:11.451060 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ddb34-1575-467a-bda1-76fb73e625c0 req-93c96e92-7a02-4dd4-abc0-28623e0760ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:11.452695 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ddb34-1575-467a-bda1-76fb73e625c0 req-93c96e92-7a02-4dd4-abc0-28623e0760ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:11.454033 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ddb34-1575-467a-bda1-76fb73e625c0 req-93c96e92-7a02-4dd4-abc0-28623e0760ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:11.455270 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ddb34-1575-467a-bda1-76fb73e625c0 req-93c96e92-7a02-4dd4-abc0-28623e0760ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:11.456738 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ddb34-1575-467a-bda1-76fb73e625c0 req-93c96e92-7a02-4dd4-abc0-28623e0760ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:11.487849 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-892ddb34-1575-467a-bda1-76fb73e625c0 req-93c96e92-7a02-4dd4-abc0-28623e0760ae service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 6491 time: 0.7414744 Sep 01 15:20:11.602413 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-892ddb34-1575-467a-bda1-76fb73e625c0 req-a71395e9-4bf9-46e5-ac87-294575d18ada service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&id=56ee7cbb-c064-4b45-b63a-4812b76da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1009285 Sep 01 15:20:12.102169 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:12.390687 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ab1c04b6-b987-4171-a2cb-a4c8fd8120fb up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:20:12.491039 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44182) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:12.498484 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-922a57e0-2120-45e9-a0d0-c787a64b1697 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--906991339', 'description': 'tempest-description--1196260765'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:20:12.604779 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-922a57e0-2120-45e9-a0d0-c787a64b1697 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:12.615802 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port ab1c04b6-b987-4171-a2cb-a4c8fd8120fb completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:20:12.628980 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port ab1c04b6-b987-4171-a2cb-a4c8fd8120fb triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:20:12.636236 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:12.929040 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-922a57e0-2120-45e9-a0d0-c787a64b1697 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:12.944797 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-922a57e0-2120-45e9-a0d0-c787a64b1697 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:12.995838 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:13.117454 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a57e0-2120-45e9-a0d0-c787a64b1697 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0e707f-3905-4830-a73a-18b53d1718a1,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:13.140412 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port ab1c04b6-b987-4171-a2cb-a4c8fd8120fb, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ab1c04b6-b987-4171-a2cb-a4c8fd8120fb,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:13.155944 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:13.167027 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-922a57e0-2120-45e9-a0d0-c787a64b1697 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:13.168338 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-922a57e0-2120-45e9-a0d0-c787a64b1697 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6753983 Sep 01 15:20:13.170723 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922a57e0-2120-45e9-a0d0-c787a64b1697 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:13.170723 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922a57e0-2120-45e9-a0d0-c787a64b1697 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:13.171014 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922a57e0-2120-45e9-a0d0-c787a64b1697 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:13.171212 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922a57e0-2120-45e9-a0d0-c787a64b1697 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:13.171568 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922a57e0-2120-45e9-a0d0-c787a64b1697 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:13.171887 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922a57e0-2120-45e9-a0d0-c787a64b1697 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:13.174074 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44208) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:13.182863 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-7dbc31a0-19c3-467a-b55e-ed589a5d1dfe tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Request body: {'security_group_rule': {'security_group_id': '5d0e707f-3905-4830-a73a-18b53d1718a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:20:13.192939 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922a57e0-2120-45e9-a0d0-c787a64b1697 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:13.193377 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922a57e0-2120-45e9-a0d0-c787a64b1697 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:13.193726 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922a57e0-2120-45e9-a0d0-c787a64b1697 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:13.194069 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922a57e0-2120-45e9-a0d0-c787a64b1697 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:13.194448 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922a57e0-2120-45e9-a0d0-c787a64b1697 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:13.194762 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922a57e0-2120-45e9-a0d0-c787a64b1697 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:13.329928 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7dbc31a0-19c3-467a-b55e-ed589a5d1dfe tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:13.438280 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=ab1c04b6-b987-4171-a2cb-a4c8fd8120fb,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:13.483358 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:13.495446 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55797889-fbe1-4fe8-88aa-c0f84f1f9f76 req-826d47b5-ca44-4e6d-9f92-1e3c162f53a0 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:13.506406 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55797889-fbe1-4fe8-88aa-c0f84f1f9f76 req-826d47b5-ca44-4e6d-9f92-1e3c162f53a0 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:13.528345 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55797889-fbe1-4fe8-88aa-c0f84f1f9f76 req-826d47b5-ca44-4e6d-9f92-1e3c162f53a0 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:13.549554 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7dbc31a0-19c3-467a-b55e-ed589a5d1dfe tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:13.555984 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55797889-fbe1-4fe8-88aa-c0f84f1f9f76 req-826d47b5-ca44-4e6d-9f92-1e3c162f53a0 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:13.574678 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55797889-fbe1-4fe8-88aa-c0f84f1f9f76 req-826d47b5-ca44-4e6d-9f92-1e3c162f53a0 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:13.579339 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7dbc31a0-19c3-467a-b55e-ed589a5d1dfe tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:13.592530 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55797889-fbe1-4fe8-88aa-c0f84f1f9f76 req-826d47b5-ca44-4e6d-9f92-1e3c162f53a0 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:13.601652 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e797f8b5-f328-4a5f-87c0-bace1f0eaaff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:13.607976 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55797889-fbe1-4fe8-88aa-c0f84f1f9f76 req-826d47b5-ca44-4e6d-9f92-1e3c162f53a0 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:13.620630 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc31a0-19c3-467a-b55e-ed589a5d1dfe tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1945062-8288-4920-99b8-eed094c622a7,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:13.622793 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-55797889-fbe1-4fe8-88aa-c0f84f1f9f76 req-826d47b5-ca44-4e6d-9f92-1e3c162f53a0 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5446 time: 0.3880477 Sep 01 15:20:13.650042 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7dbc31a0-19c3-467a-b55e-ed589a5d1dfe tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:13.652354 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7dbc31a0-19c3-467a-b55e-ed589a5d1dfe tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4765999 Sep 01 15:20:13.654967 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44212) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:13.666900 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-c27201c9-f7b4-43d5-8442-41e04275e381 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Request body: {'security_group_rule': {'security_group_id': '5d0e707f-3905-4830-a73a-18b53d1718a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:20:13.735638 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c27201c9-f7b4-43d5-8442-41e04275e381 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:13.829588 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-55797889-fbe1-4fe8-88aa-c0f84f1f9f76 req-37d19bfd-ae73-44a2-ab6b-aff116210585 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2042439 Sep 01 15:20:13.901949 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:20:13.912092 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c27201c9-f7b4-43d5-8442-41e04275e381 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:13.927980 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c27201c9-f7b4-43d5-8442-41e04275e381 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:14.011214 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c27201c9-f7b4-43d5-8442-41e04275e381 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:14.013821 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c27201c9-f7b4-43d5-8442-41e04275e381 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3521214 Sep 01 15:20:14.016231 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27201c9-f7b4-43d5-8442-41e04275e381 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a40b7b-37e8-443a-8abc-34e2485e4afb,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:14.018795 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44228) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:14.026221 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-a058d331-2cd0-4d6c-952b-390065e28d38 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:20:14.065045 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a058d331-2cd0-4d6c-952b-390065e28d38 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:14.207329 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33542018-03ce-4e5f-820a-a3a9e4c69d5b None None] Sync routers for ids ['afaf8e5a-5c0a-4574-b0a4-b0e414757561'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:20:14.257420 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33542018-03ce-4e5f-820a-a3a9e4c69d5b None None] Routers {'afaf8e5a-5c0a-4574-b0a4-b0e414757561'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:20:14.260797 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-33542018-03ce-4e5f-820a-a3a9e4c69d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:20:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['afaf8e5a-5c0a-4574-b0a4-b0e414757561'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:14.316082 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ab1c04b6-b987-4171-a2cb-a4c8fd8120fb up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:20:14.429377 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a058d331-2cd0-4d6c-952b-390065e28d38 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:14.577840 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port ab1c04b6-b987-4171-a2cb-a4c8fd8120fb triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:20:14.580642 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:14.715995 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-2b9e58c6-c923-4e1d-9338-e9660ea91c98 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:14.775221 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-2b9e58c6-c923-4e1d-9338-e9660ea91c98 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:14.824984 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-2b9e58c6-c923-4e1d-9338-e9660ea91c98 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:14.828633 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-33542018-03ce-4e5f-820a-a3a9e4c69d5b None None] Set router afaf8e5a-5c0a-4574-b0a4-b0e414757561 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:20:14.887766 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-2b9e58c6-c923-4e1d-9338-e9660ea91c98 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:14.920771 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-2b9e58c6-c923-4e1d-9338-e9660ea91c98 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:14.956198 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-2b9e58c6-c923-4e1d-9338-e9660ea91c98 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:14.982048 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-2b9e58c6-c923-4e1d-9338-e9660ea91c98 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:14.991438 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-2b9e58c6-c923-4e1d-9338-e9660ea91c98 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.62 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5446 time: 0.5732949 Sep 01 15:20:15.092506 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:15.116709 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-003d02a9-a888-4b66-bdd3-e6733fbd0e5c tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:15.120983 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-003d02a9-a888-4b66-bdd3-e6733fbd0e5c tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.62 "GET /v2.0/ports/25889e58-c1fa-4ed2-89a7-236d8cfd5f91?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1215370 Sep 01 15:20:15.125709 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-a058d331-2cd0-4d6c-952b-390065e28d38 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Allocated IP 172.25.6.11 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/b1a87a01-5de7-4724-8cd2-8c40c1e38951) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:20:15.318154 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-7344686e-88f3-4d5e-96e4-711144e1ec59 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.62 "GET /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1890233 Sep 01 15:20:15.336932 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-95065759-7fac-46c6-a590-7dc982fa9a37 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:20:15.491264 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-95065759-7fac-46c6-a590-7dc982fa9a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:15.585637 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547fda5-38ac-4873-be25-cf00b7b7a97c req-944d13d2-dedd-4d99-90f4-ab8ae5bb1ad9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:15.606184 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547fda5-38ac-4873-be25-cf00b7b7a97c req-944d13d2-dedd-4d99-90f4-ab8ae5bb1ad9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:15.618218 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-33542018-03ce-4e5f-820a-a3a9e4c69d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'name': 'tempest-ServersTestBootFromVolume-921409714-router', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ab1c04b6-b987-4171-a2cb-a4c8fd8120fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:59Z', 'updated_at': '2021-09-01T15:20:08Z', 'revision_number': 4, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'gw_port': {'id': 'ab1c04b6-b987-4171-a2cb-a4c8fd8120fb', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:66:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:20:01Z', 'updated_at': '2021-09-01T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '52b3d610-17bb-4695-9ecd-25fb1e2f27f2', 'name': '', 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'mac_address': 'fa:16:3e:cc:c0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '5151cbef-1431-4715-8183-370e302b1869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:20:07Z', 'updated_at': '2021-09-01T15:20:08Z', 'revision_number': 2, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'subnets': [{'id': '5151cbef-1431-4715-8183-370e302b1869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:15.637944 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547fda5-38ac-4873-be25-cf00b7b7a97c req-944d13d2-dedd-4d99-90f4-ab8ae5bb1ad9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:15.645619 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547fda5-38ac-4873-be25-cf00b7b7a97c req-944d13d2-dedd-4d99-90f4-ab8ae5bb1ad9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:15.662255 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547fda5-38ac-4873-be25-cf00b7b7a97c req-944d13d2-dedd-4d99-90f4-ab8ae5bb1ad9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:15.669324 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547fda5-38ac-4873-be25-cf00b7b7a97c req-944d13d2-dedd-4d99-90f4-ab8ae5bb1ad9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:15.673593 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33542018-03ce-4e5f-820a-a3a9e4c69d5b None None] Checking router: afaf8e5a-5c0a-4574-b0a4-b0e414757561 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:20:15.674331 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33542018-03ce-4e5f-820a-a3a9e4c69d5b None None] Updating router afaf8e5a-5c0a-4574-b0a4-b0e414757561 port 52b3d610-17bb-4695-9ecd-25fb1e2f27f2 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:20:15.677587 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547fda5-38ac-4873-be25-cf00b7b7a97c req-944d13d2-dedd-4d99-90f4-ab8ae5bb1ad9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:15.687028 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d547fda5-38ac-4873-be25-cf00b7b7a97c req-944d13d2-dedd-4d99-90f4-ab8ae5bb1ad9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 5446 time: 0.5783424 Sep 01 15:20:15.711459 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-33542018-03ce-4e5f-820a-a3a9e4c69d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:15.762834 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d547fda5-38ac-4873-be25-cf00b7b7a97c req-ecea7bcf-8207-4ffe-bcc5-40da737ab098 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0730867 Sep 01 15:20:15.847555 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a058d331-2cd0-4d6c-952b-390065e28d38 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:15.886098 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-95065759-7fac-46c6-a590-7dc982fa9a37 service neutron] For port 25889e58-c1fa-4ed2-89a7-236d8cfd5f91, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=25889e58-c1fa-4ed2-89a7-236d8cfd5f91,segment=NetworkSegment(9912b1ca-c666-4f3c-9388-ba1946d5a15d),segment_id=9912b1ca-c666-4f3c-9388-ba1946d5a15d)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:15.964580 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a058d331-2cd0-4d6c-952b-390065e28d38 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:15.993421 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-95065759-7fac-46c6-a590-7dc982fa9a37 service neutron] For port 25889e58-c1fa-4ed2-89a7-236d8cfd5f91, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:20:16.044656 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a058d331-2cd0-4d6c-952b-390065e28d38 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:20:16.050858 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-a058d331-2cd0-4d6c-952b-390065e28d38 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:20:16.057974 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a058d331-2cd0-4d6c-952b-390065e28d38 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:20:16.133453 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-95065759-7fac-46c6-a590-7dc982fa9a37 service neutron] device_id is not set on port 25889e58-c1fa-4ed2-89a7-236d8cfd5f91 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:20:16.144291 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058d331-2cd0-4d6c-952b-390065e28d38 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Pushing event updated for resources: {'Port': ['ID=b1a87a01-5de7-4724-8cd2-8c40c1e38951,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:16.183850 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-95065759-7fac-46c6-a590-7dc982fa9a37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:16.205302 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-95065759-7fac-46c6-a590-7dc982fa9a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:16.221290 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a058d331-2cd0-4d6c-952b-390065e28d38 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:16.307003 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a058d331-2cd0-4d6c-952b-390065e28d38 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:16.423504 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95065759-7fac-46c6-a590-7dc982fa9a37 service neutron] Pushing event updated for resources: {'Port': ['ID=25889e58-c1fa-4ed2-89a7-236d8cfd5f91,revision_number=6']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:16.429806 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-95065759-7fac-46c6-a590-7dc982fa9a37 service neutron] No DVR routers for this DVR port 25889e58-c1fa-4ed2-89a7-236d8cfd5f91 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:20:16.463144 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-33542018-03ce-4e5f-820a-a3a9e4c69d5b None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:16.483751 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-95065759-7fac-46c6-a590-7dc982fa9a37 service neutron] In _notify_port_updated(), no bound segment for port 25889e58-c1fa-4ed2-89a7-236d8cfd5f91 on network d380e665-3a57-46b5-8f38-76cf2ddb73aa {{(pid=94734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:20:16.485477 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-95065759-7fac-46c6-a590-7dc982fa9a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:16.486349 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-95065759-7fac-46c6-a590-7dc982fa9a37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:16.488438 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-95065759-7fac-46c6-a590-7dc982fa9a37 service neutron] 10.222.0.62 "PUT /v2.0/ports/25889e58-c1fa-4ed2-89a7-236d8cfd5f91 HTTP/1.1" status: 200 len: 1033 time: 1.1580837 Sep 01 15:20:16.518724 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-33542018-03ce-4e5f-820a-a3a9e4c69d5b None None] Transition to ACTIVE for port object 52b3d610-17bb-4695-9ecd-25fb1e2f27f2 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:20:16.536568 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-33542018-03ce-4e5f-820a-a3a9e4c69d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:16.583063 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-b59da190-5906-4138-8286-44f62906ee85 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:16.585025 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-b59da190-5906-4138-8286-44f62906ee85 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.62 "GET /v2.0/ports/f74b773b-5f13-43af-b95b-4dae0c371691?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0884361 Sep 01 15:20:16.605574 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-99b331c2-1352-433f-bc35-233e476e7965 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:20:16.714727 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc4b95-5577-42e8-a93c-f8c0e89923ba None None] Pushing event updated for resources: {'Port': ['ID=52b3d610-17bb-4695-9ecd-25fb1e2f27f2,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:16.725238 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44282) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:16.763834 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbc4b95-5577-42e8-a93c-f8c0e89923ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:16.764186 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbc4b95-5577-42e8-a93c-f8c0e89923ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:16.764664 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbc4b95-5577-42e8-a93c-f8c0e89923ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:16.764829 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbc4b95-5577-42e8-a93c-f8c0e89923ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:16.765164 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbc4b95-5577-42e8-a93c-f8c0e89923ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:16.765627 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbc4b95-5577-42e8-a93c-f8c0e89923ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:16.766016 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbc4b95-5577-42e8-a93c-f8c0e89923ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:16.774669 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbc4b95-5577-42e8-a93c-f8c0e89923ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:16.775196 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbc4b95-5577-42e8-a93c-f8c0e89923ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:16.775547 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbc4b95-5577-42e8-a93c-f8c0e89923ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:16.775892 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbc4b95-5577-42e8-a93c-f8c0e89923ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:16.776239 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbc4b95-5577-42e8-a93c-f8c0e89923ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:16.847066 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-99b331c2-1352-433f-bc35-233e476e7965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:16.852820 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-33542018-03ce-4e5f-820a-a3a9e4c69d5b None None] Attempting to bind port 52b3d610-17bb-4695-9ecd-25fb1e2f27f2 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:20:16.853202 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-33542018-03ce-4e5f-820a-a3a9e4c69d5b None None] Attempting to bind port 52b3d610-17bb-4695-9ecd-25fb1e2f27f2 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '43628c80-617a-4484-b231-a92173811df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:20:16.853569 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33542018-03ce-4e5f-820a-a3a9e4c69d5b None None] Attempting to bind port 52b3d610-17bb-4695-9ecd-25fb1e2f27f2 on network a9f3c327-3c62-4406-9745-e846939869d0 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:20:16.873545 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33542018-03ce-4e5f-820a-a3a9e4c69d5b None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:20:16.873943 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33542018-03ce-4e5f-820a-a3a9e4c69d5b None None] Checking segment: {'id': '43628c80-617a-4484-b231-a92173811df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:20:16.874371 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-33542018-03ce-4e5f-820a-a3a9e4c69d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:16.874783 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33542018-03ce-4e5f-820a-a3a9e4c69d5b None None] Bound using segment: {'id': '43628c80-617a-4484-b231-a92173811df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:20:16.875323 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-33542018-03ce-4e5f-820a-a3a9e4c69d5b None None] Bound port: 52b3d610-17bb-4695-9ecd-25fb1e2f27f2, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43628c80-617a-4484-b231-a92173811df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:20:16.875718 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-33542018-03ce-4e5f-820a-a3a9e4c69d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:17.039748 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4a75c942-69cb-4a46-baf2-7eb0e3a33860 None None] Provisioning complete for port 25889e58-c1fa-4ed2-89a7-236d8cfd5f91 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:20:17.039748 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4a75c942-69cb-4a46-baf2-7eb0e3a33860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:17.071754 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a058d331-2cd0-4d6c-952b-390065e28d38 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:17.136176 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a058d331-2cd0-4d6c-952b-390065e28d38 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:17.298909 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-33542018-03ce-4e5f-820a-a3a9e4c69d5b None None] For port 52b3d610-17bb-4695-9ecd-25fb1e2f27f2, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:20:17.299561 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-4a75c942-69cb-4a46-baf2-7eb0e3a33860 None None] Port 25889e58-c1fa-4ed2-89a7-236d8cfd5f91 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:20:17.319525 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-33542018-03ce-4e5f-820a-a3a9e4c69d5b None None] For port 52b3d610-17bb-4695-9ecd-25fb1e2f27f2, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=52b3d610-17bb-4695-9ecd-25fb1e2f27f2,segment=NetworkSegment(43628c80-617a-4484-b231-a92173811df8),segment_id=43628c80-617a-4484-b231-a92173811df8)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:20:17.341101 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-33542018-03ce-4e5f-820a-a3a9e4c69d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:17.462109 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058d331-2cd0-4d6c-952b-390065e28d38 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Pushing event updated for resources: {'Port': ['ID=b1a87a01-5de7-4724-8cd2-8c40c1e38951,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:17.524619 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470bb05-eb31-409b-81bc-4130f3bc0708 req-05083253-ddb0-40e1-8539-bb99515a383e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:17.530396 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 25889e58-c1fa-4ed2-89a7-236d8cfd5f91 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:20:17.541079 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470bb05-eb31-409b-81bc-4130f3bc0708 req-05083253-ddb0-40e1-8539-bb99515a383e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:17.561395 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc4b95-5577-42e8-a93c-f8c0e89923ba None None] Pushing event updated for resources: {'Port': ['ID=52b3d610-17bb-4695-9ecd-25fb1e2f27f2,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:17.567168 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470bb05-eb31-409b-81bc-4130f3bc0708 req-05083253-ddb0-40e1-8539-bb99515a383e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:17.591125 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470bb05-eb31-409b-81bc-4130f3bc0708 req-05083253-ddb0-40e1-8539-bb99515a383e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:17.600272 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33542018-03ce-4e5f-820a-a3a9e4c69d5b None None] Routers {'afaf8e5a-5c0a-4574-b0a4-b0e414757561'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:20:17.605373 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-33542018-03ce-4e5f-820a-a3a9e4c69d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:20:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['afaf8e5a-5c0a-4574-b0a4-b0e414757561'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:17.606511 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470bb05-eb31-409b-81bc-4130f3bc0708 req-05083253-ddb0-40e1-8539-bb99515a383e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:17.618735 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470bb05-eb31-409b-81bc-4130f3bc0708 req-05083253-ddb0-40e1-8539-bb99515a383e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:17.635767 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a470bb05-eb31-409b-81bc-4130f3bc0708 req-05083253-ddb0-40e1-8539-bb99515a383e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 4666 time: 0.5612273 Sep 01 15:20:17.657303 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 25889e58-c1fa-4ed2-89a7-236d8cfd5f91 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:20:17.658698 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 3d5cb6f3-2f23-485c-94f0-fb274a06c858 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:20:17.712200 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-99b331c2-1352-433f-bc35-233e476e7965 service neutron] For port f74b773b-5f13-43af-b95b-4dae0c371691, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f74b773b-5f13-43af-b95b-4dae0c371691,segment=NetworkSegment(9912b1ca-c666-4f3c-9388-ba1946d5a15d),segment_id=9912b1ca-c666-4f3c-9388-ba1946d5a15d)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:17.754749 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a058d331-2cd0-4d6c-952b-390065e28d38 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:17.790961 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a470bb05-eb31-409b-81bc-4130f3bc0708 req-a6ef4cf5-a7a2-47b5-877b-af250db1e299 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&id=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1491070 Sep 01 15:20:17.795494 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a058d331-2cd0-4d6c-952b-390065e28d38 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:17.814455 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a058d331-2cd0-4d6c-952b-390065e28d38 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7816813 Sep 01 15:20:17.815184 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8a62e056-276e-4314-adae-c4b13c0385f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:17.887052 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:17.926444 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-99b331c2-1352-433f-bc35-233e476e7965 service neutron] For port f74b773b-5f13-43af-b95b-4dae0c371691, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:20:17.946403 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d5cb6f3-2f23-485c-94f0-fb274a06c858'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:20:17.950013 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8ef82c-0d0b-40bf-aa04-865c4a1e06c7" -d '{"events": [{"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-unplugged", "status": "completed", "tag": "3d5cb6f3-2f23-485c-94f0-fb274a06c858"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:20:17.966070 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-33542018-03ce-4e5f-820a-a3a9e4c69d5b None None] Set router afaf8e5a-5c0a-4574-b0a4-b0e414757561 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:20:18.008426 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-99b331c2-1352-433f-bc35-233e476e7965 service neutron] device_id is not set on port f74b773b-5f13-43af-b95b-4dae0c371691 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:20:18.019428 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 3d5cb6f3-2f23-485c-94f0-fb274a06c858, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=3d5cb6f3-2f23-485c-94f0-fb274a06c858,segment=NetworkSegment(9912b1ca-c666-4f3c-9388-ba1946d5a15d),segment_id=9912b1ca-c666-4f3c-9388-ba1946d5a15d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:18.026019 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-99b331c2-1352-433f-bc35-233e476e7965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:18.033679 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:18.047546 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:20:18.066158 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-99b331c2-1352-433f-bc35-233e476e7965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:18.154021 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c704c9-3c5e-4d95-81eb-dbc45762526d x-openstack-request-id: req-54c704c9-3c5e-4d95-81eb-dbc45762526d {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:20:18.154963 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-unplugged", "status": "completed", "tag": "3d5cb6f3-2f23-485c-94f0-fb274a06c858", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:20:18.155480 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-54c704c9-3c5e-4d95-81eb-dbc45762526d {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:20:18.156153 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d5cb6f3-2f23-485c-94f0-fb274a06c858', 'code': 200} Sep 01 15:20:18.367473 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:18.377946 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-99b331c2-1352-433f-bc35-233e476e7965 service neutron] No DVR routers for this DVR port f74b773b-5f13-43af-b95b-4dae0c371691 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:20:18.447556 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 52b3d610-17bb-4695-9ecd-25fb1e2f27f2 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:20:18.544692 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-99b331c2-1352-433f-bc35-233e476e7965 service neutron] In _notify_port_updated(), no bound segment for port f74b773b-5f13-43af-b95b-4dae0c371691 on network d380e665-3a57-46b5-8f38-76cf2ddb73aa {{(pid=94734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:20:18.546050 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-99b331c2-1352-433f-bc35-233e476e7965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:18.548516 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-99b331c2-1352-433f-bc35-233e476e7965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:18.552601 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-99b331c2-1352-433f-bc35-233e476e7965 service neutron] 10.222.0.62 "PUT /v2.0/ports/f74b773b-5f13-43af-b95b-4dae0c371691 HTTP/1.1" status: 200 len: 1033 time: 1.9573665 Sep 01 15:20:18.557343 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=3d5cb6f3-2f23-485c-94f0-fb274a06c858,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:18.560652 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8a62e056-276e-4314-adae-c4b13c0385f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:18.625154 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b331c2-1352-433f-bc35-233e476e7965 service neutron] Pushing event updated for resources: {'Port': ['ID=f74b773b-5f13-43af-b95b-4dae0c371691,revision_number=6']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:18.637660 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4,segment=NetworkSegment(6de3f90f-c656-409d-b38f-9feda8a4045d),segment_id=6de3f90f-c656-409d-b38f-9feda8a4045d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:18.638005 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-33542018-03ce-4e5f-820a-a3a9e4c69d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'name': 'tempest-ServersTestBootFromVolume-921409714-router', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ab1c04b6-b987-4171-a2cb-a4c8fd8120fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:59Z', 'updated_at': '2021-09-01T15:20:08Z', 'revision_number': 4, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'gw_port': {'id': 'ab1c04b6-b987-4171-a2cb-a4c8fd8120fb', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:66:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:20:01Z', 'updated_at': '2021-09-01T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '52b3d610-17bb-4695-9ecd-25fb1e2f27f2', 'name': '', 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'mac_address': 'fa:16:3e:cc:c0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '5151cbef-1431-4715-8183-370e302b1869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:20:07Z', 'updated_at': '2021-09-01T15:20:17Z', 'revision_number': 4, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'subnets': [{'id': '5151cbef-1431-4715-8183-370e302b1869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:18.648791 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:18.649548 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device d7fe6b2b-4faf-479e-97eb-4d3b218d201c no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:20:18.650213 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8a62e056-276e-4314-adae-c4b13c0385f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:18.736098 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33542018-03ce-4e5f-820a-a3a9e4c69d5b None None] The sync data for ids ['afaf8e5a-5c0a-4574-b0a4-b0e414757561'] in n-d-794796-3 is: [{'id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'name': 'tempest-ServersTestBootFromVolume-921409714-router', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ab1c04b6-b987-4171-a2cb-a4c8fd8120fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:59Z', 'updated_at': '2021-09-01T15:20:08Z', 'revision_number': 4, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'gw_port': {'id': 'ab1c04b6-b987-4171-a2cb-a4c8fd8120fb', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:66:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:20:01Z', 'updated_at': '2021-09-01T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '52b3d610-17bb-4695-9ecd-25fb1e2f27f2', 'name': '', 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'mac_address': 'fa:16:3e:cc:c0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '5151cbef-1431-4715-8183-370e302b1869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:20:07Z', 'updated_at': '2021-09-01T15:20:17Z', 'revision_number': 4, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'subnets': [{'id': '5151cbef-1431-4715-8183-370e302b1869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:20:18.797380 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 52b3d610-17bb-4695-9ecd-25fb1e2f27f2 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:20:18.891195 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-61a7657c-54de-43f5-bb5f-1157e05eaada None None] Provisioning complete for port f74b773b-5f13-43af-b95b-4dae0c371691 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:20:18.891589 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-61a7657c-54de-43f5-bb5f-1157e05eaada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:18.893378 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 52b3d610-17bb-4695-9ecd-25fb1e2f27f2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:20:18.893750 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:18.903445 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62e056-276e-4314-adae-c4b13c0385f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1c322f-751e-40c3-83f9-b5485d8de49d,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:18.927962 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8a62e056-276e-4314-adae-c4b13c0385f2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=de0260556fa149b8a1fd49d561c4ddfa&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1850560 Sep 01 15:20:18.932292 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44358) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:19.043622 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-b23e2bed-e0d9-49d7-87db-337e589ac9a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Deleting port a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:20:19.045588 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-b23e2bed-e0d9-49d7-87db-337e589ac9a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:19.054079 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:19.225104 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:19.236633 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-61a7657c-54de-43f5-bb5f-1157e05eaada None None] Port f74b773b-5f13-43af-b95b-4dae0c371691 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:20:19.269242 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-29305763-5c3f-424e-b2c5-11b81dca39f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:19.380389 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-29305763-5c3f-424e-b2c5-11b81dca39f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:19.419269 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port d7fe6b2b-4faf-479e-97eb-4d3b218d201c, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=d7fe6b2b-4faf-479e-97eb-4d3b218d201c,segment=NetworkSegment(9912b1ca-c666-4f3c-9388-ba1946d5a15d),segment_id=9912b1ca-c666-4f3c-9388-ba1946d5a15d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:19.457272 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:19.473931 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f74b773b-5f13-43af-b95b-4dae0c371691 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:20:19.508640 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1de191-d8ec-46c0-9a7e-28c61199ac43 req-12b6a30e-1e53-480f-8f9e-e401b3141bb1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:19.552260 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1de191-d8ec-46c0-9a7e-28c61199ac43 req-12b6a30e-1e53-480f-8f9e-e401b3141bb1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:19.570616 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1de191-d8ec-46c0-9a7e-28c61199ac43 req-12b6a30e-1e53-480f-8f9e-e401b3141bb1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:19.600224 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-29305763-5c3f-424e-b2c5-11b81dca39f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:19.609838 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-29305763-5c3f-424e-b2c5-11b81dca39f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:19.610885 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1de191-d8ec-46c0-9a7e-28c61199ac43 req-12b6a30e-1e53-480f-8f9e-e401b3141bb1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:19.615611 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-29305763-5c3f-424e-b2c5-11b81dca39f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7a1c322f-751e-40c3-83f9-b5485d8de49d HTTP/1.1" status: 204 len: 168 time: 0.6803262 Sep 01 15:20:19.676161 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1de191-d8ec-46c0-9a7e-28c61199ac43 req-12b6a30e-1e53-480f-8f9e-e401b3141bb1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:19.690283 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29305763-5c3f-424e-b2c5-11b81dca39f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1c322f-751e-40c3-83f9-b5485d8de49d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:19.712882 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8a1de191-d8ec-46c0-9a7e-28c61199ac43 req-12b6a30e-1e53-480f-8f9e-e401b3141bb1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 3882 time: 0.5192645 Sep 01 15:20:19.848146 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:19.892930 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=d7fe6b2b-4faf-479e-97eb-4d3b218d201c,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:19.951649 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f74b773b-5f13-43af-b95b-4dae0c371691 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:20:19.952099 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 2ed15646-9fa6-43dc-b376-d3212fd60a6f no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:20:19.983246 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8a1de191-d8ec-46c0-9a7e-28c61199ac43 req-0f1415ba-fcfa-4458-8545-6bd37bd8db1d tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2669914 Sep 01 15:20:20.040714 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-b23e2bed-e0d9-49d7-87db-337e589ac9a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] For port a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4,segment=NetworkSegment(6de3f90f-c656-409d-b38f-9feda8a4045d),segment_id=6de3f90f-c656-409d-b38f-9feda8a4045d)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:20.043709 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-b23e2bed-e0d9-49d7-87db-337e589ac9a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:20.061861 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 52b3d610-17bb-4695-9ecd-25fb1e2f27f2, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=52b3d610-17bb-4695-9ecd-25fb1e2f27f2,segment=NetworkSegment(43628c80-617a-4484-b231-a92173811df8),segment_id=43628c80-617a-4484-b231-a92173811df8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:20.076251 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:20.098721 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-b23e2bed-e0d9-49d7-87db-337e589ac9a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Calling delete_port for a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:20:20.190332 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4'}, {'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7fe6b2b-4faf-479e-97eb-4d3b218d201c'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:20:20.197395 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f8c4dc-6720-46a4-b287-f92b90bbdcb2" -d '{"events": [{"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-unplugged", "status": "completed", "tag": "a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4"}, {"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-unplugged", "status": "completed", "tag": "d7fe6b2b-4faf-479e-97eb-4d3b218d201c"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:20:20.363184 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 01 Sep 2021 15:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1767fe-0804-43f7-979d-1d77dd0a4141 x-openstack-request-id: req-9b1767fe-0804-43f7-979d-1d77dd0a4141 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:20:20.367255 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-unplugged", "status": "completed", "tag": "a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4", "code": 200}, {"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-unplugged", "status": "completed", "tag": "d7fe6b2b-4faf-479e-97eb-4d3b218d201c", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:20:20.368147 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9b1767fe-0804-43f7-979d-1d77dd0a4141 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:20:20.372657 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4', 'code': 200} Sep 01 15:20:20.373653 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7fe6b2b-4faf-479e-97eb-4d3b218d201c', 'code': 200} Sep 01 15:20:20.375519 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:20.496397 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=52b3d610-17bb-4695-9ecd-25fb1e2f27f2,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:20.573334 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 2ed15646-9fa6-43dc-b376-d3212fd60a6f, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=2ed15646-9fa6-43dc-b376-d3212fd60a6f,segment=NetworkSegment(6de3f90f-c656-409d-b38f-9feda8a4045d),segment_id=6de3f90f-c656-409d-b38f-9feda8a4045d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:20.589711 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:20.591125 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device c32a6846-75e2-4a3e-aec3-0e166ad7aaff no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:20:20.689129 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-b23e2bed-e0d9-49d7-87db-337e589ac9a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:20.797382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e2bed-e0d9-49d7-87db-337e589ac9a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event deleted for resources: {'Port': ['ID=a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:20.959583 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-b23e2bed-e0d9-49d7-87db-337e589ac9a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] No DVR routers for this DVR port a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:20:20.970110 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-b23e2bed-e0d9-49d7-87db-337e589ac9a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:20.987260 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-b23e2bed-e0d9-49d7-87db-337e589ac9a9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.62 "DELETE /v2.0/ports/a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4 HTTP/1.1" status: 204 len: 173 time: 2.4198587 Sep 01 15:20:20.988279 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-deleted', 'tag': 'a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:20:20.989751 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:20.992324 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=2ed15646-9fa6-43dc-b376-d3212fd60a6f,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:20.999086 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89dbb84-4b76-4ed6-8cae-e6e9def4bbb2" -d '{"events": [{"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-deleted", "tag": "a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:20:21.003808 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:21.004396 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:21.004849 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:21.005557 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:21.006053 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:21.006880 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:21.007662 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:21.007988 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:21.008424 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:21.008859 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:21.010151 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:21.010151 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:21.120221 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf820dc-c350-4279-81bc-71bfc076444f x-openstack-request-id: req-9bf820dc-c350-4279-81bc-71bfc076444f {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:20:21.120593 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-deleted", "tag": "a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:20:21.120805 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9bf820dc-c350-4279-81bc-71bfc076444f {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:20:21.121204 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-deleted', 'tag': 'a948b400-d4f6-4ea6-ac30-ecc1b9cb2ee4', 'status': 'completed', 'code': 200} Sep 01 15:20:21.128906 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port c32a6846-75e2-4a3e-aec3-0e166ad7aaff, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=c32a6846-75e2-4a3e-aec3-0e166ad7aaff,segment=NetworkSegment(3288f583-539b-46ff-9561-dede33de514c),segment_id=3288f583-539b-46ff-9561-dede33de514c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:21.141756 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:21.272505 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-e5e29e6d-e148-493a-9e57-c2c5944d8dd4 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Deleting port 3d5cb6f3-2f23-485c-94f0-fb274a06c858 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:20:21.272837 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-e5e29e6d-e148-493a-9e57-c2c5944d8dd4 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:21.307144 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=c32a6846-75e2-4a3e-aec3-0e166ad7aaff,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:21.440813 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44446) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:21.448077 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b439f9a-66fd-4c8c-ac20-d2457ae55893 req-17dc72d1-febf-458f-a113-a3e47bab0423 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:21.460201 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b439f9a-66fd-4c8c-ac20-d2457ae55893 req-17dc72d1-febf-458f-a113-a3e47bab0423 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:21.485985 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b439f9a-66fd-4c8c-ac20-d2457ae55893 req-17dc72d1-febf-458f-a113-a3e47bab0423 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:21.499073 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b439f9a-66fd-4c8c-ac20-d2457ae55893 req-17dc72d1-febf-458f-a113-a3e47bab0423 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:21.506576 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ae520f6b-094b-498c-955c-91c563527ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:21.523061 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b439f9a-66fd-4c8c-ac20-d2457ae55893 req-17dc72d1-febf-458f-a113-a3e47bab0423 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 3143 time: 0.2577975 Sep 01 15:20:21.627591 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b439f9a-66fd-4c8c-ac20-d2457ae55893 req-5fde4c3d-8d84-4b6f-b9c3-1822125d5c16 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033399 Sep 01 15:20:21.645534 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-e5e29e6d-e148-493a-9e57-c2c5944d8dd4 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] For port 3d5cb6f3-2f23-485c-94f0-fb274a06c858, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=3d5cb6f3-2f23-485c-94f0-fb274a06c858,segment=NetworkSegment(9912b1ca-c666-4f3c-9388-ba1946d5a15d),segment_id=9912b1ca-c666-4f3c-9388-ba1946d5a15d)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:21.646911 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-e5e29e6d-e148-493a-9e57-c2c5944d8dd4 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:21.699697 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-e5e29e6d-e148-493a-9e57-c2c5944d8dd4 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Calling delete_port for 3d5cb6f3-2f23-485c-94f0-fb274a06c858 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:20:22.060986 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ae520f6b-094b-498c-955c-91c563527ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:22.073583 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ae520f6b-094b-498c-955c-91c563527ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:22.296290 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 52b3d610-17bb-4695-9ecd-25fb1e2f27f2 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:20:22.359716 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae520f6b-094b-498c-955c-91c563527ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b8f09f-800d-4798-9316-5e113f127885,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:22.376901 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ed15646-9fa6-43dc-b376-d3212fd60a6f'}, {'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c32a6846-75e2-4a3e-aec3-0e166ad7aaff'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:20:22.378028 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44468) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:22.382721 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80303690-1c38-4150-8f26-64a9459fdfd4" -d '{"events": [{"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-unplugged", "status": "completed", "tag": "2ed15646-9fa6-43dc-b376-d3212fd60a6f"}, {"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-unplugged", "status": "completed", "tag": "c32a6846-75e2-4a3e-aec3-0e166ad7aaff"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:20:22.382969 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ae520f6b-094b-498c-955c-91c563527ca5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=88c7dc830bf847cb86e8d8ce6c1c1d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9397593 Sep 01 15:20:22.384979 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-e5e29e6d-e148-493a-9e57-c2c5944d8dd4 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:22.423926 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 52b3d610-17bb-4695-9ecd-25fb1e2f27f2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:20:22.424715 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:22.495891 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fea4fb9f-1a77-4873-b0b0-4534ffcc91af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:22.529492 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fea4fb9f-1a77-4873-b0b0-4534ffcc91af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:22.662748 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fea4fb9f-1a77-4873-b0b0-4534ffcc91af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:22.665666 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fea4fb9f-1a77-4873-b0b0-4534ffcc91af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:22.670932 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fea4fb9f-1a77-4873-b0b0-4534ffcc91af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/51b8f09f-800d-4798-9316-5e113f127885 HTTP/1.1" status: 204 len: 168 time: 0.2876234 Sep 01 15:20:22.684808 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4fb9f-1a77-4873-b0b0-4534ffcc91af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b8f09f-800d-4798-9316-5e113f127885,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:22.689026 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-e5e29e6d-e148-493a-9e57-c2c5944d8dd4 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] No DVR routers for this DVR port 3d5cb6f3-2f23-485c-94f0-fb274a06c858 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:20:22.695200 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-e5e29e6d-e148-493a-9e57-c2c5944d8dd4 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:22.701031 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-e5e29e6d-e148-493a-9e57-c2c5944d8dd4 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.62 "DELETE /v2.0/ports/3d5cb6f3-2f23-485c-94f0-fb274a06c858 HTTP/1.1" status: 204 len: 173 time: 1.6838832 Sep 01 15:20:22.701755 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 01 Sep 2021 15:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab2891b-9023-4ff4-b185-2d9b58adae82 x-openstack-request-id: req-7ab2891b-9023-4ff4-b185-2d9b58adae82 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:20:22.702512 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-unplugged", "status": "completed", "tag": "2ed15646-9fa6-43dc-b376-d3212fd60a6f", "code": 200}, {"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-unplugged", "status": "completed", "tag": "c32a6846-75e2-4a3e-aec3-0e166ad7aaff", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:20:22.704056 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e29e6d-e148-493a-9e57-c2c5944d8dd4 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event deleted for resources: {'Port': ['ID=3d5cb6f3-2f23-485c-94f0-fb274a06c858,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:22.704942 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7ab2891b-9023-4ff4-b185-2d9b58adae82 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:20:22.705472 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ed15646-9fa6-43dc-b376-d3212fd60a6f', 'code': 200} Sep 01 15:20:22.705828 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c32a6846-75e2-4a3e-aec3-0e166ad7aaff', 'code': 200} Sep 01 15:20:23.124156 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-deleted', 'tag': '3d5cb6f3-2f23-485c-94f0-fb274a06c858'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:20:23.135286 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33b5290-e187-4daa-aba5-e4679702e388" -d '{"events": [{"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-deleted", "tag": "3d5cb6f3-2f23-485c-94f0-fb274a06c858"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:20:23.189814 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-23b6c5a9-0612-4e2f-811e-8bf65b45c53f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Deleting port d7fe6b2b-4faf-479e-97eb-4d3b218d201c {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:20:23.192232 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-23b6c5a9-0612-4e2f-811e-8bf65b45c53f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:23.451655 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-23b6c5a9-0612-4e2f-811e-8bf65b45c53f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] For port d7fe6b2b-4faf-479e-97eb-4d3b218d201c, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=d7fe6b2b-4faf-479e-97eb-4d3b218d201c,segment=NetworkSegment(9912b1ca-c666-4f3c-9388-ba1946d5a15d),segment_id=9912b1ca-c666-4f3c-9388-ba1946d5a15d)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:23.455127 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-23b6c5a9-0612-4e2f-811e-8bf65b45c53f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:23.498437 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-23b6c5a9-0612-4e2f-811e-8bf65b45c53f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Calling delete_port for d7fe6b2b-4faf-479e-97eb-4d3b218d201c owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:20:23.670386 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ca6a66-e9a7-47a8-a267-df786d950ce0 x-openstack-request-id: req-e7ca6a66-e9a7-47a8-a267-df786d950ce0 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:20:23.670727 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-deleted", "tag": "3d5cb6f3-2f23-485c-94f0-fb274a06c858", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:20:23.671050 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7ca6a66-e9a7-47a8-a267-df786d950ce0 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:20:23.673688 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-deleted', 'tag': '3d5cb6f3-2f23-485c-94f0-fb274a06c858', 'status': 'completed', 'code': 200} Sep 01 15:20:23.684628 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c845ca-8267-424d-b7ce-8b2033fa1c99 req-7578b8ae-cbae-4595-a0f5-1451577bef65 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:23.692197 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c845ca-8267-424d-b7ce-8b2033fa1c99 req-7578b8ae-cbae-4595-a0f5-1451577bef65 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:23.699308 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c845ca-8267-424d-b7ce-8b2033fa1c99 req-7578b8ae-cbae-4595-a0f5-1451577bef65 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:23.701373 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73c845ca-8267-424d-b7ce-8b2033fa1c99 req-7578b8ae-cbae-4595-a0f5-1451577bef65 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 2410 time: 0.7888584 Sep 01 15:20:23.791739 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73c845ca-8267-424d-b7ce-8b2033fa1c99 req-2fede905-2301-4a97-b3c2-34a632e7d749 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651507 Sep 01 15:20:23.806634 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-23b6c5a9-0612-4e2f-811e-8bf65b45c53f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:23.898430 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-23b6c5a9-0612-4e2f-811e-8bf65b45c53f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] No DVR routers for this DVR port d7fe6b2b-4faf-479e-97eb-4d3b218d201c on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:20:23.901571 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-23b6c5a9-0612-4e2f-811e-8bf65b45c53f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:23.904180 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-23b6c5a9-0612-4e2f-811e-8bf65b45c53f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.62 "DELETE /v2.0/ports/d7fe6b2b-4faf-479e-97eb-4d3b218d201c HTTP/1.1" status: 204 len: 173 time: 1.1950858 Sep 01 15:20:23.905269 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6c5a9-0612-4e2f-811e-8bf65b45c53f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event deleted for resources: {'Port': ['ID=d7fe6b2b-4faf-479e-97eb-4d3b218d201c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:24.080045 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-a5a8ec6e-d35e-452b-9663-77552d6218a6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Deleting port 2ed15646-9fa6-43dc-b376-d3212fd60a6f {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:20:24.080519 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-a5a8ec6e-d35e-452b-9663-77552d6218a6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:24.340454 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-a5a8ec6e-d35e-452b-9663-77552d6218a6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] For port 2ed15646-9fa6-43dc-b376-d3212fd60a6f, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=2ed15646-9fa6-43dc-b376-d3212fd60a6f,segment=NetworkSegment(6de3f90f-c656-409d-b38f-9feda8a4045d),segment_id=6de3f90f-c656-409d-b38f-9feda8a4045d)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:24.341561 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-a5a8ec6e-d35e-452b-9663-77552d6218a6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:24.404715 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-a5a8ec6e-d35e-452b-9663-77552d6218a6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Calling delete_port for 2ed15646-9fa6-43dc-b376-d3212fd60a6f owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:20:24.736360 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-a5a8ec6e-d35e-452b-9663-77552d6218a6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:24.793381 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8ec6e-d35e-452b-9663-77552d6218a6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event deleted for resources: {'Port': ['ID=2ed15646-9fa6-43dc-b376-d3212fd60a6f,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:24.862463 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-a5a8ec6e-d35e-452b-9663-77552d6218a6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] No DVR routers for this DVR port 2ed15646-9fa6-43dc-b376-d3212fd60a6f on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:20:24.865985 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-a5a8ec6e-d35e-452b-9663-77552d6218a6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:24.868855 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-a5a8ec6e-d35e-452b-9663-77552d6218a6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.62 "DELETE /v2.0/ports/2ed15646-9fa6-43dc-b376-d3212fd60a6f HTTP/1.1" status: 204 len: 173 time: 0.9533544 Sep 01 15:20:25.088006 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e01d1-4d06-439a-8329-3de4529f2d74 req-2cba94d0-d71b-4ab3-a8a7-33e94133be10 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:25.091057 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c07e01d1-4d06-439a-8329-3de4529f2d74 req-2cba94d0-d71b-4ab3-a8a7-33e94133be10 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 943 time: 0.1067417 Sep 01 15:20:25.125548 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-d3e760cf-e8a9-4b9e-84f0-dcf78da09f23 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Deleting port c32a6846-75e2-4a3e-aec3-0e166ad7aaff {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:20:25.126200 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-d3e760cf-e8a9-4b9e-84f0-dcf78da09f23 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:25.350481 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c07e01d1-4d06-439a-8329-3de4529f2d74 req-0d15ddf2-3078-42b1-be15-6d6b30a4aea9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2412748 Sep 01 15:20:25.514887 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-d3e760cf-e8a9-4b9e-84f0-dcf78da09f23 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] For port c32a6846-75e2-4a3e-aec3-0e166ad7aaff, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=c32a6846-75e2-4a3e-aec3-0e166ad7aaff,segment=NetworkSegment(3288f583-539b-46ff-9561-dede33de514c),segment_id=3288f583-539b-46ff-9561-dede33de514c)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:20:25.515985 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-d3e760cf-e8a9-4b9e-84f0-dcf78da09f23 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:25.719682 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-deleted', 'tag': 'd7fe6b2b-4faf-479e-97eb-4d3b218d201c'}, {'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-deleted', 'tag': '2ed15646-9fa6-43dc-b376-d3212fd60a6f'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:20:25.728211 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e205efbb-b0b2-4e6a-8d72-3634860599fe" -d '{"events": [{"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-deleted", "tag": "d7fe6b2b-4faf-479e-97eb-4d3b218d201c"}, {"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-deleted", "tag": "2ed15646-9fa6-43dc-b376-d3212fd60a6f"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:20:25.827593 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 01 Sep 2021 15:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9058603-9d1a-436c-89b1-40d94ac95e7e x-openstack-request-id: req-d9058603-9d1a-436c-89b1-40d94ac95e7e {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:20:25.828450 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-deleted", "tag": "d7fe6b2b-4faf-479e-97eb-4d3b218d201c", "status": "completed", "code": 200}, {"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-deleted", "tag": "2ed15646-9fa6-43dc-b376-d3212fd60a6f", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:20:25.828817 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9058603-9d1a-436c-89b1-40d94ac95e7e {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:20:25.829368 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-deleted', 'tag': 'd7fe6b2b-4faf-479e-97eb-4d3b218d201c', 'status': 'completed', 'code': 200} Sep 01 15:20:25.829725 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-deleted', 'tag': '2ed15646-9fa6-43dc-b376-d3212fd60a6f', 'status': 'completed', 'code': 200} Sep 01 15:20:26.222431 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-d3e760cf-e8a9-4b9e-84f0-dcf78da09f23 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:26.222979 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-d3e760cf-e8a9-4b9e-84f0-dcf78da09f23 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:26.223484 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-d3e760cf-e8a9-4b9e-84f0-dcf78da09f23 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Floating IP bd1fa4f5-538f-410f-83a0-deaff9bd0c35 disassociated. External IP: 172.25.6.24, port: c32a6846-75e2-4a3e-aec3-0e166ad7aaff. Sep 01 15:20:26.223998 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-d3e760cf-e8a9-4b9e-84f0-dcf78da09f23 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Calling delete_port for c32a6846-75e2-4a3e-aec3-0e166ad7aaff owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:20:26.711578 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-d3e760cf-e8a9-4b9e-84f0-dcf78da09f23 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:26.733814 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0885b4-ab67-4dae-8160-78a4ef545ae5 req-8668951f-4732-479a-b2b9-6c4a717e9578 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:26.744653 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dc0885b4-ab67-4dae-8160-78a4ef545ae5 req-8668951f-4732-479a-b2b9-6c4a717e9578 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 943 time: 0.1734529 Sep 01 15:20:26.830684 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e760cf-e8a9-4b9e-84f0-dcf78da09f23 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event deleted for resources: {'Port': ['ID=c32a6846-75e2-4a3e-aec3-0e166ad7aaff,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:27.000998 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dc0885b4-ab67-4dae-8160-78a4ef545ae5 req-5605d2a1-503a-4129-8458-d3861c53fa05 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379191 Sep 01 15:20:27.357273 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-d3e760cf-e8a9-4b9e-84f0-dcf78da09f23 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Router 6907fd80-0fe1-4faf-bb6e-ab5046c383ef has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:20:27.668099 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-d3e760cf-e8a9-4b9e-84f0-dcf78da09f23 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:20:27.687712 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:27.695438 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849be965-d8dc-44cc-9ded-4bcbb8e71d97 None None] Sync routers for ids ['6907fd80-0fe1-4faf-bb6e-ab5046c383ef'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:20:27.739167 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849be965-d8dc-44cc-9ded-4bcbb8e71d97 None None] Routers {'6907fd80-0fe1-4faf-bb6e-ab5046c383ef'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:20:27.739841 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-849be965-d8dc-44cc-9ded-4bcbb8e71d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:20:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['6907fd80-0fe1-4faf-bb6e-ab5046c383ef'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:27.855233 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-d3e760cf-e8a9-4b9e-84f0-dcf78da09f23 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] No DVR routers for this DVR port c32a6846-75e2-4a3e-aec3-0e166ad7aaff on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:20:27.863057 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-d3e760cf-e8a9-4b9e-84f0-dcf78da09f23 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:27.865806 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00191d7b-d40e-473f-bece-4aad18adaa61 req-d3e760cf-e8a9-4b9e-84f0-dcf78da09f23 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.62 "DELETE /v2.0/ports/c32a6846-75e2-4a3e-aec3-0e166ad7aaff HTTP/1.1" status: 204 len: 173 time: 2.9890862 Sep 01 15:20:27.866570 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-deleted', 'tag': 'c32a6846-75e2-4a3e-aec3-0e166ad7aaff'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:20:27.887429 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44606) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:27.894091 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c6344f-5e2d-40f9-b7a3-036f3489b338" -d '{"events": [{"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-deleted", "tag": "c32a6846-75e2-4a3e-aec3-0e166ad7aaff"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:20:27.994455 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa042b2-0220-4d62-a810-9d124bfc8eb8 x-openstack-request-id: req-efa042b2-0220-4d62-a810-9d124bfc8eb8 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:20:27.995103 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fd7c78-6583-45e4-8017-a124d252441b", "name": "network-vif-deleted", "tag": "c32a6846-75e2-4a3e-aec3-0e166ad7aaff", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:20:27.995571 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-efa042b2-0220-4d62-a810-9d124bfc8eb8 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:20:27.996199 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fd7c78-6583-45e4-8017-a124d252441b', 'name': 'network-vif-deleted', 'tag': 'c32a6846-75e2-4a3e-aec3-0e166ad7aaff', 'status': 'completed', 'code': 200} Sep 01 15:20:28.084950 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-849be965-d8dc-44cc-9ded-4bcbb8e71d97 None None] Set router 6907fd80-0fe1-4faf-bb6e-ab5046c383ef gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:20:28.217198 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c52efe5c-68f2-4048-87cb-b2fdb3f3d1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:28.380418 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4eadd0df-10c6-49a3-a8d4-383e11c4eb1e req-45fe97b1-161a-4b83-a162-e85f2a071c26 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 210 time: 0.0739458 Sep 01 15:20:28.510623 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c52efe5c-68f2-4048-87cb-b2fdb3f3d1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:28.520180 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c52efe5c-68f2-4048-87cb-b2fdb3f3d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:28.576245 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-849be965-d8dc-44cc-9ded-4bcbb8e71d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'name': 'tempest-TaggedBootDevicesTest_v242-360202414-router', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6df456c0-5bac-4b29-adbe-215f7dd291b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:08:48Z', 'updated_at': '2021-09-01T15:08:59Z', 'revision_number': 4, 'project_id': 'f7d7b06bb64040f2849246a606ea13be', 'gw_port': {'id': '6df456c0-5bac-4b29-adbe-215f7dd291b0', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:08:49Z', 'updated_at': '2021-09-01T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'e5ded87e-bcad-4910-ae8c-2457db345234', 'name': '', 'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'mac_address': 'fa:16:3e:6b:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'cfe092a7-7374-49e7-98e0-9d8083b4d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:08:55Z', 'updated_at': '2021-09-01T15:09:08Z', 'revision_number': 5, 'project_id': 'f7d7b06bb64040f2849246a606ea13be', 'subnets': [{'id': 'cfe092a7-7374-49e7-98e0-9d8083b4d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:28.604904 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c52efe5c-68f2-4048-87cb-b2fdb3f3d1c2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6b3bc89e6c5a4360b608c922b074e6ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7165914 Sep 01 15:20:28.609334 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44628) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:28.669319 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52efe5c-68f2-4048-87cb-b2fdb3f3d1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6432aa-909d-4fd1-8e50-f44212e9512f,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:28.738376 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849be965-d8dc-44cc-9ded-4bcbb8e71d97 None None] Checking router: 6907fd80-0fe1-4faf-bb6e-ab5046c383ef for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:20:28.773652 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849be965-d8dc-44cc-9ded-4bcbb8e71d97 None None] Routers {'6907fd80-0fe1-4faf-bb6e-ab5046c383ef'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:20:28.774600 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-849be965-d8dc-44cc-9ded-4bcbb8e71d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:20:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['6907fd80-0fe1-4faf-bb6e-ab5046c383ef'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:28.833153 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f8c32de7-2db9-4330-8953-668cdb100a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:28.907924 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f8c32de7-2db9-4330-8953-668cdb100a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:29.043632 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f8c32de7-2db9-4330-8953-668cdb100a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:29.048350 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f8c32de7-2db9-4330-8953-668cdb100a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:29.050493 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f8c32de7-2db9-4330-8953-668cdb100a42 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0f6432aa-909d-4fd1-8e50-f44212e9512f HTTP/1.1" status: 204 len: 168 time: 0.4392617 Sep 01 15:20:29.071434 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c32de7-2db9-4330-8953-668cdb100a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6432aa-909d-4fd1-8e50-f44212e9512f,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:29.087584 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-849be965-d8dc-44cc-9ded-4bcbb8e71d97 None None] Set router 6907fd80-0fe1-4faf-bb6e-ab5046c383ef gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:20:29.740212 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-849be965-d8dc-44cc-9ded-4bcbb8e71d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'name': 'tempest-TaggedBootDevicesTest_v242-360202414-router', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6df456c0-5bac-4b29-adbe-215f7dd291b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:08:48Z', 'updated_at': '2021-09-01T15:08:59Z', 'revision_number': 4, 'project_id': 'f7d7b06bb64040f2849246a606ea13be', 'gw_port': {'id': '6df456c0-5bac-4b29-adbe-215f7dd291b0', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:08:49Z', 'updated_at': '2021-09-01T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'e5ded87e-bcad-4910-ae8c-2457db345234', 'name': '', 'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'mac_address': 'fa:16:3e:6b:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'cfe092a7-7374-49e7-98e0-9d8083b4d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:08:55Z', 'updated_at': '2021-09-01T15:09:08Z', 'revision_number': 5, 'project_id': 'f7d7b06bb64040f2849246a606ea13be', 'subnets': [{'id': 'cfe092a7-7374-49e7-98e0-9d8083b4d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:20:29.766111 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3e045ca3-e272-497d-92ba-9f4340aba475 req-808ea192-3d08-4368-bf11-d434b2f574e3 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 210 time: 0.1512730 Sep 01 15:20:29.828946 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849be965-d8dc-44cc-9ded-4bcbb8e71d97 None None] The sync data for ids ['6907fd80-0fe1-4faf-bb6e-ab5046c383ef'] in n-d-794796-3 is: [{'id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'name': 'tempest-TaggedBootDevicesTest_v242-360202414-router', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6df456c0-5bac-4b29-adbe-215f7dd291b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:08:48Z', 'updated_at': '2021-09-01T15:08:59Z', 'revision_number': 4, 'project_id': 'f7d7b06bb64040f2849246a606ea13be', 'gw_port': {'id': '6df456c0-5bac-4b29-adbe-215f7dd291b0', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:08:49Z', 'updated_at': '2021-09-01T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'e5ded87e-bcad-4910-ae8c-2457db345234', 'name': '', 'network_id': '17543319-6060-4d8f-9fbf-24ed833e1936', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'mac_address': 'fa:16:3e:6b:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'cfe092a7-7374-49e7-98e0-9d8083b4d268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:08:55Z', 'updated_at': '2021-09-01T15:09:08Z', 'revision_number': 5, 'project_id': 'f7d7b06bb64040f2849246a606ea13be', 'subnets': [{'id': 'cfe092a7-7374-49e7-98e0-9d8083b4d268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:20:30.311044 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44672) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:30.352062 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7de626ab-008d-4e2e-93b1-c1b220e1878f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:30.535044 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0007ee5-6a6b-4dbc-a672-3e3f66f5730f None None] New status for floating IP bd1fa4f5-538f-410f-83a0-deaff9bd0c35: DOWN {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:20:30.689813 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7de626ab-008d-4e2e-93b1-c1b220e1878f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:30.704262 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7de626ab-008d-4e2e-93b1-c1b220e1878f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:30.912031 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de626ab-008d-4e2e-93b1-c1b220e1878f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5156bb3e-6136-46d7-ac9e-0de3cb7ff9a6,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:30.977536 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7de626ab-008d-4e2e-93b1-c1b220e1878f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=02d951ac95d84d24af20dc067df3fb35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6620324 Sep 01 15:20:30.980634 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44686) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:31.151195 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e0e00460-3ad3-4922-a606-e5bb2cb7c979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:31.179677 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6d1a6332-6d5c-4cbe-9f99-69b83f6f0cb8 req-2dee6524-dde7-44e7-94ed-6207dfc04585 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 210 time: 0.1046870 Sep 01 15:20:31.233048 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e0e00460-3ad3-4922-a606-e5bb2cb7c979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:31.338678 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e0e00460-3ad3-4922-a606-e5bb2cb7c979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:31.341776 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e0e00460-3ad3-4922-a606-e5bb2cb7c979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:31.344601 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e0e00460-3ad3-4922-a606-e5bb2cb7c979 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5156bb3e-6136-46d7-ac9e-0de3cb7ff9a6 HTTP/1.1" status: 204 len: 168 time: 0.3623879 Sep 01 15:20:31.362918 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e00460-3ad3-4922-a606-e5bb2cb7c979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5156bb3e-6136-46d7-ac9e-0de3cb7ff9a6,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:32.117962 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44710) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:32.418696 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-10796384-a364-4ff8-be51-049fe02905bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:32.558362 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f2c4fba6-36d5-4435-85b0-4a8beab46dcd req-9e634d3e-1941-4f45-9f8a-061bc3dba564 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 210 time: 0.1238170 Sep 01 15:20:32.836588 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-10796384-a364-4ff8-be51-049fe02905bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:32.850091 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-10796384-a364-4ff8-be51-049fe02905bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:33.001404 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10796384-a364-4ff8-be51-049fe02905bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f36242-0cce-4da0-99d8-9f614d770529,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:33.080787 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44758) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:33.085744 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-10796384-a364-4ff8-be51-049fe02905bb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c79b954a8b1748bdb8faf8f16a52674b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9629765 Sep 01 15:20:33.289252 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1d8a1f32-48f7-4269-954f-8ee147d64f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:33.391795 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1d8a1f32-48f7-4269-954f-8ee147d64f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:33.574516 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1d8a1f32-48f7-4269-954f-8ee147d64f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:33.580230 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1d8a1f32-48f7-4269-954f-8ee147d64f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:33.582186 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1d8a1f32-48f7-4269-954f-8ee147d64f05 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/72f36242-0cce-4da0-99d8-9f614d770529 HTTP/1.1" status: 204 len: 168 time: 0.4997261 Sep 01 15:20:33.614989 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a1f32-48f7-4269-954f-8ee147d64f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f36242-0cce-4da0-99d8-9f614d770529,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:33.939697 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-358736d8-70e6-4623-baa9-5049794fda9b req-a20d4cd8-8d34-4149-9fb8-a5a21e9edd51 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 210 time: 0.1583049 Sep 01 15:20:34.506744 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44798) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:34.533105 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0a0a4068-a1e3-4659-ac78-520f40e4191a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:34.710892 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0a0a4068-a1e3-4659-ac78-520f40e4191a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:34.718224 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0a0a4068-a1e3-4659-ac78-520f40e4191a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:34.821059 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0a0a4068-a1e3-4659-ac78-520f40e4191a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8969c1d292ed456bb1fb0f030ac23a92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3117774 Sep 01 15:20:34.824370 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44804) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:34.850455 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a4068-a1e3-4659-ac78-520f40e4191a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b23f88e-e8f6-451b-9a27-2d532440d3a6,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:35.019176 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3fef9027-8120-4afc-834f-7c69a6720d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:35.104395 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3fef9027-8120-4afc-834f-7c69a6720d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:35.226237 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-19096d81-4aa7-4b8a-a600-42f473101564 req-fc508166-d4e4-4202-be9d-4a188fe83893 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 210 time: 0.0721395 Sep 01 15:20:35.288508 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3fef9027-8120-4afc-834f-7c69a6720d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:35.300370 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3fef9027-8120-4afc-834f-7c69a6720d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:35.305392 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3fef9027-8120-4afc-834f-7c69a6720d22 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b23f88e-e8f6-451b-9a27-2d532440d3a6 HTTP/1.1" status: 204 len: 168 time: 0.4783332 Sep 01 15:20:35.332998 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef9027-8120-4afc-834f-7c69a6720d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b23f88e-e8f6-451b-9a27-2d532440d3a6,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:35.830819 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44836) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:36.018354 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-535434c9-fafd-4fbb-9e43-bec82e29e83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:36.366343 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-535434c9-fafd-4fbb-9e43-bec82e29e83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:36.377379 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-535434c9-fafd-4fbb-9e43-bec82e29e83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:36.447200 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535434c9-fafd-4fbb-9e43-bec82e29e83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fc0266-842a-4c60-844e-eee103a1740c,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:36.525224 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c7b9e639-955d-46fb-a414-4480f5847c74 req-4c06b322-78e3-49d6-8ccb-37a76fae8b79 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 210 time: 0.0805602 Sep 01 15:20:36.540714 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-535434c9-fafd-4fbb-9e43-bec82e29e83e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2067194d985449784a260140e1db442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7082288 Sep 01 15:20:36.544943 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44868) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:36.660211 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d8517d5-76f0-4dbd-ba49-5ae9b6477bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:36.729826 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d8517d5-76f0-4dbd-ba49-5ae9b6477bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:36.905119 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d8517d5-76f0-4dbd-ba49-5ae9b6477bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:36.909426 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d8517d5-76f0-4dbd-ba49-5ae9b6477bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:36.911136 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1d8517d5-76f0-4dbd-ba49-5ae9b6477bb4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b5fc0266-842a-4c60-844e-eee103a1740c HTTP/1.1" status: 204 len: 168 time: 0.3646069 Sep 01 15:20:36.929918 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8517d5-76f0-4dbd-ba49-5ae9b6477bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fc0266-842a-4c60-844e-eee103a1740c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:37.772065 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44908) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:37.868309 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-508c5aa5-a708-4090-bef9-4e89d6f99c73 req-43e7d980-9db0-4271-8e77-aeb569be6e9a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 210 time: 0.0555749 Sep 01 15:20:37.984125 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44916) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:38.019322 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e119971d-d434-4c5a-aa5f-526be02825c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:38.075267 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-740f9bd8-3636-4163-aad0-faae8b847980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:38.259232 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e119971d-d434-4c5a-aa5f-526be02825c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:38.285159 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e119971d-d434-4c5a-aa5f-526be02825c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:38.313144 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:38.407619 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e119971d-d434-4c5a-aa5f-526be02825c9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d31db525d2f94a1e9908fd9d10a04aa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4218388 Sep 01 15:20:38.411903 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44920) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:38.418692 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119971d-d434-4c5a-aa5f-526be02825c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854f98b8-b6d6-4183-9f77-92aaa2d1937a,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:38.465085 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-740f9bd8-3636-4163-aad0-faae8b847980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:38.470977 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-740f9bd8-3636-4163-aad0-faae8b847980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:38.525824 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-740f9bd8-3636-4163-aad0-faae8b847980 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9375a892ebf94187b0315f04644e435a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7519681 Sep 01 15:20:38.526600 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44924) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:38.531874 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f9bd8-3636-4163-aad0-faae8b847980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06506911-2b0b-4f96-ba70-69a265ab3b3f,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:38.545030 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b33ebfc3-dc6a-4077-b422-f88e499c8014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:38.592837 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b33ebfc3-dc6a-4077-b422-f88e499c8014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:38.676143 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2c17d42a-a3be-495e-8bd3-9651881484ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:38.704103 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b33ebfc3-dc6a-4077-b422-f88e499c8014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:38.707254 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b33ebfc3-dc6a-4077-b422-f88e499c8014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:38.708922 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b33ebfc3-dc6a-4077-b422-f88e499c8014 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/854f98b8-b6d6-4183-9f77-92aaa2d1937a HTTP/1.1" status: 204 len: 168 time: 0.2953386 Sep 01 15:20:38.720245 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ebfc3-dc6a-4077-b422-f88e499c8014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854f98b8-b6d6-4183-9f77-92aaa2d1937a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:38.751618 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2c17d42a-a3be-495e-8bd3-9651881484ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:38.890787 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2c17d42a-a3be-495e-8bd3-9651881484ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:38.901916 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2c17d42a-a3be-495e-8bd3-9651881484ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:38.907342 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2c17d42a-a3be-495e-8bd3-9651881484ec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/06506911-2b0b-4f96-ba70-69a265ab3b3f HTTP/1.1" status: 204 len: 168 time: 0.3791320 Sep 01 15:20:38.944662 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17d42a-a3be-495e-8bd3-9651881484ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06506911-2b0b-4f96-ba70-69a265ab3b3f,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:39.178602 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aea6e8df-9538-487c-8f72-2c420030f31e req-011ac07a-5ffc-44fb-9cce-b820e837ee1b tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 210 time: 0.1109223 Sep 01 15:20:39.231477 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4347cc25-706a-4a6a-8e1b-62818cf4c6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:39.976255 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44958) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:39.997110 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-33d653a7-2011-46ae-b1dd-a8c74f687a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:40.286171 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-33d653a7-2011-46ae-b1dd-a8c74f687a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:40.294452 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-33d653a7-2011-46ae-b1dd-a8c74f687a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:40.352659 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-33d653a7-2011-46ae-b1dd-a8c74f687a60 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fd546e2a401a43aaa0e4c8ffd21d6979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3752379 Sep 01 15:20:40.356999 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44970) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:40.423370 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d653a7-2011-46ae-b1dd-a8c74f687a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887d211d-5dc5-4371-85b1-36305c1330da,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:40.464400 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f89f9138-3a89-48d8-adc1-53445cad5ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:40.511721 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f89f9138-3a89-48d8-adc1-53445cad5ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:40.586946 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7f3e55b3-1c90-46e1-b0f0-9c5f1f165a1a req-d4856b97-74aa-4ada-9639-24ac4078153b tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 210 time: 0.0903943 Sep 01 15:20:40.614913 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f89f9138-3a89-48d8-adc1-53445cad5ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:40.638129 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f89f9138-3a89-48d8-adc1-53445cad5ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:40.638129 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f89f9138-3a89-48d8-adc1-53445cad5ab3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/887d211d-5dc5-4371-85b1-36305c1330da HTTP/1.1" status: 204 len: 168 time: 0.2681856 Sep 01 15:20:40.638620 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f9138-3a89-48d8-adc1-53445cad5ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887d211d-5dc5-4371-85b1-36305c1330da,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:40.705604 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44980) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:40.732710 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ea716177-158f-46a7-a9ba-65fe706e8524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:40.913311 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ea716177-158f-46a7-a9ba-65fe706e8524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:40.924166 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ea716177-158f-46a7-a9ba-65fe706e8524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:40.986178 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ea716177-158f-46a7-a9ba-65fe706e8524 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8bc7e95701694040b60fe8164bed7f8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2789795 Sep 01 15:20:40.988249 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea716177-158f-46a7-a9ba-65fe706e8524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc8cd39-d945-4f09-844c-1f49bcd0aca0,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:40.989256 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44986) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:41.117895 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-687192aa-e7dc-423d-9a10-bfe341c4ee17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:41.177567 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-687192aa-e7dc-423d-9a10-bfe341c4ee17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:41.301861 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-687192aa-e7dc-423d-9a10-bfe341c4ee17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:41.304993 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-687192aa-e7dc-423d-9a10-bfe341c4ee17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:41.306581 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-687192aa-e7dc-423d-9a10-bfe341c4ee17 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5cc8cd39-d945-4f09-844c-1f49bcd0aca0 HTTP/1.1" status: 204 len: 168 time: 0.3159759 Sep 01 15:20:41.319034 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687192aa-e7dc-423d-9a10-bfe341c4ee17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc8cd39-d945-4f09-844c-1f49bcd0aca0,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:41.935226 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-75dcfc8d-c149-4d1f-b143-7591273971bd req-b6c91785-9831-4b4c-aeac-afeca030e34d tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 210 time: 0.1644909 Sep 01 15:20:42.096059 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:42.362097 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45032) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:42.863812 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d0161138-772d-4203-9867-21f1dced7adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:43.207709 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:43.399548 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99bf5942-318f-4a3f-985a-0a6ccf7e62c2 req-1b3e1f09-b119-4253-8c30-f0e67e346946 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 210 time: 0.1206803 Sep 01 15:20:43.440048 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d0161138-772d-4203-9867-21f1dced7adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:43.458232 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d0161138-772d-4203-9867-21f1dced7adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:43.520315 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d0161138-772d-4203-9867-21f1dced7adf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f5b57c54e5e34e9f8fe478180b06c8be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1563292 Sep 01 15:20:43.523579 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45066) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:43.569585 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0161138-772d-4203-9867-21f1dced7adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7517474-e991-4e49-823a-bfe8ff234721,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:43.588024 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c295b083-9fc4-442b-8c20-a3a87ae3c9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:43.696987 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cea0f6e0-8455-4077-9d8b-ba714a6ee344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:43.748595 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cea0f6e0-8455-4077-9d8b-ba714a6ee344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:43.870617 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cea0f6e0-8455-4077-9d8b-ba714a6ee344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:43.875626 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cea0f6e0-8455-4077-9d8b-ba714a6ee344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:43.881534 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cea0f6e0-8455-4077-9d8b-ba714a6ee344 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d7517474-e991-4e49-823a-bfe8ff234721 HTTP/1.1" status: 204 len: 168 time: 0.3567774 Sep 01 15:20:43.904810 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0f6e0-8455-4077-9d8b-ba714a6ee344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7517474-e991-4e49-823a-bfe8ff234721,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:44.705568 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b1f602f1-cd84-4379-ba5a-329fc226ee76 req-f37d02ab-7107-40ee-ba68-351e81b3ca6a tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 210 time: 0.1025140 Sep 01 15:20:44.835343 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45102) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:44.864084 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c2c0f543-dba6-4333-bebc-629c7efff928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:45.116506 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:45.169620 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c2c0f543-dba6-4333-bebc-629c7efff928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:45.177233 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c2c0f543-dba6-4333-bebc-629c7efff928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:45.273746 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45112) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:45.275004 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c2c0f543-dba6-4333-bebc-629c7efff928 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb8a56de6d554bab873493a2abdb77a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4339797 Sep 01 15:20:45.304928 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0f543-dba6-4333-bebc-629c7efff928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18652662-5f5e-4875-a860-9a07a38abbc9,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:45.416635 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b514b731-17ff-4e72-90da-699657207977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:45.470343 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b514b731-17ff-4e72-90da-699657207977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:45.579474 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b514b731-17ff-4e72-90da-699657207977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:45.583837 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b514b731-17ff-4e72-90da-699657207977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:45.585126 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b514b731-17ff-4e72-90da-699657207977 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/18652662-5f5e-4875-a860-9a07a38abbc9 HTTP/1.1" status: 204 len: 168 time: 0.3099113 Sep 01 15:20:45.601062 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514b731-17ff-4e72-90da-699657207977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18652662-5f5e-4875-a860-9a07a38abbc9,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:45.990026 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cf0a48d0-6a01-439c-81a3-cd46addfbf33 req-c5727c65-687a-4f1a-8760-371455d0c9d1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 210 time: 0.0622220 Sep 01 15:20:47.046703 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45178) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:47.297378 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-182dfed0-6287-46f1-9981-0862fe132fcf req-69ea1c68-04ab-4dd6-bbdd-46a8273af085 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 210 time: 0.0977697 Sep 01 15:20:47.691105 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e655e77f-2d76-4052-b5b9-2aefb64dd107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:47.985632 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e655e77f-2d76-4052-b5b9-2aefb64dd107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:47.995830 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e655e77f-2d76-4052-b5b9-2aefb64dd107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:48.110341 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655e77f-2d76-4052-b5b9-2aefb64dd107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398eec74-0743-4daf-bd8a-e1ea4a99a342,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:48.129817 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655e77f-2d76-4052-b5b9-2aefb64dd107 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:48.130471 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655e77f-2d76-4052-b5b9-2aefb64dd107 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:48.131523 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655e77f-2d76-4052-b5b9-2aefb64dd107 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:48.132092 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655e77f-2d76-4052-b5b9-2aefb64dd107 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:48.132827 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655e77f-2d76-4052-b5b9-2aefb64dd107 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:48.133353 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655e77f-2d76-4052-b5b9-2aefb64dd107 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:48.133859 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655e77f-2d76-4052-b5b9-2aefb64dd107 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:48.134493 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655e77f-2d76-4052-b5b9-2aefb64dd107 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:48.135073 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655e77f-2d76-4052-b5b9-2aefb64dd107 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:48.135582 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655e77f-2d76-4052-b5b9-2aefb64dd107 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:48.136086 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655e77f-2d76-4052-b5b9-2aefb64dd107 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:48.136587 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e655e77f-2d76-4052-b5b9-2aefb64dd107 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:20:48.157881 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e655e77f-2d76-4052-b5b9-2aefb64dd107 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f38b89f50ad4e2f891ef00ae9b2fb8c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1087592 Sep 01 15:20:48.160325 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45226) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:48.238180 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4bc51184-6a65-43c0-98fa-874f68e0df27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:48.291267 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4bc51184-6a65-43c0-98fa-874f68e0df27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:48.380487 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4bc51184-6a65-43c0-98fa-874f68e0df27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:48.387368 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4bc51184-6a65-43c0-98fa-874f68e0df27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:48.391707 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4bc51184-6a65-43c0-98fa-874f68e0df27 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/398eec74-0743-4daf-bd8a-e1ea4a99a342 HTTP/1.1" status: 204 len: 168 time: 0.2296295 Sep 01 15:20:48.423401 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc51184-6a65-43c0-98fa-874f68e0df27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398eec74-0743-4daf-bd8a-e1ea4a99a342,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:48.572860 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-289d1f10-14d1-4c0e-ac46-2ae480be5841 req-ed524c0d-7801-4551-9cdd-a84ab9137cb6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 210 time: 0.0782576 Sep 01 15:20:49.353596 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45252) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:49.401748 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f7b426c-f5ef-4d38-82ff-004d7a19b705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:49.691990 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f7b426c-f5ef-4d38-82ff-004d7a19b705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:49.700963 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f7b426c-f5ef-4d38-82ff-004d7a19b705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:49.789995 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45260) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:49.980531 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ccce220-07a1-4cd5-80aa-084ded286e33 req-e23e7e1e-b8cf-46d5-8d07-d20c4ef663e9 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 210 time: 0.1154501 Sep 01 15:20:50.001542 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45264) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:50.002350 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7f7b426c-f5ef-4d38-82ff-004d7a19b705 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8d390f6fa6fd462195650cda77475c76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6464458 Sep 01 15:20:50.009575 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b426c-f5ef-4d38-82ff-004d7a19b705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64b1a9e-fd91-459b-bdb3-374e6a9dc004,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:50.269447 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b6592f0c-ccd6-40f8-a084-d5efa0622d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:50.378742 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b6592f0c-ccd6-40f8-a084-d5efa0622d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:50.558151 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0fed0fc0-a573-48e1-a63e-cf22bf73b02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:50.598215 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b6592f0c-ccd6-40f8-a084-d5efa0622d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:50.605494 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b6592f0c-ccd6-40f8-a084-d5efa0622d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:50.609246 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b6592f0c-ccd6-40f8-a084-d5efa0622d4f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f64b1a9e-fd91-459b-bdb3-374e6a9dc004 HTTP/1.1" status: 204 len: 168 time: 0.6056268 Sep 01 15:20:50.636534 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6592f0c-ccd6-40f8-a084-d5efa0622d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64b1a9e-fd91-459b-bdb3-374e6a9dc004,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:50.914810 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:20:50.927689 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0fed0fc0-a573-48e1-a63e-cf22bf73b02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:50.935182 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0fed0fc0-a573-48e1-a63e-cf22bf73b02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:51.097369 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0fed0fc0-a573-48e1-a63e-cf22bf73b02e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=86df96a9c27d478d97632fa94567f80b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3047440 Sep 01 15:20:51.103265 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45284) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:51.113731 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed0fc0-a573-48e1-a63e-cf22bf73b02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4925d860-799b-45a8-be8a-d69f7f9097a5,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:51.328256 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-86b8e4bd-2355-4bed-9c1a-322fff064e12 req-e562efb5-1d34-469a-bddf-22f0d97a6911 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/ports?device_id=84fd7c78-6583-45e4-8017-a124d252441b HTTP/1.1" status: 200 len: 210 time: 0.0807378 Sep 01 15:20:51.366733 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e7af18b-c582-49b2-a6bc-953df647f9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:51.431433 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e7af18b-c582-49b2-a6bc-953df647f9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:51.535369 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e7af18b-c582-49b2-a6bc-953df647f9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:51.538557 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e7af18b-c582-49b2-a6bc-953df647f9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:51.545316 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6e7af18b-c582-49b2-a6bc-953df647f9c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4925d860-799b-45a8-be8a-d69f7f9097a5 HTTP/1.1" status: 204 len: 168 time: 0.4393699 Sep 01 15:20:51.568298 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7af18b-c582-49b2-a6bc-953df647f9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4925d860-799b-45a8-be8a-d69f7f9097a5,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:52.089130 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45322) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:52.126059 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4c2a09e4-4dbd-4591-8492-536b8ba8f963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:52.398564 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4c2a09e4-4dbd-4591-8492-536b8ba8f963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:52.406351 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4c2a09e4-4dbd-4591-8492-536b8ba8f963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:52.470841 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4c2a09e4-4dbd-4591-8492-536b8ba8f963 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=15f3870da53c4ed29efa0d8fdda65432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3779132 Sep 01 15:20:52.471559 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45350) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:52.473574 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45352) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:52.500567 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a09e4-4dbd-4591-8492-536b8ba8f963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57db2900-9c6a-4ebe-9086-17563b1344af,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:52.825173 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c54f747-0d07-45e5-aca2-14e4f2adbd9f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:52.830984 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dfe7594a-9c3f-4e64-a1d3-a1ffb48633e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:52.890459 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c54f747-0d07-45e5-aca2-14e4f2adbd9f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:52.910834 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dfe7594a-9c3f-4e64-a1d3-a1ffb48633e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:53.023105 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dfe7594a-9c3f-4e64-a1d3-a1ffb48633e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:53.027172 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dfe7594a-9c3f-4e64-a1d3-a1ffb48633e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:53.028541 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-dfe7594a-9c3f-4e64-a1d3-a1ffb48633e5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/57db2900-9c6a-4ebe-9086-17563b1344af HTTP/1.1" status: 204 len: 168 time: 0.5408232 Sep 01 15:20:53.036088 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c54f747-0d07-45e5-aca2-14e4f2adbd9f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:53.064867 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c54f747-0d07-45e5-aca2-14e4f2adbd9f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:53.069727 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7c54f747-0d07-45e5-aca2-14e4f2adbd9f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "DELETE /v2.0/security-groups/3b78c58d-5681-4f54-ab7f-9b6f0fb23c65 HTTP/1.1" status: 204 len: 168 time: 0.5939121 Sep 01 15:20:53.075216 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45372) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:53.106045 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-e643d55b-e86f-4340-8e3d-c125ab66eb9c tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] show failed (client error): The resource could not be found. Sep 01 15:20:53.107221 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e643d55b-e86f-4340-8e3d-c125ab66eb9c tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "GET /v2.0/security-groups/3b78c58d-5681-4f54-ab7f-9b6f0fb23c65 HTTP/1.1" status: 404 len: 347 time: 0.0299201 Sep 01 15:20:53.112485 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45376) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:53.119172 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7594a-9c3f-4e64-a1d3-a1ffb48633e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57db2900-9c6a-4ebe-9086-17563b1344af,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:53.162378 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54f747-0d07-45e5-aca2-14e4f2adbd9f tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b78c58d-5681-4f54-ab7f-9b6f0fb23c65,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:53.465859 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-1445a763-1313-42dc-91b9-e4cd941d6094 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Deleting port 059b6cb2-6e4b-478e-8db3-aa36ea80c680 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:20:53.468067 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1445a763-1313-42dc-91b9-e4cd941d6094 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:53.702542 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1445a763-1313-42dc-91b9-e4cd941d6094 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:53.702875 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1445a763-1313-42dc-91b9-e4cd941d6094 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:53.746240 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-1445a763-1313-42dc-91b9-e4cd941d6094 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Calling delete_port for 059b6cb2-6e4b-478e-8db3-aa36ea80c680 owned by network:floatingip {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:20:53.906503 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45402) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:54.405442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45422) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:54.494437 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8144dd8b-3bdd-4412-a4f2-22a5a327474e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:54.651061 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bb4ecb14-4665-493b-8947-82c950cdd566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:54.982508 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8144dd8b-3bdd-4412-a4f2-22a5a327474e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:55.163363 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8144dd8b-3bdd-4412-a4f2-22a5a327474e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:55.241112 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1445a763-1313-42dc-91b9-e4cd941d6094 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:55.355241 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144dd8b-3bdd-4412-a4f2-22a5a327474e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70687e02-9abe-484a-b11b-a2c1231387bb,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:55.369074 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8144dd8b-3bdd-4412-a4f2-22a5a327474e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f12b8cce19b641ad9adb0ac30a0d554a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4579055 Sep 01 15:20:55.372231 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45452) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:55.409539 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445a763-1313-42dc-91b9-e4cd941d6094 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event deleted for resources: {'Port': ['ID=059b6cb2-6e4b-478e-8db3-aa36ea80c680,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:55.478059 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bb4ecb14-4665-493b-8947-82c950cdd566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:55.531216 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bb4ecb14-4665-493b-8947-82c950cdd566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:55.693143 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48a389ab-af6b-4fd0-80d7-55c08ea1ba97 req-ebee8e16-f3df-4dc0-ba1b-6680ccfbcfe6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3517208 Sep 01 15:20:55.724190 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ecb14-4665-493b-8947-82c950cdd566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e63200c-6e2f-4a0e-9279-13e879f697cc,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:55.744767 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1445a763-1313-42dc-91b9-e4cd941d6094 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for floatingip, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:55.753914 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1445a763-1313-42dc-91b9-e4cd941d6094 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:55.760899 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1445a763-1313-42dc-91b9-e4cd941d6094 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "DELETE /v2.0/floatingips/bd1fa4f5-538f-410f-83a0-deaff9bd0c35 HTTP/1.1" status: 204 len: 168 time: 2.6443639 Sep 01 15:20:55.770261 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45464) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:55.818210 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bb4ecb14-4665-493b-8947-82c950cdd566 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=acf2d52c59f64594b0fcf1283d787d37&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4065671 Sep 01 15:20:55.836060 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45466) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:55.908569 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-339bd45f-1386-4765-803f-6de05ac30be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:55.938664 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a389ab-af6b-4fd0-80d7-55c08ea1ba97 req-db3e9a97-2cfb-4bff-8bb1-c7ac6b2e9ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:55.942495 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48a389ab-af6b-4fd0-80d7-55c08ea1ba97 req-db3e9a97-2cfb-4bff-8bb1-c7ac6b2e9ebd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d5c12ac629004c608a6b26e32bb713bc&device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 1096 time: 0.1764691 Sep 01 15:20:56.023842 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-339bd45f-1386-4765-803f-6de05ac30be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:56.063220 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fcfd05e1-1eb2-4f30-9100-35aa39c85bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:56.241845 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fcfd05e1-1eb2-4f30-9100-35aa39c85bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:56.316191 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-9296bde5-39bd-4ac2-8265-88d3976713fb tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Deleting port 25889e58-c1fa-4ed2-89a7-236d8cfd5f91 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:20:56.320698 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9296bde5-39bd-4ac2-8265-88d3976713fb tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:56.424075 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a389ab-af6b-4fd0-80d7-55c08ea1ba97 req-29af6b53-42d4-4e75-bc03-fb43d62ed826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:56.429054 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48a389ab-af6b-4fd0-80d7-55c08ea1ba97 req-29af6b53-42d4-4e75-bc03-fb43d62ed826 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d2362ee-78f5-4b99-9f98-82e09fba7d13 HTTP/1.1" status: 200 len: 912 time: 0.4573228 Sep 01 15:20:56.452421 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-339bd45f-1386-4765-803f-6de05ac30be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:56.458012 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-339bd45f-1386-4765-803f-6de05ac30be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:56.473007 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-339bd45f-1386-4765-803f-6de05ac30be5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/70687e02-9abe-484a-b11b-a2c1231387bb HTTP/1.1" status: 204 len: 168 time: 1.0929890 Sep 01 15:20:56.530939 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339bd45f-1386-4765-803f-6de05ac30be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70687e02-9abe-484a-b11b-a2c1231387bb,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:56.548213 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48a389ab-af6b-4fd0-80d7-55c08ea1ba97 req-0a296bad-0710-477c-86a6-ac050ebbbbc8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc75d2e8-94a5-41de-a6fd-b874ce8bd64e HTTP/1.1" status: 200 len: 1000 time: 0.1090515 Sep 01 15:20:56.663805 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a389ab-af6b-4fd0-80d7-55c08ea1ba97 req-70650fd7-1702-443b-b7d3-1fba9f22eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:56.667552 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48a389ab-af6b-4fd0-80d7-55c08ea1ba97 req-70650fd7-1702-443b-b7d3-1fba9f22eae1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cb4d0c35-1b78-4b62-99d6-b03c2c2e423d HTTP/1.1" status: 200 len: 850 time: 0.1109245 Sep 01 15:20:56.675676 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fcfd05e1-1eb2-4f30-9100-35aa39c85bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:56.678733 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9296bde5-39bd-4ac2-8265-88d3976713fb tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:56.679005 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fcfd05e1-1eb2-4f30-9100-35aa39c85bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:56.680088 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fcfd05e1-1eb2-4f30-9100-35aa39c85bf8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e63200c-6e2f-4a0e-9279-13e879f697cc HTTP/1.1" status: 204 len: 168 time: 0.8420856 Sep 01 15:20:56.719522 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd05e1-1eb2-4f30-9100-35aa39c85bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e63200c-6e2f-4a0e-9279-13e879f697cc,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:56.744795 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-9296bde5-39bd-4ac2-8265-88d3976713fb tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Calling delete_port for 25889e58-c1fa-4ed2-89a7-236d8cfd5f91 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:20:56.797700 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a389ab-af6b-4fd0-80d7-55c08ea1ba97 req-75acd079-9100-40d0-99a2-48cb95bda353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:20:56.801657 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48a389ab-af6b-4fd0-80d7-55c08ea1ba97 req-75acd079-9100-40d0-99a2-48cb95bda353 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d2362ee-78f5-4b99-9f98-82e09fba7d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204453 Sep 01 15:20:57.135616 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48a389ab-af6b-4fd0-80d7-55c08ea1ba97 req-1d6ef3a1-5626-480f-b44b-0f8da854d6c4 service neutron] 10.222.0.45 "GET /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250680 Sep 01 15:20:57.261848 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9296bde5-39bd-4ac2-8265-88d3976713fb tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:57.398078 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296bde5-39bd-4ac2-8265-88d3976713fb tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event deleted for resources: {'Port': ['ID=25889e58-c1fa-4ed2-89a7-236d8cfd5f91,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:57.435065 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48a389ab-af6b-4fd0-80d7-55c08ea1ba97 req-01c28d37-ed5f-4959-91bf-29a43b19ac58 service neutron] 10.222.0.45 "GET /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861364 Sep 01 15:20:57.498348 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9296bde5-39bd-4ac2-8265-88d3976713fb tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:57.506067 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9296bde5-39bd-4ac2-8265-88d3976713fb tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "DELETE /v2.0/ports/25889e58-c1fa-4ed2-89a7-236d8cfd5f91 HTTP/1.1" status: 204 len: 168 time: 1.7309375 Sep 01 15:20:57.506687 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45496) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:57.627024 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:57.792187 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-5bd30196-7393-4f6e-88e0-64acb5b317d1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Deleting port f74b773b-5f13-43af-b95b-4dae0c371691 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:20:57.792785 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5bd30196-7393-4f6e-88e0-64acb5b317d1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:58.088825 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5bd30196-7393-4f6e-88e0-64acb5b317d1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:58.120375 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45512) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:58.153471 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-5bd30196-7393-4f6e-88e0-64acb5b317d1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Calling delete_port for f74b773b-5f13-43af-b95b-4dae0c371691 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:20:58.164266 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d47edf00-4d23-43ee-9cf9-b91facc00b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:58.347192 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d47edf00-4d23-43ee-9cf9-b91facc00b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:58.355623 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d47edf00-4d23-43ee-9cf9-b91facc00b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:58.405692 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d47edf00-4d23-43ee-9cf9-b91facc00b61 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2f6929efa1840ffba1c59a7181311f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2836804 Sep 01 15:20:58.408712 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45520) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:58.469069 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47edf00-4d23-43ee-9cf9-b91facc00b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800dc53c-6f69-4141-b437-46bc473d6482,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:58.531339 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-77070dcb-46c6-4a34-b9d9-67f966144dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:58.567008 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-77070dcb-46c6-4a34-b9d9-67f966144dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:58.644105 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5bd30196-7393-4f6e-88e0-64acb5b317d1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:58.693745 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-77070dcb-46c6-4a34-b9d9-67f966144dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:58.697831 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-77070dcb-46c6-4a34-b9d9-67f966144dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:58.699784 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-77070dcb-46c6-4a34-b9d9-67f966144dcd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/800dc53c-6f69-4141-b437-46bc473d6482 HTTP/1.1" status: 204 len: 168 time: 0.2893391 Sep 01 15:20:58.711248 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77070dcb-46c6-4a34-b9d9-67f966144dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800dc53c-6f69-4141-b437-46bc473d6482,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:58.848479 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd30196-7393-4f6e-88e0-64acb5b317d1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event deleted for resources: {'Port': ['ID=f74b773b-5f13-43af-b95b-4dae0c371691,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:20:58.851144 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5bd30196-7393-4f6e-88e0-64acb5b317d1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:58.856413 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5bd30196-7393-4f6e-88e0-64acb5b317d1 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "DELETE /v2.0/ports/f74b773b-5f13-43af-b95b-4dae0c371691 HTTP/1.1" status: 204 len: 168 time: 1.3455086 Sep 01 15:20:58.857166 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45536) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:59.034615 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee7e1f33-d8af-48fd-b3cf-b53a5c1d820e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Deleting subnet 91ecd6a8-b52a-4bdf-b401-3679b3b1f603 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:20:59.041064 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ee7e1f33-d8af-48fd-b3cf-b53a5c1d820e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:59.156409 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ee7e1f33-d8af-48fd-b3cf-b53a5c1d820e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:59.542288 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ee7e1f33-d8af-48fd-b3cf-b53a5c1d820e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:59.744359 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ee7e1f33-d8af-48fd-b3cf-b53a5c1d820e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:59.783416 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ee7e1f33-d8af-48fd-b3cf-b53a5c1d820e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:20:59.789754 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c61c26-5408-4c6d-80d0-d617ac49080b None None] Network c254db57-43ae-492e-9c7b-cecc22088fc9 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:20:59.793494 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45556) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:20:59.795814 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ee7e1f33-d8af-48fd-b3cf-b53a5c1d820e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "DELETE /v2.0/subnets/91ecd6a8-b52a-4bdf-b401-3679b3b1f603 HTTP/1.1" status: 204 len: 168 time: 0.9328084 Sep 01 15:20:59.968386 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-f920a72f-6786-40c8-aa9d-98789106374d tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Deleting subnet e305aa0d-de8e-480b-9017-6f3050eaf7d0 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:20:59.978046 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f920a72f-6786-40c8-aa9d-98789106374d tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:00.105510 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f920a72f-6786-40c8-aa9d-98789106374d tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:00.382889 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f920a72f-6786-40c8-aa9d-98789106374d tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:00.574574 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f920a72f-6786-40c8-aa9d-98789106374d tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:00.704345 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920a72f-6786-40c8-aa9d-98789106374d tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event deleted for resources: {'Subnet': ['ID=e305aa0d-de8e-480b-9017-6f3050eaf7d0,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:00.719101 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f920a72f-6786-40c8-aa9d-98789106374d tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:00.721827 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f920a72f-6786-40c8-aa9d-98789106374d tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "DELETE /v2.0/subnets/e305aa0d-de8e-480b-9017-6f3050eaf7d0 HTTP/1.1" status: 204 len: 168 time: 0.9262230 Sep 01 15:21:00.731874 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45576) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:00.801858 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f52bc5f-e0f2-4474-8c98-cc0a38703ec9 None None] Network d380e665-3a57-46b5-8f38-76cf2ddb73aa requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:21:00.980027 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28b1146b-2f45-4c1a-9efa-de9cb1cc3ef6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:01.209263 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-28b1146b-2f45-4c1a-9efa-de9cb1cc3ef6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Deleting port 60b4fe5c-6e8e-4482-b486-61fd7deba4ba {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:21:01.212053 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e1f33-d8af-48fd-b3cf-b53a5c1d820e tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event deleted for resources: {'Subnet': ['ID=91ecd6a8-b52a-4bdf-b401-3679b3b1f603,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:01.214704 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28b1146b-2f45-4c1a-9efa-de9cb1cc3ef6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:01.325354 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-28b1146b-2f45-4c1a-9efa-de9cb1cc3ef6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] For port 60b4fe5c-6e8e-4482-b486-61fd7deba4ba, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=60b4fe5c-6e8e-4482-b486-61fd7deba4ba,segment=NetworkSegment(6de3f90f-c656-409d-b38f-9feda8a4045d),segment_id=6de3f90f-c656-409d-b38f-9feda8a4045d)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:21:01.326411 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28b1146b-2f45-4c1a-9efa-de9cb1cc3ef6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:01.376643 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-28b1146b-2f45-4c1a-9efa-de9cb1cc3ef6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Calling delete_port for 60b4fe5c-6e8e-4482-b486-61fd7deba4ba owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:21:01.624555 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28b1146b-2f45-4c1a-9efa-de9cb1cc3ef6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:01.692959 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1146b-2f45-4c1a-9efa-de9cb1cc3ef6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event deleted for resources: {'Port': ['ID=60b4fe5c-6e8e-4482-b486-61fd7deba4ba,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:01.696974 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2dde10-2356-4d6a-9ef7-74317ed53d32 None None] DHCP port deletion for d380e665-3a57-46b5-8f38-76cf2ddb73aa request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:21:01.698919 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b1146b-2f45-4c1a-9efa-de9cb1cc3ef6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] No DVR routers for this DVR port 60b4fe5c-6e8e-4482-b486-61fd7deba4ba on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:21:01.795464 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9d8d87-21be-409f-9a6c-ec40c404a0cb None None] DHCP port deletion for c254db57-43ae-492e-9c7b-cecc22088fc9 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:21:01.907824 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-bb2dde10-2356-4d6a-9ef7-74317ed53d32 None None] Deleting port 9e4f386d-1711-4f43-9be9-7dbe50cf9bc8 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:21:01.908890 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bb2dde10-2356-4d6a-9ef7-74317ed53d32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:01.996566 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28b1146b-2f45-4c1a-9efa-de9cb1cc3ef6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:02.066970 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-28b1146b-2f45-4c1a-9efa-de9cb1cc3ef6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c254db57-43ae-492e-9c7b-cecc22088fc9']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:02.075691 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-bb2dde10-2356-4d6a-9ef7-74317ed53d32 None None] For port 9e4f386d-1711-4f43-9be9-7dbe50cf9bc8, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=9e4f386d-1711-4f43-9be9-7dbe50cf9bc8,segment=NetworkSegment(9912b1ca-c666-4f3c-9388-ba1946d5a15d),segment_id=9912b1ca-c666-4f3c-9388-ba1946d5a15d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:21:02.077598 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bb2dde10-2356-4d6a-9ef7-74317ed53d32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:02.107736 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-bb2dde10-2356-4d6a-9ef7-74317ed53d32 None None] Calling delete_port for 9e4f386d-1711-4f43-9be9-7dbe50cf9bc8 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:21:02.122570 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-28b1146b-2f45-4c1a-9efa-de9cb1cc3ef6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de3f90f-c656-409d-b38f-9feda8a4045d') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:02.126682 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-28b1146b-2f45-4c1a-9efa-de9cb1cc3ef6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de3f90f-c656-409d-b38f-9feda8a4045d') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:02.174768 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28b1146b-2f45-4c1a-9efa-de9cb1cc3ef6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:02.223583 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28b1146b-2f45-4c1a-9efa-de9cb1cc3ef6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:02.236684 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b1146b-2f45-4c1a-9efa-de9cb1cc3ef6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:21:02.238805 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28b1146b-2f45-4c1a-9efa-de9cb1cc3ef6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:21:02.423111 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:21:02.430916 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28b1146b-2f45-4c1a-9efa-de9cb1cc3ef6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:02.440808 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bb2dde10-2356-4d6a-9ef7-74317ed53d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:02.464517 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28b1146b-2f45-4c1a-9efa-de9cb1cc3ef6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:02.470872 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-28b1146b-2f45-4c1a-9efa-de9cb1cc3ef6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "DELETE /v2.0/networks/c254db57-43ae-492e-9c7b-cecc22088fc9 HTTP/1.1" status: 204 len: 168 time: 1.7372248 Sep 01 15:21:02.473704 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45610) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:02.543700 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2dde10-2356-4d6a-9ef7-74317ed53d32 None None] Pushing event deleted for resources: {'Port': ['ID=9e4f386d-1711-4f43-9be9-7dbe50cf9bc8,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:02.562781 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 60b4fe5c-6e8e-4482-b486-61fd7deba4ba no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:21:02.569144 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1146b-2f45-4c1a-9efa-de9cb1cc3ef6 tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event deleted for resources: {'Network': ['ID=c254db57-43ae-492e-9c7b-cecc22088fc9,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:02.681900 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 60b4fe5c-6e8e-4482-b486-61fd7deba4ba {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:21:02.682402 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 60b4fe5c-6e8e-4482-b486-61fd7deba4ba not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:21:02.691463 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 9e4f386d-1711-4f43-9be9-7dbe50cf9bc8 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:21:02.701645 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2dde10-2356-4d6a-9ef7-74317ed53d32 None None] No DVR routers for this DVR port 9e4f386d-1711-4f43-9be9-7dbe50cf9bc8 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:21:02.769452 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 9e4f386d-1711-4f43-9be9-7dbe50cf9bc8 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:21:02.772062 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 9e4f386d-1711-4f43-9be9-7dbe50cf9bc8 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:21:02.831785 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c1371bdc-68b4-499b-9cd4-194152f365ac tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:03.162368 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c1371bdc-68b4-499b-9cd4-194152f365ac tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:03.183064 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-c1371bdc-68b4-499b-9cd4-194152f365ac tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d380e665-3a57-46b5-8f38-76cf2ddb73aa']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:03.207050 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-c1371bdc-68b4-499b-9cd4-194152f365ac tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9912b1ca-c666-4f3c-9388-ba1946d5a15d') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:03.207569 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-c1371bdc-68b4-499b-9cd4-194152f365ac tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9912b1ca-c666-4f3c-9388-ba1946d5a15d') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:03.224454 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c1371bdc-68b4-499b-9cd4-194152f365ac tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:03.257715 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c1371bdc-68b4-499b-9cd4-194152f365ac tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:03.280972 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1371bdc-68b4-499b-9cd4-194152f365ac tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:21:03.281756 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c1371bdc-68b4-499b-9cd4-194152f365ac tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:21:03.287980 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:21:03.389820 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c1371bdc-68b4-499b-9cd4-194152f365ac tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:03.400732 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c1371bdc-68b4-499b-9cd4-194152f365ac tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:03.409559 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c1371bdc-68b4-499b-9cd4-194152f365ac tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] 10.222.0.60 "DELETE /v2.0/networks/d380e665-3a57-46b5-8f38-76cf2ddb73aa HTTP/1.1" status: 204 len: 168 time: 0.9275360 Sep 01 15:21:03.442059 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1371bdc-68b4-499b-9cd4-194152f365ac tempest-TaggedBootDevicesTest_v242-580774433 tempest-TaggedBootDevicesTest_v242-580774433-project] Pushing event deleted for resources: {'Network': ['ID=d380e665-3a57-46b5-8f38-76cf2ddb73aa,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:04.760572 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-031b91d7-d2d9-45bb-baa3-8b0399b71eef tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--906991339&fields=id&tenant_id=bf35c24044c040168464fc2f101d1d7c HTTP/1.1" status: 200 len: 267 time: 0.1082089 Sep 01 15:21:05.123589 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-acb86c8f-7017-4518-859a-eca31a5dd5c1 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:05.128923 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-acb86c8f-7017-4518-859a-eca31a5dd5c1 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/networks?id=a9f3c327-3c62-4406-9745-e846939869d0 HTTP/1.1" status: 200 len: 815 time: 0.3619056 Sep 01 15:21:05.164592 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-28beca89-8cb2-4be2-b5ba-beddc2924618 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/quotas/bf35c24044c040168464fc2f101d1d7c HTTP/1.1" status: 200 len: 375 time: 0.0198550 Sep 01 15:21:05.314164 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-52ecc24d-d025-45b5-814d-d41be83c50f9 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bf35c24044c040168464fc2f101d1d7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1320679 Sep 01 15:21:05.539494 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-0b4c9aa2-5fd9-4afb-a2bc-6d3d0013cac5 service neutron] 10.222.0.60 "GET /v2.0/networks/a9f3c327-3c62-4406-9745-e846939869d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959655 Sep 01 15:21:05.691809 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-529a5a36-dc75-44ac-ab51-0b1711c4b664 service neutron] 10.222.0.60 "GET /v2.0/networks/a9f3c327-3c62-4406-9745-e846939869d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401203 Sep 01 15:21:07.465899 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45808) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:07.728492 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d953985d-40f3-4d23-815a-ec9175d03983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:08.261364 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d953985d-40f3-4d23-815a-ec9175d03983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:08.280845 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ae7ee891-f14c-4026-a83c-2884c987de37 req-9c0d3d27-8e57-458a-8ee6-6534cd061721 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 210 time: 0.1882050 Sep 01 15:21:08.286484 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d953985d-40f3-4d23-815a-ec9175d03983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:08.322211 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:08.396343 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45834) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:08.397296 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d953985d-40f3-4d23-815a-ec9175d03983 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2652f7acbf094c21bef1a148bca99c88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9248111 Sep 01 15:21:08.475010 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953985d-40f3-4d23-815a-ec9175d03983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6b8e02-66cf-4b7f-bd09-431f23fe28d4,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:08.512441 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ff2398c-96de-4ec9-8f14-7cfb7fad72e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:08.551524 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ff2398c-96de-4ec9-8f14-7cfb7fad72e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:08.708098 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ff2398c-96de-4ec9-8f14-7cfb7fad72e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:08.714059 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ff2398c-96de-4ec9-8f14-7cfb7fad72e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:08.716214 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5ff2398c-96de-4ec9-8f14-7cfb7fad72e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ff6b8e02-66cf-4b7f-bd09-431f23fe28d4 HTTP/1.1" status: 204 len: 168 time: 0.3183906 Sep 01 15:21:08.728141 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2398c-96de-4ec9-8f14-7cfb7fad72e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6b8e02-66cf-4b7f-bd09-431f23fe28d4,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:09.221656 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-eda55b55-1d6c-4aba-9226-1db4763e3d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:09.606067 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6fa787c7-6e15-4b6a-b9e8-179298cbeaa7 req-7639a2d9-ed22-4ac3-9ad6-2efb217f78f0 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 210 time: 0.0870056 Sep 01 15:21:09.900040 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45876) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:09.925905 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eaaee198-44fc-4efb-84a4-1ffc0d011e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:10.082052 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eaaee198-44fc-4efb-84a4-1ffc0d011e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:10.087875 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eaaee198-44fc-4efb-84a4-1ffc0d011e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:10.211863 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-eaaee198-44fc-4efb-84a4-1ffc0d011e02 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ebbabbb936eb4eb5ba2b444d73640c95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3107994 Sep 01 15:21:10.214975 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45884) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:10.239572 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaee198-44fc-4efb-84a4-1ffc0d011e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56544b49-b3c9-48bb-b04d-1bcb5dbb4fd6,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:10.403200 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-864a2a29-65b6-4999-9992-490c1a457f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:10.578823 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-864a2a29-65b6-4999-9992-490c1a457f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:10.775009 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00b48225-938f-4eaa-81ad-07a5072a8ea9 req-3e74c5d9-846a-4141-8a1b-c2f09466535c tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 210 time: 0.0670636 Sep 01 15:21:10.775759 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-864a2a29-65b6-4999-9992-490c1a457f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:10.778439 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-864a2a29-65b6-4999-9992-490c1a457f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:10.784046 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-864a2a29-65b6-4999-9992-490c1a457f25 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/56544b49-b3c9-48bb-b04d-1bcb5dbb4fd6 HTTP/1.1" status: 204 len: 168 time: 0.5627635 Sep 01 15:21:10.815028 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a2a29-65b6-4999-9992-490c1a457f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56544b49-b3c9-48bb-b04d-1bcb5dbb4fd6,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:10.833482 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-3d6f4914-3327-4995-89a5-4d40dd0804c3 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:10.847886 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-3d6f4914-3327-4995-89a5-4d40dd0804c3 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.62 "GET /v2.0/networks?id=a9f3c327-3c62-4406-9745-e846939869d0 HTTP/1.1" status: 200 len: 815 time: 0.5004699 Sep 01 15:21:10.942136 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-918d8a78-0398-4aff-9b64-3d427802a4e8 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf35c24044c040168464fc2f101d1d7c HTTP/1.1" status: 200 len: 379 time: 0.0752530 Sep 01 15:21:10.964097 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-4dc30404-fc3e-4fc8-8e2e-4ccada885ef1 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Request body: {'port': {'device_id': 'b928e670-4308-49b8-b1b6-e6d5d8d02baf', 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0', 'admin_state_up': True, 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'security_groups': ['5d0e707f-3905-4830-a73a-18b53d1718a1']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:21:11.345697 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-4dc30404-fc3e-4fc8-8e2e-4ccada885ef1 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Made reservation on behalf of bf35c24044c040168464fc2f101d1d7c for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:21:11.349978 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-4dc30404-fc3e-4fc8-8e2e-4ccada885ef1 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:11.655342 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-4dc30404-fc3e-4fc8-8e2e-4ccada885ef1 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Allocated IP 172.20.0.3 (a9f3c327-3c62-4406-9745-e846939869d0/5151cbef-1431-4715-8183-370e302b1869/2fbaa072-b9a1-4185-bf7e-d86e126c4dc6) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:21:12.021916 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-40483511-4d11-46b0-9017-5c179b63a96c req-4a0af786-05e7-4b90-944f-09cfb88ac1b4 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 210 time: 0.0980644 Sep 01 15:21:12.092621 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:12.234897 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-4dc30404-fc3e-4fc8-8e2e-4ccada885ef1 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:12.298888 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-4dc30404-fc3e-4fc8-8e2e-4ccada885ef1 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Transition to ACTIVE for port object 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:21:12.443003 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-4dc30404-fc3e-4fc8-8e2e-4ccada885ef1 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:12.682720 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-4dc30404-fc3e-4fc8-8e2e-4ccada885ef1 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Network a9f3c327-3c62-4406-9745-e846939869d0 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:21:12.693398 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-4dc30404-fc3e-4fc8-8e2e-4ccada885ef1 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:21:12.709664 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-4dc30404-fc3e-4fc8-8e2e-4ccada885ef1 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:21:12.915921 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-4dc30404-fc3e-4fc8-8e2e-4ccada885ef1 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:12.922259 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-4dc30404-fc3e-4fc8-8e2e-4ccada885ef1 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:12.958358 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc30404-fc3e-4fc8-8e2e-4ccada885ef1 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Pushing event updated for resources: {'Port': ['ID=2fbaa072-b9a1-4185-bf7e-d86e126c4dc6,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:12.975801 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-4dc30404-fc3e-4fc8-8e2e-4ccada885ef1 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0258124 Sep 01 15:21:12.998822 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-9c114232-c198-4847-bcda-1130ec17e62c service neutron] Request body: {'port': {'device_id': 'b928e670-4308-49b8-b1b6-e6d5d8d02baf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:21:13.205700 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3286098c-f504-4cf4-adc7-1962dfbd4a7d None None] Provisioning for port 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:21:13.221284 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3286098c-f504-4cf4-adc7-1962dfbd4a7d None None] Provisioning complete for port 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:21:13.226721 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3286098c-f504-4cf4-adc7-1962dfbd4a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:13.231719 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-9c114232-c198-4847-bcda-1130ec17e62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:13.235432 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:13.386083 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3286098c-f504-4cf4-adc7-1962dfbd4a7d None None] Port 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:21:13.443492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d6b75-ba7b-456c-acfb-3404d3acb64f req-c2037b15-a72a-4495-90cb-c5b991303f20 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:13.447726 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8e9d6b75-ba7b-456c-acfb-3404d3acb64f req-c2037b15-a72a-4495-90cb-c5b991303f20 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 931 time: 0.1877847 Sep 01 15:21:13.611257 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8d675a4b-520d-4fb4-83c5-b4d94988f7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:13.867427 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8e9d6b75-ba7b-456c-acfb-3404d3acb64f req-596a5823-0299-493c-a48a-d651acc62b4b tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d0e707f-3905-4830-a73a-18b53d1718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4066522 Sep 01 15:21:14.305632 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-9c114232-c198-4847-bcda-1130ec17e62c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:21:14.321757 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-9c114232-c198-4847-bcda-1130ec17e62c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:14.341911 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-9c114232-c198-4847-bcda-1130ec17e62c service neutron] Transition to ACTIVE for port object 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:21:14.347647 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-9c114232-c198-4847-bcda-1130ec17e62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:14.381244 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45982) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:14.423022 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c114232-c198-4847-bcda-1130ec17e62c service neutron] Pushing event updated for resources: {'Port': ['ID=2fbaa072-b9a1-4185-bf7e-d86e126c4dc6,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:14.592683 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-9c114232-c198-4847-bcda-1130ec17e62c service neutron] Attempting to bind port 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:21:14.593472 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-9c114232-c198-4847-bcda-1130ec17e62c service neutron] Attempting to bind port 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '43628c80-617a-4484-b231-a92173811df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:21:14.593756 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-9c114232-c198-4847-bcda-1130ec17e62c service neutron] Attempting to bind port 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6 on network a9f3c327-3c62-4406-9745-e846939869d0 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:21:14.623429 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-9c114232-c198-4847-bcda-1130ec17e62c service neutron] Port 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6 on network a9f3c327-3c62-4406-9745-e846939869d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:21:14.623683 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-9c114232-c198-4847-bcda-1130ec17e62c service neutron] Attempting to bind port 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6 on network a9f3c327-3c62-4406-9745-e846939869d0 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:21:14.638925 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-9c114232-c198-4847-bcda-1130ec17e62c service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:21:14.639496 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-9c114232-c198-4847-bcda-1130ec17e62c service neutron] Checking segment: {'id': '43628c80-617a-4484-b231-a92173811df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:21:14.646604 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-9c114232-c198-4847-bcda-1130ec17e62c service neutron] Bound using segment: {'id': '43628c80-617a-4484-b231-a92173811df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:21:14.647224 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-9c114232-c198-4847-bcda-1130ec17e62c service neutron] Bound port: 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43628c80-617a-4484-b231-a92173811df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:21:14.647618 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-9c114232-c198-4847-bcda-1130ec17e62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:14.750390 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-9c114232-c198-4847-bcda-1130ec17e62c service neutron] For port 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:21:14.756005 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-9c114232-c198-4847-bcda-1130ec17e62c service neutron] For port 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=2fbaa072-b9a1-4185-bf7e-d86e126c4dc6,segment=NetworkSegment(43628c80-617a-4484-b231-a92173811df8),segment_id=43628c80-617a-4484-b231-a92173811df8)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:21:14.765115 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-9c114232-c198-4847-bcda-1130ec17e62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:14.885803 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-9c114232-c198-4847-bcda-1130ec17e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:14.885803 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-9c114232-c198-4847-bcda-1130ec17e62c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:14.890918 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-9c114232-c198-4847-bcda-1130ec17e62c service neutron] 10.222.0.62 "PUT /v2.0/ports/2fbaa072-b9a1-4185-bf7e-d86e126c4dc6 HTTP/1.1" status: 200 len: 1091 time: 1.8947091 Sep 01 15:21:14.890918 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b928e670-4308-49b8-b1b6-e6d5d8d02baf', 'tag': '2fbaa072-b9a1-4185-bf7e-d86e126c4dc6'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:21:14.893494 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a0dd48-9b95-4f23-a81f-1741e750472f" -d '{"events": [{"name": "network-changed", "server_uuid": "b928e670-4308-49b8-b1b6-e6d5d8d02baf", "tag": "2fbaa072-b9a1-4185-bf7e-d86e126c4dc6"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:21:15.094108 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:15.193262 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c114232-c198-4847-bcda-1130ec17e62c service neutron] Pushing event updated for resources: {'Port': ['ID=2fbaa072-b9a1-4185-bf7e-d86e126c4dc6,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:15.195413 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-ac187174-0d66-4d18-950a-4aa44c89cb00 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1307524737', 'router:external': True}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:21:15.223030 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83681773-5b49-40bc-a01d-accbd8bd45eb x-openstack-request-id: req-83681773-5b49-40bc-a01d-accbd8bd45eb {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:21:15.226643 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b928e670-4308-49b8-b1b6-e6d5d8d02baf", "tag": "2fbaa072-b9a1-4185-bf7e-d86e126c4dc6", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:21:15.229131 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-83681773-5b49-40bc-a01d-accbd8bd45eb {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:21:15.231088 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b928e670-4308-49b8-b1b6-e6d5d8d02baf', 'tag': '2fbaa072-b9a1-4185-bf7e-d86e126c4dc6', 'status': 'completed', 'code': 200} Sep 01 15:21:15.276722 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5e599-9b4a-42a9-820e-98e0a474adbb req-74ba84a6-a678-4cd2-9e35-4843db15519e tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:15.286325 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-21e5e599-9b4a-42a9-820e-98e0a474adbb req-74ba84a6-a678-4cd2-9e35-4843db15519e tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 943 time: 0.1280677 Sep 01 15:21:15.296457 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-c0118e56-35e5-41ca-aeb4-c4b713330b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:15.298056 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-c0118e56-35e5-41ca-aeb4-c4b713330b8f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf35c24044c040168464fc2f101d1d7c&device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 1094 time: 0.3079414 Sep 01 15:21:15.307254 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac187174-0d66-4d18-950a-4aa44c89cb00 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Made reservation on behalf of b7c5b31859344e7aadccc20b487caca9 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:21:15.310957 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ac187174-0d66-4d18-950a-4aa44c89cb00 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:15.363471 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-21e5e599-9b4a-42a9-820e-98e0a474adbb req-27f15b75-66df-4484-abed-936ba0fa0cfd tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d0e707f-3905-4830-a73a-18b53d1718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755327 Sep 01 15:21:15.367923 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ac187174-0d66-4d18-950a-4aa44c89cb00 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:15.437440 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-5f081f06-ce60-43a2-b27c-16215bf305db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fbaa072-b9a1-4185-bf7e-d86e126c4dc6 HTTP/1.1" status: 200 len: 217 time: 0.1223447 Sep 01 15:21:15.604027 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-fcd4d8f5-fde9-4b7c-8eb9-24043c9bd819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:15.610213 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-fcd4d8f5-fde9-4b7c-8eb9-24043c9bd819 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5151cbef-1431-4715-8183-370e302b1869 HTTP/1.1" status: 200 len: 854 time: 0.1645691 Sep 01 15:21:15.663215 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ac187174-0d66-4d18-950a-4aa44c89cb00 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:15.672742 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ac187174-0d66-4d18-950a-4aa44c89cb00 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:15.712857 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac187174-0d66-4d18-950a-4aa44c89cb00 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:21:15.767043 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ac187174-0d66-4d18-950a-4aa44c89cb00 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:15.767556 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-ac187174-0d66-4d18-950a-4aa44c89cb00 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Added segment f5674ec6-a17a-4275-a2fd-3766c3484bd9 of type vlan for network 55c982c5-d08d-4b7d-8e4a-9df071012a91 Sep 01 15:21:15.769711 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac187174-0d66-4d18-950a-4aa44c89cb00 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98bac398-7245-49f8-83ee-98d64f2a7536,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:15.800930 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-ff2c42a3-c434-48e0-8b14-fbb412d28936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:15.803596 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac187174-0d66-4d18-950a-4aa44c89cb00 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:15.804072 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac187174-0d66-4d18-950a-4aa44c89cb00 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:15.804282 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac187174-0d66-4d18-950a-4aa44c89cb00 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:15.804761 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac187174-0d66-4d18-950a-4aa44c89cb00 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:15.805116 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac187174-0d66-4d18-950a-4aa44c89cb00 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:15.805585 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac187174-0d66-4d18-950a-4aa44c89cb00 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:15.805940 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac187174-0d66-4d18-950a-4aa44c89cb00 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:15.806279 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac187174-0d66-4d18-950a-4aa44c89cb00 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:15.806638 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac187174-0d66-4d18-950a-4aa44c89cb00 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:15.806972 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac187174-0d66-4d18-950a-4aa44c89cb00 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:15.807308 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac187174-0d66-4d18-950a-4aa44c89cb00 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:15.807639 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac187174-0d66-4d18-950a-4aa44c89cb00 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:15.809031 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-ff2c42a3-c434-48e0-8b14-fbb412d28936 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9f3c327-3c62-4406-9745-e846939869d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1886740 Sep 01 15:21:15.827325 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46016) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:15.906386 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ac187174-0d66-4d18-950a-4aa44c89cb00 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:15.992678 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ac187174-0d66-4d18-950a-4aa44c89cb00 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:15.995635 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac187174-0d66-4d18-950a-4aa44c89cb00 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:15.996776 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ac187174-0d66-4d18-950a-4aa44c89cb00 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:16.026695 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-0bb78933-bd93-40de-a219-1b251b3f002d service neutron] 10.222.0.62 "GET /v2.0/networks/a9f3c327-3c62-4406-9745-e846939869d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076919 Sep 01 15:21:16.084814 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ac187174-0d66-4d18-950a-4aa44c89cb00 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.7020226 Sep 01 15:21:16.088503 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46026) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:16.098600 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-c51dc20c-e672-4d2a-96b6-c1df8b43e0b2 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Request body: {'subnet': {'network_id': '55c982c5-d08d-4b7d-8e4a-9df071012a91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:21:16.132024 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51dc20c-e672-4d2a-96b6-c1df8b43e0b2 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Made reservation on behalf of b7c5b31859344e7aadccc20b487caca9 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:21:16.134991 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c51dc20c-e672-4d2a-96b6-c1df8b43e0b2 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:16.142280 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac187174-0d66-4d18-950a-4aa44c89cb00 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Pushing event updated for resources: {'Network': ['ID=55c982c5-d08d-4b7d-8e4a-9df071012a91,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:16.179137 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 55c982c5-d08d-4b7d-8e4a-9df071012a91 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:21:16.215444 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3c491ff5-284f-452f-a994-8edb71c725a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:16.411097 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-545e47b6-de07-488a-82f0-2ae38afbc007 req-572eafab-7ecf-4313-9f22-0c51e13c3a3e service neutron] 10.222.0.62 "GET /v2.0/networks/a9f3c327-3c62-4406-9745-e846939869d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727899 Sep 01 15:21:16.536382 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3c491ff5-284f-452f-a994-8edb71c725a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:16.552410 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3c491ff5-284f-452f-a994-8edb71c725a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:16.588863 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3c491ff5-284f-452f-a994-8edb71c725a3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0b1c41a4c01749aa8d42f03c5a130268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7574162 Sep 01 15:21:16.601964 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46036) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:16.764245 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0dd48-9b95-4f23-a81f-1741e750472f req-2669a5ab-9f2c-4ba2-8c0e-1ea03af47e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:16.770550 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-10a0dd48-9b95-4f23-a81f-1741e750472f req-2669a5ab-9f2c-4ba2-8c0e-1ea03af47e34 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf35c24044c040168464fc2f101d1d7c&device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 1094 time: 0.2289531 Sep 01 15:21:16.771476 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c491ff5-284f-452f-a994-8edb71c725a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d178d160-04e2-49b0-88ef-ce42f53955df,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:16.973558 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d0c975e2-bb20-44d1-89db-206ff6d4d6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:16.994213 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0dd48-9b95-4f23-a81f-1741e750472f req-0628436d-f913-4110-8e6a-40f08c55b84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:16.996674 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-10a0dd48-9b95-4f23-a81f-1741e750472f req-0628436d-f913-4110-8e6a-40f08c55b84b service neutron] 10.222.0.62 "GET /v2.0/networks?id=a9f3c327-3c62-4406-9745-e846939869d0 HTTP/1.1" status: 200 len: 916 time: 0.2151566 Sep 01 15:21:17.075890 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d0c975e2-bb20-44d1-89db-206ff6d4d6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:17.146379 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-10a0dd48-9b95-4f23-a81f-1741e750472f req-bf0e6045-a024-493d-a13f-75d794f78088 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fbaa072-b9a1-4185-bf7e-d86e126c4dc6 HTTP/1.1" status: 200 len: 217 time: 0.1386075 Sep 01 15:21:17.284638 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d0c975e2-bb20-44d1-89db-206ff6d4d6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:17.289584 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d0c975e2-bb20-44d1-89db-206ff6d4d6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:17.292191 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d0c975e2-bb20-44d1-89db-206ff6d4d6a5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d178d160-04e2-49b0-88ef-ce42f53955df HTTP/1.1" status: 204 len: 168 time: 0.6861067 Sep 01 15:21:17.312715 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0dd48-9b95-4f23-a81f-1741e750472f req-42cceab3-a2f2-4853-94fd-39f71c2aba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:17.314049 n-d-794796-3 neutron-server[94733]: DEBUG neutron.objects.ports [None req-c51dc20c-e672-4d2a-96b6-c1df8b43e0b2 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94733) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:21:17.314742 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c51dc20c-e672-4d2a-96b6-c1df8b43e0b2 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:17.322476 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-10a0dd48-9b95-4f23-a81f-1741e750472f req-42cceab3-a2f2-4853-94fd-39f71c2aba4c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5151cbef-1431-4715-8183-370e302b1869 HTTP/1.1" status: 200 len: 854 time: 0.1687183 Sep 01 15:21:17.329286 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c975e2-bb20-44d1-89db-206ff6d4d6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d178d160-04e2-49b0-88ef-ce42f53955df,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:17.473055 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2fbf6-ca5a-4dad-8e70-516801dc788c req-100dc217-95c4-4999-9da7-c38be7650cb3 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:17.477321 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4aa2fbf6-ca5a-4dad-8e70-516801dc788c req-100dc217-95c4-4999-9da7-c38be7650cb3 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 943 time: 0.8952792 Sep 01 15:21:17.480824 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51dc20c-e672-4d2a-96b6-c1df8b43e0b2 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f03f1ae2-9e68-4a0f-8130-9555bcb62617,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:17.520272 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51dc20c-e672-4d2a-96b6-c1df8b43e0b2 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Checking segment: {'id': 'f5674ec6-a17a-4275-a2fd-3766c3484bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '55c982c5-d08d-4b7d-8e4a-9df071012a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:21:17.520910 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51dc20c-e672-4d2a-96b6-c1df8b43e0b2 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Network hostable DHCP agents. Network: 55c982c5-d08d-4b7d-8e4a-9df071012a91, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:21:17.529548 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0dd48-9b95-4f23-a81f-1741e750472f req-54497fae-ab71-44c5-a2fa-68d20f52a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:17.536031 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-10a0dd48-9b95-4f23-a81f-1741e750472f req-54497fae-ab71-44c5-a2fa-68d20f52a672 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9f3c327-3c62-4406-9745-e846939869d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1988106 Sep 01 15:21:17.557951 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51dc20c-e672-4d2a-96b6-c1df8b43e0b2 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Network 55c982c5-d08d-4b7d-8e4a-9df071012a91 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:21:17.622364 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-c51dc20c-e672-4d2a-96b6-c1df8b43e0b2 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 55c982c5-d08d-4b7d-8e4a-9df071012a91) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:21:17.635810 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503e0935-587e-4b9f-8214-427347f38384 None None] Network 55c982c5-d08d-4b7d-8e4a-9df071012a91 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:21:17.650887 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51dc20c-e672-4d2a-96b6-c1df8b43e0b2 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:17.652036 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c51dc20c-e672-4d2a-96b6-c1df8b43e0b2 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:17.697255 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c51dc20c-e672-4d2a-96b6-c1df8b43e0b2 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6071925 Sep 01 15:21:17.702266 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46060) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:17.717602 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-46070bac-7f35-49b2-bbd3-72f49808d297 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1862700315', 'network_id': '55c982c5-d08d-4b7d-8e4a-9df071012a91'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:21:17.838611 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46070bac-7f35-49b2-bbd3-72f49808d297 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Made reservation on behalf of b7c5b31859344e7aadccc20b487caca9 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:21:17.865107 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-46070bac-7f35-49b2-bbd3-72f49808d297 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:17.956158 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-46070bac-7f35-49b2-bbd3-72f49808d297 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] device_id is not set on port d63f5662-774c-47f4-8089-e016ea6c58af yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:21:17.978480 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4aa2fbf6-ca5a-4dad-8e70-516801dc788c req-dcf8e3ad-7568-4626-ba68-72e09f5357a0 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d0e707f-3905-4830-a73a-18b53d1718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4548368 Sep 01 15:21:18.145200 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-10a0dd48-9b95-4f23-a81f-1741e750472f req-ab815171-2095-4e39-9929-ef1b77a72e02 service neutron] 10.222.0.62 "GET /v2.0/networks/a9f3c327-3c62-4406-9745-e846939869d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5836601 Sep 01 15:21:18.188839 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46068) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:18.289217 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-46070bac-7f35-49b2-bbd3-72f49808d297 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Allocated IP 172.20.0.14 (55c982c5-d08d-4b7d-8e4a-9df071012a91/f03f1ae2-9e68-4a0f-8130-9555bcb62617/d63f5662-774c-47f4-8089-e016ea6c58af) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:21:18.299789 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bea40a-0a30-40fa-b3ba-a3bff6f549ad None None] Network 55c982c5-d08d-4b7d-8e4a-9df071012a91 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:21:18.347614 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ca807f11-0fcb-4708-9654-bf336c582b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:18.513379 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ca807f11-0fcb-4708-9654-bf336c582b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:18.521768 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ca807f11-0fcb-4708-9654-bf336c582b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:18.558345 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ca807f11-0fcb-4708-9654-bf336c582b55 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f31df1b6f05543dfa835c7d3de53e762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3651891 Sep 01 15:21:18.569234 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46072) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:18.649453 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-10a0dd48-9b95-4f23-a81f-1741e750472f req-b97ca07d-6319-4a05-8720-598e2a1d331e service neutron] 10.222.0.62 "GET /v2.0/networks/a9f3c327-3c62-4406-9745-e846939869d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932404 Sep 01 15:21:18.650154 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca807f11-0fcb-4708-9654-bf336c582b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a80d284-d0fb-47da-ad93-2e1e340e3412,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:18.698098 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-46070bac-7f35-49b2-bbd3-72f49808d297 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:18.701479 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-58aab728-d6cf-41f1-96c8-863768f93529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:18.776926 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-58aab728-d6cf-41f1-96c8-863768f93529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:18.942439 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-58aab728-d6cf-41f1-96c8-863768f93529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:18.944628 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ef0c8-11fd-4d06-9273-87e9f8e851c0 req-f484ae0c-ad2d-4f91-94f8-886da366c6ae tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:18.947414 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-58aab728-d6cf-41f1-96c8-863768f93529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:18.953752 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-58aab728-d6cf-41f1-96c8-863768f93529 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9a80d284-d0fb-47da-ad93-2e1e340e3412 HTTP/1.1" status: 204 len: 168 time: 0.3790154 Sep 01 15:21:18.968406 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d26ef0c8-11fd-4d06-9273-87e9f8e851c0 req-f484ae0c-ad2d-4f91-94f8-886da366c6ae tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 945 time: 1.5289185 Sep 01 15:21:18.973809 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aab728-d6cf-41f1-96c8-863768f93529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a80d284-d0fb-47da-ad93-2e1e340e3412,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:19.135325 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d26ef0c8-11fd-4d06-9273-87e9f8e851c0 req-669ea69e-7a2f-4b7c-ad35-f5d22f03f5a4 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655018 Sep 01 15:21:19.141487 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-46070bac-7f35-49b2-bbd3-72f49808d297 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:19.223452 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46070bac-7f35-49b2-bbd3-72f49808d297 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Network 55c982c5-d08d-4b7d-8e4a-9df071012a91 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:21:19.231129 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-46070bac-7f35-49b2-bbd3-72f49808d297 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:21:19.235778 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46070bac-7f35-49b2-bbd3-72f49808d297 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:21:19.310068 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46070bac-7f35-49b2-bbd3-72f49808d297 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:19.311099 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-46070bac-7f35-49b2-bbd3-72f49808d297 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:19.335910 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46070bac-7f35-49b2-bbd3-72f49808d297 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Pushing event updated for resources: {'Port': ['ID=d63f5662-774c-47f4-8089-e016ea6c58af,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:19.337991 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305ac0e-7a13-4d7d-ba79-698c49a0b367 req-c705eff1-a003-4eb3-816a-5ccb1da4e4e8 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:19.339721 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9305ac0e-7a13-4d7d-ba79-698c49a0b367 req-c705eff1-a003-4eb3-816a-5ccb1da4e4e8 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 943 time: 0.1476738 Sep 01 15:21:19.365916 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-46070bac-7f35-49b2-bbd3-72f49808d297 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.6618629 Sep 01 15:21:19.367252 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46084) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:19.671059 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9305ac0e-7a13-4d7d-ba79-698c49a0b367 req-60533601-73ff-4ba4-81c1-7adfe5a5bb65 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d0e707f-3905-4830-a73a-18b53d1718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3023355 Sep 01 15:21:19.691406 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-768f4977-b767-4a86-88ef-ca9580336539 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Deleting port d63f5662-774c-47f4-8089-e016ea6c58af {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:21:19.691937 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-768f4977-b767-4a86-88ef-ca9580336539 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:19.857622 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-768f4977-b767-4a86-88ef-ca9580336539 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:19.879753 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-768f4977-b767-4a86-88ef-ca9580336539 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Calling delete_port for d63f5662-774c-47f4-8089-e016ea6c58af owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:21:20.139838 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-768f4977-b767-4a86-88ef-ca9580336539 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:20.193654 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f4977-b767-4a86-88ef-ca9580336539 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Pushing event deleted for resources: {'Port': ['ID=d63f5662-774c-47f4-8089-e016ea6c58af,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:20.315794 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-768f4977-b767-4a86-88ef-ca9580336539 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:20.322241 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-768f4977-b767-4a86-88ef-ca9580336539 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "DELETE /v2.0/ports/d63f5662-774c-47f4-8089-e016ea6c58af HTTP/1.1" status: 204 len: 168 time: 0.9500790 Sep 01 15:21:20.322890 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46114) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:20.332674 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-9187959c-5009-4021-b61a-859a292476da tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '55c982c5-d08d-4b7d-8e4a-9df071012a91', 'external_fixed_ips': [{'subnet_id': 'f03f1ae2-9e68-4a0f-8130-9555bcb62617', 'ip_address': '172.20.0.14'}]}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:21:20.369579 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c445d7-b3ac-479c-a20f-a7e7c745fc23 req-3b9c6ad5-80ec-4ada-b822-a8fb34f0e833 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:20.380167 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9c445d7-b3ac-479c-a20f-a7e7c745fc23 req-3b9c6ad5-80ec-4ada-b822-a8fb34f0e833 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 945 time: 0.0880597 Sep 01 15:21:20.410954 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9187959c-5009-4021-b61a-859a292476da tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:20.413044 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9187959c-5009-4021-b61a-859a292476da tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:20.509995 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9c445d7-b3ac-479c-a20f-a7e7c745fc23 req-cafc5f63-9ac2-4075-ba6f-bf50e0ab6639 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270218 Sep 01 15:21:20.540616 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9187959c-5009-4021-b61a-859a292476da tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:20.742099 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9187959c-5009-4021-b61a-859a292476da tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:21.040782 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dff31e-88d6-412b-b0ee-aa8ad9fca135 req-e86359be-cd1a-4189-8947-5dc93fefd165 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:21.049230 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16dff31e-88d6-412b-b0ee-aa8ad9fca135 req-e86359be-cd1a-4189-8947-5dc93fefd165 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 943 time: 0.1359282 Sep 01 15:21:21.159829 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16dff31e-88d6-412b-b0ee-aa8ad9fca135 req-98c2e61d-ade1-44bd-a2bd-6aac69f82595 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d0e707f-3905-4830-a73a-18b53d1718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096289 Sep 01 15:21:21.431930 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9187959c-5009-4021-b61a-859a292476da tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:21.488299 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9187959c-5009-4021-b61a-859a292476da tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:21.891222 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f11548-e740-4a41-ba38-d89405497ff3 req-ce9e53ed-5e3e-425f-ab39-62ce1089af34 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:21.918419 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-34f11548-e740-4a41-ba38-d89405497ff3 req-ce9e53ed-5e3e-425f-ab39-62ce1089af34 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 945 time: 0.1679780 Sep 01 15:21:22.072006 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-34f11548-e740-4a41-ba38-d89405497ff3 req-c62471e7-ef92-49bc-9bc2-997374c47a64 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472838 Sep 01 15:21:22.973434 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1722d7-274b-422d-aed8-cde312c87c60 req-8d50329a-f064-4d9b-8499-feb630577624 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:22.979263 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5b1722d7-274b-422d-aed8-cde312c87c60 req-8d50329a-f064-4d9b-8499-feb630577624 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 943 time: 0.2497492 Sep 01 15:21:23.039023 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-9187959c-5009-4021-b61a-859a292476da tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Allocated IP 172.20.0.14 (55c982c5-d08d-4b7d-8e4a-9df071012a91/f03f1ae2-9e68-4a0f-8130-9555bcb62617/a216c1e4-7473-46a7-8c14-89485d656917) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:21:23.244075 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5b1722d7-274b-422d-aed8-cde312c87c60 req-1a14172e-496a-442a-af3a-0740641984dc tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d0e707f-3905-4830-a73a-18b53d1718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2555728 Sep 01 15:21:23.314351 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9187959c-5009-4021-b61a-859a292476da tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:23.416981 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9187959c-5009-4021-b61a-859a292476da tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:23.433657 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d207012-8ffa-490c-b73b-ab6d223df008 req-a1c41fa6-e9ad-4df2-92af-9e8f7fe00933 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:23.437502 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3d207012-8ffa-490c-b73b-ab6d223df008 req-a1c41fa6-e9ad-4df2-92af-9e8f7fe00933 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 945 time: 0.1583757 Sep 01 15:21:23.548714 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3d207012-8ffa-490c-b73b-ab6d223df008 req-8ad101da-da1d-46ad-8d39-e3349ccb50f9 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028035 Sep 01 15:21:23.573746 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9187959c-5009-4021-b61a-859a292476da tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Network 55c982c5-d08d-4b7d-8e4a-9df071012a91 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:21:23.575649 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187959c-5009-4021-b61a-859a292476da tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Pushing event updated for resources: {'Port': ['ID=a216c1e4-7473-46a7-8c14-89485d656917,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:23.597385 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-9187959c-5009-4021-b61a-859a292476da tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:21:23.602031 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9187959c-5009-4021-b61a-859a292476da tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:21:24.222620 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9187959c-5009-4021-b61a-859a292476da tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:24.482798 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46216) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:24.725398 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb32fc0-baba-46cb-886e-269c08d4846b req-a18cecf3-f246-459a-bd1b-5948e0b9d68d tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:24.727100 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bdb32fc0-baba-46cb-886e-269c08d4846b req-a18cecf3-f246-459a-bd1b-5948e0b9d68d tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 943 time: 0.1859205 Sep 01 15:21:24.826099 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bdb32fc0-baba-46cb-886e-269c08d4846b req-d4e1ff0a-46cd-4959-a151-f83645c52d46 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d0e707f-3905-4830-a73a-18b53d1718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637274 Sep 01 15:21:24.833569 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9187959c-5009-4021-b61a-859a292476da tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:24.834796 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef16a2-9999-4a1b-8222-b43885aad976 req-c2fb578f-d8d1-499c-b0cb-e68a030606f0 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:24.844538 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-45ef16a2-9999-4a1b-8222-b43885aad976 req-c2fb578f-d8d1-499c-b0cb-e68a030606f0 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 945 time: 0.1398971 Sep 01 15:21:24.904772 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-45ef16a2-9999-4a1b-8222-b43885aad976 req-5ae9e1d9-5dda-4015-8b39-21181aa9196b tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582833 Sep 01 15:21:24.924067 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c993c1a9-ce8d-4aeb-9420-40bc6bf50dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:25.116983 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c993c1a9-ce8d-4aeb-9420-40bc6bf50dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:25.131789 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c993c1a9-ce8d-4aeb-9420-40bc6bf50dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:25.183821 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993c1a9-ce8d-4aeb-9420-40bc6bf50dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d010f436-d77f-4d4b-bb08-ebd3e59642a0,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:25.189477 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c993c1a9-ce8d-4aeb-9420-40bc6bf50dd2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=85ab619bc57d4e3d95cb9c2c9c4ca146&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7054384 Sep 01 15:21:25.200992 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46224) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:25.276202 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e19bfe58-cef4-4ce6-83b5-b58d066f4fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:25.307108 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e19bfe58-cef4-4ce6-83b5-b58d066f4fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:25.385651 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9187959c-5009-4021-b61a-859a292476da tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Router e048c7d4-894f-4459-8612-5cb942680b17 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:21:25.414409 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e19bfe58-cef4-4ce6-83b5-b58d066f4fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:25.423056 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e19bfe58-cef4-4ce6-83b5-b58d066f4fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:25.428544 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e19bfe58-cef4-4ce6-83b5-b58d066f4fb2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d010f436-d77f-4d4b-bb08-ebd3e59642a0 HTTP/1.1" status: 204 len: 168 time: 0.2234964 Sep 01 15:21:25.443112 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19bfe58-cef4-4ce6-83b5-b58d066f4fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d010f436-d77f-4d4b-bb08-ebd3e59642a0,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:25.801793 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9187959c-5009-4021-b61a-859a292476da tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:21:25.822593 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6916a1-fb61-4f4d-a5b3-d66c384490ff None None] Sync routers for ids ['e048c7d4-894f-4459-8612-5cb942680b17'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:21:25.857049 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9187959c-5009-4021-b61a-859a292476da tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:25.863874 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6916a1-fb61-4f4d-a5b3-d66c384490ff None None] Routers {'e048c7d4-894f-4459-8612-5cb942680b17'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:21:25.869649 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-fc6916a1-fb61-4f4d-a5b3-d66c384490ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:21:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['e048c7d4-894f-4459-8612-5cb942680b17'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:25.878476 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46238) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:25.879973 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9187959c-5009-4021-b61a-859a292476da tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.5501332 Sep 01 15:21:26.232848 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c3e4c-4b79-4535-b0f0-665cb014d1d5 req-4e5f5d6c-6e02-4f5b-b355-f060878ed7da tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:26.240064 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e18c3e4c-4b79-4535-b0f0-665cb014d1d5 req-4e5f5d6c-6e02-4f5b-b355-f060878ed7da tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 943 time: 0.2023597 Sep 01 15:21:26.295470 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-97896350-b997-4158-bf71-100c7d0ec2b2 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:26.330291 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46244) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:26.334016 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-fc6916a1-fb61-4f4d-a5b3-d66c384490ff None None] Set router e048c7d4-894f-4459-8612-5cb942680b17 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:21:26.402342 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a955a716-69c5-4f41-967c-f4f1dcacfac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:26.407684 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e18c3e4c-4b79-4535-b0f0-665cb014d1d5 req-dbfa3f4c-ed25-419e-ac5f-85cb38bcb2f7 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d0e707f-3905-4830-a73a-18b53d1718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521418 Sep 01 15:21:26.527972 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87962c86-d163-4689-b9bf-b67b7fcdc1c2 req-36f6e5c3-3c9c-4252-a047-ab009753ef15 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:26.550077 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-87962c86-d163-4689-b9bf-b67b7fcdc1c2 req-36f6e5c3-3c9c-4252-a047-ab009753ef15 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 945 time: 0.2456443 Sep 01 15:21:26.555557 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a955a716-69c5-4f41-967c-f4f1dcacfac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:26.562273 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a955a716-69c5-4f41-967c-f4f1dcacfac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:26.642778 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a955a716-69c5-4f41-967c-f4f1dcacfac4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f8ec5768037d425798b857ba8a5dc9b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3079963 Sep 01 15:21:26.644344 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46246) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:26.729501 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-97896350-b997-4158-bf71-100c7d0ec2b2 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:26.751120 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-87962c86-d163-4689-b9bf-b67b7fcdc1c2 req-18994689-2e64-4f15-8c66-ccc41daf1570 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958442 Sep 01 15:21:26.757965 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-fc6916a1-fb61-4f4d-a5b3-d66c384490ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e048c7d4-894f-4459-8612-5cb942680b17', 'name': '', 'tenant_id': 'b7c5b31859344e7aadccc20b487caca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55c982c5-d08d-4b7d-8e4a-9df071012a91', 'external_fixed_ips': [{'subnet_id': 'f03f1ae2-9e68-4a0f-8130-9555bcb62617', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a216c1e4-7473-46a7-8c14-89485d656917', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:21:20Z', 'updated_at': '2021-09-01T15:21:23Z', 'revision_number': 3, 'project_id': 'b7c5b31859344e7aadccc20b487caca9', 'gw_port': {'id': 'a216c1e4-7473-46a7-8c14-89485d656917', 'name': '', 'network_id': '55c982c5-d08d-4b7d-8e4a-9df071012a91', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:11:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e048c7d4-894f-4459-8612-5cb942680b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'f03f1ae2-9e68-4a0f-8130-9555bcb62617', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:21:21Z', 'updated_at': '2021-09-01T15:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f03f1ae2-9e68-4a0f-8130-9555bcb62617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:26.915563 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6916a1-fb61-4f4d-a5b3-d66c384490ff None None] Checking router: e048c7d4-894f-4459-8612-5cb942680b17 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:21:26.916256 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6916a1-fb61-4f4d-a5b3-d66c384490ff None None] Updating router e048c7d4-894f-4459-8612-5cb942680b17 port a216c1e4-7473-46a7-8c14-89485d656917 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:21:26.936982 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955a716-69c5-4f41-967c-f4f1dcacfac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31943679-8c87-493d-a232-fb790d5c5c9d,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:26.945393 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-97896350-b997-4158-bf71-100c7d0ec2b2 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Deleting port a216c1e4-7473-46a7-8c14-89485d656917 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:21:26.946037 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-97896350-b997-4158-bf71-100c7d0ec2b2 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:26.987770 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28520c8f-3964-40f4-9863-259469abf031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:27.021925 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fc6916a1-fb61-4f4d-a5b3-d66c384490ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:27.079738 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28520c8f-3964-40f4-9863-259469abf031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:27.224341 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-97896350-b997-4158-bf71-100c7d0ec2b2 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:27.250800 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28520c8f-3964-40f4-9863-259469abf031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:27.256124 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28520c8f-3964-40f4-9863-259469abf031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:27.258108 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-28520c8f-3964-40f4-9863-259469abf031 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/31943679-8c87-493d-a232-fb790d5c5c9d HTTP/1.1" status: 204 len: 168 time: 0.6117771 Sep 01 15:21:27.296247 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28520c8f-3964-40f4-9863-259469abf031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31943679-8c87-493d-a232-fb790d5c5c9d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:27.336888 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-97896350-b997-4158-bf71-100c7d0ec2b2 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Calling delete_port for a216c1e4-7473-46a7-8c14-89485d656917 owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:21:27.641809 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:27.660989 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46290) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:27.815902 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b87ec-4501-44fe-945a-caae71a6680c req-29b1d3c3-b64b-4cfa-bf06-d5e2ec8f9fc0 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:27.826343 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e07b87ec-4501-44fe-945a-caae71a6680c req-29b1d3c3-b64b-4cfa-bf06-d5e2ec8f9fc0 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 943 time: 0.2162724 Sep 01 15:21:27.910332 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:21:27.964987 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e07b87ec-4501-44fe-945a-caae71a6680c req-a77a7f92-ec31-4fc0-aa77-98775edc141e tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d0e707f-3905-4830-a73a-18b53d1718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326511 Sep 01 15:21:28.127183 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ac1e09d2-7c0b-4b6f-86ea-2f3601c30a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:28.271797 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ac1e09d2-7c0b-4b6f-86ea-2f3601c30a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:28.288846 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ac1e09d2-7c0b-4b6f-86ea-2f3601c30a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:28.348622 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ac1e09d2-7c0b-4b6f-86ea-2f3601c30a7f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6b7b3ba3dde44eaaa4d7c8fd3008907b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6827109 Sep 01 15:21:28.350097 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46306) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:28.350256 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e09d2-7c0b-4b6f-86ea-2f3601c30a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14647786-dc7e-4bfb-81f4-5a5e0b024a22,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:28.369314 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ce1d8-5779-48e0-bf9f-9f2f7e293fba req-bf5c6d08-c398-438a-a13e-dc8faddfc956 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:28.370974 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da5ce1d8-5779-48e0-bf9f-9f2f7e293fba req-bf5c6d08-c398-438a-a13e-dc8faddfc956 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 945 time: 0.3429577 Sep 01 15:21:28.381838 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.api [None req-fc6916a1-fb61-4f4d-a5b3-d66c384490ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:21:28.382482 n-d-794796-3 neutron-server[94735]: DEBUG oslo_db.api [None req-fc6916a1-fb61-4f4d-a5b3-d66c384490ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:21:28.389674 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-97896350-b997-4158-bf71-100c7d0ec2b2 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:28.458209 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d8e09d03-a79e-41d4-880f-9f8abb953189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:28.497655 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46312) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:28.514364 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97896350-b997-4158-bf71-100c7d0ec2b2 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Pushing event deleted for resources: {'Port': ['ID=a216c1e4-7473-46a7-8c14-89485d656917,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:28.529842 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d8e09d03-a79e-41d4-880f-9f8abb953189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:28.596581 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da5ce1d8-5779-48e0-bf9f-9f2f7e293fba req-6c66974f-42fe-4276-a409-ea37537f61f3 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171509 Sep 01 15:21:28.671355 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d8e09d03-a79e-41d4-880f-9f8abb953189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:28.674685 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d8e09d03-a79e-41d4-880f-9f8abb953189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:28.676204 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d8e09d03-a79e-41d4-880f-9f8abb953189 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/14647786-dc7e-4bfb-81f4-5a5e0b024a22 HTTP/1.1" status: 204 len: 168 time: 0.3256581 Sep 01 15:21:28.701735 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e09d03-a79e-41d4-880f-9f8abb953189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14647786-dc7e-4bfb-81f4-5a5e0b024a22,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:28.768923 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-97896350-b997-4158-bf71-100c7d0ec2b2 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:28.913396 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-97896350-b997-4158-bf71-100c7d0ec2b2 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:28.916391 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6916a1-fb61-4f4d-a5b3-d66c384490ff None None] Port a216c1e4-7473-46a7-8c14-89485d656917 not found while updating agent binding for router e048c7d4-894f-4459-8612-5cb942680b17. {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 01 15:21:28.917146 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-97896350-b997-4158-bf71-100c7d0ec2b2 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:28.946610 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6916a1-fb61-4f4d-a5b3-d66c384490ff None None] Routers {'e048c7d4-894f-4459-8612-5cb942680b17'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:21:28.948666 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-fc6916a1-fb61-4f4d-a5b3-d66c384490ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:21:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['e048c7d4-894f-4459-8612-5cb942680b17'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:29.017740 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-97896350-b997-4158-bf71-100c7d0ec2b2 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:29.017740 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97896350-b997-4158-bf71-100c7d0ec2b2 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e048c7d4-894f-4459-8612-5cb942680b17 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:21:29.020450 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b9b0c14e-41e6-4f82-bfa5-0be1fe3044fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:29.040293 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-97896350-b997-4158-bf71-100c7d0ec2b2 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:29.044600 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-97896350-b997-4158-bf71-100c7d0ec2b2 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "DELETE /v2.0/routers/e048c7d4-894f-4459-8612-5cb942680b17 HTTP/1.1" status: 204 len: 168 time: 3.1601624 Sep 01 15:21:29.046953 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46330) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:29.115161 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ccca6-51be-4e2c-a04b-eae60bc435d0 req-fd9a95df-fce3-45d9-a896-0f25fea45fe8 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:29.124606 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-712ccca6-51be-4e2c-a04b-eae60bc435d0 req-fd9a95df-fce3-45d9-a896-0f25fea45fe8 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 945 time: 0.1225286 Sep 01 15:21:29.166550 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-fc6916a1-fb61-4f4d-a5b3-d66c384490ff None None] Set router e048c7d4-894f-4459-8612-5cb942680b17 gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:21:29.208608 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-e47e42ad-516c-4845-b67c-7d6e8b1a21fa tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Deleting subnet f03f1ae2-9e68-4a0f-8130-9555bcb62617 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:21:29.242126 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e47e42ad-516c-4845-b67c-7d6e8b1a21fa tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:29.259817 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81370faf-496d-47ce-aaec-af8c654ba941 req-c581db06-05f2-462d-8889-fe49dae798eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:29.264075 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-81370faf-496d-47ce-aaec-af8c654ba941 req-c581db06-05f2-462d-8889-fe49dae798eb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d5c12ac629004c608a6b26e32bb713bc&device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 1096 time: 0.2117920 Sep 01 15:21:29.275946 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-712ccca6-51be-4e2c-a04b-eae60bc435d0 req-deed08c1-03c8-4aad-a495-370762430f69 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500509 Sep 01 15:21:29.300132 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e47e42ad-516c-4845-b67c-7d6e8b1a21fa tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:29.310947 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-fc6916a1-fb61-4f4d-a5b3-d66c384490ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e048c7d4-894f-4459-8612-5cb942680b17', 'name': '', 'tenant_id': 'b7c5b31859344e7aadccc20b487caca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:21:20Z', 'updated_at': '2021-09-01T15:21:27Z', 'revision_number': 5, 'project_id': 'b7c5b31859344e7aadccc20b487caca9', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:29.372759 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e47e42ad-516c-4845-b67c-7d6e8b1a21fa tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:29.375734 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6916a1-fb61-4f4d-a5b3-d66c384490ff None None] The sync data for ids ['e048c7d4-894f-4459-8612-5cb942680b17'] in n-d-794796-3 is: [{'id': 'e048c7d4-894f-4459-8612-5cb942680b17', 'name': '', 'tenant_id': 'b7c5b31859344e7aadccc20b487caca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:21:20Z', 'updated_at': '2021-09-01T15:21:27Z', 'revision_number': 5, 'project_id': 'b7c5b31859344e7aadccc20b487caca9', 'gw_port_host': None}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:21:29.455680 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0adfbf9-b414-4b4f-a87f-ee505fc6d5c6 req-c8805525-f8e6-4047-aecb-04f05a75827d tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:29.466433 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0adfbf9-b414-4b4f-a87f-ee505fc6d5c6 req-c8805525-f8e6-4047-aecb-04f05a75827d tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 943 time: 0.3091130 Sep 01 15:21:29.520823 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e47e42ad-516c-4845-b67c-7d6e8b1a21fa tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:29.610787 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e47e42ad-516c-4845-b67c-7d6e8b1a21fa tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:29.612786 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e47e42ad-516c-4845-b67c-7d6e8b1a21fa tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/f03f1ae2-9e68-4a0f-8130-9555bcb62617 HTTP/1.1" status: 204 len: 168 time: 0.5652633 Sep 01 15:21:29.614163 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46342) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:29.619903 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46344) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:29.630103 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81370faf-496d-47ce-aaec-af8c654ba941 req-86035a4f-9522-41fd-8cd7-fae7bc5d695d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:29.630583 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e42ad-516c-4845-b67c-7d6e8b1a21fa tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f03f1ae2-9e68-4a0f-8130-9555bcb62617,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:29.632171 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-81370faf-496d-47ce-aaec-af8c654ba941 req-86035a4f-9522-41fd-8cd7-fae7bc5d695d service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d2362ee-78f5-4b99-9f98-82e09fba7d13 HTTP/1.1" status: 200 len: 912 time: 0.3499458 Sep 01 15:21:29.639153 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46348) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:29.825836 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0adfbf9-b414-4b4f-a87f-ee505fc6d5c6 req-e4de5d04-8326-4c47-820d-9cf5d05b3cf8 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d0e707f-3905-4830-a73a-18b53d1718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3609772 Sep 01 15:21:29.836007 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b6df1243-8fbd-4d33-97ff-b064ae3c62c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:29.849773 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d99deeb7-12f4-4afb-ad01-f287f33b1150 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:29.877207 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b9b0c14e-41e6-4f82-bfa5-0be1fe3044fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:29.889762 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b9b0c14e-41e6-4f82-bfa5-0be1fe3044fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:29.924003 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-81370faf-496d-47ce-aaec-af8c654ba941 req-78d21c64-6779-4b59-99d5-3746253df29e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc75d2e8-94a5-41de-a6fd-b874ce8bd64e HTTP/1.1" status: 200 len: 1000 time: 0.2674544 Sep 01 15:21:30.005413 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b9b0c14e-41e6-4f82-bfa5-0be1fe3044fa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6697a300f1584ab6a7f15009dd97a855&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5066347 Sep 01 15:21:30.009384 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0c14e-41e6-4f82-bfa5-0be1fe3044fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb74a9d7-7103-42ab-9544-25a907b67e5c,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:30.014845 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46352) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:30.095155 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81370faf-496d-47ce-aaec-af8c654ba941 req-83ab9a04-6e04-4791-a40e-029f915258ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:30.099007 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-81370faf-496d-47ce-aaec-af8c654ba941 req-83ab9a04-6e04-4791-a40e-029f915258ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cb4d0c35-1b78-4b62-99d6-b03c2c2e423d HTTP/1.1" status: 200 len: 850 time: 0.1620877 Sep 01 15:21:30.165738 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d99deeb7-12f4-4afb-ad01-f287f33b1150 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:30.198079 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-d99deeb7-12f4-4afb-ad01-f287f33b1150 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c982c5-d08d-4b7d-8e4a-9df071012a91']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:30.223911 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-d99deeb7-12f4-4afb-ad01-f287f33b1150 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5674ec6-a17a-4275-a2fd-3766c3484bd9') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:30.224901 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-d99deeb7-12f4-4afb-ad01-f287f33b1150 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5674ec6-a17a-4275-a2fd-3766c3484bd9') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:30.308128 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81370faf-496d-47ce-aaec-af8c654ba941 req-f46a6c3c-27ec-4d17-be4c-76cba6e2ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:30.321333 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-81370faf-496d-47ce-aaec-af8c654ba941 req-f46a6c3c-27ec-4d17-be4c-76cba6e2ee06 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d2362ee-78f5-4b99-9f98-82e09fba7d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2016640 Sep 01 15:21:30.337870 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d99deeb7-12f4-4afb-ad01-f287f33b1150 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:30.345111 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b6df1243-8fbd-4d33-97ff-b064ae3c62c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:30.350675 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-73337f2b-97c6-4f83-886a-ade92087f3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:30.378634 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b6df1243-8fbd-4d33-97ff-b064ae3c62c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:30.386512 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d99deeb7-12f4-4afb-ad01-f287f33b1150 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:30.409082 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d99deeb7-12f4-4afb-ad01-f287f33b1150 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:21:30.409638 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d99deeb7-12f4-4afb-ad01-f287f33b1150 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:21:30.415872 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:21:30.636172 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-73337f2b-97c6-4f83-886a-ade92087f3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:30.685837 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d99deeb7-12f4-4afb-ad01-f287f33b1150 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:30.698199 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b6df1243-8fbd-4d33-97ff-b064ae3c62c1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2299914af633404aa131bb7a069a261c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0553272 Sep 01 15:21:30.713933 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46368) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:30.727064 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df1243-8fbd-4d33-97ff-b064ae3c62c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ffa853-2b05-442c-ab8c-d6a70c242818,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:30.810062 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99deeb7-12f4-4afb-ad01-f287f33b1150 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 55c982c5-d08d-4b7d-8e4a-9df071012a91 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 01 15:21:30.821748 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d99deeb7-12f4-4afb-ad01-f287f33b1150 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:30.825714 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d99deeb7-12f4-4afb-ad01-f287f33b1150 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "DELETE /v2.0/networks/55c982c5-d08d-4b7d-8e4a-9df071012a91 HTTP/1.1" status: 204 len: 168 time: 1.1960387 Sep 01 15:21:30.930622 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0bb0c-c7d7-4f76-8e26-b0327274b03d req-3e6d015a-e230-405f-847f-3c711b252939 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:30.949457 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2af0bb0c-c7d7-4f76-8e26-b0327274b03d req-3e6d015a-e230-405f-847f-3c711b252939 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 945 time: 0.3653648 Sep 01 15:21:30.966373 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99deeb7-12f4-4afb-ad01-f287f33b1150 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Pushing event deleted for resources: {'Network': ['ID=55c982c5-d08d-4b7d-8e4a-9df071012a91,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:30.994189 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-81370faf-496d-47ce-aaec-af8c654ba941 req-1ccc4ed0-bc1b-4044-8a76-ec2ecadc898e service neutron] 10.222.0.45 "GET /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6412256 Sep 01 15:21:31.249994 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2af0bb0c-c7d7-4f76-8e26-b0327274b03d req-bd35d806-df43-45f0-8f40-944b437099e7 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2977896 Sep 01 15:21:31.268512 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-73337f2b-97c6-4f83-886a-ade92087f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:31.273275 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-73337f2b-97c6-4f83-886a-ade92087f3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:31.275378 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-73337f2b-97c6-4f83-886a-ade92087f3dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cb74a9d7-7103-42ab-9544-25a907b67e5c HTTP/1.1" status: 204 len: 168 time: 1.2534542 Sep 01 15:21:31.297213 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-65a59e96-ee63-4a6b-beeb-e159284988ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:31.346629 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73337f2b-97c6-4f83-886a-ade92087f3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb74a9d7-7103-42ab-9544-25a907b67e5c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:31.409940 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f15653-ecd7-45e4-b845-625f2ec9a6bb req-104b8123-2a30-4eae-bbb1-e3f65eb4723a tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:31.413582 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-70f15653-ecd7-45e4-b845-625f2ec9a6bb req-104b8123-2a30-4eae-bbb1-e3f65eb4723a tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 943 time: 0.4315698 Sep 01 15:21:31.417433 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-65a59e96-ee63-4a6b-beeb-e159284988ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:31.541336 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46390) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:31.583525 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-81370faf-496d-47ce-aaec-af8c654ba941 req-54a47e63-d101-4660-aa45-60407571ffd3 service neutron] 10.222.0.45 "GET /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506592 Sep 01 15:21:31.600159 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-70f15653-ecd7-45e4-b845-625f2ec9a6bb req-ea7e8f9b-61a7-4d3d-a72b-cae3392916c7 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d0e707f-3905-4830-a73a-18b53d1718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665232 Sep 01 15:21:31.612770 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7f7f03b3-12a7-4a89-aece-5c573d11a76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:31.625309 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-65a59e96-ee63-4a6b-beeb-e159284988ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:31.632533 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-65a59e96-ee63-4a6b-beeb-e159284988ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:31.640628 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-65a59e96-ee63-4a6b-beeb-e159284988ab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b2ffa853-2b05-442c-ab8c-d6a70c242818 HTTP/1.1" status: 204 len: 168 time: 0.9154227 Sep 01 15:21:31.657619 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a59e96-ee63-4a6b-beeb-e159284988ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ffa853-2b05-442c-ab8c-d6a70c242818,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:31.770768 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46398) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:31.779940 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-03be07b5-9b73-497a-9569-4787bba8edfe tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Request body: {'router': {'name': 'tempest-router--470649810', 'project_id': '49677ac13e914fa3b90c02b32153b77e'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:21:31.858364 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-03be07b5-9b73-497a-9569-4787bba8edfe tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:31.860784 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-03be07b5-9b73-497a-9569-4787bba8edfe tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:31.869792 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:21:32.079250 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-03be07b5-9b73-497a-9569-4787bba8edfe tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:32.099789 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-03be07b5-9b73-497a-9569-4787bba8edfe tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:32.101118 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cecebd87-fd2b-419d-93fb-4210e254c072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:32.138005 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=2fbaa072-b9a1-4185-bf7e-d86e126c4dc6,segment=NetworkSegment(43628c80-617a-4484-b231-a92173811df8),segment_id=43628c80-617a-4484-b231-a92173811df8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:21:32.168333 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '2fbaa072-b9a1-4185-bf7e-d86e126c4dc6', 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0', 'port_id': '2fbaa072-b9a1-4185-bf7e-d86e126c4dc6', 'mac_address': 'fa:16:3e:72:47:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5151cbef-1431-4715-8183-370e302b1869', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:21:32.194824 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46402) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:32.254722 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-03be07b5-9b73-497a-9569-4787bba8edfe tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:32.265595 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-03be07b5-9b73-497a-9569-4787bba8edfe tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4926171 Sep 01 15:21:32.270740 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-958ee111-ef9c-4993-a41c-32622d8ea2e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:32.273735 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46404) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:32.308534 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:32.345748 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:21:32.419720 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=2fbaa072-b9a1-4185-bf7e-d86e126c4dc6,segment=NetworkSegment(43628c80-617a-4484-b231-a92173811df8),segment_id=43628c80-617a-4484-b231-a92173811df8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:21:32.428757 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:32.496169 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-7f7f03b3-12a7-4a89-aece-5c573d11a76f admin admin] Deleting port e5ded87e-bcad-4910-ae8c-2457db345234 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:21:32.497729 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7f7f03b3-12a7-4a89-aece-5c573d11a76f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:32.544579 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=2fbaa072-b9a1-4185-bf7e-d86e126c4dc6,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:32.554791 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:32.555087 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:32.555452 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:32.555837 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:32.556180 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:32.556587 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:32.556827 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:32.557297 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:32.557631 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:32.557957 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:32.558283 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:32.558643 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:32.584417 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46408) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:32.600182 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d86c69f-0ab8-4d9e-8578-276132f5bd36 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:32.656751 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f6589c5-b7d9-48ba-97bf-ed9f647113f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:32.721804 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb17feb-3685-46ee-b71f-26a92efb5c0f req-1608a546-0b16-4816-a28e-eec2a2226d41 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:32.727684 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5cb17feb-3685-46ee-b71f-26a92efb5c0f req-1608a546-0b16-4816-a28e-eec2a2226d41 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 945 time: 0.2159505 Sep 01 15:21:32.763580 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-7f7f03b3-12a7-4a89-aece-5c573d11a76f admin admin] For port e5ded87e-bcad-4910-ae8c-2457db345234, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e5ded87e-bcad-4910-ae8c-2457db345234,segment=NetworkSegment(3288f583-539b-46ff-9561-dede33de514c),segment_id=3288f583-539b-46ff-9561-dede33de514c)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:21:32.763864 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7f7f03b3-12a7-4a89-aece-5c573d11a76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:32.782154 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['2fbaa072-b9a1-4185-bf7e-d86e126c4dc6'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:21:32.787336 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-7f7f03b3-12a7-4a89-aece-5c573d11a76f admin admin] Calling delete_port for e5ded87e-bcad-4910-ae8c-2457db345234 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:21:32.807975 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5cb17feb-3685-46ee-b71f-26a92efb5c0f req-48033d5d-8d82-47ee-846e-648e7d49556e tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770209 Sep 01 15:21:32.955813 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d86c69f-0ab8-4d9e-8578-276132f5bd36 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:32.961031 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d86c69f-0ab8-4d9e-8578-276132f5bd36 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:33.009086 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cecebd87-fd2b-419d-93fb-4210e254c072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:33.019633 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cecebd87-fd2b-419d-93fb-4210e254c072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:33.038676 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d86c69f-0ab8-4d9e-8578-276132f5bd36 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:33.039316 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d86c69f-0ab8-4d9e-8578-276132f5bd36 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc687f67-c23d-409e-bb52-f9958536577f {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:21:33.049041 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d86c69f-0ab8-4d9e-8578-276132f5bd36 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:33.050211 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1d86c69f-0ab8-4d9e-8578-276132f5bd36 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "DELETE /v2.0/routers/dc687f67-c23d-409e-bb52-f9958536577f HTTP/1.1" status: 204 len: 168 time: 0.7636182 Sep 01 15:21:33.066706 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82c7bf-3c7d-48b4-8216-d43efaa4e270 req-2e2b9f79-f9cd-4290-be77-d7f319c485cb tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:33.068078 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f82c7bf-3c7d-48b4-8216-d43efaa4e270 req-2e2b9f79-f9cd-4290-be77-d7f319c485cb tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 944 time: 0.3118005 Sep 01 15:21:33.122930 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cecebd87-fd2b-419d-93fb-4210e254c072 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f87f7e5895db404c967e08ea0d2166ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5762351 Sep 01 15:21:33.130422 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecebd87-fd2b-419d-93fb-4210e254c072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6ff4b5-ccb0-4e7f-af2a-89618bc281f7,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:33.132899 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46418) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:33.204611 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f82c7bf-3c7d-48b4-8216-d43efaa4e270 req-fd814647-c34c-4b34-9f3c-8a1562a294f2 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d0e707f-3905-4830-a73a-18b53d1718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095455 Sep 01 15:21:33.212645 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7f7f03b3-12a7-4a89-aece-5c573d11a76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:33.270439 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f03b3-12a7-4a89-aece-5c573d11a76f admin admin] Pushing event deleted for resources: {'Port': ['ID=e5ded87e-bcad-4910-ae8c-2457db345234,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:33.285500 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1cf055e8-2ecd-4a82-9a04-cac8470241ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:33.320602 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-958ee111-ef9c-4993-a41c-32622d8ea2e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:33.338708 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-958ee111-ef9c-4993-a41c-32622d8ea2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:33.351858 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1cf055e8-2ecd-4a82-9a04-cac8470241ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:33.427602 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-958ee111-ef9c-4993-a41c-32622d8ea2e4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6fda9cfae162490e813b7e37a91a3c90&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2293184 Sep 01 15:21:33.431555 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ee111-ef9c-4993-a41c-32622d8ea2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc12dc5-d14c-43c0-927b-cce5cf233d31,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:33.438254 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46420) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:33.567928 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f64051c7-faa3-463f-9098-b6399333089d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:33.572758 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1cf055e8-2ecd-4a82-9a04-cac8470241ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:33.581086 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1cf055e8-2ecd-4a82-9a04-cac8470241ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:33.583096 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1cf055e8-2ecd-4a82-9a04-cac8470241ea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ae6ff4b5-ccb0-4e7f-af2a-89618bc281f7 HTTP/1.1" status: 204 len: 168 time: 0.4459782 Sep 01 15:21:33.610332 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf055e8-2ecd-4a82-9a04-cac8470241ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6ff4b5-ccb0-4e7f-af2a-89618bc281f7,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:33.641780 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f64051c7-faa3-463f-9098-b6399333089d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:33.666109 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7f7f03b3-12a7-4a89-aece-5c573d11a76f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:33.677537 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46424) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:33.696460 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f6589c5-b7d9-48ba-97bf-ed9f647113f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:33.710265 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f6589c5-b7d9-48ba-97bf-ed9f647113f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:33.786092 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f64051c7-faa3-463f-9098-b6399333089d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:33.789184 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f64051c7-faa3-463f-9098-b6399333089d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:33.790913 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f64051c7-faa3-463f-9098-b6399333089d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9dc12dc5-d14c-43c0-927b-cce5cf233d31 HTTP/1.1" status: 204 len: 168 time: 0.3529510 Sep 01 15:21:33.804301 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64051c7-faa3-463f-9098-b6399333089d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc12dc5-d14c-43c0-927b-cce5cf233d31,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:33.875093 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:21:33.966190 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:21:33.975678 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:21:33.977391 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:34.033116 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-19e49dce-6e3a-4365-8416-b7c431805ec3 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1738168615', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}, 'admin_state_up': False}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:21:34.117166 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19e49dce-6e3a-4365-8416-b7c431805ec3 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:34.125463 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19e49dce-6e3a-4365-8416-b7c431805ec3 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:34.311410 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:34.355642 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19e49dce-6e3a-4365-8416-b7c431805ec3 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:34.390786 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b928e670-4308-49b8-b1b6-e6d5d8d02baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbaa072-b9a1-4185-bf7e-d86e126c4dc6'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:21:34.396881 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40301f7b-4e47-44bb-b4f7-c5aa1b7a5561" -d '{"events": [{"server_uuid": "b928e670-4308-49b8-b1b6-e6d5d8d02baf", "name": "network-vif-plugged", "status": "completed", "tag": "2fbaa072-b9a1-4185-bf7e-d86e126c4dc6"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:21:34.464523 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=2fbaa072-b9a1-4185-bf7e-d86e126c4dc6,segment=NetworkSegment(43628c80-617a-4484-b231-a92173811df8),segment_id=43628c80-617a-4484-b231-a92173811df8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:21:34.472652 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:34.551992 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b461b2d-3d0f-4fff-b3ff-394d78006c2a x-openstack-request-id: req-9b461b2d-3d0f-4fff-b3ff-394d78006c2a {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:21:34.552596 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b928e670-4308-49b8-b1b6-e6d5d8d02baf", "name": "network-vif-plugged", "status": "completed", "tag": "2fbaa072-b9a1-4185-bf7e-d86e126c4dc6", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:21:34.552786 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9b461b2d-3d0f-4fff-b3ff-394d78006c2a {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:21:34.553312 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b928e670-4308-49b8-b1b6-e6d5d8d02baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbaa072-b9a1-4185-bf7e-d86e126c4dc6', 'code': 200} Sep 01 15:21:34.613301 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=2fbaa072-b9a1-4185-bf7e-d86e126c4dc6,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:34.650271 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6589c5-b7d9-48ba-97bf-ed9f647113f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4b3996-65f0-41c6-aa7d-98f8820e2cba,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:34.751455 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3f6589c5-b7d9-48ba-97bf-ed9f647113f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9b1d4a10b4f5478986eedb07efee406b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1608832 Sep 01 15:21:34.759293 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46448) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:34.877341 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627de3d5-4a1e-4b07-8310-b30aa23b7beb req-cb46da29-75fb-4fdd-87bb-59de5dbba902 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:34.880471 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-627de3d5-4a1e-4b07-8310-b30aa23b7beb req-cb46da29-75fb-4fdd-87bb-59de5dbba902 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 945 time: 0.3383789 Sep 01 15:21:35.069816 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-95f023ee-68fd-450b-94b7-c12cb3d2bade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:35.093395 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-627de3d5-4a1e-4b07-8310-b30aa23b7beb req-f5c91d06-5412-468b-a85f-d76569ae6a56 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d0e707f-3905-4830-a73a-18b53d1718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869926 Sep 01 15:21:35.147745 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-95f023ee-68fd-450b-94b7-c12cb3d2bade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:35.154825 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19e49dce-6e3a-4365-8416-b7c431805ec3 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:35.165760 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1de54f-7e65-4e67-9838-67e16fd63af8 req-4b924184-5bbf-4df0-9dc9-f178a472a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:35.167468 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fe1de54f-7e65-4e67-9838-67e16fd63af8 req-4b924184-5bbf-4df0-9dc9-f178a472a087 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 1096 time: 0.1176095 Sep 01 15:21:35.238647 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7f03b3-12a7-4a89-aece-5c573d11a76f admin admin] Router 6907fd80-0fe1-4faf-bb6e-ab5046c383ef has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:21:35.277494 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fe1de54f-7e65-4e67-9838-67e16fd63af8 req-8cc8af85-29ed-4187-9874-9702b9189eee service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5d0e707f-3905-4830-a73a-18b53d1718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931032 Sep 01 15:21:35.306200 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-95f023ee-68fd-450b-94b7-c12cb3d2bade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:35.311739 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-95f023ee-68fd-450b-94b7-c12cb3d2bade admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:35.313480 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-95f023ee-68fd-450b-94b7-c12cb3d2bade admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2a4b3996-65f0-41c6-aa7d-98f8820e2cba HTTP/1.1" status: 204 len: 168 time: 0.5520689 Sep 01 15:21:35.341035 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f023ee-68fd-450b-94b7-c12cb3d2bade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4b3996-65f0-41c6-aa7d-98f8820e2cba,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:35.458795 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7f03b3-12a7-4a89-aece-5c573d11a76f admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:21:35.467620 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7f7f03b3-12a7-4a89-aece-5c573d11a76f admin admin] 10.222.0.60 "PUT /v2.0/routers/6907fd80-0fe1-4faf-bb6e-ab5046c383ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8518062 Sep 01 15:21:35.470684 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46472) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:35.477630 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07817abe-55ce-4d39-aa50-295778e0d4aa None None] Sync routers for ids ['6907fd80-0fe1-4faf-bb6e-ab5046c383ef'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:21:35.488165 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07817abe-55ce-4d39-aa50-295778e0d4aa None None] Routers {'6907fd80-0fe1-4faf-bb6e-ab5046c383ef'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:21:35.488806 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-07817abe-55ce-4d39-aa50-295778e0d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:21:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['6907fd80-0fe1-4faf-bb6e-ab5046c383ef'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:35.493993 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19e49dce-6e3a-4365-8416-b7c431805ec3 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:35.553399 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19e49dce-6e3a-4365-8416-b7c431805ec3 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:35.658487 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-07817abe-55ce-4d39-aa50-295778e0d4aa None None] Set router 6907fd80-0fe1-4faf-bb6e-ab5046c383ef gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:21:35.705734 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cd9c37df-0888-4a46-b6b4-474ed08a5833 admin admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:35.780005 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-19e49dce-6e3a-4365-8416-b7c431805ec3 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Allocated IP 172.25.6.36 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/6abc2482-4db4-4a4b-adfe-dccf884362de) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:21:35.968428 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19e49dce-6e3a-4365-8416-b7c431805ec3 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:35.984872 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cd9c37df-0888-4a46-b6b4-474ed08a5833 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:36.059637 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-07817abe-55ce-4d39-aa50-295778e0d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'name': 'tempest-TaggedBootDevicesTest_v242-360202414-router', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '6df456c0-5bac-4b29-adbe-215f7dd291b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:08:48Z', 'updated_at': '2021-09-01T15:21:33Z', 'revision_number': 5, 'project_id': 'f7d7b06bb64040f2849246a606ea13be', 'gw_port': {'id': '6df456c0-5bac-4b29-adbe-215f7dd291b0', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:08:49Z', 'updated_at': '2021-09-01T15:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:36.072775 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19e49dce-6e3a-4365-8416-b7c431805ec3 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:36.123638 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-cd9c37df-0888-4a46-b6b4-474ed08a5833 admin admin] Deleting port 6df456c0-5bac-4b29-adbe-215f7dd291b0 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:21:36.124590 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cd9c37df-0888-4a46-b6b4-474ed08a5833 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:36.130482 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07817abe-55ce-4d39-aa50-295778e0d4aa None None] Checking router: 6907fd80-0fe1-4faf-bb6e-ab5046c383ef for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:21:36.150642 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07817abe-55ce-4d39-aa50-295778e0d4aa None None] Routers {'6907fd80-0fe1-4faf-bb6e-ab5046c383ef'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:21:36.152307 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-07817abe-55ce-4d39-aa50-295778e0d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:21:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['6907fd80-0fe1-4faf-bb6e-ab5046c383ef'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:36.212089 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e49dce-6e3a-4365-8416-b7c431805ec3 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Pushing event updated for resources: {'Port': ['ID=6abc2482-4db4-4a4b-adfe-dccf884362de,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:36.221877 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e49dce-6e3a-4365-8416-b7c431805ec3 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:21:36.223435 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-19e49dce-6e3a-4365-8416-b7c431805ec3 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:21:36.225897 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e49dce-6e3a-4365-8416-b7c431805ec3 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:21:36.313746 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-cd9c37df-0888-4a46-b6b4-474ed08a5833 admin admin] For port 6df456c0-5bac-4b29-adbe-215f7dd291b0, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6df456c0-5bac-4b29-adbe-215f7dd291b0,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:21:36.314126 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cd9c37df-0888-4a46-b6b4-474ed08a5833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:36.347484 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-cd9c37df-0888-4a46-b6b4-474ed08a5833 admin admin] Calling delete_port for 6df456c0-5bac-4b29-adbe-215f7dd291b0 owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:21:36.407838 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-07817abe-55ce-4d39-aa50-295778e0d4aa None None] Set router 6907fd80-0fe1-4faf-bb6e-ab5046c383ef gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:21:36.575481 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-07817abe-55ce-4d39-aa50-295778e0d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'name': 'tempest-TaggedBootDevicesTest_v242-360202414-router', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:08:48Z', 'updated_at': '2021-09-01T15:21:35Z', 'revision_number': 6, 'project_id': 'f7d7b06bb64040f2849246a606ea13be', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:36.580079 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a1a92-9514-4b4c-842b-5201aa739fdd req-1a251486-1151-49a9-bbde-9b7e022d3dcf tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:36.587955 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-967a1a92-9514-4b4c-842b-5201aa739fdd req-1a251486-1151-49a9-bbde-9b7e022d3dcf tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 945 time: 0.1739690 Sep 01 15:21:36.649736 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07817abe-55ce-4d39-aa50-295778e0d4aa None None] The sync data for ids ['6907fd80-0fe1-4faf-bb6e-ab5046c383ef'] in n-d-794796-3 is: [{'id': '6907fd80-0fe1-4faf-bb6e-ab5046c383ef', 'name': 'tempest-TaggedBootDevicesTest_v242-360202414-router', 'tenant_id': 'f7d7b06bb64040f2849246a606ea13be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:08:48Z', 'updated_at': '2021-09-01T15:21:35Z', 'revision_number': 6, 'project_id': 'f7d7b06bb64040f2849246a606ea13be', 'gw_port_host': None}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:21:36.734818 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-967a1a92-9514-4b4c-842b-5201aa739fdd req-97f7dcc6-9646-4c90-83ab-98de79003139 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d0e707f-3905-4830-a73a-18b53d1718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405120 Sep 01 15:21:36.764551 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cd9c37df-0888-4a46-b6b4-474ed08a5833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:36.871556 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19e49dce-6e3a-4365-8416-b7c431805ec3 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:36.877562 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cd9c37df-0888-4a46-b6b4-474ed08a5833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:37.057060 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cd9c37df-0888-4a46-b6b4-474ed08a5833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:37.068469 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cd9c37df-0888-4a46-b6b4-474ed08a5833 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:37.196422 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c37df-0888-4a46-b6b4-474ed08a5833 admin admin] Pushing event deleted for resources: {'Port': ['ID=6df456c0-5bac-4b29-adbe-215f7dd291b0,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:37.203858 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cd9c37df-0888-4a46-b6b4-474ed08a5833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:37.204457 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9c37df-0888-4a46-b6b4-474ed08a5833 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6907fd80-0fe1-4faf-bb6e-ab5046c383ef {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:21:37.210179 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19e49dce-6e3a-4365-8416-b7c431805ec3 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:37.212438 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cd9c37df-0888-4a46-b6b4-474ed08a5833 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:37.213942 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cd9c37df-0888-4a46-b6b4-474ed08a5833 admin admin] 10.222.0.60 "DELETE /v2.0/routers/6907fd80-0fe1-4faf-bb6e-ab5046c383ef HTTP/1.1" status: 204 len: 168 time: 1.7418795 Sep 01 15:21:37.217878 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46536) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:37.335942 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-772e1776-3147-41af-a1c8-50181953ec82 admin admin] Deleting subnet cfe092a7-7374-49e7-98e0-9d8083b4d268 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:21:37.347969 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-772e1776-3147-41af-a1c8-50181953ec82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:37.421549 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-772e1776-3147-41af-a1c8-50181953ec82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:37.432226 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e49dce-6e3a-4365-8416-b7c431805ec3 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Router 0dcd4280-232a-4497-8d65-12feb1462332 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:21:37.560622 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-772e1776-3147-41af-a1c8-50181953ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:37.642475 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-772e1776-3147-41af-a1c8-50181953ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:37.693054 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e49dce-6e3a-4365-8416-b7c431805ec3 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:21:37.709613 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60594226-b69f-4e53-8452-f5bb612d4226 None None] Sync routers for ids ['0dcd4280-232a-4497-8d65-12feb1462332'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:21:37.720547 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e1776-3147-41af-a1c8-50181953ec82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe092a7-7374-49e7-98e0-9d8083b4d268,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:37.723228 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-772e1776-3147-41af-a1c8-50181953ec82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:37.728068 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-772e1776-3147-41af-a1c8-50181953ec82 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cfe092a7-7374-49e7-98e0-9d8083b4d268 HTTP/1.1" status: 204 len: 168 time: 0.5090165 Sep 01 15:21:37.728797 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46590) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:37.735711 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60594226-b69f-4e53-8452-f5bb612d4226 None None] Routers {'0dcd4280-232a-4497-8d65-12feb1462332'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:21:37.737365 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-60594226-b69f-4e53-8452-f5bb612d4226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:21:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0dcd4280-232a-4497-8d65-12feb1462332'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:37.776861 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19e49dce-6e3a-4365-8416-b7c431805ec3 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:37.781913 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-19e49dce-6e3a-4365-8416-b7c431805ec3 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0966053 Sep 01 15:21:37.784100 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46594) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:37.845623 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7747e924-4a60-428a-876c-e309aca9d757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:37.858861 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-60594226-b69f-4e53-8452-f5bb612d4226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:37.867770 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7790a3-0874-4c21-b2e1-fdfb7845aa80 None None] Network 17543319-6060-4d8f-9fbf-24ed833e1936 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:21:37.967959 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60594226-b69f-4e53-8452-f5bb612d4226 None None] Routers {'0dcd4280-232a-4497-8d65-12feb1462332'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:21:37.969677 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-60594226-b69f-4e53-8452-f5bb612d4226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:21:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0dcd4280-232a-4497-8d65-12feb1462332'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:38.044605 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f0329-4e17-4792-b812-9b013bea760f req-d369e2ad-5987-4e54-9344-0f7c74e945ff tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:38.045712 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-60594226-b69f-4e53-8452-f5bb612d4226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:38.046260 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-215dc88a-9415-4fb9-bb52-91e4a0dc9039 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "GET /v2.0/routers/0dcd4280-232a-4497-8d65-12feb1462332 HTTP/1.1" status: 200 len: 920 time: 0.2605534 Sep 01 15:21:38.046491 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60594226-b69f-4e53-8452-f5bb612d4226 None None] The sync data for ids ['0dcd4280-232a-4497-8d65-12feb1462332'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:21:38.048706 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0c8f0329-4e17-4792-b812-9b013bea760f req-d369e2ad-5987-4e54-9344-0f7c74e945ff tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 945 time: 0.1432340 Sep 01 15:21:38.049921 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46612) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:38.100750 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-7747e924-4a60-428a-876c-e309aca9d757 admin admin] Deleting port c4ddce68-dc88-4d22-9556-a4116bfd4c08 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:21:38.101587 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7747e924-4a60-428a-876c-e309aca9d757 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:38.175394 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6d0ab058-2f20-48d5-a514-b453b72b77fb tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcd4280-232a-4497-8d65-12feb1462332 HTTP/1.1" status: 200 len: 205 time: 0.1109672 Sep 01 15:21:38.181755 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46618) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:38.243928 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ac6581-e9d0-481e-8ec5-34ef880b41e2 None None] DHCP port deletion for 17543319-6060-4d8f-9fbf-24ed833e1936 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:21:38.365097 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:38.386539 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-7747e924-4a60-428a-876c-e309aca9d757 admin admin] For port c4ddce68-dc88-4d22-9556-a4116bfd4c08, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=c4ddce68-dc88-4d22-9556-a4116bfd4c08,segment=NetworkSegment(3288f583-539b-46ff-9561-dede33de514c),segment_id=3288f583-539b-46ff-9561-dede33de514c)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:21:38.388446 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7747e924-4a60-428a-876c-e309aca9d757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:38.421813 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6df456c0-5bac-4b29-adbe-215f7dd291b0 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:21:38.475644 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 6df456c0-5bac-4b29-adbe-215f7dd291b0 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:21:38.475878 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6df456c0-5bac-4b29-adbe-215f7dd291b0 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:21:38.476327 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e5ded87e-bcad-4910-ae8c-2457db345234 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:21:38.489602 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-7747e924-4a60-428a-876c-e309aca9d757 admin admin] Calling delete_port for c4ddce68-dc88-4d22-9556-a4116bfd4c08 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:21:38.554677 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-82ac6581-e9d0-481e-8ec5-34ef880b41e2 None None] Deleting port c4ddce68-dc88-4d22-9556-a4116bfd4c08 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:21:38.555526 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f37fef57-6717-4a4a-a014-590163735108 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:38.557904 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0c8f0329-4e17-4792-b812-9b013bea760f req-019fb4b8-2d9c-435d-88df-12c8a42b51ef tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d0e707f-3905-4830-a73a-18b53d1718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4879808 Sep 01 15:21:38.561266 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-82ac6581-e9d0-481e-8ec5-34ef880b41e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:38.570772 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: e5ded87e-bcad-4910-ae8c-2457db345234 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:21:38.574708 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e5ded87e-bcad-4910-ae8c-2457db345234 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:21:38.575787 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c4ddce68-dc88-4d22-9556-a4116bfd4c08 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:21:38.810854 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7747e924-4a60-428a-876c-e309aca9d757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:38.821924 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No active binding found for port c4ddce68-dc88-4d22-9556-a4116bfd4c08 {{(pid=94735) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 15:21:38.823158 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c4ddce68-dc88-4d22-9556-a4116bfd4c08 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:21:38.825344 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f37fef57-6717-4a4a-a014-590163735108 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:38.835891 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-82ac6581-e9d0-481e-8ec5-34ef880b41e2 None None] For port c4ddce68-dc88-4d22-9556-a4116bfd4c08, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=c4ddce68-dc88-4d22-9556-a4116bfd4c08,segment=NetworkSegment(3288f583-539b-46ff-9561-dede33de514c),segment_id=3288f583-539b-46ff-9561-dede33de514c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:21:38.836871 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-82ac6581-e9d0-481e-8ec5-34ef880b41e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:38.872271 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747e924-4a60-428a-876c-e309aca9d757 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4ddce68-dc88-4d22-9556-a4116bfd4c08,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:38.882648 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-82ac6581-e9d0-481e-8ec5-34ef880b41e2 None None] Calling delete_port for c4ddce68-dc88-4d22-9556-a4116bfd4c08 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:21:38.890980 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7747e924-4a60-428a-876c-e309aca9d757 admin admin] No DVR routers for this DVR port c4ddce68-dc88-4d22-9556-a4116bfd4c08 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:21:38.933742 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c844006-2cd6-4ec7-96cb-397f8b329110 req-cd34c5d1-431c-449d-a7b2-341b39cd7ad3 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:38.938059 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c844006-2cd6-4ec7-96cb-397f8b329110 req-cd34c5d1-431c-449d-a7b2-341b39cd7ad3 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 945 time: 0.2012219 Sep 01 15:21:38.944754 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46648) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:38.954918 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46650) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:38.989108 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-056d693d-5da8-4a4b-b05e-a3e5318a3fea tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Request body: {'floatingip': {'port_id': '2fbaa072-b9a1-4185-bf7e-d86e126c4dc6'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:21:38.997550 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:21:39.003808 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:21:39.003808 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:21:39.003808 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:21:39.003808 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:21:39.003808 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:21:39.003808 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:21:39.003808 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:21:39.003808 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:21:39.003808 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:21:39.003808 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:21:39.003808 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:21:39.003808 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:21:39.003808 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:21:39.003808 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:21:39.005714 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f37fef57-6717-4a4a-a014-590163735108 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Deleting port 6abc2482-4db4-4a4b-adfe-dccf884362de {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:21:39.005714 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f37fef57-6717-4a4a-a014-590163735108 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:39.014369 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-82ac6581-e9d0-481e-8ec5-34ef880b41e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:39.047973 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ac6581-e9d0-481e-8ec5-34ef880b41e2 None None] No DVR routers for this DVR port c4ddce68-dc88-4d22-9556-a4116bfd4c08 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:21:39.136454 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac6581-e9d0-481e-8ec5-34ef880b41e2 None None] Pushing event deleted for resources: {'Port': ['ID=c4ddce68-dc88-4d22-9556-a4116bfd4c08,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:39.189225 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f37fef57-6717-4a4a-a014-590163735108 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:39.227254 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d6a9a3b1-f221-455f-80aa-1b5913150e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:39.238551 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f37fef57-6717-4a4a-a014-590163735108 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Calling delete_port for 6abc2482-4db4-4a4b-adfe-dccf884362de owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:21:39.254927 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-056d693d-5da8-4a4b-b05e-a3e5318a3fea tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks [] for floatingip, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:39.401005 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7747e924-4a60-428a-876c-e309aca9d757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:39.437899 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-7747e924-4a60-428a-876c-e309aca9d757 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17543319-6060-4d8f-9fbf-24ed833e1936']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:39.508241 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-7747e924-4a60-428a-876c-e309aca9d757 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3288f583-539b-46ff-9561-dede33de514c') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:39.508517 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-7747e924-4a60-428a-876c-e309aca9d757 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3288f583-539b-46ff-9561-dede33de514c') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:39.538483 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f37fef57-6717-4a4a-a014-590163735108 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:39.547989 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-221a95b4-7713-4cdb-bab4-eab91224fb5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:39.555402 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7747e924-4a60-428a-876c-e309aca9d757 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:39.578077 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-703420ca-819f-423b-9c32-9e770472c9f7 req-fe407986-21b5-4c35-8599-3fb4584ae8b4 tempest-ServersOnMultiNodesTest-797775477 tempest-ServersOnMultiNodesTest-797775477-project] (94733) timed out ('10.222.0.62', 60192) {{(pid=94733) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 15:21:39.597576 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7747e924-4a60-428a-876c-e309aca9d757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:39.604062 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37fef57-6717-4a4a-a014-590163735108 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Pushing event deleted for resources: {'Port': ['ID=6abc2482-4db4-4a4b-adfe-dccf884362de,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:39.678890 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7747e924-4a60-428a-876c-e309aca9d757 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:21:39.679537 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7747e924-4a60-428a-876c-e309aca9d757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:21:39.682386 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:21:39.761273 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f37fef57-6717-4a4a-a014-590163735108 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:39.897772 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7747e924-4a60-428a-876c-e309aca9d757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:39.920761 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7747e924-4a60-428a-876c-e309aca9d757 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:39.921655 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f37fef57-6717-4a4a-a014-590163735108 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:39.926623 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f37fef57-6717-4a4a-a014-590163735108 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:39.926918 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7747e924-4a60-428a-876c-e309aca9d757 admin admin] 10.222.0.60 "DELETE /v2.0/networks/17543319-6060-4d8f-9fbf-24ed833e1936 HTTP/1.1" status: 204 len: 168 time: 2.1949313 Sep 01 15:21:40.123755 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747e924-4a60-428a-876c-e309aca9d757 admin admin] Pushing event deleted for resources: {'Network': ['ID=17543319-6060-4d8f-9fbf-24ed833e1936,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:40.148949 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-221a95b4-7713-4cdb-bab4-eab91224fb5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:40.160588 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-221a95b4-7713-4cdb-bab4-eab91224fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:40.195991 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f37fef57-6717-4a4a-a014-590163735108 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:40.196937 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37fef57-6717-4a4a-a014-590163735108 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Fanout notify agent at l3_agent the message router_deleted on router 0dcd4280-232a-4497-8d65-12feb1462332 {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:21:40.217132 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f37fef57-6717-4a4a-a014-590163735108 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:40.222853 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f37fef57-6717-4a4a-a014-590163735108 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "DELETE /v2.0/routers/0dcd4280-232a-4497-8d65-12feb1462332 HTTP/1.1" status: 204 len: 168 time: 2.0360885 Sep 01 15:21:40.232692 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46710) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:40.252167 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46714) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:40.256825 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-e61fef1b-5e10-4782-8731-fa2116f33fd3 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1703429790', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'enable_snat': False}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:21:40.275892 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a95b4-7713-4cdb-bab4-eab91224fb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41332dc0-e71c-4312-9f49-1cc08f60916b,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:40.295882 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-221a95b4-7713-4cdb-bab4-eab91224fb5d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=32d470282dc9451bb646250600112579&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3463163 Sep 01 15:21:40.298225 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46720) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:40.331200 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e61fef1b-5e10-4782-8731-fa2116f33fd3 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:40.332360 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e61fef1b-5e10-4782-8731-fa2116f33fd3 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:40.348380 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7dc5f380-568b-49cd-9d6a-f39f1300ea54 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f7d7b06bb64040f2849246a606ea13be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0907819 Sep 01 15:21:40.349785 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46722) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:40.429159 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e61fef1b-5e10-4782-8731-fa2116f33fd3 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:40.484100 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-056d693d-5da8-4a4b-b05e-a3e5318a3fea tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:40.496664 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-056d693d-5da8-4a4b-b05e-a3e5318a3fea tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:40.646082 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-056d693d-5da8-4a4b-b05e-a3e5318a3fea tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Floating IP fa9ebebf-2732-4d0f-a3a6-a9332c18918e associated. External IP: 172.25.6.11, port: 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6. Sep 01 15:21:41.020966 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056d693d-5da8-4a4b-b05e-a3e5318a3fea tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Router afaf8e5a-5c0a-4574-b0a4-b0e414757561 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:21:41.069150 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d79c518b-a57a-4898-abb7-4e172a257c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:41.150667 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46750) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:41.180580 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8131f06d-294f-43c6-8e06-47fd75ef7e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:41.230134 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056d693d-5da8-4a4b-b05e-a3e5318a3fea tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:21:41.236764 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-056d693d-5da8-4a4b-b05e-a3e5318a3fea tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:41.263066 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96e2edc-7ae8-4f67-9c20-ed71c8e1cf2d None None] Sync routers for ids ['afaf8e5a-5c0a-4574-b0a4-b0e414757561'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:21:41.283407 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96e2edc-7ae8-4f67-9c20-ed71c8e1cf2d None None] Routers {'afaf8e5a-5c0a-4574-b0a4-b0e414757561'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:21:41.284954 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-c96e2edc-7ae8-4f67-9c20-ed71c8e1cf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:21:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['afaf8e5a-5c0a-4574-b0a4-b0e414757561'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:41.292779 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d79c518b-a57a-4898-abb7-4e172a257c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:41.299434 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-056d693d-5da8-4a4b-b05e-a3e5318a3fea tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "PUT /v2.0/floatingips/fa9ebebf-2732-4d0f-a3a6-a9332c18918e HTTP/1.1" status: 200 len: 990 time: 2.3420446 Sep 01 15:21:41.300971 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b928e670-4308-49b8-b1b6-e6d5d8d02baf', 'tag': '2fbaa072-b9a1-4185-bf7e-d86e126c4dc6'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:21:41.307315 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e61fef1b-5e10-4782-8731-fa2116f33fd3 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:41.307667 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fae667-20a2-4c32-943c-84291b5b498c" -d '{"events": [{"name": "network-changed", "server_uuid": "b928e670-4308-49b8-b1b6-e6d5d8d02baf", "tag": "2fbaa072-b9a1-4185-bf7e-d86e126c4dc6"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:21:41.473871 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6f399e29-bb21-468e-a4fe-48fd8c391a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:41.475680 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8131f06d-294f-43c6-8e06-47fd75ef7e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:41.503762 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e125771-e4ee-4fde-9972-c5d7ae655ef1 x-openstack-request-id: req-0e125771-e4ee-4fde-9972-c5d7ae655ef1 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:21:41.504276 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b928e670-4308-49b8-b1b6-e6d5d8d02baf", "tag": "2fbaa072-b9a1-4185-bf7e-d86e126c4dc6", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:21:41.504632 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0e125771-e4ee-4fde-9972-c5d7ae655ef1 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:21:41.505530 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b928e670-4308-49b8-b1b6-e6d5d8d02baf', 'tag': '2fbaa072-b9a1-4185-bf7e-d86e126c4dc6', 'status': 'completed', 'code': 200} Sep 01 15:21:41.516983 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d79c518b-a57a-4898-abb7-4e172a257c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:41.522428 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d79c518b-a57a-4898-abb7-4e172a257c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:41.525735 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d79c518b-a57a-4898-abb7-4e172a257c38 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/41332dc0-e71c-4312-9f49-1cc08f60916b HTTP/1.1" status: 204 len: 168 time: 1.2259917 Sep 01 15:21:41.562192 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-c96e2edc-7ae8-4f67-9c20-ed71c8e1cf2d None None] Set router afaf8e5a-5c0a-4574-b0a4-b0e414757561 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:21:41.662322 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c518b-a57a-4898-abb7-4e172a257c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41332dc0-e71c-4312-9f49-1cc08f60916b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:41.724576 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fae667-20a2-4c32-943c-84291b5b498c req-470e785c-5493-4bed-8ff1-e5b460634a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:41.726650 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-75fae667-20a2-4c32-943c-84291b5b498c req-470e785c-5493-4bed-8ff1-e5b460634a95 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf35c24044c040168464fc2f101d1d7c&device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 1096 time: 0.1193316 Sep 01 15:21:41.791793 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6f399e29-bb21-468e-a4fe-48fd8c391a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:41.798938 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6f399e29-bb21-468e-a4fe-48fd8c391a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:41.807671 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8131f06d-294f-43c6-8e06-47fd75ef7e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:41.810879 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8131f06d-294f-43c6-8e06-47fd75ef7e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:41.812500 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8131f06d-294f-43c6-8e06-47fd75ef7e26 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fea0ed5b-ed7e-43eb-a0d5-87c6e326450d HTTP/1.1" status: 204 len: 168 time: 1.4616616 Sep 01 15:21:41.854655 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6f399e29-bb21-468e-a4fe-48fd8c391a2d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0929db146b4a4325bd6ff38c4a763b98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7015760 Sep 01 15:21:41.859854 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46768) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:41.865149 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131f06d-294f-43c6-8e06-47fd75ef7e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea0ed5b-ed7e-43eb-a0d5-87c6e326450d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:41.926781 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fae667-20a2-4c32-943c-84291b5b498c req-b12f763b-71f3-4688-8aad-37aaad4343ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:41.940572 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-75fae667-20a2-4c32-943c-84291b5b498c req-b12f763b-71f3-4688-8aad-37aaad4343ea service neutron] 10.222.0.62 "GET /v2.0/networks?id=a9f3c327-3c62-4406-9745-e846939869d0 HTTP/1.1" status: 200 len: 916 time: 0.1934924 Sep 01 15:21:41.964723 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f399e29-bb21-468e-a4fe-48fd8c391a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d279baaa-f91f-49de-b860-f5a990c11f07,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:42.109184 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:42.134554 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9c431fea-feb8-49ae-9119-d179a0bb2e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:42.218968 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9c431fea-feb8-49ae-9119-d179a0bb2e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:42.317805 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-c96e2edc-7ae8-4f67-9c20-ed71c8e1cf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'name': 'tempest-ServersTestBootFromVolume-921409714-router', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ab1c04b6-b987-4171-a2cb-a4c8fd8120fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:59Z', 'updated_at': '2021-09-01T15:20:08Z', 'revision_number': 4, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'gw_port': {'id': 'ab1c04b6-b987-4171-a2cb-a4c8fd8120fb', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:66:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:20:01Z', 'updated_at': '2021-09-01T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'fa9ebebf-2732-4d0f-a3a6-a9332c18918e', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'port_id': '2fbaa072-b9a1-4185-bf7e-d86e126c4dc6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0', 'mac_address': 'fa:16:3e:72:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b928e670-4308-49b8-b1b6-e6d5d8d02baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:20:16Z', 'updated_at': '2021-09-01T15:21:40Z', 'revision_number': 1, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b3d610-17bb-4695-9ecd-25fb1e2f27f2', 'name': '', 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'mac_address': 'fa:16:3e:cc:c0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '5151cbef-1431-4715-8183-370e302b1869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:20:07Z', 'updated_at': '2021-09-01T15:20:19Z', 'revision_number': 5, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'subnets': [{'id': '5151cbef-1431-4715-8183-370e302b1869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:42.339284 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46776) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:42.371096 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-35dd24ee-6390-44cc-8c40-4e6974f0b09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:42.373252 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9c431fea-feb8-49ae-9119-d179a0bb2e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:42.376426 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9c431fea-feb8-49ae-9119-d179a0bb2e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:42.377680 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9c431fea-feb8-49ae-9119-d179a0bb2e11 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d279baaa-f91f-49de-b860-f5a990c11f07 HTTP/1.1" status: 204 len: 168 time: 0.5095677 Sep 01 15:21:42.384353 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e61fef1b-5e10-4782-8731-fa2116f33fd3 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:42.442039 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96e2edc-7ae8-4f67-9c20-ed71c8e1cf2d None None] Checking router: afaf8e5a-5c0a-4574-b0a4-b0e414757561 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:21:42.474879 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e61fef1b-5e10-4782-8731-fa2116f33fd3 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:42.485838 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-75fae667-20a2-4c32-943c-84291b5b498c req-665067b7-e762-4ed5-8b09-6b8ca0fbee50 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fbaa072-b9a1-4185-bf7e-d86e126c4dc6 HTTP/1.1" status: 200 len: 998 time: 0.5428443 Sep 01 15:21:42.493475 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96e2edc-7ae8-4f67-9c20-ed71c8e1cf2d None None] Routers {'afaf8e5a-5c0a-4574-b0a4-b0e414757561'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:21:42.494280 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-c96e2edc-7ae8-4f67-9c20-ed71c8e1cf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:21:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['afaf8e5a-5c0a-4574-b0a4-b0e414757561'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:42.523502 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-35dd24ee-6390-44cc-8c40-4e6974f0b09f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:42.553482 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-35dd24ee-6390-44cc-8c40-4e6974f0b09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:42.651827 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fae667-20a2-4c32-943c-84291b5b498c req-4c203b54-ad27-435c-961a-ca977ec7f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:42.652690 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c431fea-feb8-49ae-9119-d179a0bb2e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d279baaa-f91f-49de-b860-f5a990c11f07,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:42.653793 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-75fae667-20a2-4c32-943c-84291b5b498c req-4c203b54-ad27-435c-961a-ca977ec7f6c1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5151cbef-1431-4715-8183-370e302b1869 HTTP/1.1" status: 200 len: 854 time: 0.1518507 Sep 01 15:21:42.675408 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-35dd24ee-6390-44cc-8c40-4e6974f0b09f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3cb68e9e92e54241a7d1cd448b3a803f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3272536 Sep 01 15:21:42.687618 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46788) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:42.763705 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-c96e2edc-7ae8-4f67-9c20-ed71c8e1cf2d None None] Set router afaf8e5a-5c0a-4574-b0a4-b0e414757561 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:21:42.831241 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd24ee-6390-44cc-8c40-4e6974f0b09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d802eee5-40a8-4ae4-8861-97004f0be7d2,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:42.912301 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1101a07a-0ce7-455a-abf1-689f43832896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:42.923117 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fae667-20a2-4c32-943c-84291b5b498c req-c675ed48-f8da-4705-91f7-fbd89b72827f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:42.937645 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-75fae667-20a2-4c32-943c-84291b5b498c req-c675ed48-f8da-4705-91f7-fbd89b72827f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9f3c327-3c62-4406-9745-e846939869d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2627079 Sep 01 15:21:42.975395 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-e61fef1b-5e10-4782-8731-fa2116f33fd3 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Allocated IP 172.25.6.158 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/660ddcbd-d8ed-44ba-99c9-2d1e4b431146) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:21:42.987000 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1101a07a-0ce7-455a-abf1-689f43832896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:43.125493 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1101a07a-0ce7-455a-abf1-689f43832896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:43.130086 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1101a07a-0ce7-455a-abf1-689f43832896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:43.132559 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1101a07a-0ce7-455a-abf1-689f43832896 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d802eee5-40a8-4ae4-8861-97004f0be7d2 HTTP/1.1" status: 204 len: 168 time: 0.4424429 Sep 01 15:21:43.145186 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101a07a-0ce7-455a-abf1-689f43832896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d802eee5-40a8-4ae4-8861-97004f0be7d2,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:43.204421 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-75fae667-20a2-4c32-943c-84291b5b498c req-6c675c47-41ab-4e67-b488-e3f9a9624615 service neutron] 10.222.0.62 "GET /v2.0/networks/a9f3c327-3c62-4406-9745-e846939869d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662501 Sep 01 15:21:43.204961 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:43.317900 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e61fef1b-5e10-4782-8731-fa2116f33fd3 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:43.394354 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-c96e2edc-7ae8-4f67-9c20-ed71c8e1cf2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'name': 'tempest-ServersTestBootFromVolume-921409714-router', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ab1c04b6-b987-4171-a2cb-a4c8fd8120fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:59Z', 'updated_at': '2021-09-01T15:20:08Z', 'revision_number': 4, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'gw_port': {'id': 'ab1c04b6-b987-4171-a2cb-a4c8fd8120fb', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:66:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:20:01Z', 'updated_at': '2021-09-01T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'fa9ebebf-2732-4d0f-a3a6-a9332c18918e', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'port_id': '2fbaa072-b9a1-4185-bf7e-d86e126c4dc6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0', 'mac_address': 'fa:16:3e:72:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b928e670-4308-49b8-b1b6-e6d5d8d02baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:20:16Z', 'updated_at': '2021-09-01T15:21:40Z', 'revision_number': 1, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b3d610-17bb-4695-9ecd-25fb1e2f27f2', 'name': '', 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'mac_address': 'fa:16:3e:cc:c0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '5151cbef-1431-4715-8183-370e302b1869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:20:07Z', 'updated_at': '2021-09-01T15:20:19Z', 'revision_number': 5, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'subnets': [{'id': '5151cbef-1431-4715-8183-370e302b1869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:43.423636 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-75fae667-20a2-4c32-943c-84291b5b498c req-83ed6abe-905e-443d-8a22-231163ae65a5 service neutron] 10.222.0.62 "GET /v2.0/networks/a9f3c327-3c62-4406-9745-e846939869d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055769 Sep 01 15:21:43.441801 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e61fef1b-5e10-4782-8731-fa2116f33fd3 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:43.456100 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96e2edc-7ae8-4f67-9c20-ed71c8e1cf2d None None] The sync data for ids ['afaf8e5a-5c0a-4574-b0a4-b0e414757561'] in n-d-794796-3 is: [{'id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'name': 'tempest-ServersTestBootFromVolume-921409714-router', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ab1c04b6-b987-4171-a2cb-a4c8fd8120fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:59Z', 'updated_at': '2021-09-01T15:20:08Z', 'revision_number': 4, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'gw_port': {'id': 'ab1c04b6-b987-4171-a2cb-a4c8fd8120fb', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:66:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:20:01Z', 'updated_at': '2021-09-01T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'fa9ebebf-2732-4d0f-a3a6-a9332c18918e', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'port_id': '2fbaa072-b9a1-4185-bf7e-d86e126c4dc6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0', 'mac_address': 'fa:16:3e:72:47:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b928e670-4308-49b8-b1b6-e6d5d8d02baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:20:16Z', 'updated_at': '2021-09-01T15:21:40Z', 'revision_number': 1, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52b3d610-17bb-4695-9ecd-25fb1e2f27f2', 'name': '', 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'mac_address': 'fa:16:3e:cc:c0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '5151cbef-1431-4715-8183-370e302b1869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:20:07Z', 'updated_at': '2021-09-01T15:20:19Z', 'revision_number': 5, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'subnets': [{'id': '5151cbef-1431-4715-8183-370e302b1869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:21:43.538328 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61fef1b-5e10-4782-8731-fa2116f33fd3 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:21:43.550933 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-e61fef1b-5e10-4782-8731-fa2116f33fd3 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:21:43.560939 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61fef1b-5e10-4782-8731-fa2116f33fd3 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:21:43.591576 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-14b63d91-2871-49a9-9dac-935268ff126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:43.635300 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46804) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:43.652058 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c966188e-c233-44e9-adc0-44da70514cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:43.703895 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61fef1b-5e10-4782-8731-fa2116f33fd3 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Pushing event updated for resources: {'Port': ['ID=660ddcbd-d8ed-44ba-99c9-2d1e4b431146,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:43.875572 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c966188e-c233-44e9-adc0-44da70514cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:43.882814 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c966188e-c233-44e9-adc0-44da70514cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:43.938650 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3ac7e9-2942-4407-bebc-fd1aaacc7d62 None None] New status for floating IP fa9ebebf-2732-4d0f-a3a6-a9332c18918e: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:21:44.001499 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c966188e-c233-44e9-adc0-44da70514cee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f95aea83ad974713b3fc9fc12186bd6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3643508 Sep 01 15:21:44.004340 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46820) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:44.024063 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966188e-c233-44e9-adc0-44da70514cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a30dfd-0818-4ad2-91d2-41e449e9f62a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:44.081089 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e61fef1b-5e10-4782-8731-fa2116f33fd3 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:44.128518 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a6ca-3dca-4524-865b-b662ae2665ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:44.176233 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a6ca-3dca-4524-865b-b662ae2665ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:44.188741 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46824) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:44.289901 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a6ca-3dca-4524-865b-b662ae2665ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:44.303294 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fdf8a6ca-3dca-4524-865b-b662ae2665ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:44.307457 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fdf8a6ca-3dca-4524-865b-b662ae2665ca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/85a30dfd-0818-4ad2-91d2-41e449e9f62a HTTP/1.1" status: 204 len: 168 time: 0.2989647 Sep 01 15:21:44.326339 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8a6ca-3dca-4524-865b-b662ae2665ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a30dfd-0818-4ad2-91d2-41e449e9f62a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:44.415595 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-8a48b14e-972f-4265-a75c-8af9aa078968 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1508073485-network', 'tenant_id': '227fa665462b45bb9836333641ce6f10'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:21:44.494221 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a48b14e-972f-4265-a75c-8af9aa078968 admin admin] Made reservation on behalf of 227fa665462b45bb9836333641ce6f10 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:21:44.497157 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8a48b14e-972f-4265-a75c-8af9aa078968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:44.510697 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8a48b14e-972f-4265-a75c-8af9aa078968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:44.589595 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e61fef1b-5e10-4782-8731-fa2116f33fd3 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:44.830196 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8a48b14e-972f-4265-a75c-8af9aa078968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:44.837912 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8a48b14e-972f-4265-a75c-8af9aa078968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:44.905015 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a48b14e-972f-4265-a75c-8af9aa078968 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:21:44.919978 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48b14e-972f-4265-a75c-8af9aa078968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efec05a5-31f5-490c-86ab-3f34e95139c0,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:44.939093 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8a48b14e-972f-4265-a75c-8af9aa078968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:44.939659 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-8a48b14e-972f-4265-a75c-8af9aa078968 admin admin] Added segment b2247e51-a6cb-477d-9d75-e4b8717f46b3 of type vlan for network 913eb57c-f1c9-4825-bafa-59951f421f9b Sep 01 15:21:45.015626 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61fef1b-5e10-4782-8731-fa2116f33fd3 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Router 8ba72acf-0f10-44b6-bebf-b19e180e6af4 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:21:45.042118 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8a48b14e-972f-4265-a75c-8af9aa078968 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:45.094332 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:45.169853 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8a48b14e-972f-4265-a75c-8af9aa078968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:45.170913 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a48b14e-972f-4265-a75c-8af9aa078968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:45.171867 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8a48b14e-972f-4265-a75c-8af9aa078968 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:45.314354 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8a48b14e-972f-4265-a75c-8af9aa078968 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1195955 Sep 01 15:21:45.314725 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46868) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:45.320816 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-1223a9a4-17a2-4dec-b15d-57df7c515982 admin admin] Request body: {'subnet': {'network_id': '913eb57c-f1c9-4825-bafa-59951f421f9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1508073485-subnet', 'tenant_id': '227fa665462b45bb9836333641ce6f10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:21:45.335491 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61fef1b-5e10-4782-8731-fa2116f33fd3 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:21:45.340455 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48b14e-972f-4265-a75c-8af9aa078968 admin admin] Pushing event updated for resources: {'Network': ['ID=913eb57c-f1c9-4825-bafa-59951f421f9b,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:45.348126 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fbed95-236f-4c56-9c26-14ede96853bb None None] Sync routers for ids ['8ba72acf-0f10-44b6-bebf-b19e180e6af4'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:21:45.353288 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 913eb57c-f1c9-4825-bafa-59951f421f9b details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:21:45.378005 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fbed95-236f-4c56-9c26-14ede96853bb None None] Routers {'8ba72acf-0f10-44b6-bebf-b19e180e6af4'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:21:45.380664 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-74fbed95-236f-4c56-9c26-14ede96853bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:21:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['8ba72acf-0f10-44b6-bebf-b19e180e6af4'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:45.406120 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1223a9a4-17a2-4dec-b15d-57df7c515982 admin admin] Made reservation on behalf of 227fa665462b45bb9836333641ce6f10 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:21:45.409337 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1223a9a4-17a2-4dec-b15d-57df7c515982 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:45.450209 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e61fef1b-5e10-4782-8731-fa2116f33fd3 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:45.454379 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e61fef1b-5e10-4782-8731-fa2116f33fd3 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.2177732 Sep 01 15:21:45.454869 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46878) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:45.647387 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-74fbed95-236f-4c56-9c26-14ede96853bb None None] Set router 8ba72acf-0f10-44b6-bebf-b19e180e6af4 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:21:45.774045 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-083b118e-9c1c-49fd-aff6-cc37245dac33 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "GET /v2.0/routers/8ba72acf-0f10-44b6-bebf-b19e180e6af4 HTTP/1.1" status: 200 len: 909 time: 0.3176050 Sep 01 15:21:45.775157 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46884) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:45.797580 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-c3bc6dd0-699e-4737-a7d1-0c4ab63c5dc4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1703429790', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'enable_snat': True}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:21:45.900435 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1223a9a4-17a2-4dec-b15d-57df7c515982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:45.907589 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c3bc6dd0-699e-4737-a7d1-0c4ab63c5dc4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:45.911266 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c3bc6dd0-699e-4737-a7d1-0c4ab63c5dc4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:46.071793 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223a9a4-17a2-4dec-b15d-57df7c515982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68b21909-ac55-40d5-a035-fceb6875118f,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:46.078333 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1223a9a4-17a2-4dec-b15d-57df7c515982 admin admin] Checking segment: {'id': 'b2247e51-a6cb-477d-9d75-e4b8717f46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '913eb57c-f1c9-4825-bafa-59951f421f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:21:46.079211 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1223a9a4-17a2-4dec-b15d-57df7c515982 admin admin] Network hostable DHCP agents. Network: 913eb57c-f1c9-4825-bafa-59951f421f9b, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:21:46.112975 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1223a9a4-17a2-4dec-b15d-57df7c515982 admin admin] Network 913eb57c-f1c9-4825-bafa-59951f421f9b is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:21:46.114413 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-74fbed95-236f-4c56-9c26-14ede96853bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba72acf-0f10-44b6-bebf-b19e180e6af4', 'name': 'tempest-snat-router-1703429790', 'tenant_id': 'b7c5b31859344e7aadccc20b487caca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.158'}], 'enable_snat': False}, 'gw_port_id': '660ddcbd-d8ed-44ba-99c9-2d1e4b431146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:21:40Z', 'updated_at': '2021-09-01T15:21:43Z', 'revision_number': 3, 'project_id': 'b7c5b31859344e7aadccc20b487caca9', 'gw_port': {'id': '660ddcbd-d8ed-44ba-99c9-2d1e4b431146', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba72acf-0f10-44b6-bebf-b19e180e6af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:21:42Z', 'updated_at': '2021-09-01T15:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:46.119947 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c3bc6dd0-699e-4737-a7d1-0c4ab63c5dc4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:46.141761 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-1223a9a4-17a2-4dec-b15d-57df7c515982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 913eb57c-f1c9-4825-bafa-59951f421f9b) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:21:46.156401 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1223a9a4-17a2-4dec-b15d-57df7c515982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:46.158239 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1223a9a4-17a2-4dec-b15d-57df7c515982 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:46.161350 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c66edef-9107-4439-b9c9-4295db722427 None None] Network 913eb57c-f1c9-4825-bafa-59951f421f9b requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:21:46.213769 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1223a9a4-17a2-4dec-b15d-57df7c515982 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8975933 Sep 01 15:21:46.217175 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fbed95-236f-4c56-9c26-14ede96853bb None None] Checking router: 8ba72acf-0f10-44b6-bebf-b19e180e6af4 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:21:46.217817 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fbed95-236f-4c56-9c26-14ede96853bb None None] Updating router 8ba72acf-0f10-44b6-bebf-b19e180e6af4 port 660ddcbd-d8ed-44ba-99c9-2d1e4b431146 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:21:46.305574 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-74fbed95-236f-4c56-9c26-14ede96853bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:46.570126 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bfb2e0-fbce-4c06-8ccf-2eaa034e893c None None] Network 913eb57c-f1c9-4825-bafa-59951f421f9b requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:21:46.949113 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-74fbed95-236f-4c56-9c26-14ede96853bb None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:46.977321 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-74fbed95-236f-4c56-9c26-14ede96853bb None None] Transition to ACTIVE for port object 660ddcbd-d8ed-44ba-99c9-2d1e4b431146 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:21:46.986646 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-74fbed95-236f-4c56-9c26-14ede96853bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:47.025089 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c3bc6dd0-699e-4737-a7d1-0c4ab63c5dc4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:47.149865 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-74fbed95-236f-4c56-9c26-14ede96853bb None None] Attempting to bind port 660ddcbd-d8ed-44ba-99c9-2d1e4b431146 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:21:47.150526 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-74fbed95-236f-4c56-9c26-14ede96853bb None None] Attempting to bind port 660ddcbd-d8ed-44ba-99c9-2d1e4b431146 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:21:47.151730 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fbed95-236f-4c56-9c26-14ede96853bb None None] Attempting to bind port 660ddcbd-d8ed-44ba-99c9-2d1e4b431146 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:21:47.158888 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088331c-628f-4d8c-bae6-6411e543cac4 None None] Pushing event updated for resources: {'Port': ['ID=660ddcbd-d8ed-44ba-99c9-2d1e4b431146,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:47.163950 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fbed95-236f-4c56-9c26-14ede96853bb None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:21:47.164386 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fbed95-236f-4c56-9c26-14ede96853bb None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:21:47.164939 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-74fbed95-236f-4c56-9c26-14ede96853bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:47.165604 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fbed95-236f-4c56-9c26-14ede96853bb None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:21:47.166258 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-74fbed95-236f-4c56-9c26-14ede96853bb None None] Bound port: 660ddcbd-d8ed-44ba-99c9-2d1e4b431146, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:21:47.166821 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-74fbed95-236f-4c56-9c26-14ede96853bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:47.177790 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088331c-628f-4d8c-bae6-6411e543cac4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:47.178965 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088331c-628f-4d8c-bae6-6411e543cac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:47.179785 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088331c-628f-4d8c-bae6-6411e543cac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:47.180587 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088331c-628f-4d8c-bae6-6411e543cac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:47.181044 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088331c-628f-4d8c-bae6-6411e543cac4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:47.181606 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088331c-628f-4d8c-bae6-6411e543cac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:47.182041 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088331c-628f-4d8c-bae6-6411e543cac4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:47.183021 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088331c-628f-4d8c-bae6-6411e543cac4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:47.183495 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088331c-628f-4d8c-bae6-6411e543cac4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:47.184132 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088331c-628f-4d8c-bae6-6411e543cac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:47.185082 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088331c-628f-4d8c-bae6-6411e543cac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:47.185940 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088331c-628f-4d8c-bae6-6411e543cac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:47.327934 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-74fbed95-236f-4c56-9c26-14ede96853bb None None] For port 660ddcbd-d8ed-44ba-99c9-2d1e4b431146, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:21:47.336087 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-74fbed95-236f-4c56-9c26-14ede96853bb None None] For port 660ddcbd-d8ed-44ba-99c9-2d1e4b431146, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=660ddcbd-d8ed-44ba-99c9-2d1e4b431146,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:21:47.346567 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-74fbed95-236f-4c56-9c26-14ede96853bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:47.490951 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fbed95-236f-4c56-9c26-14ede96853bb None None] Routers {'8ba72acf-0f10-44b6-bebf-b19e180e6af4'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:21:47.491699 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-74fbed95-236f-4c56-9c26-14ede96853bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:21:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['8ba72acf-0f10-44b6-bebf-b19e180e6af4'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:47.507524 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088331c-628f-4d8c-bae6-6411e543cac4 None None] Pushing event updated for resources: {'Port': ['ID=660ddcbd-d8ed-44ba-99c9-2d1e4b431146,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:47.534210 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c3bc6dd0-699e-4737-a7d1-0c4ab63c5dc4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:47.592436 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c3bc6dd0-699e-4737-a7d1-0c4ab63c5dc4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:47.684877 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318d600-266e-49c8-8252-594df453d3a7 req-4f972477-3f13-4e27-ae32-8e663d88d7fa tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:47.687658 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7318d600-266e-49c8-8252-594df453d3a7 req-4f972477-3f13-4e27-ae32-8e663d88d7fa tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/networks?id=913eb57c-f1c9-4825-bafa-59951f421f9b HTTP/1.1" status: 200 len: 814 time: 0.1919329 Sep 01 15:21:47.715360 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7318d600-266e-49c8-8252-594df453d3a7 req-166d8cfb-9b1f-4cfe-8c03-1e579593f9f2 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/quotas/227fa665462b45bb9836333641ce6f10 HTTP/1.1" status: 200 len: 375 time: 0.0201588 Sep 01 15:21:47.762245 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7318d600-266e-49c8-8252-594df453d3a7 req-f93657d1-d5cf-4cf7-9387-8c431fe8cb0b tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=227fa665462b45bb9836333641ce6f10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404675 Sep 01 15:21:47.829870 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-74fbed95-236f-4c56-9c26-14ede96853bb None None] Set router 8ba72acf-0f10-44b6-bebf-b19e180e6af4 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:21:47.916891 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-c3bc6dd0-699e-4737-a7d1-0c4ab63c5dc4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Allocated IP 172.25.6.46 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/df5445a9-9143-4864-abf6-c2ca29f5118c) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:21:48.249823 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-74fbed95-236f-4c56-9c26-14ede96853bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba72acf-0f10-44b6-bebf-b19e180e6af4', 'name': 'tempest-snat-router-1703429790', 'tenant_id': 'b7c5b31859344e7aadccc20b487caca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.158'}], 'enable_snat': False}, 'gw_port_id': '660ddcbd-d8ed-44ba-99c9-2d1e4b431146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:21:40Z', 'updated_at': '2021-09-01T15:21:43Z', 'revision_number': 3, 'project_id': 'b7c5b31859344e7aadccc20b487caca9', 'gw_port': {'id': '660ddcbd-d8ed-44ba-99c9-2d1e4b431146', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba72acf-0f10-44b6-bebf-b19e180e6af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:21:42Z', 'updated_at': '2021-09-01T15:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:48.313771 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c3bc6dd0-699e-4737-a7d1-0c4ab63c5dc4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:48.335459 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fbed95-236f-4c56-9c26-14ede96853bb None None] The sync data for ids ['8ba72acf-0f10-44b6-bebf-b19e180e6af4'] in n-d-794796-3 is: [{'id': '8ba72acf-0f10-44b6-bebf-b19e180e6af4', 'name': 'tempest-snat-router-1703429790', 'tenant_id': 'b7c5b31859344e7aadccc20b487caca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.158'}], 'enable_snat': False}, 'gw_port_id': '660ddcbd-d8ed-44ba-99c9-2d1e4b431146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:21:40Z', 'updated_at': '2021-09-01T15:21:43Z', 'revision_number': 3, 'project_id': 'b7c5b31859344e7aadccc20b487caca9', 'gw_port': {'id': '660ddcbd-d8ed-44ba-99c9-2d1e4b431146', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba72acf-0f10-44b6-bebf-b19e180e6af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:21:42Z', 'updated_at': '2021-09-01T15:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:21:48.597672 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7318d600-266e-49c8-8252-594df453d3a7 req-b4360acf-f742-41f3-a3c9-74df5a0514e2 service neutron] 10.222.0.60 "GET /v2.0/networks/913eb57c-f1c9-4825-bafa-59951f421f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8235588 Sep 01 15:21:48.606017 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c3bc6dd0-699e-4737-a7d1-0c4ab63c5dc4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:48.770920 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc6dd0-699e-4737-a7d1-0c4ab63c5dc4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Pushing event updated for resources: {'Port': ['ID=df5445a9-9143-4864-abf6-c2ca29f5118c,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:48.829811 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bc6dd0-699e-4737-a7d1-0c4ab63c5dc4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:21:48.832789 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-c3bc6dd0-699e-4737-a7d1-0c4ab63c5dc4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:21:48.852242 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bc6dd0-699e-4737-a7d1-0c4ab63c5dc4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:21:48.983328 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7318d600-266e-49c8-8252-594df453d3a7 req-618d4144-5dec-426b-9d80-cb9667a6b26d service neutron] 10.222.0.60 "GET /v2.0/networks/913eb57c-f1c9-4825-bafa-59951f421f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721676 Sep 01 15:21:49.945543 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-22b1691d-3359-402f-99d7-7407e8afbca3 req-be2106b7-6315-4e2e-a025-7846aeef892f tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/ports?device_id=341a2e4b-b5d3-462c-8c4b-53ccd0f3b580 HTTP/1.1" status: 200 len: 210 time: 0.1817889 Sep 01 15:21:50.020068 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c3bc6dd0-699e-4737-a7d1-0c4ab63c5dc4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:50.560742 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 660ddcbd-d8ed-44ba-99c9-2d1e4b431146 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:21:50.698950 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47030) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:50.708143 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 660ddcbd-d8ed-44ba-99c9-2d1e4b431146 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:21:50.734926 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c3bc6dd0-699e-4737-a7d1-0c4ab63c5dc4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:50.739692 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 660ddcbd-d8ed-44ba-99c9-2d1e4b431146 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:21:50.740845 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:51.122806 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:51.197858 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 660ddcbd-d8ed-44ba-99c9-2d1e4b431146, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=660ddcbd-d8ed-44ba-99c9-2d1e4b431146,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:21:51.207203 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:51.278479 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=660ddcbd-d8ed-44ba-99c9-2d1e4b431146,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:51.330260 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7e64cfa4-310f-4894-b177-96d52084fd2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:51.380184 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-abdbc0c4-b14b-4a85-946f-f4a1027c20e8 req-57094566-7fc7-408a-a3b9-69aeebfe002c tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/ports?device_id=341a2e4b-b5d3-462c-8c4b-53ccd0f3b580 HTTP/1.1" status: 200 len: 210 time: 0.1296086 Sep 01 15:21:51.393382 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bc6dd0-699e-4737-a7d1-0c4ab63c5dc4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Router 1f02c761-ad5e-4a20-bf54-6ce3a7baaaee is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:21:51.586733 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bc6dd0-699e-4737-a7d1-0c4ab63c5dc4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:21:51.627699 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe56134-b04a-4fb9-a30f-41081f2b53bc None None] Sync routers for ids ['1f02c761-ad5e-4a20-bf54-6ce3a7baaaee'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:21:51.651922 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c3bc6dd0-699e-4737-a7d1-0c4ab63c5dc4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:51.659787 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c3bc6dd0-699e-4737-a7d1-0c4ab63c5dc4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.8768027 Sep 01 15:21:51.662751 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe56134-b04a-4fb9-a30f-41081f2b53bc None None] Routers {'1f02c761-ad5e-4a20-bf54-6ce3a7baaaee'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:21:51.664055 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-efe56134-b04a-4fb9-a30f-41081f2b53bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:21:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['1f02c761-ad5e-4a20-bf54-6ce3a7baaaee'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:51.665465 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47046) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:51.898841 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7e64cfa4-310f-4894-b177-96d52084fd2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:51.908330 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7e64cfa4-310f-4894-b177-96d52084fd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:51.985029 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2ca589e6-6acb-4824-ab45-3f667722bf6a tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "GET /v2.0/routers/1f02c761-ad5e-4a20-bf54-6ce3a7baaaee HTTP/1.1" status: 200 len: 907 time: 0.3169165 Sep 01 15:21:51.989561 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47050) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:52.016569 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-efe56134-b04a-4fb9-a30f-41081f2b53bc None None] Set router 1f02c761-ad5e-4a20-bf54-6ce3a7baaaee gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:21:52.095058 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7e64cfa4-310f-4894-b177-96d52084fd2d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0b035320f5e547268febb7a701fa4b15&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3935072 Sep 01 15:21:52.099395 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47052) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:52.128350 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64cfa4-310f-4894-b177-96d52084fd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec554d88-dc62-4460-b3ca-cec8146a74a7,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:52.244965 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0267a47a-c63f-4923-be36-c5795be862e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:52.305570 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0267a47a-c63f-4923-be36-c5795be862e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:52.314149 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e3625aeb-e666-4a03-9ade-29f1e8590b1a tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:52.434880 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0267a47a-c63f-4923-be36-c5795be862e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:52.437345 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0267a47a-c63f-4923-be36-c5795be862e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:52.443916 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0267a47a-c63f-4923-be36-c5795be862e4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ec554d88-dc62-4460-b3ca-cec8146a74a7 HTTP/1.1" status: 204 len: 168 time: 0.3378172 Sep 01 15:21:52.504931 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267a47a-c63f-4923-be36-c5795be862e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec554d88-dc62-4460-b3ca-cec8146a74a7,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:52.509190 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 660ddcbd-d8ed-44ba-99c9-2d1e4b431146 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:21:52.696739 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a9af9f01-331f-48e9-a834-69a53892ee47 req-f3501144-3fc6-44d4-a574-e62c62880150 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/ports?device_id=341a2e4b-b5d3-462c-8c4b-53ccd0f3b580 HTTP/1.1" status: 200 len: 210 time: 0.0692430 Sep 01 15:21:52.757992 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e3625aeb-e666-4a03-9ade-29f1e8590b1a tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:52.776760 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-efe56134-b04a-4fb9-a30f-41081f2b53bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f02c761-ad5e-4a20-bf54-6ce3a7baaaee', 'name': 'tempest-snat-router-1703429790', 'tenant_id': 'b7c5b31859344e7aadccc20b487caca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'df5445a9-9143-4864-abf6-c2ca29f5118c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:21:45Z', 'updated_at': '2021-09-01T15:21:49Z', 'revision_number': 3, 'project_id': 'b7c5b31859344e7aadccc20b487caca9', 'gw_port': {'id': 'df5445a9-9143-4864-abf6-c2ca29f5118c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f02c761-ad5e-4a20-bf54-6ce3a7baaaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1925, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:21:47Z', 'updated_at': '2021-09-01T15:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:52.876254 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe56134-b04a-4fb9-a30f-41081f2b53bc None None] Checking router: 1f02c761-ad5e-4a20-bf54-6ce3a7baaaee for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:21:52.877004 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe56134-b04a-4fb9-a30f-41081f2b53bc None None] Updating router 1f02c761-ad5e-4a20-bf54-6ce3a7baaaee port df5445a9-9143-4864-abf6-c2ca29f5118c binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:21:52.913969 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 660ddcbd-d8ed-44ba-99c9-2d1e4b431146 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:21:52.918656 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:53.004940 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-efe56134-b04a-4fb9-a30f-41081f2b53bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:53.221788 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47078) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:53.238024 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-e3625aeb-e666-4a03-9ade-29f1e8590b1a tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Deleting port df5445a9-9143-4864-abf6-c2ca29f5118c {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:21:53.239017 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e3625aeb-e666-4a03-9ade-29f1e8590b1a tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:53.258374 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318d600-266e-49c8-8252-594df453d3a7 req-b3ccd6b2-c0e7-4dc9-87a1-05b497f17ba9 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:53.261153 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d072304d-d8a7-45ea-b9ed-610809e22010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:53.263524 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7318d600-266e-49c8-8252-594df453d3a7 req-b3ccd6b2-c0e7-4dc9-87a1-05b497f17ba9 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.45 "GET /v2.0/networks?id=913eb57c-f1c9-4825-bafa-59951f421f9b HTTP/1.1" status: 200 len: 814 time: 0.5933411 Sep 01 15:21:53.329692 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-7318d600-266e-49c8-8252-594df453d3a7 req-e548a471-89b1-40d6-8184-a5f70d9c3ce0 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Request body: {'port': {'device_id': '341a2e4b-b5d3-462c-8c4b-53ccd0f3b580', 'network_id': '913eb57c-f1c9-4825-bafa-59951f421f9b', 'admin_state_up': True, 'tenant_id': '227fa665462b45bb9836333641ce6f10'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:21:53.664800 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d072304d-d8a7-45ea-b9ed-610809e22010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:53.673295 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d072304d-d8a7-45ea-b9ed-610809e22010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:53.901368 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e3625aeb-e666-4a03-9ade-29f1e8590b1a tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:53.903055 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d072304d-d8a7-45ea-b9ed-610809e22010 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d360e118cb8450c916141c289616311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6783955 Sep 01 15:21:53.908414 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47086) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:53.961850 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-efe56134-b04a-4fb9-a30f-41081f2b53bc None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:53.993518 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-e3625aeb-e666-4a03-9ade-29f1e8590b1a tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Calling delete_port for df5445a9-9143-4864-abf6-c2ca29f5118c owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:21:54.004846 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-efe56134-b04a-4fb9-a30f-41081f2b53bc None None] Transition to ACTIVE for port object df5445a9-9143-4864-abf6-c2ca29f5118c will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:21:54.019529 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072304d-d8a7-45ea-b9ed-610809e22010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3dd85d-698d-4aee-8422-10f91a4fc460,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:54.029054 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-efe56134-b04a-4fb9-a30f-41081f2b53bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:54.128380 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7318d600-266e-49c8-8252-594df453d3a7 req-e548a471-89b1-40d6-8184-a5f70d9c3ce0 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Made reservation on behalf of 227fa665462b45bb9836333641ce6f10 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:21:54.147416 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7318d600-266e-49c8-8252-594df453d3a7 req-e548a471-89b1-40d6-8184-a5f70d9c3ce0 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:54.152722 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-efe56134-b04a-4fb9-a30f-41081f2b53bc None None] Attempting to bind port df5445a9-9143-4864-abf6-c2ca29f5118c on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:21:54.153322 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-efe56134-b04a-4fb9-a30f-41081f2b53bc None None] Attempting to bind port df5445a9-9143-4864-abf6-c2ca29f5118c by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:21:54.153948 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe56134-b04a-4fb9-a30f-41081f2b53bc None None] Attempting to bind port df5445a9-9143-4864-abf6-c2ca29f5118c on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:21:54.242667 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe56134-b04a-4fb9-a30f-41081f2b53bc None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:21:54.250346 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe56134-b04a-4fb9-a30f-41081f2b53bc None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:21:54.250346 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-efe56134-b04a-4fb9-a30f-41081f2b53bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:54.250346 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe56134-b04a-4fb9-a30f-41081f2b53bc None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:21:54.250346 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-efe56134-b04a-4fb9-a30f-41081f2b53bc None None] Bound port: df5445a9-9143-4864-abf6-c2ca29f5118c, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:21:54.250346 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-efe56134-b04a-4fb9-a30f-41081f2b53bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:54.319875 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b4dd6cf5-631d-4e57-9236-2d4fd55693c3 req-b25c2133-3446-404c-a274-76ea74809c68 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/ports?device_id=341a2e4b-b5d3-462c-8c4b-53ccd0f3b580 HTTP/1.1" status: 200 len: 210 time: 0.2769034 Sep 01 15:21:54.415971 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7cfb06-e91a-4336-9825-03e1c1eb78d6 None None] Pushing event updated for resources: {'Port': ['ID=df5445a9-9143-4864-abf6-c2ca29f5118c,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:54.483706 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-efe56134-b04a-4fb9-a30f-41081f2b53bc None None] For port df5445a9-9143-4864-abf6-c2ca29f5118c, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:21:54.492792 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-efe56134-b04a-4fb9-a30f-41081f2b53bc None None] For port df5445a9-9143-4864-abf6-c2ca29f5118c, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=df5445a9-9143-4864-abf6-c2ca29f5118c,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:21:54.496181 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eaa56a95-9681-4ae2-979c-1102fd3a1885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:54.499324 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-efe56134-b04a-4fb9-a30f-41081f2b53bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:54.586388 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe56134-b04a-4fb9-a30f-41081f2b53bc None None] Routers {'1f02c761-ad5e-4a20-bf54-6ce3a7baaaee'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:21:54.587044 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-efe56134-b04a-4fb9-a30f-41081f2b53bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:21:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['1f02c761-ad5e-4a20-bf54-6ce3a7baaaee'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:54.606226 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eaa56a95-9681-4ae2-979c-1102fd3a1885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:54.679982 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7cfb06-e91a-4336-9825-03e1c1eb78d6 None None] Pushing event updated for resources: {'Port': ['ID=df5445a9-9143-4864-abf6-c2ca29f5118c,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:54.736339 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eaa56a95-9681-4ae2-979c-1102fd3a1885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:54.753586 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eaa56a95-9681-4ae2-979c-1102fd3a1885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:54.759530 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-eaa56a95-9681-4ae2-979c-1102fd3a1885 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7f3dd85d-698d-4aee-8422-10f91a4fc460 HTTP/1.1" status: 204 len: 168 time: 0.8338273 Sep 01 15:21:54.782765 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa56a95-9681-4ae2-979c-1102fd3a1885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3dd85d-698d-4aee-8422-10f91a4fc460,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:54.908590 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-efe56134-b04a-4fb9-a30f-41081f2b53bc None None] Set router 1f02c761-ad5e-4a20-bf54-6ce3a7baaaee gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:21:55.128224 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-efe56134-b04a-4fb9-a30f-41081f2b53bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f02c761-ad5e-4a20-bf54-6ce3a7baaaee', 'name': 'tempest-snat-router-1703429790', 'tenant_id': 'b7c5b31859344e7aadccc20b487caca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:21:45Z', 'updated_at': '2021-09-01T15:21:52Z', 'revision_number': 4, 'project_id': 'b7c5b31859344e7aadccc20b487caca9', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:21:55.259003 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe56134-b04a-4fb9-a30f-41081f2b53bc None None] The sync data for ids ['1f02c761-ad5e-4a20-bf54-6ce3a7baaaee'] in n-d-794796-3 is: [{'id': '1f02c761-ad5e-4a20-bf54-6ce3a7baaaee', 'name': 'tempest-snat-router-1703429790', 'tenant_id': 'b7c5b31859344e7aadccc20b487caca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:21:45Z', 'updated_at': '2021-09-01T15:21:52Z', 'revision_number': 4, 'project_id': 'b7c5b31859344e7aadccc20b487caca9', 'gw_port_host': None}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:21:55.722567 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e49be1db-1fc4-4058-bb9e-6876bd8f89b0 req-96103592-ec03-492d-b909-ab21eb3476e3 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/ports?device_id=341a2e4b-b5d3-462c-8c4b-53ccd0f3b580 HTTP/1.1" status: 200 len: 210 time: 0.1055605 Sep 01 15:21:55.970236 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-510a0ba6-20e5-4863-b236-e5c65d4fdd0e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5987134 Sep 01 15:21:56.211119 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-7318d600-266e-49c8-8252-594df453d3a7 req-e548a471-89b1-40d6-8184-a5f70d9c3ce0 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Allocated IP 172.20.0.6 (913eb57c-f1c9-4825-bafa-59951f421f9b/68b21909-ac55-40d5-a035-fceb6875118f/cac4dc28-d52c-4be8-ba27-c86474786729) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:21:56.285015 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-2f4f10f2-98d3-48dc-9f57-881ecb7cf34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:56.300962 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-2f4f10f2-98d3-48dc-9f57-881ecb7cf34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:56.311466 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-2f4f10f2-98d3-48dc-9f57-881ecb7cf34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:56.312383 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-2f4f10f2-98d3-48dc-9f57-881ecb7cf34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:56.313298 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-2f4f10f2-98d3-48dc-9f57-881ecb7cf34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:56.314175 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-2f4f10f2-98d3-48dc-9f57-881ecb7cf34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:56.315367 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-2f4f10f2-98d3-48dc-9f57-881ecb7cf34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:56.319151 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-2f4f10f2-98d3-48dc-9f57-881ecb7cf34c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=00f25f4cb4804e62a3e709d2d6367260&device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 6491 time: 0.2512438 Sep 01 15:21:56.366670 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e3625aeb-e666-4a03-9ade-29f1e8590b1a tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:56.473089 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3625aeb-e666-4a03-9ade-29f1e8590b1a tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Pushing event deleted for resources: {'Port': ['ID=df5445a9-9143-4864-abf6-c2ca29f5118c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:56.597291 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-b73f94b7-c107-45aa-a780-a031f877cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:56.598001 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-b73f94b7-c107-45aa-a780-a031f877cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:56.598866 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-b73f94b7-c107-45aa-a780-a031f877cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:56.602092 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-b73f94b7-c107-45aa-a780-a031f877cb05 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd61ac2f-0875-42bd-a407-4c7e4723b28d&id=7f4b104d-641a-47ad-83b7-9dda5b46432b&id=7f4b104d-641a-47ad-83b7-9dda5b46432b&id=7f4b104d-641a-47ad-83b7-9dda5b46432b&id=7f4b104d-641a-47ad-83b7-9dda5b46432b&id=66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc&id=66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc HTTP/1.1" status: 200 len: 2293 time: 0.2264242 Sep 01 15:21:56.766269 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3625aeb-e666-4a03-9ade-29f1e8590b1a tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:56.773814 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3625aeb-e666-4a03-9ade-29f1e8590b1a tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:56.774435 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3625aeb-e666-4a03-9ade-29f1e8590b1a tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:56.775013 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3625aeb-e666-4a03-9ade-29f1e8590b1a tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:56.775579 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3625aeb-e666-4a03-9ade-29f1e8590b1a tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:56.776140 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3625aeb-e666-4a03-9ade-29f1e8590b1a tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:56.776695 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3625aeb-e666-4a03-9ade-29f1e8590b1a tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:56.777298 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3625aeb-e666-4a03-9ade-29f1e8590b1a tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:56.777901 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3625aeb-e666-4a03-9ade-29f1e8590b1a tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:56.778437 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3625aeb-e666-4a03-9ade-29f1e8590b1a tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:56.779031 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3625aeb-e666-4a03-9ade-29f1e8590b1a tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:56.791497 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3625aeb-e666-4a03-9ade-29f1e8590b1a tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:21:56.906214 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e3625aeb-e666-4a03-9ade-29f1e8590b1a tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:56.942510 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-d2ff4ddb-46e3-4b68-86e7-12098da20cb6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2 HTTP/1.1" status: 200 len: 1002 time: 0.3244398 Sep 01 15:21:57.159445 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd5880b0-d084-4010-86b8-57b2a1fdc9d5 req-ebca0869-e10e-4c11-8b80-d9be10e04de0 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/ports?device_id=341a2e4b-b5d3-462c-8c4b-53ccd0f3b580 HTTP/1.1" status: 200 len: 210 time: 0.0620551 Sep 01 15:21:57.186540 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-fe823aec-f8f2-43c5-b011-96fb477d22d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:57.193212 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-fe823aec-f8f2-43c5-b011-96fb477d22d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5c212682-a8bc-460d-b6ac-def861e912f8 HTTP/1.1" status: 200 len: 850 time: 0.2373550 Sep 01 15:21:57.298131 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e3625aeb-e666-4a03-9ade-29f1e8590b1a tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:57.307673 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7318d600-266e-49c8-8252-594df453d3a7 req-e548a471-89b1-40d6-8184-a5f70d9c3ce0 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:57.314265 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e3625aeb-e666-4a03-9ade-29f1e8590b1a tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:57.328213 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-f0487982-0d33-46e4-b0e5-43d16d00d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:57.334998 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-f0487982-0d33-46e4-b0e5-43d16d00d943 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd61ac2f-0875-42bd-a407-4c7e4723b28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294839 Sep 01 15:21:57.450057 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e3625aeb-e666-4a03-9ade-29f1e8590b1a tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:57.451155 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3625aeb-e666-4a03-9ade-29f1e8590b1a tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f02c761-ad5e-4a20-bf54-6ce3a7baaaee {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:21:57.466409 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e3625aeb-e666-4a03-9ade-29f1e8590b1a tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:57.469600 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e3625aeb-e666-4a03-9ade-29f1e8590b1a tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "DELETE /v2.0/routers/1f02c761-ad5e-4a20-bf54-6ce3a7baaaee HTTP/1.1" status: 204 len: 168 time: 5.4781268 Sep 01 15:21:57.479470 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47140) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:57.579093 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7318d600-266e-49c8-8252-594df453d3a7 req-e548a471-89b1-40d6-8184-a5f70d9c3ce0 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:57.662714 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:57.737775 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7318d600-266e-49c8-8252-594df453d3a7 req-e548a471-89b1-40d6-8184-a5f70d9c3ce0 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Network 913eb57c-f1c9-4825-bafa-59951f421f9b is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:21:57.755799 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-7318d600-266e-49c8-8252-594df453d3a7 req-e548a471-89b1-40d6-8184-a5f70d9c3ce0 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:21:57.768219 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-7318d600-266e-49c8-8252-594df453d3a7 req-e548a471-89b1-40d6-8184-a5f70d9c3ce0 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:21:57.779165 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548a471-89b1-40d6-8184-a5f70d9c3ce0 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Pushing event updated for resources: {'Port': ['ID=cac4dc28-d52c-4be8-ba27-c86474786729,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:57.901607 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-68d1a2f2-6aa2-4116-9e30-355737bb48be tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:57.961127 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318d600-266e-49c8-8252-594df453d3a7 req-e548a471-89b1-40d6-8184-a5f70d9c3ce0 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:57.975743 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7318d600-266e-49c8-8252-594df453d3a7 req-e548a471-89b1-40d6-8184-a5f70d9c3ce0 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:58.019123 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7318d600-266e-49c8-8252-594df453d3a7 req-e548a471-89b1-40d6-8184-a5f70d9c3ce0 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7043235 Sep 01 15:21:58.033447 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-7318d600-266e-49c8-8252-594df453d3a7 req-4f0e7852-f2cd-45c0-b244-8a74999ca81a service neutron] Request body: {'port': {'device_id': '341a2e4b-b5d3-462c-8c4b-53ccd0f3b580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:21:58.141904 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7318d600-266e-49c8-8252-594df453d3a7 req-4f0e7852-f2cd-45c0-b244-8a74999ca81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:58.143816 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-ef8a628f-7612-4b13-bd67-f2b0801d2e0a service neutron] 10.222.0.45 "GET /v2.0/networks/fd61ac2f-0875-42bd-a407-4c7e4723b28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8023248 Sep 01 15:21:58.345244 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47162) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:58.525695 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-68d1a2f2-6aa2-4116-9e30-355737bb48be tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:58.685521 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-916c6eb7-9ab1-470d-b8f1-922b49519fee service neutron] 10.222.0.45 "GET /v2.0/networks/fd61ac2f-0875-42bd-a407-4c7e4723b28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303659 Sep 01 15:21:58.741556 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-7318d600-266e-49c8-8252-594df453d3a7 req-4f0e7852-f2cd-45c0-b244-8a74999ca81a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cac4dc28-d52c-4be8-ba27-c86474786729 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:21:58.752711 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7318d600-266e-49c8-8252-594df453d3a7 req-4f0e7852-f2cd-45c0-b244-8a74999ca81a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:58.768127 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-7318d600-266e-49c8-8252-594df453d3a7 req-4f0e7852-f2cd-45c0-b244-8a74999ca81a service neutron] Transition to ACTIVE for port object cac4dc28-d52c-4be8-ba27-c86474786729 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:21:58.774041 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7318d600-266e-49c8-8252-594df453d3a7 req-4f0e7852-f2cd-45c0-b244-8a74999ca81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:58.892765 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ae308-edd7-4e31-a6b0-0b44117f0db9 req-36ea7083-0eab-4da1-9e1f-914197d99bcd tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:58.894626 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec0ae308-edd7-4e31-a6b0-0b44117f0db9 req-36ea7083-0eab-4da1-9e1f-914197d99bcd tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/ports?device_id=341a2e4b-b5d3-462c-8c4b-53ccd0f3b580 HTTP/1.1" status: 200 len: 931 time: 0.4710922 Sep 01 15:21:58.911653 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-823c7b3f-39da-433b-b375-ea9fc0ea244a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=5389196c-9cdd-4b8a-9082-c0e959b2bc8d HTTP/1.1" status: 200 len: 217 time: 0.1992300 Sep 01 15:21:58.941571 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e687e53-29aa-4fa2-b49f-3d0acf652164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:58.975693 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e7852-f2cd-45c0-b244-8a74999ca81a service neutron] Pushing event updated for resources: {'Port': ['ID=cac4dc28-d52c-4be8-ba27-c86474786729,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:59.052524 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47176) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:59.113974 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec0ae308-edd7-4e31-a6b0-0b44117f0db9 req-03bc13e8-8b99-462d-b1c1-f3fc6101b255 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/security-groups?id=efec05a5-31f5-490c-86ab-3f34e95139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942158 Sep 01 15:21:59.121794 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-2eb272e3-34f6-41eb-8c5b-6fea192e9bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:59.123854 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-2eb272e3-34f6-41eb-8c5b-6fea192e9bee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7c8003f-27d0-420a-9836-df681ab0e4f5 HTTP/1.1" status: 200 len: 797 time: 0.1967981 Sep 01 15:21:59.184686 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-68d1a2f2-6aa2-4116-9e30-355737bb48be tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Deleting port 660ddcbd-d8ed-44ba-99c9-2d1e4b431146 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:21:59.184686 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-68d1a2f2-6aa2-4116-9e30-355737bb48be tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:59.191528 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-7318d600-266e-49c8-8252-594df453d3a7 req-4f0e7852-f2cd-45c0-b244-8a74999ca81a service neutron] Attempting to bind port cac4dc28-d52c-4be8-ba27-c86474786729 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:21:59.192030 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-7318d600-266e-49c8-8252-594df453d3a7 req-4f0e7852-f2cd-45c0-b244-8a74999ca81a service neutron] Attempting to bind port cac4dc28-d52c-4be8-ba27-c86474786729 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'b2247e51-a6cb-477d-9d75-e4b8717f46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '913eb57c-f1c9-4825-bafa-59951f421f9b'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:21:59.192664 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7318d600-266e-49c8-8252-594df453d3a7 req-4f0e7852-f2cd-45c0-b244-8a74999ca81a service neutron] Attempting to bind port cac4dc28-d52c-4be8-ba27-c86474786729 on network 913eb57c-f1c9-4825-bafa-59951f421f9b {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:21:59.202940 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7318d600-266e-49c8-8252-594df453d3a7 req-4f0e7852-f2cd-45c0-b244-8a74999ca81a service neutron] Port cac4dc28-d52c-4be8-ba27-c86474786729 on network 913eb57c-f1c9-4825-bafa-59951f421f9b not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:21:59.203652 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7318d600-266e-49c8-8252-594df453d3a7 req-4f0e7852-f2cd-45c0-b244-8a74999ca81a service neutron] Attempting to bind port cac4dc28-d52c-4be8-ba27-c86474786729 on network 913eb57c-f1c9-4825-bafa-59951f421f9b {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:21:59.210796 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7318d600-266e-49c8-8252-594df453d3a7 req-4f0e7852-f2cd-45c0-b244-8a74999ca81a service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:21:59.211425 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7318d600-266e-49c8-8252-594df453d3a7 req-4f0e7852-f2cd-45c0-b244-8a74999ca81a service neutron] Checking segment: {'id': 'b2247e51-a6cb-477d-9d75-e4b8717f46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '913eb57c-f1c9-4825-bafa-59951f421f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:21:59.212015 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7318d600-266e-49c8-8252-594df453d3a7 req-4f0e7852-f2cd-45c0-b244-8a74999ca81a service neutron] Bound using segment: {'id': 'b2247e51-a6cb-477d-9d75-e4b8717f46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '913eb57c-f1c9-4825-bafa-59951f421f9b'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:21:59.212673 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-7318d600-266e-49c8-8252-594df453d3a7 req-4f0e7852-f2cd-45c0-b244-8a74999ca81a service neutron] Bound port: cac4dc28-d52c-4be8-ba27-c86474786729, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2247e51-a6cb-477d-9d75-e4b8717f46b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '913eb57c-f1c9-4825-bafa-59951f421f9b'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:21:59.213203 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7318d600-266e-49c8-8252-594df453d3a7 req-4f0e7852-f2cd-45c0-b244-8a74999ca81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:59.298163 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-583e2cc7-1290-4cb1-8253-e4a41e2f4333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:59.300223 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-583e2cc7-1290-4cb1-8253-e4a41e2f4333 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f4b104d-641a-47ad-83b7-9dda5b46432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1664150 Sep 01 15:21:59.390516 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6fdfface-e1d0-484d-8bd4-b4c7c7c9c2fa tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-466481277'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:21:59.391002 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6fdfface-e1d0-484d-8bd4-b4c7c7c9c2fa tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] Unknown quota resources ['metering_label']. {{(pid=94734) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 15:21:59.413804 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-68d1a2f2-6aa2-4116-9e30-355737bb48be tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] For port 660ddcbd-d8ed-44ba-99c9-2d1e4b431146, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=660ddcbd-d8ed-44ba-99c9-2d1e4b431146,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:21:59.415043 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-68d1a2f2-6aa2-4116-9e30-355737bb48be tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:59.453295 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-68d1a2f2-6aa2-4116-9e30-355737bb48be tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Calling delete_port for 660ddcbd-d8ed-44ba-99c9-2d1e4b431146 owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:21:59.496377 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e687e53-29aa-4fa2-b49f-3d0acf652164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:59.523765 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-7318d600-266e-49c8-8252-594df453d3a7 req-4f0e7852-f2cd-45c0-b244-8a74999ca81a service neutron] For port cac4dc28-d52c-4be8-ba27-c86474786729, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:21:59.551608 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e687e53-29aa-4fa2-b49f-3d0acf652164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:59.579503 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-7318d600-266e-49c8-8252-594df453d3a7 req-4f0e7852-f2cd-45c0-b244-8a74999ca81a service neutron] For port cac4dc28-d52c-4be8-ba27-c86474786729, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=cac4dc28-d52c-4be8-ba27-c86474786729,segment=NetworkSegment(b2247e51-a6cb-477d-9d75-e4b8717f46b3),segment_id=b2247e51-a6cb-477d-9d75-e4b8717f46b3)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:21:59.600600 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-c3b4b9b5-311f-4c62-b164-01c49c1862dc service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841852 Sep 01 15:21:59.654192 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7318d600-266e-49c8-8252-594df453d3a7 req-4f0e7852-f2cd-45c0-b244-8a74999ca81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:59.692014 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e687e53-29aa-4fa2-b49f-3d0acf652164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23f264c-d425-406c-9ebf-99133df2a682,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:21:59.707715 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4e687e53-29aa-4fa2-b49f-3d0acf652164 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=479dbd53e288411aa0abba164219f144&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3580728 Sep 01 15:21:59.715657 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47182) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:59.873138 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6fdfface-e1d0-484d-8bd4-b4c7c7c9c2fa tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:59.878181 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6fdfface-e1d0-484d-8bd4-b4c7c7c9c2fa tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8221936 Sep 01 15:21:59.878486 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-c680394c-1580-45bd-a5cb-8170b67b964d service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607884 Sep 01 15:21:59.879960 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318d600-266e-49c8-8252-594df453d3a7 req-4f0e7852-f2cd-45c0-b244-8a74999ca81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:21:59.880387 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47184) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:21:59.881245 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7318d600-266e-49c8-8252-594df453d3a7 req-4f0e7852-f2cd-45c0-b244-8a74999ca81a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:21:59.883993 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7318d600-266e-49c8-8252-594df453d3a7 req-4f0e7852-f2cd-45c0-b244-8a74999ca81a service neutron] 10.222.0.45 "PUT /v2.0/ports/cac4dc28-d52c-4be8-ba27-c86474786729 HTTP/1.1" status: 200 len: 1091 time: 1.8566742 Sep 01 15:21:59.889115 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '341a2e4b-b5d3-462c-8c4b-53ccd0f3b580', 'tag': 'cac4dc28-d52c-4be8-ba27-c86474786729'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:21:59.893613 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2467a8ac-d4f9-497b-a945-431747e57a91" -d '{"events": [{"name": "network-changed", "server_uuid": "341a2e4b-b5d3-462c-8c4b-53ccd0f3b580", "tag": "cac4dc28-d52c-4be8-ba27-c86474786729"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:21:59.899342 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-5b5e6085-4c2e-4d5d-8973-1cfc683185d4 tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '66aa9f43-3ff7-415d-afa8-4fe0f4116d6c'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:21:59.900621 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-5b5e6085-4c2e-4d5d-8973-1cfc683185d4 tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94733) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 15:21:59.961331 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f3eb87-b77e-49af-ac6e-e2c7a6f12dc3 x-openstack-request-id: req-d9f3eb87-b77e-49af-ac6e-e2c7a6f12dc3 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:21:59.961331 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "341a2e4b-b5d3-462c-8c4b-53ccd0f3b580", "tag": "cac4dc28-d52c-4be8-ba27-c86474786729", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:21:59.961331 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9f3eb87-b77e-49af-ac6e-e2c7a6f12dc3 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:21:59.961331 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '341a2e4b-b5d3-462c-8c4b-53ccd0f3b580', 'tag': 'cac4dc28-d52c-4be8-ba27-c86474786729', 'status': 'completed', 'code': 200} Sep 01 15:21:59.984255 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2a98bf4e-940c-43e5-b682-6d8edc8c5a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:00.018438 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e7852-f2cd-45c0-b244-8a74999ca81a service neutron] Pushing event updated for resources: {'Port': ['ID=cac4dc28-d52c-4be8-ba27-c86474786729,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:00.041137 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318d600-266e-49c8-8252-594df453d3a7 req-40d75457-991d-47be-8761-5525832df24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:00.044584 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7318d600-266e-49c8-8252-594df453d3a7 req-40d75457-991d-47be-8761-5525832df24a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=227fa665462b45bb9836333641ce6f10&device_id=341a2e4b-b5d3-462c-8c4b-53ccd0f3b580 HTTP/1.1" status: 200 len: 1094 time: 0.1167026 Sep 01 15:22:00.126407 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7318d600-266e-49c8-8252-594df453d3a7 req-3e996ce9-412f-4fff-bf47-44f4ce5fe574 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cac4dc28-d52c-4be8-ba27-c86474786729 HTTP/1.1" status: 200 len: 217 time: 0.0709999 Sep 01 15:22:00.281289 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318d600-266e-49c8-8252-594df453d3a7 req-08f473b8-b0ed-4612-86dc-63ee2f7153ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:00.298505 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7318d600-266e-49c8-8252-594df453d3a7 req-08f473b8-b0ed-4612-86dc-63ee2f7153ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68b21909-ac55-40d5-a035-fceb6875118f HTTP/1.1" status: 200 len: 854 time: 0.1482930 Sep 01 15:22:00.388218 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7318d600-266e-49c8-8252-594df453d3a7 req-de846780-ec06-4fd6-856b-14d633381ee3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=913eb57c-f1c9-4825-bafa-59951f421f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912068 Sep 01 15:22:00.620083 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29111dc2-eae2-4af9-a43d-2ad83bcd06ae req-9b4f2081-c4b5-4508-b579-b55a0548466c tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:00.623428 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-29111dc2-eae2-4af9-a43d-2ad83bcd06ae req-9b4f2081-c4b5-4508-b579-b55a0548466c tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/ports?device_id=341a2e4b-b5d3-462c-8c4b-53ccd0f3b580 HTTP/1.1" status: 200 len: 943 time: 0.2102978 Sep 01 15:22:00.654951 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7318d600-266e-49c8-8252-594df453d3a7 req-a7451fcf-8a41-474d-8620-484f178da72b service neutron] 10.222.0.45 "GET /v2.0/networks/913eb57c-f1c9-4825-bafa-59951f421f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581642 Sep 01 15:22:00.771325 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-29111dc2-eae2-4af9-a43d-2ad83bcd06ae req-bc29a071-d38e-4b68-a136-36ff86f45d3a tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/security-groups?id=efec05a5-31f5-490c-86ab-3f34e95139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314125 Sep 01 15:22:00.846886 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7318d600-266e-49c8-8252-594df453d3a7 req-b44031bd-eb0f-46fa-908f-6ea9bab14ae2 service neutron] 10.222.0.45 "GET /v2.0/networks/913eb57c-f1c9-4825-bafa-59951f421f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828337 Sep 01 15:22:00.905570 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-01feef99-20f5-4138-ba02-88ff9f1826d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=552a3269-c537-445a-a31c-3087d37de691 HTTP/1.1" status: 200 len: 217 time: 0.9699743 Sep 01 15:22:00.912051 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-68d1a2f2-6aa2-4116-9e30-355737bb48be tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:00.927143 n-d-794796-3 neutron-server[94733]: WARNING neutron.services.metering.metering_plugin [None req-5b5e6085-4c2e-4d5d-8973-1cfc683185d4 tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 01 15:22:00.966579 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467a8ac-d4f9-497b-a945-431747e57a91 req-63627720-599b-4c4d-9765-efd6ef9aedcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:00.969033 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2467a8ac-d4f9-497b-a945-431747e57a91 req-63627720-599b-4c4d-9765-efd6ef9aedcb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=227fa665462b45bb9836333641ce6f10&device_id=341a2e4b-b5d3-462c-8c4b-53ccd0f3b580 HTTP/1.1" status: 200 len: 1094 time: 0.0634077 Sep 01 15:22:01.093331 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1a2f2-6aa2-4116-9e30-355737bb48be tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Pushing event deleted for resources: {'Port': ['ID=660ddcbd-d8ed-44ba-99c9-2d1e4b431146,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:01.137680 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467a8ac-d4f9-497b-a945-431747e57a91 req-b17245c0-9fab-4c60-a28b-19444e5f2e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:01.140290 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2467a8ac-d4f9-497b-a945-431747e57a91 req-b17245c0-9fab-4c60-a28b-19444e5f2e3d service neutron] 10.222.0.45 "GET /v2.0/networks?id=913eb57c-f1c9-4825-bafa-59951f421f9b HTTP/1.1" status: 200 len: 915 time: 0.1635084 Sep 01 15:22:01.192825 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2a98bf4e-940c-43e5-b682-6d8edc8c5a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:01.223132 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2467a8ac-d4f9-497b-a945-431747e57a91 req-88fc27a9-0126-4ed6-8798-ce40a6efb316 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cac4dc28-d52c-4be8-ba27-c86474786729 HTTP/1.1" status: 200 len: 217 time: 0.0745785 Sep 01 15:22:01.332177 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467a8ac-d4f9-497b-a945-431747e57a91 req-1892b044-db48-4835-b5c0-0a3bcdcd580c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:01.336506 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2467a8ac-d4f9-497b-a945-431747e57a91 req-1892b044-db48-4835-b5c0-0a3bcdcd580c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68b21909-ac55-40d5-a035-fceb6875118f HTTP/1.1" status: 200 len: 854 time: 0.1048670 Sep 01 15:22:01.337650 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5b5e6085-4c2e-4d5d-8973-1cfc683185d4 tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:01.340812 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5b5e6085-4c2e-4d5d-8973-1cfc683185d4 tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.4557135 Sep 01 15:22:01.346277 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47198) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:01.358576 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-7eaf2f31-47c1-44da-98f5-91b185d9938c tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '66aa9f43-3ff7-415d-afa8-4fe0f4116d6c'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:01.359897 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-7eaf2f31-47c1-44da-98f5-91b185d9938c tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94734) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 15:22:01.444551 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-68d1a2f2-6aa2-4116-9e30-355737bb48be tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:01.444814 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2467a8ac-d4f9-497b-a945-431747e57a91 req-c5115cf4-7d9b-4236-9b82-9aed98e2bd9e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=913eb57c-f1c9-4825-bafa-59951f421f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712664 Sep 01 15:22:01.444946 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-5d71a9d0-db4a-4fbe-a984-1a48efa978c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:01.447620 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-5d71a9d0-db4a-4fbe-a984-1a48efa978c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7c8003f-27d0-420a-9836-df681ab0e4f5 HTTP/1.1" status: 200 len: 797 time: 0.4888566 Sep 01 15:22:01.582195 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-68d1a2f2-6aa2-4116-9e30-355737bb48be tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:01.588973 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-68d1a2f2-6aa2-4116-9e30-355737bb48be tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:01.649030 n-d-794796-3 neutron-server[94734]: WARNING neutron.services.metering.metering_plugin [None req-7eaf2f31-47c1-44da-98f5-91b185d9938c tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 01 15:22:01.660952 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-3c62f660-85f5-4705-8b8a-e777b6e4a158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:01.664417 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-3c62f660-85f5-4705-8b8a-e777b6e4a158 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f4b104d-641a-47ad-83b7-9dda5b46432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1798856 Sep 01 15:22:01.667391 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2a98bf4e-940c-43e5-b682-6d8edc8c5a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:01.672339 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2a98bf4e-940c-43e5-b682-6d8edc8c5a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:01.678058 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2a98bf4e-940c-43e5-b682-6d8edc8c5a19 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d23f264c-d425-406c-9ebf-99133df2a682 HTTP/1.1" status: 204 len: 168 time: 1.9557960 Sep 01 15:22:01.697063 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-68d1a2f2-6aa2-4116-9e30-355737bb48be tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:01.698556 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d1a2f2-6aa2-4116-9e30-355737bb48be tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ba72acf-0f10-44b6-bebf-b19e180e6af4 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:22:01.739069 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-68d1a2f2-6aa2-4116-9e30-355737bb48be tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:01.743577 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-68d1a2f2-6aa2-4116-9e30-355737bb48be tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "DELETE /v2.0/routers/8ba72acf-0f10-44b6-bebf-b19e180e6af4 HTTP/1.1" status: 204 len: 168 time: 4.2586427 Sep 01 15:22:01.788130 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47202) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:01.789870 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98bf4e-940c-43e5-b682-6d8edc8c5a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23f264c-d425-406c-9ebf-99133df2a682,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:01.817587 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-7b958356-64d1-48c4-bd47-4d9c839a5c85 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1710490810', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}, 'admin_state_up': False}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:01.967860 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-b7dff779-d810-4e02-a210-61b2640b4e3f service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909369 Sep 01 15:22:02.019853 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7eaf2f31-47c1-44da-98f5-91b185d9938c tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:02.022102 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7eaf2f31-47c1-44da-98f5-91b185d9938c tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6736486 Sep 01 15:22:02.046524 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47208) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:02.176932 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2467a8ac-d4f9-497b-a945-431747e57a91 req-34a120a0-e292-4f41-855d-f476de2aece1 service neutron] 10.222.0.45 "GET /v2.0/networks/913eb57c-f1c9-4825-bafa-59951f421f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7132680 Sep 01 15:22:02.250867 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-0cce1b70-290d-4383-8a65-726f12acc849 service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670412 Sep 01 15:22:02.275882 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b18453b5-d3ad-4148-bf11-b3b64c8f8264 tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=0a3dddb5-e27d-486d-8082-fdf1af52ed32 HTTP/1.1" status: 200 len: 462 time: 0.2266743 Sep 01 15:22:02.277300 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47212) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:02.315458 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cb01e-369d-412e-b538-31e937a1f752 req-1d108fbf-3ad1-4649-a59d-7ff45fa273bf tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:02.329681 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1c2cb01e-369d-412e-b538-31e937a1f752 req-1d108fbf-3ad1-4649-a59d-7ff45fa273bf tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/ports?device_id=341a2e4b-b5d3-462c-8c4b-53ccd0f3b580 HTTP/1.1" status: 200 len: 943 time: 0.2358975 Sep 01 15:22:02.366283 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-c94f3a26-a0b2-4423-a8de-c7971c3a9f05 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=1c5a56f8-27ff-464d-9f11-0461d7db45c1 HTTP/1.1" status: 200 len: 217 time: 0.0871787 Sep 01 15:22:02.393803 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7b958356-64d1-48c4-bd47-4d9c839a5c85 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:02.396085 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7b958356-64d1-48c4-bd47-4d9c839a5c85 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:02.482249 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1c2cb01e-369d-412e-b538-31e937a1f752 req-89d3d75e-4cae-43ef-9e92-dd771c55fc1b tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/security-groups?id=efec05a5-31f5-490c-86ab-3f34e95139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503975 Sep 01 15:22:02.509008 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7b958356-64d1-48c4-bd47-4d9c839a5c85 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:02.566354 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2467a8ac-d4f9-497b-a945-431747e57a91 req-96476cfc-ed54-408e-8f58-0d2e455075b9 service neutron] 10.222.0.45 "GET /v2.0/networks/913eb57c-f1c9-4825-bafa-59951f421f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723643 Sep 01 15:22:02.644866 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47216) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:02.669957 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-13af5878-5f19-4694-a2ed-53dba7bb94f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:02.688518 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 660ddcbd-d8ed-44ba-99c9-2d1e4b431146 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:22:02.736926 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 660ddcbd-d8ed-44ba-99c9-2d1e4b431146 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:22:02.738523 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 660ddcbd-d8ed-44ba-99c9-2d1e4b431146 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:22:02.849107 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-a8594081-619b-4cf6-b8a3-0b6d2548d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:02.851462 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-a8594081-619b-4cf6-b8a3-0b6d2548d2d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7c8003f-27d0-420a-9836-df681ab0e4f5 HTTP/1.1" status: 200 len: 797 time: 0.4766319 Sep 01 15:22:02.872918 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-13af5878-5f19-4694-a2ed-53dba7bb94f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:02.878487 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-13af5878-5f19-4694-a2ed-53dba7bb94f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:02.927925 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-13af5878-5f19-4694-a2ed-53dba7bb94f3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=099f5584044c4acaa0e144fb76fd193c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2812655 Sep 01 15:22:02.929132 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af5878-5f19-4694-a2ed-53dba7bb94f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d91351f-9f01-4c1e-ba4b-8ed27090c364,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:02.931864 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47218) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:03.002974 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ce67cbed-124c-4289-90dc-c2bb506cc075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:03.031279 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ce67cbed-124c-4289-90dc-c2bb506cc075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:03.035638 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0647884c-a70f-4888-a8b2-3d820c8a0267 tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:03.041674 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0647884c-a70f-4888-a8b2-3d820c8a0267 tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/0a3dddb5-e27d-486d-8082-fdf1af52ed32 HTTP/1.1" status: 204 len: 168 time: 0.6864061 Sep 01 15:22:03.042001 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47220) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:03.050066 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7b958356-64d1-48c4-bd47-4d9c839a5c85 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:03.065631 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d14d2ade-c047-4b80-a380-82ee82fd47ef tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=0a3dddb5-e27d-486d-8082-fdf1af52ed32 HTTP/1.1" status: 200 len: 221 time: 0.0196881 Sep 01 15:22:03.065910 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47222) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:03.071395 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-875d72d9-329c-4619-8805-44e3879d58f7 tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1741395381', 'description': 'label created by tempest'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:03.071877 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-875d72d9-329c-4619-8805-44e3879d58f7 tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] Unknown quota resources ['metering_label']. {{(pid=94733) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 15:22:03.125452 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ce67cbed-124c-4289-90dc-c2bb506cc075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:03.128052 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ce67cbed-124c-4289-90dc-c2bb506cc075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:03.129877 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ce67cbed-124c-4289-90dc-c2bb506cc075 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6d91351f-9f01-4c1e-ba4b-8ed27090c364 HTTP/1.1" status: 204 len: 168 time: 0.1965148 Sep 01 15:22:03.147756 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-330c8163-5f3e-42fd-8141-91778b98d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:03.149663 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-330c8163-5f3e-42fd-8141-91778b98d7c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f4b104d-641a-47ad-83b7-9dda5b46432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2463517 Sep 01 15:22:03.160721 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67cbed-124c-4289-90dc-c2bb506cc075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d91351f-9f01-4c1e-ba4b-8ed27090c364,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:03.572696 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-875d72d9-329c-4619-8805-44e3879d58f7 tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:03.574076 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-875d72d9-329c-4619-8805-44e3879d58f7 tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5069883 Sep 01 15:22:03.576831 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47234) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:03.643459 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-5698a51e-8ead-4a7e-8ffd-3e1ba88cb95e service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960655 Sep 01 15:22:03.803771 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8ff1408b-b0ce-405b-96d1-ac9f61acc0a5 tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=57c84634-37ed-45b8-89af-3329f3628a69 HTTP/1.1" status: 200 len: 468 time: 0.2251332 Sep 01 15:22:03.824744 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47242) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:03.987039 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ee98c-2922-475d-85ed-8e6ea156a40b req-4bbc3446-382b-4602-b333-a18df952f4dc tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:03.989198 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fe2ee98c-2922-475d-85ed-8e6ea156a40b req-4bbc3446-382b-4602-b333-a18df952f4dc tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/ports?device_id=341a2e4b-b5d3-462c-8c4b-53ccd0f3b580 HTTP/1.1" status: 200 len: 943 time: 0.1906765 Sep 01 15:22:04.233896 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7b958356-64d1-48c4-bd47-4d9c839a5c85 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:04.257688 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7b958356-64d1-48c4-bd47-4d9c839a5c85 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:04.261777 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-d3d69a1f-071b-42c6-b7ed-a58574ed98c0 service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6008508 Sep 01 15:22:04.340066 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-81510dc0-96a3-47c9-a59d-4d1f6e075596 tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:04.346856 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-81510dc0-96a3-47c9-a59d-4d1f6e075596 tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/57c84634-37ed-45b8-89af-3329f3628a69 HTTP/1.1" status: 204 len: 168 time: 0.5054693 Sep 01 15:22:04.348175 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47252) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:04.380247 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-4b0dbbde-d19e-47f6-8e17-71556e0df732 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=932aeed6-d245-43a4-a3ae-0f545c66348b HTTP/1.1" status: 200 len: 217 time: 0.1050017 Sep 01 15:22:04.402572 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fe2ee98c-2922-475d-85ed-8e6ea156a40b req-fc18581a-c8a1-4c49-a447-ac58a581e823 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/security-groups?id=efec05a5-31f5-490c-86ab-3f34e95139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488629 Sep 01 15:22:04.418105 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device cac4dc28-d52c-4be8-ba27-c86474786729 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:22:04.432767 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ec041e60-0687-4e0b-87b4-f4396c356598 tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=57c84634-37ed-45b8-89af-3329f3628a69 HTTP/1.1" status: 200 len: 216 time: 0.0573123 Sep 01 15:22:04.433989 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47256) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:04.464913 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3d18b22d-d5d3-40ca-bc36-380d0f3df58c tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0263846 Sep 01 15:22:04.464913 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47258) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:04.524111 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3669f98b-bd99-4c8f-8fa5-bcb1f5a9f8ce tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0546093 Sep 01 15:22:04.527492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47262) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:04.621674 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port cac4dc28-d52c-4be8-ba27-c86474786729, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=cac4dc28-d52c-4be8-ba27-c86474786729,segment=NetworkSegment(b2247e51-a6cb-477d-9d75-e4b8717f46b3),segment_id=b2247e51-a6cb-477d-9d75-e4b8717f46b3)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:04.631217 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5e8dded3-1359-4db5-9a21-6040652ea16c tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels/66aa9f43-3ff7-415d-afa8-4fe0f4116d6c HTTP/1.1" status: 200 len: 472 time: 0.0943220 Sep 01 15:22:04.631563 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47264) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:04.650209 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-54802981-6e3c-4f55-a9d0-9b1a2afadc11 tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules/d51bdd4a-fd5a-49a7-b081-6a80f51ef64f HTTP/1.1" status: 200 len: 459 time: 0.0107329 Sep 01 15:22:04.650784 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'cac4dc28-d52c-4be8-ba27-c86474786729', 'network_id': '913eb57c-f1c9-4825-bafa-59951f421f9b', 'port_id': 'cac4dc28-d52c-4be8-ba27-c86474786729', 'mac_address': 'fa:16:3e:f7:0b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68b21909-ac55-40d5-a035-fceb6875118f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:22:04.650985 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47266) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:04.727393 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:04.744346 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cac4dc28-d52c-4be8-ba27-c86474786729 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:22:04.785146 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-7b958356-64d1-48c4-bd47-4d9c839a5c85 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Allocated IP 172.25.6.134 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/6f575999-7879-448c-a4b4-d3c603f48dc2) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:22:04.817685 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port cac4dc28-d52c-4be8-ba27-c86474786729, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=cac4dc28-d52c-4be8-ba27-c86474786729,segment=NetworkSegment(b2247e51-a6cb-477d-9d75-e4b8717f46b3),segment_id=b2247e51-a6cb-477d-9d75-e4b8717f46b3)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:04.827973 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:04.920422 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:22:04.944224 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-44db5d7f-2c76-41cc-b297-a7a4ef75935d tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:04.945787 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-44db5d7f-2c76-41cc-b297-a7a4ef75935d tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/d51bdd4a-fd5a-49a7-b081-6a80f51ef64f HTTP/1.1" status: 204 len: 168 time: 0.2942703 Sep 01 15:22:04.948200 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-ae9094e1-5bdc-404d-87a5-2fed74690124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:04.950848 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47274) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:04.951041 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-ae9094e1-5bdc-404d-87a5-2fed74690124 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b7c8003f-27d0-420a-9836-df681ab0e4f5 HTTP/1.1" status: 200 len: 797 time: 0.5626302 Sep 01 15:22:04.977058 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=cac4dc28-d52c-4be8-ba27-c86474786729,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:05.100966 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-770bfd42-0ffd-4671-9038-d5605f4ee199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:05.103632 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-770bfd42-0ffd-4671-9038-d5605f4ee199 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7f4b104d-641a-47ad-83b7-9dda5b46432b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1331625 Sep 01 15:22:05.139080 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7b958356-64d1-48c4-bd47-4d9c839a5c85 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:05.197359 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['cac4dc28-d52c-4be8-ba27-c86474786729'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:22:05.328844 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0fe6e13b-2b47-4270-9a71-2473b2cdecbc tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:05.337933 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0fe6e13b-2b47-4270-9a71-2473b2cdecbc tempest-MeteringIpV6TestJSON-1742610197 tempest-MeteringIpV6TestJSON-1742610197-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/66aa9f43-3ff7-415d-afa8-4fe0f4116d6c HTTP/1.1" status: 204 len: 168 time: 0.3826795 Sep 01 15:22:05.387602 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-bccda5e2-0390-4440-9a12-8490cbe09611 service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735121 Sep 01 15:22:05.391074 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7b958356-64d1-48c4-bd47-4d9c839a5c85 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:05.575936 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-ff2165de-1a75-48f1-aed9-7ddd21e06dee service neutron] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762516 Sep 01 15:22:05.724924 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b958356-64d1-48c4-bd47-4d9c839a5c85 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:22:05.740376 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b6021-952f-43e9-8fe5-f5381a7050b0 req-42d72048-d774-4e46-a928-f6c615e6c733 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:05.745046 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-763b6021-952f-43e9-8fe5-f5381a7050b0 req-42d72048-d774-4e46-a928-f6c615e6c733 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/ports?device_id=341a2e4b-b5d3-462c-8c4b-53ccd0f3b580 HTTP/1.1" status: 200 len: 944 time: 0.1123269 Sep 01 15:22:05.853963 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-aa6bfbb4-2dde-4bf5-aa29-e006564db8cf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8f1a80c3-5202-4a18-95e7-80ba76cf3ddb HTTP/1.1" status: 200 len: 217 time: 0.1681092 Sep 01 15:22:05.857139 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-7b958356-64d1-48c4-bd47-4d9c839a5c85 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:22:05.866856 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b958356-64d1-48c4-bd47-4d9c839a5c85 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Pushing event updated for resources: {'Port': ['ID=6f575999-7879-448c-a4b4-d3c603f48dc2,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:05.879581 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b958356-64d1-48c4-bd47-4d9c839a5c85 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:22:05.915755 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-763b6021-952f-43e9-8fe5-f5381a7050b0 req-488e61b3-dcc6-46cc-b51f-a90f8ea0fe1a tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/security-groups?id=efec05a5-31f5-490c-86ab-3f34e95139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554937 Sep 01 15:22:05.992098 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47290) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:06.080230 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-64756b13-3b3e-4aa8-8758-efec9d4a2fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:06.081897 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-64756b13-3b3e-4aa8-8758-efec9d4a2fb0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=989e0a87-8aaa-4f21-90c8-77627595307e HTTP/1.1" status: 200 len: 797 time: 0.1859472 Sep 01 15:22:06.300694 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-8d40d8c0-04b1-4b9d-825e-79c92e168f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:06.302320 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-8d40d8c0-04b1-4b9d-825e-79c92e168f05 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1774318 Sep 01 15:22:06.347953 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e3e71e84-4cf0-4c5a-b86a-aa4678613c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:06.425976 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device cac4dc28-d52c-4be8-ba27-c86474786729 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:22:06.653009 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port cac4dc28-d52c-4be8-ba27-c86474786729 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:22:06.662957 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port cac4dc28-d52c-4be8-ba27-c86474786729 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:22:06.663268 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:06.678553 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-b0542e7a-b03e-4b0d-ad3c-3ef9b148b920 service neutron] 10.222.0.45 "GET /v2.0/networks/66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657243 Sep 01 15:22:06.734467 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e3e71e84-4cf0-4c5a-b86a-aa4678613c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:06.754183 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e3e71e84-4cf0-4c5a-b86a-aa4678613c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:06.843256 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7b958356-64d1-48c4-bd47-4d9c839a5c85 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:07.144168 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e3e71e84-4cf0-4c5a-b86a-aa4678613c5b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3116605a317f4e688f68190e904f2fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1498883 Sep 01 15:22:07.149129 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47318) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:07.160393 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e71e84-4cf0-4c5a-b86a-aa4678613c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dff404a-f28d-4b66-8d0d-6a2320cc8317,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:07.197814 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:07.288415 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port cac4dc28-d52c-4be8-ba27-c86474786729, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=cac4dc28-d52c-4be8-ba27-c86474786729,segment=NetworkSegment(b2247e51-a6cb-477d-9d75-e4b8717f46b3),segment_id=b2247e51-a6cb-477d-9d75-e4b8717f46b3)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:07.291789 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341a2e4b-b5d3-462c-8c4b-53ccd0f3b580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac4dc28-d52c-4be8-ba27-c86474786729'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:22:07.294846 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ef1974a2-7257-43c4-98f8-a395bdf4f0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:07.299128 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2169ad6-d67c-4442-8aa4-1c52f1b06ce0" -d '{"events": [{"server_uuid": "341a2e4b-b5d3-462c-8c4b-53ccd0f3b580", "name": "network-vif-plugged", "status": "completed", "tag": "cac4dc28-d52c-4be8-ba27-c86474786729"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:22:07.328054 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:07.349342 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ef1974a2-7257-43c4-98f8-a395bdf4f0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:07.361550 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-e3303dd4-99cd-4a93-a86e-d46f52503c7a service neutron] 10.222.0.45 "GET /v2.0/networks/66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6691477 Sep 01 15:22:07.435210 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207f64c8-1c01-457d-a4f3-23a0ba035adf x-openstack-request-id: req-207f64c8-1c01-457d-a4f3-23a0ba035adf {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:22:07.439330 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341a2e4b-b5d3-462c-8c4b-53ccd0f3b580", "name": "network-vif-plugged", "status": "completed", "tag": "cac4dc28-d52c-4be8-ba27-c86474786729", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:22:07.442382 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-207f64c8-1c01-457d-a4f3-23a0ba035adf {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:22:07.443108 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341a2e4b-b5d3-462c-8c4b-53ccd0f3b580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac4dc28-d52c-4be8-ba27-c86474786729', 'code': 200} Sep 01 15:22:07.536170 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=cac4dc28-d52c-4be8-ba27-c86474786729,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:07.572408 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7b958356-64d1-48c4-bd47-4d9c839a5c85 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:07.594405 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ef1974a2-7257-43c4-98f8-a395bdf4f0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:07.598944 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ef1974a2-7257-43c4-98f8-a395bdf4f0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:07.602830 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ef1974a2-7257-43c4-98f8-a395bdf4f0fd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6dff404a-f28d-4b66-8d0d-6a2320cc8317 HTTP/1.1" status: 204 len: 168 time: 0.4429274 Sep 01 15:22:07.627207 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1974a2-7257-43c4-98f8-a395bdf4f0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dff404a-f28d-4b66-8d0d-6a2320cc8317,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:07.691449 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0bf13-7d87-4192-8a62-9f72a07c856f req-cf4e0259-9f2c-42f6-8684-33ff5f0a021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:07.724172 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b8e0bf13-7d87-4192-8a62-9f72a07c856f req-cf4e0259-9f2c-42f6-8684-33ff5f0a021e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=341a2e4b-b5d3-462c-8c4b-53ccd0f3b580 HTTP/1.1" status: 200 len: 1096 time: 0.2013514 Sep 01 15:22:07.852231 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-1eedb540-157e-408a-8dd6-73d799b976be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=39363511-e22e-43eb-977c-daf2ec3d8534 HTTP/1.1" status: 200 len: 217 time: 0.2834661 Sep 01 15:22:07.868135 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f72f88-28a9-4c11-95b6-875039489291 req-d86b67e9-3b51-422b-ae90-48feb85f518e tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:07.873501 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b8e0bf13-7d87-4192-8a62-9f72a07c856f req-617777c1-5040-448a-95f8-e7b2c648c136 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=efec05a5-31f5-490c-86ab-3f34e95139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432164 Sep 01 15:22:07.889631 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f6f72f88-28a9-4c11-95b6-875039489291 req-d86b67e9-3b51-422b-ae90-48feb85f518e tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/ports?device_id=341a2e4b-b5d3-462c-8c4b-53ccd0f3b580 HTTP/1.1" status: 200 len: 944 time: 0.7244241 Sep 01 15:22:08.100472 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-13cb7afd-63b8-428a-ab3a-c46f68da2409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:08.102335 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-13cb7afd-63b8-428a-ab3a-c46f68da2409 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=989e0a87-8aaa-4f21-90c8-77627595307e HTTP/1.1" status: 200 len: 797 time: 0.1144290 Sep 01 15:22:08.224058 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f6f72f88-28a9-4c11-95b6-875039489291 req-41658ab3-f8ef-44ff-8b66-3d6d2eb17ee5 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/security-groups?id=efec05a5-31f5-490c-86ab-3f34e95139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331549 Sep 01 15:22:08.242323 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-785407b4-e05b-40c3-a40e-b86ce3be9083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:08.244667 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-785407b4-e05b-40c3-a40e-b86ce3be9083 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1229205 Sep 01 15:22:08.319838 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:08.514684 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b958356-64d1-48c4-bd47-4d9c839a5c85 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Router 1ae4e0d5-0e5d-41c8-8b2b-7013355848fa is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:22:08.561958 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-345706c4-0685-4452-9f7e-ca2f9077c34a service neutron] 10.222.0.45 "GET /v2.0/networks/66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073485 Sep 01 15:22:08.621006 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47342) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:08.669496 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e6fff852-faf9-4694-a41a-d183f7c3d7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:08.922606 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e6fff852-faf9-4694-a41a-d183f7c3d7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:08.942110 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e6fff852-faf9-4694-a41a-d183f7c3d7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:09.226382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fff852-faf9-4694-a41a-d183f7c3d7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebf520b-ad63-4840-a96d-1317e4a2e64f,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:09.245763 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d63bd42b-46f0-4965-a2b5-599b923972b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:09.252857 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e6fff852-faf9-4694-a41a-d183f7c3d7d7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=67c06c09120d4a7f85d40e2c4682c195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6300058 Sep 01 15:22:09.259491 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47346) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:09.372522 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b958356-64d1-48c4-bd47-4d9c839a5c85 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:22:09.391049 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f893dd54-1a46-4a30-be1b-ee9089eb8ec1 None None] Sync routers for ids ['1ae4e0d5-0e5d-41c8-8b2b-7013355848fa'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:22:09.393472 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-434a4707-a138-43f6-bd43-3ab14a9d5571 req-0cf58aaf-c6f0-4d93-9a41-9db4679f89cb service neutron] 10.222.0.45 "GET /v2.0/networks/66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344766 Sep 01 15:22:09.407494 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7b958356-64d1-48c4-bd47-4d9c839a5c85 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:09.408997 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7b958356-64d1-48c4-bd47-4d9c839a5c85 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.5978208 Sep 01 15:22:09.413228 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47350) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:09.429067 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f893dd54-1a46-4a30-be1b-ee9089eb8ec1 None None] Routers {'1ae4e0d5-0e5d-41c8-8b2b-7013355848fa'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:22:09.433120 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-f893dd54-1a46-4a30-be1b-ee9089eb8ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:21:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['1ae4e0d5-0e5d-41c8-8b2b-7013355848fa'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:09.433907 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-d30fb293-90b5-4101-b2ab-8fd6c76d352b tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'enable_snat': False}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:09.547237 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-f893dd54-1a46-4a30-be1b-ee9089eb8ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:09.571048 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8eba8f75-09b3-4d22-95c1-a6a8ef862ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:09.573940 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f893dd54-1a46-4a30-be1b-ee9089eb8ec1 None None] Routers {'1ae4e0d5-0e5d-41c8-8b2b-7013355848fa'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:22:09.575200 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-f893dd54-1a46-4a30-be1b-ee9089eb8ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:21:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['1ae4e0d5-0e5d-41c8-8b2b-7013355848fa'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:09.702521 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-f893dd54-1a46-4a30-be1b-ee9089eb8ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:09.703823 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f893dd54-1a46-4a30-be1b-ee9089eb8ec1 None None] The sync data for ids ['1ae4e0d5-0e5d-41c8-8b2b-7013355848fa'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:22:09.723880 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8eba8f75-09b3-4d22-95c1-a6a8ef862ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:09.808750 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ee9be-f30d-435c-bae4-7ef94da9071f req-89e074df-27dd-4b8d-b8c2-5dbac41e75d2 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:09.825861 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-926ee9be-f30d-435c-bae4-7ef94da9071f req-89e074df-27dd-4b8d-b8c2-5dbac41e75d2 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/ports?device_id=341a2e4b-b5d3-462c-8c4b-53ccd0f3b580 HTTP/1.1" status: 200 len: 945 time: 0.2489069 Sep 01 15:22:09.878182 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8eba8f75-09b3-4d22-95c1-a6a8ef862ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:09.897451 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8eba8f75-09b3-4d22-95c1-a6a8ef862ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:09.906849 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8eba8f75-09b3-4d22-95c1-a6a8ef862ca3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0ebf520b-ad63-4840-a96d-1317e4a2e64f HTTP/1.1" status: 204 len: 168 time: 0.6431475 Sep 01 15:22:09.971727 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-926ee9be-f30d-435c-bae4-7ef94da9071f req-81141344-cad4-4e7a-b226-d194d2b1a4e6 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/security-groups?id=efec05a5-31f5-490c-86ab-3f34e95139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319220 Sep 01 15:22:09.976356 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba8f75-09b3-4d22-95c1-a6a8ef862ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebf520b-ad63-4840-a96d-1317e4a2e64f,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:11.077683 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d2edc-1f46-47d7-a8df-8fa0af25771e req-dd7ff2de-ae90-42e9-96c3-896573164e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:11.080211 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c43d2edc-1f46-47d7-a8df-8fa0af25771e req-dd7ff2de-ae90-42e9-96c3-896573164e7d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=227fa665462b45bb9836333641ce6f10&device_id=341a2e4b-b5d3-462c-8c4b-53ccd0f3b580 HTTP/1.1" status: 200 len: 1096 time: 0.2449660 Sep 01 15:22:11.214484 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44d88b-1127-456a-a90c-efe111e87ffe req-b6a42376-eef3-4f49-bf14-fd9d0aef43c3 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:11.216213 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd44d88b-1127-456a-a90c-efe111e87ffe req-b6a42376-eef3-4f49-bf14-fd9d0aef43c3 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/ports?device_id=341a2e4b-b5d3-462c-8c4b-53ccd0f3b580 HTTP/1.1" status: 200 len: 945 time: 0.3205631 Sep 01 15:22:11.226363 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d30fb293-90b5-4101-b2ab-8fd6c76d352b tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:11.485352 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-667d7de6-a768-45cf-8e6d-414885a3db44 req-76911d87-7206-487c-83b0-6812bbb2bccf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4980514 Sep 01 15:22:11.503419 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d2edc-1f46-47d7-a8df-8fa0af25771e req-daa4d72a-2806-4491-ab9f-f7d361f9ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:11.506249 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c43d2edc-1f46-47d7-a8df-8fa0af25771e req-daa4d72a-2806-4491-ab9f-f7d361f9ecfe service neutron] 10.222.0.45 "GET /v2.0/networks?id=913eb57c-f1c9-4825-bafa-59951f421f9b HTTP/1.1" status: 200 len: 915 time: 0.4059863 Sep 01 15:22:11.764641 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d7de6-a768-45cf-8e6d-414885a3db44 req-0660c52e-cb12-420d-a98c-387051a71607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:11.769341 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-667d7de6-a768-45cf-8e6d-414885a3db44 req-0660c52e-cb12-420d-a98c-387051a71607 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf35c24044c040168464fc2f101d1d7c&device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 1096 time: 0.1622806 Sep 01 15:22:11.781492 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c43d2edc-1f46-47d7-a8df-8fa0af25771e req-5622eab4-2aa5-4d6a-a0cd-cf1b6986d263 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cac4dc28-d52c-4be8-ba27-c86474786729 HTTP/1.1" status: 200 len: 217 time: 0.2561581 Sep 01 15:22:11.829475 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd44d88b-1127-456a-a90c-efe111e87ffe req-730b006d-ce82-4221-a7a1-b7fd424ccc28 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/security-groups?id=efec05a5-31f5-490c-86ab-3f34e95139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5964177 Sep 01 15:22:11.906342 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d2edc-1f46-47d7-a8df-8fa0af25771e req-9d31fb3a-ae0a-4601-939a-a1f0e3c8edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:11.909384 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c43d2edc-1f46-47d7-a8df-8fa0af25771e req-9d31fb3a-ae0a-4601-939a-a1f0e3c8edd7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=68b21909-ac55-40d5-a035-fceb6875118f HTTP/1.1" status: 200 len: 854 time: 0.1067958 Sep 01 15:22:11.991901 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c43d2edc-1f46-47d7-a8df-8fa0af25771e req-3b3df973-0ed8-4171-a511-5a5bfb99646c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=913eb57c-f1c9-4825-bafa-59951f421f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721538 Sep 01 15:22:12.104064 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:12.139101 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d7de6-a768-45cf-8e6d-414885a3db44 req-5155db23-76f3-499f-8949-f9ca1729aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:12.141133 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-667d7de6-a768-45cf-8e6d-414885a3db44 req-5155db23-76f3-499f-8949-f9ca1729aff1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a9f3c327-3c62-4406-9745-e846939869d0 HTTP/1.1" status: 200 len: 916 time: 0.3386908 Sep 01 15:22:12.445156 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-667d7de6-a768-45cf-8e6d-414885a3db44 req-74440a51-139b-40f0-a0c1-3a313a41051f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fbaa072-b9a1-4185-bf7e-d86e126c4dc6 HTTP/1.1" status: 200 len: 1000 time: 0.2823107 Sep 01 15:22:12.462577 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c43d2edc-1f46-47d7-a8df-8fa0af25771e req-9bbff239-4bf7-4184-94d6-09337b643830 service neutron] 10.222.0.45 "GET /v2.0/networks/913eb57c-f1c9-4825-bafa-59951f421f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637647 Sep 01 15:22:12.594700 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d7de6-a768-45cf-8e6d-414885a3db44 req-528d89f2-1376-4447-b115-8e3b7014a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:12.601804 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-667d7de6-a768-45cf-8e6d-414885a3db44 req-528d89f2-1376-4447-b115-8e3b7014a64a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5151cbef-1431-4715-8183-370e302b1869 HTTP/1.1" status: 200 len: 854 time: 0.1491549 Sep 01 15:22:12.759606 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d7de6-a768-45cf-8e6d-414885a3db44 req-6373907d-b908-4a33-88ea-c4aca9351df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:12.768954 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-667d7de6-a768-45cf-8e6d-414885a3db44 req-6373907d-b908-4a33-88ea-c4aca9351df1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9f3c327-3c62-4406-9745-e846939869d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1564922 Sep 01 15:22:13.038219 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-667d7de6-a768-45cf-8e6d-414885a3db44 req-89f38b58-b123-4469-84e2-029efbe2e36b service neutron] 10.222.0.62 "GET /v2.0/networks/a9f3c327-3c62-4406-9745-e846939869d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603092 Sep 01 15:22:13.236933 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:13.351539 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d30fb293-90b5-4101-b2ab-8fd6c76d352b tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37605'] for router, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:13.385235 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-667d7de6-a768-45cf-8e6d-414885a3db44 req-65e913ec-0432-4fbc-8f86-77e7edd47357 service neutron] 10.222.0.62 "GET /v2.0/networks/a9f3c327-3c62-4406-9745-e846939869d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270321 Sep 01 15:22:13.418767 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d30fb293-90b5-4101-b2ab-8fd6c76d352b tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1825249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1825272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1826501'] for router, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:13.481255 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c43d2edc-1f46-47d7-a8df-8fa0af25771e req-420b4ac5-50bb-4cf1-99d7-e34ec37260aa service neutron] 10.222.0.45 "GET /v2.0/networks/913eb57c-f1c9-4825-bafa-59951f421f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0018044 Sep 01 15:22:13.640507 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9d0821d9-d5f4-4034-a53f-29993a1cddad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:13.724736 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3224e-7635-4185-b7b1-7d4f2aa3bb05 req-5dcef780-db59-4f7a-8c4c-9dab39a3217f tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:13.738602 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8cb3224e-7635-4185-b7b1-7d4f2aa3bb05 req-5dcef780-db59-4f7a-8c4c-9dab39a3217f tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/ports?device_id=341a2e4b-b5d3-462c-8c4b-53ccd0f3b580 HTTP/1.1" status: 200 len: 945 time: 0.6426013 Sep 01 15:22:14.038983 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8cb3224e-7635-4185-b7b1-7d4f2aa3bb05 req-92dc6a1f-e567-473b-91ed-a95ca3c9e005 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/security-groups?id=efec05a5-31f5-490c-86ab-3f34e95139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946048 Sep 01 15:22:14.148165 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30fb293-90b5-4101-b2ab-8fd6c76d352b tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Router 1ae4e0d5-0e5d-41c8-8b2b-7013355848fa has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:22:14.999484 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30fb293-90b5-4101-b2ab-8fd6c76d352b tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:22:15.020999 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d30fb293-90b5-4101-b2ab-8fd6c76d352b tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:15.027461 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54ab0a5-16bf-4fa6-9ba0-8db98f7fd534 None None] Sync routers for ids ['1ae4e0d5-0e5d-41c8-8b2b-7013355848fa'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:22:15.043640 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d30fb293-90b5-4101-b2ab-8fd6c76d352b tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "PUT /v2.0/routers/1ae4e0d5-0e5d-41c8-8b2b-7013355848fa HTTP/1.1" status: 200 len: 922 time: 5.6240232 Sep 01 15:22:15.044048 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47448) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:15.152930 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54ab0a5-16bf-4fa6-9ba0-8db98f7fd534 None None] Routers {'1ae4e0d5-0e5d-41c8-8b2b-7013355848fa'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:22:15.156918 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c54ab0a5-16bf-4fa6-9ba0-8db98f7fd534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:22:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['1ae4e0d5-0e5d-41c8-8b2b-7013355848fa'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:15.223779 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb1999-013f-4ea2-aefa-6d595ae6efee req-7d01eb64-f83a-4aa1-b1be-89b8a46b9324 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:15.236007 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb1999-013f-4ea2-aefa-6d595ae6efee req-7d01eb64-f83a-4aa1-b1be-89b8a46b9324 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:15.242171 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb1999-013f-4ea2-aefa-6d595ae6efee req-7d01eb64-f83a-4aa1-b1be-89b8a46b9324 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:15.266323 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb1999-013f-4ea2-aefa-6d595ae6efee req-7d01eb64-f83a-4aa1-b1be-89b8a46b9324 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:15.285627 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb1999-013f-4ea2-aefa-6d595ae6efee req-7d01eb64-f83a-4aa1-b1be-89b8a46b9324 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:15.298086 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb1999-013f-4ea2-aefa-6d595ae6efee req-7d01eb64-f83a-4aa1-b1be-89b8a46b9324 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:15.325190 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb1999-013f-4ea2-aefa-6d595ae6efee req-7d01eb64-f83a-4aa1-b1be-89b8a46b9324 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:15.343420 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1deb1999-013f-4ea2-aefa-6d595ae6efee req-7d01eb64-f83a-4aa1-b1be-89b8a46b9324 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5434 time: 0.3396189 Sep 01 15:22:15.373982 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c54ab0a5-16bf-4fa6-9ba0-8db98f7fd534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:15.398179 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:15.424457 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54ab0a5-16bf-4fa6-9ba0-8db98f7fd534 None None] Routers {'1ae4e0d5-0e5d-41c8-8b2b-7013355848fa'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:22:15.425585 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c54ab0a5-16bf-4fa6-9ba0-8db98f7fd534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:22:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['1ae4e0d5-0e5d-41c8-8b2b-7013355848fa'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:15.509864 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1deb1999-013f-4ea2-aefa-6d595ae6efee req-c741b17e-4cab-4199-8e3b-7ce0e71c1246 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1385770 Sep 01 15:22:15.559067 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47458) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:15.588264 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c54ab0a5-16bf-4fa6-9ba0-8db98f7fd534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:15.589420 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54ab0a5-16bf-4fa6-9ba0-8db98f7fd534 None None] The sync data for ids ['1ae4e0d5-0e5d-41c8-8b2b-7013355848fa'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:22:15.968206 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-ae0809d0-db23-4fe3-b1eb-55568c83f831 tempest-QuotasTest-159263134 tempest-QuotasTest-159263134-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:16.230102 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-f4faae59-4289-4af4-9c7c-51d362e89415 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:16.244595 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-f4faae59-4289-4af4-9c7c-51d362e89415 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:16.261699 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-f4faae59-4289-4af4-9c7c-51d362e89415 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:16.261897 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9e4ca29e-b73c-46a2-b36c-29c22f7ccb41 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "GET /v2.0/routers/1ae4e0d5-0e5d-41c8-8b2b-7013355848fa HTTP/1.1" status: 200 len: 922 time: 1.2142785 Sep 01 15:22:16.272045 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47468) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:16.272958 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-f4faae59-4289-4af4-9c7c-51d362e89415 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:16.275567 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-f4faae59-4289-4af4-9c7c-51d362e89415 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:16.287433 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-f4faae59-4289-4af4-9c7c-51d362e89415 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:16.321174 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-f4faae59-4289-4af4-9c7c-51d362e89415 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:16.324369 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-f4faae59-4289-4af4-9c7c-51d362e89415 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5434 time: 0.2421036 Sep 01 15:22:16.368412 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ae0809d0-db23-4fe3-b1eb-55568c83f831 tempest-QuotasTest-159263134 tempest-QuotasTest-159263134-project-admin] 10.222.0.60 "PUT /v2.0/quotas/b3048a167e3f4405bd0e79e5d12edc76 HTTP/1.1" status: 200 len: 366 time: 0.8041859 Sep 01 15:22:16.368790 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47472) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:16.388715 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff176320-f7f2-4a7e-a8b4-fb10d6601511 req-5dfb990c-6e57-46c3-8e4a-11158158dd18 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:16.405118 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff176320-f7f2-4a7e-a8b4-fb10d6601511 req-5dfb990c-6e57-46c3-8e4a-11158158dd18 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/ports?device_id=341a2e4b-b5d3-462c-8c4b-53ccd0f3b580 HTTP/1.1" status: 200 len: 945 time: 0.9648430 Sep 01 15:22:16.415192 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5b9ac8d4-1d3e-495f-aace-e54ccae2c4b8 tempest-QuotasTest-159263134 tempest-QuotasTest-159263134-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0414643 Sep 01 15:22:16.422890 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47478) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:16.446996 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-540d6f45-eac4-46a5-9b95-3fad4c0bb472 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:16.448371 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-540d6f45-eac4-46a5-9b95-3fad4c0bb472 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.45 "GET /v2.0/ports/552a3269-c537-445a-a31c-3087d37de691?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1115518 Sep 01 15:22:16.451385 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1826a841-64ad-46c7-84c3-f65ca5ac1141 tempest-QuotasTest-159263134 tempest-QuotasTest-159263134-project-admin] 10.222.0.60 "GET /v2.0/quotas/b3048a167e3f4405bd0e79e5d12edc76 HTTP/1.1" status: 200 len: 366 time: 0.0233672 Sep 01 15:22:16.454643 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47480) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:16.563850 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a13268f-5ffa-4036-a83b-b73a771600f5 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:16.570037 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cb65c6cb-696d-47c1-aa91-5e643d9079ef tempest-QuotasTest-159263134 tempest-QuotasTest-159263134-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/b3048a167e3f4405bd0e79e5d12edc76 HTTP/1.1" status: 204 len: 168 time: 0.1118445 Sep 01 15:22:16.570902 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6a13268f-5ffa-4036-a83b-b73a771600f5 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=5c826073-0017-46f6-8947-51b31e774ff4&device_id=1ae4e0d5-0e5d-41c8-8b2b-7013355848fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3050160 Sep 01 15:22:16.576624 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff176320-f7f2-4a7e-a8b4-fb10d6601511 req-9ca28b8d-2ee6-4456-8769-23d8ddfb629e tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/security-groups?id=efec05a5-31f5-490c-86ab-3f34e95139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699152 Sep 01 15:22:16.576789 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47486) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:16.577340 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47488) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:16.639776 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-edadf83d-81c7-4968-98c1-057ed1e614ab tempest-QuotasTest-159263134 tempest-QuotasTest-159263134-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0563698 Sep 01 15:22:16.646715 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47492) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:16.662397 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1f352e16-2f1b-46e7-89b3-82514d28a0c2 tempest-QuotasTest-159263134 tempest-QuotasTest-159263134-project-admin] 10.222.0.60 "GET /v2.0/quotas/b3048a167e3f4405bd0e79e5d12edc76 HTTP/1.1" status: 200 len: 370 time: 0.0138280 Sep 01 15:22:16.665912 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47496) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:16.677244 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-45887b43-1611-4b31-9a2f-b40f00a8da4e tempest-QuotasTest-159263134 tempest-QuotasTest-159263134-project-admin] 10.222.0.60 "GET /v2.0/quotas/b3048a167e3f4405bd0e79e5d12edc76/default HTTP/1.1" status: 200 len: 370 time: 0.0091500 Sep 01 15:22:16.682010 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47500) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:16.715470 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-15601213-37fe-4015-a91f-38afc38d9de2 tempest-QuotasTest-159263134 tempest-QuotasTest-159263134-project-admin] delete failed (client error): The resource could not be found. Sep 01 15:22:16.719606 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-15601213-37fe-4015-a91f-38afc38d9de2 tempest-QuotasTest-159263134 tempest-QuotasTest-159263134-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/b3048a167e3f4405bd0e79e5d12edc76 HTTP/1.1" status: 404 len: 348 time: 0.0352595 Sep 01 15:22:16.732957 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-0840c9be-8937-4c70-a556-c79b5c05ac4e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.45 "GET /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2711370 Sep 01 15:22:16.788376 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-4d85cfcf-4ec3-4596-b503-b91b9ac371c7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:16.904166 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba42be9-f988-4df2-b99d-e7c1ec18c1f3 req-649f2350-8de5-4b2c-938f-0512f5450cf9 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:16.912753 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba42be9-f988-4df2-b99d-e7c1ec18c1f3 req-649f2350-8de5-4b2c-938f-0512f5450cf9 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:16.931845 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba42be9-f988-4df2-b99d-e7c1ec18c1f3 req-649f2350-8de5-4b2c-938f-0512f5450cf9 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:16.944868 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba42be9-f988-4df2-b99d-e7c1ec18c1f3 req-649f2350-8de5-4b2c-938f-0512f5450cf9 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:16.965509 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba42be9-f988-4df2-b99d-e7c1ec18c1f3 req-649f2350-8de5-4b2c-938f-0512f5450cf9 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:16.972119 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba42be9-f988-4df2-b99d-e7c1ec18c1f3 req-649f2350-8de5-4b2c-938f-0512f5450cf9 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:16.990547 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47508) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:16.991232 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba42be9-f988-4df2-b99d-e7c1ec18c1f3 req-649f2350-8de5-4b2c-938f-0512f5450cf9 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:16.993389 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dba42be9-f988-4df2-b99d-e7c1ec18c1f3 req-649f2350-8de5-4b2c-938f-0512f5450cf9 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 5434 time: 0.2574735 Sep 01 15:22:17.037033 n-d-794796-3 neutron-server[94734]: DEBUG neutron.quota.resource [None req-34e0ba9d-6f28-457a-bf2a-72dcc0c66361 tempest-QuotasTest-159263134 tempest-QuotasTest-159263134-project-admin] Usage tracker for resource:network and tenant:cc9b70c911f54e1dbc48451bfe77143f is out of sync, need to count used quota {{(pid=94734) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 01 15:22:17.049972 n-d-794796-3 neutron-server[94734]: DEBUG neutron.quota.resource [None req-34e0ba9d-6f28-457a-bf2a-72dcc0c66361 tempest-QuotasTest-159263134 tempest-QuotasTest-159263134-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94734) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 01 15:22:17.068106 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dba42be9-f988-4df2-b99d-e7c1ec18c1f3 req-84dfaed3-bdae-41a4-b3c5-9d411eab4de7 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572743 Sep 01 15:22:17.071097 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83509fc-5382-4934-ac6c-24f5d8d3f1cf tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:17.072676 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a83509fc-5382-4934-ac6c-24f5d8d3f1cf tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 881 time: 0.4943359 Sep 01 15:22:17.073474 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-4d85cfcf-4ec3-4596-b503-b91b9ac371c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:17.075499 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47510) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:17.077723 n-d-794796-3 neutron-server[94734]: DEBUG neutron.quota.resource [None req-34e0ba9d-6f28-457a-bf2a-72dcc0c66361 tempest-QuotasTest-159263134 tempest-QuotasTest-159263134-project-admin] Usage tracker for resource:subnet and tenant:cc9b70c911f54e1dbc48451bfe77143f is out of sync, need to count used quota {{(pid=94734) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 01 15:22:17.090077 n-d-794796-3 neutron-server[94734]: DEBUG neutron.quota.resource [None req-34e0ba9d-6f28-457a-bf2a-72dcc0c66361 tempest-QuotasTest-159263134 tempest-QuotasTest-159263134-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94734) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 01 15:22:17.116451 n-d-794796-3 neutron-server[94734]: DEBUG neutron.quota.resource [None req-34e0ba9d-6f28-457a-bf2a-72dcc0c66361 tempest-QuotasTest-159263134 tempest-QuotasTest-159263134-project-admin] Usage tracker for resource:subnetpool and tenant:cc9b70c911f54e1dbc48451bfe77143f is out of sync, need to count used quota {{(pid=94734) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 01 15:22:17.136964 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d15a85b4-79b3-4d1e-b6fe-28a36785b124 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ae4e0d5-0e5d-41c8-8b2b-7013355848fa HTTP/1.1" status: 200 len: 205 time: 0.0599701 Sep 01 15:22:17.146943 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47512) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:17.184216 n-d-794796-3 neutron-server[94734]: DEBUG neutron.quota.resource [None req-34e0ba9d-6f28-457a-bf2a-72dcc0c66361 tempest-QuotasTest-159263134 tempest-QuotasTest-159263134-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94734) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 01 15:22:17.318728 n-d-794796-3 neutron-server[94734]: DEBUG neutron.quota.resource [None req-34e0ba9d-6f28-457a-bf2a-72dcc0c66361 tempest-QuotasTest-159263134 tempest-QuotasTest-159263134-project-admin] Usage tracker for resource:port and tenant:cc9b70c911f54e1dbc48451bfe77143f is out of sync, need to count used quota {{(pid=94734) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 01 15:22:17.352488 n-d-794796-3 neutron-server[94734]: DEBUG neutron.quota.resource [None req-34e0ba9d-6f28-457a-bf2a-72dcc0c66361 tempest-QuotasTest-159263134 tempest-QuotasTest-159263134-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94734) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 01 15:22:17.392742 n-d-794796-3 neutron-server[94734]: DEBUG neutron.quota.resource [None req-34e0ba9d-6f28-457a-bf2a-72dcc0c66361 tempest-QuotasTest-159263134 tempest-QuotasTest-159263134-project-admin] Usage tracker for resource:router and tenant:cc9b70c911f54e1dbc48451bfe77143f is out of sync, need to count used quota {{(pid=94734) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 01 15:22:17.485456 n-d-794796-3 neutron-server[94734]: DEBUG neutron.quota.resource [None req-34e0ba9d-6f28-457a-bf2a-72dcc0c66361 tempest-QuotasTest-159263134 tempest-QuotasTest-159263134-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94734) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 01 15:22:17.563214 n-d-794796-3 neutron-server[94734]: DEBUG neutron.quota.resource [None req-34e0ba9d-6f28-457a-bf2a-72dcc0c66361 tempest-QuotasTest-159263134 tempest-QuotasTest-159263134-project-admin] Usage tracker for resource:floatingip and tenant:cc9b70c911f54e1dbc48451bfe77143f is out of sync, need to count used quota {{(pid=94734) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 01 15:22:17.586870 n-d-794796-3 neutron-server[94734]: DEBUG neutron.quota.resource [None req-34e0ba9d-6f28-457a-bf2a-72dcc0c66361 tempest-QuotasTest-159263134 tempest-QuotasTest-159263134-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94734) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 01 15:22:17.600793 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-4d85cfcf-4ec3-4596-b503-b91b9ac371c7 service neutron] For port 552a3269-c537-445a-a31c-3087d37de691, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=552a3269-c537-445a-a31c-3087d37de691,segment=NetworkSegment(27300445-e76c-4111-ba4f-fda0d2642488),segment_id=27300445-e76c-4111-ba4f-fda0d2642488)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:17.604142 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eae70bb2-c438-4b00-80f3-79400be35c75 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:17.673041 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-4d85cfcf-4ec3-4596-b503-b91b9ac371c7 service neutron] For port 552a3269-c537-445a-a31c-3087d37de691, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:22:17.766220 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-4d85cfcf-4ec3-4596-b503-b91b9ac371c7 service neutron] device_id is not set on port 552a3269-c537-445a-a31c-3087d37de691 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:22:17.792142 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-4d85cfcf-4ec3-4596-b503-b91b9ac371c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:17.812003 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-4d85cfcf-4ec3-4596-b503-b91b9ac371c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:17.877520 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d6e89-21fa-404f-aea6-144f55ff8846 req-e736e182-e1a3-4cd9-a23a-eb31bc4cfc7e tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:17.886527 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5e1d6e89-21fa-404f-aea6-144f55ff8846 req-e736e182-e1a3-4cd9-a23a-eb31bc4cfc7e tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/ports?device_id=341a2e4b-b5d3-462c-8c4b-53ccd0f3b580 HTTP/1.1" status: 200 len: 945 time: 0.4158211 Sep 01 15:22:17.926585 n-d-794796-3 neutron-server[94734]: DEBUG neutron.quota.resource [None req-34e0ba9d-6f28-457a-bf2a-72dcc0c66361 tempest-QuotasTest-159263134 tempest-QuotasTest-159263134-project-admin] Usage tracker for resource:security_group and tenant:cc9b70c911f54e1dbc48451bfe77143f is out of sync, need to count used quota {{(pid=94734) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 01 15:22:17.949740 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-4d85cfcf-4ec3-4596-b503-b91b9ac371c7 service neutron] No DVR routers for this DVR port 552a3269-c537-445a-a31c-3087d37de691 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:22:17.986290 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eae70bb2-c438-4b00-80f3-79400be35c75 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:18.002141 n-d-794796-3 neutron-server[94734]: DEBUG neutron.quota.resource [None req-34e0ba9d-6f28-457a-bf2a-72dcc0c66361 tempest-QuotasTest-159263134 tempest-QuotasTest-159263134-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94734) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 01 15:22:18.006934 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85cfcf-4ec3-4596-b503-b91b9ac371c7 service neutron] Pushing event updated for resources: {'Port': ['ID=552a3269-c537-445a-a31c-3087d37de691,revision_number=6']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:18.050117 n-d-794796-3 neutron-server[94734]: DEBUG neutron.quota.resource [None req-34e0ba9d-6f28-457a-bf2a-72dcc0c66361 tempest-QuotasTest-159263134 tempest-QuotasTest-159263134-project-admin] Usage tracker for resource:security_group_rule and tenant:cc9b70c911f54e1dbc48451bfe77143f is out of sync, need to count used quota {{(pid=94734) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 01 15:22:18.068289 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85cfcf-4ec3-4596-b503-b91b9ac371c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:18.068986 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85cfcf-4ec3-4596-b503-b91b9ac371c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:18.069530 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85cfcf-4ec3-4596-b503-b91b9ac371c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:18.070055 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85cfcf-4ec3-4596-b503-b91b9ac371c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:18.070654 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85cfcf-4ec3-4596-b503-b91b9ac371c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:18.071177 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85cfcf-4ec3-4596-b503-b91b9ac371c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:18.071698 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85cfcf-4ec3-4596-b503-b91b9ac371c7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:18.072210 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85cfcf-4ec3-4596-b503-b91b9ac371c7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:18.072715 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85cfcf-4ec3-4596-b503-b91b9ac371c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:18.073943 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85cfcf-4ec3-4596-b503-b91b9ac371c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:18.074489 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85cfcf-4ec3-4596-b503-b91b9ac371c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:18.075043 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85cfcf-4ec3-4596-b503-b91b9ac371c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:18.116689 n-d-794796-3 neutron-server[94734]: DEBUG neutron.quota.resource [None req-34e0ba9d-6f28-457a-bf2a-72dcc0c66361 tempest-QuotasTest-159263134 tempest-QuotasTest-159263134-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94734) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 01 15:22:18.120530 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5e1d6e89-21fa-404f-aea6-144f55ff8846 req-837c967b-e652-4b1e-b921-c6c5f8968be6 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/security-groups?id=efec05a5-31f5-490c-86ab-3f34e95139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299984 Sep 01 15:22:18.132647 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-4d85cfcf-4ec3-4596-b503-b91b9ac371c7 service neutron] In _notify_port_updated(), no bound segment for port 552a3269-c537-445a-a31c-3087d37de691 on network 7f4b104d-641a-47ad-83b7-9dda5b46432b {{(pid=94733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:22:18.139733 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-4d85cfcf-4ec3-4596-b503-b91b9ac371c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:18.143411 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-4d85cfcf-4ec3-4596-b503-b91b9ac371c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:18.149325 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-4d85cfcf-4ec3-4596-b503-b91b9ac371c7 service neutron] 10.222.0.45 "PUT /v2.0/ports/552a3269-c537-445a-a31c-3087d37de691 HTTP/1.1" status: 200 len: 1026 time: 1.3932765 Sep 01 15:22:18.195556 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-34e0ba9d-6f28-457a-bf2a-72dcc0c66361 tempest-QuotasTest-159263134 tempest-QuotasTest-159263134-project-admin] 10.222.0.60 "GET /v2.0/quotas/cc9b70c911f54e1dbc48451bfe77143f/details.json HTTP/1.1" status: 200 len: 703 time: 1.2038417 Sep 01 15:22:18.290202 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-2de360f5-149c-4415-9a8f-06f55eb89ecd tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:18.292996 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-2de360f5-149c-4415-9a8f-06f55eb89ecd tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.45 "GET /v2.0/ports/5389196c-9cdd-4b8a-9082-c0e959b2bc8d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1363339 Sep 01 15:22:18.299397 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-eae70bb2-c438-4b00-80f3-79400be35c75 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Deleting port 6f575999-7879-448c-a4b4-d3c603f48dc2 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:22:18.300971 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eae70bb2-c438-4b00-80f3-79400be35c75 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:18.323699 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-04e43136-b122-40c3-b361-d1f86085e26c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:18.506686 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-04e43136-b122-40c3-b361-d1f86085e26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:18.513865 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 552a3269-c537-445a-a31c-3087d37de691 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:22:18.625373 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eae70bb2-c438-4b00-80f3-79400be35c75 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:18.667492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7a68c-2131-496c-9929-2abc9a2984e7 req-eb158635-dad8-4921-b072-a9e9867aab30 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:18.681729 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7a68c-2131-496c-9929-2abc9a2984e7 req-eb158635-dad8-4921-b072-a9e9867aab30 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:18.695275 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 552a3269-c537-445a-a31c-3087d37de691 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:22:18.696595 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 932aeed6-d245-43a4-a3ae-0f545c66348b no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:22:18.699749 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8073df1b-ac6c-48da-839e-84504f89c623 None None] Provisioning complete for port 552a3269-c537-445a-a31c-3087d37de691 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:22:18.700128 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8073df1b-ac6c-48da-839e-84504f89c623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:18.700639 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7a68c-2131-496c-9929-2abc9a2984e7 req-eb158635-dad8-4921-b072-a9e9867aab30 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:18.717756 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7a68c-2131-496c-9929-2abc9a2984e7 req-eb158635-dad8-4921-b072-a9e9867aab30 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:18.731597 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7a68c-2131-496c-9929-2abc9a2984e7 req-eb158635-dad8-4921-b072-a9e9867aab30 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:18.762410 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-8073df1b-ac6c-48da-839e-84504f89c623 None None] Port 552a3269-c537-445a-a31c-3087d37de691 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:22:18.775228 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7a68c-2131-496c-9929-2abc9a2984e7 req-eb158635-dad8-4921-b072-a9e9867aab30 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:18.811507 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-90f7a68c-2131-496c-9929-2abc9a2984e7 req-eb158635-dad8-4921-b072-a9e9867aab30 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 4661 time: 0.3885419 Sep 01 15:22:18.851308 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-eae70bb2-c438-4b00-80f3-79400be35c75 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Calling delete_port for 6f575999-7879-448c-a4b4-d3c603f48dc2 owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:22:18.956564 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-04e43136-b122-40c3-b361-d1f86085e26c service neutron] For port 5389196c-9cdd-4b8a-9082-c0e959b2bc8d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=5389196c-9cdd-4b8a-9082-c0e959b2bc8d,segment=NetworkSegment(27300445-e76c-4111-ba4f-fda0d2642488),segment_id=27300445-e76c-4111-ba4f-fda0d2642488)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:18.997021 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:19.068469 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '932aeed6-d245-43a4-a3ae-0f545c66348b'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:22:19.071186 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f669d347-b2f3-4453-9b54-59b68cd68181" -d '{"events": [{"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-unplugged", "status": "completed", "tag": "932aeed6-d245-43a4-a3ae-0f545c66348b"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:22:19.078542 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-04e43136-b122-40c3-b361-d1f86085e26c service neutron] For port 5389196c-9cdd-4b8a-9082-c0e959b2bc8d, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:22:19.123390 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 932aeed6-d245-43a4-a3ae-0f545c66348b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=932aeed6-d245-43a4-a3ae-0f545c66348b,segment=NetworkSegment(27300445-e76c-4111-ba4f-fda0d2642488),segment_id=27300445-e76c-4111-ba4f-fda0d2642488)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:19.134435 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:19.135268 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:22:19.191192 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-90f7a68c-2131-496c-9929-2abc9a2984e7 req-343752a2-3e3d-49c0-9d8c-2a99e4f99f40 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&id=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3642447 Sep 01 15:22:19.221081 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=932aeed6-d245-43a4-a3ae-0f545c66348b,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:19.226134 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47558) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:19.273576 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-04e43136-b122-40c3-b361-d1f86085e26c service neutron] device_id is not set on port 5389196c-9cdd-4b8a-9082-c0e959b2bc8d yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:22:19.315123 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-04e43136-b122-40c3-b361-d1f86085e26c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:19.330869 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-04e43136-b122-40c3-b361-d1f86085e26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:19.524297 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:19.638576 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e43136-b122-40c3-b361-d1f86085e26c service neutron] Pushing event updated for resources: {'Port': ['ID=5389196c-9cdd-4b8a-9082-c0e959b2bc8d,revision_number=6']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:19.647633 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-04e43136-b122-40c3-b361-d1f86085e26c service neutron] No DVR routers for this DVR port 5389196c-9cdd-4b8a-9082-c0e959b2bc8d on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:22:19.662371 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2,segment=NetworkSegment(22ae1a9a-94f4-4969-9c75-3360b1d6bc43),segment_id=22ae1a9a-94f4-4969-9c75-3360b1d6bc43)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:19.673027 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1f384-dfed-4688-866e-23799b1b53ac req-d02eba42-9263-4547-ad17-0eacea60c713 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:19.676029 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-51b1f384-dfed-4688-866e-23799b1b53ac req-d02eba42-9263-4547-ad17-0eacea60c713 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.45 "GET /v2.0/ports?device_id=341a2e4b-b5d3-462c-8c4b-53ccd0f3b580 HTTP/1.1" status: 200 len: 945 time: 0.7998154 Sep 01 15:22:19.680801 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:19.682997 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 8f1a80c3-5202-4a18-95e7-80ba76cf3ddb no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:22:19.723207 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-04e43136-b122-40c3-b361-d1f86085e26c service neutron] In _notify_port_updated(), no bound segment for port 5389196c-9cdd-4b8a-9082-c0e959b2bc8d on network 7f4b104d-641a-47ad-83b7-9dda5b46432b {{(pid=94733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:22:19.724106 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-04e43136-b122-40c3-b361-d1f86085e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:19.724724 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-04e43136-b122-40c3-b361-d1f86085e26c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:19.726414 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-04e43136-b122-40c3-b361-d1f86085e26c service neutron] 10.222.0.45 "PUT /v2.0/ports/5389196c-9cdd-4b8a-9082-c0e959b2bc8d HTTP/1.1" status: 200 len: 1028 time: 1.4137919 Sep 01 15:22:19.839355 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3d53c1-8442-4732-bd85-0e58f91c3864 x-openstack-request-id: req-5a3d53c1-8442-4732-bd85-0e58f91c3864 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:22:19.839655 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-unplugged", "status": "completed", "tag": "932aeed6-d245-43a4-a3ae-0f545c66348b", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:22:19.839990 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a3d53c1-8442-4732-bd85-0e58f91c3864 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:22:19.840300 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '932aeed6-d245-43a4-a3ae-0f545c66348b', 'code': 200} Sep 01 15:22:19.873908 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a17206e4-1cb6-4baf-8a37-643ecf7f0ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:19.882020 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eae70bb2-c438-4b00-80f3-79400be35c75 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:19.966965 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:20.008173 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae70bb2-c438-4b00-80f3-79400be35c75 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Pushing event deleted for resources: {'Port': ['ID=6f575999-7879-448c-a4b4-d3c603f48dc2,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:20.117998 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:20.202162 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 8f1a80c3-5202-4a18-95e7-80ba76cf3ddb, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=8f1a80c3-5202-4a18-95e7-80ba76cf3ddb,segment=NetworkSegment(5fdacd6a-a9a9-4355-9925-a5dc87d77042),segment_id=5fdacd6a-a9a9-4355-9925-a5dc87d77042)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:20.228636 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:20.229829 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 1c5a56f8-27ff-464d-9f11-0461d7db45c1 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:22:20.285420 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9658dc-e3b0-4a0b-ad61-7eb01329afec req-845586d2-f87c-4e54-b05e-ba844dbfb350 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:20.294637 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7c9658dc-e3b0-4a0b-ad61-7eb01329afec req-845586d2-f87c-4e54-b05e-ba844dbfb350 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/ports?device_id=341a2e4b-b5d3-462c-8c4b-53ccd0f3b580 HTTP/1.1" status: 200 len: 945 time: 0.6586826 Sep 01 15:22:20.359853 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2be0265b-f01b-4ef6-8de0-bea456dd05ae None None] Provisioning complete for port 5389196c-9cdd-4b8a-9082-c0e959b2bc8d triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:22:20.360231 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2be0265b-f01b-4ef6-8de0-bea456dd05ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:20.395947 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eae70bb2-c438-4b00-80f3-79400be35c75 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:20.455614 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a17206e4-1cb6-4baf-8a37-643ecf7f0ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:20.466173 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-f774c5be-1816-4091-bd2f-bac8244c404e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Deleting port 932aeed6-d245-43a4-a3ae-0f545c66348b {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:22:20.477062 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-f774c5be-1816-4091-bd2f-bac8244c404e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:20.549038 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-2be0265b-f01b-4ef6-8de0-bea456dd05ae None None] Port 5389196c-9cdd-4b8a-9082-c0e959b2bc8d cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:22:20.571999 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=8f1a80c3-5202-4a18-95e7-80ba76cf3ddb,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:20.687257 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a17206e4-1cb6-4baf-8a37-643ecf7f0ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:20.708786 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:20.727719 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eae70bb2-c438-4b00-80f3-79400be35c75 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:20.733969 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eae70bb2-c438-4b00-80f3-79400be35c75 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:20.736693 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7c9658dc-e3b0-4a0b-ad61-7eb01329afec req-1760ccb3-e053-4a89-8b00-b0bcc844e6a8 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/security-groups?id=efec05a5-31f5-490c-86ab-3f34e95139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409492 Sep 01 15:22:20.754582 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf5892-1c82-40f9-ab9d-65f87774097e req-543ac084-3053-4420-8674-d4e3ea3c4591 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:20.769254 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-39bf5892-1c82-40f9-ab9d-65f87774097e req-543ac084-3053-4420-8674-d4e3ea3c4591 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 945 time: 0.7714117 Sep 01 15:22:20.800164 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 1c5a56f8-27ff-464d-9f11-0461d7db45c1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=1c5a56f8-27ff-464d-9f11-0461d7db45c1,segment=NetworkSegment(27300445-e76c-4111-ba4f-fda0d2642488),segment_id=27300445-e76c-4111-ba4f-fda0d2642488)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:20.808475 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:20.809224 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 39363511-e22e-43eb-977c-daf2ec3d8534 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:22:20.881296 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-f774c5be-1816-4091-bd2f-bac8244c404e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] For port 932aeed6-d245-43a4-a3ae-0f545c66348b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=932aeed6-d245-43a4-a3ae-0f545c66348b,segment=NetworkSegment(27300445-e76c-4111-ba4f-fda0d2642488),segment_id=27300445-e76c-4111-ba4f-fda0d2642488)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:20.887519 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-51b1f384-dfed-4688-866e-23799b1b53ac req-ff7550d2-ce9f-4540-b4f2-5368efd9cb98 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Deleting port cac4dc28-d52c-4be8-ba27-c86474786729 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:22:20.888214 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-51b1f384-dfed-4688-866e-23799b1b53ac req-ff7550d2-ce9f-4540-b4f2-5368efd9cb98 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:20.890028 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-f774c5be-1816-4091-bd2f-bac8244c404e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:21.022242 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-f774c5be-1816-4091-bd2f-bac8244c404e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Calling delete_port for 932aeed6-d245-43a4-a3ae-0f545c66348b owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:22:21.079170 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17206e4-1cb6-4baf-8a37-643ecf7f0ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab0e0a6-d7a8-4bc0-946f-7a88b63fc426,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:21.168294 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eae70bb2-c438-4b00-80f3-79400be35c75 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:21.169515 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae70bb2-c438-4b00-80f3-79400be35c75 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Fanout notify agent at l3_agent the message router_deleted on router 1ae4e0d5-0e5d-41c8-8b2b-7013355848fa {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:22:21.197767 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eae70bb2-c438-4b00-80f3-79400be35c75 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:21.199625 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-eae70bb2-c438-4b00-80f3-79400be35c75 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "DELETE /v2.0/routers/1ae4e0d5-0e5d-41c8-8b2b-7013355848fa HTTP/1.1" status: 204 len: 168 time: 4.0435512 Sep 01 15:22:21.207103 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47584) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:21.225784 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-260941aa-3c6c-4399-bde2-00aae25ec587 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-73165234', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:21.251320 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-39bf5892-1c82-40f9-ab9d-65f87774097e req-99d7e2bc-ffa4-47f8-9bcf-91b67b259e5b tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4661288 Sep 01 15:22:21.340335 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-51b1f384-dfed-4688-866e-23799b1b53ac req-ff7550d2-ce9f-4540-b4f2-5368efd9cb98 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] For port cac4dc28-d52c-4be8-ba27-c86474786729, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=cac4dc28-d52c-4be8-ba27-c86474786729,segment=NetworkSegment(b2247e51-a6cb-477d-9d75-e4b8717f46b3),segment_id=b2247e51-a6cb-477d-9d75-e4b8717f46b3)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:21.344762 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-51b1f384-dfed-4688-866e-23799b1b53ac req-ff7550d2-ce9f-4540-b4f2-5368efd9cb98 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:21.361303 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a17206e4-1cb6-4baf-8a37-643ecf7f0ac7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=27a02d1e674b4474a249ac58bd0d21fb&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1254458 Sep 01 15:22:21.374631 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47586) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:21.376136 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:21.412785 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-51b1f384-dfed-4688-866e-23799b1b53ac req-ff7550d2-ce9f-4540-b4f2-5368efd9cb98 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Calling delete_port for cac4dc28-d52c-4be8-ba27-c86474786729 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:22:21.417721 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-260941aa-3c6c-4399-bde2-00aae25ec587 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:21.420092 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-260941aa-3c6c-4399-bde2-00aae25ec587 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:21.548606 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 39363511-e22e-43eb-977c-daf2ec3d8534, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=39363511-e22e-43eb-977c-daf2ec3d8534,segment=NetworkSegment(5fdacd6a-a9a9-4355-9925-a5dc87d77042),segment_id=5fdacd6a-a9a9-4355-9925-a5dc87d77042)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:21.558003 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=1c5a56f8-27ff-464d-9f11-0461d7db45c1,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:21.583127 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:21.588344 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 5389196c-9cdd-4b8a-9082-c0e959b2bc8d no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:22:21.691571 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-260941aa-3c6c-4399-bde2-00aae25ec587 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:21.796597 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-f774c5be-1816-4091-bd2f-bac8244c404e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:21.804011 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-260941aa-3c6c-4399-bde2-00aae25ec587 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:21.841392 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2'}, {'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f1a80c3-5202-4a18-95e7-80ba76cf3ddb'}, {'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c5a56f8-27ff-464d-9f11-0461d7db45c1'}, {'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39363511-e22e-43eb-977c-daf2ec3d8534'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:22:21.845707 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5aa395-0af7-4849-9c48-5c8f947f422d" -d '{"events": [{"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-unplugged", "status": "completed", "tag": "45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2"}, {"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-unplugged", "status": "completed", "tag": "8f1a80c3-5202-4a18-95e7-80ba76cf3ddb"}, {"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-unplugged", "status": "completed", "tag": "1c5a56f8-27ff-464d-9f11-0461d7db45c1"}, {"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-unplugged", "status": "completed", "tag": "39363511-e22e-43eb-977c-daf2ec3d8534"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:22:21.880614 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 5389196c-9cdd-4b8a-9082-c0e959b2bc8d not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:22:21.885001 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=39363511-e22e-43eb-977c-daf2ec3d8534,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:21.900436 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device cac4dc28-d52c-4be8-ba27-c86474786729 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:22:21.908890 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774c5be-1816-4091-bd2f-bac8244c404e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event deleted for resources: {'Port': ['ID=932aeed6-d245-43a4-a3ae-0f545c66348b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:21.938424 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c55a4-ba66-4941-978c-906142ee525a req-b40bce70-7cf0-460f-8dcd-9d72919ab585 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:21.962199 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c55a4-ba66-4941-978c-906142ee525a req-b40bce70-7cf0-460f-8dcd-9d72919ab585 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:21.976411 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c55a4-ba66-4941-978c-906142ee525a req-b40bce70-7cf0-460f-8dcd-9d72919ab585 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:21.991384 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c55a4-ba66-4941-978c-906142ee525a req-b40bce70-7cf0-460f-8dcd-9d72919ab585 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:22.007182 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c55a4-ba66-4941-978c-906142ee525a req-b40bce70-7cf0-460f-8dcd-9d72919ab585 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:22.022198 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da8c55a4-ba66-4941-978c-906142ee525a req-b40bce70-7cf0-460f-8dcd-9d72919ab585 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 3801 time: 0.9597440 Sep 01 15:22:22.032182 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-699e6ac7-a2df-4764-b21e-3fdcee904d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:22.045525 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-260941aa-3c6c-4399-bde2-00aae25ec587 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:22.052803 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-260941aa-3c6c-4399-bde2-00aae25ec587 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8412144 Sep 01 15:22:22.067324 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47598) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:22.105659 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-51b1f384-dfed-4688-866e-23799b1b53ac req-ff7550d2-ce9f-4540-b4f2-5368efd9cb98 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:22.119861 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-db21a8ef-73d7-4fda-9942-f7d18930202d tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Request body: {'router': {'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:22.184281 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:22.273428 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f12f2f-70bc-4ac1-b8d6-bef3ed3f8c78 req-313b201e-a546-4041-b8b3-62810023e2aa tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:22.286356 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-40f12f2f-70bc-4ac1-b8d6-bef3ed3f8c78 req-313b201e-a546-4041-b8b3-62810023e2aa tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/ports?device_id=341a2e4b-b5d3-462c-8c4b-53ccd0f3b580 HTTP/1.1" status: 200 len: 945 time: 0.3391938 Sep 01 15:22:22.332797 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-699e6ac7-a2df-4764-b21e-3fdcee904d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:22.335826 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-f774c5be-1816-4091-bd2f-bac8244c404e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] No DVR routers for this DVR port 932aeed6-d245-43a4-a3ae-0f545c66348b on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:22:22.354011 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-f774c5be-1816-4091-bd2f-bac8244c404e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:22.358747 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-f774c5be-1816-4091-bd2f-bac8244c404e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.45 "DELETE /v2.0/ports/932aeed6-d245-43a4-a3ae-0f545c66348b HTTP/1.1" status: 204 len: 173 time: 2.5200274 Sep 01 15:22:22.363194 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b1f384-dfed-4688-866e-23799b1b53ac req-ff7550d2-ce9f-4540-b4f2-5368efd9cb98 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] No DVR routers for this DVR port cac4dc28-d52c-4be8-ba27-c86474786729 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:22:22.363732 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-deleted', 'tag': '932aeed6-d245-43a4-a3ae-0f545c66348b'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:22:22.367940 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640dc2d0-da85-40d9-8598-561c10fa3d00" -d '{"events": [{"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-deleted", "tag": "932aeed6-d245-43a4-a3ae-0f545c66348b"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:22:22.385486 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7550d2-ce9f-4540-b4f2-5368efd9cb98 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Pushing event deleted for resources: {'Port': ['ID=cac4dc28-d52c-4be8-ba27-c86474786729,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:22.395708 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-51b1f384-dfed-4688-866e-23799b1b53ac req-ff7550d2-ce9f-4540-b4f2-5368efd9cb98 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:22.416742 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-51b1f384-dfed-4688-866e-23799b1b53ac req-ff7550d2-ce9f-4540-b4f2-5368efd9cb98 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.45 "DELETE /v2.0/ports/cac4dc28-d52c-4be8-ba27-c86474786729 HTTP/1.1" status: 204 len: 173 time: 2.7237868 Sep 01 15:22:22.420377 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341a2e4b-b5d3-462c-8c4b-53ccd0f3b580', 'name': 'network-vif-deleted', 'tag': 'cac4dc28-d52c-4be8-ba27-c86474786729'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:22:22.434763 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afae898f-9e7b-4491-932f-7f1fc5a9313b" -d '{"events": [{"server_uuid": "341a2e4b-b5d3-462c-8c4b-53ccd0f3b580", "name": "network-vif-deleted", "tag": "cac4dc28-d52c-4be8-ba27-c86474786729"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:22:22.577727 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-40f12f2f-70bc-4ac1-b8d6-bef3ed3f8c78 req-2a686e8c-36cf-460b-b2d5-7c61b2aad3a6 tempest-InstanceActionsTestJSON-704917950 tempest-InstanceActionsTestJSON-704917950-project] 10.222.0.60 "GET /v2.0/security-groups?id=efec05a5-31f5-490c-86ab-3f34e95139c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844696 Sep 01 15:22:22.600533 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da8c55a4-ba66-4941-978c-906142ee525a req-3f799659-a0bc-4662-a5e8-538e1e034d25 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5710881 Sep 01 15:22:22.729108 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 01 Sep 2021 15:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a625b4e-e6f7-43f0-81aa-eafcdf3a2f04 x-openstack-request-id: req-4a625b4e-e6f7-43f0-81aa-eafcdf3a2f04 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:22:22.729767 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-unplugged", "status": "completed", "tag": "45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2", "code": 200}, {"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-unplugged", "status": "completed", "tag": "8f1a80c3-5202-4a18-95e7-80ba76cf3ddb", "code": 200}, {"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-unplugged", "status": "completed", "tag": "1c5a56f8-27ff-464d-9f11-0461d7db45c1", "code": 200}, {"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-unplugged", "status": "completed", "tag": "39363511-e22e-43eb-977c-daf2ec3d8534", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:22:22.730122 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4a625b4e-e6f7-43f0-81aa-eafcdf3a2f04 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:22:22.730794 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2', 'code': 200} Sep 01 15:22:22.731184 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f1a80c3-5202-4a18-95e7-80ba76cf3ddb', 'code': 200} Sep 01 15:22:22.731726 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c5a56f8-27ff-464d-9f11-0461d7db45c1', 'code': 200} Sep 01 15:22:22.732087 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39363511-e22e-43eb-977c-daf2ec3d8534', 'code': 200} Sep 01 15:22:22.811666 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2312bcf-4f9a-45a4-ae8a-888d63bfc376 x-openstack-request-id: req-c2312bcf-4f9a-45a4-ae8a-888d63bfc376 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:22:22.813426 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-deleted", "tag": "932aeed6-d245-43a4-a3ae-0f545c66348b", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:22:22.814186 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c2312bcf-4f9a-45a4-ae8a-888d63bfc376 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:22:22.815395 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-deleted', 'tag': '932aeed6-d245-43a4-a3ae-0f545c66348b', 'status': 'completed', 'code': 200} Sep 01 15:22:22.896117 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-699e6ac7-a2df-4764-b21e-3fdcee904d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:22.901659 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-699e6ac7-a2df-4764-b21e-3fdcee904d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:22.903900 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-699e6ac7-a2df-4764-b21e-3fdcee904d88 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ab0e0a6-d7a8-4bc0-946f-7a88b63fc426 HTTP/1.1" status: 204 len: 168 time: 1.5247593 Sep 01 15:22:22.976601 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63983e3-e8a7-47d2-bb42-7e872086798c x-openstack-request-id: req-e63983e3-e8a7-47d2-bb42-7e872086798c {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:22:22.977177 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341a2e4b-b5d3-462c-8c4b-53ccd0f3b580", "name": "network-vif-deleted", "tag": "cac4dc28-d52c-4be8-ba27-c86474786729", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:22:22.977177 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e63983e3-e8a7-47d2-bb42-7e872086798c {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:22:22.977803 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341a2e4b-b5d3-462c-8c4b-53ccd0f3b580', 'name': 'network-vif-deleted', 'tag': 'cac4dc28-d52c-4be8-ba27-c86474786729', 'status': 'completed', 'code': 200} Sep 01 15:22:23.125550 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db21a8ef-73d7-4fda-9942-f7d18930202d tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:23.149445 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e6ac7-a2df-4764-b21e-3fdcee904d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab0e0a6-d7a8-4bc0-946f-7a88b63fc426,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:23.364489 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6322666-1809-45f1-9185-464731ebdf20 req-483c4a4f-22a0-4a35-bdb9-c69a09e673c4 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:23.367549 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f6322666-1809-45f1-9185-464731ebdf20 req-483c4a4f-22a0-4a35-bdb9-c69a09e673c4 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 945 time: 0.5604081 Sep 01 15:22:23.394805 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-c69a802c-811c-4654-ab26-388104239753 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Deleting port 39363511-e22e-43eb-977c-daf2ec3d8534 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:22:23.395289 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-c69a802c-811c-4654-ab26-388104239753 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:23.492991 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47616) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:23.527922 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d9e3e8c-3b39-4d75-a0b9-1a382896a7b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:23.689922 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-c69a802c-811c-4654-ab26-388104239753 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] For port 39363511-e22e-43eb-977c-daf2ec3d8534, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=39363511-e22e-43eb-977c-daf2ec3d8534,segment=NetworkSegment(5fdacd6a-a9a9-4355-9925-a5dc87d77042),segment_id=5fdacd6a-a9a9-4355-9925-a5dc87d77042)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:23.690724 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-c69a802c-811c-4654-ab26-388104239753 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:23.710651 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-c69a802c-811c-4654-ab26-388104239753 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Calling delete_port for 39363511-e22e-43eb-977c-daf2ec3d8534 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:22:23.784128 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d9e3e8c-3b39-4d75-a0b9-1a382896a7b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:23.785918 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47624) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:23.797158 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f6322666-1809-45f1-9185-464731ebdf20 req-e935466c-49f9-4cd0-9f97-b435bfa05733 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3956425 Sep 01 15:22:23.906940 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ff26f5-e73a-4e2b-85e4-ecee5c0bed3b admin admin] Deleting subnet 68b21909-ac55-40d5-a035-fceb6875118f {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:22:23.913491 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d9e3e8c-3b39-4d75-a0b9-1a382896a7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:23.917879 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-00ff26f5-e73a-4e2b-85e4-ecee5c0bed3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:24.002752 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db21a8ef-73d7-4fda-9942-f7d18930202d tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:24.066431 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db21a8ef-73d7-4fda-9942-f7d18930202d tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:24.112192 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3363a-a506-41de-9c00-1d4551485ff0 req-dd4833e2-cc6b-4cd4-95e9-f11d45bc132a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:24.120423 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3363a-a506-41de-9c00-1d4551485ff0 req-dd4833e2-cc6b-4cd4-95e9-f11d45bc132a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:24.133534 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-c69a802c-811c-4654-ab26-388104239753 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:24.134897 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3363a-a506-41de-9c00-1d4551485ff0 req-dd4833e2-cc6b-4cd4-95e9-f11d45bc132a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:24.150659 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3363a-a506-41de-9c00-1d4551485ff0 req-dd4833e2-cc6b-4cd4-95e9-f11d45bc132a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:24.167234 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7fe3363a-a506-41de-9c00-1d4551485ff0 req-dd4833e2-cc6b-4cd4-95e9-f11d45bc132a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 3144 time: 0.2568936 Sep 01 15:22:24.181333 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2d9e3e8c-3b39-4d75-a0b9-1a382896a7b6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc9b70c911f54e1dbc48451bfe77143f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6864438 Sep 01 15:22:24.188854 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a802c-811c-4654-ab26-388104239753 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event deleted for resources: {'Port': ['ID=39363511-e22e-43eb-977c-daf2ec3d8534,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:24.191842 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47628) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:24.193778 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e3e8c-3b39-4d75-a0b9-1a382896a7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c627bd9e-da10-401b-96e0-b299987d67e0,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:24.220724 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-00ff26f5-e73a-4e2b-85e4-ecee5c0bed3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:24.364301 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-c69a802c-811c-4654-ab26-388104239753 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] No DVR routers for this DVR port 39363511-e22e-43eb-977c-daf2ec3d8534 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:22:24.371848 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-c69a802c-811c-4654-ab26-388104239753 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:24.375536 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-c69a802c-811c-4654-ab26-388104239753 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.45 "DELETE /v2.0/ports/39363511-e22e-43eb-977c-daf2ec3d8534 HTTP/1.1" status: 204 len: 173 time: 1.9979570 Sep 01 15:22:24.420564 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-00ff26f5-e73a-4e2b-85e4-ecee5c0bed3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:24.439539 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-db21a8ef-73d7-4fda-9942-f7d18930202d tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Allocated IP 172.25.6.79 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/d8c63ef8-4c2e-439d-9760-9703f20cf19e) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:22:24.496344 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7fe3363a-a506-41de-9c00-1d4551485ff0 req-25a74bed-29c5-4c9b-895e-0df971a8d31a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3122566 Sep 01 15:22:24.540169 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6376fb6-3aee-48f8-8e34-a68fad7678d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:24.595300 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6376fb6-3aee-48f8-8e34-a68fad7678d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:24.615283 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-00ff26f5-e73a-4e2b-85e4-ecee5c0bed3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:24.681369 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff26f5-e73a-4e2b-85e4-ecee5c0bed3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68b21909-ac55-40d5-a035-fceb6875118f,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:24.721148 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-00ff26f5-e73a-4e2b-85e4-ecee5c0bed3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:24.725451 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-00ff26f5-e73a-4e2b-85e4-ecee5c0bed3b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/68b21909-ac55-40d5-a035-fceb6875118f HTTP/1.1" status: 204 len: 168 time: 0.9359887 Sep 01 15:22:24.745805 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47638) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:24.977132 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2b4a0470-7f24-4201-8b49-4ef4e8cbcfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:25.016399 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6376fb6-3aee-48f8-8e34-a68fad7678d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:25.040235 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6376fb6-3aee-48f8-8e34-a68fad7678d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:25.051024 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f6376fb6-3aee-48f8-8e34-a68fad7678d8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c627bd9e-da10-401b-96e0-b299987d67e0 HTTP/1.1" status: 204 len: 168 time: 0.8462672 Sep 01 15:22:25.071831 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6376fb6-3aee-48f8-8e34-a68fad7678d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c627bd9e-da10-401b-96e0-b299987d67e0,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:25.297356 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-deleted', 'tag': '39363511-e22e-43eb-977c-daf2ec3d8534'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:22:25.303203 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bd80f9-fbec-45f6-ad78-7f628fc87cdb" -d '{"events": [{"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-deleted", "tag": "39363511-e22e-43eb-977c-daf2ec3d8534"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:22:25.465668 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-88e9552f-392c-4ebe-b345-6ae9770dd17b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Deleting port 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:22:25.468102 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-88e9552f-392c-4ebe-b345-6ae9770dd17b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:25.488388 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2b4a0470-7f24-4201-8b49-4ef4e8cbcfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:25.537077 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-2b4a0470-7f24-4201-8b49-4ef4e8cbcfb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['913eb57c-f1c9-4825-bafa-59951f421f9b']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:25.587362 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-2b4a0470-7f24-4201-8b49-4ef4e8cbcfb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2247e51-a6cb-477d-9d75-e4b8717f46b3') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:25.588269 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-2b4a0470-7f24-4201-8b49-4ef4e8cbcfb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2247e51-a6cb-477d-9d75-e4b8717f46b3') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:25.619668 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2b4a0470-7f24-4201-8b49-4ef4e8cbcfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:25.701878 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2b4a0470-7f24-4201-8b49-4ef4e8cbcfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:25.721170 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b4a0470-7f24-4201-8b49-4ef4e8cbcfb7 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:22:25.722154 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2b4a0470-7f24-4201-8b49-4ef4e8cbcfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: items = [ Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:22:25.724868 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:22:25.728433 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e05f2db-f95a-4e81-b2a5-73e3dcae357c x-openstack-request-id: req-7e05f2db-f95a-4e81-b2a5-73e3dcae357c {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:22:25.729028 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-deleted", "tag": "39363511-e22e-43eb-977c-daf2ec3d8534", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:22:25.729515 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e05f2db-f95a-4e81-b2a5-73e3dcae357c {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:22:25.730196 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-deleted', 'tag': '39363511-e22e-43eb-977c-daf2ec3d8534', 'status': 'completed', 'code': 200} Sep 01 15:22:25.855653 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db21a8ef-73d7-4fda-9942-f7d18930202d tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:25.885005 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e3f5f-c77a-4844-abc4-0d2b0d000e28 req-499cb698-e9df-46e3-877d-ee49ced44e36 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:25.908705 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2b4a0470-7f24-4201-8b49-4ef4e8cbcfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:25.918792 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2b4a0470-7f24-4201-8b49-4ef4e8cbcfb7 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:25.925345 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2b4a0470-7f24-4201-8b49-4ef4e8cbcfb7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/913eb57c-f1c9-4825-bafa-59951f421f9b HTTP/1.1" status: 204 len: 168 time: 1.1781027 Sep 01 15:22:25.943233 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2a8e3f5f-c77a-4844-abc4-0d2b0d000e28 req-499cb698-e9df-46e3-877d-ee49ced44e36 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 945 time: 0.6277146 Sep 01 15:22:25.977275 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b737a0-b0c4-473a-acca-41968bdc372e req-393bfda6-7389-43a3-8458-a13871a702d7 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:25.986582 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b737a0-b0c4-473a-acca-41968bdc372e req-393bfda6-7389-43a3-8458-a13871a702d7 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:25.995622 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b737a0-b0c4-473a-acca-41968bdc372e req-393bfda6-7389-43a3-8458-a13871a702d7 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:26.007153 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-74b737a0-b0c4-473a-acca-41968bdc372e req-393bfda6-7389-43a3-8458-a13871a702d7 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 2411 time: 0.1822026 Sep 01 15:22:26.010026 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a0470-7f24-4201-8b49-4ef4e8cbcfb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=913eb57c-f1c9-4825-bafa-59951f421f9b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:26.144060 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-74b737a0-b0c4-473a-acca-41968bdc372e req-4c129cf3-ac8e-4397-bb68-dfdfdbb36570 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264048 Sep 01 15:22:26.158104 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-88e9552f-392c-4ebe-b345-6ae9770dd17b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] For port 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2,segment=NetworkSegment(22ae1a9a-94f4-4969-9c75-3360b1d6bc43),segment_id=22ae1a9a-94f4-4969-9c75-3360b1d6bc43)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:26.159032 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-88e9552f-392c-4ebe-b345-6ae9770dd17b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:26.407623 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47674) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:26.533840 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e39d1d62-a8cd-46f8-92c2-f4b9a73e22bd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=227fa665462b45bb9836333641ce6f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1242082 Sep 01 15:22:26.539441 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47676) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:26.692315 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-37522a90-a2bf-4324-b3c4-cdafd628c099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:26.797170 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-37522a90-a2bf-4324-b3c4-cdafd628c099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:26.902763 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47682) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:26.910201 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-88e9552f-392c-4ebe-b345-6ae9770dd17b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:26.911133 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-88e9552f-392c-4ebe-b345-6ae9770dd17b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:26.911311 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-88e9552f-392c-4ebe-b345-6ae9770dd17b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Floating IP 2a79ec5f-7f0c-4aba-8467-0941a530c069 disassociated. External IP: 172.25.6.109, port: 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2. Sep 01 15:22:26.911856 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-88e9552f-392c-4ebe-b345-6ae9770dd17b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Calling delete_port for 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:22:26.969630 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-37522a90-a2bf-4324-b3c4-cdafd628c099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:26.974622 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-37522a90-a2bf-4324-b3c4-cdafd628c099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:26.976809 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-37522a90-a2bf-4324-b3c4-cdafd628c099 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/efec05a5-31f5-490c-86ab-3f34e95139c0 HTTP/1.1" status: 204 len: 168 time: 0.4357979 Sep 01 15:22:27.004758 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37522a90-a2bf-4324-b3c4-cdafd628c099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efec05a5-31f5-490c-86ab-3f34e95139c0,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:27.110874 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db21a8ef-73d7-4fda-9942-f7d18930202d tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:27.220640 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2a8e3f5f-c77a-4844-abc4-0d2b0d000e28 req-1c524b71-658e-496d-b0b8-ea7e8183c3b7 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1207132 Sep 01 15:22:27.271292 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db21a8ef-73d7-4fda-9942-f7d18930202d tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:22:27.274673 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-db21a8ef-73d7-4fda-9942-f7d18930202d tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:22:27.284477 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db21a8ef-73d7-4fda-9942-f7d18930202d tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:22:27.344936 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21a8ef-73d7-4fda-9942-f7d18930202d tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Pushing event updated for resources: {'Port': ['ID=d8c63ef8-4c2e-439d-9760-9703f20cf19e,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:27.554725 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f2e36-07c4-49ca-8009-1006b051a2c1 req-50bcbaf1-df50-4938-8832-22db585e9c0e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:27.569132 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f2e36-07c4-49ca-8009-1006b051a2c1 req-50bcbaf1-df50-4938-8832-22db585e9c0e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:27.580713 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-88e9552f-392c-4ebe-b345-6ae9770dd17b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:27.590859 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f2e36-07c4-49ca-8009-1006b051a2c1 req-50bcbaf1-df50-4938-8832-22db585e9c0e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:27.606128 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-275f2e36-07c4-49ca-8009-1006b051a2c1 req-50bcbaf1-df50-4938-8832-22db585e9c0e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 2411 time: 0.2239528 Sep 01 15:22:27.676247 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:27.741406 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-275f2e36-07c4-49ca-8009-1006b051a2c1 req-8c144286-b9a7-421d-9caf-266ab66aa13e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337130 Sep 01 15:22:27.765383 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9be32d65-2cc3-4190-bd3d-d960f64d1eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:27.799105 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9552f-392c-4ebe-b345-6ae9770dd17b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event deleted for resources: {'Port': ['ID=45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:28.091169 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-88e9552f-392c-4ebe-b345-6ae9770dd17b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Router 3f8184a9-695f-446d-bdfe-62cf4e6dd576 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:22:28.093007 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9be32d65-2cc3-4190-bd3d-d960f64d1eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:28.101572 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9be32d65-2cc3-4190-bd3d-d960f64d1eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:28.179118 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9be32d65-2cc3-4190-bd3d-d960f64d1eee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d972f18a536f4295bccf0179c8dfb297&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2746353 Sep 01 15:22:28.184086 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47710) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:28.210775 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47712) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:28.254004 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be32d65-2cc3-4190-bd3d-d960f64d1eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f4f7b4-dbe7-4881-a596-23857a28165e,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:28.412245 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-160bdd6e-6a59-4ac8-8f57-6bc95fb64db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:28.476763 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-160bdd6e-6a59-4ac8-8f57-6bc95fb64db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:28.651427 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-160bdd6e-6a59-4ac8-8f57-6bc95fb64db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:28.656255 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-160bdd6e-6a59-4ac8-8f57-6bc95fb64db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:28.665147 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-160bdd6e-6a59-4ac8-8f57-6bc95fb64db3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/21f4f7b4-dbe7-4881-a596-23857a28165e HTTP/1.1" status: 204 len: 168 time: 0.4793622 Sep 01 15:22:28.666069 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-88e9552f-392c-4ebe-b345-6ae9770dd17b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:22:28.684038 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360fc4e1-8609-41c2-9b48-623d984ec02d None None] Sync routers for ids ['3f8184a9-695f-446d-bdfe-62cf4e6dd576'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:22:28.736704 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160bdd6e-6a59-4ac8-8f57-6bc95fb64db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f4f7b4-dbe7-4881-a596-23857a28165e,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:28.739957 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360fc4e1-8609-41c2-9b48-623d984ec02d None None] Routers {'3f8184a9-695f-446d-bdfe-62cf4e6dd576'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:22:28.742342 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-360fc4e1-8609-41c2-9b48-623d984ec02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:22:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3f8184a9-695f-446d-bdfe-62cf4e6dd576'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:28.802198 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-88e9552f-392c-4ebe-b345-6ae9770dd17b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] No DVR routers for this DVR port 45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:22:28.808601 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-88e9552f-392c-4ebe-b345-6ae9770dd17b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:28.810821 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-88e9552f-392c-4ebe-b345-6ae9770dd17b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.45 "DELETE /v2.0/ports/45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2 HTTP/1.1" status: 204 len: 173 time: 4.4275720 Sep 01 15:22:28.813457 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-deleted', 'tag': '45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:22:28.828922 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3954667c-6be6-4856-a2e0-74959457af31" -d '{"events": [{"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-deleted", "tag": "45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:22:28.841279 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db21a8ef-73d7-4fda-9942-f7d18930202d tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:28.939243 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-37897076-6aad-46b4-890d-a59d7d4d0c54 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Request body: {'networks': [{'name': 'tempest-network--536129527'}, {'name': 'tempest-network--6388624'}]} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:28.939706 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-37897076-6aad-46b4-890d-a59d7d4d0c54 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Request body: {'network': {'name': 'tempest-network--536129527'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:28.940473 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-37897076-6aad-46b4-890d-a59d7d4d0c54 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Request body: {'network': {'name': 'tempest-network--6388624'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:29.021092 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37897076-6aad-46b4-890d-a59d7d4d0c54 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Made reservation on behalf of 5b2c0599b68a4df3b2740c6483e463db for: {'network': 2} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:22:29.043195 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-37897076-6aad-46b4-890d-a59d7d4d0c54 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:29.061559 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-37897076-6aad-46b4-890d-a59d7d4d0c54 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:29.065811 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-360fc4e1-8609-41c2-9b48-623d984ec02d None None] Set router 3f8184a9-695f-446d-bdfe-62cf4e6dd576 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:22:29.087295 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d5343-5fbb-42d7-ace0-7d27340a8df9 req-aa451f57-11fd-4a2e-a636-30e9c2eabcca tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:29.099736 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2a8d5343-5fbb-42d7-ace0-7d27340a8df9 req-aa451f57-11fd-4a2e-a636-30e9c2eabcca tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 945 time: 0.5596058 Sep 01 15:22:29.231964 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be52d92d-31d0-43e0-8559-5331bd5eacb4 x-openstack-request-id: req-be52d92d-31d0-43e0-8559-5331bd5eacb4 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:22:29.232271 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-deleted", "tag": "45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:22:29.236665 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-be52d92d-31d0-43e0-8559-5331bd5eacb4 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:22:29.241589 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-deleted', 'tag': '45e1f56c-d51c-4b96-b7fe-f0ec11e29ae2', 'status': 'completed', 'code': 200} Sep 01 15:22:29.333136 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2a8d5343-5fbb-42d7-ace0-7d27340a8df9 req-5bc10d56-5bce-484d-9fa1-65f333b0785f tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321208 Sep 01 15:22:29.394286 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-37897076-6aad-46b4-890d-a59d7d4d0c54 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:29.412048 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-37897076-6aad-46b4-890d-a59d7d4d0c54 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:29.413953 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-37897076-6aad-46b4-890d-a59d7d4d0c54 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:29.473380 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47736) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:29.550781 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-98ede8bd-4324-479a-8c3c-4792d63e5e7b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Deleting port 1c5a56f8-27ff-464d-9f11-0461d7db45c1 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:22:29.551671 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-98ede8bd-4324-479a-8c3c-4792d63e5e7b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:29.555125 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-06183fb9-9326-4832-b04c-42ffeaaf474b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:29.709499 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37897076-6aad-46b4-890d-a59d7d4d0c54 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:22:29.744072 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-37897076-6aad-46b4-890d-a59d7d4d0c54 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:29.744072 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-37897076-6aad-46b4-890d-a59d7d4d0c54 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Added segment 9cc911d1-ac53-4b19-9816-393f69a27483 of type vlan for network 86638142-dda6-45ca-8b7e-7b6002b5882f Sep 01 15:22:29.775545 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db21a8ef-73d7-4fda-9942-f7d18930202d tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37605'] for router, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:29.808812 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db21a8ef-73d7-4fda-9942-f7d18930202d tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1825249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1825272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1826501'] for router, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:29.893689 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-37897076-6aad-46b4-890d-a59d7d4d0c54 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:29.954082 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37897076-6aad-46b4-890d-a59d7d4d0c54 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:22:29.972331 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-37897076-6aad-46b4-890d-a59d7d4d0c54 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:29.972916 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-37897076-6aad-46b4-890d-a59d7d4d0c54 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Added segment b7a22553-40b1-4506-b08d-a42d1da0924d of type vlan for network 0170c9a8-1a6d-4325-90cf-506499a2b622 Sep 01 15:22:30.041898 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-98ede8bd-4324-479a-8c3c-4792d63e5e7b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] For port 1c5a56f8-27ff-464d-9f11-0461d7db45c1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=1c5a56f8-27ff-464d-9f11-0461d7db45c1,segment=NetworkSegment(27300445-e76c-4111-ba4f-fda0d2642488),segment_id=27300445-e76c-4111-ba4f-fda0d2642488)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:30.042457 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-98ede8bd-4324-479a-8c3c-4792d63e5e7b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:30.106124 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-98ede8bd-4324-479a-8c3c-4792d63e5e7b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Calling delete_port for 1c5a56f8-27ff-464d-9f11-0461d7db45c1 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:22:30.162846 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-37897076-6aad-46b4-890d-a59d7d4d0c54 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:30.168766 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37897076-6aad-46b4-890d-a59d7d4d0c54 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa7aa82-f736-43cf-886d-e6cd8bfe4f27,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:30.304255 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47784) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:30.341780 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-360fc4e1-8609-41c2-9b48-623d984ec02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'name': 'tempest-TaggedBootDevicesTest-251927646-router', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'a3f1434c-35e0-48eb-a68d-ff90a5c6d125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:01Z', 'updated_at': '2021-09-01T15:11:12Z', 'revision_number': 4, 'project_id': '00f25f4cb4804e62a3e709d2d6367260', 'gw_port': {'id': 'a3f1434c-35e0-48eb-a68d-ff90a5c6d125', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:02Z', 'updated_at': '2021-09-01T15:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '51274a80-c169-4347-b589-35df82841ca2', 'name': '', 'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'mac_address': 'fa:16:3e:61:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '5c212682-a8bc-460d-b6ac-def861e912f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:10Z', 'updated_at': '2021-09-01T15:11:23Z', 'revision_number': 5, 'project_id': '00f25f4cb4804e62a3e709d2d6367260', 'subnets': [{'id': '5c212682-a8bc-460d-b6ac-def861e912f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:30.387711 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41224b-ec66-4e1b-a3ef-da46a4eeb2b0 req-5869c816-cb00-485c-8c84-a920afcac0a6 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:30.409646 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41224b-ec66-4e1b-a3ef-da46a4eeb2b0 req-5869c816-cb00-485c-8c84-a920afcac0a6 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:30.426862 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0b41224b-ec66-4e1b-a3ef-da46a4eeb2b0 req-5869c816-cb00-485c-8c84-a920afcac0a6 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 1677 time: 0.9487543 Sep 01 15:22:30.489366 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360fc4e1-8609-41c2-9b48-623d984ec02d None None] Checking router: 3f8184a9-695f-446d-bdfe-62cf4e6dd576 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:22:30.539736 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360fc4e1-8609-41c2-9b48-623d984ec02d None None] Routers {'3f8184a9-695f-446d-bdfe-62cf4e6dd576'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:22:30.541282 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-360fc4e1-8609-41c2-9b48-623d984ec02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:22:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3f8184a9-695f-446d-bdfe-62cf4e6dd576'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:30.699675 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-98ede8bd-4324-479a-8c3c-4792d63e5e7b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:30.792569 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-06183fb9-9326-4832-b04c-42ffeaaf474b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:30.796119 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-37897076-6aad-46b4-890d-a59d7d4d0c54 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:30.799712 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-37897076-6aad-46b4-890d-a59d7d4d0c54 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:30.817087 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37897076-6aad-46b4-890d-a59d7d4d0c54 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:30.828014 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37897076-6aad-46b4-890d-a59d7d4d0c54 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:30.829735 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-37897076-6aad-46b4-890d-a59d7d4d0c54 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:30.894282 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-06183fb9-9326-4832-b04c-42ffeaaf474b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:30.940680 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-360fc4e1-8609-41c2-9b48-623d984ec02d None None] Set router 3f8184a9-695f-446d-bdfe-62cf4e6dd576 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:22:30.965046 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ede8bd-4324-479a-8c3c-4792d63e5e7b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event deleted for resources: {'Port': ['ID=1c5a56f8-27ff-464d-9f11-0461d7db45c1,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:30.972129 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0b41224b-ec66-4e1b-a3ef-da46a4eeb2b0 req-f164b495-27e6-41c1-8f83-fcd55b6f7337 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5103338 Sep 01 15:22:30.999541 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-06183fb9-9326-4832-b04c-42ffeaaf474b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0e28bd33908b4f5885e2d31011cdb9f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5006523 Sep 01 15:22:31.014114 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47794) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:31.024615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6004da5c-e867-4ca5-988d-8667a458f64c admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2061191580-network', 'tenant_id': '6f99ed5d6412434b992dead589f20bcf'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:31.206699 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b29b18-3d67-4541-aa1c-2b88ace0ab37 req-f69085a6-4843-43c1-9c16-6eb132cdc652 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:31.210020 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c7b29b18-3d67-4541-aa1c-2b88ace0ab37 req-f69085a6-4843-43c1-9c16-6eb132cdc652 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 945 time: 0.5687191 Sep 01 15:22:31.252526 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-37897076-6aad-46b4-890d-a59d7d4d0c54 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1316 time: 3.0322196 Sep 01 15:22:31.270765 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-98ede8bd-4324-479a-8c3c-4792d63e5e7b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] No DVR routers for this DVR port 1c5a56f8-27ff-464d-9f11-0461d7db45c1 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:22:31.281922 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-98ede8bd-4324-479a-8c3c-4792d63e5e7b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:31.285992 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-98ede8bd-4324-479a-8c3c-4792d63e5e7b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.45 "DELETE /v2.0/ports/1c5a56f8-27ff-464d-9f11-0461d7db45c1 HTTP/1.1" status: 204 len: 173 time: 2.4457684 Sep 01 15:22:31.289876 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47804) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:31.295735 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-deleted', 'tag': '1c5a56f8-27ff-464d-9f11-0461d7db45c1'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:22:31.298088 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa95a78e-be41-422f-9a11-cbfff6ca67df" -d '{"events": [{"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-deleted", "tag": "1c5a56f8-27ff-464d-9f11-0461d7db45c1"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:22:31.345977 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37897076-6aad-46b4-890d-a59d7d4d0c54 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Pushing event updated for resources: {'Network': ['ID=86638142-dda6-45ca-8b7e-7b6002b5882f,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:31.357405 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06183fb9-9326-4832-b04c-42ffeaaf474b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89fe069-e5b3-48f9-bb4b-d6d30079d58f,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:31.364224 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 86638142-dda6-45ca-8b7e-7b6002b5882f details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:22:31.394196 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6004da5c-e867-4ca5-988d-8667a458f64c admin admin] Made reservation on behalf of 6f99ed5d6412434b992dead589f20bcf for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:22:31.397683 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6004da5c-e867-4ca5-988d-8667a458f64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:31.461761 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-360fc4e1-8609-41c2-9b48-623d984ec02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'name': 'tempest-TaggedBootDevicesTest-251927646-router', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'a3f1434c-35e0-48eb-a68d-ff90a5c6d125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:01Z', 'updated_at': '2021-09-01T15:11:12Z', 'revision_number': 4, 'project_id': '00f25f4cb4804e62a3e709d2d6367260', 'gw_port': {'id': 'a3f1434c-35e0-48eb-a68d-ff90a5c6d125', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:02Z', 'updated_at': '2021-09-01T15:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '51274a80-c169-4347-b589-35df82841ca2', 'name': '', 'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'mac_address': 'fa:16:3e:61:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '5c212682-a8bc-460d-b6ac-def861e912f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:10Z', 'updated_at': '2021-09-01T15:11:23Z', 'revision_number': 5, 'project_id': '00f25f4cb4804e62a3e709d2d6367260', 'subnets': [{'id': '5c212682-a8bc-460d-b6ac-def861e912f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:31.521959 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6004da5c-e867-4ca5-988d-8667a458f64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:31.528450 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360fc4e1-8609-41c2-9b48-623d984ec02d None None] The sync data for ids ['3f8184a9-695f-446d-bdfe-62cf4e6dd576'] in n-d-794796-3 is: [{'id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'name': 'tempest-TaggedBootDevicesTest-251927646-router', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'a3f1434c-35e0-48eb-a68d-ff90a5c6d125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:01Z', 'updated_at': '2021-09-01T15:11:12Z', 'revision_number': 4, 'project_id': '00f25f4cb4804e62a3e709d2d6367260', 'gw_port': {'id': 'a3f1434c-35e0-48eb-a68d-ff90a5c6d125', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:02Z', 'updated_at': '2021-09-01T15:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '51274a80-c169-4347-b589-35df82841ca2', 'name': '', 'network_id': 'fd61ac2f-0875-42bd-a407-4c7e4723b28d', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'mac_address': 'fa:16:3e:61:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '5c212682-a8bc-460d-b6ac-def861e912f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:10Z', 'updated_at': '2021-09-01T15:11:23Z', 'revision_number': 5, 'project_id': '00f25f4cb4804e62a3e709d2d6367260', 'subnets': [{'id': '5c212682-a8bc-460d-b6ac-def861e912f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:22:31.564085 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37897076-6aad-46b4-890d-a59d7d4d0c54 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Pushing event updated for resources: {'Network': ['ID=0170c9a8-1a6d-4325-90cf-506499a2b622,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:31.589006 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 0170c9a8-1a6d-4325-90cf-506499a2b622 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:22:31.734621 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29824ea-58ee-4f3f-bba3-0cb0be471131 x-openstack-request-id: req-b29824ea-58ee-4f3f-bba3-0cb0be471131 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:22:31.735977 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-deleted", "tag": "1c5a56f8-27ff-464d-9f11-0461d7db45c1", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:22:31.738274 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b29824ea-58ee-4f3f-bba3-0cb0be471131 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:22:31.740951 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-deleted', 'tag': '1c5a56f8-27ff-464d-9f11-0461d7db45c1', 'status': 'completed', 'code': 200} Sep 01 15:22:31.887923 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6004da5c-e867-4ca5-988d-8667a458f64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:31.897565 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6004da5c-e867-4ca5-988d-8667a458f64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:31.957541 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6004da5c-e867-4ca5-988d-8667a458f64c admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:22:31.973071 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004da5c-e867-4ca5-988d-8667a458f64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e979524-80f4-4e16-8dc0-ec7c4b793754,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:31.985804 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cccd0531-6f67-4a79-b854-f7e4786a27c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:31.987681 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6004da5c-e867-4ca5-988d-8667a458f64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:31.988366 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-6004da5c-e867-4ca5-988d-8667a458f64c admin admin] Added segment 298f4f04-e2dd-4e98-869b-31e51c1de96b of type vlan for network dc3eed46-cd6b-4bc3-97b7-54bdc9345086 Sep 01 15:22:32.062899 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c7b29b18-3d67-4541-aa1c-2b88ace0ab37 req-2b60186b-1a82-4761-9ede-76705949143c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8052058 Sep 01 15:22:32.075910 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6004da5c-e867-4ca5-988d-8667a458f64c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:32.126973 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6004da5c-e867-4ca5-988d-8667a458f64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:32.131028 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6004da5c-e867-4ca5-988d-8667a458f64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:32.131922 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6004da5c-e867-4ca5-988d-8667a458f64c admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:32.158620 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344937cf-6683-4789-80b0-f927b77a4e42 None None] New status for floating IP 2a79ec5f-7f0c-4aba-8467-0941a530c069: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:22:32.203926 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cccd0531-6f67-4a79-b854-f7e4786a27c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:32.238919 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6004da5c-e867-4ca5-988d-8667a458f64c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9282494 Sep 01 15:22:32.241998 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47838) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:32.256376 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-137169f4-6c4c-45ad-9e88-41647304c7c6 admin admin] Request body: {'subnet': {'network_id': 'dc3eed46-cd6b-4bc3-97b7-54bdc9345086', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2061191580-subnet', 'tenant_id': '6f99ed5d6412434b992dead589f20bcf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:32.274435 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004da5c-e867-4ca5-988d-8667a458f64c admin admin] Pushing event updated for resources: {'Network': ['ID=dc3eed46-cd6b-4bc3-97b7-54bdc9345086,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:32.317643 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db21a8ef-73d7-4fda-9942-f7d18930202d tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Router 19987065-131f-4426-bc5d-26ac341d4b49 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:22:32.336148 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e00b6-1262-4ff9-8d80-62868aa881ef req-08959546-6d19-4fde-b058-d647213a769a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:32.349861 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5b0e00b6-1262-4ff9-8d80-62868aa881ef req-08959546-6d19-4fde-b058-d647213a769a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 943 time: 0.1558330 Sep 01 15:22:32.357777 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69242cda-14a6-4ea2-9432-8b52652e3f8c tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:32.374926 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69242cda-14a6-4ea2-9432-8b52652e3f8c tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:32.387464 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137169f4-6c4c-45ad-9e88-41647304c7c6 admin admin] Made reservation on behalf of 6f99ed5d6412434b992dead589f20bcf for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:22:32.391189 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-137169f4-6c4c-45ad-9e88-41647304c7c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:32.395379 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69242cda-14a6-4ea2-9432-8b52652e3f8c tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:32.413064 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69242cda-14a6-4ea2-9432-8b52652e3f8c tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:32.419672 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-69242cda-14a6-4ea2-9432-8b52652e3f8c tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2403 time: 1.1109061 Sep 01 15:22:32.426967 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47842) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:32.503955 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5b0e00b6-1262-4ff9-8d80-62868aa881ef req-8a04fdd8-9412-4609-9ca5-ec6bb7800a04 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups?id=56ee7cbb-c064-4b45-b63a-4812b76da33d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526668 Sep 01 15:22:32.521733 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network dc3eed46-cd6b-4bc3-97b7-54bdc9345086 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:22:32.573582 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-135217dd-8ea5-40bd-8b10-15d2a14b8f37 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Deleting port 8f1a80c3-5202-4a18-95e7-80ba76cf3ddb {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:22:32.575959 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-135217dd-8ea5-40bd-8b10-15d2a14b8f37 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:32.629251 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b1d2c7d-6449-4c5f-9d16-f968714ebce2 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:32.738726 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0f405-f5c8-41c8-8f2a-c19f714f8ae9 req-0c720a8e-e82e-4ea6-b29b-56bc6aea765d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:32.740987 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00f0f405-f5c8-41c8-8f2a-c19f714f8ae9 req-0c720a8e-e82e-4ea6-b29b-56bc6aea765d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d5c12ac629004c608a6b26e32bb713bc&device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 1096 time: 0.2025301 Sep 01 15:22:32.746152 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cccd0531-6f67-4a79-b854-f7e4786a27c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:32.749399 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cccd0531-6f67-4a79-b854-f7e4786a27c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:32.750775 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cccd0531-6f67-4a79-b854-f7e4786a27c2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a89fe069-e5b3-48f9-bb4b-d6d30079d58f HTTP/1.1" status: 204 len: 168 time: 1.7262042 Sep 01 15:22:32.877743 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd0531-6f67-4a79-b854-f7e4786a27c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89fe069-e5b3-48f9-bb4b-d6d30079d58f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:32.891497 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaee334-d93a-45cf-b3c5-23975d66f38e req-5eeecec2-859f-482b-a526-417a568dd0d8 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:32.893938 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1eaee334-d93a-45cf-b3c5-23975d66f38e req-5eeecec2-859f-482b-a526-417a568dd0d8 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 945 time: 0.4505889 Sep 01 15:22:32.951774 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0f405-f5c8-41c8-8f2a-c19f714f8ae9 req-ef07cbeb-6b8c-457e-9133-70ca16423b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:32.953916 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00f0f405-f5c8-41c8-8f2a-c19f714f8ae9 req-ef07cbeb-6b8c-457e-9133-70ca16423b42 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d2362ee-78f5-4b99-9f98-82e09fba7d13 HTTP/1.1" status: 200 len: 912 time: 0.2045660 Sep 01 15:22:32.963436 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-137169f4-6c4c-45ad-9e88-41647304c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:33.087270 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-135217dd-8ea5-40bd-8b10-15d2a14b8f37 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] For port 8f1a80c3-5202-4a18-95e7-80ba76cf3ddb, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=8f1a80c3-5202-4a18-95e7-80ba76cf3ddb,segment=NetworkSegment(5fdacd6a-a9a9-4355-9925-a5dc87d77042),segment_id=5fdacd6a-a9a9-4355-9925-a5dc87d77042)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:33.087873 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-135217dd-8ea5-40bd-8b10-15d2a14b8f37 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:33.117467 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db21a8ef-73d7-4fda-9942-f7d18930202d tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:22:33.128500 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db21a8ef-73d7-4fda-9942-f7d18930202d tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:33.135567 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-db21a8ef-73d7-4fda-9942-f7d18930202d tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "PUT /v2.0/routers/19987065-131f-4426-bc5d-26ac341d4b49 HTTP/1.1" status: 200 len: 877 time: 11.0281456 Sep 01 15:22:33.145885 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015bde50-9640-4dc8-80dd-371298f2ba44 None None] Sync routers for ids ['19987065-131f-4426-bc5d-26ac341d4b49'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:22:33.148991 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-135217dd-8ea5-40bd-8b10-15d2a14b8f37 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Calling delete_port for 8f1a80c3-5202-4a18-95e7-80ba76cf3ddb owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:22:33.156427 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47852) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:33.161825 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015bde50-9640-4dc8-80dd-371298f2ba44 None None] Routers {'19987065-131f-4426-bc5d-26ac341d4b49'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:22:33.162591 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-015bde50-9640-4dc8-80dd-371298f2ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:22:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['19987065-131f-4426-bc5d-26ac341d4b49'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:33.181004 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137169f4-6c4c-45ad-9e88-41647304c7c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f64344f-57c2-4d05-8164-8a12066c7710,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:33.228671 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-015bde50-9640-4dc8-80dd-371298f2ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:33.254732 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1eaee334-d93a-45cf-b3c5-23975d66f38e req-359993f1-2f9a-4863-aeed-b840407607f6 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3470426 Sep 01 15:22:33.269129 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015bde50-9640-4dc8-80dd-371298f2ba44 None None] Routers {'19987065-131f-4426-bc5d-26ac341d4b49'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:22:33.273771 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-015bde50-9640-4dc8-80dd-371298f2ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:22:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['19987065-131f-4426-bc5d-26ac341d4b49'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:33.293788 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b1d2c7d-6449-4c5f-9d16-f968714ebce2 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:33.299510 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00f0f405-f5c8-41c8-8f2a-c19f714f8ae9 req-59334854-f397-432b-bdce-b2faa1a7bc2c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc75d2e8-94a5-41de-a6fd-b874ce8bd64e HTTP/1.1" status: 200 len: 1000 time: 0.3317018 Sep 01 15:22:33.309081 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-2b1d2c7d-6449-4c5f-9d16-f968714ebce2 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86638142-dda6-45ca-8b7e-7b6002b5882f']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:33.327769 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-2b1d2c7d-6449-4c5f-9d16-f968714ebce2 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc911d1-ac53-4b19-9816-393f69a27483') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:33.328518 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-2b1d2c7d-6449-4c5f-9d16-f968714ebce2 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc911d1-ac53-4b19-9816-393f69a27483') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:33.357405 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-015bde50-9640-4dc8-80dd-371298f2ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:33.358415 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015bde50-9640-4dc8-80dd-371298f2ba44 None None] The sync data for ids ['19987065-131f-4426-bc5d-26ac341d4b49'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:22:33.378102 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b1d2c7d-6449-4c5f-9d16-f968714ebce2 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:33.407677 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b1d2c7d-6449-4c5f-9d16-f968714ebce2 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:33.424391 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1d2c7d-6449-4c5f-9d16-f968714ebce2 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:22:33.424999 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b1d2c7d-6449-4c5f-9d16-f968714ebce2 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:22:33.428310 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:22:33.453246 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137169f4-6c4c-45ad-9e88-41647304c7c6 admin admin] Checking segment: {'id': '298f4f04-e2dd-4e98-869b-31e51c1de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc3eed46-cd6b-4bc3-97b7-54bdc9345086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:22:33.453864 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137169f4-6c4c-45ad-9e88-41647304c7c6 admin admin] Network hostable DHCP agents. Network: dc3eed46-cd6b-4bc3-97b7-54bdc9345086, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:22:33.512546 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-135217dd-8ea5-40bd-8b10-15d2a14b8f37 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:33.527012 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0f405-f5c8-41c8-8f2a-c19f714f8ae9 req-6e04bf2e-6d38-48a3-8942-5a574456790b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:33.528835 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00f0f405-f5c8-41c8-8f2a-c19f714f8ae9 req-6e04bf2e-6d38-48a3-8942-5a574456790b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cb4d0c35-1b78-4b62-99d6-b03c2c2e423d HTTP/1.1" status: 200 len: 850 time: 0.2131886 Sep 01 15:22:33.533355 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-836472e3-bec6-44aa-9773-0aae623bb1b1 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "GET /v2.0/routers/19987065-131f-4426-bc5d-26ac341d4b49 HTTP/1.1" status: 200 len: 918 time: 0.3752582 Sep 01 15:22:33.545427 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47862) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:33.551793 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135217dd-8ea5-40bd-8b10-15d2a14b8f37 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event deleted for resources: {'Port': ['ID=8f1a80c3-5202-4a18-95e7-80ba76cf3ddb,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:33.569625 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b1d2c7d-6449-4c5f-9d16-f968714ebce2 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:33.584643 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137169f4-6c4c-45ad-9e88-41647304c7c6 admin admin] Network dc3eed46-cd6b-4bc3-97b7-54bdc9345086 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:22:33.595916 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b1d2c7d-6449-4c5f-9d16-f968714ebce2 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:33.601250 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2b1d2c7d-6449-4c5f-9d16-f968714ebce2 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] 10.222.0.60 "DELETE /v2.0/networks/86638142-dda6-45ca-8b7e-7b6002b5882f HTTP/1.1" status: 204 len: 168 time: 1.1722951 Sep 01 15:22:33.607223 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47866) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:33.677131 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d2c7d-6449-4c5f-9d16-f968714ebce2 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Pushing event deleted for resources: {'Network': ['ID=86638142-dda6-45ca-8b7e-7b6002b5882f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:33.712627 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-135217dd-8ea5-40bd-8b10-15d2a14b8f37 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] No DVR routers for this DVR port 8f1a80c3-5202-4a18-95e7-80ba76cf3ddb on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:22:33.719179 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-135217dd-8ea5-40bd-8b10-15d2a14b8f37 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:33.723688 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f44207c7-e16d-41a4-877f-6d7c93ebb7e7 req-135217dd-8ea5-40bd-8b10-15d2a14b8f37 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.45 "DELETE /v2.0/ports/8f1a80c3-5202-4a18-95e7-80ba76cf3ddb HTTP/1.1" status: 204 len: 173 time: 2.3660760 Sep 01 15:22:33.747562 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-deleted', 'tag': '8f1a80c3-5202-4a18-95e7-80ba76cf3ddb'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:22:33.751750 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd25a971-46ee-4eb2-8478-9b45ef92c769" -d '{"events": [{"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-deleted", "tag": "8f1a80c3-5202-4a18-95e7-80ba76cf3ddb"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:22:33.787615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-137169f4-6c4c-45ad-9e88-41647304c7c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, dc3eed46-cd6b-4bc3-97b7-54bdc9345086) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:22:33.803710 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e010c4-0302-4aa5-993a-2f0fa751dab9 None None] Network dc3eed46-cd6b-4bc3-97b7-54bdc9345086 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:22:33.829122 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137169f4-6c4c-45ad-9e88-41647304c7c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:33.830112 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-137169f4-6c4c-45ad-9e88-41647304c7c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:33.842746 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-43af41eb-69c7-4aaf-b730-d0f0008dd22f req-99b4c631-3b0f-412e-9ea2-ec5f480de313 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 210 time: 0.1337988 Sep 01 15:22:33.931210 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0f405-f5c8-41c8-8f2a-c19f714f8ae9 req-e3004304-1284-47be-824e-2ad83136b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:33.933285 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00f0f405-f5c8-41c8-8f2a-c19f714f8ae9 req-e3004304-1284-47be-824e-2ad83136b437 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d2362ee-78f5-4b99-9f98-82e09fba7d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3963828 Sep 01 15:22:33.943096 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab78cc03-99f6-4b68-b708-cfee1fb7c118 x-openstack-request-id: req-ab78cc03-99f6-4b68-b708-cfee1fb7c118 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:22:33.943411 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2", "name": "network-vif-deleted", "tag": "8f1a80c3-5202-4a18-95e7-80ba76cf3ddb", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:22:33.943671 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ab78cc03-99f6-4b68-b708-cfee1fb7c118 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:22:33.944117 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2', 'name': 'network-vif-deleted', 'tag': '8f1a80c3-5202-4a18-95e7-80ba76cf3ddb', 'status': 'completed', 'code': 200} Sep 01 15:22:33.947180 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-137169f4-6c4c-45ad-9e88-41647304c7c6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6977918 Sep 01 15:22:33.960007 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5efcb50d-42de-4536-9c5e-4cd36837152d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:33.964856 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e5d522-8737-4c56-aaa8-60b3c4aa424c tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:33.966849 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-82e5d522-8737-4c56-aaa8-60b3c4aa424c tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=5c826073-0017-46f6-8947-51b31e774ff4&device_id=19987065-131f-4426-bc5d-26ac341d4b49&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4203942 Sep 01 15:22:33.971728 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47880) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:34.298229 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-dc3eed46-cd6b-4bc3-97b7-54bdc9345086', 'network_id': 'dc3eed46-cd6b-4bc3-97b7-54bdc9345086', 'tenant_id': '6f99ed5d6412434b992dead589f20bcf', 'fixed_ips': [{'subnet_id': '8f64344f-57c2-4d05-8164-8a12066c7710'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:22:34.299926 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:34.399672 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee967f79-df4c-4160-b857-22a6b307d54f tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:34.405749 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ee967f79-df4c-4160-b857-22a6b307d54f tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 881 time: 0.4284592 Sep 01 15:22:34.406613 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47894) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:34.488845 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c46053f8-bf42-4980-a371-ee7d10453fb5 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "GET /v2.0/ports?device_id=19987065-131f-4426-bc5d-26ac341d4b49 HTTP/1.1" status: 200 len: 205 time: 0.0767467 Sep 01 15:22:34.490924 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47900) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:34.716893 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31ac20-50dd-4206-88e8-59d9009a25ed req-0f8c4241-72b3-4054-9bf1-ffb3c0eb8ceb tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:34.721302 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5e31ac20-50dd-4206-88e8-59d9009a25ed req-0f8c4241-72b3-4054-9bf1-ffb3c0eb8ceb tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 945 time: 0.2293108 Sep 01 15:22:34.833548 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-21704a17-e425-492f-b935-62c761aa07ba tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:34.937261 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Allocated IP 172.20.0.2 (dc3eed46-cd6b-4bc3-97b7-54bdc9345086/8f64344f-57c2-4d05-8164-8a12066c7710/de90d98d-441d-4f54-9689-5e22f78321ee) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:22:34.970109 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5e31ac20-50dd-4206-88e8-59d9009a25ed req-adfca0a1-40af-445b-b97a-3319a70e1e88 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2305257 Sep 01 15:22:35.239164 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-de14c37b-1daa-444c-9785-d4b476b26f50 req-6f3daf99-dec9-40b4-883f-28c6a015aabb tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 210 time: 0.0745234 Sep 01 15:22:35.279422 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-21704a17-e425-492f-b935-62c761aa07ba tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:35.434427 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:35.456067 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Transition to ACTIVE for port object de90d98d-441d-4f54-9689-5e22f78321ee will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:22:35.491597 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Transition to ACTIVE for port object de90d98d-441d-4f54-9689-5e22f78321ee will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:22:35.500101 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00f0f405-f5c8-41c8-8f2a-c19f714f8ae9 req-245cb673-66bb-4ef6-8e68-76c55b4abada service neutron] 10.222.0.45 "GET /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5499213 Sep 01 15:22:35.506644 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:35.550015 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Network dc3eed46-cd6b-4bc3-97b7-54bdc9345086 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:22:35.577733 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:22:35.614697 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5efcb50d-42de-4536-9c5e-4cd36837152d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:35.641914 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-21704a17-e425-492f-b935-62c761aa07ba tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Deleting port d8c63ef8-4c2e-439d-9760-9703f20cf19e {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:22:35.643471 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-21704a17-e425-492f-b935-62c761aa07ba tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:35.666325 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:22:35.683593 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-5efcb50d-42de-4536-9c5e-4cd36837152d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0170c9a8-1a6d-4325-90cf-506499a2b622']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:35.756452 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-14d647d1-e8bc-4f68-8800-ca14a8b3abac tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:35.769849 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-14d647d1-e8bc-4f68-8800-ca14a8b3abac tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/networks?id=dc3eed46-cd6b-4bc3-97b7-54bdc9345086 HTTP/1.1" status: 200 len: 816 time: 0.6515057 Sep 01 15:22:35.787797 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-5efcb50d-42de-4536-9c5e-4cd36837152d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a22553-40b1-4506-b08d-a42d1da0924d') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:35.789011 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-5efcb50d-42de-4536-9c5e-4cd36837152d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a22553-40b1-4506-b08d-a42d1da0924d') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:35.842460 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5efcb50d-42de-4536-9c5e-4cd36837152d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:35.862667 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-fc0211c8-d01f-47fa-b03b-1cd966d4ee60 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/quotas/6f99ed5d6412434b992dead589f20bcf HTTP/1.1" status: 200 len: 375 time: 0.0908983 Sep 01 15:22:35.915862 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-21704a17-e425-492f-b935-62c761aa07ba tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:35.925728 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Pushing event updated for resources: {'Port': ['ID=de90d98d-441d-4f54-9689-5e22f78321ee,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:35.959947 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-21704a17-e425-492f-b935-62c761aa07ba tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Calling delete_port for d8c63ef8-4c2e-439d-9760-9703f20cf19e owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:22:35.967753 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5efcb50d-42de-4536-9c5e-4cd36837152d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:35.983397 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Attempting to bind port de90d98d-441d-4f54-9689-5e22f78321ee on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:22:35.984259 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Attempting to bind port de90d98d-441d-4f54-9689-5e22f78321ee by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '298f4f04-e2dd-4e98-869b-31e51c1de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc3eed46-cd6b-4bc3-97b7-54bdc9345086'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:22:35.989141 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Attempting to bind port de90d98d-441d-4f54-9689-5e22f78321ee on network dc3eed46-cd6b-4bc3-97b7-54bdc9345086 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:22:36.001718 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5efcb50d-42de-4536-9c5e-4cd36837152d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:22:36.003422 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5efcb50d-42de-4536-9c5e-4cd36837152d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:22:36.012089 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:22:36.021850 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00f0f405-f5c8-41c8-8f2a-c19f714f8ae9 req-b6a65c62-5211-45ed-87af-cde701313d12 service neutron] 10.222.0.45 "GET /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111361 Sep 01 15:22:36.027880 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.029711 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.031351 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.031902 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.035127 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.035656 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.036235 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.036705 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.037542 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.038854 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.040430 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.043105 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:36.055252 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:22:36.056217 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Checking segment: {'id': '298f4f04-e2dd-4e98-869b-31e51c1de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc3eed46-cd6b-4bc3-97b7-54bdc9345086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:22:36.058218 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:36.059411 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Bound using segment: {'id': '298f4f04-e2dd-4e98-869b-31e51c1de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc3eed46-cd6b-4bc3-97b7-54bdc9345086'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:22:36.060382 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Bound port: de90d98d-441d-4f54-9689-5e22f78321ee, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298f4f04-e2dd-4e98-869b-31e51c1de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc3eed46-cd6b-4bc3-97b7-54bdc9345086'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:22:36.062690 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:36.246437 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-ffbcc6e2-c5a8-4308-9b29-9873011b5bb5 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6f99ed5d6412434b992dead589f20bcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3783419 Sep 01 15:22:36.315096 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] For port de90d98d-441d-4f54-9689-5e22f78321ee, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:22:36.326592 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] For port de90d98d-441d-4f54-9689-5e22f78321ee, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=de90d98d-441d-4f54-9689-5e22f78321ee,segment=NetworkSegment(298f4f04-e2dd-4e98-869b-31e51c1de96b),segment_id=298f4f04-e2dd-4e98-869b-31e51c1de96b)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:22:36.345206 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:36.531448 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-462e4fef-174e-4f0a-b1ed-5d97f52e6912 service neutron] 10.222.0.60 "GET /v2.0/networks/dc3eed46-cd6b-4bc3-97b7-54bdc9345086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830029 Sep 01 15:22:36.572007 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b243f-8b40-4f20-8cd4-c245510c8ec8 req-1c5c95f6-8aef-4d8b-ac30-44ab59d81272 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:36.575663 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1a9b243f-8b40-4f20-8cd4-c245510c8ec8 req-1c5c95f6-8aef-4d8b-ac30-44ab59d81272 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 945 time: 0.1867101 Sep 01 15:22:36.681538 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df080df7-3386-467d-aff9-91aba68adf9d None None] Pushing event updated for resources: {'Port': ['ID=de90d98d-441d-4f54-9689-5e22f78321ee,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:36.803165 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5efcb50d-42de-4536-9c5e-4cd36837152d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:36.837131 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5efcb50d-42de-4536-9c5e-4cd36837152d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:36.841296 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5efcb50d-42de-4536-9c5e-4cd36837152d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] 10.222.0.60 "DELETE /v2.0/networks/0170c9a8-1a6d-4325-90cf-506499a2b622 HTTP/1.1" status: 204 len: 168 time: 3.2267411 Sep 01 15:22:36.844558 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efcb50d-42de-4536-9c5e-4cd36837152d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Pushing event deleted for resources: {'Network': ['ID=0170c9a8-1a6d-4325-90cf-506499a2b622,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:36.846997 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1a9b243f-8b40-4f20-8cd4-c245510c8ec8 req-b233687e-7ff6-4963-adf8-b26dcc3bb4ad tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468739 Sep 01 15:22:36.859893 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47944) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:36.936033 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-21704a17-e425-492f-b935-62c761aa07ba tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:37.059963 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-3809627b-f3b6-4c12-bd1a-e7c4079e65d2 service neutron] 10.222.0.60 "GET /v2.0/networks/dc3eed46-cd6b-4bc3-97b7-54bdc9345086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125854 Sep 01 15:22:37.205676 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b61ea73e-281f-4481-897d-5fc83288ce47 req-7acbf849-c97d-44a4-9e48-1602b41ff09a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 210 time: 0.1045341 Sep 01 15:22:37.225891 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21704a17-e425-492f-b935-62c761aa07ba tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Pushing event deleted for resources: {'Port': ['ID=d8c63ef8-4c2e-439d-9760-9703f20cf19e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:38.104512 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f16a6d-47ff-4848-a2b6-6951e73e2181 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:38.124324 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f16a6d-47ff-4848-a2b6-6951e73e2181 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:38.132966 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d0f16a6d-47ff-4848-a2b6-6951e73e2181 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.2648342 Sep 01 15:22:38.133778 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-21704a17-e425-492f-b935-62c761aa07ba tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:38.136396 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47982) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:38.150389 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-9bea751e-de27-453f-a60a-a55bfefc2af8 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-511663171'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:38.198969 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bea751e-de27-453f-a60a-a55bfefc2af8 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Made reservation on behalf of 5b2c0599b68a4df3b2740c6483e463db for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:22:38.203557 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9bea751e-de27-453f-a60a-a55bfefc2af8 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:38.255665 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bea751e-de27-453f-a60a-a55bfefc2af8 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:22:38.315089 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-5bdea0fd-930d-462d-923d-cda2715c955f tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:38.319100 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:38.345786 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-5bdea0fd-930d-462d-923d-cda2715c955f tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/networks?id=dc3eed46-cd6b-4bc3-97b7-54bdc9345086 HTTP/1.1" status: 200 len: 816 time: 0.4740701 Sep 01 15:22:38.359155 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b7d0bb-494c-4820-ac19-b984400a476f None None] Network dc3eed46-cd6b-4bc3-97b7-54bdc9345086 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:22:38.367963 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9bea751e-de27-453f-a60a-a55bfefc2af8 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:38.368553 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-9bea751e-de27-453f-a60a-a55bfefc2af8 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Added segment dd066a31-2456-4c60-adf2-028559003ac4 of type vlan for network df577dcb-8f3e-43af-9dcd-be64532f7a86 Sep 01 15:22:38.490835 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-8b36cf34-3ec1-42b7-b2f4-5f4fb20413d3 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/quotas/6f99ed5d6412434b992dead589f20bcf HTTP/1.1" status: 200 len: 375 time: 0.1410270 Sep 01 15:22:38.503268 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-21704a17-e425-492f-b935-62c761aa07ba tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:38.544551 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-21704a17-e425-492f-b935-62c761aa07ba tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:38.548526 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f7d0508d-6812-41d4-989c-99ce5c58782c None None] Provisioning for port de90d98d-441d-4f54-9689-5e22f78321ee completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:22:38.611569 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device de90d98d-441d-4f54-9689-5e22f78321ee up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:22:38.612567 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf1f02-b48e-4b95-a636-8468cd770175 req-de4a72ff-9183-441c-b9b5-cd48de8563d6 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:38.624493 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4faf1f02-b48e-4b95-a636-8468cd770175 req-de4a72ff-9183-441c-b9b5-cd48de8563d6 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 945 time: 0.4963298 Sep 01 15:22:38.681201 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9bea751e-de27-453f-a60a-a55bfefc2af8 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:38.727468 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port de90d98d-441d-4f54-9689-5e22f78321ee completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:22:38.755026 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port de90d98d-441d-4f54-9689-5e22f78321ee triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:22:38.755707 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:38.780863 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4faf1f02-b48e-4b95-a636-8468cd770175 req-69481b78-29bc-4897-95f5-18d3eecc7146 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547191 Sep 01 15:22:38.809293 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-21704a17-e425-492f-b935-62c761aa07ba tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:38.810649 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21704a17-e425-492f-b935-62c761aa07ba tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Fanout notify agent at l3_agent the message router_deleted on router 19987065-131f-4426-bc5d-26ac341d4b49 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:22:38.819501 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-21704a17-e425-492f-b935-62c761aa07ba tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:38.821190 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-21704a17-e425-492f-b935-62c761aa07ba tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "DELETE /v2.0/routers/19987065-131f-4426-bc5d-26ac341d4b49 HTTP/1.1" status: 204 len: 168 time: 4.3280096 Sep 01 15:22:38.825579 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47994) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:38.836764 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-73f924fe-0b1b-4a5b-a153-10addea8cba7 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1073143313', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:38.873346 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9bea751e-de27-453f-a60a-a55bfefc2af8 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:38.897015 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bea751e-de27-453f-a60a-a55bfefc2af8 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:38.899094 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9bea751e-de27-453f-a60a-a55bfefc2af8 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:38.912884 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73f924fe-0b1b-4a5b-a153-10addea8cba7 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:38.917330 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73f924fe-0b1b-4a5b-a153-10addea8cba7 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:38.937048 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:38.991712 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port de90d98d-441d-4f54-9689-5e22f78321ee, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=de90d98d-441d-4f54-9689-5e22f78321ee,segment=NetworkSegment(298f4f04-e2dd-4e98-869b-31e51c1de96b),segment_id=298f4f04-e2dd-4e98-869b-31e51c1de96b)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:39.000011 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:39.037855 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-89c91526-d3d9-411e-b70d-b2521e6ff909 req-b9c311e9-4cbc-45df-ab07-a0ac92ba748d tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 210 time: 0.0972872 Sep 01 15:22:39.081084 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea751e-de27-453f-a60a-a55bfefc2af8 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Pushing event updated for resources: {'Network': ['ID=df577dcb-8f3e-43af-9dcd-be64532f7a86,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:39.107865 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-b05d9a6a-64b6-43ba-b5b5-9bff645b639d tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6f99ed5d6412434b992dead589f20bcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6154344 Sep 01 15:22:39.112464 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9bea751e-de27-453f-a60a-a55bfefc2af8 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9706314 Sep 01 15:22:39.112768 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47998) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:39.121482 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-12088833-1243-43e6-b229-3dcb5cdeee9a tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-119407137'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:39.129860 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=de90d98d-441d-4f54-9689-5e22f78321ee,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:39.135472 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network df577dcb-8f3e-43af-9dcd-be64532f7a86 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:22:39.227561 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73f924fe-0b1b-4a5b-a153-10addea8cba7 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:39.242275 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73f924fe-0b1b-4a5b-a153-10addea8cba7 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:39.321738 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-07f7de57-c72c-4f9b-bc23-e05e2091be00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:39.363661 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73f924fe-0b1b-4a5b-a153-10addea8cba7 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:39.365338 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-73f924fe-0b1b-4a5b-a153-10addea8cba7 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5384974 Sep 01 15:22:39.368698 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48004) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:39.375695 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-38a097ee-b543-48ff-b930-9d0a2ef50c11 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'enable_snat': True}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:39.385345 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12088833-1243-43e6-b229-3dcb5cdeee9a tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Made reservation on behalf of 5b2c0599b68a4df3b2740c6483e463db for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:22:39.396531 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-12088833-1243-43e6-b229-3dcb5cdeee9a tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:39.551866 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12088833-1243-43e6-b229-3dcb5cdeee9a tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:22:39.560353 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-dc1d0b66-41a4-4526-bdc2-d46dd777e7ca None None] Provisioning complete for port de90d98d-441d-4f54-9689-5e22f78321ee triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:22:39.561213 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dc1d0b66-41a4-4526-bdc2-d46dd777e7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:39.622678 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-12088833-1243-43e6-b229-3dcb5cdeee9a tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:39.623030 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-12088833-1243-43e6-b229-3dcb5cdeee9a tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Added segment 72978121-71b0-4a9f-9ff4-88a1b04788b6 of type vlan for network bf80db56-c339-4788-8426-3b63f6e6bd75 Sep 01 15:22:39.700093 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-1f9891a9-bc47-4b37-8009-cfc05923b2f4 service neutron] 10.222.0.60 "GET /v2.0/networks/dc3eed46-cd6b-4bc3-97b7-54bdc9345086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5541699 Sep 01 15:22:39.755564 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-12088833-1243-43e6-b229-3dcb5cdeee9a tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:39.803253 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-c50d6271-0fe7-4f03-91ae-360e00830430 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:39.805192 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-c50d6271-0fe7-4f03-91ae-360e00830430 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.62 "GET /v2.0/networks?id=dc3eed46-cd6b-4bc3-97b7-54bdc9345086 HTTP/1.1" status: 200 len: 816 time: 0.2891598 Sep 01 15:22:39.848729 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-529980ed-b33b-4ae2-a6ef-58cc03a3bfb5 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Request body: {'port': {'device_id': '27feb68d-4c67-43ac-8e7c-34b34ceda24a', 'network_id': 'dc3eed46-cd6b-4bc3-97b7-54bdc9345086', 'admin_state_up': True, 'tenant_id': '6f99ed5d6412434b992dead589f20bcf'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:39.975723 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-12088833-1243-43e6-b229-3dcb5cdeee9a tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:39.992452 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12088833-1243-43e6-b229-3dcb5cdeee9a tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:39.993451 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-12088833-1243-43e6-b229-3dcb5cdeee9a tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:40.040538 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-12088833-1243-43e6-b229-3dcb5cdeee9a tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9265068 Sep 01 15:22:40.048291 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48008) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:40.054439 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-bd295b8d-b935-4c23-906e-e8da596e0d00 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Request body: {'ports': [{'network_id': 'df577dcb-8f3e-43af-9dcd-be64532f7a86', 'name': 'tempest-port--1714293529', 'admin_state_up': True}, {'network_id': 'bf80db56-c339-4788-8426-3b63f6e6bd75', 'admin_state_up': False}]} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:40.054764 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-bd295b8d-b935-4c23-906e-e8da596e0d00 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Request body: {'port': {'network_id': 'df577dcb-8f3e-43af-9dcd-be64532f7a86', 'name': 'tempest-port--1714293529', 'admin_state_up': True}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:40.055331 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-bd295b8d-b935-4c23-906e-e8da596e0d00 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Request body: {'port': {'network_id': 'bf80db56-c339-4788-8426-3b63f6e6bd75', 'admin_state_up': False}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:40.065171 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-38a097ee-b543-48ff-b930-9d0a2ef50c11 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:40.163871 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12088833-1243-43e6-b229-3dcb5cdeee9a tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Pushing event updated for resources: {'Network': ['ID=bf80db56-c339-4788-8426-3b63f6e6bd75,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:40.185216 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network bf80db56-c339-4788-8426-3b63f6e6bd75 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:22:40.210144 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-5b298bab-d3d8-4c66-904f-25985efe8894 service neutron] 10.222.0.60 "GET /v2.0/networks/dc3eed46-cd6b-4bc3-97b7-54bdc9345086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087306 Sep 01 15:22:40.328855 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-529980ed-b33b-4ae2-a6ef-58cc03a3bfb5 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Made reservation on behalf of 6f99ed5d6412434b992dead589f20bcf for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:22:40.332761 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-529980ed-b33b-4ae2-a6ef-58cc03a3bfb5 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:40.494053 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device de90d98d-441d-4f54-9689-5e22f78321ee up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:22:40.568436 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-80a0eafc-8b4d-4f57-ab35-5ab7d58c0b8b req-84b9d665-82bb-45f0-b628-5b9f2559cf2e tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 210 time: 0.2241199 Sep 01 15:22:40.660815 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-529980ed-b33b-4ae2-a6ef-58cc03a3bfb5 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Allocated IP 172.20.0.12 (dc3eed46-cd6b-4bc3-97b7-54bdc9345086/8f64344f-57c2-4d05-8164-8a12066c7710/257b5410-eb73-44b2-b85c-40ace75ef5eb) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:22:40.775611 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port de90d98d-441d-4f54-9689-5e22f78321ee triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:22:40.776261 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:41.230188 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd295b8d-b935-4c23-906e-e8da596e0d00 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Made reservation on behalf of 5b2c0599b68a4df3b2740c6483e463db for: {'port': 2} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:22:41.235675 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bd295b8d-b935-4c23-906e-e8da596e0d00 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:41.263823 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bd295b8d-b935-4c23-906e-e8da596e0d00 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:41.276201 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-856df2d8-7532-4b74-b450-f63e1f07c188 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:41.284239 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-856df2d8-7532-4b74-b450-f63e1f07c188 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/networks?id=dc3eed46-cd6b-4bc3-97b7-54bdc9345086 HTTP/1.1" status: 200 len: 816 time: 0.2993536 Sep 01 15:22:41.359172 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-529980ed-b33b-4ae2-a6ef-58cc03a3bfb5 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:41.392345 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-f1deb034-550a-4e57-b0a2-14fbac7dc470 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/quotas/6f99ed5d6412434b992dead589f20bcf HTTP/1.1" status: 200 len: 375 time: 0.1066647 Sep 01 15:22:41.415090 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-529980ed-b33b-4ae2-a6ef-58cc03a3bfb5 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Transition to ACTIVE for port object 257b5410-eb73-44b2-b85c-40ace75ef5eb will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:22:41.477859 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-529980ed-b33b-4ae2-a6ef-58cc03a3bfb5 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:41.585304 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-529980ed-b33b-4ae2-a6ef-58cc03a3bfb5 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Network dc3eed46-cd6b-4bc3-97b7-54bdc9345086 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:22:41.592368 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-529980ed-b33b-4ae2-a6ef-58cc03a3bfb5 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:22:41.597456 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-529980ed-b33b-4ae2-a6ef-58cc03a3bfb5 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:22:41.713817 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529980ed-b33b-4ae2-a6ef-58cc03a3bfb5 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Pushing event updated for resources: {'Port': ['ID=257b5410-eb73-44b2-b85c-40ace75ef5eb,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:41.714833 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-7145fd7c-565b-41c5-a25b-d913080420f6 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6f99ed5d6412434b992dead589f20bcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3213487 Sep 01 15:22:41.788593 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-529980ed-b33b-4ae2-a6ef-58cc03a3bfb5 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:41.789316 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-529980ed-b33b-4ae2-a6ef-58cc03a3bfb5 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:41.843352 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-529980ed-b33b-4ae2-a6ef-58cc03a3bfb5 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0179944 Sep 01 15:22:41.914035 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-40a1ba60-83d8-4f24-b9ea-4b2201561580 service neutron] Request body: {'port': {'device_id': '27feb68d-4c67-43ac-8e7c-34b34ceda24a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:41.917472 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:22:41.956416 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-bd295b8d-b935-4c23-906e-e8da596e0d00 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] device_id is not set on port 2a7a2db7-014c-4c64-8fd0-7fc8dd214220 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:22:41.967689 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-38a097ee-b543-48ff-b930-9d0a2ef50c11 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:42.022713 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-38a097ee-b543-48ff-b930-9d0a2ef50c11 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:42.051794 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-91f31003-5248-4de5-8027-4aa8941b44ec req-8903202d-371a-4068-936e-df1da91c761b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 210 time: 0.2019885 Sep 01 15:22:42.089641 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:42.176337 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-5e9442d3-c726-4cea-81bd-11a29dd54b8c service neutron] 10.222.0.60 "GET /v2.0/networks/dc3eed46-cd6b-4bc3-97b7-54bdc9345086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364531 Sep 01 15:22:42.211107 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-cae1fb6d-3e8b-44e0-b644-5e1748165445 None None] Provisioning for port 257b5410-eb73-44b2-b85c-40ace75ef5eb completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:22:42.222692 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-40a1ba60-83d8-4f24-b9ea-4b2201561580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:42.249552 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-cae1fb6d-3e8b-44e0-b644-5e1748165445 None None] Provisioning complete for port 257b5410-eb73-44b2-b85c-40ace75ef5eb triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:22:42.257922 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cae1fb6d-3e8b-44e0-b644-5e1748165445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:42.455001 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-cae1fb6d-3e8b-44e0-b644-5e1748165445 None None] Port 257b5410-eb73-44b2-b85c-40ace75ef5eb cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:22:42.752989 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-38a097ee-b543-48ff-b930-9d0a2ef50c11 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Allocated IP 172.25.6.88 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/31a8933e-7a42-41ae-a1f2-62d173ffd2e9) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:22:42.784900 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-ade7ef87-edfc-4f68-b758-9c51f1b83243 service neutron] 10.222.0.60 "GET /v2.0/networks/dc3eed46-cd6b-4bc3-97b7-54bdc9345086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351009 Sep 01 15:22:42.794448 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bd295b8d-b935-4c23-906e-e8da596e0d00 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:42.947519 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-bd295b8d-b935-4c23-906e-e8da596e0d00 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] device_id is not set on port db71e18a-ef36-402a-80cf-c72ac533e4e8 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:22:42.960830 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-b0b9d131-e40b-4f10-a42f-f5bba8e151e7 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:42.964611 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-b0b9d131-e40b-4f10-a42f-f5bba8e151e7 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.45 "GET /v2.0/networks?id=dc3eed46-cd6b-4bc3-97b7-54bdc9345086 HTTP/1.1" status: 200 len: 816 time: 0.5969748 Sep 01 15:22:43.065277 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-38a097ee-b543-48ff-b930-9d0a2ef50c11 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:43.200375 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-ddf33fa8-3c07-4fd9-822b-7e6fa1e0d7b9 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Request body: {'port': {'device_id': 'bf4cb535-067f-4b0a-bc30-0b8a71d41af3', 'network_id': 'dc3eed46-cd6b-4bc3-97b7-54bdc9345086', 'admin_state_up': True, 'tenant_id': '6f99ed5d6412434b992dead589f20bcf'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:43.251127 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:43.415126 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-38a097ee-b543-48ff-b930-9d0a2ef50c11 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:43.445746 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-40a1ba60-83d8-4f24-b9ea-4b2201561580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 257b5410-eb73-44b2-b85c-40ace75ef5eb {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:22:43.496126 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-ddf33fa8-3c07-4fd9-822b-7e6fa1e0d7b9 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Made reservation on behalf of 6f99ed5d6412434b992dead589f20bcf for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:22:43.503832 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-ddf33fa8-3c07-4fd9-822b-7e6fa1e0d7b9 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:43.514001 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-40a1ba60-83d8-4f24-b9ea-4b2201561580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:43.518340 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bd295b8d-b935-4c23-906e-e8da596e0d00 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:43.565940 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a097ee-b543-48ff-b930-9d0a2ef50c11 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:22:43.596843 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-38a097ee-b543-48ff-b930-9d0a2ef50c11 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:22:43.606120 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a097ee-b543-48ff-b930-9d0a2ef50c11 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:22:43.635589 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-73bd5b12-b3fe-4825-9d2b-fb6561f9928b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:43.667042 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1ef161cd-7638-4747-b526-6df8285953fa req-378e7b32-6984-4530-bdf5-2418e2580d73 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5 HTTP/1.1" status: 200 len: 210 time: 0.1810653 Sep 01 15:22:43.686864 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a097ee-b543-48ff-b930-9d0a2ef50c11 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Pushing event updated for resources: {'Port': ['ID=31a8933e-7a42-41ae-a1f2-62d173ffd2e9,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:43.735238 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-346f0a59-42fe-42f8-b373-cd8c52fcbd67 req-9906f1e8-d827-4a19-8aad-237b50abd550 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 210 time: 0.2465930 Sep 01 15:22:43.788908 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-40a1ba60-83d8-4f24-b9ea-4b2201561580 service neutron] Transition to ACTIVE for port object 257b5410-eb73-44b2-b85c-40ace75ef5eb will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:22:43.804209 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-40a1ba60-83d8-4f24-b9ea-4b2201561580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:43.986518 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bd295b8d-b935-4c23-906e-e8da596e0d00 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:44.033045 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a1ba60-83d8-4f24-b9ea-4b2201561580 service neutron] Pushing event updated for resources: {'Port': ['ID=257b5410-eb73-44b2-b85c-40ace75ef5eb,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:44.468352 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd295b8d-b935-4c23-906e-e8da596e0d00 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Pushing event updated for resources: {'Port': ['ID=2a7a2db7-014c-4c64-8fd0-7fc8dd214220,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:44.546690 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd295b8d-b935-4c23-906e-e8da596e0d00 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Checking segment: {'id': 'dd066a31-2456-4c60-adf2-028559003ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'df577dcb-8f3e-43af-9dcd-be64532f7a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:22:44.546690 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd295b8d-b935-4c23-906e-e8da596e0d00 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Network hostable DHCP agents. Network: df577dcb-8f3e-43af-9dcd-be64532f7a86, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:22:44.784778 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-38a097ee-b543-48ff-b930-9d0a2ef50c11 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:44.814103 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-ddf33fa8-3c07-4fd9-822b-7e6fa1e0d7b9 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Allocated IP 172.20.0.3 (dc3eed46-cd6b-4bc3-97b7-54bdc9345086/8f64344f-57c2-4d05-8164-8a12066c7710/d61f6f9a-7922-4258-b2fa-6d007048c9a4) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:22:44.823459 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-40a1ba60-83d8-4f24-b9ea-4b2201561580 service neutron] Attempting to bind port 257b5410-eb73-44b2-b85c-40ace75ef5eb on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:22:44.823953 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-40a1ba60-83d8-4f24-b9ea-4b2201561580 service neutron] Attempting to bind port 257b5410-eb73-44b2-b85c-40ace75ef5eb by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '298f4f04-e2dd-4e98-869b-31e51c1de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc3eed46-cd6b-4bc3-97b7-54bdc9345086'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:22:44.824815 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-40a1ba60-83d8-4f24-b9ea-4b2201561580 service neutron] Attempting to bind port 257b5410-eb73-44b2-b85c-40ace75ef5eb on network dc3eed46-cd6b-4bc3-97b7-54bdc9345086 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:22:44.859114 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-40a1ba60-83d8-4f24-b9ea-4b2201561580 service neutron] Port 257b5410-eb73-44b2-b85c-40ace75ef5eb on network dc3eed46-cd6b-4bc3-97b7-54bdc9345086 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:22:44.861601 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-40a1ba60-83d8-4f24-b9ea-4b2201561580 service neutron] Attempting to bind port 257b5410-eb73-44b2-b85c-40ace75ef5eb on network dc3eed46-cd6b-4bc3-97b7-54bdc9345086 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:22:44.890490 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-40a1ba60-83d8-4f24-b9ea-4b2201561580 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:22:44.891179 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-40a1ba60-83d8-4f24-b9ea-4b2201561580 service neutron] Checking segment: {'id': '298f4f04-e2dd-4e98-869b-31e51c1de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc3eed46-cd6b-4bc3-97b7-54bdc9345086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:22:44.891689 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-40a1ba60-83d8-4f24-b9ea-4b2201561580 service neutron] Bound using segment: {'id': '298f4f04-e2dd-4e98-869b-31e51c1de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc3eed46-cd6b-4bc3-97b7-54bdc9345086'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:22:44.892699 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-40a1ba60-83d8-4f24-b9ea-4b2201561580 service neutron] Bound port: 257b5410-eb73-44b2-b85c-40ace75ef5eb, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '298f4f04-e2dd-4e98-869b-31e51c1de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc3eed46-cd6b-4bc3-97b7-54bdc9345086'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:22:44.893960 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-40a1ba60-83d8-4f24-b9ea-4b2201561580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:44.903711 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd295b8d-b935-4c23-906e-e8da596e0d00 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Network df577dcb-8f3e-43af-9dcd-be64532f7a86 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:22:44.940875 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-bd295b8d-b935-4c23-906e-e8da596e0d00 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, df577dcb-8f3e-43af-9dcd-be64532f7a86) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:22:44.968617 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf768a99-86db-4380-9392-aa8157f49da9 None None] Network df577dcb-8f3e-43af-9dcd-be64532f7a86 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:22:44.973686 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd295b8d-b935-4c23-906e-e8da596e0d00 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:22:44.976479 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bd295b8d-b935-4c23-906e-e8da596e0d00 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:45.133415 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-766e94b8-ce17-4461-adfb-f1d9fa6b6413 req-45cebd03-ec62-4ce5-9a8c-36cc540b0c67 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5 HTTP/1.1" status: 200 len: 210 time: 0.2200048 Sep 01 15:22:45.245072 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-40a1ba60-83d8-4f24-b9ea-4b2201561580 service neutron] For port 257b5410-eb73-44b2-b85c-40ace75ef5eb, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:22:45.252807 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-40a1ba60-83d8-4f24-b9ea-4b2201561580 service neutron] For port 257b5410-eb73-44b2-b85c-40ace75ef5eb, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=257b5410-eb73-44b2-b85c-40ace75ef5eb,segment=NetworkSegment(298f4f04-e2dd-4e98-869b-31e51c1de96b),segment_id=298f4f04-e2dd-4e98-869b-31e51c1de96b)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:22:45.273338 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-40a1ba60-83d8-4f24-b9ea-4b2201561580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:45.300462 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-40a1ba60-83d8-4f24-b9ea-4b2201561580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:45.301766 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-40a1ba60-83d8-4f24-b9ea-4b2201561580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:45.304828 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-40a1ba60-83d8-4f24-b9ea-4b2201561580 service neutron] 10.222.0.62 "PUT /v2.0/ports/257b5410-eb73-44b2-b85c-40ace75ef5eb HTTP/1.1" status: 200 len: 1092 time: 3.4045718 Sep 01 15:22:45.323942 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27feb68d-4c67-43ac-8e7c-34b34ceda24a', 'tag': '257b5410-eb73-44b2-b85c-40ace75ef5eb'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:22:45.326682 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4f788d-d273-440f-a329-85f1696c9473" -d '{"events": [{"name": "network-changed", "server_uuid": "27feb68d-4c67-43ac-8e7c-34b34ceda24a", "tag": "257b5410-eb73-44b2-b85c-40ace75ef5eb"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:22:45.422450 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b260cf6d-c98c-4c92-a8b9-938c1df617bb x-openstack-request-id: req-b260cf6d-c98c-4c92-a8b9-938c1df617bb {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:22:45.423081 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27feb68d-4c67-43ac-8e7c-34b34ceda24a", "tag": "257b5410-eb73-44b2-b85c-40ace75ef5eb", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:22:45.423532 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b260cf6d-c98c-4c92-a8b9-938c1df617bb {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:22:45.424117 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27feb68d-4c67-43ac-8e7c-34b34ceda24a', 'tag': '257b5410-eb73-44b2-b85c-40ace75ef5eb', 'status': 'completed', 'code': 200} Sep 01 15:22:45.490958 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:45.672319 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a1ba60-83d8-4f24-b9ea-4b2201561580 service neutron] Pushing event updated for resources: {'Port': ['ID=257b5410-eb73-44b2-b85c-40ace75ef5eb,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:45.689035 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-d939cb4d-7c35-4e60-b54e-fd22d54e4ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:45.691665 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-d939cb4d-7c35-4e60-b54e-fd22d54e4ae6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6f99ed5d6412434b992dead589f20bcf&device_id=27feb68d-4c67-43ac-8e7c-34b34ceda24a HTTP/1.1" status: 200 len: 1095 time: 0.2228384 Sep 01 15:22:45.762743 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-cba2dec4-a24d-4933-8f4c-7524fd23fd0e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=257b5410-eb73-44b2-b85c-40ace75ef5eb HTTP/1.1" status: 200 len: 217 time: 0.0553153 Sep 01 15:22:45.841090 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-48df9bc2-e38c-4ee9-8a94-6784b65e1855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:45.842648 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-48df9bc2-e38c-4ee9-8a94-6784b65e1855 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f64344f-57c2-4d05-8164-8a12066c7710 HTTP/1.1" status: 200 len: 855 time: 0.0658317 Sep 01 15:22:45.892389 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-ddf33fa8-3c07-4fd9-822b-7e6fa1e0d7b9 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:45.923087 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-ddf33fa8-3c07-4fd9-822b-7e6fa1e0d7b9 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Transition to ACTIVE for port object d61f6f9a-7922-4258-b2fa-6d007048c9a4 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:22:45.937752 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-cbc83ffd-ac12-4d97-82a0-e3964ecbf56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:45.940070 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-cbc83ffd-ac12-4d97-82a0-e3964ecbf56e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc3eed46-cd6b-4bc3-97b7-54bdc9345086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878716 Sep 01 15:22:45.967310 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-802cbe07-75e5-4961-ac57-d81e87c84bd7 req-57668ff4-00df-4726-889b-50be06c975bb tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 210 time: 0.9352946 Sep 01 15:22:46.047965 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd295b8d-b935-4c23-906e-e8da596e0d00 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Pushing event updated for resources: {'Port': ['ID=db71e18a-ef36-402a-80cf-c72ac533e4e8,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:46.326654 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-38a097ee-b543-48ff-b930-9d0a2ef50c11 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37605'] for router, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:46.339343 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-38a097ee-b543-48ff-b930-9d0a2ef50c11 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1825249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1825272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1826501'] for router, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:46.352285 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-5290927c-77e7-4f8c-85cc-afa69452b0bb service neutron] 10.222.0.62 "GET /v2.0/networks/dc3eed46-cd6b-4bc3-97b7-54bdc9345086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935988 Sep 01 15:22:46.481649 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-918d489d-6f64-43a4-b3f6-6acb93841553 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:46.483630 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-918d489d-6f64-43a4-b3f6-6acb93841553 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.62 "GET /v2.0/networks?id=dc3eed46-cd6b-4bc3-97b7-54bdc9345086 HTTP/1.1" status: 200 len: 816 time: 0.2818592 Sep 01 15:22:46.486919 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-ddf33fa8-3c07-4fd9-822b-7e6fa1e0d7b9 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:46.525892 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd295b8d-b935-4c23-906e-e8da596e0d00 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Checking segment: {'id': '72978121-71b0-4a9f-9ff4-88a1b04788b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bf80db56-c339-4788-8426-3b63f6e6bd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:22:46.526326 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd295b8d-b935-4c23-906e-e8da596e0d00 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Network hostable DHCP agents. Network: bf80db56-c339-4788-8426-3b63f6e6bd75, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:22:46.587286 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-309e5c46-8115-454e-bf5f-ba889532ac66 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Request body: {'port': {'device_id': '3507bb1d-f2d1-4f83-8d62-4ed86fe86af5', 'network_id': 'dc3eed46-cd6b-4bc3-97b7-54bdc9345086', 'admin_state_up': True, 'tenant_id': '6f99ed5d6412434b992dead589f20bcf'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:46.601657 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-30859ae6-09d1-4f0f-a22d-8af29ad56d88 req-b65e2160-da45-4ee0-b3df-ce7f94287ac9 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5 HTTP/1.1" status: 200 len: 210 time: 0.1900079 Sep 01 15:22:46.621794 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd295b8d-b935-4c23-906e-e8da596e0d00 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Network bf80db56-c339-4788-8426-3b63f6e6bd75 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:22:46.680948 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-bd295b8d-b935-4c23-906e-e8da596e0d00 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, bf80db56-c339-4788-8426-3b63f6e6bd75) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:22:46.707091 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd295b8d-b935-4c23-906e-e8da596e0d00 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:22:46.710972 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727d65e2-82bc-49dc-a851-8116bdd690cc None None] Network bf80db56-c339-4788-8426-3b63f6e6bd75 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:22:46.718478 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd295b8d-b935-4c23-906e-e8da596e0d00 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:46.724627 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd295b8d-b935-4c23-906e-e8da596e0d00 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:46.725933 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bd295b8d-b935-4c23-906e-e8da596e0d00 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:46.775617 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bd295b8d-b935-4c23-906e-e8da596e0d00 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.7259860 Sep 01 15:22:46.781413 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48110) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:46.859690 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a097ee-b543-48ff-b930-9d0a2ef50c11 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Router c76b5df5-c340-4642-87d8-764209d9607e is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:22:46.976740 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d94f153-06af-43c7-8313-b5c83c92271d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:46.984703 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d94f153-06af-43c7-8313-b5c83c92271d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:46.986855 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5d94f153-06af-43c7-8313-b5c83c92271d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1986434 Sep 01 15:22:46.992192 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48112) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:47.070188 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-ddf33fa8-3c07-4fd9-822b-7e6fa1e0d7b9 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Network dc3eed46-cd6b-4bc3-97b7-54bdc9345086 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:22:47.092051 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-ddf33fa8-3c07-4fd9-822b-7e6fa1e0d7b9 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:22:47.109294 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-ddf33fa8-3c07-4fd9-822b-7e6fa1e0d7b9 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:22:47.233907 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf33fa8-3c07-4fd9-822b-7e6fa1e0d7b9 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Pushing event updated for resources: {'Port': ['ID=d61f6f9a-7922-4258-b2fa-6d007048c9a4,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:47.270650 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5aa5ca1a-c837-41a5-849e-4ab6a5b88d7a req-4c5adb39-02d6-4d1e-b91e-e7d5d177264c service neutron] 10.222.0.62 "GET /v2.0/networks/dc3eed46-cd6b-4bc3-97b7-54bdc9345086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8907700 Sep 01 15:22:47.276223 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-309e5c46-8115-454e-bf5f-ba889532ac66 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Made reservation on behalf of 6f99ed5d6412434b992dead589f20bcf for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:22:47.281147 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-309e5c46-8115-454e-bf5f-ba889532ac66 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:47.297817 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-241b0af6-489b-405d-900f-fea18274caad req-9cb48789-01fe-4adf-bc96-72642f901b29 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 210 time: 0.1555932 Sep 01 15:22:47.309606 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a097ee-b543-48ff-b930-9d0a2ef50c11 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:22:47.316852 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-ddf33fa8-3c07-4fd9-822b-7e6fa1e0d7b9 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:47.319067 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-38a097ee-b543-48ff-b930-9d0a2ef50c11 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:47.323960 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-38a097ee-b543-48ff-b930-9d0a2ef50c11 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "PUT /v2.0/routers/c76b5df5-c340-4642-87d8-764209d9607e HTTP/1.1" status: 200 len: 914 time: 7.9507866 Sep 01 15:22:47.324948 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-ddf33fa8-3c07-4fd9-822b-7e6fa1e0d7b9 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:47.326735 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362c73cc-a30e-45c6-8e54-2ef0c99c72fc None None] Sync routers for ids ['c76b5df5-c340-4642-87d8-764209d9607e'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:22:47.329331 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48116) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:47.344766 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362c73cc-a30e-45c6-8e54-2ef0c99c72fc None None] Routers {'c76b5df5-c340-4642-87d8-764209d9607e'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:22:47.345433 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-362c73cc-a30e-45c6-8e54-2ef0c99c72fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:22:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['c76b5df5-c340-4642-87d8-764209d9607e'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:47.357614 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-9d5d7f95-cd3f-46c1-9798-0e9f3404d573 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Deleting port 2a7a2db7-014c-4c64-8fd0-7fc8dd214220 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:22:47.358629 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9d5d7f95-cd3f-46c1-9798-0e9f3404d573 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:47.428574 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-362c73cc-a30e-45c6-8e54-2ef0c99c72fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:47.466660 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362c73cc-a30e-45c6-8e54-2ef0c99c72fc None None] Routers {'c76b5df5-c340-4642-87d8-764209d9607e'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:22:47.467308 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-362c73cc-a30e-45c6-8e54-2ef0c99c72fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:22:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['c76b5df5-c340-4642-87d8-764209d9607e'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:47.520185 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-ddf33fa8-3c07-4fd9-822b-7e6fa1e0d7b9 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3266094 Sep 01 15:22:47.522037 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9d5d7f95-cd3f-46c1-9798-0e9f3404d573 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:47.540310 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-a39c04dd-9e87-4b61-9a7c-24dd498d64b1 service neutron] Request body: {'port': {'device_id': 'bf4cb535-067f-4b0a-bc30-0b8a71d41af3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:47.545338 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-9d5d7f95-cd3f-46c1-9798-0e9f3404d573 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Calling delete_port for 2a7a2db7-014c-4c64-8fd0-7fc8dd214220 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:22:47.585933 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-362c73cc-a30e-45c6-8e54-2ef0c99c72fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:22:47.586642 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362c73cc-a30e-45c6-8e54-2ef0c99c72fc None None] The sync data for ids ['c76b5df5-c340-4642-87d8-764209d9607e'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:22:47.662332 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-99b73465-9c23-4f80-9cff-c8d8469200f0 None None] Provisioning for port d61f6f9a-7922-4258-b2fa-6d007048c9a4 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:22:47.686626 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-99b73465-9c23-4f80-9cff-c8d8469200f0 None None] Provisioning complete for port d61f6f9a-7922-4258-b2fa-6d007048c9a4 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:22:47.687807 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-99b73465-9c23-4f80-9cff-c8d8469200f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:47.827255 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-99b73465-9c23-4f80-9cff-c8d8469200f0 None None] Port d61f6f9a-7922-4258-b2fa-6d007048c9a4 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:22:47.839942 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6db854ab-e089-41e7-befa-c9ace0b6a7c0 req-3a628572-480c-4eb0-8491-3d9b6bc4c440 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5 HTTP/1.1" status: 200 len: 210 time: 0.0462143 Sep 01 15:22:47.843036 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9d5d7f95-cd3f-46c1-9798-0e9f3404d573 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:47.856238 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f788d-d273-440f-a329-85f1696c9473 req-8a34fd9a-3aff-47a4-8ce5-8e691f6ff81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:47.857972 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ab4f788d-d273-440f-a329-85f1696c9473 req-8a34fd9a-3aff-47a4-8ce5-8e691f6ff81d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6f99ed5d6412434b992dead589f20bcf&device_id=27feb68d-4c67-43ac-8e7c-34b34ceda24a HTTP/1.1" status: 200 len: 1095 time: 0.4329619 Sep 01 15:22:47.899150 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d7f95-cd3f-46c1-9798-0e9f3404d573 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Pushing event deleted for resources: {'Port': ['ID=2a7a2db7-014c-4c64-8fd0-7fc8dd214220,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:47.907594 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9d5d7f95-cd3f-46c1-9798-0e9f3404d573 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:47.913890 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9d5d7f95-cd3f-46c1-9798-0e9f3404d573 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] 10.222.0.60 "DELETE /v2.0/ports/2a7a2db7-014c-4c64-8fd0-7fc8dd214220 HTTP/1.1" status: 204 len: 168 time: 0.9200227 Sep 01 15:22:47.914867 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48132) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:47.987173 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c7dab20a-4bfa-49a8-9516-3acc6451954e tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "GET /v2.0/routers/c76b5df5-c340-4642-87d8-764209d9607e HTTP/1.1" status: 200 len: 920 time: 0.6528368 Sep 01 15:22:48.008140 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48134) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:48.092198 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-309e5c46-8115-454e-bf5f-ba889532ac66 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Allocated IP 172.20.0.14 (dc3eed46-cd6b-4bc3-97b7-54bdc9345086/8f64344f-57c2-4d05-8164-8a12066c7710/f3898b3e-9b3f-4f28-a66c-b8c377998e77) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:22:48.097734 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-a39c04dd-9e87-4b61-9a7c-24dd498d64b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:48.201457 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7364b8-b2ab-4049-92d7-d1e4c92878b9 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:48.212719 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48136) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:48.217579 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8e7364b8-b2ab-4049-92d7-d1e4c92878b9 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=5c826073-0017-46f6-8947-51b31e774ff4&device_id=c76b5df5-c340-4642-87d8-764209d9607e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1992543 Sep 01 15:22:48.242185 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-c7140de2-1ef8-46ab-b1ba-1bf9cb86d9c0 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Deleting port db71e18a-ef36-402a-80cf-c72ac533e4e8 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:22:48.242575 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7140de2-1ef8-46ab-b1ba-1bf9cb86d9c0 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:48.352164 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f363db92-0261-49bc-b5ee-db9de410b3d6 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:48.354272 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f363db92-0261-49bc-b5ee-db9de410b3d6 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 881 time: 0.1331515 Sep 01 15:22:48.381264 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48140) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:48.438962 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7f0239cd-970f-420d-8ff4-98d5f9ad44c7 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "GET /v2.0/ports?device_id=c76b5df5-c340-4642-87d8-764209d9607e HTTP/1.1" status: 200 len: 205 time: 0.0488865 Sep 01 15:22:48.461845 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48144) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:48.483922 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7140de2-1ef8-46ab-b1ba-1bf9cb86d9c0 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:48.536666 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-c7140de2-1ef8-46ab-b1ba-1bf9cb86d9c0 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Calling delete_port for db71e18a-ef36-402a-80cf-c72ac533e4e8 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:22:48.628598 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a09443a9-a89c-43e9-bc75-1054b5822083 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:48.721203 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48146) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:48.729355 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7140de2-1ef8-46ab-b1ba-1bf9cb86d9c0 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:48.793738 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7140de2-1ef8-46ab-b1ba-1bf9cb86d9c0 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Pushing event deleted for resources: {'Port': ['ID=db71e18a-ef36-402a-80cf-c72ac533e4e8,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:48.809786 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7140de2-1ef8-46ab-b1ba-1bf9cb86d9c0 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:48.816948 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c7140de2-1ef8-46ab-b1ba-1bf9cb86d9c0 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] 10.222.0.60 "DELETE /v2.0/ports/db71e18a-ef36-402a-80cf-c72ac533e4e8 HTTP/1.1" status: 204 len: 168 time: 0.9008377 Sep 01 15:22:48.821676 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48152) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:48.857691 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f788d-d273-440f-a329-85f1696c9473 req-bb2a7eb9-8993-4827-a957-19c5021a6b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:48.867547 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ab4f788d-d273-440f-a329-85f1696c9473 req-bb2a7eb9-8993-4827-a957-19c5021a6b3f service neutron] 10.222.0.62 "GET /v2.0/networks?id=dc3eed46-cd6b-4bc3-97b7-54bdc9345086 HTTP/1.1" status: 200 len: 917 time: 0.9429531 Sep 01 15:22:48.878240 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9863f6d0-44c0-4a8c-bfee-31dbe57b05d2 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0546343 Sep 01 15:22:48.885760 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48156) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:48.908236 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-ec9eccaa-a4bd-4ec7-92f2-641057b069be tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1065268058'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:49.009673 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9eccaa-a4bd-4ec7-92f2-641057b069be tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Made reservation on behalf of 5b2c0599b68a4df3b2740c6483e463db for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:22:49.015945 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ec9eccaa-a4bd-4ec7-92f2-641057b069be tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:49.089516 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a4fa033f-548b-4893-bed1-facf03bd8dcd req-5e361faf-32b7-4ffe-aa34-4a280be226db tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 210 time: 0.4583735 Sep 01 15:22:49.115169 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ab4f788d-d273-440f-a329-85f1696c9473 req-8156bfda-d3ab-4cb7-9eb6-283315eac406 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=257b5410-eb73-44b2-b85c-40ace75ef5eb HTTP/1.1" status: 200 len: 217 time: 0.2115905 Sep 01 15:22:49.138824 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d5cb11dc-af72-4090-ae68-6ca674c7e272 req-88b359f2-d388-4c6b-815a-54dd0ac90e71 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5 HTTP/1.1" status: 200 len: 210 time: 0.1124065 Sep 01 15:22:49.150785 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a9dd56ab-a7cd-45bb-89ba-f5d66f67bbb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:49.207688 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9eccaa-a4bd-4ec7-92f2-641057b069be tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:22:49.230644 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ec9eccaa-a4bd-4ec7-92f2-641057b069be tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:49.230947 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-ec9eccaa-a4bd-4ec7-92f2-641057b069be tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Added segment bde024f3-6f34-4696-8f7a-2765acd17c8b of type vlan for network 480cd431-3122-48f4-8f02-d80cb2f8b0f7 Sep 01 15:22:49.295137 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f788d-d273-440f-a329-85f1696c9473 req-4399b4e5-6c4b-4053-bed8-d1f57f371b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:49.297461 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ab4f788d-d273-440f-a329-85f1696c9473 req-4399b4e5-6c4b-4053-bed8-d1f57f371b31 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f64344f-57c2-4d05-8164-8a12066c7710 HTTP/1.1" status: 200 len: 855 time: 0.1678193 Sep 01 15:22:49.308909 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-309e5c46-8115-454e-bf5f-ba889532ac66 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:49.324836 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-309e5c46-8115-454e-bf5f-ba889532ac66 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Transition to ACTIVE for port object f3898b3e-9b3f-4f28-a66c-b8c377998e77 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:22:49.372302 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a9dd56ab-a7cd-45bb-89ba-f5d66f67bbb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:49.384706 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a9dd56ab-a7cd-45bb-89ba-f5d66f67bbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:49.387767 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-309e5c46-8115-454e-bf5f-ba889532ac66 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:49.421616 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ec9eccaa-a4bd-4ec7-92f2-641057b069be tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:49.472093 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd56ab-a7cd-45bb-89ba-f5d66f67bbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc8fc9e-015a-46ba-8b16-7df1cc377066,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:49.510680 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a9dd56ab-a7cd-45bb-89ba-f5d66f67bbb0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fadb62d400574766b69537fd9444b2b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7870934 Sep 01 15:22:49.515614 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48160) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:49.520470 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ec9eccaa-a4bd-4ec7-92f2-641057b069be tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:49.527894 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9eccaa-a4bd-4ec7-92f2-641057b069be tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:49.528731 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ec9eccaa-a4bd-4ec7-92f2-641057b069be tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:49.727184 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ec9eccaa-a4bd-4ec7-92f2-641057b069be tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8393979 Sep 01 15:22:49.745057 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48162) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:49.758909 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-f48f42c0-f308-4c5e-9908-a3328ce8d0cf tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1769361113'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:49.787148 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9eccaa-a4bd-4ec7-92f2-641057b069be tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Pushing event updated for resources: {'Network': ['ID=480cd431-3122-48f4-8f02-d80cb2f8b0f7,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:49.820043 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7e5314d8-2141-47ae-93a5-df62e909975c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:49.836835 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48f42c0-f308-4c5e-9908-a3328ce8d0cf tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Made reservation on behalf of 5b2c0599b68a4df3b2740c6483e463db for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:22:49.839647 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 480cd431-3122-48f4-8f02-d80cb2f8b0f7 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:22:49.840541 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f48f42c0-f308-4c5e-9908-a3328ce8d0cf tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:49.855215 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a09443a9-a89c-43e9-bc75-1054b5822083 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:49.931751 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7e5314d8-2141-47ae-93a5-df62e909975c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:49.951425 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48f42c0-f308-4c5e-9908-a3328ce8d0cf tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:22:49.983124 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f48f42c0-f308-4c5e-9908-a3328ce8d0cf tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:49.983653 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-f48f42c0-f308-4c5e-9908-a3328ce8d0cf tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Added segment 8b2103b2-887e-40c5-a843-2ae05100bfeb of type vlan for network a0e57f81-2514-44fd-ab45-2efbe503f7c9 Sep 01 15:22:50.056889 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-309e5c46-8115-454e-bf5f-ba889532ac66 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Network dc3eed46-cd6b-4bc3-97b7-54bdc9345086 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:22:50.102566 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-309e5c46-8115-454e-bf5f-ba889532ac66 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:22:50.122165 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-309e5c46-8115-454e-bf5f-ba889532ac66 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:22:50.189588 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f48f42c0-f308-4c5e-9908-a3328ce8d0cf tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:50.246810 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 257b5410-eb73-44b2-b85c-40ace75ef5eb details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:22:50.254997 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7e5314d8-2141-47ae-93a5-df62e909975c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:50.266889 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7e5314d8-2141-47ae-93a5-df62e909975c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:50.274665 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7e5314d8-2141-47ae-93a5-df62e909975c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bbc8fc9e-015a-46ba-8b16-7df1cc377066 HTTP/1.1" status: 204 len: 168 time: 0.7555261 Sep 01 15:22:50.281044 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f48f42c0-f308-4c5e-9908-a3328ce8d0cf tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:50.300944 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48f42c0-f308-4c5e-9908-a3328ce8d0cf tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:50.303977 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f48f42c0-f308-4c5e-9908-a3328ce8d0cf tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:50.414485 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e5c46-8115-454e-bf5f-ba889532ac66 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Pushing event updated for resources: {'Port': ['ID=f3898b3e-9b3f-4f28-a66c-b8c377998e77,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:50.571745 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5314d8-2141-47ae-93a5-df62e909975c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc8fc9e-015a-46ba-8b16-7df1cc377066,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:50.691514 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-309e5c46-8115-454e-bf5f-ba889532ac66 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:50.692770 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-309e5c46-8115-454e-bf5f-ba889532ac66 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:50.727772 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f788d-d273-440f-a329-85f1696c9473 req-7f620357-4154-4d14-bcdb-f3f6a07a0d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:50.730734 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ab4f788d-d273-440f-a329-85f1696c9473 req-7f620357-4154-4d14-bcdb-f3f6a07a0d0f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc3eed46-cd6b-4bc3-97b7-54bdc9345086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3642271 Sep 01 15:22:50.778335 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f48f42c0-f308-4c5e-9908-a3328ce8d0cf tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0197296 Sep 01 15:22:50.778335 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30603e80-f63d-4575-a57a-d1156fbeb819 req-cadcf0de-de11-4338-879f-e587cfc799f1 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 210 time: 0.1876855 Sep 01 15:22:50.813166 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ca8b1902-bb77-4f49-bea5-3879eafeb1fc None None] Provisioning for port f3898b3e-9b3f-4f28-a66c-b8c377998e77 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:22:50.827916 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0eea6-f02e-4ca7-b79f-d9c3c6df7347 req-b3d7039e-5c55-40fc-8291-792b432654d2 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:50.842695 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f42c0-f308-4c5e-9908-a3328ce8d0cf tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Pushing event updated for resources: {'Network': ['ID=a0e57f81-2514-44fd-ab45-2efbe503f7c9,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:50.853825 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-20d0eea6-f02e-4ca7-b79f-d9c3c6df7347 req-b3d7039e-5c55-40fc-8291-792b432654d2 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5 HTTP/1.1" status: 200 len: 932 time: 0.4043217 Sep 01 15:22:50.891615 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 257b5410-eb73-44b2-b85c-40ace75ef5eb, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=257b5410-eb73-44b2-b85c-40ace75ef5eb,segment=NetworkSegment(298f4f04-e2dd-4e98-869b-31e51c1de96b),segment_id=298f4f04-e2dd-4e98-869b-31e51c1de96b)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:50.920848 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-309e5c46-8115-454e-bf5f-ba889532ac66 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3378649 Sep 01 15:22:50.946936 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '257b5410-eb73-44b2-b85c-40ace75ef5eb', 'network_id': 'dc3eed46-cd6b-4bc3-97b7-54bdc9345086', 'port_id': '257b5410-eb73-44b2-b85c-40ace75ef5eb', 'mac_address': 'fa:16:3e:a4:15:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f64344f-57c2-4d05-8164-8a12066c7710', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:22:50.964249 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48176) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:50.976657 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-a1d621a6-4808-46b8-9409-a4522091af2d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Request body: {'subnets': [{'network_id': '480cd431-3122-48f4-8f02-d80cb2f8b0f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--608138763', 'ip_version': 4}, {'network_id': 'a0e57f81-2514-44fd-ab45-2efbe503f7c9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:50.977192 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-a1d621a6-4808-46b8-9409-a4522091af2d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Request body: {'subnet': {'network_id': '480cd431-3122-48f4-8f02-d80cb2f8b0f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--608138763', 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:50.980114 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-a1d621a6-4808-46b8-9409-a4522091af2d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Request body: {'subnet': {'network_id': 'a0e57f81-2514-44fd-ab45-2efbe503f7c9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:50.983302 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network a0e57f81-2514-44fd-ab45-2efbe503f7c9 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:22:51.095201 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ca8b1902-bb77-4f49-bea5-3879eafeb1fc None None] Provisioning complete for port f3898b3e-9b3f-4f28-a66c-b8c377998e77 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:22:51.095732 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ca8b1902-bb77-4f49-bea5-3879eafeb1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:51.239236 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-20d0eea6-f02e-4ca7-b79f-d9c3c6df7347 req-e9301235-40b7-4621-8e23-d69a19a3a979 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823409 Sep 01 15:22:51.281076 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Request body: {'port': {'device_id': '3507bb1d-f2d1-4f83-8d62-4ed86fe86af5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:51.321223 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:51.374051 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ca8b1902-bb77-4f49-bea5-3879eafeb1fc None None] Port f3898b3e-9b3f-4f28-a66c-b8c377998e77 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:22:51.380994 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257b5410-eb73-44b2-b85c-40ace75ef5eb {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:22:51.460955 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-a09443a9-a89c-43e9-bc75-1054b5822083 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Deleting port 31a8933e-7a42-41ae-a1f2-62d173ffd2e9 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:22:51.463839 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 257b5410-eb73-44b2-b85c-40ace75ef5eb, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=257b5410-eb73-44b2-b85c-40ace75ef5eb,segment=NetworkSegment(298f4f04-e2dd-4e98-869b-31e51c1de96b),segment_id=298f4f04-e2dd-4e98-869b-31e51c1de96b)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:51.464181 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a09443a9-a89c-43e9-bc75-1054b5822083 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:51.472010 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:51.545201 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48182) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:51.589724 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-912996a4-6d1e-4c18-8d8b-3feee2c9387b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:51.608878 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=257b5410-eb73-44b2-b85c-40ace75ef5eb,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:51.639585 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-a39c04dd-9e87-4b61-9a7c-24dd498d64b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d61f6f9a-7922-4258-b2fa-6d007048c9a4 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:22:51.753121 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-a39c04dd-9e87-4b61-9a7c-24dd498d64b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:51.759050 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ab4f788d-d273-440f-a329-85f1696c9473 req-ccd298bf-c08f-45b4-9a52-489e7706b61b service neutron] 10.222.0.62 "GET /v2.0/networks/dc3eed46-cd6b-4bc3-97b7-54bdc9345086?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0069842 Sep 01 15:22:51.814111 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['257b5410-eb73-44b2-b85c-40ace75ef5eb'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:22:51.844630 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-912996a4-6d1e-4c18-8d8b-3feee2c9387b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:51.861831 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-912996a4-6d1e-4c18-8d8b-3feee2c9387b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:51.866386 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-a39c04dd-9e87-4b61-9a7c-24dd498d64b1 service neutron] Transition to ACTIVE for port object d61f6f9a-7922-4258-b2fa-6d007048c9a4 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:22:51.949253 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-a39c04dd-9e87-4b61-9a7c-24dd498d64b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:52.039796 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912996a4-6d1e-4c18-8d8b-3feee2c9387b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd700fc-34c6-4c9a-b2e1-48d9981433d5,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:52.052676 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:52.098818 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d621a6-4808-46b8-9409-a4522091af2d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Made reservation on behalf of 5b2c0599b68a4df3b2740c6483e463db for: {'subnet': 2} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:22:52.109462 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a1d621a6-4808-46b8-9409-a4522091af2d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:52.110409 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a1d621a6-4808-46b8-9409-a4522091af2d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:52.123236 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-912996a4-6d1e-4c18-8d8b-3feee2c9387b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d6c294831df344fb81f6749ca972c41a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5703356 Sep 01 15:22:52.124549 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48186) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:52.238057 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-11c1e9d5-92e5-4f56-a568-31d21e88c814 req-e9f17bea-2bc9-4348-8d87-45ac111ffab1 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 210 time: 0.1755700 Sep 01 15:22:52.264006 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a09443a9-a89c-43e9-bc75-1054b5822083 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:52.542004 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c04dd-9e87-4b61-9a7c-24dd498d64b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d61f6f9a-7922-4258-b2fa-6d007048c9a4,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:52.552462 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-a09443a9-a89c-43e9-bc75-1054b5822083 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Calling delete_port for 31a8933e-7a42-41ae-a1f2-62d173ffd2e9 owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:22:52.603817 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ab4f788d-d273-440f-a329-85f1696c9473 req-2e40c2c5-2891-446c-beff-c7f6992b134c service neutron] 10.222.0.62 "GET /v2.0/networks/dc3eed46-cd6b-4bc3-97b7-54bdc9345086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8168175 Sep 01 15:22:52.769826 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-86fe2fa5-98ee-468c-8f8b-814468b36d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:52.913332 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ac265-e207-442f-858d-820c00433e01 req-5e04a3e6-d752-4059-880d-556088c687d1 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:52.916679 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-621ac265-e207-442f-858d-820c00433e01 req-5e04a3e6-d752-4059-880d-556088c687d1 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5 HTTP/1.1" status: 200 len: 932 time: 0.3694193 Sep 01 15:22:52.972116 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-86fe2fa5-98ee-468c-8f8b-814468b36d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:53.053121 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-a39c04dd-9e87-4b61-9a7c-24dd498d64b1 service neutron] Attempting to bind port d61f6f9a-7922-4258-b2fa-6d007048c9a4 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:22:53.054069 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-a39c04dd-9e87-4b61-9a7c-24dd498d64b1 service neutron] Attempting to bind port d61f6f9a-7922-4258-b2fa-6d007048c9a4 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '298f4f04-e2dd-4e98-869b-31e51c1de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc3eed46-cd6b-4bc3-97b7-54bdc9345086'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:22:53.054069 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-a39c04dd-9e87-4b61-9a7c-24dd498d64b1 service neutron] Attempting to bind port d61f6f9a-7922-4258-b2fa-6d007048c9a4 on network dc3eed46-cd6b-4bc3-97b7-54bdc9345086 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:22:53.129715 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-621ac265-e207-442f-858d-820c00433e01 req-1246b04b-55d7-4b7a-b409-c1782427b8b6 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986840 Sep 01 15:22:53.150578 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-a39c04dd-9e87-4b61-9a7c-24dd498d64b1 service neutron] Port d61f6f9a-7922-4258-b2fa-6d007048c9a4 on network dc3eed46-cd6b-4bc3-97b7-54bdc9345086 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:22:53.151031 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-a39c04dd-9e87-4b61-9a7c-24dd498d64b1 service neutron] Attempting to bind port d61f6f9a-7922-4258-b2fa-6d007048c9a4 on network dc3eed46-cd6b-4bc3-97b7-54bdc9345086 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:22:53.184032 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-a39c04dd-9e87-4b61-9a7c-24dd498d64b1 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:22:53.184577 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-a39c04dd-9e87-4b61-9a7c-24dd498d64b1 service neutron] Checking segment: {'id': '298f4f04-e2dd-4e98-869b-31e51c1de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc3eed46-cd6b-4bc3-97b7-54bdc9345086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:22:53.185212 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-a39c04dd-9e87-4b61-9a7c-24dd498d64b1 service neutron] Bound using segment: {'id': '298f4f04-e2dd-4e98-869b-31e51c1de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc3eed46-cd6b-4bc3-97b7-54bdc9345086'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:22:53.185971 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-a39c04dd-9e87-4b61-9a7c-24dd498d64b1 service neutron] Bound port: d61f6f9a-7922-4258-b2fa-6d007048c9a4, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '298f4f04-e2dd-4e98-869b-31e51c1de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc3eed46-cd6b-4bc3-97b7-54bdc9345086'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:22:53.186618 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-a39c04dd-9e87-4b61-9a7c-24dd498d64b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:53.375110 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-86fe2fa5-98ee-468c-8f8b-814468b36d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:53.381621 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-86fe2fa5-98ee-468c-8f8b-814468b36d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:53.392948 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-86fe2fa5-98ee-468c-8f8b-814468b36d8b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0fd700fc-34c6-4c9a-b2e1-48d9981433d5 HTTP/1.1" status: 204 len: 168 time: 1.2651758 Sep 01 15:22:53.506882 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe2fa5-98ee-468c-8f8b-814468b36d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd700fc-34c6-4c9a-b2e1-48d9981433d5,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:53.537715 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a1d621a6-4808-46b8-9409-a4522091af2d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:53.574612 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a1daa6cb-873d-4189-a289-498e2b9ab248 req-62686d61-1436-474e-ad2a-f5f3c86e1acc tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 210 time: 0.1026595 Sep 01 15:22:53.670379 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-a39c04dd-9e87-4b61-9a7c-24dd498d64b1 service neutron] For port d61f6f9a-7922-4258-b2fa-6d007048c9a4, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:22:53.680522 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a09443a9-a89c-43e9-bc75-1054b5822083 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:53.697234 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-a39c04dd-9e87-4b61-9a7c-24dd498d64b1 service neutron] For port d61f6f9a-7922-4258-b2fa-6d007048c9a4, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=d61f6f9a-7922-4258-b2fa-6d007048c9a4,segment=NetworkSegment(298f4f04-e2dd-4e98-869b-31e51c1de96b),segment_id=298f4f04-e2dd-4e98-869b-31e51c1de96b)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:22:53.767823 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d621a6-4808-46b8-9409-a4522091af2d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Pushing event updated for resources: {'Subnet': ['ID=870637f2-128f-403c-8599-f736e930ce8e,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:53.815099 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09443a9-a89c-43e9-bc75-1054b5822083 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Pushing event deleted for resources: {'Port': ['ID=31a8933e-7a42-41ae-a1f2-62d173ffd2e9,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:53.843318 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d621a6-4808-46b8-9409-a4522091af2d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Checking segment: {'id': 'bde024f3-6f34-4696-8f7a-2765acd17c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480cd431-3122-48f4-8f02-d80cb2f8b0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:22:53.844024 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d621a6-4808-46b8-9409-a4522091af2d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Network hostable DHCP agents. Network: 480cd431-3122-48f4-8f02-d80cb2f8b0f7, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:22:53.867849 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-a39c04dd-9e87-4b61-9a7c-24dd498d64b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:53.896049 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d621a6-4808-46b8-9409-a4522091af2d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Network 480cd431-3122-48f4-8f02-d80cb2f8b0f7 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:22:53.910839 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-a1d621a6-4808-46b8-9409-a4522091af2d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 480cd431-3122-48f4-8f02-d80cb2f8b0f7) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:22:53.927508 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18aeb0b-d2bb-4e6a-9b59-991491c412bd None None] Network 480cd431-3122-48f4-8f02-d80cb2f8b0f7 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:22:53.929684 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a1d621a6-4808-46b8-9409-a4522091af2d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:54.130484 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-a39c04dd-9e87-4b61-9a7c-24dd498d64b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:54.132568 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-a39c04dd-9e87-4b61-9a7c-24dd498d64b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:54.135859 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-a39c04dd-9e87-4b61-9a7c-24dd498d64b1 service neutron] 10.222.0.45 "PUT /v2.0/ports/d61f6f9a-7922-4258-b2fa-6d007048c9a4 HTTP/1.1" status: 200 len: 1091 time: 6.6016705 Sep 01 15:22:54.141451 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4cb535-067f-4b0a-bc30-0b8a71d41af3', 'tag': 'd61f6f9a-7922-4258-b2fa-6d007048c9a4'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:22:54.147076 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cd24e5-d081-49b7-ada1-6767dca16462" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4cb535-067f-4b0a-bc30-0b8a71d41af3", "tag": "d61f6f9a-7922-4258-b2fa-6d007048c9a4"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:22:54.161589 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d621a6-4808-46b8-9409-a4522091af2d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Pushing event updated for resources: {'Subnet': ['ID=0d9add3e-14d8-4482-b90c-60fb2b676b29,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:54.270668 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 257b5410-eb73-44b2-b85c-40ace75ef5eb up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:22:54.293470 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d621a6-4808-46b8-9409-a4522091af2d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Checking segment: {'id': '8b2103b2-887e-40c5-a843-2ae05100bfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a0e57f81-2514-44fd-ab45-2efbe503f7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:22:54.295271 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d621a6-4808-46b8-9409-a4522091af2d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Network hostable DHCP agents. Network: a0e57f81-2514-44fd-ab45-2efbe503f7c9, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:22:54.378173 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d621a6-4808-46b8-9409-a4522091af2d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Network a0e57f81-2514-44fd-ab45-2efbe503f7c9 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:22:54.398894 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa20de0a-7dd5-4003-be43-5ba50b862447 x-openstack-request-id: req-fa20de0a-7dd5-4003-be43-5ba50b862447 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:22:54.400783 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4cb535-067f-4b0a-bc30-0b8a71d41af3", "tag": "d61f6f9a-7922-4258-b2fa-6d007048c9a4", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:22:54.401607 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fa20de0a-7dd5-4003-be43-5ba50b862447 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:22:54.402584 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4cb535-067f-4b0a-bc30-0b8a71d41af3', 'tag': 'd61f6f9a-7922-4258-b2fa-6d007048c9a4', 'status': 'completed', 'code': 200} Sep 01 15:22:54.434352 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-a1d621a6-4808-46b8-9409-a4522091af2d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, a0e57f81-2514-44fd-ab45-2efbe503f7c9) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:22:54.478956 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d621a6-4808-46b8-9409-a4522091af2d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:54.488446 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d621a6-4808-46b8-9409-a4522091af2d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:54.490370 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a1d621a6-4808-46b8-9409-a4522091af2d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:54.558895 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3898b3e-9b3f-4f28-a66c-b8c377998e77 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:22:54.621413 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c8637d-c187-4e00-877a-f4f5675d0f7f None None] Network a0e57f81-2514-44fd-ab45-2efbe503f7c9 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:22:54.655953 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:54.729496 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48210) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:54.760400 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a1d621a6-4808-46b8-9409-a4522091af2d tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.7943871 Sep 01 15:22:54.797817 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Transition to ACTIVE for port object f3898b3e-9b3f-4f28-a66c-b8c377998e77 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:22:54.801381 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48214) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:54.848600 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-c5dabd55-31a7-441c-93ae-7d7441367955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:54.852295 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-c5dabd55-31a7-441c-93ae-7d7441367955 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6f99ed5d6412434b992dead589f20bcf&device_id=bf4cb535-067f-4b0a-bc30-0b8a71d41af3 HTTP/1.1" status: 200 len: 1094 time: 0.6125298 Sep 01 15:22:54.852902 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1fefe901-daf1-4ce0-9950-0245d5dacfd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:54.854950 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:54.878038 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a09443a9-a89c-43e9-bc75-1054b5822083 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:54.931762 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f15d8-daa0-4f9a-b2d7-228cc539723a req-8e0acff2-ec3f-4805-931f-71317aebd7f4 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:54.935194 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-588f15d8-daa0-4f9a-b2d7-228cc539723a req-8e0acff2-ec3f-4805-931f-71317aebd7f4 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5 HTTP/1.1" status: 200 len: 932 time: 0.4364631 Sep 01 15:22:55.008855 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c04dd-9e87-4b61-9a7c-24dd498d64b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d61f6f9a-7922-4258-b2fa-6d007048c9a4,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:55.013455 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db1e56d-14b9-4ec0-8f4a-1f1856aae04f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-480cd431-3122-48f4-8f02-d80cb2f8b0f7', 'network_id': '480cd431-3122-48f4-8f02-d80cb2f8b0f7', 'tenant_id': '5b2c0599b68a4df3b2740c6483e463db', 'fixed_ips': [{'subnet_id': '870637f2-128f-403c-8599-f736e930ce8e'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:22:55.017181 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1db1e56d-14b9-4ec0-8f4a-1f1856aae04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:55.124499 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 257b5410-eb73-44b2-b85c-40ace75ef5eb completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:22:55.155529 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4f59058c-db7a-4f9e-a596-1a1544487801 req-9c758cac-e48a-4a3d-ae5a-652944d1a40f tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 210 time: 0.0716999 Sep 01 15:22:55.172573 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-588f15d8-daa0-4f9a-b2d7-228cc539723a req-9f5383e7-937c-40fc-b3a8-b8cc237c01d3 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217834 Sep 01 15:22:55.369214 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1fefe901-daf1-4ce0-9950-0245d5dacfd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:55.399541 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1fefe901-daf1-4ce0-9950-0245d5dacfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:55.419692 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-91031e92-bae9-44fa-bef5-360860993259 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d61f6f9a-7922-4258-b2fa-6d007048c9a4 HTTP/1.1" status: 200 len: 217 time: 0.5374701 Sep 01 15:22:55.443889 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1fefe901-daf1-4ce0-9950-0245d5dacfd8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=309992e00c8c4d56a21aaf893805788c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7046564 Sep 01 15:22:55.458348 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48218) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:55.502374 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Pushing event updated for resources: {'Port': ['ID=f3898b3e-9b3f-4f28-a66c-b8c377998e77,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:55.579377 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e05ea621-8f99-412a-9e60-256e4667ef0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:55.603320 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f05d76b-5d8e-4a1f-be81-ae2be7cb553f tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:55.616565 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e05ea621-8f99-412a-9e60-256e4667ef0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:55.617642 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f05d76b-5d8e-4a1f-be81-ae2be7cb553f tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:55.620702 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f05d76b-5d8e-4a1f-be81-ae2be7cb553f tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:55.627215 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 257b5410-eb73-44b2-b85c-40ace75ef5eb triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:22:55.628437 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:55.635608 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0f05d76b-5d8e-4a1f-be81-ae2be7cb553f tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.8211257 Sep 01 15:22:55.644917 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a09443a9-a89c-43e9-bc75-1054b5822083 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:55.667370 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a09443a9-a89c-43e9-bc75-1054b5822083 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:55.706157 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fefe901-daf1-4ce0-9950-0245d5dacfd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050508d6-e41a-4456-b1f9-e43b297581b9,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:55.712018 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48220) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:55.713857 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e05ea621-8f99-412a-9e60-256e4667ef0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:55.717730 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e05ea621-8f99-412a-9e60-256e4667ef0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:55.720376 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e05ea621-8f99-412a-9e60-256e4667ef0d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/050508d6-e41a-4456-b1f9-e43b297581b9 HTTP/1.1" status: 204 len: 168 time: 0.2603378 Sep 01 15:22:55.844910 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-816fe1ed-4b49-4cf7-8980-17f5243d2dbd tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Deleting subnet 870637f2-128f-403c-8599-f736e930ce8e {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:22:55.850953 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ea621-8f99-412a-9e60-256e4667ef0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050508d6-e41a-4456-b1f9-e43b297581b9,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:55.857404 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-e997bfc5-2eb0-4a06-9415-759f4f497e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:55.860634 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-e997bfc5-2eb0-4a06-9415-759f4f497e51 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8f64344f-57c2-4d05-8164-8a12066c7710 HTTP/1.1" status: 200 len: 855 time: 0.3562040 Sep 01 15:22:55.864099 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a09443a9-a89c-43e9-bc75-1054b5822083 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:55.864978 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09443a9-a89c-43e9-bc75-1054b5822083 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Fanout notify agent at l3_agent the message router_deleted on router c76b5df5-c340-4642-87d8-764209d9607e {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:22:55.891692 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a09443a9-a89c-43e9-bc75-1054b5822083 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:55.893656 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a09443a9-a89c-43e9-bc75-1054b5822083 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "DELETE /v2.0/routers/c76b5df5-c340-4642-87d8-764209d9607e HTTP/1.1" status: 204 len: 168 time: 7.4291675 Sep 01 15:22:55.900783 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48224) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:55.906786 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-f3066682-ea9f-49d2-854a-b41a222c07f3 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-126045597', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:55.955501 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3066682-ea9f-49d2-854a-b41a222c07f3 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:55.958122 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3066682-ea9f-49d2-854a-b41a222c07f3 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:56.081257 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-ecd7b52d-b39d-4af7-ada2-d8fd58d80dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:56.084177 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-ecd7b52d-b39d-4af7-ada2-d8fd58d80dc2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dc3eed46-cd6b-4bc3-97b7-54bdc9345086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2154341 Sep 01 15:22:56.086075 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Attempting to bind port f3898b3e-9b3f-4f28-a66c-b8c377998e77 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:22:56.087470 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Attempting to bind port f3898b3e-9b3f-4f28-a66c-b8c377998e77 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '298f4f04-e2dd-4e98-869b-31e51c1de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc3eed46-cd6b-4bc3-97b7-54bdc9345086'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:22:56.088599 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Attempting to bind port f3898b3e-9b3f-4f28-a66c-b8c377998e77 on network dc3eed46-cd6b-4bc3-97b7-54bdc9345086 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:22:56.104358 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5dfd21-150c-49c4-8a8b-c6513513ca83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-a0e57f81-2514-44fd-ab45-2efbe503f7c9', 'network_id': 'a0e57f81-2514-44fd-ab45-2efbe503f7c9', 'tenant_id': '5b2c0599b68a4df3b2740c6483e463db', 'fixed_ips': [{'subnet_id': '0d9add3e-14d8-4482-b90c-60fb2b676b29'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:22:56.105637 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9a5dfd21-150c-49c4-8a8b-c6513513ca83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:56.238144 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-1db1e56d-14b9-4ec0-8f4a-1f1856aae04f None None] Allocated IP 172.20.0.2 (480cd431-3122-48f4-8f02-d80cb2f8b0f7/870637f2-128f-403c-8599-f736e930ce8e/f8d2f81a-4130-422c-a312-9fb65b1ae3d5) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:22:56.339858 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3066682-ea9f-49d2-854a-b41a222c07f3 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:56.342166 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-fade2b82-c9ab-472d-8bd8-1053e4a7f604 service neutron] 10.222.0.45 "GET /v2.0/networks/dc3eed46-cd6b-4bc3-97b7-54bdc9345086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451684 Sep 01 15:22:56.349149 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Port f3898b3e-9b3f-4f28-a66c-b8c377998e77 on network dc3eed46-cd6b-4bc3-97b7-54bdc9345086 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:22:56.352613 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3066682-ea9f-49d2-854a-b41a222c07f3 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:56.354404 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Attempting to bind port f3898b3e-9b3f-4f28-a66c-b8c377998e77 on network dc3eed46-cd6b-4bc3-97b7-54bdc9345086 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:22:56.403742 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:22:56.404852 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Checking segment: {'id': '298f4f04-e2dd-4e98-869b-31e51c1de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc3eed46-cd6b-4bc3-97b7-54bdc9345086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:22:56.405822 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Bound using segment: {'id': '298f4f04-e2dd-4e98-869b-31e51c1de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc3eed46-cd6b-4bc3-97b7-54bdc9345086'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:22:56.413011 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Bound port: f3898b3e-9b3f-4f28-a66c-b8c377998e77, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '298f4f04-e2dd-4e98-869b-31e51c1de96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'dc3eed46-cd6b-4bc3-97b7-54bdc9345086'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:22:56.414127 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:56.543068 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ccdba763-a639-4b62-9319-b367b4bb0049 req-2ddddc12-cbd6-4586-a298-e3b0993caa8b tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 210 time: 0.0473466 Sep 01 15:22:56.548648 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3066682-ea9f-49d2-854a-b41a222c07f3 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:56.551886 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f3066682-ea9f-49d2-854a-b41a222c07f3 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6498685 Sep 01 15:22:56.557473 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48236) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:22:56.570204 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-51a39079-49f9-4399-bd0b-b8f80509afd4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'enable_snat': False}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:22:56.691872 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16b341d8-5cc5-4260-833b-73d19040d52c req-2aa45868-3768-4a52-84df-6d111cf4e993 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3054049 Sep 01 15:22:56.732093 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:56.944684 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-9a5dfd21-150c-49c4-8a8b-c6513513ca83 None None] Allocated IP 172.20.0.18 (a0e57f81-2514-44fd-ab45-2efbe503f7c9/0d9add3e-14d8-4482-b90c-60fb2b676b29/869d2e39-9b88-4567-8e7f-191cef7940ed) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:22:57.398368 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27feb68d-4c67-43ac-8e7c-34b34ceda24a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257b5410-eb73-44b2-b85c-40ace75ef5eb'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:22:57.404755 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a157957a-c9a8-4f4a-96a6-868a31d59bf0" -d '{"events": [{"server_uuid": "27feb68d-4c67-43ac-8e7c-34b34ceda24a", "name": "network-vif-plugged", "status": "completed", "tag": "257b5410-eb73-44b2-b85c-40ace75ef5eb"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:22:57.428151 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-de74207f-96e3-4bc1-b7f0-548d0652ed13 req-4767ff46-e55b-45c5-a37c-4427bcb33ed5 service neutron] 10.222.0.45 "GET /v2.0/networks/dc3eed46-cd6b-4bc3-97b7-54bdc9345086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0556691 Sep 01 15:22:57.476762 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9a5dfd21-150c-49c4-8a8b-c6513513ca83 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:57.496047 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] For port f3898b3e-9b3f-4f28-a66c-b8c377998e77, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:22:57.505183 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] For port f3898b3e-9b3f-4f28-a66c-b8c377998e77, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f3898b3e-9b3f-4f28-a66c-b8c377998e77,segment=NetworkSegment(298f4f04-e2dd-4e98-869b-31e51c1de96b),segment_id=298f4f04-e2dd-4e98-869b-31e51c1de96b)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:22:57.529180 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c99f8-8588-40e3-ae20-147a1997e296 req-fb273994-c656-43f3-a5ae-6fe6688dae02 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:57.530089 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 257b5410-eb73-44b2-b85c-40ace75ef5eb, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=257b5410-eb73-44b2-b85c-40ace75ef5eb,segment=NetworkSegment(298f4f04-e2dd-4e98-869b-31e51c1de96b),segment_id=298f4f04-e2dd-4e98-869b-31e51c1de96b)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:22:57.536190 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-336c99f8-8588-40e3-ae20-147a1997e296 req-fb273994-c656-43f3-a5ae-6fe6688dae02 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5 HTTP/1.1" status: 200 len: 944 time: 1.0713589 Sep 01 15:22:57.542605 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9a5dfd21-150c-49c4-8a8b-c6513513ca83 None None] Transition to ACTIVE for port object 869d2e39-9b88-4567-8e7f-191cef7940ed will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:22:57.549122 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:57.558101 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:57.630103 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b341d8-5cc5-4260-833b-73d19040d52c req-3997c412-f9e8-4348-9d3f-6f36943c154b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:57.632728 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16b341d8-5cc5-4260-833b-73d19040d52c req-3997c412-f9e8-4348-9d3f-6f36943c154b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d5c12ac629004c608a6b26e32bb713bc&device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 1096 time: 0.8594878 Sep 01 15:22:57.710094 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cc78ca-b516-4712-bb78-9a04a3371e44 x-openstack-request-id: req-61cc78ca-b516-4712-bb78-9a04a3371e44 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:22:57.738725 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27feb68d-4c67-43ac-8e7c-34b34ceda24a", "name": "network-vif-plugged", "status": "completed", "tag": "257b5410-eb73-44b2-b85c-40ace75ef5eb", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:22:57.739412 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-61cc78ca-b516-4712-bb78-9a04a3371e44 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:22:57.739896 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27feb68d-4c67-43ac-8e7c-34b34ceda24a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257b5410-eb73-44b2-b85c-40ace75ef5eb', 'code': 200} Sep 01 15:22:57.789968 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:57.791742 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:57.795931 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] 10.222.0.62 "PUT /v2.0/ports/f3898b3e-9b3f-4f28-a66c-b8c377998e77 HTTP/1.1" status: 200 len: 1092 time: 6.5841923 Sep 01 15:22:57.798540 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3507bb1d-f2d1-4f83-8d62-4ed86fe86af5', 'tag': 'f3898b3e-9b3f-4f28-a66c-b8c377998e77'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:22:57.800821 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a5a8ce-2984-4da9-a953-4ae6b74fab51" -d '{"events": [{"name": "network-changed", "server_uuid": "3507bb1d-f2d1-4f83-8d62-4ed86fe86af5", "tag": "f3898b3e-9b3f-4f28-a66c-b8c377998e77"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:22:57.808433 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9a5dfd21-150c-49c4-8a8b-c6513513ca83 None None] Transition to ACTIVE for port object 869d2e39-9b88-4567-8e7f-191cef7940ed will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:22:57.971179 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9a5dfd21-150c-49c4-8a8b-c6513513ca83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:58.027131 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Pushing event updated for resources: {'Port': ['ID=f3898b3e-9b3f-4f28-a66c-b8c377998e77,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:58.042971 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:58.042971 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:58.042971 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:58.042971 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:58.042971 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:58.044027 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:58.044027 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:58.044027 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:58.044556 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:58.044817 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:58.045156 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:58.045476 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fefc4e-b42a-4661-8810-52a494af6403 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:22:58.060680 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5dfd21-150c-49c4-8a8b-c6513513ca83 None None] Network a0e57f81-2514-44fd-ab45-2efbe503f7c9 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:22:58.089713 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd24e5-d081-49b7-ada1-6767dca16462 req-3b3a9afd-382d-4169-86bb-f732e7f17e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:58.092198 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16cd24e5-d081-49b7-ada1-6767dca16462 req-3b3a9afd-382d-4169-86bb-f732e7f17e78 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6f99ed5d6412434b992dead589f20bcf&device_id=bf4cb535-067f-4b0a-bc30-0b8a71d41af3 HTTP/1.1" status: 200 len: 1094 time: 0.5535381 Sep 01 15:22:58.106830 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1db1e56d-14b9-4ec0-8f4a-1f1856aae04f None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:58.108393 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-336c99f8-8588-40e3-ae20-147a1997e296 req-7ece6277-31f2-4cab-88f2-57ae41e50922 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645581 Sep 01 15:22:58.187102 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-9a5dfd21-150c-49c4-8a8b-c6513513ca83 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:22:58.203756 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1db1e56d-14b9-4ec0-8f4a-1f1856aae04f None None] Transition to ACTIVE for port object f8d2f81a-4130-422c-a312-9fb65b1ae3d5 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:22:58.220809 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5dfd21-150c-49c4-8a8b-c6513513ca83 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:22:58.254153 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:58.293266 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=257b5410-eb73-44b2-b85c-40ace75ef5eb,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:58.312981 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51a39079-49f9-4399-bd0b-b8f80509afd4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:58.414385 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba469e-0c6d-4d88-bc84-abf4cd6cf0eb req-f561d47b-ea0d-44a8-b7e6-74289d20815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:58.416727 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-32ba469e-0c6d-4d88-bc84-abf4cd6cf0eb req-f561d47b-ea0d-44a8-b7e6-74289d20815d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=27feb68d-4c67-43ac-8e7c-34b34ceda24a HTTP/1.1" status: 200 len: 1097 time: 0.5614650 Sep 01 15:22:58.445490 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-21eb05fd-22a5-4dd9-a426-0ae9fb7e67c1 req-e927e81a-1191-443d-9142-0dfea9e78d22 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 210 time: 0.3742979 Sep 01 15:22:58.463286 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1db1e56d-14b9-4ec0-8f4a-1f1856aae04f None None] Transition to ACTIVE for port object f8d2f81a-4130-422c-a312-9fb65b1ae3d5 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:22:58.469166 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-c5b43ffe-3ea7-495d-b4c9-52e0a4ab6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:58.472060 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-c5b43ffe-3ea7-495d-b4c9-52e0a4ab6072 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6f99ed5d6412434b992dead589f20bcf&device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5 HTTP/1.1" status: 200 len: 1095 time: 0.5174665 Sep 01 15:22:58.490036 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249f0218-1fef-46de-aa6e-eedfc7e1fc44 x-openstack-request-id: req-249f0218-1fef-46de-aa6e-eedfc7e1fc44 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:22:58.490495 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3507bb1d-f2d1-4f83-8d62-4ed86fe86af5", "tag": "f3898b3e-9b3f-4f28-a66c-b8c377998e77", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:22:58.490850 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-249f0218-1fef-46de-aa6e-eedfc7e1fc44 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:22:58.491452 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3507bb1d-f2d1-4f83-8d62-4ed86fe86af5', 'tag': 'f3898b3e-9b3f-4f28-a66c-b8c377998e77', 'status': 'completed', 'code': 200} Sep 01 15:22:58.518210 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1db1e56d-14b9-4ec0-8f4a-1f1856aae04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:58.527962 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-816fe1ed-4b49-4cf7-8980-17f5243d2dbd tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:58.626221 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-1b9a4112-169c-411d-bd6c-a6d660e1e47e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3898b3e-9b3f-4f28-a66c-b8c377998e77 HTTP/1.1" status: 200 len: 217 time: 0.1332994 Sep 01 15:22:58.635738 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db1e56d-14b9-4ec0-8f4a-1f1856aae04f None None] Network 480cd431-3122-48f4-8f02-d80cb2f8b0f7 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:22:58.642577 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-1db1e56d-14b9-4ec0-8f4a-1f1856aae04f None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:22:58.647873 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5dfd21-150c-49c4-8a8b-c6513513ca83 None None] Pushing event updated for resources: {'Port': ['ID=869d2e39-9b88-4567-8e7f-191cef7940ed,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:58.670318 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db1e56d-14b9-4ec0-8f4a-1f1856aae04f None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:22:58.676116 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-32ba469e-0c6d-4d88-bc84-abf4cd6cf0eb req-3f30ffd2-70ff-4b93-a52a-75aa48916ac8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451770 Sep 01 15:22:58.692064 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd24e5-d081-49b7-ada1-6767dca16462 req-30faec9d-7210-448d-8af9-9995b304daa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:58.694728 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16cd24e5-d081-49b7-ada1-6767dca16462 req-30faec9d-7210-448d-8af9-9995b304daa1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=dc3eed46-cd6b-4bc3-97b7-54bdc9345086 HTTP/1.1" status: 200 len: 917 time: 0.5793648 Sep 01 15:22:58.718841 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-9a5dfd21-150c-49c4-8a8b-c6513513ca83 None None] Attempting to bind port 869d2e39-9b88-4567-8e7f-191cef7940ed on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:22:58.719195 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-9a5dfd21-150c-49c4-8a8b-c6513513ca83 None None] Attempting to bind port 869d2e39-9b88-4567-8e7f-191cef7940ed by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '8b2103b2-887e-40c5-a843-2ae05100bfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a0e57f81-2514-44fd-ab45-2efbe503f7c9'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:22:58.719571 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5dfd21-150c-49c4-8a8b-c6513513ca83 None None] Attempting to bind port 869d2e39-9b88-4567-8e7f-191cef7940ed on network a0e57f81-2514-44fd-ab45-2efbe503f7c9 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:22:58.722600 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b341d8-5cc5-4260-833b-73d19040d52c req-cb28cec6-c07e-4646-bcd6-112ee918ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:58.727202 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16b341d8-5cc5-4260-833b-73d19040d52c req-cb28cec6-c07e-4646-bcd6-112ee918ef3f service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d2362ee-78f5-4b99-9f98-82e09fba7d13 HTTP/1.1" status: 200 len: 912 time: 0.8635552 Sep 01 15:22:58.833937 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5dfd21-150c-49c4-8a8b-c6513513ca83 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:22:58.835111 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5dfd21-150c-49c4-8a8b-c6513513ca83 None None] Checking segment: {'id': '8b2103b2-887e-40c5-a843-2ae05100bfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a0e57f81-2514-44fd-ab45-2efbe503f7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:22:58.837716 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9a5dfd21-150c-49c4-8a8b-c6513513ca83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:58.838319 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5dfd21-150c-49c4-8a8b-c6513513ca83 None None] Bound using segment: {'id': '8b2103b2-887e-40c5-a843-2ae05100bfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a0e57f81-2514-44fd-ab45-2efbe503f7c9'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:22:58.838835 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-9a5dfd21-150c-49c4-8a8b-c6513513ca83 None None] Bound port: 869d2e39-9b88-4567-8e7f-191cef7940ed, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b2103b2-887e-40c5-a843-2ae05100bfeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a0e57f81-2514-44fd-ab45-2efbe503f7c9'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:22:58.839236 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9a5dfd21-150c-49c4-8a8b-c6513513ca83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:58.883704 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-816fe1ed-4b49-4cf7-8980-17f5243d2dbd tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:58.904396 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-1db1e56d-14b9-4ec0-8f4a-1f1856aae04f None None] Attempting to bind port f8d2f81a-4130-422c-a312-9fb65b1ae3d5 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:22:58.905238 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-1db1e56d-14b9-4ec0-8f4a-1f1856aae04f None None] Attempting to bind port f8d2f81a-4130-422c-a312-9fb65b1ae3d5 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'bde024f3-6f34-4696-8f7a-2765acd17c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480cd431-3122-48f4-8f02-d80cb2f8b0f7'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:22:58.905879 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db1e56d-14b9-4ec0-8f4a-1f1856aae04f None None] Attempting to bind port f8d2f81a-4130-422c-a312-9fb65b1ae3d5 on network 480cd431-3122-48f4-8f02-d80cb2f8b0f7 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:22:58.913137 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1e56d-14b9-4ec0-8f4a-1f1856aae04f None None] Pushing event updated for resources: {'Port': ['ID=f8d2f81a-4130-422c-a312-9fb65b1ae3d5,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:22:58.922115 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16cd24e5-d081-49b7-ada1-6767dca16462 req-df10eaa6-591c-437f-a6f8-830558fc7b9a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d61f6f9a-7922-4258-b2fa-6d007048c9a4 HTTP/1.1" status: 200 len: 217 time: 0.1407306 Sep 01 15:22:58.941996 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db1e56d-14b9-4ec0-8f4a-1f1856aae04f None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:22:58.954793 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db1e56d-14b9-4ec0-8f4a-1f1856aae04f None None] Checking segment: {'id': 'bde024f3-6f34-4696-8f7a-2765acd17c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480cd431-3122-48f4-8f02-d80cb2f8b0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:22:58.955586 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1db1e56d-14b9-4ec0-8f4a-1f1856aae04f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:58.956249 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db1e56d-14b9-4ec0-8f4a-1f1856aae04f None None] Bound using segment: {'id': 'bde024f3-6f34-4696-8f7a-2765acd17c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480cd431-3122-48f4-8f02-d80cb2f8b0f7'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:22:58.957078 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-1db1e56d-14b9-4ec0-8f4a-1f1856aae04f None None] Bound port: f8d2f81a-4130-422c-a312-9fb65b1ae3d5, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde024f3-6f34-4696-8f7a-2765acd17c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '480cd431-3122-48f4-8f02-d80cb2f8b0f7'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:22:58.957725 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1db1e56d-14b9-4ec0-8f4a-1f1856aae04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:58.986394 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16b341d8-5cc5-4260-833b-73d19040d52c req-07599d44-831a-43ce-b5c7-3f593f1c945c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc75d2e8-94a5-41de-a6fd-b874ce8bd64e HTTP/1.1" status: 200 len: 1000 time: 0.1941988 Sep 01 15:22:59.065671 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd24e5-d081-49b7-ada1-6767dca16462 req-bb0cc16c-698a-4f6d-92e0-8f7ebe4c7b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:59.068246 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16cd24e5-d081-49b7-ada1-6767dca16462 req-bb0cc16c-698a-4f6d-92e0-8f7ebe4c7b42 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8f64344f-57c2-4d05-8164-8a12066c7710 HTTP/1.1" status: 200 len: 855 time: 0.1228800 Sep 01 15:22:59.157240 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-2d1d42eb-6f1d-4b80-aa99-f19f818a42d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:59.161051 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-2d1d42eb-6f1d-4b80-aa99-f19f818a42d6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f64344f-57c2-4d05-8164-8a12066c7710 HTTP/1.1" status: 200 len: 855 time: 0.5240076 Sep 01 15:22:59.192244 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b341d8-5cc5-4260-833b-73d19040d52c req-759275d3-c183-429b-bde8-642dd7c771f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:59.203218 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16b341d8-5cc5-4260-833b-73d19040d52c req-759275d3-c183-429b-bde8-642dd7c771f9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cb4d0c35-1b78-4b62-99d6-b03c2c2e423d HTTP/1.1" status: 200 len: 850 time: 0.2034326 Sep 01 15:22:59.315851 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd24e5-d081-49b7-ada1-6767dca16462 req-53c3f35b-e58b-40bf-b4d8-bf911b64a53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:59.319240 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16cd24e5-d081-49b7-ada1-6767dca16462 req-53c3f35b-e58b-40bf-b4d8-bf911b64a53f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dc3eed46-cd6b-4bc3-97b7-54bdc9345086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2412572 Sep 01 15:22:59.360422 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-da105377-4e95-44ff-921f-eee5d69842a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:59.372081 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-da105377-4e95-44ff-921f-eee5d69842a7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc3eed46-cd6b-4bc3-97b7-54bdc9345086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2008104 Sep 01 15:22:59.524743 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-816fe1ed-4b49-4cf7-8980-17f5243d2dbd tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:59.676711 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-9a5dfd21-150c-49c4-8a8b-c6513513ca83 None None] For port 869d2e39-9b88-4567-8e7f-191cef7940ed, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:22:59.684190 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-9a5dfd21-150c-49c4-8a8b-c6513513ca83 None None] For port 869d2e39-9b88-4567-8e7f-191cef7940ed, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=869d2e39-9b88-4567-8e7f-191cef7940ed,segment=NetworkSegment(8b2103b2-887e-40c5-a843-2ae05100bfeb),segment_id=8b2103b2-887e-40c5-a843-2ae05100bfeb)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:22:59.696617 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9a5dfd21-150c-49c4-8a8b-c6513513ca83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:22:59.855295 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b341d8-5cc5-4260-833b-73d19040d52c req-914a3546-aa79-464d-9454-65347cd85d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:59.856901 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16b341d8-5cc5-4260-833b-73d19040d52c req-914a3546-aa79-464d-9454-65347cd85d8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d2362ee-78f5-4b99-9f98-82e09fba7d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5308340 Sep 01 15:22:59.869900 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e740c2-80f5-4243-b4bc-f5f90b3baf26 req-445da836-6ac2-477d-ac55-2b36503f848e tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:22:59.879911 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17e740c2-80f5-4243-b4bc-f5f90b3baf26 req-445da836-6ac2-477d-ac55-2b36503f848e tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5 HTTP/1.1" status: 200 len: 944 time: 0.2957323 Sep 01 15:22:59.888205 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-929a57a2-f86e-4f65-8226-b202e5d55c56 service neutron] 10.222.0.62 "GET /v2.0/networks/dc3eed46-cd6b-4bc3-97b7-54bdc9345086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040829 Sep 01 15:22:59.903274 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16cd24e5-d081-49b7-ada1-6767dca16462 req-9df83908-fccc-4ed6-81a2-25ed46cbeaf5 service neutron] 10.222.0.45 "GET /v2.0/networks/dc3eed46-cd6b-4bc3-97b7-54bdc9345086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5716355 Sep 01 15:22:59.919530 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-62b77af9-56f8-42ac-90aa-76c971d5773b req-7e78f5a4-ab1c-4163-b8d7-f978fccf94a7 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 210 time: 0.1255674 Sep 01 15:23:00.059784 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5dfd21-150c-49c4-8a8b-c6513513ca83 None None] Pushing event updated for resources: {'Port': ['ID=869d2e39-9b88-4567-8e7f-191cef7940ed,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:00.343763 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17e740c2-80f5-4243-b4bc-f5f90b3baf26 req-ef457d25-c361-4d68-abf3-7c30fb5eca1f tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4622896 Sep 01 15:23:00.374491 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51a39079-49f9-4399-bd0b-b8f80509afd4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:00.492478 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16b341d8-5cc5-4260-833b-73d19040d52c req-c9843ddd-7252-45f9-8fbb-af9b2d88befe service neutron] 10.222.0.45 "GET /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5713825 Sep 01 15:23:00.495990 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51a39079-49f9-4399-bd0b-b8f80509afd4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:00.542728 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1db1e56d-14b9-4ec0-8f4a-1f1856aae04f None None] For port f8d2f81a-4130-422c-a312-9fb65b1ae3d5, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:23:00.606213 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1db1e56d-14b9-4ec0-8f4a-1f1856aae04f None None] For port f8d2f81a-4130-422c-a312-9fb65b1ae3d5, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f8d2f81a-4130-422c-a312-9fb65b1ae3d5,segment=NetworkSegment(bde024f3-6f34-4696-8f7a-2765acd17c8b),segment_id=bde024f3-6f34-4696-8f7a-2765acd17c8b)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:23:00.615982 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1db1e56d-14b9-4ec0-8f4a-1f1856aae04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:00.626791 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-816fe1ed-4b49-4cf7-8980-17f5243d2dbd tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:00.636088 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1e855bd5-cf91-4c87-aaee-20d4433bde95 req-b25b13c9-2fea-421f-81a2-67c7f6046532 service neutron] 10.222.0.62 "GET /v2.0/networks/dc3eed46-cd6b-4bc3-97b7-54bdc9345086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7258799 Sep 01 15:23:00.670066 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16cd24e5-d081-49b7-ada1-6767dca16462 req-921f7985-8cc8-4fa4-af23-afb083ad4764 service neutron] 10.222.0.45 "GET /v2.0/networks/dc3eed46-cd6b-4bc3-97b7-54bdc9345086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7332108 Sep 01 15:23:00.773040 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 869d2e39-9b88-4567-8e7f-191cef7940ed up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:23:00.777016 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device d61f6f9a-7922-4258-b2fa-6d007048c9a4 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:23:00.820435 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1e56d-14b9-4ec0-8f4a-1f1856aae04f None None] Pushing event updated for resources: {'Port': ['ID=f8d2f81a-4130-422c-a312-9fb65b1ae3d5,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:00.964623 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5a8ce-2984-4da9-a953-4ae6b74fab51 req-435938f8-4d7c-4d8b-9e7f-a4bcc5192fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:00.973889 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-52a5a8ce-2984-4da9-a953-4ae6b74fab51 req-435938f8-4d7c-4d8b-9e7f-a4bcc5192fb9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6f99ed5d6412434b992dead589f20bcf&device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5 HTTP/1.1" status: 200 len: 1095 time: 0.1605494 Sep 01 15:23:01.051511 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 869d2e39-9b88-4567-8e7f-191cef7940ed completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:01.080141 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-816fe1ed-4b49-4cf7-8980-17f5243d2dbd tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:01.088470 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-816fe1ed-4b49-4cf7-8980-17f5243d2dbd tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] 10.222.0.60 "DELETE /v2.0/subnets/870637f2-128f-403c-8599-f736e930ce8e HTTP/1.1" status: 204 len: 168 time: 5.3653264 Sep 01 15:23:01.122220 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port d61f6f9a-7922-4258-b2fa-6d007048c9a4, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=d61f6f9a-7922-4258-b2fa-6d007048c9a4,segment=NetworkSegment(298f4f04-e2dd-4e98-869b-31e51c1de96b),segment_id=298f4f04-e2dd-4e98-869b-31e51c1de96b)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:01.154025 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'd61f6f9a-7922-4258-b2fa-6d007048c9a4', 'network_id': 'dc3eed46-cd6b-4bc3-97b7-54bdc9345086', 'port_id': 'd61f6f9a-7922-4258-b2fa-6d007048c9a4', 'mac_address': 'fa:16:3e:64:cf:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f64344f-57c2-4d05-8164-8a12066c7710', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:23:01.154281 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48296) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:01.278990 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816fe1ed-4b49-4cf7-8980-17f5243d2dbd tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Pushing event deleted for resources: {'Subnet': ['ID=870637f2-128f-403c-8599-f736e930ce8e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:01.293549 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:01.336453 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d61f6f9a-7922-4258-b2fa-6d007048c9a4 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:23:01.388398 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-51a39079-49f9-4399-bd0b-b8f80509afd4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Allocated IP 172.25.6.30 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/0cf97d95-4df3-4b39-b11d-f612b5e0d324) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:23:01.437454 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port d61f6f9a-7922-4258-b2fa-6d007048c9a4, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=d61f6f9a-7922-4258-b2fa-6d007048c9a4,segment=NetworkSegment(298f4f04-e2dd-4e98-869b-31e51c1de96b),segment_id=298f4f04-e2dd-4e98-869b-31e51c1de96b)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:01.445490 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:01.478875 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16b341d8-5cc5-4260-833b-73d19040d52c req-cf81378c-3f93-4cc8-9dd2-9d55a87e6e72 service neutron] 10.222.0.45 "GET /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9674029 Sep 01 15:23:01.585400 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f63803-a4ac-4c12-a5d7-8499b3126557 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Deleting subnet 0d9add3e-14d8-4482-b90c-60fb2b676b29 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:23:01.596888 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=d61f6f9a-7922-4258-b2fa-6d007048c9a4,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:01.622269 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-50f63803-a4ac-4c12-a5d7-8499b3126557 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:01.709387 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['d61f6f9a-7922-4258-b2fa-6d007048c9a4'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:23:01.815885 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51a39079-49f9-4399-bd0b-b8f80509afd4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:01.962938 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d836d34-48a1-41fd-871b-02156c09521d req-1ecdc052-23d1-478a-8cee-f3d4ab071c98 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 210 time: 0.5169036 Sep 01 15:23:02.011963 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-50f63803-a4ac-4c12-a5d7-8499b3126557 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:02.074689 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20abbb-5074-4067-8d30-baf735d84a87 req-3b1c8b21-a971-4638-badf-773be8d9a77c tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:02.093389 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ea20abbb-5074-4067-8d30-baf735d84a87 req-3b1c8b21-a971-4638-badf-773be8d9a77c tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5 HTTP/1.1" status: 200 len: 944 time: 0.3743458 Sep 01 15:23:02.228438 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29913c4-e4ce-4e55-9afc-2cc0b59305fd None None] Network a0e57f81-2514-44fd-ab45-2efbe503f7c9 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:02.302814 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-55275e83-f215-498e-a03b-a1764831e1be None None] Provisioning for port 869d2e39-9b88-4567-8e7f-191cef7940ed completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:02.310732 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-55275e83-f215-498e-a03b-a1764831e1be None None] Provisioning complete for port 869d2e39-9b88-4567-8e7f-191cef7940ed triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:02.311494 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-55275e83-f215-498e-a03b-a1764831e1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:02.333077 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-50f63803-a4ac-4c12-a5d7-8499b3126557 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:02.369798 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ea20abbb-5074-4067-8d30-baf735d84a87 req-ca071c49-f4f6-44fb-9c0a-24ba8ccd8187 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696538 Sep 01 15:23:02.383057 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51a39079-49f9-4399-bd0b-b8f80509afd4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:02.564335 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a39079-49f9-4399-bd0b-b8f80509afd4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:23:02.578741 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-51a39079-49f9-4399-bd0b-b8f80509afd4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:02.586876 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a39079-49f9-4399-bd0b-b8f80509afd4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:23:02.635571 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-50f63803-a4ac-4c12-a5d7-8499b3126557 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:02.759343 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f8d2f81a-4130-422c-a312-9fb65b1ae3d5 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:23:02.798105 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f63803-a4ac-4c12-a5d7-8499b3126557 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Pushing event deleted for resources: {'Subnet': ['ID=0d9add3e-14d8-4482-b90c-60fb2b676b29,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:02.831910 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a39079-49f9-4399-bd0b-b8f80509afd4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Pushing event updated for resources: {'Port': ['ID=0cf97d95-4df3-4b39-b11d-f612b5e0d324,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:02.845053 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-50f63803-a4ac-4c12-a5d7-8499b3126557 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:02.858499 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-50f63803-a4ac-4c12-a5d7-8499b3126557 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] 10.222.0.60 "DELETE /v2.0/subnets/0d9add3e-14d8-4482-b90c-60fb2b676b29 HTTP/1.1" status: 204 len: 168 time: 1.6926887 Sep 01 15:23:02.860335 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48318) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:02.865769 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5a8ce-2984-4da9-a953-4ae6b74fab51 req-814f3fca-f9d5-471f-ac78-2884b15b32aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:02.868428 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-52a5a8ce-2984-4da9-a953-4ae6b74fab51 req-814f3fca-f9d5-471f-ac78-2884b15b32aa service neutron] 10.222.0.62 "GET /v2.0/networks?id=dc3eed46-cd6b-4bc3-97b7-54bdc9345086 HTTP/1.1" status: 200 len: 917 time: 1.8899298 Sep 01 15:23:02.894190 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device d61f6f9a-7922-4258-b2fa-6d007048c9a4 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:23:03.201750 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port d61f6f9a-7922-4258-b2fa-6d007048c9a4 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:03.240873 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port d61f6f9a-7922-4258-b2fa-6d007048c9a4 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:03.244459 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:03.264756 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-52a5a8ce-2984-4da9-a953-4ae6b74fab51 req-51397af1-8cb9-417d-ba60-b72523695e24 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3898b3e-9b3f-4f28-a66c-b8c377998e77 HTTP/1.1" status: 200 len: 217 time: 0.3392072 Sep 01 15:23:03.449934 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5a8ce-2984-4da9-a953-4ae6b74fab51 req-eacf48bd-8801-4552-bb5f-addabf0bfb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:03.452890 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-52a5a8ce-2984-4da9-a953-4ae6b74fab51 req-eacf48bd-8801-4552-bb5f-addabf0bfb99 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f64344f-57c2-4d05-8164-8a12066c7710 HTTP/1.1" status: 200 len: 855 time: 0.1737680 Sep 01 15:23:03.532200 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac16f5a1-6bc6-4b22-bcfa-a3e497bc7f50 None None] Network 480cd431-3122-48f4-8f02-d80cb2f8b0f7 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:03.671166 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cc1bbfce-21bb-428a-9161-21dae23bc3a6 req-f5b3451b-1544-493a-a1c7-3189efabf6f3 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 210 time: 0.2121491 Sep 01 15:23:03.714030 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-55275e83-f215-498e-a03b-a1764831e1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:03.856962 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e743a-7f37-40ce-a1eb-1379ab895d06 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:03.875838 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port f8d2f81a-4130-422c-a312-9fb65b1ae3d5 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:03.891522 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5f4e743a-7f37-40ce-a1eb-1379ab895d06 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0182950 Sep 01 15:23:03.892866 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48338) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:04.016224 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8204e5-7e6e-465e-a47d-26292be5314a None None] Network a0e57f81-2514-44fd-ab45-2efbe503f7c9 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:04.175568 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d501ed97-2c2f-4a04-8107-1715aae25e01 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:04.206179 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5a8ce-2984-4da9-a953-4ae6b74fab51 req-7514a422-7cdd-4265-9412-cb0929246ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:04.209762 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-52a5a8ce-2984-4da9-a953-4ae6b74fab51 req-7514a422-7cdd-4265-9412-cb0929246ac3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc3eed46-cd6b-4bc3-97b7-54bdc9345086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6871901 Sep 01 15:23:04.288600 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51a39079-49f9-4399-bd0b-b8f80509afd4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:04.307226 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335cd87-c3fa-4658-b51a-54a3a05826bd req-c4c51774-18a0-4ce5-ab3b-91767f405a34 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:04.322144 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f335cd87-c3fa-4658-b51a-54a3a05826bd req-c4c51774-18a0-4ce5-ab3b-91767f405a34 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5 HTTP/1.1" status: 200 len: 944 time: 0.2411084 Sep 01 15:23:04.368595 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f3898b3e-9b3f-4f28-a66c-b8c377998e77 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:23:04.416199 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-55275e83-f215-498e-a03b-a1764831e1be None None] For port 869d2e39-9b88-4567-8e7f-191cef7940ed, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=869d2e39-9b88-4567-8e7f-191cef7940ed,segment=NetworkSegment(8b2103b2-887e-40c5-a843-2ae05100bfeb),segment_id=8b2103b2-887e-40c5-a843-2ae05100bfeb)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:04.489035 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-55275e83-f215-498e-a03b-a1764831e1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:04.537362 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-52a5a8ce-2984-4da9-a953-4ae6b74fab51 req-b9980d18-845b-414f-a1eb-2f3f80e574d4 service neutron] 10.222.0.62 "GET /v2.0/networks/dc3eed46-cd6b-4bc3-97b7-54bdc9345086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155291 Sep 01 15:23:04.572123 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port f3898b3e-9b3f-4f28-a66c-b8c377998e77, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f3898b3e-9b3f-4f28-a66c-b8c377998e77,segment=NetworkSegment(298f4f04-e2dd-4e98-869b-31e51c1de96b),segment_id=298f4f04-e2dd-4e98-869b-31e51c1de96b)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:04.591382 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'f3898b3e-9b3f-4f28-a66c-b8c377998e77', 'network_id': 'dc3eed46-cd6b-4bc3-97b7-54bdc9345086', 'port_id': 'f3898b3e-9b3f-4f28-a66c-b8c377998e77', 'mac_address': 'fa:16:3e:9c:7a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f64344f-57c2-4d05-8164-8a12066c7710', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:23:04.627300 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f335cd87-c3fa-4658-b51a-54a3a05826bd req-0ddf5481-36b9-49a2-974c-c4fa11bfb8f6 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039584 Sep 01 15:23:04.649510 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-d501ed97-2c2f-4a04-8107-1715aae25e01 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Deleting port 869d2e39-9b88-4567-8e7f-191cef7940ed {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:04.650676 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d501ed97-2c2f-4a04-8107-1715aae25e01 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:04.709918 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:04.711928 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55275e83-f215-498e-a03b-a1764831e1be None None] Pushing event updated for resources: {'Port': ['ID=869d2e39-9b88-4567-8e7f-191cef7940ed,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:04.748120 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c26b30-9d07-49ed-b61c-5e2e92baaa81 None None] DHCP port deletion for 480cd431-3122-48f4-8f02-d80cb2f8b0f7 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:23:04.796029 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0ef8d655-7632-4ac6-81e6-fee2ff7a3b41 None None] Provisioning for port f8d2f81a-4130-422c-a312-9fb65b1ae3d5 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:04.829421 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0ef8d655-7632-4ac6-81e6-fee2ff7a3b41 None None] Provisioning complete for port f8d2f81a-4130-422c-a312-9fb65b1ae3d5 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:04.829811 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0ef8d655-7632-4ac6-81e6-fee2ff7a3b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:04.972430 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f233408-bb0f-4476-8b35-d53156d1b62c None None] DHCP port deletion for a0e57f81-2514-44fd-ab45-2efbe503f7c9 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:23:05.013975 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4cb535-067f-4b0a-bc30-0b8a71d41af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61f6f9a-7922-4258-b2fa-6d007048c9a4'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:23:05.018742 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f394c697-47a7-413a-9ced-35f445c61297" -d '{"events": [{"server_uuid": "bf4cb535-067f-4b0a-bc30-0b8a71d41af3", "name": "network-vif-plugged", "status": "completed", "tag": "d61f6f9a-7922-4258-b2fa-6d007048c9a4"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:23:05.051720 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-d501ed97-2c2f-4a04-8107-1715aae25e01 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] For port 869d2e39-9b88-4567-8e7f-191cef7940ed, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=869d2e39-9b88-4567-8e7f-191cef7940ed,segment=NetworkSegment(8b2103b2-887e-40c5-a843-2ae05100bfeb),segment_id=8b2103b2-887e-40c5-a843-2ae05100bfeb)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:05.052458 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d501ed97-2c2f-4a04-8107-1715aae25e01 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:05.080808 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-d501ed97-2c2f-4a04-8107-1715aae25e01 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Calling delete_port for 869d2e39-9b88-4567-8e7f-191cef7940ed owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:05.270899 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d501ed97-2c2f-4a04-8107-1715aae25e01 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:05.376551 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a88516-3759-4691-89e3-9b04bcae25dc x-openstack-request-id: req-f2a88516-3759-4691-89e3-9b04bcae25dc {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:23:05.380224 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4cb535-067f-4b0a-bc30-0b8a71d41af3", "name": "network-vif-plugged", "status": "completed", "tag": "d61f6f9a-7922-4258-b2fa-6d007048c9a4", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:23:05.381275 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f2a88516-3759-4691-89e3-9b04bcae25dc {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:23:05.383678 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4cb535-067f-4b0a-bc30-0b8a71d41af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61f6f9a-7922-4258-b2fa-6d007048c9a4', 'code': 200} Sep 01 15:23:05.396148 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0ef8d655-7632-4ac6-81e6-fee2ff7a3b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:05.404983 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501ed97-2c2f-4a04-8107-1715aae25e01 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Pushing event deleted for resources: {'Port': ['ID=869d2e39-9b88-4567-8e7f-191cef7940ed,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:05.440352 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-6f233408-bb0f-4476-8b35-d53156d1b62c None None] The port '869d2e39-9b88-4567-8e7f-191cef7940ed' was deleted {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Sep 01 15:23:05.452764 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d501ed97-2c2f-4a04-8107-1715aae25e01 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] No DVR routers for this DVR port 869d2e39-9b88-4567-8e7f-191cef7940ed on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:23:05.469706 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port d61f6f9a-7922-4258-b2fa-6d007048c9a4, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=d61f6f9a-7922-4258-b2fa-6d007048c9a4,segment=NetworkSegment(298f4f04-e2dd-4e98-869b-31e51c1de96b),segment_id=298f4f04-e2dd-4e98-869b-31e51c1de96b)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:05.507559 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-0ef8d655-7632-4ac6-81e6-fee2ff7a3b41 None None] For port f8d2f81a-4130-422c-a312-9fb65b1ae3d5, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f8d2f81a-4130-422c-a312-9fb65b1ae3d5,segment=NetworkSegment(bde024f3-6f34-4696-8f7a-2765acd17c8b),segment_id=bde024f3-6f34-4696-8f7a-2765acd17c8b)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:05.511099 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:05.523689 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-52a5a8ce-2984-4da9-a953-4ae6b74fab51 req-e798da95-f9d5-4284-8f07-2a314ed5ccfd service neutron] 10.222.0.62 "GET /v2.0/networks/dc3eed46-cd6b-4bc3-97b7-54bdc9345086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9571288 Sep 01 15:23:05.529571 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-a6c26b30-9d07-49ed-b61c-5e2e92baaa81 None None] Deleting port f8d2f81a-4130-422c-a312-9fb65b1ae3d5 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:05.530013 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a6c26b30-9d07-49ed-b61c-5e2e92baaa81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:05.533520 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3898b3e-9b3f-4f28-a66c-b8c377998e77 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:23:05.559964 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port f3898b3e-9b3f-4f28-a66c-b8c377998e77, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f3898b3e-9b3f-4f28-a66c-b8c377998e77,segment=NetworkSegment(298f4f04-e2dd-4e98-869b-31e51c1de96b),segment_id=298f4f04-e2dd-4e98-869b-31e51c1de96b)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:05.562042 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:05.575463 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0ef8d655-7632-4ac6-81e6-fee2ff7a3b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:05.575463 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0ef8d655-7632-4ac6-81e6-fee2ff7a3b41 None None] Could not find standard attr ID for object 869d2e39-9b88-4567-8e7f-191cef7940ed. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:23:05.580930 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:05.664614 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a6c26b30-9d07-49ed-b61c-5e2e92baaa81 None None] For port f8d2f81a-4130-422c-a312-9fb65b1ae3d5, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f8d2f81a-4130-422c-a312-9fb65b1ae3d5,segment=NetworkSegment(bde024f3-6f34-4696-8f7a-2765acd17c8b),segment_id=bde024f3-6f34-4696-8f7a-2765acd17c8b)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:05.665462 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a6c26b30-9d07-49ed-b61c-5e2e92baaa81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:05.695157 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-a6c26b30-9d07-49ed-b61c-5e2e92baaa81 None None] Calling delete_port for f8d2f81a-4130-422c-a312-9fb65b1ae3d5 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:05.717802 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d501ed97-2c2f-4a04-8107-1715aae25e01 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:05.746267 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-d501ed97-2c2f-4a04-8107-1715aae25e01 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e57f81-2514-44fd-ab45-2efbe503f7c9']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:05.786600 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-d501ed97-2c2f-4a04-8107-1715aae25e01 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b2103b2-887e-40c5-a843-2ae05100bfeb') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:05.787129 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-d501ed97-2c2f-4a04-8107-1715aae25e01 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b2103b2-887e-40c5-a843-2ae05100bfeb') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:05.823425 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d501ed97-2c2f-4a04-8107-1715aae25e01 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:05.866772 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d501ed97-2c2f-4a04-8107-1715aae25e01 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:05.888864 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d501ed97-2c2f-4a04-8107-1715aae25e01 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:23:05.889459 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d501ed97-2c2f-4a04-8107-1715aae25e01 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:23:05.911705 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:23:05.967878 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2408e35d-d588-4154-8859-df5a6f3591b6 req-871fed56-c11e-4814-afa7-a30aee645efd tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dbfa6b6-45e5-4573-a549-0bf1f2f0dff2 HTTP/1.1" status: 200 len: 210 time: 0.1173892 Sep 01 15:23:06.056015 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51a39079-49f9-4399-bd0b-b8f80509afd4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37605'] for router, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.059425 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a6c26b30-9d07-49ed-b61c-5e2e92baaa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.084614 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6159e-40a8-4019-81ca-fb2ef627bada req-4d129858-5f6f-4585-9007-e4b4514d3777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:06.093506 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f3b6159e-40a8-4019-81ca-fb2ef627bada req-4d129858-5f6f-4585-9007-e4b4514d3777 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bf4cb535-067f-4b0a-bc30-0b8a71d41af3 HTTP/1.1" status: 200 len: 1096 time: 0.2272825 Sep 01 15:23:06.095274 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=d61f6f9a-7922-4258-b2fa-6d007048c9a4,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:06.097629 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51a39079-49f9-4399-bd0b-b8f80509afd4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1825249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1825272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1826501'] for router, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.179494 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['f3898b3e-9b3f-4f28-a66c-b8c377998e77'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:23:06.220609 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef9d74-ea32-4b1c-9a14-864514e11ebe req-08777f1b-daa1-4b4f-b3c1-9615373f4cd7 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:06.234026 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5cef9d74-ea32-4b1c-9a14-864514e11ebe req-08777f1b-daa1-4b4f-b3c1-9615373f4cd7 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5 HTTP/1.1" status: 200 len: 945 time: 0.2176526 Sep 01 15:23:06.235859 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d501ed97-2c2f-4a04-8107-1715aae25e01 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.297799 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c26b30-9d07-49ed-b61c-5e2e92baaa81 None None] No DVR routers for this DVR port f8d2f81a-4130-422c-a312-9fb65b1ae3d5 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:23:06.298455 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8d655-7632-4ac6-81e6-fee2ff7a3b41 None None] Pushing event deleted for resources: {'Port': ['ID=f8d2f81a-4130-422c-a312-9fb65b1ae3d5,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:06.348836 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d501ed97-2c2f-4a04-8107-1715aae25e01 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.354848 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d501ed97-2c2f-4a04-8107-1715aae25e01 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] 10.222.0.60 "DELETE /v2.0/networks/a0e57f81-2514-44fd-ab45-2efbe503f7c9 HTTP/1.1" status: 204 len: 168 time: 2.4551976 Sep 01 15:23:06.358559 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5cef9d74-ea32-4b1c-9a14-864514e11ebe req-a5e43d86-6ed8-4842-9914-89aa27ad19ef tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131721 Sep 01 15:23:06.359585 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48362) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:06.360855 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501ed97-2c2f-4a04-8107-1715aae25e01 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Pushing event deleted for resources: {'Network': ['ID=a0e57f81-2514-44fd-ab45-2efbe503f7c9,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:06.416252 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f3b6159e-40a8-4019-81ca-fb2ef627bada req-53ef40d2-a025-46da-b719-24340373ee3d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077257 Sep 01 15:23:06.484908 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=f3898b3e-9b3f-4f28-a66c-b8c377998e77,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:06.577568 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-034a6289-3eb1-4b6b-9a15-e4377016cacd tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.590907 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a39079-49f9-4399-bd0b-b8f80509afd4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Router 61bd9fba-7acc-4b3b-a162-cee2210c2c2c is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:23:06.604306 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 869d2e39-9b88-4567-8e7f-191cef7940ed no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:23:06.618561 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c26b30-9d07-49ed-b61c-5e2e92baaa81 None None] Pushing event deleted for resources: {'Port': ['ID=f8d2f81a-4130-422c-a312-9fb65b1ae3d5,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:06.683200 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 869d2e39-9b88-4567-8e7f-191cef7940ed {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:23:06.683519 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 869d2e39-9b88-4567-8e7f-191cef7940ed not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:23:06.695879 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f8d2f81a-4130-422c-a312-9fb65b1ae3d5 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:23:06.786596 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-034a6289-3eb1-4b6b-9a15-e4377016cacd tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.803591 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: f8d2f81a-4130-422c-a312-9fb65b1ae3d5 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:23:06.803925 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f8d2f81a-4130-422c-a312-9fb65b1ae3d5 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:23:06.821250 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-034a6289-3eb1-4b6b-9a15-e4377016cacd tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480cd431-3122-48f4-8f02-d80cb2f8b0f7']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:06.849847 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-034a6289-3eb1-4b6b-9a15-e4377016cacd tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde024f3-6f34-4696-8f7a-2765acd17c8b') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:06.850454 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-034a6289-3eb1-4b6b-9a15-e4377016cacd tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde024f3-6f34-4696-8f7a-2765acd17c8b') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:06.885788 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-034a6289-3eb1-4b6b-9a15-e4377016cacd tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.911885 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a39079-49f9-4399-bd0b-b8f80509afd4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:23:06.923878 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51a39079-49f9-4399-bd0b-b8f80509afd4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.926567 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-51a39079-49f9-4399-bd0b-b8f80509afd4 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "PUT /v2.0/routers/61bd9fba-7acc-4b3b-a162-cee2210c2c2c HTTP/1.1" status: 200 len: 914 time: 10.3652852 Sep 01 15:23:06.929771 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4f0ad1-7de7-43ae-8555-7c2efefadf18 None None] Sync routers for ids ['61bd9fba-7acc-4b3b-a162-cee2210c2c2c'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:23:06.931384 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48372) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:06.937131 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-034a6289-3eb1-4b6b-9a15-e4377016cacd tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.945602 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4f0ad1-7de7-43ae-8555-7c2efefadf18 None None] Routers {'61bd9fba-7acc-4b3b-a162-cee2210c2c2c'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:23:06.946828 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-dc4f0ad1-7de7-43ae-8555-7c2efefadf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:22:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['61bd9fba-7acc-4b3b-a162-cee2210c2c2c'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:06.956931 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-034a6289-3eb1-4b6b-9a15-e4377016cacd tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:23:06.957358 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-034a6289-3eb1-4b6b-9a15-e4377016cacd tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:23:06.960728 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:23:07.001439 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-dc4f0ad1-7de7-43ae-8555-7c2efefadf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:07.013193 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4f0ad1-7de7-43ae-8555-7c2efefadf18 None None] Routers {'61bd9fba-7acc-4b3b-a162-cee2210c2c2c'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:23:07.013840 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-dc4f0ad1-7de7-43ae-8555-7c2efefadf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:22:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['61bd9fba-7acc-4b3b-a162-cee2210c2c2c'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:07.054371 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-034a6289-3eb1-4b6b-9a15-e4377016cacd tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:07.069792 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-dc4f0ad1-7de7-43ae-8555-7c2efefadf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:07.070888 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4f0ad1-7de7-43ae-8555-7c2efefadf18 None None] The sync data for ids ['61bd9fba-7acc-4b3b-a162-cee2210c2c2c'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:23:07.105493 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-034a6289-3eb1-4b6b-9a15-e4377016cacd tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:07.116066 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-034a6289-3eb1-4b6b-9a15-e4377016cacd tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] 10.222.0.60 "DELETE /v2.0/networks/480cd431-3122-48f4-8f02-d80cb2f8b0f7 HTTP/1.1" status: 204 len: 168 time: 0.7477124 Sep 01 15:23:07.125392 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48380) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:07.129313 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a6289-3eb1-4b6b-9a15-e4377016cacd tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Pushing event deleted for resources: {'Network': ['ID=480cd431-3122-48f4-8f02-d80cb2f8b0f7,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:07.183757 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4dde0552-c418-4245-bc84-2aa7fcf0a8b1 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "GET /v2.0/routers/61bd9fba-7acc-4b3b-a162-cee2210c2c2c HTTP/1.1" status: 200 len: 920 time: 0.2477648 Sep 01 15:23:07.187442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48384) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:07.233654 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48386) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:07.289266 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615f37f2-fbf1-4316-aa98-faf38b725940 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:07.290940 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-615f37f2-fbf1-4316-aa98-faf38b725940 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=5c826073-0017-46f6-8947-51b31e774ff4&device_id=61bd9fba-7acc-4b3b-a162-cee2210c2c2c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1020420 Sep 01 15:23:07.296714 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48390) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:07.367760 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8649b755-28ec-4d95-bc33-7aa83ecee050 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:07.396569 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-703c526d-2b15-4728-a154-df9c81bbd1a3 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:07.457595 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-703c526d-2b15-4728-a154-df9c81bbd1a3 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:07.563861 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccffb91b-0947-496c-b4d7-f4d65536199d tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:07.566457 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ccffb91b-0947-496c-b4d7-f4d65536199d tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 881 time: 0.2684791 Sep 01 15:23:07.575273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48396) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:07.640999 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-55175d03-72ae-49b7-88ad-46066321bfc9 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bd9fba-7acc-4b3b-a162-cee2210c2c2c HTTP/1.1" status: 200 len: 205 time: 0.0638771 Sep 01 15:23:07.644374 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48400) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:07.744725 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8649b755-28ec-4d95-bc33-7aa83ecee050 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:07.770537 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-8649b755-28ec-4d95-bc33-7aa83ecee050 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf80db56-c339-4788-8426-3b63f6e6bd75']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:07.809266 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4505b-31a8-449e-8ec6-1c90d2e31963 req-0c5e1eed-2414-4bc9-870c-0c873d9b1d45 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:07.823478 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17c4505b-31a8-449e-8ec6-1c90d2e31963 req-0c5e1eed-2414-4bc9-870c-0c873d9b1d45 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5 HTTP/1.1" status: 200 len: 945 time: 0.2313654 Sep 01 15:23:07.836562 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-8649b755-28ec-4d95-bc33-7aa83ecee050 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72978121-71b0-4a9f-9ff4-88a1b04788b6') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:07.836834 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-8649b755-28ec-4d95-bc33-7aa83ecee050 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72978121-71b0-4a9f-9ff4-88a1b04788b6') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:07.851186 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d41d23a2-4089-4152-aef4-3f46b510ec74 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:07.874899 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8649b755-28ec-4d95-bc33-7aa83ecee050 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:07.907750 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8649b755-28ec-4d95-bc33-7aa83ecee050 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:07.923485 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17c4505b-31a8-449e-8ec6-1c90d2e31963 req-7263bc83-c468-4854-897e-468822ff9142 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918069 Sep 01 15:23:07.925114 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8649b755-28ec-4d95-bc33-7aa83ecee050 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:23:07.925669 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8649b755-28ec-4d95-bc33-7aa83ecee050 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:23:07.930721 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:23:07.966670 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-703c526d-2b15-4728-a154-df9c81bbd1a3 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:07.969199 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-703c526d-2b15-4728-a154-df9c81bbd1a3 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:07.980312 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-703c526d-2b15-4728-a154-df9c81bbd1a3 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "DELETE /v2.0/security-groups/56ee7cbb-c064-4b45-b63a-4812b76da33d HTTP/1.1" status: 204 len: 168 time: 0.7348833 Sep 01 15:23:07.980624 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48402) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:07.993545 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c526d-2b15-4728-a154-df9c81bbd1a3 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ee7cbb-c064-4b45-b63a-4812b76da33d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:08.042334 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-879d92ad-ab7d-4e36-b18b-be840e679fef tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] show failed (client error): The resource could not be found. Sep 01 15:23:08.048107 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-879d92ad-ab7d-4e36-b18b-be840e679fef tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "GET /v2.0/security-groups/56ee7cbb-c064-4b45-b63a-4812b76da33d HTTP/1.1" status: 404 len: 347 time: 0.0665755 Sep 01 15:23:08.073656 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48404) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:08.147652 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d41d23a2-4089-4152-aef4-3f46b510ec74 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.272004 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-d41d23a2-4089-4152-aef4-3f46b510ec74 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Deleting port 0cf97d95-4df3-4b39-b11d-f612b5e0d324 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:08.273089 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d41d23a2-4089-4152-aef4-3f46b510ec74 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.316268 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.363365 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f3898b3e-9b3f-4f28-a66c-b8c377998e77 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:23:08.393954 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d41d23a2-4089-4152-aef4-3f46b510ec74 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.409496 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-d41d23a2-4089-4152-aef4-3f46b510ec74 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Calling delete_port for 0cf97d95-4df3-4b39-b11d-f612b5e0d324 owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:08.606974 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port f3898b3e-9b3f-4f28-a66c-b8c377998e77 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:08.622096 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port f3898b3e-9b3f-4f28-a66c-b8c377998e77 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:08.622716 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.659286 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d41d23a2-4089-4152-aef4-3f46b510ec74 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.683580 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8649b755-28ec-4d95-bc33-7aa83ecee050 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.697733 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d23a2-4089-4152-aef4-3f46b510ec74 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Pushing event deleted for resources: {'Port': ['ID=0cf97d95-4df3-4b39-b11d-f612b5e0d324,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:08.784813 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.793904 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d41d23a2-4089-4152-aef4-3f46b510ec74 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.818436 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3507bb1d-f2d1-4f83-8d62-4ed86fe86af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3898b3e-9b3f-4f28-a66c-b8c377998e77'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:23:08.821449 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4693625e-09f4-4c9c-858f-6ed3536ac6b6" -d '{"events": [{"server_uuid": "3507bb1d-f2d1-4f83-8d62-4ed86fe86af5", "name": "network-vif-plugged", "status": "completed", "tag": "f3898b3e-9b3f-4f28-a66c-b8c377998e77"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:23:08.850985 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8649b755-28ec-4d95-bc33-7aa83ecee050 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.851694 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port f3898b3e-9b3f-4f28-a66c-b8c377998e77, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f3898b3e-9b3f-4f28-a66c-b8c377998e77,segment=NetworkSegment(298f4f04-e2dd-4e98-869b-31e51c1de96b),segment_id=298f4f04-e2dd-4e98-869b-31e51c1de96b)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:08.860410 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8649b755-28ec-4d95-bc33-7aa83ecee050 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] 10.222.0.60 "DELETE /v2.0/networks/bf80db56-c339-4788-8426-3b63f6e6bd75 HTTP/1.1" status: 204 len: 168 time: 1.7294736 Sep 01 15:23:08.860719 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.861549 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48414) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:08.869390 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649b755-28ec-4d95-bc33-7aa83ecee050 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Pushing event deleted for resources: {'Network': ['ID=bf80db56-c339-4788-8426-3b63f6e6bd75,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:08.901243 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5ec492-8bea-4ac0-8be6-81ef600b7363 x-openstack-request-id: req-4d5ec492-8bea-4ac0-8be6-81ef600b7363 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:23:08.901529 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3507bb1d-f2d1-4f83-8d62-4ed86fe86af5", "name": "network-vif-plugged", "status": "completed", "tag": "f3898b3e-9b3f-4f28-a66c-b8c377998e77", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:23:08.901791 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4d5ec492-8bea-4ac0-8be6-81ef600b7363 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:23:08.902427 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3507bb1d-f2d1-4f83-8d62-4ed86fe86af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3898b3e-9b3f-4f28-a66c-b8c377998e77', 'code': 200} Sep 01 15:23:08.986217 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d41d23a2-4089-4152-aef4-3f46b510ec74 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.989478 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d41d23a2-4089-4152-aef4-3f46b510ec74 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:08.991535 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=f3898b3e-9b3f-4f28-a66c-b8c377998e77,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:09.063739 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d41d23a2-4089-4152-aef4-3f46b510ec74 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:09.064319 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41d23a2-4089-4152-aef4-3f46b510ec74 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Fanout notify agent at l3_agent the message router_deleted on router 61bd9fba-7acc-4b3b-a162-cee2210c2c2c {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:23:09.081420 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d41d23a2-4089-4152-aef4-3f46b510ec74 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:09.089143 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d41d23a2-4089-4152-aef4-3f46b510ec74 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "DELETE /v2.0/routers/61bd9fba-7acc-4b3b-a162-cee2210c2c2c HTTP/1.1" status: 204 len: 168 time: 1.4431987 Sep 01 15:23:09.089850 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48420) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:09.100997 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-c0c7122a-eaa6-4ba3-a79a-8f2132f136af tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1668478941', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}, 'admin_state_up': False}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:09.188052 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0c7122a-eaa6-4ba3-a79a-8f2132f136af tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:09.189855 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0c7122a-eaa6-4ba3-a79a-8f2132f136af tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:09.209681 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650c19c-dca8-41e1-91a0-dd3db82462e8 req-fe11ac80-ca73-4427-ac7e-bfbca9319a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:09.210733 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-af551ec7-810e-45bf-988b-62f54243f2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:09.212486 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6650c19c-dca8-41e1-91a0-dd3db82462e8 req-fe11ac80-ca73-4427-ac7e-bfbca9319a1e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5 HTTP/1.1" status: 200 len: 1097 time: 0.1434796 Sep 01 15:23:09.217063 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-55dbd3d3-708c-4af9-a38e-bad21ab26b34 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:09.261164 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0c7122a-eaa6-4ba3-a79a-8f2132f136af tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:09.273191 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37cb25-cdcd-4279-b35f-9cc6d5e7ade2 req-4cf035be-7477-4ea9-8e41-6b9438de12b3 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:09.282326 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1f37cb25-cdcd-4279-b35f-9cc6d5e7ade2 req-4cf035be-7477-4ea9-8e41-6b9438de12b3 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5 HTTP/1.1" status: 200 len: 946 time: 0.1715059 Sep 01 15:23:09.310748 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6650c19c-dca8-41e1-91a0-dd3db82462e8 req-b04d7c6b-5417-4841-b969-43ca8469a57e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840688 Sep 01 15:23:09.314987 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f518fd75-371c-4db5-b848-fa0a523fa7c1 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Deleting port 340af5ff-0aac-4d68-becf-574a0a7d5b23 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:09.316107 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f518fd75-371c-4db5-b848-fa0a523fa7c1 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:09.430113 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1f37cb25-cdcd-4279-b35f-9cc6d5e7ade2 req-b09bdeb0-da53-4fc0-b803-8c93769f4151 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467977 Sep 01 15:23:09.539335 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0c7122a-eaa6-4ba3-a79a-8f2132f136af tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:09.589470 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-55dbd3d3-708c-4af9-a38e-bad21ab26b34 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:09.619461 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-55dbd3d3-708c-4af9-a38e-bad21ab26b34 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df577dcb-8f3e-43af-9dcd-be64532f7a86']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:09.643889 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-55dbd3d3-708c-4af9-a38e-bad21ab26b34 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd066a31-2456-4c60-adf2-028559003ac4') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:09.644386 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-55dbd3d3-708c-4af9-a38e-bad21ab26b34 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd066a31-2456-4c60-adf2-028559003ac4') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:09.674979 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-55dbd3d3-708c-4af9-a38e-bad21ab26b34 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:09.711662 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-55dbd3d3-708c-4af9-a38e-bad21ab26b34 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:09.715689 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f518fd75-371c-4db5-b848-fa0a523fa7c1 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:09.716100 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f518fd75-371c-4db5-b848-fa0a523fa7c1 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:09.729268 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55dbd3d3-708c-4af9-a38e-bad21ab26b34 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:23:09.729714 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-55dbd3d3-708c-4af9-a38e-bad21ab26b34 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:23:09.733419 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:23:09.777543 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f518fd75-371c-4db5-b848-fa0a523fa7c1 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Calling delete_port for 340af5ff-0aac-4d68-becf-574a0a7d5b23 owned by network:floatingip {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:09.855634 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-55dbd3d3-708c-4af9-a38e-bad21ab26b34 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:09.878419 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-55dbd3d3-708c-4af9-a38e-bad21ab26b34 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:09.880893 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-55dbd3d3-708c-4af9-a38e-bad21ab26b34 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] 10.222.0.60 "DELETE /v2.0/networks/df577dcb-8f3e-43af-9dcd-be64532f7a86 HTTP/1.1" status: 204 len: 168 time: 1.0132437 Sep 01 15:23:09.882052 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbd3d3-708c-4af9-a38e-bad21ab26b34 tempest-BulkNetworkOpsTest-1514213809 tempest-BulkNetworkOpsTest-1514213809-project] Pushing event deleted for resources: {'Network': ['ID=df577dcb-8f3e-43af-9dcd-be64532f7a86,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:09.896672 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0c7122a-eaa6-4ba3-a79a-8f2132f136af tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:09.924654 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0c7122a-eaa6-4ba3-a79a-8f2132f136af tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:10.007576 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f518fd75-371c-4db5-b848-fa0a523fa7c1 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:10.091170 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518fd75-371c-4db5-b848-fa0a523fa7c1 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event deleted for resources: {'Port': ['ID=340af5ff-0aac-4d68-becf-574a0a7d5b23,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:10.211284 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f518fd75-371c-4db5-b848-fa0a523fa7c1 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for floatingip, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:10.224755 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-c0c7122a-eaa6-4ba3-a79a-8f2132f136af tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Allocated IP 172.25.6.232 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/526ae34c-08cc-4033-93fa-50c3f7d33fec) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:23:10.238687 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f518fd75-371c-4db5-b848-fa0a523fa7c1 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:10.253795 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f518fd75-371c-4db5-b848-fa0a523fa7c1 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "DELETE /v2.0/floatingips/2a79ec5f-7f0c-4aba-8467-0941a530c069 HTTP/1.1" status: 204 len: 168 time: 2.1776123 Sep 01 15:23:10.257733 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48430) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:10.702744 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-04968ff9-2da7-4ecb-8b76-5643d34fa9f2 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Deleting port 552a3269-c537-445a-a31c-3087d37de691 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:10.706451 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04968ff9-2da7-4ecb-8b76-5643d34fa9f2 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:10.761835 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0c7122a-eaa6-4ba3-a79a-8f2132f136af tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:10.827990 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0c7122a-eaa6-4ba3-a79a-8f2132f136af tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:10.957245 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c7122a-eaa6-4ba3-a79a-8f2132f136af tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:23:10.966200 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-c0c7122a-eaa6-4ba3-a79a-8f2132f136af tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:10.976859 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c7122a-eaa6-4ba3-a79a-8f2132f136af tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:23:11.019926 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7122a-eaa6-4ba3-a79a-8f2132f136af tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Pushing event updated for resources: {'Port': ['ID=526ae34c-08cc-4033-93fa-50c3f7d33fec,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:11.023623 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48440) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:11.081003 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154f917-a6c9-485c-8206-fab078eebda7 req-2cc32f9a-94e4-493c-ad63-9c766f37914c tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:11.083184 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04968ff9-2da7-4ecb-8b76-5643d34fa9f2 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:11.094031 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6154f917-a6c9-485c-8206-fab078eebda7 req-2cc32f9a-94e4-493c-ad63-9c766f37914c tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5 HTTP/1.1" status: 200 len: 946 time: 0.2428329 Sep 01 15:23:11.138770 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-04968ff9-2da7-4ecb-8b76-5643d34fa9f2 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Calling delete_port for 552a3269-c537-445a-a31c-3087d37de691 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:11.394758 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6154f917-a6c9-485c-8206-fab078eebda7 req-51431813-6e34-456e-9fa0-c250a3b1afe4 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989271 Sep 01 15:23:11.493626 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04968ff9-2da7-4ecb-8b76-5643d34fa9f2 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:11.548579 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-34311e1f-ac26-4d50-9490-dfecf633724a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5b2c0599b68a4df3b2740c6483e463db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5186703 Sep 01 15:23:11.576652 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48452) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:11.601295 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-70d59a8f-2bac-4966-a585-bfdcf3fd003f req-c5c8eeb5-4f9b-4757-ad5f-4353d3838309 service neutron] (94734) timed out ('10.222.0.62', 60263) {{(pid=94734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 15:23:11.607858 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04968ff9-2da7-4ecb-8b76-5643d34fa9f2 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event deleted for resources: {'Port': ['ID=552a3269-c537-445a-a31c-3087d37de691,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:11.727560 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-272b0753-2029-492c-9c3c-836a06e25d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:11.733682 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04968ff9-2da7-4ecb-8b76-5643d34fa9f2 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:11.744010 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-04968ff9-2da7-4ecb-8b76-5643d34fa9f2 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "DELETE /v2.0/ports/552a3269-c537-445a-a31c-3087d37de691 HTTP/1.1" status: 204 len: 168 time: 1.4823866 Sep 01 15:23:11.745171 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48456) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:11.812012 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-272b0753-2029-492c-9c3c-836a06e25d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:11.840319 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0c7122a-eaa6-4ba3-a79a-8f2132f136af tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:12.118578 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-272b0753-2029-492c-9c3c-836a06e25d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:12.122028 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-272b0753-2029-492c-9c3c-836a06e25d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:12.127808 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-272b0753-2029-492c-9c3c-836a06e25d9c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9fa7aa82-f736-43cf-886d-e6cd8bfe4f27 HTTP/1.1" status: 204 len: 168 time: 0.5491805 Sep 01 15:23:12.140234 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:12.151502 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b0753-2029-492c-9c3c-836a06e25d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa7aa82-f736-43cf-886d-e6cd8bfe4f27,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:12.254787 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-82fefc65-9513-4d42-94c5-befcefb8999d req-0867098e-aec2-4d25-93b8-b5b267abc9b2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1861792 Sep 01 15:23:12.260500 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-5b9b8c2a-db4f-421f-bb9a-3fc54779ab19 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Deleting port 5389196c-9cdd-4b8a-9082-c0e959b2bc8d {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:12.261081 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5b9b8c2a-db4f-421f-bb9a-3fc54779ab19 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:12.508520 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45614582-b30f-42a7-b0e5-e6a13488667d req-84fea47c-486c-4367-8838-d3389ac57596 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:12.519271 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-45614582-b30f-42a7-b0e5-e6a13488667d req-84fea47c-486c-4367-8838-d3389ac57596 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 945 time: 0.2613370 Sep 01 15:23:12.548559 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0c7122a-eaa6-4ba3-a79a-8f2132f136af tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:12.691320 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fefc65-9513-4d42-94c5-befcefb8999d req-54ace6f0-36ff-4925-a033-7424512446e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:12.694749 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-82fefc65-9513-4d42-94c5-befcefb8999d req-54ace6f0-36ff-4925-a033-7424512446e6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf35c24044c040168464fc2f101d1d7c&device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 1096 time: 0.2338467 Sep 01 15:23:12.699596 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5b9b8c2a-db4f-421f-bb9a-3fc54779ab19 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:12.765078 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-45614582-b30f-42a7-b0e5-e6a13488667d req-7277a1a0-a2a9-4304-8a70-6247ab421ad9 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235677 Sep 01 15:23:12.772159 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdf3f5-17a7-451d-96ee-407a9b5ac824 req-a3f7dee9-c044-43c1-8d82-22d6e6c44bcb tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:12.790784 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6fbdf3f5-17a7-451d-96ee-407a9b5ac824 req-a3f7dee9-c044-43c1-8d82-22d6e6c44bcb tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5 HTTP/1.1" status: 200 len: 946 time: 0.2201862 Sep 01 15:23:12.799168 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-5b9b8c2a-db4f-421f-bb9a-3fc54779ab19 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Calling delete_port for 5389196c-9cdd-4b8a-9082-c0e959b2bc8d owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:12.894261 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c7122a-eaa6-4ba3-a79a-8f2132f136af tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Router 968139d7-2c2e-4723-95bb-4d98959b4d5a is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:23:13.137753 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6fbdf3f5-17a7-451d-96ee-407a9b5ac824 req-8d66382f-2da1-4b9c-968c-e19aa20bec53 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456936 Sep 01 15:23:13.250543 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:13.260160 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fefc65-9513-4d42-94c5-befcefb8999d req-3185f609-5190-45fc-961a-412056bc1636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:13.262958 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-82fefc65-9513-4d42-94c5-befcefb8999d req-3185f609-5190-45fc-961a-412056bc1636 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a9f3c327-3c62-4406-9745-e846939869d0 HTTP/1.1" status: 200 len: 916 time: 0.4659669 Sep 01 15:23:13.598726 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-82fefc65-9513-4d42-94c5-befcefb8999d req-e838180b-d297-456e-83ef-fe855927d41d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fbaa072-b9a1-4185-bf7e-d86e126c4dc6 HTTP/1.1" status: 200 len: 1000 time: 0.3250916 Sep 01 15:23:13.666772 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0bc003fc-d34d-4b90-b2b0-2702c704cf6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:13.688183 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c7122a-eaa6-4ba3-a79a-8f2132f136af tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:23:13.712624 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f335561-dc4d-4e80-bb7f-2911533c5a42 None None] Sync routers for ids ['968139d7-2c2e-4723-95bb-4d98959b4d5a'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:23:13.734082 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f335561-dc4d-4e80-bb7f-2911533c5a42 None None] Routers {'968139d7-2c2e-4723-95bb-4d98959b4d5a'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:23:13.735070 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-0f335561-dc4d-4e80-bb7f-2911533c5a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:23:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['968139d7-2c2e-4723-95bb-4d98959b4d5a'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:13.776072 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0c7122a-eaa6-4ba3-a79a-8f2132f136af tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:13.791645 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c0c7122a-eaa6-4ba3-a79a-8f2132f136af tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.6859698 Sep 01 15:23:13.792667 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48500) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:13.804170 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-0f335561-dc4d-4e80-bb7f-2911533c5a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:13.816045 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-d786a7c0-0cd8-4633-b15f-e194cc8588cf tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:13.844219 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f335561-dc4d-4e80-bb7f-2911533c5a42 None None] Routers {'968139d7-2c2e-4723-95bb-4d98959b4d5a'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:23:13.851152 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-0f335561-dc4d-4e80-bb7f-2911533c5a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:23:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['968139d7-2c2e-4723-95bb-4d98959b4d5a'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:13.882232 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec51a1b-6ccd-4a49-84f2-e29f65d13895 req-c2c82b79-eec5-4f14-ad4f-c457e7077592 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:13.885303 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ec51a1b-6ccd-4a49-84f2-e29f65d13895 req-c2c82b79-eec5-4f14-ad4f-c457e7077592 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=27feb68d-4c67-43ac-8e7c-34b34ceda24a HTTP/1.1" status: 200 len: 946 time: 0.5416849 Sep 01 15:23:13.922949 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-0f335561-dc4d-4e80-bb7f-2911533c5a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:13.924077 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f335561-dc4d-4e80-bb7f-2911533c5a42 None None] The sync data for ids ['968139d7-2c2e-4723-95bb-4d98959b4d5a'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:23:14.017603 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fefc65-9513-4d42-94c5-befcefb8999d req-8002ddf1-a406-41ce-9dd4-e77a78657f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:14.019795 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-82fefc65-9513-4d42-94c5-befcefb8999d req-8002ddf1-a406-41ce-9dd4-e77a78657f34 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5151cbef-1431-4715-8183-370e302b1869 HTTP/1.1" status: 200 len: 854 time: 0.3916740 Sep 01 15:23:14.084679 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5b9b8c2a-db4f-421f-bb9a-3fc54779ab19 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:14.173824 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b8c2a-db4f-421f-bb9a-3fc54779ab19 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event deleted for resources: {'Port': ['ID=5389196c-9cdd-4b8a-9082-c0e959b2bc8d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:14.208619 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ec51a1b-6ccd-4a49-84f2-e29f65d13895 req-0ff8d98a-a4be-46b2-b6a5-002f25738b2e tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574959 Sep 01 15:23:14.278077 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fefc65-9513-4d42-94c5-befcefb8999d req-d54d56cc-1bd8-46c7-ae0a-594b5fc2cafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:14.280538 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-82fefc65-9513-4d42-94c5-befcefb8999d req-d54d56cc-1bd8-46c7-ae0a-594b5fc2cafb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9f3c327-3c62-4406-9745-e846939869d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2223439 Sep 01 15:23:14.391497 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6c517-f67a-4e44-87ab-e4a8229a491e req-14fe30c0-dbec-4dd3-b694-12ef9e0544b2 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:14.393107 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f0a6c517-f67a-4e44-87ab-e4a8229a491e req-14fe30c0-dbec-4dd3-b694-12ef9e0544b2 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.45 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 945 time: 0.2708235 Sep 01 15:23:14.401611 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cb829-0c03-467e-85e6-9baaaba65e31 req-ce60e970-ac86-4ae4-beb4-c789b754ca42 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:14.403351 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eb9cb829-0c03-467e-85e6-9baaaba65e31 req-ce60e970-ac86-4ae4-beb4-c789b754ca42 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 945 time: 0.3768671 Sep 01 15:23:14.403970 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48518) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:14.649596 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eb9cb829-0c03-467e-85e6-9baaaba65e31 req-541bc721-977c-401f-a051-4516b550ff22 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073090 Sep 01 15:23:14.672357 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5b9b8c2a-db4f-421f-bb9a-3fc54779ab19 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:14.683057 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48522) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:14.687461 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5b9b8c2a-db4f-421f-bb9a-3fc54779ab19 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "DELETE /v2.0/ports/5389196c-9cdd-4b8a-9082-c0e959b2bc8d HTTP/1.1" status: 204 len: 168 time: 2.9298122 Sep 01 15:23:14.748208 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-fd519258-cbe4-4600-91c0-d787e6de394a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1031172545'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:14.783017 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-82fefc65-9513-4d42-94c5-befcefb8999d req-f12cb57a-90f5-4832-b3fe-539b6df7e8c9 service neutron] 10.222.0.62 "GET /v2.0/networks/a9f3c327-3c62-4406-9745-e846939869d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716678 Sep 01 15:23:14.928724 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-f0a6c517-f67a-4e44-87ab-e4a8229a491e req-9cf17edd-c279-4da3-a105-b63028d6f428 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Deleting port dc75d2e8-94a5-41de-a6fd-b874ce8bd64e {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:14.929083 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f0a6c517-f67a-4e44-87ab-e4a8229a491e req-9cf17edd-c279-4da3-a105-b63028d6f428 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:14.944696 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b979a5-8005-4568-a6fa-25367a15a02d req-303f5cb0-023f-475d-9d15-c0be4859be0d tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:14.946657 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd519258-cbe4-4600-91c0-d787e6de394a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Made reservation on behalf of 4cf1d84d3461470a9c39da8e67a9a428 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:14.951108 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fd519258-cbe4-4600-91c0-d787e6de394a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:14.956008 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-18b979a5-8005-4568-a6fa-25367a15a02d req-303f5cb0-023f-475d-9d15-c0be4859be0d tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf4cb535-067f-4b0a-bc30-0b8a71d41af3 HTTP/1.1" status: 200 len: 945 time: 0.2542493 Sep 01 15:23:14.966431 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-82fefc65-9513-4d42-94c5-befcefb8999d req-6efb95fc-0b33-4d6b-a122-539d9829fac1 service neutron] 10.222.0.62 "GET /v2.0/networks/a9f3c327-3c62-4406-9745-e846939869d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731880 Sep 01 15:23:14.973700 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fd519258-cbe4-4600-91c0-d787e6de394a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:14.988606 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c43b10-1110-413e-83e1-6b5b9875dbd0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Deleting subnet 989e0a87-8aaa-4f21-90c8-77627595307e {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:23:15.045523 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-18b979a5-8005-4568-a6fa-25367a15a02d req-54f564ed-740d-4cbc-9fec-6eaaecc45bfa tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880709 Sep 01 15:23:15.049174 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e0c43b10-1110-413e-83e1-6b5b9875dbd0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:15.120775 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:15.160364 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fd519258-cbe4-4600-91c0-d787e6de394a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:15.224789 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fd519258-cbe4-4600-91c0-d787e6de394a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:15.295853 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd519258-cbe4-4600-91c0-d787e6de394a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:23:15.317486 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e0c43b10-1110-413e-83e1-6b5b9875dbd0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:15.328767 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d786a7c0-0cd8-4633-b15f-e194cc8588cf tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:15.372213 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fd519258-cbe4-4600-91c0-d787e6de394a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:15.372781 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-fd519258-cbe4-4600-91c0-d787e6de394a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Added segment 542ebeee-4801-483f-887e-4b57cbdcca2d of type vlan for network 6919a2cb-7e56-406b-b982-97623d29fdd2 Sep 01 15:23:15.403283 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd519258-cbe4-4600-91c0-d787e6de394a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d7ab8f-fc6b-4617-90e2-54e98cb7df26,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:15.447370 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d786a7c0-0cd8-4633-b15f-e194cc8588cf tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:15.473064 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-f0a6c517-f67a-4e44-87ab-e4a8229a491e req-9cf17edd-c279-4da3-a105-b63028d6f428 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] For port dc75d2e8-94a5-41de-a6fd-b874ce8bd64e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=dc75d2e8-94a5-41de-a6fd-b874ce8bd64e,segment=NetworkSegment(78681f34-8d1f-4ee3-bfa0-39cc008c56d0),segment_id=78681f34-8d1f-4ee3-bfa0-39cc008c56d0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:15.473736 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f0a6c517-f67a-4e44-87ab-e4a8229a491e req-9cf17edd-c279-4da3-a105-b63028d6f428 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:15.505060 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fd519258-cbe4-4600-91c0-d787e6de394a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:15.664534 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fd519258-cbe4-4600-91c0-d787e6de394a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:15.671099 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd519258-cbe4-4600-91c0-d787e6de394a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:15.672068 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fd519258-cbe4-4600-91c0-d787e6de394a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:15.697494 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e0c43b10-1110-413e-83e1-6b5b9875dbd0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:15.914346 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fd519258-cbe4-4600-91c0-d787e6de394a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5003181 Sep 01 15:23:15.914590 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948107be-7b8f-46c9-bc3c-ceb83edc840e req-07c3052d-742b-4d65-8b21-b74af168a89f tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:15.914590 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-948107be-7b8f-46c9-bc3c-ceb83edc840e req-07c3052d-742b-4d65-8b21-b74af168a89f tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 945 time: 0.0943444 Sep 01 15:23:15.960949 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd519258-cbe4-4600-91c0-d787e6de394a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event updated for resources: {'Network': ['ID=6919a2cb-7e56-406b-b982-97623d29fdd2,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:15.975821 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 6919a2cb-7e56-406b-b982-97623d29fdd2 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:23:16.011067 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-948107be-7b8f-46c9-bc3c-ceb83edc840e req-602b0be8-7d1a-4896-8002-efe9083d58c2 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862455 Sep 01 15:23:16.077349 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc29eb6-de2b-44aa-abfb-be7b805e8f0e req-b01a3be4-ba37-4e28-828a-865da86b3043 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:16.079256 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bfc29eb6-de2b-44aa-abfb-be7b805e8f0e req-b01a3be4-ba37-4e28-828a-865da86b3043 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5 HTTP/1.1" status: 200 len: 946 time: 0.4221969 Sep 01 15:23:16.124976 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e0c43b10-1110-413e-83e1-6b5b9875dbd0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:16.128806 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-d786a7c0-0cd8-4633-b15f-e194cc8588cf tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Deleting port 526ae34c-08cc-4033-93fa-50c3f7d33fec {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:16.129261 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d786a7c0-0cd8-4633-b15f-e194cc8588cf tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:16.329183 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d786a7c0-0cd8-4633-b15f-e194cc8588cf tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:16.353390 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f0a6c517-f67a-4e44-87ab-e4a8229a491e req-9cf17edd-c279-4da3-a105-b63028d6f428 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:16.354017 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f0a6c517-f67a-4e44-87ab-e4a8229a491e req-9cf17edd-c279-4da3-a105-b63028d6f428 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:16.354500 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [req-f0a6c517-f67a-4e44-87ab-e4a8229a491e req-9cf17edd-c279-4da3-a105-b63028d6f428 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Floating IP e9b11dce-777d-43aa-a71a-72b96f393704 disassociated. External IP: 172.25.6.26, port: dc75d2e8-94a5-41de-a6fd-b874ce8bd64e. Sep 01 15:23:16.354919 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-f0a6c517-f67a-4e44-87ab-e4a8229a491e req-9cf17edd-c279-4da3-a105-b63028d6f428 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Calling delete_port for dc75d2e8-94a5-41de-a6fd-b874ce8bd64e owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:16.390446 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb436d95-3ea5-4679-bd3f-26226ee3b1e4 None None] Network 66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:16.393241 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bfc29eb6-de2b-44aa-abfb-be7b805e8f0e req-3e275cd6-f389-40c7-bbfb-94d7582bf7ca tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035462 Sep 01 15:23:16.394172 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c43b10-1110-413e-83e1-6b5b9875dbd0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event deleted for resources: {'Subnet': ['ID=989e0a87-8aaa-4f21-90c8-77627595307e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:16.496295 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e0c43b10-1110-413e-83e1-6b5b9875dbd0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:16.505947 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48546) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:16.524161 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e0c43b10-1110-413e-83e1-6b5b9875dbd0 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "DELETE /v2.0/subnets/989e0a87-8aaa-4f21-90c8-77627595307e HTTP/1.1" status: 204 len: 168 time: 1.8385959 Sep 01 15:23:16.551264 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-d786a7c0-0cd8-4633-b15f-e194cc8588cf tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Calling delete_port for 526ae34c-08cc-4033-93fa-50c3f7d33fec owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:16.659423 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9800071-bf60-4372-8db9-c6d7a4c89f53 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Deleting subnet b7c8003f-27d0-420a-9836-df681ab0e4f5 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:23:16.672359 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d9800071-bf60-4372-8db9-c6d7a4c89f53 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:16.812710 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device dc75d2e8-94a5-41de-a6fd-b874ce8bd64e no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:23:16.862793 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d9800071-bf60-4372-8db9-c6d7a4c89f53 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:16.928441 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bb4967-e3ec-4684-97b7-fd2beaa6280c None None] DHCP port deletion for 66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:23:17.116528 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d9800071-bf60-4372-8db9-c6d7a4c89f53 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:17.257565 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d9800071-bf60-4372-8db9-c6d7a4c89f53 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:17.336691 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d9800071-bf60-4372-8db9-c6d7a4c89f53 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:17.341751 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d9800071-bf60-4372-8db9-c6d7a4c89f53 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "DELETE /v2.0/subnets/b7c8003f-27d0-420a-9836-df681ab0e4f5 HTTP/1.1" status: 204 len: 168 time: 0.8349917 Sep 01 15:23:17.342802 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9800071-bf60-4372-8db9-c6d7a4c89f53 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event deleted for resources: {'Subnet': ['ID=b7c8003f-27d0-420a-9836-df681ab0e4f5,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:17.344642 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48558) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:17.393557 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:17.484391 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port dc75d2e8-94a5-41de-a6fd-b874ce8bd64e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=dc75d2e8-94a5-41de-a6fd-b874ce8bd64e,segment=NetworkSegment(78681f34-8d1f-4ee3-bfa0-39cc008c56d0),segment_id=78681f34-8d1f-4ee3-bfa0-39cc008c56d0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:17.491093 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e0ff17-7217-444c-a8ac-b803af8995a0 None None] Network 7f4b104d-641a-47ad-83b7-9dda5b46432b requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:17.512724 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b230d0e3-999d-4cc5-8c87-40a723901a02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc75d2e8-94a5-41de-a6fd-b874ce8bd64e'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:23:17.525825 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c238924-4037-4b5e-b686-344f96a13ba1" -d '{"events": [{"server_uuid": "b230d0e3-999d-4cc5-8c87-40a723901a02", "name": "network-vif-unplugged", "status": "completed", "tag": "dc75d2e8-94a5-41de-a6fd-b874ce8bd64e"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:23:17.537255 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:17.573285 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825527c0-c87a-46b3-8be0-e75927a9e58a req-a06847b6-f760-49fc-ba52-b03046312cc8 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:17.590023 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-825527c0-c87a-46b3-8be0-e75927a9e58a req-a06847b6-f760-49fc-ba52-b03046312cc8 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=27feb68d-4c67-43ac-8e7c-34b34ceda24a HTTP/1.1" status: 200 len: 946 time: 0.3784454 Sep 01 15:23:17.595996 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-651e6b80-8ac2-4340-ab1b-d9791a34b81a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:17.837517 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-825527c0-c87a-46b3-8be0-e75927a9e58a req-4db5eb2a-f0c4-4437-9056-cb5e2b552e13 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457364 Sep 01 15:23:17.881788 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=dc75d2e8-94a5-41de-a6fd-b874ce8bd64e,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:17.926898 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-651e6b80-8ac2-4340-ab1b-d9791a34b81a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Deleting port 6df94e28-e081-4bc5-aa70-136c53bef603 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:17.927257 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-651e6b80-8ac2-4340-ab1b-d9791a34b81a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:17.979624 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-23bb4967-e3ec-4684-97b7-fd2beaa6280c None None] Deleting port 6df94e28-e081-4bc5-aa70-136c53bef603 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:17.980018 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-23bb4967-e3ec-4684-97b7-fd2beaa6280c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:18.021721 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856cd8ef-ebed-44f3-a02d-116db5e5e138 x-openstack-request-id: req-856cd8ef-ebed-44f3-a02d-116db5e5e138 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:23:18.021721 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b230d0e3-999d-4cc5-8c87-40a723901a02", "name": "network-vif-unplugged", "status": "completed", "tag": "dc75d2e8-94a5-41de-a6fd-b874ce8bd64e", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:23:18.021721 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-856cd8ef-ebed-44f3-a02d-116db5e5e138 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:23:18.022235 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b230d0e3-999d-4cc5-8c87-40a723901a02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc75d2e8-94a5-41de-a6fd-b874ce8bd64e', 'code': 200} Sep 01 15:23:18.104825 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-651e6b80-8ac2-4340-ab1b-d9791a34b81a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] For port 6df94e28-e081-4bc5-aa70-136c53bef603, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6df94e28-e081-4bc5-aa70-136c53bef603,segment=NetworkSegment(5fdacd6a-a9a9-4355-9925-a5dc87d77042),segment_id=5fdacd6a-a9a9-4355-9925-a5dc87d77042)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:18.105955 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-651e6b80-8ac2-4340-ab1b-d9791a34b81a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:18.176506 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-651e6b80-8ac2-4340-ab1b-d9791a34b81a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Calling delete_port for 6df94e28-e081-4bc5-aa70-136c53bef603 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:18.224513 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-23bb4967-e3ec-4684-97b7-fd2beaa6280c None None] For port 6df94e28-e081-4bc5-aa70-136c53bef603, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6df94e28-e081-4bc5-aa70-136c53bef603,segment=NetworkSegment(5fdacd6a-a9a9-4355-9925-a5dc87d77042),segment_id=5fdacd6a-a9a9-4355-9925-a5dc87d77042)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:18.243849 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-23bb4967-e3ec-4684-97b7-fd2beaa6280c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:18.276728 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f0a6c517-f67a-4e44-87ab-e4a8229a491e req-9cf17edd-c279-4da3-a105-b63028d6f428 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:18.299418 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adad72f0-d299-4135-81bb-8229d28399eb None None] DHCP port deletion for 7f4b104d-641a-47ad-83b7-9dda5b46432b request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:23:18.425687 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf17edd-c279-4da3-a105-b63028d6f428 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Pushing event deleted for resources: {'Port': ['ID=dc75d2e8-94a5-41de-a6fd-b874ce8bd64e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:18.465100 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ee198-2a09-425a-8a2c-fc43ee56557c req-5593951b-733a-402a-8bb4-668ed2467372 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:18.477326 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-876ee198-2a09-425a-8a2c-fc43ee56557c req-5593951b-733a-402a-8bb4-668ed2467372 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 943 time: 0.4648681 Sep 01 15:23:18.506780 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf17edd-c279-4da3-a105-b63028d6f428 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:18.507247 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf17edd-c279-4da3-a105-b63028d6f428 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:18.508222 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf17edd-c279-4da3-a105-b63028d6f428 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:18.508526 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf17edd-c279-4da3-a105-b63028d6f428 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:18.509548 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf17edd-c279-4da3-a105-b63028d6f428 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:18.510134 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf17edd-c279-4da3-a105-b63028d6f428 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:18.510792 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf17edd-c279-4da3-a105-b63028d6f428 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:18.511749 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf17edd-c279-4da3-a105-b63028d6f428 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:18.512326 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf17edd-c279-4da3-a105-b63028d6f428 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:18.512940 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf17edd-c279-4da3-a105-b63028d6f428 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:18.513475 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf17edd-c279-4da3-a105-b63028d6f428 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:18.514012 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf17edd-c279-4da3-a105-b63028d6f428 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:18.600263 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-876ee198-2a09-425a-8a2c-fc43ee56557c req-15c56714-cc57-454c-91e9-611486729c05 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=de845964-ddc0-4ab6-a09c-6e763b1468bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201832 Sep 01 15:23:18.627976 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-651e6b80-8ac2-4340-ab1b-d9791a34b81a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:18.936911 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:23:19.040748 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-23bb4967-e3ec-4684-97b7-fd2beaa6280c None None] Calling delete_port for 6df94e28-e081-4bc5-aa70-136c53bef603 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:19.074623 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d786a7c0-0cd8-4633-b15f-e194cc8588cf tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:19.122470 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e6b80-8ac2-4340-ab1b-d9791a34b81a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event deleted for resources: {'Port': ['ID=6df94e28-e081-4bc5-aa70-136c53bef603,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:19.131230 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651e6b80-8ac2-4340-ab1b-d9791a34b81a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] No DVR routers for this DVR port 6df94e28-e081-4bc5-aa70-136c53bef603 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:23:19.218759 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0a6c517-f67a-4e44-87ab-e4a8229a491e req-9cf17edd-c279-4da3-a105-b63028d6f428 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Router bc2d41b9-c0ae-484a-b616-83749fc07d66 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:23:19.228450 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786a7c0-0cd8-4633-b15f-e194cc8588cf tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Pushing event deleted for resources: {'Port': ['ID=526ae34c-08cc-4033-93fa-50c3f7d33fec,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:19.228727 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-23bb4967-e3ec-4684-97b7-fd2beaa6280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:19.231187 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6df94e28-e081-4bc5-aa70-136c53bef603 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:23:19.297003 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 6df94e28-e081-4bc5-aa70-136c53bef603 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:23:19.297251 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6df94e28-e081-4bc5-aa70-136c53bef603 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:23:19.297720 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e15e1c0f-e1e0-42ac-8113-2363e568f0de no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:23:19.352540 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb4967-e3ec-4684-97b7-fd2beaa6280c None None] Pushing event deleted for resources: {'Port': ['ID=6df94e28-e081-4bc5-aa70-136c53bef603,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:19.408375 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca2c53-9700-4720-9ad6-32aebbc0ddcf req-1de03ed5-140e-42f9-93d3-323b4ec9abfa tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:19.416141 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca2c53-9700-4720-9ad6-32aebbc0ddcf req-1de03ed5-140e-42f9-93d3-323b4ec9abfa tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:19.424010 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca2c53-9700-4720-9ad6-32aebbc0ddcf req-1de03ed5-140e-42f9-93d3-323b4ec9abfa tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:19.426587 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cdca2c53-9700-4720-9ad6-32aebbc0ddcf req-1de03ed5-140e-42f9-93d3-323b4ec9abfa tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5&device_id=bf4cb535-067f-4b0a-bc30-0b8a71d41af3&device_id=27feb68d-4c67-43ac-8e7c-34b34ceda24a HTTP/1.1" status: 200 len: 2418 time: 0.3156779 Sep 01 15:23:19.447778 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:19.449898 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-651e6b80-8ac2-4340-ab1b-d9791a34b81a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:19.454633 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bb4967-e3ec-4684-97b7-fd2beaa6280c None None] No DVR routers for this DVR port 6df94e28-e081-4bc5-aa70-136c53bef603 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:23:19.512192 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-651e6b80-8ac2-4340-ab1b-d9791a34b81a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:19.531332 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-651e6b80-8ac2-4340-ab1b-d9791a34b81a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdacd6a-a9a9-4355-9925-a5dc87d77042') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:19.532060 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-651e6b80-8ac2-4340-ab1b-d9791a34b81a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdacd6a-a9a9-4355-9925-a5dc87d77042') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:19.553327 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-651e6b80-8ac2-4340-ab1b-d9791a34b81a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:19.556308 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port e15e1c0f-e1e0-42ac-8113-2363e568f0de, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e15e1c0f-e1e0-42ac-8113-2363e568f0de,segment=NetworkSegment(27300445-e76c-4111-ba4f-fda0d2642488),segment_id=27300445-e76c-4111-ba4f-fda0d2642488)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:19.568786 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cdca2c53-9700-4720-9ad6-32aebbc0ddcf req-823bb546-e08c-4954-a6e7-c893a46ff39a tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274447 Sep 01 15:23:19.571800 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:19.610764 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-651e6b80-8ac2-4340-ab1b-d9791a34b81a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:19.623942 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-651e6b80-8ac2-4340-ab1b-d9791a34b81a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:23:19.627360 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-651e6b80-8ac2-4340-ab1b-d9791a34b81a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:23:19.635958 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:23:19.769558 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d786a7c0-0cd8-4633-b15f-e194cc8588cf tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:19.772906 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=e15e1c0f-e1e0-42ac-8113-2363e568f0de,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:19.788026 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-adad72f0-d299-4135-81bb-8229d28399eb None None] Deleting port e15e1c0f-e1e0-42ac-8113-2363e568f0de {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:19.796848 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-adad72f0-d299-4135-81bb-8229d28399eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:19.988311 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-651e6b80-8ac2-4340-ab1b-d9791a34b81a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:20.002376 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-adad72f0-d299-4135-81bb-8229d28399eb None None] For port e15e1c0f-e1e0-42ac-8113-2363e568f0de, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e15e1c0f-e1e0-42ac-8113-2363e568f0de,segment=NetworkSegment(27300445-e76c-4111-ba4f-fda0d2642488),segment_id=27300445-e76c-4111-ba4f-fda0d2642488)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:20.003091 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-adad72f0-d299-4135-81bb-8229d28399eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:20.034564 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-adad72f0-d299-4135-81bb-8229d28399eb None None] Calling delete_port for e15e1c0f-e1e0-42ac-8113-2363e568f0de owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:20.090908 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-651e6b80-8ac2-4340-ab1b-d9791a34b81a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:20.096447 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-651e6b80-8ac2-4340-ab1b-d9791a34b81a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "DELETE /v2.0/networks/66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc HTTP/1.1" status: 204 len: 168 time: 2.7463157 Sep 01 15:23:20.125005 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1ea8ab40-5d4f-43f7-a3eb-f8147d556b26 req-d06f4d16-0d1c-4983-b377-42e6a8fad7a3 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 210 time: 0.1962342 Sep 01 15:23:20.125724 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48586) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:20.205822 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0a6c517-f67a-4e44-87ab-e4a8229a491e req-9cf17edd-c279-4da3-a105-b63028d6f428 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:23:20.217181 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-adad72f0-d299-4135-81bb-8229d28399eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:20.232309 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57608185-074c-4926-baf2-26a99e5f9487 None None] Sync routers for ids ['bc2d41b9-c0ae-484a-b616-83749fc07d66'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:23:20.286873 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57608185-074c-4926-baf2-26a99e5f9487 None None] Routers {'bc2d41b9-c0ae-484a-b616-83749fc07d66'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:23:20.287944 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-57608185-074c-4926-baf2-26a99e5f9487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:23:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['bc2d41b9-c0ae-484a-b616-83749fc07d66'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:20.304331 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad72f0-d299-4135-81bb-8229d28399eb None None] Pushing event deleted for resources: {'Port': ['ID=e15e1c0f-e1e0-42ac-8113-2363e568f0de,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:20.349126 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adad72f0-d299-4135-81bb-8229d28399eb None None] No DVR routers for this DVR port e15e1c0f-e1e0-42ac-8113-2363e568f0de on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:23:20.431599 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48588) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:20.474361 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e6b80-8ac2-4340-ab1b-d9791a34b81a tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event deleted for resources: {'Network': ['ID=66d418a5-a4b5-41f2-b8ec-6d4edc35b9cc,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:20.498814 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-145ce4f6-8d01-4f8e-827b-c33e79181043 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Request body: {'subnet': {'network_id': '6919a2cb-7e56-406b-b982-97623d29fdd2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:20.573156 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a294d2a1-2458-446b-a587-b7b98cd71286 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:20.588544 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-57608185-074c-4926-baf2-26a99e5f9487 None None] Set router bc2d41b9-c0ae-484a-b616-83749fc07d66 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:23:20.749281 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a294d2a1-2458-446b-a587-b7b98cd71286 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:20.753737 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a6c517-f67a-4e44-87ab-e4a8229a491e req-9cf17edd-c279-4da3-a105-b63028d6f428 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] No DVR routers for this DVR port dc75d2e8-94a5-41de-a6fd-b874ce8bd64e on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:23:20.781142 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-a294d2a1-2458-446b-a587-b7b98cd71286 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4b104d-641a-47ad-83b7-9dda5b46432b']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:20.785998 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f0a6c517-f67a-4e44-87ab-e4a8229a491e req-9cf17edd-c279-4da3-a105-b63028d6f428 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:20.788905 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f0a6c517-f67a-4e44-87ab-e4a8229a491e req-9cf17edd-c279-4da3-a105-b63028d6f428 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.45 "DELETE /v2.0/ports/dc75d2e8-94a5-41de-a6fd-b874ce8bd64e HTTP/1.1" status: 204 len: 173 time: 6.3817668 Sep 01 15:23:20.791974 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b230d0e3-999d-4cc5-8c87-40a723901a02', 'name': 'network-vif-deleted', 'tag': 'dc75d2e8-94a5-41de-a6fd-b874ce8bd64e'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:23:20.795594 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0947dc6-20a8-4273-a944-1e43713e63b6" -d '{"events": [{"server_uuid": "b230d0e3-999d-4cc5-8c87-40a723901a02", "name": "network-vif-deleted", "tag": "dc75d2e8-94a5-41de-a6fd-b874ce8bd64e"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:23:20.815687 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-a294d2a1-2458-446b-a587-b7b98cd71286 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27300445-e76c-4111-ba4f-fda0d2642488') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:20.815985 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-a294d2a1-2458-446b-a587-b7b98cd71286 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27300445-e76c-4111-ba4f-fda0d2642488') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:20.840050 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a294d2a1-2458-446b-a587-b7b98cd71286 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:20.877526 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a294d2a1-2458-446b-a587-b7b98cd71286 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:20.879755 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145ce4f6-8d01-4f8e-827b-c33e79181043 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Made reservation on behalf of 4cf1d84d3461470a9c39da8e67a9a428 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:20.889091 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a294d2a1-2458-446b-a587-b7b98cd71286 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:23:20.891078 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-145ce4f6-8d01-4f8e-827b-c33e79181043 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:20.895180 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a294d2a1-2458-446b-a587-b7b98cd71286 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:20.952413 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d4a45b-c916-48fb-b811-415f5830d646 x-openstack-request-id: req-00d4a45b-c916-48fb-b811-415f5830d646 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:23:20.953157 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b230d0e3-999d-4cc5-8c87-40a723901a02", "name": "network-vif-deleted", "tag": "dc75d2e8-94a5-41de-a6fd-b874ce8bd64e", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:23:20.953655 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-00d4a45b-c916-48fb-b811-415f5830d646 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:23:20.957036 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b230d0e3-999d-4cc5-8c87-40a723901a02', 'name': 'network-vif-deleted', 'tag': 'dc75d2e8-94a5-41de-a6fd-b874ce8bd64e', 'status': 'completed', 'code': 200} Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:23:21.039071 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:23:21.094101 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a294d2a1-2458-446b-a587-b7b98cd71286 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:21.096658 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3667869-c768-4cce-a808-9c3182144c95 req-109b76ff-532a-497e-a543-35b8fa4a5d8f tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:21.111969 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a3667869-c768-4cce-a808-9c3182144c95 req-109b76ff-532a-497e-a543-35b8fa4a5d8f tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5 HTTP/1.1" status: 200 len: 946 time: 0.8996046 Sep 01 15:23:21.152328 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a294d2a1-2458-446b-a587-b7b98cd71286 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:21.161492 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a294d2a1-2458-446b-a587-b7b98cd71286 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] 10.222.0.60 "DELETE /v2.0/networks/7f4b104d-641a-47ad-83b7-9dda5b46432b HTTP/1.1" status: 204 len: 168 time: 0.9755583 Sep 01 15:23:21.167140 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-57608185-074c-4926-baf2-26a99e5f9487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'name': 'tempest-AttachVolumeTestJSON-1977586773-router', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:18:22Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'gw_port': {'id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:24Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'd50b7193-db59-4cec-ac2a-38ed31e9774b', 'name': '', 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'mac_address': 'fa:16:3e:6b:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:33Z', 'updated_at': '2021-09-01T15:18:49Z', 'revision_number': 5, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'subnets': [{'id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:21.178002 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294d2a1-2458-446b-a587-b7b98cd71286 tempest-TaggedBootDevicesTest-573202052 tempest-TaggedBootDevicesTest-573202052-project] Pushing event deleted for resources: {'Network': ['ID=7f4b104d-641a-47ad-83b7-9dda5b46432b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:21.247450 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57608185-074c-4926-baf2-26a99e5f9487 None None] Checking router: bc2d41b9-c0ae-484a-b616-83749fc07d66 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:23:21.261058 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57608185-074c-4926-baf2-26a99e5f9487 None None] Routers {'bc2d41b9-c0ae-484a-b616-83749fc07d66'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:23:21.262129 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-57608185-074c-4926-baf2-26a99e5f9487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:23:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['bc2d41b9-c0ae-484a-b616-83749fc07d66'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:21.285911 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d786a7c0-0cd8-4633-b15f-e194cc8588cf tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37605'] for router, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:21.308717 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d786a7c0-0cd8-4633-b15f-e194cc8588cf tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1825249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1825272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1826501'] for router, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:21.335207 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a3667869-c768-4cce-a808-9c3182144c95 req-41d84803-e023-42ff-88f7-5cb0e4188da0 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151773 Sep 01 15:23:21.478961 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-57608185-074c-4926-baf2-26a99e5f9487 None None] Set router bc2d41b9-c0ae-484a-b616-83749fc07d66 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:23:21.564541 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b302ec64-5104-464c-99e9-69195d0dc0b1 req-558c6724-5192-46c3-b060-f436e3ab3f08 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=b230d0e3-999d-4cc5-8c87-40a723901a02 HTTP/1.1" status: 200 len: 210 time: 0.0704412 Sep 01 15:23:21.584113 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d786a7c0-0cd8-4633-b15f-e194cc8588cf tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Router 968139d7-2c2e-4723-95bb-4d98959b4d5a has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:23:21.970677 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-145ce4f6-8d01-4f8e-827b-c33e79181043 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:22.240728 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d786a7c0-0cd8-4633-b15f-e194cc8588cf tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:23:22.260446 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d786a7c0-0cd8-4633-b15f-e194cc8588cf tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:22.261757 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d786a7c0-0cd8-4633-b15f-e194cc8588cf tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "PUT /v2.0/routers/968139d7-2c2e-4723-95bb-4d98959b4d5a HTTP/1.1" status: 200 len: 706 time: 8.4676483 Sep 01 15:23:22.279679 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48638) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:22.291943 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9beb1b-21a3-48d3-bc31-29375fedf4d2 None None] Sync routers for ids ['968139d7-2c2e-4723-95bb-4d98959b4d5a'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:23:22.360086 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9beb1b-21a3-48d3-bc31-29375fedf4d2 None None] Routers {'968139d7-2c2e-4723-95bb-4d98959b4d5a'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:23:22.365985 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2d9beb1b-21a3-48d3-bc31-29375fedf4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:23:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['968139d7-2c2e-4723-95bb-4d98959b4d5a'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:22.483375 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ce4f6-8d01-4f8e-827b-c33e79181043 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event updated for resources: {'Subnet': ['ID=ffd3f811-63b2-4ead-a230-974fae19fda7,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:22.557484 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145ce4f6-8d01-4f8e-827b-c33e79181043 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Checking segment: {'id': '542ebeee-4801-483f-887e-4b57cbdcca2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6919a2cb-7e56-406b-b982-97623d29fdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:22.558135 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145ce4f6-8d01-4f8e-827b-c33e79181043 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Network hostable DHCP agents. Network: 6919a2cb-7e56-406b-b982-97623d29fdd2, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:23:22.603514 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-57608185-074c-4926-baf2-26a99e5f9487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'name': 'tempest-AttachVolumeTestJSON-1977586773-router', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:18:22Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'gw_port': {'id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:24Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'd50b7193-db59-4cec-ac2a-38ed31e9774b', 'name': '', 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'mac_address': 'fa:16:3e:6b:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:33Z', 'updated_at': '2021-09-01T15:18:49Z', 'revision_number': 5, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'subnets': [{'id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:22.605987 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2d9beb1b-21a3-48d3-bc31-29375fedf4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:22.659892 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9beb1b-21a3-48d3-bc31-29375fedf4d2 None None] Routers {'968139d7-2c2e-4723-95bb-4d98959b4d5a'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:23:22.660759 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2d9beb1b-21a3-48d3-bc31-29375fedf4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:23:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['968139d7-2c2e-4723-95bb-4d98959b4d5a'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:22.703092 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145ce4f6-8d01-4f8e-827b-c33e79181043 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Network 6919a2cb-7e56-406b-b982-97623d29fdd2 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:23:22.728024 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-145ce4f6-8d01-4f8e-827b-c33e79181043 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 6919a2cb-7e56-406b-b982-97623d29fdd2) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:22.754850 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145ce4f6-8d01-4f8e-827b-c33e79181043 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:22.757424 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-145ce4f6-8d01-4f8e-827b-c33e79181043 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:22.785364 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57608185-074c-4926-baf2-26a99e5f9487 None None] The sync data for ids ['bc2d41b9-c0ae-484a-b616-83749fc07d66'] in n-d-794796-3 is: [{'id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'name': 'tempest-AttachVolumeTestJSON-1977586773-router', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:18:22Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'gw_port': {'id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:24Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'd50b7193-db59-4cec-ac2a-38ed31e9774b', 'name': '', 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'mac_address': 'fa:16:3e:6b:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:33Z', 'updated_at': '2021-09-01T15:18:49Z', 'revision_number': 5, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'subnets': [{'id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:23:22.845431 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2d9beb1b-21a3-48d3-bc31-29375fedf4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:22.849934 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9beb1b-21a3-48d3-bc31-29375fedf4d2 None None] The sync data for ids ['968139d7-2c2e-4723-95bb-4d98959b4d5a'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:23:22.851571 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-145ce4f6-8d01-4f8e-827b-c33e79181043 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4102380 Sep 01 15:23:22.860883 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48658) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:22.866855 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bc7f64-139f-4a47-827f-f363cbecb341 None None] Network 6919a2cb-7e56-406b-b982-97623d29fdd2 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:22.903540 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-11f194a4-a2bb-4e58-8381-cfbdf857a4ee tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1882348586'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:22.919066 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cb73cb04-20f9-4182-853d-26441a2dfe9e tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "GET /v2.0/routers/968139d7-2c2e-4723-95bb-4d98959b4d5a HTTP/1.1" status: 200 len: 741 time: 0.6349440 Sep 01 15:23:22.922252 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48660) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:22.975819 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48666) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:23.198085 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f194a4-a2bb-4e58-8381-cfbdf857a4ee tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Made reservation on behalf of 4cf1d84d3461470a9c39da8e67a9a428 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:23.216005 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-11f194a4-a2bb-4e58-8381-cfbdf857a4ee tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:23.241171 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1fbdff25-b196-4c1d-8fd9-21f6aadd2e02 tempest-RoutersAdminTest-676234269 tempest-RoutersAdminTest-676234269-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=5c826073-0017-46f6-8947-51b31e774ff4&device_id=968139d7-2c2e-4723-95bb-4d98959b4d5a HTTP/1.1" status: 200 len: 205 time: 0.3119037 Sep 01 15:23:23.245809 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48668) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:23.384026 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1de8c467-e32a-40fb-abe5-3baa372870a7 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "GET /v2.0/ports?device_id=968139d7-2c2e-4723-95bb-4d98959b4d5a HTTP/1.1" status: 200 len: 205 time: 0.1350195 Sep 01 15:23:23.385517 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48670) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:23.433400 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f194a4-a2bb-4e58-8381-cfbdf857a4ee tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:23:23.471999 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-11f194a4-a2bb-4e58-8381-cfbdf857a4ee tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:23.479269 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-11f194a4-a2bb-4e58-8381-cfbdf857a4ee tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Added segment 19b439ab-0a81-46b6-b1db-fc272a25c52c of type vlan for network 73be4690-1d7a-40c5-adb8-b2375d5a7cbe Sep 01 15:23:23.687982 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d7dd33-0fe0-4715-b40f-30f162ffdae3 None None] New status for floating IP e9b11dce-777d-43aa-a71a-72b96f393704: DOWN {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:23:23.809702 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6b081b-5fea-4b0d-aba4-842372648280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-6919a2cb-7e56-406b-b982-97623d29fdd2', 'network_id': '6919a2cb-7e56-406b-b982-97623d29fdd2', 'tenant_id': '4cf1d84d3461470a9c39da8e67a9a428', 'fixed_ips': [{'subnet_id': 'ffd3f811-63b2-4ead-a230-974fae19fda7'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:23:23.812068 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0c6b081b-5fea-4b0d-aba4-842372648280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:23.818663 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-11f194a4-a2bb-4e58-8381-cfbdf857a4ee tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:23.822790 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fb4e300a-cdca-4ce3-bd69-7d9c5b06c55d tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:23.946837 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-39e70378-334c-4f79-bc29-f370323a8eb6 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:24.007691 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fb4e300a-cdca-4ce3-bd69-7d9c5b06c55d tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:24.096183 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-11f194a4-a2bb-4e58-8381-cfbdf857a4ee tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:24.122866 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f194a4-a2bb-4e58-8381-cfbdf857a4ee tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:24.123978 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-11f194a4-a2bb-4e58-8381-cfbdf857a4ee tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:24.538591 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-11f194a4-a2bb-4e58-8381-cfbdf857a4ee tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6734781 Sep 01 15:23:24.543894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48692) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:24.579112 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-0492a98f-7341-4a86-a292-e7b6713acc6c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Request body: {'subnet': {'network_id': '73be4690-1d7a-40c5-adb8-b2375d5a7cbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:24.597134 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f194a4-a2bb-4e58-8381-cfbdf857a4ee tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event updated for resources: {'Network': ['ID=73be4690-1d7a-40c5-adb8-b2375d5a7cbe,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:24.625243 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fb4e300a-cdca-4ce3-bd69-7d9c5b06c55d tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:24.628527 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fb4e300a-cdca-4ce3-bd69-7d9c5b06c55d tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:24.636646 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fb4e300a-cdca-4ce3-bd69-7d9c5b06c55d tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "DELETE /v2.0/security-groups/de845964-ddc0-4ab6-a09c-6e763b1468bf HTTP/1.1" status: 204 len: 168 time: 1.6496723 Sep 01 15:23:24.641235 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48694) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:24.662539 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 73be4690-1d7a-40c5-adb8-b2375d5a7cbe details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:23:24.711473 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-22049d8c-0ddf-4397-815c-10aea5cddf2d tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] show failed (client error): The resource could not be found. Sep 01 15:23:24.713037 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-22049d8c-0ddf-4397-815c-10aea5cddf2d tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups/de845964-ddc0-4ab6-a09c-6e763b1468bf HTTP/1.1" status: 404 len: 347 time: 0.0612576 Sep 01 15:23:24.714364 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e300a-cdca-4ce3-bd69-7d9c5b06c55d tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de845964-ddc0-4ab6-a09c-6e763b1468bf,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:24.718102 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48696) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:24.815254 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-39e70378-334c-4f79-bc29-f370323a8eb6 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:24.824455 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-39e70378-334c-4f79-bc29-f370323a8eb6 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:25.019205 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-0c6b081b-5fea-4b0d-aba4-842372648280 None None] Allocated IP 2001:db8:0:ffff::2 (6919a2cb-7e56-406b-b982-97623d29fdd2/ffd3f811-63b2-4ead-a230-974fae19fda7/98994bdc-f3f3-46e9-b9a2-f57d0ae055bc) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:23:25.057923 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-2ecfd017-8c7e-44c9-b8ea-95cc8ee56c9d tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Deleting port 67318335-7532-4751-9b15-317b70e0b1a8 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:25.058510 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd017-8c7e-44c9-b8ea-95cc8ee56c9d tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:25.111264 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-39e70378-334c-4f79-bc29-f370323a8eb6 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:25.112179 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e70378-334c-4f79-bc29-f370323a8eb6 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Fanout notify agent at l3_agent the message router_deleted on router 968139d7-2c2e-4723-95bb-4d98959b4d5a {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:23:25.133173 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-39e70378-334c-4f79-bc29-f370323a8eb6 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:25.139973 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-39e70378-334c-4f79-bc29-f370323a8eb6 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "DELETE /v2.0/routers/968139d7-2c2e-4723-95bb-4d98959b4d5a HTTP/1.1" status: 204 len: 168 time: 1.7524087 Sep 01 15:23:25.140673 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48706) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:25.254587 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-69ca0d8a-fddf-4a10-93a6-9d06bcb94fe6 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "GET /v2.0/ports?device_id=968139d7-2c2e-4723-95bb-4d98959b4d5a HTTP/1.1" status: 200 len: 205 time: 0.1091249 Sep 01 15:23:25.255605 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48714) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:25.307307 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-3839919c-1fb8-411d-b351-79befd087009 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] delete failed (client error): The resource could not be found. Sep 01 15:23:25.312037 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3839919c-1fb8-411d-b351-79befd087009 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "DELETE /v2.0/routers/968139d7-2c2e-4723-95bb-4d98959b4d5a HTTP/1.1" status: 404 len: 336 time: 0.0546403 Sep 01 15:23:25.315994 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48716) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:25.328810 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd017-8c7e-44c9-b8ea-95cc8ee56c9d tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:25.329154 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd017-8c7e-44c9-b8ea-95cc8ee56c9d tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:25.347623 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-2ecfd017-8c7e-44c9-b8ea-95cc8ee56c9d tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Calling delete_port for 67318335-7532-4751-9b15-317b70e0b1a8 owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:25.391681 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e48e1cc1-f1c5-4164-9ad3-f0170bc701da tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bd9fba-7acc-4b3b-a162-cee2210c2c2c HTTP/1.1" status: 200 len: 205 time: 0.0740020 Sep 01 15:23:25.392703 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48718) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:25.528414 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-2a89f8f6-bcbd-476a-a6c9-8d4373bade2e tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] delete failed (client error): The resource could not be found. Sep 01 15:23:25.532442 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2a89f8f6-bcbd-476a-a6c9-8d4373bade2e tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "DELETE /v2.0/routers/61bd9fba-7acc-4b3b-a162-cee2210c2c2c HTTP/1.1" status: 404 len: 336 time: 0.1342251 Sep 01 15:23:25.536141 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48720) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:25.558118 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0492a98f-7341-4a86-a292-e7b6713acc6c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Made reservation on behalf of 4cf1d84d3461470a9c39da8e67a9a428 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:25.563638 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0492a98f-7341-4a86-a292-e7b6713acc6c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:25.599946 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6f1c3e29-153a-44b0-8ca3-145ddd186c55 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "GET /v2.0/ports?device_id=c76b5df5-c340-4642-87d8-764209d9607e HTTP/1.1" status: 200 len: 205 time: 0.0585759 Sep 01 15:23:25.603373 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48722) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:25.721483 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd017-8c7e-44c9-b8ea-95cc8ee56c9d tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:25.748208 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0c6b081b-5fea-4b0d-aba4-842372648280 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:25.771454 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0c6b081b-5fea-4b0d-aba4-842372648280 None None] Transition to ACTIVE for port object 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:25.816338 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0c6b081b-5fea-4b0d-aba4-842372648280 None None] Transition to ACTIVE for port object 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:25.838352 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0c6b081b-5fea-4b0d-aba4-842372648280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:25.904744 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6b081b-5fea-4b0d-aba4-842372648280 None None] Network 6919a2cb-7e56-406b-b982-97623d29fdd2 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:23:25.915178 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-0c6b081b-5fea-4b0d-aba4-842372648280 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:25.955619 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-cef72dcb-4e1a-4042-8352-1694ecc0e537 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] delete failed (client error): The resource could not be found. Sep 01 15:23:25.962200 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cef72dcb-4e1a-4042-8352-1694ecc0e537 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "DELETE /v2.0/routers/c76b5df5-c340-4642-87d8-764209d9607e HTTP/1.1" status: 404 len: 336 time: 0.1263773 Sep 01 15:23:25.963733 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6b081b-5fea-4b0d-aba4-842372648280 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:23:25.968167 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48732) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:26.031540 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfd017-8c7e-44c9-b8ea-95cc8ee56c9d tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Pushing event deleted for resources: {'Port': ['ID=67318335-7532-4751-9b15-317b70e0b1a8,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:26.085432 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b081b-5fea-4b0d-aba4-842372648280 None None] Pushing event updated for resources: {'Port': ['ID=98994bdc-f3f3-46e9-b9a2-f57d0ae055bc,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:26.111217 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-dd34e1d9-f83d-4cc1-b41d-d4f98999cc0f tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "GET /v2.0/ports?device_id=19987065-131f-4426-bc5d-26ac341d4b49 HTTP/1.1" status: 200 len: 205 time: 0.1380496 Sep 01 15:23:26.114129 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48736) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:26.144049 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-0c6b081b-5fea-4b0d-aba4-842372648280 None None] Attempting to bind port 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:23:26.146671 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-0c6b081b-5fea-4b0d-aba4-842372648280 None None] Attempting to bind port 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '542ebeee-4801-483f-887e-4b57cbdcca2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6919a2cb-7e56-406b-b982-97623d29fdd2'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:23:26.147381 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6b081b-5fea-4b0d-aba4-842372648280 None None] Attempting to bind port 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc on network 6919a2cb-7e56-406b-b982-97623d29fdd2 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:23:26.162352 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661236c3-9386-4f14-8c9b-fcfe46ffc9a1 req-c04749db-890f-4425-8dfb-cbbd243052a2 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:26.165730 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6b081b-5fea-4b0d-aba4-842372648280 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:23:26.171575 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6b081b-5fea-4b0d-aba4-842372648280 None None] Checking segment: {'id': '542ebeee-4801-483f-887e-4b57cbdcca2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6919a2cb-7e56-406b-b982-97623d29fdd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:26.177145 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-661236c3-9386-4f14-8c9b-fcfe46ffc9a1 req-c04749db-890f-4425-8dfb-cbbd243052a2 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=27feb68d-4c67-43ac-8e7c-34b34ceda24a HTTP/1.1" status: 200 len: 946 time: 0.6337421 Sep 01 15:23:26.178089 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0c6b081b-5fea-4b0d-aba4-842372648280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:26.179920 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6b081b-5fea-4b0d-aba4-842372648280 None None] Bound using segment: {'id': '542ebeee-4801-483f-887e-4b57cbdcca2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6919a2cb-7e56-406b-b982-97623d29fdd2'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:23:26.192836 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-0c6b081b-5fea-4b0d-aba4-842372648280 None None] Bound port: 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '542ebeee-4801-483f-887e-4b57cbdcca2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6919a2cb-7e56-406b-b982-97623d29fdd2'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:23:26.194805 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0c6b081b-5fea-4b0d-aba4-842372648280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:26.234410 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-db4ca049-c999-4e21-a05f-9b8fe68fe6db tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] delete failed (client error): The resource could not be found. Sep 01 15:23:26.238341 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-db4ca049-c999-4e21-a05f-9b8fe68fe6db tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "DELETE /v2.0/routers/19987065-131f-4426-bc5d-26ac341d4b49 HTTP/1.1" status: 404 len: 336 time: 0.1159611 Sep 01 15:23:26.241821 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48740) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:26.275822 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd017-8c7e-44c9-b8ea-95cc8ee56c9d tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:26.280978 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ecfd017-8c7e-44c9-b8ea-95cc8ee56c9d tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:26.311497 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2ecfd017-8c7e-44c9-b8ea-95cc8ee56c9d tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "DELETE /v2.0/floatingips/e9b11dce-777d-43aa-a71a-72b96f393704 HTTP/1.1" status: 204 len: 168 time: 1.5915620 Sep 01 15:23:26.356099 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-661236c3-9386-4f14-8c9b-fcfe46ffc9a1 req-f8610e7a-71a8-4ca6-894f-12d05b46b8b0 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754994 Sep 01 15:23:26.428657 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48748) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:26.458023 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-0c6b081b-5fea-4b0d-aba4-842372648280 None None] For port 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:23:26.465999 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-0c6b081b-5fea-4b0d-aba4-842372648280 None None] For port 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=98994bdc-f3f3-46e9-b9a2-f57d0ae055bc,segment=NetworkSegment(542ebeee-4801-483f-887e-4b57cbdcca2d),segment_id=542ebeee-4801-483f-887e-4b57cbdcca2d)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:23:26.469980 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3a37f3a4-cd70-46b1-ac02-96267bf93649 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ae4e0d5-0e5d-41c8-8b2b-7013355848fa HTTP/1.1" status: 200 len: 205 time: 0.2206850 Sep 01 15:23:26.479457 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0c6b081b-5fea-4b0d-aba4-842372648280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:26.591270 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-053f3ebe-45d1-4f07-af9d-7e3b50bd46fa tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] delete failed (client error): The resource could not be found. Sep 01 15:23:26.599636 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-053f3ebe-45d1-4f07-af9d-7e3b50bd46fa tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "DELETE /v2.0/routers/1ae4e0d5-0e5d-41c8-8b2b-7013355848fa HTTP/1.1" status: 404 len: 336 time: 0.1648901 Sep 01 15:23:26.602143 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48750) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:26.682669 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b081b-5fea-4b0d-aba4-842372648280 None None] Pushing event updated for resources: {'Port': ['ID=98994bdc-f3f3-46e9-b9a2-f57d0ae055bc,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:26.704848 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-11a9aa3d-d1b6-4dea-8402-394a25ef2f15 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dcd4280-232a-4497-8d65-12feb1462332 HTTP/1.1" status: 200 len: 205 time: 0.0977144 Sep 01 15:23:26.705961 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48752) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:26.753886 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-72de5693-44c8-47c7-b40e-d54a05fc0149 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] delete failed (client error): The resource could not be found. Sep 01 15:23:26.759720 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-72de5693-44c8-47c7-b40e-d54a05fc0149 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "DELETE /v2.0/routers/0dcd4280-232a-4497-8d65-12feb1462332 HTTP/1.1" status: 404 len: 336 time: 0.0485873 Sep 01 15:23:26.762988 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48754) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:26.819659 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0492a98f-7341-4a86-a292-e7b6713acc6c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:26.832575 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeaf240d-11fe-4ac3-8fad-a928fcec7965 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] DELETE failed (client error): The resource could not be found. Sep 01 15:23:26.838541 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeaf240d-11fe-4ac3-8fad-a928fcec7965 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:23:26.846642 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-eeaf240d-11fe-4ac3-8fad-a928fcec7965 tempest-RoutersAdminTest-936138723 tempest-RoutersAdminTest-936138723-project] 10.222.0.60 "DELETE /v2.0/subnets/f03f1ae2-9e68-4a0f-8130-9555bcb62617 HTTP/1.1" status: 404 len: 337 time: 0.0777647 Sep 01 15:23:27.215191 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492a98f-7341-4a86-a292-e7b6713acc6c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event updated for resources: {'Subnet': ['ID=2e363ac9-d225-4039-b554-01acc92f46c2,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:27.228289 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0492a98f-7341-4a86-a292-e7b6713acc6c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Checking segment: {'id': '19b439ab-0a81-46b6-b1db-fc272a25c52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '73be4690-1d7a-40c5-adb8-b2375d5a7cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:27.230219 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0492a98f-7341-4a86-a292-e7b6713acc6c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Network hostable DHCP agents. Network: 73be4690-1d7a-40c5-adb8-b2375d5a7cbe, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:23:27.303627 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0492a98f-7341-4a86-a292-e7b6713acc6c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Network 73be4690-1d7a-40c5-adb8-b2375d5a7cbe is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:23:27.344090 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-0492a98f-7341-4a86-a292-e7b6713acc6c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 73be4690-1d7a-40c5-adb8-b2375d5a7cbe) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:27.363515 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0492a98f-7341-4a86-a292-e7b6713acc6c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:27.370683 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bee2513-4f76-4f48-8454-e10ab2e4cf00 None None] Network 73be4690-1d7a-40c5-adb8-b2375d5a7cbe requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:27.372244 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0492a98f-7341-4a86-a292-e7b6713acc6c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:27.437046 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0492a98f-7341-4a86-a292-e7b6713acc6c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8896296 Sep 01 15:23:27.439220 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48772) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:27.717819 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48778) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:27.753398 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-eb1e4714-924f-48a8-96c5-3d46f0afbec5 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--324442396', 'description': 'tempest-description--1328888719'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:27.788183 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff7bd5-66fa-4f7d-9cc9-08ad0bbc1b04 req-980b0e8a-5696-4fb2-97e4-2fe46be88c8b tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:27.809593 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d5ff7bd5-66fa-4f7d-9cc9-08ad0bbc1b04 req-980b0e8a-5696-4fb2-97e4-2fe46be88c8b tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=27feb68d-4c67-43ac-8e7c-34b34ceda24a HTTP/1.1" status: 200 len: 946 time: 0.2169046 Sep 01 15:23:27.884588 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eb1e4714-924f-48a8-96c5-3d46f0afbec5 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:27.885228 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:27.934323 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d5ff7bd5-66fa-4f7d-9cc9-08ad0bbc1b04 req-48b09a09-038a-4090-acb7-bce4da72885e tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230826 Sep 01 15:23:27.963217 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48784) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:28.033600 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c13b0f1-4ce7-4298-a0a3-1c871d01fc53 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:28.211113 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd97a8b-5491-454c-8fe1-92d2af305eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-73be4690-1d7a-40c5-adb8-b2375d5a7cbe', 'network_id': '73be4690-1d7a-40c5-adb8-b2375d5a7cbe', 'tenant_id': '4cf1d84d3461470a9c39da8e67a9a428', 'fixed_ips': [{'subnet_id': '2e363ac9-d225-4039-b554-01acc92f46c2'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:23:28.213673 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1fd97a8b-5491-454c-8fe1-92d2af305eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:28.237428 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c13b0f1-4ce7-4298-a0a3-1c871d01fc53 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:28.353635 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f726c796-6edf-484d-ad00-4317699b41e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:28.463225 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eb1e4714-924f-48a8-96c5-3d46f0afbec5 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:28.480072 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eb1e4714-924f-48a8-96c5-3d46f0afbec5 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:28.555758 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c13b0f1-4ce7-4298-a0a3-1c871d01fc53 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server [None req-1fd97a8b-5491-454c-8fe1-92d2af305eb0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e363ac9-d225-4039-b554-01acc92f46c2: This subnet is being modified by another concurrent operation. Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 15:23:28.563756 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise exception Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e363ac9-d225-4039-b554-01acc92f46c2: This subnet is being modified by another concurrent operation. Sep 01 15:23:28.573280 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server Sep 01 15:23:28.623040 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce0390c-65c2-4331-97b1-b33f8ccf31a9 None None] Network 73be4690-1d7a-40c5-adb8-b2375d5a7cbe requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:28.696301 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13b0f1-4ce7-4298-a0a3-1c871d01fc53 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event deleted for resources: {'Subnet': ['ID=2e363ac9-d225-4039-b554-01acc92f46c2,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:28.717896 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e4714-924f-48a8-96c5-3d46f0afbec5 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0c8ef5-7baf-4010-8f4a-03441985fa9f,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:28.822969 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f726c796-6edf-484d-ad00-4317699b41e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:28.831150 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f726c796-6edf-484d-ad00-4317699b41e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:28.963442 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eb1e4714-924f-48a8-96c5-3d46f0afbec5 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:28.967278 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f726c796-6edf-484d-ad00-4317699b41e9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=73259069c10f41cbbe8dbf85b8d58ebc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0029011 Sep 01 15:23:28.973707 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-eb1e4714-924f-48a8-96c5-3d46f0afbec5 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2471278 Sep 01 15:23:28.976559 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48800) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:28.978476 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48802) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:28.980132 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726c796-6edf-484d-ad00-4317699b41e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c20ec7-1332-4919-aaff-e18bce3ac35b,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:28.995182 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:23:29.009519 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-0100dc9e-d905-4ba1-ab49-1bb2206daeb0 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Request body: {'security_group_rule': {'security_group_id': '4f0c8ef5-7baf-4010-8f4a-03441985fa9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:29.077516 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c13b0f1-4ce7-4298-a0a3-1c871d01fc53 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:29.140754 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-9c13b0f1-4ce7-4298-a0a3-1c871d01fc53 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73be4690-1d7a-40c5-adb8-b2375d5a7cbe']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:29.191851 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-9c13b0f1-4ce7-4298-a0a3-1c871d01fc53 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b439ab-0a81-46b6-b1db-fc272a25c52c') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:29.192079 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-9c13b0f1-4ce7-4298-a0a3-1c871d01fc53 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b439ab-0a81-46b6-b1db-fc272a25c52c') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:29.226250 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aae2ea-454b-4560-8c20-2901fa1683c1 None None] Network 6919a2cb-7e56-406b-b982-97623d29fdd2 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:29.228323 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c13b0f1-4ce7-4298-a0a3-1c871d01fc53 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:29.284046 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c13b0f1-4ce7-4298-a0a3-1c871d01fc53 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:29.305135 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c13b0f1-4ce7-4298-a0a3-1c871d01fc53 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:23:29.305993 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c13b0f1-4ce7-4298-a0a3-1c871d01fc53 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:23:29.311317 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:23:29.339387 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0100dc9e-d905-4ba1-ab49-1bb2206daeb0 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:29.420437 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-600276a3-4eb3-4dd3-8156-150bc76d3f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:29.534416 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e02a8-1249-4791-9f47-bbb810de0238 req-bd0b04a0-edfd-4467-b985-eb525e62a31f tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:29.561118 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c13b0f1-4ce7-4298-a0a3-1c871d01fc53 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:29.562894 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b80e02a8-1249-4791-9f47-bbb810de0238 req-bd0b04a0-edfd-4467-b985-eb525e62a31f tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=27feb68d-4c67-43ac-8e7c-34b34ceda24a HTTP/1.1" status: 200 len: 946 time: 0.3767393 Sep 01 15:23:29.589048 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c13b0f1-4ce7-4298-a0a3-1c871d01fc53 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:29.592949 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:29.597950 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9c13b0f1-4ce7-4298-a0a3-1c871d01fc53 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "DELETE /v2.0/networks/73be4690-1d7a-40c5-adb8-b2375d5a7cbe HTTP/1.1" status: 204 len: 168 time: 2.1548448 Sep 01 15:23:29.603098 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48818) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:29.604641 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-caf53c7c-aa68-4fb0-886d-2857106e0610 None None] Provisioning for port 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:29.628353 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:29.628979 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:29.644877 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-600276a3-4eb3-4dd3-8156-150bc76d3f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:29.691577 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-caf53c7c-aa68-4fb0-886d-2857106e0610 None None] Provisioning complete for port 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:29.692485 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-caf53c7c-aa68-4fb0-886d-2857106e0610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:29.698870 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-8590aba3-9521-474b-877c-dc7aacc11861 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-11419049'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:29.723525 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13b0f1-4ce7-4298-a0a3-1c871d01fc53 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event deleted for resources: {'Network': ['ID=73be4690-1d7a-40c5-adb8-b2375d5a7cbe,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:29.752408 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0100dc9e-d905-4ba1-ab49-1bb2206daeb0 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:29.785471 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0100dc9e-d905-4ba1-ab49-1bb2206daeb0 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:29.822843 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8590aba3-9521-474b-877c-dc7aacc11861 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Made reservation on behalf of 4cf1d84d3461470a9c39da8e67a9a428 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:29.839336 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8590aba3-9521-474b-877c-dc7aacc11861 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:29.874243 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0100dc9e-d905-4ba1-ab49-1bb2206daeb0 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ef14eb-0da9-4c71-9762-f53a6e561671,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:29.919236 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b80e02a8-1249-4791-9f47-bbb810de0238 req-66915792-aaa1-4ca8-8967-5989fead090b tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550949 Sep 01 15:23:29.928672 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:29.929881 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0100dc9e-d905-4ba1-ab49-1bb2206daeb0 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:29.938957 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0100dc9e-d905-4ba1-ab49-1bb2206daeb0 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9358742 Sep 01 15:23:29.940145 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48820) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:29.964739 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-43625994-aed6-428d-a1db-69a6e4598b1a tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Request body: {'security_group_rule': {'security_group_id': '4f0c8ef5-7baf-4010-8f4a-03441985fa9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:29.999052 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=98994bdc-f3f3-46e9-b9a2-f57d0ae055bc,segment=NetworkSegment(542ebeee-4801-483f-887e-4b57cbdcca2d),segment_id=542ebeee-4801-483f-887e-4b57cbdcca2d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:30.010271 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8590aba3-9521-474b-877c-dc7aacc11861 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:23:30.055961 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43625994-aed6-428d-a1db-69a6e4598b1a tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:30.080291 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8590aba3-9521-474b-877c-dc7aacc11861 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:30.080812 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-8590aba3-9521-474b-877c-dc7aacc11861 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Added segment 011ec55e-fa27-433c-aa9e-5324a21c0fca of type vlan for network 0a4cbaf3-f5f9-45e0-9c22-69350eefade6 Sep 01 15:23:30.085762 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:30.143583 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-600276a3-4eb3-4dd3-8156-150bc76d3f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:30.158021 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-600276a3-4eb3-4dd3-8156-150bc76d3f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:30.159564 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-600276a3-4eb3-4dd3-8156-150bc76d3f07 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b5c20ec7-1332-4919-aaff-e18bce3ac35b HTTP/1.1" status: 204 len: 168 time: 1.1581371 Sep 01 15:23:30.237887 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600276a3-4eb3-4dd3-8156-150bc76d3f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c20ec7-1332-4919-aaff-e18bce3ac35b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:30.339182 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43625994-aed6-428d-a1db-69a6e4598b1a tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:30.347678 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43625994-aed6-428d-a1db-69a6e4598b1a tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:30.379544 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=98994bdc-f3f3-46e9-b9a2-f57d0ae055bc,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:30.425270 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43625994-aed6-428d-a1db-69a6e4598b1a tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:30.432669 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-43625994-aed6-428d-a1db-69a6e4598b1a tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4883168 Sep 01 15:23:30.441266 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8590aba3-9521-474b-877c-dc7aacc11861 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:30.453274 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48832) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:30.478540 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-caf53c7c-aa68-4fb0-886d-2857106e0610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:30.495884 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-58fabe1a-5605-44e9-b94b-27f21c672f19 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:30.498968 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8067fc-496c-4da2-8076-d184e60ccf7c None None] get_active_networks_info from n-d-794796-3 {{(pid=94735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:23:30.527408 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43625994-aed6-428d-a1db-69a6e4598b1a tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ad96f5-36a4-41bb-a830-d6549dd6ea2f,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:30.566963 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8590aba3-9521-474b-877c-dc7aacc11861 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:30.584971 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8590aba3-9521-474b-877c-dc7aacc11861 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:30.587988 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8590aba3-9521-474b-877c-dc7aacc11861 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:30.613403 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58fabe1a-5605-44e9-b94b-27f21c672f19 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:30.790768 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:23:30.793368 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48842) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:30.798951 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8590aba3-9521-474b-877c-dc7aacc11861 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.1205859 Sep 01 15:23:30.815171 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-b10e07a1-2016-4e8d-accb-ef2f01a330e1 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Request body: {'subnet': {'network_id': '0a4cbaf3-f5f9-45e0-9c22-69350eefade6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:30.991650 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590aba3-9521-474b-877c-dc7aacc11861 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event updated for resources: {'Network': ['ID=0a4cbaf3-f5f9-45e0-9c22-69350eefade6,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:31.043116 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 0a4cbaf3-f5f9-45e0-9c22-69350eefade6 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:23:31.282887 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.api [None req-caf53c7c-aa68-4fb0-886d-2857106e0610 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:23:31.283180 n-d-794796-3 neutron-server[94735]: DEBUG oslo_db.api [None req-caf53c7c-aa68-4fb0-886d-2857106e0610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:23:31.427074 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48854) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:31.472820 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8067fc-496c-4da2-8076-d184e60ccf7c None None] Resources bound (agent type, host, resource id): {{(pid=94735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:23:31.508524 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:31.511511 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:31.533995 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-126fdbe5-4fdc-46b1-811e-e3e72e032f82 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b7c5b31859344e7aadccc20b487caca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1052778 Sep 01 15:23:31.536979 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48856) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:31.667754 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6a934f04-3397-4629-9c60-d5a7d4369eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:31.722236 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6a934f04-3397-4629-9c60-d5a7d4369eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:31.854747 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6a934f04-3397-4629-9c60-d5a7d4369eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:31.858168 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6a934f04-3397-4629-9c60-d5a7d4369eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:31.859796 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6a934f04-3397-4629-9c60-d5a7d4369eba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/98bac398-7245-49f8-83ee-98d64f2a7536 HTTP/1.1" status: 204 len: 168 time: 0.3214657 Sep 01 15:23:31.900832 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a934f04-3397-4629-9c60-d5a7d4369eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bac398-7245-49f8-83ee-98d64f2a7536,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:31.977919 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca758579-d77b-436a-af26-a0cd4bf86f8c req-5301d5f3-329f-43e2-97a0-7bb69e162e7a tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:31.981884 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ca758579-d77b-436a-af26-a0cd4bf86f8c req-5301d5f3-329f-43e2-97a0-7bb69e162e7a tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=27feb68d-4c67-43ac-8e7c-34b34ceda24a HTTP/1.1" status: 200 len: 946 time: 0.7713244 Sep 01 15:23:32.056754 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10e07a1-2016-4e8d-accb-ef2f01a330e1 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Made reservation on behalf of 4cf1d84d3461470a9c39da8e67a9a428 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:32.061492 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b10e07a1-2016-4e8d-accb-ef2f01a330e1 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:32.221197 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ca758579-d77b-436a-af26-a0cd4bf86f8c req-5f91a94e-75ca-4a10-9c18-0dc99d2c823a tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013998 Sep 01 15:23:32.374037 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f39f47-49bc-4f98-8ea4-595b5922a358 req-42cf9557-ce91-4ad7-b21e-c6eb8eb46d85 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:32.390782 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-81f39f47-49bc-4f98-8ea4-595b5922a358 req-42cf9557-ce91-4ad7-b21e-c6eb8eb46d85 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 945 time: 0.1663597 Sep 01 15:23:32.515700 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-81f39f47-49bc-4f98-8ea4-595b5922a358 req-bdaaa7c6-2601-40e5-9e8c-c9580b53b880 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d0e707f-3905-4830-a73a-18b53d1718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238873 Sep 01 15:23:32.835493 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b10e07a1-2016-4e8d-accb-ef2f01a330e1 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:33.027320 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58fabe1a-5605-44e9-b94b-27f21c672f19 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:33.119635 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-fc50f990-24c9-4c26-9468-7cb5ac430bc0 None None] Provisioning complete for port 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:33.128577 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fc50f990-24c9-4c26-9468-7cb5ac430bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:33.133729 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa8a6f-4d60-41d4-a908-2eecff978a76 req-5fc80717-0809-4b45-bf7f-33cdbbde861d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:33.136100 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6aa8a6f-4d60-41d4-a908-2eecff978a76 req-5fc80717-0809-4b45-bf7f-33cdbbde861d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6f99ed5d6412434b992dead589f20bcf&device_id=27feb68d-4c67-43ac-8e7c-34b34ceda24a HTTP/1.1" status: 200 len: 1097 time: 0.1348200 Sep 01 15:23:33.365494 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e07a1-2016-4e8d-accb-ef2f01a330e1 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event updated for resources: {'Subnet': ['ID=f79c089a-b083-458e-8bac-a57e40784133,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:33.444020 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa8a6f-4d60-41d4-a908-2eecff978a76 req-2133fe93-0a73-4d03-b9dc-81b4aa34f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:33.448050 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6aa8a6f-4d60-41d4-a908-2eecff978a76 req-2133fe93-0a73-4d03-b9dc-81b4aa34f48c service neutron] 10.222.0.62 "GET /v2.0/networks?id=dc3eed46-cd6b-4bc3-97b7-54bdc9345086 HTTP/1.1" status: 200 len: 917 time: 0.3039751 Sep 01 15:23:33.472203 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10e07a1-2016-4e8d-accb-ef2f01a330e1 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Checking segment: {'id': '011ec55e-fa27-433c-aa9e-5324a21c0fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0a4cbaf3-f5f9-45e0-9c22-69350eefade6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:33.473583 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10e07a1-2016-4e8d-accb-ef2f01a330e1 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Network hostable DHCP agents. Network: 0a4cbaf3-f5f9-45e0-9c22-69350eefade6, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:23:33.578368 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6aa8a6f-4d60-41d4-a908-2eecff978a76 req-1327d872-9b31-460d-8c3a-8919fd6d2136 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=257b5410-eb73-44b2-b85c-40ace75ef5eb HTTP/1.1" status: 200 len: 217 time: 0.1209908 Sep 01 15:23:33.754256 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa8a6f-4d60-41d4-a908-2eecff978a76 req-c33d2295-c28c-4339-9545-34097e50ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:33.760637 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6aa8a6f-4d60-41d4-a908-2eecff978a76 req-c33d2295-c28c-4339-9545-34097e50ded3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8f64344f-57c2-4d05-8164-8a12066c7710 HTTP/1.1" status: 200 len: 855 time: 0.1590836 Sep 01 15:23:33.774709 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-58fabe1a-5605-44e9-b94b-27f21c672f19 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Allocated IP 172.25.6.47 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/722ce4ba-9cfe-4433-90f8-1295a84950a7) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:23:34.013774 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57faf266-5330-48ff-a09b-6bfc0adc8f5d req-75eb0c54-0ae8-47b6-a155-bb59dc807be2 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:34.015903 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-57faf266-5330-48ff-a09b-6bfc0adc8f5d req-75eb0c54-0ae8-47b6-a155-bb59dc807be2 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=27feb68d-4c67-43ac-8e7c-34b34ceda24a HTTP/1.1" status: 200 len: 946 time: 0.9903431 Sep 01 15:23:34.065875 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10e07a1-2016-4e8d-accb-ef2f01a330e1 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Network 0a4cbaf3-f5f9-45e0-9c22-69350eefade6 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:23:34.084881 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa8a6f-4d60-41d4-a908-2eecff978a76 req-5643838c-bca1-4456-ae18-0916e37e02cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:34.091506 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6aa8a6f-4d60-41d4-a908-2eecff978a76 req-5643838c-bca1-4456-ae18-0916e37e02cd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc3eed46-cd6b-4bc3-97b7-54bdc9345086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3063419 Sep 01 15:23:34.106647 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-57faf266-5330-48ff-a09b-6bfc0adc8f5d req-68f050d8-bba7-429f-9005-015897220098 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727186 Sep 01 15:23:34.107629 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-b10e07a1-2016-4e8d-accb-ef2f01a330e1 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 0a4cbaf3-f5f9-45e0-9c22-69350eefade6) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:34.120406 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd61fec6-7dee-455d-b452-7785065bf89f None None] Network 0a4cbaf3-f5f9-45e0-9c22-69350eefade6 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:34.155562 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10e07a1-2016-4e8d-accb-ef2f01a330e1 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:34.156191 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b10e07a1-2016-4e8d-accb-ef2f01a330e1 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:34.284312 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b10e07a1-2016-4e8d-accb-ef2f01a330e1 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.4816906 Sep 01 15:23:34.294827 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48926) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:34.314251 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-12a6ad6b-2e3d-4558-bf6b-728abe70471b tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-560770799'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:34.351391 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58fabe1a-5605-44e9-b94b-27f21c672f19 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:34.379451 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b27491-7b7c-4199-92f9-f38805d7e213 req-5a82d4d2-6de2-40b5-a7c0-41458c5ab9b5 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:34.382270 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99b27491-7b7c-4199-92f9-f38805d7e213 req-5a82d4d2-6de2-40b5-a7c0-41458c5ab9b5 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 945 time: 0.3969886 Sep 01 15:23:34.434089 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6aa8a6f-4d60-41d4-a908-2eecff978a76 req-bfe02c17-f9a5-4942-94e2-b02e4cf71549 service neutron] 10.222.0.62 "GET /v2.0/networks/dc3eed46-cd6b-4bc3-97b7-54bdc9345086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291597 Sep 01 15:23:34.484579 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a6ad6b-2e3d-4558-bf6b-728abe70471b tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Made reservation on behalf of 4cf1d84d3461470a9c39da8e67a9a428 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:34.496973 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-12a6ad6b-2e3d-4558-bf6b-728abe70471b tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:34.652520 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99b27491-7b7c-4199-92f9-f38805d7e213 req-3acc1af8-91b4-44e5-b9d6-ba98ba090481 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d0e707f-3905-4830-a73a-18b53d1718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171881 Sep 01 15:23:34.693337 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a6ad6b-2e3d-4558-bf6b-728abe70471b tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:23:34.735688 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-0a4cbaf3-f5f9-45e0-9c22-69350eefade6', 'network_id': '0a4cbaf3-f5f9-45e0-9c22-69350eefade6', 'tenant_id': '4cf1d84d3461470a9c39da8e67a9a428', 'fixed_ips': [{'subnet_id': 'f79c089a-b083-458e-8bac-a57e40784133'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:23:34.735688 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:34.742369 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-12a6ad6b-2e3d-4558-bf6b-728abe70471b tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:34.742369 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-12a6ad6b-2e3d-4558-bf6b-728abe70471b tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Added segment 7d839f94-6bba-4852-9bd5-34b53eb34d92 of type vlan for network e28f465e-2664-45c5-9a87-abb3f2fee678 Sep 01 15:23:34.833309 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6aa8a6f-4d60-41d4-a908-2eecff978a76 req-33541979-4e4e-4281-9f78-031c188a1824 service neutron] 10.222.0.62 "GET /v2.0/networks/dc3eed46-cd6b-4bc3-97b7-54bdc9345086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336961 Sep 01 15:23:34.870783 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58fabe1a-5605-44e9-b94b-27f21c672f19 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:34.878151 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-12a6ad6b-2e3d-4558-bf6b-728abe70471b tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:34.974416 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48952) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:35.055823 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fabe1a-5605-44e9-b94b-27f21c672f19 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Pushing event updated for resources: {'Port': ['ID=722ce4ba-9cfe-4433-90f8-1295a84950a7,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:35.067441 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-12a6ad6b-2e3d-4558-bf6b-728abe70471b tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:35.078435 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a6ad6b-2e3d-4558-bf6b-728abe70471b tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:35.079137 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-12a6ad6b-2e3d-4558-bf6b-728abe70471b tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:35.100388 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Allocated IP 2001:db8::1 (0a4cbaf3-f5f9-45e0-9c22-69350eefade6/f79c089a-b083-458e-8bac-a57e40784133/607d600e-ece7-4cfe-b0f2-1d08cdf9bdec) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:23:35.108063 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fabe1a-5605-44e9-b94b-27f21c672f19 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:23:35.168407 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-58fabe1a-5605-44e9-b94b-27f21c672f19 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:35.203942 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fabe1a-5605-44e9-b94b-27f21c672f19 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:23:35.359015 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8eb0a676-d792-424d-a9d2-57c82071320d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:35.496042 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:35.550108 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Transition to ACTIVE for port object 607d600e-ece7-4cfe-b0f2-1d08cdf9bdec will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:35.703872 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Transition to ACTIVE for port object 607d600e-ece7-4cfe-b0f2-1d08cdf9bdec will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:35.715079 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:35.759522 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8eb0a676-d792-424d-a9d2-57c82071320d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:35.772499 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6ad6b-2e3d-4558-bf6b-728abe70471b tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event updated for resources: {'Network': ['ID=e28f465e-2664-45c5-9a87-abb3f2fee678,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:35.859151 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Network 0a4cbaf3-f5f9-45e0-9c22-69350eefade6 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:23:35.867902 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network e28f465e-2664-45c5-9a87-abb3f2fee678 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:23:35.875599 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-12a6ad6b-2e3d-4558-bf6b-728abe70471b tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5794673 Sep 01 15:23:35.890770 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48978) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:35.919839 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8eb0a676-d792-424d-a9d2-57c82071320d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:35.941154 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:35.961822 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-712ddcd4-3f51-4eb3-9f24-d7502982e520 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Request body: {'subnet': {'network_id': 'e28f465e-2664-45c5-9a87-abb3f2fee678', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:35.976241 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58fabe1a-5605-44e9-b94b-27f21c672f19 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:36.017015 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:23:36.054719 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6355a1a-0859-41b5-ab74-28703fa5875b req-383e841d-f4fc-49dd-82f2-b35f80d8158b tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:36.057432 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e6355a1a-0859-41b5-ab74-28703fa5875b req-383e841d-f4fc-49dd-82f2-b35f80d8158b tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=27feb68d-4c67-43ac-8e7c-34b34ceda24a HTTP/1.1" status: 200 len: 946 time: 0.5927939 Sep 01 15:23:36.093611 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48980) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:36.098354 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8eb0a676-d792-424d-a9d2-57c82071320d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a8b2470a4dc4ff28291083de94d58be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1228137 Sep 01 15:23:36.100324 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0a676-d792-424d-a9d2-57c82071320d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29dfc82-0142-4ad9-b471-6743d481eabe,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:36.157758 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ee273-a29f-499a-b316-f05a11495826 req-20a9c34f-ffbd-4825-8c29-e8160eb08acf tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:36.159610 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c21ee273-a29f-499a-b316-f05a11495826 req-20a9c34f-ffbd-4825-8c29-e8160eb08acf tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 945 time: 0.3894937 Sep 01 15:23:36.171135 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58fabe1a-5605-44e9-b94b-27f21c672f19 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:36.201279 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48982) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:36.219001 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Pushing event updated for resources: {'Port': ['ID=607d600e-ece7-4cfe-b0f2-1d08cdf9bdec,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:36.237982 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:36.238585 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:36.238963 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:36.239757 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:36.239757 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:36.239757 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:36.241262 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:36.241262 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:36.241262 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:36.241262 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:36.241897 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:36.241897 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:36.276703 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c21ee273-a29f-499a-b316-f05a11495826 req-2d5dfbbf-3ce6-4382-9f2e-8c867be33ae3 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d0e707f-3905-4830-a73a-18b53d1718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094570 Sep 01 15:23:36.322004 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Attempting to bind port 607d600e-ece7-4cfe-b0f2-1d08cdf9bdec on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:23:36.330918 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Attempting to bind port 607d600e-ece7-4cfe-b0f2-1d08cdf9bdec by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '011ec55e-fa27-433c-aa9e-5324a21c0fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0a4cbaf3-f5f9-45e0-9c22-69350eefade6'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:23:36.332491 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Attempting to bind port 607d600e-ece7-4cfe-b0f2-1d08cdf9bdec on network 0a4cbaf3-f5f9-45e0-9c22-69350eefade6 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:23:36.355665 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:23:36.356684 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Checking segment: {'id': '011ec55e-fa27-433c-aa9e-5324a21c0fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0a4cbaf3-f5f9-45e0-9c22-69350eefade6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:36.357341 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:36.357937 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Bound using segment: {'id': '011ec55e-fa27-433c-aa9e-5324a21c0fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0a4cbaf3-f5f9-45e0-9c22-69350eefade6'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:23:36.358671 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Bound port: 607d600e-ece7-4cfe-b0f2-1d08cdf9bdec, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011ec55e-fa27-433c-aa9e-5324a21c0fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0a4cbaf3-f5f9-45e0-9c22-69350eefade6'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:23:36.359292 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:36.466386 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e6355a1a-0859-41b5-ab74-28703fa5875b req-a350735a-03d3-45e6-a0ce-d465bf8a9504 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756866 Sep 01 15:23:36.505938 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-cc04d2d5-60b2-41bf-8062-eb8ea53aad64 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-810456933', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:36.545081 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] For port 607d600e-ece7-4cfe-b0f2-1d08cdf9bdec, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:23:36.549827 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] For port 607d600e-ece7-4cfe-b0f2-1d08cdf9bdec, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=607d600e-ece7-4cfe-b0f2-1d08cdf9bdec,segment=NetworkSegment(011ec55e-fa27-433c-aa9e-5324a21c0fca),segment_id=011ec55e-fa27-433c-aa9e-5324a21c0fca)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:23:36.550279 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e921d75b-03c3-40ed-800f-da140ddde94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:36.561020 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:36.561488 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712ddcd4-3f51-4eb3-9f24-d7502982e520 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Made reservation on behalf of 4cf1d84d3461470a9c39da8e67a9a428 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:36.567650 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-712ddcd4-3f51-4eb3-9f24-d7502982e520 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:36.591143 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc04d2d5-60b2-41bf-8062-eb8ea53aad64 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Made reservation on behalf of 02b61f77e6ca42b7b365ebcbfa099938 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:36.596192 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cc04d2d5-60b2-41bf-8062-eb8ea53aad64 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:36.621243 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cc04d2d5-60b2-41bf-8062-eb8ea53aad64 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:36.697083 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e921d75b-03c3-40ed-800f-da140ddde94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:36.701836 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58fabe1a-5605-44e9-b94b-27f21c672f19 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:36.710997 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.ipam_backend_mixin [None req-712ddcd4-3f51-4eb3-9f24-d7502982e520 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Performing IP validity checks on allocation pools {{(pid=94733) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 01 15:23:36.712288 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.ipam_backend_mixin [None req-712ddcd4-3f51-4eb3-9f24-d7502982e520 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94733) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 01 15:23:36.719236 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58fabe1a-5605-44e9-b94b-27f21c672f19 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:36.760479 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c7fb5-ecbc-4196-bb55-c63463c7e5e5 None None] Pushing event updated for resources: {'Port': ['ID=607d600e-ece7-4cfe-b0f2-1d08cdf9bdec,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:36.877493 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cc04d2d5-60b2-41bf-8062-eb8ea53aad64 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:36.889793 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cc04d2d5-60b2-41bf-8062-eb8ea53aad64 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:36.896850 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-cc04d2d5-60b2-41bf-8062-eb8ea53aad64 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] device_id is not set on port 8015343e-f985-416a-a5cd-97f16bed08a6 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:23:37.027665 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc04d2d5-60b2-41bf-8062-eb8ea53aad64 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a726f0-f35d-4e64-9a83-0b0e3e400dd8,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:37.105982 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58fabe1a-5605-44e9-b94b-27f21c672f19 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:37.167602 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-cc04d2d5-60b2-41bf-8062-eb8ea53aad64 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Allocated IP 172.25.6.90 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/8015343e-f985-416a-a5cd-97f16bed08a6) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:23:37.181406 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-712ddcd4-3f51-4eb3-9f24-d7502982e520 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:37.243761 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58fabe1a-5605-44e9-b94b-27f21c672f19 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:37.243761 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-58fabe1a-5605-44e9-b94b-27f21c672f19 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7759671 Sep 01 15:23:37.243761 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fabe1a-5605-44e9-b94b-27f21c672f19 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Pushing event updated for resources: {'Port': ['ID=722ce4ba-9cfe-4433-90f8-1295a84950a7,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:37.296192 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e921d75b-03c3-40ed-800f-da140ddde94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:37.305882 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e921d75b-03c3-40ed-800f-da140ddde94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:37.310609 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e921d75b-03c3-40ed-800f-da140ddde94e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c29dfc82-0142-4ad9-b471-6743d481eabe HTTP/1.1" status: 204 len: 168 time: 1.2097001 Sep 01 15:23:37.446907 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921d75b-03c3-40ed-800f-da140ddde94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29dfc82-0142-4ad9-b471-6743d481eabe,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:37.470348 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ddcd4-3f51-4eb3-9f24-d7502982e520 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event updated for resources: {'Subnet': ['ID=82ff2e1e-65f1-465c-bad1-5e453ee1721b,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:37.488356 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712ddcd4-3f51-4eb3-9f24-d7502982e520 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Checking segment: {'id': '7d839f94-6bba-4852-9bd5-34b53eb34d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e28f465e-2664-45c5-9a87-abb3f2fee678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:37.488738 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712ddcd4-3f51-4eb3-9f24-d7502982e520 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Network hostable DHCP agents. Network: e28f465e-2664-45c5-9a87-abb3f2fee678, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:23:37.518884 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712ddcd4-3f51-4eb3-9f24-d7502982e520 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Network e28f465e-2664-45c5-9a87-abb3f2fee678 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:23:37.542638 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-712ddcd4-3f51-4eb3-9f24-d7502982e520 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, e28f465e-2664-45c5-9a87-abb3f2fee678) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:37.552983 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9bc422-da63-4b5a-bc11-c0c1c349c382 None None] Network e28f465e-2664-45c5-9a87-abb3f2fee678 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:37.573495 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712ddcd4-3f51-4eb3-9f24-d7502982e520 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:37.575245 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-712ddcd4-3f51-4eb3-9f24-d7502982e520 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:37.660382 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-712ddcd4-3f51-4eb3-9f24-d7502982e520 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7383089 Sep 01 15:23:37.661214 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49016) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:37.847251 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 607d600e-ece7-4cfe-b0f2-1d08cdf9bdec up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:23:37.997314 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c0eee-a5da-4de3-8fb4-956280ffb98e req-278c09cd-6aab-4508-9112-5668016f3d30 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:38.014097 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f23c0eee-a5da-4de3-8fb4-956280ffb98e req-278c09cd-6aab-4508-9112-5668016f3d30 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=27feb68d-4c67-43ac-8e7c-34b34ceda24a HTTP/1.1" status: 200 len: 946 time: 0.2872448 Sep 01 15:23:38.089565 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f084d2-d7b9-4ee8-8376-0cc3793845ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-e28f465e-2664-45c5-9a87-abb3f2fee678', 'network_id': 'e28f465e-2664-45c5-9a87-abb3f2fee678', 'tenant_id': '4cf1d84d3461470a9c39da8e67a9a428', 'fixed_ips': [{'subnet_id': '82ff2e1e-65f1-465c-bad1-5e453ee1721b'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:23:38.091115 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-43f084d2-d7b9-4ee8-8376-0cc3793845ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:38.096115 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 607d600e-ece7-4cfe-b0f2-1d08cdf9bdec completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:38.360820 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:38.390988 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f23c0eee-a5da-4de3-8fb4-956280ffb98e req-83cd26d7-b488-4dd8-b3e5-cb0784e57206 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759282 Sep 01 15:23:38.494260 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-43f084d2-d7b9-4ee8-8376-0cc3793845ad None None] Allocated IP 2001:db8::3 (e28f465e-2664-45c5-9a87-abb3f2fee678/82ff2e1e-65f1-465c-bad1-5e453ee1721b/926c596a-a109-4870-a5b0-bf0e16753949) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:23:38.679502 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:38.752084 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cc04d2d5-60b2-41bf-8062-eb8ea53aad64 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:38.754883 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b13d0e-48d3-4d76-864b-a129f43ab8e7 None None] Network 0a4cbaf3-f5f9-45e0-9c22-69350eefade6 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:38.777252 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:38.871158 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5a0c8-8e53-4b7d-834a-528cafe68439 req-23511d9d-6528-42af-be9c-a768461a594e tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:38.875233 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3de5a0c8-8e53-4b7d-834a-528cafe68439 req-23511d9d-6528-42af-be9c-a768461a594e tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 945 time: 1.2667584 Sep 01 15:23:38.900081 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e21f1-635a-431e-b6fe-6be0aa8b23da req-101446f8-af34-40b7-a139-4c7bcfb31780 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:38.905785 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7a0e21f1-635a-431e-b6fe-6be0aa8b23da req-101446f8-af34-40b7-a139-4c7bcfb31780 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.62 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 945 time: 0.2618761 Sep 01 15:23:38.925628 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-14f3ef40-9140-415a-a345-2faefd6f694c req-9c1bd030-6ee8-4fae-998f-b66f329d6cda tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--324442396&fields=id&tenant_id=d5c12ac629004c608a6b26e32bb713bc HTTP/1.1" status: 200 len: 267 time: 0.2371380 Sep 01 15:23:38.949092 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e512e56c-a1ba-42d1-9942-ba47b77ad780 None None] Provisioning for port 607d600e-ece7-4cfe-b0f2-1d08cdf9bdec completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:38.985700 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e512e56c-a1ba-42d1-9942-ba47b77ad780 None None] Provisioning complete for port 607d600e-ece7-4cfe-b0f2-1d08cdf9bdec triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:39.002482 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e512e56c-a1ba-42d1-9942-ba47b77ad780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:39.221271 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cc04d2d5-60b2-41bf-8062-eb8ea53aad64 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:39.251017 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3ef40-9140-415a-a345-2faefd6f694c req-112f574e-d22e-4503-8393-bd04a660ec1b tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:39.254576 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-14f3ef40-9140-415a-a345-2faefd6f694c req-112f574e-d22e-4503-8393-bd04a660ec1b tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/networks?id=1d2362ee-78f5-4b99-9f98-82e09fba7d13 HTTP/1.1" status: 200 len: 811 time: 0.3139288 Sep 01 15:23:39.271711 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ae4eb8f3-823f-448c-bce9-173e51389c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:39.290155 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3de5a0c8-8e53-4b7d-834a-528cafe68439 req-8ddb076f-cba6-43ae-bc71-8fd8128c3a4b tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d0e707f-3905-4830-a73a-18b53d1718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3780460 Sep 01 15:23:39.325257 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-14f3ef40-9140-415a-a345-2faefd6f694c req-c1c8f70e-da98-435d-8747-9803bb294f0e tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/quotas/d5c12ac629004c608a6b26e32bb713bc HTTP/1.1" status: 200 len: 375 time: 0.0643680 Sep 01 15:23:39.466909 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc04d2d5-60b2-41bf-8062-eb8ea53aad64 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:23:39.480669 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-14f3ef40-9140-415a-a345-2faefd6f694c req-8abb9821-c725-4cba-8c20-e918a577cd21 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5c12ac629004c608a6b26e32bb713bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1397710 Sep 01 15:23:39.503887 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-cc04d2d5-60b2-41bf-8062-eb8ea53aad64 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:39.528126 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-43f084d2-d7b9-4ee8-8376-0cc3793845ad None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:39.550185 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc04d2d5-60b2-41bf-8062-eb8ea53aad64 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:23:39.557474 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-43f084d2-d7b9-4ee8-8376-0cc3793845ad None None] Transition to ACTIVE for port object 926c596a-a109-4870-a5b0-bf0e16753949 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:39.579577 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-43f084d2-d7b9-4ee8-8376-0cc3793845ad None None] Transition to ACTIVE for port object 926c596a-a109-4870-a5b0-bf0e16753949 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:39.596058 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e512e56c-a1ba-42d1-9942-ba47b77ad780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:39.613107 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-43f084d2-d7b9-4ee8-8376-0cc3793845ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:39.652692 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:39.662921 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e512e56c-a1ba-42d1-9942-ba47b77ad780 None None] For port 607d600e-ece7-4cfe-b0f2-1d08cdf9bdec, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=607d600e-ece7-4cfe-b0f2-1d08cdf9bdec,segment=NetworkSegment(011ec55e-fa27-433c-aa9e-5324a21c0fca),segment_id=011ec55e-fa27-433c-aa9e-5324a21c0fca)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:39.730674 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f084d2-d7b9-4ee8-8376-0cc3793845ad None None] Pushing event updated for resources: {'Port': ['ID=926c596a-a109-4870-a5b0-bf0e16753949,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:39.773823 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc04d2d5-60b2-41bf-8062-eb8ea53aad64 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Pushing event updated for resources: {'Port': ['ID=8015343e-f985-416a-a5cd-97f16bed08a6,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:39.775913 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e512e56c-a1ba-42d1-9942-ba47b77ad780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:39.788087 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc04d2d5-60b2-41bf-8062-eb8ea53aad64 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:39.788712 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cc04d2d5-60b2-41bf-8062-eb8ea53aad64 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:39.853573 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:39.865187 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512e56c-a1ba-42d1-9942-ba47b77ad780 None None] Pushing event updated for resources: {'Port': ['ID=607d600e-ece7-4cfe-b0f2-1d08cdf9bdec,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:39.872115 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f084d2-d7b9-4ee8-8376-0cc3793845ad None None] Network e28f465e-2664-45c5-9a87-abb3f2fee678 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:23:39.876758 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28f465e-2664-45c5-9a87-abb3f2fee678']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:39.877820 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-43f084d2-d7b9-4ee8-8376-0cc3793845ad None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:39.880677 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event deleted for resources: {'Subnet': ['ID=82ff2e1e-65f1-465c-bad1-5e453ee1721b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:39.884270 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f084d2-d7b9-4ee8-8376-0cc3793845ad None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:23:39.929487 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d839f94-6bba-4852-9bd5-34b53eb34d92') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:39.929487 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d839f94-6bba-4852-9bd5-34b53eb34d92') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:39.937841 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-7a0e21f1-635a-431e-b6fe-6be0aa8b23da req-baeeef55-44b0-43e4-9671-a4e4ce339f94 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Deleting port 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:39.938187 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7a0e21f1-635a-431e-b6fe-6be0aa8b23da req-baeeef55-44b0-43e4-9671-a4e4ce339f94 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:39.978524 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:40.002874 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cc04d2d5-60b2-41bf-8062-eb8ea53aad64 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.7969139 Sep 01 15:23:40.005404 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-14f3ef40-9140-415a-a345-2faefd6f694c req-fb5ac125-a9b0-40c3-91c0-a95e51e9a444 service neutron] 10.222.0.60 "GET /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124617 Sep 01 15:23:40.008631 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49072) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:40.031255 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-0fdb9e3b-635a-4037-baa5-b97f16fc4b09 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.90'}]}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:40.034862 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-43f084d2-d7b9-4ee8-8376-0cc3793845ad None None] Attempting to bind port 926c596a-a109-4870-a5b0-bf0e16753949 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:23:40.035663 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-43f084d2-d7b9-4ee8-8376-0cc3793845ad None None] Attempting to bind port 926c596a-a109-4870-a5b0-bf0e16753949 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '7d839f94-6bba-4852-9bd5-34b53eb34d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e28f465e-2664-45c5-9a87-abb3f2fee678'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:23:40.037784 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f084d2-d7b9-4ee8-8376-0cc3793845ad None None] Attempting to bind port 926c596a-a109-4870-a5b0-bf0e16753949 on network e28f465e-2664-45c5-9a87-abb3f2fee678 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:23:40.051050 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f084d2-d7b9-4ee8-8376-0cc3793845ad None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:23:40.053132 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f084d2-d7b9-4ee8-8376-0cc3793845ad None None] Checking segment: {'id': '7d839f94-6bba-4852-9bd5-34b53eb34d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e28f465e-2664-45c5-9a87-abb3f2fee678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:40.054613 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-43f084d2-d7b9-4ee8-8376-0cc3793845ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:40.056975 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f084d2-d7b9-4ee8-8376-0cc3793845ad None None] Bound using segment: {'id': '7d839f94-6bba-4852-9bd5-34b53eb34d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e28f465e-2664-45c5-9a87-abb3f2fee678'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:23:40.057886 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-43f084d2-d7b9-4ee8-8376-0cc3793845ad None None] Bound port: 926c596a-a109-4870-a5b0-bf0e16753949, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d839f94-6bba-4852-9bd5-34b53eb34d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e28f465e-2664-45c5-9a87-abb3f2fee678'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:23:40.060147 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-43f084d2-d7b9-4ee8-8376-0cc3793845ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:40.085183 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff894f22-f4fe-4911-b720-24b4f6a522d0 req-e1fcec4c-2a44-4be0-a28a-328cdbb9fbaf tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:40.090888 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff894f22-f4fe-4911-b720-24b4f6a522d0 req-e1fcec4c-2a44-4be0-a28a-328cdbb9fbaf tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=27feb68d-4c67-43ac-8e7c-34b34ceda24a HTTP/1.1" status: 200 len: 946 time: 0.2966180 Sep 01 15:23:40.221562 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-7a0e21f1-635a-431e-b6fe-6be0aa8b23da req-baeeef55-44b0-43e4-9671-a4e4ce339f94 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] For port 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=2fbaa072-b9a1-4185-bf7e-d86e126c4dc6,segment=NetworkSegment(43628c80-617a-4484-b231-a92173811df8),segment_id=43628c80-617a-4484-b231-a92173811df8)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:40.222178 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7a0e21f1-635a-431e-b6fe-6be0aa8b23da req-baeeef55-44b0-43e4-9671-a4e4ce339f94 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:40.259299 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff894f22-f4fe-4911-b720-24b4f6a522d0 req-32d6f936-ba97-4204-853a-d50db3607991 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476636 Sep 01 15:23:40.287865 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-14f3ef40-9140-415a-a345-2faefd6f694c req-40b176f1-a047-4ea2-a637-758ed8e70c19 service neutron] 10.222.0.60 "GET /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424915 Sep 01 15:23:40.333499 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:40.348393 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-43f084d2-d7b9-4ee8-8376-0cc3793845ad None None] For port 926c596a-a109-4870-a5b0-bf0e16753949, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:23:40.351645 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0fdb9e3b-635a-4037-baa5-b97f16fc4b09 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:40.353047 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0fdb9e3b-635a-4037-baa5-b97f16fc4b09 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:40.365802 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8b092195-9208-4e34-aac9-44f3a6b01a9f None None] Provisioning complete for port 607d600e-ece7-4cfe-b0f2-1d08cdf9bdec triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:40.368868 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8b092195-9208-4e34-aac9-44f3a6b01a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:40.377072 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:23:40.377496 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:23:40.391553 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:23:40.550784 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:23:40.586718 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.api [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 01 15:23:40.586718 n-d-794796-3 neutron-server[94733]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 01 15:23:40.586718 n-d-794796-3 neutron-server[94733]: [parameters: {'id': 'e28f465e-2664-45c5-9a87-abb3f2fee678'}] Sep 01 15:23:40.586718 n-d-794796-3 neutron-server[94733]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:23:40.593239 n-d-794796-3 neutron-server[94733]: DEBUG oslo_db.api [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:23:40.666383 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-43f084d2-d7b9-4ee8-8376-0cc3793845ad None None] For port 926c596a-a109-4870-a5b0-bf0e16753949, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=926c596a-a109-4870-a5b0-bf0e16753949,segment=NetworkSegment(7d839f94-6bba-4852-9bd5-34b53eb34d92),segment_id=7d839f94-6bba-4852-9bd5-34b53eb34d92)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:23:40.705131 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-43f084d2-d7b9-4ee8-8376-0cc3793845ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:40.768880 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de428d-a7df-47bc-ab3a-c81da577916d req-0fd605fc-cfda-40c7-856b-772d616fd8b4 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:40.780140 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-40de428d-a7df-47bc-ab3a-c81da577916d req-0fd605fc-cfda-40c7-856b-772d616fd8b4 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 945 time: 0.3246882 Sep 01 15:23:40.802705 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0fdb9e3b-635a-4037-baa5-b97f16fc4b09 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:40.931099 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7a0e21f1-635a-431e-b6fe-6be0aa8b23da req-baeeef55-44b0-43e4-9671-a4e4ce339f94 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:40.932272 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7a0e21f1-635a-431e-b6fe-6be0aa8b23da req-baeeef55-44b0-43e4-9671-a4e4ce339f94 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:40.932272 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [req-7a0e21f1-635a-431e-b6fe-6be0aa8b23da req-baeeef55-44b0-43e4-9671-a4e4ce339f94 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Floating IP fa9ebebf-2732-4d0f-a3a6-a9332c18918e disassociated. External IP: 172.25.6.11, port: 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6. Sep 01 15:23:40.932816 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-7a0e21f1-635a-431e-b6fe-6be0aa8b23da req-baeeef55-44b0-43e4-9671-a4e4ce339f94 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Calling delete_port for 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:40.953882 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-40de428d-a7df-47bc-ab3a-c81da577916d req-5207ec9f-8c48-4536-8660-13c340e63e46 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d0e707f-3905-4830-a73a-18b53d1718a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718855 Sep 01 15:23:41.038536 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f45c8a-c737-4955-96c9-5c45cda723ac req-cd6001e4-1ec3-491b-82d8-a5db473fdaea tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:41.040743 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b9f45c8a-c737-4955-96c9-5c45cda723ac req-cd6001e4-1ec3-491b-82d8-a5db473fdaea tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf4cb535-067f-4b0a-bc30-0b8a71d41af3 HTTP/1.1" status: 200 len: 945 time: 0.2652628 Sep 01 15:23:41.115420 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:41.160632 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f084d2-d7b9-4ee8-8376-0cc3793845ad None None] Pushing event updated for resources: {'Port': ['ID=926c596a-a109-4870-a5b0-bf0e16753949,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:41.203363 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf270c7-2821-4f18-b9f9-8979894b95c2 None None] Network e28f465e-2664-45c5-9a87-abb3f2fee678 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:41.217262 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:41.456028 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7a0e21f1-635a-431e-b6fe-6be0aa8b23da req-baeeef55-44b0-43e4-9671-a4e4ce339f94 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:41.549894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeeef55-44b0-43e4-9671-a4e4ce339f94 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Pushing event deleted for resources: {'Port': ['ID=2fbaa072-b9a1-4185-bf7e-d86e126c4dc6,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:41.791568 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 607d600e-ece7-4cfe-b0f2-1d08cdf9bdec up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:23:41.934523 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a0e21f1-635a-431e-b6fe-6be0aa8b23da req-baeeef55-44b0-43e4-9671-a4e4ce339f94 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Router afaf8e5a-5c0a-4574-b0a4-b0e414757561 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:23:42.072216 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 607d600e-ece7-4cfe-b0f2-1d08cdf9bdec triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:42.078081 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:42.133851 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b9f45c8a-c737-4955-96c9-5c45cda723ac req-ceb94b8a-c187-43cd-9422-40eb51d3abbc tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0118203 Sep 01 15:23:42.154149 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0fdb9e3b-635a-4037-baa5-b97f16fc4b09 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:42.227307 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:42.353154 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8fe5be96-94f2-4a7a-a561-95754a311eb4 req-548e2c63-f599-470e-b7d2-017b987e857f tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d81c67e-a48e-44e9-b085-cbaa9ed29702 HTTP/1.1" status: 200 len: 210 time: 0.0834379 Sep 01 15:23:42.419767 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a0e21f1-635a-431e-b6fe-6be0aa8b23da req-baeeef55-44b0-43e4-9671-a4e4ce339f94 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:23:42.438660 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873c658e-2637-4ad4-9c1c-5b4dfb7cd14b None None] Sync routers for ids ['afaf8e5a-5c0a-4574-b0a4-b0e414757561'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:23:42.472916 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873c658e-2637-4ad4-9c1c-5b4dfb7cd14b None None] Routers {'afaf8e5a-5c0a-4574-b0a4-b0e414757561'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:23:42.473804 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-873c658e-2637-4ad4-9c1c-5b4dfb7cd14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:23:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['afaf8e5a-5c0a-4574-b0a4-b0e414757561'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:42.543568 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0e21f1-635a-431e-b6fe-6be0aa8b23da req-baeeef55-44b0-43e4-9671-a4e4ce339f94 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] No DVR routers for this DVR port 2fbaa072-b9a1-4185-bf7e-d86e126c4dc6 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:23:42.547595 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7a0e21f1-635a-431e-b6fe-6be0aa8b23da req-baeeef55-44b0-43e4-9671-a4e4ce339f94 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:42.549958 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7a0e21f1-635a-431e-b6fe-6be0aa8b23da req-baeeef55-44b0-43e4-9671-a4e4ce339f94 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.62 "DELETE /v2.0/ports/2fbaa072-b9a1-4185-bf7e-d86e126c4dc6 HTTP/1.1" status: 204 len: 173 time: 3.6263394 Sep 01 15:23:42.554082 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b928e670-4308-49b8-b1b6-e6d5d8d02baf', 'name': 'network-vif-deleted', 'tag': '2fbaa072-b9a1-4185-bf7e-d86e126c4dc6'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:23:42.557544 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad2d70e-9f11-4a0d-85ad-fef2cf579d5e" -d '{"events": [{"server_uuid": "b928e670-4308-49b8-b1b6-e6d5d8d02baf", "name": "network-vif-deleted", "tag": "2fbaa072-b9a1-4185-bf7e-d86e126c4dc6"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:23:42.586237 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ec3322-106a-466d-820e-2978c8e94521 None None] get_active_networks_info from n-d-794796-3 {{(pid=94735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:23:42.592477 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Deleting port 926c596a-a109-4870-a5b0-bf0e16753949 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:42.593040 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:42.640317 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-595c9c7b-75fb-42cc-8c19-a341c45f4086 req-e653f756-27f3-461c-ac91-5f9049e2ebcb tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 210 time: 0.0677729 Sep 01 15:23:42.816105 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] For port 926c596a-a109-4870-a5b0-bf0e16753949, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=926c596a-a109-4870-a5b0-bf0e16753949,segment=NetworkSegment(7d839f94-6bba-4852-9bd5-34b53eb34d92),segment_id=7d839f94-6bba-4852-9bd5-34b53eb34d92)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:42.817154 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:42.864845 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Calling delete_port for 926c596a-a109-4870-a5b0-bf0e16753949 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:42.930910 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe09da-0f75-4e9b-ba93-bfe59bb193fc req-b4462d77-d90c-4233-9ca0-8c2f26b50870 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:42.949932 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-11fe09da-0f75-4e9b-ba93-bfe59bb193fc req-b4462d77-d90c-4233-9ca0-8c2f26b50870 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5 HTTP/1.1" status: 200 len: 946 time: 0.1334298 Sep 01 15:23:42.988919 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-873c658e-2637-4ad4-9c1c-5b4dfb7cd14b None None] Set router afaf8e5a-5c0a-4574-b0a4-b0e414757561 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:23:43.044203 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-11fe09da-0f75-4e9b-ba93-bfe59bb193fc req-01c16edd-2e68-4f02-940d-030405f8044b tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910981 Sep 01 15:23:43.211139 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ec3322-106a-466d-820e-2978c8e94521 None None] Resources bound (agent type, host, resource id): {{(pid=94735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:23:43.243247 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e5e4ad-11e1-43b4-8072-3abcea93c95f x-openstack-request-id: req-45e5e4ad-11e1-43b4-8072-3abcea93c95f {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:23:43.243687 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b928e670-4308-49b8-b1b6-e6d5d8d02baf", "name": "network-vif-deleted", "tag": "2fbaa072-b9a1-4185-bf7e-d86e126c4dc6", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:23:43.244064 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-45e5e4ad-11e1-43b4-8072-3abcea93c95f {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:23:43.244656 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b928e670-4308-49b8-b1b6-e6d5d8d02baf', 'name': 'network-vif-deleted', 'tag': '2fbaa072-b9a1-4185-bf7e-d86e126c4dc6', 'status': 'completed', 'code': 200} Sep 01 15:23:43.301011 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-2de11e60-c8dd-46dd-b261-d287fb305d1f req-0b574013-e1a3-4eb5-bc5b-7b98d4664492 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:23:43.302490 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2de11e60-c8dd-46dd-b261-d287fb305d1f req-0b574013-e1a3-4eb5-bc5b-7b98d4664492 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065494 Sep 01 15:23:43.427896 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49156) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:43.547312 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-c9a85014-a38f-4ccf-a4d4-5a17f378dcec tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2094038418', 'description': 'tempest-secgroup-smoke-2094038418 description', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:43.569087 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2de11e60-c8dd-46dd-b261-d287fb305d1f req-32449d83-cef6-43f8-861c-e70fa2f1e25e tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2414832 Sep 01 15:23:43.629711 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:43.724359 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-78a18bf6-b923-4e37-9712-35395473dadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:43.747738 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0fdb9e3b-635a-4037-baa5-b97f16fc4b09 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:43.855260 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0fdb9e3b-635a-4037-baa5-b97f16fc4b09 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:44.021016 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-873c658e-2637-4ad4-9c1c-5b4dfb7cd14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'name': 'tempest-ServersTestBootFromVolume-921409714-router', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ab1c04b6-b987-4171-a2cb-a4c8fd8120fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:59Z', 'updated_at': '2021-09-01T15:20:08Z', 'revision_number': 4, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'gw_port': {'id': 'ab1c04b6-b987-4171-a2cb-a4c8fd8120fb', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:66:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:20:01Z', 'updated_at': '2021-09-01T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '52b3d610-17bb-4695-9ecd-25fb1e2f27f2', 'name': '', 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'mac_address': 'fa:16:3e:cc:c0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '5151cbef-1431-4715-8183-370e302b1869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:20:07Z', 'updated_at': '2021-09-01T15:20:19Z', 'revision_number': 5, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'subnets': [{'id': '5151cbef-1431-4715-8183-370e302b1869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:44.063925 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49166) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:44.093098 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873c658e-2637-4ad4-9c1c-5b4dfb7cd14b None None] Checking router: afaf8e5a-5c0a-4574-b0a4-b0e414757561 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:23:44.126688 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9d1a91e7-55e2-4085-a2ae-4912acf0291d req-5f3cc6ac-7d47-454f-941d-18ac6205e2cf tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d81c67e-a48e-44e9-b085-cbaa9ed29702 HTTP/1.1" status: 200 len: 210 time: 0.3825693 Sep 01 15:23:44.158956 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873c658e-2637-4ad4-9c1c-5b4dfb7cd14b None None] Routers {'afaf8e5a-5c0a-4574-b0a4-b0e414757561'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:23:44.159827 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-873c658e-2637-4ad4-9c1c-5b4dfb7cd14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:23:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['afaf8e5a-5c0a-4574-b0a4-b0e414757561'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:44.178256 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0fdb9e3b-635a-4037-baa5-b97f16fc4b09 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:44.328520 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c9a85014-a38f-4ccf-a4d4-5a17f378dcec tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:44.371218 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e2937b3d-998c-42e5-b5aa-9ed09aedb70e req-9de1c5a3-d2b4-485a-a846-98b415cdd552 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 210 time: 0.0669050 Sep 01 15:23:44.456722 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-873c658e-2637-4ad4-9c1c-5b4dfb7cd14b None None] Set router afaf8e5a-5c0a-4574-b0a4-b0e414757561 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:23:44.641352 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:44.685819 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c9a85014-a38f-4ccf-a4d4-5a17f378dcec tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:44.691751 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] No DVR routers for this DVR port 926c596a-a109-4870-a5b0-bf0e16753949 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:23:44.843888 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-873c658e-2637-4ad4-9c1c-5b4dfb7cd14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'name': 'tempest-ServersTestBootFromVolume-921409714-router', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ab1c04b6-b987-4171-a2cb-a4c8fd8120fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:59Z', 'updated_at': '2021-09-01T15:20:08Z', 'revision_number': 4, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'gw_port': {'id': 'ab1c04b6-b987-4171-a2cb-a4c8fd8120fb', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:66:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:20:01Z', 'updated_at': '2021-09-01T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '52b3d610-17bb-4695-9ecd-25fb1e2f27f2', 'name': '', 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'mac_address': 'fa:16:3e:cc:c0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '5151cbef-1431-4715-8183-370e302b1869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:20:07Z', 'updated_at': '2021-09-01T15:20:19Z', 'revision_number': 5, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'subnets': [{'id': '5151cbef-1431-4715-8183-370e302b1869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:44.896619 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873c658e-2637-4ad4-9c1c-5b4dfb7cd14b None None] The sync data for ids ['afaf8e5a-5c0a-4574-b0a4-b0e414757561'] in n-d-794796-3 is: [{'id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'name': 'tempest-ServersTestBootFromVolume-921409714-router', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ab1c04b6-b987-4171-a2cb-a4c8fd8120fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:59Z', 'updated_at': '2021-09-01T15:20:08Z', 'revision_number': 4, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'gw_port': {'id': 'ab1c04b6-b987-4171-a2cb-a4c8fd8120fb', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:66:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:20:01Z', 'updated_at': '2021-09-01T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '52b3d610-17bb-4695-9ecd-25fb1e2f27f2', 'name': '', 'network_id': 'a9f3c327-3c62-4406-9745-e846939869d0', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'mac_address': 'fa:16:3e:cc:c0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '5151cbef-1431-4715-8183-370e302b1869', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:20:07Z', 'updated_at': '2021-09-01T15:20:19Z', 'revision_number': 5, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'subnets': [{'id': '5151cbef-1431-4715-8183-370e302b1869', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:23:45.018494 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0fdb9e3b-635a-4037-baa5-b97f16fc4b09 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:45.022116 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0fdb9e3b-635a-4037-baa5-b97f16fc4b09 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:45.082763 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3ef40-9140-415a-a345-2faefd6f694c req-3c32e154-ba3b-420b-9f32-16879d294a24 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:45.090544 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-14f3ef40-9140-415a-a345-2faefd6f694c req-3c32e154-ba3b-420b-9f32-16879d294a24 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.45 "GET /v2.0/networks?id=1d2362ee-78f5-4b99-9f98-82e09fba7d13 HTTP/1.1" status: 200 len: 811 time: 1.7971575 Sep 01 15:23:45.113418 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:45.202004 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event deleted for resources: {'Port': ['ID=926c596a-a109-4870-a5b0-bf0e16753949,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:45.221713 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0fdb9e3b-635a-4037-baa5-b97f16fc4b09 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:45.222580 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdb9e3b-635a-4037-baa5-b97f16fc4b09 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9bc1962f-1d68-4e65-b977-c2b94d90756d {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:23:45.400091 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:45.413235 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28f465e-2664-45c5-9a87-abb3f2fee678']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:45.428633 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d839f94-6bba-4852-9bd5-34b53eb34d92') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:45.429154 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d839f94-6bba-4852-9bd5-34b53eb34d92') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:45.443998 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:45.471489 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:45.480296 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:23:45.480859 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:23:45.581469 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:23:45.597350 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:45.641201 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-14f3ef40-9140-415a-a345-2faefd6f694c req-acca4131-9588-4512-97c1-df72890dac45 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5c12ac629004c608a6b26e32bb713bc HTTP/1.1" status: 200 len: 379 time: 0.5457473 Sep 01 15:23:45.665230 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:45.671799 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "DELETE /v2.0/networks/e28f465e-2664-45c5-9a87-abb3f2fee678 HTTP/1.1" status: 204 len: 168 time: 8.0088251 Sep 01 15:23:45.681985 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f1994d0e-ed16-40f1-9452-72d4bd03abe3 req-d0d6ac6a-afaa-4056-887c-95d9acefc550 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d81c67e-a48e-44e9-b085-cbaa9ed29702 HTTP/1.1" status: 200 len: 210 time: 0.3529754 Sep 01 15:23:45.691201 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a8db3-d5f5-4d2c-b788-9ea883aea476 req-1930012d-d13e-4416-ba75-8ae4801bb9d0 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:45.697029 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49192) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:45.699648 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b50a8db3-d5f5-4d2c-b788-9ea883aea476 req-1930012d-d13e-4416-ba75-8ae4801bb9d0 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=27feb68d-4c67-43ac-8e7c-34b34ceda24a HTTP/1.1" status: 200 len: 946 time: 1.3891346 Sep 01 15:23:45.720841 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-59a41a4f-ed9a-469e-9406-5b3f2b983afe tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-114478693'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:45.745176 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-14f3ef40-9140-415a-a345-2faefd6f694c req-f57a1762-4c66-42b7-9c25-288002a9b72f tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Request body: {'port': {'device_id': '4d81c67e-a48e-44e9-b085-cbaa9ed29702', 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13', 'admin_state_up': True, 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'security_groups': ['4f0c8ef5-7baf-4010-8f4a-03441985fa9f']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:45.839633 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28de588f-825d-49fb-b99d-78a097cd0c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:45.996133 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a70a968-c5c0-4976-926f-99017b98d3ec None None] New status for floating IP fa9ebebf-2732-4d0f-a3a6-a9332c18918e: DOWN {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:23:46.032797 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508d420-5eba-474f-970f-27dcaff393d0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event deleted for resources: {'Network': ['ID=e28f465e-2664-45c5-9a87-abb3f2fee678,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:46.090365 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b50a8db3-d5f5-4d2c-b788-9ea883aea476 req-972c3e3f-4045-4b2f-a698-b530352f68ea tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895571 Sep 01 15:23:46.171838 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4ac3610d-562d-40f3-acfa-e0f0a5d1cc4c req-1fa84a4c-88c9-4b04-9034-b5804a9f2df1 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 210 time: 0.0616705 Sep 01 15:23:46.382504 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c9a85014-a38f-4ccf-a4d4-5a17f378dcec tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:46.393012 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435c854-e293-4e74-a11e-9c6b36342bbf req-3208d1ef-be2b-4b47-a7e6-6412a992822c tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:46.401042 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8435c854-e293-4e74-a11e-9c6b36342bbf req-3208d1ef-be2b-4b47-a7e6-6412a992822c tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf4cb535-067f-4b0a-bc30-0b8a71d41af3 HTTP/1.1" status: 200 len: 945 time: 0.1618140 Sep 01 15:23:46.427235 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c9a85014-a38f-4ccf-a4d4-5a17f378dcec tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:46.463504 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-0fdb9e3b-635a-4037-baa5-b97f16fc4b09 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 01 15:23:46.469442 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0fdb9e3b-635a-4037-baa5-b97f16fc4b09 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.4511888 Sep 01 15:23:46.472520 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49206) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:46.490091 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a41a4f-ed9a-469e-9406-5b3f2b983afe tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Made reservation on behalf of 4cf1d84d3461470a9c39da8e67a9a428 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:46.493075 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59a41a4f-ed9a-469e-9406-5b3f2b983afe tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:46.508543 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a85014-a38f-4ccf-a4d4-5a17f378dcec tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=081d7fef-3fb0-4f2a-896e-45f8b3e2ddc6,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:46.538053 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-28de588f-825d-49fb-b99d-78a097cd0c3a admin admin] Deleting port 51274a80-c169-4347-b589-35df82841ca2 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:46.538534 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28de588f-825d-49fb-b99d-78a097cd0c3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:46.544449 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8435c854-e293-4e74-a11e-9c6b36342bbf req-9e914ba7-2f8e-4177-888f-a64d39cb51c0 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423748 Sep 01 15:23:46.549498 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.api [None req-c9a85014-a38f-4ccf-a4d4-5a17f378dcec tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:23:46.549498 n-d-794796-3 neutron-server[94733]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 15:23:46.549498 n-d-794796-3 neutron-server[94733]: [parameters: {'project_id_1': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'expiration_1': datetime.datetime(2021, 9, 1, 15, 23, 46, 431385)}] Sep 01 15:23:46.549498 n-d-794796-3 neutron-server[94733]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:23:46.550479 n-d-794796-3 neutron-server[94733]: DEBUG oslo_db.api [None req-c9a85014-a38f-4ccf-a4d4-5a17f378dcec tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:23:46.578192 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f3ef40-9140-415a-a345-2faefd6f694c req-f57a1762-4c66-42b7-9c25-288002a9b72f tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Made reservation on behalf of d5c12ac629004c608a6b26e32bb713bc for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:46.583998 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-14f3ef40-9140-415a-a345-2faefd6f694c req-f57a1762-4c66-42b7-9c25-288002a9b72f tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:46.615200 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a41a4f-ed9a-469e-9406-5b3f2b983afe tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:23:46.645600 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59a41a4f-ed9a-469e-9406-5b3f2b983afe tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:46.645951 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-59a41a4f-ed9a-469e-9406-5b3f2b983afe tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Added segment 123430b7-9ff8-453c-bea8-15e28815a386 of type vlan for network 0bd42bb7-4f67-448d-a73e-72b42689186f Sep 01 15:23:46.774684 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59a41a4f-ed9a-469e-9406-5b3f2b983afe tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:46.809492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-28de588f-825d-49fb-b99d-78a097cd0c3a admin admin] For port 51274a80-c169-4347-b589-35df82841ca2, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=51274a80-c169-4347-b589-35df82841ca2,segment=NetworkSegment(22ae1a9a-94f4-4969-9c75-3360b1d6bc43),segment_id=22ae1a9a-94f4-4969-9c75-3360b1d6bc43)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:46.810091 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28de588f-825d-49fb-b99d-78a097cd0c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:46.832543 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-7eadd2be-d7f4-4524-b6c3-1aa4e358cd07 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Deleting port 8015343e-f985-416a-a5cd-97f16bed08a6 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:46.832892 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7eadd2be-d7f4-4524-b6c3-1aa4e358cd07 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:46.847385 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-28de588f-825d-49fb-b99d-78a097cd0c3a admin admin] Calling delete_port for 51274a80-c169-4347-b589-35df82841ca2 owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:46.913090 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59a41a4f-ed9a-469e-9406-5b3f2b983afe tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:46.919596 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a41a4f-ed9a-469e-9406-5b3f2b983afe tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:46.921648 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59a41a4f-ed9a-469e-9406-5b3f2b983afe tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:46.952538 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-59a41a4f-ed9a-469e-9406-5b3f2b983afe tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2467334 Sep 01 15:23:46.967151 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49212) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:46.973552 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b17e149-1990-4085-bf97-2584d1965e9c req-3a1117cf-eb27-491b-8f84-148ff7c50006 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d81c67e-a48e-44e9-b085-cbaa9ed29702 HTTP/1.1" status: 200 len: 210 time: 0.0863125 Sep 01 15:23:46.978483 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-952c5ef9-4c23-4f4c-8bdc-c6af1be60a61 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Request body: {'subnet': {'network_id': '0bd42bb7-4f67-448d-a73e-72b42689186f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:47.003864 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a76794-88c0-4090-a055-c5b6c8d6bfe3 req-208f69ee-475f-4695-bb5d-5707a7f4ebfd tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:47.005565 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73a76794-88c0-4090-a055-c5b6c8d6bfe3 req-208f69ee-475f-4695-bb5d-5707a7f4ebfd tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5 HTTP/1.1" status: 200 len: 946 time: 0.2918284 Sep 01 15:23:47.054470 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c9a85014-a38f-4ccf-a4d4-5a17f378dcec tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:47.101222 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-14f3ef40-9140-415a-a345-2faefd6f694c req-f57a1762-4c66-42b7-9c25-288002a9b72f tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Allocated IP 172.20.0.13 (1d2362ee-78f5-4b99-9f98-82e09fba7d13/cb4d0c35-1b78-4b62-99d6-b03c2c2e423d/9251867d-975c-4bcc-87cc-d6bbbbd23c7b) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:23:47.360513 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c9a85014-a38f-4ccf-a4d4-5a17f378dcec tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:47.366243 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-19016108-b549-41c6-881b-2da15ebe6af4 req-5f03fd4b-8728-45bf-93ae-a8cf126255d8 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 210 time: 0.0677693 Sep 01 15:23:47.379507 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c9a85014-a38f-4ccf-a4d4-5a17f378dcec tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:47.472983 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952c5ef9-4c23-4f4c-8bdc-c6af1be60a61 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Made reservation on behalf of 4cf1d84d3461470a9c39da8e67a9a428 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:47.476971 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-952c5ef9-4c23-4f4c-8bdc-c6af1be60a61 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:47.489199 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c9a85014-a38f-4ccf-a4d4-5a17f378dcec tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:47.494050 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c9a85014-a38f-4ccf-a4d4-5a17f378dcec tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 4.0534956 Sep 01 15:23:47.494961 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a85014-a38f-4ccf-a4d4-5a17f378dcec tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9816a9-945e-4d30-a35c-55037fcdbb74,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:47.517427 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49222) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:47.521714 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-8869a79b-318e-4b02-b110-cb9375d638b2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'security_group_rule': {'security_group_id': '1f9816a9-945e-4d30-a35c-55037fcdbb74', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:47.566810 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-14f3ef40-9140-415a-a345-2faefd6f694c req-f57a1762-4c66-42b7-9c25-288002a9b72f tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:47.618373 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7eadd2be-d7f4-4524-b6c3-1aa4e358cd07 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:47.619435 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-14f3ef40-9140-415a-a345-2faefd6f694c req-f57a1762-4c66-42b7-9c25-288002a9b72f tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Transition to ACTIVE for port object 9251867d-975c-4bcc-87cc-d6bbbbd23c7b will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:47.653677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-7eadd2be-d7f4-4524-b6c3-1aa4e358cd07 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Calling delete_port for 8015343e-f985-416a-a5cd-97f16bed08a6 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:47.664944 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8869a79b-318e-4b02-b110-cb9375d638b2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:47.760980 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-14f3ef40-9140-415a-a345-2faefd6f694c req-f57a1762-4c66-42b7-9c25-288002a9b72f tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:47.879389 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f3ef40-9140-415a-a345-2faefd6f694c req-f57a1762-4c66-42b7-9c25-288002a9b72f tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Network 1d2362ee-78f5-4b99-9f98-82e09fba7d13 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:23:47.901049 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-14f3ef40-9140-415a-a345-2faefd6f694c req-f57a1762-4c66-42b7-9c25-288002a9b72f tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:47.909590 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8869a79b-318e-4b02-b110-cb9375d638b2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:47.910998 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f3ef40-9140-415a-a345-2faefd6f694c req-f57a1762-4c66-42b7-9c25-288002a9b72f tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:23:47.920435 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a1762-4c66-42b7-9c25-288002a9b72f tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Pushing event updated for resources: {'Port': ['ID=9251867d-975c-4bcc-87cc-d6bbbbd23c7b,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:47.931956 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a41a4f-ed9a-469e-9406-5b3f2b983afe tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event updated for resources: {'Network': ['ID=0bd42bb7-4f67-448d-a73e-72b42689186f,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:47.953944 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8869a79b-318e-4b02-b110-cb9375d638b2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:47.969812 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73a76794-88c0-4090-a055-c5b6c8d6bfe3 req-6de089cd-c3d4-45b8-bc86-99f658bd4f5b tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9233091 Sep 01 15:23:47.971577 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-952c5ef9-4c23-4f4c-8bdc-c6af1be60a61 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:47.988681 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 0bd42bb7-4f67-448d-a73e-72b42689186f details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:23:48.046042 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869a79b-318e-4b02-b110-cb9375d638b2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1555fc8b-a009-4ffb-8ca3-9f40db1fded2,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:48.170166 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8869a79b-318e-4b02-b110-cb9375d638b2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:48.192681 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8869a79b-318e-4b02-b110-cb9375d638b2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6748354 Sep 01 15:23:48.204915 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49236) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:48.240838 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7eadd2be-d7f4-4524-b6c3-1aa4e358cd07 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:48.250537 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-13abbb40-7304-49bf-9035-515cdcd88a76 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'security_group_rule': {'security_group_id': '1f9816a9-945e-4d30-a35c-55037fcdbb74', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:48.282128 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3ef40-9140-415a-a345-2faefd6f694c req-f57a1762-4c66-42b7-9c25-288002a9b72f tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:48.287247 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-14f3ef40-9140-415a-a345-2faefd6f694c req-f57a1762-4c66-42b7-9c25-288002a9b72f tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:48.392535 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eadd2be-d7f4-4524-b6c3-1aa4e358cd07 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Pushing event deleted for resources: {'Port': ['ID=8015343e-f985-416a-a5cd-97f16bed08a6,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:48.421060 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c5ef9-4c23-4f4c-8bdc-c6af1be60a61 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event updated for resources: {'Subnet': ['ID=3a4100ab-c16b-4ae3-bfc7-05b5b6b1aa7d,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:48.503337 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-13abbb40-7304-49bf-9035-515cdcd88a76 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:48.528853 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-14f3ef40-9140-415a-a345-2faefd6f694c req-f57a1762-4c66-42b7-9c25-288002a9b72f tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8045993 Sep 01 15:23:48.544377 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-14f3ef40-9140-415a-a345-2faefd6f694c req-4019e1a8-40b3-42d9-90d6-8a6df72437ca service neutron] Request body: {'port': {'device_id': '4d81c67e-a48e-44e9-b085-cbaa9ed29702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:48.546535 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-bdeb18b2-3ca8-4b4f-bb57-af81438e55e4 None None] Provisioning for port 9251867d-975c-4bcc-87cc-d6bbbbd23c7b completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:23:48.551904 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-bdeb18b2-3ca8-4b4f-bb57-af81438e55e4 None None] Provisioning complete for port 9251867d-975c-4bcc-87cc-d6bbbbd23c7b triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:23:48.552536 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bdeb18b2-3ca8-4b4f-bb57-af81438e55e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:48.582928 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952c5ef9-4c23-4f4c-8bdc-c6af1be60a61 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Checking segment: {'id': '123430b7-9ff8-453c-bea8-15e28815a386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0bd42bb7-4f67-448d-a73e-72b42689186f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:48.588095 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952c5ef9-4c23-4f4c-8bdc-c6af1be60a61 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Network hostable DHCP agents. Network: 0bd42bb7-4f67-448d-a73e-72b42689186f, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:23:48.641548 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ad720-0864-4d1f-a349-1a1a28a035c1 req-0fdda110-dd9a-47fc-bd41-68e36542a387 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:48.644450 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-bdeb18b2-3ca8-4b4f-bb57-af81438e55e4 None None] Port 9251867d-975c-4bcc-87cc-d6bbbbd23c7b cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:23:48.649422 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9e5ad720-0864-4d1f-a349-1a1a28a035c1 req-0fdda110-dd9a-47fc-bd41-68e36542a387 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d81c67e-a48e-44e9-b085-cbaa9ed29702 HTTP/1.1" status: 200 len: 932 time: 0.3460808 Sep 01 15:23:48.733711 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7eadd2be-d7f4-4524-b6c3-1aa4e358cd07 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:48.737824 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7eadd2be-d7f4-4524-b6c3-1aa4e358cd07 tempest-RoutersAdminNegativeTest-2048506862 tempest-RoutersAdminNegativeTest-2048506862-project-admin] 10.222.0.60 "DELETE /v2.0/ports/8015343e-f985-416a-a5cd-97f16bed08a6 HTTP/1.1" status: 204 len: 168 time: 2.2627475 Sep 01 15:23:48.757256 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-14f3ef40-9140-415a-a345-2faefd6f694c req-4019e1a8-40b3-42d9-90d6-8a6df72437ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:48.760350 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952c5ef9-4c23-4f4c-8bdc-c6af1be60a61 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Network 0bd42bb7-4f67-448d-a73e-72b42689186f is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:23:48.783435 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6004f-fab0-4db7-81a4-34a3c81ed915 req-07621042-7b0a-45a0-a310-0bc0c5ecfec4 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:48.792592 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6004f-fab0-4db7-81a4-34a3c81ed915 req-07621042-7b0a-45a0-a310-0bc0c5ecfec4 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:48.801306 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6004f-fab0-4db7-81a4-34a3c81ed915 req-07621042-7b0a-45a0-a310-0bc0c5ecfec4 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:48.803759 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-952c5ef9-4c23-4f4c-8bdc-c6af1be60a61 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 0bd42bb7-4f67-448d-a73e-72b42689186f) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:48.812387 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b8c6004f-fab0-4db7-81a4-34a3c81ed915 req-07621042-7b0a-45a0-a310-0bc0c5ecfec4 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5&device_id=bf4cb535-067f-4b0a-bc30-0b8a71d41af3&device_id=27feb68d-4c67-43ac-8e7c-34b34ceda24a HTTP/1.1" status: 200 len: 2418 time: 0.4141052 Sep 01 15:23:48.826645 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f041567-74a1-4af2-9d19-8855722b343f None None] Network 0bd42bb7-4f67-448d-a73e-72b42689186f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:48.828991 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952c5ef9-4c23-4f4c-8bdc-c6af1be60a61 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:48.829613 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-952c5ef9-4c23-4f4c-8bdc-c6af1be60a61 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:48.849532 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-13abbb40-7304-49bf-9035-515cdcd88a76 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:48.861769 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28de588f-825d-49fb-b99d-78a097cd0c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:49.009273 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de588f-825d-49fb-b99d-78a097cd0c3a admin admin] Pushing event deleted for resources: {'Port': ['ID=51274a80-c169-4347-b589-35df82841ca2,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:49.060265 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b8c6004f-fab0-4db7-81a4-34a3c81ed915 req-2471dd2e-e769-4839-b9c0-35590c421691 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465951 Sep 01 15:23:49.224324 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0cd314-741e-4fab-9ebe-853fd0c9e664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-0bd42bb7-4f67-448d-a73e-72b42689186f', 'network_id': '0bd42bb7-4f67-448d-a73e-72b42689186f', 'tenant_id': '4cf1d84d3461470a9c39da8e67a9a428', 'fixed_ips': [{'subnet_id': '3a4100ab-c16b-4ae3-bfc7-05b5b6b1aa7d'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:23:49.227408 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a0cd314-741e-4fab-9ebe-853fd0c9e664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:49.330158 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-da89361c-8e68-434c-a2b6-e214bded3a79 req-b4be4870-ae4b-4a29-818e-1c665d25b6a3 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 210 time: 0.0710778 Sep 01 15:23:49.347316 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49256) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:49.739220 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-13abbb40-7304-49bf-9035-515cdcd88a76 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:49.799063 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-68da9974-a3de-4056-b298-ac623a928758 req-5a841d8c-2dac-419c-b304-ba713f7b3dbe tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2985418 Sep 01 15:23:49.813685 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9e5ad720-0864-4d1f-a349-1a1a28a035c1 req-60649de6-a26c-4f84-afb6-271e4eac0dd5 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f0c8ef5-7baf-4010-8f4a-03441985fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1498299 Sep 01 15:23:49.815793 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-952c5ef9-4c23-4f4c-8bdc-c6af1be60a61 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.8451097 Sep 01 15:23:49.830450 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13abbb40-7304-49bf-9035-515cdcd88a76 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60432d81-5092-42d8-b3ec-61d1fae834a0,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:49.838065 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49266) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:49.923395 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b2a446e9-46d8-42a9-a2e1-18a4639dca5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:49.941778 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28de588f-825d-49fb-b99d-78a097cd0c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:50.003713 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-1a0cd314-741e-4fab-9ebe-853fd0c9e664 None None] Allocated IP 2001:db8::1 (0bd42bb7-4f67-448d-a73e-72b42689186f/3a4100ab-c16b-4ae3-bfc7-05b5b6b1aa7d/0fb4a5d3-223b-422e-a493-d89144206584) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:23:50.290786 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-14f3ef40-9140-415a-a345-2faefd6f694c req-4019e1a8-40b3-42d9-90d6-8a6df72437ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9251867d-975c-4bcc-87cc-d6bbbbd23c7b {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:23:50.309174 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-14f3ef40-9140-415a-a345-2faefd6f694c req-4019e1a8-40b3-42d9-90d6-8a6df72437ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:50.337352 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-14f3ef40-9140-415a-a345-2faefd6f694c req-4019e1a8-40b3-42d9-90d6-8a6df72437ca service neutron] Transition to ACTIVE for port object 9251867d-975c-4bcc-87cc-d6bbbbd23c7b will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:50.348374 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-14f3ef40-9140-415a-a345-2faefd6f694c req-4019e1a8-40b3-42d9-90d6-8a6df72437ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:50.365874 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-13abbb40-7304-49bf-9035-515cdcd88a76 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:50.369825 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-13abbb40-7304-49bf-9035-515cdcd88a76 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.1461077 Sep 01 15:23:50.422182 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49276) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:50.484745 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-7ace224e-3c9d-4fbc-b5fb-b741b8112615 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'security_group_rule': {'security_group_id': '1f9816a9-945e-4d30-a35c-55037fcdbb74', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:50.598226 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28de588f-825d-49fb-b99d-78a097cd0c3a admin admin] Router 3f8184a9-695f-446d-bdfe-62cf4e6dd576 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:23:50.728669 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4a0185c3-88a0-463a-81e0-bc698ee1ae16 req-90f30196-6648-49c4-af30-571f09ca2db0 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 210 time: 0.0924726 Sep 01 15:23:50.753056 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019e1a8-40b3-42d9-90d6-8a6df72437ca service neutron] Pushing event updated for resources: {'Port': ['ID=9251867d-975c-4bcc-87cc-d6bbbbd23c7b,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:50.992587 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:51.076537 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b2a446e9-46d8-42a9-a2e1-18a4639dca5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:51.120699 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a0cd314-741e-4fab-9ebe-853fd0c9e664 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:51.154165 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a0cd314-741e-4fab-9ebe-853fd0c9e664 None None] Transition to ACTIVE for port object 0fb4a5d3-223b-422e-a493-d89144206584 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:51.185188 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b2a446e9-46d8-42a9-a2e1-18a4639dca5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:51.197764 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a0cd314-741e-4fab-9ebe-853fd0c9e664 None None] Transition to ACTIVE for port object 0fb4a5d3-223b-422e-a493-d89144206584 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:23:51.220887 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a0cd314-741e-4fab-9ebe-853fd0c9e664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:51.248252 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0cd314-741e-4fab-9ebe-853fd0c9e664 None None] Network 0bd42bb7-4f67-448d-a73e-72b42689186f is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:23:51.251505 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-1a0cd314-741e-4fab-9ebe-853fd0c9e664 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:23:51.298901 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a446e9-46d8-42a9-a2e1-18a4639dca5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88927c6e-adc9-470c-a116-799dec9b574c,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:51.302757 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28de588f-825d-49fb-b99d-78a097cd0c3a admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:23:51.318569 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-28de588f-825d-49fb-b99d-78a097cd0c3a admin admin] 10.222.0.60 "PUT /v2.0/routers/3f8184a9-695f-446d-bdfe-62cf4e6dd576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2518086 Sep 01 15:23:51.320423 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49292) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:51.322832 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0cd314-741e-4fab-9ebe-853fd0c9e664 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:23:51.360323 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61f93b0-da7d-408e-827a-27c92d266852 None None] Sync routers for ids ['3f8184a9-695f-446d-bdfe-62cf4e6dd576'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:23:51.440806 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:51.521275 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61f93b0-da7d-408e-827a-27c92d266852 None None] Routers {'3f8184a9-695f-446d-bdfe-62cf4e6dd576'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:23:51.522077 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-e61f93b0-da7d-408e-827a-27c92d266852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:23:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3f8184a9-695f-446d-bdfe-62cf4e6dd576'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:51.615963 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b2a446e9-46d8-42a9-a2e1-18a4639dca5a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c71fd1f78bcc43dc91657df5490ca211&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2577310 Sep 01 15:23:51.617627 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49302) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:51.656407 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e734db8e-4b9c-4ec0-b937-2b1a4235d0f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:51.681826 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-1a0cd314-741e-4fab-9ebe-853fd0c9e664 None None] Attempting to bind port 0fb4a5d3-223b-422e-a493-d89144206584 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:23:51.682324 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-1a0cd314-741e-4fab-9ebe-853fd0c9e664 None None] Attempting to bind port 0fb4a5d3-223b-422e-a493-d89144206584 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '123430b7-9ff8-453c-bea8-15e28815a386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0bd42bb7-4f67-448d-a73e-72b42689186f'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:23:51.682715 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0cd314-741e-4fab-9ebe-853fd0c9e664 None None] Attempting to bind port 0fb4a5d3-223b-422e-a493-d89144206584 on network 0bd42bb7-4f67-448d-a73e-72b42689186f {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:23:51.689359 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cd314-741e-4fab-9ebe-853fd0c9e664 None None] Pushing event updated for resources: {'Port': ['ID=0fb4a5d3-223b-422e-a493-d89144206584,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:51.701280 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-e61f93b0-da7d-408e-827a-27c92d266852 None None] Set router 3f8184a9-695f-446d-bdfe-62cf4e6dd576 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:23:51.704345 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0cd314-741e-4fab-9ebe-853fd0c9e664 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:23:51.705140 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0cd314-741e-4fab-9ebe-853fd0c9e664 None None] Checking segment: {'id': '123430b7-9ff8-453c-bea8-15e28815a386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0bd42bb7-4f67-448d-a73e-72b42689186f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:51.706280 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a0cd314-741e-4fab-9ebe-853fd0c9e664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:51.707193 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0cd314-741e-4fab-9ebe-853fd0c9e664 None None] Bound using segment: {'id': '123430b7-9ff8-453c-bea8-15e28815a386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0bd42bb7-4f67-448d-a73e-72b42689186f'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:23:51.707913 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-1a0cd314-741e-4fab-9ebe-853fd0c9e664 None None] Bound port: 0fb4a5d3-223b-422e-a493-d89144206584, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '123430b7-9ff8-453c-bea8-15e28815a386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0bd42bb7-4f67-448d-a73e-72b42689186f'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:23:51.709060 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a0cd314-741e-4fab-9ebe-853fd0c9e664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:51.789804 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa97102-1ea9-4ec3-bbba-0e38899a8fb6 req-45566fce-eec0-44f0-9475-72dfbb21244c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:51.807199 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1fa97102-1ea9-4ec3-bbba-0e38899a8fb6 req-45566fce-eec0-44f0-9475-72dfbb21244c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d81c67e-a48e-44e9-b085-cbaa9ed29702 HTTP/1.1" status: 200 len: 944 time: 0.6578076 Sep 01 15:23:51.830484 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-14f3ef40-9140-415a-a345-2faefd6f694c req-4019e1a8-40b3-42d9-90d6-8a6df72437ca service neutron] Attempting to bind port 9251867d-975c-4bcc-87cc-d6bbbbd23c7b on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:23:51.830838 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-14f3ef40-9140-415a-a345-2faefd6f694c req-4019e1a8-40b3-42d9-90d6-8a6df72437ca service neutron] Attempting to bind port 9251867d-975c-4bcc-87cc-d6bbbbd23c7b by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '78681f34-8d1f-4ee3-bfa0-39cc008c56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:23:51.831047 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f3ef40-9140-415a-a345-2faefd6f694c req-4019e1a8-40b3-42d9-90d6-8a6df72437ca service neutron] Attempting to bind port 9251867d-975c-4bcc-87cc-d6bbbbd23c7b on network 1d2362ee-78f5-4b99-9f98-82e09fba7d13 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:23:51.854004 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f3ef40-9140-415a-a345-2faefd6f694c req-4019e1a8-40b3-42d9-90d6-8a6df72437ca service neutron] Port 9251867d-975c-4bcc-87cc-d6bbbbd23c7b on network 1d2362ee-78f5-4b99-9f98-82e09fba7d13 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:23:51.854400 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f3ef40-9140-415a-a345-2faefd6f694c req-4019e1a8-40b3-42d9-90d6-8a6df72437ca service neutron] Attempting to bind port 9251867d-975c-4bcc-87cc-d6bbbbd23c7b on network 1d2362ee-78f5-4b99-9f98-82e09fba7d13 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:23:51.860461 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:51.884175 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1fa97102-1ea9-4ec3-bbba-0e38899a8fb6 req-ab2a2d8b-754c-4873-ab77-f86cf35f06d4 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f0c8ef5-7baf-4010-8f4a-03441985fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737331 Sep 01 15:23:51.885419 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f3ef40-9140-415a-a345-2faefd6f694c req-4019e1a8-40b3-42d9-90d6-8a6df72437ca service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:23:51.888479 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f3ef40-9140-415a-a345-2faefd6f694c req-4019e1a8-40b3-42d9-90d6-8a6df72437ca service neutron] Checking segment: {'id': '78681f34-8d1f-4ee3-bfa0-39cc008c56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:23:51.889243 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f3ef40-9140-415a-a345-2faefd6f694c req-4019e1a8-40b3-42d9-90d6-8a6df72437ca service neutron] Bound using segment: {'id': '78681f34-8d1f-4ee3-bfa0-39cc008c56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:23:51.891210 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-14f3ef40-9140-415a-a345-2faefd6f694c req-4019e1a8-40b3-42d9-90d6-8a6df72437ca service neutron] Bound port: 9251867d-975c-4bcc-87cc-d6bbbbd23c7b, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78681f34-8d1f-4ee3-bfa0-39cc008c56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:23:51.893237 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-14f3ef40-9140-415a-a345-2faefd6f694c req-4019e1a8-40b3-42d9-90d6-8a6df72437ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:51.918231 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a0cd314-741e-4fab-9ebe-853fd0c9e664 None None] For port 0fb4a5d3-223b-422e-a493-d89144206584, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:23:51.928090 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a0cd314-741e-4fab-9ebe-853fd0c9e664 None None] For port 0fb4a5d3-223b-422e-a493-d89144206584, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=0fb4a5d3-223b-422e-a493-d89144206584,segment=NetworkSegment(123430b7-9ff8-453c-bea8-15e28815a386),segment_id=123430b7-9ff8-453c-bea8-15e28815a386)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:23:52.061223 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9479df1c-b079-4f84-82df-7c31cf3052e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:52.086743 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a0cd314-741e-4fab-9ebe-853fd0c9e664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:52.127033 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:52.138682 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd42bb7-4f67-448d-a73e-72b42689186f']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:52.166887 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '123430b7-9ff8-453c-bea8-15e28815a386') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:52.167270 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '123430b7-9ff8-453c-bea8-15e28815a386') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:52.192989 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:52.194091 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cd314-741e-4fab-9ebe-853fd0c9e664 None None] Pushing event updated for resources: {'Port': ['ID=0fb4a5d3-223b-422e-a493-d89144206584,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:52.196398 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e734db8e-4b9c-4ec0-b937-2b1a4235d0f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:52.243860 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9479df1c-b079-4f84-82df-7c31cf3052e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:52.269735 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ace224e-3c9d-4fbc-b5fb-b741b8112615 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:52.295147 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event deleted for resources: {'Subnet': ['ID=3a4100ab-c16b-4ae3-bfc7-05b5b6b1aa7d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:52.320539 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:52.368985 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-e734db8e-4b9c-4ec0-b937-2b1a4235d0f6 admin admin] Deleting port a3f1434c-35e0-48eb-a68d-ff90a5c6d125 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:52.371112 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e734db8e-4b9c-4ec0-b937-2b1a4235d0f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:52.409067 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9479df1c-b079-4f84-82df-7c31cf3052e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:52.410868 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4884724e-5b27-40d6-ade4-c975bd988a86 None None] Network 0bd42bb7-4f67-448d-a73e-72b42689186f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:52.412792 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9479df1c-b079-4f84-82df-7c31cf3052e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:52.415202 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9479df1c-b079-4f84-82df-7c31cf3052e1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/88927c6e-adc9-470c-a116-799dec9b574c HTTP/1.1" status: 204 len: 168 time: 0.7936738 Sep 01 15:23:52.433782 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:23:52.434212 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:23:52.441014 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:23:52.451342 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d075e060-1e8c-4c2a-884a-231c32d78ab5 req-388a1b4a-75e6-4a4e-9c13-dd942d599c76 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/ports?device_id=b928e670-4308-49b8-b1b6-e6d5d8d02baf HTTP/1.1" status: 200 len: 210 time: 0.1678102 Sep 01 15:23:52.592666 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-e734db8e-4b9c-4ec0-b937-2b1a4235d0f6 admin admin] For port a3f1434c-35e0-48eb-a68d-ff90a5c6d125, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a3f1434c-35e0-48eb-a68d-ff90a5c6d125,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:52.593832 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e734db8e-4b9c-4ec0-b937-2b1a4235d0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:52.619783 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-e734db8e-4b9c-4ec0-b937-2b1a4235d0f6 admin admin] Calling delete_port for a3f1434c-35e0-48eb-a68d-ff90a5c6d125 owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:52.719793 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-14f3ef40-9140-415a-a345-2faefd6f694c req-4019e1a8-40b3-42d9-90d6-8a6df72437ca service neutron] For port 9251867d-975c-4bcc-87cc-d6bbbbd23c7b, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:23:52.729504 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-14f3ef40-9140-415a-a345-2faefd6f694c req-4019e1a8-40b3-42d9-90d6-8a6df72437ca service neutron] For port 9251867d-975c-4bcc-87cc-d6bbbbd23c7b, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=9251867d-975c-4bcc-87cc-d6bbbbd23c7b,segment=NetworkSegment(78681f34-8d1f-4ee3-bfa0-39cc008c56d0),segment_id=78681f34-8d1f-4ee3-bfa0-39cc008c56d0)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:23:52.735650 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.api [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 01 15:23:52.735650 n-d-794796-3 neutron-server[94733]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 01 15:23:52.735650 n-d-794796-3 neutron-server[94733]: [parameters: {'id': '0bd42bb7-4f67-448d-a73e-72b42689186f'}] Sep 01 15:23:52.735650 n-d-794796-3 neutron-server[94733]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:23:52.736883 n-d-794796-3 neutron-server[94733]: DEBUG oslo_db.api [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:23:52.761535 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-14f3ef40-9140-415a-a345-2faefd6f694c req-4019e1a8-40b3-42d9-90d6-8a6df72437ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:52.776953 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ace224e-3c9d-4fbc-b5fb-b741b8112615 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:52.793927 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ace224e-3c9d-4fbc-b5fb-b741b8112615 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:52.960263 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace224e-3c9d-4fbc-b5fb-b741b8112615 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ecb3f8-a1b9-4d28-9109-1f65e52d0f6f,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:52.972942 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3ef40-9140-415a-a345-2faefd6f694c req-4019e1a8-40b3-42d9-90d6-8a6df72437ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:52.973681 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-14f3ef40-9140-415a-a345-2faefd6f694c req-4019e1a8-40b3-42d9-90d6-8a6df72437ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:52.975357 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-14f3ef40-9140-415a-a345-2faefd6f694c req-4019e1a8-40b3-42d9-90d6-8a6df72437ca service neutron] 10.222.0.45 "PUT /v2.0/ports/9251867d-975c-4bcc-87cc-d6bbbbd23c7b HTTP/1.1" status: 200 len: 1092 time: 4.4357147 Sep 01 15:23:53.018588 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d81c67e-a48e-44e9-b085-cbaa9ed29702', 'tag': '9251867d-975c-4bcc-87cc-d6bbbbd23c7b'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:23:53.021436 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868e5a8b-7e55-4a0b-962d-999811f8d8e5" -d '{"events": [{"name": "network-changed", "server_uuid": "4d81c67e-a48e-44e9-b085-cbaa9ed29702", "tag": "9251867d-975c-4bcc-87cc-d6bbbbd23c7b"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:23:53.025743 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ace224e-3c9d-4fbc-b5fb-b741b8112615 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:53.027452 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7ace224e-3c9d-4fbc-b5fb-b741b8112615 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6001716 Sep 01 15:23:53.042607 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49330) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:53.093889 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-fe7fab6e-caea-4847-bb2a-fd7940223ba9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'security_group_rule': {'security_group_id': '1f9816a9-945e-4d30-a35c-55037fcdbb74', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:53.220996 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479df1c-b079-4f84-82df-7c31cf3052e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88927c6e-adc9-470c-a116-799dec9b574c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:53.253506 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c7be14-e911-4654-984e-c881b5c7e3c5 x-openstack-request-id: req-c7c7be14-e911-4654-984e-c881b5c7e3c5 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:23:53.262005 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d81c67e-a48e-44e9-b085-cbaa9ed29702", "tag": "9251867d-975c-4bcc-87cc-d6bbbbd23c7b", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:23:53.262005 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c7c7be14-e911-4654-984e-c881b5c7e3c5 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:23:53.262005 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d81c67e-a48e-44e9-b085-cbaa9ed29702', 'tag': '9251867d-975c-4bcc-87cc-d6bbbbd23c7b', 'status': 'completed', 'code': 200} Sep 01 15:23:53.291239 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:53.408174 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019e1a8-40b3-42d9-90d6-8a6df72437ca service neutron] Pushing event updated for resources: {'Port': ['ID=9251867d-975c-4bcc-87cc-d6bbbbd23c7b,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:53.454005 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e734db8e-4b9c-4ec0-b937-2b1a4235d0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:53.568566 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-e61f93b0-da7d-408e-827a-27c92d266852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'name': 'tempest-TaggedBootDevicesTest-251927646-router', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': 'a3f1434c-35e0-48eb-a68d-ff90a5c6d125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:01Z', 'updated_at': '2021-09-01T15:23:48Z', 'revision_number': 5, 'project_id': '00f25f4cb4804e62a3e709d2d6367260', 'gw_port': {'id': 'a3f1434c-35e0-48eb-a68d-ff90a5c6d125', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:11:02Z', 'updated_at': '2021-09-01T15:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:53.574538 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49336) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:53.614756 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734db8e-4b9c-4ec0-b937-2b1a4235d0f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3f1434c-35e0-48eb-a68d-ff90a5c6d125,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:53.677039 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61f93b0-da7d-408e-827a-27c92d266852 None None] Checking router: 3f8184a9-695f-446d-bdfe-62cf4e6dd576 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:23:53.700701 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3ef40-9140-415a-a345-2faefd6f694c req-262958f2-8d07-466c-b696-7527beb858bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:53.704914 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-14f3ef40-9140-415a-a345-2faefd6f694c req-262958f2-8d07-466c-b696-7527beb858bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d5c12ac629004c608a6b26e32bb713bc&device_id=4d81c67e-a48e-44e9-b085-cbaa9ed29702 HTTP/1.1" status: 200 len: 1095 time: 0.6674213 Sep 01 15:23:53.705697 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fe7fab6e-caea-4847-bb2a-fd7940223ba9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:53.721371 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61f93b0-da7d-408e-827a-27c92d266852 None None] Routers {'3f8184a9-695f-446d-bdfe-62cf4e6dd576'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:23:53.723129 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-e61f93b0-da7d-408e-827a-27c92d266852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:23:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3f8184a9-695f-446d-bdfe-62cf4e6dd576'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:53.820030 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-efcff0ef-bbe6-423c-977d-172219d7a646 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=02b61f77e6ca42b7b365ebcbfa099938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2040019 Sep 01 15:23:53.822994 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49348) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:53.839341 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e734db8e-4b9c-4ec0-b937-2b1a4235d0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:53.871742 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9645203b-b0cf-430c-9d88-e23d4520e212 None None] get_active_networks_info from n-d-794796-3 {{(pid=94735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:23:53.920838 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426f8f2-b89f-43a2-a66d-9f12eb290501 req-4f5dfb73-3578-41bc-974d-484ecd68b820 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:53.930022 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2426f8f2-b89f-43a2-a66d-9f12eb290501 req-4f5dfb73-3578-41bc-974d-484ecd68b820 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d81c67e-a48e-44e9-b085-cbaa9ed29702 HTTP/1.1" status: 200 len: 944 time: 0.7066045 Sep 01 15:23:53.963215 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-14f3ef40-9140-415a-a345-2faefd6f694c req-1dd6efdb-d3ce-4f66-9039-4dc2103e07f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9251867d-975c-4bcc-87cc-d6bbbbd23c7b HTTP/1.1" status: 200 len: 217 time: 0.2316723 Sep 01 15:23:54.034475 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3ef40-9140-415a-a345-2faefd6f694c req-c48b0dad-fdde-46e0-9ff5-b0f576727172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:54.040803 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-14f3ef40-9140-415a-a345-2faefd6f694c req-c48b0dad-fdde-46e0-9ff5-b0f576727172 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cb4d0c35-1b78-4b62-99d6-b03c2c2e423d HTTP/1.1" status: 200 len: 850 time: 0.0681031 Sep 01 15:23:54.045056 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9645203b-b0cf-430c-9d88-e23d4520e212 None None] Resources bound (agent type, host, resource id): {{(pid=94735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:23:54.057393 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-e61f93b0-da7d-408e-827a-27c92d266852 None None] Set router 3f8184a9-695f-446d-bdfe-62cf4e6dd576 gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:23:54.097711 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e734db8e-4b9c-4ec0-b937-2b1a4235d0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:54.102734 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e734db8e-4b9c-4ec0-b937-2b1a4235d0f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:54.156527 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2426f8f2-b89f-43a2-a66d-9f12eb290501 req-98675437-427a-4eda-8275-b667846402f9 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f0c8ef5-7baf-4010-8f4a-03441985fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2251933 Sep 01 15:23:54.161166 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-e61f93b0-da7d-408e-827a-27c92d266852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'name': 'tempest-TaggedBootDevicesTest-251927646-router', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:01Z', 'updated_at': '2021-09-01T15:23:53Z', 'revision_number': 7, 'project_id': '00f25f4cb4804e62a3e709d2d6367260', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:54.174594 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a8d9cbf4-c9b8-494d-8bcd-292cefb7537d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:54.207569 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e2762-fa9b-44b8-abbb-d8ea717e2a60 req-5b4de92d-c402-4789-9bc8-7eeea21dfae4 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:54.216877 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef6e2762-fa9b-44b8-abbb-d8ea717e2a60 req-5b4de92d-c402-4789-9bc8-7eeea21dfae4 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5 HTTP/1.1" status: 200 len: 946 time: 0.2808177 Sep 01 15:23:54.223135 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e734db8e-4b9c-4ec0-b937-2b1a4235d0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:54.223612 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61f93b0-da7d-408e-827a-27c92d266852 None None] The sync data for ids ['3f8184a9-695f-446d-bdfe-62cf4e6dd576'] in n-d-794796-3 is: [{'id': '3f8184a9-695f-446d-bdfe-62cf4e6dd576', 'name': 'tempest-TaggedBootDevicesTest-251927646-router', 'tenant_id': '00f25f4cb4804e62a3e709d2d6367260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:11:01Z', 'updated_at': '2021-09-01T15:23:53Z', 'revision_number': 7, 'project_id': '00f25f4cb4804e62a3e709d2d6367260', 'gw_port_host': None}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:23:54.224575 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e734db8e-4b9c-4ec0-b937-2b1a4235d0f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f8184a9-695f-446d-bdfe-62cf4e6dd576 {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:23:54.248206 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e734db8e-4b9c-4ec0-b937-2b1a4235d0f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:54.265314 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e734db8e-4b9c-4ec0-b937-2b1a4235d0f6 admin admin] 10.222.0.60 "DELETE /v2.0/routers/3f8184a9-695f-446d-bdfe-62cf4e6dd576 HTTP/1.1" status: 204 len: 168 time: 2.9352195 Sep 01 15:23:54.271564 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49350) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:54.297652 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a8d9cbf4-c9b8-494d-8bcd-292cefb7537d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:54.304487 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49352) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:54.385721 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fe7fab6e-caea-4847-bb2a-fd7940223ba9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:54.399841 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fe7fab6e-caea-4847-bb2a-fd7940223ba9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:54.482590 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3ef40-9140-415a-a345-2faefd6f694c req-cbaca641-b3fb-404a-8574-c0924dd06337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:54.485147 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-14f3ef40-9140-415a-a345-2faefd6f694c req-cbaca641-b3fb-404a-8574-c0924dd06337 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d2362ee-78f5-4b99-9f98-82e09fba7d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3867731 Sep 01 15:23:54.501625 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Deleting port 0fb4a5d3-223b-422e-a493-d89144206584 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:54.501625 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:54.505989 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fe7fab6e-caea-4847-bb2a-fd7940223ba9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:54.511361 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fe7fab6e-caea-4847-bb2a-fd7940223ba9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4636059 Sep 01 15:23:54.524592 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49358) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:54.551089 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef6e2762-fa9b-44b8-abbb-d8ea717e2a60 req-7028bc29-a5cb-4cab-85b6-a4a641d6ea7d tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325231 Sep 01 15:23:54.562250 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6ce32fa3-1d73-4e2d-a656-6d6164e33fb9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'security_group_rule': {'security_group_id': '1f9816a9-945e-4d30-a35c-55037fcdbb74', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:54.581348 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-e632f2b1-c38a-4921-9160-95b0fc06926f admin admin] Deleting subnet 5c212682-a8bc-460d-b6ac-def861e912f8 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:23:54.594374 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e632f2b1-c38a-4921-9160-95b0fc06926f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:54.715257 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e632f2b1-c38a-4921-9160-95b0fc06926f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:54.719158 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7fab6e-caea-4847-bb2a-fd7940223ba9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8edee74-b1fe-45df-8536-5160fd1a0423,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:54.723848 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-14f3ef40-9140-415a-a345-2faefd6f694c req-f674165c-4224-4ef2-ac1a-1aeccd4a315c service neutron] 10.222.0.45 "GET /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118034 Sep 01 15:23:54.728849 n-d-794796-3 neutron-server[94734]: INFO neutron.db.securitygroups_db [None req-6ce32fa3-1d73-4e2d-a656-6d6164e33fb9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Project de2c6e6a9d864f738bbaf0c51220fe5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:23:54.791290 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a8d9cbf4-c9b8-494d-8bcd-292cefb7537d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:54.805182 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a8d9cbf4-c9b8-494d-8bcd-292cefb7537d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:54.806587 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a8d9cbf4-c9b8-494d-8bcd-292cefb7537d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e2a726f0-f35d-4e64-9a83-0b0e3e400dd8 HTTP/1.1" status: 204 len: 168 time: 0.9688756 Sep 01 15:23:54.825709 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9cbf4-c9b8-494d-8bcd-292cefb7537d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a726f0-f35d-4e64-9a83-0b0e3e400dd8,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:54.842527 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6ce32fa3-1d73-4e2d-a656-6d6164e33fb9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:54.932085 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-14f3ef40-9140-415a-a345-2faefd6f694c req-029e934a-5a05-4cd0-acc5-b05a3757ed81 service neutron] 10.222.0.45 "GET /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540978 Sep 01 15:23:55.002476 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6ce32fa3-1d73-4e2d-a656-6d6164e33fb9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:55.042257 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e632f2b1-c38a-4921-9160-95b0fc06926f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:55.061097 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5dd194e0-0a81-4643-be4d-5cb41bdf56f0 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:55.087965 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6ce32fa3-1d73-4e2d-a656-6d6164e33fb9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:55.105401 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] For port 0fb4a5d3-223b-422e-a493-d89144206584, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=0fb4a5d3-223b-422e-a493-d89144206584,segment=NetworkSegment(123430b7-9ff8-453c-bea8-15e28815a386),segment_id=123430b7-9ff8-453c-bea8-15e28815a386)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:55.106234 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:55.136404 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce32fa3-1d73-4e2d-a656-6d6164e33fb9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9783561-fb67-4fc3-a83d-bc93c46c8f4b,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:55.147170 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Calling delete_port for 0fb4a5d3-223b-422e-a493-d89144206584 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:55.158118 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6ce32fa3-1d73-4e2d-a656-6d6164e33fb9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:55.161668 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5dd194e0-0a81-4643-be4d-5cb41bdf56f0 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:55.170702 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6ce32fa3-1d73-4e2d-a656-6d6164e33fb9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6441579 Sep 01 15:23:55.181040 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49368) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:55.234019 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-198b50c1-f9ea-478a-a3a5-ea57e056b829 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'security_group_rule': {'security_group_id': '1f9816a9-945e-4d30-a35c-55037fcdbb74', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:55.247924 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e632f2b1-c38a-4921-9160-95b0fc06926f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:55.296069 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e5a8b-7e55-4a0b-962d-999811f8d8e5 req-e59ca5af-c04f-470f-974d-f69551d9d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:55.299302 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632f2b1-c38a-4921-9160-95b0fc06926f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c212682-a8bc-460d-b6ac-def861e912f8,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:55.303081 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-868e5a8b-7e55-4a0b-962d-999811f8d8e5 req-e59ca5af-c04f-470f-974d-f69551d9d985 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d5c12ac629004c608a6b26e32bb713bc&device_id=4d81c67e-a48e-44e9-b085-cbaa9ed29702 HTTP/1.1" status: 200 len: 1095 time: 0.2771101 Sep 01 15:23:55.307697 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e632f2b1-c38a-4921-9160-95b0fc06926f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:55.314166 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a275f6f-4d09-4b68-8303-715320f7afd8 None None] Network fd61ac2f-0875-42bd-a407-4c7e4723b28d requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:23:55.314793 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e632f2b1-c38a-4921-9160-95b0fc06926f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5c212682-a8bc-460d-b6ac-def861e912f8 HTTP/1.1" status: 204 len: 168 time: 1.0402269 Sep 01 15:23:55.315684 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49372) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:55.318116 n-d-794796-3 neutron-server[94733]: INFO neutron.db.securitygroups_db [None req-198b50c1-f9ea-478a-a3a5-ea57e056b829 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Project de2c6e6a9d864f738bbaf0c51220fe5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:23:55.422411 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3c09ee35-5aa2-4ec6-a689-b658f7001d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:55.437983 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-198b50c1-f9ea-478a-a3a5-ea57e056b829 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:55.712869 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87b6b5-3c9c-456c-a2d7-a8070127ed55 req-52f1f8a2-d5f0-46eb-8811-051b484b41a9 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:55.721655 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-db87b6b5-3c9c-456c-a2d7-a8070127ed55 req-52f1f8a2-d5f0-46eb-8811-051b484b41a9 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.62 "GET /v2.0/ports?device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5 HTTP/1.1" status: 200 len: 946 time: 0.2858539 Sep 01 15:23:55.737553 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a3f1434c-35e0-48eb-a68d-ff90a5c6d125 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:23:55.827744 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99b46d-672e-4b94-bac2-d6b1447940a5 req-17ad7d3a-460d-43e9-b28f-a981cb72331d tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:55.830937 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: a3f1434c-35e0-48eb-a68d-ff90a5c6d125 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:23:55.831286 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a3f1434c-35e0-48eb-a68d-ff90a5c6d125 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:23:55.831784 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 51274a80-c169-4347-b589-35df82841ca2 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:23:55.836382 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bd99b46d-672e-4b94-bac2-d6b1447940a5 req-17ad7d3a-460d-43e9-b28f-a981cb72331d tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d81c67e-a48e-44e9-b085-cbaa9ed29702 HTTP/1.1" status: 200 len: 944 time: 0.4369395 Sep 01 15:23:55.931832 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:23:55.932648 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 51274a80-c169-4347-b589-35df82841ca2 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:23:55.932815 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 51274a80-c169-4347-b589-35df82841ca2 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:23:55.979423 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5dd194e0-0a81-4643-be4d-5cb41bdf56f0 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:55.986913 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5dd194e0-0a81-4643-be4d-5cb41bdf56f0 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:55.990424 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5dd194e0-0a81-4643-be4d-5cb41bdf56f0 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "DELETE /v2.0/security-groups/5d0e707f-3905-4830-a73a-18b53d1718a1 HTTP/1.1" status: 204 len: 168 time: 1.6757774 Sep 01 15:23:56.048362 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49394) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:56.080825 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e5a8b-7e55-4a0b-962d-999811f8d8e5 req-ed7712a7-4138-4b3a-b342-81c35121426f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:56.084009 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-868e5a8b-7e55-4a0b-962d-999811f8d8e5 req-ed7712a7-4138-4b3a-b342-81c35121426f service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d2362ee-78f5-4b99-9f98-82e09fba7d13 HTTP/1.1" status: 200 len: 912 time: 0.7451305 Sep 01 15:23:56.088210 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb74be75-569d-4196-aa94-0d148da32fc6 None None] DHCP port deletion for fd61ac2f-0875-42bd-a407-4c7e4723b28d request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:23:56.093562 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-fde8f249-a2b1-4767-ae42-96e894add002 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] show failed (client error): The resource could not be found. Sep 01 15:23:56.098359 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fde8f249-a2b1-4767-ae42-96e894add002 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "GET /v2.0/security-groups/5d0e707f-3905-4830-a73a-18b53d1718a1 HTTP/1.1" status: 404 len: 347 time: 0.0396166 Sep 01 15:23:56.103085 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49400) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:56.132724 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:56.191446 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-198b50c1-f9ea-478a-a3a5-ea57e056b829 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:56.298227 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd194e0-0a81-4643-be4d-5cb41bdf56f0 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0e707f-3905-4830-a73a-18b53d1718a1,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:56.351763 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-fb74be75-569d-4196-aa94-0d148da32fc6 None None] Deleting port 84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:56.352271 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fb74be75-569d-4196-aa94-0d148da32fc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:56.373191 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] No DVR routers for this DVR port 0fb4a5d3-223b-422e-a493-d89144206584 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:23:56.391379 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-198b50c1-f9ea-478a-a3a5-ea57e056b829 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:56.394165 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-868e5a8b-7e55-4a0b-962d-999811f8d8e5 req-d7be8069-d326-431f-aca9-51409a9718d9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9251867d-975c-4bcc-87cc-d6bbbbd23c7b HTTP/1.1" status: 200 len: 217 time: 0.2703135 Sep 01 15:23:56.395089 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event deleted for resources: {'Port': ['ID=0fb4a5d3-223b-422e-a493-d89144206584,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:56.522431 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-fb74be75-569d-4196-aa94-0d148da32fc6 None None] For port 84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78,segment=NetworkSegment(22ae1a9a-94f4-4969-9c75-3360b1d6bc43),segment_id=22ae1a9a-94f4-4969-9c75-3360b1d6bc43)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:56.524313 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fb74be75-569d-4196-aa94-0d148da32fc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:56.547662 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-fb74be75-569d-4196-aa94-0d148da32fc6 None None] Calling delete_port for 84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:56.596078 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bd99b46d-672e-4b94-bac2-d6b1447940a5 req-56cdceef-26e7-4601-82cf-53c40a737183 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f0c8ef5-7baf-4010-8f4a-03441985fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6956844 Sep 01 15:23:56.642955 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b50c1-f9ea-478a-a3a5-ea57e056b829 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca272ec8-cb35-49e5-91c3-6998667b76d1,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:56.667747 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-3c09ee35-5aa2-4ec6-a689-b658f7001d05 admin admin] Deleting port 84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:56.668507 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3c09ee35-5aa2-4ec6-a689-b658f7001d05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:56.747986 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fb74be75-569d-4196-aa94-0d148da32fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:56.776223 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb74be75-569d-4196-aa94-0d148da32fc6 None None] No DVR routers for this DVR port 84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:23:56.789542 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:56.801902 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd42bb7-4f67-448d-a73e-72b42689186f']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:56.817454 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '123430b7-9ff8-453c-bea8-15e28815a386') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:56.817820 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '123430b7-9ff8-453c-bea8-15e28815a386') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:56.829799 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:56.851998 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:56.860498 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:23:56.860996 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:56.861824 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-db87b6b5-3c9c-456c-a2d7-a8070127ed55 req-e99ea904-4579-4c9f-9aae-21374009f34a tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Deleting port f3898b3e-9b3f-4f28-a66c-b8c377998e77 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:56.863925 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74be75-569d-4196-aa94-0d148da32fc6 None None] Pushing event deleted for resources: {'Port': ['ID=84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:56.869059 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-db87b6b5-3c9c-456c-a2d7-a8070127ed55 req-e99ea904-4579-4c9f-9aae-21374009f34a tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:56.893921 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90050b-779a-4f85-840b-b03592ec2460 req-ee9c93a7-061c-4249-a8a7-fdc95e7fb763 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:56.907235 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ea90050b-779a-4f85-840b-b03592ec2460 req-ee9c93a7-061c-4249-a8a7-fdc95e7fb763 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5 HTTP/1.1" status: 200 len: 946 time: 1.1773992 Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:23:56.962160 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:23:56.966744 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49418) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:56.971494 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-198b50c1-f9ea-478a-a3a5-ea57e056b829 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:56.976936 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-198b50c1-f9ea-478a-a3a5-ea57e056b829 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.7724874 Sep 01 15:23:56.993480 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49420) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:56.995374 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e5a8b-7e55-4a0b-962d-999811f8d8e5 req-74ad0c98-dc95-4d27-b035-3609be611dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:56.997737 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-868e5a8b-7e55-4a0b-962d-999811f8d8e5 req-74ad0c98-dc95-4d27-b035-3609be611dcd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cb4d0c35-1b78-4b62-99d6-b03c2c2e423d HTTP/1.1" status: 200 len: 850 time: 0.5876596 Sep 01 15:23:57.025211 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-9938236b-b60b-4e75-abee-95717d3f071a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'network': {'name': 'tempest-network-smoke--1153185596', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'port_security_enabled': True}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:57.064050 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:57.095000 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e5a8b-7e55-4a0b-962d-999811f8d8e5 req-c66cb8fc-e760-4f8e-99cc-ab46fc990139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:57.097328 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-868e5a8b-7e55-4a0b-962d-999811f8d8e5 req-c66cb8fc-e760-4f8e-99cc-ab46fc990139 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d2362ee-78f5-4b99-9f98-82e09fba7d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858743 Sep 01 15:23:57.097552 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-3c09ee35-5aa2-4ec6-a689-b658f7001d05 admin admin] For port 84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78,segment=NetworkSegment(22ae1a9a-94f4-4969-9c75-3360b1d6bc43),segment_id=22ae1a9a-94f4-4969-9c75-3360b1d6bc43)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:57.098201 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3c09ee35-5aa2-4ec6-a689-b658f7001d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:57.110847 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event deleted for resources: {'Network': ['ID=0bd42bb7-4f67-448d-a73e-72b42689186f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:57.115813 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:57.131243 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49424) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:57.132373 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6934c05a-1158-4704-afa3-961af4f506ba tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "DELETE /v2.0/networks/0bd42bb7-4f67-448d-a73e-72b42689186f HTTP/1.1" status: 204 len: 168 time: 7.2838290 Sep 01 15:23:57.142796 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-b0423ec0-fd10-40dd-86ec-f5e09b70b006 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-370452852'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:57.165558 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-3c09ee35-5aa2-4ec6-a689-b658f7001d05 admin admin] Calling delete_port for 84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:57.248001 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-354f83e3-6281-4d08-bd0d-e1d58e7c50ce tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1218999444'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:57.285113 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ea90050b-779a-4f85-840b-b03592ec2460 req-19cf38b2-6223-4db6-9c05-7d6cc87b4cd7 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765521 Sep 01 15:23:57.300209 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9938236b-b60b-4e75-abee-95717d3f071a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Made reservation on behalf of de2c6e6a9d864f738bbaf0c51220fe5f for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:57.304127 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9938236b-b60b-4e75-abee-95717d3f071a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:57.318212 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-e8484646-1a41-41ce-ae91-4de258378403 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Deleting port b1a87a01-5de7-4724-8cd2-8c40c1e38951 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:23:57.318634 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e8484646-1a41-41ce-ae91-4de258378403 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:57.340934 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-db87b6b5-3c9c-456c-a2d7-a8070127ed55 req-e99ea904-4579-4c9f-9aae-21374009f34a tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] For port f3898b3e-9b3f-4f28-a66c-b8c377998e77, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f3898b3e-9b3f-4f28-a66c-b8c377998e77,segment=NetworkSegment(298f4f04-e2dd-4e98-869b-31e51c1de96b),segment_id=298f4f04-e2dd-4e98-869b-31e51c1de96b)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:57.341313 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-db87b6b5-3c9c-456c-a2d7-a8070127ed55 req-e99ea904-4579-4c9f-9aae-21374009f34a tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:57.351605 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-868e5a8b-7e55-4a0b-962d-999811f8d8e5 req-7a95d173-a400-4cd3-b882-257037189bc6 service neutron] 10.222.0.45 "GET /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379112 Sep 01 15:23:57.413624 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-db87b6b5-3c9c-456c-a2d7-a8070127ed55 req-e99ea904-4579-4c9f-9aae-21374009f34a tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Calling delete_port for f3898b3e-9b3f-4f28-a66c-b8c377998e77 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:57.430414 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0423ec0-fd10-40dd-86ec-f5e09b70b006 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Made reservation on behalf of 4cf1d84d3461470a9c39da8e67a9a428 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:57.434044 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b0423ec0-fd10-40dd-86ec-f5e09b70b006 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:57.455765 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354f83e3-6281-4d08-bd0d-e1d58e7c50ce tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Made reservation on behalf of 2a1737543804470f8e63a9c45dd42e5c for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:23:57.468346 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-354f83e3-6281-4d08-bd0d-e1d58e7c50ce tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:57.518148 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-354f83e3-6281-4d08-bd0d-e1d58e7c50ce tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:57.521445 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9938236b-b60b-4e75-abee-95717d3f071a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:23:57.576997 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-868e5a8b-7e55-4a0b-962d-999811f8d8e5 req-932ef51f-12fa-48d6-a50f-58944e1ccc56 service neutron] 10.222.0.45 "GET /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177320 Sep 01 15:23:57.619308 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0423ec0-fd10-40dd-86ec-f5e09b70b006 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:23:57.636490 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9938236b-b60b-4e75-abee-95717d3f071a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:57.637098 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-9938236b-b60b-4e75-abee-95717d3f071a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Added segment f65205a3-b68b-4ccf-8aec-744d1020fc29 of type vlan for network 4578278d-9bad-4f8d-8bc4-6025bd0de686 Sep 01 15:23:57.674839 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:57.675494 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e8484646-1a41-41ce-ae91-4de258378403 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:57.675671 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e8484646-1a41-41ce-ae91-4de258378403 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:57.683102 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3c09ee35-5aa2-4ec6-a689-b658f7001d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:57.733145 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-354f83e3-6281-4d08-bd0d-e1d58e7c50ce tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:57.753690 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-354f83e3-6281-4d08-bd0d-e1d58e7c50ce tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:57.769068 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b0423ec0-fd10-40dd-86ec-f5e09b70b006 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:57.769432 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-b0423ec0-fd10-40dd-86ec-f5e09b70b006 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Added segment 876a5cce-edd4-4db3-ba26-b2a1c5867d74 of type vlan for network 06e99b83-dc3f-4787-887e-4c4601ccaf07 Sep 01 15:23:57.787713 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354f83e3-6281-4d08-bd0d-e1d58e7c50ce tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:23:57.806008 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:23:57.818070 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-e8484646-1a41-41ce-ae91-4de258378403 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Calling delete_port for b1a87a01-5de7-4724-8cd2-8c40c1e38951 owned by network:floatingip {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:23:57.841073 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f83e3-6281-4d08-bd0d-e1d58e7c50ce tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=292dfbc4-6adf-4071-92f0-480466c23559,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:57.853187 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09ee35-5aa2-4ec6-a689-b658f7001d05 admin admin] Pushing event deleted for resources: {'Port': ['ID=84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:57.878994 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:23:57.879630 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:23:57.892135 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c09ee35-5aa2-4ec6-a689-b658f7001d05 admin admin] No DVR routers for this DVR port 84b5bd9b-1f74-4dbe-ba97-c6c4a53e8d78 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:23:57.902029 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9938236b-b60b-4e75-abee-95717d3f071a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:57.930831 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-354f83e3-6281-4d08-bd0d-e1d58e7c50ce tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:57.931333 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-354f83e3-6281-4d08-bd0d-e1d58e7c50ce tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Added segment e30bf2ff-933f-4361-8707-b3bac136f80c of type vlan for network 50e861ad-d471-4a04-b1d0-ff2ad2739439 Sep 01 15:23:58.030390 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacd35b-ed9c-4df3-a2fe-510bbd02101c req-4991de0d-04e4-4634-9ad9-13e2955b6844 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:58.033371 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8cacd35b-ed9c-4df3-a2fe-510bbd02101c req-4991de0d-04e4-4634-9ad9-13e2955b6844 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d81c67e-a48e-44e9-b085-cbaa9ed29702 HTTP/1.1" status: 200 len: 944 time: 0.1930788 Sep 01 15:23:58.039668 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b0423ec0-fd10-40dd-86ec-f5e09b70b006 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.042151 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-354f83e3-6281-4d08-bd0d-e1d58e7c50ce tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.051522 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.resource_extend [None req-9938236b-b60b-4e75-abee-95717d3f071a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:23:58.089414 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6f6b378d-af7a-4f6b-9841-9ddd984658d9 req-43f1322a-2144-4dcb-ad1a-a3b343b7e685 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bf4cb535-067f-4b0a-bc30-0b8a71d41af3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2940032 Sep 01 15:23:58.098904 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-354f83e3-6281-4d08-bd0d-e1d58e7c50ce tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.106351 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354f83e3-6281-4d08-bd0d-e1d58e7c50ce tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:58.107085 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-354f83e3-6281-4d08-bd0d-e1d58e7c50ce tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.253472 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.resource_extend [None req-b0423ec0-fd10-40dd-86ec-f5e09b70b006 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:23:58.297997 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9938236b-b60b-4e75-abee-95717d3f071a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.311233 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9938236b-b60b-4e75-abee-95717d3f071a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:58.312580 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9938236b-b60b-4e75-abee-95717d3f071a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.346631 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3c09ee35-5aa2-4ec6-a689-b658f7001d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.364070 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-3c09ee35-5aa2-4ec6-a689-b658f7001d05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd61ac2f-0875-42bd-a407-4c7e4723b28d']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:58.382822 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-3c09ee35-5aa2-4ec6-a689-b658f7001d05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ae1a9a-94f4-4969-9c75-3360b1d6bc43') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:58.383177 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-3c09ee35-5aa2-4ec6-a689-b658f7001d05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ae1a9a-94f4-4969-9c75-3360b1d6bc43') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:23:58.395919 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3c09ee35-5aa2-4ec6-a689-b658f7001d05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.422878 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3c09ee35-5aa2-4ec6-a689-b658f7001d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.432343 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c09ee35-5aa2-4ec6-a689-b658f7001d05 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:23:58.432769 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3c09ee35-5aa2-4ec6-a689-b658f7001d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:23:58.516729 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:23:58.621406 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3c09ee35-5aa2-4ec6-a689-b658f7001d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.643010 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9938236b-b60b-4e75-abee-95717d3f071a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6477828 Sep 01 15:23:58.653852 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f3898b3e-9b3f-4f28-a66c-b8c377998e77 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:23:58.683352 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: f3898b3e-9b3f-4f28-a66c-b8c377998e77 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:23:58.684064 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f3898b3e-9b3f-4f28-a66c-b8c377998e77 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:23:58.685389 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3c09ee35-5aa2-4ec6-a689-b658f7001d05 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.688276 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3c09ee35-5aa2-4ec6-a689-b658f7001d05 admin admin] 10.222.0.60 "DELETE /v2.0/networks/fd61ac2f-0875-42bd-a407-4c7e4723b28d HTTP/1.1" status: 204 len: 168 time: 3.3714349 Sep 01 15:23:58.689474 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49448) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:58.701135 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b0423ec0-fd10-40dd-86ec-f5e09b70b006 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.704153 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-354f83e3-6281-4d08-bd0d-e1d58e7c50ce tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7252085 Sep 01 15:23:58.714155 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0423ec0-fd10-40dd-86ec-f5e09b70b006 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:58.716341 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b0423ec0-fd10-40dd-86ec-f5e09b70b006 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.748027 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-db87b6b5-3c9c-456c-a2d7-a8070127ed55 req-e99ea904-4579-4c9f-9aae-21374009f34a tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:58.755499 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8cacd35b-ed9c-4df3-a2fe-510bbd02101c req-02729508-00d4-4e62-ae09-2c3d41ab1268 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f0c8ef5-7baf-4010-8f4a-03441985fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6818919 Sep 01 15:23:58.766883 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f83e3-6281-4d08-bd0d-e1d58e7c50ce tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event updated for resources: {'Network': ['ID=50e861ad-d471-4a04-b1d0-ff2ad2739439,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:58.776821 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-aa368316-14ce-47bc-be85-39da3ea36371 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-219351267', 'admin_state_up': True, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:58.784423 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['d61f6f9a-7922-4258-b2fa-6d007048c9a4'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:23:58.830016 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b378d-af7a-4f6b-9841-9ddd984658d9 req-8ab35063-403f-4365-9191-7f59e5363146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:58.834602 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6f6b378d-af7a-4f6b-9841-9ddd984658d9 req-8ab35063-403f-4365-9191-7f59e5363146 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6f99ed5d6412434b992dead589f20bcf&device_id=bf4cb535-067f-4b0a-bc30-0b8a71d41af3 HTTP/1.1" status: 200 len: 1096 time: 0.6214499 Sep 01 15:23:58.866031 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938236b-b60b-4e75-abee-95717d3f071a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Network': ['ID=4578278d-9bad-4f8d-8bc4-6025bd0de686,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:58.877640 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['257b5410-eb73-44b2-b85c-40ace75ef5eb'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:23:58.885721 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 50e861ad-d471-4a04-b1d0-ff2ad2739439 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:23:59.040314 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b0423ec0-fd10-40dd-86ec-f5e09b70b006 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9076543 Sep 01 15:23:59.049113 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49458) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:59.064514 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ea904-4579-4c9f-9aae-21374009f34a tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Pushing event deleted for resources: {'Port': ['ID=f3898b3e-9b3f-4f28-a66c-b8c377998e77,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:59.088295 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6566d6b1-c1a8-4a4a-aeb9-718e1fc65f6b tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Request body: {'subnet': {'network_id': '06e99b83-dc3f-4787-887e-4c4601ccaf07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:23:59.099891 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 9251867d-975c-4bcc-87cc-d6bbbbd23c7b details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:23:59.119569 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9938236b-b60b-4e75-abee-95717d3f071a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:59.121126 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9938236b-b60b-4e75-abee-95717d3f071a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:59.121907 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9938236b-b60b-4e75-abee-95717d3f071a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:59.122614 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9938236b-b60b-4e75-abee-95717d3f071a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:59.123253 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9938236b-b60b-4e75-abee-95717d3f071a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:59.124043 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9938236b-b60b-4e75-abee-95717d3f071a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:59.129795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9938236b-b60b-4e75-abee-95717d3f071a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:59.129795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9938236b-b60b-4e75-abee-95717d3f071a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:59.129795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9938236b-b60b-4e75-abee-95717d3f071a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:59.129795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9938236b-b60b-4e75-abee-95717d3f071a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:59.129795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9938236b-b60b-4e75-abee-95717d3f071a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:59.129795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9938236b-b60b-4e75-abee-95717d3f071a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:59.217060 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49460) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:23:59.245038 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 4578278d-9bad-4f8d-8bc4-6025bd0de686 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:23:59.270104 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b378d-af7a-4f6b-9841-9ddd984658d9 req-2b821643-53ab-4e31-9cfb-e437036defca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:59.272591 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6f6b378d-af7a-4f6b-9841-9ddd984658d9 req-2b821643-53ab-4e31-9cfb-e437036defca service neutron] 10.222.0.45 "GET /v2.0/networks?id=dc3eed46-cd6b-4bc3-97b7-54bdc9345086 HTTP/1.1" status: 200 len: 917 time: 0.3818188 Sep 01 15:23:59.303407 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aa368316-14ce-47bc-be85-39da3ea36371 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:59.305198 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aa368316-14ce-47bc-be85-39da3ea36371 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:59.347727 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99ea904-4579-4c9f-9aae-21374009f34a tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:59.348076 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99ea904-4579-4c9f-9aae-21374009f34a tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:59.348416 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99ea904-4579-4c9f-9aae-21374009f34a tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:59.348753 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99ea904-4579-4c9f-9aae-21374009f34a tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:59.349095 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99ea904-4579-4c9f-9aae-21374009f34a tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:59.349436 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99ea904-4579-4c9f-9aae-21374009f34a tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:59.349774 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99ea904-4579-4c9f-9aae-21374009f34a tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:59.350111 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99ea904-4579-4c9f-9aae-21374009f34a tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:59.350517 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99ea904-4579-4c9f-9aae-21374009f34a tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:59.351399 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99ea904-4579-4c9f-9aae-21374009f34a tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:59.351736 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99ea904-4579-4c9f-9aae-21374009f34a tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:59.354531 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99ea904-4579-4c9f-9aae-21374009f34a tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:23:59.397071 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6f6b378d-af7a-4f6b-9841-9ddd984658d9 req-7dee228a-87e0-4e1b-8931-db43178632c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d61f6f9a-7922-4258-b2fa-6d007048c9a4 HTTP/1.1" status: 200 len: 217 time: 0.1147056 Sep 01 15:23:59.472448 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09ee35-5aa2-4ec6-a689-b658f7001d05 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd61ac2f-0875-42bd-a407-4c7e4723b28d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:23:59.532507 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b378d-af7a-4f6b-9841-9ddd984658d9 req-b3a980fc-13a0-4b66-be3e-1df0661ca2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:59.534624 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6f6b378d-af7a-4f6b-9841-9ddd984658d9 req-b3a980fc-13a0-4b66-be3e-1df0661ca2dd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8f64344f-57c2-4d05-8164-8a12066c7710 HTTP/1.1" status: 200 len: 855 time: 0.1286349 Sep 01 15:23:59.677668 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b378d-af7a-4f6b-9841-9ddd984658d9 req-722e5cb5-e41d-4426-a593-8cd3d083aca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:59.686817 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6f6b378d-af7a-4f6b-9841-9ddd984658d9 req-722e5cb5-e41d-4426-a593-8cd3d083aca0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=dc3eed46-cd6b-4bc3-97b7-54bdc9345086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1431251 Sep 01 15:23:59.713973 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697be3e-3ede-467b-a06d-dd372a59ff99 req-b13a3654-2bf3-4352-8b61-cde069f72e91 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:23:59.717192 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3697be3e-3ede-467b-a06d-dd372a59ff99 req-b13a3654-2bf3-4352-8b61-cde069f72e91 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=3507bb1d-f2d1-4f83-8d62-4ed86fe86af5 HTTP/1.1" status: 200 len: 867 time: 1.1834097 Sep 01 15:23:59.718849 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-db87b6b5-3c9c-456c-a2d7-a8070127ed55 req-e99ea904-4579-4c9f-9aae-21374009f34a tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] No DVR routers for this DVR port f3898b3e-9b3f-4f28-a66c-b8c377998e77 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:23:59.742577 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e8484646-1a41-41ce-ae91-4de258378403 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:59.794643 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-db87b6b5-3c9c-456c-a2d7-a8070127ed55 req-e99ea904-4579-4c9f-9aae-21374009f34a tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:23:59.799726 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-db87b6b5-3c9c-456c-a2d7-a8070127ed55 req-e99ea904-4579-4c9f-9aae-21374009f34a tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.62 "DELETE /v2.0/ports/f3898b3e-9b3f-4f28-a66c-b8c377998e77 HTTP/1.1" status: 204 len: 173 time: 4.0215828 Sep 01 15:23:59.832228 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3507bb1d-f2d1-4f83-8d62-4ed86fe86af5', 'name': 'network-vif-deleted', 'tag': 'f3898b3e-9b3f-4f28-a66c-b8c377998e77'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:23:59.837242 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5b4020-31b2-4dff-b71f-52574fe1461d" -d '{"events": [{"server_uuid": "3507bb1d-f2d1-4f83-8d62-4ed86fe86af5", "name": "network-vif-deleted", "tag": "f3898b3e-9b3f-4f28-a66c-b8c377998e77"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:23:59.905389 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 9251867d-975c-4bcc-87cc-d6bbbbd23c7b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=9251867d-975c-4bcc-87cc-d6bbbbd23c7b,segment=NetworkSegment(78681f34-8d1f-4ee3-bfa0-39cc008c56d0),segment_id=78681f34-8d1f-4ee3-bfa0-39cc008c56d0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:23:59.936913 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '9251867d-975c-4bcc-87cc-d6bbbbd23c7b', 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13', 'port_id': '9251867d-975c-4bcc-87cc-d6bbbbd23c7b', 'mac_address': 'fa:16:3e:14:cc:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:23:59.990232 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:00.007689 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9251867d-975c-4bcc-87cc-d6bbbbd23c7b {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:24:00.032639 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6f6b378d-af7a-4f6b-9841-9ddd984658d9 req-48a9df88-98ba-4a59-809f-4d612f54c989 service neutron] 10.222.0.45 "GET /v2.0/networks/dc3eed46-cd6b-4bc3-97b7-54bdc9345086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356175 Sep 01 15:24:00.046697 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 9251867d-975c-4bcc-87cc-d6bbbbd23c7b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=9251867d-975c-4bcc-87cc-d6bbbbd23c7b,segment=NetworkSegment(78681f34-8d1f-4ee3-bfa0-39cc008c56d0),segment_id=78681f34-8d1f-4ee3-bfa0-39cc008c56d0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:00.061535 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:00.145447 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=9251867d-975c-4bcc-87cc-d6bbbbd23c7b,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:00.187003 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8484646-1a41-41ce-ae91-4de258378403 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Pushing event deleted for resources: {'Port': ['ID=b1a87a01-5de7-4724-8cd2-8c40c1e38951,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:00.244894 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0ae8e-e48a-4f3e-9936-b93215cca10f req-d004f7c5-40c6-49bc-87a0-aed944392dc2 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:00.253964 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c7f0ae8e-e48a-4f3e-9936-b93215cca10f req-d004f7c5-40c6-49bc-87a0-aed944392dc2 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d81c67e-a48e-44e9-b085-cbaa9ed29702 HTTP/1.1" status: 200 len: 944 time: 0.2421465 Sep 01 15:24:00.292193 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['9251867d-975c-4bcc-87cc-d6bbbbd23c7b'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:24:00.299025 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c158e689-fb78-4232-bf79-e134bf36e652 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=00f25f4cb4804e62a3e709d2d6367260&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0801868 Sep 01 15:24:00.299568 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49472) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:00.345850 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e8484646-1a41-41ce-ae91-4de258378403 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks [] for floatingip, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:00.351232 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e8484646-1a41-41ce-ae91-4de258378403 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:00.356839 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e8484646-1a41-41ce-ae91-4de258378403 tempest-ServersTestBootFromVolume-1910104946 tempest-ServersTestBootFromVolume-1910104946-project] 10.222.0.60 "DELETE /v2.0/floatingips/fa9ebebf-2732-4d0f-a3a6-a9332c18918e HTTP/1.1" status: 204 len: 168 time: 4.2479513 Sep 01 15:24:00.358479 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0423ec0-fd10-40dd-86ec-f5e09b70b006 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event updated for resources: {'Network': ['ID=06e99b83-dc3f-4787-887e-4c4601ccaf07,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:00.362145 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49474) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:00.374355 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c7f0ae8e-e48a-4f3e-9936-b93215cca10f req-69ff95ee-eee4-41b9-b6ec-f13a02d86225 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f0c8ef5-7baf-4010-8f4a-03441985fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189620 Sep 01 15:24:00.386414 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 06e99b83-dc3f-4787-887e-4c4601ccaf07 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:24:00.388168 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6f6b378d-af7a-4f6b-9841-9ddd984658d9 req-4e34e412-08b9-4040-bbd7-3bd100bb1e22 service neutron] 10.222.0.45 "GET /v2.0/networks/dc3eed46-cd6b-4bc3-97b7-54bdc9345086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362741 Sep 01 15:24:00.519329 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aa368316-14ce-47bc-be85-39da3ea36371 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:00.524822 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8635c74-cd1a-4ded-8104-d686675d3395 x-openstack-request-id: req-d8635c74-cd1a-4ded-8104-d686675d3395 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:24:00.525139 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3507bb1d-f2d1-4f83-8d62-4ed86fe86af5", "name": "network-vif-deleted", "tag": "f3898b3e-9b3f-4f28-a66c-b8c377998e77", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:24:00.525405 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d8635c74-cd1a-4ded-8104-d686675d3395 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:24:00.525826 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3507bb1d-f2d1-4f83-8d62-4ed86fe86af5', 'name': 'network-vif-deleted', 'tag': 'f3898b3e-9b3f-4f28-a66c-b8c377998e77', 'status': 'completed', 'code': 200} Sep 01 15:24:00.528755 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7f79ab2-8760-485b-ad3a-b1cce6025cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:00.579401 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7f79ab2-8760-485b-ad3a-b1cce6025cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:00.697239 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7f79ab2-8760-485b-ad3a-b1cce6025cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:00.700671 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7f79ab2-8760-485b-ad3a-b1cce6025cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:00.705400 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c7f79ab2-8760-485b-ad3a-b1cce6025cb1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/96a03b6d-b3e5-4b09-bab7-0a291bbdb05e HTTP/1.1" status: 204 len: 168 time: 0.4039588 Sep 01 15:24:00.729503 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f79ab2-8760-485b-ad3a-b1cce6025cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a03b6d-b3e5-4b09-bab7-0a291bbdb05e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:00.729859 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3697be3e-3ede-467b-a06d-dd372a59ff99 req-856a4c8b-e047-458e-9424-5543b697717f tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9270086 Sep 01 15:24:00.880654 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6566d6b1-c1a8-4a4a-aeb9-718e1fc65f6b tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Made reservation on behalf of 4cf1d84d3461470a9c39da8e67a9a428 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:00.887442 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6566d6b1-c1a8-4a4a-aeb9-718e1fc65f6b tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:01.162273 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aa368316-14ce-47bc-be85-39da3ea36371 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:01.717817 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee9d6c-d46c-496d-b7a2-6d9c7a589255 req-fab8457d-06c9-4b2e-8fb5-30bab5cdc8f6 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:01.728572 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-54ee9d6c-d46c-496d-b7a2-6d9c7a589255 req-fab8457d-06c9-4b2e-8fb5-30bab5cdc8f6 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d81c67e-a48e-44e9-b085-cbaa9ed29702 HTTP/1.1" status: 200 len: 945 time: 0.2355630 Sep 01 15:24:01.796042 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-54ee9d6c-d46c-496d-b7a2-6d9c7a589255 req-4a2233c3-49bb-4c74-a7cb-080aa8f6b45e tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f0c8ef5-7baf-4010-8f4a-03441985fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601182 Sep 01 15:24:02.042864 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6566d6b1-c1a8-4a4a-aeb9-718e1fc65f6b tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:02.248665 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49522) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:02.407471 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6566d6b1-c1a8-4a4a-aeb9-718e1fc65f6b tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Checking segment: {'id': '876a5cce-edd4-4db3-ba26-b2a1c5867d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '06e99b83-dc3f-4787-887e-4c4601ccaf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:02.408176 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6566d6b1-c1a8-4a4a-aeb9-718e1fc65f6b tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Network hostable DHCP agents. Network: 06e99b83-dc3f-4787-887e-4c4601ccaf07, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:24:02.415594 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566d6b1-c1a8-4a4a-aeb9-718e1fc65f6b tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event updated for resources: {'Subnet': ['ID=4bb033ee-d537-4022-8e0c-be9f7f1b7476,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:02.577874 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-542b39a7-e70a-40c9-8463-20e11f897978 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-114097482-network', 'tenant_id': 'cebeadb3f5914db3b62acbb94abbc05c'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:02.660116 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542b39a7-e70a-40c9-8463-20e11f897978 admin admin] Made reservation on behalf of cebeadb3f5914db3b62acbb94abbc05c for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:02.667170 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-542b39a7-e70a-40c9-8463-20e11f897978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:02.672471 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aa368316-14ce-47bc-be85-39da3ea36371 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:02.716629 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-542b39a7-e70a-40c9-8463-20e11f897978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:02.763565 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aa368316-14ce-47bc-be85-39da3ea36371 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:02.823321 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6566d6b1-c1a8-4a4a-aeb9-718e1fc65f6b tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Network 06e99b83-dc3f-4787-887e-4c4601ccaf07 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:24:02.959006 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-542b39a7-e70a-40c9-8463-20e11f897978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:02.961500 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-6566d6b1-c1a8-4a4a-aeb9-718e1fc65f6b tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 06e99b83-dc3f-4787-887e-4c4601ccaf07) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:02.969483 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-542b39a7-e70a-40c9-8463-20e11f897978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:02.976136 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3678938-7b1e-4204-9d06-d3840d1d0d0b None None] Network 06e99b83-dc3f-4787-887e-4c4601ccaf07 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:03.013949 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b39a7-e70a-40c9-8463-20e11f897978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e39c5e-e101-4611-adf6-e0f61e2079ab,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:03.042845 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542b39a7-e70a-40c9-8463-20e11f897978 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:24:03.059673 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-542b39a7-e70a-40c9-8463-20e11f897978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:03.059986 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-542b39a7-e70a-40c9-8463-20e11f897978 admin admin] Added segment c49b7b97-229f-4676-9cb2-edf69b6aadb4 of type vlan for network b43002b1-d496-4dff-a580-33e44d9974b4 Sep 01 15:24:03.081113 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899a67b-65f4-4521-be38-dce2dca546cf req-65460a77-d9e1-4327-82c0-f0de9109340d tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:03.089187 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f899a67b-65f4-4521-be38-dce2dca546cf req-65460a77-d9e1-4327-82c0-f0de9109340d tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d81c67e-a48e-44e9-b085-cbaa9ed29702 HTTP/1.1" status: 200 len: 945 time: 0.1222517 Sep 01 15:24:03.123588 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6566d6b1-c1a8-4a4a-aeb9-718e1fc65f6b tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:03.127100 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6566d6b1-c1a8-4a4a-aeb9-718e1fc65f6b tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:03.135987 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 9251867d-975c-4bcc-87cc-d6bbbbd23c7b up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:03.310871 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 9251867d-975c-4bcc-87cc-d6bbbbd23c7b completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:03.318610 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 9251867d-975c-4bcc-87cc-d6bbbbd23c7b triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:03.319436 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:03.362839 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-542b39a7-e70a-40c9-8463-20e11f897978 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:03.381151 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6566d6b1-c1a8-4a4a-aeb9-718e1fc65f6b tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.3253219 Sep 01 15:24:03.386196 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49540) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:03.417251 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659c0b8-372b-4709-bf16-79c6e4e9d4d4 req-53323ffc-514f-4047-afaf-3abb3264d9c3 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:03.445494 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9659c0b8-372b-4709-bf16-79c6e4e9d4d4 req-53323ffc-514f-4047-afaf-3abb3264d9c3 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf4cb535-067f-4b0a-bc30-0b8a71d41af3 HTTP/1.1" status: 200 len: 945 time: 0.7039702 Sep 01 15:24:03.463209 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f899a67b-65f4-4521-be38-dce2dca546cf req-881e881a-d8e7-4c38-bfd0-5d3f0a58bdcf tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f0c8ef5-7baf-4010-8f4a-03441985fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3728507 Sep 01 15:24:03.542059 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-542b39a7-e70a-40c9-8463-20e11f897978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:03.545831 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542b39a7-e70a-40c9-8463-20e11f897978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:03.547974 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-542b39a7-e70a-40c9-8463-20e11f897978 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:03.594405 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49546) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:03.618722 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-3a0f560a-139b-4784-96ed-157025bdb1c8 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Request body: {'subnet': {'network_id': '50e861ad-d471-4a04-b1d0-ff2ad2739439', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:03.618722 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-542b39a7-e70a-40c9-8463-20e11f897978 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3631914 Sep 01 15:24:03.633423 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49548) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:03.668552 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-f0d22ac8-8aee-4081-8416-c0355b8486d5 admin admin] Request body: {'subnet': {'network_id': 'b43002b1-d496-4dff-a580-33e44d9974b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-114097482-subnet', 'tenant_id': 'cebeadb3f5914db3b62acbb94abbc05c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:03.698759 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2965b16b-20dd-4a03-9779-519291bc458c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-06e99b83-dc3f-4787-887e-4c4601ccaf07', 'network_id': '06e99b83-dc3f-4787-887e-4c4601ccaf07', 'tenant_id': '4cf1d84d3461470a9c39da8e67a9a428', 'fixed_ips': [{'subnet_id': '4bb033ee-d537-4022-8e0c-be9f7f1b7476'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:24:03.700242 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2965b16b-20dd-4a03-9779-519291bc458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:03.704756 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-aa368316-14ce-47bc-be85-39da3ea36371 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Allocated IP 172.25.6.14 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/73d60bae-b6c4-49bf-8112-b53bb152f5d6) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:03.740974 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:03.751357 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9659c0b8-372b-4709-bf16-79c6e4e9d4d4 req-79cd270f-a626-4694-acd2-0ee5b8d0c810 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017964 Sep 01 15:24:03.784782 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b39a7-e70a-40c9-8463-20e11f897978 admin admin] Pushing event updated for resources: {'Network': ['ID=b43002b1-d496-4dff-a580-33e44d9974b4,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:03.920260 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network b43002b1-d496-4dff-a580-33e44d9974b4 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:24:04.040183 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d22ac8-8aee-4081-8416-c0355b8486d5 admin admin] Made reservation on behalf of cebeadb3f5914db3b62acbb94abbc05c for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:04.044415 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0d22ac8-8aee-4081-8416-c0355b8486d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:04.094932 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:04.207558 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0f560a-139b-4784-96ed-157025bdb1c8 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Made reservation on behalf of 2a1737543804470f8e63a9c45dd42e5c for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:04.215052 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3a0f560a-139b-4784-96ed-157025bdb1c8 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:04.227342 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aa368316-14ce-47bc-be85-39da3ea36371 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:04.287662 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d81c67e-a48e-44e9-b085-cbaa9ed29702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9251867d-975c-4bcc-87cc-d6bbbbd23c7b'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:24:04.290443 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9ff654a8-2409-424a-a01d-b60f82c9729c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:04.290718 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037757f6-418d-4037-9b41-a39a04a6fe8c" -d '{"events": [{"server_uuid": "4d81c67e-a48e-44e9-b085-cbaa9ed29702", "name": "network-vif-plugged", "status": "completed", "tag": "9251867d-975c-4bcc-87cc-d6bbbbd23c7b"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:24:04.329010 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 9251867d-975c-4bcc-87cc-d6bbbbd23c7b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=9251867d-975c-4bcc-87cc-d6bbbbd23c7b,segment=NetworkSegment(78681f34-8d1f-4ee3-bfa0-39cc008c56d0),segment_id=78681f34-8d1f-4ee3-bfa0-39cc008c56d0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:04.332529 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:04.363678 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:04.433965 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698db363-b07b-4987-ab4f-10234c6f9d54 x-openstack-request-id: req-698db363-b07b-4987-ab4f-10234c6f9d54 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:24:04.434762 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d81c67e-a48e-44e9-b085-cbaa9ed29702", "name": "network-vif-plugged", "status": "completed", "tag": "9251867d-975c-4bcc-87cc-d6bbbbd23c7b", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:24:04.435129 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-698db363-b07b-4987-ab4f-10234c6f9d54 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:24:04.435643 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d81c67e-a48e-44e9-b085-cbaa9ed29702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9251867d-975c-4bcc-87cc-d6bbbbd23c7b', 'code': 200} Sep 01 15:24:04.476599 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569860df-3cef-45da-a14a-15754c1debf5 req-37e88e7d-ce38-4f91-9058-ef9facdd674d tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:04.480198 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-569860df-3cef-45da-a14a-15754c1debf5 req-37e88e7d-ce38-4f91-9058-ef9facdd674d tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf4cb535-067f-4b0a-bc30-0b8a71d41af3 HTTP/1.1" status: 200 len: 945 time: 0.4760900 Sep 01 15:24:04.493240 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-2965b16b-20dd-4a03-9779-519291bc458c None None] Allocated IP 2001:db8::1 (06e99b83-dc3f-4787-887e-4c4601ccaf07/4bb033ee-d537-4022-8e0c-be9f7f1b7476/e0b201a6-c010-400a-8b42-7449a4338194) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:04.504785 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=9251867d-975c-4bcc-87cc-d6bbbbd23c7b,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:04.666052 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aa368316-14ce-47bc-be85-39da3ea36371 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:04.750148 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa368316-14ce-47bc-be85-39da3ea36371 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:04.767353 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-aa368316-14ce-47bc-be85-39da3ea36371 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:04.775388 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2965b16b-20dd-4a03-9779-519291bc458c None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:04.794055 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2965b16b-20dd-4a03-9779-519291bc458c None None] Transition to ACTIVE for port object e0b201a6-c010-400a-8b42-7449a4338194 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:04.823762 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2965b16b-20dd-4a03-9779-519291bc458c None None] Transition to ACTIVE for port object e0b201a6-c010-400a-8b42-7449a4338194 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:04.837291 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2965b16b-20dd-4a03-9779-519291bc458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:04.844382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa368316-14ce-47bc-be85-39da3ea36371 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:04.898555 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2965b16b-20dd-4a03-9779-519291bc458c None None] Network 06e99b83-dc3f-4787-887e-4c4601ccaf07 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:04.903029 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-2965b16b-20dd-4a03-9779-519291bc458c None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:04.908181 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2965b16b-20dd-4a03-9779-519291bc458c None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:04.920876 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965b16b-20dd-4a03-9779-519291bc458c None None] Pushing event updated for resources: {'Port': ['ID=e0b201a6-c010-400a-8b42-7449a4338194,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:04.933835 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa368316-14ce-47bc-be85-39da3ea36371 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Port': ['ID=73d60bae-b6c4-49bf-8112-b53bb152f5d6,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:04.948232 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7caf0ef-c584-4a72-8f88-187a3f699f12 req-228cbfa9-3dbf-48c4-a73f-f8c8d7777984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:04.951019 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b7caf0ef-c584-4a72-8f88-187a3f699f12 req-228cbfa9-3dbf-48c4-a73f-f8c8d7777984 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4d81c67e-a48e-44e9-b085-cbaa9ed29702 HTTP/1.1" status: 200 len: 1097 time: 0.3865354 Sep 01 15:24:04.953409 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:05.002105 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3a0f560a-139b-4784-96ed-157025bdb1c8 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:05.024792 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c0980-11d2-4fab-98fc-1fd935eb241f req-89f214e5-4261-430e-9c2e-93ca653c61ae tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:05.027514 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-136c0980-11d2-4fab-98fc-1fd935eb241f req-89f214e5-4261-430e-9c2e-93ca653c61ae tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d81c67e-a48e-44e9-b085-cbaa9ed29702 HTTP/1.1" status: 200 len: 946 time: 0.3920739 Sep 01 15:24:05.035231 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-2965b16b-20dd-4a03-9779-519291bc458c None None] Attempting to bind port e0b201a6-c010-400a-8b42-7449a4338194 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:24:05.035840 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-2965b16b-20dd-4a03-9779-519291bc458c None None] Attempting to bind port e0b201a6-c010-400a-8b42-7449a4338194 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '876a5cce-edd4-4db3-ba26-b2a1c5867d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '06e99b83-dc3f-4787-887e-4c4601ccaf07'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:24:05.036377 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2965b16b-20dd-4a03-9779-519291bc458c None None] Attempting to bind port e0b201a6-c010-400a-8b42-7449a4338194 on network 06e99b83-dc3f-4787-887e-4c4601ccaf07 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:05.044396 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2965b16b-20dd-4a03-9779-519291bc458c None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:24:05.044899 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2965b16b-20dd-4a03-9779-519291bc458c None None] Checking segment: {'id': '876a5cce-edd4-4db3-ba26-b2a1c5867d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '06e99b83-dc3f-4787-887e-4c4601ccaf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:05.046620 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2965b16b-20dd-4a03-9779-519291bc458c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:05.047041 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2965b16b-20dd-4a03-9779-519291bc458c None None] Bound using segment: {'id': '876a5cce-edd4-4db3-ba26-b2a1c5867d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '06e99b83-dc3f-4787-887e-4c4601ccaf07'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:24:05.047655 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-2965b16b-20dd-4a03-9779-519291bc458c None None] Bound port: e0b201a6-c010-400a-8b42-7449a4338194, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '876a5cce-edd4-4db3-ba26-b2a1c5867d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '06e99b83-dc3f-4787-887e-4c4601ccaf07'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:24:05.048068 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2965b16b-20dd-4a03-9779-519291bc458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:05.106270 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event deleted for resources: {'Subnet': ['ID=4bb033ee-d537-4022-8e0c-be9f7f1b7476,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:05.138218 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-2965b16b-20dd-4a03-9779-519291bc458c None None] For port e0b201a6-c010-400a-8b42-7449a4338194, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:24:05.143293 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-2965b16b-20dd-4a03-9779-519291bc458c None None] For port e0b201a6-c010-400a-8b42-7449a4338194, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e0b201a6-c010-400a-8b42-7449a4338194,segment=NetworkSegment(876a5cce-edd4-4db3-ba26-b2a1c5867d74),segment_id=876a5cce-edd4-4db3-ba26-b2a1c5867d74)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:24:05.150667 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2965b16b-20dd-4a03-9779-519291bc458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:05.188815 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b7caf0ef-c584-4a72-8f88-187a3f699f12 req-66d104bf-35ac-447d-b642-fd820055af5a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4f0c8ef5-7baf-4010-8f4a-03441985fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913655 Sep 01 15:24:05.296481 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965b16b-20dd-4a03-9779-519291bc458c None None] Pushing event updated for resources: {'Port': ['ID=e0b201a6-c010-400a-8b42-7449a4338194,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:05.313901 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f87d6a-80b1-4de3-b8ed-8cacf5dc90ea None None] Network 06e99b83-dc3f-4787-887e-4c4601ccaf07 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:05.334477 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-569860df-3cef-45da-a14a-15754c1debf5 req-510ecd76-0582-42df-ad9e-ec141a43672b tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Deleting port d61f6f9a-7922-4258-b2fa-6d007048c9a4 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:05.335625 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-569860df-3cef-45da-a14a-15754c1debf5 req-510ecd76-0582-42df-ad9e-ec141a43672b tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:05.354485 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229466f-cd70-46ae-b257-280517480d62 req-78694dc8-203f-45f2-b8f9-3609ce88f995 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:05.356521 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9229466f-cd70-46ae-b257-280517480d62 req-78694dc8-203f-45f2-b8f9-3609ce88f995 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf4cb535-067f-4b0a-bc30-0b8a71d41af3 HTTP/1.1" status: 200 len: 945 time: 0.4378493 Sep 01 15:24:05.398337 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f560a-139b-4784-96ed-157025bdb1c8 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event updated for resources: {'Subnet': ['ID=83a87e50-4f5d-4e55-887d-7f6a160f3ca1,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:05.460241 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0f560a-139b-4784-96ed-157025bdb1c8 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Checking segment: {'id': 'e30bf2ff-933f-4361-8707-b3bac136f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '50e861ad-d471-4a04-b1d0-ff2ad2739439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:05.460572 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0f560a-139b-4784-96ed-157025bdb1c8 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Network hostable DHCP agents. Network: 50e861ad-d471-4a04-b1d0-ff2ad2739439, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:24:05.525508 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0d22ac8-8aee-4081-8416-c0355b8486d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:05.576093 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:05.627502 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9229466f-cd70-46ae-b257-280517480d62 req-f035d301-2817-4cc8-8437-63e4afa010f7 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839976 Sep 01 15:24:05.629715 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839e5fee-105b-4d23-b236-1e10241610de None None] get_active_networks_info from n-d-794796-3 {{(pid=94735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:24:05.636733 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-136c0980-11d2-4fab-98fc-1fd935eb241f req-63aa6304-3539-4f8a-83a4-f39a73fbc9ae tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f0c8ef5-7baf-4010-8f4a-03441985fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5437021 Sep 01 15:24:05.651552 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e99b83-dc3f-4787-887e-4c4601ccaf07']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:05.672364 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0f560a-139b-4784-96ed-157025bdb1c8 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Network 50e861ad-d471-4a04-b1d0-ff2ad2739439 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:24:05.688325 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876a5cce-edd4-4db3-ba26-b2a1c5867d74') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:05.688899 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876a5cce-edd4-4db3-ba26-b2a1c5867d74') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:05.725768 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:05.770461 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-569860df-3cef-45da-a14a-15754c1debf5 req-510ecd76-0582-42df-ad9e-ec141a43672b tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] For port d61f6f9a-7922-4258-b2fa-6d007048c9a4, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=d61f6f9a-7922-4258-b2fa-6d007048c9a4,segment=NetworkSegment(298f4f04-e2dd-4e98-869b-31e51c1de96b),segment_id=298f4f04-e2dd-4e98-869b-31e51c1de96b)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:05.771387 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-569860df-3cef-45da-a14a-15754c1debf5 req-510ecd76-0582-42df-ad9e-ec141a43672b tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:05.797859 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:05.807754 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d22ac8-8aee-4081-8416-c0355b8486d5 admin admin] Checking segment: {'id': 'c49b7b97-229f-4676-9cb2-edf69b6aadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b43002b1-d496-4dff-a580-33e44d9974b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:05.808457 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d22ac8-8aee-4081-8416-c0355b8486d5 admin admin] Network hostable DHCP agents. Network: b43002b1-d496-4dff-a580-33e44d9974b4, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:24:05.812689 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d22ac8-8aee-4081-8416-c0355b8486d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bbfe87c-14ec-4424-8376-f61425c302dd,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:05.820777 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-569860df-3cef-45da-a14a-15754c1debf5 req-510ecd76-0582-42df-ad9e-ec141a43672b tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Calling delete_port for d61f6f9a-7922-4258-b2fa-6d007048c9a4 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:05.826045 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-3a0f560a-139b-4784-96ed-157025bdb1c8 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 50e861ad-d471-4a04-b1d0-ff2ad2739439) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:05.834102 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0f560a-139b-4784-96ed-157025bdb1c8 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:05.835240 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3a0f560a-139b-4784-96ed-157025bdb1c8 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:05.843943 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:24:05.845613 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:24:05.893249 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:24:05.917291 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839e5fee-105b-4d23-b236-1e10241610de None None] Unable to find a vacant binding_index for network 50e861ad-d471-4a04-b1d0-ff2ad2739439 and agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 {{(pid=94735) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 01 15:24:05.925978 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839e5fee-105b-4d23-b236-1e10241610de None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 50e861ad-d471-4a04-b1d0-ff2ad2739439) {{(pid=94735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:24:05.973855 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3a0f560a-139b-4784-96ed-157025bdb1c8 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3701005 Sep 01 15:24:05.973855 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d22ac8-8aee-4081-8416-c0355b8486d5 admin admin] Network b43002b1-d496-4dff-a580-33e44d9974b4 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:24:05.984345 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49580) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:05.985442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-f0d22ac8-8aee-4081-8416-c0355b8486d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, b43002b1-d496-4dff-a580-33e44d9974b4) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:05.995350 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d22ac8-8aee-4081-8416-c0355b8486d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:05.996632 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0d22ac8-8aee-4081-8416-c0355b8486d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:06.000791 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.api [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 01 15:24:06.000791 n-d-794796-3 neutron-server[94734]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 01 15:24:06.000791 n-d-794796-3 neutron-server[94734]: [parameters: {'id': '06e99b83-dc3f-4787-887e-4c4601ccaf07'}] Sep 01 15:24:06.000791 n-d-794796-3 neutron-server[94734]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:24:06.001572 n-d-794796-3 neutron-server[94734]: DEBUG oslo_db.api [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:24:06.009773 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-03bb976b-40ec-4882-91e7-7fd55db3d7e3 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1319234860'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:06.082982 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aa368316-14ce-47bc-be85-39da3ea36371 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:06.115548 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bb976b-40ec-4882-91e7-7fd55db3d7e3 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Made reservation on behalf of 2a1737543804470f8e63a9c45dd42e5c for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:06.122931 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-03bb976b-40ec-4882-91e7-7fd55db3d7e3 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:06.162971 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f0d22ac8-8aee-4081-8416-c0355b8486d5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4990697 Sep 01 15:24:06.315230 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03bb976b-40ec-4882-91e7-7fd55db3d7e3 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:24:06.382723 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-03bb976b-40ec-4882-91e7-7fd55db3d7e3 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:06.383454 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-03bb976b-40ec-4882-91e7-7fd55db3d7e3 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Added segment e0b90148-43e0-4e95-b2bf-ca3bb51af7d0 of type vlan for network 60324ba4-0670-494d-b9b2-ef4b5e37dc2d Sep 01 15:24:06.418942 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdbb7de-0056-4cf1-924b-59fa575afc34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-50e861ad-d471-4a04-b1d0-ff2ad2739439', 'network_id': '50e861ad-d471-4a04-b1d0-ff2ad2739439', 'tenant_id': '2a1737543804470f8e63a9c45dd42e5c', 'fixed_ips': [{'subnet_id': '83a87e50-4f5d-4e55-887d-7f6a160f3ca1'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:24:06.420432 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3fdbb7de-0056-4cf1-924b-59fa575afc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:06.453663 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-569860df-3cef-45da-a14a-15754c1debf5 req-510ecd76-0582-42df-ad9e-ec141a43672b tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:06.603739 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ecd76-0582-42df-ad9e-ec141a43672b tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Pushing event deleted for resources: {'Port': ['ID=d61f6f9a-7922-4258-b2fa-6d007048c9a4,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:06.640676 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-03bb976b-40ec-4882-91e7-7fd55db3d7e3 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:06.717647 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['257b5410-eb73-44b2-b85c-40ace75ef5eb'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:24:06.776560 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:06.790086 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-03bb976b-40ec-4882-91e7-7fd55db3d7e3 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:06.801441 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bb976b-40ec-4882-91e7-7fd55db3d7e3 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:06.803210 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-03bb976b-40ec-4882-91e7-7fd55db3d7e3 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:06.816730 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9ff654a8-2409-424a-a01d-b60f82c9729c admin admin] Deleting port 52b3d610-17bb-4695-9ecd-25fb1e2f27f2 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:06.817955 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9ff654a8-2409-424a-a01d-b60f82c9729c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:06.898135 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-569860df-3cef-45da-a14a-15754c1debf5 req-510ecd76-0582-42df-ad9e-ec141a43672b tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] No DVR routers for this DVR port d61f6f9a-7922-4258-b2fa-6d007048c9a4 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:24:06.972670 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-569860df-3cef-45da-a14a-15754c1debf5 req-510ecd76-0582-42df-ad9e-ec141a43672b tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:06.977804 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-569860df-3cef-45da-a14a-15754c1debf5 req-510ecd76-0582-42df-ad9e-ec141a43672b tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.45 "DELETE /v2.0/ports/d61f6f9a-7922-4258-b2fa-6d007048c9a4 HTTP/1.1" status: 204 len: 173 time: 2.4801297 Sep 01 15:24:06.990685 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4cb535-067f-4b0a-bc30-0b8a71d41af3', 'name': 'network-vif-deleted', 'tag': 'd61f6f9a-7922-4258-b2fa-6d007048c9a4'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:24:06.994827 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b83a764-25c0-4038-ad7f-6fceb1ce9169" -d '{"events": [{"server_uuid": "bf4cb535-067f-4b0a-bc30-0b8a71d41af3", "name": "network-vif-deleted", "tag": "d61f6f9a-7922-4258-b2fa-6d007048c9a4"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:24:07.024762 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-3fdbb7de-0056-4cf1-924b-59fa575afc34 None None] Allocated IP 2001:db8:0:ffff::2 (50e861ad-d471-4a04-b1d0-ff2ad2739439/83a87e50-4f5d-4e55-887d-7f6a160f3ca1/7c30b71d-688c-4d37-bf91-431024e907be) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:07.097869 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-03bb976b-40ec-4882-91e7-7fd55db3d7e3 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0965321 Sep 01 15:24:07.106158 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49614) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:07.113134 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-c9c2c556-d215-45c9-8833-1d5f8c08fb9d tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Request body: {'subnet': {'network_id': '60324ba4-0670-494d-b9b2-ef4b5e37dc2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:07.168794 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9ff654a8-2409-424a-a01d-b60f82c9729c admin admin] For port 52b3d610-17bb-4695-9ecd-25fb1e2f27f2, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=52b3d610-17bb-4695-9ecd-25fb1e2f27f2,segment=NetworkSegment(43628c80-617a-4484-b231-a92173811df8),segment_id=43628c80-617a-4484-b231-a92173811df8)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:07.169323 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9ff654a8-2409-424a-a01d-b60f82c9729c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:07.177728 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device d61f6f9a-7922-4258-b2fa-6d007048c9a4 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:24:07.190277 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9ff654a8-2409-424a-a01d-b60f82c9729c admin admin] Calling delete_port for 52b3d610-17bb-4695-9ecd-25fb1e2f27f2 owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:07.241612 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: d61f6f9a-7922-4258-b2fa-6d007048c9a4 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:24:07.242793 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device d61f6f9a-7922-4258-b2fa-6d007048c9a4 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:24:07.275743 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb976b-40ec-4882-91e7-7fd55db3d7e3 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event updated for resources: {'Network': ['ID=60324ba4-0670-494d-b9b2-ef4b5e37dc2d,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:07.328707 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 60324ba4-0670-494d-b9b2-ef4b5e37dc2d details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:24:07.361183 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884e7d0-4a02-4352-822f-bb09a4b96c67 req-133e4034-83a2-4c33-bbf3-de15b8615d1d tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:07.364105 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a884e7d0-4a02-4352-822f-bb09a4b96c67 req-133e4034-83a2-4c33-bbf3-de15b8615d1d tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d81c67e-a48e-44e9-b085-cbaa9ed29702 HTTP/1.1" status: 200 len: 946 time: 0.5572031 Sep 01 15:24:07.519758 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a884e7d0-4a02-4352-822f-bb09a4b96c67 req-09990e5f-9905-4e4d-97bb-06e45b367696 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f0c8ef5-7baf-4010-8f4a-03441985fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481380 Sep 01 15:24:07.529316 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c2c556-d215-45c9-8833-1d5f8c08fb9d tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Made reservation on behalf of 2a1737543804470f8e63a9c45dd42e5c for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:07.536309 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c9c2c556-d215-45c9-8833-1d5f8c08fb9d tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:07.704862 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3fdbb7de-0056-4cf1-924b-59fa575afc34 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:07.730121 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3fdbb7de-0056-4cf1-924b-59fa575afc34 None None] Transition to ACTIVE for port object 7c30b71d-688c-4d37-bf91-431024e907be will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:07.760386 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-9544cb23-e1c1-4a44-8863-b74baf71347a tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:07.765652 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-9544cb23-e1c1-4a44-8863-b74baf71347a tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/networks?id=b43002b1-d496-4dff-a580-33e44d9974b4 HTTP/1.1" status: 200 len: 812 time: 0.7653732 Sep 01 15:24:07.767354 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3fdbb7de-0056-4cf1-924b-59fa575afc34 None None] Transition to ACTIVE for port object 7c30b71d-688c-4d37-bf91-431024e907be will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:07.783007 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3fdbb7de-0056-4cf1-924b-59fa575afc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:07.801851 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-58700269-b76e-4afa-9d10-fdcfa71ccdf7 req-137c626a-bc59-4bf7-af3c-e8f835bc0dec tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf4cb535-067f-4b0a-bc30-0b8a71d41af3 HTTP/1.1" status: 200 len: 210 time: 0.0621912 Sep 01 15:24:07.878090 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdbb7de-0056-4cf1-924b-59fa575afc34 None None] Pushing event updated for resources: {'Port': ['ID=7c30b71d-688c-4d37-bf91-431024e907be,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:07.896803 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdbb7de-0056-4cf1-924b-59fa575afc34 None None] Network 50e861ad-d471-4a04-b1d0-ff2ad2739439 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:07.900694 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-3fdbb7de-0056-4cf1-924b-59fa575afc34 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:07.909511 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdbb7de-0056-4cf1-924b-59fa575afc34 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:07.924516 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d104e9b-df88-44ce-91bb-f9c56f26ea43 x-openstack-request-id: req-6d104e9b-df88-44ce-91bb-f9c56f26ea43 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:24:07.925021 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4cb535-067f-4b0a-bc30-0b8a71d41af3", "name": "network-vif-deleted", "tag": "d61f6f9a-7922-4258-b2fa-6d007048c9a4", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:24:07.925409 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6d104e9b-df88-44ce-91bb-f9c56f26ea43 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:24:07.926097 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4cb535-067f-4b0a-bc30-0b8a71d41af3', 'name': 'network-vif-deleted', 'tag': 'd61f6f9a-7922-4258-b2fa-6d007048c9a4', 'status': 'completed', 'code': 200} Sep 01 15:24:07.955696 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-e42a0f05-c10b-4a0f-b644-dee196db16e6 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/quotas/cebeadb3f5914db3b62acbb94abbc05c HTTP/1.1" status: 200 len: 375 time: 0.1685474 Sep 01 15:24:07.969081 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Deleting port e0b201a6-c010-400a-8b42-7449a4338194 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:07.969081 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:07.973092 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aa368316-14ce-47bc-be85-39da3ea36371 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:08.060546 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3fdbb7de-0056-4cf1-924b-59fa575afc34 None None] Attempting to bind port 7c30b71d-688c-4d37-bf91-431024e907be on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:24:08.062842 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3fdbb7de-0056-4cf1-924b-59fa575afc34 None None] Attempting to bind port 7c30b71d-688c-4d37-bf91-431024e907be by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'e30bf2ff-933f-4361-8707-b3bac136f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '50e861ad-d471-4a04-b1d0-ff2ad2739439'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:24:08.063555 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdbb7de-0056-4cf1-924b-59fa575afc34 None None] Attempting to bind port 7c30b71d-688c-4d37-bf91-431024e907be on network 50e861ad-d471-4a04-b1d0-ff2ad2739439 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:08.074544 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdbb7de-0056-4cf1-924b-59fa575afc34 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:24:08.075438 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdbb7de-0056-4cf1-924b-59fa575afc34 None None] Checking segment: {'id': 'e30bf2ff-933f-4361-8707-b3bac136f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '50e861ad-d471-4a04-b1d0-ff2ad2739439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:08.076128 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3fdbb7de-0056-4cf1-924b-59fa575afc34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:08.076807 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdbb7de-0056-4cf1-924b-59fa575afc34 None None] Bound using segment: {'id': 'e30bf2ff-933f-4361-8707-b3bac136f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '50e861ad-d471-4a04-b1d0-ff2ad2739439'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:24:08.078091 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3fdbb7de-0056-4cf1-924b-59fa575afc34 None None] Bound port: 7c30b71d-688c-4d37-bf91-431024e907be, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30bf2ff-933f-4361-8707-b3bac136f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '50e861ad-d471-4a04-b1d0-ff2ad2739439'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:24:08.078832 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3fdbb7de-0056-4cf1-924b-59fa575afc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:08.135236 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-29b81783-d4dd-49fd-90a6-ad5751f02cea tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cebeadb3f5914db3b62acbb94abbc05c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1463442 Sep 01 15:24:08.136118 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9ff654a8-2409-424a-a01d-b60f82c9729c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:08.146622 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930399b8-2b5f-4297-a017-14b9bf4df277 req-d20d744c-c883-4c26-8032-df38f429edee tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:08.148922 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-930399b8-2b5f-4297-a017-14b9bf4df277 req-d20d744c-c883-4c26-8032-df38f429edee tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d81c67e-a48e-44e9-b085-cbaa9ed29702 HTTP/1.1" status: 200 len: 946 time: 0.0906143 Sep 01 15:24:08.161709 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49628) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:08.167805 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-71c2ac10-98ba-4d3c-8039-c204252d696c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Request body: {'floatingip': {'port_id': '9251867d-975c-4bcc-87cc-d6bbbbd23c7b'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:08.206721 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff654a8-2409-424a-a01d-b60f82c9729c admin admin] Pushing event deleted for resources: {'Port': ['ID=52b3d610-17bb-4695-9ecd-25fb1e2f27f2,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:08.215501 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3fdbb7de-0056-4cf1-924b-59fa575afc34 None None] For port 7c30b71d-688c-4d37-bf91-431024e907be, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:24:08.220424 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3fdbb7de-0056-4cf1-924b-59fa575afc34 None None] For port 7c30b71d-688c-4d37-bf91-431024e907be, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=7c30b71d-688c-4d37-bf91-431024e907be,segment=NetworkSegment(e30bf2ff-933f-4361-8707-b3bac136f80c),segment_id=e30bf2ff-933f-4361-8707-b3bac136f80c)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:24:08.228848 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3fdbb7de-0056-4cf1-924b-59fa575afc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:08.248991 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-71c2ac10-98ba-4d3c-8039-c204252d696c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for floatingip, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:08.339945 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdbb7de-0056-4cf1-924b-59fa575afc34 None None] Pushing event updated for resources: {'Port': ['ID=7c30b71d-688c-4d37-bf91-431024e907be,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:08.367776 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:08.466576 n-d-794796-3 neutron-server[94733]: DEBUG neutron.objects.ports [None req-c9c2c556-d215-45c9-8833-1d5f8c08fb9d tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94733) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:24:08.466576 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c9c2c556-d215-45c9-8833-1d5f8c08fb9d tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:08.496251 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] For port e0b201a6-c010-400a-8b42-7449a4338194, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e0b201a6-c010-400a-8b42-7449a4338194,segment=NetworkSegment(876a5cce-edd4-4db3-ba26-b2a1c5867d74),segment_id=876a5cce-edd4-4db3-ba26-b2a1c5867d74)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:08.496794 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:08.526615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Calling delete_port for e0b201a6-c010-400a-8b42-7449a4338194 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:08.553472 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2c556-d215-45c9-8833-1d5f8c08fb9d tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event updated for resources: {'Subnet': ['ID=010e2b74-7c4c-464a-ae2b-7d7256bea10e,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:08.768976 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c2c556-d215-45c9-8833-1d5f8c08fb9d tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Checking segment: {'id': 'e0b90148-43e0-4e95-b2bf-ca3bb51af7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '60324ba4-0670-494d-b9b2-ef4b5e37dc2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:08.769938 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c2c556-d215-45c9-8833-1d5f8c08fb9d tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Network hostable DHCP agents. Network: 60324ba4-0670-494d-b9b2-ef4b5e37dc2d, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:24:08.794204 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9ff654a8-2409-424a-a01d-b60f82c9729c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:08.877790 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-1d66ebb4-4077-4865-b658-964ea584c5a4 service neutron] 10.222.0.60 "GET /v2.0/networks/b43002b1-d496-4dff-a580-33e44d9974b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7282434 Sep 01 15:24:09.087029 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c2c556-d215-45c9-8833-1d5f8c08fb9d tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Network 60324ba4-0670-494d-b9b2-ef4b5e37dc2d is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:24:09.219059 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bca95612-3856-498c-acee-def8f4887fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:09.267065 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-c9c2c556-d215-45c9-8833-1d5f8c08fb9d tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 60324ba4-0670-494d-b9b2-ef4b5e37dc2d) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:09.304608 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c2c556-d215-45c9-8833-1d5f8c08fb9d tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:09.306008 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c9c2c556-d215-45c9-8833-1d5f8c08fb9d tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:09.328491 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa368316-14ce-47bc-be85-39da3ea36371 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Router 88fcdd69-820b-46ee-8ce3-18d0484113fb is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:24:09.371607 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:09.416561 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.resource_extend [None req-71c2ac10-98ba-4d3c-8039-c204252d696c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:24:09.439376 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-88590274-9f4a-4f8f-9a3b-b583bf5352bc service neutron] 10.222.0.60 "GET /v2.0/networks/b43002b1-d496-4dff-a580-33e44d9974b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437474 Sep 01 15:24:09.533898 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event deleted for resources: {'Port': ['ID=e0b201a6-c010-400a-8b42-7449a4338194,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:09.552355 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c9c2c556-d215-45c9-8833-1d5f8c08fb9d tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4433048 Sep 01 15:24:09.573052 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49652) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:09.602336 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] No DVR routers for this DVR port e0b201a6-c010-400a-8b42-7449a4338194 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:24:09.634499 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-71c2ac10-98ba-4d3c-8039-c204252d696c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:09.659043 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-c09e69ff-c61f-4b47-aa8f-4ad77772f18d tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Request body: {'port': {'network_id': '60324ba4-0670-494d-b9b2-ef4b5e37dc2d', 'name': 'tempest-NetworksIpV6TestAttrs-1107005971'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:09.755968 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e51db1-7883-42a3-8edc-a9458e089371 req-f5783762-7948-4c61-8c69-5166d3afc618 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:09.778745 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16e51db1-7883-42a3-8edc-a9458e089371 req-f5783762-7948-4c61-8c69-5166d3afc618 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=27feb68d-4c67-43ac-8e7c-34b34ceda24a HTTP/1.1" status: 200 len: 946 time: 0.4767904 Sep 01 15:24:09.783595 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-71c2ac10-98ba-4d3c-8039-c204252d696c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:09.991061 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 7c30b71d-688c-4d37-bf91-431024e907be up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:10.201125 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 7c30b71d-688c-4d37-bf91-431024e907be completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:10.230202 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.252178 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff654a8-2409-424a-a01d-b60f82c9729c admin admin] Router afaf8e5a-5c0a-4574-b0a4-b0e414757561 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:24:10.333610 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeb56b4-d6c7-466c-bd28-2916be9979ba None None] Network 50e861ad-d471-4a04-b1d0-ff2ad2739439 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:10.363190 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9963bf7f-ea8b-4f57-ba32-769317222064 None None] Network b43002b1-d496-4dff-a580-33e44d9974b4 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:10.401127 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e99b83-dc3f-4787-887e-4c4601ccaf07']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:10.432472 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876a5cce-edd4-4db3-ba26-b2a1c5867d74') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:10.432846 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876a5cce-edd4-4db3-ba26-b2a1c5867d74') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:10.457708 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.458504 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f252c27-28b9-48f7-801d-0e8cbca2b099 None None] Network 60324ba4-0670-494d-b9b2-ef4b5e37dc2d requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:10.486912 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa368316-14ce-47bc-be85-39da3ea36371 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:24:10.516548 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eda9fdb-d340-4807-9278-3a39db8c47c3 None None] Sync routers for ids ['88fcdd69-820b-46ee-8ce3-18d0484113fb'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:24:10.531168 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-568cbf9a-0552-447e-8925-066d2573d6d3 req-057f972f-a93f-405a-8d4c-44bedb3b6a40 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=67a86f2d-b498-4382-882e-fa441c19536c HTTP/1.1" status: 200 len: 210 time: 0.2597644 Sep 01 15:24:10.540789 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.579289 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eda9fdb-d340-4807-9278-3a39db8c47c3 None None] Routers {'88fcdd69-820b-46ee-8ce3-18d0484113fb'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:24:10.585060 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-4eda9fdb-d340-4807-9278-3a39db8c47c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:23:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['88fcdd69-820b-46ee-8ce3-18d0484113fb'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:10.656153 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:24:10.659118 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:24:10.702635 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:24:10.820751 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-84baf501-14e5-43b2-842a-7e36cb7eb45c None None] Provisioning for port 7c30b71d-688c-4d37-bf91-431024e907be completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:10.889503 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-84baf501-14e5-43b2-842a-7e36cb7eb45c None None] Provisioning complete for port 7c30b71d-688c-4d37-bf91-431024e907be triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:10.890171 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-84baf501-14e5-43b2-842a-7e36cb7eb45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.995005 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aa368316-14ce-47bc-be85-39da3ea36371 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:10.997102 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-4eda9fdb-d340-4807-9278-3a39db8c47c3 None None] Set router 88fcdd69-820b-46ee-8ce3-18d0484113fb gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:24:11.014257 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-aa368316-14ce-47bc-be85-39da3ea36371 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 12.2931850 Sep 01 15:24:11.032291 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49678) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:11.264616 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-4eda9fdb-d340-4807-9278-3a39db8c47c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219351267', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:23:59Z', 'updated_at': '2021-09-01T15:24:05Z', 'revision_number': 3, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:02Z', 'updated_at': '2021-09-01T15:24:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:11.303222 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eda9fdb-d340-4807-9278-3a39db8c47c3 None None] Checking router: 88fcdd69-820b-46ee-8ce3-18d0484113fb for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:24:11.303891 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eda9fdb-d340-4807-9278-3a39db8c47c3 None None] Updating router 88fcdd69-820b-46ee-8ce3-18d0484113fb port 73d60bae-b6c4-49bf-8112-b53bb152f5d6 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:24:11.341023 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-4eda9fdb-d340-4807-9278-3a39db8c47c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:11.388437 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:11.423327 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:11.428875 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "DELETE /v2.0/networks/06e99b83-dc3f-4787-887e-4c4601ccaf07 HTTP/1.1" status: 204 len: 168 time: 8.0401027 Sep 01 15:24:11.465117 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16e51db1-7883-42a3-8edc-a9458e089371 req-aec717fc-4e04-45cb-a0b9-5eb62d8af485 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5606911 Sep 01 15:24:11.491689 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49688) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:11.533605 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-7c024fb0-2ead-41d2-a56b-321447e28422 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1995228788'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:11.538759 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff654a8-2409-424a-a01d-b60f82c9729c admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:24:11.578834 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9ff654a8-2409-424a-a01d-b60f82c9729c admin admin] 10.222.0.60 "PUT /v2.0/routers/afaf8e5a-5c0a-4574-b0a4-b0e414757561/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1391587 Sep 01 15:24:11.584216 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49690) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:11.587310 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1860a-e6b0-482c-b1ec-e8ba7b6b8a2c tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event deleted for resources: {'Network': ['ID=06e99b83-dc3f-4787-887e-4c4601ccaf07,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:11.687720 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494daeb-d41c-4a6e-8836-7236312f8d20 req-d7952397-89a8-4f7d-9559-7a78313b5e38 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:11.690606 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a494daeb-d41c-4a6e-8836-7236312f8d20 req-d7952397-89a8-4f7d-9559-7a78313b5e38 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.62 "GET /v2.0/ports?device_id=27feb68d-4c67-43ac-8e7c-34b34ceda24a HTTP/1.1" status: 200 len: 946 time: 0.2603822 Sep 01 15:24:11.699350 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c024fb0-2ead-41d2-a56b-321447e28422 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Made reservation on behalf of 4cf1d84d3461470a9c39da8e67a9a428 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:11.714122 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7c024fb0-2ead-41d2-a56b-321447e28422 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:11.761292 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886f4c52-7550-4ece-9eeb-b3e61c2ed748 None None] Sync routers for ids ['afaf8e5a-5c0a-4574-b0a4-b0e414757561'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:24:11.823016 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-71c2ac10-98ba-4d3c-8039-c204252d696c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Floating IP f31d388a-15b3-44f5-953b-e4096f701953 associated. External IP: 172.25.6.47, port: 9251867d-975c-4bcc-87cc-d6bbbbd23c7b. Sep 01 15:24:11.878006 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27a6a05-5764-43f0-9a27-3f01795fac73 None None] Network b43002b1-d496-4dff-a580-33e44d9974b4 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:11.885167 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886f4c52-7550-4ece-9eeb-b3e61c2ed748 None None] Routers {'afaf8e5a-5c0a-4574-b0a4-b0e414757561'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:24:11.885967 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-886f4c52-7550-4ece-9eeb-b3e61c2ed748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:23:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['afaf8e5a-5c0a-4574-b0a4-b0e414757561'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:12.156874 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24378050-37f5-4bb1-bd65-bd0d3c5bbfd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-60324ba4-0670-494d-b9b2-ef4b5e37dc2d', 'network_id': '60324ba4-0670-494d-b9b2-ef4b5e37dc2d', 'tenant_id': '2a1737543804470f8e63a9c45dd42e5c', 'fixed_ips': [{'subnet_id': '010e2b74-7c4c-464a-ae2b-7d7256bea10e'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:24:12.160175 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-24378050-37f5-4bb1-bd65-bd0d3c5bbfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:12.345162 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09e69ff-c61f-4b47-aa8f-4ad77772f18d tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Made reservation on behalf of 2a1737543804470f8e63a9c45dd42e5c for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:12.358269 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c09e69ff-c61f-4b47-aa8f-4ad77772f18d tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:12.494154 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-4eda9fdb-d340-4807-9278-3a39db8c47c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:12.517109 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-84baf501-14e5-43b2-842a-7e36cb7eb45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:12.519752 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:12.542326 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-4eda9fdb-d340-4807-9278-3a39db8c47c3 None None] Transition to ACTIVE for port object 73d60bae-b6c4-49bf-8112-b53bb152f5d6 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:12.549552 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e455-1479-4a4a-84cc-8f7b943a8a70 admin admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:12.573722 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-4eda9fdb-d340-4807-9278-3a39db8c47c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:12.677684 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-c09e69ff-c61f-4b47-aa8f-4ad77772f18d tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] device_id is not set on port 287a5729-25c9-436b-98e6-622e06dec75f yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:24:12.801811 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c94ff1-66f0-4c10-a429-30af89ad0eb0 None None] Pushing event updated for resources: {'Port': ['ID=73d60bae-b6c4-49bf-8112-b53bb152f5d6,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:12.826954 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-4eda9fdb-d340-4807-9278-3a39db8c47c3 None None] Attempting to bind port 73d60bae-b6c4-49bf-8112-b53bb152f5d6 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:24:12.828115 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-4eda9fdb-d340-4807-9278-3a39db8c47c3 None None] Attempting to bind port 73d60bae-b6c4-49bf-8112-b53bb152f5d6 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:24:12.830157 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eda9fdb-d340-4807-9278-3a39db8c47c3 None None] Attempting to bind port 73d60bae-b6c4-49bf-8112-b53bb152f5d6 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:12.842261 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c94ff1-66f0-4c10-a429-30af89ad0eb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:12.844431 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c94ff1-66f0-4c10-a429-30af89ad0eb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:12.845115 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c94ff1-66f0-4c10-a429-30af89ad0eb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:12.847520 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c94ff1-66f0-4c10-a429-30af89ad0eb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:12.849698 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c94ff1-66f0-4c10-a429-30af89ad0eb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:12.851436 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c94ff1-66f0-4c10-a429-30af89ad0eb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:12.852187 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c94ff1-66f0-4c10-a429-30af89ad0eb0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:12.853958 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c94ff1-66f0-4c10-a429-30af89ad0eb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:12.854790 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c94ff1-66f0-4c10-a429-30af89ad0eb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:12.855957 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c94ff1-66f0-4c10-a429-30af89ad0eb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:12.856482 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c94ff1-66f0-4c10-a429-30af89ad0eb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:12.858135 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c94ff1-66f0-4c10-a429-30af89ad0eb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:12.876653 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eda9fdb-d340-4807-9278-3a39db8c47c3 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:24:12.879508 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eda9fdb-d340-4807-9278-3a39db8c47c3 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:12.880276 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-4eda9fdb-d340-4807-9278-3a39db8c47c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:12.880857 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eda9fdb-d340-4807-9278-3a39db8c47c3 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:24:12.882077 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-4eda9fdb-d340-4807-9278-3a39db8c47c3 None None] Bound port: 73d60bae-b6c4-49bf-8112-b53bb152f5d6, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:24:12.884366 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-4eda9fdb-d340-4807-9278-3a39db8c47c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:12.928321 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fccd4da7-fadf-4c58-90fb-dd5423d3bb31 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=de2c6e6a9d864f738bbaf0c51220fe5f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.7023382 Sep 01 15:24:12.939957 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0f0b2cf8-b19c-4da2-bdb9-078ae8619870 req-7a17f0e8-fc4b-4df1-8a79-b2ad01e27d8f tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=67a86f2d-b498-4382-882e-fa441c19536c HTTP/1.1" status: 200 len: 210 time: 1.1640410 Sep 01 15:24:12.951407 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-84baf501-14e5-43b2-842a-7e36cb7eb45c None None] For port 7c30b71d-688c-4d37-bf91-431024e907be, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=7c30b71d-688c-4d37-bf91-431024e907be,segment=NetworkSegment(e30bf2ff-933f-4361-8707-b3bac136f80c),segment_id=e30bf2ff-933f-4361-8707-b3bac136f80c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:12.968133 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49706) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:13.021866 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-4eda9fdb-d340-4807-9278-3a39db8c47c3 None None] For port 73d60bae-b6c4-49bf-8112-b53bb152f5d6, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:24:13.026490 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c024fb0-2ead-41d2-a56b-321447e28422 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:24:13.026930 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-4eda9fdb-d340-4807-9278-3a39db8c47c3 None None] For port 73d60bae-b6c4-49bf-8112-b53bb152f5d6, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=73d60bae-b6c4-49bf-8112-b53bb152f5d6,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:24:13.041323 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-4eda9fdb-d340-4807-9278-3a39db8c47c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:13.108101 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-24378050-37f5-4bb1-bd65-bd0d3c5bbfd5 None None] Allocated IP 2001:db8::f816:3eff:fe1a:1390 (60324ba4-0670-494d-b9b2-ef4b5e37dc2d/010e2b74-7c4c-464a-ae2b-7d7256bea10e/46aa782a-c719-4e04-bb83-b08bbeb918f8) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:13.173164 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eda9fdb-d340-4807-9278-3a39db8c47c3 None None] Routers {'88fcdd69-820b-46ee-8ce3-18d0484113fb'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:24:13.174891 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-4eda9fdb-d340-4807-9278-3a39db8c47c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:23:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['88fcdd69-820b-46ee-8ce3-18d0484113fb'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:13.252698 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c94ff1-66f0-4c10-a429-30af89ad0eb0 None None] Pushing event updated for resources: {'Port': ['ID=73d60bae-b6c4-49bf-8112-b53bb152f5d6,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:13.409965 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7c024fb0-2ead-41d2-a56b-321447e28422 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:13.410650 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-7c024fb0-2ead-41d2-a56b-321447e28422 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Added segment afcc4828-f4b3-4b0e-8324-db5fe9a061e7 of type vlan for network a276a86f-aacb-4fc4-bda3-0ca23f969219 Sep 01 15:24:13.475883 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-4eda9fdb-d340-4807-9278-3a39db8c47c3 None None] Set router 88fcdd69-820b-46ee-8ce3-18d0484113fb gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:24:13.511984 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c2ac10-98ba-4d3c-8039-c204252d696c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Router bc2d41b9-c0ae-484a-b616-83749fc07d66 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:24:13.561288 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712a069-c36a-4874-9ea7-136fa429dd0f req-8f23a220-655f-4539-9e55-39180065aeb6 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:13.591324 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5712a069-c36a-4874-9ea7-136fa429dd0f req-8f23a220-655f-4539-9e55-39180065aeb6 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=27feb68d-4c67-43ac-8e7c-34b34ceda24a HTTP/1.1" status: 200 len: 946 time: 0.7111318 Sep 01 15:24:13.620034 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-886f4c52-7550-4ece-9eeb-b3e61c2ed748 None None] Set router afaf8e5a-5c0a-4574-b0a4-b0e414757561 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:24:13.751732 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e455-1479-4a4a-84cc-8f7b943a8a70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:13.852223 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7c024fb0-2ead-41d2-a56b-321447e28422 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:13.853824 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-84baf501-14e5-43b2-842a-7e36cb7eb45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:13.860421 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c0bfee-80d3-40d5-8164-7daf45153095 None None] Network 50e861ad-d471-4a04-b1d0-ff2ad2739439 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:13.939833 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-a494daeb-d41c-4a6e-8836-7236312f8d20 req-b194c599-b88a-4df7-88e9-4ec0d81c0f6e tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Deleting port 257b5410-eb73-44b2-b85c-40ace75ef5eb {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:13.942381 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a494daeb-d41c-4a6e-8836-7236312f8d20 req-b194c599-b88a-4df7-88e9-4ec0d81c0f6e tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:13.951379 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5712a069-c36a-4874-9ea7-136fa429dd0f req-9bdb9e24-f6a3-411d-b49e-c0476cc77dcd tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565629 Sep 01 15:24:14.119903 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54303f70-4e0b-4a5b-8c11-4dc3ff015813 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:14.122766 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-54303f70-4e0b-4a5b-8c11-4dc3ff015813 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1474216 Sep 01 15:24:14.129072 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.resource_extend [None req-7c024fb0-2ead-41d2-a56b-321447e28422 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:24:14.135613 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49718) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:14.166946 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-f3096434-bfba-4a5e-96f6-7688c2612dd8 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:14.168919 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-f3096434-bfba-4a5e-96f6-7688c2612dd8 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.45 "GET /v2.0/networks?id=b43002b1-d496-4dff-a580-33e44d9974b4 HTTP/1.1" status: 200 len: 812 time: 0.5699887 Sep 01 15:24:14.190429 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-30641124-7714-4adb-9fb2-3198a9b34b0b tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Request body: {'port': {'device_id': '67a86f2d-b498-4382-882e-fa441c19536c', 'network_id': 'b43002b1-d496-4dff-a580-33e44d9974b4', 'admin_state_up': True, 'tenant_id': 'cebeadb3f5914db3b62acbb94abbc05c'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:14.249342 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a8d32ffb-dec4-448f-a736-3f03d4d27c2a req-748d3707-b586-41f1-a336-0c0cba10712b tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=67a86f2d-b498-4382-882e-fa441c19536c HTTP/1.1" status: 200 len: 210 time: 0.1317215 Sep 01 15:24:14.253320 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fc4cc767-3ee2-4425-931c-abaaa8bb42ec tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5c826073-0017-46f6-8947-51b31e774ff4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1072378 Sep 01 15:24:14.273999 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49720) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:14.283101 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-8e217ae8-d3e8-46c1-b0ee-0b6280741141 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-428253223', 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:14.318860 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:14.348155 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-5ff9e455-1479-4a4a-84cc-8f7b943a8a70 admin admin] Deleting port ab1c04b6-b987-4171-a2cb-a4c8fd8120fb {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:14.348846 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e455-1479-4a4a-84cc-8f7b943a8a70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:14.357286 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-24378050-37f5-4bb1-bd65-bd0d3c5bbfd5 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:14.358520 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c2ac10-98ba-4d3c-8039-c204252d696c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:24:14.375046 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2f45a99f-79d5-4989-9f61-ef3318302e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:14.383197 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-71c2ac10-98ba-4d3c-8039-c204252d696c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:14.392920 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d127af4-dbb6-4a0c-9fd1-b007c6b29ed6 None None] Sync routers for ids ['bc2d41b9-c0ae-484a-b616-83749fc07d66'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:24:14.421027 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84baf501-14e5-43b2-842a-7e36cb7eb45c None None] Pushing event updated for resources: {'Port': ['ID=7c30b71d-688c-4d37-bf91-431024e907be,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:14.423390 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-72f4b391-1204-4a39-b76f-983e69781f31 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:14.424963 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-72f4b391-1204-4a39-b76f-983e69781f31 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.62 "GET /v2.0/networks?id=b43002b1-d496-4dff-a580-33e44d9974b4 HTTP/1.1" status: 200 len: 812 time: 1.0530946 Sep 01 15:24:14.432603 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7c024fb0-2ead-41d2-a56b-321447e28422 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:14.438839 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c024fb0-2ead-41d2-a56b-321447e28422 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:14.439682 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7c024fb0-2ead-41d2-a56b-321447e28422 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:14.455967 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-24378050-37f5-4bb1-bd65-bd0d3c5bbfd5 None None] Transition to ACTIVE for port object 46aa782a-c719-4e04-bb83-b08bbeb918f8 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:14.456512 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-30641124-7714-4adb-9fb2-3198a9b34b0b tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Made reservation on behalf of cebeadb3f5914db3b62acbb94abbc05c for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:14.464077 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-30641124-7714-4adb-9fb2-3198a9b34b0b tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:14.485839 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-66a4ef0a-ff01-476f-ac2e-744812e5719f None None] Provisioning complete for port 7c30b71d-688c-4d37-bf91-431024e907be triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:14.486229 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-66a4ef0a-ff01-476f-ac2e-744812e5719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:14.491707 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-9dcb4a84-5e54-4f88-937b-a95c29fe3041 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Request body: {'port': {'device_id': 'b3d6e6da-b639-4834-9269-b940527b7eef', 'network_id': 'b43002b1-d496-4dff-a580-33e44d9974b4', 'admin_state_up': True, 'tenant_id': 'cebeadb3f5914db3b62acbb94abbc05c'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:14.567148 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-24378050-37f5-4bb1-bd65-bd0d3c5bbfd5 None None] Transition to ACTIVE for port object 46aa782a-c719-4e04-bb83-b08bbeb918f8 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:14.615875 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-24378050-37f5-4bb1-bd65-bd0d3c5bbfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:14.645479 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7c024fb0-2ead-41d2-a56b-321447e28422 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.1524799 Sep 01 15:24:14.661422 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49726) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:14.673248 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24378050-37f5-4bb1-bd65-bd0d3c5bbfd5 None None] Pushing event updated for resources: {'Port': ['ID=46aa782a-c719-4e04-bb83-b08bbeb918f8,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:14.694865 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-c080cf6c-265e-43a1-a921-c4490f7fc7eb tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Request body: {'subnet': {'network_id': 'a276a86f-aacb-4fc4-bda3-0ca23f969219', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:14.695190 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-4eda9fdb-d340-4807-9278-3a39db8c47c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219351267', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:23:59Z', 'updated_at': '2021-09-01T15:24:05Z', 'revision_number': 3, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:02Z', 'updated_at': '2021-09-01T15:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:14.726757 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-a494daeb-d41c-4a6e-8836-7236312f8d20 req-b194c599-b88a-4df7-88e9-4ec0d81c0f6e tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] For port 257b5410-eb73-44b2-b85c-40ace75ef5eb, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=257b5410-eb73-44b2-b85c-40ace75ef5eb,segment=NetworkSegment(298f4f04-e2dd-4e98-869b-31e51c1de96b),segment_id=298f4f04-e2dd-4e98-869b-31e51c1de96b)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:14.727306 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a494daeb-d41c-4a6e-8836-7236312f8d20 req-b194c599-b88a-4df7-88e9-4ec0d81c0f6e tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:14.738579 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-71c2ac10-98ba-4d3c-8039-c204252d696c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "PUT /v2.0/floatingips/f31d388a-15b3-44f5-953b-e4096f701953 HTTP/1.1" status: 200 len: 991 time: 6.5714650 Sep 01 15:24:14.764598 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24378050-37f5-4bb1-bd65-bd0d3c5bbfd5 None None] Network 60324ba4-0670-494d-b9b2-ef4b5e37dc2d is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:14.772665 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d81c67e-a48e-44e9-b085-cbaa9ed29702', 'tag': '9251867d-975c-4bcc-87cc-d6bbbbd23c7b'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:24:14.782089 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 257b5410-eb73-44b2-b85c-40ace75ef5eb no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:24:14.786325 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c341ca50-d0b7-44ed-8d0e-a13eee1a56c8" -d '{"events": [{"name": "network-changed", "server_uuid": "4d81c67e-a48e-44e9-b085-cbaa9ed29702", "tag": "9251867d-975c-4bcc-87cc-d6bbbbd23c7b"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:24:14.826961 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d127af4-dbb6-4a0c-9fd1-b007c6b29ed6 None None] Routers {'bc2d41b9-c0ae-484a-b616-83749fc07d66'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:24:14.830851 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3d127af4-dbb6-4a0c-9fd1-b007c6b29ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:24:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['bc2d41b9-c0ae-484a-b616-83749fc07d66'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:14.879638 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-c09e69ff-c61f-4b47-aa8f-4ad77772f18d tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Allocated IP 2001:db8::f816:3eff:feb5:e6b6 (60324ba4-0670-494d-b9b2-ef4b5e37dc2d/010e2b74-7c4c-464a-ae2b-7d7256bea10e/287a5729-25c9-436b-98e6-622e06dec75f) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:14.901015 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-a494daeb-d41c-4a6e-8836-7236312f8d20 req-b194c599-b88a-4df7-88e9-4ec0d81c0f6e tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Calling delete_port for 257b5410-eb73-44b2-b85c-40ace75ef5eb owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:14.941503 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-24378050-37f5-4bb1-bd65-bd0d3c5bbfd5 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:14.952664 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24378050-37f5-4bb1-bd65-bd0d3c5bbfd5 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:14.980691 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-5ff9e455-1479-4a4a-84cc-8f7b943a8a70 admin admin] For port ab1c04b6-b987-4171-a2cb-a4c8fd8120fb, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ab1c04b6-b987-4171-a2cb-a4c8fd8120fb,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:14.981051 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e455-1479-4a4a-84cc-8f7b943a8a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:15.070810 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-5ff9e455-1479-4a4a-84cc-8f7b943a8a70 admin admin] Calling delete_port for ab1c04b6-b987-4171-a2cb-a4c8fd8120fb owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:15.076228 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eda9fdb-d340-4807-9278-3a39db8c47c3 None None] The sync data for ids ['88fcdd69-820b-46ee-8ce3-18d0484113fb'] in n-d-794796-3 is: [{'id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219351267', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:23:59Z', 'updated_at': '2021-09-01T15:24:05Z', 'revision_number': 3, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:02Z', 'updated_at': '2021-09-01T15:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:24:15.088183 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-24378050-37f5-4bb1-bd65-bd0d3c5bbfd5 None None] Attempting to bind port 46aa782a-c719-4e04-bb83-b08bbeb918f8 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:24:15.088946 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-24378050-37f5-4bb1-bd65-bd0d3c5bbfd5 None None] Attempting to bind port 46aa782a-c719-4e04-bb83-b08bbeb918f8 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'e0b90148-43e0-4e95-b2bf-ca3bb51af7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '60324ba4-0670-494d-b9b2-ef4b5e37dc2d'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:24:15.095480 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24378050-37f5-4bb1-bd65-bd0d3c5bbfd5 None None] Attempting to bind port 46aa782a-c719-4e04-bb83-b08bbeb918f8 on network 60324ba4-0670-494d-b9b2-ef4b5e37dc2d {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:15.172314 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24378050-37f5-4bb1-bd65-bd0d3c5bbfd5 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:24:15.172789 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24378050-37f5-4bb1-bd65-bd0d3c5bbfd5 None None] Checking segment: {'id': 'e0b90148-43e0-4e95-b2bf-ca3bb51af7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '60324ba4-0670-494d-b9b2-ef4b5e37dc2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:15.173268 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-24378050-37f5-4bb1-bd65-bd0d3c5bbfd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:15.174215 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24378050-37f5-4bb1-bd65-bd0d3c5bbfd5 None None] Bound using segment: {'id': 'e0b90148-43e0-4e95-b2bf-ca3bb51af7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '60324ba4-0670-494d-b9b2-ef4b5e37dc2d'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:24:15.175321 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-24378050-37f5-4bb1-bd65-bd0d3c5bbfd5 None None] Bound port: 46aa782a-c719-4e04-bb83-b08bbeb918f8, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b90148-43e0-4e95-b2bf-ca3bb51af7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '60324ba4-0670-494d-b9b2-ef4b5e37dc2d'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:24:15.176236 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-24378050-37f5-4bb1-bd65-bd0d3c5bbfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:15.245331 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:15.262934 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c024fb0-2ead-41d2-a56b-321447e28422 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event updated for resources: {'Network': ['ID=a276a86f-aacb-4fc4-bda3-0ca23f969219,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:15.334349 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee85d963-b6f1-4a12-aa00-9d7083fab0ae x-openstack-request-id: req-ee85d963-b6f1-4a12-aa00-9d7083fab0ae {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:24:15.334349 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d81c67e-a48e-44e9-b085-cbaa9ed29702", "tag": "9251867d-975c-4bcc-87cc-d6bbbbd23c7b", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:24:15.334349 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ee85d963-b6f1-4a12-aa00-9d7083fab0ae {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:24:15.334349 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d81c67e-a48e-44e9-b085-cbaa9ed29702', 'tag': '9251867d-975c-4bcc-87cc-d6bbbbd23c7b', 'status': 'completed', 'code': 200} Sep 01 15:24:15.381068 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-3d127af4-dbb6-4a0c-9fd1-b007c6b29ed6 None None] Set router bc2d41b9-c0ae-484a-b616-83749fc07d66 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:24:15.410715 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network a276a86f-aacb-4fc4-bda3-0ca23f969219 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:24:15.560839 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-886f4c52-7550-4ece-9eeb-b3e61c2ed748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'name': 'tempest-ServersTestBootFromVolume-921409714-router', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'ab1c04b6-b987-4171-a2cb-a4c8fd8120fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:59Z', 'updated_at': '2021-09-01T15:24:07Z', 'revision_number': 5, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'gw_port': {'id': 'ab1c04b6-b987-4171-a2cb-a4c8fd8120fb', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:66:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:20:01Z', 'updated_at': '2021-09-01T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:15.606537 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-04005954-40da-411d-88cf-11c4adfd1e90 None None] Provisioning complete for port 7c30b71d-688c-4d37-bf91-431024e907be triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:15.607085 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-04005954-40da-411d-88cf-11c4adfd1e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:15.656319 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8caec7f0-ee60-464b-a0c2-c40aa516f720 req-92976ec9-8496-456b-b947-e30c5e6670bb tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=67a86f2d-b498-4382-882e-fa441c19536c HTTP/1.1" status: 200 len: 210 time: 0.1414564 Sep 01 15:24:15.733925 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-30641124-7714-4adb-9fb2-3198a9b34b0b tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Allocated IP 172.20.0.8 (b43002b1-d496-4dff-a580-33e44d9974b4/0bbfe87c-14ec-4424-8376-f61425c302dd/0b454a36-f459-49ce-ac27-9223824df32d) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:15.749965 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e217ae8-d3e8-46c1-b0ee-0b6280741141 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Made reservation on behalf of de2c6e6a9d864f738bbaf0c51220fe5f for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:15.769908 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8e217ae8-d3e8-46c1-b0ee-0b6280741141 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:15.781044 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886f4c52-7550-4ece-9eeb-b3e61c2ed748 None None] Checking router: afaf8e5a-5c0a-4574-b0a4-b0e414757561 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:24:15.802655 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:15.812028 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 7c30b71d-688c-4d37-bf91-431024e907be up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:15.924076 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04548ff0-a2d9-488d-b54b-1ab906c0a4f6 req-1ba47dbf-5c47-4a7d-b89a-e4855d734684 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:15.942578 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-04548ff0-a2d9-488d-b54b-1ab906c0a4f6 req-1ba47dbf-5c47-4a7d-b89a-e4855d734684 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=27feb68d-4c67-43ac-8e7c-34b34ceda24a HTTP/1.1" status: 200 len: 946 time: 0.6306369 Sep 01 15:24:15.947550 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886f4c52-7550-4ece-9eeb-b3e61c2ed748 None None] Routers {'afaf8e5a-5c0a-4574-b0a4-b0e414757561'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:24:15.948422 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-886f4c52-7550-4ece-9eeb-b3e61c2ed748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:24:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['afaf8e5a-5c0a-4574-b0a4-b0e414757561'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:15.969329 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 7c30b71d-688c-4d37-bf91-431024e907be triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:15.969997 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:16.116900 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a494daeb-d41c-4a6e-8836-7236312f8d20 req-b194c599-b88a-4df7-88e9-4ec0d81c0f6e tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:16.118594 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c080cf6c-265e-43a1-a921-c4490f7fc7eb tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Made reservation on behalf of 4cf1d84d3461470a9c39da8e67a9a428 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:16.125271 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c080cf6c-265e-43a1-a921-c4490f7fc7eb tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:16.167276 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3d127af4-dbb6-4a0c-9fd1-b007c6b29ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'name': 'tempest-AttachVolumeTestJSON-1977586773-router', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:18:22Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'gw_port': {'id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:24Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'f31d388a-15b3-44f5-953b-e4096f701953', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'floating_ip_address': '172.25.6.47', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'port_id': '9251867d-975c-4bcc-87cc-d6bbbbd23c7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13', 'mac_address': 'fa:16:3e:14:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d81c67e-a48e-44e9-b085-cbaa9ed29702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:23:35Z', 'updated_at': '2021-09-01T15:24:09Z', 'revision_number': 1, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50b7193-db59-4cec-ac2a-38ed31e9774b', 'name': '', 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'mac_address': 'fa:16:3e:6b:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:33Z', 'updated_at': '2021-09-01T15:18:49Z', 'revision_number': 5, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'subnets': [{'id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:16.237033 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194c599-b88a-4df7-88e9-4ec0d81c0f6e tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Pushing event deleted for resources: {'Port': ['ID=257b5410-eb73-44b2-b85c-40ace75ef5eb,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:16.249466 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341ca50-d0b7-44ed-8d0e-a13eee1a56c8 req-c9bf739d-67fd-45a5-84f9-9276ccaf5d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:16.251538 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c341ca50-d0b7-44ed-8d0e-a13eee1a56c8 req-c9bf739d-67fd-45a5-84f9-9276ccaf5d33 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d5c12ac629004c608a6b26e32bb713bc&device_id=4d81c67e-a48e-44e9-b085-cbaa9ed29702 HTTP/1.1" status: 200 len: 1097 time: 0.8816316 Sep 01 15:24:16.301823 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d127af4-dbb6-4a0c-9fd1-b007c6b29ed6 None None] Checking router: bc2d41b9-c0ae-484a-b616-83749fc07d66 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:24:16.338787 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d127af4-dbb6-4a0c-9fd1-b007c6b29ed6 None None] Routers {'bc2d41b9-c0ae-484a-b616-83749fc07d66'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:24:16.339733 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3d127af4-dbb6-4a0c-9fd1-b007c6b29ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:24:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['bc2d41b9-c0ae-484a-b616-83749fc07d66'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:16.427489 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-30641124-7714-4adb-9fb2-3198a9b34b0b tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:16.477158 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-9dcb4a84-5e54-4f88-937b-a95c29fe3041 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Made reservation on behalf of cebeadb3f5914db3b62acbb94abbc05c for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:16.481688 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-9dcb4a84-5e54-4f88-937b-a95c29fe3041 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:16.512311 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-24378050-37f5-4bb1-bd65-bd0d3c5bbfd5 None None] For port 46aa782a-c719-4e04-bb83-b08bbeb918f8, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:24:16.671348 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-04548ff0-a2d9-488d-b54b-1ab906c0a4f6 req-e780d89f-163c-4837-ba48-7ad355701080 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e979524-80f4-4e16-8dc0-ec7c4b793754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6552041 Sep 01 15:24:16.682338 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-24378050-37f5-4bb1-bd65-bd0d3c5bbfd5 None None] For port 46aa782a-c719-4e04-bb83-b08bbeb918f8, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=46aa782a-c719-4e04-bb83-b08bbeb918f8,segment=NetworkSegment(e0b90148-43e0-4e95-b2bf-ca3bb51af7d0),segment_id=e0b90148-43e0-4e95-b2bf-ca3bb51af7d0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:24:16.692625 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-3d127af4-dbb6-4a0c-9fd1-b007c6b29ed6 None None] Set router bc2d41b9-c0ae-484a-b616-83749fc07d66 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:24:16.751837 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-a494daeb-d41c-4a6e-8836-7236312f8d20 req-b194c599-b88a-4df7-88e9-4ec0d81c0f6e tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] No DVR routers for this DVR port 257b5410-eb73-44b2-b85c-40ace75ef5eb on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:24:16.820394 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-24378050-37f5-4bb1-bd65-bd0d3c5bbfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:16.860918 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a494daeb-d41c-4a6e-8836-7236312f8d20 req-b194c599-b88a-4df7-88e9-4ec0d81c0f6e tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:16.862955 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a494daeb-d41c-4a6e-8836-7236312f8d20 req-b194c599-b88a-4df7-88e9-4ec0d81c0f6e tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.62 "DELETE /v2.0/ports/257b5410-eb73-44b2-b85c-40ace75ef5eb HTTP/1.1" status: 204 len: 173 time: 5.0892155 Sep 01 15:24:16.865614 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27feb68d-4c67-43ac-8e7c-34b34ceda24a', 'name': 'network-vif-deleted', 'tag': '257b5410-eb73-44b2-b85c-40ace75ef5eb'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:24:16.879129 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8092cc7c-0a1b-4c4a-a845-089dc93f1795" -d '{"events": [{"server_uuid": "27feb68d-4c67-43ac-8e7c-34b34ceda24a", "name": "network-vif-deleted", "tag": "257b5410-eb73-44b2-b85c-40ace75ef5eb"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:24:17.007894 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c772006f-4c18-4501-9b9c-729c17a85911 req-1d42eb07-25d4-4210-960e-1486962529ab tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=67a86f2d-b498-4382-882e-fa441c19536c HTTP/1.1" status: 200 len: 210 time: 0.1124284 Sep 01 15:24:17.038754 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330468d9-be3a-4317-9bc0-3806b3532880 x-openstack-request-id: req-330468d9-be3a-4317-9bc0-3806b3532880 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:24:17.038754 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27feb68d-4c67-43ac-8e7c-34b34ceda24a", "name": "network-vif-deleted", "tag": "257b5410-eb73-44b2-b85c-40ace75ef5eb", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:24:17.041113 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-330468d9-be3a-4317-9bc0-3806b3532880 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:24:17.042693 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27feb68d-4c67-43ac-8e7c-34b34ceda24a', 'name': 'network-vif-deleted', 'tag': '257b5410-eb73-44b2-b85c-40ace75ef5eb', 'status': 'completed', 'code': 200} Sep 01 15:24:17.161951 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e455-1479-4a4a-84cc-8f7b943a8a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:17.188170 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c09e69ff-c61f-4b47-aa8f-4ad77772f18d tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:17.217572 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-886f4c52-7550-4ece-9eeb-b3e61c2ed748 None None] Set router afaf8e5a-5c0a-4574-b0a4-b0e414757561 gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:24:17.338639 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9e455-1479-4a4a-84cc-8f7b943a8a70 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab1c04b6-b987-4171-a2cb-a4c8fd8120fb,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:17.347612 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-c09e69ff-c61f-4b47-aa8f-4ad77772f18d tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Transition to ACTIVE for port object 287a5729-25c9-436b-98e6-622e06dec75f will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:17.396671 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-30641124-7714-4adb-9fb2-3198a9b34b0b tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:17.433505 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3d127af4-dbb6-4a0c-9fd1-b007c6b29ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'name': 'tempest-AttachVolumeTestJSON-1977586773-router', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:18:22Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'gw_port': {'id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:24Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'f31d388a-15b3-44f5-953b-e4096f701953', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'floating_ip_address': '172.25.6.47', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'port_id': '9251867d-975c-4bcc-87cc-d6bbbbd23c7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13', 'mac_address': 'fa:16:3e:14:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d81c67e-a48e-44e9-b085-cbaa9ed29702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:23:35Z', 'updated_at': '2021-09-01T15:24:09Z', 'revision_number': 1, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50b7193-db59-4cec-ac2a-38ed31e9774b', 'name': '', 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'mac_address': 'fa:16:3e:6b:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:33Z', 'updated_at': '2021-09-01T15:18:49Z', 'revision_number': 5, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'subnets': [{'id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:17.510734 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341ca50-d0b7-44ed-8d0e-a13eee1a56c8 req-86bef68d-1b00-4046-a7d8-61f3c629be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:17.515380 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c341ca50-d0b7-44ed-8d0e-a13eee1a56c8 req-86bef68d-1b00-4046-a7d8-61f3c629be73 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d2362ee-78f5-4b99-9f98-82e09fba7d13 HTTP/1.1" status: 200 len: 912 time: 1.1939375 Sep 01 15:24:17.526458 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d127af4-dbb6-4a0c-9fd1-b007c6b29ed6 None None] The sync data for ids ['bc2d41b9-c0ae-484a-b616-83749fc07d66'] in n-d-794796-3 is: [{'id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'name': 'tempest-AttachVolumeTestJSON-1977586773-router', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:18:22Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'gw_port': {'id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:24Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'f31d388a-15b3-44f5-953b-e4096f701953', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'floating_ip_address': '172.25.6.47', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'port_id': '9251867d-975c-4bcc-87cc-d6bbbbd23c7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13', 'mac_address': 'fa:16:3e:14:cc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d81c67e-a48e-44e9-b085-cbaa9ed29702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:23:35Z', 'updated_at': '2021-09-01T15:24:09Z', 'revision_number': 1, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd50b7193-db59-4cec-ac2a-38ed31e9774b', 'name': '', 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'mac_address': 'fa:16:3e:6b:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:33Z', 'updated_at': '2021-09-01T15:18:49Z', 'revision_number': 5, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'subnets': [{'id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:24:17.630597 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-886f4c52-7550-4ece-9eeb-b3e61c2ed748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'name': 'tempest-ServersTestBootFromVolume-921409714-router', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:59Z', 'updated_at': '2021-09-01T15:24:13Z', 'revision_number': 6, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:17.751713 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886f4c52-7550-4ece-9eeb-b3e61c2ed748 None None] The sync data for ids ['afaf8e5a-5c0a-4574-b0a4-b0e414757561'] in n-d-794796-3 is: [{'id': 'afaf8e5a-5c0a-4574-b0a4-b0e414757561', 'name': 'tempest-ServersTestBootFromVolume-921409714-router', 'tenant_id': 'bf35c24044c040168464fc2f101d1d7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:19:59Z', 'updated_at': '2021-09-01T15:24:13Z', 'revision_number': 6, 'project_id': 'bf35c24044c040168464fc2f101d1d7c', 'gw_port_host': None}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:24:17.774405 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24378050-37f5-4bb1-bd65-bd0d3c5bbfd5 None None] Pushing event updated for resources: {'Port': ['ID=46aa782a-c719-4e04-bb83-b08bbeb918f8,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:17.779866 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e455-1479-4a4a-84cc-8f7b943a8a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:17.926910 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30641124-7714-4adb-9fb2-3198a9b34b0b tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Pushing event updated for resources: {'Port': ['ID=0b454a36-f459-49ce-ac27-9223824df32d,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:17.982852 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-30641124-7714-4adb-9fb2-3198a9b34b0b tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Network b43002b1-d496-4dff-a580-33e44d9974b4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:17.988897 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e455-1479-4a4a-84cc-8f7b943a8a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:17.991558 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-30641124-7714-4adb-9fb2-3198a9b34b0b tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:17.994093 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e455-1479-4a4a-84cc-8f7b943a8a70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:17.999330 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-30641124-7714-4adb-9fb2-3198a9b34b0b tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:18.008900 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c09e69ff-c61f-4b47-aa8f-4ad77772f18d tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:18.220450 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09e69ff-c61f-4b47-aa8f-4ad77772f18d tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Network 60324ba4-0670-494d-b9b2-ef4b5e37dc2d is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:18.315954 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f6592-f9f5-43c7-b218-7176ca8fe2f2 req-2cf8a86d-f835-4598-8cb1-ae9849b2f68e tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:18.329149 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b4f6592-f9f5-43c7-b218-7176ca8fe2f2 req-2cf8a86d-f835-4598-8cb1-ae9849b2f68e tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=67a86f2d-b498-4382-882e-fa441c19536c HTTP/1.1" status: 200 len: 931 time: 0.1889493 Sep 01 15:24:18.349365 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-c09e69ff-c61f-4b47-aa8f-4ad77772f18d tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:18.357775 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e455-1479-4a4a-84cc-8f7b943a8a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:18.357775 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff9e455-1479-4a4a-84cc-8f7b943a8a70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afaf8e5a-5c0a-4574-b0a4-b0e414757561 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:24:18.383049 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09e69ff-c61f-4b47-aa8f-4ad77772f18d tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:18.398392 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09e69ff-c61f-4b47-aa8f-4ad77772f18d tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:18.399226 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c09e69ff-c61f-4b47-aa8f-4ad77772f18d tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:18.408787 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f152b44-fcd5-4e4c-9f7d-59ea13ba7761 None None] New status for floating IP f31d388a-15b3-44f5-953b-e4096f701953: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:24:18.475790 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e455-1479-4a4a-84cc-8f7b943a8a70 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:18.477911 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5ff9e455-1479-4a4a-84cc-8f7b943a8a70 admin admin] 10.222.0.60 "DELETE /v2.0/routers/afaf8e5a-5c0a-4574-b0a4-b0e414757561 HTTP/1.1" status: 204 len: 168 time: 6.8914938 Sep 01 15:24:18.498714 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-30641124-7714-4adb-9fb2-3198a9b34b0b tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:18.499408 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-30641124-7714-4adb-9fb2-3198a9b34b0b tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:18.509086 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e69ff-c61f-4b47-aa8f-4ad77772f18d tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event updated for resources: {'Port': ['ID=287a5729-25c9-436b-98e6-622e06dec75f,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:18.545663 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49780) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:18.588684 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c09e69ff-c61f-4b47-aa8f-4ad77772f18d tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 8.9346473 Sep 01 15:24:18.609453 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49786) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:18.659029 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-30641124-7714-4adb-9fb2-3198a9b34b0b tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4780533 Sep 01 15:24:18.662522 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b4f6592-f9f5-43c7-b218-7176ca8fe2f2 req-92bcc1b1-26e1-4cfe-8265-daf8b4884406 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323336 Sep 01 15:24:18.675275 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Request body: {'port': {'device_id': '67a86f2d-b498-4382-882e-fa441c19536c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:18.719154 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 73d60bae-b6c4-49bf-8112-b53bb152f5d6 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:18.721576 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c341ca50-d0b7-44ed-8d0e-a13eee1a56c8 req-62a8310a-e466-4a47-816d-f542efa6559d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9251867d-975c-4bcc-87cc-d6bbbbd23c7b HTTP/1.1" status: 200 len: 999 time: 1.0307946 Sep 01 15:24:18.799569 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-caeb1e66-8d94-474b-bf40-d52de85989ff admin admin] Deleting subnet 5151cbef-1431-4715-8183-370e302b1869 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:24:18.833676 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-a20260cf-0070-4e2d-a1c3-7149e66e8d7f tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Deleting subnet 010e2b74-7c4c-464a-ae2b-7d7256bea10e {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:24:18.837163 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-caeb1e66-8d94-474b-bf40-d52de85989ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:18.859702 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:18.861675 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 73d60bae-b6c4-49bf-8112-b53bb152f5d6 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:18.867057 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 73d60bae-b6c4-49bf-8112-b53bb152f5d6 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:18.868039 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:18.880063 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-9dcb4a84-5e54-4f88-937b-a95c29fe3041 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Allocated IP 172.20.0.10 (b43002b1-d496-4dff-a580-33e44d9974b4/0bbfe87c-14ec-4424-8376-f61425c302dd/5bf39efe-aa5e-4b90-bd80-491f68bed342) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:18.955324 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a20260cf-0070-4e2d-a1c3-7149e66e8d7f tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:19.054977 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c080cf6c-265e-43a1-a921-c4490f7fc7eb tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:19.064370 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:19.112570 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 73d60bae-b6c4-49bf-8112-b53bb152f5d6, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=73d60bae-b6c4-49bf-8112-b53bb152f5d6,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:19.120998 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:19.122079 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 46aa782a-c719-4e04-bb83-b08bbeb918f8 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:19.160110 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-caeb1e66-8d94-474b-bf40-d52de85989ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:19.221012 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=73d60bae-b6c4-49bf-8112-b53bb152f5d6,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:19.240196 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-43001a06-87c8-4356-b515-60ad2d454dfd req-d891a8a6-34dc-4804-b3e1-98b8d142eb61 tempest-ListServerFiltersTestJSON-1817599310 tempest-ListServerFiltersTestJSON-1817599310-project] 10.222.0.60 "GET /v2.0/ports?device_id=27feb68d-4c67-43ac-8e7c-34b34ceda24a HTTP/1.1" status: 200 len: 210 time: 1.3261011 Sep 01 15:24:19.242184 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8e217ae8-d3e8-46c1-b0ee-0b6280741141 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:19.284771 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a20260cf-0070-4e2d-a1c3-7149e66e8d7f tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:19.334538 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 46aa782a-c719-4e04-bb83-b08bbeb918f8 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:19.449203 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080cf6c-265e-43a1-a921-c4490f7fc7eb tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event updated for resources: {'Subnet': ['ID=2422be09-29cb-4ad6-8419-457257dd940e,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:19.557442 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341ca50-d0b7-44ed-8d0e-a13eee1a56c8 req-1241680c-0607-42cc-bf70-20c572fbdf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:19.560441 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c341ca50-d0b7-44ed-8d0e-a13eee1a56c8 req-1241680c-0607-42cc-bf70-20c572fbdf28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cb4d0c35-1b78-4b62-99d6-b03c2c2e423d HTTP/1.1" status: 200 len: 850 time: 0.5467165 Sep 01 15:24:19.589352 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f32808-3a55-4b51-9858-c1ebae77b3b5 None None] Network 60324ba4-0670-494d-b9b2-ef4b5e37dc2d requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:19.694899 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7f7ba4f6-7d97-44c5-a142-0e6589e4a9ae None None] Provisioning for port 46aa782a-c719-4e04-bb83-b08bbeb918f8 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:19.712425 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7f7ba4f6-7d97-44c5-a142-0e6589e4a9ae None None] Provisioning complete for port 46aa782a-c719-4e04-bb83-b08bbeb918f8 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:19.712862 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7f7ba4f6-7d97-44c5-a142-0e6589e4a9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:19.818209 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 73d60bae-b6c4-49bf-8112-b53bb152f5d6 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:19.835994 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c080cf6c-265e-43a1-a921-c4490f7fc7eb tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Checking segment: {'id': 'afcc4828-f4b3-4b0e-8324-db5fe9a061e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a276a86f-aacb-4fc4-bda3-0ca23f969219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:19.837169 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c080cf6c-265e-43a1-a921-c4490f7fc7eb tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Network hostable DHCP agents. Network: a276a86f-aacb-4fc4-bda3-0ca23f969219, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:24:19.842805 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-9dcb4a84-5e54-4f88-937b-a95c29fe3041 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:19.850159 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e217ae8-d3e8-46c1-b0ee-0b6280741141 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Subnet': ['ID=28b1fc88-16ee-47b8-b537-f7c2d7715bc7,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:19.890320 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e217ae8-d3e8-46c1-b0ee-0b6280741141 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Checking segment: {'id': 'f65205a3-b68b-4ccf-8aec-744d1020fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:19.891327 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e217ae8-d3e8-46c1-b0ee-0b6280741141 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Network hostable DHCP agents. Network: 4578278d-9bad-4f8d-8bc4-6025bd0de686, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:24:19.908697 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 73d60bae-b6c4-49bf-8112-b53bb152f5d6 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:19.909387 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:19.970545 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341ca50-d0b7-44ed-8d0e-a13eee1a56c8 req-0bef6222-11ea-4bf6-8436-0a6aa6e480e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:19.972654 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c341ca50-d0b7-44ed-8d0e-a13eee1a56c8 req-0bef6222-11ea-4bf6-8436-0a6aa6e480e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d2362ee-78f5-4b99-9f98-82e09fba7d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3113396 Sep 01 15:24:19.977408 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c080cf6c-265e-43a1-a921-c4490f7fc7eb tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Network a276a86f-aacb-4fc4-bda3-0ca23f969219 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:24:20.069156 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 46aa782a-c719-4e04-bb83-b08bbeb918f8 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:20.127659 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-c080cf6c-265e-43a1-a921-c4490f7fc7eb tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, a276a86f-aacb-4fc4-bda3-0ca23f969219) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:20.139312 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-9dcb4a84-5e54-4f88-937b-a95c29fe3041 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:20.198683 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c080cf6c-265e-43a1-a921-c4490f7fc7eb tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:20.201073 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c080cf6c-265e-43a1-a921-c4490f7fc7eb tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:20.224076 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7f7ba4f6-7d97-44c5-a142-0e6589e4a9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:20.227275 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf5ba81-5598-44b5-93a2-207177fac584 None None] Network a276a86f-aacb-4fc4-bda3-0ca23f969219 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:20.248364 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-9dcb4a84-5e54-4f88-937b-a95c29fe3041 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Network b43002b1-d496-4dff-a580-33e44d9974b4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:20.262124 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-9dcb4a84-5e54-4f88-937b-a95c29fe3041 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:20.347848 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb4a84-5e54-4f88-937b-a95c29fe3041 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Pushing event updated for resources: {'Port': ['ID=5bf39efe-aa5e-4b90-bd80-491f68bed342,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:20.354215 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-9dcb4a84-5e54-4f88-937b-a95c29fe3041 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:20.365180 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e217ae8-d3e8-46c1-b0ee-0b6280741141 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Network 4578278d-9bad-4f8d-8bc4-6025bd0de686 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:24:20.369665 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49808) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:20.371857 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b454a36-f459-49ce-ac27-9223824df32d {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:24:20.383883 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:20.403590 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Transition to ACTIVE for port object 0b454a36-f459-49ce-ac27-9223824df32d will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:20.424250 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-8e217ae8-d3e8-46c1-b0ee-0b6280741141 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 4578278d-9bad-4f8d-8bc4-6025bd0de686) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:20.428872 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:20.436410 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e217ae8-d3e8-46c1-b0ee-0b6280741141 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:20.437299 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8e217ae8-d3e8-46c1-b0ee-0b6280741141 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:20.465612 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c080cf6c-265e-43a1-a921-c4490f7fc7eb tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.7854633 Sep 01 15:24:20.478661 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49812) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:20.488757 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-8bcb2696-c4cb-4e59-93cb-c79b8af814e0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Request body: {'subnet': {'network_id': 'a276a86f-aacb-4fc4-bda3-0ca23f969219', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:20.537906 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-7f7ba4f6-7d97-44c5-a142-0e6589e4a9ae None None] For port 46aa782a-c719-4e04-bb83-b08bbeb918f8, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=46aa782a-c719-4e04-bb83-b08bbeb918f8,segment=NetworkSegment(e0b90148-43e0-4e95-b2bf-ca3bb51af7d0),segment_id=e0b90148-43e0-4e95-b2bf-ca3bb51af7d0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:20.540564 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2371d9af-4f88-43cd-8237-1c023c735ecf None None] Network 4578278d-9bad-4f8d-8bc4-6025bd0de686 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:20.572371 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 46aa782a-c719-4e04-bb83-b08bbeb918f8 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:20.573169 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:20.579801 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-9dcb4a84-5e54-4f88-937b-a95c29fe3041 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:20.580490 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-9dcb4a84-5e54-4f88-937b-a95c29fe3041 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:20.607686 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8e217ae8-d3e8-46c1-b0ee-0b6280741141 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 6.3291273 Sep 01 15:24:20.615020 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-9dcb4a84-5e54-4f88-937b-a95c29fe3041 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1341426 Sep 01 15:24:20.618461 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49818) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:20.621928 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ecc553-4b14-428b-b815-60b8b3ab62ae admin admin] Deleting subnet 8f64344f-57c2-4d05-8164-8a12066c7710 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:24:20.635898 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c341ca50-d0b7-44ed-8d0e-a13eee1a56c8 req-ab79e5f1-8fe0-4fb8-9d52-e6d04f2ebe91 service neutron] 10.222.0.45 "GET /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6428938 Sep 01 15:24:20.655143 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7f7ba4f6-7d97-44c5-a142-0e6589e4a9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:20.703456 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-96ecc553-4b14-428b-b815-60b8b3ab62ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:20.710458 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-c5c1aed5-e440-4ac7-9f29-f994f6923044 service neutron] Request body: {'port': {'device_id': 'b3d6e6da-b639-4834-9269-b940527b7eef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:20.716357 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379cac5-567e-4e9e-87e8-43e4106a6024 req-3b97dbde-a518-4088-9b3e-2ace4edbdebc tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:20.727985 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1379cac5-567e-4e9e-87e8-43e4106a6024 req-3b97dbde-a518-4088-9b3e-2ace4edbdebc tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=67a86f2d-b498-4382-882e-fa441c19536c HTTP/1.1" status: 200 len: 931 time: 0.6315722 Sep 01 15:24:20.770983 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Pushing event updated for resources: {'Port': ['ID=0b454a36-f459-49ce-ac27-9223824df32d,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:20.832677 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-caeb1e66-8d94-474b-bf40-d52de85989ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:20.914494 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:20.921899 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:20.922775 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:20.923645 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:20.924273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:20.924823 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:20.925447 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:20.926063 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:20.926684 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:20.927214 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:20.927818 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:20.928458 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:20.934757 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ba4f6-7d97-44c5-a142-0e6589e4a9ae None None] Pushing event updated for resources: {'Port': ['ID=46aa782a-c719-4e04-bb83-b08bbeb918f8,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:21.031086 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-96ecc553-4b14-428b-b815-60b8b3ab62ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:21.068197 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ab1c04b6-b987-4171-a2cb-a4c8fd8120fb no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:24:21.101654 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fb7472-5b8e-4bad-b31f-939ee4061931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-a276a86f-aacb-4fc4-bda3-0ca23f969219', 'network_id': 'a276a86f-aacb-4fc4-bda3-0ca23f969219', 'tenant_id': '4cf1d84d3461470a9c39da8e67a9a428', 'fixed_ips': [{'subnet_id': '2422be09-29cb-4ad6-8419-457257dd940e'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:24:21.102818 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e8fb7472-5b8e-4bad-b31f-939ee4061931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:21.108435 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: ab1c04b6-b987-4171-a2cb-a4c8fd8120fb {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:24:21.108897 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ab1c04b6-b987-4171-a2cb-a4c8fd8120fb not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:24:21.109473 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 52b3d610-17bb-4695-9ecd-25fb1e2f27f2 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:24:21.133443 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c79f4e-f062-48d2-9d02-2dd2a4b61fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-4578278d-9bad-4f8d-8bc4-6025bd0de686', 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'fixed_ips': [{'subnet_id': '28b1fc88-16ee-47b8-b537-f7c2d7715bc7'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:24:21.135356 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d6c79f4e-f062-48d2-9d02-2dd2a4b61fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:21.170664 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcb2696-c4cb-4e59-93cb-c79b8af814e0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Made reservation on behalf of 4cf1d84d3461470a9c39da8e67a9a428 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:21.174798 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bcb2696-c4cb-4e59-93cb-c79b8af814e0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:21.200741 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 52b3d610-17bb-4695-9ecd-25fb1e2f27f2 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:24:21.207594 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 52b3d610-17bb-4695-9ecd-25fb1e2f27f2 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:24:21.210723 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a20260cf-0070-4e2d-a1c3-7149e66e8d7f tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:21.281994 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-c5c1aed5-e440-4ac7-9f29-f994f6923044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:21.451759 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c341ca50-d0b7-44ed-8d0e-a13eee1a56c8 req-438bcb4a-d214-47be-ba34-a35fcca014f7 service neutron] 10.222.0.45 "GET /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7383320 Sep 01 15:24:21.562888 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1379cac5-567e-4e9e-87e8-43e4106a6024 req-b3dc9f7e-600c-4c23-85cd-a2d02db5ef4e tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8331425 Sep 01 15:24:21.660159 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-96ecc553-4b14-428b-b815-60b8b3ab62ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:21.713292 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-caeb1e66-8d94-474b-bf40-d52de85989ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:21.721199 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-d6c79f4e-f062-48d2-9d02-2dd2a4b61fb1 None None] Allocated IP 172.20.0.2 (4578278d-9bad-4f8d-8bc4-6025bd0de686/28b1fc88-16ee-47b8-b537-f7c2d7715bc7/f0ab188d-ad6a-40f5-82f1-dfdceeb27c61) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:21.777179 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Attempting to bind port 0b454a36-f459-49ce-ac27-9223824df32d on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:24:21.778590 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Attempting to bind port 0b454a36-f459-49ce-ac27-9223824df32d by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'c49b7b97-229f-4676-9cb2-edf69b6aadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b43002b1-d496-4dff-a580-33e44d9974b4'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:24:21.783205 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Attempting to bind port 0b454a36-f459-49ce-ac27-9223824df32d on network b43002b1-d496-4dff-a580-33e44d9974b4 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:21.880335 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb1e66-8d94-474b-bf40-d52de85989ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5151cbef-1431-4715-8183-370e302b1869,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:21.902582 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Port 0b454a36-f459-49ce-ac27-9223824df32d on network b43002b1-d496-4dff-a580-33e44d9974b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:24:21.903146 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Attempting to bind port 0b454a36-f459-49ce-ac27-9223824df32d on network b43002b1-d496-4dff-a580-33e44d9974b4 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:21.926650 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a20260cf-0070-4e2d-a1c3-7149e66e8d7f tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:21.930383 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 46aa782a-c719-4e04-bb83-b08bbeb918f8 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:21.933113 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-caeb1e66-8d94-474b-bf40-d52de85989ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:21.944360 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-caeb1e66-8d94-474b-bf40-d52de85989ff admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5151cbef-1431-4715-8183-370e302b1869 HTTP/1.1" status: 204 len: 168 time: 3.3939455 Sep 01 15:24:21.955567 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:24:21.956222 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Checking segment: {'id': 'c49b7b97-229f-4676-9cb2-edf69b6aadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b43002b1-d496-4dff-a580-33e44d9974b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:21.956848 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Bound using segment: {'id': 'c49b7b97-229f-4676-9cb2-edf69b6aadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b43002b1-d496-4dff-a580-33e44d9974b4'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:24:21.957533 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Bound port: 0b454a36-f459-49ce-ac27-9223824df32d, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c49b7b97-229f-4676-9cb2-edf69b6aadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b43002b1-d496-4dff-a580-33e44d9974b4'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:24:21.958086 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:21.986166 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49834) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:22.020719 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577f969e-fe73-409c-91c9-2dce4e75b05c None None] Network a9f3c327-3c62-4406-9745-e846939869d0 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:22.038909 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a20260cf-0070-4e2d-a1c3-7149e66e8d7f tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:22.044544 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a20260cf-0070-4e2d-a1c3-7149e66e8d7f tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "DELETE /v2.0/subnets/010e2b74-7c4c-464a-ae2b-7d7256bea10e HTTP/1.1" status: 204 len: 168 time: 3.4278946 Sep 01 15:24:22.070186 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49836) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:22.083432 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20260cf-0070-4e2d-a1c3-7149e66e8d7f tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event deleted for resources: {'Subnet': ['ID=010e2b74-7c4c-464a-ae2b-7d7256bea10e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:22.200581 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] For port 0b454a36-f459-49ce-ac27-9223824df32d, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:24:22.204681 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] For port 0b454a36-f459-49ce-ac27-9223824df32d, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=0b454a36-f459-49ce-ac27-9223824df32d,segment=NetworkSegment(c49b7b97-229f-4676-9cb2-edf69b6aadb4),segment_id=c49b7b97-229f-4676-9cb2-edf69b6aadb4)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:24:22.209166 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6b43f241-f6bd-413f-ab64-6cbfb467f3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:22.213998 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:22.322089 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Pushing event updated for resources: {'Port': ['ID=0b454a36-f459-49ce-ac27-9223824df32d,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:22.328084 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:22.328719 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:22.341676 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-cabf884b-3f37-4cbf-8066-af1fc01fa75f service neutron] 10.222.0.45 "PUT /v2.0/ports/0b454a36-f459-49ce-ac27-9223824df32d HTTP/1.1" status: 200 len: 1091 time: 3.6710205 Sep 01 15:24:22.342169 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a86f2d-b498-4382-882e-fa441c19536c', 'tag': '0b454a36-f459-49ce-ac27-9223824df32d'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:24:22.355731 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b85ac81-99a8-4439-b0dc-3ec49a02f9a0" -d '{"events": [{"name": "network-changed", "server_uuid": "67a86f2d-b498-4382-882e-fa441c19536c", "tag": "0b454a36-f459-49ce-ac27-9223824df32d"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:24:22.432288 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-96ecc553-4b14-428b-b815-60b8b3ab62ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:22.451453 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f14d579-f12a-4cce-bdee-590e742bb317 None None] Network 60324ba4-0670-494d-b9b2-ef4b5e37dc2d requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:22.494739 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92edc985-c547-4313-bdd3-3a90ff5580e9 x-openstack-request-id: req-92edc985-c547-4313-bdd3-3a90ff5580e9 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:24:22.495404 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a86f2d-b498-4382-882e-fa441c19536c", "tag": "0b454a36-f459-49ce-ac27-9223824df32d", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:24:22.495897 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-92edc985-c547-4313-bdd3-3a90ff5580e9 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:24:22.496558 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a86f2d-b498-4382-882e-fa441c19536c', 'tag': '0b454a36-f459-49ce-ac27-9223824df32d', 'status': 'completed', 'code': 200} Sep 01 15:24:22.523889 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-6b43f241-f6bd-413f-ab64-6cbfb467f3a4 admin admin] Deleting port 7142cfc6-6887-414f-b02d-23423e18f2ce {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:22.524339 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6b43f241-f6bd-413f-ab64-6cbfb467f3a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:22.597641 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-f583469d-0108-4d17-b008-3f2d8caa00e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:22.607725 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-f583469d-0108-4d17-b008-3f2d8caa00e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cebeadb3f5914db3b62acbb94abbc05c&device_id=67a86f2d-b498-4382-882e-fa441c19536c HTTP/1.1" status: 200 len: 1094 time: 0.2037859 Sep 01 15:24:22.620770 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ecc553-4b14-428b-b815-60b8b3ab62ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f64344f-57c2-4d05-8164-8a12066c7710,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:22.685813 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-78cff94d-16bc-46ec-91d1-150d3a3d25e6 None None] Provisioning for port 287a5729-25c9-436b-98e6-622e06dec75f completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:22.747853 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-2d93f801-421d-4671-ba61-ace099f854a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b454a36-f459-49ce-ac27-9223824df32d HTTP/1.1" status: 200 len: 217 time: 0.1256781 Sep 01 15:24:22.760916 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5eea75-9334-4206-8875-0fb70259de77 None None] Network dc3eed46-cd6b-4bc3-97b7-54bdc9345086 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:22.776396 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-78cff94d-16bc-46ec-91d1-150d3a3d25e6 None None] Provisioning complete for port 287a5729-25c9-436b-98e6-622e06dec75f triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:22.777138 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-78cff94d-16bc-46ec-91d1-150d3a3d25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:22.783215 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bed859-e3d0-4e3f-9622-6578955973a8 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:22.796075 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bed859-e3d0-4e3f-9622-6578955973a8 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:22.800788 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-57bed859-e3d0-4e3f-9622-6578955973a8 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4958644 Sep 01 15:24:22.805321 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49856) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:22.822100 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-96ecc553-4b14-428b-b815-60b8b3ab62ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:22.823320 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-6b43f241-f6bd-413f-ab64-6cbfb467f3a4 admin admin] For port 7142cfc6-6887-414f-b02d-23423e18f2ce, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=7142cfc6-6887-414f-b02d-23423e18f2ce,segment=NetworkSegment(43628c80-617a-4484-b231-a92173811df8),segment_id=43628c80-617a-4484-b231-a92173811df8)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:22.823704 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6b43f241-f6bd-413f-ab64-6cbfb467f3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:22.826531 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-96ecc553-4b14-428b-b815-60b8b3ab62ae admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8f64344f-57c2-4d05-8164-8a12066c7710 HTTP/1.1" status: 204 len: 168 time: 2.4330676 Sep 01 15:24:22.836032 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49858) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:22.894011 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 46aa782a-c719-4e04-bb83-b08bbeb918f8 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:22.894683 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:22.920801 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-6b43f241-f6bd-413f-ab64-6cbfb467f3a4 admin admin] Calling delete_port for 7142cfc6-6887-414f-b02d-23423e18f2ce owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:23.056562 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-a08650fb-3f00-4b13-8af2-4236904fa995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:23.058571 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-a08650fb-3f00-4b13-8af2-4236904fa995 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0bbfe87c-14ec-4424-8376-f61425c302dd HTTP/1.1" status: 200 len: 852 time: 0.3024299 Sep 01 15:24:23.074360 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0130427e-ef6b-4457-9361-b5665ddd4eb4 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:23.089153 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-e8fb7472-5b8e-4bad-b31f-939ee4061931 None None] Allocated IP 2001:db8::2 (a276a86f-aacb-4fc4-bda3-0ca23f969219/2422be09-29cb-4ad6-8419-457257dd940e/277da3a4-0820-4522-abe9-9e3e060013f5) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:23.120696 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-566d5264-1ba3-4082-a791-c4c07f429ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:23.128759 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-592ec32a-5113-4e40-9711-5d830c251766 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b43002b1-d496-4dff-a580-33e44d9974b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487280 Sep 01 15:24:23.140246 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-0130427e-ef6b-4457-9361-b5665ddd4eb4 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 01 15:24:23.140727 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0130427e-ef6b-4457-9361-b5665ddd4eb4 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:24:23.142625 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0130427e-ef6b-4457-9361-b5665ddd4eb4 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "DELETE /v2.0/networks/60324ba4-0670-494d-b9b2-ef4b5e37dc2d HTTP/1.1" status: 409 len: 405 time: 0.3342552 Sep 01 15:24:23.161013 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49860) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:23.182067 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-db9da26f-50f7-4823-81f7-710604b6d937 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-128042034'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:23.335842 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6b43f241-f6bd-413f-ab64-6cbfb467f3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:23.337916 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9da26f-50f7-4823-81f7-710604b6d937 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Made reservation on behalf of 2a1737543804470f8e63a9c45dd42e5c for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:23.344079 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db9da26f-50f7-4823-81f7-710604b6d937 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:23.377184 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-78cff94d-16bc-46ec-91d1-150d3a3d25e6 None None] Port 287a5729-25c9-436b-98e6-622e06dec75f cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:24:23.389467 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b43f241-f6bd-413f-ab64-6cbfb467f3a4 admin admin] No DVR routers for this DVR port 7142cfc6-6887-414f-b02d-23423e18f2ce on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:24:23.423193 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43f241-f6bd-413f-ab64-6cbfb467f3a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7142cfc6-6887-414f-b02d-23423e18f2ce,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:23.572891 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d6c79f4e-f062-48d2-9d02-2dd2a4b61fb1 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:23.573333 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6b43f241-f6bd-413f-ab64-6cbfb467f3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:23.587183 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-6b43f241-f6bd-413f-ab64-6cbfb467f3a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f3c327-3c62-4406-9745-e846939869d0']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:23.590841 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bc3549-8f60-4601-a847-d643ac8ed7c3 None None] DHCP port deletion for a9f3c327-3c62-4406-9745-e846939869d0 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:24:23.602895 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-6b43f241-f6bd-413f-ab64-6cbfb467f3a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43628c80-617a-4484-b231-a92173811df8') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:23.603492 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-6b43f241-f6bd-413f-ab64-6cbfb467f3a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43628c80-617a-4484-b231-a92173811df8') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:23.617189 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6b43f241-f6bd-413f-ab64-6cbfb467f3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:23.659753 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-730f40fe-2031-4a86-9169-10872fc15861 service neutron] 10.222.0.45 "GET /v2.0/networks/b43002b1-d496-4dff-a580-33e44d9974b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5113163 Sep 01 15:24:23.668367 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6b43f241-f6bd-413f-ab64-6cbfb467f3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:23.698596 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b43f241-f6bd-413f-ab64-6cbfb467f3a4 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:24:23.698596 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6b43f241-f6bd-413f-ab64-6cbfb467f3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:24:23.701101 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:24:23.745202 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d6c79f4e-f062-48d2-9d02-2dd2a4b61fb1 None None] Transition to ACTIVE for port object f0ab188d-ad6a-40f5-82f1-dfdceeb27c61 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:23.766992 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-78cff94d-16bc-46ec-91d1-150d3a3d25e6 None None] Provisioning complete for port 46aa782a-c719-4e04-bb83-b08bbeb918f8 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:23.767812 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-78cff94d-16bc-46ec-91d1-150d3a3d25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:23.809288 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bcb2696-c4cb-4e59-93cb-c79b8af814e0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:23.889926 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9da26f-50f7-4823-81f7-710604b6d937 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:24:23.903779 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629c08ae-dadf-4640-b0bb-3a2c9f28c33e None None] DHCP port deletion for 60324ba4-0670-494d-b9b2-ef4b5e37dc2d request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:24:23.915417 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-566d5264-1ba3-4082-a791-c4c07f429ecd admin admin] Deleting port de90d98d-441d-4f54-9689-5e22f78321ee {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:23.916755 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-566d5264-1ba3-4082-a791-c4c07f429ecd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:23.996471 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d6c79f4e-f062-48d2-9d02-2dd2a4b61fb1 None None] Transition to ACTIVE for port object f0ab188d-ad6a-40f5-82f1-dfdceeb27c61 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:24.029443 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d6c79f4e-f062-48d2-9d02-2dd2a4b61fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.040948 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db9da26f-50f7-4823-81f7-710604b6d937 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.041798 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-db9da26f-50f7-4823-81f7-710604b6d937 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Added segment a51304b8-a70f-4e8f-a31e-d99e2d9fe920 of type vlan for network 067280ea-d7cb-4997-9798-4bf99713ba09 Sep 01 15:24:24.042148 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674f66a8-5135-4dfd-91f1-99084cc73dd2 None None] DHCP port deletion for dc3eed46-cd6b-4bc3-97b7-54bdc9345086 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:24:24.078175 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e049bf6-e08a-41d4-91b0-ae693999906e req-7a608fbb-fdda-48e7-8080-477465756203 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:24.086567 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7e049bf6-e08a-41d4-91b0-ae693999906e req-7a608fbb-fdda-48e7-8080-477465756203 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=67a86f2d-b498-4382-882e-fa441c19536c HTTP/1.1" status: 200 len: 943 time: 1.3539553 Sep 01 15:24:24.110993 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcb2696-c4cb-4e59-93cb-c79b8af814e0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Network a276a86f-aacb-4fc4-bda3-0ca23f969219 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:24.131461 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-8bcb2696-c4cb-4e59-93cb-c79b8af814e0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:24.142524 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6b43f241-f6bd-413f-ab64-6cbfb467f3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.146883 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcb2696-c4cb-4e59-93cb-c79b8af814e0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:24.147728 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8bcb2696-c4cb-4e59-93cb-c79b8af814e0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.172854 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db9da26f-50f7-4823-81f7-710604b6d937 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.173457 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb2696-c4cb-4e59-93cb-c79b8af814e0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event updated for resources: {'Subnet': ['ID=3df7c8d4-1e2d-4d7f-8859-a08acf1c5205,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:24.182254 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6b43f241-f6bd-413f-ab64-6cbfb467f3a4 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.198741 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6b43f241-f6bd-413f-ab64-6cbfb467f3a4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a9f3c327-3c62-4406-9745-e846939869d0 HTTP/1.1" status: 204 len: 168 time: 2.1907589 Sep 01 15:24:24.207345 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8bcb2696-c4cb-4e59-93cb-c79b8af814e0 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.7224927 Sep 01 15:24:24.212893 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49884) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:24.218783 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-566d5264-1ba3-4082-a791-c4c07f429ecd admin admin] For port de90d98d-441d-4f54-9689-5e22f78321ee, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=de90d98d-441d-4f54-9689-5e22f78321ee,segment=NetworkSegment(298f4f04-e2dd-4e98-869b-31e51c1de96b),segment_id=298f4f04-e2dd-4e98-869b-31e51c1de96b)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:24.219611 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-566d5264-1ba3-4082-a791-c4c07f429ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.287967 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-763768de-c629-4a94-a415-26aebbd53454 service neutron] 10.222.0.45 "GET /v2.0/networks/b43002b1-d496-4dff-a580-33e44d9974b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6112423 Sep 01 15:24:24.298642 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c79f4e-f062-48d2-9d02-2dd2a4b61fb1 None None] Network 4578278d-9bad-4f8d-8bc4-6025bd0de686 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:24.307946 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43f241-f6bd-413f-ab64-6cbfb467f3a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9f3c327-3c62-4406-9745-e846939869d0,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:24.318704 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-566d5264-1ba3-4082-a791-c4c07f429ecd admin admin] Calling delete_port for de90d98d-441d-4f54-9689-5e22f78321ee owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:24.344769 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-d6c79f4e-f062-48d2-9d02-2dd2a4b61fb1 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:24.379953 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c79f4e-f062-48d2-9d02-2dd2a4b61fb1 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:24.384132 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c79f4e-f062-48d2-9d02-2dd2a4b61fb1 None None] Pushing event updated for resources: {'Port': ['ID=f0ab188d-ad6a-40f5-82f1-dfdceeb27c61,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:24.405563 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e8fb7472-5b8e-4bad-b31f-939ee4061931 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.416167 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bec6012-2fd3-42e8-b71b-9218f59e47fa tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:24.430129 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bec6012-2fd3-42e8-b71b-9218f59e47fa tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:24.435954 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bec6012-2fd3-42e8-b71b-9218f59e47fa tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:24.472983 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db9da26f-50f7-4823-81f7-710604b6d937 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.472983 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9da26f-50f7-4823-81f7-710604b6d937 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:24.477856 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db9da26f-50f7-4823-81f7-710604b6d937 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.484048 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bec6012-2fd3-42e8-b71b-9218f59e47fa tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:24.493498 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e8fb7472-5b8e-4bad-b31f-939ee4061931 None None] Transition to ACTIVE for port object 277da3a4-0820-4522-abe9-9e3e060013f5 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:24.494569 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bec6012-2fd3-42e8-b71b-9218f59e47fa tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:24.507548 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3bec6012-2fd3-42e8-b71b-9218f59e47fa tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2864804 Sep 01 15:24:24.510626 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49886) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:24.530894 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49888) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:24.535547 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device de90d98d-441d-4f54-9689-5e22f78321ee no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:24:24.538724 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-e25389d9-e976-430b-ae42-727bd0ccbff9 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1600829292'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:24.549208 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7e049bf6-e08a-41d4-91b0-ae693999906e req-f8c0143e-f4f6-4f8f-a450-16bfa52123f4 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611943 Sep 01 15:24:24.647792 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85ac81-99a8-4439-b0dc-3ec49a02f9a0 req-e348b579-0f53-453a-b4f6-da60470a1eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:24.648786 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1b85ac81-99a8-4439-b0dc-3ec49a02f9a0 req-e348b579-0f53-453a-b4f6-da60470a1eef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cebeadb3f5914db3b62acbb94abbc05c&device_id=67a86f2d-b498-4382-882e-fa441c19536c HTTP/1.1" status: 200 len: 1094 time: 0.2444379 Sep 01 15:24:24.649827 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-db9da26f-50f7-4823-81f7-710604b6d937 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4875517 Sep 01 15:24:24.665003 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49894) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:24.673000 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-c442dda3-8707-4dfa-a80a-73ca0dbf078b tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Request body: {'subnet': {'network_id': '067280ea-d7cb-4997-9798-4bf99713ba09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:24.711125 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-629c08ae-dadf-4640-b0bb-3a2c9f28c33e None None] Deleting port 46aa782a-c719-4e04-bb83-b08bbeb918f8 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:24.711978 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-629c08ae-dadf-4640-b0bb-3a2c9f28c33e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.729739 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-c5c1aed5-e440-4ac7-9f29-f994f6923044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf39efe-aa5e-4b90-bd80-491f68bed342 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:24:24.744181 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-c5c1aed5-e440-4ac7-9f29-f994f6923044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.772025 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-674f66a8-5135-4dfd-91f1-99084cc73dd2 None None] Deleting port de90d98d-441d-4f54-9689-5e22f78321ee {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:24.772025 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-674f66a8-5135-4dfd-91f1-99084cc73dd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.813034 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9da26f-50f7-4823-81f7-710604b6d937 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event updated for resources: {'Network': ['ID=067280ea-d7cb-4997-9798-4bf99713ba09,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:24.820831 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-c5c1aed5-e440-4ac7-9f29-f994f6923044 service neutron] Transition to ACTIVE for port object 5bf39efe-aa5e-4b90-bd80-491f68bed342 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:24.840142 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-c5c1aed5-e440-4ac7-9f29-f994f6923044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.862915 n-d-794796-3 neutron-server[94735]: INFO neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No ports have port_id starting with de90d98d-441d-4f54-9689-5e22f78321ee Sep 01 15:24:24.864397 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25389d9-e976-430b-ae42-727bd0ccbff9 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Made reservation on behalf of 4cf1d84d3461470a9c39da8e67a9a428 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:24.868324 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e25389d9-e976-430b-ae42-727bd0ccbff9 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.868566 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e8fb7472-5b8e-4bad-b31f-939ee4061931 None None] Transition to ACTIVE for port object 277da3a4-0820-4522-abe9-9e3e060013f5 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:24.891565 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-566d5264-1ba3-4082-a791-c4c07f429ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.905980 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 46aa782a-c719-4e04-bb83-b08bbeb918f8 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:24:24.907917 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2ce8f888-ef6f-4a01-a1a2-bdc486b2a708 None None] Provisioning complete for port 287a5729-25c9-436b-98e6-622e06dec75f triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:24.908301 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2ce8f888-ef6f-4a01-a1a2-bdc486b2a708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.910377 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 067280ea-d7cb-4997-9798-4bf99713ba09 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:24:24.913296 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-96462713-7e17-4aac-a4cb-ff7b3dbb3d64 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf35c24044c040168464fc2f101d1d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3796237 Sep 01 15:24:24.922692 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49896) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:24.928772 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ccbbbb07-7fc0-4cb3-84cb-8d8dd1f395cf tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:24.976003 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d6c79f4e-f062-48d2-9d02-2dd2a4b61fb1 None None] Attempting to bind port f0ab188d-ad6a-40f5-82f1-dfdceeb27c61 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:24:24.976382 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d6c79f4e-f062-48d2-9d02-2dd2a4b61fb1 None None] Attempting to bind port f0ab188d-ad6a-40f5-82f1-dfdceeb27c61 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'f65205a3-b68b-4ccf-8aec-744d1020fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:24:24.976756 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c79f4e-f062-48d2-9d02-2dd2a4b61fb1 None None] Attempting to bind port f0ab188d-ad6a-40f5-82f1-dfdceeb27c61 on network 4578278d-9bad-4f8d-8bc4-6025bd0de686 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:24.980714 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d5264-1ba3-4082-a791-c4c07f429ecd admin admin] Pushing event deleted for resources: {'Port': ['ID=de90d98d-441d-4f54-9689-5e22f78321ee,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:25.012392 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566d5264-1ba3-4082-a791-c4c07f429ecd admin admin] No DVR routers for this DVR port de90d98d-441d-4f54-9689-5e22f78321ee on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:24:25.024209 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85ac81-99a8-4439-b0dc-3ec49a02f9a0 req-057c5c47-9a2b-4367-b583-1d113f37f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:25.026544 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1b85ac81-99a8-4439-b0dc-3ec49a02f9a0 req-057c5c47-9a2b-4367-b583-1d113f37f037 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b43002b1-d496-4dff-a580-33e44d9974b4 HTTP/1.1" status: 200 len: 913 time: 0.3707938 Sep 01 15:24:25.031102 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25389d9-e976-430b-ae42-727bd0ccbff9 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:24:25.039460 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1aed5-e440-4ac7-9f29-f994f6923044 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf39efe-aa5e-4b90-bd80-491f68bed342,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:25.048163 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e8fb7472-5b8e-4bad-b31f-939ee4061931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:25.106788 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e25389d9-e976-430b-ae42-727bd0ccbff9 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:25.107363 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-e25389d9-e976-430b-ae42-727bd0ccbff9 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Added segment bdc50723-9cd5-4c15-bd04-97c3019142ca of type vlan for network a734fa93-66e8-488b-b7f2-3ab7ad086236 Sep 01 15:24:25.148536 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c79f4e-f062-48d2-9d02-2dd2a4b61fb1 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:24:25.148921 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c79f4e-f062-48d2-9d02-2dd2a4b61fb1 None None] Checking segment: {'id': 'f65205a3-b68b-4ccf-8aec-744d1020fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:25.149342 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d6c79f4e-f062-48d2-9d02-2dd2a4b61fb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:25.149752 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c79f4e-f062-48d2-9d02-2dd2a4b61fb1 None None] Bound using segment: {'id': 'f65205a3-b68b-4ccf-8aec-744d1020fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:24:25.150260 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d6c79f4e-f062-48d2-9d02-2dd2a4b61fb1 None None] Bound port: f0ab188d-ad6a-40f5-82f1-dfdceeb27c61, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65205a3-b68b-4ccf-8aec-744d1020fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:24:25.150689 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d6c79f4e-f062-48d2-9d02-2dd2a4b61fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:25.177523 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1b85ac81-99a8-4439-b0dc-3ec49a02f9a0 req-29fd0064-a773-46b9-bfee-095ef61935b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b454a36-f459-49ce-ac27-9223824df32d HTTP/1.1" status: 200 len: 217 time: 0.1159027 Sep 01 15:24:25.179016 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb7472-5b8e-4bad-b31f-939ee4061931 None None] Pushing event updated for resources: {'Port': ['ID=277da3a4-0820-4522-abe9-9e3e060013f5,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:25.198051 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fb7472-5b8e-4bad-b31f-939ee4061931 None None] Network a276a86f-aacb-4fc4-bda3-0ca23f969219 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:25.207266 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c442dda3-8707-4dfa-a80a-73ca0dbf078b tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Made reservation on behalf of 2a1737543804470f8e63a9c45dd42e5c for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:25.211796 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c442dda3-8707-4dfa-a80a-73ca0dbf078b tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:25.221534 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-2ce8f888-ef6f-4a01-a1a2-bdc486b2a708 None None] Port 287a5729-25c9-436b-98e6-622e06dec75f cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:24:25.233541 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-629c08ae-dadf-4640-b0bb-3a2c9f28c33e None None] For port 46aa782a-c719-4e04-bb83-b08bbeb918f8, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=46aa782a-c719-4e04-bb83-b08bbeb918f8,segment=NetworkSegment(e0b90148-43e0-4e95-b2bf-ca3bb51af7d0),segment_id=e0b90148-43e0-4e95-b2bf-ca3bb51af7d0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:25.234634 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-629c08ae-dadf-4640-b0bb-3a2c9f28c33e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:25.259908 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-566d5264-1ba3-4082-a791-c4c07f429ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:25.260935 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-674f66a8-5135-4dfd-91f1-99084cc73dd2 None None] For port de90d98d-441d-4f54-9689-5e22f78321ee, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=de90d98d-441d-4f54-9689-5e22f78321ee,segment=NetworkSegment(298f4f04-e2dd-4e98-869b-31e51c1de96b),segment_id=298f4f04-e2dd-4e98-869b-31e51c1de96b)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:25.261880 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-674f66a8-5135-4dfd-91f1-99084cc73dd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:25.294043 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-674f66a8-5135-4dfd-91f1-99084cc73dd2 None None] Calling delete_port for de90d98d-441d-4f54-9689-5e22f78321ee owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:25.311411 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-c5c1aed5-e440-4ac7-9f29-f994f6923044 service neutron] Attempting to bind port 5bf39efe-aa5e-4b90-bd80-491f68bed342 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:24:25.311977 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-c5c1aed5-e440-4ac7-9f29-f994f6923044 service neutron] Attempting to bind port 5bf39efe-aa5e-4b90-bd80-491f68bed342 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'c49b7b97-229f-4676-9cb2-edf69b6aadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b43002b1-d496-4dff-a580-33e44d9974b4'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:24:25.312553 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-c5c1aed5-e440-4ac7-9f29-f994f6923044 service neutron] Attempting to bind port 5bf39efe-aa5e-4b90-bd80-491f68bed342 on network b43002b1-d496-4dff-a580-33e44d9974b4 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:25.320459 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-566d5264-1ba3-4082-a791-c4c07f429ecd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3eed46-cd6b-4bc3-97b7-54bdc9345086']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:25.320836 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e25389d9-e976-430b-ae42-727bd0ccbff9 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:25.344142 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-566d5264-1ba3-4082-a791-c4c07f429ecd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '298f4f04-e2dd-4e98-869b-31e51c1de96b') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:25.344485 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-566d5264-1ba3-4082-a791-c4c07f429ecd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '298f4f04-e2dd-4e98-869b-31e51c1de96b') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:25.346919 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-c5c1aed5-e440-4ac7-9f29-f994f6923044 service neutron] Port 5bf39efe-aa5e-4b90-bd80-491f68bed342 on network b43002b1-d496-4dff-a580-33e44d9974b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:24:25.347457 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-c5c1aed5-e440-4ac7-9f29-f994f6923044 service neutron] Attempting to bind port 5bf39efe-aa5e-4b90-bd80-491f68bed342 on network b43002b1-d496-4dff-a580-33e44d9974b4 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:25.375297 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-c5c1aed5-e440-4ac7-9f29-f994f6923044 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:24:25.375782 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-c5c1aed5-e440-4ac7-9f29-f994f6923044 service neutron] Checking segment: {'id': 'c49b7b97-229f-4676-9cb2-edf69b6aadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b43002b1-d496-4dff-a580-33e44d9974b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:25.376342 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-c5c1aed5-e440-4ac7-9f29-f994f6923044 service neutron] Bound using segment: {'id': 'c49b7b97-229f-4676-9cb2-edf69b6aadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b43002b1-d496-4dff-a580-33e44d9974b4'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:24:25.377043 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-c5c1aed5-e440-4ac7-9f29-f994f6923044 service neutron] Bound port: 5bf39efe-aa5e-4b90-bd80-491f68bed342, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c49b7b97-229f-4676-9cb2-edf69b6aadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b43002b1-d496-4dff-a580-33e44d9974b4'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:24:25.378056 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-c5c1aed5-e440-4ac7-9f29-f994f6923044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:25.386390 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-566d5264-1ba3-4082-a791-c4c07f429ecd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:25.391948 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85ac81-99a8-4439-b0dc-3ec49a02f9a0 req-971cb893-90f2-4402-9429-52d6efb0e900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:25.393765 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1b85ac81-99a8-4439-b0dc-3ec49a02f9a0 req-971cb893-90f2-4402-9429-52d6efb0e900 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0bbfe87c-14ec-4424-8376-f61425c302dd HTTP/1.1" status: 200 len: 852 time: 0.2052441 Sep 01 15:24:25.424891 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0ac85bb4-d555-4b98-90e6-0c1825d051a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:25.457399 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-566d5264-1ba3-4082-a791-c4c07f429ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:25.464787 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1b85ac81-99a8-4439-b0dc-3ec49a02f9a0 req-5d342bcf-a4b6-4e2b-ab14-774c4bb9d4a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b43002b1-d496-4dff-a580-33e44d9974b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583236 Sep 01 15:24:25.489478 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-566d5264-1ba3-4082-a791-c4c07f429ecd admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:24:25.489900 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-566d5264-1ba3-4082-a791-c4c07f429ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:24:25.493181 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:24:25.499962 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e25389d9-e976-430b-ae42-727bd0ccbff9 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:25.505731 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25389d9-e976-430b-ae42-727bd0ccbff9 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:25.506457 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e25389d9-e976-430b-ae42-727bd0ccbff9 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:25.550011 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-e8fb7472-5b8e-4bad-b31f-939ee4061931 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:25.553184 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fb7472-5b8e-4bad-b31f-939ee4061931 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:25.569369 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-629c08ae-dadf-4640-b0bb-3a2c9f28c33e None None] Calling delete_port for 46aa782a-c719-4e04-bb83-b08bbeb918f8 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:25.618827 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-674f66a8-5135-4dfd-91f1-99084cc73dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:25.672984 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0ac85bb4-d555-4b98-90e6-0c1825d051a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:25.733793 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-566d5264-1ba3-4082-a791-c4c07f429ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:25.760256 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-566d5264-1ba3-4082-a791-c4c07f429ecd admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:25.763732 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-566d5264-1ba3-4082-a791-c4c07f429ecd admin admin] 10.222.0.60 "DELETE /v2.0/networks/dc3eed46-cd6b-4bc3-97b7-54bdc9345086 HTTP/1.1" status: 204 len: 168 time: 2.9141235 Sep 01 15:24:25.792852 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-d6c79f4e-f062-48d2-9d02-2dd2a4b61fb1 None None] For port f0ab188d-ad6a-40f5-82f1-dfdceeb27c61, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:24:25.799566 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-d6c79f4e-f062-48d2-9d02-2dd2a4b61fb1 None None] For port f0ab188d-ad6a-40f5-82f1-dfdceeb27c61, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f0ab188d-ad6a-40f5-82f1-dfdceeb27c61,segment=NetworkSegment(f65205a3-b68b-4ccf-8aec-744d1020fc29),segment_id=f65205a3-b68b-4ccf-8aec-744d1020fc29)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:24:25.880148 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d5264-1ba3-4082-a791-c4c07f429ecd admin admin] Pushing event deleted for resources: {'Network': ['ID=dc3eed46-cd6b-4bc3-97b7-54bdc9345086,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:25.959218 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e25389d9-e976-430b-ae42-727bd0ccbff9 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4324815 Sep 01 15:24:25.966413 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49906) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:25.982179 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-dd07dadd-1dca-4255-a76a-2ff51d8bb163 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:26.015733 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25389d9-e976-430b-ae42-727bd0ccbff9 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event updated for resources: {'Network': ['ID=a734fa93-66e8-488b-b7f2-3ab7ad086236,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:26.065357 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-c5c1aed5-e440-4ac7-9f29-f994f6923044 service neutron] For port 5bf39efe-aa5e-4b90-bd80-491f68bed342, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:24:26.078741 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674f66a8-5135-4dfd-91f1-99084cc73dd2 None None] No DVR routers for this DVR port de90d98d-441d-4f54-9689-5e22f78321ee on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:24:26.090895 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network a734fa93-66e8-488b-b7f2-3ab7ad086236 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:24:26.092625 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f66a8-5135-4dfd-91f1-99084cc73dd2 None None] Pushing event deleted for resources: {'Port': ['ID=de90d98d-441d-4f54-9689-5e22f78321ee,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:26.100322 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1b85ac81-99a8-4439-b0dc-3ec49a02f9a0 req-4a9b4e41-9a3f-4a4c-bad7-e3f93d78cc58 service neutron] 10.222.0.45 "GET /v2.0/networks/b43002b1-d496-4dff-a580-33e44d9974b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6254542 Sep 01 15:24:26.130419 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-c5c1aed5-e440-4ac7-9f29-f994f6923044 service neutron] For port 5bf39efe-aa5e-4b90-bd80-491f68bed342, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=5bf39efe-aa5e-4b90-bd80-491f68bed342,segment=NetworkSegment(c49b7b97-229f-4676-9cb2-edf69b6aadb4),segment_id=c49b7b97-229f-4676-9cb2-edf69b6aadb4)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:24:26.155278 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d6c79f4e-f062-48d2-9d02-2dd2a4b61fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:26.172563 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-c5c1aed5-e440-4ac7-9f29-f994f6923044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:26.218080 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71ec04-a71e-4237-b606-04a28faa5530 req-b8a13237-0ce4-4425-9358-2f749916b39f tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:26.227446 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c71ec04-a71e-4237-b606-04a28faa5530 req-b8a13237-0ce4-4425-9358-2f749916b39f tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=67a86f2d-b498-4382-882e-fa441c19536c HTTP/1.1" status: 200 len: 943 time: 0.5092072 Sep 01 15:24:26.307967 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-c5c1aed5-e440-4ac7-9f29-f994f6923044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:26.308830 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-c5c1aed5-e440-4ac7-9f29-f994f6923044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:26.310784 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-c5c1aed5-e440-4ac7-9f29-f994f6923044 service neutron] 10.222.0.62 "PUT /v2.0/ports/5bf39efe-aa5e-4b90-bd80-491f68bed342 HTTP/1.1" status: 200 len: 1092 time: 5.6048355 Sep 01 15:24:26.311519 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d6e6da-b639-4834-9269-b940527b7eef', 'tag': '5bf39efe-aa5e-4b90-bd80-491f68bed342'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:24:26.314152 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876226c5-3497-4bb9-86c0-a8b4647aea7e" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d6e6da-b639-4834-9269-b940527b7eef", "tag": "5bf39efe-aa5e-4b90-bd80-491f68bed342"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:24:26.343401 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49908) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:26.344459 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c79f4e-f062-48d2-9d02-2dd2a4b61fb1 None None] Pushing event updated for resources: {'Port': ['ID=f0ab188d-ad6a-40f5-82f1-dfdceeb27c61,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:26.376608 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e8fb7472-5b8e-4bad-b31f-939ee4061931 None None] Attempting to bind port 277da3a4-0820-4522-abe9-9e3e060013f5 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:24:26.377026 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e8fb7472-5b8e-4bad-b31f-939ee4061931 None None] Attempting to bind port 277da3a4-0820-4522-abe9-9e3e060013f5 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'afcc4828-f4b3-4b0e-8324-db5fe9a061e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a276a86f-aacb-4fc4-bda3-0ca23f969219'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:24:26.377353 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fb7472-5b8e-4bad-b31f-939ee4061931 None None] Attempting to bind port 277da3a4-0820-4522-abe9-9e3e060013f5 on network a276a86f-aacb-4fc4-bda3-0ca23f969219 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:26.421624 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-ccbbbb07-7fc0-4cb3-84cb-8d8dd1f395cf tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Allocated IP 172.20.0.1 (4578278d-9bad-4f8d-8bc4-6025bd0de686/28b1fc88-16ee-47b8-b537-f7c2d7715bc7/1f7b055e-7598-47db-b9ff-511b05e91575) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:26.429760 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ef93ac-2a22-4454-99ef-6582c4af6303 x-openstack-request-id: req-19ef93ac-2a22-4454-99ef-6582c4af6303 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:24:26.430244 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:26.430468 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d6e6da-b639-4834-9269-b940527b7eef", "tag": "5bf39efe-aa5e-4b90-bd80-491f68bed342", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:24:26.430595 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-19ef93ac-2a22-4454-99ef-6582c4af6303 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:24:26.430924 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d6e6da-b639-4834-9269-b940527b7eef', 'tag': '5bf39efe-aa5e-4b90-bd80-491f68bed342', 'status': 'completed', 'code': 200} Sep 01 15:24:26.447649 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fb7472-5b8e-4bad-b31f-939ee4061931 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:24:26.448077 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fb7472-5b8e-4bad-b31f-939ee4061931 None None] Checking segment: {'id': 'afcc4828-f4b3-4b0e-8324-db5fe9a061e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a276a86f-aacb-4fc4-bda3-0ca23f969219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:26.448450 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e8fb7472-5b8e-4bad-b31f-939ee4061931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:26.448865 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fb7472-5b8e-4bad-b31f-939ee4061931 None None] Bound using segment: {'id': 'afcc4828-f4b3-4b0e-8324-db5fe9a061e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a276a86f-aacb-4fc4-bda3-0ca23f969219'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:24:26.449358 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e8fb7472-5b8e-4bad-b31f-939ee4061931 None None] Bound port: 277da3a4-0820-4522-abe9-9e3e060013f5, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afcc4828-f4b3-4b0e-8324-db5fe9a061e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a276a86f-aacb-4fc4-bda3-0ca23f969219'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:24:26.449765 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e8fb7472-5b8e-4bad-b31f-939ee4061931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:26.596379 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c71ec04-a71e-4237-b606-04a28faa5530 req-d9e8deb8-94d9-4674-b9c2-5432d7e46b38 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677392 Sep 01 15:24:26.625273 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-629c08ae-dadf-4640-b0bb-3a2c9f28c33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:26.670888 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1aed5-e440-4ac7-9f29-f994f6923044 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf39efe-aa5e-4b90-bd80-491f68bed342,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:26.696535 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629c08ae-dadf-4640-b0bb-3a2c9f28c33e None None] No DVR routers for this DVR port 46aa782a-c719-4e04-bb83-b08bbeb918f8 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:24:26.720130 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c08ae-dadf-4640-b0bb-3a2c9f28c33e None None] Pushing event deleted for resources: {'Port': ['ID=46aa782a-c719-4e04-bb83-b08bbeb918f8,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:26.755876 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dd07dadd-1dca-4255-a76a-2ff51d8bb163 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:26.804754 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0b48eef2-fcec-4668-b332-ac359ed9ad0f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6f99ed5d6412434b992dead589f20bcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4592986 Sep 01 15:24:26.811099 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-f36b33e9-ae39-45d8-ad7c-a78784407143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:26.813921 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-f36b33e9-ae39-45d8-ad7c-a78784407143 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cebeadb3f5914db3b62acbb94abbc05c&device_id=b3d6e6da-b639-4834-9269-b940527b7eef HTTP/1.1" status: 200 len: 1095 time: 0.3716547 Sep 01 15:24:26.814658 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49914) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:26.817898 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dd07dadd-1dca-4255-a76a-2ff51d8bb163 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:26.818344 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e8fb7472-5b8e-4bad-b31f-939ee4061931 None None] For port 277da3a4-0820-4522-abe9-9e3e060013f5, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:24:26.821354 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.api [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:24:26.821354 n-d-794796-3 neutron-server[94735]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Sep 01 15:24:26.821354 n-d-794796-3 neutron-server[94735]: [parameters: {'status': 'DOWN', 'ports_id': '46aa782a-c719-4e04-bb83-b08bbeb918f8'}] Sep 01 15:24:26.821354 n-d-794796-3 neutron-server[94735]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:24:26.821847 n-d-794796-3 neutron-server[94735]: DEBUG oslo_db.api [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:24:26.824233 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e8fb7472-5b8e-4bad-b31f-939ee4061931 None None] For port 277da3a4-0820-4522-abe9-9e3e060013f5, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=277da3a4-0820-4522-abe9-9e3e060013f5,segment=NetworkSegment(afcc4828-f4b3-4b0e-8324-db5fe9a061e7),segment_id=afcc4828-f4b3-4b0e-8324-db5fe9a061e7)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:24:26.831784 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e8fb7472-5b8e-4bad-b31f-939ee4061931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:27.002401 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dd07dadd-1dca-4255-a76a-2ff51d8bb163 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Network a734fa93-66e8-488b-b7f2-3ab7ad086236 is not hosted by any dhcp agent {{(pid=94734) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 01 15:24:27.013176 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb7472-5b8e-4bad-b31f-939ee4061931 None None] Pushing event updated for resources: {'Port': ['ID=277da3a4-0820-4522-abe9-9e3e060013f5,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:27.020579 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd07dadd-1dca-4255-a76a-2ff51d8bb163 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:27.021297 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dd07dadd-1dca-4255-a76a-2ff51d8bb163 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:27.026711 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-dd07dadd-1dca-4255-a76a-2ff51d8bb163 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "PUT /v2.0/networks/a734fa93-66e8-488b-b7f2-3ab7ad086236 HTTP/1.1" status: 200 len: 723 time: 1.0506063 Sep 01 15:24:27.027462 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49918) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:27.029457 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1b85ac81-99a8-4439-b0dc-3ec49a02f9a0 req-18124d42-59f2-4eb3-a658-cbe31fd9fa5d service neutron] 10.222.0.45 "GET /v2.0/networks/b43002b1-d496-4dff-a580-33e44d9974b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9088831 Sep 01 15:24:27.063083 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0ac85bb4-d555-4b98-90e6-0c1825d051a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:27.071782 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0ac85bb4-d555-4b98-90e6-0c1825d051a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:27.074626 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0ac85bb4-d555-4b98-90e6-0c1825d051a9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e05216d-2311-429f-8f05-0a5eec63d6b3 HTTP/1.1" status: 204 len: 168 time: 2.1205158 Sep 01 15:24:27.084934 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-823e6404-a667-4a7e-abf6-ddf0e6737c89 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Request body: {'subnet': {'network_id': 'a734fa93-66e8-488b-b7f2-3ab7ad086236', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:27.098492 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac85bb4-d555-4b98-90e6-0c1825d051a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e05216d-2311-429f-8f05-0a5eec63d6b3,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:27.188915 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 0b454a36-f459-49ce-ac27-9223824df32d details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:24:27.201786 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-68c1f8a0-b8b1-452e-9184-6ff885ae5764 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bf39efe-aa5e-4b90-bd80-491f68bed342 HTTP/1.1" status: 200 len: 217 time: 0.3567088 Sep 01 15:24:27.376179 n-d-794796-3 neutron-server[94733]: DEBUG neutron.objects.ports [None req-c442dda3-8707-4dfa-a80a-73ca0dbf078b tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94733) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:24:27.379418 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c442dda3-8707-4dfa-a80a-73ca0dbf078b tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:27.382160 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ccbbbb07-7fc0-4cb3-84cb-8d8dd1f395cf tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:27.398063 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-ccbbbb07-7fc0-4cb3-84cb-8d8dd1f395cf tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Transition to ACTIVE for port object 1f7b055e-7598-47db-b9ff-511b05e91575 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:27.436954 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07dadd-1dca-4255-a76a-2ff51d8bb163 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event updated for resources: {'Network': ['ID=a734fa93-66e8-488b-b7f2-3ab7ad086236,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:27.440225 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823e6404-a667-4a7e-abf6-ddf0e6737c89 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Made reservation on behalf of 4cf1d84d3461470a9c39da8e67a9a428 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:27.442255 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 0b454a36-f459-49ce-ac27-9223824df32d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=0b454a36-f459-49ce-ac27-9223824df32d,segment=NetworkSegment(c49b7b97-229f-4676-9cb2-edf69b6aadb4),segment_id=c49b7b97-229f-4676-9cb2-edf69b6aadb4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:27.451412 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-823e6404-a667-4a7e-abf6-ddf0e6737c89 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:27.461796 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ccbbbb07-7fc0-4cb3-84cb-8d8dd1f395cf tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:27.487889 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '0b454a36-f459-49ce-ac27-9223824df32d', 'network_id': 'b43002b1-d496-4dff-a580-33e44d9974b4', 'port_id': '0b454a36-f459-49ce-ac27-9223824df32d', 'mac_address': 'fa:16:3e:54:41:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bbfe87c-14ec-4424-8376-f61425c302dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:24:27.528596 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network a734fa93-66e8-488b-b7f2-3ab7ad086236 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:24:27.550568 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Port 46aa782a-c719-4e04-bb83-b08bbeb918f8 update to DOWN by agent not found {{(pid=94735) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Sep 01 15:24:27.551146 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 7142cfc6-6887-414f-b02d-23423e18f2ce no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:24:27.612812 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbbb07-7fc0-4cb3-84cb-8d8dd1f395cf tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Port': ['ID=1f7b055e-7598-47db-b9ff-511b05e91575,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:27.621220 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442dda3-8707-4dfa-a80a-73ca0dbf078b tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event updated for resources: {'Subnet': ['ID=42ac55df-67b1-4e81-9952-ab3f84cd2d54,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:27.635382 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 7142cfc6-6887-414f-b02d-23423e18f2ce {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:24:27.636627 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 7142cfc6-6887-414f-b02d-23423e18f2ce not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:24:27.675961 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbbbb07-7fc0-4cb3-84cb-8d8dd1f395cf tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Network 4578278d-9bad-4f8d-8bc4-6025bd0de686 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:27.732215 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c442dda3-8707-4dfa-a80a-73ca0dbf078b tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Checking segment: {'id': 'a51304b8-a70f-4e8f-a31e-d99e2d9fe920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '067280ea-d7cb-4997-9798-4bf99713ba09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:27.732814 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c442dda3-8707-4dfa-a80a-73ca0dbf078b tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Network hostable DHCP agents. Network: 067280ea-d7cb-4997-9798-4bf99713ba09, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:24:27.822438 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c442dda3-8707-4dfa-a80a-73ca0dbf078b tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Network 067280ea-d7cb-4997-9798-4bf99713ba09 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:24:27.869655 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:27.882746 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:27.908993 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-c442dda3-8707-4dfa-a80a-73ca0dbf078b tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 067280ea-d7cb-4997-9798-4bf99713ba09) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:27.912815 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b454a36-f459-49ce-ac27-9223824df32d {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:24:27.937378 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c442dda3-8707-4dfa-a80a-73ca0dbf078b tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:27.938317 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d1aa9c-bdf1-4472-b9c0-e94359e34d4d None None] Network 067280ea-d7cb-4997-9798-4bf99713ba09 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:27.938563 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c442dda3-8707-4dfa-a80a-73ca0dbf078b tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:28.014213 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 0b454a36-f459-49ce-ac27-9223824df32d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=0b454a36-f459-49ce-ac27-9223824df32d,segment=NetworkSegment(c49b7b97-229f-4676-9cb2-edf69b6aadb4),segment_id=c49b7b97-229f-4676-9cb2-edf69b6aadb4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:28.023806 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:28.058213 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c442dda3-8707-4dfa-a80a-73ca0dbf078b tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3895154 Sep 01 15:24:28.060757 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49930) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:28.116308 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-777ba3a4-403f-4c9d-9f19-99fc4c909d58 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Request body: {'port': {'network_id': '067280ea-d7cb-4997-9798-4bf99713ba09', 'name': 'tempest-NetworksIpV6TestAttrs-453180722'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:28.119108 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-35395a25-9442-4638-befe-84414a2b8cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:28.121870 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-35395a25-9442-4638-befe-84414a2b8cf6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0bbfe87c-14ec-4424-8376-f61425c302dd HTTP/1.1" status: 200 len: 852 time: 0.8930159 Sep 01 15:24:28.126519 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-ccbbbb07-7fc0-4cb3-84cb-8d8dd1f395cf tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:28.279818 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbbbb07-7fc0-4cb3-84cb-8d8dd1f395cf tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:28.289582 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 277da3a4-0820-4522-abe9-9e3e060013f5 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:28.375899 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-72a5e65c-d205-499d-872c-a960739361e5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b43002b1-d496-4dff-a580-33e44d9974b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1962209 Sep 01 15:24:28.429765 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777ba3a4-403f-4c9d-9f19-99fc4c909d58 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Made reservation on behalf of 2a1737543804470f8e63a9c45dd42e5c for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:28.437113 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-777ba3a4-403f-4c9d-9f19-99fc4c909d58 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:28.485189 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-777ba3a4-403f-4c9d-9f19-99fc4c909d58 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] device_id is not set on port be86893a-6164-48d2-9dfb-a8ff401c01d3 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:24:28.528201 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-017e4beb-1881-46ff-88ee-42e2e8aacc8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:28.541885 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-823e6404-a667-4a7e-abf6-ddf0e6737c89 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:28.654475 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['0b454a36-f459-49ce-ac27-9223824df32d'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:24:28.675266 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c914bb8f-3f3e-47f4-8a9e-47296b2e9e1d None None] Network 4578278d-9bad-4f8d-8bc4-6025bd0de686 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:28.790143 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-017e4beb-1881-46ff-88ee-42e2e8aacc8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:28.803714 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-777ba3a4-403f-4c9d-9f19-99fc4c909d58 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Allocated IP 2001:db8::f816:3eff:fe68:13e8 (067280ea-d7cb-4997-9798-4bf99713ba09/42ac55df-67b1-4e81-9952-ab3f84cd2d54/be86893a-6164-48d2-9dfb-a8ff401c01d3) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:28.844841 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ccbbbb07-7fc0-4cb3-84cb-8d8dd1f395cf tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:29.089001 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49950) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:29.093811 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aaf018-d0c0-446f-b5e4-611845e71311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-067280ea-d7cb-4997-9798-4bf99713ba09', 'network_id': '067280ea-d7cb-4997-9798-4bf99713ba09', 'tenant_id': '2a1737543804470f8e63a9c45dd42e5c', 'fixed_ips': [{'subnet_id': '42ac55df-67b1-4e81-9952-ab3f84cd2d54'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:24:29.095230 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b4aaf018-d0c0-446f-b5e4-611845e71311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:29.097839 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd8252b-77b0-439b-aa57-d73393413deb None None] Network a276a86f-aacb-4fc4-bda3-0ca23f969219 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:29.122324 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=0b454a36-f459-49ce-ac27-9223824df32d,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:29.161310 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 277da3a4-0820-4522-abe9-9e3e060013f5 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:29.165198 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-fc8a7a5f-7128-474e-b0d2-428e825db289 None None] Provisioning for port f0ab188d-ad6a-40f5-82f1-dfdceeb27c61 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:29.235814 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f0ab188d-ad6a-40f5-82f1-dfdceeb27c61 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:29.270378 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-777ba3a4-403f-4c9d-9f19-99fc4c909d58 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:29.340134 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-777ba3a4-403f-4c9d-9f19-99fc4c909d58 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Transition to ACTIVE for port object be86893a-6164-48d2-9dfb-a8ff401c01d3 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:29.414779 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-8b366c59-ec05-4e90-ba3b-1c674895e7c6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1187869200-network', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:29.439426 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de50de0-e65a-4ec0-9f01-149a9f6792be req-825abef6-52e2-44d0-88df-9e97581193b9 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:29.441308 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4de50de0-e65a-4ec0-9f01-149a9f6792be req-825abef6-52e2-44d0-88df-9e97581193b9 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=67a86f2d-b498-4382-882e-fa441c19536c HTTP/1.1" status: 200 len: 944 time: 1.2677455 Sep 01 15:24:29.449152 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-017e4beb-1881-46ff-88ee-42e2e8aacc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:29.451946 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-017e4beb-1881-46ff-88ee-42e2e8aacc8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:29.466130 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-017e4beb-1881-46ff-88ee-42e2e8aacc8c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e979524-80f4-4e16-8dc0-ec7c4b793754 HTTP/1.1" status: 204 len: 168 time: 2.6454546 Sep 01 15:24:29.484517 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b366c59-ec05-4e90-ba3b-1c674895e7c6 admin admin] Made reservation on behalf of 0cb731dadd864ee582f0baa54d2d48a9 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:29.490216 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e6404-a667-4a7e-abf6-ddf0e6737c89 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event updated for resources: {'Subnet': ['ID=b995e60b-6d87-48f1-87b9-8af585d3be31,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:29.503414 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e4beb-1881-46ff-88ee-42e2e8aacc8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e979524-80f4-4e16-8dc0-ec7c4b793754,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:29.509209 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b366c59-ec05-4e90-ba3b-1c674895e7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:29.539469 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b366c59-ec05-4e90-ba3b-1c674895e7c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:29.570996 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-68d3e9b6-a998-4b52-ad8e-5a48f7708ec3 None None] Provisioning for port 277da3a4-0820-4522-abe9-9e3e060013f5 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:29.589187 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-68d3e9b6-a998-4b52-ad8e-5a48f7708ec3 None None] Provisioning complete for port 277da3a4-0820-4522-abe9-9e3e060013f5 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:29.590117 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-68d3e9b6-a998-4b52-ad8e-5a48f7708ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:29.610417 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4de50de0-e65a-4ec0-9f01-149a9f6792be req-8111b112-863f-4bf5-a514-625cba549502 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315365 Sep 01 15:24:29.632687 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823e6404-a667-4a7e-abf6-ddf0e6737c89 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Checking segment: {'id': 'bdc50723-9cd5-4c15-bd04-97c3019142ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a734fa93-66e8-488b-b7f2-3ab7ad086236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:29.640467 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823e6404-a667-4a7e-abf6-ddf0e6737c89 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Network hostable DHCP agents. Network: a734fa93-66e8-488b-b7f2-3ab7ad086236, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:24:29.721436 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-1604a2a7-0d9f-4ef1-8a4f-1240498f27ec service neutron] 10.222.0.62 "GET /v2.0/networks/b43002b1-d496-4dff-a580-33e44d9974b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1891136 Sep 01 15:24:29.838497 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b366c59-ec05-4e90-ba3b-1c674895e7c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:29.855809 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b366c59-ec05-4e90-ba3b-1c674895e7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:29.893570 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b366c59-ec05-4e90-ba3b-1c674895e7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:29.899737 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-777ba3a4-403f-4c9d-9f19-99fc4c909d58 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:29.957647 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777ba3a4-403f-4c9d-9f19-99fc4c909d58 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Network 067280ea-d7cb-4997-9798-4bf99713ba09 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:29.962793 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b366c59-ec05-4e90-ba3b-1c674895e7c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:24:29.967055 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-777ba3a4-403f-4c9d-9f19-99fc4c909d58 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:29.971549 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777ba3a4-403f-4c9d-9f19-99fc4c909d58 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:29.979547 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823e6404-a667-4a7e-abf6-ddf0e6737c89 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Network a734fa93-66e8-488b-b7f2-3ab7ad086236 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:24:29.983607 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c7cb2a5-363f-4d4e-990d-517c1dced82c req-6827f986-8290-4dc2-bccf-dc2e1a8f2dc1 service neutron] 10.222.0.62 "GET /v2.0/networks/b43002b1-d496-4dff-a580-33e44d9974b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022243 Sep 01 15:24:29.993292 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port f0ab188d-ad6a-40f5-82f1-dfdceeb27c61 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:29.994075 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777ba3a4-403f-4c9d-9f19-99fc4c909d58 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:29.995544 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-777ba3a4-403f-4c9d-9f19-99fc4c909d58 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:30.016450 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b366c59-ec05-4e90-ba3b-1c674895e7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:30.017519 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-8b366c59-ec05-4e90-ba3b-1c674895e7c6 admin admin] Added segment 5adae5c0-491f-45d0-bf99-a72af8a25c59 of type vlan for network de691801-89b1-48f6-bdfc-e34b336a486b Sep 01 15:24:30.056444 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-823e6404-a667-4a7e-abf6-ddf0e6737c89 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, a734fa93-66e8-488b-b7f2-3ab7ad086236) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:30.068285 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port f0ab188d-ad6a-40f5-82f1-dfdceeb27c61 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:30.069335 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:30.078770 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823e6404-a667-4a7e-abf6-ddf0e6737c89 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:30.079435 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-823e6404-a667-4a7e-abf6-ddf0e6737c89 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:30.109963 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-823e6404-a667-4a7e-abf6-ddf0e6737c89 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0289614 Sep 01 15:24:30.110613 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 49964) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:30.141615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-26e54bdc-f2d6-48b8-9ed0-f6a825577f80 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:30.171313 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38607a61-6078-4fcc-9e93-d0902cbb367b None None] Network a734fa93-66e8-488b-b7f2-3ab7ad086236 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:30.177249 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-68d3e9b6-a998-4b52-ad8e-5a48f7708ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:30.188668 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-777ba3a4-403f-4c9d-9f19-99fc4c909d58 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.1199863 Sep 01 15:24:30.200799 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49968) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:30.215835 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ba3a4-403f-4c9d-9f19-99fc4c909d58 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event updated for resources: {'Port': ['ID=be86893a-6164-48d2-9dfb-a8ff401c01d3,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:30.226012 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b366c59-ec05-4e90-ba3b-1c674895e7c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:30.251122 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ccbbbb07-7fc0-4cb3-84cb-8d8dd1f395cf tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:30.332484 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-27948ed3-c212-4ea4-a3a2-5f425c200ebc tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Deleting subnet 42ac55df-67b1-4e81-9952-ab3f84cd2d54 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:24:30.342928 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b366c59-ec05-4e90-ba3b-1c674895e7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:30.344289 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b366c59-ec05-4e90-ba3b-1c674895e7c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:30.345031 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b366c59-ec05-4e90-ba3b-1c674895e7c6 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:30.364814 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876226c5-3497-4bb9-86c0-a8b4647aea7e req-484c8a13-4620-4800-8592-6cfd632bda11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:30.372409 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-876226c5-3497-4bb9-86c0-a8b4647aea7e req-484c8a13-4620-4800-8592-6cfd632bda11 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cebeadb3f5914db3b62acbb94abbc05c&device_id=b3d6e6da-b639-4834-9269-b940527b7eef HTTP/1.1" status: 200 len: 1095 time: 0.2215688 Sep 01 15:24:30.443586 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8b366c59-ec05-4e90-ba3b-1c674895e7c6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3526342 Sep 01 15:24:30.460317 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-26e54bdc-f2d6-48b8-9ed0-f6a825577f80 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3457436'] for subnet, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:30.461102 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49976) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:30.524067 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-ae94db42-1e14-4eb8-8de8-d3a4bbc74311 admin admin] Request body: {'subnet': {'network_id': 'de691801-89b1-48f6-bdfc-e34b336a486b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1187869200-subnet', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:30.564250 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b366c59-ec05-4e90-ba3b-1c674895e7c6 admin admin] Pushing event updated for resources: {'Network': ['ID=de691801-89b1-48f6-bdfc-e34b336a486b,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:30.606036 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae94db42-1e14-4eb8-8de8-d3a4bbc74311 admin admin] Made reservation on behalf of 0cb731dadd864ee582f0baa54d2d48a9 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:30.608524 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae94db42-1e14-4eb8-8de8-d3a4bbc74311 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:30.778413 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network de691801-89b1-48f6-bdfc-e34b336a486b details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:24:30.813757 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-b4aaf018-d0c0-446f-b5e4-611845e71311 None None] Allocated IP 2001:db8::f816:3eff:fe88:b82e (067280ea-d7cb-4997-9798-4bf99713ba09/42ac55df-67b1-4e81-9952-ab3f84cd2d54/b609c4af-ee27-4ab8-9b1f-d951dea1b4ad) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:30.911091 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-68d3e9b6-a998-4b52-ad8e-5a48f7708ec3 None None] For port 277da3a4-0820-4522-abe9-9e3e060013f5, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=277da3a4-0820-4522-abe9-9e3e060013f5,segment=NetworkSegment(afcc4828-f4b3-4b0e-8324-db5fe9a061e7),segment_id=afcc4828-f4b3-4b0e-8324-db5fe9a061e7)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:30.977959 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:30.991476 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-68d3e9b6-a998-4b52-ad8e-5a48f7708ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.015387 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49990) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:31.037880 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae94db42-1e14-4eb8-8de8-d3a4bbc74311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.106188 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876226c5-3497-4bb9-86c0-a8b4647aea7e req-0153b813-bc1f-4c3a-a4e0-ee219409df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:31.107984 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-876226c5-3497-4bb9-86c0-a8b4647aea7e req-0153b813-bc1f-4c3a-a4e0-ee219409df85 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b43002b1-d496-4dff-a580-33e44d9974b4 HTTP/1.1" status: 200 len: 913 time: 0.5055571 Sep 01 15:24:31.168822 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94db42-1e14-4eb8-8de8-d3a4bbc74311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18713cb6-b926-44ed-a46d-38b8aaa8087d,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:31.218588 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae94db42-1e14-4eb8-8de8-d3a4bbc74311 admin admin] Checking segment: {'id': '5adae5c0-491f-45d0-bf99-a72af8a25c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'de691801-89b1-48f6-bdfc-e34b336a486b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:31.219201 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae94db42-1e14-4eb8-8de8-d3a4bbc74311 admin admin] Network hostable DHCP agents. Network: de691801-89b1-48f6-bdfc-e34b336a486b, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:24:31.254529 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae94db42-1e14-4eb8-8de8-d3a4bbc74311 admin admin] Network de691801-89b1-48f6-bdfc-e34b336a486b is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:24:31.271324 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 0b454a36-f459-49ce-ac27-9223824df32d up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:31.287273 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb76fd7b-89dd-4470-abb3-ddfaff5d3b21 None None] Update dhcp port {'port': {'network_id': 'a276a86f-aacb-4fc4-bda3-0ca23f969219', 'fixed_ips': [{'subnet_id': '2422be09-29cb-4ad6-8419-457257dd940e', 'ip_address': '2001:db8::2'}, {'subnet_id': '3df7c8d4-1e2d-4d7f-8859-a08acf1c5205'}], 'binding:host_id': 'n-d-794796-3'}, 'id': '277da3a4-0820-4522-abe9-9e3e060013f5'} from n-d-794796-3. {{(pid=94735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:24:31.292910 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-876226c5-3497-4bb9-86c0-a8b4647aea7e req-a08e247c-469c-4c19-90fb-5cea8b571a79 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bf39efe-aa5e-4b90-bd80-491f68bed342 HTTP/1.1" status: 200 len: 217 time: 0.1638722 Sep 01 15:24:31.294880 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-2d3c2eb6-6287-4daf-ae0d-943fd64b7a83 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1174309635-network', 'tenant_id': 'd90f7b1a0caa4cfdbbf1d11021da48d6'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:31.319462 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port f0ab188d-ad6a-40f5-82f1-dfdceeb27c61, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f0ab188d-ad6a-40f5-82f1-dfdceeb27c61,segment=NetworkSegment(f65205a3-b68b-4ccf-8aec-744d1020fc29),segment_id=f65205a3-b68b-4ccf-8aec-744d1020fc29)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:31.361915 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-172ab197-929f-44e8-a19c-8997e2040981 None None] Provisioning complete for port f0ab188d-ad6a-40f5-82f1-dfdceeb27c61 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:31.362487 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-172ab197-929f-44e8-a19c-8997e2040981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.365115 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-a734fa93-66e8-488b-b7f2-3ab7ad086236', 'network_id': 'a734fa93-66e8-488b-b7f2-3ab7ad086236', 'tenant_id': '4cf1d84d3461470a9c39da8e67a9a428', 'fixed_ips': [{'subnet_id': 'b995e60b-6d87-48f1-87b9-8af585d3be31'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:24:31.365921 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.379610 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.380683 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd04968-8b0f-4226-bdf8-884722592ebe req-5c165582-a1d1-4c3b-9f9f-d9cbf56b07b8 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:31.382799 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0bd04968-8b0f-4226-bdf8-884722592ebe req-5c165582-a1d1-4c3b-9f9f-d9cbf56b07b8 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=67a86f2d-b498-4382-882e-fa441c19536c HTTP/1.1" status: 200 len: 944 time: 0.4470527 Sep 01 15:24:31.383092 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-ae94db42-1e14-4eb8-8de8-d3a4bbc74311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, de691801-89b1-48f6-bdfc-e34b336a486b) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:31.389100 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae94db42-1e14-4eb8-8de8-d3a4bbc74311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:31.389596 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-26e54bdc-f2d6-48b8-9ed0-f6a825577f80 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772851821788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9044468'] for subnet, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.389805 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae94db42-1e14-4eb8-8de8-d3a4bbc74311 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.427794 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3c2eb6-6287-4daf-ae0d-943fd64b7a83 admin admin] Made reservation on behalf of d90f7b1a0caa4cfdbbf1d11021da48d6 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:31.431531 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2d3c2eb6-6287-4daf-ae0d-943fd64b7a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.442167 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3e9b6-a998-4b52-ad8e-5a48f7708ec3 None None] Pushing event updated for resources: {'Port': ['ID=277da3a4-0820-4522-abe9-9e3e060013f5,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:31.458535 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e54bdc-f2d6-48b8-9ed0-f6a825577f80 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event updated for resources: {'Subnet': ['ID=b995e60b-6d87-48f1-87b9-8af585d3be31,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:31.464703 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-eb76fd7b-89dd-4470-abb3-ddfaff5d3b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.485018 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ae94db42-1e14-4eb8-8de8-d3a4bbc74311 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0226719 Sep 01 15:24:31.494647 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19966f7-b014-4e25-b9ff-2f38a77df5d8 None None] Network de691801-89b1-48f6-bdfc-e34b336a486b requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:31.494986 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2d3c2eb6-6287-4daf-ae0d-943fd64b7a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.498208 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49994) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:31.503252 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-f7b33020-225a-4e2e-afa3-ba721ab846b8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1187869200-router', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:31.550174 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.api [None req-2d3c2eb6-6287-4daf-ae0d-943fd64b7a83 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:24:31.550174 n-d-794796-3 neutron-server[94733]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 15:24:31.550174 n-d-794796-3 neutron-server[94733]: [parameters: {'project_id_1': 'd90f7b1a0caa4cfdbbf1d11021da48d6', 'expiration_1': datetime.datetime(2021, 9, 1, 15, 24, 31, 521506)}] Sep 01 15:24:31.550174 n-d-794796-3 neutron-server[94733]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:24:31.551038 n-d-794796-3 neutron-server[94733]: DEBUG oslo_db.api [None req-2d3c2eb6-6287-4daf-ae0d-943fd64b7a83 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:24:31.559392 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f7b33020-225a-4e2e-afa3-ba721ab846b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.562632 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f7b33020-225a-4e2e-afa3-ba721ab846b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.599514 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876226c5-3497-4bb9-86c0-a8b4647aea7e req-82fbc983-d8ce-43fc-94e5-dbb9179dd7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:31.602338 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-876226c5-3497-4bb9-86c0-a8b4647aea7e req-82fbc983-d8ce-43fc-94e5-dbb9179dd7ab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0bbfe87c-14ec-4424-8376-f61425c302dd HTTP/1.1" status: 200 len: 852 time: 0.2942615 Sep 01 15:24:31.607862 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e54bdc-f2d6-48b8-9ed0-f6a825577f80 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:31.609268 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-26e54bdc-f2d6-48b8-9ed0-f6a825577f80 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.611993 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-26e54bdc-f2d6-48b8-9ed0-f6a825577f80 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "PUT /v2.0/subnets/b995e60b-6d87-48f1-87b9-8af585d3be31 HTTP/1.1" status: 200 len: 826 time: 1.4764738 Sep 01 15:24:31.621215 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 49998) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:31.790832 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-876226c5-3497-4bb9-86c0-a8b4647aea7e req-9c3738bc-3589-4e82-92db-485cf4b48bf0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b43002b1-d496-4dff-a580-33e44d9974b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1449270 Sep 01 15:24:31.792109 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f7b33020-225a-4e2e-afa3-ba721ab846b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.795543 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ccbbbb07-7fc0-4cb3-84cb-8d8dd1f395cf tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.810876 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 277da3a4-0820-4522-abe9-9e3e060013f5 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:31.817463 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ccbbbb07-7fc0-4cb3-84cb-8d8dd1f395cf tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:31.953967 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbbb07-7fc0-4cb3-84cb-8d8dd1f395cf tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Port': ['ID=1f7b055e-7598-47db-b9ff-511b05e91575,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:31.989089 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0bd04968-8b0f-4226-bdf8-884722592ebe req-cd258640-2581-43ad-9070-c0cb618d2fd9 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987235 Sep 01 15:24:32.052522 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:32.057503 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2d3c2eb6-6287-4daf-ae0d-943fd64b7a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:32.093148 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ccbbbb07-7fc0-4cb3-84cb-8d8dd1f395cf tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:32.239098 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2d3c2eb6-6287-4daf-ae0d-943fd64b7a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:32.248522 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-876226c5-3497-4bb9-86c0-a8b4647aea7e req-39b25e54-613c-40cd-add9-96346ededffa service neutron] 10.222.0.62 "GET /v2.0/networks/b43002b1-d496-4dff-a580-33e44d9974b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325812 Sep 01 15:24:32.294140 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2d3c2eb6-6287-4daf-ae0d-943fd64b7a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:32.313599 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d3c2eb6-6287-4daf-ae0d-943fd64b7a83 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:24:32.327719 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2d3c2eb6-6287-4daf-ae0d-943fd64b7a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:32.328088 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-2d3c2eb6-6287-4daf-ae0d-943fd64b7a83 admin admin] Added segment d1a4f925-8d6d-4dd9-a103-775255d9c190 of type vlan for network 8bd9ec36-10bc-407a-b63e-e87ad70e1078 Sep 01 15:24:32.385811 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2d3c2eb6-6287-4daf-ae0d-943fd64b7a83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:32.425278 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=f0ab188d-ad6a-40f5-82f1-dfdceeb27c61,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:32.450833 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f7b33020-225a-4e2e-afa3-ba721ab846b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:32.487158 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c2eb6-6287-4daf-ae0d-943fd64b7a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6a3bf4-2a77-4596-af5a-5853d9e9afbb,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:32.492142 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2d3c2eb6-6287-4daf-ae0d-943fd64b7a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:32.493035 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3c2eb6-6287-4daf-ae0d-943fd64b7a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:32.493628 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2d3c2eb6-6287-4daf-ae0d-943fd64b7a83 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:32.538747 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbbbb07-7fc0-4cb3-84cb-8d8dd1f395cf tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Network 4578278d-9bad-4f8d-8bc4-6025bd0de686 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:32.542494 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 0b454a36-f459-49ce-ac27-9223824df32d completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:32.549426 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-ccbbbb07-7fc0-4cb3-84cb-8d8dd1f395cf tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:32.592785 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c2eb6-6287-4daf-ae0d-943fd64b7a83 admin admin] Pushing event updated for resources: {'Network': ['ID=8bd9ec36-10bc-407a-b63e-e87ad70e1078,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:32.622265 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2d3c2eb6-6287-4daf-ae0d-943fd64b7a83 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6042714 Sep 01 15:24:32.637602 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50002) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:32.644327 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-876226c5-3497-4bb9-86c0-a8b4647aea7e req-54c0c329-965e-4b09-ad57-0c129a9986d8 service neutron] 10.222.0.62 "GET /v2.0/networks/b43002b1-d496-4dff-a580-33e44d9974b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832583 Sep 01 15:24:32.653470 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 8bd9ec36-10bc-407a-b63e-e87ad70e1078 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:24:32.653969 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-32d23974-44dc-44cf-b165-20b3aaa1b0ae admin admin] Request body: {'subnet': {'network_id': '8bd9ec36-10bc-407a-b63e-e87ad70e1078', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1174309635-subnet', 'tenant_id': 'd90f7b1a0caa4cfdbbf1d11021da48d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:32.678190 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Allocated IP 2001:db8::2 (a734fa93-66e8-488b-b7f2-3ab7ad086236/b995e60b-6d87-48f1-87b9-8af585d3be31/c705db30-8aff-4106-b679-34681bad43a8) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:32.721768 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 0b454a36-f459-49ce-ac27-9223824df32d triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:32.724190 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:32.729196 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:32.826627 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d23974-44dc-44cf-b165-20b3aaa1b0ae admin admin] Made reservation on behalf of d90f7b1a0caa4cfdbbf1d11021da48d6 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:32.832193 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-32d23974-44dc-44cf-b165-20b3aaa1b0ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:32.927355 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:24:33.025048 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b4aaf018-d0c0-446f-b5e4-611845e71311 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:33.070337 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbbbb07-7fc0-4cb3-84cb-8d8dd1f395cf tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Router 88fcdd69-820b-46ee-8ce3-18d0484113fb has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:24:33.091484 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 5bf39efe-aa5e-4b90-bd80-491f68bed342 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:24:33.112205 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f7b33020-225a-4e2e-afa3-ba721ab846b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:33.148443 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f7b33020-225a-4e2e-afa3-ba721ab846b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:33.235944 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b4aaf018-d0c0-446f-b5e4-611845e71311 None None] Transition to ACTIVE for port object b609c4af-ee27-4ab8-9b1f-d951dea1b4ad will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:33.290376 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 277da3a4-0820-4522-abe9-9e3e060013f5 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:33.290838 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:33.338195 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-f7b33020-225a-4e2e-afa3-ba721ab846b8 admin admin] Allocated IP 172.25.6.246 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/69615cda-6f0e-4068-a43a-215ec3e922c6) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:33.350673 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e137dee-da1f-46d0-ba24-f9143954d417 req-d7fbb00e-30c8-4702-9a1f-04edfe314fdb tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:33.352286 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2e137dee-da1f-46d0-ba24-f9143954d417 req-d7fbb00e-30c8-4702-9a1f-04edfe314fdb tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=67a86f2d-b498-4382-882e-fa441c19536c HTTP/1.1" status: 200 len: 944 time: 0.1959734 Sep 01 15:24:33.375284 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69402d4-4116-4fa8-8dc0-5d6b291e7e98 None None] Network de691801-89b1-48f6-bdfc-e34b336a486b requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:33.431893 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-32d23974-44dc-44cf-b165-20b3aaa1b0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:33.452367 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbbbb07-7fc0-4cb3-84cb-8d8dd1f395cf tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:24:33.468863 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-eb76fd7b-89dd-4470-abb3-ddfaff5d3b21 None None] Allocated IP 172.20.0.1 (a276a86f-aacb-4fc4-bda3-0ca23f969219/3df7c8d4-1e2d-4d7f-8859-a08acf1c5205/277da3a4-0820-4522-abe9-9e3e060013f5) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:33.471744 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f9b8fc-3593-4128-b01c-5095c2703d1c None None] Sync routers for ids ['88fcdd69-820b-46ee-8ce3-18d0484113fb'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:24:33.493273 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f9b8fc-3593-4128-b01c-5095c2703d1c None None] Routers {'88fcdd69-820b-46ee-8ce3-18d0484113fb'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:24:33.493613 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ccbbbb07-7fc0-4cb3-84cb-8d8dd1f395cf tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "PUT /v2.0/routers/88fcdd69-820b-46ee-8ce3-18d0484113fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8684845 Sep 01 15:24:33.495216 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-92f9b8fc-3593-4128-b01c-5095c2703d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:24:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['88fcdd69-820b-46ee-8ce3-18d0484113fb'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:33.507787 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2e137dee-da1f-46d0-ba24-f9143954d417 req-7300d2be-7950-47b7-ae89-518256fa03a5 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307151 Sep 01 15:24:33.545002 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d23974-44dc-44cf-b165-20b3aaa1b0ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=9913cd01-bd85-4a64-a11a-a30252c26f01,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:33.565537 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.resource_extend [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:24:33.569064 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-172ab197-929f-44e8-a19c-8997e2040981 None None] Provisioning for port 1f7b055e-7598-47db-b9ff-511b05e91575 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:33.582606 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d23974-44dc-44cf-b165-20b3aaa1b0ae admin admin] Checking segment: {'id': 'd1a4f925-8d6d-4dd9-a103-775255d9c190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8bd9ec36-10bc-407a-b63e-e87ad70e1078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:33.583022 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d23974-44dc-44cf-b165-20b3aaa1b0ae admin admin] Network hostable DHCP agents. Network: 8bd9ec36-10bc-407a-b63e-e87ad70e1078, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:24:33.595463 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f7b33020-225a-4e2e-afa3-ba721ab846b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:33.611188 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b4aaf018-d0c0-446f-b5e4-611845e71311 None None] Transition to ACTIVE for port object b609c4af-ee27-4ab8-9b1f-d951dea1b4ad will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:33.612085 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d23974-44dc-44cf-b165-20b3aaa1b0ae admin admin] Network 8bd9ec36-10bc-407a-b63e-e87ad70e1078 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:24:33.657347 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-32d23974-44dc-44cf-b165-20b3aaa1b0ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 8bd9ec36-10bc-407a-b63e-e87ad70e1078) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:33.672810 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d23974-44dc-44cf-b165-20b3aaa1b0ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:33.675966 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-32d23974-44dc-44cf-b165-20b3aaa1b0ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:33.716788 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27948ed3-c212-4ea4-a3a2-5f425c200ebc tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:33.719626 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-32d23974-44dc-44cf-b165-20b3aaa1b0ae admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0731330 Sep 01 15:24:33.731108 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-172ab197-929f-44e8-a19c-8997e2040981 None None] Provisioning complete for port 1f7b055e-7598-47db-b9ff-511b05e91575 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:33.732036 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-172ab197-929f-44e8-a19c-8997e2040981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:33.734845 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9962ff92-40ad-4018-8337-1ccdafcabe3f None None] Network 8bd9ec36-10bc-407a-b63e-e87ad70e1078 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:33.807665 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-92f9b8fc-3593-4128-b01c-5095c2703d1c None None] Set router 88fcdd69-820b-46ee-8ce3-18d0484113fb gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:24:33.852091 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b4aaf018-d0c0-446f-b5e4-611845e71311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:33.861260 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f7b33020-225a-4e2e-afa3-ba721ab846b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:33.900869 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27948ed3-c212-4ea4-a3a2-5f425c200ebc tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:33.915064 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-126c5772-8ca0-4f0a-9040-7b1efc1c8bb4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2094038418&fields=id&tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f HTTP/1.1" status: 200 len: 267 time: 0.1138587 Sep 01 15:24:34.012132 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b33020-225a-4e2e-afa3-ba721ab846b8 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:34.025591 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-f7b33020-225a-4e2e-afa3-ba721ab846b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:34.032567 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b33020-225a-4e2e-afa3-ba721ab846b8 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:34.098970 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b33020-225a-4e2e-afa3-ba721ab846b8 admin admin] Pushing event updated for resources: {'Port': ['ID=69615cda-6f0e-4068-a43a-215ec3e922c6,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:34.327925 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-13f04692-6fe5-4230-99c8-6e5bc32e7744 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:34.331129 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-13f04692-6fe5-4230-99c8-6e5bc32e7744 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/networks?id=4578278d-9bad-4f8d-8bc4-6025bd0de686 HTTP/1.1" status: 200 len: 797 time: 0.4149404 Sep 01 15:24:34.383299 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aaf018-d0c0-446f-b5e4-611845e71311 None None] Network 067280ea-d7cb-4997-9798-4bf99713ba09 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:34.417138 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-b4aaf018-d0c0-446f-b5e4-611845e71311 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:34.431433 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aaf018-d0c0-446f-b5e4-611845e71311 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:34.436345 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-fc6a9baf-90c1-4bba-89d9-06417b727847 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/quotas/de2c6e6a9d864f738bbaf0c51220fe5f HTTP/1.1" status: 200 len: 375 time: 0.0936630 Sep 01 15:24:34.466339 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-92f9b8fc-3593-4128-b01c-5095c2703d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219351267', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:23:59Z', 'updated_at': '2021-09-01T15:24:30Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:02Z', 'updated_at': '2021-09-01T15:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '1f7b055e-7598-47db-b9ff-511b05e91575', 'name': '', 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:e2:b9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '28b1fc88-16ee-47b8-b537-f7c2d7715bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:25Z', 'updated_at': '2021-09-01T15:24:31Z', 'revision_number': 2, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': '28b1fc88-16ee-47b8-b537-f7c2d7715bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:34.529707 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-172ab197-929f-44e8-a19c-8997e2040981 None None] Port 1f7b055e-7598-47db-b9ff-511b05e91575 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:24:34.533923 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f9b8fc-3593-4128-b01c-5095c2703d1c None None] Checking router: 88fcdd69-820b-46ee-8ce3-18d0484113fb for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:24:34.534878 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f9b8fc-3593-4128-b01c-5095c2703d1c None None] Updating router 88fcdd69-820b-46ee-8ce3-18d0484113fb port 1f7b055e-7598-47db-b9ff-511b05e91575 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:24:34.604211 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-92f9b8fc-3593-4128-b01c-5095c2703d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:34.650163 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27948ed3-c212-4ea4-a3a2-5f425c200ebc tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:34.657924 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aaf018-d0c0-446f-b5e4-611845e71311 None None] Pushing event updated for resources: {'Port': ['ID=b609c4af-ee27-4ab8-9b1f-d951dea1b4ad,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:34.693972 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-f9a8c394-2ea2-4bb8-9b4f-abadcbd6a0e8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2122614 Sep 01 15:24:34.881914 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c2876-0dbd-49d7-a91d-3918550b6ef8 req-0d711298-9146-4de5-a808-a5aea8d93182 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:34.884105 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-820c2876-0dbd-49d7-a91d-3918550b6ef8 req-0d711298-9146-4de5-a808-a5aea8d93182 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=67a86f2d-b498-4382-882e-fa441c19536c HTTP/1.1" status: 200 len: 944 time: 0.1661196 Sep 01 15:24:34.911351 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-eb76fd7b-89dd-4470-abb3-ddfaff5d3b21 None None] For port 277da3a4-0820-4522-abe9-9e3e060013f5, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=277da3a4-0820-4522-abe9-9e3e060013f5,segment=NetworkSegment(afcc4828-f4b3-4b0e-8324-db5fe9a061e7),segment_id=afcc4828-f4b3-4b0e-8324-db5fe9a061e7)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:34.948124 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:34.976775 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-820c2876-0dbd-49d7-a91d-3918550b6ef8 req-4d77d2ac-d1f6-40bd-b880-c792478945f9 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672324 Sep 01 15:24:35.055566 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f7b33020-225a-4e2e-afa3-ba721ab846b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:35.100131 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-eb76fd7b-89dd-4470-abb3-ddfaff5d3b21 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:35.133886 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 5bf39efe-aa5e-4b90-bd80-491f68bed342, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=5bf39efe-aa5e-4b90-bd80-491f68bed342,segment=NetworkSegment(c49b7b97-229f-4676-9cb2-edf69b6aadb4),segment_id=c49b7b97-229f-4676-9cb2-edf69b6aadb4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:35.233191 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '5bf39efe-aa5e-4b90-bd80-491f68bed342', 'network_id': 'b43002b1-d496-4dff-a580-33e44d9974b4', 'port_id': '5bf39efe-aa5e-4b90-bd80-491f68bed342', 'mac_address': 'fa:16:3e:54:44:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bbfe87c-14ec-4424-8376-f61425c302dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:24:35.252876 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5cf28cd7-bd09-4eef-b09d-467c05b6a698 None None] Provisioning complete for port 1f7b055e-7598-47db-b9ff-511b05e91575 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:35.253258 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5cf28cd7-bd09-4eef-b09d-467c05b6a698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:35.275758 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a86f2d-b498-4382-882e-fa441c19536c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b454a36-f459-49ce-ac27-9223824df32d'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:24:35.277513 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f36f2d4-be9e-4a28-823f-9c1b9e6d68df" -d '{"events": [{"server_uuid": "67a86f2d-b498-4382-882e-fa441c19536c", "name": "network-vif-plugged", "status": "completed", "tag": "0b454a36-f459-49ce-ac27-9223824df32d"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:24:35.430448 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b4aaf018-d0c0-446f-b5e4-611845e71311 None None] Attempting to bind port b609c4af-ee27-4ab8-9b1f-d951dea1b4ad on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:24:35.437594 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b4aaf018-d0c0-446f-b5e4-611845e71311 None None] Attempting to bind port b609c4af-ee27-4ab8-9b1f-d951dea1b4ad by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a51304b8-a70f-4e8f-a31e-d99e2d9fe920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '067280ea-d7cb-4997-9798-4bf99713ba09'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:24:35.438270 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aaf018-d0c0-446f-b5e4-611845e71311 None None] Attempting to bind port b609c4af-ee27-4ab8-9b1f-d951dea1b4ad on network 067280ea-d7cb-4997-9798-4bf99713ba09 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:35.460968 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 0b454a36-f459-49ce-ac27-9223824df32d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=0b454a36-f459-49ce-ac27-9223824df32d,segment=NetworkSegment(c49b7b97-229f-4676-9cb2-edf69b6aadb4),segment_id=c49b7b97-229f-4676-9cb2-edf69b6aadb4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:35.468956 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aaf018-d0c0-446f-b5e4-611845e71311 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:24:35.469708 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aaf018-d0c0-446f-b5e4-611845e71311 None None] Checking segment: {'id': 'a51304b8-a70f-4e8f-a31e-d99e2d9fe920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '067280ea-d7cb-4997-9798-4bf99713ba09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:35.470345 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b4aaf018-d0c0-446f-b5e4-611845e71311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:35.470967 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aaf018-d0c0-446f-b5e4-611845e71311 None None] Bound using segment: {'id': 'a51304b8-a70f-4e8f-a31e-d99e2d9fe920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '067280ea-d7cb-4997-9798-4bf99713ba09'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:24:35.471675 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b4aaf018-d0c0-446f-b5e4-611845e71311 None None] Bound port: b609c4af-ee27-4ab8-9b1f-d951dea1b4ad, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51304b8-a70f-4e8f-a31e-d99e2d9fe920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '067280ea-d7cb-4997-9798-4bf99713ba09'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:24:35.472283 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b4aaf018-d0c0-446f-b5e4-611845e71311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:35.495500 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:35.543351 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:35.622754 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Transition to ACTIVE for port object c705db30-8aff-4106-b679-34681bad43a8 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:35.628441 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993f064d-87d1-4c95-9343-91bcbe398cac None None] Network 8bd9ec36-10bc-407a-b63e-e87ad70e1078 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:35.631508 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f0ab188d-ad6a-40f5-82f1-dfdceeb27c61 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:35.672408 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-5cf28cd7-bd09-4eef-b09d-467c05b6a698 None None] Port 1f7b055e-7598-47db-b9ff-511b05e91575 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:24:35.702910 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a02f36-2b97-4ab5-a036-bba96fa25902 x-openstack-request-id: req-d6a02f36-2b97-4ab5-a036-bba96fa25902 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:24:35.707106 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a86f2d-b498-4382-882e-fa441c19536c", "name": "network-vif-plugged", "status": "completed", "tag": "0b454a36-f459-49ce-ac27-9223824df32d", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:24:35.707529 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d6a02f36-2b97-4ab5-a036-bba96fa25902 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:24:35.708197 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a86f2d-b498-4382-882e-fa441c19536c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b454a36-f459-49ce-ac27-9223824df32d', 'code': 200} Sep 01 15:24:35.723835 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-92f9b8fc-3593-4128-b01c-5095c2703d1c None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:35.745410 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:35.759116 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-92f9b8fc-3593-4128-b01c-5095c2703d1c None None] Transition to ACTIVE for port object 1f7b055e-7598-47db-b9ff-511b05e91575 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:35.777809 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-92f9b8fc-3593-4128-b01c-5095c2703d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:35.814533 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Transition to ACTIVE for port object c705db30-8aff-4106-b679-34681bad43a8 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:35.844190 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf39efe-aa5e-4b90-bd80-491f68bed342 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:24:35.859525 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:35.862615 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=0b454a36-f459-49ce-ac27-9223824df32d,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:35.884637 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-d82ef65c-102a-4fa7-8b0f-1d9651f25028 service neutron] 10.222.0.60 "GET /v2.0/networks/4578278d-9bad-4f8d-8bc4-6025bd0de686?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1436155 Sep 01 15:24:35.889117 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-eb76fd7b-89dd-4470-abb3-ddfaff5d3b21 None None] Transition to ACTIVE for port object 277da3a4-0820-4522-abe9-9e3e060013f5 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:35.898424 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27948ed3-c212-4ea4-a3a2-5f425c200ebc tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:35.910529 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b4aaf018-d0c0-446f-b5e4-611845e71311 None None] For port b609c4af-ee27-4ab8-9b1f-d951dea1b4ad, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:24:35.912628 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:35.915949 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-eb76fd7b-89dd-4470-abb3-ddfaff5d3b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:36.004332 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Network a734fa93-66e8-488b-b7f2-3ab7ad086236 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:36.040435 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:36.055733 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b4aaf018-d0c0-446f-b5e4-611845e71311 None None] For port b609c4af-ee27-4ab8-9b1f-d951dea1b4ad, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b609c4af-ee27-4ab8-9b1f-d951dea1b4ad,segment=NetworkSegment(a51304b8-a70f-4e8f-a31e-d99e2d9fe920),segment_id=a51304b8-a70f-4e8f-a31e-d99e2d9fe920)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:24:36.064857 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 5bf39efe-aa5e-4b90-bd80-491f68bed342, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=5bf39efe-aa5e-4b90-bd80-491f68bed342,segment=NetworkSegment(c49b7b97-229f-4676-9cb2-edf69b6aadb4),segment_id=c49b7b97-229f-4676-9cb2-edf69b6aadb4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:36.071658 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:36.074204 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-92f9b8fc-3593-4128-b01c-5095c2703d1c None None] Attempting to bind port 1f7b055e-7598-47db-b9ff-511b05e91575 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:24:36.074639 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-8f54a4b0-732c-446e-a6d7-0aed7a3d4a8e service neutron] 10.222.0.60 "GET /v2.0/networks/4578278d-9bad-4f8d-8bc4-6025bd0de686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469378 Sep 01 15:24:36.074912 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-92f9b8fc-3593-4128-b01c-5095c2703d1c None None] Attempting to bind port 1f7b055e-7598-47db-b9ff-511b05e91575 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'f65205a3-b68b-4ccf-8aec-744d1020fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:24:36.075569 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f9b8fc-3593-4128-b01c-5095c2703d1c None None] Attempting to bind port 1f7b055e-7598-47db-b9ff-511b05e91575 on network 4578278d-9bad-4f8d-8bc4-6025bd0de686 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:36.083699 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb564b1a-420d-403c-84c3-9bc0e1528f3f None None] Pushing event updated for resources: {'Port': ['ID=1f7b055e-7598-47db-b9ff-511b05e91575,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:36.084510 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b4aaf018-d0c0-446f-b5e4-611845e71311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:36.096367 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f9b8fc-3593-4128-b01c-5095c2703d1c None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:24:36.097229 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f9b8fc-3593-4128-b01c-5095c2703d1c None None] Checking segment: {'id': 'f65205a3-b68b-4ccf-8aec-744d1020fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:36.097901 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-92f9b8fc-3593-4128-b01c-5095c2703d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:36.099207 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f9b8fc-3593-4128-b01c-5095c2703d1c None None] Bound using segment: {'id': 'f65205a3-b68b-4ccf-8aec-744d1020fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:24:36.100943 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-92f9b8fc-3593-4128-b01c-5095c2703d1c None None] Bound port: 1f7b055e-7598-47db-b9ff-511b05e91575, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65205a3-b68b-4ccf-8aec-744d1020fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:24:36.101609 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-92f9b8fc-3593-4128-b01c-5095c2703d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:36.116685 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port f0ab188d-ad6a-40f5-82f1-dfdceeb27c61 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:36.117350 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:36.117937 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27948ed3-c212-4ea4-a3a2-5f425c200ebc tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:36.124279 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-27948ed3-c212-4ea4-a3a2-5f425c200ebc tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "DELETE /v2.0/subnets/42ac55df-67b1-4e81-9952-ab3f84cd2d54 HTTP/1.1" status: 204 len: 168 time: 5.9196694 Sep 01 15:24:36.125087 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50070) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:36.135362 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27948ed3-c212-4ea4-a3a2-5f425c200ebc tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event deleted for resources: {'Subnet': ['ID=42ac55df-67b1-4e81-9952-ab3f84cd2d54,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:36.150199 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:36.263032 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84af434-566e-44ba-a82e-e8f7813bd6a7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:36.264803 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84af434-566e-44ba-a82e-e8f7813bd6a7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:36.270136 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d84af434-566e-44ba-a82e-e8f7813bd6a7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1432924 Sep 01 15:24:36.270789 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50072) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:36.278161 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event deleted for resources: {'Subnet': ['ID=b995e60b-6d87-48f1-87b9-8af585d3be31,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:36.331803 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-92f9b8fc-3593-4128-b01c-5095c2703d1c None None] For port 1f7b055e-7598-47db-b9ff-511b05e91575, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:24:36.343181 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-92f9b8fc-3593-4128-b01c-5095c2703d1c None None] For port 1f7b055e-7598-47db-b9ff-511b05e91575, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1f7b055e-7598-47db-b9ff-511b05e91575,segment=NetworkSegment(f65205a3-b68b-4ccf-8aec-744d1020fc29),segment_id=f65205a3-b68b-4ccf-8aec-744d1020fc29)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:24:36.354677 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-92f9b8fc-3593-4128-b01c-5095c2703d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:36.369017 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a5c7e-f983-4e42-bfcc-12cb10743884 req-bd7ff9d6-a665-480e-945f-4d4f9a536553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:36.371097 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0d5a5c7e-f983-4e42-bfcc-12cb10743884 req-bd7ff9d6-a665-480e-945f-4d4f9a536553 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=67a86f2d-b498-4382-882e-fa441c19536c HTTP/1.1" status: 200 len: 1096 time: 0.5462503 Sep 01 15:24:36.382072 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Pushing event updated for resources: {'Port': ['ID=c705db30-8aff-4106-b679-34681bad43a8,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:36.448860 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:36.453275 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:36.453631 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:36.453982 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:36.463352 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-08e6e29c-3cfa-4075-bd63-fe95b2e283f4 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:36.464881 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:36.465435 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:36.465783 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:36.466124 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:36.466497 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:36.466836 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:36.467170 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:36.467602 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:36.467821 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:24:36.487318 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e6e29c-3cfa-4075-bd63-fe95b2e283f4 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 01 15:24:36.487841 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e6e29c-3cfa-4075-bd63-fe95b2e283f4 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:24:36.495347 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a734fa93-66e8-488b-b7f2-3ab7ad086236']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:36.502915 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-08e6e29c-3cfa-4075-bd63-fe95b2e283f4 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "DELETE /v2.0/networks/067280ea-d7cb-4997-9798-4bf99713ba09 HTTP/1.1" status: 409 len: 405 time: 0.2309799 Sep 01 15:24:36.503660 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50080) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:36.512497 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-f930825e-d4b2-4793-84c7-871e84947966 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1059991917'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:36.559173 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0d5a5c7e-f983-4e42-bfcc-12cb10743884 req-1a1fa740-4da8-4f0f-8f41-4874c6c2a279 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722233 Sep 01 15:24:36.570278 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc50723-9cd5-4c15-bd04-97c3019142ca') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:36.570963 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc50723-9cd5-4c15-bd04-97c3019142ca') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:36.582095 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f930825e-d4b2-4793-84c7-871e84947966 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Made reservation on behalf of 2a1737543804470f8e63a9c45dd42e5c for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:36.586054 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f930825e-d4b2-4793-84c7-871e84947966 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:36.602648 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:36.653826 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb564b1a-420d-403c-84c3-9bc0e1528f3f None None] Pushing event updated for resources: {'Port': ['ID=1f7b055e-7598-47db-b9ff-511b05e91575,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:36.747687 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f9b8fc-3593-4128-b01c-5095c2703d1c None None] Routers {'88fcdd69-820b-46ee-8ce3-18d0484113fb'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:24:36.748697 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-92f9b8fc-3593-4128-b01c-5095c2703d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:24:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['88fcdd69-820b-46ee-8ce3-18d0484113fb'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:36.752751 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f930825e-d4b2-4793-84c7-871e84947966 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:24:36.758452 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['5bf39efe-aa5e-4b90-bd80-491f68bed342'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:24:36.806444 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f930825e-d4b2-4793-84c7-871e84947966 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:36.806802 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-f930825e-d4b2-4793-84c7-871e84947966 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Added segment b589624b-9125-4143-b4da-9a7624931602 of type vlan for network f20526ee-6d16-4e63-ac83-88e0039c70ef Sep 01 15:24:36.808396 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:36.892113 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Attempting to bind port c705db30-8aff-4106-b679-34681bad43a8 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:24:36.892511 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Attempting to bind port c705db30-8aff-4106-b679-34681bad43a8 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'bdc50723-9cd5-4c15-bd04-97c3019142ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a734fa93-66e8-488b-b7f2-3ab7ad086236'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:24:36.892890 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Attempting to bind port c705db30-8aff-4106-b679-34681bad43a8 on network a734fa93-66e8-488b-b7f2-3ab7ad086236 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:36.896849 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:24:36.899007 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:24:36.910264 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:24:37.014073 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:24:37.014073 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Checking segment: {'id': 'bdc50723-9cd5-4c15-bd04-97c3019142ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a734fa93-66e8-488b-b7f2-3ab7ad086236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:37.014073 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:37.014889 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Bound using segment: {'id': 'bdc50723-9cd5-4c15-bd04-97c3019142ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a734fa93-66e8-488b-b7f2-3ab7ad086236'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:24:37.039977 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Bound port: c705db30-8aff-4106-b679-34681bad43a8, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc50723-9cd5-4c15-bd04-97c3019142ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a734fa93-66e8-488b-b7f2-3ab7ad086236'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:24:37.043508 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:37.051807 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a0c1d-7326-407d-8515-c4800017ee1e req-3c3608f2-d93f-4d7d-80d6-ab6a617724aa tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:37.074345 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f7b33020-225a-4e2e-afa3-ba721ab846b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:37.092379 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.api [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 01 15:24:37.092379 n-d-794796-3 neutron-server[94733]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 01 15:24:37.092379 n-d-794796-3 neutron-server[94733]: [parameters: {'id': 'a734fa93-66e8-488b-b7f2-3ab7ad086236'}] Sep 01 15:24:37.092379 n-d-794796-3 neutron-server[94733]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:24:37.092844 n-d-794796-3 neutron-server[94733]: DEBUG oslo_db.api [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:24:37.111166 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e35a0c1d-7326-407d-8515-c4800017ee1e req-3c3608f2-d93f-4d7d-80d6-ab6a617724aa tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=67a86f2d-b498-4382-882e-fa441c19536c HTTP/1.1" status: 200 len: 945 time: 0.4713576 Sep 01 15:24:37.191924 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-92f9b8fc-3593-4128-b01c-5095c2703d1c None None] Set router 88fcdd69-820b-46ee-8ce3-18d0484113fb gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:24:37.256489 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f930825e-d4b2-4793-84c7-871e84947966 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:37.305882 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76fd7b-89dd-4470-abb3-ddfaff5d3b21 None None] Pushing event updated for resources: {'Port': ['ID=277da3a4-0820-4522-abe9-9e3e060013f5,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:37.383236 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e35a0c1d-7326-407d-8515-c4800017ee1e req-ae2aa4ee-fe52-4103-ae4b-b234fb81a048 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306118 Sep 01 15:24:37.385834 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.resource_extend [None req-f930825e-d4b2-4793-84c7-871e84947966 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:24:37.434759 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f930825e-d4b2-4793-84c7-871e84947966 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:37.471932 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f930825e-d4b2-4793-84c7-871e84947966 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:37.474004 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f930825e-d4b2-4793-84c7-871e84947966 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:37.499604 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6fbe01a3-cf73-43a8-a756-8ce4bb6d4f03 req-33905080-5d6e-457e-a9a1-c8e1a2e45dc5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 210 time: 0.0775881 Sep 01 15:24:37.576261 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b33020-225a-4e2e-afa3-ba721ab846b8 admin admin] Router f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:24:37.595364 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:37.605539 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] For port c705db30-8aff-4106-b679-34681bad43a8, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:24:37.617501 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] For port c705db30-8aff-4106-b679-34681bad43a8, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=c705db30-8aff-4106-b679-34681bad43a8,segment=NetworkSegment(bdc50723-9cd5-4c15-bd04-97c3019142ca),segment_id=bdc50723-9cd5-4c15-bd04-97c3019142ca)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:24:37.654798 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:37.749340 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f930825e-d4b2-4793-84c7-871e84947966 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2445226 Sep 01 15:24:37.760924 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50100) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:37.773138 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-09a39a1a-d109-4fca-9eb3-dd22c40adac9 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Request body: {'subnet': {'network_id': 'f20526ee-6d16-4e63-ac83-88e0039c70ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:37.908021 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930825e-d4b2-4793-84c7-871e84947966 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event updated for resources: {'Network': ['ID=f20526ee-6d16-4e63-ac83-88e0039c70ef,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:37.924332 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-92f9b8fc-3593-4128-b01c-5095c2703d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219351267', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:23:59Z', 'updated_at': '2021-09-01T15:24:30Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:02Z', 'updated_at': '2021-09-01T15:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '1f7b055e-7598-47db-b9ff-511b05e91575', 'name': '', 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:e2:b9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '28b1fc88-16ee-47b8-b537-f7c2d7715bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:25Z', 'updated_at': '2021-09-01T15:24:36Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': '28b1fc88-16ee-47b8-b537-f7c2d7715bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:38.056859 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f9b8fc-3593-4128-b01c-5095c2703d1c None None] The sync data for ids ['88fcdd69-820b-46ee-8ce3-18d0484113fb'] in n-d-794796-3 is: [{'id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219351267', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:23:59Z', 'updated_at': '2021-09-01T15:24:30Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:02Z', 'updated_at': '2021-09-01T15:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '1f7b055e-7598-47db-b9ff-511b05e91575', 'name': '', 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:e2:b9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '28b1fc88-16ee-47b8-b537-f7c2d7715bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:25Z', 'updated_at': '2021-09-01T15:24:36Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': '28b1fc88-16ee-47b8-b537-f7c2d7715bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:24:38.243914 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aaf018-d0c0-446f-b5e4-611845e71311 None None] Pushing event updated for resources: {'Port': ['ID=b609c4af-ee27-4ab8-9b1f-d951dea1b4ad,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:38.286611 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network f20526ee-6d16-4e63-ac83-88e0039c70ef details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:24:38.379643 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c77fd0b-3109-4ad5-a75f-4ace8b7b7ddb None None] Network a276a86f-aacb-4fc4-bda3-0ca23f969219 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:38.393231 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 277da3a4-0820-4522-abe9-9e3e060013f5 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:38.423619 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a39a1a-d109-4fca-9eb3-dd22c40adac9 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Made reservation on behalf of 2a1737543804470f8e63a9c45dd42e5c for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:38.432566 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-09a39a1a-d109-4fca-9eb3-dd22c40adac9 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:38.545831 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b33020-225a-4e2e-afa3-ba721ab846b8 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:24:38.586908 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Deleting port c705db30-8aff-4106-b679-34681bad43a8 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:38.587911 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:38.732057 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ede1b9-2a8e-42f2-b054-b459ef1e8f80 None None] Network a734fa93-66e8-488b-b7f2-3ab7ad086236 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:38.905883 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1bc8e9-1a01-4d17-835f-f04e039adaf8 None None] Sync routers for ids ['f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:24:38.922083 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] For port c705db30-8aff-4106-b679-34681bad43a8, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=c705db30-8aff-4106-b679-34681bad43a8,segment=NetworkSegment(bdc50723-9cd5-4c15-bd04-97c3019142ca),segment_id=bdc50723-9cd5-4c15-bd04-97c3019142ca)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:38.923004 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:38.963888 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Calling delete_port for c705db30-8aff-4106-b679-34681bad43a8 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:39.104563 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0f7bd-00d0-496a-a42e-0ee306ad8741 req-651df9ad-98b9-475c-a12f-cfed76f93406 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:39.113164 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-56a29a69-efe8-400a-92a1-709ed4b74be6 None None] Provisioning for port 277da3a4-0820-4522-abe9-9e3e060013f5 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:39.122181 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0ef0f7bd-00d0-496a-a42e-0ee306ad8741 req-651df9ad-98b9-475c-a12f-cfed76f93406 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=67a86f2d-b498-4382-882e-fa441c19536c HTTP/1.1" status: 200 len: 945 time: 0.3651838 Sep 01 15:24:39.156549 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-56a29a69-efe8-400a-92a1-709ed4b74be6 None None] Provisioning complete for port 277da3a4-0820-4522-abe9-9e3e060013f5 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:39.156909 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-56a29a69-efe8-400a-92a1-709ed4b74be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:39.214193 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd6272f-07e0-4dc2-a0de-23e08f672ede None None] Network 067280ea-d7cb-4997-9798-4bf99713ba09 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:39.323920 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f7b33020-225a-4e2e-afa3-ba721ab846b8 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:39.330520 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f7b33020-225a-4e2e-afa3-ba721ab846b8 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.8266437 Sep 01 15:24:39.335541 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50122) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:39.384947 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ac10cf67-1ca4-4dcc-b8c8-3e1a7f5e845b req-4c239427-c5d5-4005-a3cf-2cb195071603 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 210 time: 0.1467643 Sep 01 15:24:39.395168 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0ef0f7bd-00d0-496a-a42e-0ee306ad8741 req-78a948f7-2ee2-4466-94f2-3e7ec943810f tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049689 Sep 01 15:24:39.432393 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:39.601919 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] No DVR routers for this DVR port c705db30-8aff-4106-b679-34681bad43a8 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:24:39.612944 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event deleted for resources: {'Port': ['ID=c705db30-8aff-4106-b679-34681bad43a8,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:39.806335 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:39.807264 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1bc8e9-1a01-4d17-835f-f04e039adaf8 None None] Routers {'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:24:39.807579 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-6d1bc8e9-1a01-4d17-835f-f04e039adaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:24:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:39.996204 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 277da3a4-0820-4522-abe9-9e3e060013f5 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:39.996642 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:40.026225 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:40.067326 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a734fa93-66e8-488b-b7f2-3ab7ad086236']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:40.076588 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=5bf39efe-aa5e-4b90-bd80-491f68bed342,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:40.119594 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc50723-9cd5-4c15-bd04-97c3019142ca') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:40.120064 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc50723-9cd5-4c15-bd04-97c3019142ca') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:40.163912 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:40.177255 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510a070-07aa-484a-9ad0-d316276c38ad None None] Pushing event deleted for resources: {'Port': ['ID=c705db30-8aff-4106-b679-34681bad43a8,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:40.184629 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-10056411-04c6-41b9-99df-7273fb01d7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:40.238609 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:40.280596 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3451ad5-89be-420d-a374-5fd27456020b req-023748ab-6fb8-4bd8-85ef-0680adedfef7 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:40.283627 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d3451ad5-89be-420d-a374-5fd27456020b req-023748ab-6fb8-4bd8-85ef-0680adedfef7 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.60 "GET /v2.0/networks?id=8bd9ec36-10bc-407a-b63e-e87ad70e1078 HTTP/1.1" status: 200 len: 810 time: 0.6595542 Sep 01 15:24:40.292721 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:24:40.293379 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:24:40.300549 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:24:40.309137 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-6d1bc8e9-1a01-4d17-835f-f04e039adaf8 None None] Set router f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:24:40.347220 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d3451ad5-89be-420d-a374-5fd27456020b req-3deb419e-78b6-4b66-915a-27b9974d0159 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.60 "GET /v2.0/quotas/d90f7b1a0caa4cfdbbf1d11021da48d6 HTTP/1.1" status: 200 len: 375 time: 0.0454481 Sep 01 15:24:40.462187 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d3451ad5-89be-420d-a374-5fd27456020b req-0503a542-3ce2-4a5c-929a-05f9fbb9df5a tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d90f7b1a0caa4cfdbbf1d11021da48d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563707 Sep 01 15:24:40.475014 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:40.520634 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:40.526551 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "DELETE /v2.0/networks/a734fa93-66e8-488b-b7f2-3ab7ad086236 HTTP/1.1" status: 204 len: 168 time: 8.9002299 Sep 01 15:24:40.527581 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee459f17-b40a-43a8-85eb-877f948d6fca tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event deleted for resources: {'Network': ['ID=a734fa93-66e8-488b-b7f2-3ab7ad086236,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:40.529772 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50138) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:40.638004 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb40200-3482-4e60-905e-a1d7227c901c None None] Network a734fa93-66e8-488b-b7f2-3ab7ad086236 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:40.645000 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-16420367-c114-4bbd-ba4c-90582171cf1f tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] DELETE failed (client error): The resource could not be found. Sep 01 15:24:40.646559 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16420367-c114-4bbd-ba4c-90582171cf1f tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:24:40.648860 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-16420367-c114-4bbd-ba4c-90582171cf1f tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "DELETE /v2.0/networks/a734fa93-66e8-488b-b7f2-3ab7ad086236 HTTP/1.1" status: 404 len: 339 time: 0.0295527 Sep 01 15:24:40.655639 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50140) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:40.667607 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-8f23f397-1fa9-4950-888a-ed3f83c10eb6 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-262740377', 'description': 'd1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:40.752685 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f23f397-1fa9-4950-888a-ed3f83c10eb6 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Made reservation on behalf of 4cf1d84d3461470a9c39da8e67a9a428 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:40.752685 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8f23f397-1fa9-4950-888a-ed3f83c10eb6 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:40.783228 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-6b7d06b6-82bf-4b37-a47f-968c8f5b877e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:40.786042 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-6b7d06b6-82bf-4b37-a47f-968c8f5b877e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.62 "GET /v2.0/networks?id=4578278d-9bad-4f8d-8bc4-6025bd0de686 HTTP/1.1" status: 200 len: 797 time: 0.2420933 Sep 01 15:24:40.828132 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb40200-3482-4e60-905e-a1d7227c901c None None] Network a734fa93-66e8-488b-b7f2-3ab7ad086236 could not be found, it might have been deleted concurrently. {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 01 15:24:40.867921 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d3451ad5-89be-420d-a374-5fd27456020b req-c1da69b5-37ff-481d-81f3-38e65e76c418 service neutron] 10.222.0.60 "GET /v2.0/networks/8bd9ec36-10bc-407a-b63e-e87ad70e1078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041753 Sep 01 15:24:40.895393 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f23f397-1fa9-4950-888a-ed3f83c10eb6 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:24:40.923646 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8f23f397-1fa9-4950-888a-ed3f83c10eb6 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:40.924227 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-8f23f397-1fa9-4950-888a-ed3f83c10eb6 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Added segment 13a4c2d0-8436-4382-adcb-3037f0ab80f1 of type vlan for network 0a4c1889-01c8-49ed-8c5e-adbd635626d0 Sep 01 15:24:41.012184 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5bfe12-2d52-4fc6-8309-40497e846da6 None None] DHCP port deletion for 067280ea-d7cb-4997-9798-4bf99713ba09 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:24:41.048592 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ac967-ba73-42dc-adf0-33a3cc93399b req-52ce737a-a33f-4efd-a28a-16ba38ff6d64 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:41.067671 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ec2ac967-ba73-42dc-adf0-33a3cc93399b req-52ce737a-a33f-4efd-a28a-16ba38ff6d64 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3d6e6da-b639-4834-9269-b940527b7eef HTTP/1.1" status: 200 len: 945 time: 0.5206432 Sep 01 15:24:41.171826 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8f23f397-1fa9-4950-888a-ed3f83c10eb6 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:41.272380 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a42143e7-4b21-4af6-a3c2-a96192cbbe21 None None] Provisioning for port b609c4af-ee27-4ab8-9b1f-d951dea1b4ad completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:41.299312 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1f7b055e-7598-47db-b9ff-511b05e91575 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:41.325567 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8f23f397-1fa9-4950-888a-ed3f83c10eb6 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:41.337951 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-9d5bfe12-2d52-4fc6-8309-40497e846da6 None None] Deleting port b609c4af-ee27-4ab8-9b1f-d951dea1b4ad {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:41.338610 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9d5bfe12-2d52-4fc6-8309-40497e846da6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:41.350026 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-f5b98f4d-569b-4a39-b560-5c3fd0ccdd67 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f HTTP/1.1" status: 200 len: 380 time: 0.4393404 Sep 01 15:24:41.354507 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f23f397-1fa9-4950-888a-ed3f83c10eb6 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:41.355799 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8f23f397-1fa9-4950-888a-ed3f83c10eb6 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:41.419173 n-d-794796-3 neutron-server[94734]: DEBUG neutron.objects.ports [None req-09a39a1a-d109-4fca-9eb3-dd22c40adac9 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:24:41.432567 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-6d1bc8e9-1a01-4d17-835f-f04e039adaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1187869200-router', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '69615cda-6f0e-4068-a43a-215ec3e922c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:24:31Z', 'updated_at': '2021-09-01T15:24:34Z', 'revision_number': 3, 'project_id': '0cb731dadd864ee582f0baa54d2d48a9', 'gw_port': {'id': '69615cda-6f0e-4068-a43a-215ec3e922c6', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:33Z', 'updated_at': '2021-09-01T15:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:41.491641 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23f397-1fa9-4950-888a-ed3f83c10eb6 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event updated for resources: {'Network': ['ID=0a4c1889-01c8-49ed-8c5e-adbd635626d0,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:41.505213 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d3451ad5-89be-420d-a374-5fd27456020b req-0e43d769-8071-4b7f-90fa-9e19fd4663f4 service neutron] 10.222.0.60 "GET /v2.0/networks/8bd9ec36-10bc-407a-b63e-e87ad70e1078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282586 Sep 01 15:24:41.519922 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8f23f397-1fa9-4950-888a-ed3f83c10eb6 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8625042 Sep 01 15:24:41.523556 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50146) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:41.544735 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1bc8e9-1a01-4d17-835f-f04e039adaf8 None None] Checking router: f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:24:41.545233 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1bc8e9-1a01-4d17-835f-f04e039adaf8 None None] Updating router f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc port 69615cda-6f0e-4068-a43a-215ec3e922c6 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:24:41.573038 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-858f2926-a0e8-4d0c-b299-ed150f60ef39 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'port': {'device_id': '869be674-05e2-4a87-980e-acea57d7473a', 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686', 'admin_state_up': True, 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'security_groups': ['1f9816a9-945e-4d30-a35c-55037fcdbb74']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:41.601778 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 0a4c1889-01c8-49ed-8c5e-adbd635626d0 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:24:41.609532 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6d1bc8e9-1a01-4d17-835f-f04e039adaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:41.618895 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-09a39a1a-d109-4fca-9eb3-dd22c40adac9 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:41.792956 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a39a1a-d109-4fca-9eb3-dd22c40adac9 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event updated for resources: {'Subnet': ['ID=71c558a8-14c1-404f-83b8-7d52d3382c50,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:41.832109 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b84195-d509-43a3-a442-e8f48d94030a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:41.833250 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ec2ac967-ba73-42dc-adf0-33a3cc93399b req-3b2e95e5-8c20-4eda-8930-03eb3d5870f4 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116843 Sep 01 15:24:41.836161 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b0b84195-d509-43a3-a442-e8f48d94030a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "GET /v2.0/networks?id=0a4c1889-01c8-49ed-8c5e-adbd635626d0 HTTP/1.1" status: 200 len: 764 time: 0.3102608 Sep 01 15:24:41.838713 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50148) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:41.852368 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-6953de94-a3b5-474a-8292-e896468e7995 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Request body: {'network': {'description': 'd2'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:41.925246 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a39a1a-d109-4fca-9eb3-dd22c40adac9 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Checking segment: {'id': 'b589624b-9125-4143-b4da-9a7624931602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f20526ee-6d16-4e63-ac83-88e0039c70ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:41.925627 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a39a1a-d109-4fca-9eb3-dd22c40adac9 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Network hostable DHCP agents. Network: f20526ee-6d16-4e63-ac83-88e0039c70ef, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:24:41.975503 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a39a1a-d109-4fca-9eb3-dd22c40adac9 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Network f20526ee-6d16-4e63-ac83-88e0039c70ef is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:24:42.028438 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-858f2926-a0e8-4d0c-b299-ed150f60ef39 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Made reservation on behalf of de2c6e6a9d864f738bbaf0c51220fe5f for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:42.031519 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-858f2926-a0e8-4d0c-b299-ed150f60ef39 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:42.062886 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-09a39a1a-d109-4fca-9eb3-dd22c40adac9 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, f20526ee-6d16-4e63-ac83-88e0039c70ef) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:42.110803 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e7e6a867-5c44-4f31-8734-ade8cf52cf54 req-b5e3ad67-247b-4428-9b8d-bcdfceecd6c1 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 210 time: 0.1277616 Sep 01 15:24:42.130542 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a39a1a-d109-4fca-9eb3-dd22c40adac9 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:42.132168 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-09a39a1a-d109-4fca-9eb3-dd22c40adac9 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:42.173205 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8bf51a-91bc-43df-9866-b5419ceb0762 None None] Network f20526ee-6d16-4e63-ac83-88e0039c70ef requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:42.198237 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-09a39a1a-d109-4fca-9eb3-dd22c40adac9 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.4353297 Sep 01 15:24:42.228040 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50156) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:42.264119 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6d1bc8e9-1a01-4d17-835f-f04e039adaf8 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:42.281036 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6d1bc8e9-1a01-4d17-835f-f04e039adaf8 None None] Transition to ACTIVE for port object 69615cda-6f0e-4068-a43a-215ec3e922c6 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:42.288982 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-9d5bfe12-2d52-4fc6-8309-40497e846da6 None None] For port b609c4af-ee27-4ab8-9b1f-d951dea1b4ad, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b609c4af-ee27-4ab8-9b1f-d951dea1b4ad,segment=NetworkSegment(a51304b8-a70f-4e8f-a31e-d99e2d9fe920),segment_id=a51304b8-a70f-4e8f-a31e-d99e2d9fe920)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:42.290481 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9d5bfe12-2d52-4fc6-8309-40497e846da6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:42.310909 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-9d5bfe12-2d52-4fc6-8309-40497e846da6 None None] Calling delete_port for b609c4af-ee27-4ab8-9b1f-d951dea1b4ad owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:42.370994 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6953de94-a3b5-474a-8292-e896468e7995 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:42.413325 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6953de94-a3b5-474a-8292-e896468e7995 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:42.425759 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f094c72-c65b-489e-b3fe-b7cc5db1275b req-7e71c8d4-526b-42e6-bd26-2c5c1491faf4 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739 HTTP/1.1" status: 200 len: 210 time: 0.2771044 Sep 01 15:24:42.448474 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f58005c-dc23-45ac-a453-91e691597b4e tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:42.459258 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6953de94-a3b5-474a-8292-e896468e7995 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Network 0a4c1889-01c8-49ed-8c5e-adbd635626d0 is not hosted by any dhcp agent {{(pid=94733) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 01 15:24:42.478636 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 5bf39efe-aa5e-4b90-bd80-491f68bed342 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:42.482993 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 1f7b055e-7598-47db-b9ff-511b05e91575 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:42.488746 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6953de94-a3b5-474a-8292-e896468e7995 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:42.489628 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6953de94-a3b5-474a-8292-e896468e7995 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:42.494165 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6953de94-a3b5-474a-8292-e896468e7995 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "PUT /v2.0/networks/0a4c1889-01c8-49ed-8c5e-adbd635626d0 HTTP/1.1" status: 200 len: 761 time: 0.6514161 Sep 01 15:24:42.505491 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50162) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:42.529934 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 1f7b055e-7598-47db-b9ff-511b05e91575 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:42.531957 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:42.534159 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9d5bfe12-2d52-4fc6-8309-40497e846da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:42.596640 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4a5632c1-e148-4a10-a072-ed3b035e0503 None None] Provisioning complete for port 277da3a4-0820-4522-abe9-9e3e060013f5 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:42.597032 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4a5632c1-e148-4a10-a072-ed3b035e0503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:42.648383 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953de94-a3b5-474a-8292-e896468e7995 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event updated for resources: {'Network': ['ID=0a4c1889-01c8-49ed-8c5e-adbd635626d0,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:42.655437 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6d1bc8e9-1a01-4d17-835f-f04e039adaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:42.675392 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5bfe12-2d52-4fc6-8309-40497e846da6 None None] No DVR routers for this DVR port b609c4af-ee27-4ab8-9b1f-d951dea1b4ad on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:24:42.693584 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc3f95e-bbe9-4e20-9b17-d0b9f5ba4732 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:42.696093 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5fc3f95e-bbe9-4e20-9b17-d0b9f5ba4732 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "GET /v2.0/networks?id=0a4c1889-01c8-49ed-8c5e-adbd635626d0 HTTP/1.1" status: 200 len: 764 time: 0.1882782 Sep 01 15:24:42.700476 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50166) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:42.738993 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 0a4c1889-01c8-49ed-8c5e-adbd635626d0 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:24:42.871515 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f58005c-dc23-45ac-a453-91e691597b4e tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:43.028086 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1331efbe-860a-4da1-9e77-5801bff59a33 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:43.029181 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1331efbe-860a-4da1-9e77-5801bff59a33 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3268952 Sep 01 15:24:43.033419 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50172) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:43.100423 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-076cf79b-bfb3-4129-a1c6-c57cfaf954e8 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "GET /v2.0/subnets?network_id=5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 207 time: 0.0648851 Sep 01 15:24:43.103643 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50176) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:43.187134 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5bfe12-2d52-4fc6-8309-40497e846da6 None None] Pushing event deleted for resources: {'Port': ['ID=b609c4af-ee27-4ab8-9b1f-d951dea1b4ad,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:43.248983 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d7909b69-d152-4c3a-9389-c6820eabc54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:43.313832 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:43.322937 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6d211-3926-4012-a937-952fd93e1bcd None None] Pushing event updated for resources: {'Port': ['ID=69615cda-6f0e-4068-a43a-215ec3e922c6,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:43.324101 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f58005c-dc23-45ac-a453-91e691597b4e tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:43.375007 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-6d1bc8e9-1a01-4d17-835f-f04e039adaf8 None None] Attempting to bind port 69615cda-6f0e-4068-a43a-215ec3e922c6 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:24:43.375460 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-6d1bc8e9-1a01-4d17-835f-f04e039adaf8 None None] Attempting to bind port 69615cda-6f0e-4068-a43a-215ec3e922c6 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:24:43.376061 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1bc8e9-1a01-4d17-835f-f04e039adaf8 None None] Attempting to bind port 69615cda-6f0e-4068-a43a-215ec3e922c6 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:43.394276 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-858f2926-a0e8-4d0c-b299-ed150f60ef39 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Allocated IP 172.20.0.7 (4578278d-9bad-4f8d-8bc4-6025bd0de686/28b1fc88-16ee-47b8-b537-f7c2d7715bc7/e1e687d8-0af0-4c66-b0c0-65b5585e9d32) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:43.423924 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1bc8e9-1a01-4d17-835f-f04e039adaf8 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:24:43.424379 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1bc8e9-1a01-4d17-835f-f04e039adaf8 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:43.424830 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6d1bc8e9-1a01-4d17-835f-f04e039adaf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:43.425296 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1bc8e9-1a01-4d17-835f-f04e039adaf8 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:24:43.425991 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-6d1bc8e9-1a01-4d17-835f-f04e039adaf8 None None] Bound port: 69615cda-6f0e-4068-a43a-215ec3e922c6, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:24:43.426969 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6d1bc8e9-1a01-4d17-835f-f04e039adaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:43.453564 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58005c-dc23-45ac-a453-91e691597b4e tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event deleted for resources: {'Subnet': ['ID=71c558a8-14c1-404f-83b8-7d52d3382c50,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:43.473924 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dead5c-120b-4d6b-85a0-a3cbd4d658f2 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:43.482027 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dead5c-120b-4d6b-85a0-a3cbd4d658f2 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:43.490637 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dead5c-120b-4d6b-85a0-a3cbd4d658f2 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:43.496920 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a800165-73de-48d2-ba33-ab254753897a req-e6b5a191-b3d5-4e6f-a3d4-130ea507d3fd tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:43.499842 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dead5c-120b-4d6b-85a0-a3cbd4d658f2 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:43.500710 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0a800165-73de-48d2-ba33-ab254753897a req-e6b5a191-b3d5-4e6f-a3d4-130ea507d3fd tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3d6e6da-b639-4834-9269-b940527b7eef HTTP/1.1" status: 200 len: 945 time: 0.4980214 Sep 01 15:24:43.508152 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-6d1bc8e9-1a01-4d17-835f-f04e039adaf8 None None] For port 69615cda-6f0e-4068-a43a-215ec3e922c6, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:24:43.510455 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dead5c-120b-4d6b-85a0-a3cbd4d658f2 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:43.513632 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-6d1bc8e9-1a01-4d17-835f-f04e039adaf8 None None] For port 69615cda-6f0e-4068-a43a-215ec3e922c6, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=69615cda-6f0e-4068-a43a-215ec3e922c6,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:24:43.528066 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dead5c-120b-4d6b-85a0-a3cbd4d658f2 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:43.530858 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-53dead5c-120b-4d6b-85a0-a3cbd4d658f2 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4258988 Sep 01 15:24:43.531132 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6d1bc8e9-1a01-4d17-835f-f04e039adaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:43.536516 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50182) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:43.596250 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:43.607489 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6d211-3926-4012-a937-952fd93e1bcd None None] Pushing event updated for resources: {'Port': ['ID=69615cda-6f0e-4068-a43a-215ec3e922c6,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:43.643758 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0a800165-73de-48d2-ba33-ab254753897a req-c68653e1-57e2-4bde-93db-78cd1d190dff tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767732 Sep 01 15:24:43.662731 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4eb58dfb-6e99-41f4-8013-337d23e1b1f1 req-bce844b8-5d82-48f9-9dc0-95b84719a373 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 210 time: 0.1297958 Sep 01 15:24:43.700562 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 5bf39efe-aa5e-4b90-bd80-491f68bed342 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:43.751554 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 5bf39efe-aa5e-4b90-bd80-491f68bed342 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:43.752744 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:43.824354 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f58005c-dc23-45ac-a453-91e691597b4e tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:43.852687 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8784f124-93b9-407b-80c3-c918e2fb2c62 req-d0d8f5d9-acce-40d7-a6ab-01e9a7312fce tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739 HTTP/1.1" status: 200 len: 210 time: 0.0870781 Sep 01 15:24:43.898473 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-2f58005c-dc23-45ac-a453-91e691597b4e tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f20526ee-6d16-4e63-ac83-88e0039c70ef']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:43.923135 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-396b0ac6-0eb9-4ccb-bd36-bf74dc264e9e tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3766952 Sep 01 15:24:43.923385 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-26f9d78a-4c32-4fba-bc2d-5c615c4db9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:43.923523 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50184) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:43.951310 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:43.956347 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b195ee3-69d2-41db-90d7-666f4955b613 None None] Network f20526ee-6d16-4e63-ac83-88e0039c70ef requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:43.961778 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-2f58005c-dc23-45ac-a453-91e691597b4e tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b589624b-9125-4143-b4da-9a7624931602') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:43.962093 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-2f58005c-dc23-45ac-a453-91e691597b4e tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b589624b-9125-4143-b4da-9a7624931602') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:43.995135 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1bc8e9-1a01-4d17-835f-f04e039adaf8 None None] Routers {'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:24:43.995779 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-6d1bc8e9-1a01-4d17-835f-f04e039adaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:24:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:44.040545 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f58005c-dc23-45ac-a453-91e691597b4e tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:44.101605 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f58005c-dc23-45ac-a453-91e691597b4e tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:44.117180 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f58005c-dc23-45ac-a453-91e691597b4e tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:24:44.117897 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f58005c-dc23-45ac-a453-91e691597b4e tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:24:44.121914 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:24:44.208347 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-d7909b69-d152-4c3a-9389-c6820eabc54b admin admin] Allocated IP 172.20.0.1 (de691801-89b1-48f6-bdfc-e34b336a486b/18713cb6-b926-44ed-a46d-38b8aaa8087d/21d45a8e-cda5-4166-b595-220aa188abb7) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:44.261312 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f58005c-dc23-45ac-a453-91e691597b4e tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:44.278069 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f58005c-dc23-45ac-a453-91e691597b4e tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:44.294932 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2f58005c-dc23-45ac-a453-91e691597b4e tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "DELETE /v2.0/networks/f20526ee-6d16-4e63-ac83-88e0039c70ef HTTP/1.1" status: 204 len: 168 time: 2.0622971 Sep 01 15:24:44.298267 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50190) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:44.330764 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-f94c64c6-39de-47d5-b003-7f309c8f1101 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-791402400'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:44.376247 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-858f2926-a0e8-4d0c-b299-ed150f60ef39 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:44.380573 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58005c-dc23-45ac-a453-91e691597b4e tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event deleted for resources: {'Network': ['ID=f20526ee-6d16-4e63-ac83-88e0039c70ef,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:44.382129 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 1f7b055e-7598-47db-b9ff-511b05e91575, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1f7b055e-7598-47db-b9ff-511b05e91575,segment=NetworkSegment(f65205a3-b68b-4ccf-8aec-744d1020fc29),segment_id=f65205a3-b68b-4ccf-8aec-744d1020fc29)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:44.417304 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:44.421220 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94c64c6-39de-47d5-b003-7f309c8f1101 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Made reservation on behalf of 2a1737543804470f8e63a9c45dd42e5c for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:44.426870 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f94c64c6-39de-47d5-b003-7f309c8f1101 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:44.480511 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-858f2926-a0e8-4d0c-b299-ed150f60ef39 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Transition to ACTIVE for port object e1e687d8-0af0-4c66-b0c0-65b5585e9d32 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:44.484015 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b609c4af-ee27-4ab8-9b1f-d951dea1b4ad no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:24:44.488598 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94c64c6-39de-47d5-b003-7f309c8f1101 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:24:44.517063 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f94c64c6-39de-47d5-b003-7f309c8f1101 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:44.517559 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-f94c64c6-39de-47d5-b003-7f309c8f1101 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Added segment ca68c132-4354-4a86-8680-79c8da1c0ad4 of type vlan for network 1c377602-9064-4dfa-b6c5-acfec20e7447 Sep 01 15:24:44.608702 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f94c64c6-39de-47d5-b003-7f309c8f1101 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:44.617127 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d7909b69-d152-4c3a-9389-c6820eabc54b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:44.625782 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f924314f-5372-4aff-8587-ab727dd59a42 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:44.629146 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f924314f-5372-4aff-8587-ab727dd59a42 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:44.632317 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f924314f-5372-4aff-8587-ab727dd59a42 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:44.633767 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-858f2926-a0e8-4d0c-b299-ed150f60ef39 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:44.635250 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f924314f-5372-4aff-8587-ab727dd59a42 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:44.638733 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f924314f-5372-4aff-8587-ab727dd59a42 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:44.646105 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f924314f-5372-4aff-8587-ab727dd59a42 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7169175 Sep 01 15:24:44.651089 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50192) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:44.721185 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-858f2926-a0e8-4d0c-b299-ed150f60ef39 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Network 4578278d-9bad-4f8d-8bc4-6025bd0de686 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:44.737463 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-858f2926-a0e8-4d0c-b299-ed150f60ef39 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:44.744661 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-858f2926-a0e8-4d0c-b299-ed150f60ef39 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:44.799976 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=1f7b055e-7598-47db-b9ff-511b05e91575,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:44.869773 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-858f2926-a0e8-4d0c-b299-ed150f60ef39 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:44.870599 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-858f2926-a0e8-4d0c-b299-ed150f60ef39 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:44.902103 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3451ad5-89be-420d-a374-5fd27456020b req-d9ae63ca-cdc9-4ac2-8399-0d1f9ac2d2c4 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:44.904793 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d3451ad5-89be-420d-a374-5fd27456020b req-d9ae63ca-cdc9-4ac2-8399-0d1f9ac2d2c4 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.45 "GET /v2.0/networks?id=8bd9ec36-10bc-407a-b63e-e87ad70e1078 HTTP/1.1" status: 200 len: 810 time: 0.9019237 Sep 01 15:24:44.912879 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f94c64c6-39de-47d5-b003-7f309c8f1101 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:44.919490 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94c64c6-39de-47d5-b003-7f309c8f1101 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:44.923016 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f94c64c6-39de-47d5-b003-7f309c8f1101 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:44.926330 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: b609c4af-ee27-4ab8-9b1f-d951dea1b4ad {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:24:44.926927 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b609c4af-ee27-4ab8-9b1f-d951dea1b4ad not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:24:44.972401 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f2926-a0e8-4d0c-b299-ed150f60ef39 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Port': ['ID=e1e687d8-0af0-4c66-b0c0-65b5585e9d32,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:44.987001 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f94c64c6-39de-47d5-b003-7f309c8f1101 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6610181 Sep 01 15:24:44.988178 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50200) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:45.018285 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-d3451ad5-89be-420d-a374-5fd27456020b req-3289c54f-0567-417f-9fda-ce5ccc16cee6 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Request body: {'port': {'device_id': 'a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739', 'network_id': '8bd9ec36-10bc-407a-b63e-e87ad70e1078', 'admin_state_up': True, 'tenant_id': 'd90f7b1a0caa4cfdbbf1d11021da48d6'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:45.018558 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-0ece185e-457f-4466-9e7f-40976fd4fa55 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Request body: {'subnet': {'network_id': '1c377602-9064-4dfa-b6c5-acfec20e7447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:45.032494 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-858f2926-a0e8-4d0c-b299-ed150f60ef39 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4677510 Sep 01 15:24:45.078836 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:45.085550 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-6d1bc8e9-1a01-4d17-835f-f04e039adaf8 None None] Set router f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:24:45.129509 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-b75dc22b-9ebf-4cb1-8e4c-92544d0004cb service neutron] Request body: {'port': {'device_id': '869be674-05e2-4a87-980e-acea57d7473a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:45.280331 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1f7b055e-7598-47db-b9ff-511b05e91575 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:45.286334 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6e4515-a058-4aeb-8d1e-6df986819f91 None None] get_active_networks_info from n-d-794796-3 {{(pid=94735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:24:45.400988 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:45.450567 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac21667-51a3-49d0-bc39-7b49590173a3 req-7dc3de8d-e2a0-49db-bf3c-c698ff375bfb tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:45.475794 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7ac21667-51a3-49d0-bc39-7b49590173a3 req-7dc3de8d-e2a0-49db-bf3c-c698ff375bfb tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 931 time: 0.5678124 Sep 01 15:24:45.510435 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5460318-ea7a-4e3a-b23d-ec131181eab9 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:45.516133 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5460318-ea7a-4e3a-b23d-ec131181eab9 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:45.520157 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5460318-ea7a-4e3a-b23d-ec131181eab9 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:45.524098 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a509586-56a6-4e45-a5b8-ff9ed109ed9e req-a236c0f8-9b5c-4781-9f8d-a311aa993dbe tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:45.526560 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5460318-ea7a-4e3a-b23d-ec131181eab9 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:45.530905 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5460318-ea7a-4e3a-b23d-ec131181eab9 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:45.532407 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a509586-56a6-4e45-a5b8-ff9ed109ed9e req-a236c0f8-9b5c-4781-9f8d-a311aa993dbe tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3d6e6da-b639-4834-9269-b940527b7eef HTTP/1.1" status: 200 len: 945 time: 0.7140143 Sep 01 15:24:45.549008 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f5460318-ea7a-4e3a-b23d-ec131181eab9 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.8958604 Sep 01 15:24:45.568725 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d6e6da-b639-4834-9269-b940527b7eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf39efe-aa5e-4b90-bd80-491f68bed342'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:24:45.572877 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c086bcb1-2e36-4124-a031-f765a6f0e7fd" -d '{"events": [{"server_uuid": "b3d6e6da-b639-4834-9269-b940527b7eef", "name": "network-vif-plugged", "status": "completed", "tag": "5bf39efe-aa5e-4b90-bd80-491f68bed342"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:24:45.577407 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50208) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:45.620277 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-93172afe-61d5-415e-a89a-0216458b467f None None] Provisioning for port e1e687d8-0af0-4c66-b0c0-65b5585e9d32 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:45.636242 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a509586-56a6-4e45-a5b8-ff9ed109ed9e req-446e1cec-2aaf-47a2-8eb9-690752363bbe tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025827 Sep 01 15:24:45.641545 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 5bf39efe-aa5e-4b90-bd80-491f68bed342, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=5bf39efe-aa5e-4b90-bd80-491f68bed342,segment=NetworkSegment(c49b7b97-229f-4676-9cb2-edf69b6aadb4),segment_id=c49b7b97-229f-4676-9cb2-edf69b6aadb4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:45.697230 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-b75dc22b-9ebf-4cb1-8e4c-92544d0004cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:45.704031 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-93172afe-61d5-415e-a89a-0216458b467f None None] Provisioning complete for port e1e687d8-0af0-4c66-b0c0-65b5585e9d32 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:45.704641 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-93172afe-61d5-415e-a89a-0216458b467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:45.712798 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d7909b69-d152-4c3a-9389-c6820eabc54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:45.732762 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3451ad5-89be-420d-a374-5fd27456020b req-3289c54f-0567-417f-9fda-ce5ccc16cee6 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Made reservation on behalf of d90f7b1a0caa4cfdbbf1d11021da48d6 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:45.734477 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c64c6-39de-47d5-b003-7f309c8f1101 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event updated for resources: {'Network': ['ID=1c377602-9064-4dfa-b6c5-acfec20e7447,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:45.749598 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d3451ad5-89be-420d-a374-5fd27456020b req-3289c54f-0567-417f-9fda-ce5ccc16cee6 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:45.806703 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7ac21667-51a3-49d0-bc39-7b49590173a3 req-599fd324-5001-471b-bb59-6f7f1012d966 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3278980 Sep 01 15:24:45.905822 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7909b69-d152-4c3a-9389-c6820eabc54b admin admin] Network de691801-89b1-48f6-bdfc-e34b336a486b is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:45.908315 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-af99a1ee-f28b-4925-bef9-035dfda78e1a req-b190dd62-367e-4768-98a2-19c5825b0746 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739 HTTP/1.1" status: 200 len: 210 time: 0.1115496 Sep 01 15:24:45.916060 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-d7909b69-d152-4c3a-9389-c6820eabc54b admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:45.926370 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7909b69-d152-4c3a-9389-c6820eabc54b admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:45.936644 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7909b69-d152-4c3a-9389-c6820eabc54b admin admin] Pushing event updated for resources: {'Port': ['ID=21d45a8e-cda5-4166-b595-220aa188abb7,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:45.945368 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d133d46-1eb9-456c-be7f-bf47715bd2c8 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:45.946955 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:45.950981 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4d133d46-1eb9-456c-be7f-bf47715bd2c8 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "GET /v2.0/networks/6919a2cb-7e56-406b-b982-97623d29fdd2 HTTP/1.1" status: 200 len: 804 time: 0.3686867 Sep 01 15:24:45.952507 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 1c377602-9064-4dfa-b6c5-acfec20e7447 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:24:45.973002 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50212) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:46.173838 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-d3451ad5-89be-420d-a374-5fd27456020b req-3289c54f-0567-417f-9fda-ce5ccc16cee6 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Allocated IP 172.20.0.4 (8bd9ec36-10bc-407a-b63e-e87ad70e1078/9913cd01-bd85-4a64-a11a-a30252c26f01/7544dfb9-1a2a-4364-9d2f-7c2de4712e88) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:46.238859 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-05faefac-d42b-4c7e-9d14-23ec3080e215 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "GET /v2.0/networks/6919a2cb-7e56-406b-b982-97623d29fdd2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2623572 Sep 01 15:24:46.248143 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50216) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:46.252698 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6e4515-a058-4aeb-8d1e-6df986819f91 None None] Resources bound (agent type, host, resource id): {{(pid=94735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:24:46.255991 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3a6359-0952-42b1-87e5-64d40b219cc2 x-openstack-request-id: req-bf3a6359-0952-42b1-87e5-64d40b219cc2 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:24:46.256296 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d6e6da-b639-4834-9269-b940527b7eef", "name": "network-vif-plugged", "status": "completed", "tag": "5bf39efe-aa5e-4b90-bd80-491f68bed342", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:24:46.256550 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf3a6359-0952-42b1-87e5-64d40b219cc2 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:24:46.256954 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d6e6da-b639-4834-9269-b940527b7eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf39efe-aa5e-4b90-bd80-491f68bed342', 'code': 200} Sep 01 15:24:46.262904 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-93172afe-61d5-415e-a89a-0216458b467f None None] Port e1e687d8-0af0-4c66-b0c0-65b5585e9d32 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:24:46.317149 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 1f7b055e-7598-47db-b9ff-511b05e91575 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:46.317464 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:46.359409 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d7909b69-d152-4c3a-9389-c6820eabc54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:46.376781 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=5bf39efe-aa5e-4b90-bd80-491f68bed342,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:46.467243 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8507c0f1-90c0-4e50-877f-d3df6654e351 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:46.468860 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8507c0f1-90c0-4e50-877f-d3df6654e351 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "GET /v2.0/subnets/ffd3f811-63b2-4ead-a230-974fae19fda7 HTTP/1.1" status: 200 len: 843 time: 0.2111952 Sep 01 15:24:46.475389 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50218) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:46.479382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ece185e-457f-4466-9e7f-40976fd4fa55 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Made reservation on behalf of 2a1737543804470f8e63a9c45dd42e5c for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:46.483999 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ece185e-457f-4466-9e7f-40976fd4fa55 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:46.574062 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16be0c17-ed52-46f8-a3bf-7acb6dab14e3 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['shared'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:46.575488 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-16be0c17-ed52-46f8-a3bf-7acb6dab14e3 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "GET /v2.0/subnets/ffd3f811-63b2-4ead-a230-974fae19fda7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0990670 Sep 01 15:24:46.583238 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50220) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:46.592790 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-3dada14c-d141-4944-8df0-3a08d1667a6a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2038272909'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:46.637316 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-6d1bc8e9-1a01-4d17-835f-f04e039adaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1187869200-router', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '69615cda-6f0e-4068-a43a-215ec3e922c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:24:31Z', 'updated_at': '2021-09-01T15:24:34Z', 'revision_number': 3, 'project_id': '0cb731dadd864ee582f0baa54d2d48a9', 'gw_port': {'id': '69615cda-6f0e-4068-a43a-215ec3e922c6', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:33Z', 'updated_at': '2021-09-01T15:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:46.651509 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d3451ad5-89be-420d-a374-5fd27456020b req-3289c54f-0567-417f-9fda-ce5ccc16cee6 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:46.670109 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b9792-a4bc-4f6d-848c-dd8554da6477 req-cc3d9d7d-35c6-4b74-bbb3-bd7cb29bb7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:46.671725 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d92b9792-a4bc-4f6d-848c-dd8554da6477 req-cc3d9d7d-35c6-4b74-bbb3-bd7cb29bb7ee service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b3d6e6da-b639-4834-9269-b940527b7eef HTTP/1.1" status: 200 len: 1097 time: 0.4098940 Sep 01 15:24:46.688419 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1bc8e9-1a01-4d17-835f-f04e039adaf8 None None] The sync data for ids ['f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'] in n-d-794796-3 is: [{'id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1187869200-router', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '69615cda-6f0e-4068-a43a-215ec3e922c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:24:31Z', 'updated_at': '2021-09-01T15:24:34Z', 'revision_number': 3, 'project_id': '0cb731dadd864ee582f0baa54d2d48a9', 'gw_port': {'id': '69615cda-6f0e-4068-a43a-215ec3e922c6', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:33Z', 'updated_at': '2021-09-01T15:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:24:46.722324 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dada14c-d141-4944-8df0-3a08d1667a6a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Made reservation on behalf of 4cf1d84d3461470a9c39da8e67a9a428 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:46.728412 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3dada14c-d141-4944-8df0-3a08d1667a6a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:46.732056 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d3451ad5-89be-420d-a374-5fd27456020b req-3289c54f-0567-417f-9fda-ce5ccc16cee6 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:46.856574 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3451ad5-89be-420d-a374-5fd27456020b req-3289c54f-0567-417f-9fda-ce5ccc16cee6 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Network 8bd9ec36-10bc-407a-b63e-e87ad70e1078 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:46.863219 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-d3451ad5-89be-420d-a374-5fd27456020b req-3289c54f-0567-417f-9fda-ce5ccc16cee6 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:46.867182 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3451ad5-89be-420d-a374-5fd27456020b req-3289c54f-0567-417f-9fda-ce5ccc16cee6 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:46.871328 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289c54f-0567-417f-9fda-ce5ccc16cee6 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Pushing event updated for resources: {'Port': ['ID=7544dfb9-1a2a-4364-9d2f-7c2de4712e88,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:46.879458 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-b75dc22b-9ebf-4cb1-8e4c-92544d0004cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e687d8-0af0-4c66-b0c0-65b5585e9d32 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:24:46.918929 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d7909b69-d152-4c3a-9389-c6820eabc54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:46.949650 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-b75dc22b-9ebf-4cb1-8e4c-92544d0004cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:46.958843 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dada14c-d141-4944-8df0-3a08d1667a6a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:24:47.003928 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3dada14c-d141-4944-8df0-3a08d1667a6a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:47.004145 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-3dada14c-d141-4944-8df0-3a08d1667a6a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Added segment 00f8b25a-0ee2-4b9b-b70c-bf2db7f9ce1b of type vlan for network 8afe61e5-725c-48c6-9499-224b215e64c4 Sep 01 15:24:47.016764 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d92b9792-a4bc-4f6d-848c-dd8554da6477 req-376cfa41-b57e-4ed1-b026-85bf564a383f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201134 Sep 01 15:24:47.023228 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3451ad5-89be-420d-a374-5fd27456020b req-3289c54f-0567-417f-9fda-ce5ccc16cee6 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:47.024475 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d3451ad5-89be-420d-a374-5fd27456020b req-3289c54f-0567-417f-9fda-ce5ccc16cee6 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:47.038412 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-b75dc22b-9ebf-4cb1-8e4c-92544d0004cb service neutron] Transition to ACTIVE for port object e1e687d8-0af0-4c66-b0c0-65b5585e9d32 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:47.054818 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-b75dc22b-9ebf-4cb1-8e4c-92544d0004cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:47.075792 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d3451ad5-89be-420d-a374-5fd27456020b req-3289c54f-0567-417f-9fda-ce5ccc16cee6 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0731213 Sep 01 15:24:47.097406 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47bfbf-032e-47d0-b98a-fb8bc7d99501 req-9bdff4f5-943c-499f-adcf-8a781cc7bb28 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:47.106182 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca47bfbf-032e-47d0-b98a-fb8bc7d99501 req-9bdff4f5-943c-499f-adcf-8a781cc7bb28 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3d6e6da-b639-4834-9269-b940527b7eef HTTP/1.1" status: 200 len: 946 time: 0.3189681 Sep 01 15:24:47.175979 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-d3451ad5-89be-420d-a374-5fd27456020b req-0c459be1-1c64-4325-a26f-a83f388036c8 service neutron] Request body: {'port': {'device_id': 'a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:47.326055 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3dada14c-d141-4944-8df0-3a08d1667a6a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:47.358084 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2957d-9500-45ab-bb60-cc743011894c req-0cc5cf5a-0d54-4bc9-841e-c396b55f70c6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:47.367293 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e2d2957d-9500-45ab-bb60-cc743011894c req-0cc5cf5a-0d54-4bc9-841e-c396b55f70c6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 943 time: 0.3594325 Sep 01 15:24:47.430110 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e2d2957d-9500-45ab-bb60-cc743011894c req-ed36621c-199c-4d8f-97d1-8fb0233b8158 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615337 Sep 01 15:24:47.433981 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.resource_extend [None req-3dada14c-d141-4944-8df0-3a08d1667a6a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:24:47.435150 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75dc22b-9ebf-4cb1-8e4c-92544d0004cb service neutron] Pushing event updated for resources: {'Port': ['ID=e1e687d8-0af0-4c66-b0c0-65b5585e9d32,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:47.436881 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d3451ad5-89be-420d-a374-5fd27456020b req-0c459be1-1c64-4325-a26f-a83f388036c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:47.561495 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca47bfbf-032e-47d0-b98a-fb8bc7d99501 req-aca8531b-16d7-435d-8106-607536a019ef tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540427 Sep 01 15:24:47.628534 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3dada14c-d141-4944-8df0-3a08d1667a6a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:47.646336 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dada14c-d141-4944-8df0-3a08d1667a6a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:47.647465 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3dada14c-d141-4944-8df0-3a08d1667a6a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:47.781381 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ece185e-457f-4466-9e7f-40976fd4fa55 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:47.803564 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-b75dc22b-9ebf-4cb1-8e4c-92544d0004cb service neutron] Attempting to bind port e1e687d8-0af0-4c66-b0c0-65b5585e9d32 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:24:47.804019 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-b75dc22b-9ebf-4cb1-8e4c-92544d0004cb service neutron] Attempting to bind port e1e687d8-0af0-4c66-b0c0-65b5585e9d32 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'f65205a3-b68b-4ccf-8aec-744d1020fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:24:47.804242 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-b75dc22b-9ebf-4cb1-8e4c-92544d0004cb service neutron] Attempting to bind port e1e687d8-0af0-4c66-b0c0-65b5585e9d32 on network 4578278d-9bad-4f8d-8bc4-6025bd0de686 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:47.813406 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dada14c-d141-4944-8df0-3a08d1667a6a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event updated for resources: {'Network': ['ID=8afe61e5-725c-48c6-9499-224b215e64c4,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:47.832672 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 8afe61e5-725c-48c6-9499-224b215e64c4 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:24:47.834285 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d7909b69-d152-4c3a-9389-c6820eabc54b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:47.867125 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-b75dc22b-9ebf-4cb1-8e4c-92544d0004cb service neutron] Port e1e687d8-0af0-4c66-b0c0-65b5585e9d32 on network 4578278d-9bad-4f8d-8bc4-6025bd0de686 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:24:47.867377 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-b75dc22b-9ebf-4cb1-8e4c-92544d0004cb service neutron] Attempting to bind port e1e687d8-0af0-4c66-b0c0-65b5585e9d32 on network 4578278d-9bad-4f8d-8bc4-6025bd0de686 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:47.872742 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d7909b69-d152-4c3a-9389-c6820eabc54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:47.960507 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-b75dc22b-9ebf-4cb1-8e4c-92544d0004cb service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:24:47.961524 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-b75dc22b-9ebf-4cb1-8e4c-92544d0004cb service neutron] Checking segment: {'id': 'f65205a3-b68b-4ccf-8aec-744d1020fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:47.961524 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-b75dc22b-9ebf-4cb1-8e4c-92544d0004cb service neutron] Bound using segment: {'id': 'f65205a3-b68b-4ccf-8aec-744d1020fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:24:47.962037 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-b75dc22b-9ebf-4cb1-8e4c-92544d0004cb service neutron] Bound port: e1e687d8-0af0-4c66-b0c0-65b5585e9d32, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f65205a3-b68b-4ccf-8aec-744d1020fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:24:47.962666 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-b75dc22b-9ebf-4cb1-8e4c-92544d0004cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:47.990988 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3dada14c-d141-4944-8df0-3a08d1667a6a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4042618 Sep 01 15:24:48.002772 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50232) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:48.012821 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-1c40a5d4-9c39-4e06-abc0-2329c3867b23 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Request body: {'subnet': {'network_id': '8afe61e5-725c-48c6-9499-224b215e64c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:48.033060 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece185e-457f-4466-9e7f-40976fd4fa55 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event updated for resources: {'Subnet': ['ID=b3495539-0d80-4168-9437-03b3b842293f,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:48.073573 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d7909b69-d152-4c3a-9389-c6820eabc54b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:48.096610 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7909b69-d152-4c3a-9389-c6820eabc54b admin admin] Pushing event updated for resources: {'Port': ['ID=21d45a8e-cda5-4166-b595-220aa188abb7,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:48.131235 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece185e-457f-4466-9e7f-40976fd4fa55 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Checking segment: {'id': 'ca68c132-4354-4a86-8680-79c8da1c0ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1c377602-9064-4dfa-b6c5-acfec20e7447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:48.131525 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ece185e-457f-4466-9e7f-40976fd4fa55 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Network hostable DHCP agents. Network: 1c377602-9064-4dfa-b6c5-acfec20e7447, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:24:48.252047 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ece185e-457f-4466-9e7f-40976fd4fa55 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Network 1c377602-9064-4dfa-b6c5-acfec20e7447 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:24:48.274450 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-0ece185e-457f-4466-9e7f-40976fd4fa55 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 1c377602-9064-4dfa-b6c5-acfec20e7447) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:48.276777 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-b75dc22b-9ebf-4cb1-8e4c-92544d0004cb service neutron] For port e1e687d8-0af0-4c66-b0c0-65b5585e9d32, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:24:48.282643 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-b75dc22b-9ebf-4cb1-8e4c-92544d0004cb service neutron] For port e1e687d8-0af0-4c66-b0c0-65b5585e9d32, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=e1e687d8-0af0-4c66-b0c0-65b5585e9d32,segment=NetworkSegment(f65205a3-b68b-4ccf-8aec-744d1020fc29),segment_id=f65205a3-b68b-4ccf-8aec-744d1020fc29)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:24:48.291447 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ece185e-457f-4466-9e7f-40976fd4fa55 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:48.292135 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ece185e-457f-4466-9e7f-40976fd4fa55 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:48.305666 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-b75dc22b-9ebf-4cb1-8e4c-92544d0004cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:48.307376 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668f39b6-95b1-4513-95e5-265bfaa953ec None None] Network 1c377602-9064-4dfa-b6c5-acfec20e7447 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:48.373088 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856091a-85eb-4dc1-ad2f-18168535c5df req-989584ee-7f82-433c-81d4-afdb64d09c8e tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:48.387366 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4856091a-85eb-4dc1-ad2f-18168535c5df req-989584ee-7f82-433c-81d4-afdb64d09c8e tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739 HTTP/1.1" status: 200 len: 931 time: 0.7641876 Sep 01 15:24:48.417990 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-b75dc22b-9ebf-4cb1-8e4c-92544d0004cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:48.418693 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-b75dc22b-9ebf-4cb1-8e4c-92544d0004cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:48.420348 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-b75dc22b-9ebf-4cb1-8e4c-92544d0004cb service neutron] 10.222.0.62 "PUT /v2.0/ports/e1e687d8-0af0-4c66-b0c0-65b5585e9d32 HTTP/1.1" status: 200 len: 1091 time: 3.3112187 Sep 01 15:24:48.421099 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869be674-05e2-4a87-980e-acea57d7473a', 'tag': 'e1e687d8-0af0-4c66-b0c0-65b5585e9d32'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:24:48.423619 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7307133-4163-42ab-bf59-dd8a8f52cbd2" -d '{"events": [{"name": "network-changed", "server_uuid": "869be674-05e2-4a87-980e-acea57d7473a", "tag": "e1e687d8-0af0-4c66-b0c0-65b5585e9d32"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:24:48.473179 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0ece185e-457f-4466-9e7f-40976fd4fa55 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4550061 Sep 01 15:24:48.474597 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50240) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:48.642245 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f278d66f-dd5c-4e67-b65c-6d5bcef44325 x-openstack-request-id: req-f278d66f-dd5c-4e67-b65c-6d5bcef44325 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:24:48.642642 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "869be674-05e2-4a87-980e-acea57d7473a", "tag": "e1e687d8-0af0-4c66-b0c0-65b5585e9d32", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:24:48.642766 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f278d66f-dd5c-4e67-b65c-6d5bcef44325 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:24:48.643197 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869be674-05e2-4a87-980e-acea57d7473a', 'tag': 'e1e687d8-0af0-4c66-b0c0-65b5585e9d32', 'status': 'completed', 'code': 200} Sep 01 15:24:48.645187 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7909b69-d152-4c3a-9389-c6820eabc54b admin admin] Network de691801-89b1-48f6-bdfc-e34b336a486b is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:48.657902 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-d7909b69-d152-4c3a-9389-c6820eabc54b admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:48.659170 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75dc22b-9ebf-4cb1-8e4c-92544d0004cb service neutron] Pushing event updated for resources: {'Port': ['ID=e1e687d8-0af0-4c66-b0c0-65b5585e9d32,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:48.701677 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c40a5d4-9c39-4e06-abc0-2329c3867b23 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Made reservation on behalf of 4cf1d84d3461470a9c39da8e67a9a428 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:48.714766 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30069ef-dc90-4ddf-9749-0038ac657c27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-1c377602-9064-4dfa-b6c5-acfec20e7447', 'network_id': '1c377602-9064-4dfa-b6c5-acfec20e7447', 'tenant_id': '2a1737543804470f8e63a9c45dd42e5c', 'fixed_ips': [{'subnet_id': 'b3495539-0d80-4168-9437-03b3b842293f'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:24:48.716821 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d30069ef-dc90-4ddf-9749-0038ac657c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:48.718442 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1c40a5d4-9c39-4e06-abc0-2329c3867b23 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:48.829944 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4856091a-85eb-4dc1-ad2f-18168535c5df req-1efd273a-bed7-4948-8292-aa42d96ff521 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee6a3bf4-2a77-4596-af5a-5853d9e9afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752418 Sep 01 15:24:48.871776 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.ipam_backend_mixin [None req-1c40a5d4-9c39-4e06-abc0-2329c3867b23 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Performing IP validity checks on allocation pools {{(pid=94733) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 01 15:24:48.872302 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.ipam_backend_mixin [None req-1c40a5d4-9c39-4e06-abc0-2329c3867b23 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94733) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 01 15:24:49.085476 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-d30069ef-dc90-4ddf-9749-0038ac657c27 None None] Allocated IP 2001:db8::2 (1c377602-9064-4dfa-b6c5-acfec20e7447/b3495539-0d80-4168-9437-03b3b842293f/a182a7e5-d005-4976-913d-571a17256701) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:49.107370 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7307133-4163-42ab-bf59-dd8a8f52cbd2 req-66ba72d4-73e8-4bb6-8b82-7c2a18f770ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:49.111734 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f7307133-4163-42ab-bf59-dd8a8f52cbd2 req-66ba72d4-73e8-4bb6-8b82-7c2a18f770ad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 1094 time: 0.4805932 Sep 01 15:24:49.162386 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c255a-0b8a-43a0-802b-49861cb2d03a req-b6707ee5-771d-48cf-b18a-6cb53839b65e tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:49.164789 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4d2c255a-0b8a-43a0-802b-49861cb2d03a req-b6707ee5-771d-48cf-b18a-6cb53839b65e tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3d6e6da-b639-4834-9269-b940527b7eef HTTP/1.1" status: 200 len: 946 time: 0.2236757 Sep 01 15:24:49.198937 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 69615cda-6f0e-4068-a43a-215ec3e922c6 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:49.233058 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-d3451ad5-89be-420d-a374-5fd27456020b req-0c459be1-1c64-4325-a26f-a83f388036c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7544dfb9-1a2a-4364-9d2f-7c2de4712e88 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:24:49.294503 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:49.300503 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d3451ad5-89be-420d-a374-5fd27456020b req-0c459be1-1c64-4325-a26f-a83f388036c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:49.365676 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-d3451ad5-89be-420d-a374-5fd27456020b req-0c459be1-1c64-4325-a26f-a83f388036c8 service neutron] Transition to ACTIVE for port object 7544dfb9-1a2a-4364-9d2f-7c2de4712e88 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:49.371187 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4d2c255a-0b8a-43a0-802b-49861cb2d03a req-7a55b244-a5f3-49c2-9e95-575630e382b6 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941502 Sep 01 15:24:49.423625 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d3451ad5-89be-420d-a374-5fd27456020b req-0c459be1-1c64-4325-a26f-a83f388036c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:49.467560 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d30069ef-dc90-4ddf-9749-0038ac657c27 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:49.480666 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 69615cda-6f0e-4068-a43a-215ec3e922c6 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:49.512565 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 69615cda-6f0e-4068-a43a-215ec3e922c6 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:49.512747 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:49.517256 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fea4d-d379-487e-93f7-120ca158739c req-7c7e27cd-7a9d-4a2b-bdc4-f0ceb75f8a2f tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:49.523465 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d30069ef-dc90-4ddf-9749-0038ac657c27 None None] Transition to ACTIVE for port object a182a7e5-d005-4976-913d-571a17256701 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:49.527435 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-242fea4d-d379-487e-93f7-120ca158739c req-7c7e27cd-7a9d-4a2b-bdc4-f0ceb75f8a2f tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 943 time: 0.7591028 Sep 01 15:24:49.545468 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1c40a5d4-9c39-4e06-abc0-2329c3867b23 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:49.658632 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d30069ef-dc90-4ddf-9749-0038ac657c27 None None] Transition to ACTIVE for port object a182a7e5-d005-4976-913d-571a17256701 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:49.709491 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d30069ef-dc90-4ddf-9749-0038ac657c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:49.779562 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40a5d4-9c39-4e06-abc0-2329c3867b23 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event updated for resources: {'Subnet': ['ID=05d4ca02-e5f5-437b-bd2e-68c90f6e325c,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:49.785518 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c459be1-1c64-4325-a26f-a83f388036c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7544dfb9-1a2a-4364-9d2f-7c2de4712e88,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:49.804485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30069ef-dc90-4ddf-9749-0038ac657c27 None None] Network 1c377602-9064-4dfa-b6c5-acfec20e7447 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:49.809658 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:49.830859 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-d30069ef-dc90-4ddf-9749-0038ac657c27 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:49.847607 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30069ef-dc90-4ddf-9749-0038ac657c27 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:49.860178 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7909b69-d152-4c3a-9389-c6820eabc54b admin admin] Router f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:24:49.871132 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30069ef-dc90-4ddf-9749-0038ac657c27 None None] Pushing event updated for resources: {'Port': ['ID=a182a7e5-d005-4976-913d-571a17256701,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:49.878725 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 69615cda-6f0e-4068-a43a-215ec3e922c6, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=69615cda-6f0e-4068-a43a-215ec3e922c6,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:49.905909 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:49.961462 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c40a5d4-9c39-4e06-abc0-2329c3867b23 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Checking segment: {'id': '00f8b25a-0ee2-4b9b-b70c-bf2db7f9ce1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8afe61e5-725c-48c6-9499-224b215e64c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:49.962750 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c40a5d4-9c39-4e06-abc0-2329c3867b23 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Network hostable DHCP agents. Network: 8afe61e5-725c-48c6-9499-224b215e64c4, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:24:49.999634 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d30069ef-dc90-4ddf-9749-0038ac657c27 None None] Attempting to bind port a182a7e5-d005-4976-913d-571a17256701 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:24:50.000179 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d30069ef-dc90-4ddf-9749-0038ac657c27 None None] Attempting to bind port a182a7e5-d005-4976-913d-571a17256701 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'ca68c132-4354-4a86-8680-79c8da1c0ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1c377602-9064-4dfa-b6c5-acfec20e7447'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:24:50.000443 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30069ef-dc90-4ddf-9749-0038ac657c27 None None] Attempting to bind port a182a7e5-d005-4976-913d-571a17256701 on network 1c377602-9064-4dfa-b6c5-acfec20e7447 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:50.002600 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-d3451ad5-89be-420d-a374-5fd27456020b req-0c459be1-1c64-4325-a26f-a83f388036c8 service neutron] Attempting to bind port 7544dfb9-1a2a-4364-9d2f-7c2de4712e88 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:24:50.003577 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-d3451ad5-89be-420d-a374-5fd27456020b req-0c459be1-1c64-4325-a26f-a83f388036c8 service neutron] Attempting to bind port 7544dfb9-1a2a-4364-9d2f-7c2de4712e88 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'd1a4f925-8d6d-4dd9-a103-775255d9c190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8bd9ec36-10bc-407a-b63e-e87ad70e1078'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:24:50.004882 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3451ad5-89be-420d-a374-5fd27456020b req-0c459be1-1c64-4325-a26f-a83f388036c8 service neutron] Attempting to bind port 7544dfb9-1a2a-4364-9d2f-7c2de4712e88 on network 8bd9ec36-10bc-407a-b63e-e87ad70e1078 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:50.017327 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30069ef-dc90-4ddf-9749-0038ac657c27 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:24:50.017994 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30069ef-dc90-4ddf-9749-0038ac657c27 None None] Checking segment: {'id': 'ca68c132-4354-4a86-8680-79c8da1c0ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1c377602-9064-4dfa-b6c5-acfec20e7447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:50.018359 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d30069ef-dc90-4ddf-9749-0038ac657c27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:50.018732 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30069ef-dc90-4ddf-9749-0038ac657c27 None None] Bound using segment: {'id': 'ca68c132-4354-4a86-8680-79c8da1c0ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1c377602-9064-4dfa-b6c5-acfec20e7447'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:24:50.019404 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d30069ef-dc90-4ddf-9749-0038ac657c27 None None] Bound port: a182a7e5-d005-4976-913d-571a17256701, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca68c132-4354-4a86-8680-79c8da1c0ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1c377602-9064-4dfa-b6c5-acfec20e7447'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:24:50.020388 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d30069ef-dc90-4ddf-9749-0038ac657c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:50.027334 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=69615cda-6f0e-4068-a43a-215ec3e922c6,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:50.052687 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-242fea4d-d379-487e-93f7-120ca158739c req-52cf8872-ad98-40a0-9b78-8c1dfd5cb990 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4428201 Sep 01 15:24:50.054873 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7307133-4163-42ab-bf59-dd8a8f52cbd2 req-b39d00d9-8be6-42e2-91ec-8b1d51485af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:50.058069 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f7307133-4163-42ab-bf59-dd8a8f52cbd2 req-b39d00d9-8be6-42e2-91ec-8b1d51485af3 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.8386211 Sep 01 15:24:50.071033 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3451ad5-89be-420d-a374-5fd27456020b req-0c459be1-1c64-4325-a26f-a83f388036c8 service neutron] Port 7544dfb9-1a2a-4364-9d2f-7c2de4712e88 on network 8bd9ec36-10bc-407a-b63e-e87ad70e1078 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:24:50.071708 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3451ad5-89be-420d-a374-5fd27456020b req-0c459be1-1c64-4325-a26f-a83f388036c8 service neutron] Attempting to bind port 7544dfb9-1a2a-4364-9d2f-7c2de4712e88 on network 8bd9ec36-10bc-407a-b63e-e87ad70e1078 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:50.090172 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c40a5d4-9c39-4e06-abc0-2329c3867b23 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Network 8afe61e5-725c-48c6-9499-224b215e64c4 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:24:50.098215 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3451ad5-89be-420d-a374-5fd27456020b req-0c459be1-1c64-4325-a26f-a83f388036c8 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:24:50.109497 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3451ad5-89be-420d-a374-5fd27456020b req-0c459be1-1c64-4325-a26f-a83f388036c8 service neutron] Checking segment: {'id': 'd1a4f925-8d6d-4dd9-a103-775255d9c190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8bd9ec36-10bc-407a-b63e-e87ad70e1078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:50.109497 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3451ad5-89be-420d-a374-5fd27456020b req-0c459be1-1c64-4325-a26f-a83f388036c8 service neutron] Bound using segment: {'id': 'd1a4f925-8d6d-4dd9-a103-775255d9c190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8bd9ec36-10bc-407a-b63e-e87ad70e1078'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:24:50.109497 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-d3451ad5-89be-420d-a374-5fd27456020b req-0c459be1-1c64-4325-a26f-a83f388036c8 service neutron] Bound port: 7544dfb9-1a2a-4364-9d2f-7c2de4712e88, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a4f925-8d6d-4dd9-a103-775255d9c190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8bd9ec36-10bc-407a-b63e-e87ad70e1078'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:24:50.109497 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d3451ad5-89be-420d-a374-5fd27456020b req-0c459be1-1c64-4325-a26f-a83f388036c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:50.140934 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-1c40a5d4-9c39-4e06-abc0-2329c3867b23 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 8afe61e5-725c-48c6-9499-224b215e64c4) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:50.153587 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c40a5d4-9c39-4e06-abc0-2329c3867b23 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:50.154365 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1c40a5d4-9c39-4e06-abc0-2329c3867b23 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:50.167795 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf4270d-a76c-482b-a3bc-a8fcfe2edbca None None] Network 8afe61e5-725c-48c6-9499-224b215e64c4 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:50.260400 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-d30069ef-dc90-4ddf-9749-0038ac657c27 None None] For port a182a7e5-d005-4976-913d-571a17256701, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:24:50.264030 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1c40a5d4-9c39-4e06-abc0-2329c3867b23 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.2584281 Sep 01 15:24:50.272168 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50258) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:50.284847 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-b49dac06-5697-471c-8812-100f1eeb99a4 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:50.304581 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-d30069ef-dc90-4ddf-9749-0038ac657c27 None None] For port a182a7e5-d005-4976-913d-571a17256701, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a182a7e5-d005-4976-913d-571a17256701,segment=NetworkSegment(ca68c132-4354-4a86-8680-79c8da1c0ad4),segment_id=ca68c132-4354-4a86-8680-79c8da1c0ad4)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:24:50.335007 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d30069ef-dc90-4ddf-9749-0038ac657c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:50.496292 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30069ef-dc90-4ddf-9749-0038ac657c27 None None] Pushing event updated for resources: {'Port': ['ID=a182a7e5-d005-4976-913d-571a17256701,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:50.678814 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-d3451ad5-89be-420d-a374-5fd27456020b req-0c459be1-1c64-4325-a26f-a83f388036c8 service neutron] For port 7544dfb9-1a2a-4364-9d2f-7c2de4712e88, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:24:50.688896 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953034e8-454c-4874-9df8-d2295e63f120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-8afe61e5-725c-48c6-9499-224b215e64c4', 'network_id': '8afe61e5-725c-48c6-9499-224b215e64c4', 'tenant_id': '4cf1d84d3461470a9c39da8e67a9a428', 'fixed_ips': [{'subnet_id': '05d4ca02-e5f5-437b-bd2e-68c90f6e325c'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:24:50.691406 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-953034e8-454c-4874-9df8-d2295e63f120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:50.709389 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-d3451ad5-89be-420d-a374-5fd27456020b req-0c459be1-1c64-4325-a26f-a83f388036c8 service neutron] For port 7544dfb9-1a2a-4364-9d2f-7c2de4712e88, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7544dfb9-1a2a-4364-9d2f-7c2de4712e88,segment=NetworkSegment(d1a4f925-8d6d-4dd9-a103-775255d9c190),segment_id=d1a4f925-8d6d-4dd9-a103-775255d9c190)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:24:50.773928 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b49dac06-5697-471c-8812-100f1eeb99a4 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9569797'] for subnet, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:50.822886 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d3451ad5-89be-420d-a374-5fd27456020b req-0c459be1-1c64-4325-a26f-a83f388036c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:50.883285 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:51.092497 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e34d5-650b-4ca7-be93-f2259855a1f4 req-aafb0b05-cf74-4cd1-b62c-190d41f849c9 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:51.098659 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c10e34d5-650b-4ca7-be93-f2259855a1f4 req-aafb0b05-cf74-4cd1-b62c-190d41f849c9 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739 HTTP/1.1" status: 200 len: 943 time: 0.8512933 Sep 01 15:24:51.172295 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3451ad5-89be-420d-a374-5fd27456020b req-0c459be1-1c64-4325-a26f-a83f388036c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:51.173572 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d3451ad5-89be-420d-a374-5fd27456020b req-0c459be1-1c64-4325-a26f-a83f388036c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:51.178416 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d3451ad5-89be-420d-a374-5fd27456020b req-0c459be1-1c64-4325-a26f-a83f388036c8 service neutron] 10.222.0.45 "PUT /v2.0/ports/7544dfb9-1a2a-4364-9d2f-7c2de4712e88 HTTP/1.1" status: 200 len: 1091 time: 4.0096154 Sep 01 15:24:51.182857 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7307133-4163-42ab-bf59-dd8a8f52cbd2 req-4a7975c2-0cf3-4c8e-b3e5-bf0b13f326c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:51.187777 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f7307133-4163-42ab-bf59-dd8a8f52cbd2 req-4a7975c2-0cf3-4c8e-b3e5-bf0b13f326c2 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1086290 Sep 01 15:24:51.201959 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 69615cda-6f0e-4068-a43a-215ec3e922c6 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:51.586055 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739', 'tag': '7544dfb9-1a2a-4364-9d2f-7c2de4712e88'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:24:51.586055 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be1bc07-fd6d-4f85-97b9-1b44ecfe4198" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739", "tag": "7544dfb9-1a2a-4364-9d2f-7c2de4712e88"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:24:51.586055 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c459be1-1c64-4325-a26f-a83f388036c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7544dfb9-1a2a-4364-9d2f-7c2de4712e88,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:51.591744 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 69615cda-6f0e-4068-a43a-215ec3e922c6 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:51.591744 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:51.594880 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-2dd0a476-1956-4265-b7cc-58549b78fced tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:51.594880 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-2dd0a476-1956-4265-b7cc-58549b78fced tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/networks?id=b43002b1-d496-4dff-a580-33e44d9974b4 HTTP/1.1" status: 200 len: 812 time: 0.9665523 Sep 01 15:24:51.595471 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.api [None req-953034e8-454c-4874-9df8-d2295e63f120 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:24:51.595471 n-d-794796-3 neutron-server[94735]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Sep 01 15:24:51.595471 n-d-794796-3 neutron-server[94735]: [parameters: {'in_use': 1, 'id_1': '05d4ca02-e5f5-437b-bd2e-68c90f6e325c'}] Sep 01 15:24:51.595471 n-d-794796-3 neutron-server[94735]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:24:51.595471 n-d-794796-3 neutron-server[94735]: DEBUG oslo_db.api [None req-953034e8-454c-4874-9df8-d2295e63f120 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:24:51.596478 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:51.596916 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-428df91c-92be-49bc-9852-0071ad5388da tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/quotas/cebeadb3f5914db3b62acbb94abbc05c HTTP/1.1" status: 200 len: 375 time: 0.0913308 Sep 01 15:24:51.634725 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c10e34d5-650b-4ca7-be93-f2259855a1f4 req-f903f8c6-a8ea-4c23-904a-d771c1aa0820 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee6a3bf4-2a77-4596-af5a-5853d9e9afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450397 Sep 01 15:24:51.651930 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event deleted for resources: {'Subnet': ['ID=b3495539-0d80-4168-9437-03b3b842293f,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:51.685180 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3451ad5-89be-420d-a374-5fd27456020b req-c87ee745-ce15-42b7-b6f5-19fa8628bd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:51.686824 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d3451ad5-89be-420d-a374-5fd27456020b req-c87ee745-ce15-42b7-b6f5-19fa8628bd42 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d90f7b1a0caa4cfdbbf1d11021da48d6&device_id=a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739 HTTP/1.1" status: 200 len: 1094 time: 0.3347745 Sep 01 15:24:51.765146 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7909b69-d152-4c3a-9389-c6820eabc54b admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:24:51.765638 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d3451ad5-89be-420d-a374-5fd27456020b req-59abd98c-0bdf-44dc-b361-f6ca4fc3bb89 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7544dfb9-1a2a-4364-9d2f-7c2de4712e88 HTTP/1.1" status: 200 len: 217 time: 0.0680830 Sep 01 15:24:51.780754 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03227d8-c47c-48a6-88c3-05eb7f277ea1 None None] Sync routers for ids ['f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:24:51.800208 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03227d8-c47c-48a6-88c3-05eb7f277ea1 None None] Routers {'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:24:51.801191 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b03227d8-c47c-48a6-88c3-05eb7f277ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:24:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:51.866886 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d7909b69-d152-4c3a-9389-c6820eabc54b admin admin] 10.222.0.60 "PUT /v2.0/routers/f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5267682 Sep 01 15:24:51.917517 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-953034e8-454c-4874-9df8-d2295e63f120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:51.980113 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:51.998226 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c377602-9064-4dfa-b6c5-acfec20e7447']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:51.998618 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3451ad5-89be-420d-a374-5fd27456020b req-4954c50e-47fb-47f3-bc96-e42ebb15ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:52.003087 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d3451ad5-89be-420d-a374-5fd27456020b req-4954c50e-47fb-47f3-bc96-e42ebb15ebc6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9913cd01-bd85-4a64-a11a-a30252c26f01 HTTP/1.1" status: 200 len: 850 time: 0.2231944 Sep 01 15:24:52.020245 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca68c132-4354-4a86-8680-79c8da1c0ad4') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:52.021003 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca68c132-4354-4a86-8680-79c8da1c0ad4') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:52.034327 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:52.076620 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-7ee43e74-01b9-4f19-9130-9d066896c86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:52.080690 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-7ee43e74-01b9-4f19-9130-9d066896c86e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 1094 time: 0.7058892 Sep 01 15:24:52.096969 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:52.110084 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-4595e7bd-1e3b-4b4e-8a0d-086700f9f880 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cebeadb3f5914db3b62acbb94abbc05c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5333333 Sep 01 15:24:52.112924 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b49dac06-5697-471c-8812-100f1eeb99a4 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772851821788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9223100'] for subnet, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:52.123921 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d3451ad5-89be-420d-a374-5fd27456020b req-e53270f6-35e4-4f2e-bdf7-043addb49554 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8bd9ec36-10bc-407a-b63e-e87ad70e1078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007323 Sep 01 15:24:52.182888 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-b03227d8-c47c-48a6-88c3-05eb7f277ea1 None None] Set router f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:24:52.209033 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:24:52.209766 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:24:52.214576 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:24:52.326777 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de00207-775f-4ea4-b65e-28a4b0743d39 req-1013990a-247d-4376-b50b-33ae6f81e38e tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:52.329529 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4de00207-775f-4ea4-b65e-28a4b0743d39 req-1013990a-247d-4376-b50b-33ae6f81e38e tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.45 "GET /v2.0/ports?device_id=67a86f2d-b498-4382-882e-fa441c19536c HTTP/1.1" status: 200 len: 945 time: 0.7226951 Sep 01 15:24:52.375276 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-485b6dcd-a1ff-4edb-9082-00c6b0ab2902 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1e687d8-0af0-4c66-b0c0-65b5585e9d32 HTTP/1.1" status: 200 len: 217 time: 0.2338822 Sep 01 15:24:52.499977 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-953034e8-454c-4874-9df8-d2295e63f120 None None] Allocated IP 2001:db8::3 (8afe61e5-725c-48c6-9499-224b215e64c4/05d4ca02-e5f5-437b-bd2e-68c90f6e325c/c1879a08-ddd4-425a-9c00-ffe47d3ea14b) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:52.607401 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49dac06-5697-471c-8812-100f1eeb99a4 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:52.608758 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b49dac06-5697-471c-8812-100f1eeb99a4 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:52.611799 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b49dac06-5697-471c-8812-100f1eeb99a4 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "PUT /v2.0/subnets/05d4ca02-e5f5-437b-bd2e-68c90f6e325c HTTP/1.1" status: 200 len: 900 time: 2.3359675 Sep 01 15:24:52.621504 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50312) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:52.750966 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49dac06-5697-471c-8812-100f1eeb99a4 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event updated for resources: {'Subnet': ['ID=05d4ca02-e5f5-437b-bd2e-68c90f6e325c,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:52.778007 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3c7c6-0bc7-46a8-8cb5-4be2985bfc78 req-0f99e582-5e5a-4ea1-a6a5-7065fe5ce66e tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:52.781908 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9db3c7c6-0bc7-46a8-8cb5-4be2985bfc78 req-0f99e582-5e5a-4ea1-a6a5-7065fe5ce66e tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3d6e6da-b639-4834-9269-b940527b7eef HTTP/1.1" status: 200 len: 946 time: 1.0130343 Sep 01 15:24:52.787307 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b03227d8-c47c-48a6-88c3-05eb7f277ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1187869200-router', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '69615cda-6f0e-4068-a43a-215ec3e922c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:24:31Z', 'updated_at': '2021-09-01T15:24:46Z', 'revision_number': 4, 'project_id': '0cb731dadd864ee582f0baa54d2d48a9', 'gw_port': {'id': '69615cda-6f0e-4068-a43a-215ec3e922c6', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:33Z', 'updated_at': '2021-09-01T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '21d45a8e-cda5-4166-b595-220aa188abb7', 'name': '', 'network_id': 'de691801-89b1-48f6-bdfc-e34b336a486b', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'mac_address': 'fa:16:3e:c3:2c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '18713cb6-b926-44ed-a46d-38b8aaa8087d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:43Z', 'updated_at': '2021-09-01T15:24:47Z', 'revision_number': 2, 'project_id': '0cb731dadd864ee582f0baa54d2d48a9', 'subnets': [{'id': '18713cb6-b926-44ed-a46d-38b8aaa8087d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:52.812485 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-16918451-b796-4dec-bf4d-43f2449219b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:52.820269 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-16918451-b796-4dec-bf4d-43f2449219b6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=28b1fc88-16ee-47b8-b537-f7c2d7715bc7 HTTP/1.1" status: 200 len: 834 time: 0.4023497 Sep 01 15:24:52.821161 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.api [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 01 15:24:52.821161 n-d-794796-3 neutron-server[94734]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 01 15:24:52.821161 n-d-794796-3 neutron-server[94734]: [parameters: {'id': '1c377602-9064-4dfa-b6c5-acfec20e7447'}] Sep 01 15:24:52.821161 n-d-794796-3 neutron-server[94734]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:24:52.830584 n-d-794796-3 neutron-server[94734]: DEBUG oslo_db.api [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:24:52.848157 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03227d8-c47c-48a6-88c3-05eb7f277ea1 None None] Checking router: f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:24:52.848518 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03227d8-c47c-48a6-88c3-05eb7f277ea1 None None] Updating router f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc port 21d45a8e-cda5-4166-b595-220aa188abb7 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:24:52.859229 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79cd3ab-0631-45c9-80ce-7fe11c40257d req-9b76c14d-d3c7-4595-9810-e3a42958493f tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:52.867534 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e79cd3ab-0631-45c9-80ce-7fe11c40257d req-9b76c14d-d3c7-4595-9810-e3a42958493f tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 943 time: 0.9275949 Sep 01 15:24:52.893733 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b03227d8-c47c-48a6-88c3-05eb7f277ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:52.973927 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d3451ad5-89be-420d-a374-5fd27456020b req-f29e5e8a-8292-4a10-9320-3e1000ddeb43 service neutron] 10.222.0.45 "GET /v2.0/networks/8bd9ec36-10bc-407a-b63e-e87ad70e1078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7116485 Sep 01 15:24:52.985626 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961fbde1-1969-4181-9b3b-6e929b7254bf None None] Network 1c377602-9064-4dfa-b6c5-acfec20e7447 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:53.011127 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-057dbe80-28af-4730-ae55-a38831493632 service neutron] 10.222.0.60 "GET /v2.0/networks/b43002b1-d496-4dff-a580-33e44d9974b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8853528 Sep 01 15:24:53.185250 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a182a7e5-d005-4976-913d-571a17256701 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:53.236876 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-71cb034d-9b8b-4cc3-9699-9c0533f042f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:53.238407 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-71cb034d-9b8b-4cc3-9699-9c0533f042f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4578278d-9bad-4f8d-8bc4-6025bd0de686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4012885 Sep 01 15:24:53.251175 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-4de00207-775f-4ea4-b65e-28a4b0743d39 req-0b98bd06-92b3-44f5-8984-ee1488161d14 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Deleting port 0b454a36-f459-49ce-ac27-9223824df32d {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:53.251519 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4de00207-775f-4ea4-b65e-28a4b0743d39 req-0b98bd06-92b3-44f5-8984-ee1488161d14 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:53.308891 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b03227d8-c47c-48a6-88c3-05eb7f277ea1 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:53.321539 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-b03227d8-c47c-48a6-88c3-05eb7f277ea1 None None] Transition to ACTIVE for port object 21d45a8e-cda5-4166-b595-220aa188abb7 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:53.340713 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b03227d8-c47c-48a6-88c3-05eb7f277ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:53.356760 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e79cd3ab-0631-45c9-80ce-7fe11c40257d req-caaa337d-f97f-4e6c-9c52-6adff8ff00b1 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317815 Sep 01 15:24:53.362787 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:53.393071 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-953034e8-454c-4874-9df8-d2295e63f120 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:53.433165 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4da1fd7a-0667-4a36-b34f-0d1551799585 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:53.435075 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-953034e8-454c-4874-9df8-d2295e63f120 None None] Transition to ACTIVE for port object c1879a08-ddd4-425a-9c00-ffe47d3ea14b will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:53.441898 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6d1f6-8fc2-4bd4-88fc-15f113efb8a9 None None] Pushing event updated for resources: {'Port': ['ID=21d45a8e-cda5-4166-b595-220aa188abb7,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:53.509048 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-9db3c7c6-0bc7-46a8-8cb5-4be2985bfc78 req-a30b85eb-3c9b-41a3-b985-c70828422861 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Deleting port 5bf39efe-aa5e-4b90-bd80-491f68bed342 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:53.509305 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9db3c7c6-0bc7-46a8-8cb5-4be2985bfc78 req-a30b85eb-3c9b-41a3-b985-c70828422861 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:53.513351 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7e758007-4c38-477b-ac6d-4897f1bd9f9b None None] Provisioning for port a182a7e5-d005-4976-913d-571a17256701 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:53.523922 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-953034e8-454c-4874-9df8-d2295e63f120 None None] Transition to ACTIVE for port object c1879a08-ddd4-425a-9c00-ffe47d3ea14b will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:24:53.541003 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2811161f-759d-4a4a-886d-0e4be456afb2 x-openstack-request-id: req-2811161f-759d-4a4a-886d-0e4be456afb2 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:24:53.543799 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739", "tag": "7544dfb9-1a2a-4364-9d2f-7c2de4712e88", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:24:53.547461 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2811161f-759d-4a4a-886d-0e4be456afb2 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:24:53.550738 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739', 'tag': '7544dfb9-1a2a-4364-9d2f-7c2de4712e88', 'status': 'completed', 'code': 200} Sep 01 15:24:53.592680 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-953034e8-454c-4874-9df8-d2295e63f120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:53.684592 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-b03227d8-c47c-48a6-88c3-05eb7f277ea1 None None] Attempting to bind port 21d45a8e-cda5-4166-b595-220aa188abb7 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:24:53.684964 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-b03227d8-c47c-48a6-88c3-05eb7f277ea1 None None] Attempting to bind port 21d45a8e-cda5-4166-b595-220aa188abb7 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '5adae5c0-491f-45d0-bf99-a72af8a25c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'de691801-89b1-48f6-bdfc-e34b336a486b'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:24:53.685508 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03227d8-c47c-48a6-88c3-05eb7f277ea1 None None] Attempting to bind port 21d45a8e-cda5-4166-b595-220aa188abb7 on network de691801-89b1-48f6-bdfc-e34b336a486b {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:53.706191 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03227d8-c47c-48a6-88c3-05eb7f277ea1 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:24:53.715043 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03227d8-c47c-48a6-88c3-05eb7f277ea1 None None] Checking segment: {'id': '5adae5c0-491f-45d0-bf99-a72af8a25c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'de691801-89b1-48f6-bdfc-e34b336a486b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:53.720916 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d3451ad5-89be-420d-a374-5fd27456020b req-c1144e22-c1d0-4bec-b6ca-8f671bd5c892 service neutron] 10.222.0.45 "GET /v2.0/networks/8bd9ec36-10bc-407a-b63e-e87ad70e1078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7071335 Sep 01 15:24:53.722111 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b03227d8-c47c-48a6-88c3-05eb7f277ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:53.722868 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03227d8-c47c-48a6-88c3-05eb7f277ea1 None None] Bound using segment: {'id': '5adae5c0-491f-45d0-bf99-a72af8a25c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'de691801-89b1-48f6-bdfc-e34b336a486b'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:24:53.723592 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-b03227d8-c47c-48a6-88c3-05eb7f277ea1 None None] Bound port: 21d45a8e-cda5-4166-b595-220aa188abb7, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5adae5c0-491f-45d0-bf99-a72af8a25c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'de691801-89b1-48f6-bdfc-e34b336a486b'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:24:53.724244 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b03227d8-c47c-48a6-88c3-05eb7f277ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:53.822180 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953034e8-454c-4874-9df8-d2295e63f120 None None] Pushing event updated for resources: {'Port': ['ID=c1879a08-ddd4-425a-9c00-ffe47d3ea14b,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:53.845819 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-ec81dc4e-1406-4841-b9e6-f20086cfae8c service neutron] 10.222.0.60 "GET /v2.0/networks/b43002b1-d496-4dff-a580-33e44d9974b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8031914 Sep 01 15:24:53.856405 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-b03227d8-c47c-48a6-88c3-05eb7f277ea1 None None] For port 21d45a8e-cda5-4166-b595-220aa188abb7, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:24:53.861444 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-b03227d8-c47c-48a6-88c3-05eb7f277ea1 None None] For port 21d45a8e-cda5-4166-b595-220aa188abb7, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=21d45a8e-cda5-4166-b595-220aa188abb7,segment=NetworkSegment(5adae5c0-491f-45d0-bf99-a72af8a25c59),segment_id=5adae5c0-491f-45d0-bf99-a72af8a25c59)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:24:53.866836 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b03227d8-c47c-48a6-88c3-05eb7f277ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:53.889947 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953034e8-454c-4874-9df8-d2295e63f120 None None] Network 8afe61e5-725c-48c6-9499-224b215e64c4 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:24:53.896631 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port a182a7e5-d005-4976-913d-571a17256701 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:53.924943 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03227d8-c47c-48a6-88c3-05eb7f277ea1 None None] Routers {'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:24:53.925874 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b03227d8-c47c-48a6-88c3-05eb7f277ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:24:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:53.983876 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-953034e8-454c-4874-9df8-d2295e63f120 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:24:54.004009 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1bc07-fd6d-4f85-97b9-1b44ecfe4198 req-a229915d-8311-43ad-8b4d-1ebff8bc7942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:54.004228 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953034e8-454c-4874-9df8-d2295e63f120 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:24:54.006586 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7be1bc07-fd6d-4f85-97b9-1b44ecfe4198 req-a229915d-8311-43ad-8b4d-1ebff8bc7942 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d90f7b1a0caa4cfdbbf1d11021da48d6&device_id=a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739 HTTP/1.1" status: 200 len: 1094 time: 0.1591074 Sep 01 15:24:54.060782 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port a182a7e5-d005-4976-913d-571a17256701 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:54.061431 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:54.197173 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6d1f6-8fc2-4bd4-88fc-15f113efb8a9 None None] Pushing event updated for resources: {'Port': ['ID=21d45a8e-cda5-4166-b595-220aa188abb7,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:54.218574 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d57182-7749-475e-947d-5e5157f6ca8c None None] DHCP port deletion for 1c377602-9064-4dfa-b6c5-acfec20e7447 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:24:54.272333 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-4de00207-775f-4ea4-b65e-28a4b0743d39 req-0b98bd06-92b3-44f5-8984-ee1488161d14 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] For port 0b454a36-f459-49ce-ac27-9223824df32d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=0b454a36-f459-49ce-ac27-9223824df32d,segment=NetworkSegment(c49b7b97-229f-4676-9cb2-edf69b6aadb4),segment_id=c49b7b97-229f-4676-9cb2-edf69b6aadb4)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:54.273183 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4de00207-775f-4ea4-b65e-28a4b0743d39 req-0b98bd06-92b3-44f5-8984-ee1488161d14 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:54.282765 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-b03227d8-c47c-48a6-88c3-05eb7f277ea1 None None] Set router f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:24:54.321080 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1bc07-fd6d-4f85-97b9-1b44ecfe4198 req-d86a7471-8729-4b14-b402-76655318a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:54.321080 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7be1bc07-fd6d-4f85-97b9-1b44ecfe4198 req-d86a7471-8729-4b14-b402-76655318a75c service neutron] 10.222.0.45 "GET /v2.0/networks?id=8bd9ec36-10bc-407a-b63e-e87ad70e1078 HTTP/1.1" status: 200 len: 911 time: 0.3027647 Sep 01 15:24:54.391109 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-953034e8-454c-4874-9df8-d2295e63f120 None None] Attempting to bind port c1879a08-ddd4-425a-9c00-ffe47d3ea14b on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:24:54.391497 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-953034e8-454c-4874-9df8-d2295e63f120 None None] Attempting to bind port c1879a08-ddd4-425a-9c00-ffe47d3ea14b by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '00f8b25a-0ee2-4b9b-b70c-bf2db7f9ce1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8afe61e5-725c-48c6-9499-224b215e64c4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:24:54.396745 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953034e8-454c-4874-9df8-d2295e63f120 None None] Attempting to bind port c1879a08-ddd4-425a-9c00-ffe47d3ea14b on network 8afe61e5-725c-48c6-9499-224b215e64c4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:24:54.408974 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-7c6b4298-c591-42bf-8553-8ac579033b8e service neutron] 10.222.0.62 "GET /v2.0/networks/4578278d-9bad-4f8d-8bc4-6025bd0de686?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0472994 Sep 01 15:24:54.413244 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-4de00207-775f-4ea4-b65e-28a4b0743d39 req-0b98bd06-92b3-44f5-8984-ee1488161d14 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Calling delete_port for 0b454a36-f459-49ce-ac27-9223824df32d owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:54.455426 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953034e8-454c-4874-9df8-d2295e63f120 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:24:54.456179 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953034e8-454c-4874-9df8-d2295e63f120 None None] Checking segment: {'id': '00f8b25a-0ee2-4b9b-b70c-bf2db7f9ce1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8afe61e5-725c-48c6-9499-224b215e64c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:24:54.456852 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-953034e8-454c-4874-9df8-d2295e63f120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:54.457521 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953034e8-454c-4874-9df8-d2295e63f120 None None] Bound using segment: {'id': '00f8b25a-0ee2-4b9b-b70c-bf2db7f9ce1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8afe61e5-725c-48c6-9499-224b215e64c4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:24:54.458288 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-953034e8-454c-4874-9df8-d2295e63f120 None None] Bound port: c1879a08-ddd4-425a-9c00-ffe47d3ea14b, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f8b25a-0ee2-4b9b-b70c-bf2db7f9ce1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '8afe61e5-725c-48c6-9499-224b215e64c4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:24:54.459389 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-953034e8-454c-4874-9df8-d2295e63f120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:54.543936 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-a449deed-fe9f-4af0-8479-c70e94512abb tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:54.552952 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-a449deed-fe9f-4af0-8479-c70e94512abb tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/networks?id=de691801-89b1-48f6-bdfc-e34b336a486b HTTP/1.1" status: 200 len: 820 time: 0.7429721 Sep 01 15:24:54.892039 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-75d57182-7749-475e-947d-5e5157f6ca8c None None] Deleting port a182a7e5-d005-4976-913d-571a17256701 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:54.892964 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-75d57182-7749-475e-947d-5e5157f6ca8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:54.895193 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-142f7ca3-73e8-4e5e-8e18-8bf7a95d424f tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/quotas/0cb731dadd864ee582f0baa54d2d48a9 HTTP/1.1" status: 200 len: 375 time: 0.3409717 Sep 01 15:24:54.953919 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:55.046131 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Deleting port a182a7e5-d005-4976-913d-571a17256701 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:55.047110 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:55.093946 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b03227d8-c47c-48a6-88c3-05eb7f277ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1187869200-router', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '69615cda-6f0e-4068-a43a-215ec3e922c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:24:31Z', 'updated_at': '2021-09-01T15:24:46Z', 'revision_number': 4, 'project_id': '0cb731dadd864ee582f0baa54d2d48a9', 'gw_port': {'id': '69615cda-6f0e-4068-a43a-215ec3e922c6', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:33Z', 'updated_at': '2021-09-01T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '21d45a8e-cda5-4166-b595-220aa188abb7', 'name': '', 'network_id': 'de691801-89b1-48f6-bdfc-e34b336a486b', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'mac_address': 'fa:16:3e:c3:2c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '18713cb6-b926-44ed-a46d-38b8aaa8087d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:43Z', 'updated_at': '2021-09-01T15:24:53Z', 'revision_number': 4, 'project_id': '0cb731dadd864ee582f0baa54d2d48a9', 'subnets': [{'id': '18713cb6-b926-44ed-a46d-38b8aaa8087d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:55.152629 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-953034e8-454c-4874-9df8-d2295e63f120 None None] For port c1879a08-ddd4-425a-9c00-ffe47d3ea14b, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:24:55.186778 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] For port a182a7e5-d005-4976-913d-571a17256701, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a182a7e5-d005-4976-913d-571a17256701,segment=NetworkSegment(ca68c132-4354-4a86-8680-79c8da1c0ad4),segment_id=ca68c132-4354-4a86-8680-79c8da1c0ad4)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:55.187405 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:55.205494 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03227d8-c47c-48a6-88c3-05eb7f277ea1 None None] The sync data for ids ['f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'] in n-d-794796-3 is: [{'id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1187869200-router', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '69615cda-6f0e-4068-a43a-215ec3e922c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:24:31Z', 'updated_at': '2021-09-01T15:24:46Z', 'revision_number': 4, 'project_id': '0cb731dadd864ee582f0baa54d2d48a9', 'gw_port': {'id': '69615cda-6f0e-4068-a43a-215ec3e922c6', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:33Z', 'updated_at': '2021-09-01T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '21d45a8e-cda5-4166-b595-220aa188abb7', 'name': '', 'network_id': 'de691801-89b1-48f6-bdfc-e34b336a486b', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'mac_address': 'fa:16:3e:c3:2c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '18713cb6-b926-44ed-a46d-38b8aaa8087d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:43Z', 'updated_at': '2021-09-01T15:24:53Z', 'revision_number': 4, 'project_id': '0cb731dadd864ee582f0baa54d2d48a9', 'subnets': [{'id': '18713cb6-b926-44ed-a46d-38b8aaa8087d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:24:55.210712 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-953034e8-454c-4874-9df8-d2295e63f120 None None] For port c1879a08-ddd4-425a-9c00-ffe47d3ea14b, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=c1879a08-ddd4-425a-9c00-ffe47d3ea14b,segment=NetworkSegment(00f8b25a-0ee2-4b9b-b70c-bf2db7f9ce1b),segment_id=00f8b25a-0ee2-4b9b-b70c-bf2db7f9ce1b)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:24:55.218688 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7be1bc07-fd6d-4f85-97b9-1b44ecfe4198 req-a86948d7-4675-4969-9a5f-f314289be93f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7544dfb9-1a2a-4364-9d2f-7c2de4712e88 HTTP/1.1" status: 200 len: 217 time: 0.8870490 Sep 01 15:24:55.237571 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-953034e8-454c-4874-9df8-d2295e63f120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:55.244385 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Calling delete_port for a182a7e5-d005-4976-913d-571a17256701 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:55.392333 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-4da1fd7a-0667-4a36-b34f-0d1551799585 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Deleting port c1879a08-ddd4-425a-9c00-ffe47d3ea14b {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:24:55.392963 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4da1fd7a-0667-4a36-b34f-0d1551799585 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:55.472398 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port a182a7e5-d005-4976-913d-571a17256701, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a182a7e5-d005-4976-913d-571a17256701,segment=NetworkSegment(ca68c132-4354-4a86-8680-79c8da1c0ad4),segment_id=ca68c132-4354-4a86-8680-79c8da1c0ad4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:55.517439 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1bc07-fd6d-4f85-97b9-1b44ecfe4198 req-4d9bafe8-0f26-42cf-abdd-35d067c5c8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:55.528861 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7be1bc07-fd6d-4f85-97b9-1b44ecfe4198 req-4d9bafe8-0f26-42cf-abdd-35d067c5c8e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9913cd01-bd85-4a64-a11a-a30252c26f01 HTTP/1.1" status: 200 len: 850 time: 0.2741454 Sep 01 15:24:55.545132 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-75d57182-7749-475e-947d-5e5157f6ca8c None None] For port a182a7e5-d005-4976-913d-571a17256701, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a182a7e5-d005-4976-913d-571a17256701,segment=NetworkSegment(ca68c132-4354-4a86-8680-79c8da1c0ad4),segment_id=ca68c132-4354-4a86-8680-79c8da1c0ad4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:55.547285 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-75d57182-7749-475e-947d-5e5157f6ca8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:55.559828 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953034e8-454c-4874-9df8-d2295e63f120 None None] Pushing event updated for resources: {'Port': ['ID=c1879a08-ddd4-425a-9c00-ffe47d3ea14b,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:55.565553 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:55.627625 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-9db3c7c6-0bc7-46a8-8cb5-4be2985bfc78 req-a30b85eb-3c9b-41a3-b985-c70828422861 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] For port 5bf39efe-aa5e-4b90-bd80-491f68bed342, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=5bf39efe-aa5e-4b90-bd80-491f68bed342,segment=NetworkSegment(c49b7b97-229f-4676-9cb2-edf69b6aadb4),segment_id=c49b7b97-229f-4676-9cb2-edf69b6aadb4)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:55.629157 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9db3c7c6-0bc7-46a8-8cb5-4be2985bfc78 req-a30b85eb-3c9b-41a3-b985-c70828422861 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:55.637963 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:55.644528 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-75d57182-7749-475e-947d-5e5157f6ca8c None None] Calling delete_port for a182a7e5-d005-4976-913d-571a17256701 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:55.648123 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event deleted for resources: {'Port': ['ID=a182a7e5-d005-4976-913d-571a17256701,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:55.675698 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b294357-6f3e-4b78-b506-5a18824bf389 req-ee5d1d19-98ec-47f1-872c-bae2b78d1690 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:55.680603 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4b294357-6f3e-4b78-b506-5a18824bf389 req-ee5d1d19-98ec-47f1-872c-bae2b78d1690 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739 HTTP/1.1" status: 200 len: 943 time: 0.4803052 Sep 01 15:24:55.735167 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4de00207-775f-4ea4-b65e-28a4b0743d39 req-0b98bd06-92b3-44f5-8984-ee1488161d14 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:55.743092 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] No DVR routers for this DVR port a182a7e5-d005-4976-913d-571a17256701 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:24:55.750514 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event deleted for resources: {'Port': ['ID=a182a7e5-d005-4976-913d-571a17256701,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:55.811012 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7be1bc07-fd6d-4f85-97b9-1b44ecfe4198 req-a21e21a1-c981-4558-b1a2-12e7cff07012 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8bd9ec36-10bc-407a-b63e-e87ad70e1078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2462053 Sep 01 15:24:55.883146 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-07aea57e-9d6b-4d15-95f8-3c9eec3380ed tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0cb731dadd864ee582f0baa54d2d48a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9858887 Sep 01 15:24:56.048729 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-75d57182-7749-475e-947d-5e5157f6ca8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:56.052818 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-9db3c7c6-0bc7-46a8-8cb5-4be2985bfc78 req-a30b85eb-3c9b-41a3-b985-c70828422861 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Calling delete_port for 5bf39efe-aa5e-4b90-bd80-491f68bed342 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:56.300096 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7be1bc07-fd6d-4f85-97b9-1b44ecfe4198 req-dbc90e51-a5b6-4eab-93e3-c59f75f8e4b4 service neutron] 10.222.0.45 "GET /v2.0/networks/8bd9ec36-10bc-407a-b63e-e87ad70e1078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468186 Sep 01 15:24:56.332571 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4b294357-6f3e-4b78-b506-5a18824bf389 req-10c4c83c-1093-4014-875c-dcf1c0d7d516 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee6a3bf4-2a77-4596-af5a-5853d9e9afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6413982 Sep 01 15:24:56.516642 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-4da1fd7a-0667-4a36-b34f-0d1551799585 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] For port c1879a08-ddd4-425a-9c00-ffe47d3ea14b, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=c1879a08-ddd4-425a-9c00-ffe47d3ea14b,segment=NetworkSegment(00f8b25a-0ee2-4b9b-b70c-bf2db7f9ce1b),segment_id=00f8b25a-0ee2-4b9b-b70c-bf2db7f9ce1b)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:56.517877 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4da1fd7a-0667-4a36-b34f-0d1551799585 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:56.563189 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 21d45a8e-cda5-4166-b595-220aa188abb7 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:56.565399 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 5bf39efe-aa5e-4b90-bd80-491f68bed342 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:24:56.582080 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d57182-7749-475e-947d-5e5157f6ca8c None None] Pushing event deleted for resources: {'Port': ['ID=a182a7e5-d005-4976-913d-571a17256701,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:56.644086 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-4da1fd7a-0667-4a36-b34f-0d1551799585 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Calling delete_port for c1879a08-ddd4-425a-9c00-ffe47d3ea14b owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:24:56.742400 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d57182-7749-475e-947d-5e5157f6ca8c None None] No DVR routers for this DVR port a182a7e5-d005-4976-913d-571a17256701 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:24:57.029078 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 21d45a8e-cda5-4166-b595-220aa188abb7 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:24:57.132609 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7be1bc07-fd6d-4f85-97b9-1b44ecfe4198 req-adc89052-5dd6-42e7-a9f7-9917ba8341bf service neutron] 10.222.0.45 "GET /v2.0/networks/8bd9ec36-10bc-407a-b63e-e87ad70e1078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7946630 Sep 01 15:24:57.212221 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:57.234372 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 21d45a8e-cda5-4166-b595-220aa188abb7 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:24:57.235305 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:57.371418 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 5bf39efe-aa5e-4b90-bd80-491f68bed342, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=5bf39efe-aa5e-4b90-bd80-491f68bed342,segment=NetworkSegment(c49b7b97-229f-4676-9cb2-edf69b6aadb4),segment_id=c49b7b97-229f-4676-9cb2-edf69b6aadb4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:57.403719 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d6e6da-b639-4834-9269-b940527b7eef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bf39efe-aa5e-4b90-bd80-491f68bed342'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:24:57.407571 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c11524-ed85-46ca-96f0-58311e6e5d92" -d '{"events": [{"server_uuid": "b3d6e6da-b639-4834-9269-b940527b7eef", "name": "network-vif-unplugged", "status": "completed", "tag": "5bf39efe-aa5e-4b90-bd80-491f68bed342"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:24:57.423637 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 7544dfb9-1a2a-4364-9d2f-7c2de4712e88 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:24:57.573409 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589f40e-08d8-4202-88d9-36240babf945 req-08e013fc-742a-4430-ba36-93cc029eafee tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:57.583303 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d589f40e-08d8-4202-88d9-36240babf945 req-08e013fc-742a-4430-ba36-93cc029eafee tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 943 time: 0.4729469 Sep 01 15:24:57.601572 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98bd06-92b3-44f5-8984-ee1488161d14 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Pushing event deleted for resources: {'Port': ['ID=0b454a36-f459-49ce-ac27-9223824df32d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:57.699829 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 0b454a36-f459-49ce-ac27-9223824df32d no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:24:57.706324 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:57.730972 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:57.768209 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de00207-775f-4ea4-b65e-28a4b0743d39 req-0b98bd06-92b3-44f5-8984-ee1488161d14 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] No DVR routers for this DVR port 0b454a36-f459-49ce-ac27-9223824df32d on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:24:57.856502 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4da1fd7a-0667-4a36-b34f-0d1551799585 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:57.904829 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=5bf39efe-aa5e-4b90-bd80-491f68bed342,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:57.912855 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee079f6-0ed5-4470-9ee2-4e9d0178728b None None] Network 8afe61e5-725c-48c6-9499-224b215e64c4 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:57.940563 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c377602-9064-4dfa-b6c5-acfec20e7447']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:57.954630 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca68c132-4354-4a86-8680-79c8da1c0ad4') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:57.955284 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca68c132-4354-4a86-8680-79c8da1c0ad4') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:57.966916 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:57.984852 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:57.992524 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:24:57.993277 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:58.014806 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1fd7a-0667-4a36-b34f-0d1551799585 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event deleted for resources: {'Port': ['ID=c1879a08-ddd4-425a-9c00-ffe47d3ea14b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:58.061900 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d589f40e-08d8-4202-88d9-36240babf945 req-dfd24d45-a140-4c7b-85a5-260e213d6879 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4770427 Sep 01 15:24:58.113809 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:58.115765 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 0b454a36-f459-49ce-ac27-9223824df32d {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:24:58.117080 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 0b454a36-f459-49ce-ac27-9223824df32d not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:24:58.123868 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b93d480-0132-411f-a5fd-db56f8e4b973 req-bce371aa-d6cc-4b48-8673-81ee7f73b5bb service neutron] 10.222.0.62 "GET /v2.0/networks/4578278d-9bad-4f8d-8bc4-6025bd0de686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 3.2889278 Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:24:58.124675 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:24:58.134936 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4de00207-775f-4ea4-b65e-28a4b0743d39 req-0b98bd06-92b3-44f5-8984-ee1488161d14 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:58.137317 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4de00207-775f-4ea4-b65e-28a4b0743d39 req-0b98bd06-92b3-44f5-8984-ee1488161d14 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.45 "DELETE /v2.0/ports/0b454a36-f459-49ce-ac27-9223824df32d HTTP/1.1" status: 204 len: 173 time: 5.7354782 Sep 01 15:24:58.140725 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9db3c7c6-0bc7-46a8-8cb5-4be2985bfc78 req-a30b85eb-3c9b-41a3-b985-c70828422861 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:58.142797 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a86f2d-b498-4382-882e-fa441c19536c', 'name': 'network-vif-deleted', 'tag': '0b454a36-f459-49ce-ac27-9223824df32d'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:24:58.145874 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4025586b-a660-4ef9-bbe0-0909dd56de78" -d '{"events": [{"server_uuid": "67a86f2d-b498-4382-882e-fa441c19536c", "name": "network-vif-deleted", "tag": "0b454a36-f459-49ce-ac27-9223824df32d"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:24:58.200080 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:58.213881 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-37730d5e-9675-4129-b291-2ea749489e6c tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:58.216136 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b85eb-3c9b-41a3-b985-c70828422861 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Pushing event deleted for resources: {'Port': ['ID=5bf39efe-aa5e-4b90-bd80-491f68bed342,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:58.219107 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-37730d5e-9675-4129-b291-2ea749489e6c tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.45 "GET /v2.0/networks?id=b43002b1-d496-4dff-a580-33e44d9974b4 HTTP/1.1" status: 200 len: 812 time: 1.0811918 Sep 01 15:24:58.227494 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1c5a8416-d7c9-493e-b5ac-f71780473b18 None None] Could not find standard attr ID for object c1879a08-ddd4-425a-9c00-ffe47d3ea14b. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:24:58.247719 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:58.254018 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "DELETE /v2.0/networks/1c377602-9064-4dfa-b6c5-acfec20e7447 HTTP/1.1" status: 204 len: 168 time: 9.7693737 Sep 01 15:24:58.270443 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-14f94a43-0252-4de4-9934-a3abb979a7ba tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Request body: {'port': {'device_id': '8f977c95-1deb-49e5-ba0f-9472b8fe4652', 'network_id': 'b43002b1-d496-4dff-a580-33e44d9974b4', 'admin_state_up': True, 'tenant_id': 'cebeadb3f5914db3b62acbb94abbc05c'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:58.320023 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50412) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:24:58.322975 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db3c7c6-0bc7-46a8-8cb5-4be2985bfc78 req-a30b85eb-3c9b-41a3-b985-c70828422861 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] No DVR routers for this DVR port 5bf39efe-aa5e-4b90-bd80-491f68bed342 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:24:58.330681 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 7544dfb9-1a2a-4364-9d2f-7c2de4712e88, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7544dfb9-1a2a-4364-9d2f-7c2de4712e88,segment=NetworkSegment(d1a4f925-8d6d-4dd9-a103-775255d9c190),segment_id=d1a4f925-8d6d-4dd9-a103-775255d9c190)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:58.332020 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-d7639d90-e6ca-45b6-858b-f7552c870ece tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1163665199'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:58.337232 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9db3c7c6-0bc7-46a8-8cb5-4be2985bfc78 req-a30b85eb-3c9b-41a3-b985-c70828422861 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:58.339468 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9db3c7c6-0bc7-46a8-8cb5-4be2985bfc78 req-a30b85eb-3c9b-41a3-b985-c70828422861 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.62 "DELETE /v2.0/ports/5bf39efe-aa5e-4b90-bd80-491f68bed342 HTTP/1.1" status: 204 len: 173 time: 5.5010009 Sep 01 15:24:58.364396 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da1fd7a-0667-4a36-b34f-0d1551799585 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] No DVR routers for this DVR port c1879a08-ddd4-425a-9c00-ffe47d3ea14b on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:24:58.383432 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950df54-e892-4fa6-a782-3ed7e6ca17b7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event deleted for resources: {'Network': ['ID=1c377602-9064-4dfa-b6c5-acfec20e7447,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:58.429273 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a8168eab-42a5-40ed-8142-3516434043f7 req-308fa1c6-bedb-4b0b-963e-57db47373714 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4d81c67e-a48e-44e9-b085-cbaa9ed29702&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1407266 Sep 01 15:24:58.439397 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-276ed53e-beab-47b9-807d-c0e971a235a9 service neutron] 10.222.0.60 "GET /v2.0/networks/de691801-89b1-48f6-bdfc-e34b336a486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4138381 Sep 01 15:24:58.456802 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7639d90-e6ca-45b6-858b-f7552c870ece tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Made reservation on behalf of 2a1737543804470f8e63a9c45dd42e5c for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:58.461673 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d7639d90-e6ca-45b6-858b-f7552c870ece tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:58.495650 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-2b395211-4222-4469-9c02-3c0a9773a950 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:58.498243 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-2b395211-4222-4469-9c02-3c0a9773a950 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.62 "GET /v2.0/networks?id=b43002b1-d496-4dff-a580-33e44d9974b4 HTTP/1.1" status: 200 len: 812 time: 1.1583838 Sep 01 15:24:58.531689 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:58.590175 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4da1fd7a-0667-4a36-b34f-0d1551799585 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:58.622201 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '7544dfb9-1a2a-4364-9d2f-7c2de4712e88', 'network_id': '8bd9ec36-10bc-407a-b63e-e87ad70e1078', 'port_id': '7544dfb9-1a2a-4364-9d2f-7c2de4712e88', 'mac_address': 'fa:16:3e:ed:3c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9913cd01-bd85-4a64-a11a-a30252c26f01', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:24:58.653318 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7639d90-e6ca-45b6-858b-f7552c870ece tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:24:58.691890 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7214b70b-8432-45ed-ad75-d0d71589e8f9 req-df808304-d3b9-4011-9bf1-002b92269427 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f977c95-1deb-49e5-ba0f-9472b8fe4652 HTTP/1.1" status: 200 len: 210 time: 0.3297939 Sep 01 15:24:58.728187 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 21d45a8e-cda5-4166-b595-220aa188abb7, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=21d45a8e-cda5-4166-b595-220aa188abb7,segment=NetworkSegment(5adae5c0-491f-45d0-bf99-a72af8a25c59),segment_id=5adae5c0-491f-45d0-bf99-a72af8a25c59)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:58.757413 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-e5f0a226-4c91-4ae3-8893-13a0e0304862 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Request body: {'port': {'device_id': 'dedd2339-bb01-437b-b423-2ba468137f8c', 'network_id': 'b43002b1-d496-4dff-a580-33e44d9974b4', 'admin_state_up': True, 'tenant_id': 'cebeadb3f5914db3b62acbb94abbc05c'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:24:58.761768 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:58.764748 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:58.949539 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d7639d90-e6ca-45b6-858b-f7552c870ece tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:58.950142 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-d7639d90-e6ca-45b6-858b-f7552c870ece tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Added segment 66fb00d2-ca1d-4606-9bf8-9ae57a5d42e7 of type vlan for network d8a4b687-8634-4782-8fee-e40c20e763bd Sep 01 15:24:59.009548 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06fa7c-d4ca-4d72-8a04-a31061b5f54b req-812bdcf9-7c9e-427f-bd7b-d415fcbb462e tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:59.029846 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4d06fa7c-d4ca-4d72-8a04-a31061b5f54b req-812bdcf9-7c9e-427f-bd7b-d415fcbb462e tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739 HTTP/1.1" status: 200 len: 943 time: 0.2000415 Sep 01 15:24:59.041153 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8168eab-42a5-40ed-8142-3516434043f7 req-f4715c66-96c2-4b20-84f3-ca03f9033cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:59.041368 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4da1fd7a-0667-4a36-b34f-0d1551799585 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:59.043230 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a8168eab-42a5-40ed-8142-3516434043f7 req-f4715c66-96c2-4b20-84f3-ca03f9033cb5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d5c12ac629004c608a6b26e32bb713bc&device_id=4d81c67e-a48e-44e9-b085-cbaa9ed29702 HTTP/1.1" status: 200 len: 1097 time: 0.4860532 Sep 01 15:24:59.064727 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=21d45a8e-cda5-4166-b595-220aa188abb7,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:59.077878 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d7639d90-e6ca-45b6-858b-f7552c870ece tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:59.081218 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a182a7e5-d005-4976-913d-571a17256701 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:24:59.129033 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-e5f0a226-4c91-4ae3-8893-13a0e0304862 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Made reservation on behalf of cebeadb3f5914db3b62acbb94abbc05c for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:59.137151 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7544dfb9-1a2a-4364-9d2f-7c2de4712e88 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:24:59.137798 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-e5f0a226-4c91-4ae3-8893-13a0e0304862 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:59.145805 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1fd7a-0667-4a36-b34f-0d1551799585 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event deleted for resources: {'Subnet': ['ID=05d4ca02-e5f5-437b-bd2e-68c90f6e325c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:59.163709 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292d01a1-6bf6-4604-a4d9-86a5e1aab93c None None] Network 8afe61e5-725c-48c6-9499-224b215e64c4 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:24:59.168500 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: a182a7e5-d005-4976-913d-571a17256701 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:24:59.169217 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a182a7e5-d005-4976-913d-571a17256701 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:24:59.203408 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-14f94a43-0252-4de4-9934-a3abb979a7ba tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Made reservation on behalf of cebeadb3f5914db3b62acbb94abbc05c for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:24:59.218862 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-14f94a43-0252-4de4-9934-a3abb979a7ba tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:59.315670 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4d06fa7c-d4ca-4d72-8a04-a31061b5f54b req-28c3a3b0-eddb-4c32-bedd-79e1d25f75b6 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee6a3bf4-2a77-4596-af5a-5853d9e9afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842033 Sep 01 15:24:59.432537 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4da1fd7a-0667-4a36-b34f-0d1551799585 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:59.497320 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-e5f0a226-4c91-4ae3-8893-13a0e0304862 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Allocated IP 172.20.0.4 (b43002b1-d496-4dff-a580-33e44d9974b4/0bbfe87c-14ec-4424-8376-f61425c302dd/d499b856-871f-4089-8ae8-a23e0bd5a867) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:24:59.501712 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4da1fd7a-0667-4a36-b34f-0d1551799585 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8afe61e5-725c-48c6-9499-224b215e64c4']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:59.645627 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 7544dfb9-1a2a-4364-9d2f-7c2de4712e88, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7544dfb9-1a2a-4364-9d2f-7c2de4712e88,segment=NetworkSegment(d1a4f925-8d6d-4dd9-a103-775255d9c190),segment_id=d1a4f925-8d6d-4dd9-a103-775255d9c190)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:24:59.654979 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 21d45a8e-cda5-4166-b595-220aa188abb7 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:24:59.668324 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.resource_extend [None req-d7639d90-e6ca-45b6-858b-f7552c870ece tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:24:59.674799 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4da1fd7a-0667-4a36-b34f-0d1551799585 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f8b25a-0ee2-4b9b-b70c-bf2db7f9ce1b') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:59.675536 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4da1fd7a-0667-4a36-b34f-0d1551799585 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f8b25a-0ee2-4b9b-b70c-bf2db7f9ce1b') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:24:59.714644 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4da1fd7a-0667-4a36-b34f-0d1551799585 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:59.758561 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4da1fd7a-0667-4a36-b34f-0d1551799585 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:59.758908 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1f815d-87fd-4b60-aae0-d6c9616f5a83 x-openstack-request-id: req-ad1f815d-87fd-4b60-aae0-d6c9616f5a83 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:24:59.762165 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d6e6da-b639-4834-9269-b940527b7eef", "name": "network-vif-unplugged", "status": "completed", "tag": "5bf39efe-aa5e-4b90-bd80-491f68bed342", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:24:59.762627 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ad1f815d-87fd-4b60-aae0-d6c9616f5a83 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:24:59.763309 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d6e6da-b639-4834-9269-b940527b7eef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bf39efe-aa5e-4b90-bd80-491f68bed342', 'code': 200} Sep 01 15:24:59.764342 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:59.794502 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da1fd7a-0667-4a36-b34f-0d1551799585 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:24:59.800640 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4da1fd7a-0667-4a36-b34f-0d1551799585 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:24:59.806726 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:24:59.820249 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b61bdd-e245-4b8f-a6de-78f76bc95dc9 x-openstack-request-id: req-16b61bdd-e245-4b8f-a6de-78f76bc95dc9 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:24:59.821105 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a86f2d-b498-4382-882e-fa441c19536c", "name": "network-vif-deleted", "tag": "0b454a36-f459-49ce-ac27-9223824df32d", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:24:59.821734 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-16b61bdd-e245-4b8f-a6de-78f76bc95dc9 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:24:59.822599 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a86f2d-b498-4382-882e-fa441c19536c', 'name': 'network-vif-deleted', 'tag': '0b454a36-f459-49ce-ac27-9223824df32d', 'status': 'completed', 'code': 200} Sep 01 15:24:59.878225 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=7544dfb9-1a2a-4364-9d2f-7c2de4712e88,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:24:59.928100 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-e9085330-0084-41c6-bc54-242b74ee6300 service neutron] 10.222.0.60 "GET /v2.0/networks/de691801-89b1-48f6-bdfc-e34b336a486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4494364 Sep 01 15:24:59.940564 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d7639d90-e6ca-45b6-858b-f7552c870ece tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:24:59.949508 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7639d90-e6ca-45b6-858b-f7552c870ece tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:24:59.950509 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d7639d90-e6ca-45b6-858b-f7552c870ece tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:00.003396 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4da1fd7a-0667-4a36-b34f-0d1551799585 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:00.049567 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['7544dfb9-1a2a-4364-9d2f-7c2de4712e88'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:25:00.068730 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4da1fd7a-0667-4a36-b34f-0d1551799585 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:00.090898 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4da1fd7a-0667-4a36-b34f-0d1551799585 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "DELETE /v2.0/networks/8afe61e5-725c-48c6-9499-224b215e64c4 HTTP/1.1" status: 204 len: 168 time: 7.4656703 Sep 01 15:25:00.102161 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50438) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:00.151076 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1fd7a-0667-4a36-b34f-0d1551799585 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event deleted for resources: {'Network': ['ID=8afe61e5-725c-48c6-9499-224b215e64c4,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:00.202875 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f2d84d-70c4-488d-84d6-cfb92137b2aa tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] DELETE failed (client error): The resource could not be found. Sep 01 15:25:00.203849 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f2d84d-70c4-488d-84d6-cfb92137b2aa tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:25:00.206385 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-76f2d84d-70c4-488d-84d6-cfb92137b2aa tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "DELETE /v2.0/subnets/05d4ca02-e5f5-437b-bd2e-68c90f6e325c HTTP/1.1" status: 404 len: 337 time: 0.0863132 Sep 01 15:25:00.216882 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50440) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:00.228014 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 21d45a8e-cda5-4166-b595-220aa188abb7 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:25:00.230611 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250d439-dda5-4460-b7c1-2f9408b76b75 req-612a94e7-3d20-43ea-a906-057acbd21e71 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:00.231187 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:00.235437 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2250d439-dda5-4460-b7c1-2f9408b76b75 req-612a94e7-3d20-43ea-a906-057acbd21e71 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 943 time: 0.2741799 Sep 01 15:25:00.256234 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d20e3dd-3aa6-4f9c-8a02-763db2a79c51 None None] DHCP port deletion for 8afe61e5-725c-48c6-9499-224b215e64c4 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:25:00.279618 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7639d90-e6ca-45b6-858b-f7552c870ece tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event updated for resources: {'Network': ['ID=d8a4b687-8634-4782-8fee-e40c20e763bd,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:00.290231 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d7639d90-e6ca-45b6-858b-f7552c870ece tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9631567 Sep 01 15:25:00.301600 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50446) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:00.345940 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-998d4c9e-dad3-4ca3-9ffa-ce84a14b79d1 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] DELETE failed (client error): The resource could not be found. Sep 01 15:25:00.347082 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998d4c9e-dad3-4ca3-9ffa-ce84a14b79d1 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:25:00.350506 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-998d4c9e-dad3-4ca3-9ffa-ce84a14b79d1 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "DELETE /v2.0/networks/8afe61e5-725c-48c6-9499-224b215e64c4 HTTP/1.1" status: 404 len: 339 time: 0.1034849 Sep 01 15:25:00.352185 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8168eab-42a5-40ed-8142-3516434043f7 req-2c384883-9c18-40cd-a584-00700b16ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:00.354121 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a8168eab-42a5-40ed-8142-3516434043f7 req-2c384883-9c18-40cd-a584-00700b16ae23 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d2362ee-78f5-4b99-9f98-82e09fba7d13 HTTP/1.1" status: 200 len: 912 time: 1.2731304 Sep 01 15:25:00.355515 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50450) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:00.375808 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7639d90-e6ca-45b6-858b-f7552c870ece tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:00.376658 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7639d90-e6ca-45b6-858b-f7552c870ece tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:00.377164 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7639d90-e6ca-45b6-858b-f7552c870ece tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:00.377677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7639d90-e6ca-45b6-858b-f7552c870ece tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:00.378187 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7639d90-e6ca-45b6-858b-f7552c870ece tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:00.378773 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7639d90-e6ca-45b6-858b-f7552c870ece tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:00.379287 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7639d90-e6ca-45b6-858b-f7552c870ece tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:00.379773 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7639d90-e6ca-45b6-858b-f7552c870ece tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:00.380284 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7639d90-e6ca-45b6-858b-f7552c870ece tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:00.380769 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7639d90-e6ca-45b6-858b-f7552c870ece tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:00.381246 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7639d90-e6ca-45b6-858b-f7552c870ece tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:00.381714 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7639d90-e6ca-45b6-858b-f7552c870ece tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:00.388564 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-bf73639e-88a6-4747-8696-6acb0361014c tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Request body: {'subnet': {'network_id': 'd8a4b687-8634-4782-8fee-e40c20e763bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:00.415194 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network d8a4b687-8634-4782-8fee-e40c20e763bd details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:25:00.508124 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2250d439-dda5-4460-b7c1-2f9408b76b75 req-ef662b6f-d74d-4500-82fb-4f4ef9ae1d14 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2580867 Sep 01 15:25:00.563001 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-e5f0a226-4c91-4ae3-8893-13a0e0304862 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:00.738977 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0054353a-cd99-44b9-beeb-6ac52cfe848d req-d7fc6178-9c2a-46c7-a5ee-5ce2dc001035 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f977c95-1deb-49e5-ba0f-9472b8fe4652 HTTP/1.1" status: 200 len: 210 time: 0.2704587 Sep 01 15:25:00.778805 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-e5f0a226-4c91-4ae3-8893-13a0e0304862 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:00.811212 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-98b58393-8d3f-4e35-b764-436f96774a02 req-63278b8f-5314-4c69-8efb-876fe59b8f4d tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 210 time: 0.1873326 Sep 01 15:25:00.944575 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.api [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-14f94a43-0252-4de4-9934-a3abb979a7ba tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.4-3689136c-fe86-4d7e-8478-8c3955e3479c {{(pid=94733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:25:00.945240 n-d-794796-3 neutron-server[94733]: DEBUG oslo_db.api [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-14f94a43-0252-4de4-9934-a3abb979a7ba tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:25:00.960770 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf73639e-88a6-4747-8696-6acb0361014c tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Made reservation on behalf of 2a1737543804470f8e63a9c45dd42e5c for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:25:00.968988 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bf73639e-88a6-4747-8696-6acb0361014c tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:01.016086 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a8168eab-42a5-40ed-8142-3516434043f7 req-5478712b-f580-43c8-819a-080f656ffc23 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9251867d-975c-4bcc-87cc-d6bbbbd23c7b HTTP/1.1" status: 200 len: 1001 time: 0.6268287 Sep 01 15:25:01.092416 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6a2e469-1c52-4353-ab05-48068484784f tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:01.183689 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0a226-4c91-4ae3-8893-13a0e0304862 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Pushing event updated for resources: {'Port': ['ID=d499b856-871f-4089-8ae8-a23e0bd5a867,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:01.231208 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-e5f0a226-4c91-4ae3-8893-13a0e0304862 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Network b43002b1-d496-4dff-a580-33e44d9974b4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:25:01.241284 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c1879a08-ddd4-425a-9c00-ffe47d3ea14b no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:25:01.267809 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: c1879a08-ddd4-425a-9c00-ffe47d3ea14b {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:25:01.268246 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c1879a08-ddd4-425a-9c00-ffe47d3ea14b not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:25:01.277146 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-e5f0a226-4c91-4ae3-8893-13a0e0304862 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:25:01.287133 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-e5f0a226-4c91-4ae3-8893-13a0e0304862 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:25:01.384077 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8168eab-42a5-40ed-8142-3516434043f7 req-3d03fa2f-3c23-434d-b42e-0a9f6a059da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:01.386921 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a8168eab-42a5-40ed-8142-3516434043f7 req-3d03fa2f-3c23-434d-b42e-0a9f6a059da8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cb4d0c35-1b78-4b62-99d6-b03c2c2e423d HTTP/1.1" status: 200 len: 850 time: 0.3506677 Sep 01 15:25:01.395060 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b5c93-61f6-4c22-9dbf-9e589b3092e4 req-27528ee1-9e41-42d6-bee3-e9607308aa32 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:01.397408 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-471b5c93-61f6-4c22-9dbf-9e589b3092e4 req-27528ee1-9e41-42d6-bee3-e9607308aa32 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739 HTTP/1.1" status: 200 len: 944 time: 0.3690896 Sep 01 15:25:01.480148 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-14f94a43-0252-4de4-9934-a3abb979a7ba tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:01.500046 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-e5f0a226-4c91-4ae3-8893-13a0e0304862 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:01.501092 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-e5f0a226-4c91-4ae3-8893-13a0e0304862 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:01.554887 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6a2e469-1c52-4353-ab05-48068484784f tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:01.571894 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-e5f0a226-4c91-4ae3-8893-13a0e0304862 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0197308 Sep 01 15:25:01.582580 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-a6a2e469-1c52-4353-ab05-48068484784f tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4c1889-01c8-49ed-8c5e-adbd635626d0']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:01.593375 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-4e660e85-90c2-4566-a41c-e5a63d3189aa service neutron] Request body: {'port': {'device_id': 'dedd2339-bb01-437b-b423-2ba468137f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:01.612538 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-471b5c93-61f6-4c22-9dbf-9e589b3092e4 req-86ad7543-5cf9-4009-91e6-3f016b0fd8df tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee6a3bf4-2a77-4596-af5a-5853d9e9afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914175 Sep 01 15:25:01.640251 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-a6a2e469-1c52-4353-ab05-48068484784f tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a4c2d0-8436-4382-adcb-3037f0ab80f1') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:01.640839 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-a6a2e469-1c52-4353-ab05-48068484784f tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a4c2d0-8436-4382-adcb-3037f0ab80f1') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:01.658714 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8168eab-42a5-40ed-8142-3516434043f7 req-a99234af-d9a3-4ac7-a690-b20238107cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:01.661759 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a8168eab-42a5-40ed-8142-3516434043f7 req-a99234af-d9a3-4ac7-a690-b20238107cbb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d2362ee-78f5-4b99-9f98-82e09fba7d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2422166 Sep 01 15:25:01.669218 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6a2e469-1c52-4353-ab05-48068484784f tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:01.725420 n-d-794796-3 neutron-server[94733]: DEBUG neutron.objects.ports [None req-bf73639e-88a6-4747-8696-6acb0361014c tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94733) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:25:01.754580 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bf73639e-88a6-4747-8696-6acb0361014c tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:01.763294 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 7544dfb9-1a2a-4364-9d2f-7c2de4712e88 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:25:01.769528 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6a2e469-1c52-4353-ab05-48068484784f tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:01.790597 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a2e469-1c52-4353-ab05-48068484784f tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:25:01.791654 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6a2e469-1c52-4353-ab05-48068484784f tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:25:01.801513 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:25:01.852615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d6e6da-b639-4834-9269-b940527b7eef', 'name': 'network-vif-deleted', 'tag': '5bf39efe-aa5e-4b90-bd80-491f68bed342'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:25:01.855442 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc171693-02c4-4f32-acff-3dc6ba6b77ac" -d '{"events": [{"server_uuid": "b3d6e6da-b639-4834-9269-b940527b7eef", "name": "network-vif-deleted", "tag": "5bf39efe-aa5e-4b90-bd80-491f68bed342"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:25:01.884681 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-4e660e85-90c2-4566-a41c-e5a63d3189aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:01.933453 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6a2e469-1c52-4353-ab05-48068484784f tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:01.962856 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 7544dfb9-1a2a-4364-9d2f-7c2de4712e88 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:25:01.978619 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 7544dfb9-1a2a-4364-9d2f-7c2de4712e88 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:25:01.981209 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:01.981573 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6a2e469-1c52-4353-ab05-48068484784f tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:01.984121 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a6a2e469-1c52-4353-ab05-48068484784f tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "DELETE /v2.0/networks/0a4c1889-01c8-49ed-8c5e-adbd635626d0 HTTP/1.1" status: 204 len: 168 time: 1.6234000 Sep 01 15:25:02.002466 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50492) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:02.008742 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2e469-1c52-4353-ab05-48068484784f tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event deleted for resources: {'Network': ['ID=0a4c1889-01c8-49ed-8c5e-adbd635626d0,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:02.012728 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a8168eab-42a5-40ed-8142-3516434043f7 req-b69c2e60-8585-4608-bfee-b00702523bed service neutron] 10.222.0.45 "GET /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408983 Sep 01 15:25:02.034934 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-14f94a43-0252-4de4-9934-a3abb979a7ba tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Allocated IP 172.20.0.2 (b43002b1-d496-4dff-a580-33e44d9974b4/0bbfe87c-14ec-4424-8376-f61425c302dd/f08d3a32-0cce-41a2-a539-94c483b222da) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:25:02.065825 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf73639e-88a6-4747-8696-6acb0361014c tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Checking segment: {'id': '66fb00d2-ca1d-4606-9bf8-9ae57a5d42e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd8a4b687-8634-4782-8fee-e40c20e763bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:25:02.067227 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf73639e-88a6-4747-8696-6acb0361014c tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Network hostable DHCP agents. Network: d8a4b687-8634-4782-8fee-e40c20e763bd, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:25:02.125074 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73639e-88a6-4747-8696-6acb0361014c tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event updated for resources: {'Subnet': ['ID=5e92f0e3-8d0c-44ce-85c8-7edf73aef16a,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:02.150372 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-78d97bc1-9756-4492-9039-8c371d5b9856 req-43faa2d3-007b-4deb-996c-705b48e17a7e tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f977c95-1deb-49e5-ba0f-9472b8fe4652 HTTP/1.1" status: 200 len: 210 time: 0.1337976 Sep 01 15:25:02.221659 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a1cea-05d1-49e5-b433-5fffd8975676 req-f328b8f5-0878-49b8-bf99-5c17c9ad8cf5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:02.233664 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cf2a1cea-05d1-49e5-b433-5fffd8975676 req-f328b8f5-0878-49b8-bf99-5c17c9ad8cf5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 943 time: 0.5816219 Sep 01 15:25:02.245566 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c1ea20-b295-443f-aa6d-1b93e69dc920 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] DELETE failed (client error): The resource could not be found. Sep 01 15:25:02.246876 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c1ea20-b295-443f-aa6d-1b93e69dc920 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:25:02.253609 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-90c1ea20-b295-443f-aa6d-1b93e69dc920 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "DELETE /v2.0/subnets/b995e60b-6d87-48f1-87b9-8af585d3be31 HTTP/1.1" status: 404 len: 337 time: 0.1811726 Sep 01 15:25:02.258316 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50500) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:02.278136 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:02.297982 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf73639e-88a6-4747-8696-6acb0361014c tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Network d8a4b687-8634-4782-8fee-e40c20e763bd is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:25:02.336916 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e1d917-6e12-46ce-82a0-e0ee4d3dae6a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] DELETE failed (client error): The resource could not be found. Sep 01 15:25:02.338390 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e1d917-6e12-46ce-82a0-e0ee4d3dae6a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:25:02.340914 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a4e1d917-6e12-46ce-82a0-e0ee4d3dae6a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "DELETE /v2.0/networks/a734fa93-66e8-488b-b7f2-3ab7ad086236 HTTP/1.1" status: 404 len: 339 time: 0.0739481 Sep 01 15:25:02.353451 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50504) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:02.354809 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-bf73639e-88a6-4747-8696-6acb0361014c tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, d8a4b687-8634-4782-8fee-e40c20e763bd) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:25:02.400644 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device e1e687d8-0af0-4c66-b0c0-65b5585e9d32 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:25:02.406508 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8865de02-b7fc-4e22-9159-fccc884bacb0 None None] Network d8a4b687-8634-4782-8fee-e40c20e763bd requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:25:02.434193 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf73639e-88a6-4747-8696-6acb0361014c tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:02.434870 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bf73639e-88a6-4747-8696-6acb0361014c tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:02.441735 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-31fad82e-11d3-465d-9e8b-275b934314a3 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Deleting subnet 3df7c8d4-1e2d-4d7f-8859-a08acf1c5205 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:25:02.468121 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7544dfb9-1a2a-4364-9d2f-7c2de4712e88'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:25:02.475448 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a3ce76-c31f-4d41-93c7-68f7fa8526d8" -d '{"events": [{"server_uuid": "a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739", "name": "network-vif-plugged", "status": "completed", "tag": "7544dfb9-1a2a-4364-9d2f-7c2de4712e88"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:25:02.510579 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31fad82e-11d3-465d-9e8b-275b934314a3 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:02.570438 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cf2a1cea-05d1-49e5-b433-5fffd8975676 req-acb068f9-1145-47a3-8753-2b5c18567ec9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3340521 Sep 01 15:25:02.577947 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bf73639e-88a6-4747-8696-6acb0361014c tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2732954 Sep 01 15:25:02.597298 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50510) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:02.659944 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 7544dfb9-1a2a-4364-9d2f-7c2de4712e88, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7544dfb9-1a2a-4364-9d2f-7c2de4712e88,segment=NetworkSegment(d1a4f925-8d6d-4dd9-a103-775255d9c190),segment_id=d1a4f925-8d6d-4dd9-a103-775255d9c190)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:02.685076 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:02.760629 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31fad82e-11d3-465d-9e8b-275b934314a3 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:02.813668 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ee7582-9f7e-4b39-b013-487c7c40a8e2 x-openstack-request-id: req-52ee7582-9f7e-4b39-b013-487c7c40a8e2 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:25:02.814593 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d6e6da-b639-4834-9269-b940527b7eef", "name": "network-vif-deleted", "tag": "5bf39efe-aa5e-4b90-bd80-491f68bed342", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:25:02.814593 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-52ee7582-9f7e-4b39-b013-487c7c40a8e2 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:25:02.819086 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d6e6da-b639-4834-9269-b940527b7eef', 'name': 'network-vif-deleted', 'tag': '5bf39efe-aa5e-4b90-bd80-491f68bed342', 'status': 'completed', 'code': 200} Sep 01 15:25:02.932051 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5931bf5d-c060-4b89-b191-f629d2a34f3c req-2b82dbd9-7d63-4d59-b7fc-86283924829b tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 210 time: 0.5836236 Sep 01 15:25:02.949912 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:02.957332 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-14f94a43-0252-4de4-9934-a3abb979a7ba tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:03.024207 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=7544dfb9-1a2a-4364-9d2f-7c2de4712e88,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:03.042151 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a8168eab-42a5-40ed-8142-3516434043f7 req-4c3f2e5d-9000-4549-9367-45899356dfb6 service neutron] 10.222.0.45 "GET /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0118711 Sep 01 15:25:03.049068 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31fad82e-11d3-465d-9e8b-275b934314a3 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:03.050391 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5673ebef-63a6-427c-94e9-0178718e954e x-openstack-request-id: req-5673ebef-63a6-427c-94e9-0178718e954e {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:25:03.050510 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-4a6ac924-8a27-47b4-a393-60289ed91a3e tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:03.050831 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739", "name": "network-vif-plugged", "status": "completed", "tag": "7544dfb9-1a2a-4364-9d2f-7c2de4712e88", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:25:03.051092 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5673ebef-63a6-427c-94e9-0178718e954e {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:25:03.051503 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7544dfb9-1a2a-4364-9d2f-7c2de4712e88', 'code': 200} Sep 01 15:25:03.052330 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-4a6ac924-8a27-47b4-a393-60289ed91a3e tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.62 "GET /v2.0/networks?id=de691801-89b1-48f6-bdfc-e34b336a486b HTTP/1.1" status: 200 len: 820 time: 0.9157712 Sep 01 15:25:03.079852 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port e1e687d8-0af0-4c66-b0c0-65b5585e9d32, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=e1e687d8-0af0-4c66-b0c0-65b5585e9d32,segment=NetworkSegment(f65205a3-b68b-4ccf-8aec-744d1020fc29),segment_id=f65205a3-b68b-4ccf-8aec-744d1020fc29)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:03.106013 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-4a0c89ac-3bd7-475a-bbe9-7cf4a6274d8e tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Request body: {'port': {'device_id': 'a7e68592-c873-4f21-ae80-8713bbb95081', 'network_id': 'de691801-89b1-48f6-bdfc-e34b336a486b', 'admin_state_up': True, 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:03.147625 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'e1e687d8-0af0-4c66-b0c0-65b5585e9d32', 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686', 'port_id': 'e1e687d8-0af0-4c66-b0c0-65b5585e9d32', 'mac_address': 'fa:16:3e:34:4d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b1fc88-16ee-47b8-b537-f7c2d7715bc7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:25:03.154826 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eb4547-b797-4179-af6f-dbfb5ce480a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-d8a4b687-8634-4782-8fee-e40c20e763bd', 'network_id': 'd8a4b687-8634-4782-8fee-e40c20e763bd', 'tenant_id': '2a1737543804470f8e63a9c45dd42e5c', 'fixed_ips': [{'subnet_id': '5e92f0e3-8d0c-44ce-85c8-7edf73aef16a'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:25:03.156782 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4547-b797-4179-af6f-dbfb5ce480a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:03.293204 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c949afb-3c24-4628-b6bb-9dfc004e08f7 req-6d29f8b7-3154-4f1d-83e9-e87840222696 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:03.296128 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6c949afb-3c24-4628-b6bb-9dfc004e08f7 req-6d29f8b7-3154-4f1d-83e9-e87840222696 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739 HTTP/1.1" status: 200 len: 945 time: 0.2425959 Sep 01 15:25:03.345241 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:03.353738 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:03.365474 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e687d8-0af0-4c66-b0c0-65b5585e9d32 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:25:03.378570 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc42be-c677-443a-940d-871274f48295 req-d47d7201-3636-4c1f-a115-07807852cad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:03.380999 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3ffc42be-c677-443a-940d-871274f48295 req-d47d7201-3636-4c1f-a115-07807852cad0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739 HTTP/1.1" status: 200 len: 1096 time: 0.2864485 Sep 01 15:25:03.444589 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-e8eb4547-b797-4179-af6f-dbfb5ce480a8 None None] Allocated IP 2001:db8::f816:3eff:fee7:c90d (d8a4b687-8634-4782-8fee-e40c20e763bd/5e92f0e3-8d0c-44ce-85c8-7edf73aef16a/3c9acea0-9d4b-4024-b082-dba453461f84) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:25:03.478098 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3f33cfd9-bd76-4c14-a470-edc25e726626 req-145c70e4-00e5-4c46-a145-d20dd560d6f9 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f977c95-1deb-49e5-ba0f-9472b8fe4652 HTTP/1.1" status: 200 len: 210 time: 0.1292052 Sep 01 15:25:03.478744 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port e1e687d8-0af0-4c66-b0c0-65b5585e9d32, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=e1e687d8-0af0-4c66-b0c0-65b5585e9d32,segment=NetworkSegment(f65205a3-b68b-4ccf-8aec-744d1020fc29),segment_id=f65205a3-b68b-4ccf-8aec-744d1020fc29)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:03.487833 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:03.506181 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-14f94a43-0252-4de4-9934-a3abb979a7ba tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:03.532109 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31fad82e-11d3-465d-9e8b-275b934314a3 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:03.637481 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6c949afb-3c24-4628-b6bb-9dfc004e08f7 req-3346bb81-ee12-4cf4-a808-b688594d4d1a tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee6a3bf4-2a77-4596-af5a-5853d9e9afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983172 Sep 01 15:25:03.686328 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=e1e687d8-0af0-4c66-b0c0-65b5585e9d32,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:03.693170 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-14f94a43-0252-4de4-9934-a3abb979a7ba tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Network b43002b1-d496-4dff-a580-33e44d9974b4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:25:03.709413 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-14f94a43-0252-4de4-9934-a3abb979a7ba tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:25:03.718238 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fad82e-11d3-465d-9e8b-275b934314a3 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event deleted for resources: {'Subnet': ['ID=3df7c8d4-1e2d-4d7f-8859-a08acf1c5205,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:03.722403 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-14f94a43-0252-4de4-9934-a3abb979a7ba tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:25:03.765984 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-4a0c89ac-3bd7-475a-bbe9-7cf4a6274d8e tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Made reservation on behalf of 0cb731dadd864ee582f0baa54d2d48a9 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:25:03.772137 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-4a0c89ac-3bd7-475a-bbe9-7cf4a6274d8e tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:03.795938 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-14f94a43-0252-4de4-9934-a3abb979a7ba tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:03.796635 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-14f94a43-0252-4de4-9934-a3abb979a7ba tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:03.856218 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3ffc42be-c677-443a-940d-871274f48295 req-ca5ae1b2-9e51-4073-beae-d72cf40eaa16 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ee6a3bf4-2a77-4596-af5a-5853d9e9afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983846 Sep 01 15:25:03.859019 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31fad82e-11d3-465d-9e8b-275b934314a3 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:03.866364 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-31fad82e-11d3-465d-9e8b-275b934314a3 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "DELETE /v2.0/subnets/3df7c8d4-1e2d-4d7f-8859-a08acf1c5205 HTTP/1.1" status: 204 len: 168 time: 1.5041225 Sep 01 15:25:03.876857 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50534) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:03.921762 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4547-b797-4179-af6f-dbfb5ce480a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:03.938787 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e8eb4547-b797-4179-af6f-dbfb5ce480a8 None None] Transition to ACTIVE for port object 3c9acea0-9d4b-4024-b082-dba453461f84 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:25:03.976601 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e8eb4547-b797-4179-af6f-dbfb5ce480a8 None None] Transition to ACTIVE for port object 3c9acea0-9d4b-4024-b082-dba453461f84 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:25:03.986748 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f94a43-0252-4de4-9934-a3abb979a7ba tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Pushing event updated for resources: {'Port': ['ID=f08d3a32-0cce-41a2-a539-94c483b222da,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:03.988246 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-4e660e85-90c2-4566-a41c-e5a63d3189aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d499b856-871f-4089-8ae8-a23e0bd5a867 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:25:04.001909 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c84ef3-275e-47fa-a281-1d27b5bf0d5a None None] Network a276a86f-aacb-4fc4-bda3-0ca23f969219 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:25:04.005600 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-4e660e85-90c2-4566-a41c-e5a63d3189aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:04.009864 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-14f94a43-0252-4de4-9934-a3abb979a7ba tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7738719 Sep 01 15:25:04.012257 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['e1e687d8-0af0-4c66-b0c0-65b5585e9d32'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:25:04.030136 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4547-b797-4179-af6f-dbfb5ce480a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:04.059627 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b660a-a501-4eaa-a9bd-58bb95e2fde3 req-a9f68e83-4dc1-45c3-b2af-aa17976d9801 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:04.061761 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2e5b660a-a501-4eaa-a9bd-58bb95e2fde3 req-a9f68e83-4dc1-45c3-b2af-aa17976d9801 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 944 time: 0.2548182 Sep 01 15:25:04.073167 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-4e660e85-90c2-4566-a41c-e5a63d3189aa service neutron] Transition to ACTIVE for port object d499b856-871f-4089-8ae8-a23e0bd5a867 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:25:04.077572 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1a637a-a5c0-4be9-a758-6d57c491a387 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Deleting subnet 2422be09-29cb-4ad6-8419-457257dd940e {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:25:04.099286 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-4e660e85-90c2-4566-a41c-e5a63d3189aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:04.157764 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-4a0c89ac-3bd7-475a-bbe9-7cf4a6274d8e tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Allocated IP 172.20.0.9 (de691801-89b1-48f6-bdfc-e34b336a486b/18713cb6-b926-44ed-a46d-38b8aaa8087d/eb47e15e-0e7a-42e3-aac9-9f307c255201) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:25:04.209516 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e660e85-90c2-4566-a41c-e5a63d3189aa service neutron] Pushing event updated for resources: {'Port': ['ID=d499b856-871f-4089-8ae8-a23e0bd5a867,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:04.218086 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-bbf890de-3e76-4646-b517-126e3e752da9 service neutron] Request body: {'port': {'device_id': '8f977c95-1deb-49e5-ba0f-9472b8fe4652', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:04.235616 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eb4547-b797-4179-af6f-dbfb5ce480a8 None None] Network d8a4b687-8634-4782-8fee-e40c20e763bd is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:25:04.250280 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-e8eb4547-b797-4179-af6f-dbfb5ce480a8 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:25:04.263825 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eb4547-b797-4179-af6f-dbfb5ce480a8 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:25:04.278864 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb4547-b797-4179-af6f-dbfb5ce480a8 None None] Pushing event updated for resources: {'Port': ['ID=3c9acea0-9d4b-4024-b082-dba453461f84,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:04.301353 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ce1a637a-a5c0-4be9-a758-6d57c491a387 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:04.341607 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:04.361184 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-de17b4f6-5ec1-4e0b-b60d-45bb03010abb req-d177f9b6-6e31-4f13-9f02-d3269c78149d tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 210 time: 0.0794237 Sep 01 15:25:04.419444 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event deleted for resources: {'Subnet': ['ID=5e92f0e3-8d0c-44ce-85c8-7edf73aef16a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:04.426106 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-bbf890de-3e76-4646-b517-126e3e752da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:04.435664 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ce1a637a-a5c0-4be9-a758-6d57c491a387 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:04.447426 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2e5b660a-a501-4eaa-a9bd-58bb95e2fde3 req-02957e23-66ba-4c8c-98dc-9807db85f306 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3496845 Sep 01 15:25:04.564610 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-4e660e85-90c2-4566-a41c-e5a63d3189aa service neutron] Attempting to bind port d499b856-871f-4089-8ae8-a23e0bd5a867 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:25:04.565452 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-4e660e85-90c2-4566-a41c-e5a63d3189aa service neutron] Attempting to bind port d499b856-871f-4089-8ae8-a23e0bd5a867 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'c49b7b97-229f-4676-9cb2-edf69b6aadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b43002b1-d496-4dff-a580-33e44d9974b4'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:25:04.568431 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-4e660e85-90c2-4566-a41c-e5a63d3189aa service neutron] Attempting to bind port d499b856-871f-4089-8ae8-a23e0bd5a867 on network b43002b1-d496-4dff-a580-33e44d9974b4 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:25:04.578124 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-4e660e85-90c2-4566-a41c-e5a63d3189aa service neutron] Port d499b856-871f-4089-8ae8-a23e0bd5a867 on network b43002b1-d496-4dff-a580-33e44d9974b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:25:04.578626 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-4e660e85-90c2-4566-a41c-e5a63d3189aa service neutron] Attempting to bind port d499b856-871f-4089-8ae8-a23e0bd5a867 on network b43002b1-d496-4dff-a580-33e44d9974b4 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:25:04.596577 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-4e660e85-90c2-4566-a41c-e5a63d3189aa service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:25:04.596923 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-4e660e85-90c2-4566-a41c-e5a63d3189aa service neutron] Checking segment: {'id': 'c49b7b97-229f-4676-9cb2-edf69b6aadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b43002b1-d496-4dff-a580-33e44d9974b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:25:04.597453 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-4e660e85-90c2-4566-a41c-e5a63d3189aa service neutron] Bound using segment: {'id': 'c49b7b97-229f-4676-9cb2-edf69b6aadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b43002b1-d496-4dff-a580-33e44d9974b4'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:25:04.598553 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-4e660e85-90c2-4566-a41c-e5a63d3189aa service neutron] Bound port: d499b856-871f-4089-8ae8-a23e0bd5a867, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c49b7b97-229f-4676-9cb2-edf69b6aadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b43002b1-d496-4dff-a580-33e44d9974b4'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:25:04.599619 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-4e660e85-90c2-4566-a41c-e5a63d3189aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:04.754547 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-4a0c89ac-3bd7-475a-bbe9-7cf4a6274d8e tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:04.876944 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e8eb4547-b797-4179-af6f-dbfb5ce480a8 None None] Attempting to bind port 3c9acea0-9d4b-4024-b082-dba453461f84 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:25:04.877703 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e8eb4547-b797-4179-af6f-dbfb5ce480a8 None None] Attempting to bind port 3c9acea0-9d4b-4024-b082-dba453461f84 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '66fb00d2-ca1d-4606-9bf8-9ae57a5d42e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd8a4b687-8634-4782-8fee-e40c20e763bd'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:25:04.878269 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb4547-b797-4179-af6f-dbfb5ce480a8 None None] Attempting to bind port 3c9acea0-9d4b-4024-b082-dba453461f84 on network d8a4b687-8634-4782-8fee-e40c20e763bd {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:25:04.888872 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-4e660e85-90c2-4566-a41c-e5a63d3189aa service neutron] For port d499b856-871f-4089-8ae8-a23e0bd5a867, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:25:04.892529 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb4547-b797-4179-af6f-dbfb5ce480a8 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:25:04.893120 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb4547-b797-4179-af6f-dbfb5ce480a8 None None] Checking segment: {'id': '66fb00d2-ca1d-4606-9bf8-9ae57a5d42e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd8a4b687-8634-4782-8fee-e40c20e763bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:25:04.893783 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4547-b797-4179-af6f-dbfb5ce480a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:04.894494 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eb4547-b797-4179-af6f-dbfb5ce480a8 None None] Bound using segment: {'id': '66fb00d2-ca1d-4606-9bf8-9ae57a5d42e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd8a4b687-8634-4782-8fee-e40c20e763bd'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:25:04.895273 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e8eb4547-b797-4179-af6f-dbfb5ce480a8 None None] Bound port: 3c9acea0-9d4b-4024-b082-dba453461f84, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66fb00d2-ca1d-4606-9bf8-9ae57a5d42e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd8a4b687-8634-4782-8fee-e40c20e763bd'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:25:04.896445 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4547-b797-4179-af6f-dbfb5ce480a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:04.912414 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-4e660e85-90c2-4566-a41c-e5a63d3189aa service neutron] For port d499b856-871f-4089-8ae8-a23e0bd5a867, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=d499b856-871f-4089-8ae8-a23e0bd5a867,segment=NetworkSegment(c49b7b97-229f-4676-9cb2-edf69b6aadb4),segment_id=c49b7b97-229f-4676-9cb2-edf69b6aadb4)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:25:04.937115 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-4e660e85-90c2-4566-a41c-e5a63d3189aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:05.023447 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627776e3-ce7a-4738-b85a-7e97ffe7f619 req-78b720a9-0a0f-4dd9-9759-2df18e415f21 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:05.037841 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-627776e3-ce7a-4738-b85a-7e97ffe7f619 req-78b720a9-0a0f-4dd9-9759-2df18e415f21 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f977c95-1deb-49e5-ba0f-9472b8fe4652 HTTP/1.1" status: 200 len: 931 time: 0.3166201 Sep 01 15:25:05.065531 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-4e660e85-90c2-4566-a41c-e5a63d3189aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:05.066628 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-4e660e85-90c2-4566-a41c-e5a63d3189aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:05.070063 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-4e660e85-90c2-4566-a41c-e5a63d3189aa service neutron] 10.222.0.62 "PUT /v2.0/ports/d499b856-871f-4089-8ae8-a23e0bd5a867 HTTP/1.1" status: 200 len: 1091 time: 3.4806287 Sep 01 15:25:05.083615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dedd2339-bb01-437b-b423-2ba468137f8c', 'tag': 'd499b856-871f-4089-8ae8-a23e0bd5a867'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:25:05.088642 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab60b85-febc-47f6-88e2-463fbacb1ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "dedd2339-bb01-437b-b423-2ba468137f8c", "tag": "d499b856-871f-4089-8ae8-a23e0bd5a867"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:25:05.259577 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e660e85-90c2-4566-a41c-e5a63d3189aa service neutron] Pushing event updated for resources: {'Port': ['ID=d499b856-871f-4089-8ae8-a23e0bd5a867,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:05.273212 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-4a0c89ac-3bd7-475a-bbe9-7cf4a6274d8e tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:05.281139 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-627776e3-ce7a-4738-b85a-7e97ffe7f619 req-4cdab26b-cb89-4a39-886a-b181f31b1d6f tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417397 Sep 01 15:25:05.411835 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:05.434086 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-4a0c89ac-3bd7-475a-bbe9-7cf4a6274d8e tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Network de691801-89b1-48f6-bdfc-e34b336a486b is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:25:05.451332 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a4b687-8634-4782-8fee-e40c20e763bd']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:05.479418 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66fb00d2-ca1d-4606-9bf8-9ae57a5d42e7') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:05.479814 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66fb00d2-ca1d-4606-9bf8-9ae57a5d42e7') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:05.483934 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-62e4a0ae-0389-4cad-8481-7301a59425fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:05.489463 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-62e4a0ae-0389-4cad-8481-7301a59425fc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cebeadb3f5914db3b62acbb94abbc05c&device_id=dedd2339-bb01-437b-b423-2ba468137f8c HTTP/1.1" status: 200 len: 1094 time: 0.3152664 Sep 01 15:25:05.494725 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-4a0c89ac-3bd7-475a-bbe9-7cf4a6274d8e tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:25:05.496273 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e8eb4547-b797-4179-af6f-dbfb5ce480a8 None None] For port 3c9acea0-9d4b-4024-b082-dba453461f84, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:25:05.515165 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316110d-2183-4c01-acb3-6958170c2847 req-129e1990-fcd1-4329-ab46-7f548180515e tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:05.522495 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-4a0c89ac-3bd7-475a-bbe9-7cf4a6274d8e tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:25:05.524189 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9316110d-2183-4c01-acb3-6958170c2847 req-129e1990-fcd1-4329-ab46-7f548180515e tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739 HTTP/1.1" status: 200 len: 945 time: 0.5885825 Sep 01 15:25:05.525384 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e8eb4547-b797-4179-af6f-dbfb5ce480a8 None None] For port 3c9acea0-9d4b-4024-b082-dba453461f84, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=3c9acea0-9d4b-4024-b082-dba453461f84,segment=NetworkSegment(66fb00d2-ca1d-4606-9bf8-9ae57a5d42e7),segment_id=66fb00d2-ca1d-4606-9bf8-9ae57a5d42e7)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:25:05.549637 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:05.578527 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e8eb4547-b797-4179-af6f-dbfb5ce480a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:05.672541 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:05.701216 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ce1a637a-a5c0-4be9-a758-6d57c491a387 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:05.753668 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:25:05.754146 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:25:05.757639 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:25:05.771636 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c89ac-3bd7-475a-bbe9-7cf4a6274d8e tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Pushing event updated for resources: {'Port': ['ID=eb47e15e-0e7a-42e3-aac9-9f307c255201,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:05.793558 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39b4fd5-f088-4485-a4df-f85cb4d73925 x-openstack-request-id: req-b39b4fd5-f088-4485-a4df-f85cb4d73925 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:25:05.794029 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dedd2339-bb01-437b-b423-2ba468137f8c", "tag": "d499b856-871f-4089-8ae8-a23e0bd5a867", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:25:05.795081 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b39b4fd5-f088-4485-a4df-f85cb4d73925 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:25:05.795761 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dedd2339-bb01-437b-b423-2ba468137f8c', 'tag': 'd499b856-871f-4089-8ae8-a23e0bd5a867', 'status': 'completed', 'code': 200} Sep 01 15:25:05.797941 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb4547-b797-4179-af6f-dbfb5ce480a8 None None] Pushing event updated for resources: {'Port': ['ID=3c9acea0-9d4b-4024-b082-dba453461f84,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:05.837082 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-4a0c89ac-3bd7-475a-bbe9-7cf4a6274d8e tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:05.843307 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-4a0c89ac-3bd7-475a-bbe9-7cf4a6274d8e tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:05.901322 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9316110d-2183-4c01-acb3-6958170c2847 req-75574b19-02f0-435c-959c-c1922965c50c tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee6a3bf4-2a77-4596-af5a-5853d9e9afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757198 Sep 01 15:25:05.992833 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-e727adba-df1f-4ba6-a947-43975a258fc6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d499b856-871f-4089-8ae8-a23e0bd5a867 HTTP/1.1" status: 200 len: 217 time: 0.2075911 Sep 01 15:25:06.015474 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.api [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 01 15:25:06.015474 n-d-794796-3 neutron-server[94733]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 01 15:25:06.015474 n-d-794796-3 neutron-server[94733]: [parameters: {'id': 'd8a4b687-8634-4782-8fee-e40c20e763bd'}] Sep 01 15:25:06.015474 n-d-794796-3 neutron-server[94733]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:25:06.015474 n-d-794796-3 neutron-server[94733]: DEBUG oslo_db.api [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:25:06.063817 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ce1a637a-a5c0-4be9-a758-6d57c491a387 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:06.112073 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae1a0bd-518d-4820-b4cd-b575ad04b86a None None] Network d8a4b687-8634-4782-8fee-e40c20e763bd requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:25:06.153453 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a637a-a5c0-4be9-a758-6d57c491a387 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event deleted for resources: {'Subnet': ['ID=2422be09-29cb-4ad6-8419-457257dd940e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:06.217243 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-4a0c89ac-3bd7-475a-bbe9-7cf4a6274d8e tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1246641 Sep 01 15:25:06.224445 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ce1a637a-a5c0-4be9-a758-6d57c491a387 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:06.228847 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ce1a637a-a5c0-4be9-a758-6d57c491a387 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "DELETE /v2.0/subnets/2422be09-29cb-4ad6-8419-457257dd940e HTTP/1.1" status: 204 len: 168 time: 2.3484423 Sep 01 15:25:06.229727 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50580) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:06.243548 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-12d0ad08-57f7-4889-b515-7d8810b035cf service neutron] Request body: {'port': {'device_id': 'a7e68592-c873-4f21-ae80-8713bbb95081', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:06.303130 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-bbf890de-3e76-4646-b517-126e3e752da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f08d3a32-0cce-41a2-a539-94c483b222da {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:25:06.356130 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-bbf890de-3e76-4646-b517-126e3e752da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:06.365099 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59199df-1a66-4853-a28d-ac73db992da6 req-9fc3db8e-d894-4d03-b448-476a52e41ba0 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:06.376090 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b59199df-1a66-4853-a28d-ac73db992da6 req-9fc3db8e-d894-4d03-b448-476a52e41ba0 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 931 time: 0.5044804 Sep 01 15:25:06.388496 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-5aa03044-deda-4a40-bc55-d68ac4f4bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:06.391088 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-5aa03044-deda-4a40-bc55-d68ac4f4bc32 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0bbfe87c-14ec-4424-8376-f61425c302dd HTTP/1.1" status: 200 len: 852 time: 0.2889032 Sep 01 15:25:06.410472 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-bbf890de-3e76-4646-b517-126e3e752da9 service neutron] Transition to ACTIVE for port object f08d3a32-0cce-41a2-a539-94c483b222da will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:25:06.427350 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5584f-c1cd-4ce3-bec8-b0017ffcc0ef req-85fa4b34-3e67-4de7-8365-9fea8f080fc8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:06.436085 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b6f5584f-c1cd-4ce3-bec8-b0017ffcc0ef req-85fa4b34-3e67-4de7-8365-9fea8f080fc8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 944 time: 0.3658459 Sep 01 15:25:06.443761 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-bbf890de-3e76-4646-b517-126e3e752da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:06.551031 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:06.556180 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ee476d8-f6ae-41c8-ac17-95d38a5031e5 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:06.559791 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-91fb763e-7f0b-4423-8625-185f9a851efe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b43002b1-d496-4dff-a580-33e44d9974b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243925 Sep 01 15:25:06.568494 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-12d0ad08-57f7-4889-b515-7d8810b035cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:06.640589 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b59199df-1a66-4853-a28d-ac73db992da6 req-fe7f9c84-d4b7-4587-a4bf-38bf02a2ab22 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607355 Sep 01 15:25:06.672417 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b6f5584f-c1cd-4ce3-bec8-b0017ffcc0ef req-a5fd8560-1f7a-4ac0-9ce5-8f1b5a869d37 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314451 Sep 01 15:25:06.694491 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf890de-3e76-4646-b517-126e3e752da9 service neutron] Pushing event updated for resources: {'Port': ['ID=f08d3a32-0cce-41a2-a539-94c483b222da,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:06.819202 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67777c99-b3a3-4648-b9fe-0a9a07ca3a7b None None] Network a276a86f-aacb-4fc4-bda3-0ca23f969219 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:25:06.886260 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-1f698068-4466-4602-88e3-20f17ae8fbf5 service neutron] 10.222.0.62 "GET /v2.0/networks/b43002b1-d496-4dff-a580-33e44d9974b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902293 Sep 01 15:25:06.901730 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-bbf890de-3e76-4646-b517-126e3e752da9 service neutron] Attempting to bind port f08d3a32-0cce-41a2-a539-94c483b222da on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:25:06.902354 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-bbf890de-3e76-4646-b517-126e3e752da9 service neutron] Attempting to bind port f08d3a32-0cce-41a2-a539-94c483b222da by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'c49b7b97-229f-4676-9cb2-edf69b6aadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b43002b1-d496-4dff-a580-33e44d9974b4'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:25:06.902886 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-bbf890de-3e76-4646-b517-126e3e752da9 service neutron] Attempting to bind port f08d3a32-0cce-41a2-a539-94c483b222da on network b43002b1-d496-4dff-a580-33e44d9974b4 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:25:06.909195 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-4ee476d8-f6ae-41c8-ac17-95d38a5031e5 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Deleting port 277da3a4-0820-4522-abe9-9e3e060013f5 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:06.910396 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ee476d8-f6ae-41c8-ac17-95d38a5031e5 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:06.916117 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Deleting port 3c9acea0-9d4b-4024-b082-dba453461f84 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:06.916956 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:06.967287 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a0545c4-bacd-4758-a0b6-35aa4a990901 None None] Provisioning complete for port 277da3a4-0820-4522-abe9-9e3e060013f5 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:25:06.967752 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a0545c4-bacd-4758-a0b6-35aa4a990901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:07.143706 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29645654-10cc-4b84-841a-1aea47858c26 req-3cfb5f77-6992-4c54-8c6d-b4c9671c7ad1 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:07.145381 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-29645654-10cc-4b84-841a-1aea47858c26 req-3cfb5f77-6992-4c54-8c6d-b4c9671c7ad1 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f977c95-1deb-49e5-ba0f-9472b8fe4652 HTTP/1.1" status: 200 len: 943 time: 0.3307464 Sep 01 15:25:07.224813 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf0b739-6358-4368-a593-d9878125ba8a None None] DHCP port deletion for a276a86f-aacb-4fc4-bda3-0ca23f969219 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:25:07.288102 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-29645654-10cc-4b84-841a-1aea47858c26 req-c16527e9-5d27-478c-8240-d26763f947b1 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227231 Sep 01 15:25:07.299108 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-caccff86-eb07-446f-86b8-bba0ea8fb582 service neutron] 10.222.0.62 "GET /v2.0/networks/b43002b1-d496-4dff-a580-33e44d9974b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905690 Sep 01 15:25:07.300851 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-bbf890de-3e76-4646-b517-126e3e752da9 service neutron] Port f08d3a32-0cce-41a2-a539-94c483b222da on network b43002b1-d496-4dff-a580-33e44d9974b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:25:07.304514 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-bbf890de-3e76-4646-b517-126e3e752da9 service neutron] Attempting to bind port f08d3a32-0cce-41a2-a539-94c483b222da on network b43002b1-d496-4dff-a580-33e44d9974b4 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:25:07.361771 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-bbf890de-3e76-4646-b517-126e3e752da9 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:25:07.362259 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-bbf890de-3e76-4646-b517-126e3e752da9 service neutron] Checking segment: {'id': 'c49b7b97-229f-4676-9cb2-edf69b6aadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b43002b1-d496-4dff-a580-33e44d9974b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:25:07.363005 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-bbf890de-3e76-4646-b517-126e3e752da9 service neutron] Bound using segment: {'id': 'c49b7b97-229f-4676-9cb2-edf69b6aadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b43002b1-d496-4dff-a580-33e44d9974b4'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:25:07.363367 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-bbf890de-3e76-4646-b517-126e3e752da9 service neutron] Bound port: f08d3a32-0cce-41a2-a539-94c483b222da, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c49b7b97-229f-4676-9cb2-edf69b6aadb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b43002b1-d496-4dff-a580-33e44d9974b4'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:25:07.363745 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-bbf890de-3e76-4646-b517-126e3e752da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:07.383098 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 277da3a4-0820-4522-abe9-9e3e060013f5 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:25:07.419591 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-4ee476d8-f6ae-41c8-ac17-95d38a5031e5 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] For port 277da3a4-0820-4522-abe9-9e3e060013f5, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=277da3a4-0820-4522-abe9-9e3e060013f5,segment=NetworkSegment(afcc4828-f4b3-4b0e-8324-db5fe9a061e7),segment_id=afcc4828-f4b3-4b0e-8324-db5fe9a061e7)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:07.420206 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ee476d8-f6ae-41c8-ac17-95d38a5031e5 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:07.469537 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-4ee476d8-f6ae-41c8-ac17-95d38a5031e5 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Calling delete_port for 277da3a4-0820-4522-abe9-9e3e060013f5 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:07.473440 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ddf0b739-6358-4368-a593-d9878125ba8a None None] Deleting port 277da3a4-0820-4522-abe9-9e3e060013f5 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:07.474590 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ddf0b739-6358-4368-a593-d9878125ba8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:07.505339 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] For port 3c9acea0-9d4b-4024-b082-dba453461f84, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=3c9acea0-9d4b-4024-b082-dba453461f84,segment=NetworkSegment(66fb00d2-ca1d-4606-9bf8-9ae57a5d42e7),segment_id=66fb00d2-ca1d-4606-9bf8-9ae57a5d42e7)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:07.505967 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:07.573099 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-12d0ad08-57f7-4889-b515-7d8810b035cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb47e15e-0e7a-42e3-aac9-9f307c255201 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:25:07.599951 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-12d0ad08-57f7-4889-b515-7d8810b035cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:07.621487 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Calling delete_port for 3c9acea0-9d4b-4024-b082-dba453461f84 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:07.635871 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-ddf0b739-6358-4368-a593-d9878125ba8a None None] For port 277da3a4-0820-4522-abe9-9e3e060013f5, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=277da3a4-0820-4522-abe9-9e3e060013f5,segment=NetworkSegment(afcc4828-f4b3-4b0e-8324-db5fe9a061e7),segment_id=afcc4828-f4b3-4b0e-8324-db5fe9a061e7)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:07.635871 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ddf0b739-6358-4368-a593-d9878125ba8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:07.650385 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab60b85-febc-47f6-88e2-463fbacb1ed8 req-4bf740b1-a542-4b8d-9721-686bdda8306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:07.652819 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ab60b85-febc-47f6-88e2-463fbacb1ed8 req-4bf740b1-a542-4b8d-9721-686bdda8306c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cebeadb3f5914db3b62acbb94abbc05c&device_id=dedd2339-bb01-437b-b423-2ba468137f8c HTTP/1.1" status: 200 len: 1094 time: 0.1561153 Sep 01 15:25:07.654677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-12d0ad08-57f7-4889-b515-7d8810b035cf service neutron] Transition to ACTIVE for port object eb47e15e-0e7a-42e3-aac9-9f307c255201 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:25:07.660441 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-12d0ad08-57f7-4889-b515-7d8810b035cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:07.688555 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ddf0b739-6358-4368-a593-d9878125ba8a None None] Calling delete_port for 277da3a4-0820-4522-abe9-9e3e060013f5 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:07.718490 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:07.731301 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ff3ed-707d-49ff-959a-7c306d4b3b13 req-faea6ee6-9338-486f-8680-e2dd6b56c28b tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:07.745943 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b72ff3ed-707d-49ff-959a-7c306d4b3b13 req-faea6ee6-9338-486f-8680-e2dd6b56c28b tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739 HTTP/1.1" status: 200 len: 945 time: 0.4686418 Sep 01 15:25:07.840057 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 277da3a4-0820-4522-abe9-9e3e060013f5, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=277da3a4-0820-4522-abe9-9e3e060013f5,segment=NetworkSegment(afcc4828-f4b3-4b0e-8324-db5fe9a061e7),segment_id=afcc4828-f4b3-4b0e-8324-db5fe9a061e7)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:07.850141 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:07.924214 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0ad08-57f7-4889-b515-7d8810b035cf service neutron] Pushing event updated for resources: {'Port': ['ID=eb47e15e-0e7a-42e3-aac9-9f307c255201,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:07.954485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=277da3a4-0820-4522-abe9-9e3e060013f5,revision_number=7']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:07.968560 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ddf0b739-6358-4368-a593-d9878125ba8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:07.987670 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbcbe5-4008-4677-92e5-7ba38fc227e0 req-b435acac-b287-4d57-b49c-606264eef884 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:07.990139 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c1dbcbe5-4008-4677-92e5-7ba38fc227e0 req-b435acac-b287-4d57-b49c-606264eef884 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 943 time: 0.1757245 Sep 01 15:25:07.994542 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab60b85-febc-47f6-88e2-463fbacb1ed8 req-5462c61d-a707-47d4-aad6-a6b8e8f57c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:07.996129 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ab60b85-febc-47f6-88e2-463fbacb1ed8 req-5462c61d-a707-47d4-aad6-a6b8e8f57c15 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b43002b1-d496-4dff-a580-33e44d9974b4 HTTP/1.1" status: 200 len: 913 time: 0.3237822 Sep 01 15:25:08.015535 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0b739-6358-4368-a593-d9878125ba8a None None] Pushing event deleted for resources: {'Port': ['ID=277da3a4-0820-4522-abe9-9e3e060013f5,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:08.020122 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf0b739-6358-4368-a593-d9878125ba8a None None] No DVR routers for this DVR port 277da3a4-0820-4522-abe9-9e3e060013f5 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:25:08.073847 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-bbf890de-3e76-4646-b517-126e3e752da9 service neutron] For port f08d3a32-0cce-41a2-a539-94c483b222da, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:25:08.075233 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf547f7-1a0d-4ece-83b0-1df68f8885c7 None None] get_active_networks_info from n-d-794796-3 {{(pid=94735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:25:08.097006 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-12d0ad08-57f7-4889-b515-7d8810b035cf service neutron] Attempting to bind port eb47e15e-0e7a-42e3-aac9-9f307c255201 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:25:08.097995 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-12d0ad08-57f7-4889-b515-7d8810b035cf service neutron] Attempting to bind port eb47e15e-0e7a-42e3-aac9-9f307c255201 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '5adae5c0-491f-45d0-bf99-a72af8a25c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'de691801-89b1-48f6-bdfc-e34b336a486b'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:25:08.100363 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-12d0ad08-57f7-4889-b515-7d8810b035cf service neutron] Attempting to bind port eb47e15e-0e7a-42e3-aac9-9f307c255201 on network de691801-89b1-48f6-bdfc-e34b336a486b {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:25:08.106053 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-bbf890de-3e76-4646-b517-126e3e752da9 service neutron] For port f08d3a32-0cce-41a2-a539-94c483b222da, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f08d3a32-0cce-41a2-a539-94c483b222da,segment=NetworkSegment(c49b7b97-229f-4676-9cb2-edf69b6aadb4),segment_id=c49b7b97-229f-4676-9cb2-edf69b6aadb4)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:25:08.109861 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b72ff3ed-707d-49ff-959a-7c306d4b3b13 req-a7a16016-fb40-40a0-b63c-b3201f871f59 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee6a3bf4-2a77-4596-af5a-5853d9e9afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621800 Sep 01 15:25:08.114042 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ee476d8-f6ae-41c8-ac17-95d38a5031e5 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:08.117730 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-bbf890de-3e76-4646-b517-126e3e752da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:08.127258 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:08.166466 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee476d8-f6ae-41c8-ac17-95d38a5031e5 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event deleted for resources: {'Port': ['ID=277da3a4-0820-4522-abe9-9e3e060013f5,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:08.182376 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee476d8-f6ae-41c8-ac17-95d38a5031e5 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] No DVR routers for this DVR port 277da3a4-0820-4522-abe9-9e3e060013f5 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:25:08.185527 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ab60b85-febc-47f6-88e2-463fbacb1ed8 req-b1ef253b-a495-4c8e-95af-07d27d14f832 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d499b856-871f-4089-8ae8-a23e0bd5a867 HTTP/1.1" status: 200 len: 217 time: 0.1614296 Sep 01 15:25:08.222779 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] No DVR routers for this DVR port 3c9acea0-9d4b-4024-b082-dba453461f84 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:25:08.225418 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-bbf890de-3e76-4646-b517-126e3e752da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:08.225780 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-12d0ad08-57f7-4889-b515-7d8810b035cf service neutron] Port eb47e15e-0e7a-42e3-aac9-9f307c255201 on network de691801-89b1-48f6-bdfc-e34b336a486b not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:25:08.226062 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-bbf890de-3e76-4646-b517-126e3e752da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:08.226455 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-12d0ad08-57f7-4889-b515-7d8810b035cf service neutron] Attempting to bind port eb47e15e-0e7a-42e3-aac9-9f307c255201 on network de691801-89b1-48f6-bdfc-e34b336a486b {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:25:08.227650 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-bbf890de-3e76-4646-b517-126e3e752da9 service neutron] 10.222.0.45 "PUT /v2.0/ports/f08d3a32-0cce-41a2-a539-94c483b222da HTTP/1.1" status: 200 len: 1091 time: 4.0814314 Sep 01 15:25:08.228278 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f977c95-1deb-49e5-ba0f-9472b8fe4652', 'tag': 'f08d3a32-0cce-41a2-a539-94c483b222da'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:25:08.232042 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69716858-9144-4b10-af02-c934af8ff3d6" -d '{"events": [{"name": "network-changed", "server_uuid": "8f977c95-1deb-49e5-ba0f-9472b8fe4652", "tag": "f08d3a32-0cce-41a2-a539-94c483b222da"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:25:08.236788 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-12d0ad08-57f7-4889-b515-7d8810b035cf service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:25:08.237317 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-12d0ad08-57f7-4889-b515-7d8810b035cf service neutron] Checking segment: {'id': '5adae5c0-491f-45d0-bf99-a72af8a25c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'de691801-89b1-48f6-bdfc-e34b336a486b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:25:08.238340 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-12d0ad08-57f7-4889-b515-7d8810b035cf service neutron] Bound using segment: {'id': '5adae5c0-491f-45d0-bf99-a72af8a25c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'de691801-89b1-48f6-bdfc-e34b336a486b'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:25:08.238340 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-12d0ad08-57f7-4889-b515-7d8810b035cf service neutron] Bound port: eb47e15e-0e7a-42e3-aac9-9f307c255201, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5adae5c0-491f-45d0-bf99-a72af8a25c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'de691801-89b1-48f6-bdfc-e34b336a486b'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:25:08.238964 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-12d0ad08-57f7-4889-b515-7d8810b035cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:08.309059 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c1dbcbe5-4008-4677-92e5-7ba38fc227e0 req-e4a94761-7c84-4c46-9c04-ab27240fbf74 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832074 Sep 01 15:25:08.348265 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf547f7-1a0d-4ece-83b0-1df68f8885c7 None None] Resources bound (agent type, host, resource id): {{(pid=94735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:25:08.389668 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:08.419351 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab60b85-febc-47f6-88e2-463fbacb1ed8 req-33147b9e-b5fe-4efc-beaf-217c30a3eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:08.420733 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ab60b85-febc-47f6-88e2-463fbacb1ed8 req-33147b9e-b5fe-4efc-beaf-217c30a3eb56 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0bbfe87c-14ec-4424-8376-f61425c302dd HTTP/1.1" status: 200 len: 852 time: 0.2070227 Sep 01 15:25:08.429469 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-12d0ad08-57f7-4889-b515-7d8810b035cf service neutron] For port eb47e15e-0e7a-42e3-aac9-9f307c255201, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:25:08.443596 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-12d0ad08-57f7-4889-b515-7d8810b035cf service neutron] For port eb47e15e-0e7a-42e3-aac9-9f307c255201, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=eb47e15e-0e7a-42e3-aac9-9f307c255201,segment=NetworkSegment(5adae5c0-491f-45d0-bf99-a72af8a25c59),segment_id=5adae5c0-491f-45d0-bf99-a72af8a25c59)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:25:08.478160 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ab60b85-febc-47f6-88e2-463fbacb1ed8 req-d25efba2-da71-4552-9d7f-9fc9ea07b633 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b43002b1-d496-4dff-a580-33e44d9974b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443552 Sep 01 15:25:08.487983 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-12d0ad08-57f7-4889-b515-7d8810b035cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:08.596123 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf890de-3e76-4646-b517-126e3e752da9 service neutron] Pushing event updated for resources: {'Port': ['ID=f08d3a32-0cce-41a2-a539-94c483b222da,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:08.602335 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0ad08-57f7-4889-b515-7d8810b035cf service neutron] Pushing event updated for resources: {'Port': ['ID=eb47e15e-0e7a-42e3-aac9-9f307c255201,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:08.606201 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-12d0ad08-57f7-4889-b515-7d8810b035cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:08.606859 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-12d0ad08-57f7-4889-b515-7d8810b035cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:08.608226 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-12d0ad08-57f7-4889-b515-7d8810b035cf service neutron] 10.222.0.62 "PUT /v2.0/ports/eb47e15e-0e7a-42e3-aac9-9f307c255201 HTTP/1.1" status: 200 len: 1091 time: 2.3703387 Sep 01 15:25:08.627608 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ee476d8-f6ae-41c8-ac17-95d38a5031e5 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:08.631233 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device e1e687d8-0af0-4c66-b0c0-65b5585e9d32 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:25:08.658266 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e68592-c873-4f21-ae80-8713bbb95081', 'tag': 'eb47e15e-0e7a-42e3-aac9-9f307c255201'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:25:08.661150 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e72cc6-5501-402b-b3ce-405a7de2bdec" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e68592-c873-4f21-ae80-8713bbb95081", "tag": "eb47e15e-0e7a-42e3-aac9-9f307c255201"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:25:08.680891 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:08.684845 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4ee476d8-f6ae-41c8-ac17-95d38a5031e5 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a276a86f-aacb-4fc4-bda3-0ca23f969219']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:08.708725 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event deleted for resources: {'Port': ['ID=3c9acea0-9d4b-4024-b082-dba453461f84,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:08.716890 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a4b687-8634-4782-8fee-e40c20e763bd']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:08.722390 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4ee476d8-f6ae-41c8-ac17-95d38a5031e5 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afcc4828-f4b3-4b0e-8324-db5fe9a061e7') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:08.722754 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4ee476d8-f6ae-41c8-ac17-95d38a5031e5 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afcc4828-f4b3-4b0e-8324-db5fe9a061e7') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:08.734655 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae9e04f-4939-4b53-ba06-af35800c10ad x-openstack-request-id: req-cae9e04f-4939-4b53-ba06-af35800c10ad {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:25:08.734943 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f977c95-1deb-49e5-ba0f-9472b8fe4652", "tag": "f08d3a32-0cce-41a2-a539-94c483b222da", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:25:08.735197 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cae9e04f-4939-4b53-ba06-af35800c10ad {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:25:08.735667 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f977c95-1deb-49e5-ba0f-9472b8fe4652', 'tag': 'f08d3a32-0cce-41a2-a539-94c483b222da', 'status': 'completed', 'code': 200} Sep 01 15:25:08.748985 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-178a0da6-94a9-461d-a95c-a67c3c174e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:08.750697 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-178a0da6-94a9-461d-a95c-a67c3c174e81 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cebeadb3f5914db3b62acbb94abbc05c&device_id=8f977c95-1deb-49e5-ba0f-9472b8fe4652 HTTP/1.1" status: 200 len: 1094 time: 0.4201205 Sep 01 15:25:08.753093 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66fb00d2-ca1d-4606-9bf8-9ae57a5d42e7') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:08.753387 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66fb00d2-ca1d-4606-9bf8-9ae57a5d42e7') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:08.766612 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9369d-323b-49a2-8e01-d3d2482bf2dc req-b6799b07-7bd3-43fa-8f4f-5c0521b187cd tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:08.768564 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f9a9369d-323b-49a2-8e01-d3d2482bf2dc req-b6799b07-7bd3-43fa-8f4f-5c0521b187cd tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 944 time: 0.4368012 Sep 01 15:25:08.777116 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ee476d8-f6ae-41c8-ac17-95d38a5031e5 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:08.787176 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port e1e687d8-0af0-4c66-b0c0-65b5585e9d32 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:25:08.800383 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port e1e687d8-0af0-4c66-b0c0-65b5585e9d32 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:25:08.800746 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:08.826363 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:08.832124 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ab60b85-febc-47f6-88e2-463fbacb1ed8 req-70f27268-4cfb-47ba-a1e3-74cfd707375f service neutron] 10.222.0.62 "GET /v2.0/networks/b43002b1-d496-4dff-a580-33e44d9974b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273213 Sep 01 15:25:08.844144 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:08.851815 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:25:08.852241 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:25:08.968397 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:25:09.048608 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-5e54b37f-9a62-4500-805d-277a85f45435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:09.051262 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-5e54b37f-9a62-4500-805d-277a85f45435 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cb731dadd864ee582f0baa54d2d48a9&device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 1094 time: 0.3674672 Sep 01 15:25:09.063748 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-6fba1ade-61a2-4b50-bc93-a3f1deac83b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f08d3a32-0cce-41a2-a539-94c483b222da HTTP/1.1" status: 200 len: 217 time: 0.2835364 Sep 01 15:25:09.107962 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:09.156059 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port e1e687d8-0af0-4c66-b0c0-65b5585e9d32, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=e1e687d8-0af0-4c66-b0c0-65b5585e9d32,segment=NetworkSegment(f65205a3-b68b-4ccf-8aec-744d1020fc29),segment_id=f65205a3-b68b-4ccf-8aec-744d1020fc29)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:09.157700 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869be674-05e2-4a87-980e-acea57d7473a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e687d8-0af0-4c66-b0c0-65b5585e9d32'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:25:09.162030 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11552a27-7d15-4d9c-83f0-17688003a4e1" -d '{"events": [{"server_uuid": "869be674-05e2-4a87-980e-acea57d7473a", "name": "network-vif-plugged", "status": "completed", "tag": "e1e687d8-0af0-4c66-b0c0-65b5585e9d32"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:25:09.168308 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:09.170510 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-4d9f4416-3b54-4375-8726-c48978ec730d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:09.172477 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-4d9f4416-3b54-4375-8726-c48978ec730d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0bbfe87c-14ec-4424-8376-f61425c302dd HTTP/1.1" status: 200 len: 852 time: 0.0980258 Sep 01 15:25:09.173951 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ee476d8-f6ae-41c8-ac17-95d38a5031e5 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:09.177658 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:09.198728 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-ef3c479f-7a7e-4766-91db-51c1bd5b48c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb47e15e-0e7a-42e3-aac9-9f307c255201 HTTP/1.1" status: 200 len: 217 time: 0.1146610 Sep 01 15:25:09.229721 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f9a9369d-323b-49a2-8e01-d3d2482bf2dc req-8d4aaeaf-6be0-4fb5-aff9-16a5c47c70df tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4429986 Sep 01 15:25:09.257187 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76310f25-56e8-4672-b391-2ba5ec49fd3d req-d65cbc10-74e1-4248-9083-0bbaab4626bc tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:09.260449 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-76310f25-56e8-4672-b391-2ba5ec49fd3d req-d65cbc10-74e1-4248-9083-0bbaab4626bc tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f977c95-1deb-49e5-ba0f-9472b8fe4652 HTTP/1.1" status: 200 len: 943 time: 0.4236259 Sep 01 15:25:09.268686 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-77ca675b-d783-4650-9768-208f81366f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:09.272057 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:09.276092 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "DELETE /v2.0/networks/d8a4b687-8634-4782-8fee-e40c20e763bd HTTP/1.1" status: 204 len: 168 time: 6.6781938 Sep 01 15:25:09.290062 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=e1e687d8-0af0-4c66-b0c0-65b5585e9d32,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:09.290988 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df434040-ee5e-4110-afdb-f26600a44286 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event deleted for resources: {'Network': ['ID=d8a4b687-8634-4782-8fee-e40c20e763bd,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:09.293366 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee476d8-f6ae-41c8-ac17-95d38a5031e5 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:25:09.293792 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ee476d8-f6ae-41c8-ac17-95d38a5031e5 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:09.309151 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50644) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:25:09.312057 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:25:09.325290 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-6414d664-0a67-4189-b756-ce3749fe368c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b43002b1-d496-4dff-a580-33e44d9974b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1278274 Sep 01 15:25:09.375914 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ab60b85-febc-47f6-88e2-463fbacb1ed8 req-82f1aa0f-52a0-415f-81e1-2a94f40b1915 service neutron] 10.222.0.62 "GET /v2.0/networks/b43002b1-d496-4dff-a580-33e44d9974b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5326786 Sep 01 15:25:09.429917 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4db389b-fa9d-47df-b2e4-c2682bfea902 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] DELETE failed (client error): The resource could not be found. Sep 01 15:25:09.430670 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4db389b-fa9d-47df-b2e4-c2682bfea902 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:25:09.433858 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c4db389b-fa9d-47df-b2e4-c2682bfea902 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "DELETE /v2.0/subnets/5e92f0e3-8d0c-44ce-85c8-7edf73aef16a HTTP/1.1" status: 404 len: 337 time: 0.0725236 Sep 01 15:25:09.442471 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50648) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:09.486132 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ee476d8-f6ae-41c8-ac17-95d38a5031e5 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:09.498352 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ee476d8-f6ae-41c8-ac17-95d38a5031e5 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:09.503165 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4ee476d8-f6ae-41c8-ac17-95d38a5031e5 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "DELETE /v2.0/networks/a276a86f-aacb-4fc4-bda3-0ca23f969219 HTTP/1.1" status: 204 len: 168 time: 3.2656093 Sep 01 15:25:09.504288 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-1609fc4a-2e4b-4fe0-b50a-31a4045cdeaf tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] DELETE failed (client error): The resource could not be found. Sep 01 15:25:09.505366 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1609fc4a-2e4b-4fe0-b50a-31a4045cdeaf tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:25:09.508973 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1609fc4a-2e4b-4fe0-b50a-31a4045cdeaf tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "DELETE /v2.0/networks/d8a4b687-8634-4782-8fee-e40c20e763bd HTTP/1.1" status: 404 len: 339 time: 0.0642993 Sep 01 15:25:09.510461 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50652) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:09.511107 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50654) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:09.549849 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee476d8-f6ae-41c8-ac17-95d38a5031e5 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event deleted for resources: {'Network': ['ID=a276a86f-aacb-4fc4-bda3-0ca23f969219,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:09.628422 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-76310f25-56e8-4672-b391-2ba5ec49fd3d req-f310338e-35d7-45c0-a73c-1c49e72dce67 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385592 Sep 01 15:25:09.631996 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-cd28b159-0ca3-4680-b77e-b34c034c2a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:09.652650 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-cd28b159-0ca3-4680-b77e-b34c034c2a31 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18713cb6-b926-44ed-a46d-38b8aaa8087d HTTP/1.1" status: 200 len: 860 time: 0.3903329 Sep 01 15:25:09.665882 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-de8037df-0680-4ec3-b952-99b02139092c service neutron] 10.222.0.45 "GET /v2.0/networks/b43002b1-d496-4dff-a580-33e44d9974b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085108 Sep 01 15:25:09.672285 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd117f1-9595-4f84-bfd6-45377d280864 x-openstack-request-id: req-5cd117f1-9595-4f84-bfd6-45377d280864 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:25:09.673072 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e68592-c873-4f21-ae80-8713bbb95081", "tag": "eb47e15e-0e7a-42e3-aac9-9f307c255201", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:25:09.673728 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5cd117f1-9595-4f84-bfd6-45377d280864 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:25:09.678043 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e68592-c873-4f21-ae80-8713bbb95081', 'tag': 'eb47e15e-0e7a-42e3-aac9-9f307c255201', 'status': 'completed', 'code': 200} Sep 01 15:25:09.684576 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1e9b85-5126-4a6d-b76d-3ae3bb9c436f tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] DELETE failed (client error): The resource could not be found. Sep 01 15:25:09.685338 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b1e9b85-5126-4a6d-b76d-3ae3bb9c436f tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:25:09.689931 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4b1e9b85-5126-4a6d-b76d-3ae3bb9c436f tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "DELETE /v2.0/subnets/b3495539-0d80-4168-9437-03b3b842293f HTTP/1.1" status: 404 len: 337 time: 0.1567395 Sep 01 15:25:09.694787 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-949c1609-e13a-4874-a321-85b0b87d25f3 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] DELETE failed (client error): The resource could not be found. Sep 01 15:25:09.697851 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50664) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:09.698030 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949c1609-e13a-4874-a321-85b0b87d25f3 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:25:09.700227 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-949c1609-e13a-4874-a321-85b0b87d25f3 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "DELETE /v2.0/subnets/4bb033ee-d537-4022-8e0c-be9f7f1b7476 HTTP/1.1" status: 404 len: 337 time: 0.1803362 Sep 01 15:25:09.704806 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50666) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:09.712429 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612b5610-be6d-4447-b28a-61276346065b x-openstack-request-id: req-612b5610-be6d-4447-b28a-61276346065b {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:25:09.713278 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869be674-05e2-4a87-980e-acea57d7473a", "name": "network-vif-plugged", "status": "completed", "tag": "e1e687d8-0af0-4c66-b0c0-65b5585e9d32", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:25:09.713278 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-612b5610-be6d-4447-b28a-61276346065b {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:25:09.714733 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869be674-05e2-4a87-980e-acea57d7473a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e687d8-0af0-4c66-b0c0-65b5585e9d32', 'code': 200} Sep 01 15:25:09.784148 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f82475-ea70-4f7c-9cee-724abfd280c3 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] DELETE failed (client error): The resource could not be found. Sep 01 15:25:09.785048 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f82475-ea70-4f7c-9cee-724abfd280c3 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:25:09.791787 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-84f82475-ea70-4f7c-9cee-724abfd280c3 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "DELETE /v2.0/networks/1c377602-9064-4dfa-b6c5-acfec20e7447 HTTP/1.1" status: 404 len: 339 time: 0.0881507 Sep 01 15:25:09.804645 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-62fe20b1-1e84-47d8-8e8d-93f49edc5cec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=de691801-89b1-48f6-bdfc-e34b336a486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984969 Sep 01 15:25:09.809923 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50668) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:09.840963 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d3f382d-a985-442b-a7ee-a47c2b0a6a0b tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] DELETE failed (client error): The resource could not be found. Sep 01 15:25:09.841595 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d3f382d-a985-442b-a7ee-a47c2b0a6a0b tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:25:09.843601 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2d3f382d-a985-442b-a7ee-a47c2b0a6a0b tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "DELETE /v2.0/networks/06e99b83-dc3f-4787-887e-4c4601ccaf07 HTTP/1.1" status: 404 len: 339 time: 0.1218798 Sep 01 15:25:09.847660 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50672) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:09.927978 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:25:09.956445 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d3f376-7ec8-487c-bbe1-c2e9c42ea1f8 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] DELETE failed (client error): The resource could not be found. Sep 01 15:25:09.956851 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d3f376-7ec8-487c-bbe1-c2e9c42ea1f8 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:25:09.958773 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-17d3f376-7ec8-487c-bbe1-c2e9c42ea1f8 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "DELETE /v2.0/subnets/71c558a8-14c1-404f-83b8-7d52d3382c50 HTTP/1.1" status: 404 len: 337 time: 0.1506984 Sep 01 15:25:09.963982 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8eca1c78-4e06-4092-9339-9dfe57516720 req-dee58743-e2d4-4dcc-bf72-64b0d769967c service neutron] 10.222.0.45 "GET /v2.0/networks/b43002b1-d496-4dff-a580-33e44d9974b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881219 Sep 01 15:25:09.964807 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50674) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:09.997319 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5e01bb-954c-4492-90fb-2e0c5850f139 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] DELETE failed (client error): The resource could not be found. Sep 01 15:25:09.998015 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df5e01bb-954c-4492-90fb-2e0c5850f139 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:25:10.004625 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3810571-d2c0-4ba8-a413-a05ecc584125 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] DELETE failed (client error): The resource could not be found. Sep 01 15:25:10.006038 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3810571-d2c0-4ba8-a413-a05ecc584125 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:25:10.006656 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-df5e01bb-954c-4492-90fb-2e0c5850f139 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "DELETE /v2.0/networks/f20526ee-6d16-4e63-ac83-88e0039c70ef HTTP/1.1" status: 404 len: 339 time: 0.0400231 Sep 01 15:25:10.007680 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50678) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:10.007976 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d3810571-d2c0-4ba8-a413-a05ecc584125 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "DELETE /v2.0/subnets/3a4100ab-c16b-4ae3-bfc7-05b5b6b1aa7d HTTP/1.1" status: 404 len: 337 time: 0.1287782 Sep 01 15:25:10.014322 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50680) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:10.051594 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdd089-1dc6-4505-b989-1b44de1fc559 req-9c2cda86-1d89-42a9-98cf-24795e3faa82 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:10.060202 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9afdd089-1dc6-4505-b989-1b44de1fc559 req-9c2cda86-1d89-42a9-98cf-24795e3faa82 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 943 time: 0.2852032 Sep 01 15:25:10.097921 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f0155-39cf-4795-8dfa-44b96360a299 req-f86440ee-73df-4262-957e-937aed35fd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:10.099885 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-263f0155-39cf-4795-8dfa-44b96360a299 req-f86440ee-73df-4262-957e-937aed35fd14 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 1096 time: 0.1608181 Sep 01 15:25:10.114701 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-2c38ec69-7aa4-457c-a673-72085499f4b1 service neutron] 10.222.0.62 "GET /v2.0/networks/de691801-89b1-48f6-bdfc-e34b336a486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832162 Sep 01 15:25:10.166826 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f9e7588-2fc3-4fde-b195-1f14fdc92325 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] DELETE failed (client error): The resource could not be found. Sep 01 15:25:10.167631 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f9e7588-2fc3-4fde-b195-1f14fdc92325 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:25:10.174702 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6f9e7588-2fc3-4fde-b195-1f14fdc92325 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "DELETE /v2.0/networks/0bd42bb7-4f67-448d-a73e-72b42689186f HTTP/1.1" status: 404 len: 339 time: 0.1557815 Sep 01 15:25:10.184664 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50682) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:10.200227 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9afdd089-1dc6-4505-b989-1b44de1fc559 req-b2430eb8-2f68-44a6-aefb-db3da7255480 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391013 Sep 01 15:25:10.232475 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-263f0155-39cf-4795-8dfa-44b96360a299 req-85bfd19b-2bac-4520-95ee-c8cd477b6093 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221912 Sep 01 15:25:10.279197 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb0a6bb-73bb-4134-a5e6-b0c0ca99dd2a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] DELETE failed (client error): The resource could not be found. Sep 01 15:25:10.279767 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb0a6bb-73bb-4134-a5e6-b0c0ca99dd2a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:25:10.292541 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bcb0a6bb-73bb-4134-a5e6-b0c0ca99dd2a tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "DELETE /v2.0/subnets/82ff2e1e-65f1-465c-bad1-5e453ee1721b HTTP/1.1" status: 404 len: 337 time: 0.1012063 Sep 01 15:25:10.296116 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66e6fcd7-b98e-4889-95ae-c868e7be5f46 req-0222a474-b42a-4a99-8f15-06990f8e990d service neutron] 10.222.0.62 "GET /v2.0/networks/de691801-89b1-48f6-bdfc-e34b336a486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523089 Sep 01 15:25:10.296116 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50688) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:10.318953 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a64184-2973-4baa-8e39-0f006cf7b830 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] DELETE failed (client error): The resource could not be found. Sep 01 15:25:10.319647 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a64184-2973-4baa-8e39-0f006cf7b830 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:25:10.322198 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-77a64184-2973-4baa-8e39-0f006cf7b830 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "DELETE /v2.0/networks/e28f465e-2664-45c5-9a87-abb3f2fee678 HTTP/1.1" status: 404 len: 339 time: 0.0287056 Sep 01 15:25:10.325818 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50690) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:10.368212 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bc0b4-3f06-470d-ab49-6c4ddd16df9d req-45063fbf-6cf0-43aa-815d-8bf476a311c2 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:10.369489 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device d499b856-871f-4089-8ae8-a23e0bd5a867 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:25:10.370917 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e26bc0b4-3f06-470d-ab49-6c4ddd16df9d req-45063fbf-6cf0-43aa-815d-8bf476a311c2 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739 HTTP/1.1" status: 200 len: 945 time: 0.3235571 Sep 01 15:25:10.375620 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69716858-9144-4b10-af02-c934af8ff3d6 req-68692903-1539-49df-8396-4df867c9aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:10.377903 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-69716858-9144-4b10-af02-c934af8ff3d6 req-68692903-1539-49df-8396-4df867c9aa87 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cebeadb3f5914db3b62acbb94abbc05c&device_id=8f977c95-1deb-49e5-ba0f-9472b8fe4652 HTTP/1.1" status: 200 len: 1094 time: 0.3015847 Sep 01 15:25:10.425331 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-017fda8d-b07f-4c03-bfdf-5ffe1a140a05 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Deleting subnet f79c089a-b083-458e-8bac-a57e40784133 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:25:10.429806 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-017fda8d-b07f-4c03-bfdf-5ffe1a140a05 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:10.492500 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-017fda8d-b07f-4c03-bfdf-5ffe1a140a05 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:10.509498 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe6ffb-9187-4250-b7f1-88a078b3781b req-d91f72b9-2e3b-4095-aae6-ff943f53481f tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:10.515707 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d8fe6ffb-9187-4250-b7f1-88a078b3781b req-d91f72b9-2e3b-4095-aae6-ff943f53481f tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 945 time: 0.1547108 Sep 01 15:25:10.570637 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port d499b856-871f-4089-8ae8-a23e0bd5a867, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=d499b856-871f-4089-8ae8-a23e0bd5a867,segment=NetworkSegment(c49b7b97-229f-4676-9cb2-edf69b6aadb4),segment_id=c49b7b97-229f-4676-9cb2-edf69b6aadb4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:10.585757 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'd499b856-871f-4089-8ae8-a23e0bd5a867', 'network_id': 'b43002b1-d496-4dff-a580-33e44d9974b4', 'port_id': 'd499b856-871f-4089-8ae8-a23e0bd5a867', 'mac_address': 'fa:16:3e:7e:c5:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bbfe87c-14ec-4424-8376-f61425c302dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:25:10.590688 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69716858-9144-4b10-af02-c934af8ff3d6 req-5fb6fdd5-ccad-4c10-bb32-d3adfba469ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:10.593677 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-69716858-9144-4b10-af02-c934af8ff3d6 req-5fb6fdd5-ccad-4c10-bb32-d3adfba469ef service neutron] 10.222.0.45 "GET /v2.0/networks?id=b43002b1-d496-4dff-a580-33e44d9974b4 HTTP/1.1" status: 200 len: 913 time: 0.2024996 Sep 01 15:25:10.657397 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d8fe6ffb-9187-4250-b7f1-88a078b3781b req-5efd2805-6279-4f8c-b75b-4cbf24f7b0d7 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081722 Sep 01 15:25:10.679226 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-82df5cb4-be2a-451e-96b9-f9cdd8aa70a7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Deleting port be86893a-6164-48d2-9dfb-a8ff401c01d3 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:10.679226 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82df5cb4-be2a-451e-96b9-f9cdd8aa70a7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:10.683946 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-69716858-9144-4b10-af02-c934af8ff3d6 req-d8a55cff-34c2-4f65-8e55-17d27ef11cc9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f08d3a32-0cce-41a2-a539-94c483b222da HTTP/1.1" status: 200 len: 217 time: 0.0815551 Sep 01 15:25:10.689744 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e26bc0b4-3f06-470d-ab49-6c4ddd16df9d req-fb10714d-1443-4403-b47c-92f22da0216f tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee6a3bf4-2a77-4596-af5a-5853d9e9afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030663 Sep 01 15:25:10.772041 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:10.826617 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82df5cb4-be2a-451e-96b9-f9cdd8aa70a7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:10.827342 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d499b856-871f-4089-8ae8-a23e0bd5a867 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:25:10.847888 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69716858-9144-4b10-af02-c934af8ff3d6 req-277aa067-6f94-4d9f-acb7-50378bdde8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:10.849717 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-69716858-9144-4b10-af02-c934af8ff3d6 req-277aa067-6f94-4d9f-acb7-50378bdde8f9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0bbfe87c-14ec-4424-8376-f61425c302dd HTTP/1.1" status: 200 len: 852 time: 0.1474106 Sep 01 15:25:10.851158 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-82df5cb4-be2a-451e-96b9-f9cdd8aa70a7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Calling delete_port for be86893a-6164-48d2-9dfb-a8ff401c01d3 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:10.871720 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-017fda8d-b07f-4c03-bfdf-5ffe1a140a05 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:10.914959 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port d499b856-871f-4089-8ae8-a23e0bd5a867, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=d499b856-871f-4089-8ae8-a23e0bd5a867,segment=NetworkSegment(c49b7b97-229f-4676-9cb2-edf69b6aadb4),segment_id=c49b7b97-229f-4676-9cb2-edf69b6aadb4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:10.928266 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:11.070609 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=d499b856-871f-4089-8ae8-a23e0bd5a867,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:11.075663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e72cc6-5501-402b-b3ce-405a7de2bdec req-8318fa4a-3a7d-4e22-91f1-d0c93da25e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:11.078576 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48e72cc6-5501-402b-b3ce-405a7de2bdec req-8318fa4a-3a7d-4e22-91f1-d0c93da25e37 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cb731dadd864ee582f0baa54d2d48a9&device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 1094 time: 0.3328505 Sep 01 15:25:11.167421 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-017fda8d-b07f-4c03-bfdf-5ffe1a140a05 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:11.299927 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-69716858-9144-4b10-af02-c934af8ff3d6 req-dce3ea69-1bc3-4f5e-a70b-bdad72dfe34d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b43002b1-d496-4dff-a580-33e44d9974b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4319284 Sep 01 15:25:11.366378 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['d499b856-871f-4089-8ae8-a23e0bd5a867'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:25:11.531783 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2be6c4-32c1-495f-be76-0e72ab820164 req-428fc3e4-efa6-47d9-aa58-dedd5cf9c713 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:11.535735 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6f2be6c4-32c1-495f-be76-0e72ab820164 req-428fc3e4-efa6-47d9-aa58-dedd5cf9c713 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739 HTTP/1.1" status: 200 len: 945 time: 0.2393136 Sep 01 15:25:11.592657 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be090d26-d568-4568-ba00-ee4e0d9214a8 req-41051846-d637-4dab-83b8-4a65f1a55839 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:11.595950 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-be090d26-d568-4568-ba00-ee4e0d9214a8 req-41051846-d637-4dab-83b8-4a65f1a55839 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f977c95-1deb-49e5-ba0f-9472b8fe4652 HTTP/1.1" status: 200 len: 943 time: 0.2983968 Sep 01 15:25:11.783313 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-be090d26-d568-4568-ba00-ee4e0d9214a8 req-0b39f498-0df8-4d66-b6d8-a6e8d4ee9f27 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664054 Sep 01 15:25:11.790475 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-69716858-9144-4b10-af02-c934af8ff3d6 req-8969ef89-ae8d-42e0-a088-9eddd7264bf2 service neutron] 10.222.0.45 "GET /v2.0/networks/b43002b1-d496-4dff-a580-33e44d9974b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571209 Sep 01 15:25:11.818585 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017fda8d-b07f-4c03-bfdf-5ffe1a140a05 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event deleted for resources: {'Subnet': ['ID=f79c089a-b083-458e-8bac-a57e40784133,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:11.856697 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e72cc6-5501-402b-b3ce-405a7de2bdec req-4291d1ec-b76c-4761-be2a-c22f47c32590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:11.860496 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48e72cc6-5501-402b-b3ce-405a7de2bdec req-4291d1ec-b76c-4761-be2a-c22f47c32590 service neutron] 10.222.0.62 "GET /v2.0/networks?id=de691801-89b1-48f6-bdfc-e34b336a486b HTTP/1.1" status: 200 len: 921 time: 0.7653458 Sep 01 15:25:11.862721 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82df5cb4-be2a-451e-96b9-f9cdd8aa70a7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:11.872567 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-017fda8d-b07f-4c03-bfdf-5ffe1a140a05 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:11.881282 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b45f1e-1062-4476-be88-55e9e439e7d9 None None] Network 0a4cbaf3-f5f9-45e0-9c22-69350eefade6 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:25:11.890511 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-017fda8d-b07f-4c03-bfdf-5ffe1a140a05 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "DELETE /v2.0/subnets/f79c089a-b083-458e-8bac-a57e40784133 HTTP/1.1" status: 204 len: 168 time: 1.5630665 Sep 01 15:25:11.915055 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50726) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:11.923407 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82df5cb4-be2a-451e-96b9-f9cdd8aa70a7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:11.925950 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-82df5cb4-be2a-451e-96b9-f9cdd8aa70a7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "DELETE /v2.0/ports/be86893a-6164-48d2-9dfb-a8ff401c01d3 HTTP/1.1" status: 204 len: 168 time: 1.9169192 Sep 01 15:25:11.985539 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48e72cc6-5501-402b-b3ce-405a7de2bdec req-5ce66ab7-2e98-4b2d-98f3-b3842088d1fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb47e15e-0e7a-42e3-aac9-9f307c255201 HTTP/1.1" status: 200 len: 217 time: 0.0879571 Sep 01 15:25:11.985539 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50728) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:12.053567 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f7d78d7-60a0-42a1-862a-185d3b1da131 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] DELETE failed (client error): The resource could not be found. Sep 01 15:25:12.054400 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f7d78d7-60a0-42a1-862a-185d3b1da131 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:25:12.060273 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6f7d78d7-60a0-42a1-862a-185d3b1da131 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "DELETE /v2.0/subnets/42ac55df-67b1-4e81-9952-ab3f84cd2d54 HTTP/1.1" status: 404 len: 337 time: 0.0746751 Sep 01 15:25:12.061690 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50732) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:12.073787 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df5cb4-be2a-451e-96b9-f9cdd8aa70a7 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event deleted for resources: {'Port': ['ID=be86893a-6164-48d2-9dfb-a8ff401c01d3,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:12.132886 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:12.220512 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea242-2a56-47bb-b747-20b7c661dfad tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:12.221426 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df365ff7-ad9a-467f-bc92-0a4475b86bbf None None] DHCP port deletion for 0a4cbaf3-f5f9-45e0-9c22-69350eefade6 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:25:12.225849 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-6f2be6c4-32c1-495f-be76-0e72ab820164 req-34583126-8905-498c-9cac-dccf891dee74 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Deleting port 7544dfb9-1a2a-4364-9d2f-7c2de4712e88 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:12.226194 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-6f2be6c4-32c1-495f-be76-0e72ab820164 req-34583126-8905-498c-9cac-dccf891dee74 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:12.237090 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66244f4f-8695-4337-a473-1b248f62f395 req-327b6789-a91e-4f1d-a030-844ce09a8eda tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:12.240611 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66244f4f-8695-4337-a473-1b248f62f395 req-327b6789-a91e-4f1d-a030-844ce09a8eda tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 943 time: 0.4684043 Sep 01 15:25:12.254345 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e795ac-46bb-4de6-8bf5-b599b8cb8530 req-5d27faef-bf23-40f4-8fd9-c10be2f95718 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:12.256172 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30e795ac-46bb-4de6-8bf5-b599b8cb8530 req-5d27faef-bf23-40f4-8fd9-c10be2f95718 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739 HTTP/1.1" status: 200 len: 945 time: 0.3259397 Sep 01 15:25:12.317582 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-df365ff7-ad9a-467f-bc92-0a4475b86bbf None None] Deleting port 607d600e-ece7-4cfe-b0f2-1d08cdf9bdec {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:12.317582 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-df365ff7-ad9a-467f-bc92-0a4475b86bbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:12.338249 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-69716858-9144-4b10-af02-c934af8ff3d6 req-3ceb2548-9fb1-499f-8ef7-abd6493fe949 service neutron] 10.222.0.45 "GET /v2.0/networks/b43002b1-d496-4dff-a580-33e44d9974b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5377262 Sep 01 15:25:12.349505 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e72cc6-5501-402b-b3ce-405a7de2bdec req-b7f04d51-cd3a-4caf-bae4-d55c937b44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:12.352836 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48e72cc6-5501-402b-b3ce-405a7de2bdec req-b7f04d51-cd3a-4caf-bae4-d55c937b44ba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18713cb6-b926-44ed-a46d-38b8aaa8087d HTTP/1.1" status: 200 len: 860 time: 0.3127472 Sep 01 15:25:12.381152 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device d499b856-871f-4089-8ae8-a23e0bd5a867 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:25:12.408836 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30e795ac-46bb-4de6-8bf5-b599b8cb8530 req-2c5c0a2e-c519-4d8c-bdda-55207409d4b9 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee6a3bf4-2a77-4596-af5a-5853d9e9afbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982351 Sep 01 15:25:12.436839 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48e72cc6-5501-402b-b3ce-405a7de2bdec req-0c1957db-6562-492b-9bbc-1e2fa03a2a64 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=de691801-89b1-48f6-bdfc-e34b336a486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687439 Sep 01 15:25:12.464317 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-df365ff7-ad9a-467f-bc92-0a4475b86bbf None None] For port 607d600e-ece7-4cfe-b0f2-1d08cdf9bdec, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=607d600e-ece7-4cfe-b0f2-1d08cdf9bdec,segment=NetworkSegment(011ec55e-fa27-433c-aa9e-5324a21c0fca),segment_id=011ec55e-fa27-433c-aa9e-5324a21c0fca)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:12.464763 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-df365ff7-ad9a-467f-bc92-0a4475b86bbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:12.469869 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-6f2be6c4-32c1-495f-be76-0e72ab820164 req-34583126-8905-498c-9cac-dccf891dee74 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] For port 7544dfb9-1a2a-4364-9d2f-7c2de4712e88, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7544dfb9-1a2a-4364-9d2f-7c2de4712e88,segment=NetworkSegment(d1a4f925-8d6d-4dd9-a103-775255d9c190),segment_id=d1a4f925-8d6d-4dd9-a103-775255d9c190)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:12.470250 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-6f2be6c4-32c1-495f-be76-0e72ab820164 req-34583126-8905-498c-9cac-dccf891dee74 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:12.485159 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-df365ff7-ad9a-467f-bc92-0a4475b86bbf None None] Calling delete_port for 607d600e-ece7-4cfe-b0f2-1d08cdf9bdec owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:12.496163 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-6f2be6c4-32c1-495f-be76-0e72ab820164 req-34583126-8905-498c-9cac-dccf891dee74 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Calling delete_port for 7544dfb9-1a2a-4364-9d2f-7c2de4712e88 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:12.515949 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-0f5ea242-2a56-47bb-b747-20b7c661dfad tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Deleting port 607d600e-ece7-4cfe-b0f2-1d08cdf9bdec {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:12.517810 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea242-2a56-47bb-b747-20b7c661dfad tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:12.561554 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port d499b856-871f-4089-8ae8-a23e0bd5a867 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:25:12.571756 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port d499b856-871f-4089-8ae8-a23e0bd5a867 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:25:12.572320 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:12.627064 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ff3d2fcd-17a7-497b-b548-f3c3473ba402 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:12.701111 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-0f5ea242-2a56-47bb-b747-20b7c661dfad tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] For port 607d600e-ece7-4cfe-b0f2-1d08cdf9bdec, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=607d600e-ece7-4cfe-b0f2-1d08cdf9bdec,segment=NetworkSegment(011ec55e-fa27-433c-aa9e-5324a21c0fca),segment_id=011ec55e-fa27-433c-aa9e-5324a21c0fca)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:12.701714 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea242-2a56-47bb-b747-20b7c661dfad tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:12.711941 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48e72cc6-5501-402b-b3ce-405a7de2bdec req-21d72cb9-fb0a-4b67-ba3e-12134567e37a service neutron] 10.222.0.62 "GET /v2.0/networks/de691801-89b1-48f6-bdfc-e34b336a486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635927 Sep 01 15:25:12.717354 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:12.720494 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66244f4f-8695-4337-a473-1b248f62f395 req-bc414116-3dac-4dc5-b76f-df695ba2eb16 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527955 Sep 01 15:25:12.731365 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-df365ff7-ad9a-467f-bc92-0a4475b86bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:12.751222 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-0f5ea242-2a56-47bb-b747-20b7c661dfad tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Calling delete_port for 607d600e-ece7-4cfe-b0f2-1d08cdf9bdec owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:12.839939 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df365ff7-ad9a-467f-bc92-0a4475b86bbf None None] Pushing event deleted for resources: {'Port': ['ID=607d600e-ece7-4cfe-b0f2-1d08cdf9bdec,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:12.871924 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedd2339-bb01-437b-b423-2ba468137f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd499b856-871f-4089-8ae8-a23e0bd5a867'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:25:12.878639 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea019ce-29e5-4de3-803c-758c94c56f8a" -d '{"events": [{"server_uuid": "dedd2339-bb01-437b-b423-2ba468137f8c", "name": "network-vif-plugged", "status": "completed", "tag": "d499b856-871f-4089-8ae8-a23e0bd5a867"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:25:12.890252 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df365ff7-ad9a-467f-bc92-0a4475b86bbf None None] No DVR routers for this DVR port 607d600e-ece7-4cfe-b0f2-1d08cdf9bdec on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:25:12.941002 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port d499b856-871f-4089-8ae8-a23e0bd5a867, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=d499b856-871f-4089-8ae8-a23e0bd5a867,segment=NetworkSegment(c49b7b97-229f-4676-9cb2-edf69b6aadb4),segment_id=c49b7b97-229f-4676-9cb2-edf69b6aadb4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:12.949912 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:12.968871 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea242-2a56-47bb-b747-20b7c661dfad tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:13.022387 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ff3d2fcd-17a7-497b-b548-f3c3473ba402 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:13.054397 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-ff3d2fcd-17a7-497b-b548-f3c3473ba402 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['067280ea-d7cb-4997-9798-4bf99713ba09']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:13.064366 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=d499b856-871f-4089-8ae8-a23e0bd5a867,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:13.090408 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ea242-2a56-47bb-b747-20b7c661dfad tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] No DVR routers for this DVR port 607d600e-ece7-4cfe-b0f2-1d08cdf9bdec on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:25:13.102423 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-ff3d2fcd-17a7-497b-b548-f3c3473ba402 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51304b8-a70f-4e8f-a31e-d99e2d9fe920') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:13.102936 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-ff3d2fcd-17a7-497b-b548-f3c3473ba402 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51304b8-a70f-4e8f-a31e-d99e2d9fe920') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:13.127467 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ea242-2a56-47bb-b747-20b7c661dfad tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event deleted for resources: {'Port': ['ID=607d600e-ece7-4cfe-b0f2-1d08cdf9bdec,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:13.154838 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ff3d2fcd-17a7-497b-b548-f3c3473ba402 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:13.231647 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:13.248378 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48e72cc6-5501-402b-b3ce-405a7de2bdec req-d98dccff-0e97-4455-988a-558fdd609e22 service neutron] 10.222.0.62 "GET /v2.0/networks/de691801-89b1-48f6-bdfc-e34b336a486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5252759 Sep 01 15:25:13.250213 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ff3d2fcd-17a7-497b-b548-f3c3473ba402 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:13.265044 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f53cb-b8c8-435f-8d27-9bcbdcd72753 req-e2307f0f-aef8-4291-9e3d-260aac64888a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:13.266821 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7f7f53cb-b8c8-435f-8d27-9bcbdcd72753 req-e2307f0f-aef8-4291-9e3d-260aac64888a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 945 time: 0.2411313 Sep 01 15:25:13.279632 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3d2fcd-17a7-497b-b548-f3c3473ba402 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:25:13.280350 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ff3d2fcd-17a7-497b-b548-f3c3473ba402 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:13.289090 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea242-2a56-47bb-b747-20b7c661dfad tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:25:13.289370 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:25:13.333274 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-0f5ea242-2a56-47bb-b747-20b7c661dfad tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4cbaf3-f5f9-45e0-9c22-69350eefade6']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:13.349886 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-0f5ea242-2a56-47bb-b747-20b7c661dfad tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011ec55e-fa27-433c-aa9e-5324a21c0fca') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:13.350235 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-0f5ea242-2a56-47bb-b747-20b7c661dfad tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011ec55e-fa27-433c-aa9e-5324a21c0fca') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:13.362736 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-6f2be6c4-32c1-495f-be76-0e72ab820164 req-34583126-8905-498c-9cac-dccf891dee74 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:13.365417 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 607d600e-ece7-4cfe-b0f2-1d08cdf9bdec no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:25:13.374533 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea242-2a56-47bb-b747-20b7c661dfad tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:13.396144 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da295db-01fc-45a9-b00e-f5326b4cbcbe req-b7615211-65c4-447c-a9ca-2ec5c2d29c12 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:13.399061 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8da295db-01fc-45a9-b00e-f5326b4cbcbe req-b7615211-65c4-447c-a9ca-2ec5c2d29c12 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f977c95-1deb-49e5-ba0f-9472b8fe4652 HTTP/1.1" status: 200 len: 943 time: 0.3175340 Sep 01 15:25:13.403692 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 607d600e-ece7-4cfe-b0f2-1d08cdf9bdec {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:25:13.404344 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 607d600e-ece7-4cfe-b0f2-1d08cdf9bdec not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:25:13.434111 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7f7f53cb-b8c8-435f-8d27-9bcbdcd72753 req-1fbbd108-9719-4360-abdf-8ca5ec588e4e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553938 Sep 01 15:25:13.440394 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34583126-8905-498c-9cac-dccf891dee74 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Pushing event deleted for resources: {'Port': ['ID=7544dfb9-1a2a-4364-9d2f-7c2de4712e88,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:13.449396 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea242-2a56-47bb-b747-20b7c661dfad tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:13.479437 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5ea242-2a56-47bb-b747-20b7c661dfad tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:25:13.479944 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea242-2a56-47bb-b747-20b7c661dfad tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:13.488283 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8da295db-01fc-45a9-b00e-f5326b4cbcbe req-60e99d8e-d4fa-4389-9fc6-187c4351d985 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707192 Sep 01 15:25:13.490164 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ff3d2fcd-17a7-497b-b548-f3c3473ba402 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:25:13.544085 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:25:13.577553 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ff3d2fcd-17a7-497b-b548-f3c3473ba402 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:13.582345 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ff3d2fcd-17a7-497b-b548-f3c3473ba402 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "DELETE /v2.0/networks/067280ea-d7cb-4997-9798-4bf99713ba09 HTTP/1.1" status: 204 len: 168 time: 1.5183179 Sep 01 15:25:13.589177 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628181c5-9e4c-43bd-8729-0979a423edb6 x-openstack-request-id: req-628181c5-9e4c-43bd-8729-0979a423edb6 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:25:13.589177 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dedd2339-bb01-437b-b423-2ba468137f8c", "name": "network-vif-plugged", "status": "completed", "tag": "d499b856-871f-4089-8ae8-a23e0bd5a867", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:25:13.589553 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-628181c5-9e4c-43bd-8729-0979a423edb6 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:25:13.590051 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dedd2339-bb01-437b-b423-2ba468137f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd499b856-871f-4089-8ae8-a23e0bd5a867', 'code': 200} Sep 01 15:25:13.590605 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50746) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:13.594401 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2be6c4-32c1-495f-be76-0e72ab820164 req-34583126-8905-498c-9cac-dccf891dee74 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] No DVR routers for this DVR port 7544dfb9-1a2a-4364-9d2f-7c2de4712e88 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:25:13.598981 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-6f2be6c4-32c1-495f-be76-0e72ab820164 req-34583126-8905-498c-9cac-dccf891dee74 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:13.603133 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d2fcd-17a7-497b-b548-f3c3473ba402 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event deleted for resources: {'Network': ['ID=067280ea-d7cb-4997-9798-4bf99713ba09,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:13.606015 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6f2be6c4-32c1-495f-be76-0e72ab820164 req-34583126-8905-498c-9cac-dccf891dee74 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.45 "DELETE /v2.0/ports/7544dfb9-1a2a-4364-9d2f-7c2de4712e88 HTTP/1.1" status: 204 len: 173 time: 2.0288217 Sep 01 15:25:13.620058 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739', 'name': 'network-vif-deleted', 'tag': '7544dfb9-1a2a-4364-9d2f-7c2de4712e88'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:25:13.624455 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165c5244-d66a-4ce0-b520-2d6d2dd89cb4" -d '{"events": [{"server_uuid": "a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739", "name": "network-vif-deleted", "tag": "7544dfb9-1a2a-4364-9d2f-7c2de4712e88"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:25:13.646466 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ee15ef86-30ec-44a4-bf33-f0cb22c42934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:13.659336 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea242-2a56-47bb-b747-20b7c661dfad tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:13.671189 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f5ea242-2a56-47bb-b747-20b7c661dfad tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:13.676374 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0f5ea242-2a56-47bb-b747-20b7c661dfad tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "DELETE /v2.0/networks/0a4cbaf3-f5f9-45e0-9c22-69350eefade6 HTTP/1.1" status: 204 len: 168 time: 1.7483139 Sep 01 15:25:13.687378 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50750) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:13.757596 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-79ae6a26-4d63-4368-a706-af56926a9b30 req-e0021f94-f15c-4fbc-b7c9-ae7f302888e6 tempest-ServerGroupTestJSON-1981456852 tempest-ServerGroupTestJSON-1981456852-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739 HTTP/1.1" status: 200 len: 210 time: 0.1083150 Sep 01 15:25:13.838818 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f08d3a32-0cce-41a2-a539-94c483b222da details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:25:13.856752 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97dd96f-e6cb-450c-925c-d28fe3340183 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] DELETE failed (client error): The resource could not be found. Sep 01 15:25:13.857513 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c97dd96f-e6cb-450c-925c-d28fe3340183 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:25:13.861465 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c97dd96f-e6cb-450c-925c-d28fe3340183 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "DELETE /v2.0/subnets/2e363ac9-d225-4039-b554-01acc92f46c2 HTTP/1.1" status: 404 len: 337 time: 0.1720185 Sep 01 15:25:13.867058 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5ce60d-e734-4423-ae97-b6b87f5e5dc4 x-openstack-request-id: req-3e5ce60d-e734-4423-ae97-b6b87f5e5dc4 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:25:13.867634 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739", "name": "network-vif-deleted", "tag": "7544dfb9-1a2a-4364-9d2f-7c2de4712e88", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:25:13.868217 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e5ce60d-e734-4423-ae97-b6b87f5e5dc4 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:25:13.869531 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ff1c9d-10f2-4d2e-82c0-108a5f4b6739', 'name': 'network-vif-deleted', 'tag': '7544dfb9-1a2a-4364-9d2f-7c2de4712e88', 'status': 'completed', 'code': 200} Sep 01 15:25:13.875007 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50756) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:13.876309 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ea242-2a56-47bb-b747-20b7c661dfad tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event deleted for resources: {'Network': ['ID=0a4cbaf3-f5f9-45e0-9c22-69350eefade6,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:13.960102 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-71736830-fa14-40bf-b516-26a3ae523de1 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] DELETE failed (client error): The resource could not be found. Sep 01 15:25:13.962028 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71736830-fa14-40bf-b516-26a3ae523de1 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:25:13.966337 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-71736830-fa14-40bf-b516-26a3ae523de1 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "DELETE /v2.0/networks/73be4690-1d7a-40c5-adb8-b2375d5a7cbe HTTP/1.1" status: 404 len: 339 time: 0.0843544 Sep 01 15:25:13.970229 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50760) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:14.034399 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e2676-2a07-44d3-89bc-4aee26866006 req-039c5f16-aaaf-44ce-a2ad-8cb916e4c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:14.036230 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2f5e2676-2a07-44d3-89bc-4aee26866006 req-039c5f16-aaaf-44ce-a2ad-8cb916e4c6f4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dedd2339-bb01-437b-b423-2ba468137f8c HTTP/1.1" status: 200 len: 1096 time: 0.2512889 Sep 01 15:25:14.053938 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48839c87-898e-41c9-978d-df2de2e5f4a3 req-d46dd81a-6ccc-42d4-8662-8e9a911e0985 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:14.062558 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48839c87-898e-41c9-978d-df2de2e5f4a3 req-d46dd81a-6ccc-42d4-8662-8e9a911e0985 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 943 time: 0.1030540 Sep 01 15:25:14.084806 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e44e3cf-6094-46f5-8cb1-0f20b4442009 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Deleting subnet ffd3f811-63b2-4ead-a230-974fae19fda7 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:25:14.086421 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f08d3a32-0cce-41a2-a539-94c483b222da, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f08d3a32-0cce-41a2-a539-94c483b222da,segment=NetworkSegment(c49b7b97-229f-4676-9cb2-edf69b6aadb4),segment_id=c49b7b97-229f-4676-9cb2-edf69b6aadb4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:14.090905 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9e44e3cf-6094-46f5-8cb1-0f20b4442009 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:14.109912 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 7544dfb9-1a2a-4364-9d2f-7c2de4712e88 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:25:14.113892 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'f08d3a32-0cce-41a2-a539-94c483b222da', 'network_id': 'b43002b1-d496-4dff-a580-33e44d9974b4', 'port_id': 'f08d3a32-0cce-41a2-a539-94c483b222da', 'mac_address': 'fa:16:3e:b7:77:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bbfe87c-14ec-4424-8376-f61425c302dd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:25:14.126836 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48839c87-898e-41c9-978d-df2de2e5f4a3 req-f87abc19-d4b2-411f-9dbb-ab749aa3deaa tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632093 Sep 01 15:25:14.157866 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-7df1abd2-ddac-468e-ad7c-b47662b6eb8c tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Deleting port 287a5729-25c9-436b-98e6-622e06dec75f {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:14.158333 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7df1abd2-ddac-468e-ad7c-b47662b6eb8c tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:14.186264 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9e44e3cf-6094-46f5-8cb1-0f20b4442009 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:14.256464 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:14.274765 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 7544dfb9-1a2a-4364-9d2f-7c2de4712e88 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:25:14.275319 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 7544dfb9-1a2a-4364-9d2f-7c2de4712e88 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:25:14.288829 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f08d3a32-0cce-41a2-a539-94c483b222da {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:25:14.308415 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2f5e2676-2a07-44d3-89bc-4aee26866006 req-8bb52b5f-c9d2-41b0-82bc-e18fc90e275b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226045 Sep 01 15:25:14.339092 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f08d3a32-0cce-41a2-a539-94c483b222da, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f08d3a32-0cce-41a2-a539-94c483b222da,segment=NetworkSegment(c49b7b97-229f-4676-9cb2-edf69b6aadb4),segment_id=c49b7b97-229f-4676-9cb2-edf69b6aadb4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:14.343675 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7df1abd2-ddac-468e-ad7c-b47662b6eb8c tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:14.347985 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:14.388620 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-7df1abd2-ddac-468e-ad7c-b47662b6eb8c tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Calling delete_port for 287a5729-25c9-436b-98e6-622e06dec75f owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:14.406037 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device eb47e15e-0e7a-42e3-aac9-9f307c255201 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:25:14.451833 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9e44e3cf-6094-46f5-8cb1-0f20b4442009 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:14.607457 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0b0cc-f955-4313-80ff-ea4d3e40a7ea req-7c3b6174-d96a-49db-84be-7f79a5b59b48 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:14.614531 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-75e0b0cc-f955-4313-80ff-ea4d3e40a7ea req-7c3b6174-d96a-49db-84be-7f79a5b59b48 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 945 time: 0.8420458 Sep 01 15:25:14.705470 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['f08d3a32-0cce-41a2-a539-94c483b222da'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:25:14.713625 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=f08d3a32-0cce-41a2-a539-94c483b222da,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:14.728712 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-75e0b0cc-f955-4313-80ff-ea4d3e40a7ea req-567be8de-dd0a-447b-a757-c1b574872e06 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024473 Sep 01 15:25:14.731851 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9e44e3cf-6094-46f5-8cb1-0f20b4442009 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:14.779095 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7df1abd2-ddac-468e-ad7c-b47662b6eb8c tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:14.785522 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50764) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:14.798543 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9e44e3cf-6094-46f5-8cb1-0f20b4442009 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:14.809236 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9e44e3cf-6094-46f5-8cb1-0f20b4442009 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "DELETE /v2.0/subnets/ffd3f811-63b2-4ead-a230-974fae19fda7 HTTP/1.1" status: 204 len: 168 time: 0.8351653 Sep 01 15:25:14.810740 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50768) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:14.814688 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44e3cf-6094-46f5-8cb1-0f20b4442009 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event deleted for resources: {'Subnet': ['ID=ffd3f811-63b2-4ead-a230-974fae19fda7,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:14.818800 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc3cab7-a1ad-4f19-9599-f01bd249f111 None None] Network 6919a2cb-7e56-406b-b982-97623d29fdd2 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:25:14.890417 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1abd2-ddac-468e-ad7c-b47662b6eb8c tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event deleted for resources: {'Port': ['ID=287a5729-25c9-436b-98e6-622e06dec75f,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:14.922012 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port eb47e15e-0e7a-42e3-aac9-9f307c255201, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=eb47e15e-0e7a-42e3-aac9-9f307c255201,segment=NetworkSegment(5adae5c0-491f-45d0-bf99-a72af8a25c59),segment_id=5adae5c0-491f-45d0-bf99-a72af8a25c59)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:14.937529 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd5035-6c97-4fa7-99e2-e551080c3712 req-0e03ccf0-75f2-4a70-bb0e-19fa3bbe5ede tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:14.948923 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-69cd5035-6c97-4fa7-99e2-e551080c3712 req-0e03ccf0-75f2-4a70-bb0e-19fa3bbe5ede tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f977c95-1deb-49e5-ba0f-9472b8fe4652 HTTP/1.1" status: 200 len: 944 time: 0.2742112 Sep 01 15:25:14.969709 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7df1abd2-ddac-468e-ad7c-b47662b6eb8c tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:14.978873 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7df1abd2-ddac-468e-ad7c-b47662b6eb8c tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "DELETE /v2.0/ports/287a5729-25c9-436b-98e6-622e06dec75f HTTP/1.1" status: 204 len: 168 time: 1.3631423 Sep 01 15:25:14.987650 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'eb47e15e-0e7a-42e3-aac9-9f307c255201', 'network_id': 'de691801-89b1-48f6-bdfc-e34b336a486b', 'port_id': 'eb47e15e-0e7a-42e3-aac9-9f307c255201', 'mac_address': 'fa:16:3e:f8:bc:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18713cb6-b926-44ed-a46d-38b8aaa8087d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:25:14.997546 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3d12cc84-3971-46fb-8772-97f4b7e40f62 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:15.004689 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50774) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:15.030758 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-69cd5035-6c97-4fa7-99e2-e551080c3712 req-c7e5fbe0-f3c3-415b-a1a5-9fe7d4f1a391 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807259 Sep 01 15:25:15.061706 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa34819a-9449-40b0-9a3d-f36e801f1744 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:15.068560 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fa34819a-9449-40b0-9a3d-f36e801f1744 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 1091 time: 0.2323108 Sep 01 15:25:15.074327 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50778) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:15.079774 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-b25cbf10-0ae5-463e-a0bd-94ec17d435f6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'port_id': 'e1e687d8-0af0-4c66-b0c0-65b5585e9d32', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:15.096159 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-b41d9b5f-ed33-4084-9371-9499b7170a58 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] DELETE failed (client error): The resource could not be found. Sep 01 15:25:15.096991 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b41d9b5f-ed33-4084-9371-9499b7170a58 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:25:15.104600 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b41d9b5f-ed33-4084-9371-9499b7170a58 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "DELETE /v2.0/subnets/010e2b74-7c4c-464a-ae2b-7d7256bea10e HTTP/1.1" status: 404 len: 337 time: 0.0902891 Sep 01 15:25:15.133769 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50780) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:15.147905 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b25cbf10-0ae5-463e-a0bd-94ec17d435f6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for floatingip, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:15.210083 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-3d12cc84-3971-46fb-8772-97f4b7e40f62 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Deleting port 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:15.210699 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3d12cc84-3971-46fb-8772-97f4b7e40f62 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:15.239906 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:15.271861 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb47e15e-0e7a-42e3-aac9-9f307c255201 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:25:15.282131 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:15.366925 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-3d12cc84-3971-46fb-8772-97f4b7e40f62 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] For port 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=98994bdc-f3f3-46e9-b9a2-f57d0ae055bc,segment=NetworkSegment(542ebeee-4801-483f-887e-4b57cbdcca2d),segment_id=542ebeee-4801-483f-887e-4b57cbdcca2d)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:15.367993 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3d12cc84-3971-46fb-8772-97f4b7e40f62 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:15.369918 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port eb47e15e-0e7a-42e3-aac9-9f307c255201, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=eb47e15e-0e7a-42e3-aac9-9f307c255201,segment=NetworkSegment(5adae5c0-491f-45d0-bf99-a72af8a25c59),segment_id=5adae5c0-491f-45d0-bf99-a72af8a25c59)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:15.380160 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:15.402149 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-3d12cc84-3971-46fb-8772-97f4b7e40f62 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Calling delete_port for 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:15.463967 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=eb47e15e-0e7a-42e3-aac9-9f307c255201,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:15.497476 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935c2af9-ed7d-4137-882e-2f2719f35204 None None] DHCP port deletion for 6919a2cb-7e56-406b-b982-97623d29fdd2 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:25:15.555615 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b2f8fcef-807c-42de-911d-b4747c30dfb1 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:15.627385 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92013f97-5c42-4919-a9c6-d7967e77e3a3 req-2bb50f61-50a8-421b-b928-acc2388bf7de tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:15.641644 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-92013f97-5c42-4919-a9c6-d7967e77e3a3 req-2bb50f61-50a8-421b-b928-acc2388bf7de tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 944 time: 0.3050575 Sep 01 15:25:15.647166 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3d12cc84-3971-46fb-8772-97f4b7e40f62 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:15.673484 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d12cc84-3971-46fb-8772-97f4b7e40f62 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] No DVR routers for this DVR port 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:25:15.778679 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50800) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:15.791144 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12cc84-3971-46fb-8772-97f4b7e40f62 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event deleted for resources: {'Port': ['ID=98994bdc-f3f3-46e9-b9a2-f57d0ae055bc,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:15.878490 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f08d3a32-0cce-41a2-a539-94c483b222da up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:25:15.932647 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-92013f97-5c42-4919-a9c6-d7967e77e3a3 req-72221a08-c375-40c1-a432-4f8efda0b856 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897422 Sep 01 15:25:15.976948 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b2f8fcef-807c-42de-911d-b4747c30dfb1 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:16.012609 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3d12cc84-3971-46fb-8772-97f4b7e40f62 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:16.016413 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-935c2af9-ed7d-4137-882e-2f2719f35204 None None] Deleting port 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:16.016928 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-b2f8fcef-807c-42de-911d-b4747c30dfb1 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60324ba4-0670-494d-b9b2-ef4b5e37dc2d']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:16.017236 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-935c2af9-ed7d-4137-882e-2f2719f35204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:16.031380 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-3d12cc84-3971-46fb-8772-97f4b7e40f62 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6919a2cb-7e56-406b-b982-97623d29fdd2']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:16.036799 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b25cbf10-0ae5-463e-a0bd-94ec17d435f6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:16.047088 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-3d12cc84-3971-46fb-8772-97f4b7e40f62 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542ebeee-4801-483f-887e-4b57cbdcca2d') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:16.047700 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-3d12cc84-3971-46fb-8772-97f4b7e40f62 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542ebeee-4801-483f-887e-4b57cbdcca2d') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:16.066932 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-b2f8fcef-807c-42de-911d-b4747c30dfb1 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b90148-43e0-4e95-b2bf-ca3bb51af7d0') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:16.067594 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-b2f8fcef-807c-42de-911d-b4747c30dfb1 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b90148-43e0-4e95-b2bf-ca3bb51af7d0') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:16.101936 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3d12cc84-3971-46fb-8772-97f4b7e40f62 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:16.112087 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83599cb-8491-49ab-9896-5ad4c6b43095 admin admin] Deleting subnet 9913cd01-bd85-4a64-a11a-a30252c26f01 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:25:16.132286 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f83599cb-8491-49ab-9896-5ad4c6b43095 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:16.141840 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b2f8fcef-807c-42de-911d-b4747c30dfb1 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:16.152607 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3d12cc84-3971-46fb-8772-97f4b7e40f62 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:16.167274 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-935c2af9-ed7d-4137-882e-2f2719f35204 None None] For port 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc, host n-d-794796-3, got binding levels [] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:16.168249 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-935c2af9-ed7d-4137-882e-2f2719f35204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:16.178089 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d12cc84-3971-46fb-8772-97f4b7e40f62 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:25:16.178800 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3d12cc84-3971-46fb-8772-97f4b7e40f62 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:25:16.184607 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:25:16.201596 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['eb47e15e-0e7a-42e3-aac9-9f307c255201'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:25:16.209334 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-935c2af9-ed7d-4137-882e-2f2719f35204 None None] Calling delete_port for 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:16.254212 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.ipam_backend_mixin [None req-935c2af9-ed7d-4137-882e-2f2719f35204 None None] Port 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc was not found and therefore no delete operation was performed {{(pid=94735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 15:25:16.270127 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-935c2af9-ed7d-4137-882e-2f2719f35204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:16.288649 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b2f8fcef-807c-42de-911d-b4747c30dfb1 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:16.296609 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935c2af9-ed7d-4137-882e-2f2719f35204 None None] No DVR routers for this DVR port 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:25:16.332154 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3d12cc84-3971-46fb-8772-97f4b7e40f62 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:16.340168 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port f08d3a32-0cce-41a2-a539-94c483b222da completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:25:16.342817 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3d12cc84-3971-46fb-8772-97f4b7e40f62 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:16.348038 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3d12cc84-3971-46fb-8772-97f4b7e40f62 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] 10.222.0.60 "DELETE /v2.0/networks/6919a2cb-7e56-406b-b982-97623d29fdd2 HTTP/1.1" status: 204 len: 168 time: 1.5353925 Sep 01 15:25:16.370395 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f8fcef-807c-42de-911d-b4747c30dfb1 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:25:16.371033 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b2f8fcef-807c-42de-911d-b4747c30dfb1 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:25:16.385529 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:25:16.390631 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17ba321c-6874-4155-9bb6-08f09cc42bf2 req-0a9a264f-17ca-4a9b-8e5b-fc388498c054 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3502812 Sep 01 15:25:16.412121 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c2af9-ed7d-4137-882e-2f2719f35204 None None] Pushing event deleted for resources: {'Port': ['ID=98994bdc-f3f3-46e9-b9a2-f57d0ae055bc,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:16.416951 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f83599cb-8491-49ab-9896-5ad4c6b43095 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:16.438138 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port f08d3a32-0cce-41a2-a539-94c483b222da triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:25:16.439466 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:16.444817 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12cc84-3971-46fb-8772-97f4b7e40f62 tempest-NetworksIpV6Test-8657161 tempest-NetworksIpV6Test-8657161-project] Pushing event deleted for resources: {'Network': ['ID=6919a2cb-7e56-406b-b982-97623d29fdd2,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:16.504445 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315f256-c98d-4089-84ea-0fd7c558d3d7 req-e0240be4-e878-4408-acf8-0fb8c795c56c tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:16.515230 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b315f256-c98d-4089-84ea-0fd7c558d3d7 req-e0240be4-e878-4408-acf8-0fb8c795c56c tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f977c95-1deb-49e5-ba0f-9472b8fe4652 HTTP/1.1" status: 200 len: 944 time: 0.2075782 Sep 01 15:25:16.605899 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b315f256-c98d-4089-84ea-0fd7c558d3d7 req-b0b76500-03d6-483b-b449-a70ecfc28a5b tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887311 Sep 01 15:25:16.611312 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-b25cbf10-0ae5-463e-a0bd-94ec17d435f6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Allocated IP 172.25.6.247 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/edc536a2-a239-43fc-a891-2b3178396201) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:25:16.701021 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:16.725488 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f83599cb-8491-49ab-9896-5ad4c6b43095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:16.800904 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f977c95-1deb-49e5-ba0f-9472b8fe4652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08d3a32-0cce-41a2-a539-94c483b222da'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:25:16.805196 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c55bee-cd63-4462-8298-9efbfbe96f63" -d '{"events": [{"server_uuid": "8f977c95-1deb-49e5-ba0f-9472b8fe4652", "name": "network-vif-plugged", "status": "completed", "tag": "f08d3a32-0cce-41a2-a539-94c483b222da"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:25:16.839756 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f08d3a32-0cce-41a2-a539-94c483b222da, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f08d3a32-0cce-41a2-a539-94c483b222da,segment=NetworkSegment(c49b7b97-229f-4676-9cb2-edf69b6aadb4),segment_id=c49b7b97-229f-4676-9cb2-edf69b6aadb4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:16.854566 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:16.930462 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe7dcf6-3d75-4c10-82a9-504be00fa4ee x-openstack-request-id: req-ebe7dcf6-3d75-4c10-82a9-504be00fa4ee {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:25:16.930749 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f977c95-1deb-49e5-ba0f-9472b8fe4652", "name": "network-vif-plugged", "status": "completed", "tag": "f08d3a32-0cce-41a2-a539-94c483b222da", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:25:16.931126 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ebe7dcf6-3d75-4c10-82a9-504be00fa4ee {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:25:16.931715 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f977c95-1deb-49e5-ba0f-9472b8fe4652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08d3a32-0cce-41a2-a539-94c483b222da', 'code': 200} Sep 01 15:25:16.980228 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=f08d3a32-0cce-41a2-a539-94c483b222da,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:16.983254 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b2f8fcef-807c-42de-911d-b4747c30dfb1 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:17.012301 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50816) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:17.057539 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b2f8fcef-807c-42de-911d-b4747c30dfb1 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:17.066890 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b2f8fcef-807c-42de-911d-b4747c30dfb1 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "DELETE /v2.0/networks/60324ba4-0670-494d-b9b2-ef4b5e37dc2d HTTP/1.1" status: 204 len: 168 time: 1.9310646 Sep 01 15:25:17.068677 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50820) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:17.073106 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8fcef-807c-42de-911d-b4747c30dfb1 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event deleted for resources: {'Network': ['ID=60324ba4-0670-494d-b9b2-ef4b5e37dc2d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:17.133412 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a994287-ec69-4a4c-8df3-533d8d5ed726 req-b71ac5e8-2ef8-4a25-a268-b5afd6c12c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:17.136198 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5a994287-ec69-4a4c-8df3-533d8d5ed726 req-b71ac5e8-2ef8-4a25-a268-b5afd6c12c08 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8f977c95-1deb-49e5-ba0f-9472b8fe4652 HTTP/1.1" status: 200 len: 1096 time: 0.1511724 Sep 01 15:25:17.190593 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba321c-6874-4155-9bb6-08f09cc42bf2 req-71921b37-9958-46d1-b594-170ddd8ef5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:17.195656 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17ba321c-6874-4155-9bb6-08f09cc42bf2 req-71921b37-9958-46d1-b594-170ddd8ef5f9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 1096 time: 0.5578456 Sep 01 15:25:17.200827 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-0faa5097-d901-4e3d-9a6a-84e1fd6b8f9f tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Deleting subnet 83a87e50-4f5d-4e55-887d-7f6a160f3ca1 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:25:17.212794 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0faa5097-d901-4e3d-9a6a-84e1fd6b8f9f tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:17.217966 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5a994287-ec69-4a4c-8df3-533d8d5ed726 req-640e7ea7-66cc-4e15-81ef-624e2d72bc9c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741980 Sep 01 15:25:17.260299 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f83599cb-8491-49ab-9896-5ad4c6b43095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:17.310864 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:25:17.315186 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0faa5097-d901-4e3d-9a6a-84e1fd6b8f9f tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:17.319790 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f83599cb-8491-49ab-9896-5ad4c6b43095 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:17.327258 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f83599cb-8491-49ab-9896-5ad4c6b43095 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9913cd01-bd85-4a64-a11a-a30252c26f01 HTTP/1.1" status: 204 len: 168 time: 1.5444813 Sep 01 15:25:17.335122 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50824) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:17.341831 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:25:17.342276 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 98994bdc-f3f3-46e9-b9a2-f57d0ae055bc not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:25:17.353874 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f210796f-610b-4486-ba79-48c0d0a5f759 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4cf1d84d3461470a9c39da8e67a9a428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3388667 Sep 01 15:25:17.358501 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50826) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:17.481833 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cfb7c850-5e15-4f46-85ae-0b744d62ed32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:17.500350 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0faa5097-d901-4e3d-9a6a-84e1fd6b8f9f tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:17.532418 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83599cb-8491-49ab-9896-5ad4c6b43095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9913cd01-bd85-4a64-a11a-a30252c26f01,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:17.551138 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cfb7c850-5e15-4f46-85ae-0b744d62ed32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:17.583722 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b25cbf10-0ae5-463e-a0bd-94ec17d435f6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:17.611353 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600edf2-15c1-445a-9d09-05878abee866 req-9d1b7dca-b585-4305-a338-ff1ca8d7b866 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:17.613279 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5600edf2-15c1-445a-9d09-05878abee866 req-9d1b7dca-b585-4305-a338-ff1ca8d7b866 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 944 time: 0.4774780 Sep 01 15:25:17.666954 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0faa5097-d901-4e3d-9a6a-84e1fd6b8f9f tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:17.668830 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-422cefc2-407f-4d4a-9a2d-1aca51407747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:17.677515 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cfb7c850-5e15-4f46-85ae-0b744d62ed32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:17.683249 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cfb7c850-5e15-4f46-85ae-0b744d62ed32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:17.688567 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cfb7c850-5e15-4f46-85ae-0b744d62ed32 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/91d7ab8f-fc6b-4617-90e2-54e98cb7df26 HTTP/1.1" status: 204 len: 168 time: 0.3253717 Sep 01 15:25:17.688982 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba321c-6874-4155-9bb6-08f09cc42bf2 req-6b8bac93-19d3-4a1c-b370-8980ead5aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:17.688982 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17ba321c-6874-4155-9bb6-08f09cc42bf2 req-6b8bac93-19d3-4a1c-b370-8980ead5aa8e service neutron] 10.222.0.62 "GET /v2.0/networks?id=4578278d-9bad-4f8d-8bc4-6025bd0de686 HTTP/1.1" status: 200 len: 898 time: 0.3952110 Sep 01 15:25:17.742075 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5600edf2-15c1-445a-9d09-05878abee866 req-019a349b-3950-42ee-ae97-788bff399ef0 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176627 Sep 01 15:25:17.787284 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17ba321c-6874-4155-9bb6-08f09cc42bf2 req-4e2617be-c642-40fa-92cc-01a2199c9cd8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1e687d8-0af0-4c66-b0c0-65b5585e9d32 HTTP/1.1" status: 200 len: 217 time: 0.0582981 Sep 01 15:25:17.809085 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa5097-d901-4e3d-9a6a-84e1fd6b8f9f tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event deleted for resources: {'Subnet': ['ID=83a87e50-4f5d-4e55-887d-7f6a160f3ca1,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:17.811808 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7c850-5e15-4f46-85ae-0b744d62ed32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d7ab8f-fc6b-4617-90e2-54e98cb7df26,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:17.813656 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0faa5097-d901-4e3d-9a6a-84e1fd6b8f9f tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:17.818138 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0faa5097-d901-4e3d-9a6a-84e1fd6b8f9f tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "DELETE /v2.0/subnets/83a87e50-4f5d-4e55-887d-7f6a160f3ca1 HTTP/1.1" status: 204 len: 168 time: 0.7483644 Sep 01 15:25:17.828890 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9991cd-fd9b-483f-8093-4dd23254391f None None] Network 50e861ad-d471-4a04-b1d0-ff2ad2739439 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:25:17.862856 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50834) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:17.920597 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1def0-ca52-4a96-8d67-fdcc648307f4 req-114af07e-f441-4131-be95-d80af85eac3d tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:17.927146 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fae1def0-ca52-4a96-8d67-fdcc648307f4 req-114af07e-f441-4131-be95-d80af85eac3d tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f977c95-1deb-49e5-ba0f-9472b8fe4652 HTTP/1.1" status: 200 len: 945 time: 0.1390979 Sep 01 15:25:17.929400 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b25cbf10-0ae5-463e-a0bd-94ec17d435f6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:17.995879 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fae1def0-ca52-4a96-8d67-fdcc648307f4 req-575d3666-f706-4cf7-81a4-8ae930a5c64d tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521119 Sep 01 15:25:18.147757 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25cbf10-0ae5-463e-a0bd-94ec17d435f6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:25:18.196203 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bc5c13-f39d-40a4-9cd8-76816f95f6cf None None] DHCP port deletion for 50e861ad-d471-4a04-b1d0-ff2ad2739439 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:25:18.336853 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-f1bc5c13-f39d-40a4-9cd8-76816f95f6cf None None] Deleting port 7c30b71d-688c-4d37-bf91-431024e907be {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:18.338593 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f1bc5c13-f39d-40a4-9cd8-76816f95f6cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:18.415300 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device eb47e15e-0e7a-42e3-aac9-9f307c255201 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:25:18.524164 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f1bc5c13-f39d-40a4-9cd8-76816f95f6cf None None] For port 7c30b71d-688c-4d37-bf91-431024e907be, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=7c30b71d-688c-4d37-bf91-431024e907be,segment=NetworkSegment(e30bf2ff-933f-4361-8707-b3bac136f80c),segment_id=e30bf2ff-933f-4361-8707-b3bac136f80c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:18.524586 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f1bc5c13-f39d-40a4-9cd8-76816f95f6cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:18.552580 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port eb47e15e-0e7a-42e3-aac9-9f307c255201 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:25:18.556604 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-f1bc5c13-f39d-40a4-9cd8-76816f95f6cf None None] Calling delete_port for 7c30b71d-688c-4d37-bf91-431024e907be owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:18.566152 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port eb47e15e-0e7a-42e3-aac9-9f307c255201 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:25:18.566671 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:18.723115 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-b25cbf10-0ae5-463e-a0bd-94ec17d435f6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:25:18.750056 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:18.754231 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25cbf10-0ae5-463e-a0bd-94ec17d435f6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:25:18.792030 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f1bc5c13-f39d-40a4-9cd8-76816f95f6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:18.818639 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bc5c13-f39d-40a4-9cd8-76816f95f6cf None None] No DVR routers for this DVR port 7c30b71d-688c-4d37-bf91-431024e907be on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:25:18.839853 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-422cefc2-407f-4d4a-9a2d-1aca51407747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:18.880230 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port eb47e15e-0e7a-42e3-aac9-9f307c255201, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=eb47e15e-0e7a-42e3-aac9-9f307c255201,segment=NetworkSegment(5adae5c0-491f-45d0-bf99-a72af8a25c59),segment_id=5adae5c0-491f-45d0-bf99-a72af8a25c59)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:18.883590 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc5c13-f39d-40a4-9cd8-76816f95f6cf None None] Pushing event deleted for resources: {'Port': ['ID=7c30b71d-688c-4d37-bf91-431024e907be,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:18.883865 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba321c-6874-4155-9bb6-08f09cc42bf2 req-eabc9c0b-1a1d-48f5-8bac-36f2e6e24454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:18.885815 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17ba321c-6874-4155-9bb6-08f09cc42bf2 req-eabc9c0b-1a1d-48f5-8bac-36f2e6e24454 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=28b1fc88-16ee-47b8-b537-f7c2d7715bc7 HTTP/1.1" status: 200 len: 834 time: 1.0859888 Sep 01 15:25:18.888939 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-422cefc2-407f-4d4a-9a2d-1aca51407747 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd9ec36-10bc-407a-b63e-e87ad70e1078']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:18.889370 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:18.901323 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-42ddf55d-2b8c-4ab9-954d-a355455727d2 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:18.921861 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25cbf10-0ae5-463e-a0bd-94ec17d435f6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Port': ['ID=edc536a2-a239-43fc-a891-2b3178396201,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:18.948078 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-422cefc2-407f-4d4a-9a2d-1aca51407747 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a4f925-8d6d-4dd9-a103-775255d9c190') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:18.948538 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-422cefc2-407f-4d4a-9a2d-1aca51407747 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a4f925-8d6d-4dd9-a103-775255d9c190') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:18.962675 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e68592-c873-4f21-ae80-8713bbb95081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb47e15e-0e7a-42e3-aac9-9f307c255201'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:25:18.980779 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92840a95-56d3-4069-a3a3-34c7cd1d7e3a" -d '{"events": [{"server_uuid": "a7e68592-c873-4f21-ae80-8713bbb95081", "name": "network-vif-plugged", "status": "completed", "tag": "eb47e15e-0e7a-42e3-aac9-9f307c255201"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:25:19.030232 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-422cefc2-407f-4d4a-9a2d-1aca51407747 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:19.061454 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=eb47e15e-0e7a-42e3-aac9-9f307c255201,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:19.188102 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50864) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:19.208707 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-422cefc2-407f-4d4a-9a2d-1aca51407747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:19.216030 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba99b02-3c31-44d8-8f66-04a0fb16ca35 req-4f82ba6d-e4c7-49c8-b199-85d044219b7c tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:19.218167 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9ba99b02-3c31-44d8-8f66-04a0fb16ca35 req-4f82ba6d-e4c7-49c8-b199-85d044219b7c tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f977c95-1deb-49e5-ba0f-9472b8fe4652 HTTP/1.1" status: 200 len: 945 time: 0.0921464 Sep 01 15:25:19.328321 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9ba99b02-3c31-44d8-8f66-04a0fb16ca35 req-a63fdb6e-4016-4e22-aa8c-6f0e93602180 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017611 Sep 01 15:25:19.353983 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 7c30b71d-688c-4d37-bf91-431024e907be no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:25:19.376150 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-42ddf55d-2b8c-4ab9-954d-a355455727d2 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:19.392590 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-42ddf55d-2b8c-4ab9-954d-a355455727d2 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e861ad-d471-4a04-b1d0-ff2ad2739439']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:19.408467 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-42ddf55d-2b8c-4ab9-954d-a355455727d2 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30bf2ff-933f-4361-8707-b3bac136f80c') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:19.409161 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-42ddf55d-2b8c-4ab9-954d-a355455727d2 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30bf2ff-933f-4361-8707-b3bac136f80c') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:19.430183 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-42ddf55d-2b8c-4ab9-954d-a355455727d2 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:19.431196 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eca139f-ca5b-452c-8eed-cefc659a229a x-openstack-request-id: req-4eca139f-ca5b-452c-8eed-cefc659a229a {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:25:19.431677 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e68592-c873-4f21-ae80-8713bbb95081", "name": "network-vif-plugged", "status": "completed", "tag": "eb47e15e-0e7a-42e3-aac9-9f307c255201", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:25:19.432084 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4eca139f-ca5b-452c-8eed-cefc659a229a {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:25:19.432759 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e68592-c873-4f21-ae80-8713bbb95081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb47e15e-0e7a-42e3-aac9-9f307c255201', 'code': 200} Sep 01 15:25:19.435149 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422cefc2-407f-4d4a-9a2d-1aca51407747 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:25:19.435662 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 7c30b71d-688c-4d37-bf91-431024e907be {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:25:19.435863 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 7c30b71d-688c-4d37-bf91-431024e907be not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:25:19.436429 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-422cefc2-407f-4d4a-9a2d-1aca51407747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:25:19.441391 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:25:19.540119 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbf077-4d60-48bb-bc3a-5fa5c99e44be req-52179a12-f891-4b27-956f-37bbe066f5af tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:19.548413 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bffbf077-4d60-48bb-bc3a-5fa5c99e44be req-52179a12-f891-4b27-956f-37bbe066f5af tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.5530410 Sep 01 15:25:19.553385 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba321c-6874-4155-9bb6-08f09cc42bf2 req-4e4fc987-ad04-4c0d-b2d9-ab8805c5d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:19.555256 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17ba321c-6874-4155-9bb6-08f09cc42bf2 req-4e4fc987-ad04-4c0d-b2d9-ab8805c5d0fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4578278d-9bad-4f8d-8bc4-6025bd0de686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6377604 Sep 01 15:25:19.558547 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-b46565d1-b18b-4996-90fc-255202968b80 tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] Request body: {'port': {'network_id': '323ba7ae-a4a0-4310-94d3-f115bd2cdf11', 'name': 'tempest-NetworksNegativeTestJSON-795952555'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:19.577433 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46565d1-b18b-4996-90fc-255202968b80 tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] POST failed (client error): The resource could not be found. Sep 01 15:25:19.578199 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b46565d1-b18b-4996-90fc-255202968b80 tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:25:19.584481 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b46565d1-b18b-4996-90fc-255202968b80 tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3890917 Sep 01 15:25:19.585098 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50872) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:19.610523 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-318534df-4480-440f-8a09-e1fe6fc299d7 tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] DELETE failed (client error): The resource could not be found. Sep 01 15:25:19.611286 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-318534df-4480-440f-8a09-e1fe6fc299d7 tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:25:19.619714 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-318534df-4480-440f-8a09-e1fe6fc299d7 tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] 10.222.0.60 "DELETE /v2.0/networks/b5d09981-2a2c-42fa-adbf-89c9a3d940ed HTTP/1.1" status: 404 len: 339 time: 0.0270243 Sep 01 15:25:19.623136 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80666f-e238-4651-ad2e-59f448969767 req-daacc559-1c96-48e5-be21-a8ce81b9fafc tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:19.624752 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dc80666f-e238-4651-ad2e-59f448969767 req-daacc559-1c96-48e5-be21-a8ce81b9fafc tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=dedd2339-bb01-437b-b423-2ba468137f8c HTTP/1.1" status: 200 len: 945 time: 0.1274159 Sep 01 15:25:19.625596 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50874) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:19.645677 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-42ddf55d-2b8c-4ab9-954d-a355455727d2 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:19.669091 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f7cca64-aaa8-4df6-ac4f-1cdfc2c91985 tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] DELETE failed (client error): The resource could not be found. Sep 01 15:25:19.669851 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f7cca64-aaa8-4df6-ac4f-1cdfc2c91985 tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:25:19.671882 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6f7cca64-aaa8-4df6-ac4f-1cdfc2c91985 tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] 10.222.0.60 "DELETE /v2.0/ports/bf7b54e6-7506-4e38-bcb3-f4dfe9b73b09 HTTP/1.1" status: 404 len: 333 time: 0.0447278 Sep 01 15:25:19.682167 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50876) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:19.719997 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ddf55d-2b8c-4ab9-954d-a355455727d2 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:25:19.720425 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-42ddf55d-2b8c-4ab9-954d-a355455727d2 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:19.741059 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-b553e477-fad5-4efa-be2b-62a219ef9927 tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] DELETE failed (client error): The resource could not be found. Sep 01 15:25:19.741870 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b553e477-fad5-4efa-be2b-62a219ef9927 tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:25:19.750123 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b553e477-fad5-4efa-be2b-62a219ef9927 tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] 10.222.0.60 "DELETE /v2.0/subnets/01708a6e-2c32-49e7-bc5a-9324e0ae3887 HTTP/1.1" status: 404 len: 337 time: 0.0623991 Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:25:19.767642 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:25:19.773569 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50878) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:19.797390 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dc80666f-e238-4651-ad2e-59f448969767 req-726619f4-de2c-420a-a204-c483b771237a tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592245 Sep 01 15:25:19.831223 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5537ff2-877b-45e9-ae47-108c2e4eed3f tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] GET failed (client error): The resource could not be found. Sep 01 15:25:19.840950 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f5537ff2-877b-45e9-ae47-108c2e4eed3f tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] 10.222.0.60 "GET /v2.0/networks/e0fe33a1-7c50-484b-b32d-9693b84a7602 HTTP/1.1" status: 404 len: 339 time: 0.0564425 Sep 01 15:25:19.843166 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50880) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:19.866391 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-422cefc2-407f-4d4a-9a2d-1aca51407747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:19.883725 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bffbf077-4d60-48bb-bc3a-5fa5c99e44be req-37709bcf-bdc3-435c-83ad-2c3386808275 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332083 Sep 01 15:25:19.907168 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-a280a238-835f-46db-ab8e-12113282105d tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] GET failed (client error): The resource could not be found. Sep 01 15:25:19.909221 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a280a238-835f-46db-ab8e-12113282105d tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] 10.222.0.60 "GET /v2.0/ports/74f2b498-d4bf-4925-a504-c19f08e30188 HTTP/1.1" status: 404 len: 333 time: 0.0643370 Sep 01 15:25:19.913441 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-422cefc2-407f-4d4a-9a2d-1aca51407747 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:19.917812 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-422cefc2-407f-4d4a-9a2d-1aca51407747 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8bd9ec36-10bc-407a-b63e-e87ad70e1078 HTTP/1.1" status: 204 len: 168 time: 2.5386763 Sep 01 15:25:19.923988 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50886) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:19.981920 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f1845e-e448-4d43-9ae2-06f8f2c52a27 tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] GET failed (client error): The resource could not be found. Sep 01 15:25:19.992274 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-83f1845e-e448-4d43-9ae2-06f8f2c52a27 tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] 10.222.0.60 "GET /v2.0/subnets/2e814056-d518-4c47-b89d-8d89a5093339 HTTP/1.1" status: 404 len: 337 time: 0.0585430 Sep 01 15:25:19.992724 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50888) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:19.992914 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cefc2-407f-4d4a-9a2d-1aca51407747 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bd9ec36-10bc-407a-b63e-e87ad70e1078,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:20.001785 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-23f678e8-a39b-4837-bbd0-e505ed2ac7f6 tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:20.032258 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f678e8-a39b-4837-bbd0-e505ed2ac7f6 tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] PUT failed (client error): The resource could not be found. Sep 01 15:25:20.033080 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f678e8-a39b-4837-bbd0-e505ed2ac7f6 tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:25:20.034513 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-23f678e8-a39b-4837-bbd0-e505ed2ac7f6 tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] 10.222.0.60 "PUT /v2.0/networks/6be5bb03-ece9-4051-9fe7-6da4b0ca5782 HTTP/1.1" status: 404 len: 339 time: 0.0401311 Sep 01 15:25:20.046045 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50890) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:20.051969 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-b1423118-b536-42b9-a049-c80ec5b4536b tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:20.102595 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1423118-b536-42b9-a049-c80ec5b4536b tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] PUT failed (client error): The resource could not be found. Sep 01 15:25:20.103462 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1423118-b536-42b9-a049-c80ec5b4536b tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:25:20.104162 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-42ddf55d-2b8c-4ab9-954d-a355455727d2 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:20.105186 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b1423118-b536-42b9-a049-c80ec5b4536b tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] 10.222.0.60 "PUT /v2.0/ports/4e615a2c-f9ee-44b4-9ab2-d6afd69e36e4 HTTP/1.1" status: 404 len: 333 time: 0.0580411 Sep 01 15:25:20.114327 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50896) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:20.121218 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-daeb1b6c-b06a-43d9-a29e-1957d0242fd0 tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:20.138530 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42345c03-52b8-4c00-a1d4-4f23e919b642 req-d58a557e-99ac-4621-aff7-8459a2ef1413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:20.142072 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-42345c03-52b8-4c00-a1d4-4f23e919b642 req-d58a557e-99ac-4621-aff7-8459a2ef1413 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 1096 time: 0.5851507 Sep 01 15:25:20.154636 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-42ddf55d-2b8c-4ab9-954d-a355455727d2 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:20.158044 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-42ddf55d-2b8c-4ab9-954d-a355455727d2 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] 10.222.0.60 "DELETE /v2.0/networks/50e861ad-d471-4a04-b1d0-ff2ad2739439 HTTP/1.1" status: 204 len: 168 time: 2.2931945 Sep 01 15:25:20.196512 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-daeb1b6c-b06a-43d9-a29e-1957d0242fd0 tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] PUT failed (client error): The resource could not be found. Sep 01 15:25:20.197397 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daeb1b6c-b06a-43d9-a29e-1957d0242fd0 tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:25:20.198451 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-daeb1b6c-b06a-43d9-a29e-1957d0242fd0 tempest-NetworksNegativeTestJSON-754212252 tempest-NetworksNegativeTestJSON-754212252-project] 10.222.0.60 "PUT /v2.0/subnets/dce49e79-8c85-4323-a9d6-4b908c2cba15 HTTP/1.1" status: 404 len: 337 time: 0.0829072 Sep 01 15:25:20.286116 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17ba321c-6874-4155-9bb6-08f09cc42bf2 req-9ac5230d-b2a2-4182-8d37-5d41d17de25a service neutron] 10.222.0.62 "GET /v2.0/networks/4578278d-9bad-4f8d-8bc4-6025bd0de686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6262302 Sep 01 15:25:20.310084 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50906) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:20.315627 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ddf55d-2b8c-4ab9-954d-a355455727d2 tempest-NetworksIpV6TestAttrs-1993648983 tempest-NetworksIpV6TestAttrs-1993648983-project] Pushing event deleted for resources: {'Network': ['ID=50e861ad-d471-4a04-b1d0-ff2ad2739439,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:20.371717 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4e84b5d2-8176-40b0-8de7-c4a3c6b09272 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d90f7b1a0caa4cfdbbf1d11021da48d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0577137 Sep 01 15:25:20.387856 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50910) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:20.515006 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db9af0ae-df9d-4643-8669-8bc3fd992d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:20.572763 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db9af0ae-df9d-4643-8669-8bc3fd992d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:20.626967 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-42345c03-52b8-4c00-a1d4-4f23e919b642 req-6b48d09e-a61d-4e7d-a402-8ff1067efeba service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306574 Sep 01 15:25:20.690967 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db9af0ae-df9d-4643-8669-8bc3fd992d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:20.697700 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db9af0ae-df9d-4643-8669-8bc3fd992d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:20.700466 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-db9af0ae-df9d-4643-8669-8bc3fd992d98 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee6a3bf4-2a77-4596-af5a-5853d9e9afbb HTTP/1.1" status: 204 len: 168 time: 0.3097401 Sep 01 15:25:20.713878 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9af0ae-df9d-4643-8669-8bc3fd992d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6a3bf4-2a77-4596-af5a-5853d9e9afbb,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:20.794476 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50922) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:20.816167 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50926) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:21.158738 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17ba321c-6874-4155-9bb6-08f09cc42bf2 req-c4882d2e-bf69-4b63-92b2-5e130f4ea051 service neutron] 10.222.0.62 "GET /v2.0/networks/4578278d-9bad-4f8d-8bc4-6025bd0de686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8246422 Sep 01 15:25:21.197140 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c5462-6ea9-4721-868f-a24ac11e09da req-cf261998-eadf-440e-a749-52f6f4cfcd5d tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:21.198955 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d76c5462-6ea9-4721-868f-a24ac11e09da req-cf261998-eadf-440e-a749-52f6f4cfcd5d tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=dedd2339-bb01-437b-b423-2ba468137f8c HTTP/1.1" status: 200 len: 945 time: 0.4799292 Sep 01 15:25:21.232899 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770bd08-06c4-4775-b158-4fb12a0015a3 req-e5fa53d4-a02e-4c40-b49f-9e12bfddc95d tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:21.235829 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2770bd08-06c4-4775-b158-4fb12a0015a3 req-e5fa53d4-a02e-4c40-b49f-9e12bfddc95d tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.1397698 Sep 01 15:25:21.298987 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2770bd08-06c4-4775-b158-4fb12a0015a3 req-70c6fe93-0181-44c4-921d-e9d17d160a37 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539181 Sep 01 15:25:21.405782 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-79be99ce-8888-4be0-99ef-f1f1eee37fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:21.435094 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b25cbf10-0ae5-463e-a0bd-94ec17d435f6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:21.520768 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d76c5462-6ea9-4721-868f-a24ac11e09da req-7b8e0535-2397-46ff-b3ce-fa3c22c2718f tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008883 Sep 01 15:25:21.655812 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-96744028-3fa6-4796-8c54-dd4482cc692f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2a1737543804470f8e63a9c45dd42e5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8363407 Sep 01 15:25:21.657940 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 50954) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:21.811704 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b25cbf10-0ae5-463e-a0bd-94ec17d435f6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:21.857787 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-79be99ce-8888-4be0-99ef-f1f1eee37fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:21.871389 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3162380-f477-40f5-99de-4820035067f3 req-478d7eda-ae2f-4bec-b607-d46f8bea5df3 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:21.873230 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a3162380-f477-40f5-99de-4820035067f3 req-478d7eda-ae2f-4bec-b607-d46f8bea5df3 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f977c95-1deb-49e5-ba0f-9472b8fe4652 HTTP/1.1" status: 200 len: 945 time: 0.1833861 Sep 01 15:25:21.874554 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-79be99ce-8888-4be0-99ef-f1f1eee37fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:21.912894 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be99ce-8888-4be0-99ef-f1f1eee37fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e059355-ff5a-48cb-9cdf-bba534ff05aa,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:21.930329 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-89d76c71-6766-4ef8-b8b1-c5d215c59e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:22.016605 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be99ce-8888-4be0-99ef-f1f1eee37fee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:22.016605 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be99ce-8888-4be0-99ef-f1f1eee37fee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:22.016605 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be99ce-8888-4be0-99ef-f1f1eee37fee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:22.017076 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be99ce-8888-4be0-99ef-f1f1eee37fee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:22.017202 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be99ce-8888-4be0-99ef-f1f1eee37fee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:22.017587 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be99ce-8888-4be0-99ef-f1f1eee37fee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:22.017876 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be99ce-8888-4be0-99ef-f1f1eee37fee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:22.020886 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be99ce-8888-4be0-99ef-f1f1eee37fee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:22.021355 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be99ce-8888-4be0-99ef-f1f1eee37fee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:22.021617 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be99ce-8888-4be0-99ef-f1f1eee37fee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:22.021959 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be99ce-8888-4be0-99ef-f1f1eee37fee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:22.022317 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be99ce-8888-4be0-99ef-f1f1eee37fee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:22.039155 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-89d76c71-6766-4ef8-b8b1-c5d215c59e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:22.068714 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-79be99ce-8888-4be0-99ef-f1f1eee37fee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3e05d3714d5c425287860ed5a70ea727&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2709861 Sep 01 15:25:22.070530 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50962) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:22.270946 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-89d76c71-6766-4ef8-b8b1-c5d215c59e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:22.276357 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-89d76c71-6766-4ef8-b8b1-c5d215c59e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:22.278070 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-89d76c71-6766-4ef8-b8b1-c5d215c59e85 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/292dfbc4-6adf-4071-92f0-480466c23559 HTTP/1.1" status: 204 len: 168 time: 0.6179235 Sep 01 15:25:22.303909 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de8288c5-deb2-4ded-952b-31dcfbe6d2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:22.315648 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d76c71-6766-4ef8-b8b1-c5d215c59e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292dfbc4-6adf-4071-92f0-480466c23559,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:22.425293 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-a3162380-f477-40f5-99de-4820035067f3 req-6cf18d9e-eb5e-45eb-a7a0-bf4dde23ad54 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Deleting port f08d3a32-0cce-41a2-a539-94c483b222da {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:22.425836 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a3162380-f477-40f5-99de-4820035067f3 req-6cf18d9e-eb5e-45eb-a7a0-bf4dde23ad54 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:22.524765 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b25cbf10-0ae5-463e-a0bd-94ec17d435f6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:22.535456 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b25cbf10-0ae5-463e-a0bd-94ec17d435f6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:22.541894 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de8288c5-deb2-4ded-952b-31dcfbe6d2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:22.752532 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25cbf10-0ae5-463e-a0bd-94ec17d435f6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Port': ['ID=edc536a2-a239-43fc-a891-2b3178396201,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:22.774496 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b25cbf10-0ae5-463e-a0bd-94ec17d435f6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:22.848249 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa9137-53f1-4490-8cb6-8a6219da6a81 req-9eab75c8-d566-404b-8328-15908dea68a0 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:22.850612 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-97aa9137-53f1-4490-8cb6-8a6219da6a81 req-9eab75c8-d566-404b-8328-15908dea68a0 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.1983709 Sep 01 15:25:22.853791 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-a3162380-f477-40f5-99de-4820035067f3 req-6cf18d9e-eb5e-45eb-a7a0-bf4dde23ad54 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] For port f08d3a32-0cce-41a2-a539-94c483b222da, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f08d3a32-0cce-41a2-a539-94c483b222da,segment=NetworkSegment(c49b7b97-229f-4676-9cb2-edf69b6aadb4),segment_id=c49b7b97-229f-4676-9cb2-edf69b6aadb4)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:22.854461 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a3162380-f477-40f5-99de-4820035067f3 req-6cf18d9e-eb5e-45eb-a7a0-bf4dde23ad54 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:22.857986 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 50982) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:22.908646 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de8288c5-deb2-4ded-952b-31dcfbe6d2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:22.912976 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de8288c5-deb2-4ded-952b-31dcfbe6d2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:22.919267 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-de8288c5-deb2-4ded-952b-31dcfbe6d2d9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9e059355-ff5a-48cb-9cdf-bba534ff05aa HTTP/1.1" status: 204 len: 168 time: 0.8447957 Sep 01 15:25:22.923221 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-a3162380-f477-40f5-99de-4820035067f3 req-6cf18d9e-eb5e-45eb-a7a0-bf4dde23ad54 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Calling delete_port for f08d3a32-0cce-41a2-a539-94c483b222da owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:22.981384 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8288c5-deb2-4ded-952b-31dcfbe6d2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e059355-ff5a-48cb-9cdf-bba534ff05aa,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:23.184995 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cea951-72c5-41d7-bf83-0ed42865786d req-351276e7-81c9-405a-8f38-8810edae8e57 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:23.187144 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-97aa9137-53f1-4490-8cb6-8a6219da6a81 req-86ef6813-b57a-4fba-b0d6-ebd6598da25f tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106656 Sep 01 15:25:23.213417 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e0cea951-72c5-41d7-bf83-0ed42865786d req-351276e7-81c9-405a-8f38-8810edae8e57 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=dedd2339-bb01-437b-b423-2ba468137f8c HTTP/1.1" status: 200 len: 945 time: 0.3092015 Sep 01 15:25:23.331425 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073bfb7-3fe7-463b-8bca-46bc15578fc1 req-79bc87c4-6b82-4370-9c2f-e95861ff6934 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:23.331425 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9073bfb7-3fe7-463b-8bca-46bc15578fc1 req-79bc87c4-6b82-4370-9c2f-e95861ff6934 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.62 "GET /v2.0/ports?device_id=dedd2339-bb01-437b-b423-2ba468137f8c HTTP/1.1" status: 200 len: 945 time: 0.4230900 Sep 01 15:25:23.368001 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-cd48f13e-0bbc-483e-bdcd-76758e8e4cf3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1994068101-network', 'tenant_id': 'f64e9e568cfb496c936b61a18ec8a0b5'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:23.424604 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-b25cbf10-0ae5-463e-a0bd-94ec17d435f6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Floating IP bf7d4895-e6f5-4170-b8e4-a83b1c87bdce associated. External IP: 172.25.6.247, port: e1e687d8-0af0-4c66-b0c0-65b5585e9d32. Sep 01 15:25:23.717275 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd48f13e-0bbc-483e-bdcd-76758e8e4cf3 admin admin] Made reservation on behalf of f64e9e568cfb496c936b61a18ec8a0b5 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:25:23.730260 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cd48f13e-0bbc-483e-bdcd-76758e8e4cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:23.791834 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cd48f13e-0bbc-483e-bdcd-76758e8e4cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:23.937476 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a3162380-f477-40f5-99de-4820035067f3 req-6cf18d9e-eb5e-45eb-a7a0-bf4dde23ad54 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:24.009076 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['d499b856-871f-4089-8ae8-a23e0bd5a867'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:25:24.161946 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf18d9e-eb5e-45eb-a7a0-bf4dde23ad54 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Pushing event deleted for resources: {'Port': ['ID=f08d3a32-0cce-41a2-a539-94c483b222da,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:24.249213 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e0cea951-72c5-41d7-bf83-0ed42865786d req-ce241ff6-17a9-4729-b916-88706cddd6dd tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9475420 Sep 01 15:25:24.483237 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3162380-f477-40f5-99de-4820035067f3 req-6cf18d9e-eb5e-45eb-a7a0-bf4dde23ad54 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] No DVR routers for this DVR port f08d3a32-0cce-41a2-a539-94c483b222da on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:25:24.561546 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-9073bfb7-3fe7-463b-8bca-46bc15578fc1 req-a7ee740c-8fad-44fc-9859-a246977ba51c tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Deleting port d499b856-871f-4089-8ae8-a23e0bd5a867 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:24.561941 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9073bfb7-3fe7-463b-8bca-46bc15578fc1 req-a7ee740c-8fad-44fc-9859-a246977ba51c tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:24.571934 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a3162380-f477-40f5-99de-4820035067f3 req-6cf18d9e-eb5e-45eb-a7a0-bf4dde23ad54 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:24.583875 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a3162380-f477-40f5-99de-4820035067f3 req-6cf18d9e-eb5e-45eb-a7a0-bf4dde23ad54 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.45 "DELETE /v2.0/ports/f08d3a32-0cce-41a2-a539-94c483b222da HTTP/1.1" status: 204 len: 173 time: 2.6719289 Sep 01 15:25:24.596486 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f977c95-1deb-49e5-ba0f-9472b8fe4652', 'name': 'network-vif-deleted', 'tag': 'f08d3a32-0cce-41a2-a539-94c483b222da'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:25:24.609601 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a52832-3fb7-4252-b2a8-6122e603453c" -d '{"events": [{"server_uuid": "8f977c95-1deb-49e5-ba0f-9472b8fe4652", "name": "network-vif-deleted", "tag": "f08d3a32-0cce-41a2-a539-94c483b222da"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:25:24.775535 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56825391-0484-4384-9378-868b6479f92c x-openstack-request-id: req-56825391-0484-4384-9378-868b6479f92c {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:25:24.778562 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f977c95-1deb-49e5-ba0f-9472b8fe4652", "name": "network-vif-deleted", "tag": "f08d3a32-0cce-41a2-a539-94c483b222da", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:25:24.779372 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-56825391-0484-4384-9378-868b6479f92c {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:25:24.781466 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f977c95-1deb-49e5-ba0f-9472b8fe4652', 'name': 'network-vif-deleted', 'tag': 'f08d3a32-0cce-41a2-a539-94c483b222da', 'status': 'completed', 'code': 200} Sep 01 15:25:24.967470 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ddd12-3dde-4b65-881a-d3b451ba2b20 req-8aedba4d-f0d0-4057-90c4-f25407ece2b5 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:24.992469 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-327ddd12-3dde-4b65-881a-d3b451ba2b20 req-8aedba4d-f0d0-4057-90c4-f25407ece2b5 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.4370043 Sep 01 15:25:25.046283 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-9073bfb7-3fe7-463b-8bca-46bc15578fc1 req-a7ee740c-8fad-44fc-9859-a246977ba51c tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] For port d499b856-871f-4089-8ae8-a23e0bd5a867, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=d499b856-871f-4089-8ae8-a23e0bd5a867,segment=NetworkSegment(c49b7b97-229f-4676-9cb2-edf69b6aadb4),segment_id=c49b7b97-229f-4676-9cb2-edf69b6aadb4)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:25.046777 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9073bfb7-3fe7-463b-8bca-46bc15578fc1 req-a7ee740c-8fad-44fc-9859-a246977ba51c tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:25.115165 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-9073bfb7-3fe7-463b-8bca-46bc15578fc1 req-a7ee740c-8fad-44fc-9859-a246977ba51c tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Calling delete_port for d499b856-871f-4089-8ae8-a23e0bd5a867 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:25.118564 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25cbf10-0ae5-463e-a0bd-94ec17d435f6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Router 88fcdd69-820b-46ee-8ce3-18d0484113fb has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:25:25.126638 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cd48f13e-0bbc-483e-bdcd-76758e8e4cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:25.147046 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cd48f13e-0bbc-483e-bdcd-76758e8e4cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:25.263224 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd48f13e-0bbc-483e-bdcd-76758e8e4cf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:25:25.309215 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-327ddd12-3dde-4b65-881a-d3b451ba2b20 req-018ff6ca-7c9a-47c0-87bf-305146e99854 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905452 Sep 01 15:25:25.349431 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cd48f13e-0bbc-483e-bdcd-76758e8e4cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:25.350004 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-cd48f13e-0bbc-483e-bdcd-76758e8e4cf3 admin admin] Added segment 57531288-d828-443b-b367-fd1e1ac7e99f of type vlan for network e5460166-f0b6-4e0f-87a2-13b45ba8cda0 Sep 01 15:25:25.412724 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48f13e-0bbc-483e-bdcd-76758e8e4cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acab8ce6-77ce-48e7-8bc5-24ff5806f7af,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:25.528988 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cd48f13e-0bbc-483e-bdcd-76758e8e4cf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:25.613465 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cd48f13e-0bbc-483e-bdcd-76758e8e4cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:25.615069 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd48f13e-0bbc-483e-bdcd-76758e8e4cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:25.615691 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cd48f13e-0bbc-483e-bdcd-76758e8e4cf3 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:25.654452 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cd48f13e-0bbc-483e-bdcd-76758e8e4cf3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7936723 Sep 01 15:25:25.689305 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51196) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:25.781172 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-c6e0fab7-232f-462d-880c-0ade7c1ce62b admin admin] Request body: {'subnet': {'network_id': 'e5460166-f0b6-4e0f-87a2-13b45ba8cda0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1994068101-subnet', 'tenant_id': 'f64e9e568cfb496c936b61a18ec8a0b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:25.828532 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51208) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:25.860958 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51212) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:25.903497 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f08d3a32-0cce-41a2-a539-94c483b222da no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:25:25.932437 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48f13e-0bbc-483e-bdcd-76758e8e4cf3 admin admin] Pushing event updated for resources: {'Network': ['ID=e5460166-f0b6-4e0f-87a2-13b45ba8cda0,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:25.941240 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e0fab7-232f-462d-880c-0ade7c1ce62b admin admin] Made reservation on behalf of f64e9e568cfb496c936b61a18ec8a0b5 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:25:25.948300 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c6e0fab7-232f-462d-880c-0ade7c1ce62b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:25.959962 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: f08d3a32-0cce-41a2-a539-94c483b222da {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:25:25.961773 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f08d3a32-0cce-41a2-a539-94c483b222da not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:25:25.966756 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network e5460166-f0b6-4e0f-87a2-13b45ba8cda0 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:25:26.249625 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e7028-d693-41e8-b69b-8df179234e31 req-721cee65-777c-4264-b707-6df84732db97 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:26.252055 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9f1e7028-d693-41e8-b69b-8df179234e31 req-721cee65-777c-4264-b707-6df84732db97 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.1095381 Sep 01 15:25:26.261962 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2e71c-8344-45dd-8861-e1669d4cddb2 req-92bd2103-0098-485d-b817-321fa47fa57a tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:26.275566 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ac2e71c-8344-45dd-8861-e1669d4cddb2 req-92bd2103-0098-485d-b817-321fa47fa57a tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=dedd2339-bb01-437b-b423-2ba468137f8c HTTP/1.1" status: 200 len: 945 time: 0.6169455 Sep 01 15:25:26.277166 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25cbf10-0ae5-463e-a0bd-94ec17d435f6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:25:26.280395 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-a38fda1e-9453-408e-a43d-7d217dd87717 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'network': {'name': 'tempest-RoutersTest-2082206013'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:26.294413 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193f39d3-bf72-4645-9324-19a162ed6b6f None None] Sync routers for ids ['88fcdd69-820b-46ee-8ce3-18d0484113fb'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:25:26.314010 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193f39d3-bf72-4645-9324-19a162ed6b6f None None] Routers {'88fcdd69-820b-46ee-8ce3-18d0484113fb'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:25:26.316305 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-193f39d3-bf72-4645-9324-19a162ed6b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:25:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['88fcdd69-820b-46ee-8ce3-18d0484113fb'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:26.321412 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-ac0be3a2-60b1-4846-b13d-9cc7c8f3f53e tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758310701'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:26.374184 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9f1e7028-d693-41e8-b69b-8df179234e31 req-429bec60-496f-48c9-bb86-a3da37f7d20a tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062181 Sep 01 15:25:26.377895 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38fda1e-9453-408e-a43d-7d217dd87717 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Made reservation on behalf of 5283ad44bc4649aa9a85d6a5a9623a1c for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:25:26.394146 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f1127-59dd-47c7-8e45-381e313a0fcf req-26fd6678-96ae-4add-b5e2-f20d4ece7aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:26.397135 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f66f1127-59dd-47c7-8e45-381e313a0fcf req-26fd6678-96ae-4add-b5e2-f20d4ece7aeb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cb731dadd864ee582f0baa54d2d48a9&device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 1096 time: 0.3478653 Sep 01 15:25:26.404035 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9073bfb7-3fe7-463b-8bca-46bc15578fc1 req-a7ee740c-8fad-44fc-9859-a246977ba51c tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:26.415143 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a38fda1e-9453-408e-a43d-7d217dd87717 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:26.460156 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device d499b856-871f-4089-8ae8-a23e0bd5a867 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:25:26.485101 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ac0be3a2-60b1-4846-b13d-9cc7c8f3f53e tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:26.497610 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: d499b856-871f-4089-8ae8-a23e0bd5a867 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:25:26.499568 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device d499b856-871f-4089-8ae8-a23e0bd5a867 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:25:26.500380 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a38fda1e-9453-408e-a43d-7d217dd87717 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:26.530437 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ac0be3a2-60b1-4846-b13d-9cc7c8f3f53e tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:26.542809 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b25cbf10-0ae5-463e-a0bd-94ec17d435f6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:26.642758 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ac2e71c-8344-45dd-8861-e1669d4cddb2 req-06c67395-29c7-46d9-b43c-73f91fa92e59 tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/security-groups?id=83e39c5e-e101-4611-adf6-e0f61e2079ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419909 Sep 01 15:25:26.643951 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee740c-8fad-44fc-9859-a246977ba51c tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Pushing event deleted for resources: {'Port': ['ID=d499b856-871f-4089-8ae8-a23e0bd5a867,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:26.713216 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-193f39d3-bf72-4645-9324-19a162ed6b6f None None] Set router 88fcdd69-820b-46ee-8ce3-18d0484113fb gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:25:26.800877 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b25cbf10-0ae5-463e-a0bd-94ec17d435f6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.7249455 Sep 01 15:25:26.850520 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869be674-05e2-4a87-980e-acea57d7473a', 'tag': 'e1e687d8-0af0-4c66-b0c0-65b5585e9d32'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:25:26.854893 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a9bf50-5c34-484c-a4e4-8359930f7ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "869be674-05e2-4a87-980e-acea57d7473a", "tag": "e1e687d8-0af0-4c66-b0c0-65b5585e9d32"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:25:26.881537 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-9073bfb7-3fe7-463b-8bca-46bc15578fc1 req-a7ee740c-8fad-44fc-9859-a246977ba51c tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] No DVR routers for this DVR port d499b856-871f-4089-8ae8-a23e0bd5a867 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:25:26.896739 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9073bfb7-3fe7-463b-8bca-46bc15578fc1 req-a7ee740c-8fad-44fc-9859-a246977ba51c tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:26.900419 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9073bfb7-3fe7-463b-8bca-46bc15578fc1 req-a7ee740c-8fad-44fc-9859-a246977ba51c tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.62 "DELETE /v2.0/ports/d499b856-871f-4089-8ae8-a23e0bd5a867 HTTP/1.1" status: 204 len: 173 time: 3.5443318 Sep 01 15:25:26.958968 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c6e0fab7-232f-462d-880c-0ade7c1ce62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:26.971905 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f1127-59dd-47c7-8e45-381e313a0fcf req-5951ad93-7e2b-4525-b607-924607089703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:26.974149 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f66f1127-59dd-47c7-8e45-381e313a0fcf req-5951ad93-7e2b-4525-b607-924607089703 service neutron] 10.222.0.62 "GET /v2.0/networks?id=de691801-89b1-48f6-bdfc-e34b336a486b HTTP/1.1" status: 200 len: 921 time: 0.5306180 Sep 01 15:25:27.120307 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0fab7-232f-462d-880c-0ade7c1ce62b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7305b75-0883-4ca2-85e6-e628da02c41e,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:27.155090 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf81913-e2b8-4c1f-92e5-844f83af8b50 x-openstack-request-id: req-fdf81913-e2b8-4c1f-92e5-844f83af8b50 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:25:27.155907 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "869be674-05e2-4a87-980e-acea57d7473a", "tag": "e1e687d8-0af0-4c66-b0c0-65b5585e9d32", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:25:27.156955 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fdf81913-e2b8-4c1f-92e5-844f83af8b50 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:25:27.157815 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869be674-05e2-4a87-980e-acea57d7473a', 'tag': 'e1e687d8-0af0-4c66-b0c0-65b5585e9d32', 'status': 'completed', 'code': 200} Sep 01 15:25:27.187213 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f66f1127-59dd-47c7-8e45-381e313a0fcf req-3ab047b4-777c-465b-8c91-03ef69dbe4ff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb47e15e-0e7a-42e3-aac9-9f307c255201 HTTP/1.1" status: 200 len: 217 time: 0.1965578 Sep 01 15:25:27.357666 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2f0da-75c0-4f5f-ae18-1494cf6f12cf req-db22333c-ded1-48c8-b971-b1781e40cd81 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:27.368292 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f7c2f0da-75c0-4f5f-ae18-1494cf6f12cf req-db22333c-ded1-48c8-b971-b1781e40cd81 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 945 time: 0.1907663 Sep 01 15:25:27.380491 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e0fab7-232f-462d-880c-0ade7c1ce62b admin admin] Checking segment: {'id': '57531288-d828-443b-b367-fd1e1ac7e99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e5460166-f0b6-4e0f-87a2-13b45ba8cda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:25:27.381151 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e0fab7-232f-462d-880c-0ade7c1ce62b admin admin] Network hostable DHCP agents. Network: e5460166-f0b6-4e0f-87a2-13b45ba8cda0, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:25:27.463382 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f7c2f0da-75c0-4f5f-ae18-1494cf6f12cf req-0ef04bb8-06ee-436d-ae2f-4c332278c47e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936432 Sep 01 15:25:27.470089 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e0fab7-232f-462d-880c-0ade7c1ce62b admin admin] Network e5460166-f0b6-4e0f-87a2-13b45ba8cda0 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:25:27.492433 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51352) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:27.528070 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ac0be3a2-60b1-4846-b13d-9cc7c8f3f53e tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:27.558618 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-c6e0fab7-232f-462d-880c-0ade7c1ce62b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, e5460166-f0b6-4e0f-87a2-13b45ba8cda0) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:25:27.573871 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e0fab7-232f-462d-880c-0ade7c1ce62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:27.574729 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c6e0fab7-232f-462d-880c-0ade7c1ce62b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:27.604832 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f1127-59dd-47c7-8e45-381e313a0fcf req-64e4b95a-e815-4f0d-88f4-f3113201d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:27.613078 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f66f1127-59dd-47c7-8e45-381e313a0fcf req-64e4b95a-e815-4f0d-88f4-f3113201d5e6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18713cb6-b926-44ed-a46d-38b8aaa8087d HTTP/1.1" status: 200 len: 860 time: 0.3669460 Sep 01 15:25:27.614454 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2272ec3-11d6-46d4-a7c6-830c9f28a73b None None] Network e5460166-f0b6-4e0f-87a2-13b45ba8cda0 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:25:27.616474 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ac0be3a2-60b1-4846-b13d-9cc7c8f3f53e tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:27.621050 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-134e3ba0-97dd-4123-98cd-014e57ce8c5a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/floatingips/bf7d4895-e6f5-4170-b8e4-a83b1c87bdce HTTP/1.1" status: 200 len: 991 time: 0.1270862 Sep 01 15:25:27.784417 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a38fda1e-9453-408e-a43d-7d217dd87717 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:27.790740 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a38fda1e-9453-408e-a43d-7d217dd87717 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:27.823690 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c6e0fab7-232f-462d-880c-0ade7c1ce62b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1330578 Sep 01 15:25:27.896957 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38fda1e-9453-408e-a43d-7d217dd87717 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:25:27.955228 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:27.978212 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fda1e-9453-408e-a43d-7d217dd87717 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8ff0b4-6901-4e3d-99d6-5b1634254237,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:27.985758 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f66f1127-59dd-47c7-8e45-381e313a0fcf req-43fd3464-44c1-4d91-8d67-cd0470f4449d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=de691801-89b1-48f6-bdfc-e34b336a486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3173862 Sep 01 15:25:28.039757 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a38fda1e-9453-408e-a43d-7d217dd87717 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:28.042036 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-a38fda1e-9453-408e-a43d-7d217dd87717 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Added segment 2f28e156-4cbc-4748-a54f-5a2b607496df of type vlan for network 0ffa05c0-55b5-41e9-98e8-c05824707be0 Sep 01 15:25:28.055013 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-193f39d3-bf72-4645-9324-19a162ed6b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219351267', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:23:59Z', 'updated_at': '2021-09-01T15:24:30Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:02Z', 'updated_at': '2021-09-01T15:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'bf7d4895-e6f5-4170-b8e4-a83b1c87bdce', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'port_id': 'e1e687d8-0af0-4c66-b0c0-65b5585e9d32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686', 'mac_address': 'fa:16:3e:34:4d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869be674-05e2-4a87-980e-acea57d7473a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:25:20Z', 'updated_at': '2021-09-01T15:25:20Z', 'revision_number': 0, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f7b055e-7598-47db-b9ff-511b05e91575', 'name': '', 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:e2:b9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '28b1fc88-16ee-47b8-b537-f7c2d7715bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:25Z', 'updated_at': '2021-09-01T15:24:44Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': '28b1fc88-16ee-47b8-b537-f7c2d7715bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:28.147104 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a38fda1e-9453-408e-a43d-7d217dd87717 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:28.217872 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a38fda1e-9453-408e-a43d-7d217dd87717 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:28.224796 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193f39d3-bf72-4645-9324-19a162ed6b6f None None] Checking router: 88fcdd69-820b-46ee-8ce3-18d0484113fb for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:25:28.233331 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38fda1e-9453-408e-a43d-7d217dd87717 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:28.234551 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a38fda1e-9453-408e-a43d-7d217dd87717 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:28.265820 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193f39d3-bf72-4645-9324-19a162ed6b6f None None] Routers {'88fcdd69-820b-46ee-8ce3-18d0484113fb'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:25:28.266744 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-193f39d3-bf72-4645-9324-19a162ed6b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:25:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['88fcdd69-820b-46ee-8ce3-18d0484113fb'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:28.320554 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bbd4d3f5-4428-44e3-ae3c-e16121417fd2 req-0af5af55-75ae-4c20-b0ac-a59af86c745c tempest-MultipleCreateTestJSON-1296997261 tempest-MultipleCreateTestJSON-1296997261-project] 10.222.0.60 "GET /v2.0/ports?device_id=dedd2339-bb01-437b-b423-2ba468137f8c HTTP/1.1" status: 200 len: 210 time: 0.1230834 Sep 01 15:25:28.388170 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5bb6ed-20dd-49c3-aeda-049eacf92eeb None None] Network e5460166-f0b6-4e0f-87a2-13b45ba8cda0 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:25:28.489638 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fda1e-9453-408e-a43d-7d217dd87717 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Network': ['ID=0ffa05c0-55b5-41e9-98e8-c05824707be0,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:28.532803 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 0ffa05c0-55b5-41e9-98e8-c05824707be0 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:25:28.578904 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0be3a2-60b1-4846-b13d-9cc7c8f3f53e tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00070875-3b45-4411-8574-a0263287318a,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:28.598988 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd365bf-db05-42bc-804d-dab3de7bbd31 req-c44d6500-3acc-4525-87c3-aaeef7a11b64 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:28.608800 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ffd365bf-db05-42bc-804d-dab3de7bbd31 req-c44d6500-3acc-4525-87c3-aaeef7a11b64 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.8951206 Sep 01 15:25:28.622254 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9bf50-5c34-484c-a4e4-8359930f7ed0 req-9c6c7e43-36f5-47cc-9fe2-668505154b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:28.623570 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51446) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:28.624676 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-41a9bf50-5c34-484c-a4e4-8359930f7ed0 req-9c6c7e43-36f5-47cc-9fe2-668505154b79 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 1096 time: 1.4141417 Sep 01 15:25:28.705177 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f66f1127-59dd-47c7-8e45-381e313a0fcf req-61f8f4d0-06c0-4c13-b18e-33e8859528dd service neutron] 10.222.0.62 "GET /v2.0/networks/de691801-89b1-48f6-bdfc-e34b336a486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6578150 Sep 01 15:25:28.811736 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ffd365bf-db05-42bc-804d-dab3de7bbd31 req-f2c31097-600a-4d6e-8ce0-5ade4ddabece tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014985 Sep 01 15:25:28.879053 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-55dfa9e2-83a5-4656-b123-47ecb3accf35 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/floatingips/bf7d4895-e6f5-4170-b8e4-a83b1c87bdce HTTP/1.1" status: 200 len: 991 time: 0.2530389 Sep 01 15:25:28.975393 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-193f39d3-bf72-4645-9324-19a162ed6b6f None None] Set router 88fcdd69-820b-46ee-8ce3-18d0484113fb gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:25:29.071305 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ac0be3a2-60b1-4846-b13d-9cc7c8f3f53e tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:29.099223 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ac0be3a2-60b1-4846-b13d-9cc7c8f3f53e tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:29.102630 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a38fda1e-9453-408e-a43d-7d217dd87717 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.2724519 Sep 01 15:25:29.112784 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51502) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:29.122169 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-73b32e8c-4126-452c-b65e-609b0226da51 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'network': {'name': 'tempest-RoutersTest-1341771336'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:29.152089 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0be3a2-60b1-4846-b13d-9cc7c8f3f53e tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e64b460-3584-4798-8ae8-19b3e36636aa,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:29.157825 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9bf50-5c34-484c-a4e4-8359930f7ed0 req-5c05abb4-fa14-49b2-b65e-4b71a340f1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:29.160139 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-41a9bf50-5c34-484c-a4e4-8359930f7ed0 req-5c05abb4-fa14-49b2-b65e-4b71a340f1ce service neutron] 10.222.0.62 "GET /v2.0/networks?id=4578278d-9bad-4f8d-8bc4-6025bd0de686 HTTP/1.1" status: 200 len: 898 time: 0.5029354 Sep 01 15:25:29.178055 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b32e8c-4126-452c-b65e-609b0226da51 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Made reservation on behalf of 5283ad44bc4649aa9a85d6a5a9623a1c for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:25:29.186403 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73b32e8c-4126-452c-b65e-609b0226da51 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:29.186912 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedd2339-bb01-437b-b423-2ba468137f8c', 'name': 'network-vif-deleted', 'tag': 'd499b856-871f-4089-8ae8-a23e0bd5a867'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:25:29.189766 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f83e4b-201b-41fc-acb7-8069c3ece1fc" -d '{"events": [{"server_uuid": "dedd2339-bb01-437b-b423-2ba468137f8c", "name": "network-vif-deleted", "tag": "d499b856-871f-4089-8ae8-a23e0bd5a867"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:25:29.290231 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90daad8b-df61-4a96-a3f9-125d57b0a675 x-openstack-request-id: req-90daad8b-df61-4a96-a3f9-125d57b0a675 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:25:29.290606 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dedd2339-bb01-437b-b423-2ba468137f8c", "name": "network-vif-deleted", "tag": "d499b856-871f-4089-8ae8-a23e0bd5a867", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:25:29.291401 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-90daad8b-df61-4a96-a3f9-125d57b0a675 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:25:29.291838 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dedd2339-bb01-437b-b423-2ba468137f8c', 'name': 'network-vif-deleted', 'tag': 'd499b856-871f-4089-8ae8-a23e0bd5a867', 'status': 'completed', 'code': 200} Sep 01 15:25:29.294761 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b32e8c-4126-452c-b65e-609b0226da51 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:25:29.295002 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-41a9bf50-5c34-484c-a4e4-8359930f7ed0 req-3a6e9370-4673-4811-a5c3-4604e35fe2cd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1e687d8-0af0-4c66-b0c0-65b5585e9d32 HTTP/1.1" status: 200 len: 999 time: 0.0926325 Sep 01 15:25:29.296041 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ac0be3a2-60b1-4846-b13d-9cc7c8f3f53e tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:29.297268 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ac0be3a2-60b1-4846-b13d-9cc7c8f3f53e tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.4312062 Sep 01 15:25:29.299429 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f66f1127-59dd-47c7-8e45-381e313a0fcf req-20fec24d-9358-4db0-9928-6eac5d828d99 service neutron] 10.222.0.62 "GET /v2.0/networks/de691801-89b1-48f6-bdfc-e34b336a486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5469506 Sep 01 15:25:29.300493 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51524) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:29.333942 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-3a232d0e-37b6-43f9-9287-c8d38c0dde93 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:29.335722 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-3a232d0e-37b6-43f9-9287-c8d38c0dde93 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/networks?id=e5460166-f0b6-4e0f-87a2-13b45ba8cda0 HTTP/1.1" status: 200 len: 814 time: 0.3484592 Sep 01 15:25:29.339770 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73b32e8c-4126-452c-b65e-609b0226da51 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:29.340314 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-73b32e8c-4126-452c-b65e-609b0226da51 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Added segment df780a77-c2e1-49e8-9013-314d5994f39c of type vlan for network 25cea452-2d6d-40f4-a90f-1ff0ece7f2f8 Sep 01 15:25:29.424552 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9bf50-5c34-484c-a4e4-8359930f7ed0 req-ecef6ddb-ceb6-4f0a-8745-cdfc3ab565d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:29.426962 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-41a9bf50-5c34-484c-a4e4-8359930f7ed0 req-ecef6ddb-ceb6-4f0a-8745-cdfc3ab565d3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=28b1fc88-16ee-47b8-b537-f7c2d7715bc7 HTTP/1.1" status: 200 len: 834 time: 0.0992074 Sep 01 15:25:29.440975 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-77c95e12-de7e-4de3-aed8-ff1de0d56d72 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1397257 Sep 01 15:25:29.446327 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51540) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:29.458411 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-2458076a-96e2-445b-9204-49f14bf327eb tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Request body: {'security_group': {'name': 'tempest-security--1340944845', 'description': 'tempest-security-description-14429932'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:29.522621 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73b32e8c-4126-452c-b65e-609b0226da51 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:29.545408 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51548) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:29.558659 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2458076a-96e2-445b-9204-49f14bf327eb tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:29.590499 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-d7e2b831-8d38-4593-b2e2-f85e1c491951 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/quotas/f64e9e568cfb496c936b61a18ec8a0b5 HTTP/1.1" status: 200 len: 375 time: 0.2241495 Sep 01 15:25:29.608300 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73b32e8c-4126-452c-b65e-609b0226da51 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:29.614538 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9bf50-5c34-484c-a4e4-8359930f7ed0 req-10cd066e-1b8f-4bff-a3b3-863ef4a47fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:29.616148 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-41a9bf50-5c34-484c-a4e4-8359930f7ed0 req-10cd066e-1b8f-4bff-a3b3-863ef4a47fa2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4578278d-9bad-4f8d-8bc4-6025bd0de686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1533997 Sep 01 15:25:29.617975 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-193f39d3-bf72-4645-9324-19a162ed6b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219351267', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:23:59Z', 'updated_at': '2021-09-01T15:24:30Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:02Z', 'updated_at': '2021-09-01T15:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'bf7d4895-e6f5-4170-b8e4-a83b1c87bdce', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'port_id': 'e1e687d8-0af0-4c66-b0c0-65b5585e9d32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686', 'mac_address': 'fa:16:3e:34:4d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869be674-05e2-4a87-980e-acea57d7473a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:25:20Z', 'updated_at': '2021-09-01T15:25:20Z', 'revision_number': 0, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f7b055e-7598-47db-b9ff-511b05e91575', 'name': '', 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:e2:b9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '28b1fc88-16ee-47b8-b537-f7c2d7715bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:25Z', 'updated_at': '2021-09-01T15:24:44Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': '28b1fc88-16ee-47b8-b537-f7c2d7715bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:29.619918 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b32e8c-4126-452c-b65e-609b0226da51 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:29.622454 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73b32e8c-4126-452c-b65e-609b0226da51 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:29.674071 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-b9faabfc-9e27-416c-99ab-3c56808a4bca tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f64e9e568cfb496c936b61a18ec8a0b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819943 Sep 01 15:25:29.728515 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2458076a-96e2-445b-9204-49f14bf327eb tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:29.734226 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d064b2-358f-4f4f-ba20-e61803b50305 admin admin] Deleting subnet 0bbfe87c-14ec-4424-8376-f61425c302dd {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:25:29.741932 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2458076a-96e2-445b-9204-49f14bf327eb tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:29.745854 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2458076a-96e2-445b-9204-49f14bf327eb tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:29.748049 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2458076a-96e2-445b-9204-49f14bf327eb tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "PUT /v2.0/security-groups/0e64b460-3584-4798-8ae8-19b3e36636aa HTTP/1.1" status: 200 len: 1778 time: 0.3000286 Sep 01 15:25:29.749476 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-91d064b2-358f-4f4f-ba20-e61803b50305 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:29.757039 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51550) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:29.835628 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193f39d3-bf72-4645-9324-19a162ed6b6f None None] The sync data for ids ['88fcdd69-820b-46ee-8ce3-18d0484113fb'] in n-d-794796-3 is: [{'id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219351267', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:23:59Z', 'updated_at': '2021-09-01T15:24:30Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:02Z', 'updated_at': '2021-09-01T15:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'bf7d4895-e6f5-4170-b8e4-a83b1c87bdce', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'port_id': 'e1e687d8-0af0-4c66-b0c0-65b5585e9d32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686', 'mac_address': 'fa:16:3e:34:4d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869be674-05e2-4a87-980e-acea57d7473a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:25:20Z', 'updated_at': '2021-09-01T15:25:20Z', 'revision_number': 0, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f7b055e-7598-47db-b9ff-511b05e91575', 'name': '', 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:e2:b9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '28b1fc88-16ee-47b8-b537-f7c2d7715bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:25Z', 'updated_at': '2021-09-01T15:24:44Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': '28b1fc88-16ee-47b8-b537-f7c2d7715bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:25:29.843479 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-41a9bf50-5c34-484c-a4e4-8359930f7ed0 req-4dfd4213-d925-445d-a409-0bc1aeb1a683 service neutron] 10.222.0.62 "GET /v2.0/networks/4578278d-9bad-4f8d-8bc4-6025bd0de686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031722 Sep 01 15:25:29.847826 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458076a-96e2-445b-9204-49f14bf327eb tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e64b460-3584-4798-8ae8-19b3e36636aa,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:29.854558 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-91d064b2-358f-4f4f-ba20-e61803b50305 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:29.890090 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51556) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:30.057822 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-91d064b2-358f-4f4f-ba20-e61803b50305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:30.124535 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1d735b19-d9e0-40de-8569-539e60688c8d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/floatingips/bf7d4895-e6f5-4170-b8e4-a83b1c87bdce HTTP/1.1" status: 200 len: 991 time: 0.2311780 Sep 01 15:25:30.161427 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-41a9bf50-5c34-484c-a4e4-8359930f7ed0 req-aeeaf5bf-517b-4f31-b6f9-cd2e23f8a464 service neutron] 10.222.0.62 "GET /v2.0/networks/4578278d-9bad-4f8d-8bc4-6025bd0de686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841446 Sep 01 15:25:30.188626 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cab5e-43f7-47f7-a02d-9bde4530321b req-ef674fc3-0d5a-4120-b648-c384c8acca1e tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:30.191346 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-594cab5e-43f7-47f7-a02d-9bde4530321b req-ef674fc3-0d5a-4120-b648-c384c8acca1e tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.1701684 Sep 01 15:25:30.206257 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-91d064b2-358f-4f4f-ba20-e61803b50305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:30.291206 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d064b2-358f-4f4f-ba20-e61803b50305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bbfe87c-14ec-4424-8376-f61425c302dd,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:30.293850 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-91d064b2-358f-4f4f-ba20-e61803b50305 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:30.299475 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-91d064b2-358f-4f4f-ba20-e61803b50305 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0bbfe87c-14ec-4424-8376-f61425c302dd HTTP/1.1" status: 204 len: 168 time: 0.7520754 Sep 01 15:25:30.304306 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51562) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:30.364934 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a71be2-b80e-4aa0-9a5f-1c859a4c57e6 None None] New status for floating IP bf7d4895-e6f5-4170-b8e4-a83b1c87bdce: ACTIVE {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:25:30.399033 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-594cab5e-43f7-47f7-a02d-9bde4530321b req-44582e34-027d-4b08-bea4-e466524eb36b tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844530 Sep 01 15:25:30.425540 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d724b6bb-c8e8-4abc-ba4a-787a8c915369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:30.589225 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-98ededb0-420b-4903-a13e-0edc6ab3c86b service neutron] 10.222.0.60 "GET /v2.0/networks/e5460166-f0b6-4e0f-87a2-13b45ba8cda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8307109 Sep 01 15:25:30.613011 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-73b32e8c-4126-452c-b65e-609b0226da51 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4980323 Sep 01 15:25:30.627779 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51568) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:30.633971 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-426bbc26-c512-494e-b42a-00aacc960d68 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'subnet': {'network_id': '0ffa05c0-55b5-41e9-98e8-c05824707be0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:30.646626 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d724b6bb-c8e8-4abc-ba4a-787a8c915369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:30.704245 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b32e8c-4126-452c-b65e-609b0226da51 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Network': ['ID=25cea452-2d6d-40f4-a90f-1ff0ece7f2f8,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:30.714619 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-d724b6bb-c8e8-4abc-ba4a-787a8c915369 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b43002b1-d496-4dff-a580-33e44d9974b4']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:30.738159 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-24ba8a88-7b35-47c8-9948-b25eecdb7936 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "GET /v2.0/security-groups/0e64b460-3584-4798-8ae8-19b3e36636aa HTTP/1.1" status: 200 len: 1778 time: 0.9724309 Sep 01 15:25:30.742815 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51572) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:30.745157 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 25cea452-2d6d-40f4-a90f-1ff0ece7f2f8 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:25:30.897853 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5f81015d-0172-4a20-9177-37ea06508cfa tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:30.923505 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-213cbb1e-7e36-46cf-8703-0fac8abe4046 service neutron] 10.222.0.60 "GET /v2.0/networks/e5460166-f0b6-4e0f-87a2-13b45ba8cda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327451 Sep 01 15:25:30.971576 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5f81015d-0172-4a20-9177-37ea06508cfa tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:31.077311 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5f81015d-0172-4a20-9177-37ea06508cfa tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:31.086979 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5f81015d-0172-4a20-9177-37ea06508cfa tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:31.089458 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5f81015d-0172-4a20-9177-37ea06508cfa tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "DELETE /v2.0/security-groups/0e64b460-3584-4798-8ae8-19b3e36636aa HTTP/1.1" status: 204 len: 168 time: 0.3446608 Sep 01 15:25:31.102400 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51574) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:31.126501 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-d724b6bb-c8e8-4abc-ba4a-787a8c915369 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c49b7b97-229f-4676-9cb2-edf69b6aadb4') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:31.127393 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-d724b6bb-c8e8-4abc-ba4a-787a8c915369 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c49b7b97-229f-4676-9cb2-edf69b6aadb4') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:31.131260 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51576) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:31.139660 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81015d-0172-4a20-9177-37ea06508cfa tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e64b460-3584-4798-8ae8-19b3e36636aa,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:31.163299 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d724b6bb-c8e8-4abc-ba4a-787a8c915369 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:31.262700 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2c57dec1-b796-4b7c-a98d-27eeab1afe86 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1579025 Sep 01 15:25:31.269104 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51582) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:31.307841 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d724b6bb-c8e8-4abc-ba4a-787a8c915369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:31.377273 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d724b6bb-c8e8-4abc-ba4a-787a8c915369 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:25:31.377949 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d724b6bb-c8e8-4abc-ba4a-787a8c915369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:25:31.384682 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:25:31.388232 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95de0c1c-c071-4f27-ad36-772490db2139 req-1bdf7741-bb12-4b8c-9a1e-58310454b789 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 210 time: 0.1266484 Sep 01 15:25:31.412660 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-3eb9734b-7217-41e7-969b-726fb1b62d5d tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] delete failed (client error): The resource could not be found. Sep 01 15:25:31.414649 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3eb9734b-7217-41e7-969b-726fb1b62d5d tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "DELETE /v2.0/security-groups/0e64b460-3584-4798-8ae8-19b3e36636aa HTTP/1.1" status: 404 len: 347 time: 0.1386628 Sep 01 15:25:31.421103 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51586) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:31.438157 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-c0676f4f-4c90-4e9e-806d-140ce3c09a51 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Request body: {'security_group': {'name': 'tempest-secgroup--465278205'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:31.507145 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426bbc26-c512-494e-b42a-00aacc960d68 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Made reservation on behalf of 5283ad44bc4649aa9a85d6a5a9623a1c for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:25:31.510823 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-426bbc26-c512-494e-b42a-00aacc960d68 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:31.537320 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-607290cd-1658-45a0-8584-2d6784f4759f tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/floatingips/bf7d4895-e6f5-4170-b8e4-a83b1c87bdce HTTP/1.1" status: 200 len: 993 time: 0.4049222 Sep 01 15:25:31.545623 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0676f4f-4c90-4e9e-806d-140ce3c09a51 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:31.708596 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d724b6bb-c8e8-4abc-ba4a-787a8c915369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:31.748416 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0676f4f-4c90-4e9e-806d-140ce3c09a51 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:31.749539 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d724b6bb-c8e8-4abc-ba4a-787a8c915369 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:31.754973 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d724b6bb-c8e8-4abc-ba4a-787a8c915369 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b43002b1-d496-4dff-a580-33e44d9974b4 HTTP/1.1" status: 204 len: 168 time: 1.4493032 Sep 01 15:25:31.781067 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0676f4f-4c90-4e9e-806d-140ce3c09a51 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:31.815270 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724b6bb-c8e8-4abc-ba4a-787a8c915369 admin admin] Pushing event deleted for resources: {'Network': ['ID=b43002b1-d496-4dff-a580-33e44d9974b4,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:31.861834 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0676f4f-4c90-4e9e-806d-140ce3c09a51 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd6ab44-86c7-4ce5-a3ee-2d3908ca64c2,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:31.866174 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0676f4f-4c90-4e9e-806d-140ce3c09a51 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:31.867576 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c0676f4f-4c90-4e9e-806d-140ce3c09a51 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4442844 Sep 01 15:25:31.872259 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51600) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:31.879936 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-291260b6-428b-4863-a594-0aec9453ca25 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Request body: {'security_group_rule': {'security_group_id': '9fd6ab44-86c7-4ce5-a3ee-2d3908ca64c2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:31.909936 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d5df4d-c510-4f8c-aa7b-7bc642df4dd6 req-d6e8c8aa-4f67-4a38-98c0-99009e224c86 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:31.912254 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-52d5df4d-c510-4f8c-aa7b-7bc642df4dd6 req-d6e8c8aa-4f67-4a38-98c0-99009e224c86 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.1612971 Sep 01 15:25:31.958833 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-291260b6-428b-4863-a594-0aec9453ca25 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:32.000586 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-52d5df4d-c510-4f8c-aa7b-7bc642df4dd6 req-b78a9df6-03f8-4c78-9fdb-31f16e22f3d9 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726950 Sep 01 15:25:32.063179 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-291260b6-428b-4863-a594-0aec9453ca25 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:32.079302 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-291260b6-428b-4863-a594-0aec9453ca25 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:32.096629 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-426bbc26-c512-494e-b42a-00aacc960d68 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:32.107305 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291260b6-428b-4863-a594-0aec9453ca25 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43884523-7ddc-4270-911b-e61069245095,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:32.116994 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-291260b6-428b-4863-a594-0aec9453ca25 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:32.118575 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-291260b6-428b-4863-a594-0aec9453ca25 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2450609 Sep 01 15:25:32.123776 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51602) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:32.193526 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-805f5b05-d1b5-4386-b6e8-b2eef1f358af tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:32.211120 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51604) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:32.222216 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-805f5b05-d1b5-4386-b6e8-b2eef1f358af tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:32.255790 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426bbc26-c512-494e-b42a-00aacc960d68 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Subnet': ['ID=087ec255-c21b-4a59-ba89-d438c1fb799e,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:32.270756 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426bbc26-c512-494e-b42a-00aacc960d68 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Checking segment: {'id': '2f28e156-4cbc-4748-a54f-5a2b607496df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0ffa05c0-55b5-41e9-98e8-c05824707be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:25:32.271130 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426bbc26-c512-494e-b42a-00aacc960d68 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network hostable DHCP agents. Network: 0ffa05c0-55b5-41e9-98e8-c05824707be0, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:25:32.297321 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426bbc26-c512-494e-b42a-00aacc960d68 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network 0ffa05c0-55b5-41e9-98e8-c05824707be0 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:25:32.309511 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-426bbc26-c512-494e-b42a-00aacc960d68 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 0ffa05c0-55b5-41e9-98e8-c05824707be0) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:25:32.315892 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0a865416-2074-4499-baee-aa8eed440ff6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cebeadb3f5914db3b62acbb94abbc05c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1018596 Sep 01 15:25:32.318525 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-805f5b05-d1b5-4386-b6e8-b2eef1f358af tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:32.320590 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14abef0b-36ed-4b2e-b6e9-1b9816f3ec16 None None] Network 0ffa05c0-55b5-41e9-98e8-c05824707be0 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:25:32.321093 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51606) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:32.334286 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426bbc26-c512-494e-b42a-00aacc960d68 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:32.335515 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-426bbc26-c512-494e-b42a-00aacc960d68 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:32.352209 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-805f5b05-d1b5-4386-b6e8-b2eef1f358af tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:32.353980 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-805f5b05-d1b5-4386-b6e8-b2eef1f358af tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/43884523-7ddc-4270-911b-e61069245095 HTTP/1.1" status: 204 len: 168 time: 0.2289240 Sep 01 15:25:32.359931 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51608) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:32.381588 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f5b05-d1b5-4386-b6e8-b2eef1f358af tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43884523-7ddc-4270-911b-e61069245095,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:32.408452 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-426bbc26-c512-494e-b42a-00aacc960d68 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7786090 Sep 01 15:25:32.414457 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51610) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:32.421768 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-7ebe3052-4f2e-4ff6-b303-2fdf958cd169 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'subnet': {'network_id': '25cea452-2d6d-40f4-a90f-1ff0ece7f2f8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:32.474581 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-24b378f2-9d1d-41b5-a17d-da449f3bb43e tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1132143 Sep 01 15:25:32.477181 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51614) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:32.577280 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6786d1-bca3-43ac-9bbe-3feec5ae88c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-0ffa05c0-55b5-41e9-98e8-c05824707be0', 'network_id': '0ffa05c0-55b5-41e9-98e8-c05824707be0', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'fixed_ips': [{'subnet_id': '087ec255-c21b-4a59-ba89-d438c1fb799e'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:25:32.579735 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ad6786d1-bca3-43ac-9bbe-3feec5ae88c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:32.590714 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16d6b6ad-2c79-4b83-9e96-f977d16b7405 req-783f86d6-9919-474f-b31f-ceb0fc322197 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 210 time: 0.0603154 Sep 01 15:25:32.607743 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9471db88-a71d-4326-8d00-1cfd485893a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:32.628268 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e2311635-1c1e-4930-a3aa-39d5c6ff6bb2 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:32.665210 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e2311635-1c1e-4930-a3aa-39d5c6ff6bb2 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:32.665475 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9471db88-a71d-4326-8d00-1cfd485893a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:32.736117 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebe3052-4f2e-4ff6-b303-2fdf958cd169 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Made reservation on behalf of 5283ad44bc4649aa9a85d6a5a9623a1c for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:25:32.743076 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ebe3052-4f2e-4ff6-b303-2fdf958cd169 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:32.755744 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e2311635-1c1e-4930-a3aa-39d5c6ff6bb2 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:32.761011 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e2311635-1c1e-4930-a3aa-39d5c6ff6bb2 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:32.764410 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e2311635-1c1e-4930-a3aa-39d5c6ff6bb2 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "DELETE /v2.0/security-groups/9fd6ab44-86c7-4ce5-a3ee-2d3908ca64c2 HTTP/1.1" status: 204 len: 168 time: 0.2851906 Sep 01 15:25:32.774414 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51616) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:32.788468 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-ad6786d1-bca3-43ac-9bbe-3feec5ae88c9 None None] Allocated IP 172.20.0.2 (0ffa05c0-55b5-41e9-98e8-c05824707be0/087ec255-c21b-4a59-ba89-d438c1fb799e/3f8e6c86-8ddf-445d-8d08-361b9372a130) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:25:32.815931 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2311635-1c1e-4930-a3aa-39d5c6ff6bb2 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd6ab44-86c7-4ce5-a3ee-2d3908ca64c2,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:32.891883 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c204c155-cce2-4e98-9348-7c93f434e21f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1063087 Sep 01 15:25:32.900777 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51622) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:32.921993 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-d1dd53b3-a92e-499b-8d34-e1c8179c851c tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Request body: {'security_group': {'name': 'tempest-secgroup--42378908'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:33.014278 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d1dd53b3-a92e-499b-8d34-e1c8179c851c tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:33.116844 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9471db88-a71d-4326-8d00-1cfd485893a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:33.130486 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9471db88-a71d-4326-8d00-1cfd485893a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:33.132761 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9471db88-a71d-4326-8d00-1cfd485893a9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/83e39c5e-e101-4611-adf6-e0f61e2079ab HTTP/1.1" status: 204 len: 168 time: 0.7952237 Sep 01 15:25:33.178910 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471db88-a71d-4326-8d00-1cfd485893a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e39c5e-e101-4611-adf6-e0f61e2079ab,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:33.222698 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ad6786d1-bca3-43ac-9bbe-3feec5ae88c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:33.242698 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ad6786d1-bca3-43ac-9bbe-3feec5ae88c9 None None] Transition to ACTIVE for port object 3f8e6c86-8ddf-445d-8d08-361b9372a130 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:25:33.278955 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ad6786d1-bca3-43ac-9bbe-3feec5ae88c9 None None] Transition to ACTIVE for port object 3f8e6c86-8ddf-445d-8d08-361b9372a130 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:25:33.296720 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ad6786d1-bca3-43ac-9bbe-3feec5ae88c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:33.319183 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d1dd53b3-a92e-499b-8d34-e1c8179c851c tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:33.331044 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d1dd53b3-a92e-499b-8d34-e1c8179c851c tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:33.331275 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-36b3d7a5-ab2e-4bec-9720-de9e8e01998d tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:33.334393 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-36b3d7a5-ab2e-4bec-9720-de9e8e01998d tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.45 "GET /v2.0/networks?id=e5460166-f0b6-4e0f-87a2-13b45ba8cda0 HTTP/1.1" status: 200 len: 814 time: 0.4641831 Sep 01 15:25:33.357171 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-bd830665-a149-4c2b-bb61-f09073bfedee tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Request body: {'port': {'device_id': 'e4c8bf03-9ffd-4056-9bbc-3f99579e7385', 'network_id': 'e5460166-f0b6-4e0f-87a2-13b45ba8cda0', 'admin_state_up': True, 'tenant_id': 'f64e9e568cfb496c936b61a18ec8a0b5'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:33.386440 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43049e17-7e2b-4e6a-bbfe-1b19010fde94 req-832e3311-0d2b-4d77-9904-2258920979cb tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:33.388737 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-43049e17-7e2b-4e6a-bbfe-1b19010fde94 req-832e3311-0d2b-4d77-9904-2258920979cb tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.1710038 Sep 01 15:25:33.394217 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d1dd53b3-a92e-499b-8d34-e1c8179c851c tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:33.400714 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d1dd53b3-a92e-499b-8d34-e1c8179c851c tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4925663 Sep 01 15:25:33.400714 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd53b3-a92e-499b-8d34-e1c8179c851c tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ef5abb-2a69-4ec4-8ce1-f7c291ccfc9a,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:33.402200 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51632) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:33.420713 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-cab34d65-a5d8-4b2d-83bc-9f48e44bd203 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Request body: {'security_group_rule': {'security_group_id': 'c6ef5abb-2a69-4ec4-8ce1-f7c291ccfc9a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:33.452813 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6786d1-bca3-43ac-9bbe-3feec5ae88c9 None None] Network 0ffa05c0-55b5-41e9-98e8-c05824707be0 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:25:33.459638 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-ad6786d1-bca3-43ac-9bbe-3feec5ae88c9 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:25:33.480485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6786d1-bca3-43ac-9bbe-3feec5ae88c9 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:25:33.490034 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cab34d65-a5d8-4b2d-83bc-9f48e44bd203 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:33.522209 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6786d1-bca3-43ac-9bbe-3feec5ae88c9 None None] Pushing event updated for resources: {'Port': ['ID=3f8e6c86-8ddf-445d-8d08-361b9372a130,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:33.565070 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-ad6786d1-bca3-43ac-9bbe-3feec5ae88c9 None None] Attempting to bind port 3f8e6c86-8ddf-445d-8d08-361b9372a130 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:25:33.565590 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-ad6786d1-bca3-43ac-9bbe-3feec5ae88c9 None None] Attempting to bind port 3f8e6c86-8ddf-445d-8d08-361b9372a130 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '2f28e156-4cbc-4748-a54f-5a2b607496df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0ffa05c0-55b5-41e9-98e8-c05824707be0'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:25:33.566064 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6786d1-bca3-43ac-9bbe-3feec5ae88c9 None None] Attempting to bind port 3f8e6c86-8ddf-445d-8d08-361b9372a130 on network 0ffa05c0-55b5-41e9-98e8-c05824707be0 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:25:33.580536 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6786d1-bca3-43ac-9bbe-3feec5ae88c9 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:25:33.581308 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6786d1-bca3-43ac-9bbe-3feec5ae88c9 None None] Checking segment: {'id': '2f28e156-4cbc-4748-a54f-5a2b607496df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0ffa05c0-55b5-41e9-98e8-c05824707be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:25:33.581838 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ad6786d1-bca3-43ac-9bbe-3feec5ae88c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:33.582490 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6786d1-bca3-43ac-9bbe-3feec5ae88c9 None None] Bound using segment: {'id': '2f28e156-4cbc-4748-a54f-5a2b607496df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0ffa05c0-55b5-41e9-98e8-c05824707be0'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:25:33.583286 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-ad6786d1-bca3-43ac-9bbe-3feec5ae88c9 None None] Bound port: 3f8e6c86-8ddf-445d-8d08-361b9372a130, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f28e156-4cbc-4748-a54f-5a2b607496df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0ffa05c0-55b5-41e9-98e8-c05824707be0'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:25:33.583993 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ad6786d1-bca3-43ac-9bbe-3feec5ae88c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:33.598957 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-43049e17-7e2b-4e6a-bbfe-1b19010fde94 req-4aa47fdb-6e43-49c3-aea6-752738fb6127 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842854 Sep 01 15:25:33.702785 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cab34d65-a5d8-4b2d-83bc-9f48e44bd203 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:33.712008 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cab34d65-a5d8-4b2d-83bc-9f48e44bd203 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:33.761538 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-ad6786d1-bca3-43ac-9bbe-3feec5ae88c9 None None] For port 3f8e6c86-8ddf-445d-8d08-361b9372a130, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:25:33.763722 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab34d65-a5d8-4b2d-83bc-9f48e44bd203 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a8e9fd-6a4e-4e9e-b0e3-683f11826514,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:33.768756 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-ad6786d1-bca3-43ac-9bbe-3feec5ae88c9 None None] For port 3f8e6c86-8ddf-445d-8d08-361b9372a130, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=3f8e6c86-8ddf-445d-8d08-361b9372a130,segment=NetworkSegment(2f28e156-4cbc-4748-a54f-5a2b607496df),segment_id=2f28e156-4cbc-4748-a54f-5a2b607496df)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:25:33.779163 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ad6786d1-bca3-43ac-9bbe-3feec5ae88c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:33.780523 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cab34d65-a5d8-4b2d-83bc-9f48e44bd203 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:33.782063 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cab34d65-a5d8-4b2d-83bc-9f48e44bd203 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3687873 Sep 01 15:25:33.785128 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51638) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:33.792329 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6f3327e7-c5e0-4b50-8ade-81f56c830343 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Request body: {'security_group_rule': {'security_group_id': 'c6ef5abb-2a69-4ec4-8ce1-f7c291ccfc9a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:33.868711 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.api [None req-6f3327e7-c5e0-4b50-8ade-81f56c830343 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:25:33.868711 n-d-794796-3 neutron-server[94734]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 15:25:33.868711 n-d-794796-3 neutron-server[94734]: [parameters: {'project_id_1': '8c2921207d654aceb04af189eb735525', 'expiration_1': datetime.datetime(2021, 9, 1, 15, 25, 33, 805382)}] Sep 01 15:25:33.868711 n-d-794796-3 neutron-server[94734]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:25:33.869285 n-d-794796-3 neutron-server[94734]: DEBUG oslo_db.api [None req-6f3327e7-c5e0-4b50-8ade-81f56c830343 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:25:33.877387 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e5cbc41a-481b-402d-ac4b-e0c4118fdac8 req-ed8c4699-3a64-4a79-9267-bad7cd50249f tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 210 time: 0.1015728 Sep 01 15:25:33.893506 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ebe3052-4f2e-4ff6-b303-2fdf958cd169 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:33.927979 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6786d1-bca3-43ac-9bbe-3feec5ae88c9 None None] Pushing event updated for resources: {'Port': ['ID=3f8e6c86-8ddf-445d-8d08-361b9372a130,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:33.936809 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-bd830665-a149-4c2b-bb61-f09073bfedee tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Made reservation on behalf of f64e9e568cfb496c936b61a18ec8a0b5 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:25:33.950997 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-bd830665-a149-4c2b-bb61-f09073bfedee tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:34.066842 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe3052-4f2e-4ff6-b303-2fdf958cd169 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Subnet': ['ID=2b79fe0c-97fa-4c9f-8508-2ead18ec320e,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:34.104668 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebe3052-4f2e-4ff6-b303-2fdf958cd169 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Checking segment: {'id': 'df780a77-c2e1-49e8-9013-314d5994f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '25cea452-2d6d-40f4-a90f-1ff0ece7f2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:25:34.105129 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebe3052-4f2e-4ff6-b303-2fdf958cd169 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network hostable DHCP agents. Network: 25cea452-2d6d-40f4-a90f-1ff0ece7f2f8, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:25:34.156123 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebe3052-4f2e-4ff6-b303-2fdf958cd169 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network 25cea452-2d6d-40f4-a90f-1ff0ece7f2f8 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:25:34.197350 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-7ebe3052-4f2e-4ff6-b303-2fdf958cd169 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 25cea452-2d6d-40f4-a90f-1ff0ece7f2f8) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:25:34.213875 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebe3052-4f2e-4ff6-b303-2fdf958cd169 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:34.214575 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ebe3052-4f2e-4ff6-b303-2fdf958cd169 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:34.251446 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50013dcd-5cb3-487a-b3f7-6c782e59a218 None None] Network 25cea452-2d6d-40f4-a90f-1ff0ece7f2f8 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:25:34.286150 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-bd830665-a149-4c2b-bb61-f09073bfedee tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Allocated IP 172.20.0.2 (e5460166-f0b6-4e0f-87a2-13b45ba8cda0/d7305b75-0883-4ca2-85e6-e628da02c41e/b9470091-87f1-45a7-9b64-aa8b33b9992e) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:25:34.308940 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7ebe3052-4f2e-4ff6-b303-2fdf958cd169 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8928955 Sep 01 15:25:34.315737 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51650) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:34.321733 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-81f92c05-8168-4ecf-9092-a43bc8b09f26 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1350406572', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:34.481287 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-81f92c05-8168-4ecf-9092-a43bc8b09f26 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:34.484032 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-81f92c05-8168-4ecf-9092-a43bc8b09f26 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:34.523886 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6f3327e7-c5e0-4b50-8ade-81f56c830343 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:34.565627 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55d00c6-762a-4c11-bc3c-838de3fbc507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-25cea452-2d6d-40f4-a90f-1ff0ece7f2f8', 'network_id': '25cea452-2d6d-40f4-a90f-1ff0ece7f2f8', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'fixed_ips': [{'subnet_id': '2b79fe0c-97fa-4c9f-8508-2ead18ec320e'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:25:34.567494 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f55d00c6-762a-4c11-bc3c-838de3fbc507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:34.700946 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-bd830665-a149-4c2b-bb61-f09073bfedee tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:34.794075 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51664) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:34.807074 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-81f92c05-8168-4ecf-9092-a43bc8b09f26 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:34.823622 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-f55d00c6-762a-4c11-bc3c-838de3fbc507 None None] Allocated IP 172.21.0.2 (25cea452-2d6d-40f4-a90f-1ff0ece7f2f8/2b79fe0c-97fa-4c9f-8508-2ead18ec320e/1eb835af-a412-4124-aa69-78bc09d7453d) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:25:34.823910 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-81f92c05-8168-4ecf-9092-a43bc8b09f26 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:34.860166 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6f3327e7-c5e0-4b50-8ade-81f56c830343 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:34.870111 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-81f92c05-8168-4ecf-9092-a43bc8b09f26 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:34.875208 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-81f92c05-8168-4ecf-9092-a43bc8b09f26 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5578001 Sep 01 15:25:34.876820 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51668) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:34.879677 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6f3327e7-c5e0-4b50-8ade-81f56c830343 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:34.906082 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3327e7-c5e0-4b50-8ade-81f56c830343 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=984be756-99a8-41ab-aca7-56a7cda190c6,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:34.958681 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-bd830665-a149-4c2b-bb61-f09073bfedee tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:35.034785 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6f3327e7-c5e0-4b50-8ade-81f56c830343 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:35.036339 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6f3327e7-c5e0-4b50-8ade-81f56c830343 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2493498 Sep 01 15:25:35.089175 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-bd830665-a149-4c2b-bb61-f09073bfedee tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Network e5460166-f0b6-4e0f-87a2-13b45ba8cda0 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:25:35.096536 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51672) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:35.105269 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6e8a7d0f-cb1f-484f-b1c8-61b329fa8ac7 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Request body: {'security_group_rule': {'security_group_id': 'c6ef5abb-2a69-4ec4-8ce1-f7c291ccfc9a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:35.121405 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0975cfa-3c54-42be-bb88-28ea5db59030 req-91cc3fb1-522b-4f04-b52d-a463d66ef8b7 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:35.129083 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b0975cfa-3c54-42be-bb88-28ea5db59030 req-91cc3fb1-522b-4f04-b52d-a463d66ef8b7 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.3178346 Sep 01 15:25:35.139084 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-bd830665-a149-4c2b-bb61-f09073bfedee tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:25:35.157628 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f55d00c6-762a-4c11-bc3c-838de3fbc507 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:35.173535 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f55d00c6-762a-4c11-bc3c-838de3fbc507 None None] Transition to ACTIVE for port object 1eb835af-a412-4124-aa69-78bc09d7453d will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:25:35.206773 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-bd830665-a149-4c2b-bb61-f09073bfedee tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:25:35.220595 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f55d00c6-762a-4c11-bc3c-838de3fbc507 None None] Transition to ACTIVE for port object 1eb835af-a412-4124-aa69-78bc09d7453d will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:25:35.239380 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f55d00c6-762a-4c11-bc3c-838de3fbc507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:35.388295 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b0975cfa-3c54-42be-bb88-28ea5db59030 req-975b96cd-687a-458f-b1f0-c64cf1d0f546 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341957 Sep 01 15:25:35.394663 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd830665-a149-4c2b-bb61-f09073bfedee tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Pushing event updated for resources: {'Port': ['ID=b9470091-87f1-45a7-9b64-aa8b33b9992e,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:35.396855 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-212f51bb-b27e-4c41-a5c3-d936eadfaec3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1773154292-network', 'tenant_id': 'ed921b2a75804aeaaa4b61793d671288'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:35.425786 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d00c6-762a-4c11-bc3c-838de3fbc507 None None] Pushing event updated for resources: {'Port': ['ID=1eb835af-a412-4124-aa69-78bc09d7453d,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:35.451900 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55d00c6-762a-4c11-bc3c-838de3fbc507 None None] Network 25cea452-2d6d-40f4-a90f-1ff0ece7f2f8 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:25:35.452497 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-bd830665-a149-4c2b-bb61-f09073bfedee tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:35.455281 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-bd830665-a149-4c2b-bb61-f09073bfedee tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:35.457238 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-f55d00c6-762a-4c11-bc3c-838de3fbc507 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:25:35.468021 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55d00c6-762a-4c11-bc3c-838de3fbc507 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:25:35.548991 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-bd830665-a149-4c2b-bb61-f09073bfedee tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2031436 Sep 01 15:25:35.586581 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-acec7485-06e4-4226-9f62-5f25b896f794 service neutron] Request body: {'port': {'device_id': 'e4c8bf03-9ffd-4056-9bbc-3f99579e7385', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:35.601471 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 3f8e6c86-8ddf-445d-8d08-361b9372a130 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:25:35.627359 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f55d00c6-762a-4c11-bc3c-838de3fbc507 None None] Attempting to bind port 1eb835af-a412-4124-aa69-78bc09d7453d on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:25:35.627849 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f55d00c6-762a-4c11-bc3c-838de3fbc507 None None] Attempting to bind port 1eb835af-a412-4124-aa69-78bc09d7453d by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'df780a77-c2e1-49e8-9013-314d5994f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '25cea452-2d6d-40f4-a90f-1ff0ece7f2f8'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:25:35.628449 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55d00c6-762a-4c11-bc3c-838de3fbc507 None None] Attempting to bind port 1eb835af-a412-4124-aa69-78bc09d7453d on network 25cea452-2d6d-40f4-a90f-1ff0ece7f2f8 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:25:35.670970 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55d00c6-762a-4c11-bc3c-838de3fbc507 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:25:35.671579 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55d00c6-762a-4c11-bc3c-838de3fbc507 None None] Checking segment: {'id': 'df780a77-c2e1-49e8-9013-314d5994f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '25cea452-2d6d-40f4-a90f-1ff0ece7f2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:25:35.672285 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f55d00c6-762a-4c11-bc3c-838de3fbc507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:35.672926 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55d00c6-762a-4c11-bc3c-838de3fbc507 None None] Bound using segment: {'id': 'df780a77-c2e1-49e8-9013-314d5994f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '25cea452-2d6d-40f4-a90f-1ff0ece7f2f8'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:25:35.673608 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f55d00c6-762a-4c11-bc3c-838de3fbc507 None None] Bound port: 1eb835af-a412-4124-aa69-78bc09d7453d, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df780a77-c2e1-49e8-9013-314d5994f39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '25cea452-2d6d-40f4-a90f-1ff0ece7f2f8'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:25:35.674591 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f55d00c6-762a-4c11-bc3c-838de3fbc507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:35.712518 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e8a7d0f-cb1f-484f-b1c8-61b329fa8ac7 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:35.725564 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212f51bb-b27e-4c41-a5c3-d936eadfaec3 admin admin] Made reservation on behalf of ed921b2a75804aeaaa4b61793d671288 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:25:35.729766 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-212f51bb-b27e-4c41-a5c3-d936eadfaec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:35.741119 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-acec7485-06e4-4226-9f62-5f25b896f794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:35.763422 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 3f8e6c86-8ddf-445d-8d08-361b9372a130 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:25:35.765999 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1222d8-5099-4764-aca2-65a97c19bd22 None None] Network 0ffa05c0-55b5-41e9-98e8-c05824707be0 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:25:35.804788 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-212f51bb-b27e-4c41-a5c3-d936eadfaec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:35.924606 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc6412-2cb6-4607-9e2f-a9aee0f79048 req-8d787577-f2ac-4224-abf7-2e2efc689080 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:35.928052 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1bc6412-2cb6-4607-9e2f-a9aee0f79048 req-8d787577-f2ac-4224-abf7-2e2efc689080 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 931 time: 0.5401576 Sep 01 15:25:35.939314 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1b601217-ab02-4a75-8ec2-e46d4ea94d59 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:35.980587 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f55d00c6-762a-4c11-bc3c-838de3fbc507 None None] For port 1eb835af-a412-4124-aa69-78bc09d7453d, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:25:35.983616 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e098064d-e986-4786-b8b6-628bd637e8b0 None None] Provisioning for port 3f8e6c86-8ddf-445d-8d08-361b9372a130 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:25:35.987529 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f55d00c6-762a-4c11-bc3c-838de3fbc507 None None] For port 1eb835af-a412-4124-aa69-78bc09d7453d, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1eb835af-a412-4124-aa69-78bc09d7453d,segment=NetworkSegment(df780a77-c2e1-49e8-9013-314d5994f39c),segment_id=df780a77-c2e1-49e8-9013-314d5994f39c)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:25:35.994943 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e098064d-e986-4786-b8b6-628bd637e8b0 None None] Provisioning complete for port 3f8e6c86-8ddf-445d-8d08-361b9372a130 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:25:35.996369 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e098064d-e986-4786-b8b6-628bd637e8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:36.034154 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f55d00c6-762a-4c11-bc3c-838de3fbc507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:36.107805 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d00c6-762a-4c11-bc3c-838de3fbc507 None None] Pushing event updated for resources: {'Port': ['ID=1eb835af-a412-4124-aa69-78bc09d7453d,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:36.120527 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e8a7d0f-cb1f-484f-b1c8-61b329fa8ac7 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:36.238243 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e8a7d0f-cb1f-484f-b1c8-61b329fa8ac7 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:36.254855 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e098064d-e986-4786-b8b6-628bd637e8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:36.326535 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e098064d-e986-4786-b8b6-628bd637e8b0 None None] For port 3f8e6c86-8ddf-445d-8d08-361b9372a130, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=3f8e6c86-8ddf-445d-8d08-361b9372a130,segment=NetworkSegment(2f28e156-4cbc-4748-a54f-5a2b607496df),segment_id=2f28e156-4cbc-4748-a54f-5a2b607496df)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:36.335438 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e098064d-e986-4786-b8b6-628bd637e8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:36.336676 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1bc6412-2cb6-4607-9e2f-a9aee0f79048 req-dea6cd94-3abf-4d0e-955a-d6fc79866e90 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907008 Sep 01 15:25:36.402209 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a7d0f-cb1f-484f-b1c8-61b329fa8ac7 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41a4233-5730-4345-b15d-6a197566efeb,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:36.487391 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098064d-e986-4786-b8b6-628bd637e8b0 None None] Pushing event updated for resources: {'Port': ['ID=3f8e6c86-8ddf-445d-8d08-361b9372a130,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:36.530274 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-acec7485-06e4-4226-9f62-5f25b896f794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9470091-87f1-45a7-9b64-aa8b33b9992e {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:25:36.531133 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098064d-e986-4786-b8b6-628bd637e8b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:36.531481 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098064d-e986-4786-b8b6-628bd637e8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:36.532056 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098064d-e986-4786-b8b6-628bd637e8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:36.532628 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098064d-e986-4786-b8b6-628bd637e8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:36.533164 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098064d-e986-4786-b8b6-628bd637e8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:36.534250 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098064d-e986-4786-b8b6-628bd637e8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:36.534817 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098064d-e986-4786-b8b6-628bd637e8b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:36.538427 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098064d-e986-4786-b8b6-628bd637e8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:36.538427 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098064d-e986-4786-b8b6-628bd637e8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:36.538427 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098064d-e986-4786-b8b6-628bd637e8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:36.538427 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098064d-e986-4786-b8b6-628bd637e8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:36.538427 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098064d-e986-4786-b8b6-628bd637e8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:25:36.585939 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-acec7485-06e4-4226-9f62-5f25b896f794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:36.645691 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-acec7485-06e4-4226-9f62-5f25b896f794 service neutron] Transition to ACTIVE for port object b9470091-87f1-45a7-9b64-aa8b33b9992e will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:25:36.655552 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-212f51bb-b27e-4c41-a5c3-d936eadfaec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:36.655878 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-acec7485-06e4-4226-9f62-5f25b896f794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:36.781542 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-437eb30d-a6a6-413d-bfb5-839d57de39ed None None] Provisioning complete for port 3f8e6c86-8ddf-445d-8d08-361b9372a130 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:25:36.782686 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-437eb30d-a6a6-413d-bfb5-839d57de39ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:36.788819 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-212f51bb-b27e-4c41-a5c3-d936eadfaec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:36.792733 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e8a7d0f-cb1f-484f-b1c8-61b329fa8ac7 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:36.796732 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6e8a7d0f-cb1f-484f-b1c8-61b329fa8ac7 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6950524 Sep 01 15:25:36.804919 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51686) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:36.830479 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-0ea7c342-47b5-407d-bd44-5d5e22931752 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Request body: {'security_group_rule': {'security_group_id': 'c6ef5abb-2a69-4ec4-8ce1-f7c291ccfc9a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:36.843583 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec7485-06e4-4226-9f62-5f25b896f794 service neutron] Pushing event updated for resources: {'Port': ['ID=b9470091-87f1-45a7-9b64-aa8b33b9992e,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:36.897862 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212f51bb-b27e-4c41-a5c3-d936eadfaec3 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:25:36.912286 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f51bb-b27e-4c41-a5c3-d936eadfaec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22a7871-9aa1-4d4c-b7e5-db555d3154ad,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:36.934958 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-212f51bb-b27e-4c41-a5c3-d936eadfaec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:36.935503 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-212f51bb-b27e-4c41-a5c3-d936eadfaec3 admin admin] Added segment 35876280-9951-4ab5-b832-93e24e1bf29d of type vlan for network 32445f1a-0ef1-4a24-a12c-d74464632f4b Sep 01 15:25:36.956967 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-1b601217-ab02-4a75-8ec2-e46d4ea94d59 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Allocated IP 172.20.0.1 (0ffa05c0-55b5-41e9-98e8-c05824707be0/087ec255-c21b-4a59-ba89-d438c1fb799e/33ccff31-b881-438c-add0-c551caf05e4a) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:25:36.974567 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b3f2e-b9c4-478b-90ef-800707b807fb req-08ad6dc8-fc65-4781-bf33-0eba5569aae6 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:36.977100 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-039b3f2e-b9c4-478b-90ef-800707b807fb req-08ad6dc8-fc65-4781-bf33-0eba5569aae6 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.2119808 Sep 01 15:25:37.029923 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-acec7485-06e4-4226-9f62-5f25b896f794 service neutron] Attempting to bind port b9470091-87f1-45a7-9b64-aa8b33b9992e on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:25:37.030271 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-acec7485-06e4-4226-9f62-5f25b896f794 service neutron] Attempting to bind port b9470091-87f1-45a7-9b64-aa8b33b9992e by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '57531288-d828-443b-b367-fd1e1ac7e99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e5460166-f0b6-4e0f-87a2-13b45ba8cda0'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:25:37.030785 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-acec7485-06e4-4226-9f62-5f25b896f794 service neutron] Attempting to bind port b9470091-87f1-45a7-9b64-aa8b33b9992e on network e5460166-f0b6-4e0f-87a2-13b45ba8cda0 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:25:37.031420 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-212f51bb-b27e-4c41-a5c3-d936eadfaec3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:37.050084 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-acec7485-06e4-4226-9f62-5f25b896f794 service neutron] Port b9470091-87f1-45a7-9b64-aa8b33b9992e on network e5460166-f0b6-4e0f-87a2-13b45ba8cda0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:25:37.051736 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-acec7485-06e4-4226-9f62-5f25b896f794 service neutron] Attempting to bind port b9470091-87f1-45a7-9b64-aa8b33b9992e on network e5460166-f0b6-4e0f-87a2-13b45ba8cda0 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:25:37.058406 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ea7c342-47b5-407d-bd44-5d5e22931752 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:37.061793 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-acec7485-06e4-4226-9f62-5f25b896f794 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:25:37.062142 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-acec7485-06e4-4226-9f62-5f25b896f794 service neutron] Checking segment: {'id': '57531288-d828-443b-b367-fd1e1ac7e99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e5460166-f0b6-4e0f-87a2-13b45ba8cda0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:25:37.062564 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-acec7485-06e4-4226-9f62-5f25b896f794 service neutron] Bound using segment: {'id': '57531288-d828-443b-b367-fd1e1ac7e99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e5460166-f0b6-4e0f-87a2-13b45ba8cda0'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:25:37.063012 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-acec7485-06e4-4226-9f62-5f25b896f794 service neutron] Bound port: b9470091-87f1-45a7-9b64-aa8b33b9992e, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57531288-d828-443b-b367-fd1e1ac7e99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e5460166-f0b6-4e0f-87a2-13b45ba8cda0'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:25:37.063381 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-acec7485-06e4-4226-9f62-5f25b896f794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:37.071134 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-039b3f2e-b9c4-478b-90ef-800707b807fb req-603b0b34-a7f8-4f9c-90b4-d53cfa837c64 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865974 Sep 01 15:25:37.168849 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-212f51bb-b27e-4c41-a5c3-d936eadfaec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:37.169900 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212f51bb-b27e-4c41-a5c3-d936eadfaec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:37.170743 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-212f51bb-b27e-4c41-a5c3-d936eadfaec3 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:37.174701 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-acec7485-06e4-4226-9f62-5f25b896f794 service neutron] For port b9470091-87f1-45a7-9b64-aa8b33b9992e, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:25:37.182621 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-acec7485-06e4-4226-9f62-5f25b896f794 service neutron] For port b9470091-87f1-45a7-9b64-aa8b33b9992e, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b9470091-87f1-45a7-9b64-aa8b33b9992e,segment=NetworkSegment(57531288-d828-443b-b367-fd1e1ac7e99f),segment_id=57531288-d828-443b-b367-fd1e1ac7e99f)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:25:37.192774 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-acec7485-06e4-4226-9f62-5f25b896f794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:37.256842 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-acec7485-06e4-4226-9f62-5f25b896f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:37.258278 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-acec7485-06e4-4226-9f62-5f25b896f794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:37.261090 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-acec7485-06e4-4226-9f62-5f25b896f794 service neutron] 10.222.0.45 "PUT /v2.0/ports/b9470091-87f1-45a7-9b64-aa8b33b9992e HTTP/1.1" status: 200 len: 1091 time: 1.7008667 Sep 01 15:25:37.262217 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c8bf03-9ffd-4056-9bbc-3f99579e7385', 'tag': 'b9470091-87f1-45a7-9b64-aa8b33b9992e'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:25:37.268343 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93710de0-6aa5-471e-9ebb-9f16505915c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c8bf03-9ffd-4056-9bbc-3f99579e7385", "tag": "b9470091-87f1-45a7-9b64-aa8b33b9992e"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:25:37.341734 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-212f51bb-b27e-4c41-a5c3-d936eadfaec3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.5457656 Sep 01 15:25:37.343187 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51690) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:37.385675 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-ddfe5da6-5a70-491c-94a7-6a7ed890f3d3 admin admin] Request body: {'subnet': {'network_id': '32445f1a-0ef1-4a24-a12c-d74464632f4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1773154292-subnet', 'tenant_id': 'ed921b2a75804aeaaa4b61793d671288', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:37.396884 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba89dc7-8c73-4473-b800-b42d776c4da7 x-openstack-request-id: req-fba89dc7-8c73-4473-b800-b42d776c4da7 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:25:37.397472 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c8bf03-9ffd-4056-9bbc-3f99579e7385", "tag": "b9470091-87f1-45a7-9b64-aa8b33b9992e", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:25:37.397947 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fba89dc7-8c73-4473-b800-b42d776c4da7 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:25:37.398707 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c8bf03-9ffd-4056-9bbc-3f99579e7385', 'tag': 'b9470091-87f1-45a7-9b64-aa8b33b9992e', 'status': 'completed', 'code': 200} Sep 01 15:25:37.405543 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec7485-06e4-4226-9f62-5f25b896f794 service neutron] Pushing event updated for resources: {'Port': ['ID=b9470091-87f1-45a7-9b64-aa8b33b9992e,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:37.410946 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f51bb-b27e-4c41-a5c3-d936eadfaec3 admin admin] Pushing event updated for resources: {'Network': ['ID=32445f1a-0ef1-4a24-a12c-d74464632f4b,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:37.438347 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ea7c342-47b5-407d-bd44-5d5e22931752 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:37.451495 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 32445f1a-0ef1-4a24-a12c-d74464632f4b details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:25:37.485843 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ea7c342-47b5-407d-bd44-5d5e22931752 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:37.548111 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-a9cf24d9-531a-4627-a43c-fab622b6b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:37.552155 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-a9cf24d9-531a-4627-a43c-fab622b6b3d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f64e9e568cfb496c936b61a18ec8a0b5&device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 1094 time: 0.2172608 Sep 01 15:25:37.564168 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1b601217-ab02-4a75-8ec2-e46d4ea94d59 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:37.628132 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfe5da6-5a70-491c-94a7-6a7ed890f3d3 admin admin] Made reservation on behalf of ed921b2a75804aeaaa4b61793d671288 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:25:37.635995 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5da6-5a70-491c-94a7-6a7ed890f3d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:37.647776 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7c342-47b5-407d-bd44-5d5e22931752 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db299bc9-2f59-4ab3-b49c-03621dd18775,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:37.652020 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-1b601217-ab02-4a75-8ec2-e46d4ea94d59 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Transition to ACTIVE for port object 33ccff31-b881-438c-add0-c551caf05e4a will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:25:37.654866 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ea7c342-47b5-407d-bd44-5d5e22931752 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:37.656482 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0ea7c342-47b5-407d-bd44-5d5e22931752 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8470056 Sep 01 15:25:37.695124 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 3f8e6c86-8ddf-445d-8d08-361b9372a130 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:25:37.725487 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51696) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:37.736265 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-dc369e55-ff1f-46e5-8bab-31b197a1554f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Request body: {'security_group_rule': {'security_group_id': 'c6ef5abb-2a69-4ec4-8ce1-f7c291ccfc9a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:37.749782 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-89fb9f7e-ff80-4eb1-be4c-fa785689252a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9470091-87f1-45a7-9b64-aa8b33b9992e HTTP/1.1" status: 200 len: 217 time: 0.1638486 Sep 01 15:25:37.777777 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1b601217-ab02-4a75-8ec2-e46d4ea94d59 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:37.831480 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 3f8e6c86-8ddf-445d-8d08-361b9372a130 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:25:37.833869 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:37.837878 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-72c9f78f-8f3c-4eb4-9c51-88b2cebcdf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:37.840607 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-72c9f78f-8f3c-4eb4-9c51-88b2cebcdf8b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d7305b75-0883-4ca2-85e6-e628da02c41e HTTP/1.1" status: 200 len: 854 time: 0.0825241 Sep 01 15:25:37.876033 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b601217-ab02-4a75-8ec2-e46d4ea94d59 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Port': ['ID=33ccff31-b881-438c-add0-c551caf05e4a,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:37.887037 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248466b-f7dd-415c-a4f2-c7f110c0d3b8 req-414ca9bd-8ca2-4418-b846-442ef13fccb4 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:37.889443 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f248466b-f7dd-415c-a4f2-c7f110c0d3b8 req-414ca9bd-8ca2-4418-b846-442ef13fccb4 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 943 time: 0.3662429 Sep 01 15:25:37.903823 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b601217-ab02-4a75-8ec2-e46d4ea94d59 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network 0ffa05c0-55b5-41e9-98e8-c05824707be0 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:25:37.911944 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-1b601217-ab02-4a75-8ec2-e46d4ea94d59 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:25:37.916441 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b601217-ab02-4a75-8ec2-e46d4ea94d59 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:25:37.959665 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-ea90ac51-7b05-4f4f-b95d-ecb07c221abe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5460166-f0b6-4e0f-87a2-13b45ba8cda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079655 Sep 01 15:25:38.010953 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1b601217-ab02-4a75-8ec2-e46d4ea94d59 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:38.022592 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dc369e55-ff1f-46e5-8bab-31b197a1554f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:38.096271 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1eb835af-a412-4124-aa69-78bc09d7453d up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:25:38.236468 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1b601217-ab02-4a75-8ec2-e46d4ea94d59 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:38.254487 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784d0e6c-6984-4b00-b8a5-68d8671bbfae None None] Network 25cea452-2d6d-40f4-a90f-1ff0ece7f2f8 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:25:38.263238 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f248466b-f7dd-415c-a4f2-c7f110c0d3b8 req-0ee8ebcf-9c74-4818-a334-a313633c82d0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196609 Sep 01 15:25:38.372894 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a1d4be75-9860-4553-af70-a2b05fa951e1 None None] Provisioning for port 1eb835af-a412-4124-aa69-78bc09d7453d completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:25:38.412982 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 1eb835af-a412-4124-aa69-78bc09d7453d completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:25:38.433177 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 1eb835af-a412-4124-aa69-78bc09d7453d triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:25:38.434011 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:38.459354 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dc369e55-ff1f-46e5-8bab-31b197a1554f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:38.468416 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-7ffc217b-f480-47b6-ad98-f8c64ee9f65f service neutron] 10.222.0.45 "GET /v2.0/networks/e5460166-f0b6-4e0f-87a2-13b45ba8cda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4466190 Sep 01 15:25:38.470678 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dc369e55-ff1f-46e5-8bab-31b197a1554f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:38.494776 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:38.517683 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc369e55-ff1f-46e5-8bab-31b197a1554f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d7534b-5129-4415-885e-957a0c96f798,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:38.547811 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dc369e55-ff1f-46e5-8bab-31b197a1554f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:38.557068 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51702) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:38.558100 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-dc369e55-ff1f-46e5-8bab-31b197a1554f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8250368 Sep 01 15:25:38.582895 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d13a807a-77d8-4890-bf6f-16b9d93798e7 None None] Provisioning for port 33ccff31-b881-438c-add0-c551caf05e4a completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:25:38.631547 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d13a807a-77d8-4890-bf6f-16b9d93798e7 None None] Provisioning complete for port 33ccff31-b881-438c-add0-c551caf05e4a triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:25:38.632195 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d13a807a-77d8-4890-bf6f-16b9d93798e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:38.739026 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:38.741097 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-74abc75b-ce32-4743-bc3d-0bb465a9bfa4 req-059f24e9-7977-4c09-98d9-d12727a6abf6 service neutron] 10.222.0.45 "GET /v2.0/networks/e5460166-f0b6-4e0f-87a2-13b45ba8cda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257035 Sep 01 15:25:38.760716 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-d13a807a-77d8-4890-bf6f-16b9d93798e7 None None] Port 33ccff31-b881-438c-add0-c551caf05e4a cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:25:38.793884 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f06f6-019f-405a-b9d6-1565d57b0f84 req-a12164e4-f26a-4bc9-862b-5f72ead3d8b4 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:38.796008 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c76f06f6-019f-405a-b9d6-1565d57b0f84 req-a12164e4-f26a-4bc9-862b-5f72ead3d8b4 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.5324905 Sep 01 15:25:38.807869 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3020f652-2a63-45d0-83b8-48a4c520ab95 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:38.813974 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 1eb835af-a412-4124-aa69-78bc09d7453d, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1eb835af-a412-4124-aa69-78bc09d7453d,segment=NetworkSegment(df780a77-c2e1-49e8-9013-314d5994f39c),segment_id=df780a77-c2e1-49e8-9013-314d5994f39c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:38.819584 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:38.857319 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3020f652-2a63-45d0-83b8-48a4c520ab95 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:38.869400 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93710de0-6aa5-471e-9ebb-9f16505915c0 req-821a2a3c-7cb9-4bb4-8186-2d591276eaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:38.871803 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93710de0-6aa5-471e-9ebb-9f16505915c0 req-821a2a3c-7cb9-4bb4-8186-2d591276eaf1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f64e9e568cfb496c936b61a18ec8a0b5&device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 1094 time: 0.0748105 Sep 01 15:25:38.914758 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=1eb835af-a412-4124-aa69-78bc09d7453d,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:39.017191 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93710de0-6aa5-471e-9ebb-9f16505915c0 req-f155d44d-957d-4d56-bdd8-484014609b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:39.018921 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93710de0-6aa5-471e-9ebb-9f16505915c0 req-f155d44d-957d-4d56-bdd8-484014609b90 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5460166-f0b6-4e0f-87a2-13b45ba8cda0 HTTP/1.1" status: 200 len: 915 time: 0.1356857 Sep 01 15:25:39.059576 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1b601217-ab02-4a75-8ec2-e46d4ea94d59 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:39.081310 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1b601217-ab02-4a75-8ec2-e46d4ea94d59 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:39.083238 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93710de0-6aa5-471e-9ebb-9f16505915c0 req-53747467-5ced-4021-96b8-f7b412155c21 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9470091-87f1-45a7-9b64-aa8b33b9992e HTTP/1.1" status: 200 len: 217 time: 0.0519464 Sep 01 15:25:39.086096 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5da6-5a70-491c-94a7-6a7ed890f3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:39.124479 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3020f652-2a63-45d0-83b8-48a4c520ab95 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:39.177318 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93710de0-6aa5-471e-9ebb-9f16505915c0 req-77f7be37-d4e5-48b2-919a-29f2e679ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:39.179429 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93710de0-6aa5-471e-9ebb-9f16505915c0 req-77f7be37-d4e5-48b2-919a-29f2e679ec76 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d7305b75-0883-4ca2-85e6-e628da02c41e HTTP/1.1" status: 200 len: 854 time: 0.0760491 Sep 01 15:25:39.221259 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b60b88e-fe72-486e-83ee-c9bff74e7cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:39.221994 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93710de0-6aa5-471e-9ebb-9f16505915c0 req-aebe2aff-e72d-4424-841d-28b111fa9a76 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5460166-f0b6-4e0f-87a2-13b45ba8cda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348372 Sep 01 15:25:39.239671 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3020f652-2a63-45d0-83b8-48a4c520ab95 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:39.242086 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3020f652-2a63-45d0-83b8-48a4c520ab95 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/f9d7534b-5129-4415-885e-957a0c96f798 HTTP/1.1" status: 204 len: 168 time: 0.6809909 Sep 01 15:25:39.253509 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51708) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:39.290819 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4ff01dee-a802-47cd-aaf7-077c4ab11798 None None] Provisioning complete for port 1eb835af-a412-4124-aa69-78bc09d7453d triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:25:39.291501 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4ff01dee-a802-47cd-aaf7-077c4ab11798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:39.366956 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c76f06f6-019f-405a-b9d6-1565d57b0f84 req-a16d59e6-4a22-4392-8759-e5b75cf09769 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5370355 Sep 01 15:25:39.371290 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020f652-2a63-45d0-83b8-48a4c520ab95 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9d7534b-5129-4415-885e-957a0c96f798,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:39.426001 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1eb835af-a412-4124-aa69-78bc09d7453d up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:25:39.435047 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93710de0-6aa5-471e-9ebb-9f16505915c0 req-2006b1db-2f18-42b1-b053-6f30f35eb9cb service neutron] 10.222.0.45 "GET /v2.0/networks/e5460166-f0b6-4e0f-87a2-13b45ba8cda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052305 Sep 01 15:25:39.443838 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b601217-ab02-4a75-8ec2-e46d4ea94d59 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Port': ['ID=33ccff31-b881-438c-add0-c551caf05e4a,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:39.461857 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1b601217-ab02-4a75-8ec2-e46d4ea94d59 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:39.474683 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe5da6-5a70-491c-94a7-6a7ed890f3d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00086633-25f5-4bb2-b6eb-bc3d7381aeca,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:39.537168 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 1eb835af-a412-4124-aa69-78bc09d7453d triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:25:39.538425 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:39.592537 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-34905669-de9c-41e1-b49a-05f133691d4a tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3178191 Sep 01 15:25:39.596143 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51712) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:39.640292 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e775133-9b9c-467c-b1c2-2e2f51d56a75 req-8d719dd5-8739-4e94-9319-0e1a86719b61 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:39.653462 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7e775133-9b9c-467c-b1c2-2e2f51d56a75 req-8d719dd5-8739-4e94-9319-0e1a86719b61 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 943 time: 0.1703453 Sep 01 15:25:39.694186 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfe5da6-5a70-491c-94a7-6a7ed890f3d3 admin admin] Checking segment: {'id': '35876280-9951-4ab5-b832-93e24e1bf29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '32445f1a-0ef1-4a24-a12c-d74464632f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:25:39.694832 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfe5da6-5a70-491c-94a7-6a7ed890f3d3 admin admin] Network hostable DHCP agents. Network: 32445f1a-0ef1-4a24-a12c-d74464632f4b, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:25:39.698146 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93710de0-6aa5-471e-9ebb-9f16505915c0 req-e366a2b3-1097-4d6c-993b-366c06322679 service neutron] 10.222.0.45 "GET /v2.0/networks/e5460166-f0b6-4e0f-87a2-13b45ba8cda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524347 Sep 01 15:25:39.704594 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4cef55a4-a2ab-4167-ba19-c6cce68bafc9 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:39.727084 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4cef55a4-a2ab-4167-ba19-c6cce68bafc9 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:39.758340 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7e775133-9b9c-467c-b1c2-2e2f51d56a75 req-6743558f-5f44-42bf-a9d2-2baf61ca7a08 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031373 Sep 01 15:25:39.782371 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4cef55a4-a2ab-4167-ba19-c6cce68bafc9 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:39.788333 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4cef55a4-a2ab-4167-ba19-c6cce68bafc9 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:39.793108 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4cef55a4-a2ab-4167-ba19-c6cce68bafc9 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/db299bc9-2f59-4ab3-b49c-03621dd18775 HTTP/1.1" status: 204 len: 168 time: 0.1954868 Sep 01 15:25:39.794085 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51716) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:39.813092 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfe5da6-5a70-491c-94a7-6a7ed890f3d3 admin admin] Network 32445f1a-0ef1-4a24-a12c-d74464632f4b is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:25:39.843271 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef55a4-a2ab-4167-ba19-c6cce68bafc9 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db299bc9-2f59-4ab3-b49c-03621dd18775,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:39.848385 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b601217-ab02-4a75-8ec2-e46d4ea94d59 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network 0ffa05c0-55b5-41e9-98e8-c05824707be0 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:25:39.850089 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-ddfe5da6-5a70-491c-94a7-6a7ed890f3d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 32445f1a-0ef1-4a24-a12c-d74464632f4b) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:25:39.858217 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfe5da6-5a70-491c-94a7-6a7ed890f3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:39.859256 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ddfe5da6-5a70-491c-94a7-6a7ed890f3d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:39.879834 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7691033-bc94-409d-9936-97725b87c2bd None None] Network 32445f1a-0ef1-4a24-a12c-d74464632f4b requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:25:39.882647 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-1b601217-ab02-4a75-8ec2-e46d4ea94d59 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:25:39.893363 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ddfe5da6-5a70-491c-94a7-6a7ed890f3d3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.5209944 Sep 01 15:25:39.983322 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-40d5b2b6-594c-427e-94b3-92dde1c6915e tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1829641 Sep 01 15:25:39.994268 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51720) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:40.283249 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d53f733-04f5-4a9c-82db-22ce27159035 None None] Network 32445f1a-0ef1-4a24-a12c-d74464632f4b requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:25:40.384828 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-220201f7-ca68-4e0e-932d-22763e393c5b None None] Provisioning complete for port 33ccff31-b881-438c-add0-c551caf05e4a triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:25:40.385537 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-220201f7-ca68-4e0e-932d-22763e393c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:40.478690 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-220201f7-ca68-4e0e-932d-22763e393c5b None None] Port 33ccff31-b881-438c-add0-c551caf05e4a cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:25:40.712386 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0937283-7167-464e-9754-17d4f098edae tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:40.728412 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0937283-7167-464e-9754-17d4f098edae tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:40.790716 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94f213-d47c-47ce-a9e3-f9265a954c8d req-918934de-1430-43af-a1e3-ff6f30627fa6 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:40.792569 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3e94f213-d47c-47ce-a9e3-f9265a954c8d req-918934de-1430-43af-a1e3-ff6f30627fa6 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.1430244 Sep 01 15:25:40.838783 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0937283-7167-464e-9754-17d4f098edae tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:40.848776 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0937283-7167-464e-9754-17d4f098edae tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:40.852755 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c0937283-7167-464e-9754-17d4f098edae tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/f41a4233-5730-4345-b15d-6a197566efeb HTTP/1.1" status: 204 len: 168 time: 0.8536148 Sep 01 15:25:40.855973 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-384f2230-9fe1-4278-9a55-1673b96ec93b tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:40.858398 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-384f2230-9fe1-4278-9a55-1673b96ec93b tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/networks?id=32445f1a-0ef1-4a24-a12c-d74464632f4b HTTP/1.1" status: 200 len: 822 time: 0.1776810 Sep 01 15:25:40.859207 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51744) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:40.868996 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0937283-7167-464e-9754-17d4f098edae tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f41a4233-5730-4345-b15d-6a197566efeb,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:40.896004 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3e94f213-d47c-47ce-a9e3-f9265a954c8d req-431fdee8-33b8-4d2e-9a54-cbbc9f752888 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923603 Sep 01 15:25:40.899898 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b601217-ab02-4a75-8ec2-e46d4ea94d59 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Router f067e1d7-1417-4f68-b7a1-ddf63dc5cc38 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:25:40.900491 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-fd08cecb-c975-4b2a-bdcc-ed034d03d6a3 tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/quotas/ed921b2a75804aeaaa4b61793d671288 HTTP/1.1" status: 200 len: 375 time: 0.0134501 Sep 01 15:25:40.954179 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-db0d5c38-5b89-40ac-90af-cfe734800688 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0936687 Sep 01 15:25:40.973938 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51746) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:40.973938 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-ace826be-13e2-42b9-a3b0-8c7c3d9301a7 tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ed921b2a75804aeaaa4b61793d671288&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573983 Sep 01 15:25:41.078879 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f6bf5aec-5c1f-4c54-b831-aac122cbf644 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:41.096221 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f6bf5aec-5c1f-4c54-b831-aac122cbf644 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:41.153953 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b601217-ab02-4a75-8ec2-e46d4ea94d59 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:25:41.166056 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1b601217-ab02-4a75-8ec2-e46d4ea94d59 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "PUT /v2.0/routers/f067e1d7-1417-4f68-b7a1-ddf63dc5cc38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2870061 Sep 01 15:25:41.178239 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adc3379-723c-4457-a026-8f968e2d3e36 None None] Sync routers for ids ['f067e1d7-1417-4f68-b7a1-ddf63dc5cc38'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:25:41.181484 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51748) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:41.193117 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adc3379-723c-4457-a026-8f968e2d3e36 None None] Routers {'f067e1d7-1417-4f68-b7a1-ddf63dc5cc38'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:25:41.194142 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4adc3379-723c-4457-a026-8f968e2d3e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:25:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f067e1d7-1417-4f68-b7a1-ddf63dc5cc38'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:41.195602 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d655ee-25b8-490b-8e1b-28d7d051d5ec req-be5a2bf9-439c-4b0a-81c3-13cce38f936b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:41.199568 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-07d655ee-25b8-490b-8e1b-28d7d051d5ec req-be5a2bf9-439c-4b0a-81c3-13cce38f936b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 943 time: 0.1642406 Sep 01 15:25:41.201596 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f6bf5aec-5c1f-4c54-b831-aac122cbf644 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:41.224244 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f6bf5aec-5c1f-4c54-b831-aac122cbf644 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:41.231094 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f6bf5aec-5c1f-4c54-b831-aac122cbf644 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/984be756-99a8-41ab-aca7-56a7cda190c6 HTTP/1.1" status: 204 len: 168 time: 0.2554407 Sep 01 15:25:41.240083 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51750) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:41.258005 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4adc3379-723c-4457-a026-8f968e2d3e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:41.265031 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf5aec-5c1f-4c54-b831-aac122cbf644 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=984be756-99a8-41ab-aca7-56a7cda190c6,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:41.277573 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-6f277e72-5717-4d88-95ce-72b1744c468e service neutron] 10.222.0.60 "GET /v2.0/networks/32445f1a-0ef1-4a24-a12c-d74464632f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915089 Sep 01 15:25:41.279476 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adc3379-723c-4457-a026-8f968e2d3e36 None None] Routers {'f067e1d7-1417-4f68-b7a1-ddf63dc5cc38'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:25:41.280234 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4adc3379-723c-4457-a026-8f968e2d3e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:25:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f067e1d7-1417-4f68-b7a1-ddf63dc5cc38'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:41.299362 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-07d655ee-25b8-490b-8e1b-28d7d051d5ec req-f8bf94d2-2628-4f97-b84a-37adbafc9551 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860994 Sep 01 15:25:41.318645 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4adc3379-723c-4457-a026-8f968e2d3e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:41.319442 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adc3379-723c-4457-a026-8f968e2d3e36 None None] The sync data for ids ['f067e1d7-1417-4f68-b7a1-ddf63dc5cc38'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:25:41.327726 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8d5a65a1-0cda-4e5b-9596-e6f1e411bcc3 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0851405 Sep 01 15:25:41.329045 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51754) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:41.362799 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-98cd3567-6481-47f4-be67-b81cf85682d0 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:41.375248 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-98cd3567-6481-47f4-be67-b81cf85682d0 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:41.375861 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8859ca92-b4fb-4dc5-858d-6e0bc57ce87b tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:41.377608 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8859ca92-b4fb-4dc5-858d-6e0bc57ce87b tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "GET /v2.0/ports/33ccff31-b881-438c-add0-c551caf05e4a HTTP/1.1" status: 200 len: 910 time: 0.1945312 Sep 01 15:25:41.380573 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51756) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:41.440319 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-1d3e02d9-b0f7-4b57-8ca3-ea6b3b032da2 service neutron] 10.222.0.60 "GET /v2.0/networks/32445f1a-0ef1-4a24-a12c-d74464632f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616695 Sep 01 15:25:41.505519 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-98cd3567-6481-47f4-be67-b81cf85682d0 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:41.511023 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-98cd3567-6481-47f4-be67-b81cf85682d0 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:41.515037 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-98cd3567-6481-47f4-be67-b81cf85682d0 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/d6a8e9fd-6a4e-4e9e-b0e3-683f11826514 HTTP/1.1" status: 204 len: 168 time: 0.1844118 Sep 01 15:25:41.515245 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51758) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:41.531855 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd3567-6481-47f4-be67-b81cf85682d0 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6a8e9fd-6a4e-4e9e-b0e3-683f11826514,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:41.578434 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f4ae16ee-ba24-4789-92a1-4a42bd803e9b tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0618722 Sep 01 15:25:41.583385 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51760) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:41.710994 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d8f56cdc-02ef-4e4d-9090-b303cfd5f496 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:41.752489 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d8f56cdc-02ef-4e4d-9090-b303cfd5f496 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:41.810351 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7eec45ab-b3ad-4d9b-9c0a-0c8697f714cd req-eb6a89ca-5f17-4693-9915-8deaa72cf2e9 tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/ports?device_id=9538ea5d-77fd-4467-a933-2dd34535e00e HTTP/1.1" status: 200 len: 210 time: 0.1352687 Sep 01 15:25:41.821913 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d8f56cdc-02ef-4e4d-9090-b303cfd5f496 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:41.825284 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d8f56cdc-02ef-4e4d-9090-b303cfd5f496 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:41.826680 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d8f56cdc-02ef-4e4d-9090-b303cfd5f496 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "DELETE /v2.0/security-groups/c6ef5abb-2a69-4ec4-8ce1-f7c291ccfc9a HTTP/1.1" status: 204 len: 168 time: 0.2419538 Sep 01 15:25:41.830417 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51772) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:41.845887 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f56cdc-02ef-4e4d-9090-b303cfd5f496 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ef5abb-2a69-4ec4-8ce1-f7c291ccfc9a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:41.914921 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7d3d240d-aa33-45cc-b529-a4e2b15de242 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0788939 Sep 01 15:25:41.916271 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51776) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:41.922139 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-ae96a8f8-594b-4ebd-98d5-c818e9373abb tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Request body: {'security_group': {'name': 'tempest-secgroup--1732621467'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:41.982854 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae96a8f8-594b-4ebd-98d5-c818e9373abb tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:42.002240 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b9470091-87f1-45a7-9b64-aa8b33b9992e details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:25:42.053583 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9fa4886a-f763-4516-ba88-603b1f069853 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:42.146560 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa077c-71b8-4607-af6a-79c20f8881b9 req-ae52ecbb-5e18-4d1b-a21d-109548667944 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:42.148232 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-48fa077c-71b8-4607-af6a-79c20f8881b9 req-ae52ecbb-5e18-4d1b-a21d-109548667944 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.1193886 Sep 01 15:25:42.229189 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae96a8f8-594b-4ebd-98d5-c818e9373abb tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:42.240436 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:42.249219 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-48fa077c-71b8-4607-af6a-79c20f8881b9 req-aca4e215-849c-43eb-a412-189deea54d6b tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663502 Sep 01 15:25:42.250068 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae96a8f8-594b-4ebd-98d5-c818e9373abb tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:42.298475 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae96a8f8-594b-4ebd-98d5-c818e9373abb tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:42.299911 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ae96a8f8-594b-4ebd-98d5-c818e9373abb tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3825691 Sep 01 15:25:42.302955 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96a8f8-594b-4ebd-98d5-c818e9373abb tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d939a970-a8db-4898-949b-fc7033243419,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:42.305576 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51782) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:42.315988 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b9470091-87f1-45a7-9b64-aa8b33b9992e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b9470091-87f1-45a7-9b64-aa8b33b9992e,segment=NetworkSegment(57531288-d828-443b-b367-fd1e1ac7e99f),segment_id=57531288-d828-443b-b367-fd1e1ac7e99f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:42.321152 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-cb513598-1746-40f2-8441-c1bba9657ea3 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Request body: {'security_group_rule': {'security_group_id': 'd939a970-a8db-4898-949b-fc7033243419', 'direction': 'ingress', 'protocol': 17}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:42.333520 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'b9470091-87f1-45a7-9b64-aa8b33b9992e', 'network_id': 'e5460166-f0b6-4e0f-87a2-13b45ba8cda0', 'port_id': 'b9470091-87f1-45a7-9b64-aa8b33b9992e', 'mac_address': 'fa:16:3e:3e:34:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7305b75-0883-4ca2-85e6-e628da02c41e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:25:42.385063 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cb513598-1746-40f2-8441-c1bba9657ea3 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:42.392878 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:42.432223 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9470091-87f1-45a7-9b64-aa8b33b9992e {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:25:42.494217 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b9470091-87f1-45a7-9b64-aa8b33b9992e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b9470091-87f1-45a7-9b64-aa8b33b9992e,segment=NetworkSegment(57531288-d828-443b-b367-fd1e1ac7e99f),segment_id=57531288-d828-443b-b367-fd1e1ac7e99f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:42.495666 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cb513598-1746-40f2-8441-c1bba9657ea3 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:42.503185 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:42.505129 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cb513598-1746-40f2-8441-c1bba9657ea3 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:42.529267 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb513598-1746-40f2-8441-c1bba9657ea3 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b97891-71f1-400f-991e-9d2250677796,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:42.545081 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cb513598-1746-40f2-8441-c1bba9657ea3 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:42.549042 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cb513598-1746-40f2-8441-c1bba9657ea3 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2304628 Sep 01 15:25:42.549559 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51788) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:42.611090 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=b9470091-87f1-45a7-9b64-aa8b33b9992e,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:42.636995 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-14218cbf-3c2a-4d9c-842f-3816aa00a231 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:42.670868 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-14218cbf-3c2a-4d9c-842f-3816aa00a231 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:42.679288 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-9fa4886a-f763-4516-ba88-603b1f069853 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Allocated IP 172.21.0.1 (25cea452-2d6d-40f4-a90f-1ff0ece7f2f8/2b79fe0c-97fa-4c9f-8508-2ead18ec320e/6d4d4d5e-b11e-4f2a-a1a0-b0f1e3a47765) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:25:42.689589 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b58851-4138-4cfa-ad5d-ffa0df015abd req-63099489-e120-4177-b358-b947b97479cb tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:42.691994 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-75b58851-4138-4cfa-ad5d-ffa0df015abd req-63099489-e120-4177-b358-b947b97479cb tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 944 time: 0.1471763 Sep 01 15:25:42.719057 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['b9470091-87f1-45a7-9b64-aa8b33b9992e'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:25:42.774251 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-14218cbf-3c2a-4d9c-842f-3816aa00a231 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:42.779075 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-14218cbf-3c2a-4d9c-842f-3816aa00a231 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:42.781755 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-14218cbf-3c2a-4d9c-842f-3816aa00a231 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "DELETE /v2.0/security-groups/d939a970-a8db-4898-949b-fc7033243419 HTTP/1.1" status: 204 len: 168 time: 0.2310314 Sep 01 15:25:42.788192 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51792) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:42.818013 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14218cbf-3c2a-4d9c-842f-3816aa00a231 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d939a970-a8db-4898-949b-fc7033243419,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:42.925457 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9fa4886a-f763-4516-ba88-603b1f069853 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:42.940420 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-594a39cb-b515-4f43-9e43-12ba4904a135 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1464620 Sep 01 15:25:42.945657 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51796) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:42.955400 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-73062d40-8c75-4728-b7d4-19a2f2647596 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Request body: {'security_group': {'name': 'tempest-secgroup--125297824'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:43.009206 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73062d40-8c75-4728-b7d4-19a2f2647596 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:43.012783 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-75b58851-4138-4cfa-ad5d-ffa0df015abd req-2e06b0c1-0e57-499a-bf8d-276279a58d88 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105571 Sep 01 15:25:43.055395 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9fa4886a-f763-4516-ba88-603b1f069853 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Transition to ACTIVE for port object 6d4d4d5e-b11e-4f2a-a1a0-b0f1e3a47765 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:25:43.127083 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9fa4886a-f763-4516-ba88-603b1f069853 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:43.224426 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:43.246965 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4886a-f763-4516-ba88-603b1f069853 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Port': ['ID=6d4d4d5e-b11e-4f2a-a1a0-b0f1e3a47765,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:43.257637 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-df5d7330-a3b0-4388-9d7a-fa090041a5fe tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:43.259754 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-df5d7330-a3b0-4388-9d7a-fa090041a5fe tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.45 "GET /v2.0/networks?id=32445f1a-0ef1-4a24-a12c-d74464632f4b HTTP/1.1" status: 200 len: 822 time: 0.2177334 Sep 01 15:25:43.288355 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa4886a-f763-4516-ba88-603b1f069853 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network 25cea452-2d6d-40f4-a90f-1ff0ece7f2f8 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:25:43.291103 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-9fa4886a-f763-4516-ba88-603b1f069853 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:25:43.301729 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa4886a-f763-4516-ba88-603b1f069853 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:25:43.323557 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ab407cfa-bbc7-4d68-9330-971eb75e8d94 req-7dea5250-e01b-45e9-8c22-a5ae8dcde500 tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/ports?device_id=9538ea5d-77fd-4467-a933-2dd34535e00e HTTP/1.1" status: 200 len: 210 time: 0.2612453 Sep 01 15:25:43.342434 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-0a110b21-d0d4-4bb3-9354-cad10431ac4d tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Request body: {'port': {'device_id': '9538ea5d-77fd-4467-a933-2dd34535e00e', 'network_id': '32445f1a-0ef1-4a24-a12c-d74464632f4b', 'admin_state_up': True, 'tenant_id': 'ed921b2a75804aeaaa4b61793d671288'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:43.424841 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9fa4886a-f763-4516-ba88-603b1f069853 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:43.565536 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73062d40-8c75-4728-b7d4-19a2f2647596 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:43.579733 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73062d40-8c75-4728-b7d4-19a2f2647596 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:43.639995 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4d1113ab-2a55-434e-940b-29ce618999ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:43.688674 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148241a-4484-489a-b9ff-e07f2d83fb2f req-6ceaa768-5e32-49a3-b4ef-d633321d7c5b tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:43.694547 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73062d40-8c75-4728-b7d4-19a2f2647596 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:43.699386 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-73062d40-8c75-4728-b7d4-19a2f2647596 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7491870 Sep 01 15:25:43.701413 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51806) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:43.706967 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e148241a-4484-489a-b9ff-e07f2d83fb2f req-6ceaa768-5e32-49a3-b4ef-d633321d7c5b tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.2743175 Sep 01 15:25:43.708890 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-80efef60-171b-43ac-a10f-d24b2dc1564f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Request body: {'security_group': {'name': 'tempest-secgroup--1784045930'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:43.723463 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73062d40-8c75-4728-b7d4-19a2f2647596 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=947aa6c6-5995-466c-8242-bd8c06b95ae3,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:43.743233 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-0a110b21-d0d4-4bb3-9354-cad10431ac4d tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Made reservation on behalf of ed921b2a75804aeaaa4b61793d671288 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:25:43.747567 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-0a110b21-d0d4-4bb3-9354-cad10431ac4d tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:43.793315 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80efef60-171b-43ac-a10f-d24b2dc1564f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:43.795153 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e148241a-4484-489a-b9ff-e07f2d83fb2f req-1d567523-42d0-4a53-b26b-7ce8ada7f154 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779290 Sep 01 15:25:43.797827 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f9d1a920-c3b4-4393-aea2-7cb788414886 None None] Provisioning for port 6d4d4d5e-b11e-4f2a-a1a0-b0f1e3a47765 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:25:43.809785 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f9d1a920-c3b4-4393-aea2-7cb788414886 None None] Provisioning complete for port 6d4d4d5e-b11e-4f2a-a1a0-b0f1e3a47765 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:25:43.810258 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f9d1a920-c3b4-4393-aea2-7cb788414886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:43.810568 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9fa4886a-f763-4516-ba88-603b1f069853 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:43.895174 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-f9d1a920-c3b4-4393-aea2-7cb788414886 None None] Port 6d4d4d5e-b11e-4f2a-a1a0-b0f1e3a47765 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:25:44.028016 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b9470091-87f1-45a7-9b64-aa8b33b9992e up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:25:44.029918 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-0a110b21-d0d4-4bb3-9354-cad10431ac4d tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Allocated IP 172.20.0.6 (32445f1a-0ef1-4a24-a12c-d74464632f4b/00086633-25f5-4bb2-b6eb-bc3d7381aeca/6dbe4fcb-15d4-42a4-8f83-a2cb1e612033) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:25:44.085475 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80efef60-171b-43ac-a10f-d24b2dc1564f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:44.099204 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80efef60-171b-43ac-a10f-d24b2dc1564f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:44.178334 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port b9470091-87f1-45a7-9b64-aa8b33b9992e completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:25:44.185720 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port b9470091-87f1-45a7-9b64-aa8b33b9992e triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:25:44.186810 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:44.239863 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80efef60-171b-43ac-a10f-d24b2dc1564f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:44.244454 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-80efef60-171b-43ac-a10f-d24b2dc1564f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5398207 Sep 01 15:25:44.245721 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80efef60-171b-43ac-a10f-d24b2dc1564f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68f7b56c-a99e-403c-b584-1e177fedb17a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:44.279673 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51816) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:44.284702 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-1ce2cd7f-e5aa-414b-9ec2-b3f2c80207c2 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Request body: {'security_group_rule': {'security_group_id': '947aa6c6-5995-466c-8242-bd8c06b95ae3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '68f7b56c-a99e-403c-b584-1e177fedb17a', 'remote_ip_prefix': None}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:44.323517 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:44.336769 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ce32b-bc26-4327-af29-5c81291d9e7e req-3e0f1a1c-f021-4099-a66f-2389aba5d1fe tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:44.339085 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-458ce32b-bc26-4327-af29-5c81291d9e7e req-3e0f1a1c-f021-4099-a66f-2389aba5d1fe tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 944 time: 0.1871276 Sep 01 15:25:44.389173 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b9470091-87f1-45a7-9b64-aa8b33b9992e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b9470091-87f1-45a7-9b64-aa8b33b9992e,segment=NetworkSegment(57531288-d828-443b-b367-fd1e1ac7e99f),segment_id=57531288-d828-443b-b367-fd1e1ac7e99f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:44.389386 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9fa4886a-f763-4516-ba88-603b1f069853 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:44.391592 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c8bf03-9ffd-4056-9bbc-3f99579e7385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9470091-87f1-45a7-9b64-aa8b33b9992e'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:25:44.395875 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35394743-93b1-4823-b305-ace0189809d5" -d '{"events": [{"server_uuid": "e4c8bf03-9ffd-4056-9bbc-3f99579e7385", "name": "network-vif-plugged", "status": "completed", "tag": "b9470091-87f1-45a7-9b64-aa8b33b9992e"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:25:44.401337 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9fa4886a-f763-4516-ba88-603b1f069853 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:44.402064 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:44.505174 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=b9470091-87f1-45a7-9b64-aa8b33b9992e,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:44.558759 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4886a-f763-4516-ba88-603b1f069853 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Port': ['ID=6d4d4d5e-b11e-4f2a-a1a0-b0f1e3a47765,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:44.582651 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-29002d71-0048-4903-9ae3-de8c2b5fb932 req-a749c10e-cb5d-46d2-aa4a-879759db4692 tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/ports?device_id=9538ea5d-77fd-4467-a933-2dd34535e00e HTTP/1.1" status: 200 len: 210 time: 0.1113493 Sep 01 15:25:44.584017 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9fa4886a-f763-4516-ba88-603b1f069853 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:44.636727 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1c6a02-95c3-414d-b5f5-b31630e13ddb x-openstack-request-id: req-cc1c6a02-95c3-414d-b5f5-b31630e13ddb {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:25:44.637031 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c8bf03-9ffd-4056-9bbc-3f99579e7385", "name": "network-vif-plugged", "status": "completed", "tag": "b9470091-87f1-45a7-9b64-aa8b33b9992e", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:25:44.637290 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc1c6a02-95c3-414d-b5f5-b31630e13ddb {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:25:44.637704 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c8bf03-9ffd-4056-9bbc-3f99579e7385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9470091-87f1-45a7-9b64-aa8b33b9992e', 'code': 200} Sep 01 15:25:44.729318 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa4886a-f763-4516-ba88-603b1f069853 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network 25cea452-2d6d-40f4-a90f-1ff0ece7f2f8 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:25:44.731082 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-9fa4886a-f763-4516-ba88-603b1f069853 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:25:44.888095 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-0a110b21-d0d4-4bb3-9354-cad10431ac4d tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:44.894228 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1ce2cd7f-e5aa-414b-9ec2-b3f2c80207c2 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:44.948544 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa4886a-f763-4516-ba88-603b1f069853 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Router f067e1d7-1417-4f68-b7a1-ddf63dc5cc38 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:25:45.109477 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-458ce32b-bc26-4327-af29-5c81291d9e7e req-ea67ed53-eba4-4d19-8c23-e342b17ecbc5 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7538702 Sep 01 15:25:45.125311 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebb605-df42-4ac1-a8b6-8b0da5da1423 req-9aa64652-cb03-4f67-a8bd-7a53d99e98aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:45.127370 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a1ebb605-df42-4ac1-a8b6-8b0da5da1423 req-9aa64652-cb03-4f67-a8bd-7a53d99e98aa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 1096 time: 0.3742361 Sep 01 15:25:45.129493 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1ce2cd7f-e5aa-414b-9ec2-b3f2c80207c2 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:45.144699 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1ce2cd7f-e5aa-414b-9ec2-b3f2c80207c2 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:45.161906 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa4886a-f763-4516-ba88-603b1f069853 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:25:45.168324 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:45.174901 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9fa4886a-f763-4516-ba88-603b1f069853 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "PUT /v2.0/routers/f067e1d7-1417-4f68-b7a1-ddf63dc5cc38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7910817 Sep 01 15:25:45.179562 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfc6f71-9b15-4eaa-93f0-b9ebee8cf162 None None] Sync routers for ids ['f067e1d7-1417-4f68-b7a1-ddf63dc5cc38'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:25:45.183226 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51836) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:45.191881 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5ee07f6c-73a6-4f14-8bd3-6f91bc040fd1 None None] Provisioning complete for port 6d4d4d5e-b11e-4f2a-a1a0-b0f1e3a47765 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:25:45.193322 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5ee07f6c-73a6-4f14-8bd3-6f91bc040fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:45.194902 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfc6f71-9b15-4eaa-93f0-b9ebee8cf162 None None] Routers {'f067e1d7-1417-4f68-b7a1-ddf63dc5cc38'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:25:45.195546 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-4bfc6f71-9b15-4eaa-93f0-b9ebee8cf162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:25:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f067e1d7-1417-4f68-b7a1-ddf63dc5cc38'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:45.248965 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2cd7f-e5aa-414b-9ec2-b3f2c80207c2 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399d2e27-5a15-465f-960c-edb4bed22e3b,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:45.256345 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0de54-388a-49d0-bff2-d12cc381b696 req-9c7d6d54-aa02-4813-aef8-9dad3ae39ba8 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:45.259639 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-34a0de54-388a-49d0-bff2-d12cc381b696 req-9c7d6d54-aa02-4813-aef8-9dad3ae39ba8 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.1972220 Sep 01 15:25:45.278052 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-5ee07f6c-73a6-4f14-8bd3-6f91bc040fd1 None None] Port 6d4d4d5e-b11e-4f2a-a1a0-b0f1e3a47765 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:25:45.279958 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-4bfc6f71-9b15-4eaa-93f0-b9ebee8cf162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:45.291738 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1ce2cd7f-e5aa-414b-9ec2-b3f2c80207c2 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:45.296707 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1ce2cd7f-e5aa-414b-9ec2-b3f2c80207c2 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0127964 Sep 01 15:25:45.297716 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51838) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:45.299262 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfc6f71-9b15-4eaa-93f0-b9ebee8cf162 None None] Routers {'f067e1d7-1417-4f68-b7a1-ddf63dc5cc38'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:25:45.300603 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-4bfc6f71-9b15-4eaa-93f0-b9ebee8cf162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:25:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f067e1d7-1417-4f68-b7a1-ddf63dc5cc38'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:45.314052 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee0835f-2730-4e07-a32c-5e258ecbadce tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:45.319499 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2ee0835f-2730-4e07-a32c-5e258ecbadce tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "GET /v2.0/ports/6d4d4d5e-b11e-4f2a-a1a0-b0f1e3a47765 HTTP/1.1" status: 200 len: 910 time: 0.1320453 Sep 01 15:25:45.320193 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51840) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:45.350696 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-4bfc6f71-9b15-4eaa-93f0-b9ebee8cf162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:45.353889 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfc6f71-9b15-4eaa-93f0-b9ebee8cf162 None None] The sync data for ids ['f067e1d7-1417-4f68-b7a1-ddf63dc5cc38'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:25:45.401829 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-67e5d055-be17-42c8-96d3-10228efb5780 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:45.412385 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-34a0de54-388a-49d0-bff2-d12cc381b696 req-adcb2f17-7425-48bb-a535-623b0740e4ac tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339915 Sep 01 15:25:45.424305 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-67e5d055-be17-42c8-96d3-10228efb5780 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:45.476531 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a1ebb605-df42-4ac1-a8b6-8b0da5da1423 req-0830932d-5be1-4f5f-a26b-cfced54adbae service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326805 Sep 01 15:25:45.481679 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-67e5d055-be17-42c8-96d3-10228efb5780 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:45.482902 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-0a110b21-d0d4-4bb3-9354-cad10431ac4d tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:45.489925 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-67e5d055-be17-42c8-96d3-10228efb5780 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:45.495760 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-67e5d055-be17-42c8-96d3-10228efb5780 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/399d2e27-5a15-465f-960c-edb4bed22e3b HTTP/1.1" status: 204 len: 168 time: 0.1727684 Sep 01 15:25:45.498237 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51846) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:45.500733 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5d055-be17-42c8-96d3-10228efb5780 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=399d2e27-5a15-465f-960c-edb4bed22e3b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:45.598459 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-0a110b21-d0d4-4bb3-9354-cad10431ac4d tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Network 32445f1a-0ef1-4a24-a12c-d74464632f4b is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:25:45.612076 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-0a110b21-d0d4-4bb3-9354-cad10431ac4d tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:25:45.621715 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-0a110b21-d0d4-4bb3-9354-cad10431ac4d tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:25:45.637756 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a110b21-d0d4-4bb3-9354-cad10431ac4d tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Pushing event updated for resources: {'Port': ['ID=6dbe4fcb-15d4-42a4-8f83-a2cb1e612033,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:45.815161 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e3e732e6-4a5a-4061-8199-907c9dba87d2 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2888846 Sep 01 15:25:45.820449 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51854) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:45.889715 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-0a110b21-d0d4-4bb3-9354-cad10431ac4d tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:45.890890 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-0a110b21-d0d4-4bb3-9354-cad10431ac4d tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:45.917097 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d7317a75-80ab-426f-92bb-5382bbb94afb tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:45.954989 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d7317a75-80ab-426f-92bb-5382bbb94afb tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:45.995390 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36dcb02-3b46-48f2-ac3e-9676ce0db822 req-b611cdbb-4f36-4813-8909-8e8ca0ba0b83 tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:45.997481 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d36dcb02-3b46-48f2-ac3e-9676ce0db822 req-b611cdbb-4f36-4813-8909-8e8ca0ba0b83 tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/ports?device_id=9538ea5d-77fd-4467-a933-2dd34535e00e HTTP/1.1" status: 200 len: 931 time: 0.2353292 Sep 01 15:25:46.004419 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-0a110b21-d0d4-4bb3-9354-cad10431ac4d tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7006800 Sep 01 15:25:46.023592 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-ee0c1a26-22b0-4915-9b12-356198fbda3c service neutron] Request body: {'port': {'device_id': '9538ea5d-77fd-4467-a933-2dd34535e00e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:46.033904 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d7317a75-80ab-426f-92bb-5382bbb94afb tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:46.037100 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d7317a75-80ab-426f-92bb-5382bbb94afb tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:46.042613 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d7317a75-80ab-426f-92bb-5382bbb94afb tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "DELETE /v2.0/security-groups/68f7b56c-a99e-403c-b584-1e177fedb17a HTTP/1.1" status: 204 len: 168 time: 0.2159231 Sep 01 15:25:46.044863 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51864) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:46.059560 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7317a75-80ab-426f-92bb-5382bbb94afb tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f7b56c-a99e-403c-b584-1e177fedb17a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:46.132534 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4d683196-da45-43b6-b383-56e95109b838 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0821567 Sep 01 15:25:46.132992 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51866) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:46.204303 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d36dcb02-3b46-48f2-ac3e-9676ce0db822 req-597387ef-25c4-4f81-b17b-4006bbf2d0fd tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/security-groups?id=c22a7871-9aa1-4d4c-b7e5-db555d3154ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765337 Sep 01 15:25:46.219615 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-ee0c1a26-22b0-4915-9b12-356198fbda3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:46.336026 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2fb83f5a-0cc1-4f03-be02-58f34ca2571b tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:46.381245 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09183a2e-229d-4ec8-b234-3a1833888016 req-6cbcbb45-7e92-4f67-89fd-bfb2ced9434f tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:46.384531 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09183a2e-229d-4ec8-b234-3a1833888016 req-6cbcbb45-7e92-4f67-89fd-bfb2ced9434f tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.1335912 Sep 01 15:25:46.403894 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2fb83f5a-0cc1-4f03-be02-58f34ca2571b tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:46.510017 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09183a2e-229d-4ec8-b234-3a1833888016 req-db633fa8-6ab9-4e76-bff3-65081d7bf0af tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010294 Sep 01 15:25:46.535764 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2fb83f5a-0cc1-4f03-be02-58f34ca2571b tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:46.543564 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2fb83f5a-0cc1-4f03-be02-58f34ca2571b tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:46.554903 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2fb83f5a-0cc1-4f03-be02-58f34ca2571b tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "DELETE /v2.0/security-groups/947aa6c6-5995-466c-8242-bd8c06b95ae3 HTTP/1.1" status: 204 len: 168 time: 0.4202633 Sep 01 15:25:46.571075 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51876) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:46.630891 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb83f5a-0cc1-4f03-be02-58f34ca2571b tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=947aa6c6-5995-466c-8242-bd8c06b95ae3,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:46.720761 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f9414da8-d756-4f8b-91e2-2cce961f9de4 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1239753 Sep 01 15:25:46.731544 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51882) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:46.742022 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-4523c260-f404-4e19-a332-12796a8610b1 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Request body: {'security_group': {'name': 'tempest-secgroup--1290270317'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:46.753149 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f5f45333-5e4a-4513-8754-1e298631e333 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:46.810121 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4523c260-f404-4e19-a332-12796a8610b1 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:46.921962 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:25:46.938687 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9e682-bced-4a19-bb7e-7ab2c853c568 req-601994d1-714f-48bf-9b55-36248d96802e tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:46.943041 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-38d9e682-bced-4a19-bb7e-7ab2c853c568 req-601994d1-714f-48bf-9b55-36248d96802e tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.3018041 Sep 01 15:25:46.965362 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4523c260-f404-4e19-a332-12796a8610b1 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:46.974852 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4523c260-f404-4e19-a332-12796a8610b1 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.043506 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523c260-f404-4e19-a332-12796a8610b1 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b899b8c-8f27-4b1c-bf68-1355f1d1b26a,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:47.057735 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4523c260-f404-4e19-a332-12796a8610b1 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.064451 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4523c260-f404-4e19-a332-12796a8610b1 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3267090 Sep 01 15:25:47.065190 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51888) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:47.076121 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-adbdb393-c0a4-4a05-9b87-e9bd86684e0d tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Request body: {'security_group_rule': {'security_group_id': '9b899b8c-8f27-4b1c-bf68-1355f1d1b26a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:47.122395 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-adbdb393-c0a4-4a05-9b87-e9bd86684e0d tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.126008 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-ee0c1a26-22b0-4915-9b12-356198fbda3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dbe4fcb-15d4-42a4-8f83-a2cb1e612033 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:25:47.142994 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-ee0c1a26-22b0-4915-9b12-356198fbda3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.156145 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-38d9e682-bced-4a19-bb7e-7ab2c853c568 req-157196a4-cfab-46ed-b303-774ebecc3fc0 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834421 Sep 01 15:25:47.185838 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-ee0c1a26-22b0-4915-9b12-356198fbda3c service neutron] Transition to ACTIVE for port object 6dbe4fcb-15d4-42a4-8f83-a2cb1e612033 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:25:47.202519 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-ee0c1a26-22b0-4915-9b12-356198fbda3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.229941 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-adbdb393-c0a4-4a05-9b87-e9bd86684e0d tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.237524 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-adbdb393-c0a4-4a05-9b87-e9bd86684e0d tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.290720 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c1a26-22b0-4915-9b12-356198fbda3c service neutron] Pushing event updated for resources: {'Port': ['ID=6dbe4fcb-15d4-42a4-8f83-a2cb1e612033,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:47.298715 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdb393-c0a4-4a05-9b87-e9bd86684e0d tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344ac2f4-c120-4ded-8153-4396f2b8f4fd,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:47.307995 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-adbdb393-c0a4-4a05-9b87-e9bd86684e0d tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.311926 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-adbdb393-c0a4-4a05-9b87-e9bd86684e0d tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2419333 Sep 01 15:25:47.312307 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51896) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:47.396964 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0c9883e0-c1b2-4450-97a4-293733b3d639 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.413340 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0c9883e0-c1b2-4450-97a4-293733b3d639 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.437152 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-ee0c1a26-22b0-4915-9b12-356198fbda3c service neutron] Attempting to bind port 6dbe4fcb-15d4-42a4-8f83-a2cb1e612033 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:25:47.437594 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-ee0c1a26-22b0-4915-9b12-356198fbda3c service neutron] Attempting to bind port 6dbe4fcb-15d4-42a4-8f83-a2cb1e612033 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '35876280-9951-4ab5-b832-93e24e1bf29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '32445f1a-0ef1-4a24-a12c-d74464632f4b'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:25:47.438001 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-ee0c1a26-22b0-4915-9b12-356198fbda3c service neutron] Attempting to bind port 6dbe4fcb-15d4-42a4-8f83-a2cb1e612033 on network 32445f1a-0ef1-4a24-a12c-d74464632f4b {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:25:47.452677 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-ee0c1a26-22b0-4915-9b12-356198fbda3c service neutron] Port 6dbe4fcb-15d4-42a4-8f83-a2cb1e612033 on network 32445f1a-0ef1-4a24-a12c-d74464632f4b not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:25:47.452968 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-ee0c1a26-22b0-4915-9b12-356198fbda3c service neutron] Attempting to bind port 6dbe4fcb-15d4-42a4-8f83-a2cb1e612033 on network 32445f1a-0ef1-4a24-a12c-d74464632f4b {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:25:47.463867 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b466d24-aa82-48d2-8248-3e6dc45d4006 req-a5a6e666-7e1c-4502-a805-a0dd8ac5b24a tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:47.467005 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b466d24-aa82-48d2-8248-3e6dc45d4006 req-a5a6e666-7e1c-4502-a805-a0dd8ac5b24a tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/ports?device_id=9538ea5d-77fd-4467-a933-2dd34535e00e HTTP/1.1" status: 200 len: 943 time: 0.1239762 Sep 01 15:25:47.467262 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-ee0c1a26-22b0-4915-9b12-356198fbda3c service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:25:47.467262 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-ee0c1a26-22b0-4915-9b12-356198fbda3c service neutron] Checking segment: {'id': '35876280-9951-4ab5-b832-93e24e1bf29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '32445f1a-0ef1-4a24-a12c-d74464632f4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:25:47.467626 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-ee0c1a26-22b0-4915-9b12-356198fbda3c service neutron] Bound using segment: {'id': '35876280-9951-4ab5-b832-93e24e1bf29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '32445f1a-0ef1-4a24-a12c-d74464632f4b'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:25:47.467806 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-ee0c1a26-22b0-4915-9b12-356198fbda3c service neutron] Bound port: 6dbe4fcb-15d4-42a4-8f83-a2cb1e612033, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35876280-9951-4ab5-b832-93e24e1bf29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '32445f1a-0ef1-4a24-a12c-d74464632f4b'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:25:47.468194 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-ee0c1a26-22b0-4915-9b12-356198fbda3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.498981 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-f5f45333-5e4a-4513-8754-1e298631e333 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Deleting port 6d4d4d5e-b11e-4f2a-a1a0-b0f1e3a47765 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:47.499450 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f5f45333-5e4a-4513-8754-1e298631e333 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.531382 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0c9883e0-c1b2-4450-97a4-293733b3d639 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.539685 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0c9883e0-c1b2-4450-97a4-293733b3d639 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.541575 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0c9883e0-c1b2-4450-97a4-293733b3d639 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/344ac2f4-c120-4ded-8153-4396f2b8f4fd HTTP/1.1" status: 204 len: 168 time: 0.2282827 Sep 01 15:25:47.550096 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51900) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:47.566221 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b466d24-aa82-48d2-8248-3e6dc45d4006 req-96f7e82a-dd63-4094-ad94-f032fe6a9d7e tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/security-groups?id=c22a7871-9aa1-4d4c-b7e5-db555d3154ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887864 Sep 01 15:25:47.586629 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9883e0-c1b2-4450-97a4-293733b3d639 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=344ac2f4-c120-4ded-8153-4396f2b8f4fd,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:47.644363 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-ee0c1a26-22b0-4915-9b12-356198fbda3c service neutron] For port 6dbe4fcb-15d4-42a4-8f83-a2cb1e612033, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:25:47.655496 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51906) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:47.657156 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-22c7192a-140b-4d2f-b3cc-63baa25338f0 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1048191 Sep 01 15:25:47.681720 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-ee0c1a26-22b0-4915-9b12-356198fbda3c service neutron] For port 6dbe4fcb-15d4-42a4-8f83-a2cb1e612033, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=6dbe4fcb-15d4-42a4-8f83-a2cb1e612033,segment=NetworkSegment(35876280-9951-4ab5-b832-93e24e1bf29d),segment_id=35876280-9951-4ab5-b832-93e24e1bf29d)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:25:47.691974 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f5f45333-5e4a-4513-8754-1e298631e333 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.698912 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-ee0c1a26-22b0-4915-9b12-356198fbda3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.779580 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-f5f45333-5e4a-4513-8754-1e298631e333 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Calling delete_port for 6d4d4d5e-b11e-4f2a-a1a0-b0f1e3a47765 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:47.825776 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-ee0c1a26-22b0-4915-9b12-356198fbda3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:47.826579 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-ee0c1a26-22b0-4915-9b12-356198fbda3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:47.828308 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-ee0c1a26-22b0-4915-9b12-356198fbda3c service neutron] 10.222.0.45 "PUT /v2.0/ports/6dbe4fcb-15d4-42a4-8f83-a2cb1e612033 HTTP/1.1" status: 200 len: 1091 time: 1.8136985 Sep 01 15:25:47.828788 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9538ea5d-77fd-4467-a933-2dd34535e00e', 'tag': '6dbe4fcb-15d4-42a4-8f83-a2cb1e612033'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:25:47.831146 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b392fa2-bc25-463c-80e3-cc781916bfbd" -d '{"events": [{"name": "network-changed", "server_uuid": "9538ea5d-77fd-4467-a933-2dd34535e00e", "tag": "6dbe4fcb-15d4-42a4-8f83-a2cb1e612033"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:25:47.915150 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fbea48-2e41-486a-9551-01e18beabb08 x-openstack-request-id: req-42fbea48-2e41-486a-9551-01e18beabb08 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:25:47.915413 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9538ea5d-77fd-4467-a933-2dd34535e00e", "tag": "6dbe4fcb-15d4-42a4-8f83-a2cb1e612033", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:25:47.915676 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-42fbea48-2e41-486a-9551-01e18beabb08 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:25:47.916099 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9538ea5d-77fd-4467-a933-2dd34535e00e', 'tag': '6dbe4fcb-15d4-42a4-8f83-a2cb1e612033', 'status': 'completed', 'code': 200} Sep 01 15:25:47.918607 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c1a26-22b0-4915-9b12-356198fbda3c service neutron] Pushing event updated for resources: {'Port': ['ID=6dbe4fcb-15d4-42a4-8f83-a2cb1e612033,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:47.961879 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5874254-4651-4a22-b557-ab5ad3168628 req-01ade24d-c1d4-4dda-b8f0-4013b9137d3f tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:47.963759 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e5874254-4651-4a22-b557-ab5ad3168628 req-01ade24d-c1d4-4dda-b8f0-4013b9137d3f tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.2665956 Sep 01 15:25:47.969493 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9b1c6f1e-8793-41a7-9e32-3d2a613bab8f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:48.057547 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9b1c6f1e-8793-41a7-9e32-3d2a613bab8f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:48.086491 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-5f032af0-40f0-41ec-ae71-2e6bb2bf571c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:48.088264 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-5f032af0-40f0-41ec-ae71-2e6bb2bf571c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed921b2a75804aeaaa4b61793d671288&device_id=9538ea5d-77fd-4467-a933-2dd34535e00e HTTP/1.1" status: 200 len: 1094 time: 0.2050526 Sep 01 15:25:48.176024 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e5874254-4651-4a22-b557-ab5ad3168628 req-ae310b0c-accd-49bb-8222-807c59b89912 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882799 Sep 01 15:25:48.180065 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-6187b473-10df-4715-bc78-6fba0a3f437b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dbe4fcb-15d4-42a4-8f83-a2cb1e612033 HTTP/1.1" status: 200 len: 217 time: 0.0775943 Sep 01 15:25:48.306808 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9b1c6f1e-8793-41a7-9e32-3d2a613bab8f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:48.310025 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9b1c6f1e-8793-41a7-9e32-3d2a613bab8f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:48.314353 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9b1c6f1e-8793-41a7-9e32-3d2a613bab8f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "DELETE /v2.0/security-groups/9b899b8c-8f27-4b1c-bf68-1355f1d1b26a HTTP/1.1" status: 204 len: 168 time: 0.6489635 Sep 01 15:25:48.316068 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51930) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:48.329565 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-0a763381-6a7e-4590-9385-1045ae2ed4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:48.332691 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-0a763381-6a7e-4590-9385-1045ae2ed4cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00086633-25f5-4bb2-b6eb-bc3d7381aeca HTTP/1.1" status: 200 len: 862 time: 0.1252239 Sep 01 15:25:48.334421 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f5f45333-5e4a-4513-8754-1e298631e333 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:48.337294 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c6f1e-8793-41a7-9e32-3d2a613bab8f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b899b8c-8f27-4b1c-bf68-1355f1d1b26a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:48.434828 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-bcf2d22b-5168-4a69-b0bb-558e14a8bc3e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=32445f1a-0ef1-4a24-a12c-d74464632f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797195 Sep 01 15:25:48.445112 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f978274a-1f68-44cd-971b-7ad4723bc921 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1218350 Sep 01 15:25:48.447702 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f45333-5e4a-4513-8754-1e298631e333 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Port': ['ID=6d4d4d5e-b11e-4f2a-a1a0-b0f1e3a47765,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:48.447911 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51934) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:48.456447 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-651c8726-85a3-4d05-b505-33b92c74634e tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Request body: {'security_group': {'name': 'tempest-secgroup--814175126'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:48.504097 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-651c8726-85a3-4d05-b505-33b92c74634e tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:48.703967 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec578c9-4271-430f-b8a6-8ca552a33957 req-df0808ad-f750-4996-a5bc-62eeccd7c9c6 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:48.712443 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7ec578c9-4271-430f-b8a6-8ca552a33957 req-df0808ad-f750-4996-a5bc-62eeccd7c9c6 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.2807360 Sep 01 15:25:48.874419 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-075ad888-7276-4402-8672-d190b8de0082 service neutron] 10.222.0.45 "GET /v2.0/networks/32445f1a-0ef1-4a24-a12c-d74464632f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987365 Sep 01 15:25:48.884178 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-651c8726-85a3-4d05-b505-33b92c74634e tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:48.899905 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-651c8726-85a3-4d05-b505-33b92c74634e tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:48.924833 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7ec578c9-4271-430f-b8a6-8ca552a33957 req-90e01a63-dce6-420a-b1b1-1ad8717c2601 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110717 Sep 01 15:25:48.972030 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-651c8726-85a3-4d05-b505-33b92c74634e tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:48.973730 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-651c8726-85a3-4d05-b505-33b92c74634e tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5251203 Sep 01 15:25:48.979657 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51952) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:48.985974 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-2d5736ce-e8c9-4867-b387-f735e6c1fbc2 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Request body: {'security_group_rule': {'security_group_id': 'a538b1cb-766c-456a-8dcb-ea9e1409d967', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:49.002475 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f5f45333-5e4a-4513-8754-1e298631e333 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:49.008034 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c8726-85a3-4d05-b505-33b92c74634e tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a538b1cb-766c-456a-8dcb-ea9e1409d967,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:49.229556 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-0ebe8b60-c7c2-4ab1-ab77-698e7c7448e3 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:49.247303 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-0ebe8b60-c7c2-4ab1-ab77-698e7c7448e3 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/networks?id=e5460166-f0b6-4e0f-87a2-13b45ba8cda0 HTTP/1.1" status: 200 len: 814 time: 0.5519605 Sep 01 15:25:49.290875 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-68d6defb-ac2c-43a3-a7bb-8d719f391c85 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/quotas/f64e9e568cfb496c936b61a18ec8a0b5 HTTP/1.1" status: 200 len: 375 time: 0.0404577 Sep 01 15:25:49.291880 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d5736ce-e8c9-4867-b387-f735e6c1fbc2 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:49.452135 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-630b97b2-d588-4bba-8049-922ec57a3928 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f64e9e568cfb496c936b61a18ec8a0b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1440082 Sep 01 15:25:49.469159 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d5736ce-e8c9-4867-b387-f735e6c1fbc2 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:49.615811 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d5736ce-e8c9-4867-b387-f735e6c1fbc2 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:49.678709 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5736ce-e8c9-4867-b387-f735e6c1fbc2 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf14d29b-2dcd-43c8-9683-b6d7591f12d4,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:49.685832 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-e63b4adb-e942-4c55-9e71-5f5febf62e93 service neutron] 10.222.0.60 "GET /v2.0/networks/e5460166-f0b6-4e0f-87a2-13b45ba8cda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109830 Sep 01 15:25:49.687211 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d5736ce-e8c9-4867-b387-f735e6c1fbc2 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:49.689319 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2d5736ce-e8c9-4867-b387-f735e6c1fbc2 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7073700 Sep 01 15:25:49.705070 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51966) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:49.743485 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-610c745d-a25d-4685-9053-16566d56a24d tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "GET /v2.0/security-group-rules/cf14d29b-2dcd-43c8-9683-b6d7591f12d4 HTTP/1.1" status: 200 len: 763 time: 0.0367014 Sep 01 15:25:49.748066 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51968) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:49.807380 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a046f229-3dac-4539-b1ae-7430dad06f5e req-24e10f77-3fd4-4a7a-a80d-39c17920b786 service neutron] 10.222.0.45 "GET /v2.0/networks/32445f1a-0ef1-4a24-a12c-d74464632f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9231141 Sep 01 15:25:49.852912 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefaa3d6-51d0-4b97-a309-6a2f78f3da1a req-431f602c-2bef-447b-b0a7-a186450e4c9e tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:49.863586 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aefaa3d6-51d0-4b97-a309-6a2f78f3da1a req-431f602c-2bef-447b-b0a7-a186450e4c9e tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/ports?device_id=9538ea5d-77fd-4467-a933-2dd34535e00e HTTP/1.1" status: 200 len: 943 time: 0.7434080 Sep 01 15:25:49.920344 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-2ea30a63-304f-40d1-a480-cb1755053252 service neutron] 10.222.0.60 "GET /v2.0/networks/e5460166-f0b6-4e0f-87a2-13b45ba8cda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169347 Sep 01 15:25:49.945029 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0fe374bc-dda4-4777-b55b-540c926d0a8e tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1881642 Sep 01 15:25:49.949803 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51972) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:50.001932 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0d794747-e32a-47d7-b7fa-e9502d6b5527 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:50.024609 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0d794747-e32a-47d7-b7fa-e9502d6b5527 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:50.113545 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aefaa3d6-51d0-4b97-a309-6a2f78f3da1a req-74139570-0a7c-49ba-ac67-fb0c595f3eb0 tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/security-groups?id=c22a7871-9aa1-4d4c-b7e5-db555d3154ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478771 Sep 01 15:25:50.135070 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b392fa2-bc25-463c-80e3-cc781916bfbd req-81371122-b479-40ea-a9e1-a6e824e7dc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:50.138207 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6b392fa2-bc25-463c-80e3-cc781916bfbd req-81371122-b479-40ea-a9e1-a6e824e7dc75 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed921b2a75804aeaaa4b61793d671288&device_id=9538ea5d-77fd-4467-a933-2dd34535e00e HTTP/1.1" status: 200 len: 1094 time: 0.2205639 Sep 01 15:25:50.162406 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f45333-5e4a-4513-8754-1e298631e333 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Router f067e1d7-1417-4f68-b7a1-ddf63dc5cc38 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:25:50.186052 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0d794747-e32a-47d7-b7fa-e9502d6b5527 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:50.207350 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0d794747-e32a-47d7-b7fa-e9502d6b5527 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:50.209418 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0d794747-e32a-47d7-b7fa-e9502d6b5527 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/cf14d29b-2dcd-43c8-9683-b6d7591f12d4 HTTP/1.1" status: 204 len: 168 time: 0.2577853 Sep 01 15:25:50.240587 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51982) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:50.395405 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ce0eab1c-6ca7-47b9-a923-610d26f0333c req-2a5fc73b-483f-4825-a851-b082eecce412 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=34221f84-2884-4078-b8d7-3a30b058b517 HTTP/1.1" status: 200 len: 210 time: 0.1233191 Sep 01 15:25:50.401893 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d794747-e32a-47d7-b7fa-e9502d6b5527 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf14d29b-2dcd-43c8-9683-b6d7591f12d4,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:50.464666 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-aee965f0-6a61-4aa1-baef-0bbb78c865ee tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2200131 Sep 01 15:25:50.470755 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 51988) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:50.478171 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-29ef4394-d970-4ebf-8538-fca8958c227f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Request body: {'security_group_rule': {'security_group_id': 'a538b1cb-766c-456a-8dcb-ea9e1409d967', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:50.581922 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f45333-5e4a-4513-8754-1e298631e333 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:25:50.598282 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f5f45333-5e4a-4513-8754-1e298631e333 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "PUT /v2.0/routers/f067e1d7-1417-4f68-b7a1-ddf63dc5cc38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2764945 Sep 01 15:25:50.601205 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 51996) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:50.601707 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc2769d-7b00-42e4-bee2-4ed0a3014066 None None] Sync routers for ids ['f067e1d7-1417-4f68-b7a1-ddf63dc5cc38'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:25:50.616384 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc2769d-7b00-42e4-bee2-4ed0a3014066 None None] Routers {'f067e1d7-1417-4f68-b7a1-ddf63dc5cc38'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:25:50.617035 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-6fc2769d-7b00-42e4-bee2-4ed0a3014066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:25:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f067e1d7-1417-4f68-b7a1-ddf63dc5cc38'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:50.646348 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60454f-c294-4150-8200-393d8918799a req-fbde2acb-5acf-4695-99f1-b400b7b3e7cf tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:50.646348 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5c60454f-c294-4150-8200-393d8918799a req-fbde2acb-5acf-4695-99f1-b400b7b3e7cf tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.3021433 Sep 01 15:25:50.646348 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b392fa2-bc25-463c-80e3-cc781916bfbd req-e0dd9b50-7319-4f90-996b-bd9c98aac27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:50.647661 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6b392fa2-bc25-463c-80e3-cc781916bfbd req-e0dd9b50-7319-4f90-996b-bd9c98aac27f service neutron] 10.222.0.45 "GET /v2.0/networks?id=32445f1a-0ef1-4a24-a12c-d74464632f4b HTTP/1.1" status: 200 len: 923 time: 0.4834356 Sep 01 15:25:50.684279 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-6fc2769d-7b00-42e4-bee2-4ed0a3014066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:50.699379 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc2769d-7b00-42e4-bee2-4ed0a3014066 None None] Routers {'f067e1d7-1417-4f68-b7a1-ddf63dc5cc38'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:25:50.700537 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-6fc2769d-7b00-42e4-bee2-4ed0a3014066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:25:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f067e1d7-1417-4f68-b7a1-ddf63dc5cc38'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:50.716950 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-29ef4394-d970-4ebf-8538-fca8958c227f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:50.758910 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-6fc2769d-7b00-42e4-bee2-4ed0a3014066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:50.760039 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc2769d-7b00-42e4-bee2-4ed0a3014066 None None] The sync data for ids ['f067e1d7-1417-4f68-b7a1-ddf63dc5cc38'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:25:50.843443 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6b392fa2-bc25-463c-80e3-cc781916bfbd req-4efe0ff5-b758-48e1-9410-b2b994abae79 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dbe4fcb-15d4-42a4-8f83-a2cb1e612033 HTTP/1.1" status: 200 len: 217 time: 0.1850858 Sep 01 15:25:50.971638 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5c60454f-c294-4150-8200-393d8918799a req-3cc6f38c-90c1-4434-af52-c8159769d604 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173923 Sep 01 15:25:51.021431 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b392fa2-bc25-463c-80e3-cc781916bfbd req-6d3d42f1-3fd1-41b2-83d8-787611a57c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:51.023819 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6b392fa2-bc25-463c-80e3-cc781916bfbd req-6d3d42f1-3fd1-41b2-83d8-787611a57c0b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=00086633-25f5-4bb2-b6eb-bc3d7381aeca HTTP/1.1" status: 200 len: 862 time: 0.1584144 Sep 01 15:25:51.078736 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6b392fa2-bc25-463c-80e3-cc781916bfbd req-035cd6ba-5390-48e1-a21f-3edee4af893a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=32445f1a-0ef1-4a24-a12c-d74464632f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457149 Sep 01 15:25:51.090267 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-29ef4394-d970-4ebf-8538-fca8958c227f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:51.208553 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-29ef4394-d970-4ebf-8538-fca8958c227f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:51.271951 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef4394-d970-4ebf-8538-fca8958c227f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e7e32a2-7666-4f55-af33-109d11992dc1,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:51.292819 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-29ef4394-d970-4ebf-8538-fca8958c227f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:51.299231 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-29ef4394-d970-4ebf-8538-fca8958c227f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8209572 Sep 01 15:25:51.301608 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52010) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:51.358954 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6b392fa2-bc25-463c-80e3-cc781916bfbd req-6873a7a0-7525-4c6a-adba-8991632dd084 service neutron] 10.222.0.45 "GET /v2.0/networks/32445f1a-0ef1-4a24-a12c-d74464632f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713122 Sep 01 15:25:51.402085 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-149e5e1e-fb61-437c-97e6-308a745647ee tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "GET /v2.0/security-group-rules/9e7e32a2-7666-4f55-af33-109d11992dc1 HTTP/1.1" status: 200 len: 763 time: 0.0948441 Sep 01 15:25:51.405310 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52014) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:51.529220 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163eaf8-7f77-49f8-84f5-fc134c30faf7 req-d71126e7-4c1a-41c0-8c3a-546418406e7a tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:51.531620 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9163eaf8-7f77-49f8-84f5-fc134c30faf7 req-d71126e7-4c1a-41c0-8c3a-546418406e7a tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/ports?device_id=9538ea5d-77fd-4467-a933-2dd34535e00e HTTP/1.1" status: 200 len: 943 time: 0.2121518 Sep 01 15:25:51.574561 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7f425a3b-d5a5-4ff7-9b03-7efe2169286f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1680229 Sep 01 15:25:51.579352 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52024) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:51.631365 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9163eaf8-7f77-49f8-84f5-fc134c30faf7 req-798ebd31-d0e8-49c0-aa58-1804f4396148 tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/security-groups?id=c22a7871-9aa1-4d4c-b7e5-db555d3154ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905659 Sep 01 15:25:51.637527 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b89a5fcc-a3bc-40f6-bdde-3fc001531144 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:51.678008 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6250e2ee-a8d0-4f11-bd77-d76e49e29676 req-2d46a6b1-6df9-4345-94e2-76a2faf3602c tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=34221f84-2884-4078-b8d7-3a30b058b517 HTTP/1.1" status: 200 len: 210 time: 0.0998335 Sep 01 15:25:51.745076 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a1b0634a-7480-4b65-8dc1-95d44815a4ea tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:51.758747 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6b392fa2-bc25-463c-80e3-cc781916bfbd req-7dd11a3e-853d-4670-84e7-10141d9b3871 service neutron] 10.222.0.45 "GET /v2.0/networks/32445f1a-0ef1-4a24-a12c-d74464632f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915870 Sep 01 15:25:51.774682 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a1b0634a-7480-4b65-8dc1-95d44815a4ea tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:51.820486 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a1b0634a-7480-4b65-8dc1-95d44815a4ea tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:51.829688 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a1b0634a-7480-4b65-8dc1-95d44815a4ea tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:51.830964 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a1b0634a-7480-4b65-8dc1-95d44815a4ea tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/9e7e32a2-7666-4f55-af33-109d11992dc1 HTTP/1.1" status: 204 len: 168 time: 0.2416406 Sep 01 15:25:51.838440 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52028) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:51.849216 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0634a-7480-4b65-8dc1-95d44815a4ea tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e7e32a2-7666-4f55-af33-109d11992dc1,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:51.900883 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e9146c3d-a327-4fe5-87aa-0994322fe3fe tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0610883 Sep 01 15:25:51.905544 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52032) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:51.911676 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-bc7aa61d-b030-4d6f-84cf-4b12547fe580 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Request body: {'security_group_rule': {'security_group_id': 'a538b1cb-766c-456a-8dcb-ea9e1409d967', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:51.957406 n-d-794796-3 neutron-server[94734]: INFO neutron.db.securitygroups_db [None req-bc7aa61d-b030-4d6f-84cf-4b12547fe580 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Project 8c2921207d654aceb04af189eb735525 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:25:51.967315 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa61d-b030-4d6f-84cf-4b12547fe580 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:52.085461 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa61d-b030-4d6f-84cf-4b12547fe580 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:52.094085 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa61d-b030-4d6f-84cf-4b12547fe580 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:52.128087 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7aa61d-b030-4d6f-84cf-4b12547fe580 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44679ccc-d981-4f35-bcc8-0a6f211fb0b2,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:52.140806 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bc7aa61d-b030-4d6f-84cf-4b12547fe580 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:52.144959 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bc7aa61d-b030-4d6f-84cf-4b12547fe580 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2355006 Sep 01 15:25:52.146443 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52044) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:52.155854 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-b89a5fcc-a3bc-40f6-bdde-3fc001531144 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Deleting port 33ccff31-b881-438c-add0-c551caf05e4a {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:52.156207 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b89a5fcc-a3bc-40f6-bdde-3fc001531144 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:52.211088 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8a94e52c-8cb9-45eb-ac17-3717e9b84986 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "GET /v2.0/security-group-rules/44679ccc-d981-4f35-bcc8-0a6f211fb0b2 HTTP/1.1" status: 200 len: 769 time: 0.0613635 Sep 01 15:25:52.211927 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52046) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:52.261229 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90389fd4-8f6c-4067-8346-0629ceec7506 req-d29aeb7e-b16c-44f6-9b10-bf8aef0985c4 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:52.274687 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-90389fd4-8f6c-4067-8346-0629ceec7506 req-d29aeb7e-b16c-44f6-9b10-bf8aef0985c4 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.1367054 Sep 01 15:25:52.291144 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a0df72db-e37f-42d2-9c85-38b8823f64d7 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0779257 Sep 01 15:25:52.295322 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52050) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:52.320787 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b89a5fcc-a3bc-40f6-bdde-3fc001531144 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:52.344019 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-b89a5fcc-a3bc-40f6-bdde-3fc001531144 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Calling delete_port for 33ccff31-b881-438c-add0-c551caf05e4a owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:52.346858 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0584f91-f983-4fde-b54c-3421f2e90f83 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:52.362016 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0584f91-f983-4fde-b54c-3421f2e90f83 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:52.392802 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-90389fd4-8f6c-4067-8346-0629ceec7506 req-016517ff-1afb-4ba0-a2f8-7ed6424ecfe3 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163673 Sep 01 15:25:52.901066 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0584f91-f983-4fde-b54c-3421f2e90f83 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:52.915441 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0584f91-f983-4fde-b54c-3421f2e90f83 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:52.916663 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c0584f91-f983-4fde-b54c-3421f2e90f83 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/44679ccc-d981-4f35-bcc8-0a6f211fb0b2 HTTP/1.1" status: 204 len: 168 time: 0.6203074 Sep 01 15:25:52.920827 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52062) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:52.947837 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0584f91-f983-4fde-b54c-3421f2e90f83 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44679ccc-d981-4f35-bcc8-0a6f211fb0b2,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:52.956357 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37f46193-95c0-4d37-b5f5-543c0dfb8dfd req-a36a6b49-295f-4fcc-a007-44acc6c95df8 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=34221f84-2884-4078-b8d7-3a30b058b517 HTTP/1.1" status: 200 len: 210 time: 0.0775421 Sep 01 15:25:53.061993 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec29bdb-8dbe-4983-ae37-2296957381b9 req-c4c7b74d-14ea-420c-bc32-0c260e001c02 tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:53.070581 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2ec29bdb-8dbe-4983-ae37-2296957381b9 req-c4c7b74d-14ea-420c-bc32-0c260e001c02 tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/ports?device_id=9538ea5d-77fd-4467-a933-2dd34535e00e HTTP/1.1" status: 200 len: 943 time: 0.2332947 Sep 01 15:25:53.112581 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-d70454d4-c63c-4dd1-afff-98a2de909f11 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:53.114537 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-d70454d4-c63c-4dd1-afff-98a2de909f11 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.62 "GET /v2.0/networks?id=e5460166-f0b6-4e0f-87a2-13b45ba8cda0 HTTP/1.1" status: 200 len: 814 time: 0.3333554 Sep 01 15:25:53.126483 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-98a95ab5-a962-4e32-91c0-a850fa29ddc3 tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2022166 Sep 01 15:25:53.129943 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52068) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:53.251042 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-aa25c779-ebe9-416f-96b0-c2533312bbf0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Request body: {'port': {'device_id': '34221f84-2884-4078-b8d7-3a30b058b517', 'network_id': 'e5460166-f0b6-4e0f-87a2-13b45ba8cda0', 'admin_state_up': True, 'tenant_id': 'f64e9e568cfb496c936b61a18ec8a0b5'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:53.262405 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b89a5fcc-a3bc-40f6-bdde-3fc001531144 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:53.310849 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-67bb1b1c-a34b-456b-9448-aa798b90563f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:53.345907 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-67bb1b1c-a34b-456b-9448-aa798b90563f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:53.428356 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-67bb1b1c-a34b-456b-9448-aa798b90563f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:53.434251 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-67bb1b1c-a34b-456b-9448-aa798b90563f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:53.436416 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-67bb1b1c-a34b-456b-9448-aa798b90563f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "DELETE /v2.0/security-groups/a538b1cb-766c-456a-8dcb-ea9e1409d967 HTTP/1.1" status: 204 len: 168 time: 0.3042543 Sep 01 15:25:53.443235 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52076) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:53.581060 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb1b1c-a34b-456b-9448-aa798b90563f tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a538b1cb-766c-456a-8dcb-ea9e1409d967,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:53.581230 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2ec29bdb-8dbe-4983-ae37-2296957381b9 req-855cf89c-9666-404d-a4dd-ce31ca1a2ba4 tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/security-groups?id=c22a7871-9aa1-4d4c-b7e5-db555d3154ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5033271 Sep 01 15:25:53.593730 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a5fcc-a3bc-40f6-bdde-3fc001531144 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Port': ['ID=33ccff31-b881-438c-add0-c551caf05e4a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:53.699931 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d18bb97a-1897-4e35-80fb-c3944719c56c tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2521338 Sep 01 15:25:53.715593 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52082) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:53.805736 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-aa25c779-ebe9-416f-96b0-c2533312bbf0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Made reservation on behalf of f64e9e568cfb496c936b61a18ec8a0b5 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:25:53.812060 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-aa25c779-ebe9-416f-96b0-c2533312bbf0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:53.945983 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-25e0c4d1-d58b-4c9b-97bf-8eca4d18e1cb tempest-SecGroupIPv6Test-1847614959 tempest-SecGroupIPv6Test-1847614959-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2279882 Sep 01 15:25:54.006848 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5cb481-baa6-43e7-89e8-083500b26837 req-4e622f2a-6a4e-4b08-b056-cb682e825bb0 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:54.026937 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6a5cb481-baa6-43e7-89e8-083500b26837 req-4e622f2a-6a4e-4b08-b056-cb682e825bb0 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.2670312 Sep 01 15:25:54.054639 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b89a5fcc-a3bc-40f6-bdde-3fc001531144 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:54.117722 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 6dbe4fcb-15d4-42a4-8f83-a2cb1e612033 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:25:54.178013 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6a5cb481-baa6-43e7-89e8-083500b26837 req-6ebc7b1a-2ebb-4d64-8999-e7f4df4651d2 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501031 Sep 01 15:25:54.370030 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2ca82825-e655-4304-b012-68473e6f73e5 req-6871648f-e33f-4568-be0d-5ed1c0cc23e5 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=34221f84-2884-4078-b8d7-3a30b058b517 HTTP/1.1" status: 200 len: 210 time: 0.1558523 Sep 01 15:25:54.401102 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 6dbe4fcb-15d4-42a4-8f83-a2cb1e612033, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=6dbe4fcb-15d4-42a4-8f83-a2cb1e612033,segment=NetworkSegment(35876280-9951-4ab5-b832-93e24e1bf29d),segment_id=35876280-9951-4ab5-b832-93e24e1bf29d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:54.430745 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '6dbe4fcb-15d4-42a4-8f83-a2cb1e612033', 'network_id': '32445f1a-0ef1-4a24-a12c-d74464632f4b', 'port_id': '6dbe4fcb-15d4-42a4-8f83-a2cb1e612033', 'mac_address': 'fa:16:3e:95:4d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00086633-25f5-4bb2-b6eb-bc3d7381aeca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:25:54.547298 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:54.573426 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52098) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:54.574476 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dbe4fcb-15d4-42a4-8f83-a2cb1e612033 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:25:54.615879 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 6dbe4fcb-15d4-42a4-8f83-a2cb1e612033, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=6dbe4fcb-15d4-42a4-8f83-a2cb1e612033,segment=NetworkSegment(35876280-9951-4ab5-b832-93e24e1bf29d),segment_id=35876280-9951-4ab5-b832-93e24e1bf29d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:54.625488 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:54.639109 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-aa25c779-ebe9-416f-96b0-c2533312bbf0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Allocated IP 172.20.0.10 (e5460166-f0b6-4e0f-87a2-13b45ba8cda0/d7305b75-0883-4ca2-85e6-e628da02c41e/87660aea-776d-4ca6-9757-ce0a254bb00f) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:25:54.742282 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89a5fcc-a3bc-40f6-bdde-3fc001531144 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Router f067e1d7-1417-4f68-b7a1-ddf63dc5cc38 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:25:54.768063 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=6dbe4fcb-15d4-42a4-8f83-a2cb1e612033,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:54.863686 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['6dbe4fcb-15d4-42a4-8f83-a2cb1e612033'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:25:54.945344 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc88d0-b683-4dfc-8164-4536b0e19671 req-d5a559b6-f9bf-4a29-b5ee-d671ebb342ff tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:54.947146 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4dfc88d0-b683-4dfc-8164-4536b0e19671 req-d5a559b6-f9bf-4a29-b5ee-d671ebb342ff tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/ports?device_id=9538ea5d-77fd-4467-a933-2dd34535e00e HTTP/1.1" status: 200 len: 944 time: 0.2146091 Sep 01 15:25:55.003221 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-206447e4-6374-442d-9802-f20899ed82c7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8c2921207d654aceb04af189eb735525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4275570 Sep 01 15:25:55.005281 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52108) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:55.023748 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4dfc88d0-b683-4dfc-8164-4536b0e19671 req-277a1d3f-fd6e-4cdb-bd37-39346edff923 tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/security-groups?id=c22a7871-9aa1-4d4c-b7e5-db555d3154ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493629 Sep 01 15:25:55.077805 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89a5fcc-a3bc-40f6-bdde-3fc001531144 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:25:55.096810 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50080f68-b420-4dec-a28e-7db811c9bb6a None None] Sync routers for ids ['f067e1d7-1417-4f68-b7a1-ddf63dc5cc38'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:25:55.120367 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b89a5fcc-a3bc-40f6-bdde-3fc001531144 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "PUT /v2.0/routers/f067e1d7-1417-4f68-b7a1-ddf63dc5cc38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5160353 Sep 01 15:25:55.122893 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52110) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:55.127975 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50080f68-b420-4dec-a28e-7db811c9bb6a None None] Routers {'f067e1d7-1417-4f68-b7a1-ddf63dc5cc38'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:25:55.142805 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-50080f68-b420-4dec-a28e-7db811c9bb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:25:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f067e1d7-1417-4f68-b7a1-ddf63dc5cc38'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:55.168464 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-57dd98ca-f9e3-43ce-9972-a840cc77cf18 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "GET /v2.0/ports?device_id=f067e1d7-1417-4f68-b7a1-ddf63dc5cc38 HTTP/1.1" status: 200 len: 205 time: 0.0442212 Sep 01 15:25:55.171526 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52116) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:55.228641 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-50080f68-b420-4dec-a28e-7db811c9bb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:55.245834 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50080f68-b420-4dec-a28e-7db811c9bb6a None None] Routers {'f067e1d7-1417-4f68-b7a1-ddf63dc5cc38'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:25:55.250127 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-50080f68-b420-4dec-a28e-7db811c9bb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:25:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f067e1d7-1417-4f68-b7a1-ddf63dc5cc38'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:55.281482 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dc36e9a2-e3e3-4601-9020-17db723951f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:55.303149 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dc36e9a2-e3e3-4601-9020-17db723951f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:55.329180 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-50080f68-b420-4dec-a28e-7db811c9bb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:55.329839 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50080f68-b420-4dec-a28e-7db811c9bb6a None None] The sync data for ids ['f067e1d7-1417-4f68-b7a1-ddf63dc5cc38'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:25:55.365933 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-21f0041a-a396-4acd-ad3e-899aee156bad tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:55.409000 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-aa25c779-ebe9-416f-96b0-c2533312bbf0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:55.586803 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd90846-8f8e-490f-b9f8-9137545d5edc req-e6b81cd2-f9fd-4eb0-b2d5-5b30735848a9 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:55.588480 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-afd90846-8f8e-490f-b9f8-9137545d5edc req-e6b81cd2-f9fd-4eb0-b2d5-5b30735848a9 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.2324133 Sep 01 15:25:55.649567 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-afd90846-8f8e-490f-b9f8-9137545d5edc req-75970467-d546-4628-808f-33bf47346d3c tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451910 Sep 01 15:25:55.651973 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dc36e9a2-e3e3-4601-9020-17db723951f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:55.654587 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dc36e9a2-e3e3-4601-9020-17db723951f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:55.655806 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-dc36e9a2-e3e3-4601-9020-17db723951f7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/00070875-3b45-4411-8574-a0263287318a HTTP/1.1" status: 204 len: 168 time: 0.6494265 Sep 01 15:25:55.669438 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36e9a2-e3e3-4601-9020-17db723951f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00070875-3b45-4411-8574-a0263287318a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:55.680245 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-aa25c779-ebe9-416f-96b0-c2533312bbf0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:55.738531 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['b9470091-87f1-45a7-9b64-aa8b33b9992e'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:25:55.769173 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-aa25c779-ebe9-416f-96b0-c2533312bbf0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Network e5460166-f0b6-4e0f-87a2-13b45ba8cda0 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:25:55.778645 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-aa25c779-ebe9-416f-96b0-c2533312bbf0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:25:55.783164 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-aa25c779-ebe9-416f-96b0-c2533312bbf0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:25:55.828731 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-21f0041a-a396-4acd-ad3e-899aee156bad tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:55.840317 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-21f0041a-a396-4acd-ad3e-899aee156bad tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:55.892059 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25c779-ebe9-416f-96b0-c2533312bbf0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Pushing event updated for resources: {'Port': ['ID=87660aea-776d-4ca6-9757-ce0a254bb00f,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:55.964441 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-21f0041a-a396-4acd-ad3e-899aee156bad tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:55.964967 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f0041a-a396-4acd-ad3e-899aee156bad tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Fanout notify agent at l3_agent the message router_deleted on router f067e1d7-1417-4f68-b7a1-ddf63dc5cc38 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:25:55.974131 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23829429-617b-4b38-a1b8-50d6dcee08c1 req-a982f653-32db-4799-af0b-91cf6029ae27 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:55.982707 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-23829429-617b-4b38-a1b8-50d6dcee08c1 req-a982f653-32db-4799-af0b-91cf6029ae27 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=34221f84-2884-4078-b8d7-3a30b058b517 HTTP/1.1" status: 200 len: 932 time: 0.2165899 Sep 01 15:25:55.996276 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-21f0041a-a396-4acd-ad3e-899aee156bad tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:55.997454 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-21f0041a-a396-4acd-ad3e-899aee156bad tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/routers/f067e1d7-1417-4f68-b7a1-ddf63dc5cc38 HTTP/1.1" status: 204 len: 168 time: 0.8249617 Sep 01 15:25:55.998040 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-aa25c779-ebe9-416f-96b0-c2533312bbf0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:55.999522 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-aa25c779-ebe9-416f-96b0-c2533312bbf0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:56.005605 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52132) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:56.050331 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-aa25c779-ebe9-416f-96b0-c2533312bbf0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8037367 Sep 01 15:25:56.066861 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb39d3c-e777-4a11-863b-870ec2a26783 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Deleting subnet 2b79fe0c-97fa-4c9f-8508-2ead18ec320e {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:25:56.072417 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3bb39d3c-e777-4a11-863b-870ec2a26783 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:56.079368 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-b4b9c168-951f-4fd3-ba00-d655accd719b service neutron] Request body: {'port': {'device_id': '34221f84-2884-4078-b8d7-3a30b058b517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:25:56.125380 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 6dbe4fcb-15d4-42a4-8f83-a2cb1e612033 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:25:56.130261 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-23829429-617b-4b38-a1b8-50d6dcee08c1 req-0aaf7bf3-47f3-4117-bb49-cb097ebed1bc tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465411 Sep 01 15:25:56.156857 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3bb39d3c-e777-4a11-863b-870ec2a26783 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:56.333903 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 6dbe4fcb-15d4-42a4-8f83-a2cb1e612033 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:25:56.339878 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3bb39d3c-e777-4a11-863b-870ec2a26783 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:56.344192 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 6dbe4fcb-15d4-42a4-8f83-a2cb1e612033 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:25:56.344578 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:56.356017 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-b4b9c168-951f-4fd3-ba00-d655accd719b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:56.373670 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1bb33-6c9a-41af-bcee-2ac12c603a5e req-baa17064-69a7-4e58-8995-49444bade67c tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:56.381790 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1ad1bb33-6c9a-41af-bcee-2ac12c603a5e req-baa17064-69a7-4e58-8995-49444bade67c tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/ports?device_id=9538ea5d-77fd-4467-a933-2dd34535e00e HTTP/1.1" status: 200 len: 944 time: 0.1816931 Sep 01 15:25:56.448218 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1ad1bb33-6c9a-41af-bcee-2ac12c603a5e req-708b75aa-ffe6-4c69-925e-99451f3477b0 tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/security-groups?id=c22a7871-9aa1-4d4c-b7e5-db555d3154ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650764 Sep 01 15:25:56.544913 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3bb39d3c-e777-4a11-863b-870ec2a26783 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:56.555644 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:56.587143 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9538ea5d-77fd-4467-a933-2dd34535e00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbe4fcb-15d4-42a4-8f83-a2cb1e612033'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:25:56.590265 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b91eff7-e5cd-444b-bcfb-e764e1d5378b" -d '{"events": [{"server_uuid": "9538ea5d-77fd-4467-a933-2dd34535e00e", "name": "network-vif-plugged", "status": "completed", "tag": "6dbe4fcb-15d4-42a4-8f83-a2cb1e612033"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:25:56.609032 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 6dbe4fcb-15d4-42a4-8f83-a2cb1e612033, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=6dbe4fcb-15d4-42a4-8f83-a2cb1e612033,segment=NetworkSegment(35876280-9951-4ab5-b832-93e24e1bf29d),segment_id=35876280-9951-4ab5-b832-93e24e1bf29d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:56.611088 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb39d3c-e777-4a11-863b-870ec2a26783 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Subnet': ['ID=2b79fe0c-97fa-4c9f-8508-2ead18ec320e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:56.619812 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:56.638387 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3bb39d3c-e777-4a11-863b-870ec2a26783 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:56.639801 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5351d99-b61c-49c9-aa11-c760308458d6 None None] Network 25cea452-2d6d-40f4-a90f-1ff0ece7f2f8 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:25:56.646631 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3bb39d3c-e777-4a11-863b-870ec2a26783 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/subnets/2b79fe0c-97fa-4c9f-8508-2ead18ec320e HTTP/1.1" status: 204 len: 168 time: 0.6399195 Sep 01 15:25:56.649509 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52154) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:56.745326 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9cb53e-9d12-4964-824f-aa74d3689da3 x-openstack-request-id: req-8d9cb53e-9d12-4964-824f-aa74d3689da3 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:25:56.745874 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9538ea5d-77fd-4467-a933-2dd34535e00e", "name": "network-vif-plugged", "status": "completed", "tag": "6dbe4fcb-15d4-42a4-8f83-a2cb1e612033", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:25:56.745987 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d9cb53e-9d12-4964-824f-aa74d3689da3 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:25:56.749289 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9538ea5d-77fd-4467-a933-2dd34535e00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbe4fcb-15d4-42a4-8f83-a2cb1e612033', 'code': 200} Sep 01 15:25:56.943325 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-588face2-f937-4c22-b101-d5a5875837d5 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Deleting subnet 087ec255-c21b-4a59-ba89-d438c1fb799e {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:25:56.958986 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-588face2-f937-4c22-b101-d5a5875837d5 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:57.039084 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=6dbe4fcb-15d4-42a4-8f83-a2cb1e612033,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:57.083754 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-588face2-f937-4c22-b101-d5a5875837d5 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:57.140283 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-b4b9c168-951f-4fd3-ba00-d655accd719b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87660aea-776d-4ca6-9757-ce0a254bb00f {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:25:57.218474 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-588face2-f937-4c22-b101-d5a5875837d5 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:57.249697 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f434b7-bb46-40b8-8c48-4f2778f89879 None None] DHCP port deletion for 25cea452-2d6d-40f4-a90f-1ff0ece7f2f8 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:25:57.253279 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-b4b9c168-951f-4fd3-ba00-d655accd719b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:57.322339 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e51396-e9d2-448b-98c2-b11e4551bf6b req-205cca0f-cdaf-4cdf-9164-22decb4c4436 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:57.334783 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-36e51396-e9d2-448b-98c2-b11e4551bf6b req-205cca0f-cdaf-4cdf-9164-22decb4c4436 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.2020152 Sep 01 15:25:57.388265 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-36e51396-e9d2-448b-98c2-b11e4551bf6b req-a1034dbc-8c55-46d3-b3a8-8a1d9dd4e73c tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520420 Sep 01 15:25:57.392123 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bfec8-1f6d-464c-984c-1ba9e57b6e2f req-9823ea90-632a-4721-b3ef-dc2d7c4a98fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:57.399279 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ac7bfec8-1f6d-464c-984c-1ba9e57b6e2f req-9823ea90-632a-4721-b3ef-dc2d7c4a98fe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9538ea5d-77fd-4467-a933-2dd34535e00e HTTP/1.1" status: 200 len: 1096 time: 0.6286340 Sep 01 15:25:57.428437 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-b4b9c168-951f-4fd3-ba00-d655accd719b service neutron] Transition to ACTIVE for port object 87660aea-776d-4ca6-9757-ce0a254bb00f will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:25:57.441905 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-b4b9c168-951f-4fd3-ba00-d655accd719b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:57.465114 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1eb835af-a412-4124-aa69-78bc09d7453d no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:25:57.469849 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-588face2-f937-4c22-b101-d5a5875837d5 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:57.473215 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-f4f434b7-bb46-40b8-8c48-4f2778f89879 None None] Deleting port 1eb835af-a412-4124-aa69-78bc09d7453d {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:57.474520 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f4f434b7-bb46-40b8-8c48-4f2778f89879 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:57.501188 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-588face2-f937-4c22-b101-d5a5875837d5 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:57.504574 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-588face2-f937-4c22-b101-d5a5875837d5 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/subnets/087ec255-c21b-4a59-ba89-d438c1fb799e HTTP/1.1" status: 204 len: 168 time: 0.8539586 Sep 01 15:25:57.517107 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52184) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:57.569750 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9c168-951f-4fd3-ba00-d655accd719b service neutron] Pushing event updated for resources: {'Port': ['ID=87660aea-776d-4ca6-9757-ce0a254bb00f,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:57.641890 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52186) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:57.643942 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f4f434b7-bb46-40b8-8c48-4f2778f89879 None None] For port 1eb835af-a412-4124-aa69-78bc09d7453d, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1eb835af-a412-4124-aa69-78bc09d7453d,segment=NetworkSegment(df780a77-c2e1-49e8-9013-314d5994f39c),segment_id=df780a77-c2e1-49e8-9013-314d5994f39c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:57.644810 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f4f434b7-bb46-40b8-8c48-4f2778f89879 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:57.650925 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028787 Sep 01 15:25:57.663448 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52188) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:57.688205 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-f4f434b7-bb46-40b8-8c48-4f2778f89879 None None] Calling delete_port for 1eb835af-a412-4124-aa69-78bc09d7453d owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:57.786107 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-b4b9c168-951f-4fd3-ba00-d655accd719b service neutron] Attempting to bind port 87660aea-776d-4ca6-9757-ce0a254bb00f on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:25:57.787959 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-b4b9c168-951f-4fd3-ba00-d655accd719b service neutron] Attempting to bind port 87660aea-776d-4ca6-9757-ce0a254bb00f by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '57531288-d828-443b-b367-fd1e1ac7e99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e5460166-f0b6-4e0f-87a2-13b45ba8cda0'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:25:57.788581 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-b4b9c168-951f-4fd3-ba00-d655accd719b service neutron] Attempting to bind port 87660aea-776d-4ca6-9757-ce0a254bb00f on network e5460166-f0b6-4e0f-87a2-13b45ba8cda0 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:25:57.810876 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f068b-49f9-427c-add0-2a4bfd0cad98 req-7291d42e-6a3a-475c-b78c-b53525423d37 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:57.821429 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-617f068b-49f9-427c-add0-2a4bfd0cad98 req-7291d42e-6a3a-475c-b78c-b53525423d37 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 1096 time: 0.7851546 Sep 01 15:25:57.823956 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc57f7f-c595-4109-8847-bd788208a156 req-245ad676-422d-4d41-b313-f111bbf2fc1d tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:57.827381 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-677e1eee-7c8b-40f7-b747-2a1bdfeca6bd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:57.837347 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dfc57f7f-c595-4109-8847-bd788208a156 req-245ad676-422d-4d41-b313-f111bbf2fc1d tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=34221f84-2884-4078-b8d7-3a30b058b517 HTTP/1.1" status: 200 len: 944 time: 0.2711766 Sep 01 15:25:57.848714 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588face2-f937-4c22-b101-d5a5875837d5 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Subnet': ['ID=087ec255-c21b-4a59-ba89-d438c1fb799e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:57.849100 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-b4b9c168-951f-4fd3-ba00-d655accd719b service neutron] Port 87660aea-776d-4ca6-9757-ce0a254bb00f on network e5460166-f0b6-4e0f-87a2-13b45ba8cda0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:25:57.849592 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-b4b9c168-951f-4fd3-ba00-d655accd719b service neutron] Attempting to bind port 87660aea-776d-4ca6-9757-ce0a254bb00f on network e5460166-f0b6-4e0f-87a2-13b45ba8cda0 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:25:57.853889 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ac7bfec8-1f6d-464c-984c-1ba9e57b6e2f req-f9f69e9e-bf22-48ee-bbd0-6e122fc7a171 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c22a7871-9aa1-4d4c-b7e5-db555d3154ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458320 Sep 01 15:25:57.854556 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-617f068b-49f9-427c-add0-2a4bfd0cad98 req-cd54e2cb-8a62-499c-b493-3af15a59bad2 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:57.869072 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-b4b9c168-951f-4fd3-ba00-d655accd719b service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:25:57.869767 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-b4b9c168-951f-4fd3-ba00-d655accd719b service neutron] Checking segment: {'id': '57531288-d828-443b-b367-fd1e1ac7e99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e5460166-f0b6-4e0f-87a2-13b45ba8cda0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:25:57.870355 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-b4b9c168-951f-4fd3-ba00-d655accd719b service neutron] Bound using segment: {'id': '57531288-d828-443b-b367-fd1e1ac7e99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e5460166-f0b6-4e0f-87a2-13b45ba8cda0'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:25:57.871068 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-b4b9c168-951f-4fd3-ba00-d655accd719b service neutron] Bound port: 87660aea-776d-4ca6-9757-ce0a254bb00f, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57531288-d828-443b-b367-fd1e1ac7e99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e5460166-f0b6-4e0f-87a2-13b45ba8cda0'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:25:57.871703 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-b4b9c168-951f-4fd3-ba00-d655accd719b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:57.919573 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dfc57f7f-c595-4109-8847-bd788208a156 req-ca1c9f49-4395-45c1-888e-31d142d5597c tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784764 Sep 01 15:25:58.038905 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8665afce-0c39-45b1-a284-9f69bc07fcbb tempest-NetworksApiDiscovery-1718646268 tempest-NetworksApiDiscovery-1718646268-project] 10.222.0.60 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3646820 Sep 01 15:25:58.099291 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-b4b9c168-951f-4fd3-ba00-d655accd719b service neutron] For port 87660aea-776d-4ca6-9757-ce0a254bb00f, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:25:58.106739 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-b4b9c168-951f-4fd3-ba00-d655accd719b service neutron] For port 87660aea-776d-4ca6-9757-ce0a254bb00f, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=87660aea-776d-4ca6-9757-ce0a254bb00f,segment=NetworkSegment(57531288-d828-443b-b367-fd1e1ac7e99f),segment_id=57531288-d828-443b-b367-fd1e1ac7e99f)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:25:58.126890 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-b4b9c168-951f-4fd3-ba00-d655accd719b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:58.179898 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-617f068b-49f9-427c-add0-2a4bfd0cad98 req-cd54e2cb-8a62-499c-b493-3af15a59bad2 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:58.190475 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018e6c06-d8c9-4637-9af6-d65fb96f878d None None] Network 0ffa05c0-55b5-41e9-98e8-c05824707be0 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:25:58.215177 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No active binding found for port 1eb835af-a412-4124-aa69-78bc09d7453d {{(pid=94735) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 15:25:58.218496 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1eb835af-a412-4124-aa69-78bc09d7453d not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:25:58.234352 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f4f434b7-bb46-40b8-8c48-4f2778f89879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:58.264714 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-617f068b-49f9-427c-add0-2a4bfd0cad98 req-cd54e2cb-8a62-499c-b493-3af15a59bad2 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:58.299479 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-b4b9c168-951f-4fd3-ba00-d655accd719b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:58.300125 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-b4b9c168-951f-4fd3-ba00-d655accd719b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:58.301932 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-b4b9c168-951f-4fd3-ba00-d655accd719b service neutron] 10.222.0.62 "PUT /v2.0/ports/87660aea-776d-4ca6-9757-ce0a254bb00f HTTP/1.1" status: 200 len: 1092 time: 2.2333820 Sep 01 15:25:58.302459 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34221f84-2884-4078-b8d7-3a30b058b517', 'tag': '87660aea-776d-4ca6-9757-ce0a254bb00f'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:25:58.305909 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198e1153-6eac-4a07-9de2-10ccbc4d0922" -d '{"events": [{"name": "network-changed", "server_uuid": "34221f84-2884-4078-b8d7-3a30b058b517", "tag": "87660aea-776d-4ca6-9757-ce0a254bb00f"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:25:58.335315 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-677e1eee-7c8b-40f7-b747-2a1bdfeca6bd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:58.343724 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9c168-951f-4fd3-ba00-d655accd719b service neutron] Pushing event updated for resources: {'Port': ['ID=87660aea-776d-4ca6-9757-ce0a254bb00f,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:58.359496 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0637c4a-58e5-4148-8018-bb1fae38b479 req-42d6bd12-6e4e-4e7a-9380-a242bd62b628 tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:58.367881 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0637c4a-58e5-4148-8018-bb1fae38b479 req-42d6bd12-6e4e-4e7a-9380-a242bd62b628 tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/ports?device_id=9538ea5d-77fd-4467-a933-2dd34535e00e HTTP/1.1" status: 200 len: 945 time: 0.2368479 Sep 01 15:25:58.382635 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-677e1eee-7c8b-40f7-b747-2a1bdfeca6bd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25cea452-2d6d-40f4-a90f-1ff0ece7f2f8']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:58.410537 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-677e1eee-7c8b-40f7-b747-2a1bdfeca6bd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df780a77-c2e1-49e8-9013-314d5994f39c') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:58.411131 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-677e1eee-7c8b-40f7-b747-2a1bdfeca6bd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df780a77-c2e1-49e8-9013-314d5994f39c') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:25:58.424019 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-677e1eee-7c8b-40f7-b747-2a1bdfeca6bd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:58.454384 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0637c4a-58e5-4148-8018-bb1fae38b479 req-8d5b328a-c856-4a40-9835-0300bf3dc6fa tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/security-groups?id=c22a7871-9aa1-4d4c-b7e5-db555d3154ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748248 Sep 01 15:25:58.464457 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-677e1eee-7c8b-40f7-b747-2a1bdfeca6bd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:58.483381 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677e1eee-7c8b-40f7-b747-2a1bdfeca6bd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:25:58.483868 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-677e1eee-7c8b-40f7-b747-2a1bdfeca6bd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:58.490135 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-fb17162c-7f7c-437d-bafe-dbda738afd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:58.497752 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-fb17162c-7f7c-437d-bafe-dbda738afd1b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f64e9e568cfb496c936b61a18ec8a0b5&device_id=34221f84-2884-4078-b8d7-3a30b058b517 HTTP/1.1" status: 200 len: 1095 time: 0.1067646 Sep 01 15:25:58.556885 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f434b7-bb46-40b8-8c48-4f2778f89879 None None] Pushing event deleted for resources: {'Port': ['ID=1eb835af-a412-4124-aa69-78bc09d7453d,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:58.568871 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f434b7-bb46-40b8-8c48-4f2778f89879 None None] No DVR routers for this DVR port 1eb835af-a412-4124-aa69-78bc09d7453d on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:25:58.569087 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:25:58.614920 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-617f068b-49f9-427c-add0-2a4bfd0cad98 req-cd54e2cb-8a62-499c-b493-3af15a59bad2 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7924562 Sep 01 15:25:58.639111 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:58.642469 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de165b5-dafc-403b-8334-d86148ea8485 x-openstack-request-id: req-5de165b5-dafc-403b-8334-d86148ea8485 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:25:58.643202 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34221f84-2884-4078-b8d7-3a30b058b517", "tag": "87660aea-776d-4ca6-9757-ce0a254bb00f", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:25:58.661656 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54e2cb-8a62-499c-b493-3af15a59bad2 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79521e79-9918-4d86-8037-cee1b0127fee,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:58.662003 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5de165b5-dafc-403b-8334-d86148ea8485 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:25:58.662003 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34221f84-2884-4078-b8d7-3a30b058b517', 'tag': '87660aea-776d-4ca6-9757-ce0a254bb00f', 'status': 'completed', 'code': 200} Sep 01 15:25:58.683017 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-5cdcc3e9-db79-49e8-a13c-50fd21b84cec service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87660aea-776d-4ca6-9757-ce0a254bb00f HTTP/1.1" status: 200 len: 217 time: 0.1633980 Sep 01 15:25:58.693303 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-677e1eee-7c8b-40f7-b747-2a1bdfeca6bd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:58.748247 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-677e1eee-7c8b-40f7-b747-2a1bdfeca6bd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:58.752476 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-677e1eee-7c8b-40f7-b747-2a1bdfeca6bd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/networks/25cea452-2d6d-40f4-a90f-1ff0ece7f2f8 HTTP/1.1" status: 204 len: 168 time: 1.2113779 Sep 01 15:25:58.755285 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e1eee-7c8b-40f7-b747-2a1bdfeca6bd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Network': ['ID=25cea452-2d6d-40f4-a90f-1ff0ece7f2f8,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:25:58.762092 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52214) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:58.811238 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52216) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:58.831241 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0411bec-ad1f-4a4c-ac93-e09b8a3b0e32 None None] DHCP port deletion for 0ffa05c0-55b5-41e9-98e8-c05824707be0 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:25:58.876712 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f138fee-7f0f-4fed-806b-88945730ed4c tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:58.932236 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9e74e-ffff-42f0-a1a5-94efab51dee8 req-5d93a039-4b06-4224-a33d-d897ea97dbc8 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:58.934567 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0dd9e74e-ffff-42f0-a1a5-94efab51dee8 req-5d93a039-4b06-4224-a33d-d897ea97dbc8 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.2822168 Sep 01 15:25:58.947812 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-04c194f9-ea4e-40cb-b291-77fbde8acc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:58.951664 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-04c194f9-ea4e-40cb-b291-77fbde8acc44 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d7305b75-0883-4ca2-85e6-e628da02c41e HTTP/1.1" status: 200 len: 854 time: 0.1432817 Sep 01 15:25:59.015800 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b0411bec-ad1f-4a4c-ac93-e09b8a3b0e32 None None] Deleting port 3f8e6c86-8ddf-445d-8d08-361b9372a130 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:59.016712 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b0411bec-ad1f-4a4c-ac93-e09b8a3b0e32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:59.024465 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-c5005971-d840-4077-8b3a-9b6e29d2595d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e5460166-f0b6-4e0f-87a2-13b45ba8cda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416732 Sep 01 15:25:59.074670 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b29262-8e58-4eb4-8217-0fe187819a42 req-eec42174-ad0d-4bed-a108-1c70d05f1b8b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:59.081955 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-32b29262-8e58-4eb4-8217-0fe187819a42 req-eec42174-ad0d-4bed-a108-1c70d05f1b8b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 945 time: 0.2028041 Sep 01 15:25:59.110936 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0dd9e74e-ffff-42f0-a1a5-94efab51dee8 req-bd389244-bf7f-4ff2-8fdc-9d1f5d9aff05 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559308 Sep 01 15:25:59.354014 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-2f138fee-7f0f-4fed-806b-88945730ed4c tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Deleting port 3f8e6c86-8ddf-445d-8d08-361b9372a130 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:25:59.354553 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f138fee-7f0f-4fed-806b-88945730ed4c tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:59.377132 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b0411bec-ad1f-4a4c-ac93-e09b8a3b0e32 None None] For port 3f8e6c86-8ddf-445d-8d08-361b9372a130, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=3f8e6c86-8ddf-445d-8d08-361b9372a130,segment=NetworkSegment(2f28e156-4cbc-4748-a54f-5a2b607496df),segment_id=2f28e156-4cbc-4748-a54f-5a2b607496df)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:59.382851 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b0411bec-ad1f-4a4c-ac93-e09b8a3b0e32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:59.442820 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e6617218-7b9c-46b4-8f67-1f6a9b655d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:59.461096 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b0411bec-ad1f-4a4c-ac93-e09b8a3b0e32 None None] Calling delete_port for 3f8e6c86-8ddf-445d-8d08-361b9372a130 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:59.513403 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-32b29262-8e58-4eb4-8217-0fe187819a42 req-71e04669-7e8e-4350-8d36-e82eb83d25af tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4192381 Sep 01 15:25:59.598092 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52232) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:25:59.623657 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-2f138fee-7f0f-4fed-806b-88945730ed4c tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] For port 3f8e6c86-8ddf-445d-8d08-361b9372a130, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=3f8e6c86-8ddf-445d-8d08-361b9372a130,segment=NetworkSegment(2f28e156-4cbc-4748-a54f-5a2b607496df),segment_id=2f28e156-4cbc-4748-a54f-5a2b607496df)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:25:59.623968 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-5c3103a2-4523-4ca8-8857-66734d6e24e9 service neutron] 10.222.0.62 "GET /v2.0/networks/e5460166-f0b6-4e0f-87a2-13b45ba8cda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5545921 Sep 01 15:25:59.624318 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f138fee-7f0f-4fed-806b-88945730ed4c tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:25:59.681462 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f476de3f-6bea-49fe-a5ab-73043b2cda65 req-a306fc0a-bbb6-4ee2-8960-71a0d792d8a4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4d81c67e-a48e-44e9-b085-cbaa9ed29702&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3498340 Sep 01 15:25:59.717861 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-2f138fee-7f0f-4fed-806b-88945730ed4c tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Calling delete_port for 3f8e6c86-8ddf-445d-8d08-361b9372a130 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:25:59.741061 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 3f8e6c86-8ddf-445d-8d08-361b9372a130 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:25:59.779990 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6d7b037f-afec-49ba-9ffa-0ba747d8ba12 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/floatingips/bf7d4895-e6f5-4170-b8e4-a83b1c87bdce HTTP/1.1" status: 200 len: 993 time: 0.1799798 Sep 01 15:25:59.913023 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5665cd-7b63-45da-a8ab-059f84f42a56 req-c7264ffc-22fe-4d2c-a2f7-c70351a9d78d tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:25:59.929872 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3b5665cd-7b63-45da-a8ab-059f84f42a56 req-c7264ffc-22fe-4d2c-a2f7-c70351a9d78d tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=34221f84-2884-4078-b8d7-3a30b058b517 HTTP/1.1" status: 200 len: 944 time: 0.5074463 Sep 01 15:25:59.967640 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b0411bec-ad1f-4a4c-ac93-e09b8a3b0e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:00.004428 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0411bec-ad1f-4a4c-ac93-e09b8a3b0e32 None None] Pushing event deleted for resources: {'Port': ['ID=3f8e6c86-8ddf-445d-8d08-361b9372a130,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:00.025961 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0411bec-ad1f-4a4c-ac93-e09b8a3b0e32 None None] No DVR routers for this DVR port 3f8e6c86-8ddf-445d-8d08-361b9372a130 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:26:00.037986 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c3e8b15-5c67-4dbe-a075-89c784d21373 req-b2aa6f12-8388-4563-957e-5d1ec7156217 service neutron] 10.222.0.62 "GET /v2.0/networks/e5460166-f0b6-4e0f-87a2-13b45ba8cda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904221 Sep 01 15:26:00.070881 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:00.084032 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f138fee-7f0f-4fed-806b-88945730ed4c tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:00.186607 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f138fee-7f0f-4fed-806b-88945730ed4c tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Port': ['ID=3f8e6c86-8ddf-445d-8d08-361b9372a130,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:00.191945 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f138fee-7f0f-4fed-806b-88945730ed4c tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] No DVR routers for this DVR port 3f8e6c86-8ddf-445d-8d08-361b9372a130 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:26:00.202783 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3b5665cd-7b63-45da-a8ab-059f84f42a56 req-6b460e8a-44c1-4b6e-9065-005b0b1efead tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712004 Sep 01 15:26:00.243645 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476de3f-6bea-49fe-a5ab-73043b2cda65 req-bb390b54-86af-4007-9925-7a0b3a570d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:00.245890 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f476de3f-6bea-49fe-a5ab-73043b2cda65 req-bb390b54-86af-4007-9925-7a0b3a570d48 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d5c12ac629004c608a6b26e32bb713bc&device_id=4d81c67e-a48e-44e9-b085-cbaa9ed29702 HTTP/1.1" status: 200 len: 1097 time: 0.3947184 Sep 01 15:26:00.256133 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e6617218-7b9c-46b4-8f67-1f6a9b655d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:00.284361 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e6617218-7b9c-46b4-8f67-1f6a9b655d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:00.354221 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6617218-7b9c-46b4-8f67-1f6a9b655d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2e87f2-5f70-4d42-9b96-7a61f87ae883,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:00.399366 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370bac6-8e70-4220-9905-d00a0fd653f6 req-3ca3a6a7-8ade-49af-966c-2f51e779c818 tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:00.399366 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f370bac6-8e70-4220-9905-d00a0fd653f6 req-3ca3a6a7-8ade-49af-966c-2f51e779c818 tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/ports?device_id=9538ea5d-77fd-4467-a933-2dd34535e00e HTTP/1.1" status: 200 len: 945 time: 0.5461974 Sep 01 15:26:00.433335 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e6617218-7b9c-46b4-8f67-1f6a9b655d3c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2529174bbd7945f59f4d5794029db384&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6080561 Sep 01 15:26:00.440915 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52252) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:00.456978 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e1153-6eac-4a07-9de2-10ccbc4d0922 req-0796928f-505e-4434-b617-057b4d3d3fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:00.460706 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-198e1153-6eac-4a07-9de2-10ccbc4d0922 req-0796928f-505e-4434-b617-057b4d3d3fd1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f64e9e568cfb496c936b61a18ec8a0b5&device_id=34221f84-2884-4078-b8d7-3a30b058b517 HTTP/1.1" status: 200 len: 1095 time: 0.2144654 Sep 01 15:26:00.688821 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f8fdb9e4-0dc2-4068-a1e9-64d58537b6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:00.726853 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f8fdb9e4-0dc2-4068-a1e9-64d58537b6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:00.842516 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f8fdb9e4-0dc2-4068-a1e9-64d58537b6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:00.845961 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f8fdb9e4-0dc2-4068-a1e9-64d58537b6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:00.847727 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f8fdb9e4-0dc2-4068-a1e9-64d58537b6bc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1c2e87f2-5f70-4d42-9b96-7a61f87ae883 HTTP/1.1" status: 204 len: 168 time: 0.4044445 Sep 01 15:26:00.931500 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e1153-6eac-4a07-9de2-10ccbc4d0922 req-67e03b4a-9729-44bc-9450-6a292c810bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:00.934439 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-198e1153-6eac-4a07-9de2-10ccbc4d0922 req-67e03b4a-9729-44bc-9450-6a292c810bfb service neutron] 10.222.0.62 "GET /v2.0/networks?id=e5460166-f0b6-4e0f-87a2-13b45ba8cda0 HTTP/1.1" status: 200 len: 915 time: 0.4568672 Sep 01 15:26:00.937378 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fdb9e4-0dc2-4068-a1e9-64d58537b6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2e87f2-5f70-4d42-9b96-7a61f87ae883,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:00.959004 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0d5f4-e415-4322-9bba-c65455776ccd req-1d304798-1f2a-4409-898e-7490ad20fd33 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:00.970960 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2da0d5f4-e415-4322-9bba-c65455776ccd req-1d304798-1f2a-4409-898e-7490ad20fd33 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.3793979 Sep 01 15:26:00.981894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdb9e4-0dc2-4068-a1e9-64d58537b6bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:00.983139 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdb9e4-0dc2-4068-a1e9-64d58537b6bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:00.983977 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdb9e4-0dc2-4068-a1e9-64d58537b6bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:00.984786 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdb9e4-0dc2-4068-a1e9-64d58537b6bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:00.985796 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdb9e4-0dc2-4068-a1e9-64d58537b6bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:00.986639 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdb9e4-0dc2-4068-a1e9-64d58537b6bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:00.988524 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdb9e4-0dc2-4068-a1e9-64d58537b6bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:00.989470 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdb9e4-0dc2-4068-a1e9-64d58537b6bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:00.990608 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdb9e4-0dc2-4068-a1e9-64d58537b6bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:00.991602 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdb9e4-0dc2-4068-a1e9-64d58537b6bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:00.992431 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdb9e4-0dc2-4068-a1e9-64d58537b6bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:00.993510 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdb9e4-0dc2-4068-a1e9-64d58537b6bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:01.093192 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-198e1153-6eac-4a07-9de2-10ccbc4d0922 req-1c5890be-dfe7-4511-91d7-703456367000 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87660aea-776d-4ca6-9757-ce0a254bb00f HTTP/1.1" status: 200 len: 217 time: 0.1140077 Sep 01 15:26:01.144946 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f138fee-7f0f-4fed-806b-88945730ed4c tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:01.170721 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-2f138fee-7f0f-4fed-806b-88945730ed4c tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ffa05c0-55b5-41e9-98e8-c05824707be0']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:01.176531 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2da0d5f4-e415-4322-9bba-c65455776ccd req-9a6a7673-1a41-4dc0-b237-88940737b3e6 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728432 Sep 01 15:26:01.203777 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-2f138fee-7f0f-4fed-806b-88945730ed4c tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f28e156-4cbc-4748-a54f-5a2b607496df') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:01.203777 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-2f138fee-7f0f-4fed-806b-88945730ed4c tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f28e156-4cbc-4748-a54f-5a2b607496df') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:01.229525 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f138fee-7f0f-4fed-806b-88945730ed4c tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:01.265409 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f138fee-7f0f-4fed-806b-88945730ed4c tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:01.281883 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f138fee-7f0f-4fed-806b-88945730ed4c tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:26:01.282479 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f138fee-7f0f-4fed-806b-88945730ed4c tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:01.336637 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e1153-6eac-4a07-9de2-10ccbc4d0922 req-81501922-6ae4-45d6-b16d-7511b6133e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:01.338989 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-198e1153-6eac-4a07-9de2-10ccbc4d0922 req-81501922-6ae4-45d6-b16d-7511b6133e59 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d7305b75-0883-4ca2-85e6-e628da02c41e HTTP/1.1" status: 200 len: 854 time: 0.2322352 Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:26:01.345305 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:26:01.376807 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-114fbdfc-22d0-4418-afbd-cae2df66cee4 req-1b6c21fd-96c9-4579-829c-9d2a69d64caf service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:26:01.380848 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-114fbdfc-22d0-4418-afbd-cae2df66cee4 req-1b6c21fd-96c9-4579-829c-9d2a69d64caf service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207553 Sep 01 15:26:01.470141 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-198e1153-6eac-4a07-9de2-10ccbc4d0922 req-71da404f-f004-42a9-a5df-cdb9638b4dc3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e5460166-f0b6-4e0f-87a2-13b45ba8cda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831995 Sep 01 15:26:01.528273 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f138fee-7f0f-4fed-806b-88945730ed4c tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:01.556271 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f370bac6-8e70-4220-9905-d00a0fd653f6 req-9d293957-7cfd-4c5e-beee-6b5e0d166a2a tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/security-groups?id=c22a7871-9aa1-4d4c-b7e5-db555d3154ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383754 Sep 01 15:26:01.584616 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f138fee-7f0f-4fed-806b-88945730ed4c tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:01.609410 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2f138fee-7f0f-4fed-806b-88945730ed4c tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/networks/0ffa05c0-55b5-41e9-98e8-c05824707be0 HTTP/1.1" status: 204 len: 168 time: 2.8453655 Sep 01 15:26:01.616781 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52284) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:01.645706 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-2f1b5fe1-1cb7-4788-b46e-b391bf6f10da tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'network': {'name': 'tempest-RoutersTest-206922198'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:01.691559 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f138fee-7f0f-4fed-806b-88945730ed4c tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Network': ['ID=0ffa05c0-55b5-41e9-98e8-c05824707be0,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:01.712707 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476de3f-6bea-49fe-a5ab-73043b2cda65 req-4e2364a4-c9ec-47d4-839f-3a312573452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:01.731887 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f476de3f-6bea-49fe-a5ab-73043b2cda65 req-4e2364a4-c9ec-47d4-839f-3a312573452b service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d2362ee-78f5-4b99-9f98-82e09fba7d13 HTTP/1.1" status: 200 len: 912 time: 1.3702886 Sep 01 15:26:01.784983 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1b5fe1-1cb7-4788-b46e-b391bf6f10da tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Made reservation on behalf of 5283ad44bc4649aa9a85d6a5a9623a1c for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:26:01.791667 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f1b5fe1-1cb7-4788-b46e-b391bf6f10da tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:01.800899 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb56a5-34d4-4220-89e8-e7205b4bc391 req-10266c1c-f56a-4b63-9fdb-a822777454ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:01.803577 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73bb56a5-34d4-4220-89e8-e7205b4bc391 req-10266c1c-f56a-4b63-9fdb-a822777454ef service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 1096 time: 0.3321183 Sep 01 15:26:01.907604 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f1b5fe1-1cb7-4788-b46e-b391bf6f10da tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:26:01.926247 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73bb56a5-34d4-4220-89e8-e7205b4bc391 req-e68e2bbd-4148-415e-aa5d-c45582d64675 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042025 Sep 01 15:26:01.937242 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-198e1153-6eac-4a07-9de2-10ccbc4d0922 req-bc92bbe3-2f79-4b89-8cd4-50026887f3ce service neutron] 10.222.0.62 "GET /v2.0/networks/e5460166-f0b6-4e0f-87a2-13b45ba8cda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323666 Sep 01 15:26:01.938967 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f1b5fe1-1cb7-4788-b46e-b391bf6f10da tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:01.939423 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-2f1b5fe1-1cb7-4788-b46e-b391bf6f10da tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Added segment a402e6ce-6fd9-4b30-b1c3-42234dbe97a6 of type vlan for network 157e42ae-e86d-4fd5-8020-89ee584890c1 Sep 01 15:26:02.034071 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f1b5fe1-1cb7-4788-b46e-b391bf6f10da tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:02.080750 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f476de3f-6bea-49fe-a5ab-73043b2cda65 req-d9b231d9-0d96-4e34-97c9-49d7159ea6d9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9251867d-975c-4bcc-87cc-d6bbbbd23c7b HTTP/1.1" status: 200 len: 1001 time: 0.3370998 Sep 01 15:26:02.108644 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f1b5fe1-1cb7-4788-b46e-b391bf6f10da tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:02.121135 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1b5fe1-1cb7-4788-b46e-b391bf6f10da tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:02.122798 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f1b5fe1-1cb7-4788-b46e-b391bf6f10da tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:02.222141 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2f1b5fe1-1cb7-4788-b46e-b391bf6f10da tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5962729 Sep 01 15:26:02.223290 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52300) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:02.239837 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-472c7c4b-3029-4af9-b15c-40a6103f31ae tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'subnet': {'network_id': '157e42ae-e86d-4fd5-8020-89ee584890c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:02.265783 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43498bf4-1b02-420b-89e4-a8769d4c98be req-a8248db7-cdac-41bd-a9f3-ce4764542172 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:02.268226 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-43498bf4-1b02-420b-89e4-a8769d4c98be req-a8248db7-cdac-41bd-a9f3-ce4764542172 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=34221f84-2884-4078-b8d7-3a30b058b517 HTTP/1.1" status: 200 len: 944 time: 0.3616571 Sep 01 15:26:02.305597 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476de3f-6bea-49fe-a5ab-73043b2cda65 req-6374cd00-e573-49bc-a73c-607c9082d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:02.308346 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f476de3f-6bea-49fe-a5ab-73043b2cda65 req-6374cd00-e573-49bc-a73c-607c9082d6c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cb4d0c35-1b78-4b62-99d6-b03c2c2e423d HTTP/1.1" status: 200 len: 850 time: 0.2213509 Sep 01 15:26:02.439843 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-43498bf4-1b02-420b-89e4-a8769d4c98be req-b1c42d98-16c2-4de1-bb67-c9268e7b138b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464703 Sep 01 15:26:02.460511 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476de3f-6bea-49fe-a5ab-73043b2cda65 req-82581d88-8ef0-4c0d-8ddd-908233da8f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:02.468338 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b5fe1-1cb7-4788-b46e-b391bf6f10da tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Network': ['ID=157e42ae-e86d-4fd5-8020-89ee584890c1,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:02.468831 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f476de3f-6bea-49fe-a5ab-73043b2cda65 req-82581d88-8ef0-4c0d-8ddd-908233da8f22 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d2362ee-78f5-4b99-9f98-82e09fba7d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1450472 Sep 01 15:26:02.482078 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 157e42ae-e86d-4fd5-8020-89ee584890c1 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:26:02.550771 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472c7c4b-3029-4af9-b15c-40a6103f31ae tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Made reservation on behalf of 5283ad44bc4649aa9a85d6a5a9623a1c for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:26:02.557280 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-472c7c4b-3029-4af9-b15c-40a6103f31ae tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:02.739658 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-198e1153-6eac-4a07-9de2-10ccbc4d0922 req-2ce81617-3e10-44c0-8c1b-255130b37ef2 service neutron] 10.222.0.62 "GET /v2.0/networks/e5460166-f0b6-4e0f-87a2-13b45ba8cda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268502 Sep 01 15:26:02.848086 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349268b-ec6b-49a5-9b07-a340108a9f9c req-c9ef3f17-304e-43f7-9ca3-8c8e02ce55da tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:02.850986 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7349268b-ec6b-49a5-9b07-a340108a9f9c req-c9ef3f17-304e-43f7-9ca3-8c8e02ce55da tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.1157863 Sep 01 15:26:02.881185 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320faab9-a9fd-428b-a1c9-6cf849f2db4a req-33ca0bee-0412-4e18-a960-80c00615b8fe tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:02.884520 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-320faab9-a9fd-428b-a1c9-6cf849f2db4a req-33ca0bee-0412-4e18-a960-80c00615b8fe tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 945 time: 0.1352427 Sep 01 15:26:03.016116 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f476de3f-6bea-49fe-a5ab-73043b2cda65 req-07a5c68b-2165-471f-b9de-7784cb1ca264 service neutron] 10.222.0.45 "GET /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5232589 Sep 01 15:26:03.075968 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7349268b-ec6b-49a5-9b07-a340108a9f9c req-f3ac5f6b-bb58-4626-b503-32ef17504b0a tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089744 Sep 01 15:26:03.147164 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-472c7c4b-3029-4af9-b15c-40a6103f31ae tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:03.170073 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-320faab9-a9fd-428b-a1c9-6cf849f2db4a req-7a208de0-6dab-45cb-ad6f-76071e94e888 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939497 Sep 01 15:26:03.269301 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-590e1b3c-ee4f-43bd-9e3a-488be57f34d5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6650875 Sep 01 15:26:03.280531 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-8d3ef2b6-1f5d-40ee-865a-525e19f2e099 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:26:03.283115 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-8d3ef2b6-1f5d-40ee-865a-525e19f2e099 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125668 Sep 01 15:26:03.313565 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c7c4b-3029-4af9-b15c-40a6103f31ae tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Subnet': ['ID=807c1df1-7a22-4caf-885a-2c5808044827,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:03.327142 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472c7c4b-3029-4af9-b15c-40a6103f31ae tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Checking segment: {'id': 'a402e6ce-6fd9-4b30-b1c3-42234dbe97a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '157e42ae-e86d-4fd5-8020-89ee584890c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:26:03.327734 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472c7c4b-3029-4af9-b15c-40a6103f31ae tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network hostable DHCP agents. Network: 157e42ae-e86d-4fd5-8020-89ee584890c1, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:26:03.328950 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f476de3f-6bea-49fe-a5ab-73043b2cda65 req-363cfec3-b71e-4bde-a0b6-64327d6272ea service neutron] 10.222.0.45 "GET /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005719 Sep 01 15:26:03.397732 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472c7c4b-3029-4af9-b15c-40a6103f31ae tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network 157e42ae-e86d-4fd5-8020-89ee584890c1 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:26:03.435159 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-472c7c4b-3029-4af9-b15c-40a6103f31ae tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 157e42ae-e86d-4fd5-8020-89ee584890c1) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:03.483645 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea983ac-2a1a-4e75-8afb-bd5a860bbe4f None None] Network 157e42ae-e86d-4fd5-8020-89ee584890c1 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:26:03.505759 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472c7c4b-3029-4af9-b15c-40a6103f31ae tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:03.507054 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-472c7c4b-3029-4af9-b15c-40a6103f31ae tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:03.589498 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-472c7c4b-3029-4af9-b15c-40a6103f31ae tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3567145 Sep 01 15:26:03.590509 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52336) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:03.603069 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-17b4ca3f-5dc9-44b2-8808-e3607832a097 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-806146802', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:03.933428 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17b4ca3f-5dc9-44b2-8808-e3607832a097 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:03.935122 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17b4ca3f-5dc9-44b2-8808-e3607832a097 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:03.942552 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d911db25-a187-494b-9d2f-a84a376a6ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-157e42ae-e86d-4fd5-8020-89ee584890c1', 'network_id': '157e42ae-e86d-4fd5-8020-89ee584890c1', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'fixed_ips': [{'subnet_id': '807c1df1-7a22-4caf-885a-2c5808044827'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:26:03.943989 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d911db25-a187-494b-9d2f-a84a376a6ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:03.981256 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c3d7b-d59e-43be-9113-d2a62357959e req-8026f66a-f79c-4b55-810c-e74ca5aa39f4 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:03.985472 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-617c3d7b-d59e-43be-9113-d2a62357959e req-8026f66a-f79c-4b55-810c-e74ca5aa39f4 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=34221f84-2884-4078-b8d7-3a30b058b517 HTTP/1.1" status: 200 len: 944 time: 0.3477805 Sep 01 15:26:04.064379 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad220c-de12-4fb8-a6aa-b9386916e07e req-9c555509-4cfa-4081-926d-94b9ce227232 tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:04.074134 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8cad220c-de12-4fb8-a6aa-b9386916e07e req-9c555509-4cfa-4081-926d-94b9ce227232 tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/ports?device_id=9538ea5d-77fd-4467-a933-2dd34535e00e HTTP/1.1" status: 200 len: 945 time: 0.1920273 Sep 01 15:26:04.220526 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8cad220c-de12-4fb8-a6aa-b9386916e07e req-35a57dc4-4c4d-46a4-9295-17d2a31ac94e tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/security-groups?id=c22a7871-9aa1-4d4c-b7e5-db555d3154ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317785 Sep 01 15:26:04.319515 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-d911db25-a187-494b-9d2f-a84a376a6ab6 None None] Allocated IP 172.20.0.2 (157e42ae-e86d-4fd5-8020-89ee584890c1/807c1df1-7a22-4caf-885a-2c5808044827/f9500ee1-73cc-42a5-babc-f0cd94e67c2e) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:26:04.562858 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5a72b-9342-48bd-ba24-48231cc5e924 req-b74c7656-ec2f-4651-a50c-a692e37f42a5 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:04.610353 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-68a5a72b-9342-48bd-ba24-48231cc5e924 req-b74c7656-ec2f-4651-a50c-a692e37f42a5 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.1804535 Sep 01 15:26:04.696243 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 87660aea-776d-4ca6-9757-ce0a254bb00f details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:26:04.772093 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-68a5a72b-9342-48bd-ba24-48231cc5e924 req-7db1e08b-f514-449d-90f6-ce58843757e0 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557963 Sep 01 15:26:04.842395 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17b4ca3f-5dc9-44b2-8808-e3607832a097 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:04.870176 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 87660aea-776d-4ca6-9757-ce0a254bb00f, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=87660aea-776d-4ca6-9757-ce0a254bb00f,segment=NetworkSegment(57531288-d828-443b-b367-fd1e1ac7e99f),segment_id=57531288-d828-443b-b367-fd1e1ac7e99f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:04.887963 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '87660aea-776d-4ca6-9757-ce0a254bb00f', 'network_id': 'e5460166-f0b6-4e0f-87a2-13b45ba8cda0', 'port_id': '87660aea-776d-4ca6-9757-ce0a254bb00f', 'mac_address': 'fa:16:3e:b6:b8:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7305b75-0883-4ca2-85e6-e628da02c41e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:26:04.889091 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-617c3d7b-d59e-43be-9113-d2a62357959e req-3ca5e47a-5330-4c0e-8afd-94d4ca04a192 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8842139 Sep 01 15:26:04.895619 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17b4ca3f-5dc9-44b2-8808-e3607832a097 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:04.933743 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d911db25-a187-494b-9d2f-a84a376a6ab6 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:04.970434 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d911db25-a187-494b-9d2f-a84a376a6ab6 None None] Transition to ACTIVE for port object f9500ee1-73cc-42a5-babc-f0cd94e67c2e will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:26:04.975166 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17b4ca3f-5dc9-44b2-8808-e3607832a097 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:04.977526 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-17b4ca3f-5dc9-44b2-8808-e3607832a097 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.3856945 Sep 01 15:26:04.981953 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52392) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:04.983410 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:04.991985 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-564a7d35-2ec8-41b1-bfe0-2f60686bdabd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'port': {'network_id': '157e42ae-e86d-4fd5-8020-89ee584890c1', 'name': 'tempest-RoutersTest-1793178295'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:05.034214 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-dc2d6a45-ce06-4084-bd10-77fdba63b494 req-5f570f84-386f-41b9-a5d1-9720fa573ea1 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1262845331', 'description': 'tempest-description-2145481210'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:05.049844 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87660aea-776d-4ca6-9757-ce0a254bb00f {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:26:05.063804 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d911db25-a187-494b-9d2f-a84a376a6ab6 None None] Transition to ACTIVE for port object f9500ee1-73cc-42a5-babc-f0cd94e67c2e will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:26:05.147948 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 87660aea-776d-4ca6-9757-ce0a254bb00f, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=87660aea-776d-4ca6-9757-ce0a254bb00f,segment=NetworkSegment(57531288-d828-443b-b367-fd1e1ac7e99f),segment_id=57531288-d828-443b-b367-fd1e1ac7e99f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:05.155608 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d911db25-a187-494b-9d2f-a84a376a6ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:05.181963 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-dc2d6a45-ce06-4084-bd10-77fdba63b494 req-5f570f84-386f-41b9-a5d1-9720fa573ea1 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:05.267078 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:05.334611 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d911db25-a187-494b-9d2f-a84a376a6ab6 None None] Network 157e42ae-e86d-4fd5-8020-89ee584890c1 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:26:05.342582 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-d911db25-a187-494b-9d2f-a84a376a6ab6 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:05.349680 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911db25-a187-494b-9d2f-a84a376a6ab6 None None] Pushing event updated for resources: {'Port': ['ID=f9500ee1-73cc-42a5-babc-f0cd94e67c2e,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:05.386143 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d911db25-a187-494b-9d2f-a84a376a6ab6 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:26:05.576207 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-dc2d6a45-ce06-4084-bd10-77fdba63b494 req-5f570f84-386f-41b9-a5d1-9720fa573ea1 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:05.587737 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-dc2d6a45-ce06-4084-bd10-77fdba63b494 req-5f570f84-386f-41b9-a5d1-9720fa573ea1 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:05.642423 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6e502-7477-4a82-b373-ceff6ccf5306 req-4c9fa845-e9af-4d5c-b550-7917347a2028 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:05.657061 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-02b6e502-7477-4a82-b373-ceff6ccf5306 req-4c9fa845-e9af-4d5c-b550-7917347a2028 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 945 time: 0.4691780 Sep 01 15:26:05.663187 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f570f84-386f-41b9-a5d1-9720fa573ea1 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8c32b6-17a3-4f37-8633-3e2b948da7a6,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:05.699796 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31343e40-6900-4ccc-8d0f-8a7aa8b788c0 req-a715f6d3-63e2-4dbb-ab86-79724da57609 tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:05.704524 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-31343e40-6900-4ccc-8d0f-8a7aa8b788c0 req-a715f6d3-63e2-4dbb-ab86-79724da57609 tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.45 "GET /v2.0/ports?device_id=9538ea5d-77fd-4467-a933-2dd34535e00e HTTP/1.1" status: 200 len: 945 time: 0.4524591 Sep 01 15:26:05.823973 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-dc2d6a45-ce06-4084-bd10-77fdba63b494 req-5f570f84-386f-41b9-a5d1-9720fa573ea1 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:05.826130 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dc2d6a45-ce06-4084-bd10-77fdba63b494 req-5f570f84-386f-41b9-a5d1-9720fa573ea1 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.8037891 Sep 01 15:26:05.879813 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564a7d35-2ec8-41b1-bfe0-2f60686bdabd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Made reservation on behalf of 5283ad44bc4649aa9a85d6a5a9623a1c for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:26:05.886345 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-564a7d35-2ec8-41b1-bfe0-2f60686bdabd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:05.894733 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-02b6e502-7477-4a82-b373-ceff6ccf5306 req-6f1d7720-338c-4a86-807a-faed38b5420b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330277 Sep 01 15:26:06.011782 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-564a7d35-2ec8-41b1-bfe0-2f60686bdabd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] device_id is not set on port e10939a2-3bc5-46c1-ab86-d0b85607ef6f yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:26:06.021578 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d911db25-a187-494b-9d2f-a84a376a6ab6 None None] Attempting to bind port f9500ee1-73cc-42a5-babc-f0cd94e67c2e on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:26:06.022499 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d911db25-a187-494b-9d2f-a84a376a6ab6 None None] Attempting to bind port f9500ee1-73cc-42a5-babc-f0cd94e67c2e by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a402e6ce-6fd9-4b30-b1c3-42234dbe97a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '157e42ae-e86d-4fd5-8020-89ee584890c1'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:26:06.048914 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911db25-a187-494b-9d2f-a84a376a6ab6 None None] Attempting to bind port f9500ee1-73cc-42a5-babc-f0cd94e67c2e on network 157e42ae-e86d-4fd5-8020-89ee584890c1 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:26:06.066261 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['87660aea-776d-4ca6-9757-ce0a254bb00f'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:26:06.162809 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe522c-23ef-4b6e-8e7c-42d19f3c1d85 req-2cf98ca8-f6f8-4198-8f74-01a6004926c9 tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:06.165409 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bffe522c-23ef-4b6e-8e7c-42d19f3c1d85 req-2cf98ca8-f6f8-4198-8f74-01a6004926c9 tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/ports?device_id=9538ea5d-77fd-4467-a933-2dd34535e00e HTTP/1.1" status: 200 len: 945 time: 0.1777692 Sep 01 15:26:06.280305 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911db25-a187-494b-9d2f-a84a376a6ab6 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:26:06.280882 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911db25-a187-494b-9d2f-a84a376a6ab6 None None] Checking segment: {'id': 'a402e6ce-6fd9-4b30-b1c3-42234dbe97a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '157e42ae-e86d-4fd5-8020-89ee584890c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:26:06.281095 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d911db25-a187-494b-9d2f-a84a376a6ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:06.281518 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911db25-a187-494b-9d2f-a84a376a6ab6 None None] Bound using segment: {'id': 'a402e6ce-6fd9-4b30-b1c3-42234dbe97a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '157e42ae-e86d-4fd5-8020-89ee584890c1'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:26:06.282026 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d911db25-a187-494b-9d2f-a84a376a6ab6 None None] Bound port: f9500ee1-73cc-42a5-babc-f0cd94e67c2e, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a402e6ce-6fd9-4b30-b1c3-42234dbe97a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '157e42ae-e86d-4fd5-8020-89ee584890c1'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:26:06.282469 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d911db25-a187-494b-9d2f-a84a376a6ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:06.324438 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bffe522c-23ef-4b6e-8e7c-42d19f3c1d85 req-510a62b9-bcb6-4a09-8c0d-288d95032225 tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/security-groups?id=c22a7871-9aa1-4d4c-b7e5-db555d3154ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279907 Sep 01 15:26:06.342137 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=87660aea-776d-4ca6-9757-ce0a254bb00f,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:06.367312 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec27024c-c3e7-4a0a-8fa1-33bab1ac5e4a req-09f72ebe-1fb0-44be-bb9b-fa091129a61a tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1262845331&fields=id&tenant_id=0cb731dadd864ee582f0baa54d2d48a9 HTTP/1.1" status: 200 len: 267 time: 0.1927581 Sep 01 15:26:06.374841 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-31343e40-6900-4ccc-8d0f-8a7aa8b788c0 req-d06ceee9-8920-41f5-be8e-992d1b3c5feb tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Deleting port 6dbe4fcb-15d4-42a4-8f83-a2cb1e612033 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:26:06.375366 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-31343e40-6900-4ccc-8d0f-8a7aa8b788c0 req-d06ceee9-8920-41f5-be8e-992d1b3c5feb tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:06.402456 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-98d2ddcc-c182-426a-aa05-2679f64b4e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:06.405154 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-98d2ddcc-c182-426a-aa05-2679f64b4e9a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 1096 time: 0.1777360 Sep 01 15:26:06.592858 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52422) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:06.616946 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-d911db25-a187-494b-9d2f-a84a376a6ab6 None None] For port f9500ee1-73cc-42a5-babc-f0cd94e67c2e, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:26:06.623447 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-d911db25-a187-494b-9d2f-a84a376a6ab6 None None] For port f9500ee1-73cc-42a5-babc-f0cd94e67c2e, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f9500ee1-73cc-42a5-babc-f0cd94e67c2e,segment=NetworkSegment(a402e6ce-6fd9-4b30-b1c3-42234dbe97a6),segment_id=a402e6ce-6fd9-4b30-b1c3-42234dbe97a6)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:26:06.637937 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d911db25-a187-494b-9d2f-a84a376a6ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:06.653390 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27024c-c3e7-4a0a-8fa1-33bab1ac5e4a req-df7f5761-b6b4-426c-8995-775b47a98830 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:06.658188 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec27024c-c3e7-4a0a-8fa1-33bab1ac5e4a req-df7f5761-b6b4-426c-8995-775b47a98830 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.2895226 Sep 01 15:26:06.674640 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-564a7d35-2ec8-41b1-bfe0-2f60686bdabd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Allocated IP 172.20.0.3 (157e42ae-e86d-4fd5-8020-89ee584890c1/807c1df1-7a22-4caf-885a-2c5808044827/e10939a2-3bc5-46c1-ab86-d0b85607ef6f) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:26:06.692098 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-1636529e-4ab6-4d6a-8ce1-f9efccc17e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:06.707086 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-1636529e-4ab6-4d6a-8ce1-f9efccc17e3e service neutron] 10.222.0.62 "GET /v2.0/networks?id=4578278d-9bad-4f8d-8bc4-6025bd0de686 HTTP/1.1" status: 200 len: 898 time: 0.2906325 Sep 01 15:26:06.750783 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-ec27024c-c3e7-4a0a-8fa1-33bab1ac5e4a req-e5249bf3-b610-4ab0-b34e-7c94a1e5492d tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Request body: {'port': {'security_groups': ['2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3', 'bb8c32b6-17a3-4f37-8633-3e2b948da7a6']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:06.992809 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958b792-5db9-40ab-ba79-7586472b6aab req-4fded909-a068-484d-8021-bd9e2347129e tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:07.003904 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e958b792-5db9-40ab-ba79-7586472b6aab req-4fded909-a068-484d-8021-bd9e2347129e tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=34221f84-2884-4078-b8d7-3a30b058b517 HTTP/1.1" status: 200 len: 945 time: 0.3901272 Sep 01 15:26:07.013455 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-5b11b058-a809-47b5-bbcc-dacafd396437 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1e687d8-0af0-4c66-b0c0-65b5585e9d32 HTTP/1.1" status: 200 len: 1001 time: 0.2718728 Sep 01 15:26:07.022971 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911db25-a187-494b-9d2f-a84a376a6ab6 None None] Pushing event updated for resources: {'Port': ['ID=f9500ee1-73cc-42a5-babc-f0cd94e67c2e,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:07.125043 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e958b792-5db9-40ab-ba79-7586472b6aab req-f46aefd9-a54b-4036-93c0-d72fddc16e30 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097264 Sep 01 15:26:07.317074 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-62632a8e-a8ff-4fe0-8267-be7b2ca5d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:07.327574 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-564a7d35-2ec8-41b1-bfe0-2f60686bdabd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:07.337686 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-22297186-784a-41c0-8a2f-fb778a16a524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:07.340348 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-62632a8e-a8ff-4fe0-8267-be7b2ca5d744 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=28b1fc88-16ee-47b8-b537-f7c2d7715bc7 HTTP/1.1" status: 200 len: 834 time: 0.2912683 Sep 01 15:26:07.454060 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-564a7d35-2ec8-41b1-bfe0-2f60686bdabd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Transition to ACTIVE for port object e10939a2-3bc5-46c1-ab86-d0b85607ef6f will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:26:07.561798 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-94e17a97-a0f4-4c72-83a9-f443bd896362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:07.564622 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-94e17a97-a0f4-4c72-83a9-f443bd896362 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4578278d-9bad-4f8d-8bc4-6025bd0de686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2147584 Sep 01 15:26:07.570562 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-31343e40-6900-4ccc-8d0f-8a7aa8b788c0 req-d06ceee9-8920-41f5-be8e-992d1b3c5feb tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] For port 6dbe4fcb-15d4-42a4-8f83-a2cb1e612033, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=6dbe4fcb-15d4-42a4-8f83-a2cb1e612033,segment=NetworkSegment(35876280-9951-4ab5-b832-93e24e1bf29d),segment_id=35876280-9951-4ab5-b832-93e24e1bf29d)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:07.571133 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-31343e40-6900-4ccc-8d0f-8a7aa8b788c0 req-d06ceee9-8920-41f5-be8e-992d1b3c5feb tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:07.582510 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f9500ee1-73cc-42a5-babc-f0cd94e67c2e up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:26:07.585211 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ec27024c-c3e7-4a0a-8fa1-33bab1ac5e4a req-e5249bf3-b610-4ab0-b34e-7c94a1e5492d tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:07.626662 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-31343e40-6900-4ccc-8d0f-8a7aa8b788c0 req-d06ceee9-8920-41f5-be8e-992d1b3c5feb tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Calling delete_port for 6dbe4fcb-15d4-42a4-8f83-a2cb1e612033 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:26:07.633200 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-564a7d35-2ec8-41b1-bfe0-2f60686bdabd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:07.669008 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port f9500ee1-73cc-42a5-babc-f0cd94e67c2e completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:26:07.710927 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27e5fc-0027-4c3e-a0dd-a18d1780232c req-ae7ad7d0-6d65-4968-ad0b-e084c8872b04 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:07.713780 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-df27e5fc-0027-4c3e-a0dd-a18d1780232c req-ae7ad7d0-6d65-4968-ad0b-e084c8872b04 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 945 time: 0.2807755 Sep 01 15:26:07.789507 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564a7d35-2ec8-41b1-bfe0-2f60686bdabd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network 157e42ae-e86d-4fd5-8020-89ee584890c1 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:26:07.804831 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-df27e5fc-0027-4c3e-a0dd-a18d1780232c req-22753fe9-ce3d-4314-ae5a-4cb35a6bc198 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772300 Sep 01 15:26:07.874208 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-da0db7ca-3c64-4540-be9c-5641f3bf969e service neutron] 10.222.0.62 "GET /v2.0/networks/4578278d-9bad-4f8d-8bc4-6025bd0de686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974327 Sep 01 15:26:07.898537 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-564a7d35-2ec8-41b1-bfe0-2f60686bdabd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:07.905837 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564a7d35-2ec8-41b1-bfe0-2f60686bdabd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:26:07.967613 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a7d35-2ec8-41b1-bfe0-2f60686bdabd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Port': ['ID=e10939a2-3bc5-46c1-ab86-d0b85607ef6f,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:08.101980 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564a7d35-2ec8-41b1-bfe0-2f60686bdabd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:08.103109 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-564a7d35-2ec8-41b1-bfe0-2f60686bdabd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:08.167189 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 6dbe4fcb-15d4-42a4-8f83-a2cb1e612033 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:26:08.230582 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b78be1-1194-40d5-b588-378c3c4ffe32 req-acd47e98-d2ac-48b3-8a71-b6949e2c6950 tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:08.232397 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e0b78be1-1194-40d5-b588-378c3c4ffe32 req-acd47e98-d2ac-48b3-8a71-b6949e2c6950 tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/ports?device_id=9538ea5d-77fd-4467-a933-2dd34535e00e HTTP/1.1" status: 200 len: 945 time: 0.1580253 Sep 01 15:26:08.281569 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-450aaa3e-5a8b-4448-adfa-6cbd291d09fc service neutron] 10.222.0.62 "GET /v2.0/networks/4578278d-9bad-4f8d-8bc4-6025bd0de686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971078 Sep 01 15:26:08.381880 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e0b78be1-1194-40d5-b588-378c3c4ffe32 req-1290de16-2d03-44db-ad19-200071c02b55 tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.60 "GET /v2.0/security-groups?id=c22a7871-9aa1-4d4c-b7e5-db555d3154ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207266 Sep 01 15:26:08.436789 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:08.483420 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:08.540869 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-22297186-784a-41c0-8a2f-fb778a16a524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:08.567498 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-22297186-784a-41c0-8a2f-fb778a16a524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:08.605080 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52462) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:08.605641 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-564a7d35-2ec8-41b1-bfe0-2f60686bdabd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.6212819 Sep 01 15:26:08.683628 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-31343e40-6900-4ccc-8d0f-8a7aa8b788c0 req-d06ceee9-8920-41f5-be8e-992d1b3c5feb tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:08.727217 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 87660aea-776d-4ca6-9757-ce0a254bb00f up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:26:08.746251 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-22297186-784a-41c0-8a2f-fb778a16a524 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=da77506895544a41bc735f95a1b64776&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1421053 Sep 01 15:26:08.773476 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22297186-784a-41c0-8a2f-fb778a16a524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fe7ec8-0de4-4b8f-b7da-743f26f38bc6,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:08.782828 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52464) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:08.806269 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ceee9-8920-41f5-be8e-992d1b3c5feb tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Pushing event deleted for resources: {'Port': ['ID=6dbe4fcb-15d4-42a4-8f83-a2cb1e612033,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:08.868155 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 87660aea-776d-4ca6-9757-ce0a254bb00f completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:26:08.880624 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-31343e40-6900-4ccc-8d0f-8a7aa8b788c0 req-d06ceee9-8920-41f5-be8e-992d1b3c5feb tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] No DVR routers for this DVR port 6dbe4fcb-15d4-42a4-8f83-a2cb1e612033 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:26:08.881681 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 87660aea-776d-4ca6-9757-ce0a254bb00f triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:08.883847 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-31343e40-6900-4ccc-8d0f-8a7aa8b788c0 req-d06ceee9-8920-41f5-be8e-992d1b3c5feb tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:08.884441 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:08.887043 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-31343e40-6900-4ccc-8d0f-8a7aa8b788c0 req-d06ceee9-8920-41f5-be8e-992d1b3c5feb tempest-ServerAddressesNegativeTestJSON-2080029093 tempest-ServerAddressesNegativeTestJSON-2080029093-project] 10.222.0.45 "DELETE /v2.0/ports/6dbe4fcb-15d4-42a4-8f83-a2cb1e612033 HTTP/1.1" status: 204 len: 173 time: 3.1662967 Sep 01 15:26:08.901747 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9538ea5d-77fd-4467-a933-2dd34535e00e', 'name': 'network-vif-deleted', 'tag': '6dbe4fcb-15d4-42a4-8f83-a2cb1e612033'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:26:08.904850 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84230aa7-0bce-48bf-a47d-8c2a2bffb6ac" -d '{"events": [{"server_uuid": "9538ea5d-77fd-4467-a933-2dd34535e00e", "name": "network-vif-deleted", "tag": "6dbe4fcb-15d4-42a4-8f83-a2cb1e612033"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:26:08.950548 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-ec27024c-c3e7-4a0a-8fa1-33bab1ac5e4a req-e5249bf3-b610-4ab0-b34e-7c94a1e5492d tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] For port eb47e15e-0e7a-42e3-aac9-9f307c255201, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=eb47e15e-0e7a-42e3-aac9-9f307c255201,segment=NetworkSegment(5adae5c0-491f-45d0-bf99-a72af8a25c59),segment_id=5adae5c0-491f-45d0-bf99-a72af8a25c59)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:09.000007 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18fd71-619c-4cf1-bf75-fefb5866085b req-3024333a-d33e-4434-963c-14fc34eb9950 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:09.015205 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1f18fd71-619c-4cf1-bf75-fefb5866085b req-3024333a-d33e-4434-963c-14fc34eb9950 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=34221f84-2884-4078-b8d7-3a30b058b517 HTTP/1.1" status: 200 len: 945 time: 0.3431406 Sep 01 15:26:09.034038 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7493ffd2-a027-4275-8917-cff3e0c49124 None None] Network 157e42ae-e86d-4fd5-8020-89ee584890c1 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:26:09.145135 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ec27024c-c3e7-4a0a-8fa1-33bab1ac5e4a req-e5249bf3-b610-4ab0-b34e-7c94a1e5492d tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:09.180178 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ec27024c-c3e7-4a0a-8fa1-33bab1ac5e4a req-e5249bf3-b610-4ab0-b34e-7c94a1e5492d tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:09.220684 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f69dde06-a78d-4e04-b81e-77b9b55fe9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:09.247368 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0802c404-684b-41f2-8dad-1d30c5d5bde9 None None] Provisioning for port f9500ee1-73cc-42a5-babc-f0cd94e67c2e completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:26:09.250515 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['eb47e15e-0e7a-42e3-aac9-9f307c255201'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:26:09.281227 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1f18fd71-619c-4cf1-bf75-fefb5866085b req-3af064a9-5808-43b4-8e42-e333aaf2d127 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581747 Sep 01 15:26:09.297742 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0802c404-684b-41f2-8dad-1d30c5d5bde9 None None] Provisioning complete for port f9500ee1-73cc-42a5-babc-f0cd94e67c2e triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:09.298173 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0802c404-684b-41f2-8dad-1d30c5d5bde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:09.305013 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27024c-c3e7-4a0a-8fa1-33bab1ac5e4a req-e5249bf3-b610-4ab0-b34e-7c94a1e5492d tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:09.305764 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ec27024c-c3e7-4a0a-8fa1-33bab1ac5e4a req-e5249bf3-b610-4ab0-b34e-7c94a1e5492d tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:09.307420 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec27024c-c3e7-4a0a-8fa1-33bab1ac5e4a req-e5249bf3-b610-4ab0-b34e-7c94a1e5492d tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "PUT /v2.0/ports/eb47e15e-0e7a-42e3-aac9-9f307c255201 HTTP/1.1" status: 200 len: 981 time: 2.5652759 Sep 01 15:26:09.354063 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-36965dda-5541-43fd-a5bc-0bb9fe73c984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:09.385148 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f69dde06-a78d-4e04-b81e-77b9b55fe9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:09.406380 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5249bf3-b610-4ab0-b34e-7c94a1e5492d tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Pushing event updated for resources: {'Port': ['ID=eb47e15e-0e7a-42e3-aac9-9f307c255201,revision_number=6']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:09.525237 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['eb47e15e-0e7a-42e3-aac9-9f307c255201'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:26:09.536012 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb968c82-34bb-4031-8547-447e26936983 x-openstack-request-id: req-eb968c82-34bb-4031-8547-447e26936983 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:26:09.536354 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9538ea5d-77fd-4467-a933-2dd34535e00e", "name": "network-vif-deleted", "tag": "6dbe4fcb-15d4-42a4-8f83-a2cb1e612033", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:26:09.536641 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb968c82-34bb-4031-8547-447e26936983 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:26:09.537071 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9538ea5d-77fd-4467-a933-2dd34535e00e', 'name': 'network-vif-deleted', 'tag': '6dbe4fcb-15d4-42a4-8f83-a2cb1e612033', 'status': 'completed', 'code': 200} Sep 01 15:26:09.553449 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f69dde06-a78d-4e04-b81e-77b9b55fe9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:09.558208 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f69dde06-a78d-4e04-b81e-77b9b55fe9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:09.559536 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:09.560139 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f69dde06-a78d-4e04-b81e-77b9b55fe9f6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f9fe7ec8-0de4-4b8f-b7da-743f26f38bc6 HTTP/1.1" status: 204 len: 168 time: 0.7550800 Sep 01 15:26:09.582002 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69dde06-a78d-4e04-b81e-77b9b55fe9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fe7ec8-0de4-4b8f-b7da-743f26f38bc6,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:09.807341 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4d63028b-3947-4641-8284-c5bdce444d27 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:09.889157 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d9b7a0c7-8adb-4e5e-83d8-9ace42a51c69 req-a7ca7511-099d-471a-9709-47656b01b95c tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1262845331&fields=id&tenant_id=0cb731dadd864ee582f0baa54d2d48a9 HTTP/1.1" status: 200 len: 267 time: 0.1378369 Sep 01 15:26:09.989398 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0802c404-684b-41f2-8dad-1d30c5d5bde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:10.003315 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa40f8-2ff9-4535-9f3b-a85bd3232ffe req-7022c05a-60ad-4b0c-94e4-77a77bac9708 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:10.015853 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1caa40f8-2ff9-4535-9f3b-a85bd3232ffe req-7022c05a-60ad-4b0c-94e4-77a77bac9708 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 945 time: 0.3746428 Sep 01 15:26:10.018087 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34221f84-2884-4078-b8d7-3a30b058b517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87660aea-776d-4ca6-9757-ce0a254bb00f'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:26:10.024496 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2483519e-00c1-4347-95aa-f59515dbd3eb" -d '{"events": [{"server_uuid": "34221f84-2884-4078-b8d7-3a30b058b517", "name": "network-vif-plugged", "status": "completed", "tag": "87660aea-776d-4ca6-9757-ce0a254bb00f"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:26:10.110598 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7a0c7-8adb-4e5e-83d8-9ace42a51c69 req-d2248494-868d-4f41-b92b-3c24ff4002c3 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:10.123667 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d9b7a0c7-8adb-4e5e-83d8-9ace42a51c69 req-d2248494-868d-4f41-b92b-3c24ff4002c3 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 984 time: 0.2141209 Sep 01 15:26:10.168511 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-d9b7a0c7-8adb-4e5e-83d8-9ace42a51c69 req-ed9d4a2c-c3ec-4f0c-b786-9d43dcc933b8 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Request body: {'port': {'security_groups': ['2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:10.184254 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 87660aea-776d-4ca6-9757-ce0a254bb00f, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=87660aea-776d-4ca6-9757-ce0a254bb00f,segment=NetworkSegment(57531288-d828-443b-b367-fd1e1ac7e99f),segment_id=57531288-d828-443b-b367-fd1e1ac7e99f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:10.264660 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:10.325267 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-0802c404-684b-41f2-8dad-1d30c5d5bde9 None None] For port f9500ee1-73cc-42a5-babc-f0cd94e67c2e, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f9500ee1-73cc-42a5-babc-f0cd94e67c2e,segment=NetworkSegment(a402e6ce-6fd9-4b30-b1c3-42234dbe97a6),segment_id=a402e6ce-6fd9-4b30-b1c3-42234dbe97a6)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:10.392336 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1caa40f8-2ff9-4535-9f3b-a85bd3232ffe req-c648cb50-9f5a-4091-8ee3-569fd42e1fa8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3730502 Sep 01 15:26:10.417259 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52504) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:10.419469 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0802c404-684b-41f2-8dad-1d30c5d5bde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:10.442236 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-36a1312d-3b20-485b-8fce-6147ec3e6d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:10.465672 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d9b7a0c7-8adb-4e5e-83d8-9ace42a51c69 req-ed9d4a2c-c3ec-4f0c-b786-9d43dcc933b8 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:10.537205 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52510) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:10.619111 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecae401-372f-44d3-b732-e296b9a365fb x-openstack-request-id: req-aecae401-372f-44d3-b732-e296b9a365fb {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:26:10.619587 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34221f84-2884-4078-b8d7-3a30b058b517", "name": "network-vif-plugged", "status": "completed", "tag": "87660aea-776d-4ca6-9757-ce0a254bb00f", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:26:10.619996 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aecae401-372f-44d3-b732-e296b9a365fb {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:26:10.620645 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34221f84-2884-4078-b8d7-3a30b058b517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87660aea-776d-4ca6-9757-ce0a254bb00f', 'code': 200} Sep 01 15:26:10.688124 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4d63028b-3947-4641-8284-c5bdce444d27 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:10.699582 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4d63028b-3947-4641-8284-c5bdce444d27 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:10.739253 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48d27e1-9d4f-415e-a86f-6a7567c5ce8a admin admin] Deleting subnet 00086633-25f5-4bb2-b6eb-bc3d7381aeca {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:26:10.768175 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e48d27e1-9d4f-415e-a86f-6a7567c5ce8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:10.795332 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ce0434e4-7bc2-4481-afaa-767170db535f None None] Provisioning complete for port f9500ee1-73cc-42a5-babc-f0cd94e67c2e triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:10.796082 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ce0434e4-7bc2-4481-afaa-767170db535f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:10.884397 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=87660aea-776d-4ca6-9757-ce0a254bb00f,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:10.936592 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63028b-3947-4641-8284-c5bdce444d27 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Port': ['ID=e10939a2-3bc5-46c1-ab86-d0b85607ef6f,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:10.951763 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e48d27e1-9d4f-415e-a86f-6a7567c5ce8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:11.052134 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7521a9c-503f-4ad3-8775-ab10c662a470 req-7bf821fa-6d00-4999-a545-1a7f25f99026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:11.054249 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d7521a9c-503f-4ad3-8775-ab10c662a470 req-7bf821fa-6d00-4999-a545-1a7f25f99026 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=34221f84-2884-4078-b8d7-3a30b058b517 HTTP/1.1" status: 200 len: 1097 time: 0.2324231 Sep 01 15:26:11.201530 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d7521a9c-503f-4ad3-8775-ab10c662a470 req-1ff764e1-6782-4b6f-9a9d-9001b1ad1459 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371400 Sep 01 15:26:11.215933 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ce411-1b8e-4e22-b31e-07b4ac4d8b8c req-9596cd83-97ea-4f52-a5f3-8b29b4244dbb tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:11.225649 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2d7ce411-1b8e-4e22-b31e-07b4ac4d8b8c req-9596cd83-97ea-4f52-a5f3-8b29b4244dbb tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=34221f84-2884-4078-b8d7-3a30b058b517 HTTP/1.1" status: 200 len: 946 time: 0.5016911 Sep 01 15:26:11.249497 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e48d27e1-9d4f-415e-a86f-6a7567c5ce8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:11.371973 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802c404-684b-41f2-8dad-1d30c5d5bde9 None None] Pushing event updated for resources: {'Port': ['ID=f9500ee1-73cc-42a5-babc-f0cd94e67c2e,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:11.412401 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2d7ce411-1b8e-4e22-b31e-07b4ac4d8b8c req-d24d5745-3739-4d77-94af-e1328be8d520 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852906 Sep 01 15:26:11.444775 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-36a1312d-3b20-485b-8fce-6147ec3e6d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:11.505000 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-36a1312d-3b20-485b-8fce-6147ec3e6d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:11.541603 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e68592-c873-4f21-ae80-8713bbb95081', 'tag': 'eb47e15e-0e7a-42e3-aac9-9f307c255201'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:26:11.544943 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce61b7c-475b-4e98-bb38-bd26e9cf36b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e68592-c873-4f21-ae80-8713bbb95081", "tag": "eb47e15e-0e7a-42e3-aac9-9f307c255201"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:26:11.602428 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e48d27e1-9d4f-415e-a86f-6a7567c5ce8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:11.609300 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4d63028b-3947-4641-8284-c5bdce444d27 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:11.619210 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ce0434e4-7bc2-4481-afaa-767170db535f None None] Provisioning for port e10939a2-3bc5-46c1-ab86-d0b85607ef6f completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:26:11.627824 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ce0434e4-7bc2-4481-afaa-767170db535f None None] Provisioning complete for port e10939a2-3bc5-46c1-ab86-d0b85607ef6f triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:11.628473 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ce0434e4-7bc2-4481-afaa-767170db535f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:11.634503 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-36a1312d-3b20-485b-8fce-6147ec3e6d2e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dcc8b496a6714eb992aedfd9797ac47c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2288463 Sep 01 15:26:11.636332 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e48d27e1-9d4f-415e-a86f-6a7567c5ce8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:11.638630 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e48d27e1-9d4f-415e-a86f-6a7567c5ce8a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/00086633-25f5-4bb2-b6eb-bc3d7381aeca HTTP/1.1" status: 204 len: 168 time: 1.1008155 Sep 01 15:26:11.642597 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-d9b7a0c7-8adb-4e5e-83d8-9ace42a51c69 req-ed9d4a2c-c3ec-4f0c-b786-9d43dcc933b8 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] For port eb47e15e-0e7a-42e3-aac9-9f307c255201, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=eb47e15e-0e7a-42e3-aac9-9f307c255201,segment=NetworkSegment(5adae5c0-491f-45d0-bf99-a72af8a25c59),segment_id=5adae5c0-491f-45d0-bf99-a72af8a25c59)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:11.684552 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52530) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:11.685006 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52532) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:11.708712 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ce0434e4-7bc2-4481-afaa-767170db535f None None] Port e10939a2-3bc5-46c1-ab86-d0b85607ef6f cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:26:11.756121 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d27e1-9d4f-415e-a86f-6a7567c5ce8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00086633-25f5-4bb2-b6eb-bc3d7381aeca,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:11.771044 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1312d-3b20-485b-8fce-6147ec3e6d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12182b5c-aaad-4261-93e1-3978f5b2e290,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:11.819104 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a85fd-a818-41d2-984b-5d9c68073c3c req-f58e80ac-b3be-40a5-848d-4f9637411f7c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:11.828124 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-768a85fd-a818-41d2-984b-5d9c68073c3c req-f58e80ac-b3be-40a5-848d-4f9637411f7c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 945 time: 0.1147714 Sep 01 15:26:11.846353 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d9b7a0c7-8adb-4e5e-83d8-9ace42a51c69 req-ed9d4a2c-c3ec-4f0c-b786-9d43dcc933b8 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:11.851788 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d076193b-7b8f-449b-8e8b-2a816e5d9180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:11.865909 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d9b7a0c7-8adb-4e5e-83d8-9ace42a51c69 req-ed9d4a2c-c3ec-4f0c-b786-9d43dcc933b8 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:11.876398 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4bfcd9b9-6c6a-4582-8873-94af0dc6f65b None None] Provisioning complete for port e10939a2-3bc5-46c1-ab86-d0b85607ef6f triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:11.879456 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4bfcd9b9-6c6a-4582-8873-94af0dc6f65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:11.932454 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-768a85fd-a818-41d2-984b-5d9c68073c3c req-7f6e9cca-4d0b-41fb-956d-6bb0a5af9ee6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030970 Sep 01 15:26:11.935403 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-4bfcd9b9-6c6a-4582-8873-94af0dc6f65b None None] Port e10939a2-3bc5-46c1-ab86-d0b85607ef6f cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:26:11.939920 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['eb47e15e-0e7a-42e3-aac9-9f307c255201'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:26:11.942381 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4d63028b-3947-4641-8284-c5bdce444d27 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:12.087223 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5e602bd9-e0d7-4217-b548-b3199111413e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:12.094008 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d4a2c-c3ec-4f0c-b786-9d43dcc933b8 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Pushing event updated for resources: {'Port': ['ID=eb47e15e-0e7a-42e3-aac9-9f307c255201,revision_number=7']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:12.118907 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f41f15-35ba-415f-a6d2-ad527d8ab158 x-openstack-request-id: req-b1f41f15-35ba-415f-a6d2-ad527d8ab158 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:26:12.120085 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e68592-c873-4f21-ae80-8713bbb95081", "tag": "eb47e15e-0e7a-42e3-aac9-9f307c255201", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:26:12.120739 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b1f41f15-35ba-415f-a6d2-ad527d8ab158 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:26:12.123446 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e68592-c873-4f21-ae80-8713bbb95081', 'tag': 'eb47e15e-0e7a-42e3-aac9-9f307c255201', 'status': 'completed', 'code': 200} Sep 01 15:26:12.160236 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:12.176420 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7a0c7-8adb-4e5e-83d8-9ace42a51c69 req-ed9d4a2c-c3ec-4f0c-b786-9d43dcc933b8 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:12.177932 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d9b7a0c7-8adb-4e5e-83d8-9ace42a51c69 req-ed9d4a2c-c3ec-4f0c-b786-9d43dcc933b8 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:12.179790 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d9b7a0c7-8adb-4e5e-83d8-9ace42a51c69 req-ed9d4a2c-c3ec-4f0c-b786-9d43dcc933b8 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "PUT /v2.0/ports/eb47e15e-0e7a-42e3-aac9-9f307c255201 HTTP/1.1" status: 200 len: 942 time: 2.0337226 Sep 01 15:26:12.329304 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5e602bd9-e0d7-4217-b548-b3199111413e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:12.368767 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d076193b-7b8f-449b-8e8b-2a816e5d9180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:12.402251 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-d076193b-7b8f-449b-8e8b-2a816e5d9180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32445f1a-0ef1-4a24-a12c-d74464632f4b']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:12.454726 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-d076193b-7b8f-449b-8e8b-2a816e5d9180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35876280-9951-4ab5-b832-93e24e1bf29d') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:12.456971 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-d076193b-7b8f-449b-8e8b-2a816e5d9180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35876280-9951-4ab5-b832-93e24e1bf29d') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:12.481625 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['eb47e15e-0e7a-42e3-aac9-9f307c255201'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:26:12.509732 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d076193b-7b8f-449b-8e8b-2a816e5d9180 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:12.571482 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d076193b-7b8f-449b-8e8b-2a816e5d9180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:12.619922 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d076193b-7b8f-449b-8e8b-2a816e5d9180 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:26:12.620781 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d076193b-7b8f-449b-8e8b-2a816e5d9180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:26:12.623970 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:26:12.700636 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce61b7c-475b-4e98-bb38-bd26e9cf36b2 req-f344eaba-b529-438e-ada2-cc9d64b68302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:12.702385 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4ce61b7c-475b-4e98-bb38-bd26e9cf36b2 req-f344eaba-b529-438e-ada2-cc9d64b68302 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cb731dadd864ee582f0baa54d2d48a9&device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 1096 time: 0.3276091 Sep 01 15:26:12.845894 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9e3ada8f-a1eb-4586-8d35-3fa51dc2eb02 req-f3953141-a833-4ef8-9308-8953ba5967ca tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6015735 Sep 01 15:26:12.854801 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-9e3ada8f-a1eb-4586-8d35-3fa51dc2eb02 req-aa8db03b-193a-4ff2-b5e8-0a1642860d6c tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:12.913710 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5e602bd9-e0d7-4217-b548-b3199111413e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:12.914318 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9e3ada8f-a1eb-4586-8d35-3fa51dc2eb02 req-aa8db03b-193a-4ff2-b5e8-0a1642860d6c tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks [] for floatingip, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:12.919417 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5e602bd9-e0d7-4217-b548-b3199111413e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:12.925274 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5e602bd9-e0d7-4217-b548-b3199111413e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/12182b5c-aaad-4261-93e1-3978f5b2e290 HTTP/1.1" status: 204 len: 168 time: 1.2353053 Sep 01 15:26:12.966762 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e602bd9-e0d7-4217-b548-b3199111413e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12182b5c-aaad-4261-93e1-3978f5b2e290,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:12.993179 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d076193b-7b8f-449b-8e8b-2a816e5d9180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:13.005762 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d076193b-7b8f-449b-8e8b-2a816e5d9180 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:13.014810 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d076193b-7b8f-449b-8e8b-2a816e5d9180 admin admin] 10.222.0.60 "DELETE /v2.0/networks/32445f1a-0ef1-4a24-a12c-d74464632f4b HTTP/1.1" status: 204 len: 168 time: 1.3220973 Sep 01 15:26:13.031735 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cfce9-2bc8-4465-ba6f-0b6da3a3850a req-b9fa3413-0fd1-42ee-a41a-9f38d08bdba0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:13.033674 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0d3cfce9-2bc8-4465-ba6f-0b6da3a3850a req-b9fa3413-0fd1-42ee-a41a-9f38d08bdba0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=34221f84-2884-4078-b8d7-3a30b058b517 HTTP/1.1" status: 200 len: 946 time: 0.4074211 Sep 01 15:26:13.046634 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076193b-7b8f-449b-8e8b-2a816e5d9180 admin admin] Pushing event deleted for resources: {'Network': ['ID=32445f1a-0ef1-4a24-a12c-d74464632f4b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:13.120031 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0d3cfce9-2bc8-4465-ba6f-0b6da3a3850a req-4a3bb6e3-bec0-4e3f-b26b-0dc8fd7051d0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676925 Sep 01 15:26:13.236794 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4d63028b-3947-4641-8284-c5bdce444d27 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:13.244333 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:13.266605 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4d63028b-3947-4641-8284-c5bdce444d27 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:13.345884 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce61b7c-475b-4e98-bb38-bd26e9cf36b2 req-ccf117d7-bd8d-46be-8efc-91926867d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:13.368710 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4ce61b7c-475b-4e98-bb38-bd26e9cf36b2 req-ccf117d7-bd8d-46be-8efc-91926867d203 service neutron] 10.222.0.62 "GET /v2.0/networks?id=de691801-89b1-48f6-bdfc-e34b336a486b HTTP/1.1" status: 200 len: 921 time: 0.6385150 Sep 01 15:26:13.479316 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f9500ee1-73cc-42a5-babc-f0cd94e67c2e up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:26:13.505648 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52558) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:13.554694 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port f9500ee1-73cc-42a5-babc-f0cd94e67c2e triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:13.555559 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:13.567868 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63028b-3947-4641-8284-c5bdce444d27 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Port': ['ID=e10939a2-3bc5-46c1-ab86-d0b85607ef6f,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:13.624380 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873ce10-c052-411b-a8fd-4d4e4f05af86 req-f2d62d27-9aff-4187-83b1-23549fc421f3 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:13.627539 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e873ce10-c052-411b-a8fd-4d4e4f05af86 req-f2d62d27-9aff-4187-83b1-23549fc421f3 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 945 time: 0.3260164 Sep 01 15:26:13.642103 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cd9f3d5b-c1d0-4025-804f-f8b5b5ad9020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:13.723799 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-25fe706c-a559-4c67-b91c-c4f73e258196 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed921b2a75804aeaaa4b61793d671288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2134867 Sep 01 15:26:13.724601 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52566) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:13.773792 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e873ce10-c052-411b-a8fd-4d4e4f05af86 req-f0422efe-951d-4651-8fd6-3fb84cb452e4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258955 Sep 01 15:26:13.838559 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-81cde29c-a0df-438d-864c-74cd9efd2a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:13.905556 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-81cde29c-a0df-438d-864c-74cd9efd2a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:14.098466 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-81cde29c-a0df-438d-864c-74cd9efd2a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:14.102692 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-81cde29c-a0df-438d-864c-74cd9efd2a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:14.109104 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-81cde29c-a0df-438d-864c-74cd9efd2a20 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c22a7871-9aa1-4d4c-b7e5-db555d3154ad HTTP/1.1" status: 204 len: 168 time: 0.3830311 Sep 01 15:26:14.123100 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cde29c-a0df-438d-864c-74cd9efd2a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22a7871-9aa1-4d4c-b7e5-db555d3154ad,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:14.127137 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e68592-c873-4f21-ae80-8713bbb95081', 'tag': 'eb47e15e-0e7a-42e3-aac9-9f307c255201'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:26:14.131172 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18953649-390e-496f-87ac-e9e247421ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e68592-c873-4f21-ae80-8713bbb95081", "tag": "eb47e15e-0e7a-42e3-aac9-9f307c255201"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:26:14.183302 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4d63028b-3947-4641-8284-c5bdce444d27 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:14.188260 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4ce61b7c-475b-4e98-bb38-bd26e9cf36b2 req-bc424559-b984-4616-b6cd-f77a2f2f495e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb47e15e-0e7a-42e3-aac9-9f307c255201 HTTP/1.1" status: 200 len: 217 time: 0.7133853 Sep 01 15:26:14.349993 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce61b7c-475b-4e98-bb38-bd26e9cf36b2 req-5549cea8-1c41-4e74-993e-d238aa70a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:14.352315 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4ce61b7c-475b-4e98-bb38-bd26e9cf36b2 req-5549cea8-1c41-4e74-993e-d238aa70a69b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18713cb6-b926-44ed-a46d-38b8aaa8087d HTTP/1.1" status: 200 len: 860 time: 0.1425707 Sep 01 15:26:14.423964 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9e3ada8f-a1eb-4586-8d35-3fa51dc2eb02 req-aa8db03b-193a-4ff2-b5e8-0a1642860d6c tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:14.484711 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4ce61b7c-475b-4e98-bb38-bd26e9cf36b2 req-67b96826-ea7e-41ca-aa6f-153145d0761e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=de691801-89b1-48f6-bdfc-e34b336a486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153307 Sep 01 15:26:14.512787 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d63028b-3947-4641-8284-c5bdce444d27 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network 157e42ae-e86d-4fd5-8020-89ee584890c1 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:26:14.535014 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-4d63028b-3947-4641-8284-c5bdce444d27 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:14.833518 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61214a99-b5b2-49ce-8ccc-d6f814a46610 x-openstack-request-id: req-61214a99-b5b2-49ce-8ccc-d6f814a46610 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:26:14.835365 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e68592-c873-4f21-ae80-8713bbb95081", "tag": "eb47e15e-0e7a-42e3-aac9-9f307c255201", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:26:14.838278 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-61214a99-b5b2-49ce-8ccc-d6f814a46610 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:26:14.839063 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e68592-c873-4f21-ae80-8713bbb95081', 'tag': 'eb47e15e-0e7a-42e3-aac9-9f307c255201', 'status': 'completed', 'code': 200} Sep 01 15:26:15.138840 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:15.225111 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-86750efb-b296-4519-9ee1-deff2b19ed74 None None] Provisioning complete for port e10939a2-3bc5-46c1-ab86-d0b85607ef6f triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:15.229297 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-86750efb-b296-4519-9ee1-deff2b19ed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:15.280161 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91a0c8-6d92-42e4-a162-f6bf56886163 req-9bb1d55e-9072-4e58-afc4-ad27ce41c9ff tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:15.299893 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9e91a0c8-6d92-42e4-a162-f6bf56886163 req-9bb1d55e-9072-4e58-afc4-ad27ce41c9ff tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=34221f84-2884-4078-b8d7-3a30b058b517 HTTP/1.1" status: 200 len: 946 time: 0.2423949 Sep 01 15:26:15.323007 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-9e3ada8f-a1eb-4586-8d35-3fa51dc2eb02 req-aa8db03b-193a-4ff2-b5e8-0a1642860d6c tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Allocated IP 172.25.6.133 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/d53856d6-bbfc-4428-b5c2-15a88a4e6ca3) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:26:15.422135 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-86750efb-b296-4519-9ee1-deff2b19ed74 None None] Port e10939a2-3bc5-46c1-ab86-d0b85607ef6f cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:26:15.441793 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9e91a0c8-6d92-42e4-a162-f6bf56886163 req-13fcc9bb-de9d-4c8e-8709-6272205f6ec9 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357098 Sep 01 15:26:15.479001 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4ce61b7c-475b-4e98-bb38-bd26e9cf36b2 req-00c79edb-16a8-4952-b376-619fbbc761be service neutron] 10.222.0.62 "GET /v2.0/networks/de691801-89b1-48f6-bdfc-e34b336a486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9577165 Sep 01 15:26:15.645097 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d63028b-3947-4641-8284-c5bdce444d27 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Router 226248f2-b235-4a49-8a56-9141202b47dc is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:26:15.850083 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102abe09-eed6-4903-94ea-8adc25fc2e3a req-c33df0d6-465d-4e14-9826-799f85c46ef1 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:15.853085 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-102abe09-eed6-4903-94ea-8adc25fc2e3a req-c33df0d6-465d-4e14-9826-799f85c46ef1 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 945 time: 0.2350636 Sep 01 15:26:15.891630 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9e3ada8f-a1eb-4586-8d35-3fa51dc2eb02 req-aa8db03b-193a-4ff2-b5e8-0a1642860d6c tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:15.990940 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9e3ada8f-a1eb-4586-8d35-3fa51dc2eb02 req-aa8db03b-193a-4ff2-b5e8-0a1642860d6c tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:16.028776 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-102abe09-eed6-4903-94ea-8adc25fc2e3a req-ffc3b602-3d53-4c49-ac4b-f4b7c6dd3d87 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648495 Sep 01 15:26:16.149427 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3ada8f-a1eb-4586-8d35-3fa51dc2eb02 req-aa8db03b-193a-4ff2-b5e8-0a1642860d6c tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:26:16.161158 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-9e3ada8f-a1eb-4586-8d35-3fa51dc2eb02 req-aa8db03b-193a-4ff2-b5e8-0a1642860d6c tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:16.191280 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3ada8f-a1eb-4586-8d35-3fa51dc2eb02 req-aa8db03b-193a-4ff2-b5e8-0a1642860d6c tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:26:16.210617 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52648) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:16.211475 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4ce61b7c-475b-4e98-bb38-bd26e9cf36b2 req-6b9c5eef-6cf0-4036-bb5a-f60161bdc9ee service neutron] 10.222.0.62 "GET /v2.0/networks/de691801-89b1-48f6-bdfc-e34b336a486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6365561 Sep 01 15:26:16.550657 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d63028b-3947-4641-8284-c5bdce444d27 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:26:16.589052 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbfee86-bde7-4316-98ca-f2d8505b2db0 None None] Sync routers for ids ['226248f2-b235-4a49-8a56-9141202b47dc'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:26:16.633567 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbfee86-bde7-4316-98ca-f2d8505b2db0 None None] Routers {'226248f2-b235-4a49-8a56-9141202b47dc'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:16.634700 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-3dbfee86-bde7-4316-98ca-f2d8505b2db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:26:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['226248f2-b235-4a49-8a56-9141202b47dc'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:16.666198 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-95dc2579-ca76-4b04-888d-8af706133cdd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-472368040-network', 'tenant_id': '23b9023d47b94f66b655f70395dcb615'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:16.689380 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4d63028b-3947-4641-8284-c5bdce444d27 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "PUT /v2.0/routers/226248f2-b235-4a49-8a56-9141202b47dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0819070 Sep 01 15:26:16.690216 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8db03b-193a-4ff2-b5e8-0a1642860d6c tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Pushing event updated for resources: {'Port': ['ID=d53856d6-bbfc-4428-b5c2-15a88a4e6ca3,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:16.696689 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52664) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:16.701784 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9e3ada8f-a1eb-4586-8d35-3fa51dc2eb02 req-aa8db03b-193a-4ff2-b5e8-0a1642860d6c tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:16.800949 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dc2579-ca76-4b04-888d-8af706133cdd admin admin] Made reservation on behalf of 23b9023d47b94f66b655f70395dcb615 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:26:16.802056 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-3dbfee86-bde7-4316-98ca-f2d8505b2db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:16.805207 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-95dc2579-ca76-4b04-888d-8af706133cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:16.823028 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-95dc2579-ca76-4b04-888d-8af706133cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:16.824545 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbfee86-bde7-4316-98ca-f2d8505b2db0 None None] Routers {'226248f2-b235-4a49-8a56-9141202b47dc'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:16.825666 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-3dbfee86-bde7-4316-98ca-f2d8505b2db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:26:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['226248f2-b235-4a49-8a56-9141202b47dc'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:16.836779 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0a7eac-29d6-4aee-be42-a87132cd590b tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:16.840829 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-db0a7eac-29d6-4aee-be42-a87132cd590b tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "GET /v2.0/ports/e10939a2-3bc5-46c1-ab86-d0b85607ef6f HTTP/1.1" status: 200 len: 977 time: 0.1409509 Sep 01 15:26:16.843640 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52668) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:16.850774 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588c98d-8f9a-4d95-b7d4-ebf5aea21762 req-43ec374a-ee7b-4d4d-87d9-c69e0c50a10c tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:16.853285 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6588c98d-8f9a-4d95-b7d4-ebf5aea21762 req-43ec374a-ee7b-4d4d-87d9-c69e0c50a10c tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=34221f84-2884-4078-b8d7-3a30b058b517 HTTP/1.1" status: 200 len: 946 time: 0.1653960 Sep 01 15:26:16.984871 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18953649-390e-496f-87ac-e9e247421ce2 req-d6b813a8-d472-4dff-827e-098581701146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:16.986236 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-18953649-390e-496f-87ac-e9e247421ce2 req-d6b813a8-d472-4dff-827e-098581701146 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cb731dadd864ee582f0baa54d2d48a9&device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 1096 time: 0.4415555 Sep 01 15:26:16.995662 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9e3ada8f-a1eb-4586-8d35-3fa51dc2eb02 req-aa8db03b-193a-4ff2-b5e8-0a1642860d6c tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:17.008805 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-3dbfee86-bde7-4316-98ca-f2d8505b2db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:17.012403 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbfee86-bde7-4316-98ca-f2d8505b2db0 None None] The sync data for ids ['226248f2-b235-4a49-8a56-9141202b47dc'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:26:17.131594 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-95dc2579-ca76-4b04-888d-8af706133cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:17.156519 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6588c98d-8f9a-4d95-b7d4-ebf5aea21762 req-df58b038-8764-45a3-95f8-85aa8587c00a tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033099 Sep 01 15:26:17.157953 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-95dc2579-ca76-4b04-888d-8af706133cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:17.228527 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc2579-ca76-4b04-888d-8af706133cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ff3bc4-1b2a-4ce2-86fd-750a8b933843,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:17.266158 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95dc2579-ca76-4b04-888d-8af706133cdd admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:26:17.308343 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-95dc2579-ca76-4b04-888d-8af706133cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:17.312663 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-95dc2579-ca76-4b04-888d-8af706133cdd admin admin] Added segment fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084 of type vlan for network 3fc306ad-d395-4e29-8475-725b0736474b Sep 01 15:26:17.462389 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18953649-390e-496f-87ac-e9e247421ce2 req-379dcc18-ddfa-4460-ac42-1aab64b16482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:17.465156 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-18953649-390e-496f-87ac-e9e247421ce2 req-379dcc18-ddfa-4460-ac42-1aab64b16482 service neutron] 10.222.0.62 "GET /v2.0/networks?id=de691801-89b1-48f6-bdfc-e34b336a486b HTTP/1.1" status: 200 len: 921 time: 0.4262900 Sep 01 15:26:17.494136 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-95dc2579-ca76-4b04-888d-8af706133cdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:17.630657 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-95dc2579-ca76-4b04-888d-8af706133cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:17.632027 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dc2579-ca76-4b04-888d-8af706133cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:17.632981 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-95dc2579-ca76-4b04-888d-8af706133cdd admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:17.708202 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-18953649-390e-496f-87ac-e9e247421ce2 req-12095451-b022-4753-ba74-4716587e3361 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb47e15e-0e7a-42e3-aac9-9f307c255201 HTTP/1.1" status: 200 len: 217 time: 0.1296957 Sep 01 15:26:17.806026 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc2579-ca76-4b04-888d-8af706133cdd admin admin] Pushing event updated for resources: {'Network': ['ID=3fc306ad-d395-4e29-8475-725b0736474b,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:17.821400 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 3fc306ad-d395-4e29-8475-725b0736474b details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:26:17.848276 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-95dc2579-ca76-4b04-888d-8af706133cdd admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6145575 Sep 01 15:26:17.848404 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52694) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:17.859708 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ba588-e371-48ff-9e0e-b2b5fcd602c2 req-befb836e-586f-456b-b13c-53a63c603fbc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:17.862113 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-357ba588-e371-48ff-9e0e-b2b5fcd602c2 req-befb836e-586f-456b-b13c-53a63c603fbc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 945 time: 0.4155235 Sep 01 15:26:17.884254 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-f6fbd3fc-dbc9-463e-a185-371f0c8e9a66 admin admin] Request body: {'subnet': {'network_id': '3fc306ad-d395-4e29-8475-725b0736474b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-472368040-subnet', 'tenant_id': '23b9023d47b94f66b655f70395dcb615', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:17.966588 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-357ba588-e371-48ff-9e0e-b2b5fcd602c2 req-a03336f3-8028-4b9a-a165-9f0819797e95 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920668 Sep 01 15:26:18.055057 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18953649-390e-496f-87ac-e9e247421ce2 req-f48d1acd-77db-4a40-b238-4c0e1a92275a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:18.058268 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-18953649-390e-496f-87ac-e9e247421ce2 req-f48d1acd-77db-4a40-b238-4c0e1a92275a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18713cb6-b926-44ed-a46d-38b8aaa8087d HTTP/1.1" status: 200 len: 860 time: 0.3164840 Sep 01 15:26:18.232115 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-18953649-390e-496f-87ac-e9e247421ce2 req-ffaf422a-b8df-44c1-a73d-7632e341a459 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=de691801-89b1-48f6-bdfc-e34b336a486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1338959 Sep 01 15:26:18.251747 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fbd3fc-dbc9-463e-a185-371f0c8e9a66 admin admin] Made reservation on behalf of 23b9023d47b94f66b655f70395dcb615 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:26:18.257700 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6fbd3fc-dbc9-463e-a185-371f0c8e9a66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:18.338512 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9e3ada8f-a1eb-4586-8d35-3fa51dc2eb02 req-aa8db03b-193a-4ff2-b5e8-0a1642860d6c tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:18.432953 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9e3ada8f-a1eb-4586-8d35-3fa51dc2eb02 req-aa8db03b-193a-4ff2-b5e8-0a1642860d6c tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:18.462015 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30c3c6-7af6-483c-9fed-919c8104cf95 req-c0f8a5d1-868b-4ba5-9c04-495dcb14e5d4 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:18.471869 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4e30c3c6-7af6-483c-9fed-919c8104cf95 req-c0f8a5d1-868b-4ba5-9c04-495dcb14e5d4 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=34221f84-2884-4078-b8d7-3a30b058b517 HTTP/1.1" status: 200 len: 946 time: 0.1412010 Sep 01 15:26:18.586522 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4e30c3c6-7af6-483c-9fed-919c8104cf95 req-d7ae115f-1b35-4539-8c3a-9ea48e1f16a4 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054089 Sep 01 15:26:18.688660 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8db03b-193a-4ff2-b5e8-0a1642860d6c tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Pushing event updated for resources: {'Port': ['ID=d53856d6-bbfc-4428-b5c2-15a88a4e6ca3,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:18.721223 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26758f26-f6ca-4fff-8c12-81fc3b289612 req-fd0b99af-d2c6-4082-bcba-b090b46b553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:18.723556 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-26758f26-f6ca-4fff-8c12-81fc3b289612 req-fd0b99af-d2c6-4082-bcba-b090b46b553b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 1096 time: 0.6371334 Sep 01 15:26:18.783775 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-18953649-390e-496f-87ac-e9e247421ce2 req-59c6ec23-8018-4e43-9954-a61e4090f93e service neutron] 10.222.0.62 "GET /v2.0/networks/de691801-89b1-48f6-bdfc-e34b336a486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908390 Sep 01 15:26:18.843297 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9e3ada8f-a1eb-4586-8d35-3fa51dc2eb02 req-aa8db03b-193a-4ff2-b5e8-0a1642860d6c tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:19.125222 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52736) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:19.155476 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26758f26-f6ca-4fff-8c12-81fc3b289612 req-cae09984-68bd-4378-bc03-8b2acca12e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:19.158258 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-26758f26-f6ca-4fff-8c12-81fc3b289612 req-cae09984-68bd-4378-bc03-8b2acca12e62 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4578278d-9bad-4f8d-8bc4-6025bd0de686 HTTP/1.1" status: 200 len: 898 time: 0.2995214 Sep 01 15:26:19.386277 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a866e1e7-11a2-4026-95c3-3485049c15ac tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:19.431085 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b2f529a5-2600-4e4b-983a-0c8bda870913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:19.558789 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-26758f26-f6ca-4fff-8c12-81fc3b289612 req-d75d9164-32ae-4787-8f33-61fe604b7e77 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1e687d8-0af0-4c66-b0c0-65b5585e9d32 HTTP/1.1" status: 200 len: 1001 time: 0.1767609 Sep 01 15:26:19.722199 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b2f529a5-2600-4e4b-983a-0c8bda870913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:19.724102 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9e3ada8f-a1eb-4586-8d35-3fa51dc2eb02 req-aa8db03b-193a-4ff2-b5e8-0a1642860d6c tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:19.726796 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9e3ada8f-a1eb-4586-8d35-3fa51dc2eb02 req-aa8db03b-193a-4ff2-b5e8-0a1642860d6c tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.8792076 Sep 01 15:26:19.742414 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b2f529a5-2600-4e4b-983a-0c8bda870913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:19.916136 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b2f529a5-2600-4e4b-983a-0c8bda870913 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e9986bb2f3b44081bef32fa2e3b15d1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7881732 Sep 01 15:26:19.919315 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f529a5-2600-4e4b-983a-0c8bda870913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1f6f9c-3f46-4f72-b0ba-acfbe11e4d9a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:19.924035 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52754) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:19.957621 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded7ccb-7535-473f-8bd7-a243551fb82e req-2122d935-f317-4b27-8cda-1e5c4f4ab5e9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:19.974735 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2ded7ccb-7535-473f-8bd7-a243551fb82e req-2122d935-f317-4b27-8cda-1e5c4f4ab5e9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 945 time: 0.7437925 Sep 01 15:26:20.157955 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2ded7ccb-7535-473f-8bd7-a243551fb82e req-80efa926-3dac-4fb7-b682-b10e7428e733 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817939 Sep 01 15:26:20.164081 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c145c048-8790-40ba-a262-dc9c8ae264c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:20.236918 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c145c048-8790-40ba-a262-dc9c8ae264c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:20.330423 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c145c048-8790-40ba-a262-dc9c8ae264c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:20.333085 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c145c048-8790-40ba-a262-dc9c8ae264c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:20.340821 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c145c048-8790-40ba-a262-dc9c8ae264c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c1f6f9c-3f46-4f72-b0ba-acfbe11e4d9a HTTP/1.1" status: 204 len: 168 time: 0.4062378 Sep 01 15:26:20.370354 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c145c048-8790-40ba-a262-dc9c8ae264c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1f6f9c-3f46-4f72-b0ba-acfbe11e4d9a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:20.399602 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0d3bd-5018-43a2-bc67-7ff1c9242787 req-80d7a07c-c7db-486d-afe0-33cdbff8c638 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:20.402981 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f8a0d3bd-5018-43a2-bc67-7ff1c9242787 req-80d7a07c-c7db-486d-afe0-33cdbff8c638 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=34221f84-2884-4078-b8d7-3a30b058b517 HTTP/1.1" status: 200 len: 946 time: 0.0822685 Sep 01 15:26:20.518825 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-18953649-390e-496f-87ac-e9e247421ce2 req-a7fd1a43-4926-438d-82f4-e814785965a7 service neutron] 10.222.0.62 "GET /v2.0/networks/de691801-89b1-48f6-bdfc-e34b336a486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6558156 Sep 01 15:26:20.526279 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f8a0d3bd-5018-43a2-bc67-7ff1c9242787 req-88db524d-c05d-4f25-858d-f7af3abdecb2 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960469 Sep 01 15:26:20.637963 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adf931-fd6b-469b-bdb6-28fca4ff57cf req-6ac3256e-3223-4f8f-bd58-decf6984792c tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:20.646651 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-22adf931-fd6b-469b-bdb6-28fca4ff57cf req-6ac3256e-3223-4f8f-bd58-decf6984792c tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.62 "GET /v2.0/ports?device_id=34221f84-2884-4078-b8d7-3a30b058b517 HTTP/1.1" status: 200 len: 946 time: 1.7859952 Sep 01 15:26:20.798175 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26758f26-f6ca-4fff-8c12-81fc3b289612 req-fbf37dcf-7131-42d3-b946-e64f8b927d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:20.800380 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-26758f26-f6ca-4fff-8c12-81fc3b289612 req-fbf37dcf-7131-42d3-b946-e64f8b927d83 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=28b1fc88-16ee-47b8-b537-f7c2d7715bc7 HTTP/1.1" status: 200 len: 834 time: 1.0853174 Sep 01 15:26:20.892239 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6fbd3fc-dbc9-463e-a185-371f0c8e9a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:20.919924 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52772) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:21.259307 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26758f26-f6ca-4fff-8c12-81fc3b289612 req-4e9feeaa-6f80-4038-af61-3786a18033e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:21.275126 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-26758f26-f6ca-4fff-8c12-81fc3b289612 req-4e9feeaa-6f80-4038-af61-3786a18033e1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4578278d-9bad-4f8d-8bc4-6025bd0de686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4609444 Sep 01 15:26:21.288652 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9e3ada8f-a1eb-4586-8d35-3fa51dc2eb02 req-b4f8ccfc-b8db-4c5f-b0c4-bb4443bd63a5 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 696 time: 0.7751539 Sep 01 15:26:21.381317 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-63995bbb-3173-4ee7-9476-c5a5f0f04b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:21.513100 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fbd3fc-dbc9-463e-a185-371f0c8e9a66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=870d447b-a102-45cd-b773-7b57248ad4c5,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:21.517976 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b91a11-b281-4877-91c9-3ebf4f76ebb9 req-0e1524dc-d814-4af1-9fcd-297a66a59b1a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:21.536376 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-98b91a11-b281-4877-91c9-3ebf4f76ebb9 req-0e1524dc-d814-4af1-9fcd-297a66a59b1a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 945 time: 0.1513755 Sep 01 15:26:21.590274 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fbd3fc-dbc9-463e-a185-371f0c8e9a66 admin admin] Checking segment: {'id': 'fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3fc306ad-d395-4e29-8475-725b0736474b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:26:21.590859 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fbd3fc-dbc9-463e-a185-371f0c8e9a66 admin admin] Network hostable DHCP agents. Network: 3fc306ad-d395-4e29-8475-725b0736474b, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:26:21.681678 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-22adf931-fd6b-469b-bdb6-28fca4ff57cf req-c1738ce9-3ac0-4ba2-8954-af63153fb0df tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Deleting port 87660aea-776d-4ca6-9757-ce0a254bb00f {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:26:21.682241 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-22adf931-fd6b-469b-bdb6-28fca4ff57cf req-c1738ce9-3ac0-4ba2-8954-af63153fb0df tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:21.686953 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-98b91a11-b281-4877-91c9-3ebf4f76ebb9 req-9a125dcd-8f86-4de4-a806-1e4506b0d34f tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372356 Sep 01 15:26:21.715191 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-63995bbb-3173-4ee7-9476-c5a5f0f04b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:21.723563 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-63995bbb-3173-4ee7-9476-c5a5f0f04b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:21.774370 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-63995bbb-3173-4ee7-9476-c5a5f0f04b1e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4d05cd3373dd43e284806cb05eaad572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8509197 Sep 01 15:26:21.775346 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52792) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:21.861169 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63995bbb-3173-4ee7-9476-c5a5f0f04b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbb3d8a-e2a1-40c6-b9de-1732b4e35c0c,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:21.913471 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fbd3fc-dbc9-463e-a185-371f0c8e9a66 admin admin] Network 3fc306ad-d395-4e29-8475-725b0736474b is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:26:21.915575 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5a94d-22ea-4cdb-a1fe-60b055f03162 req-a86682d1-1706-45e8-9855-254fe970f59b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:21.917713 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8ed5a94d-22ea-4cdb-a1fe-60b055f03162 req-a86682d1-1706-45e8-9855-254fe970f59b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=34221f84-2884-4078-b8d7-3a30b058b517 HTTP/1.1" status: 200 len: 946 time: 0.1157098 Sep 01 15:26:21.919698 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45c0c81f-9d15-4dae-9f25-fdaf3840e023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:21.942908 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-26758f26-f6ca-4fff-8c12-81fc3b289612 req-fc2c921e-f9ae-4bc3-bb74-d268ab66111f service neutron] 10.222.0.62 "GET /v2.0/networks/4578278d-9bad-4f8d-8bc4-6025bd0de686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6489315 Sep 01 15:26:21.947558 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45c0c81f-9d15-4dae-9f25-fdaf3840e023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:22.026982 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-f6fbd3fc-dbc9-463e-a185-371f0c8e9a66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 3fc306ad-d395-4e29-8475-725b0736474b) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:22.036821 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ada8f-a1eb-4586-8d35-3fa51dc2eb02 req-1efceead-5d9b-4a93-b431-42ab71778751 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:22.038352 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9e3ada8f-a1eb-4586-8d35-3fa51dc2eb02 req-1efceead-5d9b-4a93-b431-42ab71778751 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 784 time: 0.7488561 Sep 01 15:26:22.040527 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56e0e99-74f0-4417-8035-c44d5611c413 None None] Network 3fc306ad-d395-4e29-8475-725b0736474b requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:26:22.065727 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fbd3fc-dbc9-463e-a185-371f0c8e9a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:22.066391 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6fbd3fc-dbc9-463e-a185-371f0c8e9a66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:22.100066 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45c0c81f-9d15-4dae-9f25-fdaf3840e023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:22.103174 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45c0c81f-9d15-4dae-9f25-fdaf3840e023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:22.111422 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-45c0c81f-9d15-4dae-9f25-fdaf3840e023 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2bbb3d8a-e2a1-40c6-b9de-1732b4e35c0c HTTP/1.1" status: 204 len: 168 time: 0.3333097 Sep 01 15:26:22.131714 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-9e3ada8f-a1eb-4586-8d35-3fa51dc2eb02 req-7c1a1f69-9cbf-4c1b-af36-a79151a414fe tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:26:22.132786 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9e3ada8f-a1eb-4586-8d35-3fa51dc2eb02 req-7c1a1f69-9cbf-4c1b-af36-a79151a414fe tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0707974 Sep 01 15:26:22.134495 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8ed5a94d-22ea-4cdb-a1fe-60b055f03162 req-ce7bba92-c083-4d94-ba00-d1cbc1f7e270 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714780 Sep 01 15:26:22.135782 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0c81f-9d15-4dae-9f25-fdaf3840e023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbb3d8a-e2a1-40c6-b9de-1732b4e35c0c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:22.152760 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0c81f-9d15-4dae-9f25-fdaf3840e023 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:22.153350 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0c81f-9d15-4dae-9f25-fdaf3840e023 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:22.154087 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0c81f-9d15-4dae-9f25-fdaf3840e023 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:22.154540 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0c81f-9d15-4dae-9f25-fdaf3840e023 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:22.155112 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0c81f-9d15-4dae-9f25-fdaf3840e023 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:22.155890 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0c81f-9d15-4dae-9f25-fdaf3840e023 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:22.156214 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0c81f-9d15-4dae-9f25-fdaf3840e023 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:22.156782 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0c81f-9d15-4dae-9f25-fdaf3840e023 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:22.157956 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0c81f-9d15-4dae-9f25-fdaf3840e023 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:22.158643 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0c81f-9d15-4dae-9f25-fdaf3840e023 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:22.159767 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0c81f-9d15-4dae-9f25-fdaf3840e023 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:22.160506 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c0c81f-9d15-4dae-9f25-fdaf3840e023 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:22.295510 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-26758f26-f6ca-4fff-8c12-81fc3b289612 req-f6082e2b-266f-4927-81b8-ff3150e6452e service neutron] 10.222.0.62 "GET /v2.0/networks/4578278d-9bad-4f8d-8bc4-6025bd0de686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132041 Sep 01 15:26:22.419035 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d195f1-f0b6-4a4a-816e-50f8684be069 None None] Network 3fc306ad-d395-4e29-8475-725b0736474b requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:26:22.445686 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f6fbd3fc-dbc9-463e-a185-371f0c8e9a66 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.5747557 Sep 01 15:26:22.449538 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52804) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:22.457989 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-1a6d5ce9-e857-48a0-a27f-e1f22a1e6f74 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-472368040-router', 'tenant_id': '23b9023d47b94f66b655f70395dcb615', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:22.538696 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-22adf931-fd6b-469b-bdb6-28fca4ff57cf req-c1738ce9-3ac0-4ba2-8954-af63153fb0df tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] For port 87660aea-776d-4ca6-9757-ce0a254bb00f, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=87660aea-776d-4ca6-9757-ce0a254bb00f,segment=NetworkSegment(57531288-d828-443b-b367-fd1e1ac7e99f),segment_id=57531288-d828-443b-b367-fd1e1ac7e99f)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:22.539487 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-22adf931-fd6b-469b-bdb6-28fca4ff57cf req-c1738ce9-3ac0-4ba2-8954-af63153fb0df tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:22.541448 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5ce9-e857-48a0-a27f-e1f22a1e6f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:22.545101 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5ce9-e857-48a0-a27f-e1f22a1e6f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:22.596102 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-a866e1e7-11a2-4026-95c3-3485049c15ac tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Deleting port e10939a2-3bc5-46c1-ab86-d0b85607ef6f {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:26:22.597448 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a866e1e7-11a2-4026-95c3-3485049c15ac tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:22.643591 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1029d8-bb8d-4ed1-a669-4589751d2f01 req-4fe750fb-cbc7-476b-b0b2-76d491a3e437 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:22.656734 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-da1029d8-bb8d-4ed1-a669-4589751d2f01 req-4fe750fb-cbc7-476b-b0b2-76d491a3e437 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3597281 Sep 01 15:26:22.661432 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5ce9-e857-48a0-a27f-e1f22a1e6f74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:22.683246 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-22adf931-fd6b-469b-bdb6-28fca4ff57cf req-c1738ce9-3ac0-4ba2-8954-af63153fb0df tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Calling delete_port for 87660aea-776d-4ca6-9757-ce0a254bb00f owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:26:22.738221 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 87660aea-776d-4ca6-9757-ce0a254bb00f no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:26:22.870618 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-da1029d8-bb8d-4ed1-a669-4589751d2f01 req-f3962b9c-0b2b-4d00-8079-9fb85370454e tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 696 time: 0.2123010 Sep 01 15:26:22.982617 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-da1029d8-bb8d-4ed1-a669-4589751d2f01 req-abbf78f1-5a4e-43a2-ba73-491a5ad78c64 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Request body: {'floatingip': {'port_id': 'eb47e15e-0e7a-42e3-aac9-9f307c255201', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:23.041025 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:23.150576 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34221f84-2884-4078-b8d7-3a30b058b517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87660aea-776d-4ca6-9757-ce0a254bb00f'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:26:23.153258 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bfa8f8-484a-40c8-b607-2099b4eca6be" -d '{"events": [{"server_uuid": "34221f84-2884-4078-b8d7-3a30b058b517", "name": "network-vif-unplugged", "status": "completed", "tag": "87660aea-776d-4ca6-9757-ce0a254bb00f"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:26:23.161743 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a866e1e7-11a2-4026-95c3-3485049c15ac tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:23.176514 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5ce9-e857-48a0-a27f-e1f22a1e6f74 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:23.183972 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 87660aea-776d-4ca6-9757-ce0a254bb00f, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=87660aea-776d-4ca6-9757-ce0a254bb00f,segment=NetworkSegment(57531288-d828-443b-b367-fd1e1ac7e99f),segment_id=57531288-d828-443b-b367-fd1e1ac7e99f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:23.192194 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:23.205421 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-a866e1e7-11a2-4026-95c3-3485049c15ac tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Calling delete_port for e10939a2-3bc5-46c1-ab86-d0b85607ef6f owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:26:23.243324 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12b115-afee-4120-b84d-7d96150879aa req-afc86f6c-d9ff-4917-803f-e38fb59b9970 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:23.245400 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b12b115-afee-4120-b84d-7d96150879aa req-afc86f6c-d9ff-4917-803f-e38fb59b9970 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 945 time: 0.3178735 Sep 01 15:26:23.344815 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=87660aea-776d-4ca6-9757-ce0a254bb00f,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:23.405555 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-da1029d8-bb8d-4ed1-a669-4589751d2f01 req-abbf78f1-5a4e-43a2-ba73-491a5ad78c64 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks [] for floatingip, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:23.484213 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b12b115-afee-4120-b84d-7d96150879aa req-87576395-fea9-49d7-bcf5-230bbac0ff07 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045097 Sep 01 15:26:23.636177 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0bd288-bcf6-4fc8-84ac-928b7b885d9f x-openstack-request-id: req-2f0bd288-bcf6-4fc8-84ac-928b7b885d9f {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:26:23.636588 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34221f84-2884-4078-b8d7-3a30b058b517", "name": "network-vif-unplugged", "status": "completed", "tag": "87660aea-776d-4ca6-9757-ce0a254bb00f", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:26:23.637650 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f0bd288-bcf6-4fc8-84ac-928b7b885d9f {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:26:23.638851 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34221f84-2884-4078-b8d7-3a30b058b517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87660aea-776d-4ca6-9757-ce0a254bb00f', 'code': 200} Sep 01 15:26:23.940740 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:26:23.949437 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a866e1e7-11a2-4026-95c3-3485049c15ac tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:24.005215 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eef4bb-e892-46ba-bc38-c7602ae3ef1b req-a92ea0ca-ce12-4a7b-9fa0-3d3621f37398 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:24.020605 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-10eef4bb-e892-46ba-bc38-c7602ae3ef1b req-a92ea0ca-ce12-4a7b-9fa0-3d3621f37398 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=34221f84-2884-4078-b8d7-3a30b058b517 HTTP/1.1" status: 200 len: 944 time: 0.2661440 Sep 01 15:26:24.060738 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866e1e7-11a2-4026-95c3-3485049c15ac tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Port': ['ID=e10939a2-3bc5-46c1-ab86-d0b85607ef6f,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:24.154105 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5ce9-e857-48a0-a27f-e1f22a1e6f74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:24.231792 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5ce9-e857-48a0-a27f-e1f22a1e6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:24.290636 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-10eef4bb-e892-46ba-bc38-c7602ae3ef1b req-79ac2a32-a248-4d5c-ba89-5e3b136f11a6 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439787 Sep 01 15:26:24.543661 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-1a6d5ce9-e857-48a0-a27f-e1f22a1e6f74 admin admin] Allocated IP 172.25.6.206 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/a50d9a3c-e1cd-42bd-a687-301c9505ce18) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:26:24.760203 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-22adf931-fd6b-469b-bdb6-28fca4ff57cf req-c1738ce9-3ac0-4ba2-8954-af63153fb0df tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:24.777858 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['b9470091-87f1-45a7-9b64-aa8b33b9992e'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:26:24.842331 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f21ce-378c-46a9-8f5e-6b805393a8f1 req-d6ff3e5e-6362-43d8-8e1b-ba43b0c48ac1 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:24.854276 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5f9f21ce-378c-46a9-8f5e-6b805393a8f1 req-d6ff3e5e-6362-43d8-8e1b-ba43b0c48ac1 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 945 time: 0.1616192 Sep 01 15:26:24.892495 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5ce9-e857-48a0-a27f-e1f22a1e6f74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:24.933753 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1738ce9-3ac0-4ba2-8954-af63153fb0df tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Pushing event deleted for resources: {'Port': ['ID=87660aea-776d-4ca6-9757-ce0a254bb00f,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:24.973559 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5f9f21ce-378c-46a9-8f5e-6b805393a8f1 req-401c9609-d905-4401-a01f-42886a27c1c9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177266 Sep 01 15:26:25.090330 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5ce9-e857-48a0-a27f-e1f22a1e6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:25.090950 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a866e1e7-11a2-4026-95c3-3485049c15ac tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:25.172382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-22adf931-fd6b-469b-bdb6-28fca4ff57cf req-c1738ce9-3ac0-4ba2-8954-af63153fb0df tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] No DVR routers for this DVR port 87660aea-776d-4ca6-9757-ce0a254bb00f on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:26:25.183197 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-22adf931-fd6b-469b-bdb6-28fca4ff57cf req-c1738ce9-3ac0-4ba2-8954-af63153fb0df tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:25.186009 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d5ce9-e857-48a0-a27f-e1f22a1e6f74 admin admin] Pushing event updated for resources: {'Port': ['ID=a50d9a3c-e1cd-42bd-a687-301c9505ce18,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:25.195385 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-22adf931-fd6b-469b-bdb6-28fca4ff57cf req-c1738ce9-3ac0-4ba2-8954-af63153fb0df tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.62 "DELETE /v2.0/ports/87660aea-776d-4ca6-9757-ce0a254bb00f HTTP/1.1" status: 204 len: 173 time: 4.5345278 Sep 01 15:26:25.197954 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34221f84-2884-4078-b8d7-3a30b058b517', 'name': 'network-vif-deleted', 'tag': '87660aea-776d-4ca6-9757-ce0a254bb00f'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:26:25.210993 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16f0110-b4dc-42c4-a34f-6d8b4bad57ed" -d '{"events": [{"server_uuid": "34221f84-2884-4078-b8d7-3a30b058b517", "name": "network-vif-deleted", "tag": "87660aea-776d-4ca6-9757-ce0a254bb00f"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:26:25.252129 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6d5ce9-e857-48a0-a27f-e1f22a1e6f74 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:26:25.259017 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-1a6d5ce9-e857-48a0-a27f-e1f22a1e6f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:25.262742 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6d5ce9-e857-48a0-a27f-e1f22a1e6f74 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:26:25.372837 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca61f363-01a3-4e9b-8bf1-3ee3890eeb09 x-openstack-request-id: req-ca61f363-01a3-4e9b-8bf1-3ee3890eeb09 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:26:25.372837 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34221f84-2884-4078-b8d7-3a30b058b517", "name": "network-vif-deleted", "tag": "87660aea-776d-4ca6-9757-ce0a254bb00f", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:26:25.372837 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ca61f363-01a3-4e9b-8bf1-3ee3890eeb09 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:26:25.372837 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34221f84-2884-4078-b8d7-3a30b058b517', 'name': 'network-vif-deleted', 'tag': '87660aea-776d-4ca6-9757-ce0a254bb00f', 'status': 'completed', 'code': 200} Sep 01 15:26:25.741042 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9007c31a-7796-4984-9d03-9c4d878b40cc req-edb2777d-0478-48ed-b88e-240df76b6d27 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=34221f84-2884-4078-b8d7-3a30b058b517 HTTP/1.1" status: 200 len: 210 time: 0.1908808 Sep 01 15:26:26.034746 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5ce9-e857-48a0-a27f-e1f22a1e6f74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:26.076390 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.resource_extend [req-da1029d8-bb8d-4ed1-a669-4589751d2f01 req-abbf78f1-5a4e-43a2-ba73-491a5ad78c64 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:26:26.094741 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a866e1e7-11a2-4026-95c3-3485049c15ac tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Router 226248f2-b235-4a49-8a56-9141202b47dc has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:26:26.220112 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-da1029d8-bb8d-4ed1-a669-4589751d2f01 req-abbf78f1-5a4e-43a2-ba73-491a5ad78c64 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:26.236988 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-da1029d8-bb8d-4ed1-a669-4589751d2f01 req-abbf78f1-5a4e-43a2-ba73-491a5ad78c64 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:26.524815 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5ce9-e857-48a0-a27f-e1f22a1e6f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:26.540529 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b73693-563b-403b-bacf-0462fe808ed1 req-ce4fab87-fc6a-495a-85cc-7cd9d382e3ad tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:26.548015 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-43c92881-d130-4c00-b260-f98f68633b37 service neutron] show failed (client error): The resource could not be found. Sep 01 15:26:26.549252 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-19b73693-563b-403b-bacf-0462fe808ed1 req-ce4fab87-fc6a-495a-85cc-7cd9d382e3ad tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 945 time: 0.0992987 Sep 01 15:26:26.550318 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-43c92881-d130-4c00-b260-f98f68633b37 service neutron] 10.222.0.62 "GET /v2.0/ports/e1e687d8-0af0-4c66-b0c0-65b5585e9d32/bindings/n-h1-794796-3 HTTP/1.1" status: 404 len: 380 time: 0.3277931 Sep 01 15:26:26.552814 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a866e1e7-11a2-4026-95c3-3485049c15ac tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:26:26.579166 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed54af3-4f02-485a-a28a-77bce7114a76 None None] Sync routers for ids ['226248f2-b235-4a49-8a56-9141202b47dc'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:26:26.592027 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a866e1e7-11a2-4026-95c3-3485049c15ac tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "PUT /v2.0/routers/226248f2-b235-4a49-8a56-9141202b47dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7352946 Sep 01 15:26:26.597929 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52916) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:26.609218 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed54af3-4f02-485a-a28a-77bce7114a76 None None] Routers {'226248f2-b235-4a49-8a56-9141202b47dc'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:26.612999 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3ed54af3-4f02-485a-a28a-77bce7114a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:26:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['226248f2-b235-4a49-8a56-9141202b47dc'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:26.753542 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3ed54af3-4f02-485a-a28a-77bce7114a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:26.794810 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed54af3-4f02-485a-a28a-77bce7114a76 None None] Routers {'226248f2-b235-4a49-8a56-9141202b47dc'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:26.798018 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3ed54af3-4f02-485a-a28a-77bce7114a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:26:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['226248f2-b235-4a49-8a56-9141202b47dc'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:26.817827 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [req-da1029d8-bb8d-4ed1-a669-4589751d2f01 req-abbf78f1-5a4e-43a2-ba73-491a5ad78c64 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Floating IP 3b751685-34c8-4a88-a1d5-73af0d5925fc associated. External IP: 172.25.6.133, port: eb47e15e-0e7a-42e3-aac9-9f307c255201. Sep 01 15:26:26.848418 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52920) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:26.889799 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3ed54af3-4f02-485a-a28a-77bce7114a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:26.892543 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed54af3-4f02-485a-a28a-77bce7114a76 None None] The sync data for ids ['226248f2-b235-4a49-8a56-9141202b47dc'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:26:26.951031 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-19b73693-563b-403b-bacf-0462fe808ed1 req-48c2dc08-0f99-4d85-9b1a-956efdc497b9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3965473 Sep 01 15:26:27.015533 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6d5ce9-e857-48a0-a27f-e1f22a1e6f74 admin admin] Router babff74a-9903-4cb3-8f6f-141013a7e98b is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:26:27.057759 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-75d1d0fe-d3e2-4f33-866c-8ef5c09f9c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:27.058037 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-75d1d0fe-d3e2-4f33-866c-8ef5c09f9c4c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a&tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f HTTP/1.1" status: 200 len: 1096 time: 0.1999209 Sep 01 15:26:27.084491 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-8e75391c-31b6-4040-9998-9f71ba68183f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794796-3', 'device_owner': 'compute:nova'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:27.203958 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-6d8d6a19-11da-4fa2-9767-a4dc72ae9a75 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] remove_router_interface failed (client error): The resource could not be found. Sep 01 15:26:27.205183 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6d8d6a19-11da-4fa2-9767-a4dc72ae9a75 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "PUT /v2.0/routers/226248f2-b235-4a49-8a56-9141202b47dc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6051474 Sep 01 15:26:27.208372 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52930) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:27.219469 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ec7779b-fedd-4fb0-a092-b9cf717d8d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:27.247379 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c82994c1-659c-4e83-aeb7-70fc363bf135 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "GET /v2.0/ports?device_id=226248f2-b235-4a49-8a56-9141202b47dc HTTP/1.1" status: 200 len: 205 time: 0.0374167 Sep 01 15:26:27.265472 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52932) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:27.450021 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-8e75391c-31b6-4040-9998-9f71ba68183f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:27.467443 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da1029d8-bb8d-4ed1-a669-4589751d2f01 req-abbf78f1-5a4e-43a2-ba73-491a5ad78c64 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Router f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:26:27.475058 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aff73f-e1b7-4e48-97c3-d68d5af97e82 req-f4a0dfea-434b-447b-a062-a221bf4dfd26 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:27.476936 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-13aff73f-e1b7-4e48-97c3-d68d5af97e82 req-f4a0dfea-434b-447b-a062-a221bf4dfd26 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.3564112 Sep 01 15:26:27.490556 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-12a01074-42f2-4775-91e6-de8d9039c31e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:27.607648 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6d5ce9-e857-48a0-a27f-e1f22a1e6f74 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:26:27.632009 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a0c9cd-23a7-48f0-9907-bfa089e21abe None None] Sync routers for ids ['babff74a-9903-4cb3-8f6f-141013a7e98b'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:26:27.660850 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a0c9cd-23a7-48f0-9907-bfa089e21abe None None] Routers {'babff74a-9903-4cb3-8f6f-141013a7e98b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:27.665676 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c7a0c9cd-23a7-48f0-9907-bfa089e21abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:26:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['babff74a-9903-4cb3-8f6f-141013a7e98b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:27.703995 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da1029d8-bb8d-4ed1-a669-4589751d2f01 req-abbf78f1-5a4e-43a2-ba73-491a5ad78c64 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:26:27.714256 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-da1029d8-bb8d-4ed1-a669-4589751d2f01 req-abbf78f1-5a4e-43a2-ba73-491a5ad78c64 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:27.723485 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c82631c-7e85-4376-81fb-de8341a426fa None None] Sync routers for ids ['f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:26:27.743455 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:27.774212 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c82631c-7e85-4376-81fb-de8341a426fa None None] Routers {'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:27.777304 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-8c82631c-7e85-4376-81fb-de8341a426fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:26:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:27.821580 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-da1029d8-bb8d-4ed1-a669-4589751d2f01 req-abbf78f1-5a4e-43a2-ba73-491a5ad78c64 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "PUT /v2.0/floatingips/3b751685-34c8-4a88-a1d5-73af0d5925fc HTTP/1.1" status: 200 len: 996 time: 4.9375861 Sep 01 15:26:27.822651 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e68592-c873-4f21-ae80-8713bbb95081', 'tag': 'eb47e15e-0e7a-42e3-aac9-9f307c255201'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:26:27.827240 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db78bff-d0c7-44c9-88bb-df1dc9cc1aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e68592-c873-4f21-ae80-8713bbb95081", "tag": "eb47e15e-0e7a-42e3-aac9-9f307c255201"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:26:27.951830 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-c7a0c9cd-23a7-48f0-9907-bfa089e21abe None None] Set router babff74a-9903-4cb3-8f6f-141013a7e98b gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:26:27.956214 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1029d8-bb8d-4ed1-a669-4589751d2f01 req-78723b94-4f81-4252-9c75-7b501c21f91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:27.957811 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-da1029d8-bb8d-4ed1-a669-4589751d2f01 req-78723b94-4f81-4252-9c75-7b501c21f91f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0cb731dadd864ee582f0baa54d2d48a9&device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 1096 time: 0.1012747 Sep 01 15:26:28.010631 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-8c82631c-7e85-4376-81fb-de8341a426fa None None] Set router f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:26:28.126928 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1029d8-bb8d-4ed1-a669-4589751d2f01 req-4863326f-4b8b-4978-a830-1464b0660496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:28.132870 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-da1029d8-bb8d-4ed1-a669-4589751d2f01 req-4863326f-4b8b-4978-a830-1464b0660496 service neutron] 10.222.0.60 "GET /v2.0/networks?id=de691801-89b1-48f6-bdfc-e34b336a486b HTTP/1.1" status: 200 len: 921 time: 0.1667757 Sep 01 15:26:28.280714 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c7a0c9cd-23a7-48f0-9907-bfa089e21abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babff74a-9903-4cb3-8f6f-141013a7e98b', 'name': 'tempest-ServerRescueTestJSON-472368040-router', 'tenant_id': '23b9023d47b94f66b655f70395dcb615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'a50d9a3c-e1cd-42bd-a687-301c9505ce18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:26:22Z', 'updated_at': '2021-09-01T15:26:25Z', 'revision_number': 3, 'project_id': '23b9023d47b94f66b655f70395dcb615', 'gw_port': {'id': 'a50d9a3c-e1cd-42bd-a687-301c9505ce18', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babff74a-9903-4cb3-8f6f-141013a7e98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:26:24Z', 'updated_at': '2021-09-01T15:26:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:28.342203 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a0c9cd-23a7-48f0-9907-bfa089e21abe None None] Checking router: babff74a-9903-4cb3-8f6f-141013a7e98b for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:26:28.343038 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a0c9cd-23a7-48f0-9907-bfa089e21abe None None] Updating router babff74a-9903-4cb3-8f6f-141013a7e98b port a50d9a3c-e1cd-42bd-a687-301c9505ce18 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:26:28.348407 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-12a01074-42f2-4775-91e6-de8d9039c31e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:28.350515 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-da1029d8-bb8d-4ed1-a669-4589751d2f01 req-ae44ec3e-bbca-4f69-be97-0a68f277ce5d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb47e15e-0e7a-42e3-aac9-9f307c255201 HTTP/1.1" status: 200 len: 999 time: 0.2103710 Sep 01 15:26:28.352914 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-12a01074-42f2-4775-91e6-de8d9039c31e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:28.466663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1029d8-bb8d-4ed1-a669-4589751d2f01 req-3ee4904a-aa67-4fad-b859-ba2b59bcd88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:28.474732 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-da1029d8-bb8d-4ed1-a669-4589751d2f01 req-3ee4904a-aa67-4fad-b859-ba2b59bcd88b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=18713cb6-b926-44ed-a46d-38b8aaa8087d HTTP/1.1" status: 200 len: 860 time: 0.1108193 Sep 01 15:26:28.513255 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-da1029d8-bb8d-4ed1-a669-4589751d2f01 req-0143b5df-3712-43b0-b961-28fe5768d90e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=de691801-89b1-48f6-bdfc-e34b336a486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375717 Sep 01 15:26:28.531957 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-da1029d8-bb8d-4ed1-a669-4589751d2f01 req-70b0c465-7807-4302-9c97-335575ed1d4a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:26:28.535484 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-da1029d8-bb8d-4ed1-a669-4589751d2f01 req-70b0c465-7807-4302-9c97-335575ed1d4a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152359 Sep 01 15:26:28.571127 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-8c82631c-7e85-4376-81fb-de8341a426fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1187869200-router', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '69615cda-6f0e-4068-a43a-215ec3e922c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:24:31Z', 'updated_at': '2021-09-01T15:24:46Z', 'revision_number': 4, 'project_id': '0cb731dadd864ee582f0baa54d2d48a9', 'gw_port': {'id': '69615cda-6f0e-4068-a43a-215ec3e922c6', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:33Z', 'updated_at': '2021-09-01T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '3b751685-34c8-4a88-a1d5-73af0d5925fc', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'floating_ip_address': '172.25.6.133', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'port_id': 'eb47e15e-0e7a-42e3-aac9-9f307c255201', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de691801-89b1-48f6-bdfc-e34b336a486b', 'mac_address': 'fa:16:3e:f8:bc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e68592-c873-4f21-ae80-8713bbb95081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:26:16Z', 'updated_at': '2021-09-01T15:26:25Z', 'revision_number': 1, 'project_id': '0cb731dadd864ee582f0baa54d2d48a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d45a8e-cda5-4166-b595-220aa188abb7', 'name': '', 'network_id': 'de691801-89b1-48f6-bdfc-e34b336a486b', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'mac_address': 'fa:16:3e:c3:2c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '18713cb6-b926-44ed-a46d-38b8aaa8087d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:43Z', 'updated_at': '2021-09-01T15:24:58Z', 'revision_number': 5, 'project_id': '0cb731dadd864ee582f0baa54d2d48a9', 'subnets': [{'id': '18713cb6-b926-44ed-a46d-38b8aaa8087d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:28.649541 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c82631c-7e85-4376-81fb-de8341a426fa None None] Checking router: f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:26:28.659926 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c7a0c9cd-23a7-48f0-9907-bfa089e21abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:28.665181 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ec7779b-fedd-4fb0-a092-b9cf717d8d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:28.666970 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c82631c-7e85-4376-81fb-de8341a426fa None None] Routers {'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:28.668129 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-8c82631c-7e85-4376-81fb-de8341a426fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:26:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:28.688206 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-12a01074-42f2-4775-91e6-de8d9039c31e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:28.689077 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a01074-42f2-4775-91e6-de8d9039c31e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Fanout notify agent at l3_agent the message router_deleted on router 226248f2-b235-4a49-8a56-9141202b47dc {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:26:28.706900 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-12a01074-42f2-4775-91e6-de8d9039c31e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:28.708880 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-12a01074-42f2-4775-91e6-de8d9039c31e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/routers/226248f2-b235-4a49-8a56-9141202b47dc HTTP/1.1" status: 204 len: 168 time: 1.4403834 Sep 01 15:26:28.721943 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-13aff73f-e1b7-4e48-97c3-d68d5af97e82 req-9ed80974-903c-41c0-ae94-5ab53fb9c392 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2168660 Sep 01 15:26:28.724872 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-da1029d8-bb8d-4ed1-a669-4589751d2f01 req-f4423545-36d4-4ee6-ae7e-98f3ab9fbf89 service neutron] 10.222.0.60 "GET /v2.0/networks/de691801-89b1-48f6-bdfc-e34b336a486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810634 Sep 01 15:26:28.725511 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52958) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:28.726462 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ec7779b-fedd-4fb0-a092-b9cf717d8d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:28.891132 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2ec7779b-fedd-4fb0-a092-b9cf717d8d2f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=33993827644e44aeb76ddaf91e02b9b7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0343544 Sep 01 15:26:28.891132 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1a6d5ce9-e857-48a0-a27f-e1f22a1e6f74 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:28.891321 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1a6d5ce9-e857-48a0-a27f-e1f22a1e6f74 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4383640 Sep 01 15:26:28.892102 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52966) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:28.899906 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52968) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:28.948250 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef6fe5d-d304-414e-a8ed-7860c1a79dd2 x-openstack-request-id: req-6ef6fe5d-d304-414e-a8ed-7860c1a79dd2 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:26:28.954739 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e68592-c873-4f21-ae80-8713bbb95081", "tag": "eb47e15e-0e7a-42e3-aac9-9f307c255201", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:26:28.956194 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ef6fe5d-d304-414e-a8ed-7860c1a79dd2 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:26:28.957239 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e68592-c873-4f21-ae80-8713bbb95081', 'tag': 'eb47e15e-0e7a-42e3-aac9-9f307c255201', 'status': 'completed', 'code': 200} Sep 01 15:26:28.970990 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-8c82631c-7e85-4376-81fb-de8341a426fa None None] Set router f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:26:29.223455 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-da1029d8-bb8d-4ed1-a669-4589751d2f01 req-d697a9c9-67cf-4a16-9f4c-1fc4f36e98b9 service neutron] 10.222.0.60 "GET /v2.0/networks/de691801-89b1-48f6-bdfc-e34b336a486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675705 Sep 01 15:26:29.231325 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfdd46a3-a31d-4518-b58a-4ef3cb570e33 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Deleting subnet 807c1df1-7a22-4caf-885a-2c5808044827 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:26:29.240763 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cfdd46a3-a31d-4518-b58a-4ef3cb570e33 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:29.320264 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db78bff-d0c7-44c9-88bb-df1dc9cc1aa5 req-55cab527-af9e-45b4-966c-0a3f69a671cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:29.322805 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3db78bff-d0c7-44c9-88bb-df1dc9cc1aa5 req-55cab527-af9e-45b4-966c-0a3f69a671cb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cb731dadd864ee582f0baa54d2d48a9&device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 1096 time: 0.1491663 Sep 01 15:26:29.341094 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cfdd46a3-a31d-4518-b58a-4ef3cb570e33 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:29.476545 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c7a0c9cd-23a7-48f0-9907-bfa089e21abe None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:29.513728 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c7a0c9cd-23a7-48f0-9907-bfa089e21abe None None] Transition to ACTIVE for port object a50d9a3c-e1cd-42bd-a687-301c9505ce18 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:26:29.536231 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c7a0c9cd-23a7-48f0-9907-bfa089e21abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:29.557842 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7779b-fedd-4fb0-a092-b9cf717d8d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c15d3d-4753-4da5-bf6a-b1f140cf56e9,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:29.705510 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-8e75391c-31b6-4040-9998-9f71ba68183f service neutron] For port e1e687d8-0af0-4c66-b0c0-65b5585e9d32, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=e1e687d8-0af0-4c66-b0c0-65b5585e9d32,segment=NetworkSegment(f65205a3-b68b-4ccf-8aec-744d1020fc29),segment_id=f65205a3-b68b-4ccf-8aec-744d1020fc29)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:29.722780 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-829cc1d1-4e3e-4443-a8ac-9f68398d6e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:29.747212 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-8c82631c-7e85-4376-81fb-de8341a426fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1187869200-router', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '69615cda-6f0e-4068-a43a-215ec3e922c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:24:31Z', 'updated_at': '2021-09-01T15:24:46Z', 'revision_number': 4, 'project_id': '0cb731dadd864ee582f0baa54d2d48a9', 'gw_port': {'id': '69615cda-6f0e-4068-a43a-215ec3e922c6', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:33Z', 'updated_at': '2021-09-01T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '3b751685-34c8-4a88-a1d5-73af0d5925fc', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'floating_ip_address': '172.25.6.133', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'port_id': 'eb47e15e-0e7a-42e3-aac9-9f307c255201', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de691801-89b1-48f6-bdfc-e34b336a486b', 'mac_address': 'fa:16:3e:f8:bc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e68592-c873-4f21-ae80-8713bbb95081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:26:16Z', 'updated_at': '2021-09-01T15:26:25Z', 'revision_number': 1, 'project_id': '0cb731dadd864ee582f0baa54d2d48a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d45a8e-cda5-4166-b595-220aa188abb7', 'name': '', 'network_id': 'de691801-89b1-48f6-bdfc-e34b336a486b', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'mac_address': 'fa:16:3e:c3:2c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '18713cb6-b926-44ed-a46d-38b8aaa8087d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:43Z', 'updated_at': '2021-09-01T15:24:58Z', 'revision_number': 5, 'project_id': '0cb731dadd864ee582f0baa54d2d48a9', 'subnets': [{'id': '18713cb6-b926-44ed-a46d-38b8aaa8087d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:29.760103 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c7a0c9cd-23a7-48f0-9907-bfa089e21abe None None] Attempting to bind port a50d9a3c-e1cd-42bd-a687-301c9505ce18 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:26:29.762521 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c7a0c9cd-23a7-48f0-9907-bfa089e21abe None None] Attempting to bind port a50d9a3c-e1cd-42bd-a687-301c9505ce18 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:26:29.764052 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a0c9cd-23a7-48f0-9907-bfa089e21abe None None] Attempting to bind port a50d9a3c-e1cd-42bd-a687-301c9505ce18 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:26:29.780543 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c5a78-1e62-41e5-90f2-5ca260ac94aa None None] Pushing event updated for resources: {'Port': ['ID=a50d9a3c-e1cd-42bd-a687-301c9505ce18,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:29.793455 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-8e75391c-31b6-4040-9998-9f71ba68183f service neutron] For port e1e687d8-0af0-4c66-b0c0-65b5585e9d32, host n-h2-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:26:29.797391 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a0c9cd-23a7-48f0-9907-bfa089e21abe None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:26:29.798889 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a0c9cd-23a7-48f0-9907-bfa089e21abe None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:26:29.800372 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c7a0c9cd-23a7-48f0-9907-bfa089e21abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:29.801203 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a0c9cd-23a7-48f0-9907-bfa089e21abe None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:26:29.802786 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c7a0c9cd-23a7-48f0-9907-bfa089e21abe None None] Bound port: a50d9a3c-e1cd-42bd-a687-301c9505ce18, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:26:29.803920 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c7a0c9cd-23a7-48f0-9907-bfa089e21abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:29.846452 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c82631c-7e85-4376-81fb-de8341a426fa None None] The sync data for ids ['f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'] in n-d-794796-3 is: [{'id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1187869200-router', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '69615cda-6f0e-4068-a43a-215ec3e922c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:24:31Z', 'updated_at': '2021-09-01T15:24:46Z', 'revision_number': 4, 'project_id': '0cb731dadd864ee582f0baa54d2d48a9', 'gw_port': {'id': '69615cda-6f0e-4068-a43a-215ec3e922c6', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:33Z', 'updated_at': '2021-09-01T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '3b751685-34c8-4a88-a1d5-73af0d5925fc', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'floating_ip_address': '172.25.6.133', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'port_id': 'eb47e15e-0e7a-42e3-aac9-9f307c255201', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de691801-89b1-48f6-bdfc-e34b336a486b', 'mac_address': 'fa:16:3e:f8:bc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e68592-c873-4f21-ae80-8713bbb95081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:26:16Z', 'updated_at': '2021-09-01T15:26:25Z', 'revision_number': 1, 'project_id': '0cb731dadd864ee582f0baa54d2d48a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d45a8e-cda5-4166-b595-220aa188abb7', 'name': '', 'network_id': 'de691801-89b1-48f6-bdfc-e34b336a486b', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'mac_address': 'fa:16:3e:c3:2c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '18713cb6-b926-44ed-a46d-38b8aaa8087d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:43Z', 'updated_at': '2021-09-01T15:24:58Z', 'revision_number': 5, 'project_id': '0cb731dadd864ee582f0baa54d2d48a9', 'subnets': [{'id': '18713cb6-b926-44ed-a46d-38b8aaa8087d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:26:29.900780 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-8e75391c-31b6-4040-9998-9f71ba68183f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:29.959428 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869be674-05e2-4a87-980e-acea57d7473a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1e687d8-0af0-4c66-b0c0-65b5585e9d32'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:26:29.962897 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d313c6-1c3f-4e5f-8d17-21fc0619643c" -d '{"events": [{"server_uuid": "869be674-05e2-4a87-980e-acea57d7473a", "name": "network-vif-unplugged", "status": "completed", "tag": "e1e687d8-0af0-4c66-b0c0-65b5585e9d32"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:26:30.006354 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c7a0c9cd-23a7-48f0-9907-bfa089e21abe None None] For port a50d9a3c-e1cd-42bd-a687-301c9505ce18, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:26:30.008396 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab2935-1429-4baa-b26e-417561ea6b27 req-8d10e468-1e95-4488-87c8-0052f9781bc6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:30.010108 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3aab2935-1429-4baa-b26e-417561ea6b27 req-8d10e468-1e95-4488-87c8-0052f9781bc6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 945 time: 0.6420612 Sep 01 15:26:30.014863 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-8e75391c-31b6-4040-9998-9f71ba68183f service neutron] Transition to ACTIVE for port object e1e687d8-0af0-4c66-b0c0-65b5585e9d32 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:26:30.021682 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c7a0c9cd-23a7-48f0-9907-bfa089e21abe None None] For port a50d9a3c-e1cd-42bd-a687-301c9505ce18, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a50d9a3c-e1cd-42bd-a687-301c9505ce18,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:26:30.043565 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c7a0c9cd-23a7-48f0-9907-bfa089e21abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:30.064368 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-8e75391c-31b6-4040-9998-9f71ba68183f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:30.070469 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cfdd46a3-a31d-4518-b58a-4ef3cb570e33 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:30.152436 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cd39b392-784f-47c3-a10e-1c0459425a8a req-8cebbc54-a516-4c8b-b81b-eed5dbd2a9a0 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 999 time: 0.7140648 Sep 01 15:26:30.216909 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75391c-31b6-4040-9998-9f71ba68183f service neutron] Pushing event updated for resources: {'Port': ['ID=e1e687d8-0af0-4c66-b0c0-65b5585e9d32,revision_number=6']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:30.237720 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-829cc1d1-4e3e-4443-a8ac-9f68398d6e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:30.297302 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c5a78-1e62-41e5-90f2-5ca260ac94aa None None] Pushing event updated for resources: {'Port': ['ID=a50d9a3c-e1cd-42bd-a687-301c9505ce18,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:30.297600 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cfdd46a3-a31d-4518-b58a-4ef3cb570e33 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:30.317999 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a0c9cd-23a7-48f0-9907-bfa089e21abe None None] Routers {'babff74a-9903-4cb3-8f6f-141013a7e98b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:30.319637 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c7a0c9cd-23a7-48f0-9907-bfa089e21abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:26:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['babff74a-9903-4cb3-8f6f-141013a7e98b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:30.375652 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3aab2935-1429-4baa-b26e-417561ea6b27 req-506635bf-459e-4fb2-bbf3-4356689d3285 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3329675 Sep 01 15:26:30.446851 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402600d0-3a50-4f50-8d45-9d558b1a973b None None] New status for floating IP 3b751685-34c8-4a88-a1d5-73af0d5925fc: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:26:30.524668 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db78bff-d0c7-44c9-88bb-df1dc9cc1aa5 req-774b173c-40ce-440e-86c4-a913fbd08586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:30.531559 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3db78bff-d0c7-44c9-88bb-df1dc9cc1aa5 req-774b173c-40ce-440e-86c4-a913fbd08586 service neutron] 10.222.0.62 "GET /v2.0/networks?id=de691801-89b1-48f6-bdfc-e34b336a486b HTTP/1.1" status: 200 len: 921 time: 1.1834669 Sep 01 15:26:30.532613 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd46a3-a31d-4518-b58a-4ef3cb570e33 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Subnet': ['ID=807c1df1-7a22-4caf-885a-2c5808044827,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:30.540150 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cfdd46a3-a31d-4518-b58a-4ef3cb570e33 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:30.547890 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cfdd46a3-a31d-4518-b58a-4ef3cb570e33 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/subnets/807c1df1-7a22-4caf-885a-2c5808044827 HTTP/1.1" status: 204 len: 168 time: 1.8157063 Sep 01 15:26:30.557438 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b392-784f-47c3-a10e-1c0459425a8a req-3e5e6254-536f-412a-8c0c-c8aa97dd8896 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:30.559305 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cd39b392-784f-47c3-a10e-1c0459425a8a req-3e5e6254-536f-412a-8c0c-c8aa97dd8896 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports/eb47e15e-0e7a-42e3-aac9-9f307c255201 HTTP/1.1" status: 200 len: 942 time: 0.3828890 Sep 01 15:26:30.562042 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52994) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:30.694082 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f67dee7-bc59-4e88-8f34-633a139013aa None None] Network 157e42ae-e86d-4fd5-8020-89ee584890c1 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:26:30.809036 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device e1e687d8-0af0-4c66-b0c0-65b5585e9d32 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:26:30.858092 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3db78bff-d0c7-44c9-88bb-df1dc9cc1aa5 req-f0673854-3656-464a-8dd2-233c09425f97 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb47e15e-0e7a-42e3-aac9-9f307c255201 HTTP/1.1" status: 200 len: 999 time: 0.2974784 Sep 01 15:26:30.871128 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-103f45b3-399e-485c-adf2-299e8fe24567 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:30.980655 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db78bff-d0c7-44c9-88bb-df1dc9cc1aa5 req-67b5add0-543b-417e-a864-c588fc20045d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:30.987727 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3db78bff-d0c7-44c9-88bb-df1dc9cc1aa5 req-67b5add0-543b-417e-a864-c588fc20045d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18713cb6-b926-44ed-a46d-38b8aaa8087d HTTP/1.1" status: 200 len: 860 time: 0.1040816 Sep 01 15:26:31.039349 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-8e75391c-31b6-4040-9998-9f71ba68183f service neutron] No DVR routers for this DVR port e1e687d8-0af0-4c66-b0c0-65b5585e9d32 on host n-h2-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:26:31.053473 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3db78bff-d0c7-44c9-88bb-df1dc9cc1aa5 req-ac7379ce-f7b1-4afe-ad87-acfe9c5e4bd0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=de691801-89b1-48f6-bdfc-e34b336a486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539930 Sep 01 15:26:31.137605 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-103f45b3-399e-485c-adf2-299e8fe24567 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Deleting port f9500ee1-73cc-42a5-babc-f0cd94e67c2e {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:26:31.138817 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-103f45b3-399e-485c-adf2-299e8fe24567 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:31.151212 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-c7a0c9cd-23a7-48f0-9907-bfa089e21abe None None] Set router babff74a-9903-4cb3-8f6f-141013a7e98b gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:26:31.229088 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-103f45b3-399e-485c-adf2-299e8fe24567 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] For port f9500ee1-73cc-42a5-babc-f0cd94e67c2e, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f9500ee1-73cc-42a5-babc-f0cd94e67c2e,segment=NetworkSegment(a402e6ce-6fd9-4b30-b1c3-42234dbe97a6),segment_id=a402e6ce-6fd9-4b30-b1c3-42234dbe97a6)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:31.229698 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-103f45b3-399e-485c-adf2-299e8fe24567 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:31.253343 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-103f45b3-399e-485c-adf2-299e8fe24567 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Calling delete_port for f9500ee1-73cc-42a5-babc-f0cd94e67c2e owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:26:31.272909 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae214d-a655-4b22-8b46-cef7e23bb9bb req-4f7fe8d8-8910-4c86-b057-dc93396af83b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:31.276232 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-60ae214d-a655-4b22-8b46-cef7e23bb9bb req-4f7fe8d8-8910-4c86-b057-dc93396af83b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.6139152 Sep 01 15:26:31.289531 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-829cc1d1-4e3e-4443-a8ac-9f68398d6e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:31.295297 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-829cc1d1-4e3e-4443-a8ac-9f68398d6e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:31.305005 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-829cc1d1-4e3e-4443-a8ac-9f68398d6e49 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/81c15d3d-4753-4da5-bf6a-b1f140cf56e9 HTTP/1.1" status: 204 len: 168 time: 2.4055133 Sep 01 15:26:31.412450 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829cc1d1-4e3e-4443-a8ac-9f68398d6e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c15d3d-4753-4da5-bf6a-b1f140cf56e9,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:31.423266 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-60ae214d-a655-4b22-8b46-cef7e23bb9bb req-45b3e492-bf02-4921-994c-a2fbd6b56588 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058974 Sep 01 15:26:31.520027 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cd39b392-784f-47c3-a10e-1c0459425a8a req-1bb5cdde-7715-4963-b3af-f18a4162634e tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 999 time: 0.2468436 Sep 01 15:26:31.524591 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-8e75391c-31b6-4040-9998-9f71ba68183f service neutron] Attempting to bind port e1e687d8-0af0-4c66-b0c0-65b5585e9d32 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:26:31.525149 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-8e75391c-31b6-4040-9998-9f71ba68183f service neutron] Attempting to bind port e1e687d8-0af0-4c66-b0c0-65b5585e9d32 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'f65205a3-b68b-4ccf-8aec-744d1020fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:26:31.525683 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-8e75391c-31b6-4040-9998-9f71ba68183f service neutron] Attempting to bind port e1e687d8-0af0-4c66-b0c0-65b5585e9d32 on network 4578278d-9bad-4f8d-8bc4-6025bd0de686 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:26:31.538199 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-8e75391c-31b6-4040-9998-9f71ba68183f service neutron] Port e1e687d8-0af0-4c66-b0c0-65b5585e9d32 on network 4578278d-9bad-4f8d-8bc4-6025bd0de686 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:26:31.538758 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-8e75391c-31b6-4040-9998-9f71ba68183f service neutron] Attempting to bind port e1e687d8-0af0-4c66-b0c0-65b5585e9d32 on network 4578278d-9bad-4f8d-8bc4-6025bd0de686 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:26:31.555159 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-8e75391c-31b6-4040-9998-9f71ba68183f service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:26:31.556034 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-8e75391c-31b6-4040-9998-9f71ba68183f service neutron] Checking segment: {'id': 'f65205a3-b68b-4ccf-8aec-744d1020fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:26:31.556859 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-8e75391c-31b6-4040-9998-9f71ba68183f service neutron] Bound using segment: {'id': 'f65205a3-b68b-4ccf-8aec-744d1020fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:26:31.557837 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-8e75391c-31b6-4040-9998-9f71ba68183f service neutron] Bound port: e1e687d8-0af0-4c66-b0c0-65b5585e9d32, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f65205a3-b68b-4ccf-8aec-744d1020fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:26:31.558740 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-8e75391c-31b6-4040-9998-9f71ba68183f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:31.737479 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device e1e687d8-0af0-4c66-b0c0-65b5585e9d32 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:26:31.799979 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f00c97-df74-4fdc-b85f-bdbda4913e76 x-openstack-request-id: req-c0f00c97-df74-4fdc-b85f-bdbda4913e76 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:26:31.800441 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869be674-05e2-4a87-980e-acea57d7473a", "name": "network-vif-unplugged", "status": "completed", "tag": "e1e687d8-0af0-4c66-b0c0-65b5585e9d32", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:26:31.806985 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0f00c97-df74-4fdc-b85f-bdbda4913e76 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:26:31.811928 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869be674-05e2-4a87-980e-acea57d7473a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1e687d8-0af0-4c66-b0c0-65b5585e9d32', 'code': 200} Sep 01 15:26:31.912896 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c7a0c9cd-23a7-48f0-9907-bfa089e21abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babff74a-9903-4cb3-8f6f-141013a7e98b', 'name': 'tempest-ServerRescueTestJSON-472368040-router', 'tenant_id': '23b9023d47b94f66b655f70395dcb615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'a50d9a3c-e1cd-42bd-a687-301c9505ce18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:26:22Z', 'updated_at': '2021-09-01T15:26:25Z', 'revision_number': 3, 'project_id': '23b9023d47b94f66b655f70395dcb615', 'gw_port': {'id': 'a50d9a3c-e1cd-42bd-a687-301c9505ce18', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babff74a-9903-4cb3-8f6f-141013a7e98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:26:24Z', 'updated_at': '2021-09-01T15:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:32.036623 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0e1000-01ca-4e9d-b049-e479b2d22466 None None] DHCP port deletion for 157e42ae-e86d-4fd5-8020-89ee584890c1 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:26:32.051845 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a0c9cd-23a7-48f0-9907-bfa089e21abe None None] The sync data for ids ['babff74a-9903-4cb3-8f6f-141013a7e98b'] in n-d-794796-3 is: [{'id': 'babff74a-9903-4cb3-8f6f-141013a7e98b', 'name': 'tempest-ServerRescueTestJSON-472368040-router', 'tenant_id': '23b9023d47b94f66b655f70395dcb615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'a50d9a3c-e1cd-42bd-a687-301c9505ce18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:26:22Z', 'updated_at': '2021-09-01T15:26:25Z', 'revision_number': 3, 'project_id': '23b9023d47b94f66b655f70395dcb615', 'gw_port': {'id': 'a50d9a3c-e1cd-42bd-a687-301c9505ce18', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:88:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babff74a-9903-4cb3-8f6f-141013a7e98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:26:24Z', 'updated_at': '2021-09-01T15:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:26:32.214691 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-2c0e1000-01ca-4e9d-b049-e479b2d22466 None None] Deleting port f9500ee1-73cc-42a5-babc-f0cd94e67c2e {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:26:32.215778 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2c0e1000-01ca-4e9d-b049-e479b2d22466 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:32.328803 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-8e75391c-31b6-4040-9998-9f71ba68183f service neutron] For port e1e687d8-0af0-4c66-b0c0-65b5585e9d32, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:26:32.402845 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-8e75391c-31b6-4040-9998-9f71ba68183f service neutron] For port e1e687d8-0af0-4c66-b0c0-65b5585e9d32, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=e1e687d8-0af0-4c66-b0c0-65b5585e9d32,segment=NetworkSegment(f65205a3-b68b-4ccf-8aec-744d1020fc29),segment_id=f65205a3-b68b-4ccf-8aec-744d1020fc29)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:26:32.424394 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75048cdf-a1ad-4ea2-950a-dfa3381b92d7 req-d383c955-7b3b-4edc-ac86-ff684915d729 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:32.430027 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-75048cdf-a1ad-4ea2-950a-dfa3381b92d7 req-d383c955-7b3b-4edc-ac86-ff684915d729 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 943 time: 0.2202852 Sep 01 15:26:32.433137 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3db78bff-d0c7-44c9-88bb-df1dc9cc1aa5 req-bb2542c9-2e9b-449a-84ab-c6a83b2c9b0f service neutron] 10.222.0.62 "GET /v2.0/networks/de691801-89b1-48f6-bdfc-e34b336a486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3681021 Sep 01 15:26:32.434100 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ff89dd65-d0f4-45a0-ad06-2aedd060f4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:32.440706 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-8e75391c-31b6-4040-9998-9f71ba68183f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:32.485028 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53024) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:32.531016 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-2c0e1000-01ca-4e9d-b049-e479b2d22466 None None] For port f9500ee1-73cc-42a5-babc-f0cd94e67c2e, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f9500ee1-73cc-42a5-babc-f0cd94e67c2e,segment=NetworkSegment(a402e6ce-6fd9-4b30-b1c3-42234dbe97a6),segment_id=a402e6ce-6fd9-4b30-b1c3-42234dbe97a6)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:32.534554 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2c0e1000-01ca-4e9d-b049-e479b2d22466 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:32.542660 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-103f45b3-399e-485c-adf2-299e8fe24567 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:32.588283 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-2c0e1000-01ca-4e9d-b049-e479b2d22466 None None] Calling delete_port for f9500ee1-73cc-42a5-babc-f0cd94e67c2e owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:26:32.622081 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f45b3-399e-485c-adf2-299e8fe24567 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Port': ['ID=f9500ee1-73cc-42a5-babc-f0cd94e67c2e,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:32.624685 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103f45b3-399e-485c-adf2-299e8fe24567 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] No DVR routers for this DVR port f9500ee1-73cc-42a5-babc-f0cd94e67c2e on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:26:32.656892 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75391c-31b6-4040-9998-9f71ba68183f service neutron] Pushing event updated for resources: {'Port': ['ID=e1e687d8-0af0-4c66-b0c0-65b5585e9d32,revision_number=7']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:32.682147 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9da7af3e-2920-437f-8a99-05dbafa4d108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:32.809992 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2c0e1000-01ca-4e9d-b049-e479b2d22466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:32.850986 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-8e75391c-31b6-4040-9998-9f71ba68183f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:32.852170 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-8e75391c-31b6-4040-9998-9f71ba68183f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:32.854982 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-8e75391c-31b6-4040-9998-9f71ba68183f service neutron] 10.222.0.45 "PUT /v2.0/ports/e1e687d8-0af0-4c66-b0c0-65b5585e9d32 HTTP/1.1" status: 200 len: 1091 time: 5.7841873 Sep 01 15:26:32.863388 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e1000-01ca-4e9d-b049-e479b2d22466 None None] Pushing event deleted for resources: {'Port': ['ID=f9500ee1-73cc-42a5-babc-f0cd94e67c2e,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:32.874966 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-75048cdf-a1ad-4ea2-950a-dfa3381b92d7 req-508ceb22-fbd1-4f1b-a419-cb82085b7935 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4265330 Sep 01 15:26:32.891339 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0e1000-01ca-4e9d-b049-e479b2d22466 None None] No DVR routers for this DVR port f9500ee1-73cc-42a5-babc-f0cd94e67c2e on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:26:32.983460 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b392-784f-47c3-a10e-1c0459425a8a req-5e279f77-8d6c-43a3-908a-8d4f80beedf1 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:32.985763 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cd39b392-784f-47c3-a10e-1c0459425a8a req-5e279f77-8d6c-43a3-908a-8d4f80beedf1 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 784 time: 1.4642446 Sep 01 15:26:33.120183 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-103f45b3-399e-485c-adf2-299e8fe24567 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:33.183052 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-103f45b3-399e-485c-adf2-299e8fe24567 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157e42ae-e86d-4fd5-8020-89ee584890c1']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:33.240660 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-103f45b3-399e-485c-adf2-299e8fe24567 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a402e6ce-6fd9-4b30-b1c3-42234dbe97a6') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:33.241191 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-103f45b3-399e-485c-adf2-299e8fe24567 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a402e6ce-6fd9-4b30-b1c3-42234dbe97a6') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:33.285014 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-103f45b3-399e-485c-adf2-299e8fe24567 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:33.354338 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-a0a00315-7378-47f0-a78e-2be8ecc44a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:33.357736 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-a0a00315-7378-47f0-a78e-2be8ecc44a14 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 1094 time: 0.3752520 Sep 01 15:26:33.429261 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-103f45b3-399e-485c-adf2-299e8fe24567 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:33.450356 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-103f45b3-399e-485c-adf2-299e8fe24567 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:26:33.450356 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-103f45b3-399e-485c-adf2-299e8fe24567 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:33.480859 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5cde26-edc5-49d2-a9cc-0f861d5c2419 req-0569d6d7-11df-4ad0-9425-b3bb8d8c485d tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:33.489684 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3a5cde26-edc5-49d2-a9cc-0f861d5c2419 req-0569d6d7-11df-4ad0-9425-b3bb8d8c485d tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.4343791 Sep 01 15:26:33.527665 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a50d9a3c-e1cd-42bd-a687-301c9505ce18 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:26:33.579372 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3a5cde26-edc5-49d2-a9cc-0f861d5c2419 req-f97b41a3-7e4b-4b3f-9cb0-760b8a1bfa6f tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886035 Sep 01 15:26:33.579606 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3db78bff-d0c7-44c9-88bb-df1dc9cc1aa5 req-f9050be1-1a44-4b87-8669-28bc4a7b548a service neutron] 10.222.0.62 "GET /v2.0/networks/de691801-89b1-48f6-bdfc-e34b336a486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0956280 Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:26:33.581463 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:26:33.583697 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-ff89dd65-d0f4-45a0-ad06-2aedd060f4c0 admin admin] Allocated IP 172.20.0.1 (3fc306ad-d395-4e29-8475-725b0736474b/870d447b-a102-45cd-b773-7b57248ad4c5/74f7a589-d938-4334-a853-3623cc6794cf) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:26:33.649939 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cd39b392-784f-47c3-a10e-1c0459425a8a req-555e4d1e-1eee-4b61-a4d5-08b8640a080e tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 1001 time: 0.6372087 Sep 01 15:26:33.763983 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port a50d9a3c-e1cd-42bd-a687-301c9505ce18 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:26:33.772889 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-dc60d2e7-16b6-4411-a3c3-6f82602ec64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:33.774708 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-dc60d2e7-16b6-4411-a3c3-6f82602ec64d service neutron] 10.222.0.45 "GET /v2.0/networks?id=4578278d-9bad-4f8d-8bc4-6025bd0de686 HTTP/1.1" status: 200 len: 898 time: 0.3871462 Sep 01 15:26:33.778269 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9da7af3e-2920-437f-8a99-05dbafa4d108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:33.785177 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port a50d9a3c-e1cd-42bd-a687-301c9505ce18 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:33.787240 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:33.789020 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-cd39b392-784f-47c3-a10e-1c0459425a8a req-4f55964f-b2d8-4a40-bab2-eaf3395069a2 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:33.905274 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cd39b392-784f-47c3-a10e-1c0459425a8a req-4f55964f-b2d8-4a40-bab2-eaf3395069a2 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks [] for floatingip, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:33.919781 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ff89dd65-d0f4-45a0-ad06-2aedd060f4c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:33.976423 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869be674-05e2-4a87-980e-acea57d7473a', 'tag': 'e1e687d8-0af0-4c66-b0c0-65b5585e9d32'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:26:33.985246 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e53eff-9852-485f-9d70-04d807643d73" -d '{"events": [{"name": "network-changed", "server_uuid": "869be674-05e2-4a87-980e-acea57d7473a", "tag": "e1e687d8-0af0-4c66-b0c0-65b5585e9d32"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:26:34.021768 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-103f45b3-399e-485c-adf2-299e8fe24567 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:34.032139 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9da7af3e-2920-437f-8a99-05dbafa4d108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:34.104850 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-103f45b3-399e-485c-adf2-299e8fe24567 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:34.118475 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-103f45b3-399e-485c-adf2-299e8fe24567 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/networks/157e42ae-e86d-4fd5-8020-89ee584890c1 HTTP/1.1" status: 204 len: 168 time: 3.5432754 Sep 01 15:26:34.118475 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7af3e-2920-437f-8a99-05dbafa4d108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5149b4f6-84d9-459b-89e7-1436fab0e28b,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:34.129720 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f45b3-399e-485c-adf2-299e8fe24567 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Network': ['ID=157e42ae-e86d-4fd5-8020-89ee584890c1,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:34.140751 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53050) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:34.184831 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-e99a337c-a55f-4580-95e9-d0c3dbef150b tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'network': {'name': 'tempest-RoutersTest-1087532207'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:34.219499 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9da7af3e-2920-437f-8a99-05dbafa4d108 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4f17d3fdf2ea44a89b837cf30cf45f75&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7085884 Sep 01 15:26:34.223937 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53052) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:34.268904 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:34.274936 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-3ef02ea9-106c-4a09-a47d-3db76674edfc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1e687d8-0af0-4c66-b0c0-65b5585e9d32 HTTP/1.1" status: 200 len: 999 time: 0.2572353 Sep 01 15:26:34.304679 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ff89dd65-d0f4-45a0-ad06-2aedd060f4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:34.351219 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port a50d9a3c-e1cd-42bd-a687-301c9505ce18, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a50d9a3c-e1cd-42bd-a687-301c9505ce18,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:34.364499 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:34.413643 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99a337c-a55f-4580-95e9-d0c3dbef150b tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Made reservation on behalf of 5283ad44bc4649aa9a85d6a5a9623a1c for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:26:34.423642 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e99a337c-a55f-4580-95e9-d0c3dbef150b tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:34.463627 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-a12b62b8-8ddb-4c6e-adf8-dc314fd698d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:34.465438 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-a12b62b8-8ddb-4c6e-adf8-dc314fd698d1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28b1fc88-16ee-47b8-b537-f7c2d7715bc7 HTTP/1.1" status: 200 len: 834 time: 0.1708179 Sep 01 15:26:34.474940 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff89dd65-d0f4-45a0-ad06-2aedd060f4c0 admin admin] Network 3fc306ad-d395-4e29-8475-725b0736474b is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:26:34.477203 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89dd65-d0f4-45a0-ad06-2aedd060f4c0 admin admin] Pushing event updated for resources: {'Port': ['ID=74f7a589-d938-4334-a853-3623cc6794cf,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:34.510672 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42074ea4-66c5-442e-b861-36788f713143 req-5e7cc9b9-b897-4a5a-8944-47e545762826 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:34.520130 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-42074ea4-66c5-442e-b861-36788f713143 req-5e7cc9b9-b897-4a5a-8944-47e545762826 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 943 time: 0.3622189 Sep 01 15:26:34.554141 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-ff89dd65-d0f4-45a0-ad06-2aedd060f4c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:34.556405 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=a50d9a3c-e1cd-42bd-a687-301c9505ce18,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:34.561849 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f9500ee1-73cc-42a5-babc-f0cd94e67c2e no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:26:34.576634 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff89dd65-d0f4-45a0-ad06-2aedd060f4c0 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:26:34.622831 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: f9500ee1-73cc-42a5-babc-f0cd94e67c2e {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:26:34.627871 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f9500ee1-73cc-42a5-babc-f0cd94e67c2e not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:26:34.670359 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cd39b392-784f-47c3-a10e-1c0459425a8a req-4f55964f-b2d8-4a40-bab2-eaf3395069a2 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:34.682902 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cd39b392-784f-47c3-a10e-1c0459425a8a req-4f55964f-b2d8-4a40-bab2-eaf3395069a2 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:34.683830 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [req-cd39b392-784f-47c3-a10e-1c0459425a8a req-4f55964f-b2d8-4a40-bab2-eaf3395069a2 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Floating IP 3b751685-34c8-4a88-a1d5-73af0d5925fc disassociated. External IP: 172.25.6.133, port: eb47e15e-0e7a-42e3-aac9-9f307c255201. Sep 01 15:26:34.704371 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ff89dd65-d0f4-45a0-ad06-2aedd060f4c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:34.712521 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-42074ea4-66c5-442e-b861-36788f713143 req-8e321633-01d0-4c04-bf7c-19ca0cc2411c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925898 Sep 01 15:26:34.790335 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-df9e0494-831a-438b-87c8-21d529f8b466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:34.790335 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-df9e0494-831a-438b-87c8-21d529f8b466 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4578278d-9bad-4f8d-8bc4-6025bd0de686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2989774 Sep 01 15:26:34.800304 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99a337c-a55f-4580-95e9-d0c3dbef150b tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:26:35.011964 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e99a337c-a55f-4580-95e9-d0c3dbef150b tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:35.012688 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-e99a337c-a55f-4580-95e9-d0c3dbef150b tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Added segment 8987b41f-7a9f-413b-a25c-46c26794059e of type vlan for network 05a170b2-5563-48ff-af35-865d608d3a24 Sep 01 15:26:35.037106 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-970d6cc1-a9b8-4a7b-ad43-f21b30b9fedf service neutron] 10.222.0.45 "GET /v2.0/networks/4578278d-9bad-4f8d-8bc4-6025bd0de686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427382 Sep 01 15:26:35.174564 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ff89dd65-d0f4-45a0-ad06-2aedd060f4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:35.258729 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-228e0fa5-e971-4649-ad3e-0373feca1b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:35.329126 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-228e0fa5-e971-4649-ad3e-0373feca1b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:35.358138 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-99ab993a-ee79-4526-bf30-abc7e1c3445f req-772b675c-c124-489e-b670-e53ed09eb83c service neutron] 10.222.0.45 "GET /v2.0/networks/4578278d-9bad-4f8d-8bc4-6025bd0de686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086817 Sep 01 15:26:35.507729 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e99a337c-a55f-4580-95e9-d0c3dbef150b tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:35.526880 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-228e0fa5-e971-4649-ad3e-0373feca1b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:35.532802 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-228e0fa5-e971-4649-ad3e-0373feca1b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:35.535279 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-228e0fa5-e971-4649-ad3e-0373feca1b46 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5149b4f6-84d9-459b-89e7-1436fab0e28b HTTP/1.1" status: 204 len: 168 time: 1.3101804 Sep 01 15:26:35.628425 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef912a3-69ff-4400-ba56-9bd440c44e5e x-openstack-request-id: req-4ef912a3-69ff-4400-ba56-9bd440c44e5e {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:26:35.629001 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "869be674-05e2-4a87-980e-acea57d7473a", "tag": "e1e687d8-0af0-4c66-b0c0-65b5585e9d32", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:26:35.629001 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4ef912a3-69ff-4400-ba56-9bd440c44e5e {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:26:35.629384 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869be674-05e2-4a87-980e-acea57d7473a', 'tag': 'e1e687d8-0af0-4c66-b0c0-65b5585e9d32', 'status': 'completed', 'code': 200} Sep 01 15:26:35.646152 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e0fa5-e971-4649-ad3e-0373feca1b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5149b4f6-84d9-459b-89e7-1436fab0e28b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:35.718832 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a50d9a3c-e1cd-42bd-a687-301c9505ce18 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:26:35.786602 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.resource_extend [None req-e99a337c-a55f-4580-95e9-d0c3dbef150b tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:26:35.794865 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e53eff-9852-485f-9d70-04d807643d73 req-79cda0e5-5acf-4bc7-bb06-0f384b473d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:35.796395 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f8e53eff-9852-485f-9d70-04d807643d73 req-79cda0e5-5acf-4bc7-bb06-0f384b473d4f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 1094 time: 0.1708586 Sep 01 15:26:35.838627 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ff89dd65-d0f4-45a0-ad06-2aedd060f4c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:35.882938 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ff89dd65-d0f4-45a0-ad06-2aedd060f4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:35.949313 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port a50d9a3c-e1cd-42bd-a687-301c9505ce18 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:35.950017 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:35.975101 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89dd65-d0f4-45a0-ad06-2aedd060f4c0 admin admin] Pushing event updated for resources: {'Port': ['ID=74f7a589-d938-4334-a853-3623cc6794cf,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:36.018926 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e99a337c-a55f-4580-95e9-d0c3dbef150b tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:36.053259 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99a337c-a55f-4580-95e9-d0c3dbef150b tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:36.055738 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e99a337c-a55f-4580-95e9-d0c3dbef150b tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:36.120002 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e53eff-9852-485f-9d70-04d807643d73 req-f6044c98-57a2-4934-8b05-0db1fb939864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:36.123053 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f8e53eff-9852-485f-9d70-04d807643d73 req-f6044c98-57a2-4934-8b05-0db1fb939864 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 1094 time: 0.4826338 Sep 01 15:26:36.333339 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e99a337c-a55f-4580-95e9-d0c3dbef150b tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1599009 Sep 01 15:26:36.387751 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53088) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:36.495342 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-fb8c360d-52f9-4cc5-a653-0acbb8ea3c36 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'subnet': {'network_id': '05a170b2-5563-48ff-af35-865d608d3a24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:36.810427 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a337c-a55f-4580-95e9-d0c3dbef150b tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Network': ['ID=05a170b2-5563-48ff-af35-865d608d3a24,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:36.812823 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e53eff-9852-485f-9d70-04d807643d73 req-1ec22f9f-c4af-45e4-880d-32fa581d6431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:36.820457 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f8e53eff-9852-485f-9d70-04d807643d73 req-1ec22f9f-c4af-45e4-880d-32fa581d6431 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4578278d-9bad-4f8d-8bc4-6025bd0de686 HTTP/1.1" status: 200 len: 898 time: 1.0065143 Sep 01 15:26:36.835855 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 05a170b2-5563-48ff-af35-865d608d3a24 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:26:36.849220 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd39b392-784f-47c3-a10e-1c0459425a8a req-4f55964f-b2d8-4a40-bab2-eaf3395069a2 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Router f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:26:36.865537 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ff89dd65-d0f4-45a0-ad06-2aedd060f4c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:37.099679 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e53eff-9852-485f-9d70-04d807643d73 req-5854b019-5ea7-4116-8f50-b92a4119bd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:37.104157 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f8e53eff-9852-485f-9d70-04d807643d73 req-5854b019-5ea7-4116-8f50-b92a4119bd00 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4578278d-9bad-4f8d-8bc4-6025bd0de686 HTTP/1.1" status: 200 len: 898 time: 0.7243297 Sep 01 15:26:37.148657 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8c360d-52f9-4cc5-a653-0acbb8ea3c36 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Made reservation on behalf of 5283ad44bc4649aa9a85d6a5a9623a1c for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:26:37.162254 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fb8c360d-52f9-4cc5-a653-0acbb8ea3c36 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:37.233389 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690faa88-414a-4aad-94ae-f6eacf91892c req-c49fc6d9-083e-4f48-ac3e-d4daffaade8d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:37.242184 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-690faa88-414a-4aad-94ae-f6eacf91892c req-c49fc6d9-083e-4f48-ac3e-d4daffaade8d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 943 time: 1.2713380 Sep 01 15:26:37.309899 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff89dd65-d0f4-45a0-ad06-2aedd060f4c0 admin admin] Network 3fc306ad-d395-4e29-8475-725b0736474b is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:26:37.309899 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-ff89dd65-d0f4-45a0-ad06-2aedd060f4c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:37.366447 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f8e53eff-9852-485f-9d70-04d807643d73 req-ef41bcaa-046b-4708-a616-20ccbbfa5252 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1e687d8-0af0-4c66-b0c0-65b5585e9d32 HTTP/1.1" status: 200 len: 999 time: 0.5260725 Sep 01 15:26:37.514643 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-690faa88-414a-4aad-94ae-f6eacf91892c req-e75716ac-2885-4170-a046-40ec3306e390 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711263 Sep 01 15:26:37.652085 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53128) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:37.666096 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e53eff-9852-485f-9d70-04d807643d73 req-60c2ab57-6b24-4c99-950f-196db96c3e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:37.668377 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f8e53eff-9852-485f-9d70-04d807643d73 req-60c2ab57-6b24-4c99-950f-196db96c3e06 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28b1fc88-16ee-47b8-b537-f7c2d7715bc7 HTTP/1.1" status: 200 len: 834 time: 0.3007324 Sep 01 15:26:37.892734 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e53eff-9852-485f-9d70-04d807643d73 req-ed4f5f7f-f6ad-4aa2-bb02-2754523e0609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:37.895145 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f8e53eff-9852-485f-9d70-04d807643d73 req-ed4f5f7f-f6ad-4aa2-bb02-2754523e0609 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4578278d-9bad-4f8d-8bc4-6025bd0de686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2177033 Sep 01 15:26:38.009412 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-e2982b58-5575-48ef-8a81-cba41819ebf0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-542252231-network', 'tenant_id': '6d66f4d5460b4e61a8d93c7c121a5ffb'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:38.047967 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2982b58-5575-48ef-8a81-cba41819ebf0 admin admin] Made reservation on behalf of 6d66f4d5460b4e61a8d93c7c121a5ffb for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:26:38.050582 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e2982b58-5575-48ef-8a81-cba41819ebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:38.064910 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e2982b58-5575-48ef-8a81-cba41819ebf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:38.081343 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff89dd65-d0f4-45a0-ad06-2aedd060f4c0 admin admin] Router babff74a-9903-4cb3-8f6f-141013a7e98b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:26:38.262289 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f8e53eff-9852-485f-9d70-04d807643d73 req-7547c099-2719-4873-88f5-b682150458bc service neutron] 10.222.0.45 "GET /v2.0/networks/4578278d-9bad-4f8d-8bc4-6025bd0de686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585525 Sep 01 15:26:38.288729 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device e1e687d8-0af0-4c66-b0c0-65b5585e9d32 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:26:38.390428 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f8e53eff-9852-485f-9d70-04d807643d73 req-e76c6f02-5a13-4619-98a3-57e8373cdb32 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1e687d8-0af0-4c66-b0c0-65b5585e9d32 HTTP/1.1" status: 200 len: 999 time: 1.2480431 Sep 01 15:26:38.473116 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f8e53eff-9852-485f-9d70-04d807643d73 req-cf12b168-96d3-4bce-8750-0601c6363e20 service neutron] 10.222.0.45 "GET /v2.0/networks/4578278d-9bad-4f8d-8bc4-6025bd0de686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000515 Sep 01 15:26:38.487871 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc404d0-ecc2-45d9-835e-093b84abb501 req-a1f188c2-7b74-44de-82f5-768e3fc09332 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:38.491309 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cfc404d0-ecc2-45d9-835e-093b84abb501 req-a1f188c2-7b74-44de-82f5-768e3fc09332 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.5210352 Sep 01 15:26:38.526797 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd39b392-784f-47c3-a10e-1c0459425a8a req-4f55964f-b2d8-4a40-bab2-eaf3395069a2 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:26:38.531389 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e53eff-9852-485f-9d70-04d807643d73 req-4c7e0d1a-30ff-4765-a2a6-125fc7800651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:38.533742 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f8e53eff-9852-485f-9d70-04d807643d73 req-4c7e0d1a-30ff-4765-a2a6-125fc7800651 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=28b1fc88-16ee-47b8-b537-f7c2d7715bc7 HTTP/1.1" status: 200 len: 834 time: 0.1045442 Sep 01 15:26:38.539656 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cd39b392-784f-47c3-a10e-1c0459425a8a req-4f55964f-b2d8-4a40-bab2-eaf3395069a2 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:38.542681 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7799e244-de52-41f9-a273-c377180aa0b3 None None] Sync routers for ids ['f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:26:38.580646 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7799e244-de52-41f9-a273-c377180aa0b3 None None] Routers {'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:38.583613 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7799e244-de52-41f9-a273-c377180aa0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:26:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:38.620188 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e2982b58-5575-48ef-8a81-cba41819ebf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:38.643286 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e2982b58-5575-48ef-8a81-cba41819ebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:38.684823 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cd39b392-784f-47c3-a10e-1c0459425a8a req-4f55964f-b2d8-4a40-bab2-eaf3395069a2 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "PUT /v2.0/floatingips/3b751685-34c8-4a88-a1d5-73af0d5925fc HTTP/1.1" status: 200 len: 695 time: 4.9013257 Sep 01 15:26:38.714346 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e68592-c873-4f21-ae80-8713bbb95081', 'tag': 'eb47e15e-0e7a-42e3-aac9-9f307c255201'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:26:38.714346 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6927199e-2062-4246-b0ad-cec46dea6f55" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e68592-c873-4f21-ae80-8713bbb95081", "tag": "eb47e15e-0e7a-42e3-aac9-9f307c255201"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:26:38.721987 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port e1e687d8-0af0-4c66-b0c0-65b5585e9d32, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=e1e687d8-0af0-4c66-b0c0-65b5585e9d32,segment=NetworkSegment(f65205a3-b68b-4ccf-8aec-744d1020fc29),segment_id=f65205a3-b68b-4ccf-8aec-744d1020fc29)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:38.774316 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'e1e687d8-0af0-4c66-b0c0-65b5585e9d32', 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686', 'port_id': 'e1e687d8-0af0-4c66-b0c0-65b5585e9d32', 'mac_address': 'fa:16:3e:34:4d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b1fc88-16ee-47b8-b537-f7c2d7715bc7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:26:38.816602 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fb8c360d-52f9-4cc5-a653-0acbb8ea3c36 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:38.885310 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-7799e244-de52-41f9-a273-c377180aa0b3 None None] Set router f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:26:38.888955 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:38.900066 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:38.909940 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2982b58-5575-48ef-8a81-cba41819ebf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:26:38.927027 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cfc404d0-ecc2-45d9-835e-093b84abb501 req-7858d36b-a4a7-4b7a-bc80-6d9252d7057c tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004932 Sep 01 15:26:38.967501 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e687d8-0af0-4c66-b0c0-65b5585e9d32 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:26:39.028838 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port e1e687d8-0af0-4c66-b0c0-65b5585e9d32, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=e1e687d8-0af0-4c66-b0c0-65b5585e9d32,segment=NetworkSegment(f65205a3-b68b-4ccf-8aec-744d1020fc29),segment_id=f65205a3-b68b-4ccf-8aec-744d1020fc29)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:39.037323 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:39.070638 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2982b58-5575-48ef-8a81-cba41819ebf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de1d363-607c-4cdb-a1b5-6e9ecee69644,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:39.141358 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e2982b58-5575-48ef-8a81-cba41819ebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:39.141922 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-e2982b58-5575-48ef-8a81-cba41819ebf0 admin admin] Added segment fa05afac-5e0c-4da0-a7f7-bd90d8e2abd0 of type vlan for network 55e73808-2cbc-4e1d-992f-b9bdf3699937 Sep 01 15:26:39.155860 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c360d-52f9-4cc5-a653-0acbb8ea3c36 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Subnet': ['ID=2bc18a37-0459-4a09-99ab-6c5bad42034b,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:39.260838 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e53eff-9852-485f-9d70-04d807643d73 req-f454884c-7e58-4e73-bdc8-8dbf693b2fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:39.263771 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f8e53eff-9852-485f-9d70-04d807643d73 req-f454884c-7e58-4e73-bdc8-8dbf693b2fc2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4578278d-9bad-4f8d-8bc4-6025bd0de686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7156694 Sep 01 15:26:39.309515 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4bf22c2a-73b7-4949-a673-156930d6e3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:39.317479 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=e1e687d8-0af0-4c66-b0c0-65b5585e9d32,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:39.354658 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:39.357493 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8c360d-52f9-4cc5-a653-0acbb8ea3c36 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Checking segment: {'id': '8987b41f-7a9f-413b-a25c-46c26794059e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '05a170b2-5563-48ff-af35-865d608d3a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:26:39.358649 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8c360d-52f9-4cc5-a653-0acbb8ea3c36 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network hostable DHCP agents. Network: 05a170b2-5563-48ff-af35-865d608d3a24, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:26:39.370554 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:39.381885 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:39.382902 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:39.383872 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:39.386519 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:39.387348 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:39.388462 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:39.389485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:39.390228 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:39.391000 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:39.391755 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:26:39.397426 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7799e244-de52-41f9-a273-c377180aa0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1187869200-router', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '69615cda-6f0e-4068-a43a-215ec3e922c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:24:31Z', 'updated_at': '2021-09-01T15:24:46Z', 'revision_number': 4, 'project_id': '0cb731dadd864ee582f0baa54d2d48a9', 'gw_port': {'id': '69615cda-6f0e-4068-a43a-215ec3e922c6', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:33Z', 'updated_at': '2021-09-01T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '21d45a8e-cda5-4166-b595-220aa188abb7', 'name': '', 'network_id': 'de691801-89b1-48f6-bdfc-e34b336a486b', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'mac_address': 'fa:16:3e:c3:2c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '18713cb6-b926-44ed-a46d-38b8aaa8087d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:43Z', 'updated_at': '2021-09-01T15:24:58Z', 'revision_number': 5, 'project_id': '0cb731dadd864ee582f0baa54d2d48a9', 'subnets': [{'id': '18713cb6-b926-44ed-a46d-38b8aaa8087d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:39.413248 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['e1e687d8-0af0-4c66-b0c0-65b5585e9d32'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:26:39.419626 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff89dd65-d0f4-45a0-ad06-2aedd060f4c0 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:26:39.488410 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7799e244-de52-41f9-a273-c377180aa0b3 None None] Checking router: f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:26:39.499827 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ff89dd65-d0f4-45a0-ad06-2aedd060f4c0 admin admin] 10.222.0.60 "PUT /v2.0/routers/babff74a-9903-4cb3-8f6f-141013a7e98b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5903401 Sep 01 15:26:39.508347 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e2982b58-5575-48ef-8a81-cba41819ebf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:39.537015 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7799e244-de52-41f9-a273-c377180aa0b3 None None] Routers {'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:39.538030 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7799e244-de52-41f9-a273-c377180aa0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:26:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:39.556759 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaae7a8-27e9-4968-85e3-5991775513cc None None] Sync routers for ids ['babff74a-9903-4cb3-8f6f-141013a7e98b'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:26:39.650335 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f8e53eff-9852-485f-9d70-04d807643d73 req-2f5b5556-e892-4548-be1d-4379cadfb619 service neutron] 10.222.0.62 "GET /v2.0/networks/4578278d-9bad-4f8d-8bc4-6025bd0de686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268094 Sep 01 15:26:39.656521 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ea134-37e0-4f1e-bfdc-7ed1e76d8fc8 req-fd841794-7d94-4b69-8731-7a98397d0276 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:39.675478 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1a4ea134-37e0-4f1e-bfdc-7ed1e76d8fc8 req-fd841794-7d94-4b69-8731-7a98397d0276 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 944 time: 0.3342259 Sep 01 15:26:39.730540 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e2982b58-5575-48ef-8a81-cba41819ebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:39.737833 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2982b58-5575-48ef-8a81-cba41819ebf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:39.738981 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e2982b58-5575-48ef-8a81-cba41819ebf0 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:39.769094 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaae7a8-27e9-4968-85e3-5991775513cc None None] Routers {'babff74a-9903-4cb3-8f6f-141013a7e98b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:39.770226 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-fbaae7a8-27e9-4968-85e3-5991775513cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:26:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['babff74a-9903-4cb3-8f6f-141013a7e98b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:39.868996 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2982b58-5575-48ef-8a81-cba41819ebf0 admin admin] Pushing event updated for resources: {'Network': ['ID=55e73808-2cbc-4e1d-992f-b9bdf3699937,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:39.927419 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e2982b58-5575-48ef-8a81-cba41819ebf0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2707138 Sep 01 15:26:39.938217 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53168) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:39.961416 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-bfe03f65-17c0-4367-bfbc-47357fedc4cc admin admin] Request body: {'subnet': {'network_id': '55e73808-2cbc-4e1d-992f-b9bdf3699937', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-542252231-subnet', 'tenant_id': '6d66f4d5460b4e61a8d93c7c121a5ffb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:39.970653 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-7799e244-de52-41f9-a273-c377180aa0b3 None None] Set router f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:26:40.003702 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1a4ea134-37e0-4f1e-bfdc-7ed1e76d8fc8 req-e8c264ee-1d1f-458d-9cbb-ffe039509d82 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3268867 Sep 01 15:26:40.019455 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f8e53eff-9852-485f-9d70-04d807643d73 req-6f85a4ba-c2c9-4d93-8b32-3933353b4f21 service neutron] 10.222.0.62 "GET /v2.0/networks/4578278d-9bad-4f8d-8bc4-6025bd0de686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587835 Sep 01 15:26:40.023168 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b392-784f-47c3-a10e-1c0459425a8a req-08f39eea-24e9-4bc6-9aad-fde1cb200f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:40.025918 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cd39b392-784f-47c3-a10e-1c0459425a8a req-08f39eea-24e9-4bc6-9aad-fde1cb200f52 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0cb731dadd864ee582f0baa54d2d48a9&device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 1096 time: 1.2489417 Sep 01 15:26:40.104768 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe03f65-17c0-4367-bfbc-47357fedc4cc admin admin] Made reservation on behalf of 6d66f4d5460b4e61a8d93c7c121a5ffb for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:26:40.110640 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfe03f65-17c0-4367-bfbc-47357fedc4cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:40.275909 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0070a8c0-b87b-4ee2-99fe-0032603d9d67 x-openstack-request-id: req-0070a8c0-b87b-4ee2-99fe-0032603d9d67 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:26:40.280049 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e68592-c873-4f21-ae80-8713bbb95081", "tag": "eb47e15e-0e7a-42e3-aac9-9f307c255201", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:26:40.280569 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0070a8c0-b87b-4ee2-99fe-0032603d9d67 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:26:40.281418 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e68592-c873-4f21-ae80-8713bbb95081', 'tag': 'eb47e15e-0e7a-42e3-aac9-9f307c255201', 'status': 'completed', 'code': 200} Sep 01 15:26:40.283485 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8c360d-52f9-4cc5-a653-0acbb8ea3c36 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network 05a170b2-5563-48ff-af35-865d608d3a24 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:26:40.456296 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-fb8c360d-52f9-4cc5-a653-0acbb8ea3c36 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 05a170b2-5563-48ff-af35-865d608d3a24) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:40.489251 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8c360d-52f9-4cc5-a653-0acbb8ea3c36 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:40.491288 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fb8c360d-52f9-4cc5-a653-0acbb8ea3c36 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:40.569486 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927199e-2062-4246-b0ad-cec46dea6f55 req-1fe5699d-cee0-4a86-bb00-2a4c4023af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:40.573171 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6927199e-2062-4246-b0ad-cec46dea6f55 req-1fe5699d-cee0-4a86-bb00-2a4c4023af0a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cb731dadd864ee582f0baa54d2d48a9&device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 1096 time: 0.2792506 Sep 01 15:26:40.581778 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fb8c360d-52f9-4cc5-a653-0acbb8ea3c36 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1669536 Sep 01 15:26:40.581778 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b392-784f-47c3-a10e-1c0459425a8a req-fb7a1272-a885-403c-80cc-b86235110700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:40.584629 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cd39b392-784f-47c3-a10e-1c0459425a8a req-fb7a1272-a885-403c-80cc-b86235110700 service neutron] 10.222.0.60 "GET /v2.0/networks?id=de691801-89b1-48f6-bdfc-e34b336a486b HTTP/1.1" status: 200 len: 921 time: 0.5079753 Sep 01 15:26:40.585571 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53188) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:40.598485 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-2ef65ada-5497-4f9e-8600-bf295d5cf786 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1925921846', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:40.658149 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2ef65ada-5497-4f9e-8600-bf295d5cf786 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:40.659767 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2ef65ada-5497-4f9e-8600-bf295d5cf786 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:40.693304 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7799e244-de52-41f9-a273-c377180aa0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1187869200-router', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '69615cda-6f0e-4068-a43a-215ec3e922c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:24:31Z', 'updated_at': '2021-09-01T15:24:46Z', 'revision_number': 4, 'project_id': '0cb731dadd864ee582f0baa54d2d48a9', 'gw_port': {'id': '69615cda-6f0e-4068-a43a-215ec3e922c6', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:33Z', 'updated_at': '2021-09-01T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '21d45a8e-cda5-4166-b595-220aa188abb7', 'name': '', 'network_id': 'de691801-89b1-48f6-bdfc-e34b336a486b', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'mac_address': 'fa:16:3e:c3:2c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '18713cb6-b926-44ed-a46d-38b8aaa8087d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:43Z', 'updated_at': '2021-09-01T15:24:58Z', 'revision_number': 5, 'project_id': '0cb731dadd864ee582f0baa54d2d48a9', 'subnets': [{'id': '18713cb6-b926-44ed-a46d-38b8aaa8087d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:40.747857 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7799e244-de52-41f9-a273-c377180aa0b3 None None] The sync data for ids ['f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'] in n-d-794796-3 is: [{'id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1187869200-router', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '69615cda-6f0e-4068-a43a-215ec3e922c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:24:31Z', 'updated_at': '2021-09-01T15:24:46Z', 'revision_number': 4, 'project_id': '0cb731dadd864ee582f0baa54d2d48a9', 'gw_port': {'id': '69615cda-6f0e-4068-a43a-215ec3e922c6', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:33Z', 'updated_at': '2021-09-01T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '21d45a8e-cda5-4166-b595-220aa188abb7', 'name': '', 'network_id': 'de691801-89b1-48f6-bdfc-e34b336a486b', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'mac_address': 'fa:16:3e:c3:2c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '18713cb6-b926-44ed-a46d-38b8aaa8087d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:43Z', 'updated_at': '2021-09-01T15:24:58Z', 'revision_number': 5, 'project_id': '0cb731dadd864ee582f0baa54d2d48a9', 'subnets': [{'id': '18713cb6-b926-44ed-a46d-38b8aaa8087d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:26:40.760900 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cd39b392-784f-47c3-a10e-1c0459425a8a req-97c02158-9970-4aa9-9bb2-ac6c32be0837 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb47e15e-0e7a-42e3-aac9-9f307c255201 HTTP/1.1" status: 200 len: 217 time: 0.1046929 Sep 01 15:26:40.771160 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a55c9-9b41-451c-8680-719e9541a4bb req-fde4d005-caed-4955-94a9-f4a1ffd0ac57 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:40.785736 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6f6a55c9-9b41-451c-8680-719e9541a4bb req-fde4d005-caed-4955-94a9-f4a1ffd0ac57 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.3959253 Sep 01 15:26:40.901654 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 55e73808-2cbc-4e1d-992f-b9bdf3699937 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:26:40.935386 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6f6a55c9-9b41-451c-8680-719e9541a4bb req-5f670e94-3528-49c4-8043-cc3f718efedc tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420557 Sep 01 15:26:40.974408 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2ef65ada-5497-4f9e-8600-bf295d5cf786 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:40.999488 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2ef65ada-5497-4f9e-8600-bf295d5cf786 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:41.066357 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39b392-784f-47c3-a10e-1c0459425a8a req-4b9138e1-78c0-4d73-bc3c-8192bf424202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:41.068909 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cd39b392-784f-47c3-a10e-1c0459425a8a req-4b9138e1-78c0-4d73-bc3c-8192bf424202 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=18713cb6-b926-44ed-a46d-38b8aaa8087d HTTP/1.1" status: 200 len: 860 time: 0.2742302 Sep 01 15:26:41.124418 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a8f07e-b610-4367-9ffb-4718c8f38116 None None] Network 05a170b2-5563-48ff-af35-865d608d3a24 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:26:41.173249 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfe03f65-17c0-4367-bfbc-47357fedc4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:41.255562 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cd39b392-784f-47c3-a10e-1c0459425a8a req-79751d21-b17c-4dc4-9bb8-2b032e5b4054 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=de691801-89b1-48f6-bdfc-e34b336a486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1685853 Sep 01 15:26:41.301537 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2ef65ada-5497-4f9e-8600-bf295d5cf786 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:41.309146 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2ef65ada-5497-4f9e-8600-bf295d5cf786 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7178755 Sep 01 15:26:41.322013 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53202) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:41.466284 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e35854d-b953-4547-b5a8-d811cc04a0f7 None None] New status for floating IP 3b751685-34c8-4a88-a1d5-73af0d5925fc: DOWN {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:26:41.550943 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cd39b392-784f-47c3-a10e-1c0459425a8a req-16482bec-4409-4f60-b9f4-9ff61acfe566 service neutron] 10.222.0.60 "GET /v2.0/networks/de691801-89b1-48f6-bdfc-e34b336a486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772996 Sep 01 15:26:41.566898 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927199e-2062-4246-b0ad-cec46dea6f55 req-daf214dd-18fa-440a-80cd-5479ed1b35e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:41.571931 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6927199e-2062-4246-b0ad-cec46dea6f55 req-daf214dd-18fa-440a-80cd-5479ed1b35e1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=de691801-89b1-48f6-bdfc-e34b336a486b HTTP/1.1" status: 200 len: 921 time: 0.9792449 Sep 01 15:26:41.642226 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-fbaae7a8-27e9-4968-85e3-5991775513cc None None] Set router babff74a-9903-4cb3-8f6f-141013a7e98b gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:26:41.683173 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6927199e-2062-4246-b0ad-cec46dea6f55 req-35a6001f-09e8-40eb-b4d3-d6e1e8bc350e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb47e15e-0e7a-42e3-aac9-9f307c255201 HTTP/1.1" status: 200 len: 217 time: 0.0877302 Sep 01 15:26:41.827745 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe03f65-17c0-4367-bfbc-47357fedc4cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d999ac3-460a-4c00-93db-3bfd3681d09f,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:41.969515 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927199e-2062-4246-b0ad-cec46dea6f55 req-7db1d85f-3a20-4d46-a385-7717c9250203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:41.972481 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6927199e-2062-4246-b0ad-cec46dea6f55 req-7db1d85f-3a20-4d46-a385-7717c9250203 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=18713cb6-b926-44ed-a46d-38b8aaa8087d HTTP/1.1" status: 200 len: 860 time: 0.2675459 Sep 01 15:26:42.102846 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6927199e-2062-4246-b0ad-cec46dea6f55 req-db4bf5ee-6ae7-4362-8d76-dcd1f71ec631 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=de691801-89b1-48f6-bdfc-e34b336a486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173599 Sep 01 15:26:42.365632 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cd39b392-784f-47c3-a10e-1c0459425a8a req-8bf57bc9-3357-4884-bbb3-15bae072a8ee service neutron] 10.222.0.60 "GET /v2.0/networks/de691801-89b1-48f6-bdfc-e34b336a486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7919364 Sep 01 15:26:42.435481 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-590eaa18-677e-4bb0-8440-47d68fd958f0 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:42.439482 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-590eaa18-677e-4bb0-8440-47d68fd958f0 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/networks?id=3fc306ad-d395-4e29-8475-725b0736474b HTTP/1.1" status: 200 len: 810 time: 0.6174130 Sep 01 15:26:42.529098 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6927199e-2062-4246-b0ad-cec46dea6f55 req-1d879e1b-3226-479d-8d0a-98f9f55669ad service neutron] 10.222.0.62 "GET /v2.0/networks/de691801-89b1-48f6-bdfc-e34b336a486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991880 Sep 01 15:26:42.631485 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe03f65-17c0-4367-bfbc-47357fedc4cc admin admin] Checking segment: {'id': 'fa05afac-5e0c-4da0-a7f7-bd90d8e2abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '55e73808-2cbc-4e1d-992f-b9bdf3699937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:26:42.632759 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe03f65-17c0-4367-bfbc-47357fedc4cc admin admin] Network hostable DHCP agents. Network: 55e73808-2cbc-4e1d-992f-b9bdf3699937, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:26:42.678371 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:42.764184 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-27ecf8d4-3b0c-44d2-b383-14416e6e4b28 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/quotas/23b9023d47b94f66b655f70395dcb615 HTTP/1.1" status: 200 len: 375 time: 0.3006685 Sep 01 15:26:43.005977 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22e2984-f27f-44a4-85a5-26c99ad5855c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-05a170b2-5563-48ff-af35-865d608d3a24', 'network_id': '05a170b2-5563-48ff-af35-865d608d3a24', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'fixed_ips': [{'subnet_id': '2bc18a37-0459-4a09-99ab-6c5bad42034b'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:26:43.011127 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e22e2984-f27f-44a4-85a5-26c99ad5855c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:43.103932 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5a5e970-4337-4d90-a844-361b9eee664e req-c26e6566-2909-451c-a470-071cf8bfabac tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/floatingips/3b751685-34c8-4a88-a1d5-73af0d5925fc HTTP/1.1" status: 200 len: 693 time: 0.3244724 Sep 01 15:26:43.298278 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe03f65-17c0-4367-bfbc-47357fedc4cc admin admin] Network 55e73808-2cbc-4e1d-992f-b9bdf3699937 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:26:43.393575 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:43.415669 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5e970-4337-4d90-a844-361b9eee664e req-028a7636-e545-4df3-b62b-0f1cf3c38743 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:43.417201 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5a5e970-4337-4d90-a844-361b9eee664e req-028a7636-e545-4df3-b62b-0f1cf3c38743 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 784 time: 0.2745397 Sep 01 15:26:43.419667 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6927199e-2062-4246-b0ad-cec46dea6f55 req-88f57dde-39c5-477f-95cf-713bf8b7289e service neutron] 10.222.0.62 "GET /v2.0/networks/de691801-89b1-48f6-bdfc-e34b336a486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8796961 Sep 01 15:26:43.438121 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-b5a5e970-4337-4d90-a844-361b9eee664e req-5deba16e-c865-41bf-b31c-21fbab2c5bee tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:26:43.439212 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5a5e970-4337-4d90-a844-361b9eee664e req-5deba16e-c865-41bf-b31c-21fbab2c5bee tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087001 Sep 01 15:26:43.477959 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046973f-8180-49be-a8ff-61d9ee1fb082 req-43ce17f1-9134-4e50-8a91-16517942ec4c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:43.479085 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-fbaae7a8-27e9-4968-85e3-5991775513cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babff74a-9903-4cb3-8f6f-141013a7e98b', 'name': 'tempest-ServerRescueTestJSON-472368040-router', 'tenant_id': '23b9023d47b94f66b655f70395dcb615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'a50d9a3c-e1cd-42bd-a687-301c9505ce18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:26:22Z', 'updated_at': '2021-09-01T15:26:34Z', 'revision_number': 4, 'project_id': '23b9023d47b94f66b655f70395dcb615', 'gw_port': {'id': 'a50d9a3c-e1cd-42bd-a687-301c9505ce18', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babff74a-9903-4cb3-8f6f-141013a7e98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:26:24Z', 'updated_at': '2021-09-01T15:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '74f7a589-d938-4334-a853-3623cc6794cf', 'name': '', 'network_id': '3fc306ad-d395-4e29-8475-725b0736474b', 'tenant_id': '23b9023d47b94f66b655f70395dcb615', 'mac_address': 'fa:16:3e:70:f5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babff74a-9903-4cb3-8f6f-141013a7e98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '870d447b-a102-45cd-b773-7b57248ad4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:26:32Z', 'updated_at': '2021-09-01T15:26:35Z', 'revision_number': 2, 'project_id': '23b9023d47b94f66b655f70395dcb615', 'subnets': [{'id': '870d447b-a102-45cd-b773-7b57248ad4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:43.485134 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5046973f-8180-49be-a8ff-61d9ee1fb082 req-43ce17f1-9134-4e50-8a91-16517942ec4c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.62 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a&tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&binding%3Ahost_id=n-h1-794796-3 HTTP/1.1" status: 200 len: 944 time: 0.5542068 Sep 01 15:26:43.503352 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-bfe03f65-17c0-4367-bfbc-47357fedc4cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 55e73808-2cbc-4e1d-992f-b9bdf3699937) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:43.519647 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe03f65-17c0-4367-bfbc-47357fedc4cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:43.521237 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfe03f65-17c0-4367-bfbc-47357fedc4cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:43.551746 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-49d7dd8a-3be1-45b2-8d60-f581b3e623ae tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=23b9023d47b94f66b655f70395dcb615&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7492568 Sep 01 15:26:43.626991 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2221e1-d352-4df2-b69b-67a1c5ae9005 None None] Network 55e73808-2cbc-4e1d-992f-b9bdf3699937 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:26:43.645791 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5a5e970-4337-4d90-a844-361b9eee664e req-8e728c92-5667-4eff-b81a-be32d48c662e tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 696 time: 0.1590846 Sep 01 15:26:43.749832 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaae7a8-27e9-4968-85e3-5991775513cc None None] Checking router: babff74a-9903-4cb3-8f6f-141013a7e98b for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:26:43.750710 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaae7a8-27e9-4968-85e3-5991775513cc None None] Updating router babff74a-9903-4cb3-8f6f-141013a7e98b port 74f7a589-d938-4334-a853-3623cc6794cf binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:26:43.806207 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5a5e970-4337-4d90-a844-361b9eee664e req-21c7af79-9105-4add-92ea-8ba672819cc3 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.133 HTTP/1.1" status: 200 len: 696 time: 0.1384127 Sep 01 15:26:43.814212 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [req-5046973f-8180-49be-a8ff-61d9ee1fb082 req-659f7b97-6d60-4ec6-a5e2-bdb21bf98d01 service neutron] delete failed (client error): The resource could not be found. Sep 01 15:26:43.816901 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5046973f-8180-49be-a8ff-61d9ee1fb082 req-659f7b97-6d60-4ec6-a5e2-bdb21bf98d01 service neutron] 10.222.0.62 "DELETE /v2.0/ports/e1e687d8-0af0-4c66-b0c0-65b5585e9d32/bindings/n-h2-794796-3 HTTP/1.1" status: 404 len: 380 time: 0.3213797 Sep 01 15:26:43.839640 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bfe03f65-17c0-4367-bfbc-47357fedc4cc admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.8916619 Sep 01 15:26:43.893622 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49145a76-46a3-4955-a003-989f1e0019fa tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:43.955207 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b819e5e5-605f-48e5-a2d8-c4c33848cbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:43.997498 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac6e45b-836b-4bce-b2aa-5a036871e755 None None] Network 55e73808-2cbc-4e1d-992f-b9bdf3699937 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:26:44.083881 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-e22e2984-f27f-44a4-85a5-26c99ad5855c None None] Allocated IP 172.20.0.2 (05a170b2-5563-48ff-af35-865d608d3a24/2bc18a37-0459-4a09-99ab-6c5bad42034b/7e24a1c2-da45-45e1-ae5c-bf830f0e31bf) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:26:44.095543 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fbaae7a8-27e9-4968-85e3-5991775513cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:44.271481 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046973f-8180-49be-a8ff-61d9ee1fb082 req-1440e63d-9b5e-428d-b524-fd78ba98441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:44.274401 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5046973f-8180-49be-a8ff-61d9ee1fb082 req-1440e63d-9b5e-428d-b524-fd78ba98441c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 1095 time: 0.2979593 Sep 01 15:26:44.442764 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-b5a5e970-4337-4d90-a844-361b9eee664e req-fddc9c89-4589-4676-aa94-dc9cbc942602 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Deleting port d53856d6-bbfc-4428-b5c2-15a88a4e6ca3 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:26:44.443351 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b5a5e970-4337-4d90-a844-361b9eee664e req-fddc9c89-4589-4676-aa94-dc9cbc942602 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:44.617725 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046973f-8180-49be-a8ff-61d9ee1fb082 req-44af5bad-5ed9-41f4-abcd-cca0bbea370e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:44.620571 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5046973f-8180-49be-a8ff-61d9ee1fb082 req-44af5bad-5ed9-41f4-abcd-cca0bbea370e service neutron] 10.222.0.62 "GET /v2.0/networks?id=4578278d-9bad-4f8d-8bc4-6025bd0de686 HTTP/1.1" status: 200 len: 898 time: 0.3280680 Sep 01 15:26:44.646834 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device e1e687d8-0af0-4c66-b0c0-65b5585e9d32 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:26:44.752044 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b5a5e970-4337-4d90-a844-361b9eee664e req-fddc9c89-4589-4676-aa94-dc9cbc942602 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:44.752840 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b5a5e970-4337-4d90-a844-361b9eee664e req-fddc9c89-4589-4676-aa94-dc9cbc942602 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:44.775949 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-b5a5e970-4337-4d90-a844-361b9eee664e req-fddc9c89-4589-4676-aa94-dc9cbc942602 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Calling delete_port for d53856d6-bbfc-4428-b5c2-15a88a4e6ca3 owned by network:floatingip {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:26:44.819927 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-19a43ef5-e3bb-49b9-85cc-ea01f3376b4c service neutron] 10.222.0.60 "GET /v2.0/networks/3fc306ad-d395-4e29-8475-725b0736474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2549036 Sep 01 15:26:45.023781 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fbaae7a8-27e9-4968-85e3-5991775513cc None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:45.101582 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port e1e687d8-0af0-4c66-b0c0-65b5585e9d32 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:26:45.109360 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-73144a8b-7668-4573-8117-83c854895050 service neutron] 10.222.0.60 "GET /v2.0/networks/3fc306ad-d395-4e29-8475-725b0736474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762475 Sep 01 15:26:45.153735 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-fbaae7a8-27e9-4968-85e3-5991775513cc None None] Transition to ACTIVE for port object 74f7a589-d938-4334-a853-3623cc6794cf will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:26:45.209813 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port e1e687d8-0af0-4c66-b0c0-65b5585e9d32 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:45.210240 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:45.274662 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fbaae7a8-27e9-4968-85e3-5991775513cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:45.352465 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53258) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:45.353025 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:45.364776 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-98e28a47-1073-4b00-8a27-46a31936957e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1921890851-network', 'tenant_id': 'f962e57254004533b6b13bde35fc50b6'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:45.444674 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e28a47-1073-4b00-8a27-46a31936957e admin admin] Made reservation on behalf of f962e57254004533b6b13bde35fc50b6 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:26:45.451176 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98e28a47-1073-4b00-8a27-46a31936957e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:45.491966 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98e28a47-1073-4b00-8a27-46a31936957e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:45.583460 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e22e2984-f27f-44a4-85a5-26c99ad5855c None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:45.588126 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52fa2f-5a47-4a18-bffb-90a6d20afb35 None None] Pushing event updated for resources: {'Port': ['ID=74f7a589-d938-4334-a853-3623cc6794cf,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:45.618175 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5046973f-8180-49be-a8ff-61d9ee1fb082 req-5fc36369-b878-447d-a732-b3bcea1d6c25 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1e687d8-0af0-4c66-b0c0-65b5585e9d32 HTTP/1.1" status: 200 len: 1000 time: 0.9800980 Sep 01 15:26:45.677509 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e22e2984-f27f-44a4-85a5-26c99ad5855c None None] Transition to ACTIVE for port object 7e24a1c2-da45-45e1-ae5c-bf830f0e31bf will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:26:45.677814 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31e556-345d-4a02-9f95-faaebcfeffaa req-8ad8561e-5cb3-44f8-97bf-fed9352a1e23 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:45.687031 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4b31e556-345d-4a02-9f95-faaebcfeffaa req-8ad8561e-5cb3-44f8-97bf-fed9352a1e23 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 944 time: 0.1983554 Sep 01 15:26:45.796024 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e22e2984-f27f-44a4-85a5-26c99ad5855c None None] Transition to ACTIVE for port object 7e24a1c2-da45-45e1-ae5c-bf830f0e31bf will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:26:45.802050 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-fbaae7a8-27e9-4968-85e3-5991775513cc None None] Attempting to bind port 74f7a589-d938-4334-a853-3623cc6794cf on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:26:45.802631 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-fbaae7a8-27e9-4968-85e3-5991775513cc None None] Attempting to bind port 74f7a589-d938-4334-a853-3623cc6794cf by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3fc306ad-d395-4e29-8475-725b0736474b'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:26:45.803094 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae7a8-27e9-4968-85e3-5991775513cc None None] Attempting to bind port 74f7a589-d938-4334-a853-3623cc6794cf on network 3fc306ad-d395-4e29-8475-725b0736474b {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:26:45.813605 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e22e2984-f27f-44a4-85a5-26c99ad5855c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:45.816374 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4b31e556-345d-4a02-9f95-faaebcfeffaa req-990d695a-970d-4dda-9dfb-4930b8cae141 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107676 Sep 01 15:26:45.862483 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046973f-8180-49be-a8ff-61d9ee1fb082 req-af574c83-0650-44d2-abd2-517fc3fc49e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:45.865288 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5046973f-8180-49be-a8ff-61d9ee1fb082 req-af574c83-0650-44d2-abd2-517fc3fc49e9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=28b1fc88-16ee-47b8-b537-f7c2d7715bc7 HTTP/1.1" status: 200 len: 834 time: 0.2194121 Sep 01 15:26:46.100928 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-580cb316-50dc-4952-a2a7-077d339d4ffa req-8f09f099-49b9-43ac-9477-82a94aacfa83 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 210 time: 0.0540411 Sep 01 15:26:46.111246 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046973f-8180-49be-a8ff-61d9ee1fb082 req-df3e8628-2c8d-4256-b5b5-c5eace7276c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:46.114184 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5046973f-8180-49be-a8ff-61d9ee1fb082 req-df3e8628-2c8d-4256-b5b5-c5eace7276c1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4578278d-9bad-4f8d-8bc4-6025bd0de686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2285402 Sep 01 15:26:46.120677 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22e2984-f27f-44a4-85a5-26c99ad5855c None None] Network 05a170b2-5563-48ff-af35-865d608d3a24 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:26:46.122401 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:46.125549 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e2984-f27f-44a4-85a5-26c99ad5855c None None] Pushing event updated for resources: {'Port': ['ID=7e24a1c2-da45-45e1-ae5c-bf830f0e31bf,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:46.129945 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-e22e2984-f27f-44a4-85a5-26c99ad5855c None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:46.133454 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22e2984-f27f-44a4-85a5-26c99ad5855c None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:26:46.136484 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae7a8-27e9-4968-85e3-5991775513cc None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:26:46.137013 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae7a8-27e9-4968-85e3-5991775513cc None None] Checking segment: {'id': 'fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3fc306ad-d395-4e29-8475-725b0736474b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:26:46.137541 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fbaae7a8-27e9-4968-85e3-5991775513cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:46.138033 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae7a8-27e9-4968-85e3-5991775513cc None None] Bound using segment: {'id': 'fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3fc306ad-d395-4e29-8475-725b0736474b'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:26:46.138776 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-fbaae7a8-27e9-4968-85e3-5991775513cc None None] Bound port: 74f7a589-d938-4334-a853-3623cc6794cf, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3fc306ad-d395-4e29-8475-725b0736474b'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:26:46.139346 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fbaae7a8-27e9-4968-85e3-5991775513cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:46.165115 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-49145a76-46a3-4955-a003-989f1e0019fa tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Allocated IP 172.20.0.1 (05a170b2-5563-48ff-af35-865d608d3a24/2bc18a37-0459-4a09-99ab-6c5bad42034b/57c28495-f26b-465a-84d9-a31fe8def007) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:26:46.315092 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b5a5e970-4337-4d90-a844-361b9eee664e req-fddc9c89-4589-4676-aa94-dc9cbc942602 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:46.325149 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869be674-05e2-4a87-980e-acea57d7473a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e687d8-0af0-4c66-b0c0-65b5585e9d32'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:26:46.338393 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1ba1a4-ca7c-469a-b388-4432f90c8cc8" -d '{"events": [{"server_uuid": "869be674-05e2-4a87-980e-acea57d7473a", "name": "network-vif-plugged", "status": "completed", "tag": "e1e687d8-0af0-4c66-b0c0-65b5585e9d32"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:26:46.367919 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98e28a47-1073-4b00-8a27-46a31936957e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:46.372110 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc9c89-4589-4676-aa94-dc9cbc942602 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Pushing event deleted for resources: {'Port': ['ID=d53856d6-bbfc-4428-b5c2-15a88a4e6ca3,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:46.387651 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98e28a47-1073-4b00-8a27-46a31936957e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:46.505559 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e28a47-1073-4b00-8a27-46a31936957e admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:26:46.521034 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port e1e687d8-0af0-4c66-b0c0-65b5585e9d32, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=e1e687d8-0af0-4c66-b0c0-65b5585e9d32,segment=NetworkSegment(f65205a3-b68b-4ccf-8aec-744d1020fc29),segment_id=f65205a3-b68b-4ccf-8aec-744d1020fc29)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:46.525972 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e22e2984-f27f-44a4-85a5-26c99ad5855c None None] Attempting to bind port 7e24a1c2-da45-45e1-ae5c-bf830f0e31bf on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:26:46.528110 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e22e2984-f27f-44a4-85a5-26c99ad5855c None None] Attempting to bind port 7e24a1c2-da45-45e1-ae5c-bf830f0e31bf by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '8987b41f-7a9f-413b-a25c-46c26794059e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '05a170b2-5563-48ff-af35-865d608d3a24'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:26:46.529307 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22e2984-f27f-44a4-85a5-26c99ad5855c None None] Attempting to bind port 7e24a1c2-da45-45e1-ae5c-bf830f0e31bf on network 05a170b2-5563-48ff-af35-865d608d3a24 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:26:46.547364 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e28a47-1073-4b00-8a27-46a31936957e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe10848-704f-408b-b2eb-7354fc236a4b,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:46.571687 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98e28a47-1073-4b00-8a27-46a31936957e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:46.573335 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-98e28a47-1073-4b00-8a27-46a31936957e admin admin] Added segment 3c01f298-18a8-4320-ba83-e0cd94cc8aba of type vlan for network 22b80361-6dca-411a-a4a7-35bfaa4b7067 Sep 01 15:26:46.587484 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:46.643950 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5046973f-8180-49be-a8ff-61d9ee1fb082 req-210a0a93-f023-457e-bbf4-8c782996dcf4 service neutron] 10.222.0.62 "GET /v2.0/networks/4578278d-9bad-4f8d-8bc4-6025bd0de686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5113716 Sep 01 15:26:46.686013 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49145a76-46a3-4955-a003-989f1e0019fa tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:46.735208 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-49145a76-46a3-4955-a003-989f1e0019fa tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Transition to ACTIVE for port object 57c28495-f26b-465a-84d9-a31fe8def007 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:26:46.783010 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5046973f-8180-49be-a8ff-61d9ee1fb082 req-5368bf84-ebd4-4bac-8521-5f2f6214b372 service neutron] 10.222.0.62 "GET /v2.0/networks/4578278d-9bad-4f8d-8bc4-6025bd0de686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293299 Sep 01 15:26:46.787237 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b5a5e970-4337-4d90-a844-361b9eee664e req-fddc9c89-4589-4676-aa94-dc9cbc942602 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks [] for floatingip, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:46.790989 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b5a5e970-4337-4d90-a844-361b9eee664e req-fddc9c89-4589-4676-aa94-dc9cbc942602 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:46.792486 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5a5e970-4337-4d90-a844-361b9eee664e req-fddc9c89-4589-4676-aa94-dc9cbc942602 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "DELETE /v2.0/floatingips/3b751685-34c8-4a88-a1d5-73af0d5925fc HTTP/1.1" status: 204 len: 173 time: 2.9738603 Sep 01 15:26:46.855032 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22e2984-f27f-44a4-85a5-26c99ad5855c None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:26:46.856738 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22e2984-f27f-44a4-85a5-26c99ad5855c None None] Checking segment: {'id': '8987b41f-7a9f-413b-a25c-46c26794059e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '05a170b2-5563-48ff-af35-865d608d3a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:26:46.857764 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e22e2984-f27f-44a4-85a5-26c99ad5855c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:46.858925 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a51798-bd46-4ae9-9d9d-65014d6e94ee req-27d82654-381a-42d7-8b08-799b9d811386 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:46.859570 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22e2984-f27f-44a4-85a5-26c99ad5855c None None] Bound using segment: {'id': '8987b41f-7a9f-413b-a25c-46c26794059e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '05a170b2-5563-48ff-af35-865d608d3a24'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:26:46.860877 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e22e2984-f27f-44a4-85a5-26c99ad5855c None None] Bound port: 7e24a1c2-da45-45e1-ae5c-bf830f0e31bf, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8987b41f-7a9f-413b-a25c-46c26794059e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '05a170b2-5563-48ff-af35-865d608d3a24'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:26:46.865951 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e22e2984-f27f-44a4-85a5-26c99ad5855c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:46.882459 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-91a51798-bd46-4ae9-9d9d-65014d6e94ee req-27d82654-381a-42d7-8b08-799b9d811386 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.4334462 Sep 01 15:26:46.886077 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-fbaae7a8-27e9-4968-85e3-5991775513cc None None] For port 74f7a589-d938-4334-a853-3623cc6794cf, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:26:46.918856 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-fbaae7a8-27e9-4968-85e3-5991775513cc None None] For port 74f7a589-d938-4334-a853-3623cc6794cf, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=74f7a589-d938-4334-a853-3623cc6794cf,segment=NetworkSegment(fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084),segment_id=fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:26:46.928924 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1329ef1a-c16b-49ea-a50c-8fdf56c3a4a6 x-openstack-request-id: req-1329ef1a-c16b-49ea-a50c-8fdf56c3a4a6 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:26:46.929388 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869be674-05e2-4a87-980e-acea57d7473a", "name": "network-vif-plugged", "status": "completed", "tag": "e1e687d8-0af0-4c66-b0c0-65b5585e9d32", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:26:46.929773 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1329ef1a-c16b-49ea-a50c-8fdf56c3a4a6 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:26:46.930472 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869be674-05e2-4a87-980e-acea57d7473a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e687d8-0af0-4c66-b0c0-65b5585e9d32', 'code': 200} Sep 01 15:26:46.941334 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fbaae7a8-27e9-4968-85e3-5991775513cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:46.954715 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49145a76-46a3-4955-a003-989f1e0019fa tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:46.990035 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=e1e687d8-0af0-4c66-b0c0-65b5585e9d32,revision_number=9']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:47.004525 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a32dbd60-02bb-47b9-826f-06a3e602154e req-b5237452-1aec-4bf9-bfab-2867639179cc tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups/bb8c32b6-17a3-4f37-8633-3e2b948da7a6 HTTP/1.1" status: 200 len: 1810 time: 0.0989888 Sep 01 15:26:47.075621 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a32dbd60-02bb-47b9-826f-06a3e602154e req-a981a7c6-6207-43af-8b2e-581f7c0fedf0 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:47.108870 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98e28a47-1073-4b00-8a27-46a31936957e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:47.114181 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a32dbd60-02bb-47b9-826f-06a3e602154e req-a981a7c6-6207-43af-8b2e-581f7c0fedf0 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:47.144295 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52fa2f-5a47-4a18-bffb-90a6d20afb35 None None] Pushing event updated for resources: {'Port': ['ID=74f7a589-d938-4334-a853-3623cc6794cf,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:47.187980 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49145a76-46a3-4955-a003-989f1e0019fa tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network 05a170b2-5563-48ff-af35-865d608d3a24 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:26:47.208349 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-91a51798-bd46-4ae9-9d9d-65014d6e94ee req-aadcba1d-6920-40be-bf18-54923e00ec5b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239167 Sep 01 15:26:47.221099 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaae7a8-27e9-4968-85e3-5991775513cc None None] Routers {'babff74a-9903-4cb3-8f6f-141013a7e98b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:47.222164 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-fbaae7a8-27e9-4968-85e3-5991775513cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:26:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['babff74a-9903-4cb3-8f6f-141013a7e98b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:47.242769 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49145a76-46a3-4955-a003-989f1e0019fa tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Port': ['ID=57c28495-f26b-465a-84d9-a31fe8def007,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:47.248668 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-49145a76-46a3-4955-a003-989f1e0019fa tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:47.254729 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49145a76-46a3-4955-a003-989f1e0019fa tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:26:47.258899 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a32dbd60-02bb-47b9-826f-06a3e602154e req-a981a7c6-6207-43af-8b2e-581f7c0fedf0 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:47.262481 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a32dbd60-02bb-47b9-826f-06a3e602154e req-a981a7c6-6207-43af-8b2e-581f7c0fedf0 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:47.273357 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a32dbd60-02bb-47b9-826f-06a3e602154e req-a981a7c6-6207-43af-8b2e-581f7c0fedf0 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "DELETE /v2.0/security-groups/bb8c32b6-17a3-4f37-8633-3e2b948da7a6 HTTP/1.1" status: 204 len: 173 time: 0.2674839 Sep 01 15:26:47.307087 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981a7c6-6207-43af-8b2e-581f7c0fedf0 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8c32b6-17a3-4f37-8633-3e2b948da7a6,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:47.353790 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49145a76-46a3-4955-a003-989f1e0019fa tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:47.359700 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98e28a47-1073-4b00-8a27-46a31936957e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:47.361395 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e28a47-1073-4b00-8a27-46a31936957e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:47.363433 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98e28a47-1073-4b00-8a27-46a31936957e admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:47.467268 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-fbaae7a8-27e9-4968-85e3-5991775513cc None None] Set router babff74a-9903-4cb3-8f6f-141013a7e98b gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:26:47.470499 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e22e2984-f27f-44a4-85a5-26c99ad5855c None None] For port 7e24a1c2-da45-45e1-ae5c-bf830f0e31bf, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:26:47.519033 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e22e2984-f27f-44a4-85a5-26c99ad5855c None None] For port 7e24a1c2-da45-45e1-ae5c-bf830f0e31bf, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=7e24a1c2-da45-45e1-ae5c-bf830f0e31bf,segment=NetworkSegment(8987b41f-7a9f-413b-a25c-46c26794059e),segment_id=8987b41f-7a9f-413b-a25c-46c26794059e)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:26:47.530854 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e22e2984-f27f-44a4-85a5-26c99ad5855c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:47.644611 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b6a0e121-6d1b-49cd-93ff-55d200b2b215 req-838b4d33-fe69-4e97-b03d-19b734f72cfa tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 210 time: 0.0544369 Sep 01 15:26:47.675880 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-98e28a47-1073-4b00-8a27-46a31936957e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3218727 Sep 01 15:26:47.701424 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53296) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:47.710952 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-af6c7d25-df18-40b8-b021-c157a22ac238 admin admin] Request body: {'subnet': {'network_id': '22b80361-6dca-411a-a4a7-35bfaa4b7067', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1921890851-subnet', 'tenant_id': 'f962e57254004533b6b13bde35fc50b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:47.806941 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e28a47-1073-4b00-8a27-46a31936957e admin admin] Pushing event updated for resources: {'Network': ['ID=22b80361-6dca-411a-a4a7-35bfaa4b7067,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:47.818959 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6c7d25-df18-40b8-b021-c157a22ac238 admin admin] Made reservation on behalf of f962e57254004533b6b13bde35fc50b6 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:26:47.821609 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-af6c7d25-df18-40b8-b021-c157a22ac238 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:48.014540 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 22b80361-6dca-411a-a4a7-35bfaa4b7067 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:26:48.163652 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e2984-f27f-44a4-85a5-26c99ad5855c None None] Pushing event updated for resources: {'Port': ['ID=7e24a1c2-da45-45e1-ae5c-bf830f0e31bf,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:48.314080 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca767e-d12c-450d-854c-c38a82361c21 req-ac8d3b88-dc40-4a28-bc42-f04198ed20f7 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:48.320337 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a1ca767e-d12c-450d-854c-c38a82361c21 req-ac8d3b88-dc40-4a28-bc42-f04198ed20f7 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 945 time: 0.6671767 Sep 01 15:26:48.322805 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-af6c7d25-df18-40b8-b021-c157a22ac238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:48.439343 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c7d25-df18-40b8-b021-c157a22ac238 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d766ab39-c8f7-4828-a4ad-81111725b195,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:48.479497 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49145a76-46a3-4955-a003-989f1e0019fa tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:48.496512 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-fbaae7a8-27e9-4968-85e3-5991775513cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babff74a-9903-4cb3-8f6f-141013a7e98b', 'name': 'tempest-ServerRescueTestJSON-472368040-router', 'tenant_id': '23b9023d47b94f66b655f70395dcb615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'a50d9a3c-e1cd-42bd-a687-301c9505ce18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:26:22Z', 'updated_at': '2021-09-01T15:26:34Z', 'revision_number': 4, 'project_id': '23b9023d47b94f66b655f70395dcb615', 'gw_port': {'id': 'a50d9a3c-e1cd-42bd-a687-301c9505ce18', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babff74a-9903-4cb3-8f6f-141013a7e98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:26:24Z', 'updated_at': '2021-09-01T15:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '74f7a589-d938-4334-a853-3623cc6794cf', 'name': '', 'network_id': '3fc306ad-d395-4e29-8475-725b0736474b', 'tenant_id': '23b9023d47b94f66b655f70395dcb615', 'mac_address': 'fa:16:3e:70:f5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babff74a-9903-4cb3-8f6f-141013a7e98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '870d447b-a102-45cd-b773-7b57248ad4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:26:32Z', 'updated_at': '2021-09-01T15:26:46Z', 'revision_number': 4, 'project_id': '23b9023d47b94f66b655f70395dcb615', 'subnets': [{'id': '870d447b-a102-45cd-b773-7b57248ad4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:48.501843 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a1ca767e-d12c-450d-854c-c38a82361c21 req-ca79b0e3-1113-4a61-a11c-9b4b4f04b186 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565166 Sep 01 15:26:48.529435 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6c7d25-df18-40b8-b021-c157a22ac238 admin admin] Checking segment: {'id': '3c01f298-18a8-4320-ba83-e0cd94cc8aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '22b80361-6dca-411a-a4a7-35bfaa4b7067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:26:48.530577 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6c7d25-df18-40b8-b021-c157a22ac238 admin admin] Network hostable DHCP agents. Network: 22b80361-6dca-411a-a4a7-35bfaa4b7067, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:26:48.552595 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaae7a8-27e9-4968-85e3-5991775513cc None None] The sync data for ids ['babff74a-9903-4cb3-8f6f-141013a7e98b'] in n-d-794796-3 is: [{'id': 'babff74a-9903-4cb3-8f6f-141013a7e98b', 'name': 'tempest-ServerRescueTestJSON-472368040-router', 'tenant_id': '23b9023d47b94f66b655f70395dcb615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'a50d9a3c-e1cd-42bd-a687-301c9505ce18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:26:22Z', 'updated_at': '2021-09-01T15:26:34Z', 'revision_number': 4, 'project_id': '23b9023d47b94f66b655f70395dcb615', 'gw_port': {'id': 'a50d9a3c-e1cd-42bd-a687-301c9505ce18', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babff74a-9903-4cb3-8f6f-141013a7e98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:26:24Z', 'updated_at': '2021-09-01T15:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '74f7a589-d938-4334-a853-3623cc6794cf', 'name': '', 'network_id': '3fc306ad-d395-4e29-8475-725b0736474b', 'tenant_id': '23b9023d47b94f66b655f70395dcb615', 'mac_address': 'fa:16:3e:70:f5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'babff74a-9903-4cb3-8f6f-141013a7e98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '870d447b-a102-45cd-b773-7b57248ad4c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:26:32Z', 'updated_at': '2021-09-01T15:26:46Z', 'revision_number': 4, 'project_id': '23b9023d47b94f66b655f70395dcb615', 'subnets': [{'id': '870d447b-a102-45cd-b773-7b57248ad4c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:26:48.574244 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6c7d25-df18-40b8-b021-c157a22ac238 admin admin] Network 22b80361-6dca-411a-a4a7-35bfaa4b7067 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:26:48.583313 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-5bbaf3bf-e3da-4cbc-8420-e73b1c919cde tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:48.586828 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-5bbaf3bf-e3da-4cbc-8420-e73b1c919cde tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.45 "GET /v2.0/networks?id=3fc306ad-d395-4e29-8475-725b0736474b HTTP/1.1" status: 200 len: 810 time: 0.7477586 Sep 01 15:26:48.599027 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a39995-d96d-4aa6-b4cc-34b594587df4 req-abfd7320-0699-4576-96dc-e8d815e37209 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:48.603479 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-a7ff9074-427b-40f0-9461-5f412ac1d27f tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Request body: {'port': {'device_id': 'c9c2fa48-de76-4715-831f-1b79dcea4006', 'network_id': '3fc306ad-d395-4e29-8475-725b0736474b', 'admin_state_up': True, 'tenant_id': '23b9023d47b94f66b655f70395dcb615'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:48.608912 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-04a39995-d96d-4aa6-b4cc-34b594587df4 req-abfd7320-0699-4576-96dc-e8d815e37209 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.1428385 Sep 01 15:26:48.617984 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-af6c7d25-df18-40b8-b021-c157a22ac238 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 22b80361-6dca-411a-a4a7-35bfaa4b7067) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:48.652832 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab76a4c2-5d63-408d-928f-30f5c3b2203b None None] Network 22b80361-6dca-411a-a4a7-35bfaa4b7067 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:26:48.701943 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6c7d25-df18-40b8-b021-c157a22ac238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:48.701943 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-af6c7d25-df18-40b8-b021-c157a22ac238 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:48.770802 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-04a39995-d96d-4aa6-b4cc-34b594587df4 req-f94b15a6-5a10-4d0b-9d2f-1b51e321bf88 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606631 Sep 01 15:26:48.848172 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-af6c7d25-df18-40b8-b021-c157a22ac238 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1446173 Sep 01 15:26:49.125498 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef3b23f-e03c-4dc7-9a8c-9dc6ad35db1c None None] Network 22b80361-6dca-411a-a4a7-35bfaa4b7067 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:26:49.255954 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89f909-6d25-425c-ac89-a66cd60bc9cc req-5c1abcad-e483-4fee-9de1-f3aa7ca3bd55 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:49.264732 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8a89f909-6d25-425c-ac89-a66cd60bc9cc req-5c1abcad-e483-4fee-9de1-f3aa7ca3bd55 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.2870729 Sep 01 15:26:49.394054 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8a89f909-6d25-425c-ac89-a66cd60bc9cc req-32e0e900-b823-485c-bb91-e4bf015f4138 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220887 Sep 01 15:26:49.716792 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af903339-6417-49fe-9e22-453d028594f2 req-f9f49b37-cc7a-48d4-9778-67dcfde10796 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:49.735474 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-af903339-6417-49fe-9e22-453d028594f2 req-f9f49b37-cc7a-48d4-9778-67dcfde10796 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.1545265 Sep 01 15:26:49.761348 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 7e24a1c2-da45-45e1-ae5c-bf830f0e31bf up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:26:49.925712 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 7e24a1c2-da45-45e1-ae5c-bf830f0e31bf completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:26:49.936673 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 74f7a589-d938-4334-a853-3623cc6794cf up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:26:49.950999 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3aa118-49a1-4d74-925b-c7cd100361dc None None] Network 05a170b2-5563-48ff-af35-865d608d3a24 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:26:49.957821 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-af903339-6417-49fe-9e22-453d028594f2 req-cd7a8780-7ba1-486a-a665-b4a766e0cd01 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186637 Sep 01 15:26:50.062476 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-75948bba-ca49-4bdb-9653-de147bb9f505 req-33c2bdc1-1574-4781-9519-bd0308ac26ef tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 210 time: 0.1170790 Sep 01 15:26:50.207843 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-54a3b1f3-feb0-48dc-8083-f17caaa254a9 None None] Provisioning for port 7e24a1c2-da45-45e1-ae5c-bf830f0e31bf completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:26:50.261574 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-54a3b1f3-feb0-48dc-8083-f17caaa254a9 None None] Provisioning complete for port 7e24a1c2-da45-45e1-ae5c-bf830f0e31bf triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:50.262264 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-54a3b1f3-feb0-48dc-8083-f17caaa254a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:50.317663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed563b60-60ea-4b7f-ab67-a05ba70c50af req-53a06c15-50f1-4409-93a8-660bd82098dc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:50.332796 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ed563b60-60ea-4b7f-ab67-a05ba70c50af req-53a06c15-50f1-4409-93a8-660bd82098dc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 945 time: 0.2098064 Sep 01 15:26:50.392003 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-a7ff9074-427b-40f0-9461-5f412ac1d27f tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Made reservation on behalf of 23b9023d47b94f66b655f70395dcb615 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:26:50.400204 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-a7ff9074-427b-40f0-9461-5f412ac1d27f tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:50.407802 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 74f7a589-d938-4334-a853-3623cc6794cf completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:26:50.419508 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 74f7a589-d938-4334-a853-3623cc6794cf triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:50.419993 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:50.468783 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ed563b60-60ea-4b7f-ab67-a05ba70c50af req-1895038e-8895-4a83-a049-7f53c2a3357c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344671 Sep 01 15:26:50.513324 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53344) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:50.753206 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-54a3b1f3-feb0-48dc-8083-f17caaa254a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:50.756518 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e945195b-5eac-4659-b1d1-f807da3fc633 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/floatingips/bf7d4895-e6f5-4170-b8e4-a83b1c87bdce HTTP/1.1" status: 200 len: 993 time: 0.2403939 Sep 01 15:26:50.797808 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301157e-706f-49c5-94e1-82bb5f645dcd req-2afe5c9f-df9f-4e9d-8947-4e07dfba13bd tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:50.808992 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6301157e-706f-49c5-94e1-82bb5f645dcd req-2afe5c9f-df9f-4e9d-8947-4e07dfba13bd tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.1065388 Sep 01 15:26:50.904736 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6301157e-706f-49c5-94e1-82bb5f645dcd req-34a25d9a-4a89-4bf2-b4a1-03ef750f198c tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805612 Sep 01 15:26:50.905377 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-54a3b1f3-feb0-48dc-8083-f17caaa254a9 None None] For port 7e24a1c2-da45-45e1-ae5c-bf830f0e31bf, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=7e24a1c2-da45-45e1-ae5c-bf830f0e31bf,segment=NetworkSegment(8987b41f-7a9f-413b-a25c-46c26794059e),segment_id=8987b41f-7a9f-413b-a25c-46c26794059e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:50.926780 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-54a3b1f3-feb0-48dc-8083-f17caaa254a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:51.041127 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49145a76-46a3-4955-a003-989f1e0019fa tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:51.043028 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:51.068303 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49145a76-46a3-4955-a003-989f1e0019fa tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:51.143815 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49145a76-46a3-4955-a003-989f1e0019fa tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:51.248508 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3b1f3-feb0-48dc-8083-f17caaa254a9 None None] Pushing event updated for resources: {'Port': ['ID=7e24a1c2-da45-45e1-ae5c-bf830f0e31bf,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:51.291942 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 74f7a589-d938-4334-a853-3623cc6794cf, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=74f7a589-d938-4334-a853-3623cc6794cf,segment=NetworkSegment(fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084),segment_id=fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:51.301422 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:51.337782 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df9dc6-d96f-4b11-92e0-d5243e277df5 req-08030926-d81e-4cfe-a48d-9659a92bbe38 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:51.357249 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-01df9dc6-d96f-4b11-92e0-d5243e277df5 req-08030926-d81e-4cfe-a48d-9659a92bbe38 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.2091546 Sep 01 15:26:51.386199 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-a7ff9074-427b-40f0-9461-5f412ac1d27f tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Allocated IP 172.20.0.3 (3fc306ad-d395-4e29-8475-725b0736474b/870d447b-a102-45cd-b773-7b57248ad4c5/d82534cd-0564-47c6-a468-e1374b8f6283) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:26:51.419207 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=74f7a589-d938-4334-a853-3623cc6794cf,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:51.434105 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49145a76-46a3-4955-a003-989f1e0019fa tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Port': ['ID=57c28495-f26b-465a-84d9-a31fe8def007,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:51.485338 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 7e24a1c2-da45-45e1-ae5c-bf830f0e31bf up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:26:51.501564 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304018c5-79bd-427a-991d-3190815545af req-a7c07c7a-ce6a-438a-8f35-63c9e2ad77c0 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:51.504646 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-304018c5-79bd-427a-991d-3190815545af req-a7c07c7a-ce6a-438a-8f35-63c9e2ad77c0 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/networks?id=55e73808-2cbc-4e1d-992f-b9bdf3699937 HTTP/1.1" status: 200 len: 808 time: 0.9378603 Sep 01 15:26:51.520325 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-01df9dc6-d96f-4b11-92e0-d5243e277df5 req-695c5f4e-fce2-4bd7-a76c-000648514f06 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/security-groups?id=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577806 Sep 01 15:26:51.629554 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ade2c17d-2780-494f-9f89-6457e3ad766c None None] Provisioning complete for port 7e24a1c2-da45-45e1-ae5c-bf830f0e31bf triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:51.629931 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ade2c17d-2780-494f-9f89-6457e3ad766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:51.653797 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-304018c5-79bd-427a-991d-3190815545af req-1ce06bd8-73a9-4ee5-8b8d-9587d132e1a4 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/quotas/6d66f4d5460b4e61a8d93c7c121a5ffb HTTP/1.1" status: 200 len: 375 time: 0.1357775 Sep 01 15:26:51.666009 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb7844-8c9b-4a8f-9590-c05f5c2169dd req-ab5b3346-c2ee-4cb5-b4ff-257b85c57164 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:51.677286 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-deeb7844-8c9b-4a8f-9590-c05f5c2169dd req-ab5b3346-c2ee-4cb5-b4ff-257b85c57164 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.62 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 945 time: 0.1439073 Sep 01 15:26:51.761824 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-114e8ab0-d17e-4d60-8954-c06bf605eddc req-05d2a727-e108-4bbd-86e7-e3b18e5d2b78 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 210 time: 0.0662622 Sep 01 15:26:51.773375 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 7e24a1c2-da45-45e1-ae5c-bf830f0e31bf triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:51.774083 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:51.793393 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-304018c5-79bd-427a-991d-3190815545af req-80e393de-08e2-4b06-b3eb-4ac95a3015f7 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6d66f4d5460b4e61a8d93c7c121a5ffb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1235988 Sep 01 15:26:51.843187 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49145a76-46a3-4955-a003-989f1e0019fa tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network 05a170b2-5563-48ff-af35-865d608d3a24 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:26:51.966398 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-49145a76-46a3-4955-a003-989f1e0019fa tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:51.995227 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ade2c17d-2780-494f-9f89-6457e3ad766c None None] Provisioning for port 57c28495-f26b-465a-84d9-a31fe8def007 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:26:52.021266 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-deeb7844-8c9b-4a8f-9590-c05f5c2169dd req-6c71b7c7-e4fe-4001-9d8e-e948fcf6e8fd tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Deleting port eb47e15e-0e7a-42e3-aac9-9f307c255201 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:26:52.021788 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-deeb7844-8c9b-4a8f-9590-c05f5c2169dd req-6c71b7c7-e4fe-4001-9d8e-e948fcf6e8fd tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:52.040761 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ade2c17d-2780-494f-9f89-6457e3ad766c None None] Provisioning complete for port 57c28495-f26b-465a-84d9-a31fe8def007 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:52.041357 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ade2c17d-2780-494f-9f89-6457e3ad766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:52.146878 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4437c30-33c0-40b6-9808-ccba1b439bb0 req-4a0379e1-91f1-4d90-8227-073bf510c474 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:52.149047 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e4437c30-33c0-40b6-9808-ccba1b439bb0 req-4a0379e1-91f1-4d90-8227-073bf510c474 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.2027287 Sep 01 15:26:52.186780 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ade2c17d-2780-494f-9f89-6457e3ad766c None None] Port 57c28495-f26b-465a-84d9-a31fe8def007 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:26:52.252965 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e4437c30-33c0-40b6-9808-ccba1b439bb0 req-a3f32dae-4017-46cb-8167-5082c1c3c260 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906279 Sep 01 15:26:52.255255 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-deeb7844-8c9b-4a8f-9590-c05f5c2169dd req-6c71b7c7-e4fe-4001-9d8e-e948fcf6e8fd tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] For port eb47e15e-0e7a-42e3-aac9-9f307c255201, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=eb47e15e-0e7a-42e3-aac9-9f307c255201,segment=NetworkSegment(5adae5c0-491f-45d0-bf99-a72af8a25c59),segment_id=5adae5c0-491f-45d0-bf99-a72af8a25c59)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:52.255788 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-deeb7844-8c9b-4a8f-9590-c05f5c2169dd req-6c71b7c7-e4fe-4001-9d8e-e948fcf6e8fd tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:52.275249 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-deeb7844-8c9b-4a8f-9590-c05f5c2169dd req-6c71b7c7-e4fe-4001-9d8e-e948fcf6e8fd tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Calling delete_port for eb47e15e-0e7a-42e3-aac9-9f307c255201 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:26:52.336690 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3f244b09-cff7-465e-be52-7e1064553c8c None None] Provisioning complete for port 57c28495-f26b-465a-84d9-a31fe8def007 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:52.337328 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3f244b09-cff7-465e-be52-7e1064553c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:52.388206 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-304018c5-79bd-427a-991d-3190815545af req-464b7a3d-c2b7-45c6-8068-157ac62cf328 service neutron] 10.222.0.60 "GET /v2.0/networks/55e73808-2cbc-4e1d-992f-b9bdf3699937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5937774 Sep 01 15:26:52.457218 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3f244b09-cff7-465e-be52-7e1064553c8c None None] Port 57c28495-f26b-465a-84d9-a31fe8def007 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:26:52.523547 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-a7ff9074-427b-40f0-9461-5f412ac1d27f tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:52.568253 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49145a76-46a3-4955-a003-989f1e0019fa tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Router b34d3990-536a-4b36-91c7-0d3896b06ba9 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:26:52.606796 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-bbd9a530-10c1-4912-8823-ec6d18c01d1d None None] Provisioning complete for port 57c28495-f26b-465a-84d9-a31fe8def007 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:52.607745 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a530-10c1-4912-8823-ec6d18c01d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:52.636584 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b6a86-8480-478f-a155-b4f8a5b4f50d req-6c1ad5f0-8086-43f1-9818-621556543bc4 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:52.639353 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-829b6a86-8480-478f-a155-b4f8a5b4f50d req-6c1ad5f0-8086-43f1-9818-621556543bc4 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.1449347 Sep 01 15:26:52.701169 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-bbd9a530-10c1-4912-8823-ec6d18c01d1d None None] Port 57c28495-f26b-465a-84d9-a31fe8def007 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:26:52.709074 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-deeb7844-8c9b-4a8f-9590-c05f5c2169dd req-6c71b7c7-e4fe-4001-9d8e-e948fcf6e8fd tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:52.709395 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49145a76-46a3-4955-a003-989f1e0019fa tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:26:52.724453 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feca6a52-cf26-4481-853e-c4293777389b None None] Sync routers for ids ['b34d3990-536a-4b36-91c7-0d3896b06ba9'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:26:52.753230 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feca6a52-cf26-4481-853e-c4293777389b None None] Routers {'b34d3990-536a-4b36-91c7-0d3896b06ba9'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:52.753559 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-feca6a52-cf26-4481-853e-c4293777389b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:26:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['b34d3990-536a-4b36-91c7-0d3896b06ba9'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:52.764202 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['eb47e15e-0e7a-42e3-aac9-9f307c255201'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:26:52.771223 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-49145a76-46a3-4955-a003-989f1e0019fa tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "PUT /v2.0/routers/b34d3990-536a-4b36-91c7-0d3896b06ba9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4469109 Sep 01 15:26:52.781499 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53366) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:52.811973 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-829b6a86-8480-478f-a155-b4f8a5b4f50d req-1b53840b-d7cb-41a9-8472-f3d34efaf863 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551673 Sep 01 15:26:52.825754 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71b7c7-e4fe-4001-9d8e-e948fcf6e8fd tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Pushing event deleted for resources: {'Port': ['ID=eb47e15e-0e7a-42e3-aac9-9f307c255201,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:52.853742 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-304018c5-79bd-427a-991d-3190815545af req-670a8196-a41f-48bd-a80d-2f227614816e service neutron] 10.222.0.60 "GET /v2.0/networks/55e73808-2cbc-4e1d-992f-b9bdf3699937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386919 Sep 01 15:26:52.921541 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f07263a-f338-4866-9f9d-455225fd89d9 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:52.926042 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0f07263a-f338-4866-9f9d-455225fd89d9 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "GET /v2.0/ports/57c28495-f26b-465a-84d9-a31fe8def007 HTTP/1.1" status: 200 len: 910 time: 0.1423879 Sep 01 15:26:52.928321 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53374) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:52.957631 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-feca6a52-cf26-4481-853e-c4293777389b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:52.963256 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-deeb7844-8c9b-4a8f-9590-c05f5c2169dd req-6c71b7c7-e4fe-4001-9d8e-e948fcf6e8fd tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] No DVR routers for this DVR port eb47e15e-0e7a-42e3-aac9-9f307c255201 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:26:52.976940 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-deeb7844-8c9b-4a8f-9590-c05f5c2169dd req-6c71b7c7-e4fe-4001-9d8e-e948fcf6e8fd tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:52.983529 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-deeb7844-8c9b-4a8f-9590-c05f5c2169dd req-6c71b7c7-e4fe-4001-9d8e-e948fcf6e8fd tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.62 "DELETE /v2.0/ports/eb47e15e-0e7a-42e3-aac9-9f307c255201 HTTP/1.1" status: 204 len: 173 time: 1.2964840 Sep 01 15:26:52.988427 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e68592-c873-4f21-ae80-8713bbb95081', 'name': 'network-vif-deleted', 'tag': 'eb47e15e-0e7a-42e3-aac9-9f307c255201'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:26:52.993214 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf878df-b6f4-4158-a1d8-4959ad7af232" -d '{"events": [{"server_uuid": "a7e68592-c873-4f21-ae80-8713bbb95081", "name": "network-vif-deleted", "tag": "eb47e15e-0e7a-42e3-aac9-9f307c255201"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:26:53.006656 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feca6a52-cf26-4481-853e-c4293777389b None None] Routers {'b34d3990-536a-4b36-91c7-0d3896b06ba9'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:53.007733 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-feca6a52-cf26-4481-853e-c4293777389b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:26:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['b34d3990-536a-4b36-91c7-0d3896b06ba9'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:53.070429 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-a7ff9074-427b-40f0-9461-5f412ac1d27f tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:53.120969 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-feca6a52-cf26-4481-853e-c4293777389b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:53.123667 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-83b31652-57eb-4bf7-a539-26bcd2f9a171 req-9dacc8e9-d19b-4ab5-9b26-6ec1fed191f5 tempest-ServerRescueTestJSONUnderV235-1248159672 tempest-ServerRescueTestJSONUnderV235-1248159672-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e68592-c873-4f21-ae80-8713bbb95081 HTTP/1.1" status: 200 len: 210 time: 0.1219630 Sep 01 15:26:53.130370 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feca6a52-cf26-4481-853e-c4293777389b None None] The sync data for ids ['b34d3990-536a-4b36-91c7-0d3896b06ba9'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:26:53.343762 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff9074-427b-40f0-9461-5f412ac1d27f tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Pushing event updated for resources: {'Port': ['ID=d82534cd-0564-47c6-a468-e1374b8f6283,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:53.455174 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e431bbb4-cff9-4d5c-b77b-55281a82b5ba x-openstack-request-id: req-e431bbb4-cff9-4d5c-b77b-55281a82b5ba {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:26:53.458206 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e68592-c873-4f21-ae80-8713bbb95081", "name": "network-vif-deleted", "tag": "eb47e15e-0e7a-42e3-aac9-9f307c255201", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:26:53.466591 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e431bbb4-cff9-4d5c-b77b-55281a82b5ba {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:26:53.467433 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e68592-c873-4f21-ae80-8713bbb95081', 'name': 'network-vif-deleted', 'tag': 'eb47e15e-0e7a-42e3-aac9-9f307c255201', 'status': 'completed', 'code': 200} Sep 01 15:26:53.536606 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2cde5-63c4-495e-9957-53fc2dea9f27 req-82328fa2-fbb0-4f8d-b40b-996df28b0f50 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:53.545983 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-53c2cde5-63c4-495e-9957-53fc2dea9f27 req-82328fa2-fbb0-4f8d-b40b-996df28b0f50 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 931 time: 0.2578266 Sep 01 15:26:53.568062 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 74f7a589-d938-4334-a853-3623cc6794cf up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:26:53.632741 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-a7ff9074-427b-40f0-9461-5f412ac1d27f tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Network 3fc306ad-d395-4e29-8475-725b0736474b is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:26:53.665284 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-53c2cde5-63c4-495e-9957-53fc2dea9f27 req-2bd69ce6-5e56-4247-94f9-2c3c19c4a79c tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134143 Sep 01 15:26:53.706897 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-a7ff9074-427b-40f0-9461-5f412ac1d27f tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:53.732093 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d6179466-5eef-4375-b900-ffcd85ce778d req-74e614ab-b4e5-4145-a027-f7608085c6ee tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f60c43-74ed-41b6-8e0f-3958861f4bfd HTTP/1.1" status: 200 len: 210 time: 0.1179347 Sep 01 15:26:53.745251 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-a7ff9074-427b-40f0-9461-5f412ac1d27f tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:26:53.795479 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 74f7a589-d938-4334-a853-3623cc6794cf triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:26:53.796107 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:53.983230 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-a7ff9074-427b-40f0-9461-5f412ac1d27f tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:53.985116 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-a7ff9074-427b-40f0-9461-5f412ac1d27f tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:54.019460 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93f1db-1ca3-4607-945e-119561ab02dc req-43a93491-2891-4481-9a90-8056383f082b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:54.053154 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-a7ff9074-427b-40f0-9461-5f412ac1d27f tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4547064 Sep 01 15:26:54.060641 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4b93f1db-1ca3-4607-945e-119561ab02dc req-43a93491-2891-4481-9a90-8056383f082b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.2458632 Sep 01 15:26:54.209172 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-f9af7f12-1ac6-47eb-aa34-7a3521f5b1cb service neutron] Request body: {'port': {'device_id': 'c9c2fa48-de76-4715-831f-1b79dcea4006', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:54.240511 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4b93f1db-1ca3-4607-945e-119561ab02dc req-a2d4b018-4f6b-4592-b394-0b41d30cb3de tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711218 Sep 01 15:26:54.317243 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53398) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:54.411375 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-f9af7f12-1ac6-47eb-aa34-7a3521f5b1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:54.843886 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be516ee-c88a-48df-ab3f-7851ae2a8c6c req-baeb1308-9a60-43ff-bebc-a559b1aeb3eb tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:54.859778 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8be516ee-c88a-48df-ab3f-7851ae2a8c6c req-baeb1308-9a60-43ff-bebc-a559b1aeb3eb tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.2188191 Sep 01 15:26:54.899855 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device eb47e15e-0e7a-42e3-aac9-9f307c255201 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:26:54.941707 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: eb47e15e-0e7a-42e3-aac9-9f307c255201 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:26:54.942067 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device eb47e15e-0e7a-42e3-aac9-9f307c255201 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:26:54.998333 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8be516ee-c88a-48df-ab3f-7851ae2a8c6c req-ce583eaf-7b25-43e5-80b2-b46d8f3d957c tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368897 Sep 01 15:26:55.035630 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-f9af7f12-1ac6-47eb-aa34-7a3521f5b1cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d82534cd-0564-47c6-a468-e1374b8f6283 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:26:55.054023 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-f9af7f12-1ac6-47eb-aa34-7a3521f5b1cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:55.085439 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-f9af7f12-1ac6-47eb-aa34-7a3521f5b1cb service neutron] Transition to ACTIVE for port object d82534cd-0564-47c6-a468-e1374b8f6283 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:26:55.149230 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-f9af7f12-1ac6-47eb-aa34-7a3521f5b1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:55.316057 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-43cfc222-0aed-4020-897b-cbf429b22795 req-debc7ee6-5607-4877-bc18-ea3ef111293e tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f60c43-74ed-41b6-8e0f-3958861f4bfd HTTP/1.1" status: 200 len: 210 time: 0.0762644 Sep 01 15:26:55.456334 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af7f12-1ac6-47eb-aa34-7a3521f5b1cb service neutron] Pushing event updated for resources: {'Port': ['ID=d82534cd-0564-47c6-a468-e1374b8f6283,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:55.485872 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be854d4-1652-4114-b127-cf3cfdd8a2eb req-d62d1c66-76dd-44d6-8468-b98222c46979 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:55.495186 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8be854d4-1652-4114-b127-cf3cfdd8a2eb req-d62d1c66-76dd-44d6-8468-b98222c46979 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 943 time: 0.4053791 Sep 01 15:26:55.606288 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175d714-8df2-424b-b26e-8361afedc2fe req-ff9e26d2-0204-4dd8-b2d1-2a51a0b76955 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:55.611252 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a175d714-8df2-424b-b26e-8361afedc2fe req-ff9e26d2-0204-4dd8-b2d1-2a51a0b76955 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.0988388 Sep 01 15:26:55.618878 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8be854d4-1652-4114-b127-cf3cfdd8a2eb req-8d163747-4774-4f4e-a79f-1c4557d52458 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816996 Sep 01 15:26:55.627549 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-62da6d90-e2c6-423d-8cdf-804ddafa0667 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:55.630123 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-f9af7f12-1ac6-47eb-aa34-7a3521f5b1cb service neutron] Attempting to bind port d82534cd-0564-47c6-a468-e1374b8f6283 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:26:55.630506 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-f9af7f12-1ac6-47eb-aa34-7a3521f5b1cb service neutron] Attempting to bind port d82534cd-0564-47c6-a468-e1374b8f6283 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3fc306ad-d395-4e29-8475-725b0736474b'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:26:55.630835 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-f9af7f12-1ac6-47eb-aa34-7a3521f5b1cb service neutron] Attempting to bind port d82534cd-0564-47c6-a468-e1374b8f6283 on network 3fc306ad-d395-4e29-8475-725b0736474b {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:26:55.683062 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-f9af7f12-1ac6-47eb-aa34-7a3521f5b1cb service neutron] Port d82534cd-0564-47c6-a468-e1374b8f6283 on network 3fc306ad-d395-4e29-8475-725b0736474b not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:26:55.683062 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-f9af7f12-1ac6-47eb-aa34-7a3521f5b1cb service neutron] Attempting to bind port d82534cd-0564-47c6-a468-e1374b8f6283 on network 3fc306ad-d395-4e29-8475-725b0736474b {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:26:55.747680 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-f9af7f12-1ac6-47eb-aa34-7a3521f5b1cb service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:26:55.748808 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-f9af7f12-1ac6-47eb-aa34-7a3521f5b1cb service neutron] Checking segment: {'id': 'fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3fc306ad-d395-4e29-8475-725b0736474b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:26:55.748808 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-f9af7f12-1ac6-47eb-aa34-7a3521f5b1cb service neutron] Bound using segment: {'id': 'fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3fc306ad-d395-4e29-8475-725b0736474b'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:26:55.750150 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-f9af7f12-1ac6-47eb-aa34-7a3521f5b1cb service neutron] Bound port: d82534cd-0564-47c6-a468-e1374b8f6283, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3fc306ad-d395-4e29-8475-725b0736474b'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:26:55.750150 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-f9af7f12-1ac6-47eb-aa34-7a3521f5b1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:55.805849 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a175d714-8df2-424b-b26e-8361afedc2fe req-f3f65dae-d7a3-44f8-892f-7623f01821c5 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866794 Sep 01 15:26:55.844668 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8b4f41ad-bb6e-489f-a3ba-8e8130cff36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:55.987045 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-f9af7f12-1ac6-47eb-aa34-7a3521f5b1cb service neutron] For port d82534cd-0564-47c6-a468-e1374b8f6283, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:26:56.022711 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-f9af7f12-1ac6-47eb-aa34-7a3521f5b1cb service neutron] For port d82534cd-0564-47c6-a468-e1374b8f6283, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=d82534cd-0564-47c6-a468-e1374b8f6283,segment=NetworkSegment(fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084),segment_id=fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:26:56.043492 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-f9af7f12-1ac6-47eb-aa34-7a3521f5b1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:56.094439 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-f9af7f12-1ac6-47eb-aa34-7a3521f5b1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:56.095329 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-f9af7f12-1ac6-47eb-aa34-7a3521f5b1cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:56.097154 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-f9af7f12-1ac6-47eb-aa34-7a3521f5b1cb service neutron] 10.222.0.45 "PUT /v2.0/ports/d82534cd-0564-47c6-a468-e1374b8f6283 HTTP/1.1" status: 200 len: 1091 time: 1.9183125 Sep 01 15:26:56.100217 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c2fa48-de76-4715-831f-1b79dcea4006', 'tag': 'd82534cd-0564-47c6-a468-e1374b8f6283'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:26:56.102601 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccee481-817c-43c2-b335-e87e33e826f7" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c2fa48-de76-4715-831f-1b79dcea4006", "tag": "d82534cd-0564-47c6-a468-e1374b8f6283"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:26:56.141205 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a840c-3c03-4b98-aec4-eda0ede76eb4 req-50613ce6-6566-4b81-b61a-c90cea5c2362 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:56.143824 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3d1a840c-3c03-4b98-aec4-eda0ede76eb4 req-50613ce6-6566-4b81-b61a-c90cea5c2362 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.2288921 Sep 01 15:26:56.179119 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af7f12-1ac6-47eb-aa34-7a3521f5b1cb service neutron] Pushing event updated for resources: {'Port': ['ID=d82534cd-0564-47c6-a468-e1374b8f6283,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:56.219861 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3d1a840c-3c03-4b98-aec4-eda0ede76eb4 req-7f2bb259-2ff1-4200-9925-ec91d36d6e6e tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586138 Sep 01 15:26:56.224747 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a013232d-2bfa-462a-9a86-a3352ee2b640 x-openstack-request-id: req-a013232d-2bfa-462a-9a86-a3352ee2b640 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:26:56.224747 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c2fa48-de76-4715-831f-1b79dcea4006", "tag": "d82534cd-0564-47c6-a468-e1374b8f6283", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:26:56.224747 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a013232d-2bfa-462a-9a86-a3352ee2b640 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:26:56.224747 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c2fa48-de76-4715-831f-1b79dcea4006', 'tag': 'd82534cd-0564-47c6-a468-e1374b8f6283', 'status': 'completed', 'code': 200} Sep 01 15:26:56.405664 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-62da6d90-e2c6-423d-8cdf-804ddafa0667 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Deleting port 57c28495-f26b-465a-84d9-a31fe8def007 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:26:56.406570 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-62da6d90-e2c6-423d-8cdf-804ddafa0667 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:56.640721 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-62da6d90-e2c6-423d-8cdf-804ddafa0667 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:56.663250 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422a2a2-c93f-47ee-a2c0-62183dd8470c req-3ffef81c-975a-4a30-a55d-4f86159c2e2d tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:56.671498 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a422a2a2-c93f-47ee-a2c0-62183dd8470c req-3ffef81c-975a-4a30-a55d-4f86159c2e2d tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.1150434 Sep 01 15:26:56.695695 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-62da6d90-e2c6-423d-8cdf-804ddafa0667 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Calling delete_port for 57c28495-f26b-465a-84d9-a31fe8def007 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:26:56.737842 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a422a2a2-c93f-47ee-a2c0-62183dd8470c req-8d40aae1-8a9f-4306-8d7d-b74218146b04 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649462 Sep 01 15:26:56.767805 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a86aa2c-7d63-41fc-a6f4-7f004287fac3 req-37a57127-ffa7-470a-ac66-2dfeb2a87957 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f60c43-74ed-41b6-8e0f-3958861f4bfd HTTP/1.1" status: 200 len: 210 time: 0.1532588 Sep 01 15:26:56.869381 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-eeb867a0-70a5-4802-ac9b-8debabcf0620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:56.871485 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-eeb867a0-70a5-4802-ac9b-8debabcf0620 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=23b9023d47b94f66b655f70395dcb615&device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 1094 time: 0.6209912 Sep 01 15:26:56.949442 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304018c5-79bd-427a-991d-3190815545af req-d041b040-b349-40cb-abe8-1ed5b8652fea tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:56.952572 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-304018c5-79bd-427a-991d-3190815545af req-d041b040-b349-40cb-abe8-1ed5b8652fea tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.62 "GET /v2.0/networks?id=55e73808-2cbc-4e1d-992f-b9bdf3699937 HTTP/1.1" status: 200 len: 808 time: 0.4275320 Sep 01 15:26:56.956532 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f41ad-bb6e-489f-a3ba-8e8130cff36d admin admin] Deleting port 21d45a8e-cda5-4166-b595-220aa188abb7 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:26:56.957071 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8b4f41ad-bb6e-489f-a3ba-8e8130cff36d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:57.051818 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-304018c5-79bd-427a-991d-3190815545af req-7d5f42dd-ba7d-45a2-b249-a82deb50e2b3 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Request body: {'port': {'device_id': 'd4f60c43-74ed-41b6-8e0f-3958861f4bfd', 'network_id': '55e73808-2cbc-4e1d-992f-b9bdf3699937', 'admin_state_up': True, 'tenant_id': '6d66f4d5460b4e61a8d93c7c121a5ffb'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:26:57.322664 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf533410-88eb-4719-a109-f0192dbf9727 req-3b7e3735-3459-4514-8aff-e64b8e6cf3f0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:57.325279 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bf533410-88eb-4719-a109-f0192dbf9727 req-3b7e3735-3459-4514-8aff-e64b8e6cf3f0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.2808070 Sep 01 15:26:57.359113 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-6d0bd6a6-c7b9-4159-bc7f-ae0ad9744d22 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d82534cd-0564-47c6-a468-e1374b8f6283 HTTP/1.1" status: 200 len: 217 time: 0.4423645 Sep 01 15:26:57.410165 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-8b4f41ad-bb6e-489f-a3ba-8e8130cff36d admin admin] For port 21d45a8e-cda5-4166-b595-220aa188abb7, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=21d45a8e-cda5-4166-b595-220aa188abb7,segment=NetworkSegment(5adae5c0-491f-45d0-bf99-a72af8a25c59),segment_id=5adae5c0-491f-45d0-bf99-a72af8a25c59)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:26:57.410861 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8b4f41ad-bb6e-489f-a3ba-8e8130cff36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:57.465422 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f41ad-bb6e-489f-a3ba-8e8130cff36d admin admin] Calling delete_port for 21d45a8e-cda5-4166-b595-220aa188abb7 owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:26:57.478086 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bf533410-88eb-4719-a109-f0192dbf9727 req-61eb7a90-36c4-4559-b54c-e94dd82fdaf3 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233547 Sep 01 15:26:57.525546 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b3298-19e6-4737-a075-0db138f7b824 req-2eddf0b6-9854-4c43-b2c1-9167f45dbc4a tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:57.534962 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0e8b3298-19e6-4737-a075-0db138f7b824 req-2eddf0b6-9854-4c43-b2c1-9167f45dbc4a tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 943 time: 0.6150537 Sep 01 15:26:57.549369 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-62da6d90-e2c6-423d-8cdf-804ddafa0667 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:57.579678 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-ac7c135f-88e4-4c1f-85df-ec8f7d30bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:57.582480 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-ac7c135f-88e4-4c1f-85df-ec8f7d30bf25 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=870d447b-a102-45cd-b773-7b57248ad4c5 HTTP/1.1" status: 200 len: 850 time: 0.1606469 Sep 01 15:26:57.649076 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-304018c5-79bd-427a-991d-3190815545af req-7d5f42dd-ba7d-45a2-b249-a82deb50e2b3 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Made reservation on behalf of 6d66f4d5460b4e61a8d93c7c121a5ffb for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:26:57.649355 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-a464de46-e9f7-421b-a942-0f559bab58af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3fc306ad-d395-4e29-8475-725b0736474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454881 Sep 01 15:26:57.649769 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-304018c5-79bd-427a-991d-3190815545af req-7d5f42dd-ba7d-45a2-b249-a82deb50e2b3 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:57.687561 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-f2a6aa30-efc5-425b-a9c8-ace5efc5e85f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:26:57.688612 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-f2a6aa30-efc5-425b-a9c8-ace5efc5e85f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064874 Sep 01 15:26:57.707430 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:57.715374 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da6d90-e2c6-423d-8cdf-804ddafa0667 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Port': ['ID=57c28495-f26b-465a-84d9-a31fe8def007,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:57.856814 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-b4773494-9b61-468c-9ed2-43dd6fb81952 service neutron] 10.222.0.45 "GET /v2.0/networks/3fc306ad-d395-4e29-8475-725b0736474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369967 Sep 01 15:26:58.115314 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0e8b3298-19e6-4737-a075-0db138f7b824 req-5103f368-e8a0-43b0-ae0d-8d5dd3d8013e tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5774989 Sep 01 15:26:58.122626 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-304018c5-79bd-427a-991d-3190815545af req-7d5f42dd-ba7d-45a2-b249-a82deb50e2b3 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Allocated IP 172.20.0.5 (55e73808-2cbc-4e1d-992f-b9bdf3699937/8d999ac3-460a-4c00-93db-3bfd3681d09f/e7e5569d-553f-4cb5-8edc-70fb753addd4) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:26:58.221611 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-62da6d90-e2c6-423d-8cdf-804ddafa0667 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:58.495214 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ae5b7fa1-6920-423f-b171-db2edd6caebe req-ef5b76a1-b485-4e4b-9cc9-f0fa20e4b038 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f60c43-74ed-41b6-8e0f-3958861f4bfd HTTP/1.1" status: 200 len: 210 time: 0.1492620 Sep 01 15:26:58.535021 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc04588a-f4fa-4cc4-97fe-346026c90c99 req-109b9cce-0f58-4cfc-ace4-26f2fe90ec63 service neutron] 10.222.0.45 "GET /v2.0/networks/3fc306ad-d395-4e29-8475-725b0736474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5790186 Sep 01 15:26:58.580971 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8dc1d4-8e1d-48bd-bf11-ac53f116d42a req-0ae9c598-5079-4e1c-8cf3-3b67bf686426 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:58.583746 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6d8dc1d4-8e1d-48bd-bf11-ac53f116d42a req-0ae9c598-5079-4e1c-8cf3-3b67bf686426 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/networks?id=e5460166-f0b6-4e0f-87a2-13b45ba8cda0 HTTP/1.1" status: 200 len: 814 time: 0.7104037 Sep 01 15:26:58.703105 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6d8dc1d4-8e1d-48bd-bf11-ac53f116d42a req-3bb75aa5-a246-408c-a0d9-044371d01961 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/quotas/f64e9e568cfb496c936b61a18ec8a0b5 HTTP/1.1" status: 200 len: 375 time: 0.1043904 Sep 01 15:26:58.708468 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e942d2fc-c2a4-4ee8-8991-8b8c0b694f3e req-87d0a624-f624-4984-b644-a67038641ffb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4705155 Sep 01 15:26:58.761507 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62da6d90-e2c6-423d-8cdf-804ddafa0667 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Router b34d3990-536a-4b36-91c7-0d3896b06ba9 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:26:58.971402 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccee481-817c-43c2-b335-e87e33e826f7 req-c746da35-546d-40f5-b46f-1ef9c9b6b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:58.973823 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9ccee481-817c-43c2-b335-e87e33e826f7 req-c746da35-546d-40f5-b46f-1ef9c9b6b2b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=23b9023d47b94f66b655f70395dcb615&device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 1094 time: 0.2836637 Sep 01 15:26:58.981531 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942d2fc-c2a4-4ee8-8991-8b8c0b694f3e req-773d3a38-72dd-4a2c-a1a6-c1ec99c6f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:58.984226 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e942d2fc-c2a4-4ee8-8991-8b8c0b694f3e req-773d3a38-72dd-4a2c-a1a6-c1ec99c6f021 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f64e9e568cfb496c936b61a18ec8a0b5&device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 1096 time: 0.2481115 Sep 01 15:26:59.000825 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62da6d90-e2c6-423d-8cdf-804ddafa0667 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:26:59.012145 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-62da6d90-e2c6-423d-8cdf-804ddafa0667 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "PUT /v2.0/routers/b34d3990-536a-4b36-91c7-0d3896b06ba9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0817645 Sep 01 15:26:59.016851 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302f024f-44f3-46c8-a63e-2d75dd14cff2 None None] Sync routers for ids ['b34d3990-536a-4b36-91c7-0d3896b06ba9'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:26:59.050728 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53474) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:59.054049 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-304018c5-79bd-427a-991d-3190815545af req-7d5f42dd-ba7d-45a2-b249-a82deb50e2b3 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:59.067119 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302f024f-44f3-46c8-a63e-2d75dd14cff2 None None] Routers {'b34d3990-536a-4b36-91c7-0d3896b06ba9'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:59.069076 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-302f024f-44f3-46c8-a63e-2d75dd14cff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:26:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['b34d3990-536a-4b36-91c7-0d3896b06ba9'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:59.161058 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6d8dc1d4-8e1d-48bd-bf11-ac53f116d42a req-281f0e19-0aa8-4714-b98d-7f4d5bcad83d tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f64e9e568cfb496c936b61a18ec8a0b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4178140 Sep 01 15:26:59.181336 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-304018c5-79bd-427a-991d-3190815545af req-7d5f42dd-ba7d-45a2-b249-a82deb50e2b3 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:59.182268 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4cfba9b8-32eb-4bfe-8ca8-7dce50bbb86c tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "GET /v2.0/ports?device_id=b34d3990-536a-4b36-91c7-0d3896b06ba9 HTTP/1.1" status: 200 len: 205 time: 0.1234865 Sep 01 15:26:59.191066 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53480) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:26:59.240752 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-302f024f-44f3-46c8-a63e-2d75dd14cff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:59.301302 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302f024f-44f3-46c8-a63e-2d75dd14cff2 None None] Routers {'b34d3990-536a-4b36-91c7-0d3896b06ba9'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:26:59.304275 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8b4f41ad-bb6e-489f-a3ba-8e8130cff36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:59.307048 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-302f024f-44f3-46c8-a63e-2d75dd14cff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:26:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['b34d3990-536a-4b36-91c7-0d3896b06ba9'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:59.320621 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f42dd-ba7d-45a2-b249-a82deb50e2b3 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Pushing event updated for resources: {'Port': ['ID=e7e5569d-553f-4cb5-8edc-70fb753addd4,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:59.402719 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942d2fc-c2a4-4ee8-8991-8b8c0b694f3e req-d5f38ee0-e218-44b0-bb90-9669a1867d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:59.405454 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e942d2fc-c2a4-4ee8-8991-8b8c0b694f3e req-d5f38ee0-e218-44b0-bb90-9669a1867d1a service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5460166-f0b6-4e0f-87a2-13b45ba8cda0 HTTP/1.1" status: 200 len: 915 time: 0.3914287 Sep 01 15:26:59.452491 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-302f024f-44f3-46c8-a63e-2d75dd14cff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:26:59.453581 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302f024f-44f3-46c8-a63e-2d75dd14cff2 None None] The sync data for ids ['b34d3990-536a-4b36-91c7-0d3896b06ba9'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:26:59.466019 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f41ad-bb6e-489f-a3ba-8e8130cff36d admin admin] Pushing event deleted for resources: {'Port': ['ID=21d45a8e-cda5-4166-b595-220aa188abb7,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:26:59.483573 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-304018c5-79bd-427a-991d-3190815545af req-7d5f42dd-ba7d-45a2-b249-a82deb50e2b3 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Network 55e73808-2cbc-4e1d-992f-b9bdf3699937 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:26:59.520355 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-304018c5-79bd-427a-991d-3190815545af req-7d5f42dd-ba7d-45a2-b249-a82deb50e2b3 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:26:59.520355 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-304018c5-79bd-427a-991d-3190815545af req-7d5f42dd-ba7d-45a2-b249-a82deb50e2b3 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:26:59.550850 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-36f0c965-878b-4d46-8323-4498458fb0d6 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:59.560318 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e942d2fc-c2a4-4ee8-8991-8b8c0b694f3e req-6217a33e-d904-43db-a354-220fc7368274 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9470091-87f1-45a7-9b64-aa8b33b9992e HTTP/1.1" status: 200 len: 217 time: 0.1273999 Sep 01 15:26:59.695822 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73acac6-65d1-41f7-be34-003b60659f22 req-f5145cd4-d36c-4c5c-844d-ab13cbe3e22c tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:59.713020 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d73acac6-65d1-41f7-be34-003b60659f22 req-f5145cd4-d36c-4c5c-844d-ab13cbe3e22c tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 943 time: 0.3029819 Sep 01 15:26:59.717148 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304018c5-79bd-427a-991d-3190815545af req-7d5f42dd-ba7d-45a2-b249-a82deb50e2b3 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:59.717900 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-304018c5-79bd-427a-991d-3190815545af req-7d5f42dd-ba7d-45a2-b249-a82deb50e2b3 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:59.747948 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccee481-817c-43c2-b335-e87e33e826f7 req-b49436b3-ad95-44fe-956c-c6a4c47af051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:59.750584 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9ccee481-817c-43c2-b335-e87e33e826f7 req-b49436b3-ad95-44fe-956c-c6a4c47af051 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3fc306ad-d395-4e29-8475-725b0736474b HTTP/1.1" status: 200 len: 911 time: 0.7647350 Sep 01 15:26:59.794861 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942d2fc-c2a4-4ee8-8991-8b8c0b694f3e req-c377eb05-6fce-4fe4-bd3d-603f52309b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:59.797394 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e942d2fc-c2a4-4ee8-8991-8b8c0b694f3e req-c377eb05-6fce-4fe4-bd3d-603f52309b63 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d7305b75-0883-4ca2-85e6-e628da02c41e HTTP/1.1" status: 200 len: 854 time: 0.2277427 Sep 01 15:26:59.857887 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68136a9a-018b-47e8-be79-bdd5fa0a5b1b req-61b36737-bd0c-4dce-ac30-17003a8a031f tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:26:59.859534 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-68136a9a-018b-47e8-be79-bdd5fa0a5b1b req-61b36737-bd0c-4dce-ac30-17003a8a031f tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.3982916 Sep 01 15:26:59.868241 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d73acac6-65d1-41f7-be34-003b60659f22 req-bc7c3502-bdf4-4f97-8e96-e0209f346e45 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566658 Sep 01 15:26:59.877343 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9ccee481-817c-43c2-b335-e87e33e826f7 req-76a04261-eb95-4e61-965b-59a6a0c12842 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d82534cd-0564-47c6-a468-e1374b8f6283 HTTP/1.1" status: 200 len: 217 time: 0.1140628 Sep 01 15:26:59.902752 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e942d2fc-c2a4-4ee8-8991-8b8c0b694f3e req-80d83a6b-acc0-494e-a950-7eb080913f1b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5460166-f0b6-4e0f-87a2-13b45ba8cda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421164 Sep 01 15:26:59.912336 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-36f0c965-878b-4d46-8323-4498458fb0d6 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:59.917056 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-304018c5-79bd-427a-991d-3190815545af req-7d5f42dd-ba7d-45a2-b249-a82deb50e2b3 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8745172 Sep 01 15:26:59.918339 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-36f0c965-878b-4d46-8323-4498458fb0d6 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:26:59.948221 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-304018c5-79bd-427a-991d-3190815545af req-3107b6ad-c8e6-4687-8e0a-4fb9a2971de3 service neutron] Request body: {'port': {'device_id': 'd4f60c43-74ed-41b6-8e0f-3958861f4bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:00.015940 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccee481-817c-43c2-b335-e87e33e826f7 req-ad3a3415-de7d-4cc5-b450-429c8f7d2842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:00.018890 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9ccee481-817c-43c2-b335-e87e33e826f7 req-ad3a3415-de7d-4cc5-b450-429c8f7d2842 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=870d447b-a102-45cd-b773-7b57248ad4c5 HTTP/1.1" status: 200 len: 850 time: 0.1209447 Sep 01 15:27:00.096402 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-68136a9a-018b-47e8-be79-bdd5fa0a5b1b req-5d394a3b-7cb5-47d3-8626-94c373e99026 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980648 Sep 01 15:27:00.103132 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-36f0c965-878b-4d46-8323-4498458fb0d6 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:00.103654 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f0c965-878b-4d46-8323-4498458fb0d6 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Fanout notify agent at l3_agent the message router_deleted on router b34d3990-536a-4b36-91c7-0d3896b06ba9 {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:27:00.147774 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9ccee481-817c-43c2-b335-e87e33e826f7 req-a924b090-b1a3-4fb5-8af7-1da51e359756 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3fc306ad-d395-4e29-8475-725b0736474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192384 Sep 01 15:27:00.188513 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-36f0c965-878b-4d46-8323-4498458fb0d6 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:00.197376 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-36f0c965-878b-4d46-8323-4498458fb0d6 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/routers/b34d3990-536a-4b36-91c7-0d3896b06ba9 HTTP/1.1" status: 204 len: 168 time: 0.9000628 Sep 01 15:27:00.213058 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53494) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:00.261999 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e942d2fc-c2a4-4ee8-8991-8b8c0b694f3e req-a3a00145-c5cf-445b-bec7-1e5b273002a9 service neutron] 10.222.0.45 "GET /v2.0/networks/e5460166-f0b6-4e0f-87a2-13b45ba8cda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519588 Sep 01 15:27:00.318898 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-304018c5-79bd-427a-991d-3190815545af req-3107b6ad-c8e6-4687-8e0a-4fb9a2971de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:00.322907 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8b4f41ad-bb6e-489f-a3ba-8e8130cff36d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:00.400948 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9ccee481-817c-43c2-b335-e87e33e826f7 req-c2fb34b8-3ac0-44e4-a919-7f1515e00d0b service neutron] 10.222.0.45 "GET /v2.0/networks/3fc306ad-d395-4e29-8475-725b0736474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396996 Sep 01 15:27:00.412525 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acdcc3-753e-4c4a-bdc9-d719d02882a0 req-f17900b1-2433-41f4-9886-6172eca22bcb tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:00.414183 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a7acdcc3-753e-4c4a-bdc9-d719d02882a0 req-f17900b1-2433-41f4-9886-6172eca22bcb tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f60c43-74ed-41b6-8e0f-3958861f4bfd HTTP/1.1" status: 200 len: 931 time: 0.1776397 Sep 01 15:27:00.459904 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f4fb2b-e196-4585-8f5f-6c3304cc6dcd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Deleting subnet 2bc18a37-0459-4a09-99ab-6c5bad42034b {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:27:00.504121 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b6f4fb2b-e196-4585-8f5f-6c3304cc6dcd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:00.525966 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e942d2fc-c2a4-4ee8-8991-8b8c0b694f3e req-d38aba3b-e066-4cd1-8866-ef1953858ba4 service neutron] 10.222.0.45 "GET /v2.0/networks/e5460166-f0b6-4e0f-87a2-13b45ba8cda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465615 Sep 01 15:27:00.574633 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a7acdcc3-753e-4c4a-bdc9-d719d02882a0 req-26776730-238c-444c-8380-29bf5dd6fa93 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/security-groups?id=5de1d363-607c-4cdb-a1b5-6e9ecee69644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467290 Sep 01 15:27:00.578009 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0cd09-5441-4cbb-8b88-41700ac2ce80 req-b14179eb-f024-4fc5-8905-e6d1a78e8b6c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:00.594022 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ca0cd09-5441-4cbb-8b88-41700ac2ce80 req-b14179eb-f024-4fc5-8905-e6d1a78e8b6c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d81c67e-a48e-44e9-b085-cbaa9ed29702 HTTP/1.1" status: 200 len: 946 time: 0.3503885 Sep 01 15:27:00.644218 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9ccee481-817c-43c2-b335-e87e33e826f7 req-369f4e66-ca44-431b-a1fd-306baac43376 service neutron] 10.222.0.45 "GET /v2.0/networks/3fc306ad-d395-4e29-8475-725b0736474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284806 Sep 01 15:27:00.744524 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04745e8c-e68c-48fa-9f18-996d9381db80 req-2751f09b-5fed-405a-8c40-128f05a2c6b6 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:00.753527 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-04745e8c-e68c-48fa-9f18-996d9381db80 req-2751f09b-5fed-405a-8c40-128f05a2c6b6 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.0710590 Sep 01 15:27:00.759981 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b6f4fb2b-e196-4585-8f5f-6c3304cc6dcd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:00.812760 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-04745e8c-e68c-48fa-9f18-996d9381db80 req-8f3c9352-3c93-4ae9-8a24-4de42a22f069 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564640 Sep 01 15:27:00.866912 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ca0cd09-5441-4cbb-8b88-41700ac2ce80 req-975bc958-8e08-49d2-b500-4481ef2663e6 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f0c8ef5-7baf-4010-8f4a-03441985fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2618637 Sep 01 15:27:00.921884 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:27:01.127883 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e628ee1-60e6-40ed-b5e5-2de7c04734d3 req-3b5dce60-b7ec-47e5-a85a-61a83fa2339f tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:01.140984 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2e628ee1-60e6-40ed-b5e5-2de7c04734d3 req-3b5dce60-b7ec-47e5-a85a-61a83fa2339f tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 943 time: 0.1255801 Sep 01 15:27:01.202693 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2e628ee1-60e6-40ed-b5e5-2de7c04734d3 req-6df64d0c-afb7-4264-9e49-cc614cdd472e tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545702 Sep 01 15:27:01.439519 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b6f4fb2b-e196-4585-8f5f-6c3304cc6dcd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:01.553458 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5ee5e53e-9d62-4314-bae2-aae56698861e req-e4d443a0-ed9a-498a-82fd-080a213aee14 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f64e9e568cfb496c936b61a18ec8a0b5 HTTP/1.1" status: 200 len: 221 time: 0.2364318 Sep 01 15:27:01.646593 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4f41ad-bb6e-489f-a3ba-8e8130cff36d admin admin] Router f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:27:01.666729 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b6f4fb2b-e196-4585-8f5f-6c3304cc6dcd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:01.738363 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49b97d-c013-4a95-b0bd-b2aef2485424 req-1970b570-398f-42b8-b04d-d947fe7f1daa tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:01.741136 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3f49b97d-c013-4a95-b0bd-b2aef2485424 req-1970b570-398f-42b8-b04d-d947fe7f1daa tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.0863016 Sep 01 15:27:01.747399 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4fb2b-e196-4585-8f5f-6c3304cc6dcd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Subnet': ['ID=2bc18a37-0459-4a09-99ab-6c5bad42034b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:01.750638 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b6f4fb2b-e196-4585-8f5f-6c3304cc6dcd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:01.754773 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b6f4fb2b-e196-4585-8f5f-6c3304cc6dcd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/subnets/2bc18a37-0459-4a09-99ab-6c5bad42034b HTTP/1.1" status: 204 len: 168 time: 1.5366700 Sep 01 15:27:01.754975 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc741bd-0e5d-44ce-a293-c30917efd74c None None] Network 05a170b2-5563-48ff-af35-865d608d3a24 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:27:01.759435 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53516) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:01.789508 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-304018c5-79bd-427a-991d-3190815545af req-3107b6ad-c8e6-4687-8e0a-4fb9a2971de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e5569d-553f-4cb5-8edc-70fb753addd4 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:27:01.832716 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4fb2b-e196-4585-8f5f-6c3304cc6dcd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:01.833076 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4fb2b-e196-4585-8f5f-6c3304cc6dcd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:01.833397 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4fb2b-e196-4585-8f5f-6c3304cc6dcd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:01.833733 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4fb2b-e196-4585-8f5f-6c3304cc6dcd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:01.834061 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4fb2b-e196-4585-8f5f-6c3304cc6dcd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:01.834425 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4fb2b-e196-4585-8f5f-6c3304cc6dcd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:01.834751 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4fb2b-e196-4585-8f5f-6c3304cc6dcd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:01.835083 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4fb2b-e196-4585-8f5f-6c3304cc6dcd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:01.835473 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4fb2b-e196-4585-8f5f-6c3304cc6dcd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:01.835802 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4fb2b-e196-4585-8f5f-6c3304cc6dcd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:01.836125 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4fb2b-e196-4585-8f5f-6c3304cc6dcd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:01.836444 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f4fb2b-e196-4585-8f5f-6c3304cc6dcd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:01.846558 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-304018c5-79bd-427a-991d-3190815545af req-3107b6ad-c8e6-4687-8e0a-4fb9a2971de3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:01.877944 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-304018c5-79bd-427a-991d-3190815545af req-3107b6ad-c8e6-4687-8e0a-4fb9a2971de3 service neutron] Transition to ACTIVE for port object e7e5569d-553f-4cb5-8edc-70fb753addd4 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:01.935852 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-304018c5-79bd-427a-991d-3190815545af req-3107b6ad-c8e6-4687-8e0a-4fb9a2971de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:01.960033 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05745e-e00f-44f8-8f02-6a393f650fa6 req-07184e36-4f6c-4cf0-be8a-82ac7ca094c9 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:01.963559 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cc05745e-e00f-44f8-8f02-6a393f650fa6 req-07184e36-4f6c-4cf0-be8a-82ac7ca094c9 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f60c43-74ed-41b6-8e0f-3958861f4bfd HTTP/1.1" status: 200 len: 931 time: 0.2760239 Sep 01 15:27:02.065539 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3f49b97d-c013-4a95-b0bd-b2aef2485424 req-aa7242db-ee86-42f1-b9ea-1fe42454e828 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047690 Sep 01 15:27:02.081902 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-454c0b78-b446-4bee-adcf-c02593cfac50 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:02.094603 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4f41ad-bb6e-489f-a3ba-8e8130cff36d admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:27:02.101512 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8b4f41ad-bb6e-489f-a3ba-8e8130cff36d admin admin] 10.222.0.60 "PUT /v2.0/routers/f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7821965 Sep 01 15:27:02.105747 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53530) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:02.112838 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aa9c10-28f3-4b9a-b7d7-cfe369aa1a63 None None] Sync routers for ids ['f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:27:02.200493 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e1dbf2-2f4d-4898-95c6-da90df4c2a66 None None] DHCP port deletion for 05a170b2-5563-48ff-af35-865d608d3a24 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:27:02.215048 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107b6ad-c8e6-4687-8e0a-4fb9a2971de3 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e5569d-553f-4cb5-8edc-70fb753addd4,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:02.242209 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c65f7-1893-48b3-9924-2be34f750375 req-9b6e3e41-2bad-40dd-b541-024bb75b5a5c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:02.244268 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-126c65f7-1893-48b3-9924-2be34f750375 req-9b6e3e41-2bad-40dd-b541-024bb75b5a5c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.45 "GET /v2.0/ports?device_id=4d81c67e-a48e-44e9-b085-cbaa9ed29702 HTTP/1.1" status: 200 len: 946 time: 0.1140158 Sep 01 15:27:02.250922 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-454c0b78-b446-4bee-adcf-c02593cfac50 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Deleting port 7e24a1c2-da45-45e1-ae5c-bf830f0e31bf {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:27:02.251694 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-454c0b78-b446-4bee-adcf-c02593cfac50 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:02.266809 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aa9c10-28f3-4b9a-b7d7-cfe369aa1a63 None None] Routers {'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:02.268077 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-97aa9c10-28f3-4b9a-b7d7-cfe369aa1a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:26:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:02.305770 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cc05745e-e00f-44f8-8f02-6a393f650fa6 req-2c00ff91-0e9b-4859-b2f6-e6cc87c55dd4 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/security-groups?id=5de1d363-607c-4cdb-a1b5-6e9ecee69644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856274 Sep 01 15:27:02.454830 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device d82534cd-0564-47c6-a468-e1374b8f6283 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:27:02.594814 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-454c0b78-b446-4bee-adcf-c02593cfac50 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] For port 7e24a1c2-da45-45e1-ae5c-bf830f0e31bf, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=7e24a1c2-da45-45e1-ae5c-bf830f0e31bf,segment=NetworkSegment(8987b41f-7a9f-413b-a25c-46c26794059e),segment_id=8987b41f-7a9f-413b-a25c-46c26794059e)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:02.595970 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-454c0b78-b446-4bee-adcf-c02593cfac50 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:02.603736 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-304018c5-79bd-427a-991d-3190815545af req-3107b6ad-c8e6-4687-8e0a-4fb9a2971de3 service neutron] Attempting to bind port e7e5569d-553f-4cb5-8edc-70fb753addd4 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:27:02.605154 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-304018c5-79bd-427a-991d-3190815545af req-3107b6ad-c8e6-4687-8e0a-4fb9a2971de3 service neutron] Attempting to bind port e7e5569d-553f-4cb5-8edc-70fb753addd4 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'fa05afac-5e0c-4da0-a7f7-bd90d8e2abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '55e73808-2cbc-4e1d-992f-b9bdf3699937'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:27:02.605914 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304018c5-79bd-427a-991d-3190815545af req-3107b6ad-c8e6-4687-8e0a-4fb9a2971de3 service neutron] Attempting to bind port e7e5569d-553f-4cb5-8edc-70fb753addd4 on network 55e73808-2cbc-4e1d-992f-b9bdf3699937 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:27:02.619252 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304018c5-79bd-427a-991d-3190815545af req-3107b6ad-c8e6-4687-8e0a-4fb9a2971de3 service neutron] Port e7e5569d-553f-4cb5-8edc-70fb753addd4 on network 55e73808-2cbc-4e1d-992f-b9bdf3699937 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:27:02.620577 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304018c5-79bd-427a-991d-3190815545af req-3107b6ad-c8e6-4687-8e0a-4fb9a2971de3 service neutron] Attempting to bind port e7e5569d-553f-4cb5-8edc-70fb753addd4 on network 55e73808-2cbc-4e1d-992f-b9bdf3699937 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:27:02.624113 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port d82534cd-0564-47c6-a468-e1374b8f6283, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=d82534cd-0564-47c6-a468-e1374b8f6283,segment=NetworkSegment(fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084),segment_id=fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:02.628698 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-454c0b78-b446-4bee-adcf-c02593cfac50 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Calling delete_port for 7e24a1c2-da45-45e1-ae5c-bf830f0e31bf owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:27:02.639714 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'd82534cd-0564-47c6-a468-e1374b8f6283', 'network_id': '3fc306ad-d395-4e29-8475-725b0736474b', 'port_id': 'd82534cd-0564-47c6-a468-e1374b8f6283', 'mac_address': 'fa:16:3e:32:3f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870d447b-a102-45cd-b773-7b57248ad4c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:27:02.648389 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304018c5-79bd-427a-991d-3190815545af req-3107b6ad-c8e6-4687-8e0a-4fb9a2971de3 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:27:02.648948 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304018c5-79bd-427a-991d-3190815545af req-3107b6ad-c8e6-4687-8e0a-4fb9a2971de3 service neutron] Checking segment: {'id': 'fa05afac-5e0c-4da0-a7f7-bd90d8e2abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '55e73808-2cbc-4e1d-992f-b9bdf3699937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:27:02.649580 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304018c5-79bd-427a-991d-3190815545af req-3107b6ad-c8e6-4687-8e0a-4fb9a2971de3 service neutron] Bound using segment: {'id': 'fa05afac-5e0c-4da0-a7f7-bd90d8e2abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '55e73808-2cbc-4e1d-992f-b9bdf3699937'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:27:02.650326 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-304018c5-79bd-427a-991d-3190815545af req-3107b6ad-c8e6-4687-8e0a-4fb9a2971de3 service neutron] Bound port: e7e5569d-553f-4cb5-8edc-70fb753addd4, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa05afac-5e0c-4da0-a7f7-bd90d8e2abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '55e73808-2cbc-4e1d-992f-b9bdf3699937'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:27:02.650943 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-304018c5-79bd-427a-991d-3190815545af req-3107b6ad-c8e6-4687-8e0a-4fb9a2971de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:02.663530 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ad45b-2930-480d-ae2c-bd389e14a1a6 req-3ce341d8-bebf-4012-8646-df0c4fe0851a tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:02.675130 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d81ad45b-2930-480d-ae2c-bd389e14a1a6 req-3ce341d8-bebf-4012-8646-df0c4fe0851a tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d81c67e-a48e-44e9-b085-cbaa9ed29702 HTTP/1.1" status: 200 len: 946 time: 0.4127138 Sep 01 15:27:02.675743 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30bb4f68-8fdf-4929-91fb-b5809dfab068 admin admin] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:02.747831 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-11e1dbf2-2f4d-4898-95c6-da90df4c2a66 None None] Deleting port 7e24a1c2-da45-45e1-ae5c-bf830f0e31bf {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:27:02.748522 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-11e1dbf2-2f4d-4898-95c6-da90df4c2a66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:02.753222 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:02.759159 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bc7f0-3c32-413d-acb9-8d0186772747 req-575e8a0c-15b0-48a1-990e-3a46dadd019b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:02.771150 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d69bc7f0-3c32-413d-acb9-8d0186772747 req-575e8a0c-15b0-48a1-990e-3a46dadd019b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.2932253 Sep 01 15:27:02.827203 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82534cd-0564-47c6-a468-e1374b8f6283 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:27:02.842551 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-126c65f7-1893-48b3-9924-2be34f750375 req-78f1fa48-96e9-457f-b9ba-57c4b8abe9e3 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Deleting port 9251867d-975c-4bcc-87cc-d6bbbbd23c7b {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:27:02.843120 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-126c65f7-1893-48b3-9924-2be34f750375 req-78f1fa48-96e9-457f-b9ba-57c4b8abe9e3 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:02.851391 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-97aa9c10-28f3-4b9a-b7d7-cfe369aa1a63 None None] Set router f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:27:02.948247 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port d82534cd-0564-47c6-a468-e1374b8f6283, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=d82534cd-0564-47c6-a468-e1374b8f6283,segment=NetworkSegment(fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084),segment_id=fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:02.952144 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-11e1dbf2-2f4d-4898-95c6-da90df4c2a66 None None] For port 7e24a1c2-da45-45e1-ae5c-bf830f0e31bf, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=7e24a1c2-da45-45e1-ae5c-bf830f0e31bf,segment=NetworkSegment(8987b41f-7a9f-413b-a25c-46c26794059e),segment_id=8987b41f-7a9f-413b-a25c-46c26794059e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:02.953015 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-11e1dbf2-2f4d-4898-95c6-da90df4c2a66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:02.975184 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:03.014615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-304018c5-79bd-427a-991d-3190815545af req-3107b6ad-c8e6-4687-8e0a-4fb9a2971de3 service neutron] For port e7e5569d-553f-4cb5-8edc-70fb753addd4, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:27:03.015167 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d81ad45b-2930-480d-ae2c-bd389e14a1a6 req-20843460-e1a4-4232-8ac7-6b89d6c0d85b tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f0c8ef5-7baf-4010-8f4a-03441985fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3210869 Sep 01 15:27:03.080528 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d69bc7f0-3c32-413d-acb9-8d0186772747 req-c2f572bc-00ab-43c1-93eb-4291adca7bfa tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560778 Sep 01 15:27:03.083432 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=d82534cd-0564-47c6-a468-e1374b8f6283,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:03.087710 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-11e1dbf2-2f4d-4898-95c6-da90df4c2a66 None None] Calling delete_port for 7e24a1c2-da45-45e1-ae5c-bf830f0e31bf owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:27:03.133899 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-304018c5-79bd-427a-991d-3190815545af req-3107b6ad-c8e6-4687-8e0a-4fb9a2971de3 service neutron] For port e7e5569d-553f-4cb5-8edc-70fb753addd4, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=e7e5569d-553f-4cb5-8edc-70fb753addd4,segment=NetworkSegment(fa05afac-5e0c-4da0-a7f7-bd90d8e2abd0),segment_id=fa05afac-5e0c-4da0-a7f7-bd90d8e2abd0)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:27:03.154798 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-304018c5-79bd-427a-991d-3190815545af req-3107b6ad-c8e6-4687-8e0a-4fb9a2971de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:03.184899 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-454c0b78-b446-4bee-adcf-c02593cfac50 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:03.256005 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30bb4f68-8fdf-4929-91fb-b5809dfab068 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:03.273331 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304018c5-79bd-427a-991d-3190815545af req-3107b6ad-c8e6-4687-8e0a-4fb9a2971de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:03.274482 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-304018c5-79bd-427a-991d-3190815545af req-3107b6ad-c8e6-4687-8e0a-4fb9a2971de3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:03.276195 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-304018c5-79bd-427a-991d-3190815545af req-3107b6ad-c8e6-4687-8e0a-4fb9a2971de3 service neutron] 10.222.0.62 "PUT /v2.0/ports/e7e5569d-553f-4cb5-8edc-70fb753addd4 HTTP/1.1" status: 200 len: 1091 time: 3.3370240 Sep 01 15:27:03.276482 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c0b78-b446-4bee-adcf-c02593cfac50 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Port': ['ID=7e24a1c2-da45-45e1-ae5c-bf830f0e31bf,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:03.276993 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f60c43-74ed-41b6-8e0f-3958861f4bfd', 'tag': 'e7e5569d-553f-4cb5-8edc-70fb753addd4'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:27:03.279935 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddff5da-d3ad-48ef-8d9d-0ff7ee97bea1" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f60c43-74ed-41b6-8e0f-3958861f4bfd", "tag": "e7e5569d-553f-4cb5-8edc-70fb753addd4"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:27:03.363593 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['d82534cd-0564-47c6-a468-e1374b8f6283'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:27:03.379402 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454c0b78-b446-4bee-adcf-c02593cfac50 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] No DVR routers for this DVR port 7e24a1c2-da45-45e1-ae5c-bf830f0e31bf on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:27:03.433697 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ef5ebe-ff9f-4494-88e6-7ddcf9a660a8 x-openstack-request-id: req-52ef5ebe-ff9f-4494-88e6-7ddcf9a660a8 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:27:03.434257 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f60c43-74ed-41b6-8e0f-3958861f4bfd", "tag": "e7e5569d-553f-4cb5-8edc-70fb753addd4", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:27:03.434611 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-52ef5ebe-ff9f-4494-88e6-7ddcf9a660a8 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:27:03.435511 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f60c43-74ed-41b6-8e0f-3958861f4bfd', 'tag': 'e7e5569d-553f-4cb5-8edc-70fb753addd4', 'status': 'completed', 'code': 200} Sep 01 15:27:03.467522 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-126c65f7-1893-48b3-9924-2be34f750375 req-78f1fa48-96e9-457f-b9ba-57c4b8abe9e3 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] For port 9251867d-975c-4bcc-87cc-d6bbbbd23c7b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=9251867d-975c-4bcc-87cc-d6bbbbd23c7b,segment=NetworkSegment(78681f34-8d1f-4ee3-bfa0-39cc008c56d0),segment_id=78681f34-8d1f-4ee3-bfa0-39cc008c56d0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:03.470325 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-126c65f7-1893-48b3-9924-2be34f750375 req-78f1fa48-96e9-457f-b9ba-57c4b8abe9e3 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:03.495830 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107b6ad-c8e6-4687-8e0a-4fb9a2971de3 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e5569d-553f-4cb5-8edc-70fb753addd4,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:03.541329 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-11e1dbf2-2f4d-4898-95c6-da90df4c2a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:03.571438 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304018c5-79bd-427a-991d-3190815545af req-728accab-ce82-46e8-86b7-b5c4389acf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:03.575341 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-304018c5-79bd-427a-991d-3190815545af req-728accab-ce82-46e8-86b7-b5c4389acf90 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d66f4d5460b4e61a8d93c7c121a5ffb&device_id=d4f60c43-74ed-41b6-8e0f-3958861f4bfd HTTP/1.1" status: 200 len: 1094 time: 0.1448061 Sep 01 15:27:03.645209 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 7e24a1c2-da45-45e1-ae5c-bf830f0e31bf no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:27:03.658480 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1dbf2-2f4d-4898-95c6-da90df4c2a66 None None] Pushing event deleted for resources: {'Port': ['ID=7e24a1c2-da45-45e1-ae5c-bf830f0e31bf,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:03.661920 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e1dbf2-2f4d-4898-95c6-da90df4c2a66 None None] No DVR routers for this DVR port 7e24a1c2-da45-45e1-ae5c-bf830f0e31bf on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:27:03.672133 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-304018c5-79bd-427a-991d-3190815545af req-dca6f415-6d37-40a6-baa8-1e404d9693e6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7e5569d-553f-4cb5-8edc-70fb753addd4 HTTP/1.1" status: 200 len: 217 time: 0.0751560 Sep 01 15:27:03.690822 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-30bb4f68-8fdf-4929-91fb-b5809dfab068 admin admin] Deleting port 69615cda-6f0e-4068-a43a-215ec3e922c6 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:27:03.691451 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30bb4f68-8fdf-4929-91fb-b5809dfab068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:03.706856 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 7e24a1c2-da45-45e1-ae5c-bf830f0e31bf {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:27:03.707410 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 7e24a1c2-da45-45e1-ae5c-bf830f0e31bf not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:27:03.755969 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-97aa9c10-28f3-4b9a-b7d7-cfe369aa1a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1187869200-router', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '69615cda-6f0e-4068-a43a-215ec3e922c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:24:31Z', 'updated_at': '2021-09-01T15:26:58Z', 'revision_number': 5, 'project_id': '0cb731dadd864ee582f0baa54d2d48a9', 'gw_port': {'id': '69615cda-6f0e-4068-a43a-215ec3e922c6', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:67:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2173, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:33Z', 'updated_at': '2021-09-01T15:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:03.818155 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aa9c10-28f3-4b9a-b7d7-cfe369aa1a63 None None] Checking router: f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:27:03.855924 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aa9c10-28f3-4b9a-b7d7-cfe369aa1a63 None None] Routers {'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:03.856979 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-97aa9c10-28f3-4b9a-b7d7-cfe369aa1a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:26:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:03.960307 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-454c0b78-b446-4bee-adcf-c02593cfac50 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:03.981529 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-454c0b78-b446-4bee-adcf-c02593cfac50 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a170b2-5563-48ff-af35-865d608d3a24']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:04.003852 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-454c0b78-b446-4bee-adcf-c02593cfac50 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8987b41f-7a9f-413b-a25c-46c26794059e') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:04.004335 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-454c0b78-b446-4bee-adcf-c02593cfac50 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8987b41f-7a9f-413b-a25c-46c26794059e') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:04.021804 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-454c0b78-b446-4bee-adcf-c02593cfac50 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:04.044574 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-97aa9c10-28f3-4b9a-b7d7-cfe369aa1a63 None None] Set router f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:27:04.058191 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-30bb4f68-8fdf-4929-91fb-b5809dfab068 admin admin] For port 69615cda-6f0e-4068-a43a-215ec3e922c6, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=69615cda-6f0e-4068-a43a-215ec3e922c6,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:04.058847 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30bb4f68-8fdf-4929-91fb-b5809dfab068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:04.096575 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95860b-61cd-4285-81b6-bfbb1f8bb928 req-7d04da3e-81b2-4f94-bc86-309c91482e2a tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:04.098810 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3b95860b-61cd-4285-81b6-bfbb1f8bb928 req-7d04da3e-81b2-4f94-bc86-309c91482e2a tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.4253094 Sep 01 15:27:04.106937 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304018c5-79bd-427a-991d-3190815545af req-d4c03640-e50c-441f-860e-17373dd48708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:04.108767 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-304018c5-79bd-427a-991d-3190815545af req-d4c03640-e50c-441f-860e-17373dd48708 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8d999ac3-460a-4c00-93db-3bfd3681d09f HTTP/1.1" status: 200 len: 848 time: 0.4105682 Sep 01 15:27:04.109983 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-30bb4f68-8fdf-4929-91fb-b5809dfab068 admin admin] Calling delete_port for 69615cda-6f0e-4068-a43a-215ec3e922c6 owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:27:04.129364 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-454c0b78-b446-4bee-adcf-c02593cfac50 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:04.162263 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b010ede-2952-4102-82b4-f203a9fd7ee6 req-c748502b-c848-4838-9018-f21658581082 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:04.165033 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b010ede-2952-4102-82b4-f203a9fd7ee6 req-c748502b-c848-4838-9018-f21658581082 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 944 time: 0.9728222 Sep 01 15:27:04.170243 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454c0b78-b446-4bee-adcf-c02593cfac50 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:27:04.170924 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-454c0b78-b446-4bee-adcf-c02593cfac50 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:27:04.176677 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:27:04.183768 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-97aa9c10-28f3-4b9a-b7d7-cfe369aa1a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1187869200-router', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:24:31Z', 'updated_at': '2021-09-01T15:27:03Z', 'revision_number': 6, 'project_id': '0cb731dadd864ee582f0baa54d2d48a9', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:04.199184 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-304018c5-79bd-427a-991d-3190815545af req-4cb37d92-fbef-4784-b05d-8e77890114f7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=55e73808-2cbc-4e1d-992f-b9bdf3699937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783389 Sep 01 15:27:04.245559 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97aa9c10-28f3-4b9a-b7d7-cfe369aa1a63 None None] The sync data for ids ['f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc'] in n-d-794796-3 is: [{'id': 'f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1187869200-router', 'tenant_id': '0cb731dadd864ee582f0baa54d2d48a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:24:31Z', 'updated_at': '2021-09-01T15:27:03Z', 'revision_number': 6, 'project_id': '0cb731dadd864ee582f0baa54d2d48a9', 'gw_port_host': None}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:27:04.271242 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3b95860b-61cd-4285-81b6-bfbb1f8bb928 req-586bbbf9-593b-4b0f-aad7-666ed2137fef tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581180 Sep 01 15:27:04.458495 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 9251867d-975c-4bcc-87cc-d6bbbbd23c7b no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:27:04.527404 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-304018c5-79bd-427a-991d-3190815545af req-212dc6a8-5c7e-4d13-babd-6cffe22b0c6f service neutron] 10.222.0.62 "GET /v2.0/networks/55e73808-2cbc-4e1d-992f-b9bdf3699937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052964 Sep 01 15:27:04.633594 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6868b0d-7429-4a84-b97f-e936f6eeb25b req-7688ffb2-ed70-499b-98b6-059383ffc93d tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:04.639688 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:04.652958 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c6868b0d-7429-4a84-b97f-e936f6eeb25b req-7688ffb2-ed70-499b-98b6-059383ffc93d tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f60c43-74ed-41b6-8e0f-3958861f4bfd HTTP/1.1" status: 200 len: 943 time: 0.2106357 Sep 01 15:27:04.689301 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d81c67e-a48e-44e9-b085-cbaa9ed29702', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9251867d-975c-4bcc-87cc-d6bbbbd23c7b'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:27:04.693601 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bf7841-1ad3-4f67-a65e-d15faa1bee2d" -d '{"events": [{"server_uuid": "4d81c67e-a48e-44e9-b085-cbaa9ed29702", "name": "network-vif-unplugged", "status": "completed", "tag": "9251867d-975c-4bcc-87cc-d6bbbbd23c7b"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:27:04.729824 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 9251867d-975c-4bcc-87cc-d6bbbbd23c7b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=9251867d-975c-4bcc-87cc-d6bbbbd23c7b,segment=NetworkSegment(78681f34-8d1f-4ee3-bfa0-39cc008c56d0),segment_id=78681f34-8d1f-4ee3-bfa0-39cc008c56d0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:04.739418 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:04.786871 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c6868b0d-7429-4a84-b97f-e936f6eeb25b req-c51da133-89c0-4568-9296-cabecf0ba33c tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/security-groups?id=5de1d363-607c-4cdb-a1b5-6e9ecee69644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991237 Sep 01 15:27:04.787979 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b010ede-2952-4102-82b4-f203a9fd7ee6 req-1698ad47-fcb8-45a6-b9b6-fe84456d21a8 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6057968 Sep 01 15:27:04.789803 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-126c65f7-1893-48b3-9924-2be34f750375 req-78f1fa48-96e9-457f-b9ba-57c4b8abe9e3 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:04.790355 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-126c65f7-1893-48b3-9924-2be34f750375 req-78f1fa48-96e9-457f-b9ba-57c4b8abe9e3 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:04.790688 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [req-126c65f7-1893-48b3-9924-2be34f750375 req-78f1fa48-96e9-457f-b9ba-57c4b8abe9e3 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Floating IP f31d388a-15b3-44f5-953b-e4096f701953 disassociated. External IP: 172.25.6.47, port: 9251867d-975c-4bcc-87cc-d6bbbbd23c7b. Sep 01 15:27:04.791020 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-126c65f7-1893-48b3-9924-2be34f750375 req-78f1fa48-96e9-457f-b9ba-57c4b8abe9e3 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Calling delete_port for 9251867d-975c-4bcc-87cc-d6bbbbd23c7b owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:27:04.802284 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30bb4f68-8fdf-4929-91fb-b5809dfab068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:04.802917 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-454c0b78-b446-4bee-adcf-c02593cfac50 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:04.815204 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-454c0b78-b446-4bee-adcf-c02593cfac50 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:04.818249 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-454c0b78-b446-4bee-adcf-c02593cfac50 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/networks/05a170b2-5563-48ff-af35-865d608d3a24 HTTP/1.1" status: 204 len: 168 time: 3.0557132 Sep 01 15:27:04.823845 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53726) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:04.855141 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-970a1e8a-d47e-443a-a8e8-2c0e1103ba96 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-291296983', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}, 'admin_state_up': False}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:04.864651 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=9251867d-975c-4bcc-87cc-d6bbbbd23c7b,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:04.887758 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb4f68-8fdf-4929-91fb-b5809dfab068 admin admin] Pushing event deleted for resources: {'Port': ['ID=69615cda-6f0e-4068-a43a-215ec3e922c6,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:04.897619 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-304018c5-79bd-427a-991d-3190815545af req-e0bb88af-3762-4348-beff-8a1802d97b2e service neutron] 10.222.0.62 "GET /v2.0/networks/55e73808-2cbc-4e1d-992f-b9bdf3699937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599017 Sep 01 15:27:04.904348 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c0b78-b446-4bee-adcf-c02593cfac50 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Network': ['ID=05a170b2-5563-48ff-af35-865d608d3a24,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:04.950927 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-970a1e8a-d47e-443a-a8e8-2c0e1103ba96 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:04.951961 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-970a1e8a-d47e-443a-a8e8-2c0e1103ba96 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:05.047944 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30bb4f68-8fdf-4929-91fb-b5809dfab068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:05.073969 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-970a1e8a-d47e-443a-a8e8-2c0e1103ba96 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:05.162004 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905f7a5-6a8c-4327-961d-2f16d0efef08 req-8d359aa5-d7a7-4209-bbad-dced225d862b tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:05.164185 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e905f7a5-6a8c-4327-961d-2f16d0efef08 req-8d359aa5-d7a7-4209-bbad-dced225d862b tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d81c67e-a48e-44e9-b085-cbaa9ed29702 HTTP/1.1" status: 200 len: 944 time: 0.1881397 Sep 01 15:27:05.184764 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f50f6b-8d25-4f03-a7a6-ee22a696a8cd req-5097a174-798f-406f-9d5f-c516fa575cca tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:05.186517 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-71f50f6b-8d25-4f03-a7a6-ee22a696a8cd req-5097a174-798f-406f-9d5f-c516fa575cca tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.2395778 Sep 01 15:27:05.215775 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30bb4f68-8fdf-4929-91fb-b5809dfab068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:05.226881 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30bb4f68-8fdf-4929-91fb-b5809dfab068 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:05.257777 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddff5da-d3ad-48ef-8d9d-0ff7ee97bea1 req-fd57a688-24a7-45e7-a70c-a65360a87a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:05.261638 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dddff5da-d3ad-48ef-8d9d-0ff7ee97bea1 req-fd57a688-24a7-45e7-a70c-a65360a87a70 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d66f4d5460b4e61a8d93c7c121a5ffb&device_id=d4f60c43-74ed-41b6-8e0f-3958861f4bfd HTTP/1.1" status: 200 len: 1094 time: 0.2300074 Sep 01 15:27:05.335851 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e905f7a5-6a8c-4327-961d-2f16d0efef08 req-f5a28420-4b2c-4f4c-b1fb-5ce9f0fa10a3 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups?id=4f0c8ef5-7baf-4010-8f4a-03441985fa9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355453 Sep 01 15:27:05.403613 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30bb4f68-8fdf-4929-91fb-b5809dfab068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:05.404928 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bb4f68-8fdf-4929-91fb-b5809dfab068 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:27:05.412924 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30bb4f68-8fdf-4929-91fb-b5809dfab068 admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:05.416472 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-30bb4f68-8fdf-4929-91fb-b5809dfab068 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f7aabb0f-7f4b-40a1-97d5-d242b0ac0edc HTTP/1.1" status: 204 len: 168 time: 3.3077435 Sep 01 15:27:05.421403 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53776) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:05.433079 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-970a1e8a-d47e-443a-a8e8-2c0e1103ba96 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:05.488171 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804404c5-7481-4b6b-93a4-7320085ff602 x-openstack-request-id: req-804404c5-7481-4b6b-93a4-7320085ff602 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:27:05.488652 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d81c67e-a48e-44e9-b085-cbaa9ed29702", "name": "network-vif-unplugged", "status": "completed", "tag": "9251867d-975c-4bcc-87cc-d6bbbbd23c7b", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:27:05.489080 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-804404c5-7481-4b6b-93a4-7320085ff602 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:27:05.490767 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-71f50f6b-8d25-4f03-a7a6-ee22a696a8cd req-7f761090-77e6-44a7-a07f-986e9e66b433 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937307 Sep 01 15:27:05.494284 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d81c67e-a48e-44e9-b085-cbaa9ed29702', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9251867d-975c-4bcc-87cc-d6bbbbd23c7b', 'code': 200} Sep 01 15:27:05.508749 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd4c6ce4-d058-4901-afb4-6b92ce0bb37c admin admin] Deleting subnet 18713cb6-b926-44ed-a46d-38b8aaa8087d {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:27:05.517203 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6ce4-d058-4901-afb4-6b92ce0bb37c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:05.555393 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-126c65f7-1893-48b3-9924-2be34f750375 req-78f1fa48-96e9-457f-b9ba-57c4b8abe9e3 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:05.591172 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 69615cda-6f0e-4068-a43a-215ec3e922c6 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:27:05.645054 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 69615cda-6f0e-4068-a43a-215ec3e922c6 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:27:05.645553 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 69615cda-6f0e-4068-a43a-215ec3e922c6 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:27:05.646580 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 21d45a8e-cda5-4166-b595-220aa188abb7 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:27:05.647012 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6ce4-d058-4901-afb4-6b92ce0bb37c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:05.678282 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 21d45a8e-cda5-4166-b595-220aa188abb7 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:27:05.678657 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 21d45a8e-cda5-4166-b595-220aa188abb7 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:27:05.689925 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddff5da-d3ad-48ef-8d9d-0ff7ee97bea1 req-8bcd7622-ccfd-4f81-8686-89f7d0fb5214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:05.691707 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dddff5da-d3ad-48ef-8d9d-0ff7ee97bea1 req-8bcd7622-ccfd-4f81-8686-89f7d0fb5214 service neutron] 10.222.0.62 "GET /v2.0/networks?id=55e73808-2cbc-4e1d-992f-b9bdf3699937 HTTP/1.1" status: 200 len: 909 time: 0.3769717 Sep 01 15:27:05.780325 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6ce4-d058-4901-afb4-6b92ce0bb37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:05.784983 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dddff5da-d3ad-48ef-8d9d-0ff7ee97bea1 req-de540bf0-d550-46cd-a221-a71f2a8d81a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7e5569d-553f-4cb5-8edc-70fb753addd4 HTTP/1.1" status: 200 len: 217 time: 0.0696752 Sep 01 15:27:05.866731 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1fa48-96e9-457f-b9ba-57c4b8abe9e3 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Pushing event deleted for resources: {'Port': ['ID=9251867d-975c-4bcc-87cc-d6bbbbd23c7b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:05.871490 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddff5da-d3ad-48ef-8d9d-0ff7ee97bea1 req-268db3ab-efb7-4826-8637-35589ae6a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:05.873269 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dddff5da-d3ad-48ef-8d9d-0ff7ee97bea1 req-268db3ab-efb7-4826-8637-35589ae6a658 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8d999ac3-460a-4c00-93db-3bfd3681d09f HTTP/1.1" status: 200 len: 848 time: 0.0669618 Sep 01 15:27:05.952949 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6ce4-d058-4901-afb4-6b92ce0bb37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:05.957607 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dddff5da-d3ad-48ef-8d9d-0ff7ee97bea1 req-9eb53150-59f1-40fa-b715-cdc86b9e9c25 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=55e73808-2cbc-4e1d-992f-b9bdf3699937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750654 Sep 01 15:27:06.024587 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c6ce4-d058-4901-afb4-6b92ce0bb37c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18713cb6-b926-44ed-a46d-38b8aaa8087d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:06.027299 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cd4c6ce4-d058-4901-afb4-6b92ce0bb37c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:06.028949 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cd4c6ce4-d058-4901-afb4-6b92ce0bb37c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/18713cb6-b926-44ed-a46d-38b8aaa8087d HTTP/1.1" status: 204 len: 168 time: 0.6064734 Sep 01 15:27:06.032625 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a1db1-ccd9-4248-927a-e4cf1cb670c9 req-1e393027-3627-4665-a503-554f2440ca1f tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:06.035937 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-953a1db1-ccd9-4248-927a-e4cf1cb670c9 req-1e393027-3627-4665-a503-554f2440ca1f tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.2256413 Sep 01 15:27:06.038625 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53838) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:06.123264 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bfa29-5744-4b8b-80fa-54aa5a9c8e6f req-10c1e781-8238-416f-830f-a0553e5c13c4 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:06.124894 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fd6bfa29-5744-4b8b-80fa-54aa5a9c8e6f req-10c1e781-8238-416f-830f-a0553e5c13c4 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f60c43-74ed-41b6-8e0f-3958861f4bfd HTTP/1.1" status: 200 len: 943 time: 0.1651847 Sep 01 15:27:06.163124 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dddff5da-d3ad-48ef-8d9d-0ff7ee97bea1 req-71b0eaf4-977a-44b1-ac8d-576da0761feb service neutron] 10.222.0.62 "GET /v2.0/networks/55e73808-2cbc-4e1d-992f-b9bdf3699937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958463 Sep 01 15:27:06.225421 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-953a1db1-ccd9-4248-927a-e4cf1cb670c9 req-e003fb47-fd0a-4013-8445-78dd1796c30a tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495705 Sep 01 15:27:06.245221 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fd6bfa29-5744-4b8b-80fa-54aa5a9c8e6f req-a08f7632-3560-49d5-960a-91b417fe1c9a tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/security-groups?id=5de1d363-607c-4cdb-a1b5-6e9ecee69644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125937 Sep 01 15:27:06.252132 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aaee2499-cda4-47ba-91d4-1fc94514e7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:06.277003 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-126c65f7-1893-48b3-9924-2be34f750375 req-78f1fa48-96e9-457f-b9ba-57c4b8abe9e3 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Router bc2d41b9-c0ae-484a-b616-83749fc07d66 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:27:06.313530 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dddff5da-d3ad-48ef-8d9d-0ff7ee97bea1 req-24d599d0-7408-4f36-80fa-69c3b3aa3d27 service neutron] 10.222.0.62 "GET /v2.0/networks/55e73808-2cbc-4e1d-992f-b9bdf3699937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361091 Sep 01 15:27:06.475929 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device d82534cd-0564-47c6-a468-e1374b8f6283 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:27:06.604826 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f4f85-e884-4580-8943-374bfa03ce19 req-8cd3c45c-2d0d-4a13-bb30-c8bbd14e8e4d tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:06.612535 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0c0f4f85-e884-4580-8943-374bfa03ce19 req-8cd3c45c-2d0d-4a13-bb30-c8bbd14e8e4d tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.1531579 Sep 01 15:27:06.662712 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port d82534cd-0564-47c6-a468-e1374b8f6283 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:27:06.668413 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port d82534cd-0564-47c6-a468-e1374b8f6283 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:06.674520 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:06.721276 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0c0f4f85-e884-4580-8943-374bfa03ce19 req-9401e9df-d5a5-473d-ba72-1bf673aab641 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807431 Sep 01 15:27:06.812274 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-970a1e8a-d47e-443a-a8e8-2c0e1103ba96 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:06.868813 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aaee2499-cda4-47ba-91d4-1fc94514e7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:06.878965 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:06.895199 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-970a1e8a-d47e-443a-a8e8-2c0e1103ba96 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:06.921340 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6c1069b7-a054-4c39-8c00-71c968e47c79 req-61a00fc0-ce71-400a-872b-ab0cf9ed5752 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/ports?device_id=4d81c67e-a48e-44e9-b085-cbaa9ed29702 HTTP/1.1" status: 200 len: 210 time: 0.0644612 Sep 01 15:27:06.925054 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-aaee2499-cda4-47ba-91d4-1fc94514e7d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de691801-89b1-48f6-bdfc-e34b336a486b']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:06.947641 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-126c65f7-1893-48b3-9924-2be34f750375 req-78f1fa48-96e9-457f-b9ba-57c4b8abe9e3 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:27:06.964293 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1fa432-9636-4a98-ace7-e450e83dece8 None None] Sync routers for ids ['bc2d41b9-c0ae-484a-b616-83749fc07d66'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:27:06.982456 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port d82534cd-0564-47c6-a468-e1374b8f6283, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=d82534cd-0564-47c6-a468-e1374b8f6283,segment=NetworkSegment(fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084),segment_id=fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:06.982905 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-aaee2499-cda4-47ba-91d4-1fc94514e7d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5adae5c0-491f-45d0-bf99-a72af8a25c59') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:06.983087 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-aaee2499-cda4-47ba-91d4-1fc94514e7d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5adae5c0-491f-45d0-bf99-a72af8a25c59') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:06.996043 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1fa432-9636-4a98-ace7-e450e83dece8 None None] Routers {'bc2d41b9-c0ae-484a-b616-83749fc07d66'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:07.004821 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:07.005802 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-9c1fa432-9636-4a98-ace7-e450e83dece8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:26:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['bc2d41b9-c0ae-484a-b616-83749fc07d66'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:07.036739 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aaee2499-cda4-47ba-91d4-1fc94514e7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:07.050018 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437e740-0edc-4a28-9c3c-3ac0a405f669 req-e268bed9-4650-4c51-aa9b-2a151e72ba93 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:07.051883 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c437e740-0edc-4a28-9c3c-3ac0a405f669 req-e268bed9-4650-4c51-aa9b-2a151e72ba93 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 944 time: 0.6168618 Sep 01 15:27:07.097508 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aaee2499-cda4-47ba-91d4-1fc94514e7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:07.100673 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-126c65f7-1893-48b3-9924-2be34f750375 req-78f1fa48-96e9-457f-b9ba-57c4b8abe9e3 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] No DVR routers for this DVR port 9251867d-975c-4bcc-87cc-d6bbbbd23c7b on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:27:07.115603 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-126c65f7-1893-48b3-9924-2be34f750375 req-78f1fa48-96e9-457f-b9ba-57c4b8abe9e3 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:07.118399 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-126c65f7-1893-48b3-9924-2be34f750375 req-78f1fa48-96e9-457f-b9ba-57c4b8abe9e3 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.45 "DELETE /v2.0/ports/9251867d-975c-4bcc-87cc-d6bbbbd23c7b HTTP/1.1" status: 204 len: 173 time: 4.8586638 Sep 01 15:27:07.118399 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d81c67e-a48e-44e9-b085-cbaa9ed29702', 'name': 'network-vif-deleted', 'tag': '9251867d-975c-4bcc-87cc-d6bbbbd23c7b'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:27:07.120666 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1b17bf-891f-4262-adf0-77d8a83fdcb5" -d '{"events": [{"server_uuid": "4d81c67e-a48e-44e9-b085-cbaa9ed29702", "name": "network-vif-deleted", "tag": "9251867d-975c-4bcc-87cc-d6bbbbd23c7b"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:27:07.138602 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=d82534cd-0564-47c6-a468-e1374b8f6283,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:07.140953 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaee2499-cda4-47ba-91d4-1fc94514e7d5 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:27:07.141633 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aaee2499-cda4-47ba-91d4-1fc94514e7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:27:07.146272 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:27:07.325467 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-9c1fa432-9636-4a98-ace7-e450e83dece8 None None] Set router bc2d41b9-c0ae-484a-b616-83749fc07d66 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:27:07.376483 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aaee2499-cda4-47ba-91d4-1fc94514e7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:07.430187 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aaee2499-cda4-47ba-91d4-1fc94514e7d5 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:07.436339 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-aaee2499-cda4-47ba-91d4-1fc94514e7d5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/de691801-89b1-48f6-bdfc-e34b336a486b HTTP/1.1" status: 204 len: 168 time: 1.3629920 Sep 01 15:27:07.450151 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c437e740-0edc-4a28-9c3c-3ac0a405f669 req-c956da71-d966-498d-9709-346326c8431c tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578899 Sep 01 15:27:07.491401 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee2499-cda4-47ba-91d4-1fc94514e7d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=de691801-89b1-48f6-bdfc-e34b336a486b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:07.495399 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c2fa48-de76-4715-831f-1b79dcea4006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82534cd-0564-47c6-a468-e1374b8f6283'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:27:07.498844 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339c7b4f-7712-43d9-91b1-8cf5573546b4" -d '{"events": [{"server_uuid": "c9c2fa48-de76-4715-831f-1b79dcea4006", "name": "network-vif-plugged", "status": "completed", "tag": "d82534cd-0564-47c6-a468-e1374b8f6283"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:27:07.563405 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-970a1e8a-d47e-443a-a8e8-2c0e1103ba96 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Allocated IP 172.25.6.111 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/2db6aa5b-11ff-4072-b532-aeb7e8632613) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:27:07.588072 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbbe7db-8098-4d64-9769-f6ffe5154acf x-openstack-request-id: req-4cbbe7db-8098-4d64-9769-f6ffe5154acf {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:27:07.588364 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d81c67e-a48e-44e9-b085-cbaa9ed29702", "name": "network-vif-deleted", "tag": "9251867d-975c-4bcc-87cc-d6bbbbd23c7b", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:27:07.588671 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4cbbe7db-8098-4d64-9769-f6ffe5154acf {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:27:07.589015 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d81c67e-a48e-44e9-b085-cbaa9ed29702', 'name': 'network-vif-deleted', 'tag': '9251867d-975c-4bcc-87cc-d6bbbbd23c7b', 'status': 'completed', 'code': 200} Sep 01 15:27:07.801885 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc3d7b-c1ff-43ec-b08b-80cafa0737cf req-85b67f2c-2e22-44d5-a8bc-fe8df8f62e08 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:07.816734 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-18cc3d7b-c1ff-43ec-b08b-80cafa0737cf req-85b67f2c-2e22-44d5-a8bc-fe8df8f62e08 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.6110251 Sep 01 15:27:07.879796 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-9c1fa432-9636-4a98-ace7-e450e83dece8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'name': 'tempest-AttachVolumeTestJSON-1977586773-router', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:18:22Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'gw_port': {'id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:24Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'd50b7193-db59-4cec-ac2a-38ed31e9774b', 'name': '', 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'mac_address': 'fa:16:3e:6b:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:33Z', 'updated_at': '2021-09-01T15:18:49Z', 'revision_number': 5, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'subnets': [{'id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:07.923006 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2294d-34e0-4050-9b4d-4016c6507d79 req-0b838bab-fc17-478b-b017-931fd2e78f5d tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:07.926240 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c2e2294d-34e0-4050-9b4d-4016c6507d79 req-0b838bab-fc17-478b-b017-931fd2e78f5d tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f60c43-74ed-41b6-8e0f-3958861f4bfd HTTP/1.1" status: 200 len: 943 time: 0.1460280 Sep 01 15:27:07.927680 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-18cc3d7b-c1ff-43ec-b08b-80cafa0737cf req-47d301c9-7fca-4774-b8be-f6765a8d7ac8 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098468 Sep 01 15:27:07.936814 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-970a1e8a-d47e-443a-a8e8-2c0e1103ba96 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:07.992727 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2463af6-9cd8-46ed-bb66-32c4167e74f8 x-openstack-request-id: req-a2463af6-9cd8-46ed-bb66-32c4167e74f8 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:27:07.993044 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c2fa48-de76-4715-831f-1b79dcea4006", "name": "network-vif-plugged", "status": "completed", "tag": "d82534cd-0564-47c6-a468-e1374b8f6283", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:27:07.993303 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a2463af6-9cd8-46ed-bb66-32c4167e74f8 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:27:07.993822 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c2fa48-de76-4715-831f-1b79dcea4006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82534cd-0564-47c6-a468-e1374b8f6283', 'code': 200} Sep 01 15:27:07.994689 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54020) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:08.043171 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c2e2294d-34e0-4050-9b4d-4016c6507d79 req-de25b148-fe71-4513-bc61-b8335e59adf9 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/security-groups?id=5de1d363-607c-4cdb-a1b5-6e9ecee69644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018436 Sep 01 15:27:08.119991 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1fa432-9636-4a98-ace7-e450e83dece8 None None] Checking router: bc2d41b9-c0ae-484a-b616-83749fc07d66 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:27:08.135631 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1fa432-9636-4a98-ace7-e450e83dece8 None None] Routers {'bc2d41b9-c0ae-484a-b616-83749fc07d66'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:08.136415 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-9c1fa432-9636-4a98-ace7-e450e83dece8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:26:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['bc2d41b9-c0ae-484a-b616-83749fc07d66'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:08.158923 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-970a1e8a-d47e-443a-a8e8-2c0e1103ba96 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:08.177457 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-78bccd6e-b3b8-44cc-9e58-28a3d145fa98 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0cb731dadd864ee582f0baa54d2d48a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1782532 Sep 01 15:27:08.178935 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54036) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:08.187173 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54038) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:08.215349 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260fbe3-d1b3-4c81-80ba-49a480d90e16 req-926c4f06-e25e-46f4-8358-9891075837f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:08.217642 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d260fbe3-d1b3-4c81-80ba-49a480d90e16 req-926c4f06-e25e-46f4-8358-9891075837f8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 1096 time: 0.1337528 Sep 01 15:27:08.245791 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970a1e8a-d47e-443a-a8e8-2c0e1103ba96 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:27:08.257987 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-970a1e8a-d47e-443a-a8e8-2c0e1103ba96 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:08.264638 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970a1e8a-d47e-443a-a8e8-2c0e1103ba96 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:27:08.267701 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a1e8a-d47e-443a-a8e8-2c0e1103ba96 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Port': ['ID=2db6aa5b-11ff-4072-b532-aeb7e8632613,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:08.282224 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de28485-6055-4113-998f-68512125598a req-95b727dd-0934-42eb-9862-87cc4426e896 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:08.287143 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0de28485-6055-4113-998f-68512125598a req-95b727dd-0934-42eb-9862-87cc4426e896 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.1692212 Sep 01 15:27:08.317254 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d260fbe3-d1b3-4c81-80ba-49a480d90e16 req-99e5c24f-fc5c-44df-adf5-5635ae50f1d0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878704 Sep 01 15:27:08.349480 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-9c1fa432-9636-4a98-ace7-e450e83dece8 None None] Set router bc2d41b9-c0ae-484a-b616-83749fc07d66 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:27:08.379925 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-89fe2a4f-30ce-4343-a4cc-57d74b2a31d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:08.408517 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:08.431491 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d9e7b0c9-b04e-45ae-b9e1-989e1ca23f54 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:08.451652 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0de28485-6055-4113-998f-68512125598a req-1e7593ba-f1ad-490b-8de4-fd2b56ea0050 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434000 Sep 01 15:27:08.495997 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-89fe2a4f-30ce-4343-a4cc-57d74b2a31d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:08.522997 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d9e7b0c9-b04e-45ae-b9e1-989e1ca23f54 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:08.643710 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d9e7b0c9-b04e-45ae-b9e1-989e1ca23f54 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:08.648809 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d9e7b0c9-b04e-45ae-b9e1-989e1ca23f54 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:08.659211 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d9e7b0c9-b04e-45ae-b9e1-989e1ca23f54 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "DELETE /v2.0/security-groups/4f0c8ef5-7baf-4010-8f4a-03441985fa9f HTTP/1.1" status: 204 len: 168 time: 0.4671118 Sep 01 15:27:08.660263 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54046) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:08.706697 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7b0c9-b04e-45ae-b9e1-989e1ca23f54 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0c8ef5-7baf-4010-8f4a-03441985fa9f,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:08.740574 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-89fe2a4f-30ce-4343-a4cc-57d74b2a31d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:08.748315 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-89fe2a4f-30ce-4343-a4cc-57d74b2a31d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:08.753058 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-89fe2a4f-30ce-4343-a4cc-57d74b2a31d2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3 HTTP/1.1" status: 204 len: 168 time: 0.5728729 Sep 01 15:27:08.776680 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe2a4f-30ce-4343-a4cc-57d74b2a31d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec15a7b-a58f-4e50-aaa4-184ba0a56fb3,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:08.819723 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e68ca-e956-4a5f-9a8e-3c95c4dfc2e6 req-0c4f46b9-a4b2-4c45-9ced-2c7770170425 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:08.829157 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b02e68ca-e956-4a5f-9a8e-3c95c4dfc2e6 req-0c4f46b9-a4b2-4c45-9ced-2c7770170425 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.1603568 Sep 01 15:27:08.856894 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-ee68623a-cd93-4fa4-9ae9-0683903e30f8 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] show failed (client error): The resource could not be found. Sep 01 15:27:08.861742 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-9c1fa432-9636-4a98-ace7-e450e83dece8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'name': 'tempest-AttachVolumeTestJSON-1977586773-router', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:18:22Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'gw_port': {'id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:24Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'd50b7193-db59-4cec-ac2a-38ed31e9774b', 'name': '', 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'mac_address': 'fa:16:3e:6b:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:33Z', 'updated_at': '2021-09-01T15:18:49Z', 'revision_number': 5, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'subnets': [{'id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:08.864147 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ee68623a-cd93-4fa4-9ae9-0683903e30f8 tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "GET /v2.0/security-groups/4f0c8ef5-7baf-4010-8f4a-03441985fa9f HTTP/1.1" status: 404 len: 347 time: 0.1889725 Sep 01 15:27:08.874451 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54054) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:08.921582 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd1be6-ea1c-49c0-8cfe-bfa15d5d340f req-bac6ac59-c0ff-4a43-8750-8f822e6a9088 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:08.925175 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c4fd1be6-ea1c-49c0-8cfe-bfa15d5d340f req-bac6ac59-c0ff-4a43-8750-8f822e6a9088 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 945 time: 0.2722189 Sep 01 15:27:08.926563 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-970a1e8a-d47e-443a-a8e8-2c0e1103ba96 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:08.965834 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b02e68ca-e956-4a5f-9a8e-3c95c4dfc2e6 req-5e35b269-e775-4ddd-a770-cd1fec5f67fd tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339328 Sep 01 15:27:08.979360 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1fa432-9636-4a98-ace7-e450e83dece8 None None] The sync data for ids ['bc2d41b9-c0ae-484a-b616-83749fc07d66'] in n-d-794796-3 is: [{'id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'name': 'tempest-AttachVolumeTestJSON-1977586773-router', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:18:22Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'gw_port': {'id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:24Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'd50b7193-db59-4cec-ac2a-38ed31e9774b', 'name': '', 'network_id': '1d2362ee-78f5-4b99-9f98-82e09fba7d13', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'mac_address': 'fa:16:3e:6b:96:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:33Z', 'updated_at': '2021-09-01T15:18:49Z', 'revision_number': 5, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'subnets': [{'id': 'cb4d0c35-1b78-4b62-99d6-b03c2c2e423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:27:09.009104 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device e7e5569d-553f-4cb5-8edc-70fb753addd4 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:27:09.113003 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c4fd1be6-ea1c-49c0-8cfe-bfa15d5d340f req-a7e368ee-14c4-467a-ae29-f1c793d6bc19 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302307 Sep 01 15:27:09.368084 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-33a88bc9-b585-423f-a2b5-ab60128bf208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:09.392817 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-50d6dcf6-ea8c-4b6b-8b40-f3164059f96c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Deleting port 722ce4ba-9cfe-4433-90f8-1295a84950a7 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:27:09.393518 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-50d6dcf6-ea8c-4b6b-8b40-f3164059f96c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:09.418918 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port e7e5569d-553f-4cb5-8edc-70fb753addd4, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=e7e5569d-553f-4cb5-8edc-70fb753addd4,segment=NetworkSegment(fa05afac-5e0c-4da0-a7f7-bd90d8e2abd0),segment_id=fa05afac-5e0c-4da0-a7f7-bd90d8e2abd0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:09.454125 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'e7e5569d-553f-4cb5-8edc-70fb753addd4', 'network_id': '55e73808-2cbc-4e1d-992f-b9bdf3699937', 'port_id': 'e7e5569d-553f-4cb5-8edc-70fb753addd4', 'mac_address': 'fa:16:3e:99:97:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d999ac3-460a-4c00-93db-3bfd3681d09f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:27:09.524317 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036855e-9ad3-48da-8396-0239455c82fc req-0ac731a7-fbef-405a-8b6f-b00eec00768d tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:09.534448 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1036855e-9ad3-48da-8396-0239455c82fc req-0ac731a7-fbef-405a-8b6f-b00eec00768d tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.2626696 Sep 01 15:27:09.581075 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:09.630111 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e5569d-553f-4cb5-8edc-70fb753addd4 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:27:09.696557 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05320ae-0d4c-4926-82f7-6ce208457f07 None None] New status for floating IP f31d388a-15b3-44f5-953b-e4096f701953: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:27:09.702485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port e7e5569d-553f-4cb5-8edc-70fb753addd4, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=e7e5569d-553f-4cb5-8edc-70fb753addd4,segment=NetworkSegment(fa05afac-5e0c-4da0-a7f7-bd90d8e2abd0),segment_id=fa05afac-5e0c-4da0-a7f7-bd90d8e2abd0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:09.735073 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1036855e-9ad3-48da-8396-0239455c82fc req-0adcd5d8-7ced-43fc-bac4-59d28c8cb395 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986356 Sep 01 15:27:09.736324 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cf01a-dfa9-4a4e-8913-90fb39c60510 req-358e3e51-5dcf-4ea3-9fdd-2458811a7f00 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:09.744601 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3d1cf01a-dfa9-4a4e-8913-90fb39c60510 req-358e3e51-5dcf-4ea3-9fdd-2458811a7f00 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f60c43-74ed-41b6-8e0f-3958861f4bfd HTTP/1.1" status: 200 len: 943 time: 0.4122636 Sep 01 15:27:09.789074 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-970a1e8a-d47e-443a-a8e8-2c0e1103ba96 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:09.801323 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:09.843235 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-50d6dcf6-ea8c-4b6b-8b40-f3164059f96c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:09.843714 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-50d6dcf6-ea8c-4b6b-8b40-f3164059f96c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:09.858037 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3d1cf01a-dfa9-4a4e-8913-90fb39c60510 req-72d8dfef-9ed0-4514-9308-f1113c6db0eb tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/security-groups?id=5de1d363-607c-4cdb-a1b5-6e9ecee69644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120689 Sep 01 15:27:09.861669 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-50d6dcf6-ea8c-4b6b-8b40-f3164059f96c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Calling delete_port for 722ce4ba-9cfe-4433-90f8-1295a84950a7 owned by network:floatingip {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:27:10.222768 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=e7e5569d-553f-4cb5-8edc-70fb753addd4,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:10.244103 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042baf71-8f76-4f4b-bd02-aa5046f66f3a req-002a1edc-1990-4676-9c06-a6e35b31cc86 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:10.252294 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-042baf71-8f76-4f4b-bd02-aa5046f66f3a req-002a1edc-1990-4676-9c06-a6e35b31cc86 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 1096 time: 0.2912700 Sep 01 15:27:10.281795 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['e7e5569d-553f-4cb5-8edc-70fb753addd4'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:27:10.301613 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-042baf71-8f76-4f4b-bd02-aa5046f66f3a req-76752b06-5f01-4b97-8216-aec18716c1db tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483441 Sep 01 15:27:10.308998 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-50d6dcf6-ea8c-4b6b-8b40-f3164059f96c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:10.318612 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993d28a-830d-45e4-aba4-5387826948c8 req-e3dd877e-f960-4964-bf06-bb7eef1c1e5b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:10.321122 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a993d28a-830d-45e4-aba4-5387826948c8 req-e3dd877e-f960-4964-bf06-bb7eef1c1e5b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.1840036 Sep 01 15:27:10.327547 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54090) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:10.416609 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.api [None req-a05320ae-0d4c-4926-82f7-6ce208457f07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:27:10.417251 n-d-794796-3 neutron-server[94735]: DEBUG oslo_db.api [None req-a05320ae-0d4c-4926-82f7-6ce208457f07 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:27:10.438622 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6dcf6-ea8c-4b6b-8b40-f3164059f96c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Pushing event deleted for resources: {'Port': ['ID=722ce4ba-9cfe-4433-90f8-1295a84950a7,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:10.527804 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-50d6dcf6-ea8c-4b6b-8b40-f3164059f96c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks [] for floatingip, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:10.534760 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-50d6dcf6-ea8c-4b6b-8b40-f3164059f96c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:10.538709 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-50d6dcf6-ea8c-4b6b-8b40-f3164059f96c tempest-AttachVolumeTestJSON-1020920293 tempest-AttachVolumeTestJSON-1020920293-project] 10.222.0.60 "DELETE /v2.0/floatingips/f31d388a-15b3-44f5-953b-e4096f701953 HTTP/1.1" status: 204 len: 168 time: 1.6466055 Sep 01 15:27:10.577541 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970a1e8a-d47e-443a-a8e8-2c0e1103ba96 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Router 90fe526e-3dce-4b58-9784-e70644d5936a is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:27:10.606814 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d9fcb-f011-4279-b990-4fd0a3e4b149 req-618dab17-c698-4f5b-93f1-5a950ae6a483 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:10.609467 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5c1d9fcb-f011-4279-b990-4fd0a3e4b149 req-618dab17-c698-4f5b-93f1-5a950ae6a483 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 945 time: 0.1789732 Sep 01 15:27:10.730912 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5c1d9fcb-f011-4279-b990-4fd0a3e4b149 req-31b3bce0-07cc-469a-9f83-02f871502f46 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990713 Sep 01 15:27:10.916209 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a993d28a-830d-45e4-aba4-5387826948c8 req-52c82c81-57ec-4179-ab58-22b621479ec8 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5831046 Sep 01 15:27:10.921018 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05320ae-0d4c-4926-82f7-6ce208457f07 None None] New status for floating IP f31d388a-15b3-44f5-953b-e4096f701953: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:27:10.993656 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970a1e8a-d47e-443a-a8e8-2c0e1103ba96 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:27:11.017452 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf5d1f-da10-451f-aeac-51c2161b6e20 None None] Sync routers for ids ['90fe526e-3dce-4b58-9784-e70644d5936a'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:27:11.037037 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf5d1f-da10-451f-aeac-51c2161b6e20 None None] Routers {'90fe526e-3dce-4b58-9784-e70644d5936a'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:11.038200 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2baf5d1f-da10-451f-aeac-51c2161b6e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:26:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['90fe526e-3dce-4b58-9784-e70644d5936a'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:11.116009 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-970a1e8a-d47e-443a-a8e8-2c0e1103ba96 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:11.118604 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-970a1e8a-d47e-443a-a8e8-2c0e1103ba96 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.2762129 Sep 01 15:27:11.123102 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54110) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:11.130964 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2baf5d1f-da10-451f-aeac-51c2161b6e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:11.152840 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf5d1f-da10-451f-aeac-51c2161b6e20 None None] Routers {'90fe526e-3dce-4b58-9784-e70644d5936a'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:11.155023 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2baf5d1f-da10-451f-aeac-51c2161b6e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:26:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['90fe526e-3dce-4b58-9784-e70644d5936a'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:11.162175 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-726fd8ba-5051-4397-b7c2-4684943cd2fe tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Deleting port edc536a2-a239-43fc-a891-2b3178396201 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:27:11.163007 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-726fd8ba-5051-4397-b7c2-4684943cd2fe tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:11.263569 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2baf5d1f-da10-451f-aeac-51c2161b6e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:11.264589 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf5d1f-da10-451f-aeac-51c2161b6e20 None None] The sync data for ids ['90fe526e-3dce-4b58-9784-e70644d5936a'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:27:11.480406 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-726fd8ba-5051-4397-b7c2-4684943cd2fe tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:11.481129 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-726fd8ba-5051-4397-b7c2-4684943cd2fe tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:11.644574 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc087aa-a699-4ec0-a9d6-ea8690cff1fd req-e02cd4d4-dbf9-4489-a50d-93f6b56e5a64 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:11.657969 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bcc087aa-a699-4ec0-a9d6-ea8690cff1fd req-e02cd4d4-dbf9-4489-a50d-93f6b56e5a64 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f60c43-74ed-41b6-8e0f-3958861f4bfd HTTP/1.1" status: 200 len: 944 time: 0.3573279 Sep 01 15:27:11.729035 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7550c920-2598-4323-9895-57fff65b0a66 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "GET /v2.0/routers/90fe526e-3dce-4b58-9784-e70644d5936a HTTP/1.1" status: 200 len: 880 time: 0.6032104 Sep 01 15:27:11.730257 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54116) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:11.859199 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bcc087aa-a699-4ec0-a9d6-ea8690cff1fd req-83357ba8-b745-4dec-846f-09cb53f3e54d tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/security-groups?id=5de1d363-607c-4cdb-a1b5-6e9ecee69644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996994 Sep 01 15:27:12.109734 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-726fd8ba-5051-4397-b7c2-4684943cd2fe tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Calling delete_port for edc536a2-a239-43fc-a891-2b3178396201 owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:27:12.147218 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:12.323384 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc76fd-dc4b-4b73-9c7c-f3f694b22ed4 req-6669ce38-5ee9-4e47-b48e-a9500cbc1f4d tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:12.326376 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d3bc76fd-dc4b-4b73-9c7c-f3f694b22ed4 req-6669ce38-5ee9-4e47-b48e-a9500cbc1f4d tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 945 time: 0.2533693 Sep 01 15:27:12.382623 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-726fd8ba-5051-4397-b7c2-4684943cd2fe tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:12.443792 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fd8ba-5051-4397-b7c2-4684943cd2fe tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event deleted for resources: {'Port': ['ID=edc536a2-a239-43fc-a891-2b3178396201,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:12.528125 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5000a58b-7f03-402a-9c03-a2573016ba35 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.7935085 Sep 01 15:27:12.533844 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54124) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:12.542571 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d3bc76fd-dc4b-4b73-9c7c-f3f694b22ed4 req-5161060b-3f28-4efc-9f2c-19e3be9e3809 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971080 Sep 01 15:27:12.545767 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-9bae1959-d56b-4f3e-a327-8de7b0817035 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-291296983'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:12.590612 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54128) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:12.631452 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8493804-5266-44aa-99ca-e456ccb124d2 req-45695569-00d3-4a39-a876-3e2bc84fe165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:12.634474 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e8493804-5266-44aa-99ca-e456ccb124d2 req-45695569-00d3-4a39-a876-3e2bc84fe165 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=23b9023d47b94f66b655f70395dcb615&device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 1096 time: 1.2007303 Sep 01 15:27:12.754435 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e8663-5fca-483c-b385-e9b2e52a35cd req-82098edb-7700-4c35-8cb9-3994281733b9 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:12.757299 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e00e8663-5fca-483c-b385-e9b2e52a35cd req-82098edb-7700-4c35-8cb9-3994281733b9 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 1.2996790 Sep 01 15:27:12.864767 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0e5dbb61-a897-476e-9f6d-5fb9b3fb64bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.010924 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-726fd8ba-5051-4397-b7c2-4684943cd2fe tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.012099 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-726fd8ba-5051-4397-b7c2-4684943cd2fe tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Floating IP bf7d4895-e6f5-4170-b8e4-a83b1c87bdce disassociated (deleted). External IP: 172.25.6.247, port: e1e687d8-0af0-4c66-b0c0-65b5585e9d32. Sep 01 15:27:13.023876 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device e7e5569d-553f-4cb5-8edc-70fb753addd4 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:27:13.139946 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0e5dbb61-a897-476e-9f6d-5fb9b3fb64bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.171233 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port e7e5569d-553f-4cb5-8edc-70fb753addd4 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:27:13.178239 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port e7e5569d-553f-4cb5-8edc-70fb753addd4 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:13.179205 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.187491 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0e5dbb61-a897-476e-9f6d-5fb9b3fb64bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.246074 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.320945 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0e5dbb61-a897-476e-9f6d-5fb9b3fb64bb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e810048c75e64264b51557f2aa834c12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7285068 Sep 01 15:27:13.325527 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54138) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:13.340601 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5dbb61-a897-476e-9f6d-5fb9b3fb64bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5c95b5-d4ec-4c0e-82f7-c6756d663a61,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:13.362692 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44694a-3642-4fc4-be38-d64c04542dae req-02518764-6390-4ed7-90e6-ab6a764482df tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:13.366006 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.374501 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e00e8663-5fca-483c-b385-e9b2e52a35cd req-1ff3432a-2cf5-4854-98f9-9620df0ae9e9 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5946927 Sep 01 15:27:13.375297 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba44694a-3642-4fc4-be38-d64c04542dae req-02518764-6390-4ed7-90e6-ab6a764482df tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f60c43-74ed-41b6-8e0f-3958861f4bfd HTTP/1.1" status: 200 len: 944 time: 0.2269742 Sep 01 15:27:13.495482 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port e7e5569d-553f-4cb5-8edc-70fb753addd4, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=e7e5569d-553f-4cb5-8edc-70fb753addd4,segment=NetworkSegment(fa05afac-5e0c-4da0-a7f7-bd90d8e2abd0),segment_id=fa05afac-5e0c-4da0-a7f7-bd90d8e2abd0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:13.497750 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f60c43-74ed-41b6-8e0f-3958861f4bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e5569d-553f-4cb5-8edc-70fb753addd4'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:27:13.511629 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad437067-3be5-44f5-ac92-e1394f66ef59" -d '{"events": [{"server_uuid": "d4f60c43-74ed-41b6-8e0f-3958861f4bfd", "name": "network-vif-plugged", "status": "completed", "tag": "e7e5569d-553f-4cb5-8edc-70fb753addd4"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:27:13.522856 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba44694a-3642-4fc4-be38-d64c04542dae req-f035a6b3-e1ff-4baf-967e-67c53a8c67a8 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/security-groups?id=5de1d363-607c-4cdb-a1b5-6e9ecee69644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360364 Sep 01 15:27:13.523337 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.589886 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d9138879-8463-4e92-9c9f-02af424dc0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.602465 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8493804-5266-44aa-99ca-e456ccb124d2 req-12e8d8f8-5472-4841-941a-7ad73739b02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:13.606067 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e8493804-5266-44aa-99ca-e456ccb124d2 req-12e8d8f8-5472-4841-941a-7ad73739b02d service neutron] 10.222.0.45 "GET /v2.0/networks?id=3fc306ad-d395-4e29-8475-725b0736474b HTTP/1.1" status: 200 len: 911 time: 0.8731966 Sep 01 15:27:13.640541 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=e7e5569d-553f-4cb5-8edc-70fb753addd4,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:13.658963 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-37e60601-8d35-4d6a-967e-84d6a1be4e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.679974 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d9138879-8463-4e92-9c9f-02af424dc0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.717262 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0212a4-d173-457b-aae9-a93c26aa6b71 x-openstack-request-id: req-8a0212a4-d173-457b-aae9-a93c26aa6b71 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:27:13.717863 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f60c43-74ed-41b6-8e0f-3958861f4bfd", "name": "network-vif-plugged", "status": "completed", "tag": "e7e5569d-553f-4cb5-8edc-70fb753addd4", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:27:13.718115 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a0212a4-d173-457b-aae9-a93c26aa6b71 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:27:13.718644 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f60c43-74ed-41b6-8e0f-3958861f4bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e5569d-553f-4cb5-8edc-70fb753addd4', 'code': 200} Sep 01 15:27:13.852105 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d9138879-8463-4e92-9c9f-02af424dc0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.861872 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d9138879-8463-4e92-9c9f-02af424dc0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:13.863827 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d9138879-8463-4e92-9c9f-02af424dc0d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ca5c95b5-d4ec-4c0e-82f7-c6756d663a61 HTTP/1.1" status: 204 len: 168 time: 0.5365689 Sep 01 15:27:13.909274 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e8493804-5266-44aa-99ca-e456ccb124d2 req-5de547db-d4a0-4c92-a122-314735701487 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d82534cd-0564-47c6-a468-e1374b8f6283 HTTP/1.1" status: 200 len: 217 time: 0.1873558 Sep 01 15:27:13.933242 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9138879-8463-4e92-9c9f-02af424dc0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5c95b5-d4ec-4c0e-82f7-c6756d663a61,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:14.132705 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cdddf-3bc6-4917-8e9f-120154cbcc90 req-f4537ce4-a956-4507-b0ae-53d8d0f5c162 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:14.149583 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a60cdddf-3bc6-4917-8e9f-120154cbcc90 req-f4537ce4-a956-4507-b0ae-53d8d0f5c162 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 945 time: 0.2803762 Sep 01 15:27:14.292601 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31bf08-89fb-479a-b1c6-e28b963b9a88 req-3da5a6c5-2031-479b-92e1-8702e979707b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:14.295357 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1a31bf08-89fb-479a-b1c6-e28b963b9a88 req-3da5a6c5-2031-479b-92e1-8702e979707b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d4f60c43-74ed-41b6-8e0f-3958861f4bfd HTTP/1.1" status: 200 len: 1096 time: 0.4562824 Sep 01 15:27:14.315208 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a60cdddf-3bc6-4917-8e9f-120154cbcc90 req-56083c84-eda3-4c52-986c-c4ee6b0a96c9 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544383 Sep 01 15:27:14.420984 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1a31bf08-89fb-479a-b1c6-e28b963b9a88 req-b781f2f2-81b9-49a0-a165-46792f11df16 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5de1d363-607c-4cdb-a1b5-6e9ecee69644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048777 Sep 01 15:27:14.527710 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8493804-5266-44aa-99ca-e456ccb124d2 req-4790ae5a-cc52-43e1-a6cd-011eb726222d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:14.529264 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e8493804-5266-44aa-99ca-e456ccb124d2 req-4790ae5a-cc52-43e1-a6cd-011eb726222d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=870d447b-a102-45cd-b773-7b57248ad4c5 HTTP/1.1" status: 200 len: 850 time: 0.5145020 Sep 01 15:27:14.728643 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a634c2d-d92f-4d01-ae19-592dc21176b3 req-1b64d1ba-53e8-4381-a7d1-1bd9c839f3d0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:14.731575 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6a634c2d-d92f-4d01-ae19-592dc21176b3 req-1b64d1ba-53e8-4381-a7d1-1bd9c839f3d0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 1.1188774 Sep 01 15:27:14.901827 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e8493804-5266-44aa-99ca-e456ccb124d2 req-c2f1026f-b56b-4e94-84b2-74bc9393567a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3fc306ad-d395-4e29-8475-725b0736474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1865170 Sep 01 15:27:14.932706 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bf285-28b4-48ea-ae55-f1ec224998d6 req-7e54e7d3-4338-4e67-a526-a518817bf571 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:14.941574 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e27bf285-28b4-48ea-ae55-f1ec224998d6 req-7e54e7d3-4338-4e67-a526-a518817bf571 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f60c43-74ed-41b6-8e0f-3958861f4bfd HTTP/1.1" status: 200 len: 945 time: 0.1744695 Sep 01 15:27:15.011587 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e27bf285-28b4-48ea-ae55-f1ec224998d6 req-8b948f4c-95f2-4177-9fdf-cebf25efc1a0 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/security-groups?id=5de1d363-607c-4cdb-a1b5-6e9ecee69644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573297 Sep 01 15:27:15.126026 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9bae1959-d56b-4f3e-a327-8de7b0817035 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37605'] for router, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:15.142669 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:15.251055 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6a634c2d-d92f-4d01-ae19-592dc21176b3 req-305ae305-82c1-469a-bd2a-ef9b5e2c357a tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928422 Sep 01 15:27:15.266707 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9bae1959-d56b-4f3e-a327-8de7b0817035 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1825249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1825272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1826501'] for router, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:15.323259 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726fd8ba-5051-4397-b7c2-4684943cd2fe tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Router 88fcdd69-820b-46ee-8ce3-18d0484113fb has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:27:15.639541 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bae1959-d56b-4f3e-a327-8de7b0817035 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Router 90fe526e-3dce-4b58-9784-e70644d5936a has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:27:15.697951 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150192e2-9a2a-4c84-84f6-8fb716196e2e req-d4807292-3008-4b2d-9f64-cc3879aa2e3d tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:15.700231 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-150192e2-9a2a-4c84-84f6-8fb716196e2e req-d4807292-3008-4b2d-9f64-cc3879aa2e3d tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.1951852 Sep 01 15:27:15.848978 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-150192e2-9a2a-4c84-84f6-8fb716196e2e req-af2a3d62-8c49-43c5-ac12-244b7881674a tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240885 Sep 01 15:27:15.873182 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e8493804-5266-44aa-99ca-e456ccb124d2 req-c6a56210-6957-4c76-a16b-e8afeccac82c service neutron] 10.222.0.45 "GET /v2.0/networks/3fc306ad-d395-4e29-8475-725b0736474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8769617 Sep 01 15:27:15.943069 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedd349-4918-48b3-8c42-9ec50c2b0071 req-4b9e1d6b-3170-4e3c-8b0a-fbf8fa117ab7 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:15.945422 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2bedd349-4918-48b3-8c42-9ec50c2b0071 req-4b9e1d6b-3170-4e3c-8b0a-fbf8fa117ab7 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 945 time: 0.3459611 Sep 01 15:27:16.097319 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726fd8ba-5051-4397-b7c2-4684943cd2fe tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:27:16.111173 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c26f637-7b65-45ff-b30a-e8d2581f9b9f None None] Sync routers for ids ['88fcdd69-820b-46ee-8ce3-18d0484113fb'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:27:16.128354 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-726fd8ba-5051-4397-b7c2-4684943cd2fe tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:16.139201 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c26f637-7b65-45ff-b30a-e8d2581f9b9f None None] Routers {'88fcdd69-820b-46ee-8ce3-18d0484113fb'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:16.145141 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-3c26f637-7b65-45ff-b30a-e8d2581f9b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:27:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['88fcdd69-820b-46ee-8ce3-18d0484113fb'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:16.209694 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-726fd8ba-5051-4397-b7c2-4684943cd2fe tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "DELETE /v2.0/floatingips/bf7d4895-e6f5-4170-b8e4-a83b1c87bdce HTTP/1.1" status: 204 len: 168 time: 5.8775454 Sep 01 15:27:16.212466 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869be674-05e2-4a87-980e-acea57d7473a', 'tag': 'e1e687d8-0af0-4c66-b0c0-65b5585e9d32'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:27:16.226166 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6c81e3-81fa-49a5-a2cd-50c80093419e" -d '{"events": [{"name": "network-changed", "server_uuid": "869be674-05e2-4a87-980e-acea57d7473a", "tag": "e1e687d8-0af0-4c66-b0c0-65b5585e9d32"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:27:16.283635 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ac9a0-35f4-488a-9540-02079454ffa0 req-f56d997b-0e72-417a-8ff7-5ba9f69f36f8 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:16.297552 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e79ac9a0-35f4-488a-9540-02079454ffa0 req-f56d997b-0e72-417a-8ff7-5ba9f69f36f8 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f60c43-74ed-41b6-8e0f-3958861f4bfd HTTP/1.1" status: 200 len: 945 time: 0.1170816 Sep 01 15:27:16.391713 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e79ac9a0-35f4-488a-9540-02079454ffa0 req-22fd5ff6-09ac-4f66-8591-aa1fe0d09e61 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/security-groups?id=5de1d363-607c-4cdb-a1b5-6e9ecee69644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925765 Sep 01 15:27:16.545739 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-3c26f637-7b65-45ff-b30a-e8d2581f9b9f None None] Set router 88fcdd69-820b-46ee-8ce3-18d0484113fb gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:27:17.272763 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2bedd349-4918-48b3-8c42-9ec50c2b0071 req-a472d365-637b-4b72-931b-005181499b4b tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2519345 Sep 01 15:27:17.283584 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd29627d-527f-49dc-91b2-19557aa86192 x-openstack-request-id: req-dd29627d-527f-49dc-91b2-19557aa86192 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:27:17.283956 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "869be674-05e2-4a87-980e-acea57d7473a", "tag": "e1e687d8-0af0-4c66-b0c0-65b5585e9d32", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:27:17.284233 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dd29627d-527f-49dc-91b2-19557aa86192 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:27:17.284702 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869be674-05e2-4a87-980e-acea57d7473a', 'tag': 'e1e687d8-0af0-4c66-b0c0-65b5585e9d32', 'status': 'completed', 'code': 200} Sep 01 15:27:17.371539 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67fbe3-3261-4ff6-b8b6-ae06f30194ee req-c532030f-d5e0-429d-96ae-0f6fd1af9a16 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:17.408568 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3e67fbe3-3261-4ff6-b8b6-ae06f30194ee req-c532030f-d5e0-429d-96ae-0f6fd1af9a16 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.2371430 Sep 01 15:27:17.518893 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-3c26f637-7b65-45ff-b30a-e8d2581f9b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219351267', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:23:59Z', 'updated_at': '2021-09-01T15:24:30Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:02Z', 'updated_at': '2021-09-01T15:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '1f7b055e-7598-47db-b9ff-511b05e91575', 'name': '', 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:e2:b9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '28b1fc88-16ee-47b8-b537-f7c2d7715bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:25Z', 'updated_at': '2021-09-01T15:24:44Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': '28b1fc88-16ee-47b8-b537-f7c2d7715bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:17.574343 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e8493804-5266-44aa-99ca-e456ccb124d2 req-f675d472-06b5-4778-b61d-e8222ae819ca service neutron] 10.222.0.45 "GET /v2.0/networks/3fc306ad-d395-4e29-8475-725b0736474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6256628 Sep 01 15:27:17.576217 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3e67fbe3-3261-4ff6-b8b6-ae06f30194ee req-afb4c0c5-51f9-4e88-b944-68417466a956 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652918 Sep 01 15:27:17.622248 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bae1959-d56b-4f3e-a327-8de7b0817035 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:27:17.630729 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c26f637-7b65-45ff-b30a-e8d2581f9b9f None None] Checking router: 88fcdd69-820b-46ee-8ce3-18d0484113fb for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:27:17.632138 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6ee00c-f08e-4c28-89d5-36f00c322248 None None] Sync routers for ids ['90fe526e-3dce-4b58-9784-e70644d5936a'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:27:17.664177 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6ee00c-f08e-4c28-89d5-36f00c322248 None None] Routers {'90fe526e-3dce-4b58-9784-e70644d5936a'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:17.664821 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-ef6ee00c-f08e-4c28-89d5-36f00c322248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:27:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['90fe526e-3dce-4b58-9784-e70644d5936a'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:17.667969 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9bae1959-d56b-4f3e-a327-8de7b0817035 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:17.672721 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54234) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:17.675714 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9bae1959-d56b-4f3e-a327-8de7b0817035 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "PUT /v2.0/routers/90fe526e-3dce-4b58-9784-e70644d5936a HTTP/1.1" status: 200 len: 887 time: 5.1370029 Sep 01 15:27:17.683626 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c26f637-7b65-45ff-b30a-e8d2581f9b9f None None] Routers {'88fcdd69-820b-46ee-8ce3-18d0484113fb'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:17.684282 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-3c26f637-7b65-45ff-b30a-e8d2581f9b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:27:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['88fcdd69-820b-46ee-8ce3-18d0484113fb'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:17.695352 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c81e3-81fa-49a5-a2cd-50c80093419e req-3c1bedd2-840a-4523-9121-2fb1ce312e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:17.699421 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f6c81e3-81fa-49a5-a2cd-50c80093419e req-3c1bedd2-840a-4523-9121-2fb1ce312e76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 1096 time: 0.3954554 Sep 01 15:27:17.797368 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-ef6ee00c-f08e-4c28-89d5-36f00c322248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:17.814727 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6ee00c-f08e-4c28-89d5-36f00c322248 None None] Routers {'90fe526e-3dce-4b58-9784-e70644d5936a'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:17.815387 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-ef6ee00c-f08e-4c28-89d5-36f00c322248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:27:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['90fe526e-3dce-4b58-9784-e70644d5936a'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:17.964836 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1dc0b-6d6e-45e3-8ddb-e7d0ba53e423 req-738527d4-3e42-42ca-b724-4968b469c4a2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:17.968900 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-48c1dc0b-6d6e-45e3-8ddb-e7d0ba53e423 req-738527d4-3e42-42ca-b724-4968b469c4a2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 945 time: 0.2816417 Sep 01 15:27:18.026890 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-ef6ee00c-f08e-4c28-89d5-36f00c322248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:18.027882 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6ee00c-f08e-4c28-89d5-36f00c322248 None None] The sync data for ids ['90fe526e-3dce-4b58-9784-e70644d5936a'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:27:18.081148 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c81e3-81fa-49a5-a2cd-50c80093419e req-3ab5b5f4-a261-4e41-a308-eca528841377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:18.088290 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f6c81e3-81fa-49a5-a2cd-50c80093419e req-3ab5b5f4-a261-4e41-a308-eca528841377 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4578278d-9bad-4f8d-8bc4-6025bd0de686 HTTP/1.1" status: 200 len: 898 time: 0.3571951 Sep 01 15:27:18.141153 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-3c26f637-7b65-45ff-b30a-e8d2581f9b9f None None] Set router 88fcdd69-820b-46ee-8ce3-18d0484113fb gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:27:18.156541 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-48c1dc0b-6d6e-45e3-8ddb-e7d0ba53e423 req-7798ca3b-f2a6-491e-b03d-685de5ad8045 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727474 Sep 01 15:27:18.221491 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ca466-ca6a-4350-a52e-3db111746df3 req-8113f535-190c-409a-a243-5648e757895a tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:18.233513 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-457ca466-ca6a-4350-a52e-3db111746df3 req-8113f535-190c-409a-a243-5648e757895a tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.3648474 Sep 01 15:27:18.280786 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f6c81e3-81fa-49a5-a2cd-50c80093419e req-df8abd87-43cc-4351-9475-fda489660694 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1e687d8-0af0-4c66-b0c0-65b5585e9d32 HTTP/1.1" status: 200 len: 217 time: 0.1342483 Sep 01 15:27:18.438148 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b0fd60bc-4daf-4e0d-a1de-7ee91d52cd0b tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "GET /v2.0/routers/90fe526e-3dce-4b58-9784-e70644d5936a HTTP/1.1" status: 200 len: 887 time: 0.7604177 Sep 01 15:27:18.447580 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54248) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:18.525696 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-3c26f637-7b65-45ff-b30a-e8d2581f9b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219351267', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:23:59Z', 'updated_at': '2021-09-01T15:24:30Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:02Z', 'updated_at': '2021-09-01T15:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '1f7b055e-7598-47db-b9ff-511b05e91575', 'name': '', 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:e2:b9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '28b1fc88-16ee-47b8-b537-f7c2d7715bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:25Z', 'updated_at': '2021-09-01T15:24:44Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': '28b1fc88-16ee-47b8-b537-f7c2d7715bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:18.585814 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c26f637-7b65-45ff-b30a-e8d2581f9b9f None None] The sync data for ids ['88fcdd69-820b-46ee-8ce3-18d0484113fb'] in n-d-794796-3 is: [{'id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219351267', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:23:59Z', 'updated_at': '2021-09-01T15:24:30Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:02Z', 'updated_at': '2021-09-01T15:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '1f7b055e-7598-47db-b9ff-511b05e91575', 'name': '', 'network_id': '4578278d-9bad-4f8d-8bc4-6025bd0de686', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:e2:b9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2151, 'fixed_ips': [{'subnet_id': '28b1fc88-16ee-47b8-b537-f7c2d7715bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:25Z', 'updated_at': '2021-09-01T15:24:44Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': '28b1fc88-16ee-47b8-b537-f7c2d7715bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:27:18.657258 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7a94cbc0-87e9-4f9a-916e-aee058051974 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "GET /v2.0/ports?device_id=90fe526e-3dce-4b58-9784-e70644d5936a HTTP/1.1" status: 200 len: 205 time: 0.2001595 Sep 01 15:27:18.661774 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54254) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:18.662369 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c81e3-81fa-49a5-a2cd-50c80093419e req-1e5f4ed3-2eea-468a-9804-21b89174ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:18.667192 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f6c81e3-81fa-49a5-a2cd-50c80093419e req-1e5f4ed3-2eea-468a-9804-21b89174ffa2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=28b1fc88-16ee-47b8-b537-f7c2d7715bc7 HTTP/1.1" status: 200 len: 834 time: 0.3584461 Sep 01 15:27:18.697812 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-457ca466-ca6a-4350-a52e-3db111746df3 req-ac5288c3-50ff-4de9-9ca9-1f6aef732660 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4622629 Sep 01 15:27:18.877091 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8106aa2a-7b24-4d49-8d2c-2651005b2740 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:19.067379 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14347220-c697-4cc2-999c-8abee4b05dec req-ffb06002-c351-4f0c-92d2-edcfddeb7831 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:19.067721 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-14347220-c697-4cc2-999c-8abee4b05dec req-ffb06002-c351-4f0c-92d2-edcfddeb7831 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.45 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 945 time: 0.7837486 Sep 01 15:27:19.148539 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c81e3-81fa-49a5-a2cd-50c80093419e req-b708ba6c-e6d6-46e9-94c9-711668eed7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:19.153480 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f6c81e3-81fa-49a5-a2cd-50c80093419e req-b708ba6c-e6d6-46e9-94c9-711668eed7bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4578278d-9bad-4f8d-8bc4-6025bd0de686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3022943 Sep 01 15:27:19.289690 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d492a-eb9b-4be9-91bd-1fbea5320e33 req-1eb79605-38b5-477c-ad7f-e104d9e1ab1c tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:19.296634 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da5d492a-eb9b-4be9-91bd-1fbea5320e33 req-1eb79605-38b5-477c-ad7f-e104d9e1ab1c tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 945 time: 0.6278315 Sep 01 15:27:19.477127 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53452e20-f0af-4b74-8fcc-b67d3b1c33cf None None] New status for floating IP bf7d4895-e6f5-4170-b8e4-a83b1c87bdce: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:27:19.752058 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da5d492a-eb9b-4be9-91bd-1fbea5320e33 req-151330b9-b215-43ac-b40b-9a11c39f6a0d tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047000 Sep 01 15:27:19.999925 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-14347220-c697-4cc2-999c-8abee4b05dec req-0917c2c2-88ab-4416-9a66-31862372ee34 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Deleting port e1e687d8-0af0-4c66-b0c0-65b5585e9d32 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:27:20.000609 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-14347220-c697-4cc2-999c-8abee4b05dec req-0917c2c2-88ab-4416-9a66-31862372ee34 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:20.060971 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8106aa2a-7b24-4d49-8d2c-2651005b2740 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:20.094510 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8fc18-3550-45bd-828a-7172fd634aea req-c811b71b-8637-4bf8-8cd5-41f11fc0a39e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:20.108313 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-76e8fc18-3550-45bd-828a-7172fd634aea req-c811b71b-8637-4bf8-8cd5-41f11fc0a39e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 945 time: 0.3084216 Sep 01 15:27:20.114204 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f6c81e3-81fa-49a5-a2cd-50c80093419e req-9912d6bd-7b3a-474d-b51c-51b8d932424e service neutron] 10.222.0.45 "GET /v2.0/networks/4578278d-9bad-4f8d-8bc4-6025bd0de686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8047814 Sep 01 15:27:20.413228 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-76e8fc18-3550-45bd-828a-7172fd634aea req-bf8bbe97-bd73-4b80-8bd0-325bbddddb71 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f9816a9-945e-4d30-a35c-55037fcdbb74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3009017 Sep 01 15:27:20.482885 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f6c81e3-81fa-49a5-a2cd-50c80093419e req-89477dbe-2d5f-4491-b441-72d5a6d58e8a service neutron] 10.222.0.45 "GET /v2.0/networks/4578278d-9bad-4f8d-8bc4-6025bd0de686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871580 Sep 01 15:27:20.537157 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-8106aa2a-7b24-4d49-8d2c-2651005b2740 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Deleting port 2db6aa5b-11ff-4072-b532-aeb7e8632613 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:27:20.537727 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8106aa2a-7b24-4d49-8d2c-2651005b2740 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:20.549534 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-14347220-c697-4cc2-999c-8abee4b05dec req-0917c2c2-88ab-4416-9a66-31862372ee34 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] For port e1e687d8-0af0-4c66-b0c0-65b5585e9d32, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=e1e687d8-0af0-4c66-b0c0-65b5585e9d32,segment=NetworkSegment(f65205a3-b68b-4ccf-8aec-744d1020fc29),segment_id=f65205a3-b68b-4ccf-8aec-744d1020fc29)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:20.550079 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-14347220-c697-4cc2-999c-8abee4b05dec req-0917c2c2-88ab-4416-9a66-31862372ee34 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:20.570342 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device e1e687d8-0af0-4c66-b0c0-65b5585e9d32 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:27:20.572224 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-14347220-c697-4cc2-999c-8abee4b05dec req-0917c2c2-88ab-4416-9a66-31862372ee34 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Calling delete_port for e1e687d8-0af0-4c66-b0c0-65b5585e9d32 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:27:20.582785 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f459c8d-da7f-4014-a085-acc49ffb631d req-f625b693-5656-4f5c-ae4e-e737d8f02296 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:20.590844 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3f459c8d-da7f-4014-a085-acc49ffb631d req-f625b693-5656-4f5c-ae4e-e737d8f02296 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.5041931 Sep 01 15:27:20.715034 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54296) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:20.825765 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3f459c8d-da7f-4014-a085-acc49ffb631d req-2dd59269-478f-4171-9337-dc3ed3f2c13b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330153 Sep 01 15:27:20.912713 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:20.950791 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8106aa2a-7b24-4d49-8d2c-2651005b2740 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:21.021894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-8106aa2a-7b24-4d49-8d2c-2651005b2740 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Calling delete_port for 2db6aa5b-11ff-4072-b532-aeb7e8632613 owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:27:21.341630 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ada76c-68f7-4ad3-afd9-81c065b88287 req-16670ced-77b3-44da-b62c-0402cd7584d7 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:21.371483 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7ada76c-68f7-4ad3-afd9-81c065b88287 req-16670ced-77b3-44da-b62c-0402cd7584d7 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.3101847 Sep 01 15:27:21.418288 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-14347220-c697-4cc2-999c-8abee4b05dec req-0917c2c2-88ab-4416-9a66-31862372ee34 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:21.442832 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-12b316eb-eac9-47a8-9e82-e2bea9d5d6f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:21.538071 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917c2c2-88ab-4416-9a66-31862372ee34 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event deleted for resources: {'Port': ['ID=e1e687d8-0af0-4c66-b0c0-65b5585e9d32,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:21.548383 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69068b1a-f2df-45a9-b92c-95b30acf294a req-f0778173-5079-45ef-af29-0b3c4577a348 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:21.554463 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-69068b1a-f2df-45a9-b92c-95b30acf294a req-f0778173-5079-45ef-af29-0b3c4577a348 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 945 time: 0.3948989 Sep 01 15:27:21.614217 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7ada76c-68f7-4ad3-afd9-81c065b88287 req-6379e2db-d3f8-4973-9274-27a2548eaf13 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384422 Sep 01 15:27:21.659533 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-14347220-c697-4cc2-999c-8abee4b05dec req-0917c2c2-88ab-4416-9a66-31862372ee34 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] No DVR routers for this DVR port e1e687d8-0af0-4c66-b0c0-65b5585e9d32 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:27:21.663894 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-14347220-c697-4cc2-999c-8abee4b05dec req-0917c2c2-88ab-4416-9a66-31862372ee34 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:21.666096 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-14347220-c697-4cc2-999c-8abee4b05dec req-0917c2c2-88ab-4416-9a66-31862372ee34 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.45 "DELETE /v2.0/ports/e1e687d8-0af0-4c66-b0c0-65b5585e9d32 HTTP/1.1" status: 204 len: 173 time: 2.5810692 Sep 01 15:27:21.666695 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869be674-05e2-4a87-980e-acea57d7473a', 'name': 'network-vif-deleted', 'tag': 'e1e687d8-0af0-4c66-b0c0-65b5585e9d32'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:27:21.669728 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb60d2af-a1a1-4e49-ab7c-33beaae58439" -d '{"events": [{"server_uuid": "869be674-05e2-4a87-980e-acea57d7473a", "name": "network-vif-deleted", "tag": "e1e687d8-0af0-4c66-b0c0-65b5585e9d32"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:27:22.045204 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-90d391cb-22fc-4b8c-ac60-b541cf4669db req-eb5f040b-9251-4ea9-847d-d3dfae34cecb tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=869be674-05e2-4a87-980e-acea57d7473a HTTP/1.1" status: 200 len: 210 time: 0.0607414 Sep 01 15:27:22.120584 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-69068b1a-f2df-45a9-b92c-95b30acf294a req-dc8054cb-aefa-4876-90bd-0f4b1c9311e8 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092160 Sep 01 15:27:22.255391 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22d31ba-d64b-4bfa-ad60-df255ee24a72 x-openstack-request-id: req-b22d31ba-d64b-4bfa-ad60-df255ee24a72 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:27:22.256511 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869be674-05e2-4a87-980e-acea57d7473a", "name": "network-vif-deleted", "tag": "e1e687d8-0af0-4c66-b0c0-65b5585e9d32", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:27:22.257329 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b22d31ba-d64b-4bfa-ad60-df255ee24a72 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:27:22.258883 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869be674-05e2-4a87-980e-acea57d7473a', 'name': 'network-vif-deleted', 'tag': 'e1e687d8-0af0-4c66-b0c0-65b5585e9d32', 'status': 'completed', 'code': 200} Sep 01 15:27:22.320075 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8106aa2a-7b24-4d49-8d2c-2651005b2740 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:22.548567 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-12b316eb-eac9-47a8-9e82-e2bea9d5d6f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:22.556348 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106aa2a-7b24-4d49-8d2c-2651005b2740 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Port': ['ID=2db6aa5b-11ff-4072-b532-aeb7e8632613,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:22.562417 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-12b316eb-eac9-47a8-9e82-e2bea9d5d6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:22.600819 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-12b316eb-eac9-47a8-9e82-e2bea9d5d6f5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41bc607f19504edf9d28760cc29af851&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8760900 Sep 01 15:27:22.604885 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54346) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:22.732084 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b316eb-eac9-47a8-9e82-e2bea9d5d6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e66cf5f-4663-4874-b104-d70d7cb0ac17,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:22.761486 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e2f65-715c-47d9-b0ca-da4e09340b48 req-b36ea72b-9990-4aee-82dc-2164f0d46d30 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:22.780580 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bf4e2f65-715c-47d9-b0ca-da4e09340b48 req-b36ea72b-9990-4aee-82dc-2164f0d46d30 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.1865470 Sep 01 15:27:22.837561 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8106aa2a-7b24-4d49-8d2c-2651005b2740 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:22.845621 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-41f95a95-1b5a-434d-b409-385b2173401e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:22.900933 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bf4e2f65-715c-47d9-b0ca-da4e09340b48 req-b0acad16-9922-4c08-9d73-5f951ce77b51 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190712 Sep 01 15:27:22.974003 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-41f95a95-1b5a-434d-b409-385b2173401e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:23.077037 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8106aa2a-7b24-4d49-8d2c-2651005b2740 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:23.087502 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8106aa2a-7b24-4d49-8d2c-2651005b2740 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:23.184746 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8106aa2a-7b24-4d49-8d2c-2651005b2740 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:23.185357 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8106aa2a-7b24-4d49-8d2c-2651005b2740 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Fanout notify agent at l3_agent the message router_deleted on router 90fe526e-3dce-4b58-9784-e70644d5936a {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:27:23.215450 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-41f95a95-1b5a-434d-b409-385b2173401e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:23.218279 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8106aa2a-7b24-4d49-8d2c-2651005b2740 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:23.225123 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8106aa2a-7b24-4d49-8d2c-2651005b2740 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/routers/90fe526e-3dce-4b58-9784-e70644d5936a HTTP/1.1" status: 204 len: 168 time: 4.5569696 Sep 01 15:27:23.225908 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54362) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:23.231062 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-41f95a95-1b5a-434d-b409-385b2173401e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:23.238466 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-41f95a95-1b5a-434d-b409-385b2173401e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e66cf5f-4663-4874-b104-d70d7cb0ac17 HTTP/1.1" status: 204 len: 168 time: 0.6317167 Sep 01 15:27:23.239896 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6641eb1d-d0a9-4098-8d66-08fc951ee2e9 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'network': {'name': 'tempest-RoutersTest-993901833'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:23.252124 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54366) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:23.282772 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6890f3-e750-4e87-a18e-075f7ba57b2a req-744944e8-978a-44a5-963d-3af13fa38cdb tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:23.286086 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ba6890f3-e750-4e87-a18e-075f7ba57b2a req-744944e8-978a-44a5-963d-3af13fa38cdb tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.1633914 Sep 01 15:27:23.288914 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f95a95-1b5a-434d-b409-385b2173401e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e66cf5f-4663-4874-b104-d70d7cb0ac17,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:23.312013 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f95a95-1b5a-434d-b409-385b2173401e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:23.313050 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f95a95-1b5a-434d-b409-385b2173401e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:23.314592 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f95a95-1b5a-434d-b409-385b2173401e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:23.315526 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f95a95-1b5a-434d-b409-385b2173401e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:23.317789 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f95a95-1b5a-434d-b409-385b2173401e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:23.319116 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f95a95-1b5a-434d-b409-385b2173401e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:23.320415 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f95a95-1b5a-434d-b409-385b2173401e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:23.321597 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f95a95-1b5a-434d-b409-385b2173401e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:23.322752 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f95a95-1b5a-434d-b409-385b2173401e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:23.323432 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f95a95-1b5a-434d-b409-385b2173401e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:23.323993 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f95a95-1b5a-434d-b409-385b2173401e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:23.324564 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f95a95-1b5a-434d-b409-385b2173401e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:23.553992 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ba6890f3-e750-4e87-a18e-075f7ba57b2a req-035fe2d6-613b-403e-8b95-128a9ebd1ac7 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488239 Sep 01 15:27:23.846529 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6641eb1d-d0a9-4098-8d66-08fc951ee2e9 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Made reservation on behalf of 5283ad44bc4649aa9a85d6a5a9623a1c for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:27:23.854155 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6641eb1d-d0a9-4098-8d66-08fc951ee2e9 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:23.981208 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9ccb4-b0f5-47bd-8d5f-5a129a09ea3d req-b189aa29-56ca-4e0e-8c79-370589637372 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:23.996387 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1ba9ccb4-b0f5-47bd-8d5f-5a129a09ea3d req-b189aa29-56ca-4e0e-8c79-370589637372 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 945 time: 0.4498541 Sep 01 15:27:24.017071 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6641eb1d-d0a9-4098-8d66-08fc951ee2e9 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:27:24.187960 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6641eb1d-d0a9-4098-8d66-08fc951ee2e9 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:24.189190 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-6641eb1d-d0a9-4098-8d66-08fc951ee2e9 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Added segment 162e3718-855b-4ab4-994a-f4f644beee11 of type vlan for network 505850ca-7f79-427d-939d-adbd98f06e5f Sep 01 15:27:24.313097 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1ba9ccb4-b0f5-47bd-8d5f-5a129a09ea3d req-424c2896-5f9b-4dd2-b81c-e22d38927efd tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152089 Sep 01 15:27:24.345472 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6641eb1d-d0a9-4098-8d66-08fc951ee2e9 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:24.540351 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6641eb1d-d0a9-4098-8d66-08fc951ee2e9 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:24.546486 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6641eb1d-d0a9-4098-8d66-08fc951ee2e9 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:24.547421 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6641eb1d-d0a9-4098-8d66-08fc951ee2e9 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:24.626454 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72fff1-aa65-40fe-beeb-b001986fb263 req-e29742e3-2b26-4f01-a312-ebfe8896dc75 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:24.634417 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0c72fff1-aa65-40fe-beeb-b001986fb263 req-e29742e3-2b26-4f01-a312-ebfe8896dc75 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.0961397 Sep 01 15:27:24.637351 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54404) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:24.666733 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-24a81851-a33f-4dbb-85cf-a0f383b38b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:24.687248 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6641eb1d-d0a9-4098-8d66-08fc951ee2e9 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4600065 Sep 01 15:27:24.691750 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54408) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:24.700962 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-db9dfc29-3e33-4c4b-a925-41d753261098 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'subnet': {'network_id': '505850ca-7f79-427d-939d-adbd98f06e5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:24.708898 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22835c3-58ed-47b6-bb3b-a01a1fcac663 req-64053d6e-e273-4f51-bd99-20e6180b0579 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:24.711559 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b22835c3-58ed-47b6-bb3b-a01a1fcac663 req-64053d6e-e273-4f51-bd99-20e6180b0579 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f60c43-74ed-41b6-8e0f-3958861f4bfd HTTP/1.1" status: 200 len: 945 time: 0.2405117 Sep 01 15:27:24.721668 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641eb1d-d0a9-4098-8d66-08fc951ee2e9 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Network': ['ID=505850ca-7f79-427d-939d-adbd98f06e5f,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:24.743474 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 505850ca-7f79-427d-939d-adbd98f06e5f details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:27:24.895807 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0c72fff1-aa65-40fe-beeb-b001986fb263 req-d6bdaa5d-23c1-42b6-9835-6beb8afce44f tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590244 Sep 01 15:27:24.916770 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b22835c3-58ed-47b6-bb3b-a01a1fcac663 req-886c4a83-1cb8-473a-aa6b-66394e6da85a tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/security-groups?id=5de1d363-607c-4cdb-a1b5-6e9ecee69644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676631 Sep 01 15:27:25.030054 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4dd6ab8d-5eb6-4bb8-8c9a-a814c3760eb9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:25.224506 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-24a81851-a33f-4dbb-85cf-a0f383b38b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:25.325498 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-24a81851-a33f-4dbb-85cf-a0f383b38b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:25.355997 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9dfc29-3e33-4c4b-a925-41d753261098 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Made reservation on behalf of 5283ad44bc4649aa9a85d6a5a9623a1c for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:27:25.367931 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db9dfc29-3e33-4c4b-a925-41d753261098 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:25.764000 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a81851-a33f-4dbb-85cf-a0f383b38b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331d65fe-436f-4541-8543-af157ecd10bb,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:25.785503 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-24a81851-a33f-4dbb-85cf-a0f383b38b46 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=261852f52cee4b0a9f9c34d47a2a7f55&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1459286 Sep 01 15:27:25.792687 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54426) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:25.824746 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6a85e-4c18-4c4b-883c-3c1ccd95d8e7 req-d7f39648-2411-4fcb-9589-4b0bcf3ab5ee tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:25.827451 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-06a6a85e-4c18-4c4b-883c-3c1ccd95d8e7 req-d7f39648-2411-4fcb-9589-4b0bcf3ab5ee tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 945 time: 0.2303295 Sep 01 15:27:25.955890 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3153c-cfa5-4ee3-acd7-083932c23ca7 req-986bbf86-c441-48da-b369-f1d765c8e1fb tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:25.963867 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4cd3153c-cfa5-4ee3-acd7-083932c23ca7 req-986bbf86-c441-48da-b369-f1d765c8e1fb tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.2015531 Sep 01 15:27:26.005030 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-06a6a85e-4c18-4c4b-883c-3c1ccd95d8e7 req-3bde5508-af42-449b-b09c-bac3f74f987b tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622882 Sep 01 15:27:26.164875 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4cd3153c-cfa5-4ee3-acd7-083932c23ca7 req-bf39e9c2-26fc-4db5-acf4-f40fd673e982 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000027 Sep 01 15:27:26.168993 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db9dfc29-3e33-4c4b-a925-41d753261098 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:26.169162 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-4dd6ab8d-5eb6-4bb8-8c9a-a814c3760eb9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Deleting port 1f7b055e-7598-47db-b9ff-511b05e91575 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:27:26.169621 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4dd6ab8d-5eb6-4bb8-8c9a-a814c3760eb9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:26.243422 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3c07f6f6-26bf-4fc3-b25e-f9d4c3a41d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:26.293356 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9dfc29-3e33-4c4b-a925-41d753261098 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Subnet': ['ID=065cfe7d-1ab5-418d-8799-9f4ac02b38de,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:26.314614 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3c07f6f6-26bf-4fc3-b25e-f9d4c3a41d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:26.426572 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31c3f4-561b-40b7-9ab0-1a8c3872305d req-77ce72e2-6bcb-4800-9b13-2bbd0a03eed3 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:26.427739 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9dfc29-3e33-4c4b-a925-41d753261098 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Checking segment: {'id': '162e3718-855b-4ab4-994a-f4f644beee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '505850ca-7f79-427d-939d-adbd98f06e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:27:26.428771 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9dfc29-3e33-4c4b-a925-41d753261098 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network hostable DHCP agents. Network: 505850ca-7f79-427d-939d-adbd98f06e5f, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:27:26.429158 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fd31c3f4-561b-40b7-9ab0-1a8c3872305d req-77ce72e2-6bcb-4800-9b13-2bbd0a03eed3 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f60c43-74ed-41b6-8e0f-3958861f4bfd HTTP/1.1" status: 200 len: 945 time: 0.2892323 Sep 01 15:27:26.456879 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9dfc29-3e33-4c4b-a925-41d753261098 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network 505850ca-7f79-427d-939d-adbd98f06e5f is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:27:26.477119 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3c07f6f6-26bf-4fc3-b25e-f9d4c3a41d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:26.480455 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3c07f6f6-26bf-4fc3-b25e-f9d4c3a41d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:26.482261 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3c07f6f6-26bf-4fc3-b25e-f9d4c3a41d5c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/331d65fe-436f-4541-8543-af157ecd10bb HTTP/1.1" status: 204 len: 168 time: 0.6496913 Sep 01 15:27:26.493730 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-db9dfc29-3e33-4c4b-a925-41d753261098 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 505850ca-7f79-427d-939d-adbd98f06e5f) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:26.496728 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07f6f6-26bf-4fc3-b25e-f9d4c3a41d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331d65fe-436f-4541-8543-af157ecd10bb,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:26.511983 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9dfc29-3e33-4c4b-a925-41d753261098 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:26.513488 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db9dfc29-3e33-4c4b-a925-41d753261098 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:26.539277 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c5f09f-3940-4959-8ced-8bfddc17cbdb None None] Network 505850ca-7f79-427d-939d-adbd98f06e5f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:27:26.556070 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cd336-5227-4c60-91a6-bc1458903e81 req-4928bf40-5223-46d0-a1be-c5ed29a427c5 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:26.557034 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-db9dfc29-3e33-4c4b-a925-41d753261098 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8617156 Sep 01 15:27:26.558334 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a61cd336-5227-4c60-91a6-bc1458903e81 req-4928bf40-5223-46d0-a1be-c5ed29a427c5 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4f60c43-74ed-41b6-8e0f-3958861f4bfd HTTP/1.1" status: 200 len: 945 time: 0.1924281 Sep 01 15:27:26.561222 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54456) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:26.571163 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-2f454be5-ef29-4025-a24e-aba853a8de43 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2127247678', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:26.613615 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fd31c3f4-561b-40b7-9ab0-1a8c3872305d req-89c4b595-8afb-4fa4-be41-0c9b7906a13c tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/security-groups?id=5de1d363-607c-4cdb-a1b5-6e9ecee69644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710877 Sep 01 15:27:26.650489 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f454be5-ef29-4025-a24e-aba853a8de43 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:26.652636 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f454be5-ef29-4025-a24e-aba853a8de43 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:26.654632 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-4dd6ab8d-5eb6-4bb8-8c9a-a814c3760eb9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] For port 1f7b055e-7598-47db-b9ff-511b05e91575, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1f7b055e-7598-47db-b9ff-511b05e91575,segment=NetworkSegment(f65205a3-b68b-4ccf-8aec-744d1020fc29),segment_id=f65205a3-b68b-4ccf-8aec-744d1020fc29)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:26.655522 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4dd6ab8d-5eb6-4bb8-8c9a-a814c3760eb9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:26.681893 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-4dd6ab8d-5eb6-4bb8-8c9a-a814c3760eb9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Calling delete_port for 1f7b055e-7598-47db-b9ff-511b05e91575 owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:27:26.810286 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f454be5-ef29-4025-a24e-aba853a8de43 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:26.824249 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f454be5-ef29-4025-a24e-aba853a8de43 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:26.865587 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f454be5-ef29-4025-a24e-aba853a8de43 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:26.868427 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2f454be5-ef29-4025-a24e-aba853a8de43 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3051703 Sep 01 15:27:26.872416 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54466) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:26.947887 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71b0238-acb2-48c9-9bac-7cb819d4c419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-505850ca-7f79-427d-939d-adbd98f06e5f', 'network_id': '505850ca-7f79-427d-939d-adbd98f06e5f', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'fixed_ips': [{'subnet_id': '065cfe7d-1ab5-418d-8799-9f4ac02b38de'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:27:26.951228 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a71b0238-acb2-48c9-9bac-7cb819d4c419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:26.983143 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4dd6ab8d-5eb6-4bb8-8c9a-a814c3760eb9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:27.088933 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6ab8d-5eb6-4bb8-8c9a-a814c3760eb9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event deleted for resources: {'Port': ['ID=1f7b055e-7598-47db-b9ff-511b05e91575,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:27.598115 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-a71b0238-acb2-48c9-9bac-7cb819d4c419 None None] Allocated IP 172.20.0.2 (505850ca-7f79-427d-939d-adbd98f06e5f/065cfe7d-1ab5-418d-8799-9f4ac02b38de/2f89bd3b-b249-4e02-a29e-979b6b7a9084) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:27:27.653853 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3adf9c-ce6d-4d0f-8e89-52385f96f2f3 req-f426fc43-92bc-4391-a42a-b8646bfde85b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:27.664473 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa3adf9c-ce6d-4d0f-8e89-52385f96f2f3 req-f426fc43-92bc-4391-a42a-b8646bfde85b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.2951977 Sep 01 15:27:27.714508 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa62130-20d1-4dfe-ab95-ef03977f2dc3 req-4c850640-1d17-46d3-8413-fa73fd458d5c tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:27.716145 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8aa62130-20d1-4dfe-ab95-ef03977f2dc3 req-4c850640-1d17-46d3-8413-fa73fd458d5c tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 945 time: 0.4994788 Sep 01 15:27:27.723543 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-a61cd336-5227-4c60-91a6-bc1458903e81 req-4537ca74-eccf-4b0b-81ab-a61d0bb66251 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Deleting port e7e5569d-553f-4cb5-8edc-70fb753addd4 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:27:27.724191 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a61cd336-5227-4c60-91a6-bc1458903e81 req-4537ca74-eccf-4b0b-81ab-a61d0bb66251 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:27.823703 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ae2ea41-d7c8-47b0-aa5d-7b90a759d0c2 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:27.842917 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa3adf9c-ce6d-4d0f-8e89-52385f96f2f3 req-72440f27-83c8-474d-8e90-8594bd37c73e tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729989 Sep 01 15:27:27.873402 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:28.037106 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-a61cd336-5227-4c60-91a6-bc1458903e81 req-4537ca74-eccf-4b0b-81ab-a61d0bb66251 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] For port e7e5569d-553f-4cb5-8edc-70fb753addd4, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=e7e5569d-553f-4cb5-8edc-70fb753addd4,segment=NetworkSegment(fa05afac-5e0c-4da0-a7f7-bd90d8e2abd0),segment_id=fa05afac-5e0c-4da0-a7f7-bd90d8e2abd0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:28.037655 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a61cd336-5227-4c60-91a6-bc1458903e81 req-4537ca74-eccf-4b0b-81ab-a61d0bb66251 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:28.041418 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4dd6ab8d-5eb6-4bb8-8c9a-a814c3760eb9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:28.061838 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-a61cd336-5227-4c60-91a6-bc1458903e81 req-4537ca74-eccf-4b0b-81ab-a61d0bb66251 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Calling delete_port for e7e5569d-553f-4cb5-8edc-70fb753addd4 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:27:28.160519 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8aa62130-20d1-4dfe-ab95-ef03977f2dc3 req-cc961b55-a29c-40cf-8a1d-9136dfead6cb tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795555 Sep 01 15:27:28.278321 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a71b0238-acb2-48c9-9bac-7cb819d4c419 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:28.322210 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a71b0238-acb2-48c9-9bac-7cb819d4c419 None None] Transition to ACTIVE for port object 2f89bd3b-b249-4e02-a29e-979b6b7a9084 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:28.324495 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138c925-c559-4189-a715-31060d50b22d req-df749a83-3540-4ade-adf6-11f6a89eb444 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:28.334289 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5138c925-c559-4189-a715-31060d50b22d req-df749a83-3540-4ade-adf6-11f6a89eb444 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f60c43-74ed-41b6-8e0f-3958861f4bfd HTTP/1.1" status: 200 len: 945 time: 0.3627627 Sep 01 15:27:28.396041 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a71b0238-acb2-48c9-9bac-7cb819d4c419 None None] Transition to ACTIVE for port object 2f89bd3b-b249-4e02-a29e-979b6b7a9084 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:28.414115 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a71b0238-acb2-48c9-9bac-7cb819d4c419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:28.539945 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71b0238-acb2-48c9-9bac-7cb819d4c419 None None] Network 505850ca-7f79-427d-939d-adbd98f06e5f is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:27:28.577366 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b0238-acb2-48c9-9bac-7cb819d4c419 None None] Pushing event updated for resources: {'Port': ['ID=2f89bd3b-b249-4e02-a29e-979b6b7a9084,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:28.582582 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3a8ba-b2b9-4b9f-96b6-dcdb9bf7f964 req-9f1faf2d-d2ec-4ce8-ab1c-1c48b67334fe tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:28.584591 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e4c3a8ba-b2b9-4b9f-96b6-dcdb9bf7f964 req-9f1faf2d-d2ec-4ce8-ab1c-1c48b67334fe tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.2922640 Sep 01 15:27:28.590485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-a71b0238-acb2-48c9-9bac-7cb819d4c419 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:28.598318 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-5ae2ea41-d7c8-47b0-aa5d-7b90a759d0c2 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Allocated IP 172.20.0.1 (505850ca-7f79-427d-939d-adbd98f06e5f/065cfe7d-1ab5-418d-8799-9f4ac02b38de/bec59d7c-9af5-4a78-a6cc-0fbfdf73d271) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:27:28.607803 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71b0238-acb2-48c9-9bac-7cb819d4c419 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:27:28.708939 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a71b0238-acb2-48c9-9bac-7cb819d4c419 None None] Attempting to bind port 2f89bd3b-b249-4e02-a29e-979b6b7a9084 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:27:28.708939 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a71b0238-acb2-48c9-9bac-7cb819d4c419 None None] Attempting to bind port 2f89bd3b-b249-4e02-a29e-979b6b7a9084 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '162e3718-855b-4ab4-994a-f4f644beee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '505850ca-7f79-427d-939d-adbd98f06e5f'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:27:28.708939 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71b0238-acb2-48c9-9bac-7cb819d4c419 None None] Attempting to bind port 2f89bd3b-b249-4e02-a29e-979b6b7a9084 on network 505850ca-7f79-427d-939d-adbd98f06e5f {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:27:28.725034 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71b0238-acb2-48c9-9bac-7cb819d4c419 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:27:28.725469 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71b0238-acb2-48c9-9bac-7cb819d4c419 None None] Checking segment: {'id': '162e3718-855b-4ab4-994a-f4f644beee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '505850ca-7f79-427d-939d-adbd98f06e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:27:28.725888 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a71b0238-acb2-48c9-9bac-7cb819d4c419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:28.727793 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71b0238-acb2-48c9-9bac-7cb819d4c419 None None] Bound using segment: {'id': '162e3718-855b-4ab4-994a-f4f644beee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '505850ca-7f79-427d-939d-adbd98f06e5f'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:27:28.728908 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a71b0238-acb2-48c9-9bac-7cb819d4c419 None None] Bound port: 2f89bd3b-b249-4e02-a29e-979b6b7a9084, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162e3718-855b-4ab4-994a-f4f644beee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '505850ca-7f79-427d-939d-adbd98f06e5f'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:27:28.728908 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a71b0238-acb2-48c9-9bac-7cb819d4c419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:28.820530 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ae2ea41-d7c8-47b0-aa5d-7b90a759d0c2 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:28.842715 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-5ae2ea41-d7c8-47b0-aa5d-7b90a759d0c2 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Transition to ACTIVE for port object bec59d7c-9af5-4a78-a6cc-0fbfdf73d271 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:28.894881 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a71b0238-acb2-48c9-9bac-7cb819d4c419 None None] For port 2f89bd3b-b249-4e02-a29e-979b6b7a9084, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:27:28.900841 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a71b0238-acb2-48c9-9bac-7cb819d4c419 None None] For port 2f89bd3b-b249-4e02-a29e-979b6b7a9084, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=2f89bd3b-b249-4e02-a29e-979b6b7a9084,segment=NetworkSegment(162e3718-855b-4ab4-994a-f4f644beee11),segment_id=162e3718-855b-4ab4-994a-f4f644beee11)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:27:28.911990 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a71b0238-acb2-48c9-9bac-7cb819d4c419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:28.915218 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e4c3a8ba-b2b9-4b9f-96b6-dcdb9bf7f964 req-e5df4c03-a907-43b3-9e1b-1c74451bb0f9 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140640 Sep 01 15:27:28.949750 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ae2ea41-d7c8-47b0-aa5d-7b90a759d0c2 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:29.040890 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae2ea41-d7c8-47b0-aa5d-7b90a759d0c2 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network 505850ca-7f79-427d-939d-adbd98f06e5f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:27:29.069824 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-5ae2ea41-d7c8-47b0-aa5d-7b90a759d0c2 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:29.082583 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b0238-acb2-48c9-9bac-7cb819d4c419 None None] Pushing event updated for resources: {'Port': ['ID=2f89bd3b-b249-4e02-a29e-979b6b7a9084,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:29.084945 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae2ea41-d7c8-47b0-aa5d-7b90a759d0c2 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:27:29.118522 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2ea41-d7c8-47b0-aa5d-7b90a759d0c2 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Port': ['ID=bec59d7c-9af5-4a78-a6cc-0fbfdf73d271,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:29.319224 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ae2ea41-d7c8-47b0-aa5d-7b90a759d0c2 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:29.349301 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5138c925-c559-4189-a715-31060d50b22d req-16a39acf-5504-4126-9b35-5bcbef460c5b tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/security-groups?id=5de1d363-607c-4cdb-a1b5-6e9ecee69644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0083005 Sep 01 15:27:29.406982 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd6ab8d-5eb6-4bb8-8c9a-a814c3760eb9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Router 88fcdd69-820b-46ee-8ce3-18d0484113fb has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:27:29.474995 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c98587-768e-4a82-a60d-916bdea6da8e req-19a80dc4-41a9-4820-9d08-aba63a4d9f74 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:29.476587 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b2c98587-768e-4a82-a60d-916bdea6da8e req-19a80dc4-41a9-4820-9d08-aba63a4d9f74 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.3437319 Sep 01 15:27:29.668831 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b2c98587-768e-4a82-a60d-916bdea6da8e req-0eea1b0f-3663-472d-9b1a-89340934be44 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773007 Sep 01 15:27:29.699483 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 2f89bd3b-b249-4e02-a29e-979b6b7a9084 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:27:29.752719 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ae2ea41-d7c8-47b0-aa5d-7b90a759d0c2 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:29.889173 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a61cd336-5227-4c60-91a6-bc1458903e81 req-4537ca74-eccf-4b0b-81ab-a61d0bb66251 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:29.945837 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 2f89bd3b-b249-4e02-a29e-979b6b7a9084 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:27:29.964802 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537ca74-eccf-4b0b-81ab-a61d0bb66251 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Pushing event deleted for resources: {'Port': ['ID=e7e5569d-553f-4cb5-8edc-70fb753addd4,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:29.986721 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4cac3-4f5c-4ca3-a062-276761b0f767 req-74da5535-a1c6-4109-9d24-d53873e350d4 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:29.988714 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6de4cac3-4f5c-4ca3-a062-276761b0f767 req-74da5535-a1c6-4109-9d24-d53873e350d4 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 945 time: 0.5018520 Sep 01 15:27:30.147806 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61cd336-5227-4c60-91a6-bc1458903e81 req-4537ca74-eccf-4b0b-81ab-a61d0bb66251 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] No DVR routers for this DVR port e7e5569d-553f-4cb5-8edc-70fb753addd4 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:27:30.160200 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a61cd336-5227-4c60-91a6-bc1458903e81 req-4537ca74-eccf-4b0b-81ab-a61d0bb66251 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:30.163251 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a61cd336-5227-4c60-91a6-bc1458903e81 req-4537ca74-eccf-4b0b-81ab-a61d0bb66251 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.62 "DELETE /v2.0/ports/e7e5569d-553f-4cb5-8edc-70fb753addd4 HTTP/1.1" status: 204 len: 173 time: 3.5948863 Sep 01 15:27:30.166732 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f60c43-74ed-41b6-8e0f-3958861f4bfd', 'name': 'network-vif-deleted', 'tag': 'e7e5569d-553f-4cb5-8edc-70fb753addd4'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:27:30.169521 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55aa7648-5608-45e3-b5b6-729f3b94ab45" -d '{"events": [{"server_uuid": "d4f60c43-74ed-41b6-8e0f-3958861f4bfd", "name": "network-vif-deleted", "tag": "e7e5569d-553f-4cb5-8edc-70fb753addd4"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:27:30.210518 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6de4cac3-4f5c-4ca3-a062-276761b0f767 req-48645974-df58-462c-9e0e-9aed88d65484 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140348 Sep 01 15:27:30.213729 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd6ab8d-5eb6-4bb8-8c9a-a814c3760eb9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:27:30.220966 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4dd6ab8d-5eb6-4bb8-8c9a-a814c3760eb9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "PUT /v2.0/routers/88fcdd69-820b-46ee-8ce3-18d0484113fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9675913 Sep 01 15:27:30.226273 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54586) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:30.236562 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aa8f19-a518-4745-aed9-d856cdb36434 None None] Sync routers for ids ['88fcdd69-820b-46ee-8ce3-18d0484113fb'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:27:30.270274 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aa8f19-a518-4745-aed9-d856cdb36434 None None] Routers {'88fcdd69-820b-46ee-8ce3-18d0484113fb'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:30.271845 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-77aa8f19-a518-4745-aed9-d856cdb36434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:27:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['88fcdd69-820b-46ee-8ce3-18d0484113fb'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:30.349662 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0853f4-4b49-4513-a17e-87be751302d7 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Deleting subnet 28b1fc88-16ee-47b8-b537-f7c2d7715bc7 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:27:30.355227 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eb0853f4-4b49-4513-a17e-87be751302d7 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:30.381752 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccc7b4-c811-4c12-bb48-c4521b11bc07 req-36accfc6-eb8f-4ee3-a68c-37ada12e36d8 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:30.385926 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c1ccc7b4-c811-4c12-bb48-c4521b11bc07 req-36accfc6-eb8f-4ee3-a68c-37ada12e36d8 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.4751968 Sep 01 15:27:30.439981 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eb0853f4-4b49-4513-a17e-87be751302d7 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:30.562381 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b82b86c-652d-4412-adf0-6bac549f3f97 x-openstack-request-id: req-0b82b86c-652d-4412-adf0-6bac549f3f97 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:27:30.563271 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f60c43-74ed-41b6-8e0f-3958861f4bfd", "name": "network-vif-deleted", "tag": "e7e5569d-553f-4cb5-8edc-70fb753addd4", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:27:30.564795 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b82b86c-652d-4412-adf0-6bac549f3f97 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:27:30.565693 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f60c43-74ed-41b6-8e0f-3958861f4bfd', 'name': 'network-vif-deleted', 'tag': 'e7e5569d-553f-4cb5-8edc-70fb753addd4', 'status': 'completed', 'code': 200} Sep 01 15:27:30.675150 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-77aa8f19-a518-4745-aed9-d856cdb36434 None None] Set router 88fcdd69-820b-46ee-8ce3-18d0484113fb gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:27:30.772820 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c1ccc7b4-c811-4c12-bb48-c4521b11bc07 req-36305313-ae1a-4252-acec-afaaf60d2bd8 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732309 Sep 01 15:27:30.941185 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-01fa38b0-908a-4ba3-94e3-f4936a007b6e req-c31242e7-a4d6-4627-981c-ca45297c0933 tempest-VolumesActionsTest-122621294 tempest-VolumesActionsTest-122621294-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f60c43-74ed-41b6-8e0f-3958861f4bfd HTTP/1.1" status: 200 len: 210 time: 0.2229040 Sep 01 15:27:30.973963 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ae2ea41-d7c8-47b0-aa5d-7b90a759d0c2 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:30.986072 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ae2ea41-d7c8-47b0-aa5d-7b90a759d0c2 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:31.033620 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eb0853f4-4b49-4513-a17e-87be751302d7 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:31.084148 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device e7e5569d-553f-4cb5-8edc-70fb753addd4 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:27:31.180884 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-77aa8f19-a518-4745-aed9-d856cdb36434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219351267', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:23:59Z', 'updated_at': '2021-09-01T15:27:26Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:02Z', 'updated_at': '2021-09-01T15:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:31.194452 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: e7e5569d-553f-4cb5-8edc-70fb753addd4 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:27:31.195750 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device e7e5569d-553f-4cb5-8edc-70fb753addd4 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:27:31.204826 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cc8d36-9662-451f-bcbb-efb31c6ffa3c None None] Network 505850ca-7f79-427d-939d-adbd98f06e5f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:27:31.214019 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54622) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:31.305432 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aa8f19-a518-4745-aed9-d856cdb36434 None None] Checking router: 88fcdd69-820b-46ee-8ce3-18d0484113fb for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:27:31.360703 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aa8f19-a518-4745-aed9-d856cdb36434 None None] Routers {'88fcdd69-820b-46ee-8ce3-18d0484113fb'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:31.367219 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-77aa8f19-a518-4745-aed9-d856cdb36434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:27:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['88fcdd69-820b-46ee-8ce3-18d0484113fb'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:31.369519 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ae2ea41-d7c8-47b0-aa5d-7b90a759d0c2 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:31.380063 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-92ecc2af-596e-4ab4-acfc-a4c2446cc42c None None] Provisioning for port 2f89bd3b-b249-4e02-a29e-979b6b7a9084 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:27:31.397641 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-92ecc2af-596e-4ab4-acfc-a4c2446cc42c None None] Provisioning complete for port 2f89bd3b-b249-4e02-a29e-979b6b7a9084 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:31.398801 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-92ecc2af-596e-4ab4-acfc-a4c2446cc42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:31.404617 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2ea41-d7c8-47b0-aa5d-7b90a759d0c2 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Port': ['ID=bec59d7c-9af5-4a78-a6cc-0fbfdf73d271,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:31.740603 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01402c9c-e7e2-4e31-bca0-1ed7b32b9c2c req-acc6a3b1-c55e-4eed-883b-5fc38a3646ae tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:31.762959 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-01402c9c-e7e2-4e31-bca0-1ed7b32b9c2c req-acc6a3b1-c55e-4eed-883b-5fc38a3646ae tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.5480561 Sep 01 15:27:31.780652 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eb0853f4-4b49-4513-a17e-87be751302d7 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:31.864252 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eb0853f4-4b49-4513-a17e-87be751302d7 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:31.874928 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-eb0853f4-4b49-4513-a17e-87be751302d7 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "DELETE /v2.0/subnets/28b1fc88-16ee-47b8-b537-f7c2d7715bc7 HTTP/1.1" status: 204 len: 168 time: 1.6474020 Sep 01 15:27:31.910893 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-77aa8f19-a518-4745-aed9-d856cdb36434 None None] Set router 88fcdd69-820b-46ee-8ce3-18d0484113fb gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:27:31.947586 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54638) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:31.976184 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0853f4-4b49-4513-a17e-87be751302d7 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event deleted for resources: {'Subnet': ['ID=28b1fc88-16ee-47b8-b537-f7c2d7715bc7,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:31.993486 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550457b8-f6dd-4c75-8c46-4c7772ab60ea None None] Network 4578278d-9bad-4f8d-8bc4-6025bd0de686 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:27:32.149162 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-01402c9c-e7e2-4e31-bca0-1ed7b32b9c2c req-3a8a4563-df66-498d-846e-0470f11bac60 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128061 Sep 01 15:27:32.334016 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eae5adce-539d-4a4e-90d6-39cf9138200d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:32.385382 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-92ecc2af-596e-4ab4-acfc-a4c2446cc42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:32.492077 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-77aa8f19-a518-4745-aed9-d856cdb36434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219351267', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:23:59Z', 'updated_at': '2021-09-01T15:27:26Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:02Z', 'updated_at': '2021-09-01T15:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:32.629532 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77aa8f19-a518-4745-aed9-d856cdb36434 None None] The sync data for ids ['88fcdd69-820b-46ee-8ce3-18d0484113fb'] in n-d-794796-3 is: [{'id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-219351267', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:23:59Z', 'updated_at': '2021-09-01T15:27:26Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '73d60bae-b6c4-49bf-8112-b53bb152f5d6', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88fcdd69-820b-46ee-8ce3-18d0484113fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:24:02Z', 'updated_at': '2021-09-01T15:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:27:32.631555 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-92ecc2af-596e-4ab4-acfc-a4c2446cc42c None None] For port 2f89bd3b-b249-4e02-a29e-979b6b7a9084, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=2f89bd3b-b249-4e02-a29e-979b6b7a9084,segment=NetworkSegment(162e3718-855b-4ab4-994a-f4f644beee11),segment_id=162e3718-855b-4ab4-994a-f4f644beee11)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:32.683107 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae2ea41-d7c8-47b0-aa5d-7b90a759d0c2 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network 505850ca-7f79-427d-939d-adbd98f06e5f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:27:32.701031 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-5ae2ea41-d7c8-47b0-aa5d-7b90a759d0c2 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:32.741675 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-92ecc2af-596e-4ab4-acfc-a4c2446cc42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:32.759236 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54654) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:32.885067 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71dff56-a64e-418a-a0e1-19d28c3b6086 req-88e6b190-fe62-40cf-88ed-9c31c23ee21b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:32.907920 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c71dff56-a64e-418a-a0e1-19d28c3b6086 req-88e6b190-fe62-40cf-88ed-9c31c23ee21b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.2753677 Sep 01 15:27:32.920489 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eae5adce-539d-4a4e-90d6-39cf9138200d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:32.957759 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecc2af-596e-4ab4-acfc-a4c2446cc42c None None] Pushing event updated for resources: {'Port': ['ID=2f89bd3b-b249-4e02-a29e-979b6b7a9084,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:33.074088 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd077ea-3ad3-4a30-b71c-3dcc4c3e9c74 req-ef3df581-f656-496d-af7a-f773621f01ca tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:33.101484 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dfd077ea-3ad3-4a30-b71c-3dcc4c3e9c74 req-ef3df581-f656-496d-af7a-f773621f01ca tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 945 time: 1.6605554 Sep 01 15:27:33.241400 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba700058-b77e-4c44-9b07-62e5dd8d092f None None] DHCP port deletion for 4578278d-9bad-4f8d-8bc4-6025bd0de686 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:27:33.351575 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c71dff56-a64e-418a-a0e1-19d28c3b6086 req-7592b9a4-86bf-40fa-baf2-c6c32aa6d512 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421501 Sep 01 15:27:33.399265 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-23a2f82b-f48b-4705-8611-b933da490ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:33.408331 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a90cf2fc-717f-4599-9559-5099a7dca89e None None] Provisioning complete for port 2f89bd3b-b249-4e02-a29e-979b6b7a9084 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:33.408890 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a90cf2fc-717f-4599-9559-5099a7dca89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:33.424829 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ba700058-b77e-4c44-9b07-62e5dd8d092f None None] Deleting port f0ab188d-ad6a-40f5-82f1-dfdceeb27c61 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:27:33.425269 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ba700058-b77e-4c44-9b07-62e5dd8d092f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:33.481146 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-eae5adce-539d-4a4e-90d6-39cf9138200d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Deleting port 73d60bae-b6c4-49bf-8112-b53bb152f5d6 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:27:33.481925 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eae5adce-539d-4a4e-90d6-39cf9138200d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:33.490899 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dfd077ea-3ad3-4a30-b71c-3dcc4c3e9c74 req-7c3f5cde-8c5b-4316-b854-f91c9c9f363b tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817289 Sep 01 15:27:33.765610 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae2ea41-d7c8-47b0-aa5d-7b90a759d0c2 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Router a81b61bf-7229-41ab-afb6-e656e3580ae9 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:27:33.811819 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-eae5adce-539d-4a4e-90d6-39cf9138200d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] For port 73d60bae-b6c4-49bf-8112-b53bb152f5d6, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=73d60bae-b6c4-49bf-8112-b53bb152f5d6,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:33.812203 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eae5adce-539d-4a4e-90d6-39cf9138200d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:33.864019 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-eae5adce-539d-4a4e-90d6-39cf9138200d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Calling delete_port for 73d60bae-b6c4-49bf-8112-b53bb152f5d6 owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:27:33.892390 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 2f89bd3b-b249-4e02-a29e-979b6b7a9084 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:27:33.989933 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-ba700058-b77e-4c44-9b07-62e5dd8d092f None None] For port f0ab188d-ad6a-40f5-82f1-dfdceeb27c61, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f0ab188d-ad6a-40f5-82f1-dfdceeb27c61,segment=NetworkSegment(f65205a3-b68b-4ccf-8aec-744d1020fc29),segment_id=f65205a3-b68b-4ccf-8aec-744d1020fc29)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:33.990764 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ba700058-b77e-4c44-9b07-62e5dd8d092f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:34.017783 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ba700058-b77e-4c44-9b07-62e5dd8d092f None None] Calling delete_port for f0ab188d-ad6a-40f5-82f1-dfdceeb27c61 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:27:34.262518 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 2f89bd3b-b249-4e02-a29e-979b6b7a9084 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:34.263300 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:34.272114 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a90cf2fc-717f-4599-9559-5099a7dca89e None None] Provisioning for port bec59d7c-9af5-4a78-a6cc-0fbfdf73d271 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:27:34.318283 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a90cf2fc-717f-4599-9559-5099a7dca89e None None] Provisioning complete for port bec59d7c-9af5-4a78-a6cc-0fbfdf73d271 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:34.320806 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eae5adce-539d-4a4e-90d6-39cf9138200d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:34.322105 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a90cf2fc-717f-4599-9559-5099a7dca89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:34.404419 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5adce-539d-4a4e-90d6-39cf9138200d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event deleted for resources: {'Port': ['ID=73d60bae-b6c4-49bf-8112-b53bb152f5d6,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:34.507938 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eae5adce-539d-4a4e-90d6-39cf9138200d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:34.523102 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fc3b8-0261-4897-84f9-b3a1fd700a57 req-e0952d04-9d1c-431b-86a9-9f7143d4a3f4 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:34.524917 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-517fc3b8-0261-4897-84f9-b3a1fd700a57 req-e0952d04-9d1c-431b-86a9-9f7143d4a3f4 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.6480861 Sep 01 15:27:34.543645 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae2ea41-d7c8-47b0-aa5d-7b90a759d0c2 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:27:34.569486 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5ae2ea41-d7c8-47b0-aa5d-7b90a759d0c2 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "PUT /v2.0/routers/a81b61bf-7229-41ab-afb6-e656e3580ae9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6932778 Sep 01 15:27:34.580616 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54680) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:34.698460 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf005fc7-a110-410e-849f-a7b4ff84199a None None] Sync routers for ids ['a81b61bf-7229-41ab-afb6-e656e3580ae9'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:27:34.711394 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eae5adce-539d-4a4e-90d6-39cf9138200d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:34.714620 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247b88aa-37f8-415c-b7ea-5e60cbd54848 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:34.717642 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-247b88aa-37f8-415c-b7ea-5e60cbd54848 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "GET /v2.0/ports/bec59d7c-9af5-4a78-a6cc-0fbfdf73d271 HTTP/1.1" status: 200 len: 910 time: 0.1195199 Sep 01 15:27:34.718173 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eae5adce-539d-4a4e-90d6-39cf9138200d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:34.729984 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54682) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:34.749913 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-e63558b3-3eb8-4b3c-9fb4-ba52c111b727 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '065cfe7d-1ab5-418d-8799-9f4ac02b38de'}]}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:34.768324 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf005fc7-a110-410e-849f-a7b4ff84199a None None] Routers {'a81b61bf-7229-41ab-afb6-e656e3580ae9'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:34.769389 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-bf005fc7-a110-410e-849f-a7b4ff84199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:27:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['a81b61bf-7229-41ab-afb6-e656e3580ae9'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:34.816944 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-517fc3b8-0261-4897-84f9-b3a1fd700a57 req-23520db2-1719-464f-b844-80a064f5602b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577252 Sep 01 15:27:34.848070 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-bf005fc7-a110-410e-849f-a7b4ff84199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:34.862759 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-a90cf2fc-717f-4599-9559-5099a7dca89e None None] Port bec59d7c-9af5-4a78-a6cc-0fbfdf73d271 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:27:34.890594 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf005fc7-a110-410e-849f-a7b4ff84199a None None] Routers {'a81b61bf-7229-41ab-afb6-e656e3580ae9'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:34.892186 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-bf005fc7-a110-410e-849f-a7b4ff84199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:27:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['a81b61bf-7229-41ab-afb6-e656e3580ae9'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:34.930267 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eae5adce-539d-4a4e-90d6-39cf9138200d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:34.932743 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae5adce-539d-4a4e-90d6-39cf9138200d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Fanout notify agent at l3_agent the message router_deleted on router 88fcdd69-820b-46ee-8ce3-18d0484113fb {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:27:34.959210 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-bf005fc7-a110-410e-849f-a7b4ff84199a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:34.960274 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf005fc7-a110-410e-849f-a7b4ff84199a None None] The sync data for ids ['a81b61bf-7229-41ab-afb6-e656e3580ae9'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:27:34.963300 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ba700058-b77e-4c44-9b07-62e5dd8d092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:34.973476 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eae5adce-539d-4a4e-90d6-39cf9138200d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:34.980940 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54688) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:34.981588 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-eae5adce-539d-4a4e-90d6-39cf9138200d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "DELETE /v2.0/routers/88fcdd69-820b-46ee-8ce3-18d0484113fb HTTP/1.1" status: 204 len: 168 time: 3.0308318 Sep 01 15:27:34.993937 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-23a2f82b-f48b-4705-8611-b933da490ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:35.050684 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814fede-802f-4345-8340-328e6af8a13e req-e1ec9ef1-a079-4002-920f-890ee7f6eb32 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:35.050684 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e814fede-802f-4345-8340-328e6af8a13e req-e1ec9ef1-a079-4002-920f-890ee7f6eb32 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 945 time: 0.2457321 Sep 01 15:27:35.053362 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-23a2f82b-f48b-4705-8611-b933da490ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:35.128286 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba700058-b77e-4c44-9b07-62e5dd8d092f None None] Pushing event deleted for resources: {'Port': ['ID=f0ab188d-ad6a-40f5-82f1-dfdceeb27c61,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:35.157501 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e814fede-802f-4345-8340-328e6af8a13e req-d224d2d4-5b37-4237-afa6-a9d9e43118cc tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872216 Sep 01 15:27:35.163212 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba700058-b77e-4c44-9b07-62e5dd8d092f None None] No DVR routers for this DVR port f0ab188d-ad6a-40f5-82f1-dfdceeb27c61 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:27:35.196504 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ad9bb717-df87-49de-a4a7-c703af709dff None None] Provisioning complete for port bec59d7c-9af5-4a78-a6cc-0fbfdf73d271 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:27:35.197603 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ad9bb717-df87-49de-a4a7-c703af709dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:35.264187 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1f7b055e-7598-47db-b9ff-511b05e91575 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:27:35.275412 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6e168f6c-6fcc-4259-a4d1-692ae8da23ce tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:35.295895 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-23a2f82b-f48b-4705-8611-b933da490ad3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c31a24fa5c53430f907216b60847c426&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5357263 Sep 01 15:27:35.298249 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54694) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:35.340672 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2f82b-f48b-4705-8611-b933da490ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a330763-3435-44c9-8c3d-e75cdbd9dfd1,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:35.342811 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 1f7b055e-7598-47db-b9ff-511b05e91575 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:27:35.343588 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1f7b055e-7598-47db-b9ff-511b05e91575 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:27:35.345209 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f0ab188d-ad6a-40f5-82f1-dfdceeb27c61 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:27:35.404261 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9a54-fba0-44a8-8d7f-5fca983c878b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:35.417108 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: f0ab188d-ad6a-40f5-82f1-dfdceeb27c61 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:27:35.417455 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f0ab188d-ad6a-40f5-82f1-dfdceeb27c61 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:27:35.426739 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ad9bb717-df87-49de-a4a7-c703af709dff None None] Port bec59d7c-9af5-4a78-a6cc-0fbfdf73d271 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:27:35.474110 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b38e0-c766-44a2-b007-d9e720098174 req-fffd6652-c790-4074-b875-c6767aa23206 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:35.477193 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d53b38e0-c766-44a2-b007-d9e720098174 req-fffd6652-c790-4074-b875-c6767aa23206 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.4893670 Sep 01 15:27:35.491789 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9a54-fba0-44a8-8d7f-5fca983c878b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:35.600022 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9a54-fba0-44a8-8d7f-5fca983c878b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:35.601466 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e63558b3-3eb8-4b3c-9fb4-ba52c111b727 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:35.606825 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9a54-fba0-44a8-8d7f-5fca983c878b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:35.615303 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8cdf9a54-fba0-44a8-8d7f-5fca983c878b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9a330763-3435-44c9-8c3d-e75cdbd9dfd1 HTTP/1.1" status: 204 len: 168 time: 0.3151956 Sep 01 15:27:35.664935 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf9a54-fba0-44a8-8d7f-5fca983c878b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a330763-3435-44c9-8c3d-e75cdbd9dfd1,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:35.874126 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 73d60bae-b6c4-49bf-8112-b53bb152f5d6 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:27:35.906835 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 73d60bae-b6c4-49bf-8112-b53bb152f5d6 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:27:35.907251 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 73d60bae-b6c4-49bf-8112-b53bb152f5d6 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:27:35.935690 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6e168f6c-6fcc-4259-a4d1-692ae8da23ce tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:35.992501 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d53b38e0-c766-44a2-b007-d9e720098174 req-fdc0cc00-1333-4f4b-9ee9-56e90c32b551 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983037 Sep 01 15:27:36.002734 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-6e168f6c-6fcc-4259-a4d1-692ae8da23ce tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4578278d-9bad-4f8d-8bc4-6025bd0de686']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:36.079497 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-6e168f6c-6fcc-4259-a4d1-692ae8da23ce tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f65205a3-b68b-4ccf-8aec-744d1020fc29') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:36.080123 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-6e168f6c-6fcc-4259-a4d1-692ae8da23ce tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f65205a3-b68b-4ccf-8aec-744d1020fc29') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:36.166221 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6e168f6c-6fcc-4259-a4d1-692ae8da23ce tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:36.216196 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6e168f6c-6fcc-4259-a4d1-692ae8da23ce tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:36.231154 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e168f6c-6fcc-4259-a4d1-692ae8da23ce tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:27:36.231831 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6e168f6c-6fcc-4259-a4d1-692ae8da23ce tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:36.302467 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54718) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:27:36.313206 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:27:36.346582 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-73603968-3c0c-46cf-a45c-c78d9e539c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:36.374638 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e427c650-6a86-43e2-878a-e3f839d81125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:36.404582 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8d05a-85ff-4c3c-9dc4-93973198b457 req-0cebf3cb-8ec9-4ed5-a407-c99deb2e1af3 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:36.407125 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e3c8d05a-85ff-4c3c-9dc4-93973198b457 req-0cebf3cb-8ec9-4ed5-a407-c99deb2e1af3 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 945 time: 0.0959501 Sep 01 15:27:36.483341 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6e168f6c-6fcc-4259-a4d1-692ae8da23ce tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:36.512733 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6e168f6c-6fcc-4259-a4d1-692ae8da23ce tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:36.514792 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6e168f6c-6fcc-4259-a4d1-692ae8da23ce tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "DELETE /v2.0/networks/4578278d-9bad-4f8d-8bc4-6025bd0de686 HTTP/1.1" status: 204 len: 168 time: 1.5267768 Sep 01 15:27:36.521944 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e168f6c-6fcc-4259-a4d1-692ae8da23ce tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event deleted for resources: {'Network': ['ID=4578278d-9bad-4f8d-8bc4-6025bd0de686,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:36.539494 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-73603968-3c0c-46cf-a45c-c78d9e539c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:36.543468 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54720) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:36.557102 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-73603968-3c0c-46cf-a45c-c78d9e539c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:36.608319 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e1c22-fc97-43f3-9984-cf7cd5d49608 req-af639eee-3899-4c48-abc5-dd9b944a6c19 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:36.609909 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-975e1c22-fc97-43f3-9984-cf7cd5d49608 req-af639eee-3899-4c48-abc5-dd9b944a6c19 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.2895234 Sep 01 15:27:36.663524 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e3c8d05a-85ff-4c3c-9dc4-93973198b457 req-5c71192d-1710-4096-8bc9-5c1a717610c0 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422173 Sep 01 15:27:36.673164 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-73603968-3c0c-46cf-a45c-c78d9e539c7e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f3ca744c1f14ad3880dd4b739dbfa16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3691308 Sep 01 15:27:36.678987 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54722) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:36.690570 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73603968-3c0c-46cf-a45c-c78d9e539c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aaf41e5-2e69-4d41-8d4f-309d32c28623,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:36.725750 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ec0974bf-2d66-4a89-ac61-af4a12fed855 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:36.760464 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ec0974bf-2d66-4a89-ac61-af4a12fed855 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:36.893274 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ec0974bf-2d66-4a89-ac61-af4a12fed855 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:36.896918 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ec0974bf-2d66-4a89-ac61-af4a12fed855 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:36.902068 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-975e1c22-fc97-43f3-9984-cf7cd5d49608 req-6dfba1ea-a8e7-46a2-a3c2-59903b5e46cd tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776246 Sep 01 15:27:36.908333 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ec0974bf-2d66-4a89-ac61-af4a12fed855 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "DELETE /v2.0/security-groups/1f9816a9-945e-4d30-a35c-55037fcdbb74 HTTP/1.1" status: 204 len: 168 time: 0.3619092 Sep 01 15:27:36.923085 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0974bf-2d66-4a89-ac61-af4a12fed855 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9816a9-945e-4d30-a35c-55037fcdbb74,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:37.012807 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f4b52b9c-163e-4e9f-bd71-de2d3f616144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:37.091591 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f4b52b9c-163e-4e9f-bd71-de2d3f616144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:37.154911 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e63558b3-3eb8-4b3c-9fb4-ba52c111b727 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:37.196475 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71580fab-fbd9-4b50-94e1-576a746294de req-d35c8458-66a9-4a32-86bf-60327a7ef69f tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:37.198174 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-71580fab-fbd9-4b50-94e1-576a746294de req-d35c8458-66a9-4a32-86bf-60327a7ef69f tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.1910758 Sep 01 15:27:37.203877 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e63558b3-3eb8-4b3c-9fb4-ba52c111b727 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:37.347603 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f4b52b9c-163e-4e9f-bd71-de2d3f616144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:37.350115 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f4b52b9c-163e-4e9f-bd71-de2d3f616144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:37.355552 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f4b52b9c-163e-4e9f-bd71-de2d3f616144 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0aaf41e5-2e69-4d41-8d4f-309d32c28623 HTTP/1.1" status: 204 len: 168 time: 0.6714087 Sep 01 15:27:37.373055 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63558b3-3eb8-4b3c-9fb4-ba52c111b727 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:37.373745 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e63558b3-3eb8-4b3c-9fb4-ba52c111b727 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:37.379329 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54736) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:37.379818 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e63558b3-3eb8-4b3c-9fb4-ba52c111b727 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "PUT /v2.0/ports/bec59d7c-9af5-4a78-a6cc-0fbfdf73d271 HTTP/1.1" status: 200 len: 910 time: 2.6450791 Sep 01 15:27:37.380241 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63558b3-3eb8-4b3c-9fb4-ba52c111b727 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Port': ['ID=bec59d7c-9af5-4a78-a6cc-0fbfdf73d271,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:37.399112 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b52b9c-163e-4e9f-bd71-de2d3f616144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aaf41e5-2e69-4d41-8d4f-309d32c28623,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:37.407417 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-71580fab-fbd9-4b50-94e1-576a746294de req-7bee5fb1-a4d2-4a6c-a583-321bb5113147 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688900 Sep 01 15:27:37.430616 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-e427c650-6a86-43e2-878a-e3f839d81125 admin admin] Deleting port d50b7193-db59-4cec-ac2a-38ed31e9774b {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:27:37.432482 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e427c650-6a86-43e2-878a-e3f839d81125 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:37.658628 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-e427c650-6a86-43e2-878a-e3f839d81125 admin admin] For port d50b7193-db59-4cec-ac2a-38ed31e9774b, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d50b7193-db59-4cec-ac2a-38ed31e9774b,segment=NetworkSegment(78681f34-8d1f-4ee3-bfa0-39cc008c56d0),segment_id=78681f34-8d1f-4ee3-bfa0-39cc008c56d0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:37.659016 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e427c650-6a86-43e2-878a-e3f839d81125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:37.683886 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-e427c650-6a86-43e2-878a-e3f839d81125 admin admin] Calling delete_port for d50b7193-db59-4cec-ac2a-38ed31e9774b owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:27:37.695371 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad4bf7-0492-4e54-bbad-ba15f403468f req-bc0b9849-137d-443e-9e22-a889465ad1d6 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:37.697036 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cbad4bf7-0492-4e54-bbad-ba15f403468f req-bc0b9849-137d-443e-9e22-a889465ad1d6 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.1065829 Sep 01 15:27:37.885139 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cbad4bf7-0492-4e54-bbad-ba15f403468f req-752a20c7-d8c1-4c48-83ff-1132363487cf tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755009 Sep 01 15:27:37.964506 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:27:38.405608 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60717aef-4ed7-424d-8a5f-55f8a3b97b6c req-c92ac4bf-bf03-4fbc-89c5-1a8b90dccab3 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:38.409698 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-60717aef-4ed7-424d-8a5f-55f8a3b97b6c req-c92ac4bf-bf03-4fbc-89c5-1a8b90dccab3 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.2170386 Sep 01 15:27:38.430472 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:38.495727 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-60717aef-4ed7-424d-8a5f-55f8a3b97b6c req-4c556dba-e1a3-4288-8640-d72684d0080b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785031 Sep 01 15:27:38.509654 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e1bc30f-6b59-4d21-8da6-d3983e19beba tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:39.059634 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54782) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:39.094226 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-4715b7e2-eb0c-4a5c-bb3b-62c8e72f3799 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-460730358', 'description': 'tempest-secgroup-smoke-460730358 description', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:39.192368 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4715b7e2-eb0c-4a5c-bb3b-62c8e72f3799 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:39.224123 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c4d35-6889-495b-87e6-f385f35e6748 req-e8de230e-75a7-4c42-9f00-0c681daeaa81 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:39.226748 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a65c4d35-6889-495b-87e6-f385f35e6748 req-e8de230e-75a7-4c42-9f00-0c681daeaa81 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 945 time: 0.4793613 Sep 01 15:27:39.233501 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bbfa8-bb4b-440f-8bb1-daffe049c445 req-e1dac134-2584-4226-938e-49318daee1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:39.245834 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-744d92fd-dfa4-4ae1-be33-8ca406538a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:39.248192 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e48bbfa8-bb4b-440f-8bb1-daffe049c445 req-e1dac134-2584-4226-938e-49318daee1bd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 1096 time: 0.4120529 Sep 01 15:27:39.393569 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e48bbfa8-bb4b-440f-8bb1-daffe049c445 req-80e22d27-441b-40db-81c3-0a01319912da service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016324 Sep 01 15:27:39.399323 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a65c4d35-6889-495b-87e6-f385f35e6748 req-5d96b6dc-e7fc-428e-8360-cea14903a992 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497471 Sep 01 15:27:39.408093 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e427c650-6a86-43e2-878a-e3f839d81125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:39.455056 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4715b7e2-eb0c-4a5c-bb3b-62c8e72f3799 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:39.462556 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427c650-6a86-43e2-878a-e3f839d81125 admin admin] Pushing event deleted for resources: {'Port': ['ID=d50b7193-db59-4cec-ac2a-38ed31e9774b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:39.501147 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4715b7e2-eb0c-4a5c-bb3b-62c8e72f3799 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:39.587369 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715b7e2-eb0c-4a5c-bb3b-62c8e72f3799 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93eb1ca3-7fd2-435c-82c8-9366977c63c6,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:39.696613 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5132a6-dbcb-4e4d-ba3e-61806a49f23e req-cc116ae3-5615-4b3b-bad7-f427d55ae19b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:39.718823 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bb5132a6-dbcb-4e4d-ba3e-61806a49f23e req-cc116ae3-5615-4b3b-bad7-f427d55ae19b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.4391859 Sep 01 15:27:39.779903 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4715b7e2-eb0c-4a5c-bb3b-62c8e72f3799 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:39.781611 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4715b7e2-eb0c-4a5c-bb3b-62c8e72f3799 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7204719 Sep 01 15:27:39.790340 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54796) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:39.828676 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-79a05e71-e9a5-420e-b920-33abe749a89d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'security_group_rule': {'security_group_id': '93eb1ca3-7fd2-435c-82c8-9366977c63c6', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:39.849484 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-6e1bc30f-6b59-4d21-8da6-d3983e19beba tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Deleting port bec59d7c-9af5-4a78-a6cc-0fbfdf73d271 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:27:39.849835 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e1bc30f-6b59-4d21-8da6-d3983e19beba tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:39.953602 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e427c650-6a86-43e2-878a-e3f839d81125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:40.142193 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bb5132a6-dbcb-4e4d-ba3e-61806a49f23e req-99e5831c-2b4a-4780-b123-0125a67b2a77 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192617 Sep 01 15:27:40.167461 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-79a05e71-e9a5-420e-b920-33abe749a89d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:40.278601 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e1bc30f-6b59-4d21-8da6-d3983e19beba tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:40.332978 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-6e1bc30f-6b59-4d21-8da6-d3983e19beba tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Calling delete_port for bec59d7c-9af5-4a78-a6cc-0fbfdf73d271 owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:27:40.366103 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-79a05e71-e9a5-420e-b920-33abe749a89d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:40.382550 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-79a05e71-e9a5-420e-b920-33abe749a89d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:40.410551 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-79a05e71-e9a5-420e-b920-33abe749a89d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:40.412246 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-79a05e71-e9a5-420e-b920-33abe749a89d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6158738 Sep 01 15:27:40.450993 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54818) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:40.463106 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-9f77969e-21f2-4770-a68b-a813580ee0f4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'security_group_rule': {'security_group_id': '93eb1ca3-7fd2-435c-82c8-9366977c63c6', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:40.472732 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a05e71-e9a5-420e-b920-33abe749a89d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd70ed92-fd57-4704-ab16-a03cbf6d1f38,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:40.554407 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9f77969e-21f2-4770-a68b-a813580ee0f4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:40.583750 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e427c650-6a86-43e2-878a-e3f839d81125 admin admin] Router bc2d41b9-c0ae-484a-b616-83749fc07d66 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:27:40.741035 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e427c650-6a86-43e2-878a-e3f839d81125 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:27:40.744113 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488570dc-edde-4cc8-a4ff-2d03f4bec23d req-62349364-83f2-43fc-8dcd-a90774b6b7ad tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:40.747541 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-488570dc-edde-4cc8-a4ff-2d03f4bec23d req-62349364-83f2-43fc-8dcd-a90774b6b7ad tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 945 time: 0.1127176 Sep 01 15:27:40.756985 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0640594-17d5-49a4-901e-6e1dddbc646b None None] Sync routers for ids ['bc2d41b9-c0ae-484a-b616-83749fc07d66'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:27:40.762988 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9f77969e-21f2-4770-a68b-a813580ee0f4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:40.765656 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b961a-d5c3-4b47-98c2-45f1d57721ec req-eda9cac4-5e4c-4e63-893c-eacf8e2465f0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:40.767865 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d6b961a-d5c3-4b47-98c2-45f1d57721ec req-eda9cac4-5e4c-4e63-893c-eacf8e2465f0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.4810545 Sep 01 15:27:40.775370 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e427c650-6a86-43e2-878a-e3f839d81125 admin admin] 10.222.0.60 "PUT /v2.0/routers/bc2d41b9-c0ae-484a-b616-83749fc07d66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5468361 Sep 01 15:27:40.776184 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54830) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:40.784888 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9f77969e-21f2-4770-a68b-a813580ee0f4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:40.797190 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0640594-17d5-49a4-901e-6e1dddbc646b None None] Routers {'bc2d41b9-c0ae-484a-b616-83749fc07d66'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:40.799590 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d0640594-17d5-49a4-901e-6e1dddbc646b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:27:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['bc2d41b9-c0ae-484a-b616-83749fc07d66'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:40.874057 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d6b961a-d5c3-4b47-98c2-45f1d57721ec req-aad8f352-28b4-4228-9346-573917d82e20 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890820 Sep 01 15:27:40.894070 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77969e-21f2-4770-a68b-a813580ee0f4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bffb29f8-f8f4-458c-af42-f2d9e61aef85,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:40.899393 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9f77969e-21f2-4770-a68b-a813580ee0f4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:40.901874 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9f77969e-21f2-4770-a68b-a813580ee0f4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4477913 Sep 01 15:27:40.910112 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54832) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:40.939476 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-ad8389af-3df0-421b-b470-347ff8815c11 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'security_group_rule': {'security_group_id': '93eb1ca3-7fd2-435c-82c8-9366977c63c6', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:41.046738 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-488570dc-edde-4cc8-a4ff-2d03f4bec23d req-3cd7a8f3-1f52-4a71-be10-7d457454d81d tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850578 Sep 01 15:27:41.093913 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a2b3fe05-a640-47b7-a119-7f47454eb6fb admin admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:41.109390 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ad8389af-3df0-421b-b470-347ff8815c11 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:41.199058 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e1bc30f-6b59-4d21-8da6-d3983e19beba tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:41.284891 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-d0640594-17d5-49a4-901e-6e1dddbc646b None None] Set router bc2d41b9-c0ae-484a-b616-83749fc07d66 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:27:41.372598 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1bc30f-6b59-4d21-8da6-d3983e19beba tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Port': ['ID=bec59d7c-9af5-4a78-a6cc-0fbfdf73d271,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:41.538617 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ad8389af-3df0-421b-b470-347ff8815c11 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:41.574719 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0996aa5-9b3e-4188-8fb9-674d7ff55474 req-048cdb69-781b-44f7-9b48-f470a45f25fc tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:41.600479 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e0996aa5-9b3e-4188-8fb9-674d7ff55474 req-048cdb69-781b-44f7-9b48-f470a45f25fc tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.3279910 Sep 01 15:27:41.602232 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ad8389af-3df0-421b-b470-347ff8815c11 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:41.858597 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8389af-3df0-421b-b470-347ff8815c11 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51775ec-e408-4716-8601-9d9cb8997714,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:41.884422 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e1bc30f-6b59-4d21-8da6-d3983e19beba tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:41.895776 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a2b3fe05-a640-47b7-a119-7f47454eb6fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:41.948067 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e0996aa5-9b3e-4188-8fb9-674d7ff55474 req-24040c5b-405c-4cb7-ac1f-e108815ff8f0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439059 Sep 01 15:27:42.134395 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ad8389af-3df0-421b-b470-347ff8815c11 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:42.140523 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ad8389af-3df0-421b-b470-347ff8815c11 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2196114 Sep 01 15:27:42.141446 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:42.144568 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54860) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:42.157471 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-ccc92816-502c-4a2d-b850-111a92dbb5c3 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'security_group_rule': {'security_group_id': '93eb1ca3-7fd2-435c-82c8-9366977c63c6', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:42.214358 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-a2b3fe05-a640-47b7-a119-7f47454eb6fb admin admin] Deleting port f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:27:42.214970 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a2b3fe05-a640-47b7-a119-7f47454eb6fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:42.257090 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d0640594-17d5-49a4-901e-6e1dddbc646b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'name': 'tempest-AttachVolumeTestJSON-1977586773-router', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:18:22Z', 'updated_at': '2021-09-01T15:27:39Z', 'revision_number': 5, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'gw_port': {'id': 'f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ad:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:18:24Z', 'updated_at': '2021-09-01T15:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:42.312671 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0640594-17d5-49a4-901e-6e1dddbc646b None None] Checking router: bc2d41b9-c0ae-484a-b616-83749fc07d66 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:27:42.329883 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0640594-17d5-49a4-901e-6e1dddbc646b None None] Routers {'bc2d41b9-c0ae-484a-b616-83749fc07d66'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:42.331347 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d0640594-17d5-49a4-901e-6e1dddbc646b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:27:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['bc2d41b9-c0ae-484a-b616-83749fc07d66'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:42.592594 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-d0640594-17d5-49a4-901e-6e1dddbc646b None None] Set router bc2d41b9-c0ae-484a-b616-83749fc07d66 gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:27:42.666331 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-a2b3fe05-a640-47b7-a119-7f47454eb6fb admin admin] For port f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:42.667475 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a2b3fe05-a640-47b7-a119-7f47454eb6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:42.760805 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d4444-5c1c-4bae-bdaa-a66390f0c6bb req-112b7aaa-6c43-438f-889e-1b00e6ced041 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:42.785703 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e5d4444-5c1c-4bae-bdaa-a66390f0c6bb req-112b7aaa-6c43-438f-889e-1b00e6ced041 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 945 time: 0.3987782 Sep 01 15:27:42.789136 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-a2b3fe05-a640-47b7-a119-7f47454eb6fb admin admin] Calling delete_port for f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:27:42.814880 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d0640594-17d5-49a4-901e-6e1dddbc646b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'name': 'tempest-AttachVolumeTestJSON-1977586773-router', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:18:22Z', 'updated_at': '2021-09-01T15:27:41Z', 'revision_number': 6, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:42.904201 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0640594-17d5-49a4-901e-6e1dddbc646b None None] The sync data for ids ['bc2d41b9-c0ae-484a-b616-83749fc07d66'] in n-d-794796-3 is: [{'id': 'bc2d41b9-c0ae-484a-b616-83749fc07d66', 'name': 'tempest-AttachVolumeTestJSON-1977586773-router', 'tenant_id': 'd5c12ac629004c608a6b26e32bb713bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:18:22Z', 'updated_at': '2021-09-01T15:27:41Z', 'revision_number': 6, 'project_id': 'd5c12ac629004c608a6b26e32bb713bc', 'gw_port_host': None}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:27:42.945113 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1bc30f-6b59-4d21-8da6-d3983e19beba tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Router a81b61bf-7229-41ab-afb6-e656e3580ae9 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:27:42.976402 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021819a2-6c88-48cc-b92b-09c45696bddb req-78e684f2-edab-424e-8d44-83ff4073798c tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:42.984890 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-021819a2-6c88-48cc-b92b-09c45696bddb req-78e684f2-edab-424e-8d44-83ff4073798c tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.8193960 Sep 01 15:27:43.000091 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ccc92816-502c-4a2d-b850-111a92dbb5c3 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:43.263628 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:43.343023 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1bc30f-6b59-4d21-8da6-d3983e19beba tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:27:43.363063 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a0ce35-f19a-4a9a-940f-68d406ed3765 None None] Sync routers for ids ['a81b61bf-7229-41ab-afb6-e656e3580ae9'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:27:43.364052 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-021819a2-6c88-48cc-b92b-09c45696bddb req-a584f4a5-1950-46a7-88c6-a6efae89dfbb tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774400 Sep 01 15:27:43.380597 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6e1bc30f-6b59-4d21-8da6-d3983e19beba tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "PUT /v2.0/routers/a81b61bf-7229-41ab-afb6-e656e3580ae9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9936354 Sep 01 15:27:43.382847 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e5d4444-5c1c-4bae-bdaa-a66390f0c6bb req-a980ba1e-695e-4108-b1af-2bfdcbbdff2a tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5857010 Sep 01 15:27:43.387057 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54898) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:43.413922 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a0ce35-f19a-4a9a-940f-68d406ed3765 None None] Routers {'a81b61bf-7229-41ab-afb6-e656e3580ae9'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:43.428537 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a7a0ce35-f19a-4a9a-940f-68d406ed3765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:27:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['a81b61bf-7229-41ab-afb6-e656e3580ae9'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:43.460604 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ccc92816-502c-4a2d-b850-111a92dbb5c3 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:43.471313 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ccc92816-502c-4a2d-b850-111a92dbb5c3 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:43.524941 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-648754bd-0519-4b23-b76c-e5a30a86a459 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "GET /v2.0/ports?device_id=a81b61bf-7229-41ab-afb6-e656e3580ae9 HTTP/1.1" status: 200 len: 205 time: 0.1242995 Sep 01 15:27:43.525595 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54906) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:43.621026 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc92816-502c-4a2d-b850-111a92dbb5c3 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac91b58b-4c82-4b7e-8079-487987f530e9,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:43.637367 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ccc92816-502c-4a2d-b850-111a92dbb5c3 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:43.655341 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ccc92816-502c-4a2d-b850-111a92dbb5c3 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5076427 Sep 01 15:27:43.656386 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54910) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:43.688657 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-ea1724a4-2f79-4746-9e3f-c234d7e171ba tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'security_group_rule': {'security_group_id': '93eb1ca3-7fd2-435c-82c8-9366977c63c6', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:43.707004 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a7a0ce35-f19a-4a9a-940f-68d406ed3765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:43.802125 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-617b45d9-5657-4704-9e7c-427d74fddc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:43.809277 n-d-794796-3 neutron-server[94734]: INFO neutron.db.securitygroups_db [None req-ea1724a4-2f79-4746-9e3f-c234d7e171ba tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Project de2c6e6a9d864f738bbaf0c51220fe5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:27:43.824725 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d50b7193-db59-4cec-ac2a-38ed31e9774b no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:27:43.833388 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ea1724a4-2f79-4746-9e3f-c234d7e171ba tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:43.933449 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a0ce35-f19a-4a9a-940f-68d406ed3765 None None] Routers {'a81b61bf-7229-41ab-afb6-e656e3580ae9'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:43.934664 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a7a0ce35-f19a-4a9a-940f-68d406ed3765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:27:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['a81b61bf-7229-41ab-afb6-e656e3580ae9'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:44.027184 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a7a0ce35-f19a-4a9a-940f-68d406ed3765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:44.029186 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a0ce35-f19a-4a9a-940f-68d406ed3765 None None] The sync data for ids ['a81b61bf-7229-41ab-afb6-e656e3580ae9'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:27:44.032317 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: d50b7193-db59-4cec-ac2a-38ed31e9774b {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:27:44.041255 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d50b7193-db59-4cec-ac2a-38ed31e9774b not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:27:44.057001 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7776137e-4ef8-4b83-a511-74e845946ed9 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.242822 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70d0e3-7906-467e-8fdd-60b6a2fd1d57 req-829d48af-731c-4045-8446-2b6956f27d6a tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:44.258769 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3e70d0e3-7906-467e-8fdd-60b6a2fd1d57 req-829d48af-731c-4045-8446-2b6956f27d6a tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.2704821 Sep 01 15:27:44.284570 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ea1724a4-2f79-4746-9e3f-c234d7e171ba tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.318109 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ea1724a4-2f79-4746-9e3f-c234d7e171ba tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.381165 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1724a4-2f79-4746-9e3f-c234d7e171ba tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5b3e51-817e-44e7-8e0e-11b50547114a,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:44.390974 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ea1724a4-2f79-4746-9e3f-c234d7e171ba tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.396409 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ea1724a4-2f79-4746-9e3f-c234d7e171ba tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7378101 Sep 01 15:27:44.397194 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54934) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:44.403348 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-5f30e592-7aee-4132-938f-118dc9cb94ec tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'security_group_rule': {'security_group_id': '93eb1ca3-7fd2-435c-82c8-9366977c63c6', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:44.422683 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3e70d0e3-7906-467e-8fdd-60b6a2fd1d57 req-4eaed297-4e01-430f-b756-2b76e822198a tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625986 Sep 01 15:27:44.497316 n-d-794796-3 neutron-server[94734]: INFO neutron.db.securitygroups_db [None req-5f30e592-7aee-4132-938f-118dc9cb94ec tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Project de2c6e6a9d864f738bbaf0c51220fe5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:27:44.512100 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f30e592-7aee-4132-938f-118dc9cb94ec tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.520763 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a2b3fe05-a640-47b7-a119-7f47454eb6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.651066 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7776137e-4ef8-4b83-a511-74e845946ed9 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.656670 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3fe05-a640-47b7-a119-7f47454eb6fb admin admin] Pushing event deleted for resources: {'Port': ['ID=f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:44.662453 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7776137e-4ef8-4b83-a511-74e845946ed9 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.754423 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f30e592-7aee-4132-938f-118dc9cb94ec tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.785748 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb70fd-c28c-4f6b-a8c6-2e099afbc07a req-b874559d-2f82-4c63-9e94-d73a945e67db tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:44.787630 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475fc34-c364-460d-aa20-977715a20603 req-fc9d9f6e-d715-4ef1-81de-39c994d79787 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:44.795048 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6475fc34-c364-460d-aa20-977715a20603 req-fc9d9f6e-d715-4ef1-81de-39c994d79787 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/networks?id=3fc306ad-d395-4e29-8475-725b0736474b HTTP/1.1" status: 200 len: 810 time: 0.7814691 Sep 01 15:27:44.799087 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5fb70fd-c28c-4f6b-a8c6-2e099afbc07a req-b874559d-2f82-4c63-9e94-d73a945e67db tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.1613245 Sep 01 15:27:44.801580 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f30e592-7aee-4132-938f-118dc9cb94ec tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.831150 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6475fc34-c364-460d-aa20-977715a20603 req-c7200503-b046-445c-8051-e8b4ef71e627 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/quotas/23b9023d47b94f66b655f70395dcb615 HTTP/1.1" status: 200 len: 375 time: 0.0344014 Sep 01 15:27:44.838592 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a2b3fe05-a640-47b7-a119-7f47454eb6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.903198 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30e592-7aee-4132-938f-118dc9cb94ec tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb801d9-0ad6-4371-8986-b61befd12352,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:44.924295 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f30e592-7aee-4132-938f-118dc9cb94ec tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:44.929533 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5f30e592-7aee-4132-938f-118dc9cb94ec tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5301244 Sep 01 15:27:44.950117 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54944) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:44.965773 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-0b9608e0-c637-40a4-b94f-fcb16ad481e9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'network': {'name': 'tempest-network-smoke--688784131', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'port_security_enabled': True}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:44.994696 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5fb70fd-c28c-4f6b-a8c6-2e099afbc07a req-c908dffe-2f88-44de-843d-e5ec497fbc11 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883180 Sep 01 15:27:45.054613 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9608e0-c637-40a4-b94f-fcb16ad481e9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Made reservation on behalf of de2c6e6a9d864f738bbaf0c51220fe5f for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:27:45.065491 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0b9608e0-c637-40a4-b94f-fcb16ad481e9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:45.073024 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a2b3fe05-a640-47b7-a119-7f47454eb6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:45.079255 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a2b3fe05-a640-47b7-a119-7f47454eb6fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:45.085454 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7776137e-4ef8-4b83-a511-74e845946ed9 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:45.086093 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7776137e-4ef8-4b83-a511-74e845946ed9 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Fanout notify agent at l3_agent the message router_deleted on router a81b61bf-7229-41ab-afb6-e656e3580ae9 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:27:45.139909 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9608e0-c637-40a4-b94f-fcb16ad481e9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:27:45.147141 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:45.167209 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7776137e-4ef8-4b83-a511-74e845946ed9 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:45.168310 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7776137e-4ef8-4b83-a511-74e845946ed9 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/routers/a81b61bf-7229-41ab-afb6-e656e3580ae9 HTTP/1.1" status: 204 len: 168 time: 1.6382782 Sep 01 15:27:45.173732 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54950) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:45.189248 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0b9608e0-c637-40a4-b94f-fcb16ad481e9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:45.189572 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-0b9608e0-c637-40a4-b94f-fcb16ad481e9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Added segment 43435e54-65f1-4db7-a09a-c8eaa0a35130 of type vlan for network 068418f0-2ea4-4691-b0a1-0f0b6ddb7449 Sep 01 15:27:45.324611 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0b9608e0-c637-40a4-b94f-fcb16ad481e9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:45.439152 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0b9608e0-c637-40a4-b94f-fcb16ad481e9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:45.460894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9608e0-c637-40a4-b94f-fcb16ad481e9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:45.463626 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0b9608e0-c637-40a4-b94f-fcb16ad481e9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:45.468768 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6475fc34-c364-460d-aa20-977715a20603 req-3047072d-d9ef-402e-9025-d777cbabbdbe tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=23b9023d47b94f66b655f70395dcb615&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3926094 Sep 01 15:27:45.473288 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a2b3fe05-a640-47b7-a119-7f47454eb6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:45.476883 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b3fe05-a640-47b7-a119-7f47454eb6fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc2d41b9-c0ae-484a-b616-83749fc07d66 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:27:45.502139 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a2b3fe05-a640-47b7-a119-7f47454eb6fb admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:45.502139 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a2b3fe05-a640-47b7-a119-7f47454eb6fb admin admin] 10.222.0.60 "DELETE /v2.0/routers/bc2d41b9-c0ae-484a-b616-83749fc07d66 HTTP/1.1" status: 204 len: 168 time: 4.7226024 Sep 01 15:27:45.531653 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54968) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:45.608875 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-236b3984-8741-4885-884c-964e876cb274 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Deleting subnet 065cfe7d-1ab5-418d-8799-9f4ac02b38de {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:27:45.713053 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-236b3984-8741-4885-884c-964e876cb274 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:45.793207 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-470d4967-5e14-4f56-b892-406ffe42f2ba admin admin] Deleting subnet cb4d0c35-1b78-4b62-99d6-b03c2c2e423d {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:27:45.820590 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-470d4967-5e14-4f56-b892-406ffe42f2ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:45.907459 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0b9608e0-c637-40a4-b94f-fcb16ad481e9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9504166 Sep 01 15:27:45.914407 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54976) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:45.931353 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:27:45.992014 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6592531b-ca36-4293-bba4-3a797f245996 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-735337582', 'admin_state_up': True, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:45.993527 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:27:45.994592 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f75c32e1-6d28-46cb-8b6c-3e8bd9f2e39c not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:27:46.015150 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9608e0-c637-40a4-b94f-fcb16ad481e9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Network': ['ID=068418f0-2ea4-4691-b0a1-0f0b6ddb7449,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:46.032445 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 068418f0-2ea4-4691-b0a1-0f0b6ddb7449 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:27:46.053487 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-470d4967-5e14-4f56-b892-406ffe42f2ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:46.081731 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-236b3984-8741-4885-884c-964e876cb274 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:46.183927 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6592531b-ca36-4293-bba4-3a797f245996 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:46.191105 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6592531b-ca36-4293-bba4-3a797f245996 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:46.296759 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a765e92-94f5-4d91-9252-2db726e79059 req-77639f3a-c170-4a20-b8c0-ec159f0807ca tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:46.299542 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0a765e92-94f5-4d91-9252-2db726e79059 req-77639f3a-c170-4a20-b8c0-ec159f0807ca tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.4805524 Sep 01 15:27:46.375146 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-236b3984-8741-4885-884c-964e876cb274 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:46.468787 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6475fc34-c364-460d-aa20-977715a20603 req-a5cac967-5d52-4664-b2eb-44d515b55620 service neutron] 10.222.0.60 "GET /v2.0/networks/3fc306ad-d395-4e29-8475-725b0736474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9472196 Sep 01 15:27:46.563462 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6592531b-ca36-4293-bba4-3a797f245996 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:46.906270 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0a765e92-94f5-4d91-9252-2db726e79059 req-12606cbb-d06d-4d0f-8e23-3b3bb9c0bd27 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5740230 Sep 01 15:27:47.111438 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-470d4967-5e14-4f56-b892-406ffe42f2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:47.319473 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6592531b-ca36-4293-bba4-3a797f245996 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:47.324681 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-470d4967-5e14-4f56-b892-406ffe42f2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:47.399942 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d4967-5e14-4f56-b892-406ffe42f2ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb4d0c35-1b78-4b62-99d6-b03c2c2e423d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:47.411658 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6937854e-06f4-4e6c-bbd1-a52422a7d957 None None] Network 1d2362ee-78f5-4b99-9f98-82e09fba7d13 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:27:47.417879 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-470d4967-5e14-4f56-b892-406ffe42f2ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:47.420608 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-470d4967-5e14-4f56-b892-406ffe42f2ba admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cb4d0c35-1b78-4b62-99d6-b03c2c2e423d HTTP/1.1" status: 204 len: 168 time: 1.8846085 Sep 01 15:27:47.487499 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54996) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:47.495051 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54998) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:47.588591 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6475fc34-c364-460d-aa20-977715a20603 req-8b25060b-e62c-4fa2-933a-1d51531b327d service neutron] 10.222.0.60 "GET /v2.0/networks/3fc306ad-d395-4e29-8475-725b0736474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0978227 Sep 01 15:27:47.632685 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-236b3984-8741-4885-884c-964e876cb274 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:47.699105 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f22f-32cd-4310-ab77-86ba4b2d0384 req-9c059083-001b-4e67-9ac2-d3b89636beee tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:47.706502 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2167f22f-32cd-4310-ab77-86ba4b2d0384 req-9c059083-001b-4e67-9ac2-d3b89636beee tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.4505365 Sep 01 15:27:47.779148 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b3984-8741-4885-884c-964e876cb274 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Subnet': ['ID=065cfe7d-1ab5-418d-8799-9f4ac02b38de,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:47.781721 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d4005f1-b10d-4087-b67b-8855ca5fa959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:47.850819 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3467e045-2a34-46c7-bd05-4a190906d48d None None] Network 505850ca-7f79-427d-939d-adbd98f06e5f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:27:47.851021 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-236b3984-8741-4885-884c-964e876cb274 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:47.858812 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-236b3984-8741-4885-884c-964e876cb274 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/subnets/065cfe7d-1ab5-418d-8799-9f4ac02b38de HTTP/1.1" status: 204 len: 168 time: 2.6749375 Sep 01 15:27:47.859989 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55006) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:47.978085 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3cc530f6-f21c-4cd6-b8d9-d6990caabaf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:48.068930 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046a0baf-5c92-4fcb-bc68-4bc35672f485 None None] DHCP port deletion for 1d2362ee-78f5-4b99-9f98-82e09fba7d13 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:27:48.075233 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2167f22f-32cd-4310-ab77-86ba4b2d0384 req-bf4619fa-6544-4378-afb3-56d792569dea tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415174 Sep 01 15:27:48.462048 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-00a15e4c-2ab2-445d-8ec6-344148db9e5b req-baddf927-a9b9-4582-9453-72c63bfe8db3 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 210 time: 0.4012840 Sep 01 15:27:48.540979 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-190273d1-ce06-40a6-ad74-f4171fa6236f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:48.654877 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-046a0baf-5c92-4fcb-bc68-4bc35672f485 None None] Deleting port 4438a6ed-c409-4f75-8ebd-5347b56d117e {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:27:48.656357 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-046a0baf-5c92-4fcb-bc68-4bc35672f485 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:48.708145 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6592531b-ca36-4293-bba4-3a797f245996 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:48.771556 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6592531b-ca36-4293-bba4-3a797f245996 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:48.789263 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bb827c-d52d-4f4c-b029-9d8289eef13e None None] DHCP port deletion for 505850ca-7f79-427d-939d-adbd98f06e5f request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:27:48.800439 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-8d4005f1-b10d-4087-b67b-8855ca5fa959 admin admin] Deleting port 4438a6ed-c409-4f75-8ebd-5347b56d117e {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:27:48.801006 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d4005f1-b10d-4087-b67b-8855ca5fa959 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:48.833887 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-190273d1-ce06-40a6-ad74-f4171fa6236f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Deleting port 2f89bd3b-b249-4e02-a29e-979b6b7a9084 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:27:48.834548 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-190273d1-ce06-40a6-ad74-f4171fa6236f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:48.992198 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-046a0baf-5c92-4fcb-bc68-4bc35672f485 None None] For port 4438a6ed-c409-4f75-8ebd-5347b56d117e, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=4438a6ed-c409-4f75-8ebd-5347b56d117e,segment=NetworkSegment(78681f34-8d1f-4ee3-bfa0-39cc008c56d0),segment_id=78681f34-8d1f-4ee3-bfa0-39cc008c56d0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:48.993382 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-046a0baf-5c92-4fcb-bc68-4bc35672f485 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:49.038003 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-046a0baf-5c92-4fcb-bc68-4bc35672f485 None None] Calling delete_port for 4438a6ed-c409-4f75-8ebd-5347b56d117e owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:27:49.066855 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-8d4005f1-b10d-4087-b67b-8855ca5fa959 admin admin] For port 4438a6ed-c409-4f75-8ebd-5347b56d117e, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=4438a6ed-c409-4f75-8ebd-5347b56d117e,segment=NetworkSegment(78681f34-8d1f-4ee3-bfa0-39cc008c56d0),segment_id=78681f34-8d1f-4ee3-bfa0-39cc008c56d0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:49.069432 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-190273d1-ce06-40a6-ad74-f4171fa6236f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] For port 2f89bd3b-b249-4e02-a29e-979b6b7a9084, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=2f89bd3b-b249-4e02-a29e-979b6b7a9084,segment=NetworkSegment(162e3718-855b-4ab4-994a-f4f644beee11),segment_id=162e3718-855b-4ab4-994a-f4f644beee11)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:49.069810 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-190273d1-ce06-40a6-ad74-f4171fa6236f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:49.074543 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d4005f1-b10d-4087-b67b-8855ca5fa959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:49.118332 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-190273d1-ce06-40a6-ad74-f4171fa6236f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Calling delete_port for 2f89bd3b-b249-4e02-a29e-979b6b7a9084 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:27:49.171411 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-8d4005f1-b10d-4087-b67b-8855ca5fa959 admin admin] Calling delete_port for 4438a6ed-c409-4f75-8ebd-5347b56d117e owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:27:49.226126 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-10bb827c-d52d-4f4c-b029-9d8289eef13e None None] Deleting port 2f89bd3b-b249-4e02-a29e-979b6b7a9084 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:27:49.226640 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-10bb827c-d52d-4f4c-b029-9d8289eef13e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:49.565187 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-190273d1-ce06-40a6-ad74-f4171fa6236f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:49.615757 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-10bb827c-d52d-4f4c-b029-9d8289eef13e None None] For port 2f89bd3b-b249-4e02-a29e-979b6b7a9084, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=2f89bd3b-b249-4e02-a29e-979b6b7a9084,segment=NetworkSegment(162e3718-855b-4ab4-994a-f4f644beee11),segment_id=162e3718-855b-4ab4-994a-f4f644beee11)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:27:49.616400 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-10bb827c-d52d-4f4c-b029-9d8289eef13e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:49.678778 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190273d1-ce06-40a6-ad74-f4171fa6236f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Port': ['ID=2f89bd3b-b249-4e02-a29e-979b6b7a9084,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:49.706067 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-10bb827c-d52d-4f4c-b029-9d8289eef13e None None] Calling delete_port for 2f89bd3b-b249-4e02-a29e-979b6b7a9084 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:27:49.759292 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190273d1-ce06-40a6-ad74-f4171fa6236f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] No DVR routers for this DVR port 2f89bd3b-b249-4e02-a29e-979b6b7a9084 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:27:49.920903 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-6592531b-ca36-4293-bba4-3a797f245996 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Allocated IP 172.25.6.168 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/980bd96d-a0bc-4f86-9a7c-28fd2cd409f3) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:27:49.923685 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4bbe040a-821c-48eb-bdb5-09ce92126e5a req-a0462e2c-27a6-423f-ba1f-9c4d15c1826b tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 210 time: 0.2310607 Sep 01 15:27:50.019626 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 2f89bd3b-b249-4e02-a29e-979b6b7a9084 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:27:50.035142 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366d806-4746-4b76-a83f-c83f00309daf req-b670e6fd-6644-4a69-96dd-2694f9547cf5 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:50.045313 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9366d806-4746-4b76-a83f-c83f00309daf req-b670e6fd-6644-4a69-96dd-2694f9547cf5 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 1.6200421 Sep 01 15:27:50.050943 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-0ed98bb3-f6c7-4aa6-b7be-3a664f91ce95 req-7b2cfd97-f11e-45a4-aaac-3bbe7be7f04b service neutron] (94734) timed out ('10.222.0.45', 63808) {{(pid=94734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 15:27:50.119251 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-190273d1-ce06-40a6-ad74-f4171fa6236f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:50.129893 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 2f89bd3b-b249-4e02-a29e-979b6b7a9084 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:27:50.130607 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 2f89bd3b-b249-4e02-a29e-979b6b7a9084 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:27:50.131359 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4438a6ed-c409-4f75-8ebd-5347b56d117e no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:27:50.151397 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-190273d1-ce06-40a6-ad74-f4171fa6236f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['505850ca-7f79-427d-939d-adbd98f06e5f']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:50.194962 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-190273d1-ce06-40a6-ad74-f4171fa6236f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162e3718-855b-4ab4-994a-f4f644beee11') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:50.195465 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-190273d1-ce06-40a6-ad74-f4171fa6236f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162e3718-855b-4ab4-994a-f4f644beee11') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:50.230042 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-190273d1-ce06-40a6-ad74-f4171fa6236f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:50.256967 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-190273d1-ce06-40a6-ad74-f4171fa6236f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:50.271979 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190273d1-ce06-40a6-ad74-f4171fa6236f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:27:50.272230 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-190273d1-ce06-40a6-ad74-f4171fa6236f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:27:50.284650 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:27:50.305118 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-10bb827c-d52d-4f4c-b029-9d8289eef13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:50.339256 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9366d806-4746-4b76-a83f-c83f00309daf req-6f08ba51-d206-417d-8965-e85b652e5408 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928803 Sep 01 15:27:50.371595 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb827c-d52d-4f4c-b029-9d8289eef13e None None] Pushing event deleted for resources: {'Port': ['ID=2f89bd3b-b249-4e02-a29e-979b6b7a9084,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:50.389270 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bb827c-d52d-4f4c-b029-9d8289eef13e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:50.389685 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bb827c-d52d-4f4c-b029-9d8289eef13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:50.390006 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bb827c-d52d-4f4c-b029-9d8289eef13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:50.390370 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bb827c-d52d-4f4c-b029-9d8289eef13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:50.390903 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bb827c-d52d-4f4c-b029-9d8289eef13e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:50.391458 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bb827c-d52d-4f4c-b029-9d8289eef13e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:50.392106 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bb827c-d52d-4f4c-b029-9d8289eef13e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:50.392372 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bb827c-d52d-4f4c-b029-9d8289eef13e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:50.392752 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bb827c-d52d-4f4c-b029-9d8289eef13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:50.393090 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bb827c-d52d-4f4c-b029-9d8289eef13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:50.393459 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bb827c-d52d-4f4c-b029-9d8289eef13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:50.393753 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bb827c-d52d-4f4c-b029-9d8289eef13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:27:50.427461 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bb827c-d52d-4f4c-b029-9d8289eef13e None None] No DVR routers for this DVR port 2f89bd3b-b249-4e02-a29e-979b6b7a9084 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:27:50.516842 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3cc530f6-f21c-4cd6-b8d9-d6990caabaf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:50.556367 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d4005f1-b10d-4087-b67b-8855ca5fa959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:50.591320 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3cc530f6-f21c-4cd6-b8d9-d6990caabaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:50.732502 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-046a0baf-5c92-4fcb-bc68-4bc35672f485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:50.782281 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-190273d1-ce06-40a6-ad74-f4171fa6236f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:50.803926 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-190273d1-ce06-40a6-ad74-f4171fa6236f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:50.820185 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4005f1-b10d-4087-b67b-8855ca5fa959 admin admin] No DVR routers for this DVR port 4438a6ed-c409-4f75-8ebd-5347b56d117e on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:27:50.823970 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-190273d1-ce06-40a6-ad74-f4171fa6236f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/networks/505850ca-7f79-427d-939d-adbd98f06e5f HTTP/1.1" status: 204 len: 168 time: 2.9601214 Sep 01 15:27:50.870186 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a0baf-5c92-4fcb-bc68-4bc35672f485 None None] Pushing event deleted for resources: {'Port': ['ID=4438a6ed-c409-4f75-8ebd-5347b56d117e,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:50.878839 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:50.897856 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046a0baf-5c92-4fcb-bc68-4bc35672f485 None None] No DVR routers for this DVR port 4438a6ed-c409-4f75-8ebd-5347b56d117e on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:27:50.936810 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55046) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:50.947202 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190273d1-ce06-40a6-ad74-f4171fa6236f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Network': ['ID=505850ca-7f79-427d-939d-adbd98f06e5f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:50.975564 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-93092620-e35f-45df-8cd4-c96812c6e483 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-681723847', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:51.035015 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6592531b-ca36-4293-bba4-3a797f245996 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:51.066361 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93092620-e35f-45df-8cd4-c96812c6e483 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:51.066361 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93092620-e35f-45df-8cd4-c96812c6e483 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:51.070127 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4005f1-b10d-4087-b67b-8855ca5fa959 admin admin] Pushing event deleted for resources: {'Port': ['ID=4438a6ed-c409-4f75-8ebd-5347b56d117e,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:51.100709 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3cc530f6-f21c-4cd6-b8d9-d6990caabaf2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed4c13a129494ae4818da4282f721053&name=default HTTP/1.1" status: 200 len: 2983 time: 3.5914781 Sep 01 15:27:51.149466 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55050) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:51.236316 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93092620-e35f-45df-8cd4-c96812c6e483 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:51.260690 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc530f6-f21c-4cd6-b8d9-d6990caabaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f88d8d-c37c-496e-b3e4-87a391287ea7,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:51.268898 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3472b1e1-ddaf-4624-acf0-6c49e920c455 req-617d09e2-05ec-437b-8865-35a23f725528 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 210 time: 0.1282153 Sep 01 15:27:51.295273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e5e21-7c0f-44ad-9f4f-78a077abe638 req-1f73a0dc-3ba9-4db1-80db-55952302fd6b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:51.312170 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6592531b-ca36-4293-bba4-3a797f245996 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:51.329159 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d4005f1-b10d-4087-b67b-8855ca5fa959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:51.346241 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c5e5e21-7c0f-44ad-9f4f-78a077abe638 req-1f73a0dc-3ba9-4db1-80db-55952302fd6b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.7018826 Sep 01 15:27:51.353439 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93092620-e35f-45df-8cd4-c96812c6e483 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:51.395563 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-8d4005f1-b10d-4087-b67b-8855ca5fa959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2362ee-78f5-4b99-9f98-82e09fba7d13']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:51.420432 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93092620-e35f-45df-8cd4-c96812c6e483 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:51.426462 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-93092620-e35f-45df-8cd4-c96812c6e483 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4828973 Sep 01 15:27:51.436593 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55052) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:51.442236 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-8d4005f1-b10d-4087-b67b-8855ca5fa959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78681f34-8d1f-4ee3-bfa0-39cc008c56d0') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:51.442737 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-8d4005f1-b10d-4087-b67b-8855ca5fa959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78681f34-8d1f-4ee3-bfa0-39cc008c56d0') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:51.458557 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-80346cfe-44c1-471c-a00d-bc61a3071c5d tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'network': {'name': 'tempest-RoutersTest-1181002533'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:51.463387 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6592531b-ca36-4293-bba4-3a797f245996 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:27:51.487057 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475fc34-c364-460d-aa20-977715a20603 req-3d23d2b5-abd5-4be4-b523-b582814baad5 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:51.488716 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6475fc34-c364-460d-aa20-977715a20603 req-3d23d2b5-abd5-4be4-b523-b582814baad5 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.62 "GET /v2.0/networks?id=3fc306ad-d395-4e29-8475-725b0736474b HTTP/1.1" status: 200 len: 810 time: 0.7400649 Sep 01 15:27:51.496435 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d4005f1-b10d-4087-b67b-8855ca5fa959 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:51.511026 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-6592531b-ca36-4293-bba4-3a797f245996 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:51.524969 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-6475fc34-c364-460d-aa20-977715a20603 req-a3c77aed-1b68-4a43-a6ed-8053a8394238 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Request body: {'port': {'device_id': '627bdc98-4b7a-443a-a70d-5e7876e05cff', 'network_id': '3fc306ad-d395-4e29-8475-725b0736474b', 'admin_state_up': True, 'tenant_id': '23b9023d47b94f66b655f70395dcb615'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:51.530764 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c5e5e21-7c0f-44ad-9f4f-78a077abe638 req-5f3b5e5e-3083-48e5-8653-3b90f4caf557 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307883 Sep 01 15:27:51.536922 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6592531b-ca36-4293-bba4-3a797f245996 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:27:51.545496 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592531b-ca36-4293-bba4-3a797f245996 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Port': ['ID=980bd96d-a0bc-4f86-9a7c-28fd2cd409f3,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:51.633785 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4a0a0fe1-6ecb-4457-aaa7-cca4e57c4eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:51.653436 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d4005f1-b10d-4087-b67b-8855ca5fa959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:51.666069 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4005f1-b10d-4087-b67b-8855ca5fa959 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:27:51.666740 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d4005f1-b10d-4087-b67b-8855ca5fa959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:27:51.669774 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:27:52.080704 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80346cfe-44c1-471c-a00d-bc61a3071c5d tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Made reservation on behalf of 5283ad44bc4649aa9a85d6a5a9623a1c for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:27:52.084657 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-80346cfe-44c1-471c-a00d-bc61a3071c5d tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:52.120792 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4a0a0fe1-6ecb-4457-aaa7-cca4e57c4eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:52.161527 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d4005f1-b10d-4087-b67b-8855ca5fa959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:52.204129 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d4005f1-b10d-4087-b67b-8855ca5fa959 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:52.217457 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8d4005f1-b10d-4087-b67b-8855ca5fa959 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1d2362ee-78f5-4b99-9f98-82e09fba7d13 HTTP/1.1" status: 204 len: 168 time: 4.7198243 Sep 01 15:27:52.266857 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80346cfe-44c1-471c-a00d-bc61a3071c5d tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:27:52.279065 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-80346cfe-44c1-471c-a00d-bc61a3071c5d tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:52.279504 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-80346cfe-44c1-471c-a00d-bc61a3071c5d tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Added segment 9086c851-84ba-473d-803f-a6a751bfe000 of type vlan for network f9c41a54-f37a-4a73-b790-1d4880023174 Sep 01 15:27:52.424467 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-80346cfe-44c1-471c-a00d-bc61a3071c5d tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:52.605965 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55084) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:52.614189 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-80346cfe-44c1-471c-a00d-bc61a3071c5d tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:52.621845 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80346cfe-44c1-471c-a00d-bc61a3071c5d tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:52.623404 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-80346cfe-44c1-471c-a00d-bc61a3071c5d tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:52.651427 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4005f1-b10d-4087-b67b-8855ca5fa959 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d2362ee-78f5-4b99-9f98-82e09fba7d13,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:52.747193 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0b81686a-6015-418d-868b-135f289fa70c req-381e13ad-05fa-40b2-a721-5268eb86bc6d tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 210 time: 0.1631525 Sep 01 15:27:52.882896 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6c533c20-528d-4a7a-a21e-1551437b2bc3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d5c12ac629004c608a6b26e32bb713bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2753735 Sep 01 15:27:52.889091 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55090) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:53.153338 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cad6a881-89b6-4d2e-a3c1-3ffa8b989500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:53.187443 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-80346cfe-44c1-471c-a00d-bc61a3071c5d tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7342165 Sep 01 15:27:53.197106 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80346cfe-44c1-471c-a00d-bc61a3071c5d tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Network': ['ID=f9c41a54-f37a-4a73-b790-1d4880023174,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:53.213389 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network f9c41a54-f37a-4a73-b790-1d4880023174 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:27:53.217542 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55092) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:53.238619 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4a0a0fe1-6ecb-4457-aaa7-cca4e57c4eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:53.248034 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4a0a0fe1-6ecb-4457-aaa7-cca4e57c4eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:53.255106 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4a0a0fe1-6ecb-4457-aaa7-cca4e57c4eec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b9f88d8d-c37c-496e-b3e4-87a391287ea7 HTTP/1.1" status: 204 len: 168 time: 2.1013844 Sep 01 15:27:53.268855 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-70082e53-1ddf-41d6-8090-476906a54ccf tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'subnet': {'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:53.464495 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a219b-7cf4-4500-a75d-2318abab2165 req-442ed10f-416a-4cc0-b677-e1916eb156e6 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:53.477638 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-de6a219b-7cf4-4500-a75d-2318abab2165 req-442ed10f-416a-4cc0-b677-e1916eb156e6 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.4208858 Sep 01 15:27:53.495433 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cad6a881-89b6-4d2e-a3c1-3ffa8b989500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:53.548261 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a0fe1-6ecb-4457-aaa7-cca4e57c4eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f88d8d-c37c-496e-b3e4-87a391287ea7,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:53.797453 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-de6a219b-7cf4-4500-a75d-2318abab2165 req-fcaeb379-3057-41cc-8afb-224f6b830a49 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173368 Sep 01 15:27:53.812663 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cad6a881-89b6-4d2e-a3c1-3ffa8b989500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:53.817897 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cad6a881-89b6-4d2e-a3c1-3ffa8b989500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:53.820027 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cad6a881-89b6-4d2e-a3c1-3ffa8b989500 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a29dabb3-229e-4e8a-9f7c-70bf3f8b514c HTTP/1.1" status: 204 len: 168 time: 0.9268754 Sep 01 15:27:53.873317 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6a881-89b6-4d2e-a3c1-3ffa8b989500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29dabb3-229e-4e8a-9f7c-70bf3f8b514c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:53.946908 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6475fc34-c364-460d-aa20-977715a20603 req-a3c77aed-1b68-4a43-a6ed-8053a8394238 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Made reservation on behalf of 23b9023d47b94f66b655f70395dcb615 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:27:53.953572 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6475fc34-c364-460d-aa20-977715a20603 req-a3c77aed-1b68-4a43-a6ed-8053a8394238 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:54.062331 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-378222ef-6e30-4a08-bc24-e8f18a0122ae req-6b6c4a03-6ddc-4f47-8c79-065a6f84eafd tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 210 time: 0.0953820 Sep 01 15:27:54.072659 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70082e53-1ddf-41d6-8090-476906a54ccf tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Made reservation on behalf of 5283ad44bc4649aa9a85d6a5a9623a1c for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:27:54.080641 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-70082e53-1ddf-41d6-8090-476906a54ccf tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:54.463020 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-6475fc34-c364-460d-aa20-977715a20603 req-a3c77aed-1b68-4a43-a6ed-8053a8394238 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Allocated IP 172.20.0.11 (3fc306ad-d395-4e29-8475-725b0736474b/870d447b-a102-45cd-b773-7b57248ad4c5/bb83d4a2-607f-4a7e-87ba-200b5416c472) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:27:54.576124 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55110) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:54.628732 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8afc50f-a811-41ea-a0e1-b0295f981065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:54.845564 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6592531b-ca36-4293-bba4-3a797f245996 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:54.992488 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8afc50f-a811-41ea-a0e1-b0295f981065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:55.002173 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8afc50f-a811-41ea-a0e1-b0295f981065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:55.129941 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8afc50f-a811-41ea-a0e1-b0295f981065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f8e316-ed18-4b5e-8618-225bc89bcbb3,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:55.218751 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e8afc50f-a811-41ea-a0e1-b0295f981065 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6d6b8d216dcc4972b4879d47842f495a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6407537 Sep 01 15:27:55.227391 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55124) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:55.317725 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f07b9-18c7-45e9-847e-72f3a4629867 req-bcc24b1f-fa9d-48aa-afc9-774d652cfcae tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:55.332058 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3e0f07b9-18c7-45e9-847e-72f3a4629867 req-bcc24b1f-fa9d-48aa-afc9-774d652cfcae tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.1987607 Sep 01 15:27:55.364443 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6475fc34-c364-460d-aa20-977715a20603 req-a3c77aed-1b68-4a43-a6ed-8053a8394238 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:55.400780 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4a82ab4d-b2a3-408a-a3b5-caa199a48506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:55.543090 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3e0f07b9-18c7-45e9-847e-72f3a4629867 req-078d77b3-5dba-4b6e-93fb-18a2c8d2c114 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010527 Sep 01 15:27:55.559695 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4a82ab4d-b2a3-408a-a3b5-caa199a48506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:55.741340 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4a82ab4d-b2a3-408a-a3b5-caa199a48506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:55.753263 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4a82ab4d-b2a3-408a-a3b5-caa199a48506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:55.756145 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4a82ab4d-b2a3-408a-a3b5-caa199a48506 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/55f8e316-ed18-4b5e-8618-225bc89bcbb3 HTTP/1.1" status: 204 len: 168 time: 0.5274904 Sep 01 15:27:55.775632 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82ab4d-b2a3-408a-a3b5-caa199a48506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f8e316-ed18-4b5e-8618-225bc89bcbb3,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:55.795489 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6475fc34-c364-460d-aa20-977715a20603 req-a3c77aed-1b68-4a43-a6ed-8053a8394238 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:55.819437 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['d82534cd-0564-47c6-a468-e1374b8f6283'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:27:56.053354 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-70082e53-1ddf-41d6-8090-476906a54ccf tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:56.070656 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6475fc34-c364-460d-aa20-977715a20603 req-a3c77aed-1b68-4a43-a6ed-8053a8394238 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Network 3fc306ad-d395-4e29-8475-725b0736474b is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:27:56.234012 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-6475fc34-c364-460d-aa20-977715a20603 req-a3c77aed-1b68-4a43-a6ed-8053a8394238 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:56.256250 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6475fc34-c364-460d-aa20-977715a20603 req-a3c77aed-1b68-4a43-a6ed-8053a8394238 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:27:56.347326 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c77aed-1b68-4a43-a6ed-8053a8394238 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Pushing event updated for resources: {'Port': ['ID=bb83d4a2-607f-4a7e-87ba-200b5416c472,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:56.358816 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ebf29-df39-4e6b-ad7e-4d05c03b8bd8 req-f43bd429-4b71-4ecc-b521-b7150e19237c tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:56.361571 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-037ebf29-df39-4e6b-ad7e-4d05c03b8bd8 req-f43bd429-4b71-4ecc-b521-b7150e19237c tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 932 time: 1.1203775 Sep 01 15:27:56.656660 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70082e53-1ddf-41d6-8090-476906a54ccf tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Subnet': ['ID=ca209c17-8582-453c-9440-231958fc593e,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:56.725717 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-037ebf29-df39-4e6b-ad7e-4d05c03b8bd8 req-4ccf6bfd-cd15-477c-b710-98c4c4039158 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211958 Sep 01 15:27:56.801222 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475fc34-c364-460d-aa20-977715a20603 req-a3c77aed-1b68-4a43-a6ed-8053a8394238 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:56.802354 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6475fc34-c364-460d-aa20-977715a20603 req-a3c77aed-1b68-4a43-a6ed-8053a8394238 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:56.807453 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6592531b-ca36-4293-bba4-3a797f245996 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:57.012052 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5337e1-8bc5-4aec-8924-a62ee704757b req-af8db09f-3dab-4407-83ee-5ce66aa21cb6 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:57.032905 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ce5337e1-8bc5-4aec-8924-a62ee704757b req-af8db09f-3dab-4407-83ee-5ce66aa21cb6 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.3056247 Sep 01 15:27:57.082276 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70082e53-1ddf-41d6-8090-476906a54ccf tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Checking segment: {'id': '9086c851-84ba-473d-803f-a6a751bfe000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:27:57.082793 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70082e53-1ddf-41d6-8090-476906a54ccf tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network hostable DHCP agents. Network: f9c41a54-f37a-4a73-b790-1d4880023174, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:27:57.105332 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6475fc34-c364-460d-aa20-977715a20603 req-a3c77aed-1b68-4a43-a6ed-8053a8394238 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5863473 Sep 01 15:27:57.131458 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-6475fc34-c364-460d-aa20-977715a20603 req-2453679e-22d2-4370-ac1b-681f7db56b2e tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:27:57.132610 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6475fc34-c364-460d-aa20-977715a20603 req-2453679e-22d2-4370-ac1b-681f7db56b2e tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100477 Sep 01 15:27:57.135041 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70082e53-1ddf-41d6-8090-476906a54ccf tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network f9c41a54-f37a-4a73-b790-1d4880023174 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:27:57.143321 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6592531b-ca36-4293-bba4-3a797f245996 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Router 0cca7a4c-ae9c-444a-8534-cba14dabd363 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:27:57.160754 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-6475fc34-c364-460d-aa20-977715a20603 req-3bad515e-935d-44cb-9c81-260d8ae7379d service neutron] Request body: {'port': {'device_id': '627bdc98-4b7a-443a-a70d-5e7876e05cff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:27:57.237647 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-70082e53-1ddf-41d6-8090-476906a54ccf tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, f9c41a54-f37a-4a73-b790-1d4880023174) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:57.256154 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70082e53-1ddf-41d6-8090-476906a54ccf tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:57.257731 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-70082e53-1ddf-41d6-8090-476906a54ccf tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:57.263861 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb360a1-695c-4b9f-9ed2-19d1b52a6ddf None None] Network f9c41a54-f37a-4a73-b790-1d4880023174 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:27:57.317257 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ce5337e1-8bc5-4aec-8924-a62ee704757b req-d316cd94-bddb-4891-be1a-8265b469584e tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717714 Sep 01 15:27:57.343099 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-70082e53-1ddf-41d6-8090-476906a54ccf tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0995619 Sep 01 15:27:57.343727 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55172) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:57.373905 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6475fc34-c364-460d-aa20-977715a20603 req-3bad515e-935d-44cb-9c81-260d8ae7379d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:57.833679 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6592531b-ca36-4293-bba4-3a797f245996 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:27:57.865293 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6551b56b-e400-4c16-90e8-825d924ac9d3 None None] Sync routers for ids ['0cca7a4c-ae9c-444a-8534-cba14dabd363'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:27:57.877478 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be67303b-5ea3-43ce-81f2-1fe56e9cbf2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-f9c41a54-f37a-4a73-b790-1d4880023174', 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'fixed_ips': [{'subnet_id': 'ca209c17-8582-453c-9440-231958fc593e'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:27:57.878701 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-be67303b-5ea3-43ce-81f2-1fe56e9cbf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:57.887719 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6551b56b-e400-4c16-90e8-825d924ac9d3 None None] Routers {'0cca7a4c-ae9c-444a-8534-cba14dabd363'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:27:57.888363 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-6551b56b-e400-4c16-90e8-825d924ac9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:27:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0cca7a4c-ae9c-444a-8534-cba14dabd363'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:57.891288 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:57.933129 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6592531b-ca36-4293-bba4-3a797f245996 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:57.936983 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6592531b-ca36-4293-bba4-3a797f245996 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 11.9762802 Sep 01 15:27:58.015686 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55190) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:58.286047 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1b1f0de7-e046-4ce4-8ed1-1e206666f4c7 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=de2c6e6a9d864f738bbaf0c51220fe5f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2591388 Sep 01 15:27:58.299210 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55196) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:27:58.320104 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fc64b-4b66-4858-a72f-4d882146a6ea req-95025844-e645-46e2-b5c7-aaa4c9534527 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:27:58.326725 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a8fc64b-4b66-4858-a72f-4d882146a6ea req-95025844-e645-46e2-b5c7-aaa4c9534527 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 932 time: 0.3983693 Sep 01 15:27:58.516220 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a8fc64b-4b66-4858-a72f-4d882146a6ea req-a0fde7c3-5762-463a-b386-180e7ee0e772 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712415 Sep 01 15:27:58.550956 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-be67303b-5ea3-43ce-81f2-1fe56e9cbf2e None None] Allocated IP 172.20.0.2 (f9c41a54-f37a-4a73-b790-1d4880023174/ca209c17-8582-453c-9440-231958fc593e/a1a8a1e1-394d-43ad-aae5-a8562c7426e3) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:27:58.576070 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-6551b56b-e400-4c16-90e8-825d924ac9d3 None None] Set router 0cca7a4c-ae9c-444a-8534-cba14dabd363 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:27:58.893587 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-5a488028-6900-4ae5-82cb-9482fca3ea98 req-82d72fe9-72a2-4680-a415-c3f0ed841405 service neutron] (94734) timed out ('10.222.0.60', 50642) {{(pid=94734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 15:27:58.950584 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b050a8d-29ae-459c-81f9-f54494ffe682 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:59.407704 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-6475fc34-c364-460d-aa20-977715a20603 req-3bad515e-935d-44cb-9c81-260d8ae7379d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb83d4a2-607f-4a7e-87ba-200b5416c472 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:27:59.445039 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6475fc34-c364-460d-aa20-977715a20603 req-3bad515e-935d-44cb-9c81-260d8ae7379d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:59.462480 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-be67303b-5ea3-43ce-81f2-1fe56e9cbf2e None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:59.510431 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-6475fc34-c364-460d-aa20-977715a20603 req-3bad515e-935d-44cb-9c81-260d8ae7379d service neutron] Transition to ACTIVE for port object bb83d4a2-607f-4a7e-87ba-200b5416c472 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:59.528872 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6475fc34-c364-460d-aa20-977715a20603 req-3bad515e-935d-44cb-9c81-260d8ae7379d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:59.537779 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-be67303b-5ea3-43ce-81f2-1fe56e9cbf2e None None] Transition to ACTIVE for port object a1a8a1e1-394d-43ad-aae5-a8562c7426e3 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:59.599381 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-6551b56b-e400-4c16-90e8-825d924ac9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735337582', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:46Z', 'updated_at': '2021-09-01T15:27:53Z', 'revision_number': 3, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:49Z', 'updated_at': '2021-09-01T15:27:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:27:59.632676 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-be67303b-5ea3-43ce-81f2-1fe56e9cbf2e None None] Transition to ACTIVE for port object a1a8a1e1-394d-43ad-aae5-a8562c7426e3 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:27:59.659656 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-be67303b-5ea3-43ce-81f2-1fe56e9cbf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:27:59.684211 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad515e-935d-44cb-9c81-260d8ae7379d service neutron] Pushing event updated for resources: {'Port': ['ID=bb83d4a2-607f-4a7e-87ba-200b5416c472,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:27:59.835005 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be67303b-5ea3-43ce-81f2-1fe56e9cbf2e None None] Network f9c41a54-f37a-4a73-b790-1d4880023174 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:27:59.851155 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-be67303b-5ea3-43ce-81f2-1fe56e9cbf2e None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:27:59.857772 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be67303b-5ea3-43ce-81f2-1fe56e9cbf2e None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:27:59.896310 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6551b56b-e400-4c16-90e8-825d924ac9d3 None None] Checking router: 0cca7a4c-ae9c-444a-8534-cba14dabd363 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:27:59.896873 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6551b56b-e400-4c16-90e8-825d924ac9d3 None None] Updating router 0cca7a4c-ae9c-444a-8534-cba14dabd363 port 980bd96d-a0bc-4f86-9a7c-28fd2cd409f3 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:27:59.984702 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67303b-5ea3-43ce-81f2-1fe56e9cbf2e None None] Pushing event updated for resources: {'Port': ['ID=a1a8a1e1-394d-43ad-aae5-a8562c7426e3,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:00.021407 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6475fc34-c364-460d-aa20-977715a20603 req-3bad515e-935d-44cb-9c81-260d8ae7379d service neutron] Attempting to bind port bb83d4a2-607f-4a7e-87ba-200b5416c472 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:28:00.022583 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6475fc34-c364-460d-aa20-977715a20603 req-3bad515e-935d-44cb-9c81-260d8ae7379d service neutron] Attempting to bind port bb83d4a2-607f-4a7e-87ba-200b5416c472 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3fc306ad-d395-4e29-8475-725b0736474b'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:28:00.023141 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6475fc34-c364-460d-aa20-977715a20603 req-3bad515e-935d-44cb-9c81-260d8ae7379d service neutron] Attempting to bind port bb83d4a2-607f-4a7e-87ba-200b5416c472 on network 3fc306ad-d395-4e29-8475-725b0736474b {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:00.077902 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6475fc34-c364-460d-aa20-977715a20603 req-3bad515e-935d-44cb-9c81-260d8ae7379d service neutron] Port bb83d4a2-607f-4a7e-87ba-200b5416c472 on network 3fc306ad-d395-4e29-8475-725b0736474b not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:28:00.088529 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6475fc34-c364-460d-aa20-977715a20603 req-3bad515e-935d-44cb-9c81-260d8ae7379d service neutron] Attempting to bind port bb83d4a2-607f-4a7e-87ba-200b5416c472 on network 3fc306ad-d395-4e29-8475-725b0736474b {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:00.102584 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-6551b56b-e400-4c16-90e8-825d924ac9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:00.107981 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f105ba7-5179-45cc-9bad-cc8784b5c4f9 req-313f1d57-e053-45db-89ed-55ebddc96167 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:00.110139 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f105ba7-5179-45cc-9bad-cc8784b5c4f9 req-313f1d57-e053-45db-89ed-55ebddc96167 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 944 time: 0.1938179 Sep 01 15:28:00.111643 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6475fc34-c364-460d-aa20-977715a20603 req-3bad515e-935d-44cb-9c81-260d8ae7379d service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:28:00.112110 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6475fc34-c364-460d-aa20-977715a20603 req-3bad515e-935d-44cb-9c81-260d8ae7379d service neutron] Checking segment: {'id': 'fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3fc306ad-d395-4e29-8475-725b0736474b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:00.112601 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6475fc34-c364-460d-aa20-977715a20603 req-3bad515e-935d-44cb-9c81-260d8ae7379d service neutron] Bound using segment: {'id': 'fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3fc306ad-d395-4e29-8475-725b0736474b'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:28:00.114272 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-6475fc34-c364-460d-aa20-977715a20603 req-3bad515e-935d-44cb-9c81-260d8ae7379d service neutron] Bound port: bb83d4a2-607f-4a7e-87ba-200b5416c472, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '3fc306ad-d395-4e29-8475-725b0736474b'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:28:00.114701 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6475fc34-c364-460d-aa20-977715a20603 req-3bad515e-935d-44cb-9c81-260d8ae7379d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:00.120736 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-be67303b-5ea3-43ce-81f2-1fe56e9cbf2e None None] Attempting to bind port a1a8a1e1-394d-43ad-aae5-a8562c7426e3 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:28:00.121182 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-be67303b-5ea3-43ce-81f2-1fe56e9cbf2e None None] Attempting to bind port a1a8a1e1-394d-43ad-aae5-a8562c7426e3 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '9086c851-84ba-473d-803f-a6a751bfe000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:28:00.121568 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be67303b-5ea3-43ce-81f2-1fe56e9cbf2e None None] Attempting to bind port a1a8a1e1-394d-43ad-aae5-a8562c7426e3 on network f9c41a54-f37a-4a73-b790-1d4880023174 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:00.153559 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be67303b-5ea3-43ce-81f2-1fe56e9cbf2e None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:28:00.154095 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be67303b-5ea3-43ce-81f2-1fe56e9cbf2e None None] Checking segment: {'id': '9086c851-84ba-473d-803f-a6a751bfe000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:00.157028 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-be67303b-5ea3-43ce-81f2-1fe56e9cbf2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:00.157529 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be67303b-5ea3-43ce-81f2-1fe56e9cbf2e None None] Bound using segment: {'id': '9086c851-84ba-473d-803f-a6a751bfe000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:28:00.160503 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-be67303b-5ea3-43ce-81f2-1fe56e9cbf2e None None] Bound port: a1a8a1e1-394d-43ad-aae5-a8562c7426e3, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9086c851-84ba-473d-803f-a6a751bfe000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:28:00.160907 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-be67303b-5ea3-43ce-81f2-1fe56e9cbf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:00.184799 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd66224-a550-4ca3-9fbf-1c1b272d3fe1 req-117f85bb-daff-4c72-b47b-bcd193e4901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:00.195048 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1dd66224-a550-4ca3-9fbf-1c1b272d3fe1 req-117f85bb-daff-4c72-b47b-bcd193e4901f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f64e9e568cfb496c936b61a18ec8a0b5&device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 1096 time: 1.8232255 Sep 01 15:28:00.253764 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6475fc34-c364-460d-aa20-977715a20603 req-3bad515e-935d-44cb-9c81-260d8ae7379d service neutron] For port bb83d4a2-607f-4a7e-87ba-200b5416c472, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:28:00.261702 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6475fc34-c364-460d-aa20-977715a20603 req-3bad515e-935d-44cb-9c81-260d8ae7379d service neutron] For port bb83d4a2-607f-4a7e-87ba-200b5416c472, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=bb83d4a2-607f-4a7e-87ba-200b5416c472,segment=NetworkSegment(fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084),segment_id=fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:28:00.287660 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce930f-4a25-4f30-88c2-cdb57806ff0f req-61c1b37e-187d-43b0-a4f7-0239bdb4e9bb tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:00.302005 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7ce930f-4a25-4f30-88c2-cdb57806ff0f req-61c1b37e-187d-43b0-a4f7-0239bdb4e9bb tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 1.4449742 Sep 01 15:28:00.303028 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6475fc34-c364-460d-aa20-977715a20603 req-3bad515e-935d-44cb-9c81-260d8ae7379d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:00.443799 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-be67303b-5ea3-43ce-81f2-1fe56e9cbf2e None None] For port a1a8a1e1-394d-43ad-aae5-a8562c7426e3, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:28:00.462030 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-be67303b-5ea3-43ce-81f2-1fe56e9cbf2e None None] For port a1a8a1e1-394d-43ad-aae5-a8562c7426e3, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a1a8a1e1-394d-43ad-aae5-a8562c7426e3,segment=NetworkSegment(9086c851-84ba-473d-803f-a6a751bfe000),segment_id=9086c851-84ba-473d-803f-a6a751bfe000)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:28:00.473605 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-be67303b-5ea3-43ce-81f2-1fe56e9cbf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:00.522111 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475fc34-c364-460d-aa20-977715a20603 req-3bad515e-935d-44cb-9c81-260d8ae7379d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:00.527975 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6475fc34-c364-460d-aa20-977715a20603 req-3bad515e-935d-44cb-9c81-260d8ae7379d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:00.536191 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6475fc34-c364-460d-aa20-977715a20603 req-3bad515e-935d-44cb-9c81-260d8ae7379d service neutron] 10.222.0.62 "PUT /v2.0/ports/bb83d4a2-607f-4a7e-87ba-200b5416c472 HTTP/1.1" status: 200 len: 1092 time: 3.3790250 Sep 01 15:28:00.537158 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627bdc98-4b7a-443a-a70d-5e7876e05cff', 'tag': 'bb83d4a2-607f-4a7e-87ba-200b5416c472'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:28:00.549053 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b972c6-b609-45ef-bf25-53611890a539" -d '{"events": [{"name": "network-changed", "server_uuid": "627bdc98-4b7a-443a-a70d-5e7876e05cff", "tag": "bb83d4a2-607f-4a7e-87ba-200b5416c472"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:28:00.588668 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f105ba7-5179-45cc-9bad-cc8784b5c4f9 req-2330e8d9-3aa7-49ef-aa60-f28fef948846 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603252 Sep 01 15:28:00.678206 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ce6d44-02e2-421c-9413-dc4e520a4e6b tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:00.689634 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d2ce6d44-02e2-421c-9413-dc4e520a4e6b tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 2.3892367 Sep 01 15:28:00.698319 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55240) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:00.806367 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67303b-5ea3-43ce-81f2-1fe56e9cbf2e None None] Pushing event updated for resources: {'Port': ['ID=a1a8a1e1-394d-43ad-aae5-a8562c7426e3,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:00.853284 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a0327d16-9c0a-493d-a612-5ae72ef680bb tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5c826073-0017-46f6-8947-51b31e774ff4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1485581 Sep 01 15:28:00.870724 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55246) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:00.874712 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62f8b46-1be4-45b3-8ae8-1a12daf8a5a8 x-openstack-request-id: req-e62f8b46-1be4-45b3-8ae8-1a12daf8a5a8 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:28:00.876506 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "627bdc98-4b7a-443a-a70d-5e7876e05cff", "tag": "bb83d4a2-607f-4a7e-87ba-200b5416c472", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:28:00.876942 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e62f8b46-1be4-45b3-8ae8-1a12daf8a5a8 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:28:00.878133 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '627bdc98-4b7a-443a-a70d-5e7876e05cff', 'tag': 'bb83d4a2-607f-4a7e-87ba-200b5416c472', 'status': 'completed', 'code': 200} Sep 01 15:28:00.889569 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-7c84d785-d30e-4e5b-b832-a9441c0ee1cb tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1023987109', 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:00.899732 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad515e-935d-44cb-9c81-260d8ae7379d service neutron] Pushing event updated for resources: {'Port': ['ID=bb83d4a2-607f-4a7e-87ba-200b5416c472,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:00.952859 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475fc34-c364-460d-aa20-977715a20603 req-e7ea0794-739d-41c1-bd65-e08dc9e667f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:00.961684 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6475fc34-c364-460d-aa20-977715a20603 req-e7ea0794-739d-41c1-bd65-e08dc9e667f3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=23b9023d47b94f66b655f70395dcb615&device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 1095 time: 0.3471370 Sep 01 15:28:01.114681 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6475fc34-c364-460d-aa20-977715a20603 req-32992417-f05d-4c6b-bf2c-f5c62546d172 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb83d4a2-607f-4a7e-87ba-200b5416c472 HTTP/1.1" status: 200 len: 217 time: 0.1388419 Sep 01 15:28:01.177731 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7ce930f-4a25-4f30-88c2-cdb57806ff0f req-cfc9a02c-6bbe-45bb-9d0e-85710e26355e tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8743906 Sep 01 15:28:01.313253 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475fc34-c364-460d-aa20-977715a20603 req-f461a484-f5fa-4c92-b4e1-2b00409e9f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:01.314891 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-6551b56b-e400-4c16-90e8-825d924ac9d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:01.315471 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6475fc34-c364-460d-aa20-977715a20603 req-f461a484-f5fa-4c92-b4e1-2b00409e9f3f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=870d447b-a102-45cd-b773-7b57248ad4c5 HTTP/1.1" status: 200 len: 850 time: 0.1899543 Sep 01 15:28:01.349098 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-6551b56b-e400-4c16-90e8-825d924ac9d3 None None] Transition to ACTIVE for port object 980bd96d-a0bc-4f86-9a7c-28fd2cd409f3 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:01.366797 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-6551b56b-e400-4c16-90e8-825d924ac9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:01.445830 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6475fc34-c364-460d-aa20-977715a20603 req-19e2519f-7de6-40c1-be87-ff1f8cfb56f1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3fc306ad-d395-4e29-8475-725b0736474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178901 Sep 01 15:28:01.564867 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd66224-a550-4ca3-9fbf-1c1b272d3fe1 req-77239e12-1a1c-4f10-9dcd-e0439d6a74be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:01.569684 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1dd66224-a550-4ca3-9fbf-1c1b272d3fe1 req-77239e12-1a1c-4f10-9dcd-e0439d6a74be service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5460166-f0b6-4e0f-87a2-13b45ba8cda0 HTTP/1.1" status: 200 len: 915 time: 1.3009341 Sep 01 15:28:01.775746 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-6551b56b-e400-4c16-90e8-825d924ac9d3 None None] Attempting to bind port 980bd96d-a0bc-4f86-9a7c-28fd2cd409f3 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:28:01.776115 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-6551b56b-e400-4c16-90e8-825d924ac9d3 None None] Attempting to bind port 980bd96d-a0bc-4f86-9a7c-28fd2cd409f3 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:28:01.776479 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6551b56b-e400-4c16-90e8-825d924ac9d3 None None] Attempting to bind port 980bd96d-a0bc-4f86-9a7c-28fd2cd409f3 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:01.806286 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6551b56b-e400-4c16-90e8-825d924ac9d3 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:28:01.806784 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6551b56b-e400-4c16-90e8-825d924ac9d3 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:01.807191 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-6551b56b-e400-4c16-90e8-825d924ac9d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:01.807595 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6551b56b-e400-4c16-90e8-825d924ac9d3 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:28:01.808135 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-6551b56b-e400-4c16-90e8-825d924ac9d3 None None] Bound port: 980bd96d-a0bc-4f86-9a7c-28fd2cd409f3, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:28:01.812805 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1dd66224-a550-4ca3-9fbf-1c1b272d3fe1 req-d4d5c7a0-c828-4bb3-9049-a21a6d66e0ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9470091-87f1-45a7-9b64-aa8b33b9992e HTTP/1.1" status: 200 len: 217 time: 0.1681960 Sep 01 15:28:01.821139 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-6551b56b-e400-4c16-90e8-825d924ac9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:01.834998 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6475fc34-c364-460d-aa20-977715a20603 req-3efda359-70b9-414a-a92a-6ed3a5167cf3 service neutron] 10.222.0.62 "GET /v2.0/networks/3fc306ad-d395-4e29-8475-725b0736474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701155 Sep 01 15:28:01.899363 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5beea0d-c061-4fc7-a8b1-097e3af27c56 None None] Pushing event updated for resources: {'Port': ['ID=980bd96d-a0bc-4f86-9a7c-28fd2cd409f3,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:01.912345 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-8b050a8d-29ae-459c-81f9-f54494ffe682 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Allocated IP 172.20.0.1 (f9c41a54-f37a-4a73-b790-1d4880023174/ca209c17-8582-453c-9440-231958fc593e/abc163d1-30f6-4df9-a32e-d62bbdfebca8) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:28:01.954396 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-6551b56b-e400-4c16-90e8-825d924ac9d3 None None] For port 980bd96d-a0bc-4f86-9a7c-28fd2cd409f3, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:28:01.960735 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-6551b56b-e400-4c16-90e8-825d924ac9d3 None None] For port 980bd96d-a0bc-4f86-9a7c-28fd2cd409f3, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=980bd96d-a0bc-4f86-9a7c-28fd2cd409f3,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:28:01.968057 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5beea0d-c061-4fc7-a8b1-097e3af27c56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:01.969082 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5beea0d-c061-4fc7-a8b1-097e3af27c56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:01.969983 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5beea0d-c061-4fc7-a8b1-097e3af27c56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:01.970922 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5beea0d-c061-4fc7-a8b1-097e3af27c56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:01.971986 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5beea0d-c061-4fc7-a8b1-097e3af27c56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:01.973293 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5beea0d-c061-4fc7-a8b1-097e3af27c56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:01.974169 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5beea0d-c061-4fc7-a8b1-097e3af27c56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:01.975503 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5beea0d-c061-4fc7-a8b1-097e3af27c56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:01.976131 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5beea0d-c061-4fc7-a8b1-097e3af27c56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:01.976671 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5beea0d-c061-4fc7-a8b1-097e3af27c56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:01.977467 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5beea0d-c061-4fc7-a8b1-097e3af27c56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:01.978031 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5beea0d-c061-4fc7-a8b1-097e3af27c56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:01.988467 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a1a8a1e1-394d-43ad-aae5-a8562c7426e3 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:01.989017 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-6551b56b-e400-4c16-90e8-825d924ac9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:02.118064 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port a1a8a1e1-394d-43ad-aae5-a8562c7426e3 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:02.147650 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6475fc34-c364-460d-aa20-977715a20603 req-94ef5ba9-f346-4338-9466-e4fbf30c8969 service neutron] 10.222.0.62 "GET /v2.0/networks/3fc306ad-d395-4e29-8475-725b0736474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114879 Sep 01 15:28:02.189359 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5beea0d-c061-4fc7-a8b1-097e3af27c56 None None] Pushing event updated for resources: {'Port': ['ID=980bd96d-a0bc-4f86-9a7c-28fd2cd409f3,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:02.197982 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6551b56b-e400-4c16-90e8-825d924ac9d3 None None] Routers {'0cca7a4c-ae9c-444a-8534-cba14dabd363'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:02.199324 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-6551b56b-e400-4c16-90e8-825d924ac9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:27:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0cca7a4c-ae9c-444a-8534-cba14dabd363'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:02.591242 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594eec8-9472-4e5b-9a44-129932da90d2 req-7071f395-c7d7-476f-a7cc-4d328b437cbd tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:02.610016 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b050a8d-29ae-459c-81f9-f54494ffe682 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:02.629193 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1594eec8-9472-4e5b-9a44-129932da90d2 req-7071f395-c7d7-476f-a7cc-4d328b437cbd tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 944 time: 0.4801364 Sep 01 15:28:02.673887 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-8b050a8d-29ae-459c-81f9-f54494ffe682 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Transition to ACTIVE for port object abc163d1-30f6-4df9-a32e-d62bbdfebca8 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:02.686741 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b972c6-b609-45ef-bf25-53611890a539 req-998d5bda-a94b-4c9d-b37c-ffb43935f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:02.690177 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66b972c6-b609-45ef-bf25-53611890a539 req-998d5bda-a94b-4c9d-b37c-ffb43935f475 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=23b9023d47b94f66b655f70395dcb615&device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 1095 time: 0.3835688 Sep 01 15:28:02.742683 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-6551b56b-e400-4c16-90e8-825d924ac9d3 None None] Set router 0cca7a4c-ae9c-444a-8534-cba14dabd363 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:02.799645 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1594eec8-9472-4e5b-9a44-129932da90d2 req-c8143eb6-b40e-4c55-b23d-33b6c522eace tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683912 Sep 01 15:28:02.801791 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c84d785-d30e-4e5b-b832-a9441c0ee1cb tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Made reservation on behalf of de2c6e6a9d864f738bbaf0c51220fe5f for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:28:02.838561 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c84d785-d30e-4e5b-b832-a9441c0ee1cb tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:02.883013 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b050a8d-29ae-459c-81f9-f54494ffe682 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:03.141163 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e883ba7-8c83-4985-a68f-03a70a00c477 None None] Network f9c41a54-f37a-4a73-b790-1d4880023174 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:28:03.425167 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-6551b56b-e400-4c16-90e8-825d924ac9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735337582', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:46Z', 'updated_at': '2021-09-01T15:27:53Z', 'revision_number': 3, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:49Z', 'updated_at': '2021-09-01T15:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:03.487058 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6551b56b-e400-4c16-90e8-825d924ac9d3 None None] The sync data for ids ['0cca7a4c-ae9c-444a-8534-cba14dabd363'] in n-d-794796-3 is: [{'id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735337582', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:46Z', 'updated_at': '2021-09-01T15:27:53Z', 'revision_number': 3, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f3:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:49Z', 'updated_at': '2021-09-01T15:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:28:03.535285 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e42b251a-2f84-4ded-80b0-366e4b006262 None None] Provisioning for port a1a8a1e1-394d-43ad-aae5-a8562c7426e3 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:03.556534 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e42b251a-2f84-4ded-80b0-366e4b006262 None None] Provisioning complete for port a1a8a1e1-394d-43ad-aae5-a8562c7426e3 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:03.557092 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e42b251a-2f84-4ded-80b0-366e4b006262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:04.396640 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a53133-bb3f-43a2-a96e-644bf142dc21 req-d119197c-c501-46e3-98b1-a10bacad7033 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:04.403661 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-83a53133-bb3f-43a2-a96e-644bf142dc21 req-d119197c-c501-46e3-98b1-a10bacad7033 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 944 time: 0.3367233 Sep 01 15:28:04.408776 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b972c6-b609-45ef-bf25-53611890a539 req-2c8324d9-d88e-463e-92bc-7cf112b0e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:04.432209 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66b972c6-b609-45ef-bf25-53611890a539 req-2c8324d9-d88e-463e-92bc-7cf112b0e80b service neutron] 10.222.0.62 "GET /v2.0/networks?id=3fc306ad-d395-4e29-8475-725b0736474b HTTP/1.1" status: 200 len: 911 time: 1.7306645 Sep 01 15:28:04.527531 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-a4d06cc2-61d5-4c7c-abf6-ee2f8f00437c req-949008f0-8c31-4c79-9f6a-c10b892fb386 tempest-ServersTestJSON-981082954 tempest-ServersTestJSON-981082954-project] (94734) timed out ('10.222.0.45', 63668) {{(pid=94734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 15:28:04.665322 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66b972c6-b609-45ef-bf25-53611890a539 req-15a8c21e-c4e2-4f1d-a7ee-65f6fd9b4db5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb83d4a2-607f-4a7e-87ba-200b5416c472 HTTP/1.1" status: 200 len: 217 time: 0.1398604 Sep 01 15:28:04.700801 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-83a53133-bb3f-43a2-a96e-644bf142dc21 req-c75d22ef-aa43-4e5e-8694-fae359193136 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574415 Sep 01 15:28:04.746587 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e42b251a-2f84-4ded-80b0-366e4b006262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:04.887145 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e42b251a-2f84-4ded-80b0-366e4b006262 None None] For port a1a8a1e1-394d-43ad-aae5-a8562c7426e3, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a1a8a1e1-394d-43ad-aae5-a8562c7426e3,segment=NetworkSegment(9086c851-84ba-473d-803f-a6a751bfe000),segment_id=9086c851-84ba-473d-803f-a6a751bfe000)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:04.896596 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b9470091-87f1-45a7-9b64-aa8b33b9992e details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:28:04.901244 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b972c6-b609-45ef-bf25-53611890a539 req-0a431334-ed04-4087-9eb6-32b1a1a03f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:04.907972 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66b972c6-b609-45ef-bf25-53611890a539 req-0a431334-ed04-4087-9eb6-32b1a1a03f88 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=870d447b-a102-45cd-b773-7b57248ad4c5 HTTP/1.1" status: 200 len: 850 time: 0.2280264 Sep 01 15:28:04.973532 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b050a8d-29ae-459c-81f9-f54494ffe682 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Port': ['ID=abc163d1-30f6-4df9-a32e-d62bbdfebca8,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:04.997034 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b050a8d-29ae-459c-81f9-f54494ffe682 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network f9c41a54-f37a-4a73-b790-1d4880023174 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:05.004169 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c84d785-d30e-4e5b-b832-a9441c0ee1cb tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:05.084428 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66b972c6-b609-45ef-bf25-53611890a539 req-55a08b54-564f-498a-a4af-579948324dce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3fc306ad-d395-4e29-8475-725b0736474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1660492 Sep 01 15:28:05.088986 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84d785-d30e-4e5b-b832-a9441c0ee1cb tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Subnet': ['ID=0fe352f8-e391-4ad4-b362-c4af541a7f65,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:05.108297 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-8b050a8d-29ae-459c-81f9-f54494ffe682 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:05.110542 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b050a8d-29ae-459c-81f9-f54494ffe682 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:28:05.207214 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4546b4-6725-4d98-8033-e34d7bfaa3e8 req-57035616-12b7-45af-a0bf-c93dfbba7616 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:05.210552 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4b4546b4-6725-4d98-8033-e34d7bfaa3e8 req-57035616-12b7-45af-a0bf-c93dfbba7616 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 2.3548477 Sep 01 15:28:05.211480 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b050a8d-29ae-459c-81f9-f54494ffe682 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:05.265526 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b9470091-87f1-45a7-9b64-aa8b33b9992e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b9470091-87f1-45a7-9b64-aa8b33b9992e,segment=NetworkSegment(57531288-d828-443b-b367-fd1e1ac7e99f),segment_id=57531288-d828-443b-b367-fd1e1ac7e99f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:05.272549 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd66224-a550-4ca3-9fbf-1c1b272d3fe1 req-da9bda1f-ebeb-402f-9224-fdb0b6559af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:05.274276 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1dd66224-a550-4ca3-9fbf-1c1b272d3fe1 req-da9bda1f-ebeb-402f-9224-fdb0b6559af9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d7305b75-0883-4ca2-85e6-e628da02c41e HTTP/1.1" status: 200 len: 854 time: 2.4055755 Sep 01 15:28:05.324659 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'b9470091-87f1-45a7-9b64-aa8b33b9992e', 'network_id': 'e5460166-f0b6-4e0f-87a2-13b45ba8cda0', 'port_id': 'b9470091-87f1-45a7-9b64-aa8b33b9992e', 'mac_address': 'fa:16:3e:3e:34:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7305b75-0883-4ca2-85e6-e628da02c41e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:28:05.328423 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4b4546b4-6725-4d98-8033-e34d7bfaa3e8 req-6042f436-329b-4aa7-89f1-373b629eb205 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594869 Sep 01 15:28:05.353059 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device bb83d4a2-607f-4a7e-87ba-200b5416c472 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:28:05.368364 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e42b251a-2f84-4ded-80b0-366e4b006262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:05.427080 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1dd66224-a550-4ca3-9fbf-1c1b272d3fe1 req-9dd0b61b-7ca7-4b43-8d6d-029740b93f39 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5460166-f0b6-4e0f-87a2-13b45ba8cda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019454 Sep 01 15:28:05.460975 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c84d785-d30e-4e5b-b832-a9441c0ee1cb tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Checking segment: {'id': '43435e54-65f1-4db7-a09a-c8eaa0a35130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:05.461690 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c84d785-d30e-4e5b-b832-a9441c0ee1cb tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Network hostable DHCP agents. Network: 068418f0-2ea4-4691-b0a1-0f0b6ddb7449, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:28:05.603913 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66b972c6-b609-45ef-bf25-53611890a539 req-6299af21-fa28-45cd-856e-8ea2d6af58bc service neutron] 10.222.0.62 "GET /v2.0/networks/3fc306ad-d395-4e29-8475-725b0736474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986672 Sep 01 15:28:05.841371 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66b972c6-b609-45ef-bf25-53611890a539 req-ea0c5576-4b00-496d-b808-8f50b5e71056 service neutron] 10.222.0.62 "GET /v2.0/networks/3fc306ad-d395-4e29-8475-725b0736474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274330 Sep 01 15:28:06.019792 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:06.094539 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b251a-2f84-4ded-80b0-366e4b006262 None None] Pushing event updated for resources: {'Port': ['ID=a1a8a1e1-394d-43ad-aae5-a8562c7426e3,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:06.133815 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9470091-87f1-45a7-9b64-aa8b33b9992e {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:28:06.150555 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 980bd96d-a0bc-4f86-9a7c-28fd2cd409f3 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:06.283070 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c84d785-d30e-4e5b-b832-a9441c0ee1cb tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Network 068418f0-2ea4-4691-b0a1-0f0b6ddb7449 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:28:06.287505 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f948b75-6f38-4d30-9b42-f2436edf1c86 req-50c31c20-a532-405a-9939-5627bf324646 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:06.292396 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5f948b75-6f38-4d30-9b42-f2436edf1c86 req-50c31c20-a532-405a-9939-5627bf324646 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 944 time: 0.2950430 Sep 01 15:28:06.472978 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b050a8d-29ae-459c-81f9-f54494ffe682 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:06.483173 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5f948b75-6f38-4d30-9b42-f2436edf1c86 req-50a6851a-848e-4be9-913d-ec6ca67cb0b8 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727755 Sep 01 15:28:06.524954 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b9470091-87f1-45a7-9b64-aa8b33b9992e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b9470091-87f1-45a7-9b64-aa8b33b9992e,segment=NetworkSegment(57531288-d828-443b-b367-fd1e1ac7e99f),segment_id=57531288-d828-443b-b367-fd1e1ac7e99f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:06.531735 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-7c84d785-d30e-4e5b-b832-a9441c0ee1cb tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 068418f0-2ea4-4691-b0a1-0f0b6ddb7449) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:06.577580 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1dd66224-a550-4ca3-9fbf-1c1b272d3fe1 req-dd5e19b8-5a08-497a-9659-c900d703447d service neutron] 10.222.0.45 "GET /v2.0/networks/e5460166-f0b6-4e0f-87a2-13b45ba8cda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1140344 Sep 01 15:28:06.677531 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port bb83d4a2-607f-4a7e-87ba-200b5416c472, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=bb83d4a2-607f-4a7e-87ba-200b5416c472,segment=NetworkSegment(fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084),segment_id=fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:06.754943 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:06.762898 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbea4df0-eea1-4c5c-92b8-3b97050de8a7 None None] Network 068418f0-2ea4-4691-b0a1-0f0b6ddb7449 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:28:06.817853 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55360) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:06.902653 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55364) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:06.914192 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'bb83d4a2-607f-4a7e-87ba-200b5416c472', 'network_id': '3fc306ad-d395-4e29-8475-725b0736474b', 'port_id': 'bb83d4a2-607f-4a7e-87ba-200b5416c472', 'mac_address': 'fa:16:3e:1c:cc:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870d447b-a102-45cd-b773-7b57248ad4c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:28:07.097903 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:07.101485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['b9470091-87f1-45a7-9b64-aa8b33b9992e'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:28:07.137574 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1dd66224-a550-4ca3-9fbf-1c1b272d3fe1 req-2a0392c5-98ad-46fc-88d8-2944ee157ad3 service neutron] 10.222.0.45 "GET /v2.0/networks/e5460166-f0b6-4e0f-87a2-13b45ba8cda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5499055 Sep 01 15:28:07.147283 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c84d785-d30e-4e5b-b832-a9441c0ee1cb tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:07.148275 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c84d785-d30e-4e5b-b832-a9441c0ee1cb tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:07.262006 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb83d4a2-607f-4a7e-87ba-200b5416c472 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:28:07.328406 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 980bd96d-a0bc-4f86-9a7c-28fd2cd409f3 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:07.339952 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 980bd96d-a0bc-4f86-9a7c-28fd2cd409f3 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:07.340639 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:07.391723 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=b9470091-87f1-45a7-9b64-aa8b33b9992e,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:07.425575 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port bb83d4a2-607f-4a7e-87ba-200b5416c472, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=bb83d4a2-607f-4a7e-87ba-200b5416c472,segment=NetworkSegment(fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084),segment_id=fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:07.460090 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4d9419a2-9b06-4bc3-8eb4-07fcbf702a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:07.473425 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:07.644414 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-da3c91e2-bb8b-4037-9a33-9d6074a72a8f None None] Provisioning complete for port a1a8a1e1-394d-43ad-aae5-a8562c7426e3 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:07.644773 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-da3c91e2-bb8b-4037-9a33-9d6074a72a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:07.688011 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf838849-f14e-4118-ab6d-46a14bb5de04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:07.973679 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['bb83d4a2-607f-4a7e-87ba-200b5416c472'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:28:07.977957 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5b0ce-fc68-457e-b9ab-d5b5652cc1e6 req-ef25559b-aaba-409d-bd62-5af6e0481dfc tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:07.991580 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ec5b0ce-fc68-457e-b9ab-d5b5652cc1e6 req-ef25559b-aaba-409d-bd62-5af6e0481dfc tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 945 time: 0.1878655 Sep 01 15:28:08.194270 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4d9419a2-9b06-4bc3-8eb4-07fcbf702a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:08.226763 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4d9419a2-9b06-4bc3-8eb4-07fcbf702a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:08.246745 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=bb83d4a2-607f-4a7e-87ba-200b5416c472,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:08.252467 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:08.367618 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb42d46-9469-494d-ba70-d0640dc45e8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-068418f0-2ea4-4691-b0a1-0f0b6ddb7449', 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'fixed_ips': [{'subnet_id': '0fe352f8-e391-4ad4-b362-c4af541a7f65'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:28:08.368653 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3bb42d46-9469-494d-ba70-d0640dc45e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:08.375950 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b050a8d-29ae-459c-81f9-f54494ffe682 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:08.396006 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4d9419a2-9b06-4bc3-8eb4-07fcbf702a6b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=28788401420a480080311f5b450b44a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5647533 Sep 01 15:28:08.400227 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55396) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:08.477381 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b050a8d-29ae-459c-81f9-f54494ffe682 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:08.511977 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 980bd96d-a0bc-4f86-9a7c-28fd2cd409f3, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=980bd96d-a0bc-4f86-9a7c-28fd2cd409f3,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:08.647254 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ec5b0ce-fc68-457e-b9ab-d5b5652cc1e6 req-f46dbbec-f4d6-4c70-9f1c-bde69714cd70 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6544814 Sep 01 15:28:08.720461 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9419a2-9b06-4bc3-8eb4-07fcbf702a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ceed5e-dc33-4c7d-aaad-7dc49aac988b,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:08.767583 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9419a2-9b06-4bc3-8eb4-07fcbf702a6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:08.767995 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9419a2-9b06-4bc3-8eb4-07fcbf702a6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:08.768352 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9419a2-9b06-4bc3-8eb4-07fcbf702a6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:08.768888 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9419a2-9b06-4bc3-8eb4-07fcbf702a6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:08.769347 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9419a2-9b06-4bc3-8eb4-07fcbf702a6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:08.769756 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9419a2-9b06-4bc3-8eb4-07fcbf702a6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:08.770266 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9419a2-9b06-4bc3-8eb4-07fcbf702a6b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:08.786266 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cf099e9d-0e4b-4b9f-a057-21925f445f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:08.799495 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9f6f7-405b-4685-b8bc-58f6f69b4557 req-7399b6a8-76c7-4234-8089-e4f34656dbfc tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:08.801663 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-23a9f6f7-405b-4685-b8bc-58f6f69b4557 req-7399b6a8-76c7-4234-8089-e4f34656dbfc tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 944 time: 1.6406901 Sep 01 15:28:08.821992 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9419a2-9b06-4bc3-8eb4-07fcbf702a6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:08.838455 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9419a2-9b06-4bc3-8eb4-07fcbf702a6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:08.839065 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9419a2-9b06-4bc3-8eb4-07fcbf702a6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:08.839663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9419a2-9b06-4bc3-8eb4-07fcbf702a6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:08.840251 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9419a2-9b06-4bc3-8eb4-07fcbf702a6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:08.905178 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b050a8d-29ae-459c-81f9-f54494ffe682 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Port': ['ID=abc163d1-30f6-4df9-a32e-d62bbdfebca8,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:08.952131 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b050a8d-29ae-459c-81f9-f54494ffe682 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:08.993527 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cf099e9d-0e4b-4b9f-a057-21925f445f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:09.031184 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-23a9f6f7-405b-4685-b8bc-58f6f69b4557 req-7d0f9d57-0507-47f1-83f6-5a8f01f5580b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933689 Sep 01 15:28:09.150020 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-3bb42d46-9469-494d-ba70-d0640dc45e8e None None] Allocated IP 172.20.0.2 (068418f0-2ea4-4691-b0a1-0f0b6ddb7449/0fe352f8-e391-4ad4-b362-c4af541a7f65/6c94b36a-f469-435d-ad9d-76314d6ef265) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:28:09.256932 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf838849-f14e-4118-ab6d-46a14bb5de04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:09.282746 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf838849-f14e-4118-ab6d-46a14bb5de04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:09.287031 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:09.444250 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7c84d785-d30e-4e5b-b832-a9441c0ee1cb tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 8.5633292 Sep 01 15:28:09.463428 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cf099e9d-0e4b-4b9f-a057-21925f445f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:09.472759 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55412) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:09.477191 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-da3c91e2-bb8b-4037-9a33-9d6074a72a8f None None] Provisioning for port abc163d1-30f6-4df9-a32e-d62bbdfebca8 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:09.483751 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cf099e9d-0e4b-4b9f-a057-21925f445f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:09.489792 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cf099e9d-0e4b-4b9f-a057-21925f445f0c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07ceed5e-dc33-4c7d-aaad-7dc49aac988b HTTP/1.1" status: 204 len: 168 time: 1.0837009 Sep 01 15:28:09.585098 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:09.586144 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a1a8a1e1-394d-43ad-aae5-a8562c7426e3 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:09.694288 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf099e9d-0e4b-4b9f-a057-21925f445f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ceed5e-dc33-4c7d-aaad-7dc49aac988b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:09.709325 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-da3c91e2-bb8b-4037-9a33-9d6074a72a8f None None] Provisioning complete for port abc163d1-30f6-4df9-a32e-d62bbdfebca8 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:09.709965 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-da3c91e2-bb8b-4037-9a33-9d6074a72a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:09.822513 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf838849-f14e-4118-ab6d-46a14bb5de04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd70809-e118-423c-b3e7-8e0dc2775000,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:09.824914 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b050a8d-29ae-459c-81f9-f54494ffe682 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network f9c41a54-f37a-4a73-b790-1d4880023174 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:09.845275 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-8b050a8d-29ae-459c-81f9-f54494ffe682 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:09.848281 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cf838849-f14e-4118-ab6d-46a14bb5de04 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=376e02039cdf41f4bc132115182ae2b0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9381633 Sep 01 15:28:09.849660 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55422) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:10.213542 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cace88c7-934e-46a5-a46c-d71ad11b3f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:10.224702 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=980bd96d-a0bc-4f86-9a7c-28fd2cd409f3,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:10.586732 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-da3c91e2-bb8b-4037-9a33-9d6074a72a8f None None] Port abc163d1-30f6-4df9-a32e-d62bbdfebca8 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:28:10.618587 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b050a8d-29ae-459c-81f9-f54494ffe682 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Router 0a4eb23b-4aa3-4641-804f-34730e15e3db is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:28:10.662156 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3bb42d46-9469-494d-ba70-d0640dc45e8e None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:10.761253 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294dffcf-d6db-4a0d-88f1-7598db8c2007 req-8330d00b-78e6-4cd2-9ae7-887756f1ea68 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:10.762115 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3bb42d46-9469-494d-ba70-d0640dc45e8e None None] Transition to ACTIVE for port object 6c94b36a-f469-435d-ad9d-76314d6ef265 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:10.764122 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-294dffcf-d6db-4a0d-88f1-7598db8c2007 req-8330d00b-78e6-4cd2-9ae7-887756f1ea68 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 945 time: 0.7840264 Sep 01 15:28:10.770159 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf10d0e8-76e5-4fb1-924b-a70ad0ddd8bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:10.787049 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadf839-97c9-4e7e-98c9-d6a77a1a886c req-b6cb7c7d-d42c-4263-bc74-cc8d9316d0f4 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:10.803883 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1aadf839-97c9-4e7e-98c9-d6a77a1a886c req-b6cb7c7d-d42c-4263-bc74-cc8d9316d0f4 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 944 time: 0.4037592 Sep 01 15:28:10.873431 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf10d0e8-76e5-4fb1-924b-a70ad0ddd8bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:10.916284 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3bb42d46-9469-494d-ba70-d0640dc45e8e None None] Transition to ACTIVE for port object 6c94b36a-f469-435d-ad9d-76314d6ef265 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:10.953469 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b9470091-87f1-45a7-9b64-aa8b33b9992e up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:11.151469 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-df413592-9164-4143-95d8-e37ead993640 None None] Provisioning complete for port abc163d1-30f6-4df9-a32e-d62bbdfebca8 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:11.152653 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-df413592-9164-4143-95d8-e37ead993640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:11.156910 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3bb42d46-9469-494d-ba70-d0640dc45e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:11.161737 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port a1a8a1e1-394d-43ad-aae5-a8562c7426e3 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:11.162673 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:11.227733 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55438) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:11.252910 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-294dffcf-d6db-4a0d-88f1-7598db8c2007 req-9e167fb7-7871-4bde-a74c-86e6ed709aa4 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461462 Sep 01 15:28:11.365769 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf10d0e8-76e5-4fb1-924b-a70ad0ddd8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:11.371658 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf10d0e8-76e5-4fb1-924b-a70ad0ddd8bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:11.379686 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bf10d0e8-76e5-4fb1-924b-a70ad0ddd8bc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2fd70809-e118-423c-b3e7-8e0dc2775000 HTTP/1.1" status: 204 len: 168 time: 1.5116992 Sep 01 15:28:11.426622 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10d0e8-76e5-4fb1-924b-a70ad0ddd8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd70809-e118-423c-b3e7-8e0dc2775000,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:11.452056 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb42d46-9469-494d-ba70-d0640dc45e8e None None] Pushing event updated for resources: {'Port': ['ID=6c94b36a-f469-435d-ad9d-76314d6ef265,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:11.472363 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26637066-327a-413c-84d1-d01812c360cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:11.562410 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1aadf839-97c9-4e7e-98c9-d6a77a1a886c req-68b9bd10-c2a5-4819-b58e-9cb65a761c81 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6135657 Sep 01 15:28:11.621296 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b050a8d-29ae-459c-81f9-f54494ffe682 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:28:11.643897 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8b050a8d-29ae-459c-81f9-f54494ffe682 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "PUT /v2.0/routers/0a4eb23b-4aa3-4641-804f-34730e15e3db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2943454 Sep 01 15:28:11.644817 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55444) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:11.665333 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-bf02105f-5863-4954-86b2-cc1713cdbd67 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'network': {'name': 'tempest-RoutersTest-681133592'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:11.833508 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb42d46-9469-494d-ba70-d0640dc45e8e None None] Network 068418f0-2ea4-4691-b0a1-0f0b6ddb7449 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:11.836003 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59f7c98-b9a0-461e-bf49-328c6eec4cf2 None None] Sync routers for ids ['0a4eb23b-4aa3-4641-804f-34730e15e3db'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:28:11.857366 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-3bb42d46-9469-494d-ba70-d0640dc45e8e None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:11.888497 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb42d46-9469-494d-ba70-d0640dc45e8e None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:28:11.892085 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59f7c98-b9a0-461e-bf49-328c6eec4cf2 None None] Routers {'0a4eb23b-4aa3-4641-804f-34730e15e3db'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:11.893255 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b59f7c98-b9a0-461e-bf49-328c6eec4cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:27:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0a4eb23b-4aa3-4641-804f-34730e15e3db'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:11.925753 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26637066-327a-413c-84d1-d01812c360cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:11.939746 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26637066-327a-413c-84d1-d01812c360cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:12.181182 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-26637066-327a-413c-84d1-d01812c360cc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=128fdcdc2d9244a5ae1bb07542828850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9463058 Sep 01 15:28:12.182243 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55454) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:12.188150 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26637066-327a-413c-84d1-d01812c360cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb08c27-6db3-4ef8-a254-919ac4d2d86e,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:12.278201 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-801da604-8e4d-43d1-9f16-4fb30734c5f4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:12.281949 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-df413592-9164-4143-95d8-e37ead993640 None None] Port abc163d1-30f6-4df9-a32e-d62bbdfebca8 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:28:12.296082 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf02105f-5863-4954-86b2-cc1713cdbd67 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Made reservation on behalf of 5283ad44bc4649aa9a85d6a5a9623a1c for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:28:12.308536 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf02105f-5863-4954-86b2-cc1713cdbd67 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:12.393327 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c6a22aba-5aa1-45c8-9ea9-d916b389430c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:12.461949 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c6a22aba-5aa1-45c8-9ea9-d916b389430c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:12.541402 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:12.619829 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-b59f7c98-b9a0-461e-bf49-328c6eec4cf2 None None] Set router 0a4eb23b-4aa3-4641-804f-34730e15e3db gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:12.663295 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c6a22aba-5aa1-45c8-9ea9-d916b389430c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:12.667187 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c6a22aba-5aa1-45c8-9ea9-d916b389430c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:12.668936 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c6a22aba-5aa1-45c8-9ea9-d916b389430c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/beb08c27-6db3-4ef8-a254-919ac4d2d86e HTTP/1.1" status: 204 len: 168 time: 0.4617608 Sep 01 15:28:12.690824 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a22aba-5aa1-45c8-9ea9-d916b389430c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb08c27-6db3-4ef8-a254-919ac4d2d86e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:12.952756 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55472) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:13.038220 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9526a1-16ea-43b2-aa1b-5ecec022c2ee req-5fd65cd4-dcab-4670-bb9f-7709ad671f50 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:13.041298 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port b9470091-87f1-45a7-9b64-aa8b33b9992e triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:13.092627 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:13.093145 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a9526a1-16ea-43b2-aa1b-5ecec022c2ee req-5fd65cd4-dcab-4670-bb9f-7709ad671f50 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 944 time: 0.1922045 Sep 01 15:28:13.094971 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 980bd96d-a0bc-4f86-9a7c-28fd2cd409f3 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:13.118536 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3bb42d46-9469-494d-ba70-d0640dc45e8e None None] Attempting to bind port 6c94b36a-f469-435d-ad9d-76314d6ef265 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:28:13.118919 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3bb42d46-9469-494d-ba70-d0640dc45e8e None None] Attempting to bind port 6c94b36a-f469-435d-ad9d-76314d6ef265 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '43435e54-65f1-4db7-a09a-c8eaa0a35130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:28:13.120145 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb42d46-9469-494d-ba70-d0640dc45e8e None None] Attempting to bind port 6c94b36a-f469-435d-ad9d-76314d6ef265 on network 068418f0-2ea4-4691-b0a1-0f0b6ddb7449 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:13.122799 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-61d8a480-a2fd-4331-8c60-c0fd524c260d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:13.130529 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf02105f-5863-4954-86b2-cc1713cdbd67 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:28:13.305925 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a9526a1-16ea-43b2-aa1b-5ecec022c2ee req-79acbd62-5a6e-4be1-b3ae-af15bc9a275b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438548 Sep 01 15:28:13.339085 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb42d46-9469-494d-ba70-d0640dc45e8e None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:28:13.340983 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb42d46-9469-494d-ba70-d0640dc45e8e None None] Checking segment: {'id': '43435e54-65f1-4db7-a09a-c8eaa0a35130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:13.341935 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3bb42d46-9469-494d-ba70-d0640dc45e8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:13.342845 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb42d46-9469-494d-ba70-d0640dc45e8e None None] Bound using segment: {'id': '43435e54-65f1-4db7-a09a-c8eaa0a35130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:28:13.344044 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3bb42d46-9469-494d-ba70-d0640dc45e8e None None] Bound port: 6c94b36a-f469-435d-ad9d-76314d6ef265, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43435e54-65f1-4db7-a09a-c8eaa0a35130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:28:13.345947 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3bb42d46-9469-494d-ba70-d0640dc45e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:13.377289 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf02105f-5863-4954-86b2-cc1713cdbd67 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:13.377836 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-bf02105f-5863-4954-86b2-cc1713cdbd67 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Added segment a5b43d70-e73b-4e63-b0f5-c65ff7014a37 of type vlan for network 7ce12f6a-13c7-4feb-aa17-7435a76eb476 Sep 01 15:28:13.542921 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3bb42d46-9469-494d-ba70-d0640dc45e8e None None] For port 6c94b36a-f469-435d-ad9d-76314d6ef265, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:28:13.548658 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3bb42d46-9469-494d-ba70-d0640dc45e8e None None] For port 6c94b36a-f469-435d-ad9d-76314d6ef265, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6c94b36a-f469-435d-ad9d-76314d6ef265,segment=NetworkSegment(43435e54-65f1-4db7-a09a-c8eaa0a35130),segment_id=43435e54-65f1-4db7-a09a-c8eaa0a35130)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:28:13.580900 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3bb42d46-9469-494d-ba70-d0640dc45e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:13.585558 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device bb83d4a2-607f-4a7e-87ba-200b5416c472 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:13.670039 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-61d8a480-a2fd-4331-8c60-c0fd524c260d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:13.685711 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-61d8a480-a2fd-4331-8c60-c0fd524c260d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:13.838967 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-801da604-8e4d-43d1-9f16-4fb30734c5f4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Allocated IP 172.20.0.1 (068418f0-2ea4-4691-b0a1-0f0b6ddb7449/0fe352f8-e391-4ad4-b362-c4af541a7f65/3331be82-28ae-425a-867c-5d1eb28b90f7) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:28:13.849985 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf02105f-5863-4954-86b2-cc1713cdbd67 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:13.919172 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541c2cd-88b7-4513-a067-7c331a8eb180 req-ee758083-3d4b-4cd6-9635-1a77a42589c2 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:13.924513 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-61d8a480-a2fd-4331-8c60-c0fd524c260d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=90c66dccbd0543139f5eec8bc9d4ec29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9697733 Sep 01 15:28:13.925984 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55488) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:13.936890 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f541c2cd-88b7-4513-a067-7c331a8eb180 req-ee758083-3d4b-4cd6-9635-1a77a42589c2 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 945 time: 0.7866693 Sep 01 15:28:13.949950 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8a480-a2fd-4331-8c60-c0fd524c260d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e86e699-b251-4ebe-8da2-4829e93686fe,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:13.951217 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:14.118629 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-84856989-9cbc-43a6-8911-074bdb5f077f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:14.306063 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf02105f-5863-4954-86b2-cc1713cdbd67 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:14.318061 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:14.326044 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf02105f-5863-4954-86b2-cc1713cdbd67 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:14.327372 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf02105f-5863-4954-86b2-cc1713cdbd67 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:14.383657 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b876e89-a9e1-4b86-b663-5d860af15491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:14.385287 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f541c2cd-88b7-4513-a067-7c331a8eb180 req-93329951-b120-483d-8b45-a0bb8c22a589 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463873 Sep 01 15:28:14.391041 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 980bd96d-a0bc-4f86-9a7c-28fd2cd409f3 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:14.391861 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:14.412767 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb42d46-9469-494d-ba70-d0640dc45e8e None None] Pushing event updated for resources: {'Port': ['ID=6c94b36a-f469-435d-ad9d-76314d6ef265,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:14.512952 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02105f-5863-4954-86b2-cc1713cdbd67 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Network': ['ID=7ce12f6a-13c7-4feb-aa17-7435a76eb476,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:14.570457 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bf02105f-5863-4954-86b2-cc1713cdbd67 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.9151025 Sep 01 15:28:14.581490 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55498) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:14.607541 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-e20215a4-9aaf-4c44-8804-6ee3a8abbb8e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'subnet': {'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:14.622205 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b876e89-a9e1-4b86-b663-5d860af15491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:14.752913 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 7ce12f6a-13c7-4feb-aa17-7435a76eb476 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:28:14.895383 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b9470091-87f1-45a7-9b64-aa8b33b9992e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b9470091-87f1-45a7-9b64-aa8b33b9992e,segment=NetworkSegment(57531288-d828-443b-b367-fd1e1ac7e99f),segment_id=57531288-d828-443b-b367-fd1e1ac7e99f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:14.920159 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-801da604-8e4d-43d1-9f16-4fb30734c5f4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:14.923383 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:28:14.999542 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c8bf03-9ffd-4056-9bbc-3f99579e7385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9470091-87f1-45a7-9b64-aa8b33b9992e'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:28:15.020877 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bb7985-06e9-4389-866b-7c5fd3f9156b" -d '{"events": [{"server_uuid": "e4c8bf03-9ffd-4056-9bbc-3f99579e7385", "name": "network-vif-plugged", "status": "completed", "tag": "b9470091-87f1-45a7-9b64-aa8b33b9992e"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:28:15.080930 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ec225-e9ca-46d8-8d2d-4a91359f8f28 req-ba298dfb-3a12-41f2-b30a-6b4df1a43b1e tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:15.100317 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ac8ec225-e9ca-46d8-8d2d-4a91359f8f28 req-ba298dfb-3a12-41f2-b30a-6b4df1a43b1e tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 944 time: 0.4040132 Sep 01 15:28:15.161580 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:15.181502 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-801da604-8e4d-43d1-9f16-4fb30734c5f4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Transition to ACTIVE for port object 3331be82-28ae-425a-867c-5d1eb28b90f7 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:15.198394 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b876e89-a9e1-4b86-b663-5d860af15491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:15.203842 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b876e89-a9e1-4b86-b663-5d860af15491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:15.220418 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8b876e89-a9e1-4b86-b663-5d860af15491 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2e86e699-b251-4ebe-8da2-4829e93686fe HTTP/1.1" status: 204 len: 168 time: 1.2929215 Sep 01 15:28:15.275174 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b876e89-a9e1-4b86-b663-5d860af15491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e86e699-b251-4ebe-8da2-4829e93686fe,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:15.343122 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ac8ec225-e9ca-46d8-8d2d-4a91359f8f28 req-07f0bb14-4292-41de-8947-6786cc67a5dc tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415464 Sep 01 15:28:15.413923 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-801da604-8e4d-43d1-9f16-4fb30734c5f4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:15.434393 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20215a4-9aaf-4c44-8804-6ee3a8abbb8e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Made reservation on behalf of 5283ad44bc4649aa9a85d6a5a9623a1c for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:28:15.458443 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e20215a4-9aaf-4c44-8804-6ee3a8abbb8e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:15.492920 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:15.493609 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port bb83d4a2-607f-4a7e-87ba-200b5416c472 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:15.606839 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port bb83d4a2-607f-4a7e-87ba-200b5416c472 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:15.607304 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:15.730150 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801da604-8e4d-43d1-9f16-4fb30734c5f4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Network 068418f0-2ea4-4691-b0a1-0f0b6ddb7449 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:15.744829 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-801da604-8e4d-43d1-9f16-4fb30734c5f4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:15.752667 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801da604-8e4d-43d1-9f16-4fb30734c5f4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:28:15.775549 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf38b5a-832b-4f21-8bfb-3f2856b38e7c x-openstack-request-id: req-cdf38b5a-832b-4f21-8bfb-3f2856b38e7c {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:28:15.783147 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c8bf03-9ffd-4056-9bbc-3f99579e7385", "name": "network-vif-plugged", "status": "completed", "tag": "b9470091-87f1-45a7-9b64-aa8b33b9992e", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:28:15.784308 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cdf38b5a-832b-4f21-8bfb-3f2856b38e7c {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:28:15.785376 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c8bf03-9ffd-4056-9bbc-3f99579e7385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9470091-87f1-45a7-9b64-aa8b33b9992e', 'code': 200} Sep 01 15:28:15.822039 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=b9470091-87f1-45a7-9b64-aa8b33b9992e,revision_number=7']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:15.834284 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801da604-8e4d-43d1-9f16-4fb30734c5f4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Port': ['ID=3331be82-28ae-425a-867c-5d1eb28b90f7,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:15.848187 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e43946-cfce-4bbf-8dcc-f63c89025b99 req-6eda9af5-07b7-4358-8831-8ec00419a7a6 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:15.850924 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f2e43946-cfce-4bbf-8dcc-f63c89025b99 req-6eda9af5-07b7-4358-8831-8ec00419a7a6 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 945 time: 0.1438375 Sep 01 15:28:15.883155 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b59f7c98-b9a0-461e-bf49-328c6eec4cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:28:06Z', 'revision_number': 2, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None, '_interfaces': [{'id': 'abc163d1-30f6-4df9-a32e-d62bbdfebca8', 'name': '', 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:99:fa:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ca209c17-8582-453c-9440-231958fc593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:00Z', 'updated_at': '2021-09-01T15:28:07Z', 'revision_number': 2, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'ca209c17-8582-453c-9440-231958fc593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:15.975928 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59f7c98-b9a0-461e-bf49-328c6eec4cf2 None None] Checking router: 0a4eb23b-4aa3-4641-804f-34730e15e3db for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:28:15.976572 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59f7c98-b9a0-461e-bf49-328c6eec4cf2 None None] Updating router 0a4eb23b-4aa3-4641-804f-34730e15e3db port abc163d1-30f6-4df9-a32e-d62bbdfebca8 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:28:16.016520 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f2e43946-cfce-4bbf-8dcc-f63c89025b99 req-2aa67b54-9988-499c-a8dd-8dd80ea4aa9a tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552734 Sep 01 15:28:16.044334 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-801da604-8e4d-43d1-9f16-4fb30734c5f4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:16.137757 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:16.206337 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b59f7c98-b9a0-461e-bf49-328c6eec4cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:16.282056 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port bb83d4a2-607f-4a7e-87ba-200b5416c472, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=bb83d4a2-607f-4a7e-87ba-200b5416c472,segment=NetworkSegment(fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084),segment_id=fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:16.375911 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:16.669502 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6c94b36a-f469-435d-ad9d-76314d6ef265 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:16.715510 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e71943-ff3c-4559-aa8c-e77bdc75c10d None None] Network 068418f0-2ea4-4691-b0a1-0f0b6ddb7449 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:28:16.992677 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e20215a4-9aaf-4c44-8804-6ee3a8abbb8e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:17.216279 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59731e33-b933-4f57-b382-28e4b349e1eb req-f9b34f19-3154-4c79-afea-e29e0a7328c5 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:17.225366 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-59731e33-b933-4f57-b382-28e4b349e1eb req-f9b34f19-3154-4c79-afea-e29e0a7328c5 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.5596316 Sep 01 15:28:17.459115 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461dbae-c385-436f-98c0-0be4e9881c62 req-779f4e99-ba08-4636-bf68-3ef6fb545b53 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:17.478332 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d461dbae-c385-436f-98c0-0be4e9881c62 req-779f4e99-ba08-4636-bf68-3ef6fb545b53 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 946 time: 0.2223246 Sep 01 15:28:17.632234 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d461dbae-c385-436f-98c0-0be4e9881c62 req-7941af8a-f596-461a-8719-ffed960b5419 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530964 Sep 01 15:28:17.638668 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-59731e33-b933-4f57-b382-28e4b349e1eb req-108549bc-cacd-40ee-893f-f59c2c76eb4a tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987443 Sep 01 15:28:17.651525 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20215a4-9aaf-4c44-8804-6ee3a8abbb8e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Checking segment: {'id': 'a5b43d70-e73b-4e63-b0f5-c65ff7014a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:17.652570 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20215a4-9aaf-4c44-8804-6ee3a8abbb8e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network hostable DHCP agents. Network: 7ce12f6a-13c7-4feb-aa17-7435a76eb476, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:28:17.663620 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20215a4-9aaf-4c44-8804-6ee3a8abbb8e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Subnet': ['ID=e8b31527-7c50-4661-a675-e872192b431c,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:17.670157 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-801da604-8e4d-43d1-9f16-4fb30734c5f4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:17.718068 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f3596f0a-33a4-4844-b453-f1646cb48a82 None None] Provisioning for port 6c94b36a-f469-435d-ad9d-76314d6ef265 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:17.773019 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=bb83d4a2-607f-4a7e-87ba-200b5416c472,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:17.828819 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20215a4-9aaf-4c44-8804-6ee3a8abbb8e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network 7ce12f6a-13c7-4feb-aa17-7435a76eb476 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:28:17.851142 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627bdc98-4b7a-443a-a70d-5e7876e05cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb83d4a2-607f-4a7e-87ba-200b5416c472'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:28:17.855674 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe4b58f-df9a-4a30-8984-64343b7d5fb8" -d '{"events": [{"server_uuid": "627bdc98-4b7a-443a-a70d-5e7876e05cff", "name": "network-vif-plugged", "status": "completed", "tag": "bb83d4a2-607f-4a7e-87ba-200b5416c472"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:28:17.990703 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c326f733-f599-4fa9-9f8b-a1326e365e4d x-openstack-request-id: req-c326f733-f599-4fa9-9f8b-a1326e365e4d {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:28:17.991568 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627bdc98-4b7a-443a-a70d-5e7876e05cff", "name": "network-vif-plugged", "status": "completed", "tag": "bb83d4a2-607f-4a7e-87ba-200b5416c472", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:28:17.992212 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c326f733-f599-4fa9-9f8b-a1326e365e4d {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:28:17.993104 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627bdc98-4b7a-443a-a70d-5e7876e05cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb83d4a2-607f-4a7e-87ba-200b5416c472', 'code': 200} Sep 01 15:28:18.113845 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 6c94b36a-f469-435d-ad9d-76314d6ef265 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:18.191213 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 6c94b36a-f469-435d-ad9d-76314d6ef265 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:18.200081 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:18.359984 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-e20215a4-9aaf-4c44-8804-6ee3a8abbb8e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 7ce12f6a-13c7-4feb-aa17-7435a76eb476) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:18.407591 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7a2979-236e-40f1-842a-9058e6c14287 None None] Network 7ce12f6a-13c7-4feb-aa17-7435a76eb476 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:28:18.503041 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20215a4-9aaf-4c44-8804-6ee3a8abbb8e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:18.503671 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e20215a4-9aaf-4c44-8804-6ee3a8abbb8e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:18.604774 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-801da604-8e4d-43d1-9f16-4fb30734c5f4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:18.658168 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-801da604-8e4d-43d1-9f16-4fb30734c5f4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:18.814441 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55570) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:18.815226 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e20215a4-9aaf-4c44-8804-6ee3a8abbb8e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2228456 Sep 01 15:28:19.077653 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba0bf2-ac03-4678-be8a-9d4b184bca07 req-a9675b87-3279-4f83-b26a-75605869b195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:19.080152 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-58ba0bf2-ac03-4678-be8a-9d4b184bca07 req-a9675b87-3279-4f83-b26a-75605869b195 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 1097 time: 0.8441319 Sep 01 15:28:19.623959 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801da604-8e4d-43d1-9f16-4fb30734c5f4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Port': ['ID=3331be82-28ae-425a-867c-5d1eb28b90f7,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:19.651893 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-801da604-8e4d-43d1-9f16-4fb30734c5f4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:19.671241 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916ede4-c688-4f99-966b-3e45be4e6e84 req-a4f3c0dc-4dfa-4d17-8864-7c66ec370e75 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:19.680446 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1916ede4-c688-4f99-966b-3e45be4e6e84 req-a4f3c0dc-4dfa-4d17-8864-7c66ec370e75 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.3405230 Sep 01 15:28:19.752018 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1916ede4-c688-4f99-966b-3e45be4e6e84 req-404d4289-bf49-40f8-8a1a-8a86a8e77113 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700212 Sep 01 15:28:19.972927 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:20.084656 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-58ba0bf2-ac03-4678-be8a-9d4b184bca07 req-5be14f05-3d9d-4f49-be77-2f92b505cff5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9233356 Sep 01 15:28:20.138570 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4eba0-8971-425a-9422-d0a783541c3d req-9bcd0473-3462-4077-b362-484e1e776c92 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:20.141686 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-31b4eba0-8971-425a-9422-d0a783541c3d req-9bcd0473-3462-4077-b362-484e1e776c92 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 946 time: 1.1908150 Sep 01 15:28:20.333109 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b59f7c98-b9a0-461e-bf49-328c6eec4cf2 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:20.457151 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b59f7c98-b9a0-461e-bf49-328c6eec4cf2 None None] Transition to ACTIVE for port object abc163d1-30f6-4df9-a32e-d62bbdfebca8 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:20.584215 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:20.694483 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-31b4eba0-8971-425a-9422-d0a783541c3d req-3c3f15ff-90d8-4c8b-a0dd-c139ce368cc6 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5313408 Sep 01 15:28:20.698110 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801da604-8e4d-43d1-9f16-4fb30734c5f4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Network 068418f0-2ea4-4691-b0a1-0f0b6ddb7449 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:20.700714 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-801da604-8e4d-43d1-9f16-4fb30734c5f4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:20.978551 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 6c94b36a-f469-435d-ad9d-76314d6ef265, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6c94b36a-f469-435d-ad9d-76314d6ef265,segment=NetworkSegment(43435e54-65f1-4db7-a09a-c8eaa0a35130),segment_id=43435e54-65f1-4db7-a09a-c8eaa0a35130)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:21.008345 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b59f7c98-b9a0-461e-bf49-328c6eec4cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:21.024434 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-da24c553-ac48-47da-a9f7-05f86b2ac0d2 None None] Provisioning for port 3331be82-28ae-425a-867c-5d1eb28b90f7 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:21.265991 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-da24c553-ac48-47da-a9f7-05f86b2ac0d2 None None] Provisioning complete for port 3331be82-28ae-425a-867c-5d1eb28b90f7 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:21.271575 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-da24c553-ac48-47da-a9f7-05f86b2ac0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:21.363153 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833a34fd-86b6-4587-a57f-9185416a9052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-7ce12f6a-13c7-4feb-aa17-7435a76eb476', 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'fixed_ips': [{'subnet_id': 'e8b31527-7c50-4661-a675-e872192b431c'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:28:21.366896 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-833a34fd-86b6-4587-a57f-9185416a9052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:21.377343 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:21.778648 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc747e-e656-4e3e-9a5b-d272e62b3e0d req-f37fa424-0914-44b9-9416-701772818371 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:21.790102 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-68fc747e-e656-4e3e-9a5b-d272e62b3e0d req-f37fa424-0914-44b9-9416-701772818371 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.8652642 Sep 01 15:28:21.826821 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-da24c553-ac48-47da-a9f7-05f86b2ac0d2 None None] Port 3331be82-28ae-425a-867c-5d1eb28b90f7 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:28:21.838608 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46f299-d5aa-4db9-83e4-09cf331dfd8e None None] Pushing event updated for resources: {'Port': ['ID=abc163d1-30f6-4df9-a32e-d62bbdfebca8,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:21.943296 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-68fc747e-e656-4e3e-9a5b-d272e62b3e0d req-d89872a8-af57-4ce4-a41c-2be765dd6ec8 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518772 Sep 01 15:28:22.240586 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Allocated IP 172.21.0.1 (7ce12f6a-13c7-4feb-aa17-7435a76eb476/e8b31527-7c50-4661-a675-e872192b431c/60d465dc-5a36-4849-bbb7-de84a74935c0) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:28:22.703983 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-da24c553-ac48-47da-a9f7-05f86b2ac0d2 None None] Provisioning complete for port 6c94b36a-f469-435d-ad9d-76314d6ef265 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:22.704667 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-da24c553-ac48-47da-a9f7-05f86b2ac0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:22.950278 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b59f7c98-b9a0-461e-bf49-328c6eec4cf2 None None] Attempting to bind port abc163d1-30f6-4df9-a32e-d62bbdfebca8 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:28:22.951012 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b59f7c98-b9a0-461e-bf49-328c6eec4cf2 None None] Attempting to bind port abc163d1-30f6-4df9-a32e-d62bbdfebca8 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '9086c851-84ba-473d-803f-a6a751bfe000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:28:22.951602 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59f7c98-b9a0-461e-bf49-328c6eec4cf2 None None] Attempting to bind port abc163d1-30f6-4df9-a32e-d62bbdfebca8 on network f9c41a54-f37a-4a73-b790-1d4880023174 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:22.985855 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:23.039993 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Transition to ACTIVE for port object 60d465dc-5a36-4849-bbb7-de84a74935c0 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:23.122880 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59f7c98-b9a0-461e-bf49-328c6eec4cf2 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:28:23.123536 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59f7c98-b9a0-461e-bf49-328c6eec4cf2 None None] Checking segment: {'id': '9086c851-84ba-473d-803f-a6a751bfe000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:23.125476 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b59f7c98-b9a0-461e-bf49-328c6eec4cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:23.125711 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59f7c98-b9a0-461e-bf49-328c6eec4cf2 None None] Bound using segment: {'id': '9086c851-84ba-473d-803f-a6a751bfe000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:28:23.126289 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b59f7c98-b9a0-461e-bf49-328c6eec4cf2 None None] Bound port: abc163d1-30f6-4df9-a32e-d62bbdfebca8, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9086c851-84ba-473d-803f-a6a751bfe000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:28:23.126982 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b59f7c98-b9a0-461e-bf49-328c6eec4cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:23.137675 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=6c94b36a-f469-435d-ad9d-76314d6ef265,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:23.240088 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:23.394519 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network 7ce12f6a-13c7-4feb-aa17-7435a76eb476 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:23.409800 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-833a34fd-86b6-4587-a57f-9185416a9052 None None] Allocated IP 172.21.0.2 (7ce12f6a-13c7-4feb-aa17-7435a76eb476/e8b31527-7c50-4661-a675-e872192b431c/5931b48b-1aea-4f74-8caf-e17fb77c2622) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:28:23.414710 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc314fe-5628-4f3a-8e30-240a27d38ebd req-2cef4cd4-9964-41f9-88b5-fbed4c2f3fb6 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:23.421703 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2fc314fe-5628-4f3a-8e30-240a27d38ebd req-2cef4cd4-9964-41f9-88b5-fbed4c2f3fb6 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 946 time: 0.4204001 Sep 01 15:28:23.430421 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801da604-8e4d-43d1-9f16-4fb30734c5f4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Router 0cca7a4c-ae9c-444a-8534-cba14dabd363 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:28:23.521842 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:23.536149 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:28:23.910098 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2fc314fe-5628-4f3a-8e30-240a27d38ebd req-c8ec47a4-669c-481f-b22a-857079d827f9 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754527 Sep 01 15:28:23.924529 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-833a34fd-86b6-4587-a57f-9185416a9052 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:23.948936 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6c94b36a-f469-435d-ad9d-76314d6ef265 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:23.968937 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Port': ['ID=60d465dc-5a36-4849-bbb7-de84a74935c0,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:24.056567 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:24.240479 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b59f7c98-b9a0-461e-bf49-328c6eec4cf2 None None] For port abc163d1-30f6-4df9-a32e-d62bbdfebca8, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:28:24.256487 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b59f7c98-b9a0-461e-bf49-328c6eec4cf2 None None] For port abc163d1-30f6-4df9-a32e-d62bbdfebca8, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=abc163d1-30f6-4df9-a32e-d62bbdfebca8,segment=NetworkSegment(9086c851-84ba-473d-803f-a6a751bfe000),segment_id=9086c851-84ba-473d-803f-a6a751bfe000)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:28:24.308812 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-833a34fd-86b6-4587-a57f-9185416a9052 None None] Transition to ACTIVE for port object 5931b48b-1aea-4f74-8caf-e17fb77c2622 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:24.413962 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801da604-8e4d-43d1-9f16-4fb30734c5f4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:28:24.441716 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba847b0-a7ef-4990-b54b-b6111182baa8 None None] Sync routers for ids ['0cca7a4c-ae9c-444a-8534-cba14dabd363'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:28:24.463331 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded06b5b-4e4d-4f7c-9dae-60947626f32e req-9eb195d7-aa85-44d3-8324-238873fc4a1f tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:24.488270 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-801da604-8e4d-43d1-9f16-4fb30734c5f4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "PUT /v2.0/routers/0cca7a4c-ae9c-444a-8534-cba14dabd363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0136809 Sep 01 15:28:24.513520 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ded06b5b-4e4d-4f7c-9dae-60947626f32e req-9eb195d7-aa85-44d3-8324-238873fc4a1f tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 1.1672738 Sep 01 15:28:24.529263 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-fddd5d4e-e6fe-4b9b-8a0f-6a6531fb8d29 None None] Provisioning complete for port 3331be82-28ae-425a-867c-5d1eb28b90f7 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:24.529926 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fddd5d4e-e6fe-4b9b-8a0f-6a6531fb8d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:24.538341 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba847b0-a7ef-4990-b54b-b6111182baa8 None None] Routers {'0cca7a4c-ae9c-444a-8534-cba14dabd363'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:24.539397 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-8ba847b0-a7ef-4990-b54b-b6111182baa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:28:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0cca7a4c-ae9c-444a-8534-cba14dabd363'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:24.565518 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b59f7c98-b9a0-461e-bf49-328c6eec4cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:24.570493 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:24.571017 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:24.578411 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:24.579377 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:24.583726 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:24.583726 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:24.583726 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:24.596506 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:24.597253 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:24.597838 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:24.598462 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:24.599045 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:24.784129 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55664) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:25.066321 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:25.118808 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ded06b5b-4e4d-4f7c-9dae-60947626f32e req-a376a007-b720-404b-a75a-299ddfb04528 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6041138 Sep 01 15:28:25.193386 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1691fe4-c45c-4bf7-9d01-5d0e76cad605 req-0c8dd02d-2b71-44c0-9015-ed98c22cc527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:25.196286 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1691fe4-c45c-4bf7-9d01-5d0e76cad605 req-0c8dd02d-2b71-44c0-9015-ed98c22cc527 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=23b9023d47b94f66b655f70395dcb615&device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 1097 time: 0.6621828 Sep 01 15:28:25.217142 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-833a34fd-86b6-4587-a57f-9185416a9052 None None] Transition to ACTIVE for port object 5931b48b-1aea-4f74-8caf-e17fb77c2622 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:25.404517 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-833a34fd-86b6-4587-a57f-9185416a9052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:25.423747 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7e86a-388a-4964-afb2-ea15b1d29266 req-eb4f79de-d46b-4ac1-b9f1-56d77bd68ce0 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:25.435641 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-fddd5d4e-e6fe-4b9b-8a0f-6a6531fb8d29 None None] Port 3331be82-28ae-425a-867c-5d1eb28b90f7 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:28:25.440070 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-54c7e86a-388a-4964-afb2-ea15b1d29266 req-eb4f79de-d46b-4ac1-b9f1-56d77bd68ce0 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 946 time: 0.7013645 Sep 01 15:28:25.492784 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59f7c98-b9a0-461e-bf49-328c6eec4cf2 None None] Routers {'0a4eb23b-4aa3-4641-804f-34730e15e3db'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:25.493438 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b59f7c98-b9a0-461e-bf49-328c6eec4cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:28:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0a4eb23b-4aa3-4641-804f-34730e15e3db'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:25.640222 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-8ba847b0-a7ef-4990-b54b-b6111182baa8 None None] Set router 0cca7a4c-ae9c-444a-8534-cba14dabd363 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:25.939710 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833a34fd-86b6-4587-a57f-9185416a9052 None None] Network 7ce12f6a-13c7-4feb-aa17-7435a76eb476 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:25.946899 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1691fe4-c45c-4bf7-9d01-5d0e76cad605 req-6261cb10-e3a5-43e5-8457-7cdd5d886ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:25.949716 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1691fe4-c45c-4bf7-9d01-5d0e76cad605 req-6261cb10-e3a5-43e5-8457-7cdd5d886ee4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3fc306ad-d395-4e29-8475-725b0736474b HTTP/1.1" status: 200 len: 911 time: 0.7277091 Sep 01 15:28:26.031555 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1149dbe3-e73b-4e34-8eda-b8b4a3ddf093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:26.184932 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-63295e86-9b93-4466-a7e2-27749a982e2e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-460730358&fields=id&tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f HTTP/1.1" status: 200 len: 267 time: 0.5114658 Sep 01 15:28:26.268423 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1691fe4-c45c-4bf7-9d01-5d0e76cad605 req-bc3fcf95-bca4-448a-8262-0a8762d9f8af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb83d4a2-607f-4a7e-87ba-200b5416c472 HTTP/1.1" status: 200 len: 217 time: 0.2362270 Sep 01 15:28:26.279125 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46f299-d5aa-4db9-83e4-09cf331dfd8e None None] Pushing event updated for resources: {'Port': ['ID=abc163d1-30f6-4df9-a32e-d62bbdfebca8,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:26.372115 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 6c94b36a-f469-435d-ad9d-76314d6ef265 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:26.373312 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:26.468616 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1691fe4-c45c-4bf7-9d01-5d0e76cad605 req-3f81ac52-81cd-498a-935f-b4daeb552c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:26.470565 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1691fe4-c45c-4bf7-9d01-5d0e76cad605 req-3f81ac52-81cd-498a-935f-b4daeb552c5b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=870d447b-a102-45cd-b773-7b57248ad4c5 HTTP/1.1" status: 200 len: 850 time: 0.1740472 Sep 01 15:28:26.473047 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-833a34fd-86b6-4587-a57f-9185416a9052 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:26.486986 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833a34fd-86b6-4587-a57f-9185416a9052 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:28:26.538655 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1691fe4-c45c-4bf7-9d01-5d0e76cad605 req-84d73270-6814-48d3-8a5a-66c4d08d21ef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3fc306ad-d395-4e29-8475-725b0736474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527418 Sep 01 15:28:26.708125 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1691fe4-c45c-4bf7-9d01-5d0e76cad605 req-65cd277b-c01c-43d2-82ba-77c6f9bc1b7f service neutron] 10.222.0.62 "GET /v2.0/networks/3fc306ad-d395-4e29-8475-725b0736474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516931 Sep 01 15:28:26.740334 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-54c7e86a-388a-4964-afb2-ea15b1d29266 req-0d589961-72d1-4254-9de0-356dee773dff tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7635663 Sep 01 15:28:26.864368 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-8ba847b0-a7ef-4990-b54b-b6111182baa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735337582', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:46Z', 'updated_at': '2021-09-01T15:28:17Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:49Z', 'updated_at': '2021-09-01T15:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '3331be82-28ae-425a-867c-5d1eb28b90f7', 'name': '', 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:e9:74:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '0fe352f8-e391-4ad4-b362-c4af541a7f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:12Z', 'updated_at': '2021-09-01T15:28:18Z', 'revision_number': 2, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': '0fe352f8-e391-4ad4-b362-c4af541a7f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:27.020790 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba847b0-a7ef-4990-b54b-b6111182baa8 None None] Checking router: 0cca7a4c-ae9c-444a-8534-cba14dabd363 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:28:27.023005 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1691fe4-c45c-4bf7-9d01-5d0e76cad605 req-15a01dc7-7f1c-4a7c-adf6-1203355c7419 service neutron] 10.222.0.62 "GET /v2.0/networks/3fc306ad-d395-4e29-8475-725b0736474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762637 Sep 01 15:28:27.026960 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba847b0-a7ef-4990-b54b-b6111182baa8 None None] Updating router 0cca7a4c-ae9c-444a-8534-cba14dabd363 port 3331be82-28ae-425a-867c-5d1eb28b90f7 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:28:27.122540 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a34fd-86b6-4587-a57f-9185416a9052 None None] Pushing event updated for resources: {'Port': ['ID=5931b48b-1aea-4f74-8caf-e17fb77c2622,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:27.179374 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-8ba847b0-a7ef-4990-b54b-b6111182baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:27.210417 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-3a47e954-440c-430f-ac21-23450abd2202 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:27.213900 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-3a47e954-440c-430f-ac21-23450abd2202 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/networks?id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449 HTTP/1.1" status: 200 len: 796 time: 1.0277779 Sep 01 15:28:27.232158 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:27.235761 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-b59f7c98-b9a0-461e-bf49-328c6eec4cf2 None None] Set router 0a4eb23b-4aa3-4641-804f-34730e15e3db gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:27.280337 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a64778-f541-4e93-a6b4-ec4cb09a03ae req-c34d484c-beaf-47ff-9c2c-790072420471 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:27.286348 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:27.303331 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d2a64778-f541-4e93-a6b4-ec4cb09a03ae req-c34d484c-beaf-47ff-9c2c-790072420471 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.2791440 Sep 01 15:28:27.441057 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-3a4af8fc-355a-4fd4-93e2-06f718fbefb2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/quotas/de2c6e6a9d864f738bbaf0c51220fe5f HTTP/1.1" status: 200 len: 375 time: 0.1963909 Sep 01 15:28:27.459464 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d2a64778-f541-4e93-a6b4-ec4cb09a03ae req-7fdddecd-3b43-4d9c-9b75-3bf771090281 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547687 Sep 01 15:28:27.564951 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1149dbe3-e73b-4e34-8eda-b8b4a3ddf093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:27.575934 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1149dbe3-e73b-4e34-8eda-b8b4a3ddf093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:27.654637 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1149dbe3-e73b-4e34-8eda-b8b4a3ddf093 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=01aa9cf73cc84e91a236c9ad482e0e5b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8347130 Sep 01 15:28:27.655953 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149dbe3-e73b-4e34-8eda-b8b4a3ddf093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db0e627-84d2-4604-b949-220f09dc5603,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:27.659128 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55714) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:27.811006 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:27.822875 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6c374f7-ec1e-48ea-9b40-dd77b1ac3717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:27.836819 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Port': ['ID=60d465dc-5a36-4849-bbb7-de84a74935c0,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:27.837144 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-833a34fd-86b6-4587-a57f-9185416a9052 None None] Attempting to bind port 5931b48b-1aea-4f74-8caf-e17fb77c2622 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:28:27.838122 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-833a34fd-86b6-4587-a57f-9185416a9052 None None] Attempting to bind port 5931b48b-1aea-4f74-8caf-e17fb77c2622 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a5b43d70-e73b-4e63-b0f5-c65ff7014a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:28:27.838122 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833a34fd-86b6-4587-a57f-9185416a9052 None None] Attempting to bind port 5931b48b-1aea-4f74-8caf-e17fb77c2622 on network 7ce12f6a-13c7-4feb-aa17-7435a76eb476 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:27.935411 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6c374f7-ec1e-48ea-9b40-dd77b1ac3717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:27.987249 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833a34fd-86b6-4587-a57f-9185416a9052 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:28:27.987688 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-1c08f0d9-c7cf-433b-98a6-81ef258334a2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4412940 Sep 01 15:28:27.989082 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833a34fd-86b6-4587-a57f-9185416a9052 None None] Checking segment: {'id': 'a5b43d70-e73b-4e63-b0f5-c65ff7014a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:27.989082 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-833a34fd-86b6-4587-a57f-9185416a9052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:27.990099 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833a34fd-86b6-4587-a57f-9185416a9052 None None] Bound using segment: {'id': 'a5b43d70-e73b-4e63-b0f5-c65ff7014a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:28:27.990757 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-833a34fd-86b6-4587-a57f-9185416a9052 None None] Bound port: 5931b48b-1aea-4f74-8caf-e17fb77c2622, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b43d70-e73b-4e63-b0f5-c65ff7014a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:28:27.991141 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-833a34fd-86b6-4587-a57f-9185416a9052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:28.035487 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:28.456989 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbeb5e-1e55-48a6-a95d-af971cfcfc4c req-76b87fa7-28c2-44ba-b64f-dd7a9200c6e4 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:28.478888 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00bbeb5e-1e55-48a6-a95d-af971cfcfc4c req-76b87fa7-28c2-44ba-b64f-dd7a9200c6e4 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 946 time: 0.5147209 Sep 01 15:28:28.593636 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6c374f7-ec1e-48ea-9b40-dd77b1ac3717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:28.605874 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6c374f7-ec1e-48ea-9b40-dd77b1ac3717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:28.612673 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a6c374f7-ec1e-48ea-9b40-dd77b1ac3717 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4db0e627-84d2-4604-b949-220f09dc5603 HTTP/1.1" status: 204 len: 168 time: 0.9510560 Sep 01 15:28:28.634401 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c374f7-ec1e-48ea-9b40-dd77b1ac3717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db0e627-84d2-4604-b949-220f09dc5603,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:28.649853 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00bbeb5e-1e55-48a6-a95d-af971cfcfc4c req-d1f15a56-8a7d-4aa8-9e74-1b1b0b01608d tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400616 Sep 01 15:28:28.661500 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55730) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:28.805917 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-8ba847b0-a7ef-4990-b54b-b6111182baa8 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:28.817860 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9be7043-5a2f-4597-919e-4e77147117c0 admin admin] Deleting subnet 8d999ac3-460a-4c00-93db-3bfd3681d09f {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:28:28.836698 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-8ba847b0-a7ef-4990-b54b-b6111182baa8 None None] Transition to ACTIVE for port object 3331be82-28ae-425a-867c-5d1eb28b90f7 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:28.843137 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c9be7043-5a2f-4597-919e-4e77147117c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:28.860489 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-8ba847b0-a7ef-4990-b54b-b6111182baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:28.918851 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-833a34fd-86b6-4587-a57f-9185416a9052 None None] For port 5931b48b-1aea-4f74-8caf-e17fb77c2622, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:28:28.924379 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-833a34fd-86b6-4587-a57f-9185416a9052 None None] For port 5931b48b-1aea-4f74-8caf-e17fb77c2622, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=5931b48b-1aea-4f74-8caf-e17fb77c2622,segment=NetworkSegment(a5b43d70-e73b-4e63-b0f5-c65ff7014a37),segment_id=a5b43d70-e73b-4e63-b0f5-c65ff7014a37)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:28:28.973580 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-833a34fd-86b6-4587-a57f-9185416a9052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:28.997588 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c9be7043-5a2f-4597-919e-4e77147117c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:29.120288 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c9be7043-5a2f-4597-919e-4e77147117c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:29.242224 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda80818-9fd1-40e6-80fa-ad49891a00a8 None None] Pushing event updated for resources: {'Port': ['ID=3331be82-28ae-425a-867c-5d1eb28b90f7,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:29.459506 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a34fd-86b6-4587-a57f-9185416a9052 None None] Pushing event updated for resources: {'Port': ['ID=5931b48b-1aea-4f74-8caf-e17fb77c2622,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:29.501203 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b59f7c98-b9a0-461e-bf49-328c6eec4cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:28:24Z', 'revision_number': 3, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None, '_interfaces': [{'id': '60d465dc-5a36-4849-bbb7-de84a74935c0', 'name': '', 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:f5:28:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'e8b31527-7c50-4661-a675-e872192b431c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:20Z', 'updated_at': '2021-09-01T15:28:22Z', 'revision_number': 1, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'e8b31527-7c50-4661-a675-e872192b431c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc163d1-30f6-4df9-a32e-d62bbdfebca8', 'name': '', 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:99:fa:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ca209c17-8582-453c-9440-231958fc593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:00Z', 'updated_at': '2021-09-01T15:28:24Z', 'revision_number': 4, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'ca209c17-8582-453c-9440-231958fc593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:29.595060 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-8ba847b0-a7ef-4990-b54b-b6111182baa8 None None] Attempting to bind port 3331be82-28ae-425a-867c-5d1eb28b90f7 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:28:29.596413 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-8ba847b0-a7ef-4990-b54b-b6111182baa8 None None] Attempting to bind port 3331be82-28ae-425a-867c-5d1eb28b90f7 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '43435e54-65f1-4db7-a09a-c8eaa0a35130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:28:29.598588 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba847b0-a7ef-4990-b54b-b6111182baa8 None None] Attempting to bind port 3331be82-28ae-425a-867c-5d1eb28b90f7 on network 068418f0-2ea4-4691-b0a1-0f0b6ddb7449 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:29.613685 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba847b0-a7ef-4990-b54b-b6111182baa8 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:28:29.614769 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba847b0-a7ef-4990-b54b-b6111182baa8 None None] Checking segment: {'id': '43435e54-65f1-4db7-a09a-c8eaa0a35130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:29.616518 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-8ba847b0-a7ef-4990-b54b-b6111182baa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:29.617666 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba847b0-a7ef-4990-b54b-b6111182baa8 None None] Bound using segment: {'id': '43435e54-65f1-4db7-a09a-c8eaa0a35130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:28:29.619700 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-8ba847b0-a7ef-4990-b54b-b6111182baa8 None None] Bound port: 3331be82-28ae-425a-867c-5d1eb28b90f7, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43435e54-65f1-4db7-a09a-c8eaa0a35130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:28:29.620749 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-8ba847b0-a7ef-4990-b54b-b6111182baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:29.682900 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582c6ae-82c2-414f-b061-cdd72f015ff3 req-0675f77b-882a-4359-aca7-210f09c65e5e tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:29.705588 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a582c6ae-82c2-414f-b061-cdd72f015ff3 req-0675f77b-882a-4359-aca7-210f09c65e5e tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.4726577 Sep 01 15:28:29.706141 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59f7c98-b9a0-461e-bf49-328c6eec4cf2 None None] The sync data for ids ['0a4eb23b-4aa3-4641-804f-34730e15e3db'] in n-d-794796-3 is: [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:28:24Z', 'revision_number': 3, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None, '_interfaces': [{'id': '60d465dc-5a36-4849-bbb7-de84a74935c0', 'name': '', 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:f5:28:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'e8b31527-7c50-4661-a675-e872192b431c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:20Z', 'updated_at': '2021-09-01T15:28:22Z', 'revision_number': 1, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'e8b31527-7c50-4661-a675-e872192b431c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc163d1-30f6-4df9-a32e-d62bbdfebca8', 'name': '', 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:99:fa:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ca209c17-8582-453c-9440-231958fc593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:00Z', 'updated_at': '2021-09-01T15:28:24Z', 'revision_number': 4, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'ca209c17-8582-453c-9440-231958fc593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:28:29.836251 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-04d6b627-c610-44a8-b4ae-82009d0536ff service neutron] 10.222.0.60 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8470562 Sep 01 15:28:29.863476 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c9be7043-5a2f-4597-919e-4e77147117c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:29.917010 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a582c6ae-82c2-414f-b061-cdd72f015ff3 req-19310656-c667-4b51-be52-af28ab5365fe tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040224 Sep 01 15:28:29.967723 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-8ba847b0-a7ef-4990-b54b-b6111182baa8 None None] For port 3331be82-28ae-425a-867c-5d1eb28b90f7, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:28:29.982977 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network 7ce12f6a-13c7-4feb-aa17-7435a76eb476 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:30.032369 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:30.066833 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c9be7043-5a2f-4597-919e-4e77147117c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:30.076769 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c9be7043-5a2f-4597-919e-4e77147117c0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8d999ac3-460a-4c00-93db-3bfd3681d09f HTTP/1.1" status: 204 len: 168 time: 1.4137330 Sep 01 15:28:30.081440 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55760) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:30.098941 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be7043-5a2f-4597-919e-4e77147117c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d999ac3-460a-4c00-93db-3bfd3681d09f,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:30.312182 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-8ba847b0-a7ef-4990-b54b-b6111182baa8 None None] For port 3331be82-28ae-425a-867c-5d1eb28b90f7, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=3331be82-28ae-425a-867c-5d1eb28b90f7,segment=NetworkSegment(43435e54-65f1-4db7-a09a-c8eaa0a35130),segment_id=43435e54-65f1-4db7-a09a-c8eaa0a35130)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:28:30.432229 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55764) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:30.458172 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-8ba847b0-a7ef-4990-b54b-b6111182baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:30.554931 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2bc5d55-8c19-4b2b-b22a-b2b8ec8bacc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:30.591499 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fc1b9460-fa71-470c-9a91-e80cb2d36102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:30.727000 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda80818-9fd1-40e6-80fa-ad49891a00a8 None None] Pushing event updated for resources: {'Port': ['ID=3331be82-28ae-425a-867c-5d1eb28b90f7,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:30.763980 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba847b0-a7ef-4990-b54b-b6111182baa8 None None] Routers {'0cca7a4c-ae9c-444a-8534-cba14dabd363'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:30.771763 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-8ba847b0-a7ef-4990-b54b-b6111182baa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:28:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0cca7a4c-ae9c-444a-8534-cba14dabd363'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:30.836599 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-ecd51035-3422-4e03-ac01-cac0cd625444 service neutron] 10.222.0.60 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9078846 Sep 01 15:28:30.854889 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Router 0a4eb23b-4aa3-4641-804f-34730e15e3db has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:28:30.864754 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2bc5d55-8c19-4b2b-b22a-b2b8ec8bacc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:30.886859 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2bc5d55-8c19-4b2b-b22a-b2b8ec8bacc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:31.074945 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec0e15-ae25-4c1f-a4a2-0385e483d365 req-3935ff34-dd07-47ed-aea9-718569bcbf8f tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:31.092229 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-53ec0e15-ae25-4c1f-a4a2-0385e483d365 req-3935ff34-dd07-47ed-aea9-718569bcbf8f tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 946 time: 0.9703131 Sep 01 15:28:31.254003 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc5d55-8c19-4b2b-b22a-b2b8ec8bacc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc81b08-c297-4bf3-b049-563b232b5cba,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:31.402516 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-8ba847b0-a7ef-4990-b54b-b6111182baa8 None None] Set router 0cca7a4c-ae9c-444a-8534-cba14dabd363 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:31.432885 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 5931b48b-1aea-4f74-8caf-e17fb77c2622 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:31.451168 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:28:31.493192 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-31417346-e5ac-418c-b725-bdd7a997a776 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "PUT /v2.0/routers/0a4eb23b-4aa3-4641-804f-34730e15e3db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6718407 Sep 01 15:28:31.496890 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55792) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:31.517747 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-2c54d0ab-bb0f-42e8-aae3-0a1fed520012 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'network': {'name': 'tempest-RoutersTest-445676064'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:31.522680 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f2bc5d55-8c19-4b2b-b22a-b2b8ec8bacc1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0098a3da298244928ed729e2bd6c79e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0804565 Sep 01 15:28:31.526667 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55794) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:31.751783 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c54d0ab-bb0f-42e8-aae3-0a1fed520012 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Made reservation on behalf of 5283ad44bc4649aa9a85d6a5a9623a1c for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:28:31.756530 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2c54d0ab-bb0f-42e8-aae3-0a1fed520012 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:31.776571 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 5931b48b-1aea-4f74-8caf-e17fb77c2622 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:31.951760 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c54d0ab-bb0f-42e8-aae3-0a1fed520012 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:28:32.016822 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2c54d0ab-bb0f-42e8-aae3-0a1fed520012 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:32.017597 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-2c54d0ab-bb0f-42e8-aae3-0a1fed520012 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Added segment b5971d8d-c5a7-4fcc-9537-b5d57da35972 of type vlan for network a89209f0-7118-4165-a513-a04fd7ec997a Sep 01 15:28:32.262128 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710675f-880a-4e4b-8716-a13f65ad9686 req-64991ae7-2a74-404c-b0e4-f86744894696 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:32.268953 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b710675f-880a-4e4b-8716-a13f65ad9686 req-64991ae7-2a74-404c-b0e4-f86744894696 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.6476424 Sep 01 15:28:32.279183 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-67c6a26d-c0ae-4b73-908e-a5bba2d30585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:32.289264 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2c54d0ab-bb0f-42e8-aae3-0a1fed520012 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:32.306527 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fc1b9460-fa71-470c-9a91-e80cb2d36102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:32.349332 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-53ec0e15-ae25-4c1f-a4a2-0385e483d365 req-9dcdeb7f-7873-40ef-9a80-da7596f7a925 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2543082 Sep 01 15:28:32.403326 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b710675f-880a-4e4b-8716-a13f65ad9686 req-ebfa9ac1-524d-4bee-bd66-2ba2f9c7f5c7 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198144 Sep 01 15:28:32.433438 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2c54d0ab-bb0f-42e8-aae3-0a1fed520012 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:32.443033 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c54d0ab-bb0f-42e8-aae3-0a1fed520012 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:32.446813 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2c54d0ab-bb0f-42e8-aae3-0a1fed520012 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:32.550957 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-fc1b9460-fa71-470c-9a91-e80cb2d36102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e73808-2cbc-4e1d-992f-b9bdf3699937']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:32.562751 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-8ba847b0-a7ef-4990-b54b-b6111182baa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735337582', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:46Z', 'updated_at': '2021-09-01T15:28:17Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:49Z', 'updated_at': '2021-09-01T15:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '3331be82-28ae-425a-867c-5d1eb28b90f7', 'name': '', 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:e9:74:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '0fe352f8-e391-4ad4-b362-c4af541a7f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:12Z', 'updated_at': '2021-09-01T15:28:29Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': '0fe352f8-e391-4ad4-b362-c4af541a7f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:32.713146 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba847b0-a7ef-4990-b54b-b6111182baa8 None None] The sync data for ids ['0cca7a4c-ae9c-444a-8534-cba14dabd363'] in n-d-794796-3 is: [{'id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735337582', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:46Z', 'updated_at': '2021-09-01T15:28:17Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:49Z', 'updated_at': '2021-09-01T15:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '3331be82-28ae-425a-867c-5d1eb28b90f7', 'name': '', 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:e9:74:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '0fe352f8-e391-4ad4-b362-c4af541a7f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:12Z', 'updated_at': '2021-09-01T15:28:29Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': '0fe352f8-e391-4ad4-b362-c4af541a7f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:28:32.768433 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc68782c-e734-4818-82a2-286456d59e5f None None] Network 7ce12f6a-13c7-4feb-aa17-7435a76eb476 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:28:32.786835 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-fc1b9460-fa71-470c-9a91-e80cb2d36102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa05afac-5e0c-4da0-a7f7-bd90d8e2abd0') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:32.787440 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-fc1b9460-fa71-470c-9a91-e80cb2d36102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa05afac-5e0c-4da0-a7f7-bd90d8e2abd0') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:32.846205 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2c54d0ab-bb0f-42e8-aae3-0a1fed520012 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3440204 Sep 01 15:28:32.861555 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55814) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:32.864119 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54d0ab-bb0f-42e8-aae3-0a1fed520012 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Network': ['ID=a89209f0-7118-4165-a513-a04fd7ec997a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:32.908922 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-b854a4d0-e4c1-4ed2-8bb9-8a6c8df42fc1 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'subnet': {'network_id': 'a89209f0-7118-4165-a513-a04fd7ec997a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:33.139356 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c92dc865-362e-46a6-9049-4f30f7783c56 req-74fd305f-b8a9-47e0-ab43-7ca678fe77fc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 210 time: 0.4809809 Sep 01 15:28:33.152879 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-67c6a26d-c0ae-4b73-908e-a5bba2d30585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:33.177455 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fc1b9460-fa71-470c-9a91-e80cb2d36102 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:33.294961 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fc1b9460-fa71-470c-9a91-e80cb2d36102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:33.318774 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1b9460-fa71-470c-9a91-e80cb2d36102 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:28:33.322739 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fc1b9460-fa71-470c-9a91-e80cb2d36102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:33.349573 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network a89209f0-7118-4165-a513-a04fd7ec997a details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:28:33.352434 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device abc163d1-30f6-4df9-a32e-d62bbdfebca8 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:33.361904 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b854a4d0-e4c1-4ed2-8bb9-8a6c8df42fc1 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Made reservation on behalf of 5283ad44bc4649aa9a85d6a5a9623a1c for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:28:33.400842 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b854a4d0-e4c1-4ed2-8bb9-8a6c8df42fc1 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:28:33.535429 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:28:33.646522 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fc1b9460-fa71-470c-9a91-e80cb2d36102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:33.729836 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fc1b9460-fa71-470c-9a91-e80cb2d36102 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:33.736978 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fc1b9460-fa71-470c-9a91-e80cb2d36102 admin admin] 10.222.0.60 "DELETE /v2.0/networks/55e73808-2cbc-4e1d-992f-b9bdf3699937 HTTP/1.1" status: 204 len: 168 time: 3.6496439 Sep 01 15:28:33.813776 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55822) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:33.817628 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-94f58aa2-5885-4e0a-822a-2428462874d5 None None] Provisioning for port 5931b48b-1aea-4f74-8caf-e17fb77c2622 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:33.913998 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-94f58aa2-5885-4e0a-822a-2428462874d5 None None] Provisioning complete for port 5931b48b-1aea-4f74-8caf-e17fb77c2622 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:33.918405 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-94f58aa2-5885-4e0a-822a-2428462874d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:33.934055 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b9460-fa71-470c-9a91-e80cb2d36102 admin admin] Pushing event deleted for resources: {'Network': ['ID=55e73808-2cbc-4e1d-992f-b9bdf3699937,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:33.991588 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d185c83-72a0-486e-9baa-b43aacb9b246 req-b9037c2f-7e65-4c5a-921a-2d0323a1bc77 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:34.005866 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d90f5d-4a0e-48b6-a746-3e3dcdf53c5b admin admin] Deleting subnet d766ab39-c8f7-4828-a4ad-81111725b195 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:28:34.006081 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9d185c83-72a0-486e-9baa-b43aacb9b246 req-b9037c2f-7e65-4c5a-921a-2d0323a1bc77 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 946 time: 0.1614926 Sep 01 15:28:34.011102 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6d90f5d-4a0e-48b6-a746-3e3dcdf53c5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:34.076504 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6d90f5d-4a0e-48b6-a746-3e3dcdf53c5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:34.118101 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port abc163d1-30f6-4df9-a32e-d62bbdfebca8 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:34.182917 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6d90f5d-4a0e-48b6-a746-3e3dcdf53c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:34.243314 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port abc163d1-30f6-4df9-a32e-d62bbdfebca8 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:34.273740 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9d185c83-72a0-486e-9baa-b43aacb9b246 req-659adabf-9381-4efa-b035-c06ec4eaab4b tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642429 Sep 01 15:28:34.273949 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:34.314545 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b854a4d0-e4c1-4ed2-8bb9-8a6c8df42fc1 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:34.498728 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4b0a8-6a37-4d5d-8978-d37ae390c6e8 req-cc017e3a-2760-45a2-b0d0-30c76557fc7e tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:34.519313 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-74c4b0a8-6a37-4d5d-8978-d37ae390c6e8 req-cc017e3a-2760-45a2-b0d0-30c76557fc7e tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.8264916 Sep 01 15:28:34.524119 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6d90f5d-4a0e-48b6-a746-3e3dcdf53c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:34.535008 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-67c6a26d-c0ae-4b73-908e-a5bba2d30585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:34.540340 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-67c6a26d-c0ae-4b73-908e-a5bba2d30585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:34.556343 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-67c6a26d-c0ae-4b73-908e-a5bba2d30585 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5cc81b08-c297-4bf3-b049-563b232b5cba HTTP/1.1" status: 204 len: 168 time: 3.0226734 Sep 01 15:28:34.797756 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-18a9a03d-e179-4bee-9dd7-a703f7ce7b4a req-92eda01f-df75-4d31-a154-2c3835974b07 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 210 time: 0.2378149 Sep 01 15:28:34.920509 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6d90f5d-4a0e-48b6-a746-3e3dcdf53c5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:34.929668 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a6d90f5d-4a0e-48b6-a746-3e3dcdf53c5b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d766ab39-c8f7-4828-a4ad-81111725b195 HTTP/1.1" status: 204 len: 168 time: 1.1039002 Sep 01 15:28:34.932902 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d90f5d-4a0e-48b6-a746-3e3dcdf53c5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d766ab39-c8f7-4828-a4ad-81111725b195,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:34.956289 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6a26d-c0ae-4b73-908e-a5bba2d30585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc81b08-c297-4bf3-b049-563b232b5cba,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:34.961425 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55834) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:35.070649 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b854a4d0-e4c1-4ed2-8bb9-8a6c8df42fc1 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Checking segment: {'id': 'b5971d8d-c5a7-4fcc-9537-b5d57da35972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a89209f0-7118-4165-a513-a04fd7ec997a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:35.071039 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b854a4d0-e4c1-4ed2-8bb9-8a6c8df42fc1 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network hostable DHCP agents. Network: a89209f0-7118-4165-a513-a04fd7ec997a, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:28:35.106800 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-74c4b0a8-6a37-4d5d-8978-d37ae390c6e8 req-56802b84-49c3-4de7-b2bf-d42df34d6318 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452645 Sep 01 15:28:35.118485 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-94f58aa2-5885-4e0a-822a-2428462874d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:35.237714 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbfa622-1d57-4cc9-9da9-b30a9229dcfd None None] Sync routers for ids ['0a4eb23b-4aa3-4641-804f-34730e15e3db'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:28:35.250093 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854a4d0-e4c1-4ed2-8bb9-8a6c8df42fc1 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Subnet': ['ID=b7a54d2d-84f7-423f-89a9-559f2aa46dc9,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:35.292533 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:35.317026 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbfa622-1d57-4cc9-9da9-b30a9229dcfd None None] Routers {'0a4eb23b-4aa3-4641-804f-34730e15e3db'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:35.319250 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2bbfa622-1d57-4cc9-9da9-b30a9229dcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:28:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0a4eb23b-4aa3-4641-804f-34730e15e3db'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:35.496511 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0245b028-0ca9-47ab-b91c-36d82bf1f129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:35.502071 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b854a4d0-e4c1-4ed2-8bb9-8a6c8df42fc1 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network a89209f0-7118-4165-a513-a04fd7ec997a is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:28:35.508084 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-94f58aa2-5885-4e0a-822a-2428462874d5 None None] For port 5931b48b-1aea-4f74-8caf-e17fb77c2622, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=5931b48b-1aea-4f74-8caf-e17fb77c2622,segment=NetworkSegment(a5b43d70-e73b-4e63-b0f5-c65ff7014a37),segment_id=a5b43d70-e73b-4e63-b0f5-c65ff7014a37)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:35.575791 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-0a97d395-1b42-4ae7-b8bb-ddf27c62cff2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:35.577877 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-0a97d395-1b42-4ae7-b8bb-ddf27c62cff2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.45 "GET /v2.0/networks?id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449 HTTP/1.1" status: 200 len: 796 time: 0.8845587 Sep 01 15:28:35.582637 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-b854a4d0-e4c1-4ed2-8bb9-8a6c8df42fc1 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, a89209f0-7118-4165-a513-a04fd7ec997a) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:35.596505 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b854a4d0-e4c1-4ed2-8bb9-8a6c8df42fc1 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:35.597134 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b854a4d0-e4c1-4ed2-8bb9-8a6c8df42fc1 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:35.713665 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port abc163d1-30f6-4df9-a32e-d62bbdfebca8, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=abc163d1-30f6-4df9-a32e-d62bbdfebca8,segment=NetworkSegment(9086c851-84ba-473d-803f-a6a751bfe000),segment_id=9086c851-84ba-473d-803f-a6a751bfe000)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:35.738069 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-94f58aa2-5885-4e0a-822a-2428462874d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:35.750809 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168a2a60-75fd-40bd-be29-3de2c00e5aff None None] Network a89209f0-7118-4165-a513-a04fd7ec997a requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:28:35.940813 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0245b028-0ca9-47ab-b91c-36d82bf1f129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:35.968462 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-0245b028-0ca9-47ab-b91c-36d82bf1f129 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b80361-6dca-411a-a4a7-35bfaa4b7067']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:36.002160 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-0245b028-0ca9-47ab-b91c-36d82bf1f129 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c01f298-18a8-4320-ba83-e0cd94cc8aba') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:36.002160 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-0245b028-0ca9-47ab-b91c-36d82bf1f129 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c01f298-18a8-4320-ba83-e0cd94cc8aba') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:36.039756 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0245b028-0ca9-47ab-b91c-36d82bf1f129 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:36.143201 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-658e9855-53bd-4f2f-a619-c706d38e81be req-c846cd8f-ba65-495d-afa0-86d57645440b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 210 time: 0.0727398 Sep 01 15:28:36.268874 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b854a4d0-e4c1-4ed2-8bb9-8a6c8df42fc1 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3823841 Sep 01 15:28:36.271741 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55854) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:36.389230 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0245b028-0ca9-47ab-b91c-36d82bf1f129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:36.416546 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0245b028-0ca9-47ab-b91c-36d82bf1f129 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:28:36.417890 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0245b028-0ca9-47ab-b91c-36d82bf1f129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:36.610679 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:36.632121 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-f02c1c13-31a5-4f91-98fa-7b348301b55b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f HTTP/1.1" status: 200 len: 379 time: 1.0145254 Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:28:36.661161 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:28:36.684539 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-7d70840f-3a93-4a24-8303-5f4cbaa45f0c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'port': {'device_id': '48fe2d94-e50c-4269-93f4-fe00f2d10859', 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449', 'admin_state_up': True, 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'security_groups': ['93eb1ca3-7fd2-435c-82c8-9366977c63c6']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:36.807486 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed004324-d4ef-462a-b898-57d54580c90d req-e402601c-a25f-4040-a15f-0a23f2cfbd42 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:36.820003 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ed004324-d4ef-462a-b898-57d54580c90d req-e402601c-a25f-4040-a15f-0a23f2cfbd42 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.3982544 Sep 01 15:28:36.870234 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-2bbfa622-1d57-4cc9-9da9-b30a9229dcfd None None] Set router 0a4eb23b-4aa3-4641-804f-34730e15e3db gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:36.950091 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0245b028-0ca9-47ab-b91c-36d82bf1f129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:36.992978 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0245b028-0ca9-47ab-b91c-36d82bf1f129 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:37.004443 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0245b028-0ca9-47ab-b91c-36d82bf1f129 admin admin] 10.222.0.60 "DELETE /v2.0/networks/22b80361-6dca-411a-a4a7-35bfaa4b7067 HTTP/1.1" status: 204 len: 168 time: 2.0312424 Sep 01 15:28:37.085878 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245b028-0ca9-47ab-b91c-36d82bf1f129 admin admin] Pushing event deleted for resources: {'Network': ['ID=22b80361-6dca-411a-a4a7-35bfaa4b7067,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:37.154738 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31040d5-ecc0-4292-b645-c8d50d308b57 req-49cd0631-866a-468b-bc61-3c493259e19a tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:37.172769 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d31040d5-ecc0-4292-b645-c8d50d308b57 req-49cd0631-866a-468b-bc61-3c493259e19a tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 946 time: 1.4534183 Sep 01 15:28:37.231995 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 3331be82-28ae-425a-867c-5d1eb28b90f7 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:37.320269 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ed004324-d4ef-462a-b898-57d54580c90d req-ee17a8a7-2cdc-416b-b22f-cfc8f54d1e88 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971278 Sep 01 15:28:37.422492 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f58aa2-5885-4e0a-822a-2428462874d5 None None] Pushing event updated for resources: {'Port': ['ID=5931b48b-1aea-4f74-8caf-e17fb77c2622,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:37.441833 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-56a0bdfd-9313-4128-a0af-2bed7192105b None None] Provisioning complete for port 5931b48b-1aea-4f74-8caf-e17fb77c2622 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:37.447223 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-56a0bdfd-9313-4128-a0af-2bed7192105b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:37.474648 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55882) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:37.630520 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d31040d5-ecc0-4292-b645-c8d50d308b57 req-d10df457-290a-4ee1-a091-d1ddb720e963 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515960 Sep 01 15:28:37.632209 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee06ee09-69f2-4eb8-b4a6-f6a6dd9267fb req-f5e818dc-32b5-4253-a7f5-3ff6cbe3d76b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 210 time: 0.0670502 Sep 01 15:28:37.777380 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 3331be82-28ae-425a-867c-5d1eb28b90f7 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:37.850819 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 3331be82-28ae-425a-867c-5d1eb28b90f7 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:37.852079 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:37.871112 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-7d70840f-3a93-4a24-8303-5f4cbaa45f0c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Made reservation on behalf of de2c6e6a9d864f738bbaf0c51220fe5f for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:28:37.904622 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-7d70840f-3a93-4a24-8303-5f4cbaa45f0c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:37.942586 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-925778b3-dc99-49f3-9c13-ac55705e8033 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6d66f4d5460b4e61a8d93c7c121a5ffb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4537001 Sep 01 15:28:37.950566 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55888) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:37.982097 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d26fe16c-7796-44a9-bba2-c4cabeccb0e3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:38.050405 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=abc163d1-30f6-4df9-a32e-d62bbdfebca8,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:38.181003 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f2b533-6f69-4178-a7ab-cdfee675258c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-a89209f0-7118-4165-a513-a04fd7ec997a', 'network_id': 'a89209f0-7118-4165-a513-a04fd7ec997a', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'fixed_ips': [{'subnet_id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:28:38.184424 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-10f2b533-6f69-4178-a7ab-cdfee675258c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:38.285762 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2bbfa622-1d57-4cc9-9da9-b30a9229dcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:28:24Z', 'revision_number': 3, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None, '_interfaces': [{'id': '60d465dc-5a36-4849-bbb7-de84a74935c0', 'name': '', 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:f5:28:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'e8b31527-7c50-4661-a675-e872192b431c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:20Z', 'updated_at': '2021-09-01T15:28:26Z', 'revision_number': 2, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'e8b31527-7c50-4661-a675-e872192b431c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc163d1-30f6-4df9-a32e-d62bbdfebca8', 'name': '', 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:99:fa:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ca209c17-8582-453c-9440-231958fc593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:00Z', 'updated_at': '2021-09-01T15:28:24Z', 'revision_number': 4, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'ca209c17-8582-453c-9440-231958fc593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:38.451974 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbfa622-1d57-4cc9-9da9-b30a9229dcfd None None] Checking router: 0a4eb23b-4aa3-4641-804f-34730e15e3db for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:28:38.452463 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbfa622-1d57-4cc9-9da9-b30a9229dcfd None None] Updating router 0a4eb23b-4aa3-4641-804f-34730e15e3db port 60d465dc-5a36-4849-bbb7-de84a74935c0 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:28:38.473743 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-7d70840f-3a93-4a24-8303-5f4cbaa45f0c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Allocated IP 172.20.0.14 (068418f0-2ea4-4691-b0a1-0f0b6ddb7449/0fe352f8-e391-4ad4-b362-c4af541a7f65/9680b7b7-4cb8-4de6-9e02-d39a9cf0622e) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:28:38.570567 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-d26fe16c-7796-44a9-bba2-c4cabeccb0e3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Allocated IP 172.22.0.1 (a89209f0-7118-4165-a513-a04fd7ec997a/b7a54d2d-84f7-423f-89a9-559f2aa46dc9/7db52221-ea05-4a30-8a0b-6ea006a51320) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:28:38.714719 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d26fe16c-7796-44a9-bba2-c4cabeccb0e3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:38.732111 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-d26fe16c-7796-44a9-bba2-c4cabeccb0e3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Transition to ACTIVE for port object 7db52221-ea05-4a30-8a0b-6ea006a51320 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:38.786235 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d26fe16c-7796-44a9-bba2-c4cabeccb0e3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:38.853301 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26fe16c-7796-44a9-bba2-c4cabeccb0e3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network a89209f0-7118-4165-a513-a04fd7ec997a is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:38.862740 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-d26fe16c-7796-44a9-bba2-c4cabeccb0e3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:38.870893 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26fe16c-7796-44a9-bba2-c4cabeccb0e3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:28:38.897256 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355922e-377b-451b-9ded-522cc6f9c9f3 req-4763d3c8-5d51-4fef-82d6-fc151f082991 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:38.906217 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b355922e-377b-451b-9ded-522cc6f9c9f3 req-4763d3c8-5d51-4fef-82d6-fc151f082991 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.1340065 Sep 01 15:28:38.941139 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2bbfa622-1d57-4cc9-9da9-b30a9229dcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:38.963938 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:38.995792 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-56a0bdfd-9313-4128-a0af-2bed7192105b None None] Provisioning for port 60d465dc-5a36-4849-bbb7-de84a74935c0 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:38.998035 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-7d70840f-3a93-4a24-8303-5f4cbaa45f0c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:39.025125 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-56a0bdfd-9313-4128-a0af-2bed7192105b None None] Provisioning complete for port 60d465dc-5a36-4849-bbb7-de84a74935c0 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:39.025518 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-56a0bdfd-9313-4128-a0af-2bed7192105b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:39.036682 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fe16c-7796-44a9-bba2-c4cabeccb0e3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Port': ['ID=7db52221-ea05-4a30-8a0b-6ea006a51320,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:39.059606 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-7d70840f-3a93-4a24-8303-5f4cbaa45f0c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Transition to ACTIVE for port object 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:39.096573 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d26fe16c-7796-44a9-bba2-c4cabeccb0e3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:39.196195 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-76713462-7672-40ad-b353-8e09ac5998c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:39.238732 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-76713462-7672-40ad-b353-8e09ac5998c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:39.288055 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b355922e-377b-451b-9ded-522cc6f9c9f3 req-af62a093-265c-4ae2-9e81-27f6935a1e83 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806455 Sep 01 15:28:39.319992 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:39.354830 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-7d70840f-3a93-4a24-8303-5f4cbaa45f0c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:39.614166 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101eb879-3723-40c1-83cb-8318acb7294c req-3a9a8e15-5d9c-4cdd-8f5e-937018f66ef4 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:39.622220 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-101eb879-3723-40c1-83cb-8318acb7294c req-3a9a8e15-5d9c-4cdd-8f5e-937018f66ef4 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 946 time: 0.1638250 Sep 01 15:28:39.649818 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d26fe16c-7796-44a9-bba2-c4cabeccb0e3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:39.699410 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-101eb879-3723-40c1-83cb-8318acb7294c req-cde142f4-74c8-4b7f-99fe-f1d4569acd0d tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759592 Sep 01 15:28:39.735528 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b62d7891-55d2-412b-b259-33cb852c6f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:39.740026 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-56a0bdfd-9313-4128-a0af-2bed7192105b None None] Port 60d465dc-5a36-4849-bbb7-de84a74935c0 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:28:39.761372 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-10f2b533-6f69-4178-a7ab-cdfee675258c None None] Allocated IP 172.22.0.2 (a89209f0-7118-4165-a513-a04fd7ec997a/b7a54d2d-84f7-423f-89a9-559f2aa46dc9/e7b78218-e320-4892-82f9-00c82468b9a9) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:28:39.769014 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-7d70840f-3a93-4a24-8303-5f4cbaa45f0c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Network 068418f0-2ea4-4691-b0a1-0f0b6ddb7449 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:39.773726 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70840f-3a93-4a24-8303-5f4cbaa45f0c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Port': ['ID=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:39.779251 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 3331be82-28ae-425a-867c-5d1eb28b90f7, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=3331be82-28ae-425a-867c-5d1eb28b90f7,segment=NetworkSegment(43435e54-65f1-4db7-a09a-c8eaa0a35130),segment_id=43435e54-65f1-4db7-a09a-c8eaa0a35130)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:39.785203 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-76713462-7672-40ad-b353-8e09ac5998c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:39.793554 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-76713462-7672-40ad-b353-8e09ac5998c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:39.797849 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-76713462-7672-40ad-b353-8e09ac5998c5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5de1d363-607c-4cdb-a1b5-6e9ecee69644 HTTP/1.1" status: 204 len: 168 time: 1.8327203 Sep 01 15:28:39.814782 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-7d70840f-3a93-4a24-8303-5f4cbaa45f0c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:39.855482 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-7d70840f-3a93-4a24-8303-5f4cbaa45f0c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:28:39.869423 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76713462-7672-40ad-b353-8e09ac5998c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de1d363-607c-4cdb-a1b5-6e9ecee69644,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:39.982166 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:40.060453 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d86b4-fd08-4c36-9ce6-f73b9dc01616 req-aaa9080e-4ced-4e93-aca2-f560b33af516 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:40.073641 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d88d86b4-fd08-4c36-9ce6-f73b9dc01616 req-aaa9080e-4ced-4e93-aca2-f560b33af516 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 932 time: 0.9060078 Sep 01 15:28:40.178713 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-7d70840f-3a93-4a24-8303-5f4cbaa45f0c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:40.179451 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-7d70840f-3a93-4a24-8303-5f4cbaa45f0c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:40.240670 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-7d70840f-3a93-4a24-8303-5f4cbaa45f0c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6190245 Sep 01 15:28:40.292142 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-0c332976-9d04-487d-b567-e5483da9f9ad service neutron] Request body: {'port': {'device_id': '48fe2d94-e50c-4269-93f4-fe00f2d10859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:40.432044 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 5931b48b-1aea-4f74-8caf-e17fb77c2622 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:40.463231 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d88d86b4-fd08-4c36-9ce6-f73b9dc01616 req-ef211ba3-8aee-4e6d-bd7c-2857a8a0e57a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3750696 Sep 01 15:28:40.471896 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-0c332976-9d04-487d-b567-e5483da9f9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:40.535311 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6d722d73-bd3a-4236-b810-88d8f32e8771 None None] Provisioning complete for port 60d465dc-5a36-4849-bbb7-de84a74935c0 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:40.538613 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6d722d73-bd3a-4236-b810-88d8f32e8771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:40.687936 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d26fe16c-7796-44a9-bba2-c4cabeccb0e3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:40.727044 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-6d722d73-bd3a-4236-b810-88d8f32e8771 None None] Port 60d465dc-5a36-4849-bbb7-de84a74935c0 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:28:40.762901 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d26fe16c-7796-44a9-bba2-c4cabeccb0e3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:40.973505 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d26fe16c-7796-44a9-bba2-c4cabeccb0e3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:41.034144 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=3331be82-28ae-425a-867c-5d1eb28b90f7,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:41.056375 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-69951cfe-133a-465a-8e80-e90bd4e00c14 None None] Provisioning for port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:41.127027 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-69951cfe-133a-465a-8e80-e90bd4e00c14 None None] Provisioning complete for port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:41.128097 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-69951cfe-133a-465a-8e80-e90bd4e00c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:41.326289 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-69951cfe-133a-465a-8e80-e90bd4e00c14 None None] Port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:28:41.334816 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55934) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:41.336708 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fe16c-7796-44a9-bba2-c4cabeccb0e3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Port': ['ID=7db52221-ea05-4a30-8a0b-6ea006a51320,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:41.385371 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-10f2b533-6f69-4178-a7ab-cdfee675258c None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:41.423682 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ff687351-4948-43d4-863d-d7ef4f47d925 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f962e57254004533b6b13bde35fc50b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0763586 Sep 01 15:28:41.428793 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55936) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:41.522341 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-10f2b533-6f69-4178-a7ab-cdfee675258c None None] Transition to ACTIVE for port object e7b78218-e320-4892-82f9-00c82468b9a9 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:41.529019 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76494f67-4870-4468-9f16-982e972dfa16 req-f2cb672f-b4ca-4b98-8a6b-f6ad61b4cdd6 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:41.532927 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-76494f67-4870-4468-9f16-982e972dfa16 req-f2cb672f-b4ca-4b98-8a6b-f6ad61b4cdd6 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.8405390 Sep 01 15:28:41.534666 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 5931b48b-1aea-4f74-8caf-e17fb77c2622 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:41.535056 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:41.635411 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-0c332976-9d04-487d-b567-e5483da9f9ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:28:41.647716 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-10f2b533-6f69-4178-a7ab-cdfee675258c None None] Transition to ACTIVE for port object e7b78218-e320-4892-82f9-00c82468b9a9 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:41.677820 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe1209-2b47-4484-96ba-7db685e27a41 req-c5bdde2b-6610-4018-bb9a-dd12565b19fd tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:41.688734 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-10f2b533-6f69-4178-a7ab-cdfee675258c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:41.702871 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-70fe1209-2b47-4484-96ba-7db685e27a41 req-c5bdde2b-6610-4018-bb9a-dd12565b19fd tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 946 time: 0.7103512 Sep 01 15:28:41.706686 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-0c332976-9d04-487d-b567-e5483da9f9ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:41.729640 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26fe16c-7796-44a9-bba2-c4cabeccb0e3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network a89209f0-7118-4165-a513-a04fd7ec997a is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:41.746919 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-d26fe16c-7796-44a9-bba2-c4cabeccb0e3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:41.819165 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-0c332976-9d04-487d-b567-e5483da9f9ad service neutron] Transition to ACTIVE for port object 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:41.832718 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-0c332976-9d04-487d-b567-e5483da9f9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:41.849306 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-76494f67-4870-4468-9f16-982e972dfa16 req-90832862-7558-4c40-8936-bb9f5c58ca1d tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971554 Sep 01 15:28:42.045315 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-70fe1209-2b47-4484-96ba-7db685e27a41 req-a6ee6ba3-1c2e-4e8d-bb04-5f60efe68b84 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412890 Sep 01 15:28:42.049712 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f2b533-6f69-4178-a7ab-cdfee675258c None None] Network a89209f0-7118-4165-a513-a04fd7ec997a is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:42.111066 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c332976-9d04-487d-b567-e5483da9f9ad service neutron] Pushing event updated for resources: {'Port': ['ID=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:42.132742 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2bbfa622-1d57-4cc9-9da9-b30a9229dcfd None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:42.164319 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2bbfa622-1d57-4cc9-9da9-b30a9229dcfd None None] Transition to ACTIVE for port object 60d465dc-5a36-4849-bbb7-de84a74935c0 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:42.193341 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-10f2b533-6f69-4178-a7ab-cdfee675258c None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:42.200028 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f2b533-6f69-4178-a7ab-cdfee675258c None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:28:42.298912 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-0c332976-9d04-487d-b567-e5483da9f9ad service neutron] Attempting to bind port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:28:42.303126 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-0c332976-9d04-487d-b567-e5483da9f9ad service neutron] Attempting to bind port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '43435e54-65f1-4db7-a09a-c8eaa0a35130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:28:42.303854 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-0c332976-9d04-487d-b567-e5483da9f9ad service neutron] Attempting to bind port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e on network 068418f0-2ea4-4691-b0a1-0f0b6ddb7449 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:42.322529 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-0c332976-9d04-487d-b567-e5483da9f9ad service neutron] Port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e on network 068418f0-2ea4-4691-b0a1-0f0b6ddb7449 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:28:42.323038 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-0c332976-9d04-487d-b567-e5483da9f9ad service neutron] Attempting to bind port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e on network 068418f0-2ea4-4691-b0a1-0f0b6ddb7449 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:42.337949 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-0c332976-9d04-487d-b567-e5483da9f9ad service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:28:42.338563 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-0c332976-9d04-487d-b567-e5483da9f9ad service neutron] Checking segment: {'id': '43435e54-65f1-4db7-a09a-c8eaa0a35130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:42.339298 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-0c332976-9d04-487d-b567-e5483da9f9ad service neutron] Bound using segment: {'id': '43435e54-65f1-4db7-a09a-c8eaa0a35130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:28:42.339955 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-0c332976-9d04-487d-b567-e5483da9f9ad service neutron] Bound port: 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43435e54-65f1-4db7-a09a-c8eaa0a35130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:28:42.340509 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-0c332976-9d04-487d-b567-e5483da9f9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:42.394477 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device abc163d1-30f6-4df9-a32e-d62bbdfebca8 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:42.519138 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-0c332976-9d04-487d-b567-e5483da9f9ad service neutron] For port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:28:42.524111 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-0c332976-9d04-487d-b567-e5483da9f9ad service neutron] For port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,segment=NetworkSegment(43435e54-65f1-4db7-a09a-c8eaa0a35130),segment_id=43435e54-65f1-4db7-a09a-c8eaa0a35130)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:28:42.545280 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-0c332976-9d04-487d-b567-e5483da9f9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:42.545519 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2bbfa622-1d57-4cc9-9da9-b30a9229dcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:42.619498 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-0c332976-9d04-487d-b567-e5483da9f9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:42.620894 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-0c332976-9d04-487d-b567-e5483da9f9ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:42.624650 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-0c332976-9d04-487d-b567-e5483da9f9ad service neutron] 10.222.0.45 "PUT /v2.0/ports/9680b7b7-4cb8-4de6-9e02-d39a9cf0622e HTTP/1.1" status: 200 len: 1092 time: 2.3697522 Sep 01 15:28:42.625529 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48fe2d94-e50c-4269-93f4-fe00f2d10859', 'tag': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:28:42.629358 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528f63ed-96e9-4810-b504-8f29b9b0a887" -d '{"events": [{"name": "network-changed", "server_uuid": "48fe2d94-e50c-4269-93f4-fe00f2d10859", "tag": "9680b7b7-4cb8-4de6-9e02-d39a9cf0622e"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:28:42.720839 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-10f2b533-6f69-4178-a7ab-cdfee675258c None None] Attempting to bind port e7b78218-e320-4892-82f9-00c82468b9a9 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:28:42.721223 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-10f2b533-6f69-4178-a7ab-cdfee675258c None None] Attempting to bind port e7b78218-e320-4892-82f9-00c82468b9a9 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'b5971d8d-c5a7-4fcc-9537-b5d57da35972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a89209f0-7118-4165-a513-a04fd7ec997a'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:28:42.721605 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f2b533-6f69-4178-a7ab-cdfee675258c None None] Attempting to bind port e7b78218-e320-4892-82f9-00c82468b9a9 on network a89209f0-7118-4165-a513-a04fd7ec997a {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:42.745527 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2b533-6f69-4178-a7ab-cdfee675258c None None] Pushing event updated for resources: {'Port': ['ID=e7b78218-e320-4892-82f9-00c82468b9a9,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:42.768832 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:42.770891 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f2b533-6f69-4178-a7ab-cdfee675258c None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:28:42.771438 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f2b533-6f69-4178-a7ab-cdfee675258c None None] Checking segment: {'id': 'b5971d8d-c5a7-4fcc-9537-b5d57da35972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a89209f0-7118-4165-a513-a04fd7ec997a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:42.771761 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-10f2b533-6f69-4178-a7ab-cdfee675258c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:42.772178 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f2b533-6f69-4178-a7ab-cdfee675258c None None] Bound using segment: {'id': 'b5971d8d-c5a7-4fcc-9537-b5d57da35972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a89209f0-7118-4165-a513-a04fd7ec997a'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:28:42.775826 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-10f2b533-6f69-4178-a7ab-cdfee675258c None None] Bound port: e7b78218-e320-4892-82f9-00c82468b9a9, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5971d8d-c5a7-4fcc-9537-b5d57da35972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a89209f0-7118-4165-a513-a04fd7ec997a'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:28:42.775826 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-10f2b533-6f69-4178-a7ab-cdfee675258c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:42.850782 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b41b14f-ef56-415b-b15c-739ffa470732 x-openstack-request-id: req-3b41b14f-ef56-415b-b15c-739ffa470732 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:28:42.855787 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48fe2d94-e50c-4269-93f4-fe00f2d10859", "tag": "9680b7b7-4cb8-4de6-9e02-d39a9cf0622e", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:28:42.856259 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3b41b14f-ef56-415b-b15c-739ffa470732 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:28:42.856654 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48fe2d94-e50c-4269-93f4-fe00f2d10859', 'tag': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e', 'status': 'completed', 'code': 200} Sep 01 15:28:43.012344 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c332976-9d04-487d-b567-e5483da9f9ad service neutron] Pushing event updated for resources: {'Port': ['ID=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:43.080495 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-1e81beed-3f79-46f3-ba10-01829009d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:43.084627 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-1e81beed-3f79-46f3-ba10-01829009d381 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 1095 time: 0.3951762 Sep 01 15:28:43.128874 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7ab3768c-e524-4fee-bd45-d8b0fc4e3abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:43.256917 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7ab3768c-e524-4fee-bd45-d8b0fc4e3abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:43.319530 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26fe16c-7796-44a9-bba2-c4cabeccb0e3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Router 0a4eb23b-4aa3-4641-804f-34730e15e3db has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:28:43.349460 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-4e9d4ef6-76f4-4285-8293-2a582b15e317 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e HTTP/1.1" status: 200 len: 217 time: 0.2420392 Sep 01 15:28:43.600756 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146c954-cae6-424b-924b-99d31d73e73b req-5930515b-5db0-49bb-9145-2bba6ff7c684 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:43.607295 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5146c954-cae6-424b-924b-99d31d73e73b req-5930515b-5db0-49bb-9145-2bba6ff7c684 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.5180199 Sep 01 15:28:43.651631 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26fe16c-7796-44a9-bba2-c4cabeccb0e3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:28:43.689384 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d26fe16c-7796-44a9-bba2-c4cabeccb0e3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "PUT /v2.0/routers/0a4eb23b-4aa3-4641-804f-34730e15e3db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4159086 Sep 01 15:28:43.700163 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-03bce634-0cc1-4c51-a228-24a44477ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:43.707963 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-03bce634-0cc1-4c51-a228-24a44477ad62 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0fe352f8-e391-4ad4-b362-c4af541a7f65 HTTP/1.1" status: 200 len: 835 time: 0.3466363 Sep 01 15:28:43.713085 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55970) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:43.720774 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-30a36d38-d51e-40ba-bc21-e75827c74d9e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'network': {'name': 'tempest-RoutersTest-1492822910'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:43.725485 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7ab3768c-e524-4fee-bd45-d8b0fc4e3abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:43.729725 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7ab3768c-e524-4fee-bd45-d8b0fc4e3abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:43.735887 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7ab3768c-e524-4fee-bd45-d8b0fc4e3abe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/efe10848-704f-408b-b2eb-7354fc236a4b HTTP/1.1" status: 204 len: 168 time: 2.3061249 Sep 01 15:28:43.807632 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5146c954-cae6-424b-924b-99d31d73e73b req-63a0ff70-356f-4345-a8f0-22b157d15a0b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862006 Sep 01 15:28:43.823669 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-71bb6f06-8a8b-4e23-90af-20207e5404e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:43.828387 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-71bb6f06-8a8b-4e23-90af-20207e5404e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061952 Sep 01 15:28:43.887946 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3768c-e524-4fee-bd45-d8b0fc4e3abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe10848-704f-408b-b2eb-7354fc236a4b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:43.897243 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port abc163d1-30f6-4df9-a32e-d62bbdfebca8 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:43.899149 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:43.937713 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a36d38-d51e-40ba-bc21-e75827c74d9e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Made reservation on behalf of 5283ad44bc4649aa9a85d6a5a9623a1c for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:28:43.957476 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30a36d38-d51e-40ba-bc21-e75827c74d9e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:44.041261 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e1053-373c-453e-9a5e-bb0d8087727c req-a7c4773f-e0aa-4eeb-b31a-fb83c98c8b43 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:44.064753 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-da3e1053-373c-453e-9a5e-bb0d8087727c req-a7c4773f-e0aa-4eeb-b31a-fb83c98c8b43 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 944 time: 0.4100885 Sep 01 15:28:44.214334 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-da3e1053-373c-453e-9a5e-bb0d8087727c req-4070a044-86c7-4a5e-8b18-a9f16482b6f7 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481826 Sep 01 15:28:44.264240 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a36d38-d51e-40ba-bc21-e75827c74d9e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:28:44.269139 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa686ae7-4abb-4f95-9169-23325b4a4e8a None None] Pushing event updated for resources: {'Port': ['ID=60d465dc-5a36-4849-bbb7-de84a74935c0,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:44.286340 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30a36d38-d51e-40ba-bc21-e75827c74d9e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:44.287171 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-30a36d38-d51e-40ba-bc21-e75827c74d9e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Added segment a03193f9-d739-4fdf-b6f3-1d23273a57ec of type vlan for network 793fdf17-e0e5-4225-852a-6242e5cbd643 Sep 01 15:28:44.387105 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30a36d38-d51e-40ba-bc21-e75827c74d9e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:44.422031 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-6d463440-4920-4821-bc38-d5494e3bd11b service neutron] 10.222.0.45 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5828562 Sep 01 15:28:44.458131 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30a36d38-d51e-40ba-bc21-e75827c74d9e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:44.464720 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a36d38-d51e-40ba-bc21-e75827c74d9e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:44.465782 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30a36d38-d51e-40ba-bc21-e75827c74d9e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:44.506976 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9093fc23-c018-4859-9efc-01bb04fb44fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:44.519821 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:44.538384 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-2bbfa622-1d57-4cc9-9da9-b30a9229dcfd None None] Attempting to bind port 60d465dc-5a36-4849-bbb7-de84a74935c0 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:28:44.539021 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-2bbfa622-1d57-4cc9-9da9-b30a9229dcfd None None] Attempting to bind port 60d465dc-5a36-4849-bbb7-de84a74935c0 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a5b43d70-e73b-4e63-b0f5-c65ff7014a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:28:44.539652 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbfa622-1d57-4cc9-9da9-b30a9229dcfd None None] Attempting to bind port 60d465dc-5a36-4849-bbb7-de84a74935c0 on network 7ce12f6a-13c7-4feb-aa17-7435a76eb476 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:44.621325 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1fabf-9e3b-4fe3-ac65-3d2fc0d7f262 req-47cdde56-d060-4bdd-9def-e5ce8d783334 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:44.628415 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b9f1fabf-9e3b-4fe3-ac65-3d2fc0d7f262 req-47cdde56-d060-4bdd-9def-e5ce8d783334 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 946 time: 0.4198182 Sep 01 15:28:44.633662 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbfa622-1d57-4cc9-9da9-b30a9229dcfd None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:28:44.634455 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbfa622-1d57-4cc9-9da9-b30a9229dcfd None None] Checking segment: {'id': 'a5b43d70-e73b-4e63-b0f5-c65ff7014a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:44.635122 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2bbfa622-1d57-4cc9-9da9-b30a9229dcfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:44.635790 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbfa622-1d57-4cc9-9da9-b30a9229dcfd None None] Bound using segment: {'id': 'a5b43d70-e73b-4e63-b0f5-c65ff7014a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:28:44.636658 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-2bbfa622-1d57-4cc9-9da9-b30a9229dcfd None None] Bound port: 60d465dc-5a36-4849-bbb7-de84a74935c0, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b43d70-e73b-4e63-b0f5-c65ff7014a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:28:44.640794 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2bbfa622-1d57-4cc9-9da9-b30a9229dcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:44.642381 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-30a36d38-d51e-40ba-bc21-e75827c74d9e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9274371 Sep 01 15:28:44.646044 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55982) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:44.652438 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-1c45791b-1489-421c-bf41-b48770b099b3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'subnet': {'network_id': '793fdf17-e0e5-4225-852a-6242e5cbd643', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:44.713774 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55984) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:44.730725 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-10f2b533-6f69-4178-a7ab-cdfee675258c None None] For port e7b78218-e320-4892-82f9-00c82468b9a9, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:28:44.846903 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a36d38-d51e-40ba-bc21-e75827c74d9e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Network': ['ID=793fdf17-e0e5-4225-852a-6242e5cbd643,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:44.860112 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b9f1fabf-9e3b-4fe3-ac65-3d2fc0d7f262 req-4aaeb6a1-d454-4543-9e21-f6ce706c534f tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132578 Sep 01 15:28:44.884093 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-10f2b533-6f69-4178-a7ab-cdfee675258c None None] For port e7b78218-e320-4892-82f9-00c82468b9a9, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e7b78218-e320-4892-82f9-00c82468b9a9,segment=NetworkSegment(b5971d8d-c5a7-4fcc-9537-b5d57da35972),segment_id=b5971d8d-c5a7-4fcc-9537-b5d57da35972)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:28:44.899620 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 793fdf17-e0e5-4225-852a-6242e5cbd643 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:28:44.925356 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c45791b-1489-421c-bf41-b48770b099b3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Made reservation on behalf of 5283ad44bc4649aa9a85d6a5a9623a1c for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:28:44.940575 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1c45791b-1489-421c-bf41-b48770b099b3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:44.943782 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-10f2b533-6f69-4178-a7ab-cdfee675258c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:45.007220 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b63787e-c915-4418-bd56-c24e09aa5b69 req-e92378f0-0a47-48eb-98de-5905305e3ff4 service neutron] 10.222.0.45 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5748610 Sep 01 15:28:45.194771 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f63ed-96e9-4810-b504-8f29b9b0a887 req-72f89aaf-d144-4397-a0f9-ef690c187361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:45.196864 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-528f63ed-96e9-4810-b504-8f29b9b0a887 req-72f89aaf-d144-4397-a0f9-ef690c187361 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 1095 time: 0.1219902 Sep 01 15:28:45.488063 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 3331be82-28ae-425a-867c-5d1eb28b90f7 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:45.498342 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:45.555377 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-2bbfa622-1d57-4cc9-9da9-b30a9229dcfd None None] For port 60d465dc-5a36-4849-bbb7-de84a74935c0, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:28:45.582085 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34eed63-06e5-4eda-8646-c4f3d6938f7d req-0375151c-e34e-44ac-abc0-e1942357ff2a tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:45.596274 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b34eed63-06e5-4eda-8646-c4f3d6938f7d req-0375151c-e34e-44ac-abc0-e1942357ff2a tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.4469986 Sep 01 15:28:45.600176 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-2bbfa622-1d57-4cc9-9da9-b30a9229dcfd None None] For port 60d465dc-5a36-4849-bbb7-de84a74935c0, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=60d465dc-5a36-4849-bbb7-de84a74935c0,segment=NetworkSegment(a5b43d70-e73b-4e63-b0f5-c65ff7014a37),segment_id=a5b43d70-e73b-4e63-b0f5-c65ff7014a37)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:28:45.606848 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2b533-6f69-4178-a7ab-cdfee675258c None None] Pushing event updated for resources: {'Port': ['ID=e7b78218-e320-4892-82f9-00c82468b9a9,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:45.633493 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2bbfa622-1d57-4cc9-9da9-b30a9229dcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:45.808818 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 3331be82-28ae-425a-867c-5d1eb28b90f7 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:45.809235 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:45.818887 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbfa622-1d57-4cc9-9da9-b30a9229dcfd None None] Routers {'0a4eb23b-4aa3-4641-804f-34730e15e3db'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:45.819733 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2bbfa622-1d57-4cc9-9da9-b30a9229dcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:28:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0a4eb23b-4aa3-4641-804f-34730e15e3db'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:45.826515 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b34eed63-06e5-4eda-8646-c4f3d6938f7d req-0d820382-8a35-4b5f-a7a3-2c36ee970312 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286396 Sep 01 15:28:46.120939 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487268df-361c-4468-8d0b-84ef82886569 req-93831ecb-3932-4bd0-9f8e-1d9797a6e4a9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:46.157929 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-487268df-361c-4468-8d0b-84ef82886569 req-93831ecb-3932-4bd0-9f8e-1d9797a6e4a9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 944 time: 0.7103693 Sep 01 15:28:46.268429 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-2bbfa622-1d57-4cc9-9da9-b30a9229dcfd None None] Set router 0a4eb23b-4aa3-4641-804f-34730e15e3db gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:46.316668 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1c45791b-1489-421c-bf41-b48770b099b3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:46.346478 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-391dd156-237c-45f5-8a17-dd9d860d8741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:46.420144 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f63ed-96e9-4810-b504-8f29b9b0a887 req-551dc475-e2d1-4f05-8b42-f62dd6a6478f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:46.427751 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-528f63ed-96e9-4810-b504-8f29b9b0a887 req-551dc475-e2d1-4f05-8b42-f62dd6a6478f service neutron] 10.222.0.45 "GET /v2.0/networks?id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449 HTTP/1.1" status: 200 len: 897 time: 1.2148936 Sep 01 15:28:46.527013 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410963a-673a-483f-afdc-dfd46ef8aa8a req-ff5d02d8-0b62-476e-86d2-8e5109d85a36 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:46.540681 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3410963a-673a-483f-afdc-dfd46ef8aa8a req-ff5d02d8-0b62-476e-86d2-8e5109d85a36 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 946 time: 0.3577249 Sep 01 15:28:46.590883 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa686ae7-4abb-4f95-9169-23325b4a4e8a None None] Pushing event updated for resources: {'Port': ['ID=60d465dc-5a36-4849-bbb7-de84a74935c0,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:46.621400 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45791b-1489-421c-bf41-b48770b099b3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Subnet': ['ID=7ea3e6c1-fc78-4ea0-b332-5634c315fd26,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:46.651960 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-528f63ed-96e9-4810-b504-8f29b9b0a887 req-28c02959-819e-475a-bf90-da23ee72d5e7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e HTTP/1.1" status: 200 len: 217 time: 0.2129331 Sep 01 15:28:46.724962 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-487268df-361c-4468-8d0b-84ef82886569 req-6eb543da-af53-4c86-b6a7-1febfd01b60a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5655279 Sep 01 15:28:46.747600 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3410963a-673a-483f-afdc-dfd46ef8aa8a req-4c84a996-65c0-408e-bd76-83fca86fff39 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054989 Sep 01 15:28:46.758783 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c45791b-1489-421c-bf41-b48770b099b3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Checking segment: {'id': 'a03193f9-d739-4fdf-b6f3-1d23273a57ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '793fdf17-e0e5-4225-852a-6242e5cbd643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:46.761790 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c45791b-1489-421c-bf41-b48770b099b3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network hostable DHCP agents. Network: 793fdf17-e0e5-4225-852a-6242e5cbd643, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:28:46.826828 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c45791b-1489-421c-bf41-b48770b099b3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network 793fdf17-e0e5-4225-852a-6242e5cbd643 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:28:46.849015 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-1c45791b-1489-421c-bf41-b48770b099b3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 793fdf17-e0e5-4225-852a-6242e5cbd643) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:46.869217 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c45791b-1489-421c-bf41-b48770b099b3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:46.873727 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1c45791b-1489-421c-bf41-b48770b099b3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:46.895345 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5fe57c-57ec-4221-9f12-8691d98a57b8 None None] Network 793fdf17-e0e5-4225-852a-6242e5cbd643 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:28:46.948682 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f63ed-96e9-4810-b504-8f29b9b0a887 req-31c90c1a-67a8-411b-abc4-d081e4f20d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:46.954706 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-528f63ed-96e9-4810-b504-8f29b9b0a887 req-31c90c1a-67a8-411b-abc4-d081e4f20d16 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0fe352f8-e391-4ad4-b362-c4af541a7f65 HTTP/1.1" status: 200 len: 835 time: 0.2890360 Sep 01 15:28:47.268291 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2bbfa622-1d57-4cc9-9da9-b30a9229dcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:28:39Z', 'revision_number': 4, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None, '_interfaces': [{'id': '60d465dc-5a36-4849-bbb7-de84a74935c0', 'name': '', 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:f5:28:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'e8b31527-7c50-4661-a675-e872192b431c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:20Z', 'updated_at': '2021-09-01T15:28:45Z', 'revision_number': 4, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'e8b31527-7c50-4661-a675-e872192b431c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db52221-ea05-4a30-8a0b-6ea006a51320', 'name': '', 'network_id': 'a89209f0-7118-4165-a513-a04fd7ec997a', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:e2:d0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:38Z', 'updated_at': '2021-09-01T15:28:40Z', 'revision_number': 2, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc163d1-30f6-4df9-a32e-d62bbdfebca8', 'name': '', 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:99:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ca209c17-8582-453c-9440-231958fc593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:00Z', 'updated_at': '2021-09-01T15:28:35Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'ca209c17-8582-453c-9440-231958fc593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:47.321045 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2abc45-3dc4-4010-bab8-e17a1275dd26 req-c30d2eed-0972-4082-b99b-8dc0df71daed tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:47.333640 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6d2abc45-3dc4-4010-bab8-e17a1275dd26 req-c30d2eed-0972-4082-b99b-8dc0df71daed tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.1988115 Sep 01 15:28:47.352507 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbfa622-1d57-4cc9-9da9-b30a9229dcfd None None] The sync data for ids ['0a4eb23b-4aa3-4641-804f-34730e15e3db'] in n-d-794796-3 is: [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:28:39Z', 'revision_number': 4, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None, '_interfaces': [{'id': '60d465dc-5a36-4849-bbb7-de84a74935c0', 'name': '', 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:f5:28:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'e8b31527-7c50-4661-a675-e872192b431c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:20Z', 'updated_at': '2021-09-01T15:28:45Z', 'revision_number': 4, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'e8b31527-7c50-4661-a675-e872192b431c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db52221-ea05-4a30-8a0b-6ea006a51320', 'name': '', 'network_id': 'a89209f0-7118-4165-a513-a04fd7ec997a', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:e2:d0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:38Z', 'updated_at': '2021-09-01T15:28:40Z', 'revision_number': 2, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc163d1-30f6-4df9-a32e-d62bbdfebca8', 'name': '', 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:99:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ca209c17-8582-453c-9440-231958fc593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:00Z', 'updated_at': '2021-09-01T15:28:35Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'ca209c17-8582-453c-9440-231958fc593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:28:47.371610 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f63ed-96e9-4810-b504-8f29b9b0a887 req-fc102514-f993-44be-8c58-4790927c5b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:47.378127 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-528f63ed-96e9-4810-b504-8f29b9b0a887 req-fc102514-f993-44be-8c58-4790927c5b39 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3851013 Sep 01 15:28:47.504313 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6d2abc45-3dc4-4010-bab8-e17a1275dd26 req-fd8c4ae5-7eb1-48c4-a651-e7ed5d0404fb tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636987 Sep 01 15:28:47.678824 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5fde87-0ce7-4c5e-9785-b37a3ca77a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-793fdf17-e0e5-4225-852a-6242e5cbd643', 'network_id': '793fdf17-e0e5-4225-852a-6242e5cbd643', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'fixed_ips': [{'subnet_id': '7ea3e6c1-fc78-4ea0-b332-5634c315fd26'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:28:47.681964 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0f5fde87-0ce7-4c5e-9785-b37a3ca77a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:47.985890 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-528f63ed-96e9-4810-b504-8f29b9b0a887 req-48645d0f-6d50-487b-88db-7d87283fa03c service neutron] 10.222.0.45 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5875926 Sep 01 15:28:48.010870 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dd8406-5049-4e3d-b288-50e2d6c6488f None None] Network a89209f0-7118-4165-a513-a04fd7ec997a requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:28:48.064668 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-391dd156-237c-45f5-8a17-dd9d860d8741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:48.090211 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-391dd156-237c-45f5-8a17-dd9d860d8741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:48.165608 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1c45791b-1489-421c-bf41-b48770b099b3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5179830 Sep 01 15:28:48.166523 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56028) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:48.209886 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d2e0f-dc62-48ac-a2aa-e39a646292ca req-8ca71e4e-12d8-4f1c-b02e-431077df7209 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:48.215091 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-224d2e0f-dc62-48ac-a2aa-e39a646292ca req-8ca71e4e-12d8-4f1c-b02e-431077df7209 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 944 time: 0.2269666 Sep 01 15:28:48.220584 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e7b78218-e320-4892-82f9-00c82468b9a9 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:48.275059 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a69d2b08-526a-4f9c-bce2-d421a801933a None None] Provisioning for port e7b78218-e320-4892-82f9-00c82468b9a9 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:48.390665 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-391dd156-237c-45f5-8a17-dd9d860d8741 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=248946e1f3304e12b2577eab0a67cd3f&name=default HTTP/1.1" status: 200 len: 2983 time: 3.6688924 Sep 01 15:28:48.394985 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56032) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:48.415427 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391dd156-237c-45f5-8a17-dd9d860d8741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753b9fe7-90d1-4f40-91c2-6c97aead7d71,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:48.542342 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3605805-87ae-4ca8-8492-d60f27d6663b req-7d1e81a5-30bb-446d-b72e-556695de450e tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:48.548078 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b3605805-87ae-4ca8-8492-d60f27d6663b req-7d1e81a5-30bb-446d-b72e-556695de450e tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 946 time: 0.5612898 Sep 01 15:28:48.725155 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-528f63ed-96e9-4810-b504-8f29b9b0a887 req-5d8e3e0d-5830-4a47-a179-70fba9b3f3ea service neutron] 10.222.0.45 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7244771 Sep 01 15:28:48.790931 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-224d2e0f-dc62-48ac-a2aa-e39a646292ca req-36696c67-d329-4236-bf29-a4a6e642779f tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4805646 Sep 01 15:28:48.823405 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-0f5fde87-0ce7-4c5e-9785-b37a3ca77a27 None None] Allocated IP 172.23.0.2 (793fdf17-e0e5-4225-852a-6242e5cbd643/7ea3e6c1-fc78-4ea0-b332-5634c315fd26/19f0c50c-3875-454b-a577-b40066268544) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:28:48.900118 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b3605805-87ae-4ca8-8492-d60f27d6663b req-01329820-aa9d-4d54-ac0d-9bd08a5621ba tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372867 Sep 01 15:28:49.000005 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port e7b78218-e320-4892-82f9-00c82468b9a9 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:49.024512 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:28:49.076403 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port e7b78218-e320-4892-82f9-00c82468b9a9 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:49.076788 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:49.105791 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d44c0e8c-a98f-4a86-9fe0-c1239d7128ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:49.226918 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d44c0e8c-a98f-4a86-9fe0-c1239d7128ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:49.350057 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d44c0e8c-a98f-4a86-9fe0-c1239d7128ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:49.365354 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d44c0e8c-a98f-4a86-9fe0-c1239d7128ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:49.372787 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d44c0e8c-a98f-4a86-9fe0-c1239d7128ee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/753b9fe7-90d1-4f40-91c2-6c97aead7d71 HTTP/1.1" status: 204 len: 168 time: 0.9694717 Sep 01 15:28:49.399034 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148277e4-50b6-42f3-82ca-cca1df7b0770 None None] Sync routers for ids ['0a4eb23b-4aa3-4641-804f-34730e15e3db'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:28:49.457543 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c0e8c-a98f-4a86-9fe0-c1239d7128ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753b9fe7-90d1-4f40-91c2-6c97aead7d71,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:49.462416 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148277e4-50b6-42f3-82ca-cca1df7b0770 None None] Routers {'0a4eb23b-4aa3-4641-804f-34730e15e3db'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:49.463166 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-148277e4-50b6-42f3-82ca-cca1df7b0770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:28:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0a4eb23b-4aa3-4641-804f-34730e15e3db'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:49.710088 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-148277e4-50b6-42f3-82ca-cca1df7b0770 None None] Set router 0a4eb23b-4aa3-4641-804f-34730e15e3db gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:49.765082 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cbc44-48c7-406f-8f39-93958d1668e4 req-a3aa39cb-dbbb-4c69-a02c-e2c91bad0bfd tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:49.771446 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0b7cbc44-48c7-406f-8f39-93958d1668e4 req-a3aa39cb-dbbb-4c69-a02c-e2c91bad0bfd tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.7047167 Sep 01 15:28:50.120049 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0b7cbc44-48c7-406f-8f39-93958d1668e4 req-a7c3d723-11ef-40f3-8ae7-9354ad3e8bd0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492898 Sep 01 15:28:50.120860 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6c971-2b05-4d3e-ba7b-c47fa65bba9a req-74379c3e-c082-4eb3-9734-5482861811da tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:50.125615 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4fd6c971-2b05-4d3e-ba7b-c47fa65bba9a req-74379c3e-c082-4eb3-9734-5482861811da tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 944 time: 0.1577520 Sep 01 15:28:50.181070 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-12b73b81-e095-4ecc-8ced-2f989f2b1c18 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:50.206712 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,segment=NetworkSegment(43435e54-65f1-4db7-a09a-c8eaa0a35130),segment_id=43435e54-65f1-4db7-a09a-c8eaa0a35130)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:50.252956 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4fd6c971-2b05-4d3e-ba7b-c47fa65bba9a req-7f1e4243-9f70-4c92-803f-3d1ab9358394 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176386 Sep 01 15:28:50.339534 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a7260471-2c19-447b-ab27-10e3389ec0f6 None None] Provisioning for port 7db52221-ea05-4a30-8a0b-6ea006a51320 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:50.351593 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:50.379207 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e', 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449', 'port_id': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e', 'mac_address': 'fa:16:3e:a4:94:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe352f8-e391-4ad4-b362-c4af541a7f65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:28:50.402398 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a7260471-2c19-447b-ab27-10e3389ec0f6 None None] Provisioning complete for port 7db52221-ea05-4a30-8a0b-6ea006a51320 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:50.406220 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a7260471-2c19-447b-ab27-10e3389ec0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:50.488477 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-148277e4-50b6-42f3-82ca-cca1df7b0770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:28:39Z', 'revision_number': 4, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None, '_interfaces': [{'id': '60d465dc-5a36-4849-bbb7-de84a74935c0', 'name': '', 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:f5:28:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'e8b31527-7c50-4661-a675-e872192b431c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:20Z', 'updated_at': '2021-09-01T15:28:45Z', 'revision_number': 4, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'e8b31527-7c50-4661-a675-e872192b431c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db52221-ea05-4a30-8a0b-6ea006a51320', 'name': '', 'network_id': 'a89209f0-7118-4165-a513-a04fd7ec997a', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:e2:d0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:38Z', 'updated_at': '2021-09-01T15:28:40Z', 'revision_number': 2, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc163d1-30f6-4df9-a32e-d62bbdfebca8', 'name': '', 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:99:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ca209c17-8582-453c-9440-231958fc593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:00Z', 'updated_at': '2021-09-01T15:28:35Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'ca209c17-8582-453c-9440-231958fc593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:50.493169 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0f5fde87-0ce7-4c5e-9785-b37a3ca77a27 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:50.531455 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0f5fde87-0ce7-4c5e-9785-b37a3ca77a27 None None] Transition to ACTIVE for port object 19f0c50c-3875-454b-a577-b40066268544 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:50.564632 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148277e4-50b6-42f3-82ca-cca1df7b0770 None None] Checking router: 0a4eb23b-4aa3-4641-804f-34730e15e3db for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:28:50.565123 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148277e4-50b6-42f3-82ca-cca1df7b0770 None None] Updating router 0a4eb23b-4aa3-4641-804f-34730e15e3db port 7db52221-ea05-4a30-8a0b-6ea006a51320 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:28:50.633766 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-148277e4-50b6-42f3-82ca-cca1df7b0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:50.771689 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:50.813368 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-a7260471-2c19-447b-ab27-10e3389ec0f6 None None] Port 7db52221-ea05-4a30-8a0b-6ea006a51320 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:28:50.821380 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0f5fde87-0ce7-4c5e-9785-b37a3ca77a27 None None] Transition to ACTIVE for port object 19f0c50c-3875-454b-a577-b40066268544 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:50.828714 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port e7b78218-e320-4892-82f9-00c82468b9a9, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e7b78218-e320-4892-82f9-00c82468b9a9,segment=NetworkSegment(b5971d8d-c5a7-4fcc-9537-b5d57da35972),segment_id=b5971d8d-c5a7-4fcc-9537-b5d57da35972)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:50.859453 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:28:50.915995 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,segment=NetworkSegment(43435e54-65f1-4db7-a09a-c8eaa0a35130),segment_id=43435e54-65f1-4db7-a09a-c8eaa0a35130)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:50.917127 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:50.917973 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 60d465dc-5a36-4849-bbb7-de84a74935c0 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:51.008256 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-12b73b81-e095-4ecc-8ced-2f989f2b1c18 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Allocated IP 172.23.0.1 (793fdf17-e0e5-4225-852a-6242e5cbd643/7ea3e6c1-fc78-4ea0-b332-5634c315fd26/05938379-b73a-4f77-a2c7-d90f8cfe77dc) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:28:51.025958 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0f5fde87-0ce7-4c5e-9785-b37a3ca77a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:51.028171 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:51.148950 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a7260471-2c19-447b-ab27-10e3389ec0f6 None None] Provisioning complete for port e7b78218-e320-4892-82f9-00c82468b9a9 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:51.149399 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a7260471-2c19-447b-ab27-10e3389ec0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:51.244793 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-12b73b81-e095-4ecc-8ced-2f989f2b1c18 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:51.262969 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-12b73b81-e095-4ecc-8ced-2f989f2b1c18 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Transition to ACTIVE for port object 05938379-b73a-4f77-a2c7-d90f8cfe77dc will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:51.358689 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-12b73b81-e095-4ecc-8ced-2f989f2b1c18 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:51.387422 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5fde87-0ce7-4c5e-9785-b37a3ca77a27 None None] Network 793fdf17-e0e5-4225-852a-6242e5cbd643 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:51.409864 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f47e80-af43-4b9f-8fd7-42b41c9fb467 req-7efc5f88-fe79-4871-8928-14f206293d72 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:51.417912 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f3f47e80-af43-4b9f-8fd7-42b41c9fb467 req-7efc5f88-fe79-4871-8928-14f206293d72 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 946 time: 0.1264446 Sep 01 15:28:51.424665 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-0f5fde87-0ce7-4c5e-9785-b37a3ca77a27 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:51.443246 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5fde87-0ce7-4c5e-9785-b37a3ca77a27 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:28:51.470863 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=e7b78218-e320-4892-82f9-00c82468b9a9,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:51.500855 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 60d465dc-5a36-4849-bbb7-de84a74935c0 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:51.553748 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['9680b7b7-4cb8-4de6-9e02-d39a9cf0622e'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:28:51.695773 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:51.696708 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:51.698711 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:51.699777 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:51.700616 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:51.701408 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:51.702241 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:51.703109 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:51.703915 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:51.704972 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:51.706481 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:51.707293 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:28:51.721186 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c7517-6fb8-4aa8-b4af-6849ce45a60b req-6d1ac197-6446-42d8-8a5a-3aa0d30f417c tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:51.730822 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f86c7517-6fb8-4aa8-b4af-6849ce45a60b req-6d1ac197-6446-42d8-8a5a-3aa0d30f417c tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.2918613 Sep 01 15:28:51.794561 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b73b81-e095-4ecc-8ced-2f989f2b1c18 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network 793fdf17-e0e5-4225-852a-6242e5cbd643 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:51.822199 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f3f47e80-af43-4b9f-8fd7-42b41c9fb467 req-d6ef6bb4-f603-4cc9-8355-d35dfd4bd953 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851107 Sep 01 15:28:51.823809 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-12b73b81-e095-4ecc-8ced-2f989f2b1c18 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:51.845733 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 60d465dc-5a36-4849-bbb7-de84a74935c0 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:51.854482 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:51.859480 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b73b81-e095-4ecc-8ced-2f989f2b1c18 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:28:51.914666 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b73b81-e095-4ecc-8ced-2f989f2b1c18 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Port': ['ID=05938379-b73a-4f77-a2c7-d90f8cfe77dc,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:51.925714 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f86c7517-6fb8-4aa8-b4af-6849ce45a60b req-1abaa4ea-accc-4fc8-be45-d79405f8b290 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871631 Sep 01 15:28:51.980358 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-148277e4-50b6-42f3-82ca-cca1df7b0770 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:52.007859 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:28:52.056779 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-148277e4-50b6-42f3-82ca-cca1df7b0770 None None] Transition to ACTIVE for port object 7db52221-ea05-4a30-8a0b-6ea006a51320 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:28:52.084389 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-148277e4-50b6-42f3-82ca-cca1df7b0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:52.140264 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-12b73b81-e095-4ecc-8ced-2f989f2b1c18 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:52.315909 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9904a-2bc4-48ad-8759-d75d4d55d343 None None] Pushing event updated for resources: {'Port': ['ID=7db52221-ea05-4a30-8a0b-6ea006a51320,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:52.524576 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdaee4-2b6e-4b58-bec3-1e21bdf1b62c req-8d5e9898-3373-44f2-82b2-60c6340e4812 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:52.540004 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-21fdaee4-2b6e-4b58-bec3-1e21bdf1b62c req-8d5e9898-3373-44f2-82b2-60c6340e4812 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 945 time: 0.4908168 Sep 01 15:28:52.594817 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-148277e4-50b6-42f3-82ca-cca1df7b0770 None None] Attempting to bind port 7db52221-ea05-4a30-8a0b-6ea006a51320 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:28:52.596023 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-148277e4-50b6-42f3-82ca-cca1df7b0770 None None] Attempting to bind port 7db52221-ea05-4a30-8a0b-6ea006a51320 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'b5971d8d-c5a7-4fcc-9537-b5d57da35972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a89209f0-7118-4165-a513-a04fd7ec997a'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:28:52.599333 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148277e4-50b6-42f3-82ca-cca1df7b0770 None None] Attempting to bind port 7db52221-ea05-4a30-8a0b-6ea006a51320 on network a89209f0-7118-4165-a513-a04fd7ec997a {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:52.626130 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-0f5fde87-0ce7-4c5e-9785-b37a3ca77a27 None None] Attempting to bind port 19f0c50c-3875-454b-a577-b40066268544 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:28:52.627364 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-0f5fde87-0ce7-4c5e-9785-b37a3ca77a27 None None] Attempting to bind port 19f0c50c-3875-454b-a577-b40066268544 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a03193f9-d739-4fdf-b6f3-1d23273a57ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '793fdf17-e0e5-4225-852a-6242e5cbd643'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:28:52.628121 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5fde87-0ce7-4c5e-9785-b37a3ca77a27 None None] Attempting to bind port 19f0c50c-3875-454b-a577-b40066268544 on network 793fdf17-e0e5-4225-852a-6242e5cbd643 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:28:52.628715 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148277e4-50b6-42f3-82ca-cca1df7b0770 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:28:52.629422 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148277e4-50b6-42f3-82ca-cca1df7b0770 None None] Checking segment: {'id': 'b5971d8d-c5a7-4fcc-9537-b5d57da35972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a89209f0-7118-4165-a513-a04fd7ec997a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:52.633705 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-148277e4-50b6-42f3-82ca-cca1df7b0770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:52.635672 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148277e4-50b6-42f3-82ca-cca1df7b0770 None None] Bound using segment: {'id': 'b5971d8d-c5a7-4fcc-9537-b5d57da35972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a89209f0-7118-4165-a513-a04fd7ec997a'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:28:52.638650 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-148277e4-50b6-42f3-82ca-cca1df7b0770 None None] Bound port: 7db52221-ea05-4a30-8a0b-6ea006a51320, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5971d8d-c5a7-4fcc-9537-b5d57da35972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a89209f0-7118-4165-a513-a04fd7ec997a'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:28:52.641660 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-148277e4-50b6-42f3-82ca-cca1df7b0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:52.646635 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fde87-0ce7-4c5e-9785-b37a3ca77a27 None None] Pushing event updated for resources: {'Port': ['ID=19f0c50c-3875-454b-a577-b40066268544,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:52.669589 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-21fdaee4-2b6e-4b58-bec3-1e21bdf1b62c req-bbc93da5-897d-4f45-9d88-68521bd46c93 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276762 Sep 01 15:28:52.697655 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5fde87-0ce7-4c5e-9785-b37a3ca77a27 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:28:52.698104 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5fde87-0ce7-4c5e-9785-b37a3ca77a27 None None] Checking segment: {'id': 'a03193f9-d739-4fdf-b6f3-1d23273a57ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '793fdf17-e0e5-4225-852a-6242e5cbd643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:28:52.698570 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0f5fde87-0ce7-4c5e-9785-b37a3ca77a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:52.698986 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5fde87-0ce7-4c5e-9785-b37a3ca77a27 None None] Bound using segment: {'id': 'a03193f9-d739-4fdf-b6f3-1d23273a57ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '793fdf17-e0e5-4225-852a-6242e5cbd643'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:28:52.699521 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-0f5fde87-0ce7-4c5e-9785-b37a3ca77a27 None None] Bound port: 19f0c50c-3875-454b-a577-b40066268544, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03193f9-d739-4fdf-b6f3-1d23273a57ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '793fdf17-e0e5-4225-852a-6242e5cbd643'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:28:52.699879 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0f5fde87-0ce7-4c5e-9785-b37a3ca77a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:52.852818 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-12b73b81-e095-4ecc-8ced-2f989f2b1c18 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:52.889971 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-148277e4-50b6-42f3-82ca-cca1df7b0770 None None] For port 7db52221-ea05-4a30-8a0b-6ea006a51320, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:28:52.897050 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-148277e4-50b6-42f3-82ca-cca1df7b0770 None None] For port 7db52221-ea05-4a30-8a0b-6ea006a51320, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=7db52221-ea05-4a30-8a0b-6ea006a51320,segment=NetworkSegment(b5971d8d-c5a7-4fcc-9537-b5d57da35972),segment_id=b5971d8d-c5a7-4fcc-9537-b5d57da35972)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:28:52.904849 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-148277e4-50b6-42f3-82ca-cca1df7b0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:53.007597 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56116) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:53.052627 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148277e4-50b6-42f3-82ca-cca1df7b0770 None None] Routers {'0a4eb23b-4aa3-4641-804f-34730e15e3db'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:53.053843 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-148277e4-50b6-42f3-82ca-cca1df7b0770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:28:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0a4eb23b-4aa3-4641-804f-34730e15e3db'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:53.208363 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:53.231175 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:53.339891 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbe88b-bf44-499d-abdc-725c66f6d1ed req-4b443197-a141-4c17-99ba-23d629087a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:53.347640 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1dbbe88b-bf44-499d-abdc-725c66f6d1ed req-4b443197-a141-4c17-99ba-23d629087a1b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f64e9e568cfb496c936b61a18ec8a0b5&device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 1096 time: 0.1734681 Sep 01 15:28:53.422936 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-148277e4-50b6-42f3-82ca-cca1df7b0770 None None] Set router 0a4eb23b-4aa3-4641-804f-34730e15e3db gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:53.466799 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-0f5fde87-0ce7-4c5e-9785-b37a3ca77a27 None None] For port 19f0c50c-3875-454b-a577-b40066268544, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:28:53.547470 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-0f5fde87-0ce7-4c5e-9785-b37a3ca77a27 None None] For port 19f0c50c-3875-454b-a577-b40066268544, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=19f0c50c-3875-454b-a577-b40066268544,segment=NetworkSegment(a03193f9-d739-4fdf-b6f3-1d23273a57ec),segment_id=a03193f9-d739-4fdf-b6f3-1d23273a57ec)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:28:53.574158 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0f5fde87-0ce7-4c5e-9785-b37a3ca77a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:53.581424 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 60d465dc-5a36-4849-bbb7-de84a74935c0, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=60d465dc-5a36-4849-bbb7-de84a74935c0,segment=NetworkSegment(a5b43d70-e73b-4e63-b0f5-c65ff7014a37),segment_id=a5b43d70-e73b-4e63-b0f5-c65ff7014a37)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:53.652950 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:53.734434 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623de774-4d73-42e7-9d77-70760863aabc req-1a5cb3a1-9ca8-46f1-850a-d180a095ab72 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:53.737279 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-623de774-4d73-42e7-9d77-70760863aabc req-1a5cb3a1-9ca8-46f1-850a-d180a095ab72 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.4421639 Sep 01 15:28:53.753658 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbe88b-bf44-499d-abdc-725c66f6d1ed req-cd72d3b3-ccfb-41b9-80a8-ea5a999b6549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:53.755835 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1dbbe88b-bf44-499d-abdc-725c66f6d1ed req-cd72d3b3-ccfb-41b9-80a8-ea5a999b6549 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5460166-f0b6-4e0f-87a2-13b45ba8cda0 HTTP/1.1" status: 200 len: 915 time: 0.3855803 Sep 01 15:28:53.776629 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8a31f-6358-492a-88b2-ef1bbdacf029 req-90f566f8-86f5-4565-a49e-7d630ef9f5f8 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:53.783717 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9ec8a31f-6358-492a-88b2-ef1bbdacf029 req-90f566f8-86f5-4565-a49e-7d630ef9f5f8 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 946 time: 0.7597167 Sep 01 15:28:53.961141 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9904a-2bc4-48ad-8759-d75d4d55d343 None None] Pushing event updated for resources: {'Port': ['ID=7db52221-ea05-4a30-8a0b-6ea006a51320,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:53.994277 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1dbbe88b-bf44-499d-abdc-725c66f6d1ed req-33bbf188-7aec-4fb0-80d2-bb23fd14fc1d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9470091-87f1-45a7-9b64-aa8b33b9992e HTTP/1.1" status: 200 len: 217 time: 0.2087731 Sep 01 15:28:54.066392 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-623de774-4d73-42e7-9d77-70760863aabc req-f97bd996-8fb5-4fa2-8bfb-9e513deb4d28 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980056 Sep 01 15:28:54.112259 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e7b78218-e320-4892-82f9-00c82468b9a9 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:54.207150 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-103bf413-e5ca-4239-b45b-8621884d2828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:54.244955 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbe88b-bf44-499d-abdc-725c66f6d1ed req-9790c14c-3ff5-4737-8cd2-114a8b3de10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:54.253542 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1dbbe88b-bf44-499d-abdc-725c66f6d1ed req-9790c14c-3ff5-4737-8cd2-114a8b3de10d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d7305b75-0883-4ca2-85e6-e628da02c41e HTTP/1.1" status: 200 len: 854 time: 0.1859615 Sep 01 15:28:54.335848 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-12b73b81-e095-4ecc-8ced-2f989f2b1c18 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:54.362662 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-12b73b81-e095-4ecc-8ced-2f989f2b1c18 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:54.576648 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-148277e4-50b6-42f3-82ca-cca1df7b0770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:28:52Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None, '_interfaces': [{'id': '05938379-b73a-4f77-a2c7-d90f8cfe77dc', 'name': '', 'network_id': '793fdf17-e0e5-4225-852a-6242e5cbd643', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:25:46:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '7ea3e6c1-fc78-4ea0-b332-5634c315fd26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:50Z', 'updated_at': '2021-09-01T15:28:51Z', 'revision_number': 1, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': '7ea3e6c1-fc78-4ea0-b332-5634c315fd26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60d465dc-5a36-4849-bbb7-de84a74935c0', 'name': '', 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:f5:28:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'e8b31527-7c50-4661-a675-e872192b431c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:20Z', 'updated_at': '2021-09-01T15:28:45Z', 'revision_number': 4, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'e8b31527-7c50-4661-a675-e872192b431c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db52221-ea05-4a30-8a0b-6ea006a51320', 'name': '', 'network_id': 'a89209f0-7118-4165-a513-a04fd7ec997a', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:e2:d0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:38Z', 'updated_at': '2021-09-01T15:28:52Z', 'revision_number': 4, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc163d1-30f6-4df9-a32e-d62bbdfebca8', 'name': '', 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:99:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ca209c17-8582-453c-9440-231958fc593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:00Z', 'updated_at': '2021-09-01T15:28:35Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'ca209c17-8582-453c-9440-231958fc593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:54.621271 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fde87-0ce7-4c5e-9785-b37a3ca77a27 None None] Pushing event updated for resources: {'Port': ['ID=19f0c50c-3875-454b-a577-b40066268544,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:54.877328 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9ec8a31f-6358-492a-88b2-ef1bbdacf029 req-99ac78a5-4f29-48c8-afc0-fd7768aa3582 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8802934 Sep 01 15:28:54.891433 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148277e4-50b6-42f3-82ca-cca1df7b0770 None None] The sync data for ids ['0a4eb23b-4aa3-4641-804f-34730e15e3db'] in n-d-794796-3 is: [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:28:52Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None, '_interfaces': [{'id': '05938379-b73a-4f77-a2c7-d90f8cfe77dc', 'name': '', 'network_id': '793fdf17-e0e5-4225-852a-6242e5cbd643', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:25:46:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '7ea3e6c1-fc78-4ea0-b332-5634c315fd26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:50Z', 'updated_at': '2021-09-01T15:28:51Z', 'revision_number': 1, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': '7ea3e6c1-fc78-4ea0-b332-5634c315fd26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60d465dc-5a36-4849-bbb7-de84a74935c0', 'name': '', 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:f5:28:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'e8b31527-7c50-4661-a675-e872192b431c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:20Z', 'updated_at': '2021-09-01T15:28:45Z', 'revision_number': 4, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'e8b31527-7c50-4661-a675-e872192b431c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db52221-ea05-4a30-8a0b-6ea006a51320', 'name': '', 'network_id': 'a89209f0-7118-4165-a513-a04fd7ec997a', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:e2:d0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:38Z', 'updated_at': '2021-09-01T15:28:52Z', 'revision_number': 4, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc163d1-30f6-4df9-a32e-d62bbdfebca8', 'name': '', 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:99:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ca209c17-8582-453c-9440-231958fc593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:00Z', 'updated_at': '2021-09-01T15:28:35Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'ca209c17-8582-453c-9440-231958fc593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:28:54.956886 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-103bf413-e5ca-4239-b45b-8621884d2828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:55.142278 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1dbbe88b-bf44-499d-abdc-725c66f6d1ed req-517c7419-97d8-4792-b28e-3eeff07435aa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5460166-f0b6-4e0f-87a2-13b45ba8cda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2789848 Sep 01 15:28:55.142278 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-103bf413-e5ca-4239-b45b-8621884d2828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:55.228472 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ca3f8-5970-4a07-bcb6-d10d7409fa97 req-71454055-a47f-4c7b-937d-b09e3f157449 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:55.251423 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e68ca3f8-5970-4a07-bcb6-d10d7409fa97 req-71454055-a47f-4c7b-937d-b09e3f157449 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 945 time: 0.9012351 Sep 01 15:28:55.258194 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=60d465dc-5a36-4849-bbb7-de84a74935c0,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:55.303559 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port e7b78218-e320-4892-82f9-00c82468b9a9 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:55.304290 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:55.365868 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-12b73b81-e095-4ecc-8ced-2f989f2b1c18 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:55.483999 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b73b81-e095-4ecc-8ced-2f989f2b1c18 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event updated for resources: {'Port': ['ID=05938379-b73a-4f77-a2c7-d90f8cfe77dc,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:55.625478 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-103bf413-e5ca-4239-b45b-8621884d2828 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=349715b211f443a6b8dc0c3098437729&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6159782 Sep 01 15:28:55.633801 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56154) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:56.038552 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b73b81-e095-4ecc-8ced-2f989f2b1c18 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Network 793fdf17-e0e5-4225-852a-6242e5cbd643 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:28:56.050357 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-12b73b81-e095-4ecc-8ced-2f989f2b1c18 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:28:56.092946 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e68ca3f8-5970-4a07-bcb6-d10d7409fa97 req-f62aa12c-ca5d-43d9-87f9-aa88171890f8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8288922 Sep 01 15:28:56.534625 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddfdb39-44a7-42fb-b6d5-bc4a8b919bbc None None] Network 793fdf17-e0e5-4225-852a-6242e5cbd643 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:28:56.630590 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103bf413-e5ca-4239-b45b-8621884d2828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd0de29-dbdf-4a37-b90b-7333063cff4c,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:56.644853 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 60d465dc-5a36-4849-bbb7-de84a74935c0 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:56.745150 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b73b81-e095-4ecc-8ced-2f989f2b1c18 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Router 0a4eb23b-4aa3-4641-804f-34730e15e3db has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:28:56.788580 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4f9f0c65-2588-449f-886d-8edd4dbadbcc None None] Provisioning for port 19f0c50c-3875-454b-a577-b40066268544 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:56.846890 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 60d465dc-5a36-4849-bbb7-de84a74935c0 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:56.851002 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:56.926626 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24991904-eef6-4584-a9d6-61d6a6687376 req-ce2ecd82-1d26-4d5d-979d-3ef5bdbeb6cd tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:56.929745 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-24991904-eef6-4584-a9d6-61d6a6687376 req-ce2ecd82-1d26-4d5d-979d-3ef5bdbeb6cd tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 1.4834795 Sep 01 15:28:56.947377 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1dbbe88b-bf44-499d-abdc-725c66f6d1ed req-68739fd1-d6d4-4aea-b427-f09ff01a186e service neutron] 10.222.0.45 "GET /v2.0/networks/e5460166-f0b6-4e0f-87a2-13b45ba8cda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7868562 Sep 01 15:28:56.981778 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3b73ae72-4bea-432d-84e6-f77a42237eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:57.102416 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:57.204174 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3b73ae72-4bea-432d-84e6-f77a42237eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:57.294631 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-24991904-eef6-4584-a9d6-61d6a6687376 req-c9bf1d91-a203-4732-986b-1fa8d5b9d2ed tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142722 Sep 01 15:28:57.457454 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1dbbe88b-bf44-499d-abdc-725c66f6d1ed req-4ab9a52f-0d2f-434e-8d7d-7c8d665ea8dd service neutron] 10.222.0.45 "GET /v2.0/networks/e5460166-f0b6-4e0f-87a2-13b45ba8cda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788237 Sep 01 15:28:57.510484 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3b73ae72-4bea-432d-84e6-f77a42237eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:57.515854 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3b73ae72-4bea-432d-84e6-f77a42237eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:57.527879 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3b73ae72-4bea-432d-84e6-f77a42237eb2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0cd0de29-dbdf-4a37-b90b-7333063cff4c HTTP/1.1" status: 204 len: 168 time: 1.8891931 Sep 01 15:28:57.549571 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:57.622255 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73ae72-4bea-432d-84e6-f77a42237eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd0de29-dbdf-4a37-b90b-7333063cff4c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:28:57.625618 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b73b81-e095-4ecc-8ced-2f989f2b1c18 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:28:57.653283 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:57.653882 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:57.701515 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5ee69-5962-409c-a0b2-4cf319112386 req-ac9b7066-25cc-49ad-9816-7b09e8e4d009 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:57.703948 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b7d5ee69-5962-409c-a0b2-4cf319112386 req-ac9b7066-25cc-49ad-9816-7b09e8e4d009 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 946 time: 1.1976669 Sep 01 15:28:57.718408 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4bcbe4-d031-4b9b-8ab2-7caf4dd66e7a req-01f8828e-e8ea-4ac7-8d32-09d41e574ecd tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:57.720574 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-12b73b81-e095-4ecc-8ced-2f989f2b1c18 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "PUT /v2.0/routers/0a4eb23b-4aa3-4641-804f-34730e15e3db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5448606 Sep 01 15:28:57.724043 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56190) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:57.724510 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0d4bcbe4-d031-4b9b-8ab2-7caf4dd66e7a req-01f8828e-e8ea-4ac7-8d32-09d41e574ecd tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 945 time: 0.2464647 Sep 01 15:28:57.739300 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-d69beefb-6784-4305-bad3-8eaaa2f1e9be tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:28:57.742399 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01114846-014c-4181-b9ea-f83ea0f5c16e None None] Sync routers for ids ['0a4eb23b-4aa3-4641-804f-34730e15e3db'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:28:57.805595 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 7db52221-ea05-4a30-8a0b-6ea006a51320 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:28:57.867703 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0d4bcbe4-d031-4b9b-8ab2-7caf4dd66e7a req-0d3a80ab-0b84-4280-9e05-ff88022b7d45 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371839 Sep 01 15:28:58.046213 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01114846-014c-4181-b9ea-f83ea0f5c16e None None] Routers {'0a4eb23b-4aa3-4641-804f-34730e15e3db'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:28:58.047036 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-01114846-014c-4181-b9ea-f83ea0f5c16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:28:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0a4eb23b-4aa3-4641-804f-34730e15e3db'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:28:58.143727 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b7d5ee69-5962-409c-a0b2-4cf319112386 req-2845cf39-3dee-44fa-83e0-fdc685feee01 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181316 Sep 01 15:28:58.388555 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-01114846-014c-4181-b9ea-f83ea0f5c16e None None] Set router 0a4eb23b-4aa3-4641-804f-34730e15e3db gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:28:58.444717 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d4a134c-b760-4368-896f-7ac4f87a743b req-b6072f3b-1901-4861-b01d-0a9d17e229ea service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1460862 Sep 01 15:28:58.748819 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:58.749409 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a134c-b760-4368-896f-7ac4f87a743b req-04229a72-0cde-4cee-ac19-92fe36284f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:58.753439 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d4a134c-b760-4368-896f-7ac4f87a743b req-04229a72-0cde-4cee-ac19-92fe36284f13 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=23b9023d47b94f66b655f70395dcb615&device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 1096 time: 0.2566731 Sep 01 15:28:58.790091 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4f632-416d-4f74-b28a-fcabb312ba93 req-9cdd758a-fe4e-4c1c-8291-fa2ddac13b4d tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:58.804071 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37e4f632-416d-4f74-b28a-fcabb312ba93 req-9cdd758a-fe4e-4c1c-8291-fa2ddac13b4d tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.2344739 Sep 01 15:28:59.015515 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3a4ca23c-f7ae-4066-af2f-ac0f52255ab3 None None] Provisioning for port 05938379-b73a-4f77-a2c7-d90f8cfe77dc completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:59.056389 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3a4ca23c-f7ae-4066-af2f-ac0f52255ab3 None None] Provisioning complete for port 05938379-b73a-4f77-a2c7-d90f8cfe77dc triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:59.056988 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3a4ca23c-f7ae-4066-af2f-ac0f52255ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:59.060090 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56212) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:59.136524 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a134c-b760-4368-896f-7ac4f87a743b req-a7b387fb-b825-4e80-8b5f-f216c0eaadf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:59.145649 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d4a134c-b760-4368-896f-7ac4f87a743b req-a7b387fb-b825-4e80-8b5f-f216c0eaadf0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3fc306ad-d395-4e29-8475-725b0736474b HTTP/1.1" status: 200 len: 911 time: 0.3399320 Sep 01 15:28:59.282557 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d4a134c-b760-4368-896f-7ac4f87a743b req-469b63ed-acdb-4b7f-aa51-cf59fa5bfc70 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d82534cd-0564-47c6-a468-e1374b8f6283 HTTP/1.1" status: 200 len: 217 time: 0.1188502 Sep 01 15:28:59.310792 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5ea62944-c32c-4c77-9f1c-04f6d6acee3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:59.342471 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74992f7-b468-4f6c-8bfd-a5070783c783 req-b6d0bea1-c9c1-444c-a025-b3353d0c6316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:59.346210 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b74992f7-b468-4f6c-8bfd-a5070783c783 req-b6d0bea1-c9c1-444c-a025-b3353d0c6316 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 1097 time: 0.6136992 Sep 01 15:28:59.520296 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37e4f632-416d-4f74-b28a-fcabb312ba93 req-d14b1a6e-274e-46dc-8d4d-6301e7e2f836 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691611 Sep 01 15:28:59.587738 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a134c-b760-4368-896f-7ac4f87a743b req-4237ff30-3f8e-4543-9458-7a6230273ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:59.591198 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d4a134c-b760-4368-896f-7ac4f87a743b req-4237ff30-3f8e-4543-9458-7a6230273ef9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=870d447b-a102-45cd-b773-7b57248ad4c5 HTTP/1.1" status: 200 len: 850 time: 0.2963204 Sep 01 15:28:59.619867 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5ea62944-c32c-4c77-9f1c-04f6d6acee3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:59.679713 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5ea62944-c32c-4c77-9f1c-04f6d6acee3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:59.730088 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:59.732425 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d4a134c-b760-4368-896f-7ac4f87a743b req-e1dc9301-29ba-4615-b6b8-c6b95f57b232 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3fc306ad-d395-4e29-8475-725b0736474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187186 Sep 01 15:28:59.766373 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5ea62944-c32c-4c77-9f1c-04f6d6acee3a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=20460fc3c8a940cbb33a3ca11bac0068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6936460 Sep 01 15:28:59.767536 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56224) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:28:59.859709 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,segment=NetworkSegment(43435e54-65f1-4db7-a09a-c8eaa0a35130),segment_id=43435e54-65f1-4db7-a09a-c8eaa0a35130)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:28:59.861364 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2411d-5100-4b25-8692-e61b427a1522 req-c55611a8-5080-4224-a083-1f1ba9d14e7b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:28:59.872579 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c7e2411d-5100-4b25-8692-e61b427a1522 req-c55611a8-5080-4224-a083-1f1ba9d14e7b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 945 time: 0.7603674 Sep 01 15:28:59.902432 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fe2d94-e50c-4269-93f4-fe00f2d10859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:28:59.911494 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31c5315-99b6-40fd-b427-791b2dcd612e" -d '{"events": [{"server_uuid": "48fe2d94-e50c-4269-93f4-fe00f2d10859", "name": "network-vif-plugged", "status": "completed", "tag": "9680b7b7-4cb8-4de6-9e02-d39a9cf0622e"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:28:59.926610 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 7db52221-ea05-4a30-8a0b-6ea006a51320 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:28:59.936535 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:59.937655 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b9470091-87f1-45a7-9b64-aa8b33b9992e no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:28:59.945418 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-05e02813-3a68-46e1-ad1a-a7978e98de05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:28:59.959460 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c7e2411d-5100-4b25-8692-e61b427a1522 req-0512a365-54fe-45f7-ab22-fc30bb665b6c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852599 Sep 01 15:28:59.995158 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 7db52221-ea05-4a30-8a0b-6ea006a51320 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:28:59.995964 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:00.081124 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea62944-c32c-4c77-9f1c-04f6d6acee3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b795de67-b66a-41d0-931c-bdd763cdc2d7,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:00.172322 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26476987-ab77-43fd-b798-1add95b5d3d2 req-becfc9aa-b825-47ce-8591-dc4f28622d2d tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:00.179966 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-05e02813-3a68-46e1-ad1a-a7978e98de05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:00.188366 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26476987-ab77-43fd-b798-1add95b5d3d2 req-becfc9aa-b825-47ce-8591-dc4f28622d2d tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 946 time: 0.4541271 Sep 01 15:29:00.246569 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad93efe-8580-416f-9b9b-b9b78a510f82 x-openstack-request-id: req-3ad93efe-8580-416f-9b9b-b9b78a510f82 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:29:00.246966 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48fe2d94-e50c-4269-93f4-fe00f2d10859", "name": "network-vif-plugged", "status": "completed", "tag": "9680b7b7-4cb8-4de6-9e02-d39a9cf0622e", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:29:00.247193 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ad93efe-8580-416f-9b9b-b9b78a510f82 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:29:00.247534 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48fe2d94-e50c-4269-93f4-fe00f2d10859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e', 'code': 200} Sep 01 15:29:00.288986 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ca23c-f7ae-4066-af2f-ac0f52255ab3 None None] Port 05938379-b73a-4f77-a2c7-d90f8cfe77dc cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:29:00.355379 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b74992f7-b468-4f6c-8bfd-a5070783c783 req-177c483d-7b10-448a-a011-a16ab78a4dfd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7115231 Sep 01 15:29:00.363317 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-05e02813-3a68-46e1-ad1a-a7978e98de05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:00.371814 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-05e02813-3a68-46e1-ad1a-a7978e98de05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:00.372179 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:00.383532 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-05e02813-3a68-46e1-ad1a-a7978e98de05 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b795de67-b66a-41d0-931c-bdd763cdc2d7 HTTP/1.1" status: 204 len: 168 time: 0.5895698 Sep 01 15:29:00.444389 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e02813-3a68-46e1-ad1a-a7978e98de05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b795de67-b66a-41d0-931c-bdd763cdc2d7,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:00.535971 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26476987-ab77-43fd-b798-1add95b5d3d2 req-cd448f0d-4860-4c59-aa89-b1e4e1e9f69d tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289804 Sep 01 15:29:00.538606 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d4a134c-b760-4368-896f-7ac4f87a743b req-8d555f28-ee01-4cc2-932a-6ae5da3478c6 service neutron] 10.222.0.45 "GET /v2.0/networks/3fc306ad-d395-4e29-8475-725b0736474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7934949 Sep 01 15:29:00.573251 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e358838-9504-4b5c-aaf1-e308587ef626 req-25a7f816-f193-49c3-a0e0-c208532cdde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:00.574972 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8e358838-9504-4b5c-aaf1-e308587ef626 req-25a7f816-f193-49c3-a0e0-c208532cdde3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 1097 time: 0.3789179 Sep 01 15:29:00.603875 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:00.646528 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.extraroute_db [None req-d69beefb-6784-4305-bad3-8eaaa2f1e9be tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94734) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 01 15:29:00.697226 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.extraroute_db [None req-d69beefb-6784-4305-bad3-8eaaa2f1e9be tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Removed routes are [] {{(pid=94734) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 01 15:29:00.698207 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d69beefb-6784-4305-bad3-8eaaa2f1e9be tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37605'] for router, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:00.733472 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8e358838-9504-4b5c-aaf1-e308587ef626 req-3042dd9a-03ae-4051-9079-69efb2ac0e5e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479268 Sep 01 15:29:00.891614 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d4a134c-b760-4368-896f-7ac4f87a743b req-4c9ab1e6-fea0-4f8f-b8e3-2466a4f5139b service neutron] 10.222.0.45 "GET /v2.0/networks/3fc306ad-d395-4e29-8475-725b0736474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195512 Sep 01 15:29:00.899118 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:00.941383 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ba8a7e96-658d-4a2c-a7d6-e26f63f0498d None None] Provisioning complete for port 05938379-b73a-4f77-a2c7-d90f8cfe77dc triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:00.941880 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ba8a7e96-658d-4a2c-a7d6-e26f63f0498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:01.187127 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b9470091-87f1-45a7-9b64-aa8b33b9992e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b9470091-87f1-45a7-9b64-aa8b33b9992e,segment=NetworkSegment(57531288-d828-443b-b367-fd1e1ac7e99f),segment_id=57531288-d828-443b-b367-fd1e1ac7e99f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:01.204378 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ba8a7e96-658d-4a2c-a7d6-e26f63f0498d None None] Port 05938379-b73a-4f77-a2c7-d90f8cfe77dc cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:29:01.283793 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:01.295254 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 7db52221-ea05-4a30-8a0b-6ea006a51320, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=7db52221-ea05-4a30-8a0b-6ea006a51320,segment=NetworkSegment(b5971d8d-c5a7-4fcc-9537-b5d57da35972),segment_id=b5971d8d-c5a7-4fcc-9537-b5d57da35972)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:01.324248 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-01114846-014c-4181-b9ea-f83ea0f5c16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:28:52Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None, '_interfaces': [{'id': '05938379-b73a-4f77-a2c7-d90f8cfe77dc', 'name': '', 'network_id': '793fdf17-e0e5-4225-852a-6242e5cbd643', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:25:46:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '7ea3e6c1-fc78-4ea0-b332-5634c315fd26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:50Z', 'updated_at': '2021-09-01T15:28:53Z', 'revision_number': 2, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': '7ea3e6c1-fc78-4ea0-b332-5634c315fd26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60d465dc-5a36-4849-bbb7-de84a74935c0', 'name': '', 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:f5:28:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'e8b31527-7c50-4661-a675-e872192b431c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:20Z', 'updated_at': '2021-09-01T15:28:53Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'e8b31527-7c50-4661-a675-e872192b431c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db52221-ea05-4a30-8a0b-6ea006a51320', 'name': '', 'network_id': 'a89209f0-7118-4165-a513-a04fd7ec997a', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:e2:d0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:38Z', 'updated_at': '2021-09-01T15:28:52Z', 'revision_number': 4, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc163d1-30f6-4df9-a32e-d62bbdfebca8', 'name': '', 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:99:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ca209c17-8582-453c-9440-231958fc593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:00Z', 'updated_at': '2021-09-01T15:28:35Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'ca209c17-8582-453c-9440-231958fc593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:01.368843 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56264) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:01.393615 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:01.399334 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 19f0c50c-3875-454b-a577-b40066268544 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:29:01.479529 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01114846-014c-4181-b9ea-f83ea0f5c16e None None] Checking router: 0a4eb23b-4aa3-4641-804f-34730e15e3db for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:29:01.480895 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01114846-014c-4181-b9ea-f83ea0f5c16e None None] Updating router 0a4eb23b-4aa3-4641-804f-34730e15e3db port 05938379-b73a-4f77-a2c7-d90f8cfe77dc binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:29:01.517494 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51307159-96eb-4943-b8b2-784b31fd7c11 req-d5467715-f850-4028-aebc-22981e8e7286 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:01.540178 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-51307159-96eb-4943-b8b2-784b31fd7c11 req-d5467715-f850-4028-aebc-22981e8e7286 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 946 time: 0.3973875 Sep 01 15:29:01.544771 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30521ec-935c-4249-941a-80c0eefc7971 req-cc9516ca-1d77-4f6a-ac99-ad7518c0f350 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:01.556064 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-01114846-014c-4181-b9ea-f83ea0f5c16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:01.559809 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a30521ec-935c-4249-941a-80c0eefc7971 req-cc9516ca-1d77-4f6a-ac99-ad7518c0f350 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 945 time: 0.4919143 Sep 01 15:29:01.696602 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-51307159-96eb-4943-b8b2-784b31fd7c11 req-6282c047-95d0-4269-98d4-091a374f09a9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545908 Sep 01 15:29:01.724560 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4407c1d3-b042-42f3-86ed-f126555458a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:01.729846 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d69beefb-6784-4305-bad3-8eaaa2f1e9be tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37605'] for router, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:01.782283 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d69beefb-6784-4305-bad3-8eaaa2f1e9be tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1825249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1825272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1826501'] for router, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:01.817218 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a30521ec-935c-4249-941a-80c0eefc7971 req-e6c924d9-d278-4711-84d5-207387587f86 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082376 Sep 01 15:29:01.925590 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4407c1d3-b042-42f3-86ed-f126555458a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:01.947319 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=b9470091-87f1-45a7-9b64-aa8b33b9992e,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:01.964502 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4407c1d3-b042-42f3-86ed-f126555458a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:02.036162 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ef372-7f5d-46f1-b8fd-922edb6b88ba req-9a7e5300-07db-4200-9e3d-d17dd914ce82 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:02.040209 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e36ef372-7f5d-46f1-b8fd-922edb6b88ba req-9a7e5300-07db-4200-9e3d-d17dd914ce82 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 946 time: 0.1122420 Sep 01 15:29:02.064434 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4407c1d3-b042-42f3-86ed-f126555458a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb8be4a9a51644408dfcb353c1ff20da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6940165 Sep 01 15:29:02.069349 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56278) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:02.077577 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407c1d3-b042-42f3-86ed-f126555458a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2135627f-da97-420c-9300-0ad17995aac8,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:02.149428 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69beefb-6784-4305-bad3-8eaaa2f1e9be tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Router 0a4eb23b-4aa3-4641-804f-34730e15e3db has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:29:02.226185 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e36ef372-7f5d-46f1-b8fd-922edb6b88ba req-275bf210-9d85-48f4-8318-9aee16dce371 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736243 Sep 01 15:29:02.323679 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-78b6e37b-1935-4c04-a65e-2605dcbfc6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:02.380281 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-78b6e37b-1935-4c04-a65e-2605dcbfc6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:02.509518 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69beefb-6784-4305-bad3-8eaaa2f1e9be tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:29:02.537535 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d69beefb-6784-4305-bad3-8eaaa2f1e9be tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:02.541762 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56294) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:02.545982 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d69beefb-6784-4305-bad3-8eaaa2f1e9be tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "PUT /v2.0/routers/0a4eb23b-4aa3-4641-804f-34730e15e3db HTTP/1.1" status: 200 len: 933 time: 4.8154576 Sep 01 15:29:02.550869 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c8bf03-9ffd-4056-9bbc-3f99579e7385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9470091-87f1-45a7-9b64-aa8b33b9992e'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:29:02.557899 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e95069-ef8f-451c-8f6a-4e9fe7e9dedf" -d '{"events": [{"server_uuid": "e4c8bf03-9ffd-4056-9bbc-3f99579e7385", "name": "network-vif-unplugged", "status": "completed", "tag": "b9470091-87f1-45a7-9b64-aa8b33b9992e"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:29:02.631552 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 19f0c50c-3875-454b-a577-b40066268544 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:29:02.644918 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 01 Sep 2021 15:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787b204a-bd84-4918-ab55-20eeea7c895c x-openstack-request-id: req-787b204a-bd84-4918-ab55-20eeea7c895c {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:29:02.645758 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c8bf03-9ffd-4056-9bbc-3f99579e7385", "name": "network-vif-unplugged", "status": "failed", "tag": "b9470091-87f1-45a7-9b64-aa8b33b9992e", "code": 422}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:29:02.647748 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-787b204a-bd84-4918-ab55-20eeea7c895c {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:29:02.648766 n-d-794796-3 neutron-server[94735]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e4c8bf03-9ffd-4056-9bbc-3f99579e7385', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b9470091-87f1-45a7-9b64-aa8b33b9992e', 'code': 422} returned with failed status Sep 01 15:29:02.669397 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=7db52221-ea05-4a30-8a0b-6ea006a51320,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:02.696134 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 19f0c50c-3875-454b-a577-b40066268544 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:02.696862 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:02.706503 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-78b6e37b-1935-4c04-a65e-2605dcbfc6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:02.727807 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-78b6e37b-1935-4c04-a65e-2605dcbfc6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:02.738004 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-78b6e37b-1935-4c04-a65e-2605dcbfc6f8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2135627f-da97-420c-9300-0ad17995aac8 HTTP/1.1" status: 204 len: 168 time: 0.6617763 Sep 01 15:29:02.794665 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6e37b-1935-4c04-a65e-2605dcbfc6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2135627f-da97-420c-9300-0ad17995aac8,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:02.817153 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-434f9762-b03b-4fcc-9086-4acc8bd01e6e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "GET /v2.0/routers/0a4eb23b-4aa3-4641-804f-34730e15e3db HTTP/1.1" status: 200 len: 933 time: 0.2741327 Sep 01 15:29:02.832133 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56302) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:02.839919 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bce6f-99e3-499c-a67e-602fa382c2c6 req-03d498b5-ddb4-400e-a687-e774362969c7 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:02.843926 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b5bce6f-99e3-499c-a67e-602fa382c2c6 req-03d498b5-ddb4-400e-a687-e774362969c7 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 946 time: 0.2171738 Sep 01 15:29:02.863071 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-08d4bb88-6e4d-4e8f-8b34-b1b24d7c5b34 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'router': {'routes': None}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:02.923063 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b5bce6f-99e3-499c-a67e-602fa382c2c6 req-f6a9cae2-693d-447b-a4d4-a28d78daf78e tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716529 Sep 01 15:29:03.102186 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-01114846-014c-4181-b9ea-f83ea0f5c16e None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:03.124629 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-01114846-014c-4181-b9ea-f83ea0f5c16e None None] Transition to ACTIVE for port object 05938379-b73a-4f77-a2c7-d90f8cfe77dc will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:29:03.146746 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-01114846-014c-4181-b9ea-f83ea0f5c16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:03.195167 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667f7c4-d8ab-471b-baca-597df0f34ffa req-2a6744e8-fdad-4e7b-8dfb-985bc5d42a2f tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:03.208373 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a667f7c4-d8ab-471b-baca-597df0f34ffa req-2a6744e8-fdad-4e7b-8dfb-985bc5d42a2f tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 943 time: 0.1689463 Sep 01 15:29:03.233404 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:03.278109 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd221b-d681-44ba-8dfc-373734d06673 req-03d5fde3-ceaa-427f-ab98-a4dccd66a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:03.281706 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-98bd221b-d681-44ba-8dfc-373734d06673 req-03d5fde3-ceaa-427f-ab98-a4dccd66a408 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=23b9023d47b94f66b655f70395dcb615&device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 1097 time: 0.7201045 Sep 01 15:29:03.300942 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a667f7c4-d8ab-471b-baca-597df0f34ffa req-2d64d3f5-72b5-4d82-872a-92138d34895a tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914745 Sep 01 15:29:03.335023 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370f562-e404-4531-893e-a662b8312d9c None None] Pushing event updated for resources: {'Port': ['ID=05938379-b73a-4f77-a2c7-d90f8cfe77dc,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:03.676537 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56318) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:03.677848 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 19f0c50c-3875-454b-a577-b40066268544, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=19f0c50c-3875-454b-a577-b40066268544,segment=NetworkSegment(a03193f9-d739-4fdf-b6f3-1d23273a57ec),segment_id=a03193f9-d739-4fdf-b6f3-1d23273a57ec)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:03.682394 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-01114846-014c-4181-b9ea-f83ea0f5c16e None None] Attempting to bind port 05938379-b73a-4f77-a2c7-d90f8cfe77dc on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:29:03.683062 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-01114846-014c-4181-b9ea-f83ea0f5c16e None None] Attempting to bind port 05938379-b73a-4f77-a2c7-d90f8cfe77dc by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a03193f9-d739-4fdf-b6f3-1d23273a57ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '793fdf17-e0e5-4225-852a-6242e5cbd643'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:29:03.685024 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01114846-014c-4181-b9ea-f83ea0f5c16e None None] Attempting to bind port 05938379-b73a-4f77-a2c7-d90f8cfe77dc on network 793fdf17-e0e5-4225-852a-6242e5cbd643 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:29:03.743875 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5db5e547-2fa4-4310-b5ee-2d2bbfb109bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:03.758883 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:03.866956 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01114846-014c-4181-b9ea-f83ea0f5c16e None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:29:03.867692 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01114846-014c-4181-b9ea-f83ea0f5c16e None None] Checking segment: {'id': 'a03193f9-d739-4fdf-b6f3-1d23273a57ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '793fdf17-e0e5-4225-852a-6242e5cbd643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:29:03.868717 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-01114846-014c-4181-b9ea-f83ea0f5c16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:03.872185 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01114846-014c-4181-b9ea-f83ea0f5c16e None None] Bound using segment: {'id': 'a03193f9-d739-4fdf-b6f3-1d23273a57ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '793fdf17-e0e5-4225-852a-6242e5cbd643'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:29:03.873321 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-01114846-014c-4181-b9ea-f83ea0f5c16e None None] Bound port: 05938379-b73a-4f77-a2c7-d90f8cfe77dc, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03193f9-d739-4fdf-b6f3-1d23273a57ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '793fdf17-e0e5-4225-852a-6242e5cbd643'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:29:03.874648 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-01114846-014c-4181-b9ea-f83ea0f5c16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:03.929356 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f684849-79d7-4629-9440-eb1a21700780 req-4e3d2fbf-1955-4a9d-96fa-d70ed6ebbc04 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:03.955834 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7f684849-79d7-4629-9440-eb1a21700780 req-4e3d2fbf-1955-4a9d-96fa-d70ed6ebbc04 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 943 time: 0.4355819 Sep 01 15:29:03.995861 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=19f0c50c-3875-454b-a577-b40066268544,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:04.061507 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-01114846-014c-4181-b9ea-f83ea0f5c16e None None] For port 05938379-b73a-4f77-a2c7-d90f8cfe77dc, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:29:04.072769 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251aa71-e5f5-431f-9fde-fd542c207f81 req-0427126b-dd94-42f1-b337-2e91bea2bc25 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:04.075728 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-01114846-014c-4181-b9ea-f83ea0f5c16e None None] For port 05938379-b73a-4f77-a2c7-d90f8cfe77dc, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=05938379-b73a-4f77-a2c7-d90f8cfe77dc,segment=NetworkSegment(a03193f9-d739-4fdf-b6f3-1d23273a57ec),segment_id=a03193f9-d739-4fdf-b6f3-1d23273a57ec)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:29:04.079965 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1251aa71-e5f5-431f-9fde-fd542c207f81 req-0427126b-dd94-42f1-b337-2e91bea2bc25 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 946 time: 1.1991410 Sep 01 15:29:04.086201 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-01114846-014c-4181-b9ea-f83ea0f5c16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:04.094925 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 7db52221-ea05-4a30-8a0b-6ea006a51320 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:29:04.234205 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370f562-e404-4531-893e-a662b8312d9c None None] Pushing event updated for resources: {'Port': ['ID=05938379-b73a-4f77-a2c7-d90f8cfe77dc,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:04.244164 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01114846-014c-4181-b9ea-f83ea0f5c16e None None] Routers {'0a4eb23b-4aa3-4641-804f-34730e15e3db'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:04.245046 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-01114846-014c-4181-b9ea-f83ea0f5c16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:28:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0a4eb23b-4aa3-4641-804f-34730e15e3db'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:04.312843 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7f684849-79d7-4629-9440-eb1a21700780 req-b3b8cdc5-7fc5-4d3c-9536-cc7cb0c6c84a tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553302 Sep 01 15:29:04.334947 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5db5e547-2fa4-4310-b5ee-2d2bbfb109bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:04.345668 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5db5e547-2fa4-4310-b5ee-2d2bbfb109bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:04.354034 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd221b-d681-44ba-8dfc-373734d06673 req-2c3b2482-a2a0-4ec8-82ed-48b3206e903e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:04.356149 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-98bd221b-d681-44ba-8dfc-373734d06673 req-2c3b2482-a2a0-4ec8-82ed-48b3206e903e service neutron] 10.222.0.62 "GET /v2.0/networks?id=3fc306ad-d395-4e29-8475-725b0736474b HTTP/1.1" status: 200 len: 911 time: 0.9793313 Sep 01 15:29:04.510190 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5db5e547-2fa4-4310-b5ee-2d2bbfb109bd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=077132da2ca949bf8c9a38fa5c057de6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8325317 Sep 01 15:29:04.513335 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56334) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:04.514325 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5e547-2fa4-4310-b5ee-2d2bbfb109bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5a5669-ea97-4415-9eec-88297b6b1995,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:04.589315 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 7db52221-ea05-4a30-8a0b-6ea006a51320 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:04.596098 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:04.762882 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-01114846-014c-4181-b9ea-f83ea0f5c16e None None] Set router 0a4eb23b-4aa3-4641-804f-34730e15e3db gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:04.783103 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581fe18-5e11-4fc4-aa73-2978790cd06c req-33bc8406-3057-4425-b071-b3420263136a tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:04.806974 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c581fe18-5e11-4fc4-aa73-2978790cd06c req-33bc8406-3057-4425-b071-b3420263136a tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 946 time: 0.2736111 Sep 01 15:29:04.976157 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f5cae82-134e-4cc3-8c21-7234a994e790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:05.044961 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c581fe18-5e11-4fc4-aa73-2978790cd06c req-1952a329-433e-4c97-8c86-e715ef5c6aa0 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216132 Sep 01 15:29:05.062555 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f5cae82-134e-4cc3-8c21-7234a994e790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:05.144787 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b9470091-87f1-45a7-9b64-aa8b33b9992e no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:05.181088 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f5cae82-134e-4cc3-8c21-7234a994e790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:05.187330 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f5cae82-134e-4cc3-8c21-7234a994e790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:05.193277 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0f5cae82-134e-4cc3-8c21-7234a994e790 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6a5a5669-ea97-4415-9eec-88297b6b1995 HTTP/1.1" status: 204 len: 168 time: 0.6680279 Sep 01 15:29:05.243598 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5cae82-134e-4cc3-8c21-7234a994e790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5a5669-ea97-4415-9eec-88297b6b1995,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:05.299882 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-47026c85-1f9f-4ebe-995e-ecbecd538d76 req-2f3a50fa-cd2c-43fa-b610-a9e8e8b92baa service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:29:05.303140 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-47026c85-1f9f-4ebe-995e-ecbecd538d76 req-2f3a50fa-cd2c-43fa-b610-a9e8e8b92baa service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099828 Sep 01 15:29:05.711099 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-01114846-014c-4181-b9ea-f83ea0f5c16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:29:00Z', 'revision_number': 6, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None, '_interfaces': [{'id': '05938379-b73a-4f77-a2c7-d90f8cfe77dc', 'name': '', 'network_id': '793fdf17-e0e5-4225-852a-6242e5cbd643', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:25:46:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '7ea3e6c1-fc78-4ea0-b332-5634c315fd26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:50Z', 'updated_at': '2021-09-01T15:29:04Z', 'revision_number': 4, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': '7ea3e6c1-fc78-4ea0-b332-5634c315fd26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60d465dc-5a36-4849-bbb7-de84a74935c0', 'name': '', 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:f5:28:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'e8b31527-7c50-4661-a675-e872192b431c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:20Z', 'updated_at': '2021-09-01T15:28:53Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'e8b31527-7c50-4661-a675-e872192b431c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db52221-ea05-4a30-8a0b-6ea006a51320', 'name': '', 'network_id': 'a89209f0-7118-4165-a513-a04fd7ec997a', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:e2:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:38Z', 'updated_at': '2021-09-01T15:29:01Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc163d1-30f6-4df9-a32e-d62bbdfebca8', 'name': '', 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:99:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ca209c17-8582-453c-9440-231958fc593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:00Z', 'updated_at': '2021-09-01T15:28:35Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'ca209c17-8582-453c-9440-231958fc593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:05.786436 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01114846-014c-4181-b9ea-f83ea0f5c16e None None] The sync data for ids ['0a4eb23b-4aa3-4641-804f-34730e15e3db'] in n-d-794796-3 is: [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:29:00Z', 'revision_number': 6, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None, '_interfaces': [{'id': '05938379-b73a-4f77-a2c7-d90f8cfe77dc', 'name': '', 'network_id': '793fdf17-e0e5-4225-852a-6242e5cbd643', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:25:46:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '7ea3e6c1-fc78-4ea0-b332-5634c315fd26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:50Z', 'updated_at': '2021-09-01T15:29:04Z', 'revision_number': 4, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': '7ea3e6c1-fc78-4ea0-b332-5634c315fd26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60d465dc-5a36-4849-bbb7-de84a74935c0', 'name': '', 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:f5:28:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'e8b31527-7c50-4661-a675-e872192b431c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:20Z', 'updated_at': '2021-09-01T15:28:53Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'e8b31527-7c50-4661-a675-e872192b431c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db52221-ea05-4a30-8a0b-6ea006a51320', 'name': '', 'network_id': 'a89209f0-7118-4165-a513-a04fd7ec997a', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:e2:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:38Z', 'updated_at': '2021-09-01T15:29:01Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc163d1-30f6-4df9-a32e-d62bbdfebca8', 'name': '', 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:99:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ca209c17-8582-453c-9440-231958fc593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:00Z', 'updated_at': '2021-09-01T15:28:35Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'ca209c17-8582-453c-9440-231958fc593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:29:05.787347 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accce1a-7d6d-4102-9ebb-431d512d97ea req-821591fd-802d-48e3-af07-c8fc971d1196 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:05.790978 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-98bd221b-d681-44ba-8dfc-373734d06673 req-60970e49-39a8-4ad0-973a-23816f090c09 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb83d4a2-607f-4a7e-87ba-200b5416c472 HTTP/1.1" status: 200 len: 217 time: 1.0038104 Sep 01 15:29:05.827486 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4accce1a-7d6d-4102-9ebb-431d512d97ea req-821591fd-802d-48e3-af07-c8fc971d1196 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 943 time: 0.1828530 Sep 01 15:29:05.881621 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1251aa71-e5f5-431f-9fde-fd542c207f81 req-ba5975fa-0b57-4abb-95dd-6bed4fb4e5d5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7744293 Sep 01 15:29:05.997138 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4accce1a-7d6d-4102-9ebb-431d512d97ea req-b14c89c9-17ee-491c-9505-ee773eeaea61 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495361 Sep 01 15:29:05.997138 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56374) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:06.037521 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.extraroute_db [None req-08d4bb88-6e4d-4e8f-8b34-b1b24d7c5b34 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Added routes are [] {{(pid=94734) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 01 15:29:06.039386 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.extraroute_db [None req-08d4bb88-6e4d-4e8f-8b34-b1b24d7c5b34 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94734) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 01 15:29:06.054928 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-369af927-1a24-4285-bc22-8f3c413fc96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:06.173527 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-08d4bb88-6e4d-4e8f-8b34-b1b24d7c5b34 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37605'] for router, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:06.237872 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 05938379-b73a-4f77-a2c7-d90f8cfe77dc up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:29:06.401751 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56386) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:06.425904 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 05938379-b73a-4f77-a2c7-d90f8cfe77dc completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:29:06.432871 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 05938379-b73a-4f77-a2c7-d90f8cfe77dc triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:06.433264 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:06.530609 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36297701-25c2-412c-8a92-e28d71f5065a req-56798e8b-adb5-49ab-ae90-f933b735c43c tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:06.549533 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-36297701-25c2-412c-8a92-e28d71f5065a req-56798e8b-adb5-49ab-ae90-f933b735c43c tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 946 time: 0.3082895 Sep 01 15:29:06.609856 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77bb2b2-9f75-43bb-b6da-18f8da4808ae None None] Sync routers for ids ['0a4eb23b-4aa3-4641-804f-34730e15e3db'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:29:06.611565 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-369af927-1a24-4285-bc22-8f3c413fc96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:06.624358 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-369af927-1a24-4285-bc22-8f3c413fc96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:06.624871 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd221b-d681-44ba-8dfc-373734d06673 req-f286b87d-df49-4851-bbf8-31bb8fdd4117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:06.634097 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-98bd221b-d681-44ba-8dfc-373734d06673 req-f286b87d-df49-4851-bbf8-31bb8fdd4117 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=870d447b-a102-45cd-b773-7b57248ad4c5 HTTP/1.1" status: 200 len: 850 time: 0.7915578 Sep 01 15:29:06.651304 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77bb2b2-9f75-43bb-b6da-18f8da4808ae None None] Routers {'0a4eb23b-4aa3-4641-804f-34730e15e3db'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:06.658587 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d77bb2b2-9f75-43bb-b6da-18f8da4808ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:28:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0a4eb23b-4aa3-4641-804f-34730e15e3db'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:06.688849 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:06.713735 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8fe80-3d82-4bd8-a0b4-0e304228ec60 req-8a2f7ab3-b0f3-4dab-bcf1-7e3090da471b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:06.719291 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-94f8fe80-3d82-4bd8-a0b4-0e304228ec60 req-8a2f7ab3-b0f3-4dab-bcf1-7e3090da471b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 946 time: 0.5284534 Sep 01 15:29:06.736777 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-36297701-25c2-412c-8a92-e28d71f5065a req-842f5d8c-303e-4a39-948b-2a59980034b7 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863244 Sep 01 15:29:06.792939 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-369af927-1a24-4285-bc22-8f3c413fc96b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fe8e8a7bae0b477892894f117209b004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7984998 Sep 01 15:29:06.794193 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56392) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:06.796799 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 05938379-b73a-4f77-a2c7-d90f8cfe77dc, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=05938379-b73a-4f77-a2c7-d90f8cfe77dc,segment=NetworkSegment(a03193f9-d739-4fdf-b6f3-1d23273a57ec),segment_id=a03193f9-d739-4fdf-b6f3-1d23273a57ec)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:06.811603 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:06.813105 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 19f0c50c-3875-454b-a577-b40066268544 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:29:06.816598 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369af927-1a24-4285-bc22-8f3c413fc96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052c4d42-7055-45f0-b6f7-e5511ec2a2e6,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:06.863586 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-98bd221b-d681-44ba-8dfc-373734d06673 req-1f7a8a19-9004-45bf-a60c-bbd26a7773b2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3fc306ad-d395-4e29-8475-725b0736474b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2077715 Sep 01 15:29:06.980323 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d6a2d00-6dba-47b4-8467-cbfb1d97643c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:07.058042 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 19f0c50c-3875-454b-a577-b40066268544 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:07.058704 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:07.061872 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d6a2d00-6dba-47b4-8467-cbfb1d97643c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:07.089479 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=05938379-b73a-4f77-a2c7-d90f8cfe77dc,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:07.112597 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-d77bb2b2-9f75-43bb-b6da-18f8da4808ae None None] Set router 0a4eb23b-4aa3-4641-804f-34730e15e3db gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:07.158064 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-94f8fe80-3d82-4bd8-a0b4-0e304228ec60 req-955d40ab-b2bb-4a6d-8d61-a2ce5d96542c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4185598 Sep 01 15:29:07.198001 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56400) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:07.229209 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-98bd221b-d681-44ba-8dfc-373734d06673 req-81629d5f-ea90-432f-8284-8631dcd4ece8 service neutron] 10.222.0.62 "GET /v2.0/networks/3fc306ad-d395-4e29-8475-725b0736474b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536489 Sep 01 15:29:07.351307 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c706cad-e0be-4790-b192-8964428d6643 req-0d0bb730-d4a5-4804-baad-0907d46c0bd0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:07.361929 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9c706cad-e0be-4790-b192-8964428d6643 req-0d0bb730-d4a5-4804-baad-0907d46c0bd0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 943 time: 0.1843848 Sep 01 15:29:07.367501 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b0b220-6848-4dbb-b54a-977d7f16f83d tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:07.372779 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c2b0b220-6848-4dbb-b54a-977d7f16f83d tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 1092 time: 0.1619740 Sep 01 15:29:07.383000 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56402) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:07.390038 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-c1323a63-ab16-4f25-b530-0eba781a55a8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'port_id': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:07.413437 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d6a2d00-6dba-47b4-8467-cbfb1d97643c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:07.417259 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d6a2d00-6dba-47b4-8467-cbfb1d97643c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:07.422577 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8d6a2d00-6dba-47b4-8467-cbfb1d97643c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/052c4d42-7055-45f0-b6f7-e5511ec2a2e6 HTTP/1.1" status: 204 len: 168 time: 0.6269093 Sep 01 15:29:07.449469 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56406) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:07.495590 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-08d4bb88-6e4d-4e8f-8b34-b1b24d7c5b34 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37605'] for router, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:07.533486 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-08d4bb88-6e4d-4e8f-8b34-b1b24d7c5b34 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1825249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1825272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1826501'] for router, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:07.690568 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9c706cad-e0be-4790-b192-8964428d6643 req-ef8514bb-cd06-49a4-85d0-4f0bfa17009f tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267159 Sep 01 15:29:07.710885 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-98bd221b-d681-44ba-8dfc-373734d06673 req-f6561693-dab1-406a-bb66-bc1e6976fd61 service neutron] 10.222.0.62 "GET /v2.0/networks/3fc306ad-d395-4e29-8475-725b0736474b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739924 Sep 01 15:29:07.723535 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a2d00-6dba-47b4-8467-cbfb1d97643c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052c4d42-7055-45f0-b6f7-e5511ec2a2e6,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:07.849173 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e1060876-86ca-4664-b1b8-be13ea8dae1c req-13378976-6828-48b8-b51a-88230e35171b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.4360044 Sep 01 15:29:07.851810 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c1323a63-ab16-4f25-b530-0eba781a55a8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:07.892899 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d77bb2b2-9f75-43bb-b6da-18f8da4808ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:29:06Z', 'revision_number': 7, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None, '_interfaces': [{'id': '05938379-b73a-4f77-a2c7-d90f8cfe77dc', 'name': '', 'network_id': '793fdf17-e0e5-4225-852a-6242e5cbd643', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:25:46:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '7ea3e6c1-fc78-4ea0-b332-5634c315fd26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:50Z', 'updated_at': '2021-09-01T15:29:04Z', 'revision_number': 4, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': '7ea3e6c1-fc78-4ea0-b332-5634c315fd26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60d465dc-5a36-4849-bbb7-de84a74935c0', 'name': '', 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:f5:28:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'e8b31527-7c50-4661-a675-e872192b431c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:20Z', 'updated_at': '2021-09-01T15:28:53Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'e8b31527-7c50-4661-a675-e872192b431c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db52221-ea05-4a30-8a0b-6ea006a51320', 'name': '', 'network_id': 'a89209f0-7118-4165-a513-a04fd7ec997a', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:e2:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:38Z', 'updated_at': '2021-09-01T15:29:01Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc163d1-30f6-4df9-a32e-d62bbdfebca8', 'name': '', 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:99:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ca209c17-8582-453c-9440-231958fc593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:00Z', 'updated_at': '2021-09-01T15:28:35Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'ca209c17-8582-453c-9440-231958fc593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:07.903821 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-e1060876-86ca-4664-b1b8-be13ea8dae1c req-6ebe160c-66aa-49c3-b88f-f066f9442263 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:29:07.920626 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e1060876-86ca-4664-b1b8-be13ea8dae1c req-6ebe160c-66aa-49c3-b88f-f066f9442263 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0327575 Sep 01 15:29:08.105239 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 05938379-b73a-4f77-a2c7-d90f8cfe77dc up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:29:08.162669 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77bb2b2-9f75-43bb-b6da-18f8da4808ae None None] Checking router: 0a4eb23b-4aa3-4641-804f-34730e15e3db for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:29:08.232737 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77bb2b2-9f75-43bb-b6da-18f8da4808ae None None] Routers {'0a4eb23b-4aa3-4641-804f-34730e15e3db'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:08.244493 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d77bb2b2-9f75-43bb-b6da-18f8da4808ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:28:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0a4eb23b-4aa3-4641-804f-34730e15e3db'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:08.280414 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d4bb88-6e4d-4e8f-8b34-b1b24d7c5b34 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Router 0a4eb23b-4aa3-4641-804f-34730e15e3db has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:29:08.328992 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 05938379-b73a-4f77-a2c7-d90f8cfe77dc triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:08.329751 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:08.491021 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c1323a63-ab16-4f25-b530-0eba781a55a8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:08.575602 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d4bb88-6e4d-4e8f-8b34-b1b24d7c5b34 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:29:08.601977 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-08d4bb88-6e4d-4e8f-8b34-b1b24d7c5b34 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:08.612984 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-08d4bb88-6e4d-4e8f-8b34-b1b24d7c5b34 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "PUT /v2.0/routers/0a4eb23b-4aa3-4641-804f-34730e15e3db HTTP/1.1" status: 200 len: 699 time: 5.7758029 Sep 01 15:29:08.613761 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:08.623975 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56422) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:08.677741 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-d77bb2b2-9f75-43bb-b6da-18f8da4808ae None None] Set router 0a4eb23b-4aa3-4641-804f-34730e15e3db gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:08.754148 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56428) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:08.938205 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-c1323a63-ab16-4f25-b530-0eba781a55a8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Allocated IP 172.25.6.165 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/8653d93f-999f-4744-acdb-f05e6957ffe6) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:29:09.039967 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192a77b-72e9-483f-956c-2055f9df04e4 req-79066138-ad33-43ed-a015-c46425b47e40 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:09.056313 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1192a77b-72e9-483f-956c-2055f9df04e4 req-79066138-ad33-43ed-a015-c46425b47e40 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 946 time: 1.0978045 Sep 01 15:29:09.073387 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f8bc342-9c88-411c-99b5-63f14b1d64c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:09.073648 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ba19b758-a7a1-4e9b-b1d2-7ab272b428ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:09.124350 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c67a3-c830-43dd-ab08-5cb613d65fe3 req-716c4136-0e7e-4ab4-81b0-2268ed35dd13 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:09.132977 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f47c67a3-c830-43dd-ab08-5cb613d65fe3 req-716c4136-0e7e-4ab4-81b0-2268ed35dd13 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 943 time: 0.2030504 Sep 01 15:29:09.253956 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d538f9b1-d8c5-40a4-8561-317e0eb0a24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:09.268481 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d77bb2b2-9f75-43bb-b6da-18f8da4808ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:29:06Z', 'revision_number': 7, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None, '_interfaces': [{'id': '05938379-b73a-4f77-a2c7-d90f8cfe77dc', 'name': '', 'network_id': '793fdf17-e0e5-4225-852a-6242e5cbd643', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:25:46:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '7ea3e6c1-fc78-4ea0-b332-5634c315fd26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:50Z', 'updated_at': '2021-09-01T15:29:06Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': '7ea3e6c1-fc78-4ea0-b332-5634c315fd26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60d465dc-5a36-4849-bbb7-de84a74935c0', 'name': '', 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:f5:28:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'e8b31527-7c50-4661-a675-e872192b431c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:20Z', 'updated_at': '2021-09-01T15:28:53Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'e8b31527-7c50-4661-a675-e872192b431c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db52221-ea05-4a30-8a0b-6ea006a51320', 'name': '', 'network_id': 'a89209f0-7118-4165-a513-a04fd7ec997a', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:e2:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:38Z', 'updated_at': '2021-09-01T15:29:01Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc163d1-30f6-4df9-a32e-d62bbdfebca8', 'name': '', 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:99:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ca209c17-8582-453c-9440-231958fc593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:00Z', 'updated_at': '2021-09-01T15:28:35Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'ca209c17-8582-453c-9440-231958fc593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:09.303521 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-eab0ff7a-ad83-4913-b0ce-ef856b65929f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "GET /v2.0/routers/0a4eb23b-4aa3-4641-804f-34730e15e3db HTTP/1.1" status: 200 len: 699 time: 0.6767173 Sep 01 15:29:09.305687 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77bb2b2-9f75-43bb-b6da-18f8da4808ae None None] The sync data for ids ['0a4eb23b-4aa3-4641-804f-34730e15e3db'] in n-d-794796-3 is: [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:29:06Z', 'revision_number': 7, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None, '_interfaces': [{'id': '05938379-b73a-4f77-a2c7-d90f8cfe77dc', 'name': '', 'network_id': '793fdf17-e0e5-4225-852a-6242e5cbd643', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:25:46:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '7ea3e6c1-fc78-4ea0-b332-5634c315fd26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:50Z', 'updated_at': '2021-09-01T15:29:06Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': '7ea3e6c1-fc78-4ea0-b332-5634c315fd26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60d465dc-5a36-4849-bbb7-de84a74935c0', 'name': '', 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:f5:28:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'e8b31527-7c50-4661-a675-e872192b431c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:20Z', 'updated_at': '2021-09-01T15:28:53Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'e8b31527-7c50-4661-a675-e872192b431c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db52221-ea05-4a30-8a0b-6ea006a51320', 'name': '', 'network_id': 'a89209f0-7118-4165-a513-a04fd7ec997a', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:e2:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:38Z', 'updated_at': '2021-09-01T15:29:01Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc163d1-30f6-4df9-a32e-d62bbdfebca8', 'name': '', 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:99:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ca209c17-8582-453c-9440-231958fc593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:00Z', 'updated_at': '2021-09-01T15:28:35Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'ca209c17-8582-453c-9440-231958fc593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:29:09.331680 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1192a77b-72e9-483f-956c-2055f9df04e4 req-47ef01b4-e028-43c2-8ae9-a5b2831928bf tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359686 Sep 01 15:29:09.335310 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56444) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:09.336453 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f47c67a3-c830-43dd-ab08-5cb613d65fe3 req-10d3b475-c57e-47a0-b48f-db6e4300e6f4 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020090 Sep 01 15:29:09.469893 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.api [None req-ba19b758-a7a1-4e9b-b1d2-7ab272b428ab admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:29:09.469893 n-d-794796-3 neutron-server[94734]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 15:29:09.469893 n-d-794796-3 neutron-server[94734]: [parameters: {'project_id_1': '78cc3a272762441a82c20a10681c2be0', 'expiration_1': datetime.datetime(2021, 9, 1, 15, 29, 9, 194153)}] Sep 01 15:29:09.469893 n-d-794796-3 neutron-server[94734]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:29:09.470815 n-d-794796-3 neutron-server[94734]: DEBUG oslo_db.api [None req-ba19b758-a7a1-4e9b-b1d2-7ab272b428ab admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:29:09.541058 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c1323a63-ab16-4f25-b530-0eba781a55a8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:09.603776 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f8bc342-9c88-411c-99b5-63f14b1d64c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:09.626268 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f8bc342-9c88-411c-99b5-63f14b1d64c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:09.704979 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8bc342-9c88-411c-99b5-63f14b1d64c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b488a87d-4645-49f2-a7ca-1116fedd399d,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:09.710795 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0f8bc342-9c88-411c-99b5-63f14b1d64c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6b54e140ac3449098a9f5bffeff6bf2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9525013 Sep 01 15:29:09.712656 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c1323a63-ab16-4f25-b530-0eba781a55a8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:09.714735 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56448) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:09.814176 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1323a63-ab16-4f25-b530-0eba781a55a8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:29:09.828005 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-c1323a63-ab16-4f25-b530-0eba781a55a8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:29:09.832952 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1323a63-ab16-4f25-b530-0eba781a55a8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Port': ['ID=8653d93f-999f-4744-acdb-f05e6957ffe6,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:09.836307 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1323a63-ab16-4f25-b530-0eba781a55a8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:29:09.912285 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-10de3e8f-d378-4b04-98ed-e04de4d29568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:09.972462 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa88a75c-d8d2-461a-8831-131a96377c40 None None] Sync routers for ids ['0a4eb23b-4aa3-4641-804f-34730e15e3db'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:29:09.983999 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ba19b758-a7a1-4e9b-b1d2-7ab272b428ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:10.000544 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa88a75c-d8d2-461a-8831-131a96377c40 None None] Routers {'0a4eb23b-4aa3-4641-804f-34730e15e3db'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:10.001759 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-aa88a75c-d8d2-461a-8831-131a96377c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:28:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0a4eb23b-4aa3-4641-804f-34730e15e3db'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:10.017888 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-10de3e8f-d378-4b04-98ed-e04de4d29568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:10.314381 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ffe25931-a8ad-4678-aca6-60544bae88a5 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:10.350475 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-10de3e8f-d378-4b04-98ed-e04de4d29568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:10.357538 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-10de3e8f-d378-4b04-98ed-e04de4d29568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:10.360438 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-10de3e8f-d378-4b04-98ed-e04de4d29568 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b488a87d-4645-49f2-a7ca-1116fedd399d HTTP/1.1" status: 204 len: 168 time: 0.6420045 Sep 01 15:29:10.499574 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ba19b758-a7a1-4e9b-b1d2-7ab272b428ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:10.517584 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ba19b758-a7a1-4e9b-b1d2-7ab272b428ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:10.525544 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de3e8f-d378-4b04-98ed-e04de4d29568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b488a87d-4645-49f2-a7ca-1116fedd399d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:10.561548 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1060876-86ca-4664-b1b8-be13ea8dae1c req-f61d917c-efc2-4192-aefe-dc1adcd9567c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:10.563616 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e1060876-86ca-4664-b1b8-be13ea8dae1c req-f61d917c-efc2-4192-aefe-dc1adcd9567c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385&tenant_id=f64e9e568cfb496c936b61a18ec8a0b5 HTTP/1.1" status: 200 len: 1094 time: 0.3989048 Sep 01 15:29:10.637576 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-aa88a75c-d8d2-461a-8831-131a96377c40 None None] Set router 0a4eb23b-4aa3-4641-804f-34730e15e3db gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:10.775575 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a465da8-1083-4f4d-9381-a1f3936fafe6 req-5fe6dc43-871e-4a04-a262-050d0461dc76 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:10.784037 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9a465da8-1083-4f4d-9381-a1f3936fafe6 req-5fe6dc43-871e-4a04-a262-050d0461dc76 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 943 time: 0.2032454 Sep 01 15:29:10.849081 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19b758-a7a1-4e9b-b1d2-7ab272b428ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bbc8f4-d06e-4805-9ad3-728238472b80,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:10.860304 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1060876-86ca-4664-b1b8-be13ea8dae1c req-950fe689-eb7d-4be2-9ddb-9f088c1b0878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:10.862547 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e1060876-86ca-4664-b1b8-be13ea8dae1c req-950fe689-eb7d-4be2-9ddb-9f088c1b0878 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f64e9e568cfb496c936b61a18ec8a0b5&device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 1094 time: 0.2580853 Sep 01 15:29:10.880068 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ba19b758-a7a1-4e9b-b1d2-7ab272b428ab admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=78cc3a272762441a82c20a10681c2be0&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4218779 Sep 01 15:29:10.918832 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56468) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:10.922919 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba19b758-a7a1-4e9b-b1d2-7ab272b428ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:10.923273 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba19b758-a7a1-4e9b-b1d2-7ab272b428ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:10.923616 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba19b758-a7a1-4e9b-b1d2-7ab272b428ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:10.923959 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba19b758-a7a1-4e9b-b1d2-7ab272b428ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:10.924299 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba19b758-a7a1-4e9b-b1d2-7ab272b428ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:10.925582 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba19b758-a7a1-4e9b-b1d2-7ab272b428ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:10.925990 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba19b758-a7a1-4e9b-b1d2-7ab272b428ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:10.926269 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba19b758-a7a1-4e9b-b1d2-7ab272b428ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:10.927063 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba19b758-a7a1-4e9b-b1d2-7ab272b428ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:10.927063 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba19b758-a7a1-4e9b-b1d2-7ab272b428ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:10.927377 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba19b758-a7a1-4e9b-b1d2-7ab272b428ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:10.927762 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba19b758-a7a1-4e9b-b1d2-7ab272b428ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:10.999635 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43caa23-22df-40b5-9ba3-ff857ecc504e req-5fc1c1f8-f291-4913-aa07-81b458f3da32 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:11.001527 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f43caa23-22df-40b5-9ba3-ff857ecc504e req-5fc1c1f8-f291-4913-aa07-81b458f3da32 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 946 time: 0.3660390 Sep 01 15:29:11.005068 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9a465da8-1083-4f4d-9381-a1f3936fafe6 req-58f5d249-05ae-4c29-bfd0-6674a1b5e70f tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199001 Sep 01 15:29:11.089802 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c34917b8-a5c6-402d-9520-47145ffd9e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:11.102958 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1060876-86ca-4664-b1b8-be13ea8dae1c req-b91f6863-5cb0-4f62-9989-406165bbbd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:11.104708 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e1060876-86ca-4664-b1b8-be13ea8dae1c req-b91f6863-5cb0-4f62-9989-406165bbbd21 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5460166-f0b6-4e0f-87a2-13b45ba8cda0 HTTP/1.1" status: 200 len: 915 time: 0.2307920 Sep 01 15:29:11.169320 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c34917b8-a5c6-402d-9520-47145ffd9e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:11.175236 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e1060876-86ca-4664-b1b8-be13ea8dae1c req-31a87eef-77b4-490f-ab04-908ecb813910 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9470091-87f1-45a7-9b64-aa8b33b9992e HTTP/1.1" status: 200 len: 217 time: 0.0531485 Sep 01 15:29:11.182145 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c1323a63-ab16-4f25-b530-0eba781a55a8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:11.247953 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-aa88a75c-d8d2-461a-8831-131a96377c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:29:06Z', 'revision_number': 7, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None, '_interfaces': [{'id': '05938379-b73a-4f77-a2c7-d90f8cfe77dc', 'name': '', 'network_id': '793fdf17-e0e5-4225-852a-6242e5cbd643', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:25:46:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '7ea3e6c1-fc78-4ea0-b332-5634c315fd26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:50Z', 'updated_at': '2021-09-01T15:29:06Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': '7ea3e6c1-fc78-4ea0-b332-5634c315fd26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60d465dc-5a36-4849-bbb7-de84a74935c0', 'name': '', 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:f5:28:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'e8b31527-7c50-4661-a675-e872192b431c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:20Z', 'updated_at': '2021-09-01T15:28:53Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'e8b31527-7c50-4661-a675-e872192b431c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db52221-ea05-4a30-8a0b-6ea006a51320', 'name': '', 'network_id': 'a89209f0-7118-4165-a513-a04fd7ec997a', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:e2:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:38Z', 'updated_at': '2021-09-01T15:29:01Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc163d1-30f6-4df9-a32e-d62bbdfebca8', 'name': '', 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:99:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ca209c17-8582-453c-9440-231958fc593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:00Z', 'updated_at': '2021-09-01T15:28:35Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'ca209c17-8582-453c-9440-231958fc593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:11.256208 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f43caa23-22df-40b5-9ba3-ff857ecc504e req-24fb468d-4f02-4d91-9763-b09b23d3f40a tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334461 Sep 01 15:29:11.283959 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa88a75c-d8d2-461a-8831-131a96377c40 None None] Checking router: 0a4eb23b-4aa3-4641-804f-34730e15e3db for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:29:11.300260 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa88a75c-d8d2-461a-8831-131a96377c40 None None] Routers {'0a4eb23b-4aa3-4641-804f-34730e15e3db'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:11.303164 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-aa88a75c-d8d2-461a-8831-131a96377c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:28:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0a4eb23b-4aa3-4641-804f-34730e15e3db'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:11.388103 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1060876-86ca-4664-b1b8-be13ea8dae1c req-45c87a96-aef1-4dfd-afff-74957aba82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:11.402262 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e1060876-86ca-4664-b1b8-be13ea8dae1c req-45c87a96-aef1-4dfd-afff-74957aba82d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d7305b75-0883-4ca2-85e6-e628da02c41e HTTP/1.1" status: 200 len: 854 time: 0.2157247 Sep 01 15:29:11.478381 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c34917b8-a5c6-402d-9520-47145ffd9e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:11.484875 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e1060876-86ca-4664-b1b8-be13ea8dae1c req-c1f7a022-4276-47f7-a781-44e046c0014b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5460166-f0b6-4e0f-87a2-13b45ba8cda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733690 Sep 01 15:29:11.486383 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c34917b8-a5c6-402d-9520-47145ffd9e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:11.491684 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c34917b8-a5c6-402d-9520-47145ffd9e2a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/40bbc8f4-d06e-4805-9ad3-728238472b80 HTTP/1.1" status: 204 len: 168 time: 0.5576415 Sep 01 15:29:11.496999 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c1323a63-ab16-4f25-b530-0eba781a55a8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:11.516780 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56484) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:11.520065 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34917b8-a5c6-402d-9520-47145ffd9e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bbc8f4-d06e-4805-9ad3-728238472b80,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:11.597970 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ce4f6d01-a4b6-4796-a198-8975c7cfbe04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:11.611353 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-ffe25931-a8ad-4678-aca6-60544bae88a5 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Deleting port 05938379-b73a-4f77-a2c7-d90f8cfe77dc {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:11.611597 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ffe25931-a8ad-4678-aca6-60544bae88a5 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:11.641164 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-aa88a75c-d8d2-461a-8831-131a96377c40 None None] Set router 0a4eb23b-4aa3-4641-804f-34730e15e3db gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:11.882271 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d341456-788c-43fc-88c8-07e5aff556ec req-56690085-758c-4071-95dd-c4f98a71d05e tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:11.893953 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7d341456-788c-43fc-88c8-07e5aff556ec req-56690085-758c-4071-95dd-c4f98a71d05e tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 946 time: 0.1647742 Sep 01 15:29:11.970240 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e1060876-86ca-4664-b1b8-be13ea8dae1c req-72999a37-ee2e-460e-8967-0dece7a8f27b service neutron] 10.222.0.45 "GET /v2.0/networks/e5460166-f0b6-4e0f-87a2-13b45ba8cda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743834 Sep 01 15:29:11.971055 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-ffe25931-a8ad-4678-aca6-60544bae88a5 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] For port 05938379-b73a-4f77-a2c7-d90f8cfe77dc, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=05938379-b73a-4f77-a2c7-d90f8cfe77dc,segment=NetworkSegment(a03193f9-d739-4fdf-b6f3-1d23273a57ec),segment_id=a03193f9-d739-4fdf-b6f3-1d23273a57ec)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:11.971616 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ffe25931-a8ad-4678-aca6-60544bae88a5 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:12.016788 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-ffe25931-a8ad-4678-aca6-60544bae88a5 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Calling delete_port for 05938379-b73a-4f77-a2c7-d90f8cfe77dc owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:12.073423 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7d341456-788c-43fc-88c8-07e5aff556ec req-33b13b87-ce3f-4b9e-a137-9ad43fe3d0e0 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589346 Sep 01 15:29:12.182030 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:12.246920 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ce4f6d01-a4b6-4796-a198-8975c7cfbe04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:12.265105 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ce4f6d01-a4b6-4796-a198-8975c7cfbe04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:12.333546 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c1323a63-ab16-4f25-b530-0eba781a55a8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:12.335013 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-aa88a75c-d8d2-461a-8831-131a96377c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:29:06Z', 'revision_number': 7, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None, '_interfaces': [{'id': '05938379-b73a-4f77-a2c7-d90f8cfe77dc', 'name': '', 'network_id': '793fdf17-e0e5-4225-852a-6242e5cbd643', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:25:46:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '7ea3e6c1-fc78-4ea0-b332-5634c315fd26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:50Z', 'updated_at': '2021-09-01T15:29:06Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': '7ea3e6c1-fc78-4ea0-b332-5634c315fd26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60d465dc-5a36-4849-bbb7-de84a74935c0', 'name': '', 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:f5:28:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'e8b31527-7c50-4661-a675-e872192b431c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:20Z', 'updated_at': '2021-09-01T15:28:53Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'e8b31527-7c50-4661-a675-e872192b431c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db52221-ea05-4a30-8a0b-6ea006a51320', 'name': '', 'network_id': 'a89209f0-7118-4165-a513-a04fd7ec997a', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:e2:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:38Z', 'updated_at': '2021-09-01T15:29:01Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc163d1-30f6-4df9-a32e-d62bbdfebca8', 'name': '', 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:99:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ca209c17-8582-453c-9440-231958fc593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:00Z', 'updated_at': '2021-09-01T15:28:35Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'ca209c17-8582-453c-9440-231958fc593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:12.343527 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56498) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:12.362179 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c1323a63-ab16-4f25-b530-0eba781a55a8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:12.372991 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa88a75c-d8d2-461a-8831-131a96377c40 None None] The sync data for ids ['0a4eb23b-4aa3-4641-804f-34730e15e3db'] in n-d-794796-3 is: [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:29:06Z', 'revision_number': 7, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None, '_interfaces': [{'id': '05938379-b73a-4f77-a2c7-d90f8cfe77dc', 'name': '', 'network_id': '793fdf17-e0e5-4225-852a-6242e5cbd643', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:25:46:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '7ea3e6c1-fc78-4ea0-b332-5634c315fd26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:50Z', 'updated_at': '2021-09-01T15:29:06Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': '7ea3e6c1-fc78-4ea0-b332-5634c315fd26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60d465dc-5a36-4849-bbb7-de84a74935c0', 'name': '', 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:f5:28:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'e8b31527-7c50-4661-a675-e872192b431c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:20Z', 'updated_at': '2021-09-01T15:28:53Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'e8b31527-7c50-4661-a675-e872192b431c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db52221-ea05-4a30-8a0b-6ea006a51320', 'name': '', 'network_id': 'a89209f0-7118-4165-a513-a04fd7ec997a', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:e2:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:38Z', 'updated_at': '2021-09-01T15:29:01Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc163d1-30f6-4df9-a32e-d62bbdfebca8', 'name': '', 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:99:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ca209c17-8582-453c-9440-231958fc593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:00Z', 'updated_at': '2021-09-01T15:28:35Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'ca209c17-8582-453c-9440-231958fc593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:29:12.384537 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e1060876-86ca-4664-b1b8-be13ea8dae1c req-efec9d12-beec-4b37-ac37-dfd8d9f93567 service neutron] 10.222.0.45 "GET /v2.0/networks/e5460166-f0b6-4e0f-87a2-13b45ba8cda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029734 Sep 01 15:29:12.413081 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-505e23a7-92fa-4a97-bbe9-7d687d5ee31c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:12.437351 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aaa90c-1772-4424-9972-5283d2f59b35 req-a1ccf048-fc69-4345-8827-8638eb96da94 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:12.439046 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-60aaa90c-1772-4424-9972-5283d2f59b35 req-a1ccf048-fc69-4345-8827-8638eb96da94 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 943 time: 0.2429311 Sep 01 15:29:12.494437 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f6d01-a4b6-4796-a198-8975c7cfbe04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799f90e3-54f1-414c-9956-ed4042c73bc9,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:12.500538 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ce4f6d01-a4b6-4796-a198-8975c7cfbe04 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6be1162bc65c4080b20e13a3c4148336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9734170 Sep 01 15:29:12.505477 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56504) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:12.525631 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1323a63-ab16-4f25-b530-0eba781a55a8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Port': ['ID=8653d93f-999f-4744-acdb-f05e6957ffe6,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:12.563159 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c1323a63-ab16-4f25-b530-0eba781a55a8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:12.624314 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04235605-d7f8-40a0-baf2-bfedf64fcc31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:12.665474 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04235605-d7f8-40a0-baf2-bfedf64fcc31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:12.678638 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ffe25931-a8ad-4678-aca6-60544bae88a5 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:12.727229 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe25931-a8ad-4678-aca6-60544bae88a5 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Port': ['ID=05938379-b73a-4f77-a2c7-d90f8cfe77dc,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:12.825251 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-60aaa90c-1772-4424-9972-5283d2f59b35 req-b37466a4-43ff-47a9-9602-a570567fd37d tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496747 Sep 01 15:29:12.985436 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-c1323a63-ab16-4f25-b530-0eba781a55a8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Floating IP d36a2f51-5ff1-4a1c-b763-f69fdc6d98fc associated. External IP: 172.25.6.165, port: 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e. Sep 01 15:29:12.989736 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-505e23a7-92fa-4a97-bbe9-7d687d5ee31c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:13.038174 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-505e23a7-92fa-4a97-bbe9-7d687d5ee31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:13.099804 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ffe25931-a8ad-4678-aca6-60544bae88a5 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:13.163862 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-505e23a7-92fa-4a97-bbe9-7d687d5ee31c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2a43910cc30248c2bcc339c4078b48dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8188620 Sep 01 15:29:13.169189 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56530) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:13.253444 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:13.297201 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e23a7-92fa-4a97-bbe9-7d687d5ee31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de68fd7-f855-48a9-9025-fd01fe148816,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:13.439737 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04235605-d7f8-40a0-baf2-bfedf64fcc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:13.452221 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04235605-d7f8-40a0-baf2-bfedf64fcc31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:13.456496 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-04235605-d7f8-40a0-baf2-bfedf64fcc31 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/799f90e3-54f1-414c-9956-ed4042c73bc9 HTTP/1.1" status: 204 len: 168 time: 0.9494753 Sep 01 15:29:13.478622 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfbaac02-e08a-4104-8e0f-ff3b5c5e8711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:13.633755 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04235605-d7f8-40a0-baf2-bfedf64fcc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799f90e3-54f1-414c-9956-ed4042c73bc9,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:13.652778 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ee92d52c-3d7e-4b64-89ea-124d5cf0b523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:13.781899 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254de68a-a684-4dac-887f-cf1f54ca3809 req-012adf67-5ffb-4bc6-8306-24f000a07443 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:13.820902 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-254de68a-a684-4dac-887f-cf1f54ca3809 req-012adf67-5ffb-4bc6-8306-24f000a07443 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 946 time: 0.5462666 Sep 01 15:29:14.231780 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-254de68a-a684-4dac-887f-cf1f54ca3809 req-ba1a4430-a1e3-49bf-a579-2ea709bc32e9 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096594 Sep 01 15:29:14.295336 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe25931-a8ad-4678-aca6-60544bae88a5 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Router 0a4eb23b-4aa3-4641-804f-34730e15e3db has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:29:14.696479 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfbaac02-e08a-4104-8e0f-ff3b5c5e8711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:14.977327 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfbaac02-e08a-4104-8e0f-ff3b5c5e8711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:14.981480 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfbaac02-e08a-4104-8e0f-ff3b5c5e8711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:14.986397 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bfbaac02-e08a-4104-8e0f-ff3b5c5e8711 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3de68fd7-f855-48a9-9025-fd01fe148816 HTTP/1.1" status: 204 len: 168 time: 1.8178546 Sep 01 15:29:15.030988 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbaac02-e08a-4104-8e0f-ff3b5c5e8711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de68fd7-f855-48a9-9025-fd01fe148816,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:15.187001 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:15.244876 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef07c0f-8440-4c29-b5d2-765f2f1cdfe2 req-1f498629-aa82-431e-a31c-3b071b5f1c3b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:15.263603 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9ef07c0f-8440-4c29-b5d2-765f2f1cdfe2 req-1f498629-aa82-431e-a31c-3b071b5f1c3b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 943 time: 0.4203415 Sep 01 15:29:15.416218 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9ef07c0f-8440-4c29-b5d2-765f2f1cdfe2 req-0fbeb2c9-aa47-419f-875b-7d06130e0e2c tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396918 Sep 01 15:29:15.527259 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1323a63-ab16-4f25-b530-0eba781a55a8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Router 0cca7a4c-ae9c-444a-8534-cba14dabd363 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:29:16.187538 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04853c-3762-4cd2-a2ae-f458dad30985 req-0c49df94-a25b-41c5-be05-a5cab180e4eb tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:16.192685 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0c04853c-3762-4cd2-a2ae-f458dad30985 req-0c49df94-a25b-41c5-be05-a5cab180e4eb tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 946 time: 0.4902627 Sep 01 15:29:16.210949 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe25931-a8ad-4678-aca6-60544bae88a5 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:29:16.229464 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1323a63-ab16-4f25-b530-0eba781a55a8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:29:16.234004 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92af7e19-d8e5-4866-a38b-4627ed47fe27 None None] Sync routers for ids ['0a4eb23b-4aa3-4641-804f-34730e15e3db'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:29:16.250755 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df4f6e3-e70a-4ae1-b334-cd0244a41304 None None] Sync routers for ids ['0cca7a4c-ae9c-444a-8534-cba14dabd363'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:29:16.256508 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92af7e19-d8e5-4866-a38b-4627ed47fe27 None None] Routers {'0a4eb23b-4aa3-4641-804f-34730e15e3db'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:16.257561 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-92af7e19-d8e5-4866-a38b-4627ed47fe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:29:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0a4eb23b-4aa3-4641-804f-34730e15e3db'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:16.275200 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c1323a63-ab16-4f25-b530-0eba781a55a8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:16.291396 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df4f6e3-e70a-4ae1-b334-cd0244a41304 None None] Routers {'0cca7a4c-ae9c-444a-8534-cba14dabd363'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:16.298159 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-3df4f6e3-e70a-4ae1-b334-cd0244a41304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:29:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0cca7a4c-ae9c-444a-8534-cba14dabd363'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:16.303554 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ffe25931-a8ad-4678-aca6-60544bae88a5 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "PUT /v2.0/routers/0a4eb23b-4aa3-4641-804f-34730e15e3db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9670167 Sep 01 15:29:16.310540 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56588) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:16.373229 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c1323a63-ab16-4f25-b530-0eba781a55a8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.9855795 Sep 01 15:29:16.373229 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48fe2d94-e50c-4269-93f4-fe00f2d10859', 'tag': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:29:16.414821 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d993c2-ce04-4a32-9126-6adac074d30c" -d '{"events": [{"name": "network-changed", "server_uuid": "48fe2d94-e50c-4269-93f4-fe00f2d10859", "tag": "9680b7b7-4cb8-4de6-9e02-d39a9cf0622e"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:29:16.515134 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb41978-5c11-4d03-98ea-3d29e67967fe tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Deleting subnet 7ea3e6c1-fc78-4ea0-b332-5634c315fd26 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:29:16.551372 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cbb41978-5c11-4d03-98ea-3d29e67967fe tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:16.603028 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-92af7e19-d8e5-4866-a38b-4627ed47fe27 None None] Set router 0a4eb23b-4aa3-4641-804f-34730e15e3db gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:16.709547 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa86ab-0185-48e8-a06c-f1d783a1a19f req-53d252af-cedd-4999-8969-2978035eb595 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:16.722330 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-20fa86ab-0185-48e8-a06c-f1d783a1a19f req-53d252af-cedd-4999-8969-2978035eb595 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 946 time: 0.1934283 Sep 01 15:29:16.815242 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-3df4f6e3-e70a-4ae1-b334-cd0244a41304 None None] Set router 0cca7a4c-ae9c-444a-8534-cba14dabd363 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:16.826041 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440f6b6-603f-4f8f-95b6-d8f20833c349 req-772a2ab6-9cc0-437c-87d8-9546b10e345a tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:16.828816 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7440f6b6-603f-4f8f-95b6-d8f20833c349 req-772a2ab6-9cc0-437c-87d8-9546b10e345a tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.62 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 946 time: 0.7916417 Sep 01 15:29:16.844845 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-20fa86ab-0185-48e8-a06c-f1d783a1a19f req-1950a872-a02f-4b51-8b17-86353c3c1088 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213243 Sep 01 15:29:16.866692 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56606) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:16.908878 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0c04853c-3762-4cd2-a2ae-f458dad30985 req-9943e85a-a779-47b2-8cb6-687751e51a02 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7092223 Sep 01 15:29:17.044064 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cbb41978-5c11-4d03-98ea-3d29e67967fe tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:17.203540 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e27056bd-1fef-4f8f-b394-91203611555e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/floatingips/d36a2f51-5ff1-4a1c-b763-f69fdc6d98fc HTTP/1.1" status: 200 len: 992 time: 0.3314159 Sep 01 15:29:17.363948 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cbb41978-5c11-4d03-98ea-3d29e67967fe tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:17.523613 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-92af7e19-d8e5-4866-a38b-4627ed47fe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:29:12Z', 'revision_number': 8, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None, '_interfaces': [{'id': '60d465dc-5a36-4849-bbb7-de84a74935c0', 'name': '', 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:f5:28:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'e8b31527-7c50-4661-a675-e872192b431c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:20Z', 'updated_at': '2021-09-01T15:28:53Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'e8b31527-7c50-4661-a675-e872192b431c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db52221-ea05-4a30-8a0b-6ea006a51320', 'name': '', 'network_id': 'a89209f0-7118-4165-a513-a04fd7ec997a', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:e2:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:38Z', 'updated_at': '2021-09-01T15:29:01Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc163d1-30f6-4df9-a32e-d62bbdfebca8', 'name': '', 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:99:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ca209c17-8582-453c-9440-231958fc593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:00Z', 'updated_at': '2021-09-01T15:28:35Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'ca209c17-8582-453c-9440-231958fc593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:17.691488 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92af7e19-d8e5-4866-a38b-4627ed47fe27 None None] Checking router: 0a4eb23b-4aa3-4641-804f-34730e15e3db for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:29:17.737928 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92af7e19-d8e5-4866-a38b-4627ed47fe27 None None] Routers {'0a4eb23b-4aa3-4641-804f-34730e15e3db'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:17.739209 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-92af7e19-d8e5-4866-a38b-4627ed47fe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:29:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0a4eb23b-4aa3-4641-804f-34730e15e3db'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:17.750849 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581881bf-6204-4f62-bcf7-648d42d9cea2 x-openstack-request-id: req-581881bf-6204-4f62-bcf7-648d42d9cea2 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:29:17.752146 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48fe2d94-e50c-4269-93f4-fe00f2d10859", "tag": "9680b7b7-4cb8-4de6-9e02-d39a9cf0622e", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:29:17.752845 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-581881bf-6204-4f62-bcf7-648d42d9cea2 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:29:17.753757 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48fe2d94-e50c-4269-93f4-fe00f2d10859', 'tag': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e', 'status': 'completed', 'code': 200} Sep 01 15:29:17.861084 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-3df4f6e3-e70a-4ae1-b334-cd0244a41304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735337582', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:46Z', 'updated_at': '2021-09-01T15:28:17Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:49Z', 'updated_at': '2021-09-01T15:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'd36a2f51-5ff1-4a1c-b763-f69fdc6d98fc', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'port_id': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449', 'mac_address': 'fa:16:3e:a4:94:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe2d94-e50c-4269-93f4-fe00f2d10859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:29:10Z', 'updated_at': '2021-09-01T15:29:10Z', 'revision_number': 0, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3331be82-28ae-425a-867c-5d1eb28b90f7', 'name': '', 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:e9:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '0fe352f8-e391-4ad4-b362-c4af541a7f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:12Z', 'updated_at': '2021-09-01T15:28:39Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': '0fe352f8-e391-4ad4-b362-c4af541a7f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:17.903635 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df4f6e3-e70a-4ae1-b334-cd0244a41304 None None] Checking router: 0cca7a4c-ae9c-444a-8534-cba14dabd363 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:29:17.918589 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df4f6e3-e70a-4ae1-b334-cd0244a41304 None None] Routers {'0cca7a4c-ae9c-444a-8534-cba14dabd363'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:17.932664 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-3df4f6e3-e70a-4ae1-b334-cd0244a41304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:29:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0cca7a4c-ae9c-444a-8534-cba14dabd363'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:18.034583 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d993c2-ce04-4a32-9126-6adac074d30c req-1fe6d18d-e607-4776-be91-e6aa60d27e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:18.051495 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a1d993c2-ce04-4a32-9126-6adac074d30c req-1fe6d18d-e607-4776-be91-e6aa60d27e2a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 1097 time: 0.2111351 Sep 01 15:29:18.187732 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870042f3-dc4d-4b84-bb79-619e73fe2188 req-80950b56-58cf-41f4-9c16-36b26e36eae6 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:18.208489 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-870042f3-dc4d-4b84-bb79-619e73fe2188 req-80950b56-58cf-41f4-9c16-36b26e36eae6 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 943 time: 0.7515693 Sep 01 15:29:18.223320 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cbb41978-5c11-4d03-98ea-3d29e67967fe tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:18.258690 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56634) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:18.351497 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-92af7e19-d8e5-4866-a38b-4627ed47fe27 None None] Set router 0a4eb23b-4aa3-4641-804f-34730e15e3db gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:18.393948 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb41978-5c11-4d03-98ea-3d29e67967fe tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea3e6c1-fc78-4ea0-b332-5634c315fd26,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:18.445508 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-3df4f6e3-e70a-4ae1-b334-cd0244a41304 None None] Set router 0cca7a4c-ae9c-444a-8534-cba14dabd363 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:18.521664 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d993c2-ce04-4a32-9126-6adac074d30c req-66fb9217-a22c-4805-8651-054a4f6dfa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:18.523308 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a1d993c2-ce04-4a32-9126-6adac074d30c req-66fb9217-a22c-4805-8651-054a4f6dfa5c service neutron] 10.222.0.45 "GET /v2.0/networks?id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449 HTTP/1.1" status: 200 len: 897 time: 0.4392960 Sep 01 15:29:18.679578 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-7440f6b6-603f-4f8f-95b6-d8f20833c349 req-5e40897e-c5db-4045-a19f-b8a350e2f07b tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Deleting port bb83d4a2-607f-4a7e-87ba-200b5416c472 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:18.681552 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7440f6b6-603f-4f8f-95b6-d8f20833c349 req-5e40897e-c5db-4045-a19f-b8a350e2f07b tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:18.723023 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d92e40-8b27-45fd-aad2-43d15ec61012 None None] Network 793fdf17-e0e5-4225-852a-6242e5cbd643 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:29:18.932339 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a1d993c2-ce04-4a32-9126-6adac074d30c req-38177edd-7064-4ea6-844d-d8628a9dd357 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e HTTP/1.1" status: 200 len: 1000 time: 0.3537536 Sep 01 15:29:18.992048 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c91fa6-063a-4a60-bd34-41dd230e5707 req-30317f25-6d60-49a2-b427-03f426c4d613 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:18.994835 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-7440f6b6-603f-4f8f-95b6-d8f20833c349 req-5e40897e-c5db-4045-a19f-b8a350e2f07b tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] For port bb83d4a2-607f-4a7e-87ba-200b5416c472, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=bb83d4a2-607f-4a7e-87ba-200b5416c472,segment=NetworkSegment(fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084),segment_id=fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:18.995224 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7440f6b6-603f-4f8f-95b6-d8f20833c349 req-5e40897e-c5db-4045-a19f-b8a350e2f07b tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:18.996650 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-66c91fa6-063a-4a60-bd34-41dd230e5707 req-30317f25-6d60-49a2-b427-03f426c4d613 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 946 time: 0.4720926 Sep 01 15:29:19.067958 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-7440f6b6-603f-4f8f-95b6-d8f20833c349 req-5e40897e-c5db-4045-a19f-b8a350e2f07b tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Calling delete_port for bb83d4a2-607f-4a7e-87ba-200b5416c472 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:19.107423 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-92af7e19-d8e5-4866-a38b-4627ed47fe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:29:12Z', 'revision_number': 8, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None, '_interfaces': [{'id': '60d465dc-5a36-4849-bbb7-de84a74935c0', 'name': '', 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:f5:28:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'e8b31527-7c50-4661-a675-e872192b431c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:20Z', 'updated_at': '2021-09-01T15:28:53Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'e8b31527-7c50-4661-a675-e872192b431c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db52221-ea05-4a30-8a0b-6ea006a51320', 'name': '', 'network_id': 'a89209f0-7118-4165-a513-a04fd7ec997a', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:e2:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:38Z', 'updated_at': '2021-09-01T15:29:01Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc163d1-30f6-4df9-a32e-d62bbdfebca8', 'name': '', 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:99:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ca209c17-8582-453c-9440-231958fc593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:00Z', 'updated_at': '2021-09-01T15:28:35Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'ca209c17-8582-453c-9440-231958fc593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:19.283694 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92af7e19-d8e5-4866-a38b-4627ed47fe27 None None] The sync data for ids ['0a4eb23b-4aa3-4641-804f-34730e15e3db'] in n-d-794796-3 is: [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:29:12Z', 'revision_number': 8, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None, '_interfaces': [{'id': '60d465dc-5a36-4849-bbb7-de84a74935c0', 'name': '', 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:f5:28:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'e8b31527-7c50-4661-a675-e872192b431c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:20Z', 'updated_at': '2021-09-01T15:28:53Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'e8b31527-7c50-4661-a675-e872192b431c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7db52221-ea05-4a30-8a0b-6ea006a51320', 'name': '', 'network_id': 'a89209f0-7118-4165-a513-a04fd7ec997a', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:e2:d0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2473, 'fixed_ips': [{'subnet_id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:38Z', 'updated_at': '2021-09-01T15:29:01Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'b7a54d2d-84f7-423f-89a9-559f2aa46dc9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc163d1-30f6-4df9-a32e-d62bbdfebca8', 'name': '', 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:99:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ca209c17-8582-453c-9440-231958fc593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:00Z', 'updated_at': '2021-09-01T15:28:35Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'ca209c17-8582-453c-9440-231958fc593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:29:19.367345 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-66c91fa6-063a-4a60-bd34-41dd230e5707 req-91114341-d951-45d6-b417-45dcc8184c89 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538084 Sep 01 15:29:19.434987 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d993c2-ce04-4a32-9126-6adac074d30c req-d51b5978-7bcf-4c15-a97f-1dc4f49f1f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:19.438962 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a1d993c2-ce04-4a32-9126-6adac074d30c req-d51b5978-7bcf-4c15-a97f-1dc4f49f1f09 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0fe352f8-e391-4ad4-b362-c4af541a7f65 HTTP/1.1" status: 200 len: 835 time: 0.3319163 Sep 01 15:29:19.468045 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cbb41978-5c11-4d03-98ea-3d29e67967fe tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:19.476589 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56648) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:19.489613 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cbb41978-5c11-4d03-98ea-3d29e67967fe tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/subnets/7ea3e6c1-fc78-4ea0-b332-5634c315fd26 HTTP/1.1" status: 204 len: 168 time: 3.1712046 Sep 01 15:29:19.772424 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-870042f3-dc4d-4b84-bb79-619e73fe2188 req-ade53892-374b-4d9e-8498-2ac0792f2b87 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5198832 Sep 01 15:29:19.882365 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-99339900-6b9b-40cd-930c-2d37cdc2f25f tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/floatingips/d36a2f51-5ff1-4a1c-b763-f69fdc6d98fc HTTP/1.1" status: 200 len: 992 time: 1.5374150 Sep 01 15:29:19.920940 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device bb83d4a2-607f-4a7e-87ba-200b5416c472 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:19.984893 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7440f6b6-603f-4f8f-95b6-d8f20833c349 req-5e40897e-c5db-4045-a19f-b8a350e2f07b tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:20.039267 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d993c2-ce04-4a32-9126-6adac074d30c req-1995d2b4-736b-4cab-8f31-e20977e2c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:20.043906 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a1d993c2-ce04-4a32-9126-6adac074d30c req-1995d2b4-736b-4cab-8f31-e20977e2c5ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5378652 Sep 01 15:29:20.060730 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7d787293-8d3e-4ea3-85b4-868249446935 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:20.108279 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-3df4f6e3-e70a-4ae1-b334-cd0244a41304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735337582', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:46Z', 'updated_at': '2021-09-01T15:28:17Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:49Z', 'updated_at': '2021-09-01T15:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'd36a2f51-5ff1-4a1c-b763-f69fdc6d98fc', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'port_id': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449', 'mac_address': 'fa:16:3e:a4:94:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe2d94-e50c-4269-93f4-fe00f2d10859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:29:10Z', 'updated_at': '2021-09-01T15:29:10Z', 'revision_number': 0, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3331be82-28ae-425a-867c-5d1eb28b90f7', 'name': '', 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:e9:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '0fe352f8-e391-4ad4-b362-c4af541a7f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:12Z', 'updated_at': '2021-09-01T15:28:39Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': '0fe352f8-e391-4ad4-b362-c4af541a7f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:20.151119 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 05938379-b73a-4f77-a2c7-d90f8cfe77dc no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:20.155620 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['d82534cd-0564-47c6-a468-e1374b8f6283'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:29:20.305444 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40897e-c5db-4045-a19f-b8a350e2f07b tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Pushing event deleted for resources: {'Port': ['ID=bb83d4a2-607f-4a7e-87ba-200b5416c472,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:20.437980 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-7440f6b6-603f-4f8f-95b6-d8f20833c349 req-5e40897e-c5db-4045-a19f-b8a350e2f07b tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] No DVR routers for this DVR port bb83d4a2-607f-4a7e-87ba-200b5416c472 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:20.446095 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7440f6b6-603f-4f8f-95b6-d8f20833c349 req-5e40897e-c5db-4045-a19f-b8a350e2f07b tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:20.460266 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7440f6b6-603f-4f8f-95b6-d8f20833c349 req-5e40897e-c5db-4045-a19f-b8a350e2f07b tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.62 "DELETE /v2.0/ports/bb83d4a2-607f-4a7e-87ba-200b5416c472 HTTP/1.1" status: 204 len: 173 time: 3.6133606 Sep 01 15:29:20.466331 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627bdc98-4b7a-443a-a70d-5e7876e05cff', 'name': 'network-vif-deleted', 'tag': 'bb83d4a2-607f-4a7e-87ba-200b5416c472'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:29:20.482037 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38252d9d-ab6d-44c0-b334-8029f8d2f303" -d '{"events": [{"server_uuid": "627bdc98-4b7a-443a-a70d-5e7876e05cff", "name": "network-vif-deleted", "tag": "bb83d4a2-607f-4a7e-87ba-200b5416c472"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:29:20.554725 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df4f6e3-e70a-4ae1-b334-cd0244a41304 None None] The sync data for ids ['0cca7a4c-ae9c-444a-8534-cba14dabd363'] in n-d-794796-3 is: [{'id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735337582', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:46Z', 'updated_at': '2021-09-01T15:28:17Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:49Z', 'updated_at': '2021-09-01T15:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'd36a2f51-5ff1-4a1c-b763-f69fdc6d98fc', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'port_id': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449', 'mac_address': 'fa:16:3e:a4:94:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fe2d94-e50c-4269-93f4-fe00f2d10859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:29:10Z', 'updated_at': '2021-09-01T15:29:10Z', 'revision_number': 0, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3331be82-28ae-425a-867c-5d1eb28b90f7', 'name': '', 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:e9:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '0fe352f8-e391-4ad4-b362-c4af541a7f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:12Z', 'updated_at': '2021-09-01T15:28:39Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': '0fe352f8-e391-4ad4-b362-c4af541a7f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:29:20.568154 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 05938379-b73a-4f77-a2c7-d90f8cfe77dc {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:29:20.568965 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 05938379-b73a-4f77-a2c7-d90f8cfe77dc not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:29:20.680211 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a1d993c2-ce04-4a32-9126-6adac074d30c req-fa418eeb-949d-42b1-99a2-0c3f9dff8ccf service neutron] 10.222.0.45 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6007016 Sep 01 15:29:20.699813 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-7d787293-8d3e-4ea3-85b4-868249446935 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Deleting port 19f0c50c-3875-454b-a577-b40066268544 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:20.700188 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7d787293-8d3e-4ea3-85b4-868249446935 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:20.782122 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb502cd-c9a4-47e9-be48-6e047eaf4eab None None] DHCP port deletion for 793fdf17-e0e5-4225-852a-6242e5cbd643 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:29:20.819715 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No active binding found for port bb83d4a2-607f-4a7e-87ba-200b5416c472 {{(pid=94735) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 15:29:20.823043 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device bb83d4a2-607f-4a7e-87ba-200b5416c472 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:29:20.884312 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56678) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:21.111367 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef984e52-71c9-48a9-8cee-72e1b2ad57e8 req-645d536f-16f5-4848-b841-145ff4acf8c4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0930390 Sep 01 15:29:21.116330 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-abb502cd-c9a4-47e9-be48-6e047eaf4eab None None] Deleting port 19f0c50c-3875-454b-a577-b40066268544 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:21.119447 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-abb502cd-c9a4-47e9-be48-6e047eaf4eab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:21.169245 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4294f316-4eb8-404a-ac19-d872376221a6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/floatingips/d36a2f51-5ff1-4a1c-b763-f69fdc6d98fc HTTP/1.1" status: 200 len: 992 time: 0.2826991 Sep 01 15:29:21.226027 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed31606-d47d-42e1-9efe-bde468f2a65a None None] New status for floating IP d36a2f51-5ff1-4a1c-b763-f69fdc6d98fc: ACTIVE {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:29:21.286724 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef984e52-71c9-48a9-8cee-72e1b2ad57e8 req-70703427-293c-4cc7-8989-bbec3583a93a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=23b9023d47b94f66b655f70395dcb615&device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 210 time: 0.0873663 Sep 01 15:29:21.383410 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-7d787293-8d3e-4ea3-85b4-868249446935 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] For port 19f0c50c-3875-454b-a577-b40066268544, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=19f0c50c-3875-454b-a577-b40066268544,segment=NetworkSegment(a03193f9-d739-4fdf-b6f3-1d23273a57ec),segment_id=a03193f9-d739-4fdf-b6f3-1d23273a57ec)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:21.387560 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7d787293-8d3e-4ea3-85b4-868249446935 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:21.452908 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b154e2e-73e9-4b20-ada5-984b9a5a47f4 x-openstack-request-id: req-4b154e2e-73e9-4b20-ada5-984b9a5a47f4 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:29:21.458051 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627bdc98-4b7a-443a-a70d-5e7876e05cff", "name": "network-vif-deleted", "tag": "bb83d4a2-607f-4a7e-87ba-200b5416c472", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:29:21.465180 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b154e2e-73e9-4b20-ada5-984b9a5a47f4 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:29:21.466035 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627bdc98-4b7a-443a-a70d-5e7876e05cff', 'name': 'network-vif-deleted', 'tag': 'bb83d4a2-607f-4a7e-87ba-200b5416c472', 'status': 'completed', 'code': 200} Sep 01 15:29:21.519263 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-7d787293-8d3e-4ea3-85b4-868249446935 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Calling delete_port for 19f0c50c-3875-454b-a577-b40066268544 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:21.636663 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-abb502cd-c9a4-47e9-be48-6e047eaf4eab None None] For port 19f0c50c-3875-454b-a577-b40066268544, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=19f0c50c-3875-454b-a577-b40066268544,segment=NetworkSegment(a03193f9-d739-4fdf-b6f3-1d23273a57ec),segment_id=a03193f9-d739-4fdf-b6f3-1d23273a57ec)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:21.652788 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-abb502cd-c9a4-47e9-be48-6e047eaf4eab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:21.712424 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-abb502cd-c9a4-47e9-be48-6e047eaf4eab None None] Calling delete_port for 19f0c50c-3875-454b-a577-b40066268544 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:21.728686 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b2177423-6d00-49d2-a77f-a08be14ff3ea req-55ca6222-7241-4d53-a380-7ac370311820 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=627bdc98-4b7a-443a-a70d-5e7876e05cff HTTP/1.1" status: 200 len: 210 time: 0.7742932 Sep 01 15:29:22.010320 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-abb502cd-c9a4-47e9-be48-6e047eaf4eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:22.052381 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb502cd-c9a4-47e9-be48-6e047eaf4eab None None] Pushing event deleted for resources: {'Port': ['ID=19f0c50c-3875-454b-a577-b40066268544,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:22.056003 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb502cd-c9a4-47e9-be48-6e047eaf4eab None None] No DVR routers for this DVR port 19f0c50c-3875-454b-a577-b40066268544 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:22.086227 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 19f0c50c-3875-454b-a577-b40066268544 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:22.144346 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 19f0c50c-3875-454b-a577-b40066268544 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:29:22.146254 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 19f0c50c-3875-454b-a577-b40066268544 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:29:22.170581 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a1d993c2-ce04-4a32-9126-6adac074d30c req-0b57ebf6-a241-4cda-a1b2-f1103af4ce4c service neutron] 10.222.0.45 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2141721 Sep 01 15:29:22.179621 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56692) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:22.355053 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef984e52-71c9-48a9-8cee-72e1b2ad57e8 req-496cb3f6-c6e4-46aa-af47-296229c9230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:22.356793 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef984e52-71c9-48a9-8cee-72e1b2ad57e8 req-496cb3f6-c6e4-46aa-af47-296229c9230f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=23b9023d47b94f66b655f70395dcb615&shared=False HTTP/1.1" status: 200 len: 911 time: 1.0284586 Sep 01 15:29:22.376529 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef034024-65b1-44ea-b832-fc1926258c98 req-959523ac-c502-4b01-b12c-cdf17706a100 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:22.385789 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef034024-65b1-44ea-b832-fc1926258c98 req-959523ac-c502-4b01-b12c-cdf17706a100 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 943 time: 0.5338087 Sep 01 15:29:22.625595 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7d787293-8d3e-4ea3-85b4-868249446935 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:22.631208 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef034024-65b1-44ea-b832-fc1926258c98 req-f0dad8ca-5099-4aa3-9de1-8b7fdf202409 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214696 Sep 01 15:29:22.757576 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef984e52-71c9-48a9-8cee-72e1b2ad57e8 req-c99ee19b-c9f3-460b-b30b-52cc53838de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:22.760716 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef984e52-71c9-48a9-8cee-72e1b2ad57e8 req-c99ee19b-c9f3-460b-b30b-52cc53838de7 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3734634 Sep 01 15:29:22.874530 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0be4c214-87d2-42e2-9297-57c99299ec7a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/floatingips/d36a2f51-5ff1-4a1c-b763-f69fdc6d98fc HTTP/1.1" status: 200 len: 994 time: 0.6789536 Sep 01 15:29:22.874530 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d787293-8d3e-4ea3-85b4-868249446935 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] No DVR routers for this DVR port 19f0c50c-3875-454b-a577-b40066268544 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:22.894780 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d787293-8d3e-4ea3-85b4-868249446935 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Port': ['ID=19f0c50c-3875-454b-a577-b40066268544,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:23.151800 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56706) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:23.265590 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7d787293-8d3e-4ea3-85b4-868249446935 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:23.340009 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-7d787293-8d3e-4ea3-85b4-868249446935 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793fdf17-e0e5-4225-852a-6242e5cbd643']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:23.496718 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-7d787293-8d3e-4ea3-85b4-868249446935 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a03193f9-d739-4fdf-b6f3-1d23273a57ec') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:23.497194 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-7d787293-8d3e-4ea3-85b4-868249446935 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a03193f9-d739-4fdf-b6f3-1d23273a57ec') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:23.643018 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7d787293-8d3e-4ea3-85b4-868249446935 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:23.722114 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d764-9174-48aa-84c3-f0890369f27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:23.746524 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7d787293-8d3e-4ea3-85b4-868249446935 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:23.781857 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d787293-8d3e-4ea3-85b4-868249446935 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:29:23.784100 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7d787293-8d3e-4ea3-85b4-868249446935 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:29:23.793709 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:29:24.052636 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7aceeb-9049-4f90-9509-b0936ae9725d req-442e0f00-9a8b-412b-8d2d-534b8760c8dd tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:24.065445 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6c7aceeb-9049-4f90-9509-b0936ae9725d req-442e0f00-9a8b-412b-8d2d-534b8760c8dd tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 945 time: 0.0994716 Sep 01 15:29:24.138684 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6c7aceeb-9049-4f90-9509-b0936ae9725d req-317b0a12-c318-41d4-bb83-62ccbd905afe tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718555 Sep 01 15:29:24.250855 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7d787293-8d3e-4ea3-85b4-868249446935 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:24.268959 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7d787293-8d3e-4ea3-85b4-868249446935 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:24.272715 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7d787293-8d3e-4ea3-85b4-868249446935 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/networks/793fdf17-e0e5-4225-852a-6242e5cbd643 HTTP/1.1" status: 204 len: 168 time: 4.7943444 Sep 01 15:29:24.277044 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56732) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:24.314672 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d787293-8d3e-4ea3-85b4-868249446935 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Network': ['ID=793fdf17-e0e5-4225-852a-6242e5cbd643,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:24.354165 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d764-9174-48aa-84c3-f0890369f27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:24.362869 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c4d1d764-9174-48aa-84c3-f0890369f27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:24.487233 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fd6a9-bc66-464f-bb15-d1953c16d9ff req-171d2eaf-d7fb-4ac9-a29a-3520e6ce51ce tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:24.488720 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-845fd6a9-bc66-464f-bb15-d1953c16d9ff req-171d2eaf-d7fb-4ac9-a29a-3520e6ce51ce tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 943 time: 0.5107238 Sep 01 15:29:24.556655 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c4d1d764-9174-48aa-84c3-f0890369f27d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f2f7a3c5b5264e8bb90793003c053561&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4010777 Sep 01 15:29:24.557102 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56736) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:24.560321 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1d764-9174-48aa-84c3-f0890369f27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a55d8f-d8b6-479a-b747-39303d6a75ee,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:24.635398 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-845fd6a9-bc66-464f-bb15-d1953c16d9ff req-bc68625b-813f-44d5-91e0-ddff22e3132a tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188383 Sep 01 15:29:24.921649 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d9c74360-b0ef-4d5a-967b-aa65a3049b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:24.972442 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d9c74360-b0ef-4d5a-967b-aa65a3049b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:25.131373 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d9c74360-b0ef-4d5a-967b-aa65a3049b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:25.140384 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d9c74360-b0ef-4d5a-967b-aa65a3049b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:25.142403 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d9c74360-b0ef-4d5a-967b-aa65a3049b48 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/26a55d8f-d8b6-479a-b747-39303d6a75ee HTTP/1.1" status: 204 len: 168 time: 0.5840688 Sep 01 15:29:25.236781 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c74360-b0ef-4d5a-967b-aa65a3049b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a55d8f-d8b6-479a-b747-39303d6a75ee,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:25.403925 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c74360-b0ef-4d5a-967b-aa65a3049b48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:25.404919 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c74360-b0ef-4d5a-967b-aa65a3049b48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:25.405828 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c74360-b0ef-4d5a-967b-aa65a3049b48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:25.406664 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c74360-b0ef-4d5a-967b-aa65a3049b48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:25.407892 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c74360-b0ef-4d5a-967b-aa65a3049b48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:25.408922 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c74360-b0ef-4d5a-967b-aa65a3049b48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:25.409712 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c74360-b0ef-4d5a-967b-aa65a3049b48 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:25.427112 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c74360-b0ef-4d5a-967b-aa65a3049b48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:25.427866 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c74360-b0ef-4d5a-967b-aa65a3049b48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:25.428264 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c74360-b0ef-4d5a-967b-aa65a3049b48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:25.428845 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c74360-b0ef-4d5a-967b-aa65a3049b48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:25.429430 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c74360-b0ef-4d5a-967b-aa65a3049b48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:25.471505 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f5bfc-e8e3-4b87-ad88-ad3b98aeceb1 req-1db87291-5113-4703-85a1-3e089471adfb tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:25.478918 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-036f5bfc-e8e3-4b87-ad88-ad3b98aeceb1 req-1db87291-5113-4703-85a1-3e089471adfb tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 945 time: 0.1878836 Sep 01 15:29:25.671477 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-036f5bfc-e8e3-4b87-ad88-ad3b98aeceb1 req-851bc01f-dce4-4d92-817a-ff00cd21a51f tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547127 Sep 01 15:29:26.237249 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2609cb87-9b83-468b-a880-798b4c9e3852 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:26.286597 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df77e7-2f78-449d-bd0b-951e5f5e7c23 req-b86c5552-ae8a-467d-a96f-3e1537887138 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:26.307500 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-01df77e7-2f78-449d-bd0b-951e5f5e7c23 req-b86c5552-ae8a-467d-a96f-3e1537887138 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 943 time: 0.3156946 Sep 01 15:29:27.274146 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-01df77e7-2f78-449d-bd0b-951e5f5e7c23 req-31860fe0-aa31-4867-9e36-cd75789d9ff7 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9552071 Sep 01 15:29:27.317692 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c8da4-7cf9-428d-bfd7-d32f4beb5a65 req-dfa28585-e48c-464d-8af2-2c967d9d99bc tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:27.355940 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d10c8da4-7cf9-428d-bfd7-d32f4beb5a65 req-dfa28585-e48c-464d-8af2-2c967d9d99bc tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 945 time: 0.2748089 Sep 01 15:29:27.571431 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d10c8da4-7cf9-428d-bfd7-d32f4beb5a65 req-167ed5fe-6fa8-4533-88e5-29e72874db6d tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135053 Sep 01 15:29:27.802892 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:27.985733 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-2609cb87-9b83-468b-a880-798b4c9e3852 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Deleting port 7db52221-ea05-4a30-8a0b-6ea006a51320 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:27.986267 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2609cb87-9b83-468b-a880-798b4c9e3852 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:28.424073 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-2609cb87-9b83-468b-a880-798b4c9e3852 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] For port 7db52221-ea05-4a30-8a0b-6ea006a51320, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=7db52221-ea05-4a30-8a0b-6ea006a51320,segment=NetworkSegment(b5971d8d-c5a7-4fcc-9537-b5d57da35972),segment_id=b5971d8d-c5a7-4fcc-9537-b5d57da35972)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:28.424712 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2609cb87-9b83-468b-a880-798b4c9e3852 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:28.488247 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-2609cb87-9b83-468b-a880-798b4c9e3852 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Calling delete_port for 7db52221-ea05-4a30-8a0b-6ea006a51320 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:28.967262 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:29:29.164403 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b266e35-e34b-408d-8c66-439deee58043 req-ddb14d68-48be-4a85-ac55-2742ae114fa7 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:29.179439 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b266e35-e34b-408d-8c66-439deee58043 req-ddb14d68-48be-4a85-ac55-2742ae114fa7 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 945 time: 0.2581241 Sep 01 15:29:29.354443 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b266e35-e34b-408d-8c66-439deee58043 req-745028d4-b385-4f27-914b-791bc671e4b5 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655638 Sep 01 15:29:29.424655 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fb64d-3aff-426e-895b-1234325b265a req-b157c164-d060-481c-8a4c-46ecea5b8931 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:29.433742 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-806fb64d-3aff-426e-895b-1234325b265a req-b157c164-d060-481c-8a4c-46ecea5b8931 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 943 time: 0.7419295 Sep 01 15:29:29.600834 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-806fb64d-3aff-426e-895b-1234325b265a req-6697d31e-c58a-4ab8-95d7-0ff86cdd6eaf tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654902 Sep 01 15:29:29.641176 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2609cb87-9b83-468b-a880-798b4c9e3852 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:29.754463 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609cb87-9b83-468b-a880-798b4c9e3852 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Port': ['ID=7db52221-ea05-4a30-8a0b-6ea006a51320,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:30.519887 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2609cb87-9b83-468b-a880-798b4c9e3852 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:30.976539 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee073d27-0f38-483f-8472-92a351ef69c2 req-36d4ecab-86c6-4867-8ec9-2a796fe00351 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:30.992289 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee073d27-0f38-483f-8472-92a351ef69c2 req-36d4ecab-86c6-4867-8ec9-2a796fe00351 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 945 time: 0.2410264 Sep 01 15:29:31.080143 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee073d27-0f38-483f-8472-92a351ef69c2 req-283ad91c-20f2-4837-8762-83a3f445dca3 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850477 Sep 01 15:29:31.107651 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924fd02-2e03-4887-a2a6-d41499e4f41d req-95eb3719-4f7e-44fc-a1a1-9f6e2156c60e tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:31.116732 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2924fd02-2e03-4887-a2a6-d41499e4f41d req-95eb3719-4f7e-44fc-a1a1-9f6e2156c60e tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 943 time: 0.3079400 Sep 01 15:29:31.705665 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2924fd02-2e03-4887-a2a6-d41499e4f41d req-dcf38227-4f26-4c10-b005-dceb5ec461d4 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5876405 Sep 01 15:29:31.864397 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2609cb87-9b83-468b-a880-798b4c9e3852 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Router 0a4eb23b-4aa3-4641-804f-34730e15e3db has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:29:32.664333 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0f92a-eb13-4f5e-b09a-ac2a0cefc55b req-0585125e-305c-4a6f-83a4-639b18e11cc5 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:32.672580 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5e0f92a-eb13-4f5e-b09a-ac2a0cefc55b req-0585125e-305c-4a6f-83a4-639b18e11cc5 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 945 time: 0.2465985 Sep 01 15:29:32.825375 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5e0f92a-eb13-4f5e-b09a-ac2a0cefc55b req-81abf494-ee54-4368-9d9e-9fdd4023eb77 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225667 Sep 01 15:29:33.593008 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2609cb87-9b83-468b-a880-798b4c9e3852 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:29:33.609548 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2609cb87-9b83-468b-a880-798b4c9e3852 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "PUT /v2.0/routers/0a4eb23b-4aa3-4641-804f-34730e15e3db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3283927 Sep 01 15:29:33.613091 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56988) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:33.615989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2aa9ed-5349-4c6d-aacd-38968f2d3944 None None] Sync routers for ids ['0a4eb23b-4aa3-4641-804f-34730e15e3db'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:29:33.651636 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2aa9ed-5349-4c6d-aacd-38968f2d3944 None None] Routers {'0a4eb23b-4aa3-4641-804f-34730e15e3db'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:33.652304 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-ae2aa9ed-5349-4c6d-aacd-38968f2d3944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:29:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0a4eb23b-4aa3-4641-804f-34730e15e3db'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:33.717583 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6815b2-5fd7-46b6-af51-2c5e269144e1 req-09b89366-a769-462c-929c-bf81c3c9ec3b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:33.725986 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2c6815b2-5fd7-46b6-af51-2c5e269144e1 req-09b89366-a769-462c-929c-bf81c3c9ec3b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 943 time: 0.2819421 Sep 01 15:29:33.825325 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-da70d1d3-ba9d-49f0-9c28-9783d56713e2 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Deleting subnet b7a54d2d-84f7-423f-89a9-559f2aa46dc9 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:29:33.833428 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da70d1d3-ba9d-49f0-9c28-9783d56713e2 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:33.879155 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2c6815b2-5fd7-46b6-af51-2c5e269144e1 req-fecfd28d-0e63-400b-95f8-905430da2450 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521344 Sep 01 15:29:33.892834 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-ae2aa9ed-5349-4c6d-aacd-38968f2d3944 None None] Set router 0a4eb23b-4aa3-4641-804f-34730e15e3db gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:33.902698 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81bccf1-8da6-4e0c-ac59-f15b2be86022 req-4c7b6cfb-7f9f-46ce-8094-129feaa51633 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:33.905375 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c81bccf1-8da6-4e0c-ac59-f15b2be86022 req-4c7b6cfb-7f9f-46ce-8094-129feaa51633 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 945 time: 0.1700139 Sep 01 15:29:33.968777 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da70d1d3-ba9d-49f0-9c28-9783d56713e2 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:34.143747 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2daab7-9c1c-412b-b0eb-d6544352003b req-ddfb23b6-43bf-4115-9a5b-f5b66815a434 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:34.150155 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4f2daab7-9c1c-412b-b0eb-d6544352003b req-ddfb23b6-43bf-4115-9a5b-f5b66815a434 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 945 time: 0.1466486 Sep 01 15:29:34.150949 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57000) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:34.248665 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da70d1d3-ba9d-49f0-9c28-9783d56713e2 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:34.275215 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4f2daab7-9c1c-412b-b0eb-d6544352003b req-12dc1f29-4b6f-49fd-ba4f-cdd22d1e7eb1 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/security-groups?id=02ff3bc4-1b2a-4ce2-86fd-750a8b933843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067598 Sep 01 15:29:34.320005 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-c81bccf1-8da6-4e0c-ac59-f15b2be86022 req-98093be2-8006-4711-80a7-cfb8f0666fc1 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Deleting port d82534cd-0564-47c6-a468-e1374b8f6283 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:34.320986 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c81bccf1-8da6-4e0c-ac59-f15b2be86022 req-98093be2-8006-4711-80a7-cfb8f0666fc1 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:34.599462 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-ae2aa9ed-5349-4c6d-aacd-38968f2d3944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:29:29Z', 'revision_number': 9, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None, '_interfaces': [{'id': '60d465dc-5a36-4849-bbb7-de84a74935c0', 'name': '', 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:f5:28:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'e8b31527-7c50-4661-a675-e872192b431c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:20Z', 'updated_at': '2021-09-01T15:28:53Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'e8b31527-7c50-4661-a675-e872192b431c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc163d1-30f6-4df9-a32e-d62bbdfebca8', 'name': '', 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:99:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ca209c17-8582-453c-9440-231958fc593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:00Z', 'updated_at': '2021-09-01T15:28:35Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'ca209c17-8582-453c-9440-231958fc593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:34.624930 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b965ef3c-b84c-4178-8270-ed45600819c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:34.696571 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da70d1d3-ba9d-49f0-9c28-9783d56713e2 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:34.756502 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2aa9ed-5349-4c6d-aacd-38968f2d3944 None None] Checking router: 0a4eb23b-4aa3-4641-804f-34730e15e3db for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:29:34.783426 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70d1d3-ba9d-49f0-9c28-9783d56713e2 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Subnet': ['ID=b7a54d2d-84f7-423f-89a9-559f2aa46dc9,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:34.796572 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2aa9ed-5349-4c6d-aacd-38968f2d3944 None None] Routers {'0a4eb23b-4aa3-4641-804f-34730e15e3db'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:34.800739 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-ae2aa9ed-5349-4c6d-aacd-38968f2d3944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:29:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0a4eb23b-4aa3-4641-804f-34730e15e3db'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:34.819934 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da70d1d3-ba9d-49f0-9c28-9783d56713e2 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:34.829100 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-da70d1d3-ba9d-49f0-9c28-9783d56713e2 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/subnets/b7a54d2d-84f7-423f-89a9-559f2aa46dc9 HTTP/1.1" status: 204 len: 168 time: 1.2101860 Sep 01 15:29:34.830246 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-c81bccf1-8da6-4e0c-ac59-f15b2be86022 req-98093be2-8006-4711-80a7-cfb8f0666fc1 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] For port d82534cd-0564-47c6-a468-e1374b8f6283, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=d82534cd-0564-47c6-a468-e1374b8f6283,segment=NetworkSegment(fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084),segment_id=fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:34.830483 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57006) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:34.831612 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c81bccf1-8da6-4e0c-ac59-f15b2be86022 req-98093be2-8006-4711-80a7-cfb8f0666fc1 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:34.875959 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-c81bccf1-8da6-4e0c-ac59-f15b2be86022 req-98093be2-8006-4711-80a7-cfb8f0666fc1 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Calling delete_port for d82534cd-0564-47c6-a468-e1374b8f6283 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:35.150655 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c81bccf1-8da6-4e0c-ac59-f15b2be86022 req-98093be2-8006-4711-80a7-cfb8f0666fc1 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:35.187766 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98093be2-8006-4711-80a7-cfb8f0666fc1 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Pushing event deleted for resources: {'Port': ['ID=d82534cd-0564-47c6-a468-e1374b8f6283,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:35.221450 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05e360-b57d-49d6-9c2e-81614287e0f5 req-b0332f3d-056f-46aa-8b1e-ad710f9b0221 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:35.223852 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dc05e360-b57d-49d6-9c2e-81614287e0f5 req-b0332f3d-056f-46aa-8b1e-ad710f9b0221 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 943 time: 0.1217587 Sep 01 15:29:35.365400 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81bccf1-8da6-4e0c-ac59-f15b2be86022 req-98093be2-8006-4711-80a7-cfb8f0666fc1 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] No DVR routers for this DVR port d82534cd-0564-47c6-a468-e1374b8f6283 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:35.397641 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c81bccf1-8da6-4e0c-ac59-f15b2be86022 req-98093be2-8006-4711-80a7-cfb8f0666fc1 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:35.400428 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c81bccf1-8da6-4e0c-ac59-f15b2be86022 req-98093be2-8006-4711-80a7-cfb8f0666fc1 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.45 "DELETE /v2.0/ports/d82534cd-0564-47c6-a468-e1374b8f6283 HTTP/1.1" status: 204 len: 173 time: 1.4724417 Sep 01 15:29:35.400856 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c2fa48-de76-4715-831f-1b79dcea4006', 'name': 'network-vif-deleted', 'tag': 'd82534cd-0564-47c6-a468-e1374b8f6283'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:29:35.403461 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c5c2e9-fcec-4bd3-b912-214a7d0be498" -d '{"events": [{"server_uuid": "c9c2fa48-de76-4715-831f-1b79dcea4006", "name": "network-vif-deleted", "tag": "d82534cd-0564-47c6-a468-e1374b8f6283"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:29:35.424235 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d1222e27-16ef-4e69-b659-a008be1e0be4 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:35.516119 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b965ef3c-b84c-4178-8270-ed45600819c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:35.522328 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dc05e360-b57d-49d6-9c2e-81614287e0f5 req-b0aaa936-2a3d-4f1f-8570-9199ada043d0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617389 Sep 01 15:29:35.597787 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b965ef3c-b84c-4178-8270-ed45600819c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:35.652935 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b965ef3c-b84c-4178-8270-ed45600819c7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0315ee3bc93c458f8b379381310f6614&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4969177 Sep 01 15:29:35.653219 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57024) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:35.752937 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-785ded32-d5c5-4ddd-a348-b89f9270ac82 req-c38846ce-1b7c-42d8-b222-38d0b37a7134 tempest-ServerRescueTestJSON-140615569 tempest-ServerRescueTestJSON-140615569-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9c2fa48-de76-4715-831f-1b79dcea4006 HTTP/1.1" status: 200 len: 210 time: 0.1510696 Sep 01 15:29:35.838042 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ae9f65-756e-4a95-b7eb-1c32ef839b6e x-openstack-request-id: req-b6ae9f65-756e-4a95-b7eb-1c32ef839b6e {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:29:35.840061 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c2fa48-de76-4715-831f-1b79dcea4006", "name": "network-vif-deleted", "tag": "d82534cd-0564-47c6-a468-e1374b8f6283", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:29:35.840623 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b6ae9f65-756e-4a95-b7eb-1c32ef839b6e {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:29:35.841340 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c2fa48-de76-4715-831f-1b79dcea4006', 'name': 'network-vif-deleted', 'tag': 'd82534cd-0564-47c6-a468-e1374b8f6283', 'status': 'completed', 'code': 200} Sep 01 15:29:35.842384 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fd456aa7-2ba3-414c-b6cb-0283580d2843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:35.845164 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965ef3c-b84c-4178-8270-ed45600819c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc77c10-094c-45c5-bf3c-62023b10eb68,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:35.911441 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9208696a-81d2-4492-b6b5-f661f2b7f87e None None] Network a89209f0-7118-4165-a513-a04fd7ec997a requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:29:35.935010 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-d1222e27-16ef-4e69-b659-a008be1e0be4 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Deleting port e7b78218-e320-4892-82f9-00c82468b9a9 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:35.935010 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d1222e27-16ef-4e69-b659-a008be1e0be4 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:35.968597 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fd456aa7-2ba3-414c-b6cb-0283580d2843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:36.102150 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['d82534cd-0564-47c6-a468-e1374b8f6283'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:29:36.106719 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fd456aa7-2ba3-414c-b6cb-0283580d2843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:36.112286 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fd456aa7-2ba3-414c-b6cb-0283580d2843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:36.113684 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fd456aa7-2ba3-414c-b6cb-0283580d2843 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ebc77c10-094c-45c5-bf3c-62023b10eb68 HTTP/1.1" status: 204 len: 168 time: 0.4594293 Sep 01 15:29:36.137466 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd456aa7-2ba3-414c-b6cb-0283580d2843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc77c10-094c-45c5-bf3c-62023b10eb68,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:36.250758 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-d1222e27-16ef-4e69-b659-a008be1e0be4 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] For port e7b78218-e320-4892-82f9-00c82468b9a9, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e7b78218-e320-4892-82f9-00c82468b9a9,segment=NetworkSegment(b5971d8d-c5a7-4fcc-9537-b5d57da35972),segment_id=b5971d8d-c5a7-4fcc-9537-b5d57da35972)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:36.251501 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d1222e27-16ef-4e69-b659-a008be1e0be4 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:36.288730 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-d1222e27-16ef-4e69-b659-a008be1e0be4 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Calling delete_port for e7b78218-e320-4892-82f9-00c82468b9a9 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:36.370779 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-ae2aa9ed-5349-4c6d-aacd-38968f2d3944 None None] Set router 0a4eb23b-4aa3-4641-804f-34730e15e3db gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:36.493529 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d1222e27-16ef-4e69-b659-a008be1e0be4 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:36.540921 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1222e27-16ef-4e69-b659-a008be1e0be4 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Port': ['ID=e7b78218-e320-4892-82f9-00c82468b9a9,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:36.548841 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1222e27-16ef-4e69-b659-a008be1e0be4 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] No DVR routers for this DVR port e7b78218-e320-4892-82f9-00c82468b9a9 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:36.652173 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d1222e27-16ef-4e69-b659-a008be1e0be4 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:36.667608 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-d1222e27-16ef-4e69-b659-a008be1e0be4 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89209f0-7118-4165-a513-a04fd7ec997a']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:36.681536 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-d1222e27-16ef-4e69-b659-a008be1e0be4 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5971d8d-c5a7-4fcc-9537-b5d57da35972') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:36.681923 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-d1222e27-16ef-4e69-b659-a008be1e0be4 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5971d8d-c5a7-4fcc-9537-b5d57da35972') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:36.694916 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d1222e27-16ef-4e69-b659-a008be1e0be4 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:36.715133 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d1222e27-16ef-4e69-b659-a008be1e0be4 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:36.723780 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1222e27-16ef-4e69-b659-a008be1e0be4 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:29:36.725067 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d1222e27-16ef-4e69-b659-a008be1e0be4 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:29:36.809271 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:29:36.812711 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d1222e27-16ef-4e69-b659-a008be1e0be4 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:36.819668 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d1222e27-16ef-4e69-b659-a008be1e0be4 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:36.829819 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d1222e27-16ef-4e69-b659-a008be1e0be4 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/networks/a89209f0-7118-4165-a513-a04fd7ec997a HTTP/1.1" status: 204 len: 168 time: 1.9924865 Sep 01 15:29:36.831468 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57054) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:36.866217 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1222e27-16ef-4e69-b659-a008be1e0be4 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Network': ['ID=a89209f0-7118-4165-a513-a04fd7ec997a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:36.942114 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-ae2aa9ed-5349-4c6d-aacd-38968f2d3944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:29:29Z', 'revision_number': 9, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None, '_interfaces': [{'id': '60d465dc-5a36-4849-bbb7-de84a74935c0', 'name': '', 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:f5:28:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'e8b31527-7c50-4661-a675-e872192b431c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:20Z', 'updated_at': '2021-09-01T15:28:53Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'e8b31527-7c50-4661-a675-e872192b431c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc163d1-30f6-4df9-a32e-d62bbdfebca8', 'name': '', 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:99:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ca209c17-8582-453c-9440-231958fc593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:00Z', 'updated_at': '2021-09-01T15:28:35Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'ca209c17-8582-453c-9440-231958fc593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:36.944483 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe510f9-1011-4dd0-9272-689b4cd3dd54 req-f4d60ea2-8aac-47da-ae71-b3c95d74b4ee tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:36.956515 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fbe510f9-1011-4dd0-9272-689b4cd3dd54 req-f4d60ea2-8aac-47da-ae71-b3c95d74b4ee tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 943 time: 0.1602437 Sep 01 15:29:36.958354 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57058) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:36.960889 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dc6b8e-b0c3-40d3-bd23-ba09f0ae4013 None None] DHCP port deletion for a89209f0-7118-4165-a513-a04fd7ec997a request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:29:37.063243 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2aa9ed-5349-4c6d-aacd-38968f2d3944 None None] The sync data for ids ['0a4eb23b-4aa3-4641-804f-34730e15e3db'] in n-d-794796-3 is: [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:29:29Z', 'revision_number': 9, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None, '_interfaces': [{'id': '60d465dc-5a36-4849-bbb7-de84a74935c0', 'name': '', 'network_id': '7ce12f6a-13c7-4feb-aa17-7435a76eb476', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:f5:28:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': 'e8b31527-7c50-4661-a675-e872192b431c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:20Z', 'updated_at': '2021-09-01T15:28:53Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'e8b31527-7c50-4661-a675-e872192b431c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc163d1-30f6-4df9-a32e-d62bbdfebca8', 'name': '', 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:99:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ca209c17-8582-453c-9440-231958fc593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:00Z', 'updated_at': '2021-09-01T15:28:35Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'ca209c17-8582-453c-9440-231958fc593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:29:37.287703 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b9470091-87f1-45a7-9b64-aa8b33b9992e details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:29:37.348248 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device d82534cd-0564-47c6-a468-e1374b8f6283 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:37.442871 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: d82534cd-0564-47c6-a468-e1374b8f6283 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:29:37.445982 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device d82534cd-0564-47c6-a468-e1374b8f6283 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:29:37.465135 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.resource_extend [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:29:37.527218 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fbe510f9-1011-4dd0-9272-689b4cd3dd54 req-8de7a463-f5ad-4c06-870e-3a33f11d7459 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5695870 Sep 01 15:29:37.717084 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b9470091-87f1-45a7-9b64-aa8b33b9992e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b9470091-87f1-45a7-9b64-aa8b33b9992e,segment=NetworkSegment(57531288-d828-443b-b367-fd1e1ac7e99f),segment_id=57531288-d828-443b-b367-fd1e1ac7e99f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:37.739347 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'b9470091-87f1-45a7-9b64-aa8b33b9992e', 'network_id': 'e5460166-f0b6-4e0f-87a2-13b45ba8cda0', 'port_id': 'b9470091-87f1-45a7-9b64-aa8b33b9992e', 'mac_address': 'fa:16:3e:3e:34:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7305b75-0883-4ca2-85e6-e628da02c41e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:29:37.745095 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ff4ebd45-4e93-49c1-8edb-bb148dad5c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:37.831130 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:37.884014 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9470091-87f1-45a7-9b64-aa8b33b9992e {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:29:37.951501 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b9470091-87f1-45a7-9b64-aa8b33b9992e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b9470091-87f1-45a7-9b64-aa8b33b9992e,segment=NetworkSegment(57531288-d828-443b-b367-fd1e1ac7e99f),segment_id=57531288-d828-443b-b367-fd1e1ac7e99f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:37.964338 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:38.076710 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-89b32730-0b33-4885-90dd-528f11cb2a35 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:38.080546 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 7db52221-ea05-4a30-8a0b-6ea006a51320 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:38.141948 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 7db52221-ea05-4a30-8a0b-6ea006a51320 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:29:38.141948 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 7db52221-ea05-4a30-8a0b-6ea006a51320 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:29:38.144406 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e7b78218-e320-4892-82f9-00c82468b9a9 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:38.218230 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: e7b78218-e320-4892-82f9-00c82468b9a9 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:29:38.218611 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e7b78218-e320-4892-82f9-00c82468b9a9 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:29:38.248482 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=b9470091-87f1-45a7-9b64-aa8b33b9992e,revision_number=9']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:38.315651 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ebd45-4e93-49c1-8edb-bb148dad5c7a admin admin] Deleting port 74f7a589-d938-4334-a853-3623cc6794cf {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:38.316225 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ff4ebd45-4e93-49c1-8edb-bb148dad5c7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:38.346250 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['b9470091-87f1-45a7-9b64-aa8b33b9992e'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:29:38.476469 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:38.672330 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-ff4ebd45-4e93-49c1-8edb-bb148dad5c7a admin admin] For port 74f7a589-d938-4334-a853-3623cc6794cf, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=74f7a589-d938-4334-a853-3623cc6794cf,segment=NetworkSegment(fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084),segment_id=fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:38.673714 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ff4ebd45-4e93-49c1-8edb-bb148dad5c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:38.728364 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ebd45-4e93-49c1-8edb-bb148dad5c7a admin admin] Calling delete_port for 74f7a589-d938-4334-a853-3623cc6794cf owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:38.826652 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-89b32730-0b33-4885-90dd-528f11cb2a35 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Deleting port 60d465dc-5a36-4849-bbb7-de84a74935c0 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:38.827804 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-89b32730-0b33-4885-90dd-528f11cb2a35 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:39.053711 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a00c1b-81e3-45c2-8598-46c0f8421c17 req-e84d0630-814d-4e4f-ad12-b5c353c8543b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:39.056518 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f2a00c1b-81e3-45c2-8598-46c0f8421c17 req-e84d0630-814d-4e4f-ad12-b5c353c8543b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 944 time: 0.3164284 Sep 01 15:29:39.195641 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f2a00c1b-81e3-45c2-8598-46c0f8421c17 req-6c23168a-5d84-4479-ae13-18088dea39ea tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296506 Sep 01 15:29:39.258955 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-996196b3-c2ad-432c-8b7c-5a1621c48d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:39.266130 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-89b32730-0b33-4885-90dd-528f11cb2a35 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] For port 60d465dc-5a36-4849-bbb7-de84a74935c0, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=60d465dc-5a36-4849-bbb7-de84a74935c0,segment=NetworkSegment(a5b43d70-e73b-4e63-b0f5-c65ff7014a37),segment_id=a5b43d70-e73b-4e63-b0f5-c65ff7014a37)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:39.267318 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-89b32730-0b33-4885-90dd-528f11cb2a35 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:39.286665 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b9470091-87f1-45a7-9b64-aa8b33b9992e up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:29:39.314208 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-89b32730-0b33-4885-90dd-528f11cb2a35 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Calling delete_port for 60d465dc-5a36-4849-bbb7-de84a74935c0 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:39.348808 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ff4ebd45-4e93-49c1-8edb-bb148dad5c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:39.387431 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ebd45-4e93-49c1-8edb-bb148dad5c7a admin admin] Pushing event deleted for resources: {'Port': ['ID=74f7a589-d938-4334-a853-3623cc6794cf,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:39.394199 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port b9470091-87f1-45a7-9b64-aa8b33b9992e triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:29:39.394915 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:39.604846 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:39.698531 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b9470091-87f1-45a7-9b64-aa8b33b9992e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b9470091-87f1-45a7-9b64-aa8b33b9992e,segment=NetworkSegment(57531288-d828-443b-b367-fd1e1ac7e99f),segment_id=57531288-d828-443b-b367-fd1e1ac7e99f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:39.700045 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c8bf03-9ffd-4056-9bbc-3f99579e7385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9470091-87f1-45a7-9b64-aa8b33b9992e'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:29:39.705472 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3bd9cd-1184-459a-af95-fec5636c0246" -d '{"events": [{"server_uuid": "e4c8bf03-9ffd-4056-9bbc-3f99579e7385", "name": "network-vif-plugged", "status": "completed", "tag": "b9470091-87f1-45a7-9b64-aa8b33b9992e"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:29:39.729731 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:39.766146 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ff4ebd45-4e93-49c1-8edb-bb148dad5c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:39.796479 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26719727-cfbc-4211-87fe-9d8c786dd55d x-openstack-request-id: req-26719727-cfbc-4211-87fe-9d8c786dd55d {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:29:39.805244 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c8bf03-9ffd-4056-9bbc-3f99579e7385", "name": "network-vif-plugged", "status": "completed", "tag": "b9470091-87f1-45a7-9b64-aa8b33b9992e", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:29:39.805696 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-26719727-cfbc-4211-87fe-9d8c786dd55d {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:29:39.806286 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c8bf03-9ffd-4056-9bbc-3f99579e7385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9470091-87f1-45a7-9b64-aa8b33b9992e', 'code': 200} Sep 01 15:29:39.874097 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=b9470091-87f1-45a7-9b64-aa8b33b9992e,revision_number=10']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:40.005827 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-89b32730-0b33-4885-90dd-528f11cb2a35 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:40.103751 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b32730-0b33-4885-90dd-528f11cb2a35 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Port': ['ID=60d465dc-5a36-4849-bbb7-de84a74935c0,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:40.674795 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbf2ca-403d-47f2-8837-617c0138d61e req-17b34969-da83-4256-b251-7d6d74ac6e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:40.676462 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-12dbf2ca-403d-47f2-8837-617c0138d61e req-17b34969-da83-4256-b251-7d6d74ac6e0e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 1097 time: 0.3516688 Sep 01 15:29:40.756119 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828281f-9d7f-4c9e-9d78-e162c5d26aa2 req-abcd8511-f5c5-4520-b803-81abd61575fd tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:40.765389 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f828281f-9d7f-4c9e-9d78-e162c5d26aa2 req-abcd8511-f5c5-4520-b803-81abd61575fd tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.3454781 Sep 01 15:29:40.771257 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-12dbf2ca-403d-47f2-8837-617c0138d61e req-b4c25785-162e-4550-b814-521887264974 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769334 Sep 01 15:29:40.775167 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-89b32730-0b33-4885-90dd-528f11cb2a35 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:40.785345 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57178) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:40.946005 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f828281f-9d7f-4c9e-9d78-e162c5d26aa2 req-3c4c9f46-5efd-4c85-a59f-d4a580ecd9a7 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774077 Sep 01 15:29:41.149850 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4ebd45-4e93-49c1-8edb-bb148dad5c7a admin admin] Router babff74a-9903-4cb3-8f6f-141013a7e98b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:29:41.207668 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b32730-0b33-4885-90dd-528f11cb2a35 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Router 0a4eb23b-4aa3-4641-804f-34730e15e3db has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:29:41.335573 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4ebd45-4e93-49c1-8edb-bb148dad5c7a admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:29:41.369699 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247ea4a7-3933-4d15-b461-d882770c124e None None] Sync routers for ids ['babff74a-9903-4cb3-8f6f-141013a7e98b'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:29:41.388907 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247ea4a7-3933-4d15-b461-d882770c124e None None] Routers {'babff74a-9903-4cb3-8f6f-141013a7e98b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:41.389999 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-f1135b6f-2d9d-4c31-a40c-a47b31bb891a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1844938566-network', 'tenant_id': 'bad42e0394c9405799a013019ac5678a'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:41.392223 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-247ea4a7-3933-4d15-b461-d882770c124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:29:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['babff74a-9903-4cb3-8f6f-141013a7e98b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:41.393285 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ff4ebd45-4e93-49c1-8edb-bb148dad5c7a admin admin] 10.222.0.60 "PUT /v2.0/routers/babff74a-9903-4cb3-8f6f-141013a7e98b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4314511 Sep 01 15:29:41.393975 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57194) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:41.566139 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57196) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:41.586229 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1135b6f-2d9d-4c31-a40c-a47b31bb891a admin admin] Made reservation on behalf of bad42e0394c9405799a013019ac5678a for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:29:41.592460 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1135b6f-2d9d-4c31-a40c-a47b31bb891a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:41.614210 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1135b6f-2d9d-4c31-a40c-a47b31bb891a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:41.634678 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b32730-0b33-4885-90dd-528f11cb2a35 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:29:41.638227 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2ae30a9e-b08f-41b9-8a18-9d2dc6dc65d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:41.656147 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e070e20-c16e-4f26-9a73-74497e1b31ae None None] Sync routers for ids ['0a4eb23b-4aa3-4641-804f-34730e15e3db'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:29:41.659103 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-247ea4a7-3933-4d15-b461-d882770c124e None None] Set router babff74a-9903-4cb3-8f6f-141013a7e98b gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:41.671020 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-89b32730-0b33-4885-90dd-528f11cb2a35 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "PUT /v2.0/routers/0a4eb23b-4aa3-4641-804f-34730e15e3db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8383675 Sep 01 15:29:41.675567 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57200) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:41.704181 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e070e20-c16e-4f26-9a73-74497e1b31ae None None] Routers {'0a4eb23b-4aa3-4641-804f-34730e15e3db'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:41.705351 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4e070e20-c16e-4f26-9a73-74497e1b31ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:29:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0a4eb23b-4aa3-4641-804f-34730e15e3db'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:42.011162 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-4e070e20-c16e-4f26-9a73-74497e1b31ae None None] Set router 0a4eb23b-4aa3-4641-804f-34730e15e3db gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:42.056087 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc15a782-8b75-4ac4-8ca4-182206a5cbdb tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Deleting subnet e8b31527-7c50-4661-a675-e872192b431c {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:29:42.064985 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dc15a782-8b75-4ac4-8ca4-182206a5cbdb tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:42.154794 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2ae30a9e-b08f-41b9-8a18-9d2dc6dc65d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:42.364166 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:42.412710 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dc15a782-8b75-4ac4-8ca4-182206a5cbdb tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:42.530134 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc7960-218a-4a38-baa9-da80a541f634 req-d9a5ea6f-c66d-4452-9bb4-be0daed4533a tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:42.546371 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9bc7960-218a-4a38-baa9-da80a541f634 req-d9a5ea6f-c66d-4452-9bb4-be0daed4533a tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.3229244 Sep 01 15:29:42.615397 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-247ea4a7-3933-4d15-b461-d882770c124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babff74a-9903-4cb3-8f6f-141013a7e98b', 'name': 'tempest-ServerRescueTestJSON-472368040-router', 'tenant_id': '23b9023d47b94f66b655f70395dcb615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'a50d9a3c-e1cd-42bd-a687-301c9505ce18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:26:22Z', 'updated_at': '2021-09-01T15:29:39Z', 'revision_number': 5, 'project_id': '23b9023d47b94f66b655f70395dcb615', 'gw_port': {'id': 'a50d9a3c-e1cd-42bd-a687-301c9505ce18', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:88:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babff74a-9903-4cb3-8f6f-141013a7e98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:26:24Z', 'updated_at': '2021-09-01T15:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:42.720113 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dc15a782-8b75-4ac4-8ca4-182206a5cbdb tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:42.736394 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9bc7960-218a-4a38-baa9-da80a541f634 req-a095e1c6-1915-484d-b418-a2e868ae5387 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834207 Sep 01 15:29:42.746254 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-2ae30a9e-b08f-41b9-8a18-9d2dc6dc65d0 admin admin] Deleting port a50d9a3c-e1cd-42bd-a687-301c9505ce18 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:42.748487 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247ea4a7-3933-4d15-b461-d882770c124e None None] Checking router: babff74a-9903-4cb3-8f6f-141013a7e98b for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:29:42.749511 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2ae30a9e-b08f-41b9-8a18-9d2dc6dc65d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:42.790698 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247ea4a7-3933-4d15-b461-d882770c124e None None] Routers {'babff74a-9903-4cb3-8f6f-141013a7e98b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:42.792087 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-247ea4a7-3933-4d15-b461-d882770c124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:29:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['babff74a-9903-4cb3-8f6f-141013a7e98b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:42.827398 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1135b6f-2d9d-4c31-a40c-a47b31bb891a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:42.910228 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b162fe2c-9e43-46a4-a2f3-02f8684d0daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:42.924222 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1135b6f-2d9d-4c31-a40c-a47b31bb891a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:42.952047 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4e070e20-c16e-4f26-9a73-74497e1b31ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:29:39Z', 'revision_number': 10, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None, '_interfaces': [{'id': 'abc163d1-30f6-4df9-a32e-d62bbdfebca8', 'name': '', 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:99:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ca209c17-8582-453c-9440-231958fc593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:00Z', 'updated_at': '2021-09-01T15:28:35Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'ca209c17-8582-453c-9440-231958fc593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:43.009786 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-247ea4a7-3933-4d15-b461-d882770c124e None None] Set router babff74a-9903-4cb3-8f6f-141013a7e98b gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:43.065056 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1135b6f-2d9d-4c31-a40c-a47b31bb891a admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:29:43.067882 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e070e20-c16e-4f26-9a73-74497e1b31ae None None] Checking router: 0a4eb23b-4aa3-4641-804f-34730e15e3db for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:29:43.099463 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1135b6f-2d9d-4c31-a40c-a47b31bb891a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29304af2-bc51-44f3-b46c-74dc336f2cd3,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:43.117212 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e070e20-c16e-4f26-9a73-74497e1b31ae None None] Routers {'0a4eb23b-4aa3-4641-804f-34730e15e3db'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:43.122702 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4e070e20-c16e-4f26-9a73-74497e1b31ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:29:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0a4eb23b-4aa3-4641-804f-34730e15e3db'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:43.137753 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-2ae30a9e-b08f-41b9-8a18-9d2dc6dc65d0 admin admin] For port a50d9a3c-e1cd-42bd-a687-301c9505ce18, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a50d9a3c-e1cd-42bd-a687-301c9505ce18,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:43.138640 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1135b6f-2d9d-4c31-a40c-a47b31bb891a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:43.138995 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-f1135b6f-2d9d-4c31-a40c-a47b31bb891a admin admin] Added segment 4a32a0d7-287d-45e6-ac57-bfebd7a84f0e of type vlan for network 3800fb89-e80c-46d2-84e6-b2b7a02a4529 Sep 01 15:29:43.152613 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2ae30a9e-b08f-41b9-8a18-9d2dc6dc65d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:43.191966 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dc15a782-8b75-4ac4-8ca4-182206a5cbdb tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:43.203922 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-247ea4a7-3933-4d15-b461-d882770c124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'babff74a-9903-4cb3-8f6f-141013a7e98b', 'name': 'tempest-ServerRescueTestJSON-472368040-router', 'tenant_id': '23b9023d47b94f66b655f70395dcb615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:26:22Z', 'updated_at': '2021-09-01T15:29:42Z', 'revision_number': 6, 'project_id': '23b9023d47b94f66b655f70395dcb615', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:43.211327 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-2ae30a9e-b08f-41b9-8a18-9d2dc6dc65d0 admin admin] Calling delete_port for a50d9a3c-e1cd-42bd-a687-301c9505ce18 owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:43.458987 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-4e070e20-c16e-4f26-9a73-74497e1b31ae None None] Set router 0a4eb23b-4aa3-4641-804f-34730e15e3db gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:43.502662 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247ea4a7-3933-4d15-b461-d882770c124e None None] The sync data for ids ['babff74a-9903-4cb3-8f6f-141013a7e98b'] in n-d-794796-3 is: [{'id': 'babff74a-9903-4cb3-8f6f-141013a7e98b', 'name': 'tempest-ServerRescueTestJSON-472368040-router', 'tenant_id': '23b9023d47b94f66b655f70395dcb615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:26:22Z', 'updated_at': '2021-09-01T15:29:42Z', 'revision_number': 6, 'project_id': '23b9023d47b94f66b655f70395dcb615', 'gw_port_host': None}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:29:43.588241 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:43.645647 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15a782-8b75-4ac4-8ca4-182206a5cbdb tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Subnet': ['ID=e8b31527-7c50-4661-a675-e872192b431c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:43.671114 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b162fe2c-9e43-46a4-a2f3-02f8684d0daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:43.674718 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dc15a782-8b75-4ac4-8ca4-182206a5cbdb tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:43.677677 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-dc15a782-8b75-4ac4-8ca4-182206a5cbdb tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/subnets/e8b31527-7c50-4661-a675-e872192b431c HTTP/1.1" status: 204 len: 168 time: 1.9994297 Sep 01 15:29:43.682940 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1135b6f-2d9d-4c31-a40c-a47b31bb891a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:43.687084 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57250) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:43.695950 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b162fe2c-9e43-46a4-a2f3-02f8684d0daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:43.705733 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d383164-7d3c-485c-8367-79c96d682ced None None] Network 7ce12f6a-13c7-4feb-aa17-7435a76eb476 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:29:43.864457 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2ae30a9e-b08f-41b9-8a18-9d2dc6dc65d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:43.941059 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-24ed871c-9d21-4f5a-bbe5-f9e893f68ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:43.958659 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae30a9e-b08f-41b9-8a18-9d2dc6dc65d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a50d9a3c-e1cd-42bd-a687-301c9505ce18,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:43.974100 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57268) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:43.975031 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b162fe2c-9e43-46a4-a2f3-02f8684d0daa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=320fce67379d400d8eb528f828fd944b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4019785 Sep 01 15:29:44.121569 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.resource_extend [None req-f1135b6f-2d9d-4c31-a40c-a47b31bb891a admin admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:29:44.140433 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162fe2c-9e43-46a4-a2f3-02f8684d0daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502975a5-e457-43b1-a017-3f64a18a7a90,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:44.168867 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 74f7a589-d938-4334-a853-3623cc6794cf no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:44.194242 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0485c15-2da8-4c8e-a03c-910e95adba55 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:44.196266 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1135b6f-2d9d-4c31-a40c-a47b31bb891a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:44.201606 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1135b6f-2d9d-4c31-a40c-a47b31bb891a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:44.202247 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1135b6f-2d9d-4c31-a40c-a47b31bb891a admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:44.254953 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-23a45c37-eb5c-4501-b01a-98b06553b8bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:44.305871 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1135b6f-2d9d-4c31-a40c-a47b31bb891a admin admin] Pushing event updated for resources: {'Network': ['ID=3800fb89-e80c-46d2-84e6-b2b7a02a4529,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:44.319049 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-23a45c37-eb5c-4501-b01a-98b06553b8bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:44.379650 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 3800fb89-e80c-46d2-84e6-b2b7a02a4529 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:29:44.382466 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 74f7a589-d938-4334-a853-3623cc6794cf {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:29:44.382801 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 74f7a589-d938-4334-a853-3623cc6794cf not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:29:44.402879 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab3fa2-4d70-4349-9cc3-d8ce20fe472e req-93458e18-d003-4ed1-aae4-d348be8d4fa1 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:44.408742 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aeab3fa2-4d70-4349-9cc3-d8ce20fe472e req-93458e18-d003-4ed1-aae4-d348be8d4fa1 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.4296854 Sep 01 15:29:44.442845 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f1135b6f-2d9d-4c31-a40c-a47b31bb891a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.6515033 Sep 01 15:29:44.446386 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57276) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:44.481172 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-3347b32e-d1d8-4205-a090-763d2b255813 admin admin] Request body: {'subnet': {'network_id': '3800fb89-e80c-46d2-84e6-b2b7a02a4529', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1844938566-subnet', 'tenant_id': 'bad42e0394c9405799a013019ac5678a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:44.509110 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-23a45c37-eb5c-4501-b01a-98b06553b8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:44.511774 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-23a45c37-eb5c-4501-b01a-98b06553b8bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:44.513652 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-23a45c37-eb5c-4501-b01a-98b06553b8bc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/502975a5-e457-43b1-a017-3f64a18a7a90 HTTP/1.1" status: 204 len: 168 time: 0.5353870 Sep 01 15:29:44.540193 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2ae30a9e-b08f-41b9-8a18-9d2dc6dc65d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:44.543707 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a45c37-eb5c-4501-b01a-98b06553b8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502975a5-e457-43b1-a017-3f64a18a7a90,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:44.611863 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aeab3fa2-4d70-4349-9cc3-d8ce20fe472e req-4b4d4d8b-5e03-40e4-a770-ec67a7f6bbb3 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821353 Sep 01 15:29:44.659161 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3347b32e-d1d8-4205-a090-763d2b255813 admin admin] Made reservation on behalf of bad42e0394c9405799a013019ac5678a for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:29:44.663701 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3347b32e-d1d8-4205-a090-763d2b255813 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:44.742259 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4e070e20-c16e-4f26-9a73-74497e1b31ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:29:39Z', 'revision_number': 10, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None, '_interfaces': [{'id': 'abc163d1-30f6-4df9-a32e-d62bbdfebca8', 'name': '', 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:99:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ca209c17-8582-453c-9440-231958fc593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:00Z', 'updated_at': '2021-09-01T15:28:35Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'ca209c17-8582-453c-9440-231958fc593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:44.744406 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2ae30a9e-b08f-41b9-8a18-9d2dc6dc65d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:44.749515 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2ae30a9e-b08f-41b9-8a18-9d2dc6dc65d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:44.844039 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-c0485c15-2da8-4c8e-a03c-910e95adba55 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Deleting port 5931b48b-1aea-4f74-8caf-e17fb77c2622 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:44.844904 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0485c15-2da8-4c8e-a03c-910e95adba55 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:44.860095 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e070e20-c16e-4f26-9a73-74497e1b31ae None None] The sync data for ids ['0a4eb23b-4aa3-4641-804f-34730e15e3db'] in n-d-794796-3 is: [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:29:39Z', 'revision_number': 10, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None, '_interfaces': [{'id': 'abc163d1-30f6-4df9-a32e-d62bbdfebca8', 'name': '', 'network_id': 'f9c41a54-f37a-4a73-b790-1d4880023174', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'mac_address': 'fa:16:3e:99:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'ca209c17-8582-453c-9440-231958fc593e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:00Z', 'updated_at': '2021-09-01T15:28:35Z', 'revision_number': 5, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'subnets': [{'id': 'ca209c17-8582-453c-9440-231958fc593e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:29:44.866662 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ac9856-b075-4628-80e6-a24af483e55c None None] DHCP port deletion for 7ce12f6a-13c7-4feb-aa17-7435a76eb476 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:29:44.923083 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2ae30a9e-b08f-41b9-8a18-9d2dc6dc65d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:44.923631 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae30a9e-b08f-41b9-8a18-9d2dc6dc65d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router babff74a-9903-4cb3-8f6f-141013a7e98b {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:29:44.930088 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2ae30a9e-b08f-41b9-8a18-9d2dc6dc65d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:44.939004 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2ae30a9e-b08f-41b9-8a18-9d2dc6dc65d0 admin admin] 10.222.0.60 "DELETE /v2.0/routers/babff74a-9903-4cb3-8f6f-141013a7e98b HTTP/1.1" status: 204 len: 168 time: 3.5403123 Sep 01 15:29:44.939493 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57290) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:45.047173 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-67ac9856-b075-4628-80e6-a24af483e55c None None] Deleting port 5931b48b-1aea-4f74-8caf-e17fb77c2622 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:45.047595 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-67ac9856-b075-4628-80e6-a24af483e55c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:45.091300 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eab8663-0f2b-4825-8881-b578996bc017 admin admin] Deleting subnet 870d447b-a102-45cd-b773-7b57248ad4c5 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:29:45.095649 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2eab8663-0f2b-4825-8881-b578996bc017 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:45.149772 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-c0485c15-2da8-4c8e-a03c-910e95adba55 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] For port 5931b48b-1aea-4f74-8caf-e17fb77c2622, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=5931b48b-1aea-4f74-8caf-e17fb77c2622,segment=NetworkSegment(a5b43d70-e73b-4e63-b0f5-c65ff7014a37),segment_id=a5b43d70-e73b-4e63-b0f5-c65ff7014a37)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:45.150530 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0485c15-2da8-4c8e-a03c-910e95adba55 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:45.177449 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-c0485c15-2da8-4c8e-a03c-910e95adba55 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Calling delete_port for 5931b48b-1aea-4f74-8caf-e17fb77c2622 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:45.179056 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2eab8663-0f2b-4825-8881-b578996bc017 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:45.207178 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:45.223275 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-67ac9856-b075-4628-80e6-a24af483e55c None None] For port 5931b48b-1aea-4f74-8caf-e17fb77c2622, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=5931b48b-1aea-4f74-8caf-e17fb77c2622,segment=NetworkSegment(a5b43d70-e73b-4e63-b0f5-c65ff7014a37),segment_id=a5b43d70-e73b-4e63-b0f5-c65ff7014a37)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:45.223621 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-67ac9856-b075-4628-80e6-a24af483e55c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:45.271546 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2eab8663-0f2b-4825-8881-b578996bc017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:45.272136 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-67ac9856-b075-4628-80e6-a24af483e55c None None] Calling delete_port for 5931b48b-1aea-4f74-8caf-e17fb77c2622 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:45.409025 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2eab8663-0f2b-4825-8881-b578996bc017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:45.463846 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2eab8663-0f2b-4825-8881-b578996bc017 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:45.474478 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2eab8663-0f2b-4825-8881-b578996bc017 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/870d447b-a102-45cd-b773-7b57248ad4c5 HTTP/1.1" status: 204 len: 168 time: 0.5336838 Sep 01 15:29:45.477357 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57302) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:45.481185 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab8663-0f2b-4825-8881-b578996bc017 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=870d447b-a102-45cd-b773-7b57248ad4c5,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:45.667750 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ae96daff-78c7-4a94-bd7d-0f280a4f60d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:45.904794 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ae96daff-78c7-4a94-bd7d-0f280a4f60d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:45.932850 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-ae96daff-78c7-4a94-bd7d-0f280a4f60d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fc306ad-d395-4e29-8475-725b0736474b']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:45.952995 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f0766-ce35-4020-a538-25be24d62821 req-4b7af3ad-ec7b-4a9d-9c6e-8a3c5cdd9c4d tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:45.955042 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5c0f0766-ce35-4020-a538-25be24d62821 req-4b7af3ad-ec7b-4a9d-9c6e-8a3c5cdd9c4d tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.1133206 Sep 01 15:29:45.967800 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-ae96daff-78c7-4a94-bd7d-0f280a4f60d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:45.968729 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-ae96daff-78c7-4a94-bd7d-0f280a4f60d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0ecf42-d7b7-4bd4-8f4e-0ef81f9fe084') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:45.986350 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ae96daff-78c7-4a94-bd7d-0f280a4f60d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:46.030127 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 5931b48b-1aea-4f74-8caf-e17fb77c2622 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:46.046804 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ae96daff-78c7-4a94-bd7d-0f280a4f60d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:46.073560 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae96daff-78c7-4a94-bd7d-0f280a4f60d2 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:29:46.075406 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ae96daff-78c7-4a94-bd7d-0f280a4f60d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:29:46.079729 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:29:46.096709 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5c0f0766-ce35-4020-a538-25be24d62821 req-14efcd4d-5375-4d01-bfb9-7ad4a409b4d8 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911374 Sep 01 15:29:46.121185 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0485c15-2da8-4c8e-a03c-910e95adba55 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:29:46.146371 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:29:46.164992 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-67ac9856-b075-4628-80e6-a24af483e55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:46.166726 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ae96daff-78c7-4a94-bd7d-0f280a4f60d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:46.176855 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ae96daff-78c7-4a94-bd7d-0f280a4f60d2 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:46.185624 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ae96daff-78c7-4a94-bd7d-0f280a4f60d2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3fc306ad-d395-4e29-8475-725b0736474b HTTP/1.1" status: 204 len: 168 time: 0.7061803 Sep 01 15:29:46.211870 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96daff-78c7-4a94-bd7d-0f280a4f60d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fc306ad-d395-4e29-8475-725b0736474b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:46.220688 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0485c15-2da8-4c8e-a03c-910e95adba55 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Port': ['ID=5931b48b-1aea-4f74-8caf-e17fb77c2622,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:46.221283 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No active binding found for port 5931b48b-1aea-4f74-8caf-e17fb77c2622 {{(pid=94735) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 15:29:46.221666 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 5931b48b-1aea-4f74-8caf-e17fb77c2622 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:29:46.223035 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3347b32e-d1d8-4205-a090-763d2b255813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:46.234815 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 60d465dc-5a36-4849-bbb7-de84a74935c0 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:46.259635 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0485c15-2da8-4c8e-a03c-910e95adba55 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] No DVR routers for this DVR port 5931b48b-1aea-4f74-8caf-e17fb77c2622 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:46.274978 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 60d465dc-5a36-4849-bbb7-de84a74935c0 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:29:46.286912 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 60d465dc-5a36-4849-bbb7-de84a74935c0 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:29:46.287646 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a50d9a3c-e1cd-42bd-a687-301c9505ce18 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:46.293189 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac9856-b075-4628-80e6-a24af483e55c None None] Pushing event deleted for resources: {'Port': ['ID=5931b48b-1aea-4f74-8caf-e17fb77c2622,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:46.339869 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: a50d9a3c-e1cd-42bd-a687-301c9505ce18 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:29:46.340376 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a50d9a3c-e1cd-42bd-a687-301c9505ce18 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:29:46.342800 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ac9856-b075-4628-80e6-a24af483e55c None None] No DVR routers for this DVR port 5931b48b-1aea-4f74-8caf-e17fb77c2622 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:46.500472 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347b32e-d1d8-4205-a090-763d2b255813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e907b0d-f8cc-4d83-939a-fe6c5747a654,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:46.532779 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0485c15-2da8-4c8e-a03c-910e95adba55 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:46.545442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3347b32e-d1d8-4205-a090-763d2b255813 admin admin] Checking segment: {'id': '4a32a0d7-287d-45e6-ac57-bfebd7a84f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3800fb89-e80c-46d2-84e6-b2b7a02a4529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:29:46.546117 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3347b32e-d1d8-4205-a090-763d2b255813 admin admin] Network hostable DHCP agents. Network: 3800fb89-e80c-46d2-84e6-b2b7a02a4529, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:29:46.566442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-c0485c15-2da8-4c8e-a03c-910e95adba55 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce12f6a-13c7-4feb-aa17-7435a76eb476']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:46.597567 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-c0485c15-2da8-4c8e-a03c-910e95adba55 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b43d70-e73b-4e63-b0f5-c65ff7014a37') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:46.597864 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-c0485c15-2da8-4c8e-a03c-910e95adba55 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b43d70-e73b-4e63-b0f5-c65ff7014a37') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:46.620428 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57330) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:46.623248 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0485c15-2da8-4c8e-a03c-910e95adba55 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:46.632962 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0188180-ca51-4fb5-861f-0de1e3db8ecd req-958089fa-6b79-4108-afe7-c4571a16015c tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:46.634890 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f0188180-ca51-4fb5-861f-0de1e3db8ecd req-958089fa-6b79-4108-afe7-c4571a16015c tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.1780252 Sep 01 15:29:46.641542 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3347b32e-d1d8-4205-a090-763d2b255813 admin admin] Network 3800fb89-e80c-46d2-84e6-b2b7a02a4529 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:29:46.659819 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-3347b32e-d1d8-4205-a090-763d2b255813 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 3800fb89-e80c-46d2-84e6-b2b7a02a4529) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:29:46.667039 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3347b32e-d1d8-4205-a090-763d2b255813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:46.671075 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3347b32e-d1d8-4205-a090-763d2b255813 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:46.676768 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ecb12d-320e-40c1-ae46-8c5429a13869 None None] Network 3800fb89-e80c-46d2-84e6-b2b7a02a4529 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:29:46.695130 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0485c15-2da8-4c8e-a03c-910e95adba55 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:46.729404 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-903d27bd-b66b-4e3e-89e5-8f7e34b66644 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=23b9023d47b94f66b655f70395dcb615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1014466 Sep 01 15:29:46.735291 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57334) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:46.768336 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0485c15-2da8-4c8e-a03c-910e95adba55 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:29:46.768788 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0485c15-2da8-4c8e-a03c-910e95adba55 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:29:46.782772 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:29:46.828232 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-56487fb5-6398-4d01-b63c-31f9ba323ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:46.898833 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3347b32e-d1d8-4205-a090-763d2b255813 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4448390 Sep 01 15:29:46.910695 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-56487fb5-6398-4d01-b63c-31f9ba323ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:46.942920 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f0188180-ca51-4fb5-861f-0de1e3db8ecd req-74fb8186-77d6-4832-87d9-7a3a299200f8 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498903 Sep 01 15:29:46.956441 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0485c15-2da8-4c8e-a03c-910e95adba55 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:46.975338 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c0485c15-2da8-4c8e-a03c-910e95adba55 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:46.979211 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c0485c15-2da8-4c8e-a03c-910e95adba55 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/networks/7ce12f6a-13c7-4feb-aa17-7435a76eb476 HTTP/1.1" status: 204 len: 168 time: 3.2904158 Sep 01 15:29:46.985678 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57338) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:47.028416 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f43201e-6492-4fdb-bd89-2bc873a86623 None None] Network 3800fb89-e80c-46d2-84e6-b2b7a02a4529 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:29:47.033707 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0485c15-2da8-4c8e-a03c-910e95adba55 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Network': ['ID=7ce12f6a-13c7-4feb-aa17-7435a76eb476,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:47.039847 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-56487fb5-6398-4d01-b63c-31f9ba323ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:47.048133 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-56487fb5-6398-4d01-b63c-31f9ba323ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:47.052908 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-56487fb5-6398-4d01-b63c-31f9ba323ebe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/02ff3bc4-1b2a-4ce2-86fd-750a8b933843 HTTP/1.1" status: 204 len: 168 time: 0.3139961 Sep 01 15:29:47.078724 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56487fb5-6398-4d01-b63c-31f9ba323ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ff3bc4-1b2a-4ce2-86fd-750a8b933843,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:47.213721 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7907dcd-cf16-4f6f-8ab4-0250dab03e66 req-d2334902-8887-4bbc-86ee-ccc55ab98e66 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:47.231099 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a7907dcd-cf16-4f6f-8ab4-0250dab03e66 req-d2334902-8887-4bbc-86ee-ccc55ab98e66 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.1324329 Sep 01 15:29:47.329936 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a7907dcd-cf16-4f6f-8ab4-0250dab03e66 req-d32e56a0-4dcd-4bdb-9808-85e3ed9590d5 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953643 Sep 01 15:29:47.640982 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145c28c-f573-421d-99bd-7206b8347743 req-6360cff5-e266-4ead-bd76-bd3d4c1bc6b2 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:47.652866 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c145c28c-f573-421d-99bd-7206b8347743 req-6360cff5-e266-4ead-bd76-bd3d4c1bc6b2 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.1395226 Sep 01 15:29:47.746921 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c145c28c-f573-421d-99bd-7206b8347743 req-1d6f1783-269c-4c54-bf87-8d2b45250f5c tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929277 Sep 01 15:29:48.017881 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd4c373c-e3cb-41cc-af4e-60fc657e184e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:48.032466 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4a922-be10-4447-9af9-2444991a91ec req-f62ed469-8c1a-4cb9-b1af-7b144f8ac71f tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:48.035694 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8fb4a922-be10-4447-9af9-2444991a91ec req-f62ed469-8c1a-4cb9-b1af-7b144f8ac71f tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.1114855 Sep 01 15:29:48.152587 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8fb4a922-be10-4447-9af9-2444991a91ec req-81a3ba9d-3e4d-46d8-be5a-f4449d6a9c70 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755627 Sep 01 15:29:48.642366 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c7601-d107-4088-8896-42370d2a9afd req-b8ac61b4-776e-4216-820b-13b6c1b2f571 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:48.654961 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-994c7601-d107-4088-8896-42370d2a9afd req-b8ac61b4-776e-4216-820b-13b6c1b2f571 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.2731571 Sep 01 15:29:48.774390 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-994c7601-d107-4088-8896-42370d2a9afd req-b4f8ab80-f7b5-4b85-a9e1-87c53e44915b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158907 Sep 01 15:29:48.837707 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-dd4c373c-e3cb-41cc-af4e-60fc657e184e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Deleting port abc163d1-30f6-4df9-a32e-d62bbdfebca8 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:48.838540 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd4c373c-e3cb-41cc-af4e-60fc657e184e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:49.154447 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-dd4c373c-e3cb-41cc-af4e-60fc657e184e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] For port abc163d1-30f6-4df9-a32e-d62bbdfebca8, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=abc163d1-30f6-4df9-a32e-d62bbdfebca8,segment=NetworkSegment(9086c851-84ba-473d-803f-a6a751bfe000),segment_id=9086c851-84ba-473d-803f-a6a751bfe000)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:49.156978 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd4c373c-e3cb-41cc-af4e-60fc657e184e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:49.191400 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-dd4c373c-e3cb-41cc-af4e-60fc657e184e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Calling delete_port for abc163d1-30f6-4df9-a32e-d62bbdfebca8 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:49.345022 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379c3a1-9c98-46f7-9486-a718e2919b46 req-a8298db0-47dd-4914-b4d7-4ef1cc9ea45d tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:49.363508 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d379c3a1-9c98-46f7-9486-a718e2919b46 req-a8298db0-47dd-4914-b4d7-4ef1cc9ea45d tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.1952441 Sep 01 15:29:49.517555 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d379c3a1-9c98-46f7-9486-a718e2919b46 req-8ef74ab8-dc6a-4443-b468-2a6439a7a36d tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468267 Sep 01 15:29:49.824789 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd4c373c-e3cb-41cc-af4e-60fc657e184e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:49.939309 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c373c-e3cb-41cc-af4e-60fc657e184e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Port': ['ID=abc163d1-30f6-4df9-a32e-d62bbdfebca8,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:50.267299 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa235d08-b87a-4a5a-b899-c5eefb2d65cd req-9e133fbe-1d39-4078-9d4f-8ef845449a88 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:50.287740 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa235d08-b87a-4a5a-b899-c5eefb2d65cd req-9e133fbe-1d39-4078-9d4f-8ef845449a88 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.1875279 Sep 01 15:29:50.434193 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57452) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:50.456470 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd4c373c-e3cb-41cc-af4e-60fc657e184e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:50.481096 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa235d08-b87a-4a5a-b899-c5eefb2d65cd req-6aca0c40-8a5a-487d-a34e-2534e503991a tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896598 Sep 01 15:29:50.917231 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4c373c-e3cb-41cc-af4e-60fc657e184e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Router 0a4eb23b-4aa3-4641-804f-34730e15e3db has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:29:50.934041 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-663f7f90-8424-4aaf-98c6-8a91f5d3f821 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1127324518-network', 'tenant_id': '39443fd735484938be3ef135eb1e37fe'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:51.089091 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4c373c-e3cb-41cc-af4e-60fc657e184e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:29:51.100212 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-dd4c373c-e3cb-41cc-af4e-60fc657e184e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "PUT /v2.0/routers/0a4eb23b-4aa3-4641-804f-34730e15e3db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1130714 Sep 01 15:29:51.101263 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57470) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:51.101964 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663f7f90-8424-4aaf-98c6-8a91f5d3f821 admin admin] Made reservation on behalf of 39443fd735484938be3ef135eb1e37fe for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:29:51.113575 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1fe46b-5a2f-4573-ad1f-2dcb1fe477ee None None] Sync routers for ids ['0a4eb23b-4aa3-4641-804f-34730e15e3db'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:29:51.118037 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-663f7f90-8424-4aaf-98c6-8a91f5d3f821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:51.149354 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1fe46b-5a2f-4573-ad1f-2dcb1fe477ee None None] Routers {'0a4eb23b-4aa3-4641-804f-34730e15e3db'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:51.158621 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-af1fe46b-5a2f-4573-ad1f-2dcb1fe477ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:29:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0a4eb23b-4aa3-4641-804f-34730e15e3db'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:51.168877 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d011b8-ef66-400c-a288-0ab48c576fd1 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Deleting subnet ca209c17-8582-453c-9440-231958fc593e {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:29:51.176973 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-19d011b8-ef66-400c-a288-0ab48c576fd1 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:51.187063 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-663f7f90-8424-4aaf-98c6-8a91f5d3f821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:51.430179 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-af1fe46b-5a2f-4573-ad1f-2dcb1fe477ee None None] Set router 0a4eb23b-4aa3-4641-804f-34730e15e3db gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:51.513042 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-19d011b8-ef66-400c-a288-0ab48c576fd1 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:51.535406 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-af1fe46b-5a2f-4573-ad1f-2dcb1fe477ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:29:49Z', 'revision_number': 11, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:51.595243 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-663f7f90-8424-4aaf-98c6-8a91f5d3f821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:51.614021 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-663f7f90-8424-4aaf-98c6-8a91f5d3f821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:51.645539 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-663f7f90-8424-4aaf-98c6-8a91f5d3f821 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:29:51.677929 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1fe46b-5a2f-4573-ad1f-2dcb1fe477ee None None] Checking router: 0a4eb23b-4aa3-4641-804f-34730e15e3db for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:29:51.678757 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-663f7f90-8424-4aaf-98c6-8a91f5d3f821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:51.679448 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-663f7f90-8424-4aaf-98c6-8a91f5d3f821 admin admin] Added segment c1289f2a-3e10-477c-8595-d0710d7fdc46 of type vlan for network 6e55868b-2168-443a-b0b0-d47405d65881 Sep 01 15:29:51.695716 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1fe46b-5a2f-4573-ad1f-2dcb1fe477ee None None] Routers {'0a4eb23b-4aa3-4641-804f-34730e15e3db'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:51.696755 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-af1fe46b-5a2f-4573-ad1f-2dcb1fe477ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:29:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0a4eb23b-4aa3-4641-804f-34730e15e3db'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:51.800126 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-663f7f90-8424-4aaf-98c6-8a91f5d3f821 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:51.873930 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f7f90-8424-4aaf-98c6-8a91f5d3f821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf964d8-9a91-4050-9d6f-d25412ee5dd5,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:51.920848 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c3bdf-d89c-428d-9f8b-40c2c26cd221 req-36260e53-d3a5-40c0-ab21-93bfbcdac722 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:51.923523 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ab0c3bdf-d89c-428d-9f8b-40c2c26cd221 req-36260e53-d3a5-40c0-ab21-93bfbcdac722 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 1097 time: 0.5160389 Sep 01 15:29:51.961193 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57d3be-8547-403d-b591-7569a29d68a1 req-0939ca81-1ce2-4c4b-bae4-ad95d93e8021 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:51.974205 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cf57d3be-8547-403d-b591-7569a29d68a1 req-0939ca81-1ce2-4c4b-bae4-ad95d93e8021 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.1764138 Sep 01 15:29:52.003202 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-663f7f90-8424-4aaf-98c6-8a91f5d3f821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:52.004328 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663f7f90-8424-4aaf-98c6-8a91f5d3f821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:52.005051 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-663f7f90-8424-4aaf-98c6-8a91f5d3f821 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:52.026913 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-af1fe46b-5a2f-4573-ad1f-2dcb1fe477ee None None] Set router 0a4eb23b-4aa3-4641-804f-34730e15e3db gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:52.067354 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cf57d3be-8547-403d-b591-7569a29d68a1 req-c0edc79f-0c76-4a46-bc93-1b5af58a604e tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917985 Sep 01 15:29:52.180411 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-663f7f90-8424-4aaf-98c6-8a91f5d3f821 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7377856 Sep 01 15:29:52.199874 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57506) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:52.230727 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-50fde41f-ab06-4a4c-a111-a9ae8086d103 admin admin] Request body: {'subnet': {'network_id': '6e55868b-2168-443a-b0b0-d47405d65881', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1127324518-subnet', 'tenant_id': '39443fd735484938be3ef135eb1e37fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:52.270679 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-af1fe46b-5a2f-4573-ad1f-2dcb1fe477ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:29:49Z', 'revision_number': 11, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:52.277909 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f7f90-8424-4aaf-98c6-8a91f5d3f821 admin admin] Pushing event updated for resources: {'Network': ['ID=6e55868b-2168-443a-b0b0-d47405d65881,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:52.293572 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 6e55868b-2168-443a-b0b0-d47405d65881 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:29:52.383786 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1fe46b-5a2f-4573-ad1f-2dcb1fe477ee None None] The sync data for ids ['0a4eb23b-4aa3-4641-804f-34730e15e3db'] in n-d-794796-3 is: [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:29:49Z', 'revision_number': 11, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:29:52.442413 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fde41f-ab06-4a4c-a111-a9ae8086d103 admin admin] Made reservation on behalf of 39443fd735484938be3ef135eb1e37fe for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:29:52.464240 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-50fde41f-ab06-4a4c-a111-a9ae8086d103 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:52.482632 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-19d011b8-ef66-400c-a288-0ab48c576fd1 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:52.552562 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ab0c3bdf-d89c-428d-9f8b-40c2c26cd221 req-14986b7c-4347-44e4-8b20-6c23ae60b8db tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6056743 Sep 01 15:29:52.864804 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3eca30-6ff1-456d-b392-cf3fd6c1a575 req-d06824bb-1361-4ceb-8272-b43c43e5b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:52.866571 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5d3eca30-6ff1-456d-b392-cf3fd6c1a575 req-d06824bb-1361-4ceb-8272-b43c43e5b2be service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f64e9e568cfb496c936b61a18ec8a0b5&device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 1097 time: 0.1404588 Sep 01 15:29:52.936501 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-19d011b8-ef66-400c-a288-0ab48c576fd1 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:53.055621 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304f794-c83f-4229-a4fd-d3c312b7718a req-6dab0b2d-74fd-4ca2-8e16-f10394a94808 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:53.070624 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b304f794-c83f-4229-a4fd-d3c312b7718a req-6dab0b2d-74fd-4ca2-8e16-f10394a94808 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.2231705 Sep 01 15:29:53.076514 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d011b8-ef66-400c-a288-0ab48c576fd1 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Subnet': ['ID=ca209c17-8582-453c-9440-231958fc593e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:53.147875 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c009ae2f-f875-47c4-a39a-7aa7b37aa8eb None None] Network f9c41a54-f37a-4a73-b790-1d4880023174 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:29:53.238476 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b304f794-c83f-4229-a4fd-d3c312b7718a req-b9694049-8869-43aa-bc7c-8c01191d5be1 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624100 Sep 01 15:29:53.252991 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-19d011b8-ef66-400c-a288-0ab48c576fd1 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:53.273273 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57556) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:53.292381 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-19d011b8-ef66-400c-a288-0ab48c576fd1 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/subnets/ca209c17-8582-453c-9440-231958fc593e HTTP/1.1" status: 204 len: 168 time: 2.1884689 Sep 01 15:29:53.345205 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-50fde41f-ab06-4a4c-a111-a9ae8086d103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:53.486935 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fedab0-b835-45d1-a974-4d9f4e94bb48 req-73214df6-770d-47db-9204-fdcfb156d1a7 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:53.496587 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-81fedab0-b835-45d1-a974-4d9f4e94bb48 req-73214df6-770d-47db-9204-fdcfb156d1a7 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 946 time: 0.6252146 Sep 01 15:29:53.654192 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a931-25ee-45ff-acd0-0e3ac4af94a8 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:53.849064 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3eca30-6ff1-456d-b392-cf3fd6c1a575 req-60ac24fb-47a7-4271-b223-3fa0f3d6734f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:53.870165 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5d3eca30-6ff1-456d-b392-cf3fd6c1a575 req-60ac24fb-47a7-4271-b223-3fa0f3d6734f service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5460166-f0b6-4e0f-87a2-13b45ba8cda0 HTTP/1.1" status: 200 len: 915 time: 0.9864850 Sep 01 15:29:53.886662 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-d0d2a931-25ee-45ff-acd0-0e3ac4af94a8 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Deleting port a1a8a1e1-394d-43ad-aae5-a8562c7426e3 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:53.887182 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a931-25ee-45ff-acd0-0e3ac4af94a8 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:53.947976 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07dcea1-c343-4b1a-8fa1-4b075378e2e5 None None] DHCP port deletion for f9c41a54-f37a-4a73-b790-1d4880023174 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:29:53.971119 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fde41f-ab06-4a4c-a111-a9ae8086d103 admin admin] Pushing event updated for resources: {'Subnet': ['ID=559a834f-1df6-4edf-8bed-bb164fc9896c,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:54.029262 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device abc163d1-30f6-4df9-a32e-d62bbdfebca8 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:54.080464 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: abc163d1-30f6-4df9-a32e-d62bbdfebca8 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:29:54.081761 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device abc163d1-30f6-4df9-a32e-d62bbdfebca8 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:29:54.140506 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e07dcea1-c343-4b1a-8fa1-4b075378e2e5 None None] Deleting port a1a8a1e1-394d-43ad-aae5-a8562c7426e3 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:29:54.141628 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e07dcea1-c343-4b1a-8fa1-4b075378e2e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:54.202939 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-d0d2a931-25ee-45ff-acd0-0e3ac4af94a8 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] For port a1a8a1e1-394d-43ad-aae5-a8562c7426e3, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a1a8a1e1-394d-43ad-aae5-a8562c7426e3,segment=NetworkSegment(9086c851-84ba-473d-803f-a6a751bfe000),segment_id=9086c851-84ba-473d-803f-a6a751bfe000)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:54.204440 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a931-25ee-45ff-acd0-0e3ac4af94a8 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:54.215014 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fde41f-ab06-4a4c-a111-a9ae8086d103 admin admin] Checking segment: {'id': 'c1289f2a-3e10-477c-8595-d0710d7fdc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6e55868b-2168-443a-b0b0-d47405d65881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:29:54.216839 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fde41f-ab06-4a4c-a111-a9ae8086d103 admin admin] Network hostable DHCP agents. Network: 6e55868b-2168-443a-b0b0-d47405d65881, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:29:54.225487 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5d3eca30-6ff1-456d-b392-cf3fd6c1a575 req-618229cc-e45e-4457-92ed-27f2c8b7ee9c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9470091-87f1-45a7-9b64-aa8b33b9992e HTTP/1.1" status: 200 len: 217 time: 0.2772098 Sep 01 15:29:54.265471 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-81fedab0-b835-45d1-a974-4d9f4e94bb48 req-2feac769-68b0-402c-8abc-d1962e7e926c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6540267 Sep 01 15:29:54.291598 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-d0d2a931-25ee-45ff-acd0-0e3ac4af94a8 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Calling delete_port for a1a8a1e1-394d-43ad-aae5-a8562c7426e3 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:54.405950 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e07dcea1-c343-4b1a-8fa1-4b075378e2e5 None None] For port a1a8a1e1-394d-43ad-aae5-a8562c7426e3, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a1a8a1e1-394d-43ad-aae5-a8562c7426e3,segment=NetworkSegment(9086c851-84ba-473d-803f-a6a751bfe000),segment_id=9086c851-84ba-473d-803f-a6a751bfe000)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:29:54.407008 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e07dcea1-c343-4b1a-8fa1-4b075378e2e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:54.467486 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e07dcea1-c343-4b1a-8fa1-4b075378e2e5 None None] Calling delete_port for a1a8a1e1-394d-43ad-aae5-a8562c7426e3 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:29:54.533582 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57582) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:54.541907 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3eca30-6ff1-456d-b392-cf3fd6c1a575 req-60e69408-badf-4895-8b66-129c368459c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:54.548641 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5d3eca30-6ff1-456d-b392-cf3fd6c1a575 req-60e69408-badf-4895-8b66-129c368459c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d7305b75-0883-4ca2-85e6-e628da02c41e HTTP/1.1" status: 200 len: 854 time: 0.2754567 Sep 01 15:29:54.554575 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fde41f-ab06-4a4c-a111-a9ae8086d103 admin admin] Network 6e55868b-2168-443a-b0b0-d47405d65881 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:29:54.626432 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5d3eca30-6ff1-456d-b392-cf3fd6c1a575 req-afd786e5-d968-499a-8b8c-57d5629b1c14 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5460166-f0b6-4e0f-87a2-13b45ba8cda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488176 Sep 01 15:29:54.628277 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-50fde41f-ab06-4a4c-a111-a9ae8086d103 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 6e55868b-2168-443a-b0b0-d47405d65881) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:29:54.636810 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fde41f-ab06-4a4c-a111-a9ae8086d103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:54.639935 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-50fde41f-ab06-4a4c-a111-a9ae8086d103 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:54.669232 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-50fde41f-ab06-4a4c-a111-a9ae8086d103 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.4609425 Sep 01 15:29:54.670502 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57590) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:54.702743 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-51435966-d26a-4c7a-96a9-4ee7a3564da0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1127324518-router', 'tenant_id': '39443fd735484938be3ef135eb1e37fe', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:54.730613 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a931-25ee-45ff-acd0-0e3ac4af94a8 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:54.744801 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51435966-d26a-4c7a-96a9-4ee7a3564da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:54.745950 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51435966-d26a-4c7a-96a9-4ee7a3564da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:54.827579 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51435966-d26a-4c7a-96a9-4ee7a3564da0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:54.900157 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2a931-25ee-45ff-acd0-0e3ac4af94a8 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Port': ['ID=a1a8a1e1-394d-43ad-aae5-a8562c7426e3,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:54.913671 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d2a931-25ee-45ff-acd0-0e3ac4af94a8 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] No DVR routers for this DVR port a1a8a1e1-394d-43ad-aae5-a8562c7426e3 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:54.965946 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e07dcea1-c343-4b1a-8fa1-4b075378e2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:55.041584 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-40176735-ce9e-4351-b81c-377dcaadf1c5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/floatingips/d36a2f51-5ff1-4a1c-b763-f69fdc6d98fc HTTP/1.1" status: 200 len: 994 time: 0.4918427 Sep 01 15:29:55.175806 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669caa57-cf98-40e3-96f7-5a5c5785ff2c None None] Network 6e55868b-2168-443a-b0b0-d47405d65881 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:29:55.221169 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07dcea1-c343-4b1a-8fa1-4b075378e2e5 None None] No DVR routers for this DVR port a1a8a1e1-394d-43ad-aae5-a8562c7426e3 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:29:55.228837 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c930efb-5fe7-46ed-b629-d35b7f24629e req-45018302-0fb4-4fa6-953d-0031fe0ef87e tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:55.239848 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07dcea1-c343-4b1a-8fa1-4b075378e2e5 None None] Pushing event deleted for resources: {'Port': ['ID=a1a8a1e1-394d-43ad-aae5-a8562c7426e3,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:55.251806 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6c930efb-5fe7-46ed-b629-d35b7f24629e req-45018302-0fb4-4fa6-953d-0031fe0ef87e tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.5242376 Sep 01 15:29:55.272834 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a931-25ee-45ff-acd0-0e3ac4af94a8 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:55.363169 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-d0d2a931-25ee-45ff-acd0-0e3ac4af94a8 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c41a54-f37a-4a73-b790-1d4880023174']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:55.397271 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07dcea1-c343-4b1a-8fa1-4b075378e2e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:55.397627 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07dcea1-c343-4b1a-8fa1-4b075378e2e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:55.397981 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07dcea1-c343-4b1a-8fa1-4b075378e2e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:55.398346 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07dcea1-c343-4b1a-8fa1-4b075378e2e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:55.398688 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07dcea1-c343-4b1a-8fa1-4b075378e2e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:55.401070 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-d0d2a931-25ee-45ff-acd0-0e3ac4af94a8 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9086c851-84ba-473d-803f-a6a751bfe000') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:55.401666 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-d0d2a931-25ee-45ff-acd0-0e3ac4af94a8 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9086c851-84ba-473d-803f-a6a751bfe000') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:55.408466 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07dcea1-c343-4b1a-8fa1-4b075378e2e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:55.409017 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07dcea1-c343-4b1a-8fa1-4b075378e2e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:55.409959 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07dcea1-c343-4b1a-8fa1-4b075378e2e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:55.410591 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07dcea1-c343-4b1a-8fa1-4b075378e2e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:55.411096 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07dcea1-c343-4b1a-8fa1-4b075378e2e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:55.411616 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07dcea1-c343-4b1a-8fa1-4b075378e2e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:55.414032 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07dcea1-c343-4b1a-8fa1-4b075378e2e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:29:55.459394 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a931-25ee-45ff-acd0-0e3ac4af94a8 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:55.539272 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6c930efb-5fe7-46ed-b629-d35b7f24629e req-df97c7dd-57a9-46fb-87b6-788d763fd1df tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862859 Sep 01 15:29:55.561836 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a931-25ee-45ff-acd0-0e3ac4af94a8 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:55.577100 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d2a931-25ee-45ff-acd0-0e3ac4af94a8 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:29:55.577982 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a931-25ee-45ff-acd0-0e3ac4af94a8 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:29:55.590190 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:29:55.776495 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbc91e3-e4a2-4089-af8e-5019c716f4a6 None None] Network 6e55868b-2168-443a-b0b0-d47405d65881 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:29:55.803848 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a931-25ee-45ff-acd0-0e3ac4af94a8 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:55.812854 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a931-25ee-45ff-acd0-0e3ac4af94a8 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:55.835567 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d0d2a931-25ee-45ff-acd0-0e3ac4af94a8 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/networks/f9c41a54-f37a-4a73-b790-1d4880023174 HTTP/1.1" status: 204 len: 168 time: 2.5544977 Sep 01 15:29:55.841504 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57616) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:55.853523 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-90581391-2a09-4eb6-af42-6aecc4cc54ec tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'router': {'routes': None}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:55.905548 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2a931-25ee-45ff-acd0-0e3ac4af94a8 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Pushing event deleted for resources: {'Network': ['ID=f9c41a54-f37a-4a73-b790-1d4880023174,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:56.131150 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a1a8a1e1-394d-43ad-aae5-a8562c7426e3 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:29:56.313539 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: a1a8a1e1-394d-43ad-aae5-a8562c7426e3 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:29:56.327178 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a1a8a1e1-394d-43ad-aae5-a8562c7426e3 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:29:56.365715 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51435966-d26a-4c7a-96a9-4ee7a3564da0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:56.583932 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.extraroute_db [None req-90581391-2a09-4eb6-af42-6aecc4cc54ec tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Added routes are [] {{(pid=94734) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 01 15:29:56.584671 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.extraroute_db [None req-90581391-2a09-4eb6-af42-6aecc4cc54ec tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Removed routes are [] {{(pid=94734) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 01 15:29:56.584999 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-90581391-2a09-4eb6-af42-6aecc4cc54ec tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37605'] for router, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:56.788366 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5d3eca30-6ff1-456d-b392-cf3fd6c1a575 req-8cc461a7-82fc-4681-b132-bd0d7dfae4c9 service neutron] 10.222.0.45 "GET /v2.0/networks/e5460166-f0b6-4e0f-87a2-13b45ba8cda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1287713 Sep 01 15:29:57.128377 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-90581391-2a09-4eb6-af42-6aecc4cc54ec tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37605'] for router, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:57.142327 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334aaab-d263-4c6f-92e6-55e2138b5b69 req-7e78a571-9d9a-46e9-994a-fb1a68544bde tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:57.144310 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c334aaab-d263-4c6f-92e6-55e2138b5b69 req-7e78a571-9d9a-46e9-994a-fb1a68544bde tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.4661338 Sep 01 15:29:57.155276 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-90581391-2a09-4eb6-af42-6aecc4cc54ec tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1825249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1825272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1826501'] for router, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:57.214716 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5d3eca30-6ff1-456d-b392-cf3fd6c1a575 req-a88bba37-22b1-4af8-8271-4fc05c23fe47 service neutron] 10.222.0.45 "GET /v2.0/networks/e5460166-f0b6-4e0f-87a2-13b45ba8cda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182389 Sep 01 15:29:57.365002 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-96d4831e-434e-4b40-b394-f5bc09fec9a8 req-138b8c52-9cd5-4a81-b1a0-fab011737189 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:29:57.366990 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-96d4831e-434e-4b40-b394-f5bc09fec9a8 req-138b8c52-9cd5-4a81-b1a0-fab011737189 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9918146 Sep 01 15:29:57.369603 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51435966-d26a-4c7a-96a9-4ee7a3564da0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:57.416511 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51435966-d26a-4c7a-96a9-4ee7a3564da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:57.640597 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c334aaab-d263-4c6f-92e6-55e2138b5b69 req-3c19b234-fe22-4953-8d61-6c0a76e52397 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823918 Sep 01 15:29:57.648220 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57662) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:57.697928 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90581391-2a09-4eb6-af42-6aecc4cc54ec tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Router 0a4eb23b-4aa3-4641-804f-34730e15e3db has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:29:57.709278 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-51435966-d26a-4c7a-96a9-4ee7a3564da0 admin admin] Allocated IP 172.25.6.6 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/fdc565c2-dba3-4384-8b11-3f027e72acf4) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:29:57.771382 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:58.252034 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57696) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:58.350888 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51435966-d26a-4c7a-96a9-4ee7a3564da0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:58.513588 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-012e6c2c-0947-4efc-b223-ea2ecb28f736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:58.710576 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51435966-d26a-4c7a-96a9-4ee7a3564da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:58.813821 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9ed37a3f-59f8-4009-ae17-bf6dbadf1683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:58.889283 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90581391-2a09-4eb6-af42-6aecc4cc54ec tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:29:58.907425 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755d1ce9-c96a-451d-b586-77b62b81b1da None None] Sync routers for ids ['0a4eb23b-4aa3-4641-804f-34730e15e3db'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:29:58.920782 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-90581391-2a09-4eb6-af42-6aecc4cc54ec tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:58.926649 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755d1ce9-c96a-451d-b586-77b62b81b1da None None] Routers {'0a4eb23b-4aa3-4641-804f-34730e15e3db'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:58.927690 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-755d1ce9-c96a-451d-b586-77b62b81b1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:29:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0a4eb23b-4aa3-4641-804f-34730e15e3db'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:58.928889 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-90581391-2a09-4eb6-af42-6aecc4cc54ec tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "PUT /v2.0/routers/0a4eb23b-4aa3-4641-804f-34730e15e3db HTTP/1.1" status: 200 len: 700 time: 3.0859563 Sep 01 15:29:58.931784 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57728) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:58.934575 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-f2160329-0f92-4c2a-8a19-554cb92a59ca service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5898302 Sep 01 15:29:59.033669 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f32afe87-b1ca-47f8-bf79-c046540d0049 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a4eb23b-4aa3-4641-804f-34730e15e3db HTTP/1.1" status: 200 len: 205 time: 0.0996821 Sep 01 15:29:59.038046 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57740) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:59.043297 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51435966-d26a-4c7a-96a9-4ee7a3564da0 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:29:59.065947 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163d34d-7718-417a-806f-d4d547c7d4c3 req-44bd1002-9d47-4c25-98cb-7308fc69df1d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:29:59.078998 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9163d34d-7718-417a-806f-d4d547c7d4c3 req-44bd1002-9d47-4c25-98cb-7308fc69df1d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 946 time: 0.2713594 Sep 01 15:29:59.151155 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-755d1ce9-c96a-451d-b586-77b62b81b1da None None] Set router 0a4eb23b-4aa3-4641-804f-34730e15e3db gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:59.187008 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-51435966-d26a-4c7a-96a9-4ee7a3564da0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:29:59.199786 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51435966-d26a-4c7a-96a9-4ee7a3564da0 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:29:59.218858 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9163d34d-7718-417a-806f-d4d547c7d4c3 req-839050d8-22fb-4c0b-bd27-fb7430dc23ec tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378982 Sep 01 15:29:59.223184 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-730b5b37-d38b-4489-b2a6-599b935c737f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:59.343435 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-755d1ce9-c96a-451d-b586-77b62b81b1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:29:49Z', 'revision_number': 11, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:59.422928 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-012e6c2c-0947-4efc-b223-ea2ecb28f736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:59.438915 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755d1ce9-c96a-451d-b586-77b62b81b1da None None] Checking router: 0a4eb23b-4aa3-4641-804f-34730e15e3db for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:29:59.472678 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755d1ce9-c96a-451d-b586-77b62b81b1da None None] Routers {'0a4eb23b-4aa3-4641-804f-34730e15e3db'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:29:59.473745 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-755d1ce9-c96a-451d-b586-77b62b81b1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:29:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0a4eb23b-4aa3-4641-804f-34730e15e3db'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:29:59.689113 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-730b5b37-d38b-4489-b2a6-599b935c737f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:59.698279 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-730b5b37-d38b-4489-b2a6-599b935c737f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:59.742854 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51435966-d26a-4c7a-96a9-4ee7a3564da0 admin admin] Pushing event updated for resources: {'Port': ['ID=fdc565c2-dba3-4384-8b11-3f027e72acf4,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:29:59.768584 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-755d1ce9-c96a-451d-b586-77b62b81b1da None None] Set router 0a4eb23b-4aa3-4641-804f-34730e15e3db gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:29:59.830616 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-730b5b37-d38b-4489-b2a6-599b935c737f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:59.834402 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730b5b37-d38b-4489-b2a6-599b935c737f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Fanout notify agent at l3_agent the message router_deleted on router 0a4eb23b-4aa3-4641-804f-34730e15e3db {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:29:59.834672 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-012e6c2c-0947-4efc-b223-ea2ecb28f736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:59.876313 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-730b5b37-d38b-4489-b2a6-599b935c737f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:29:59.891963 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-730b5b37-d38b-4489-b2a6-599b935c737f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/routers/0a4eb23b-4aa3-4641-804f-34730e15e3db HTTP/1.1" status: 204 len: 168 time: 0.8508587 Sep 01 15:29:59.894156 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57770) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:59.918113 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-012e6c2c-0947-4efc-b223-ea2ecb28f736 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=47137509527b40579b13e9cd6e303a0f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2685513 Sep 01 15:29:59.934174 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-bb98e91b-1dbc-42a3-81ad-6ba8e7ca5c27 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1354790824', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:29:59.965370 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57772) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:29:59.991480 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-755d1ce9-c96a-451d-b586-77b62b81b1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:29:49Z', 'revision_number': 11, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:00.054755 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755d1ce9-c96a-451d-b586-77b62b81b1da None None] The sync data for ids ['0a4eb23b-4aa3-4641-804f-34730e15e3db'] in n-d-794796-3 is: [{'id': '0a4eb23b-4aa3-4641-804f-34730e15e3db', 'name': 'tempest-RoutersTest-router-681723847', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:51Z', 'updated_at': '2021-09-01T15:29:49Z', 'revision_number': 11, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:30:00.085066 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e6c2c-0947-4efc-b223-ea2ecb28f736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cddbfa-9aa9-4fdf-803a-3f7d052ecbc1,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:00.099496 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51435966-d26a-4c7a-96a9-4ee7a3564da0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:00.197552 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-33b7aaf5-9a62-4847-8591-fcc0b4d81fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:00.202413 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0bc7789b-fe11-48b0-bc04-677f3e6c6c76 req-0ce13a73-b504-4253-abf6-0bab180b23fb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7127762 Sep 01 15:30:00.283383 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-33b7aaf5-9a62-4847-8591-fcc0b4d81fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:00.343254 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d7abc-b6cc-4941-87d5-d0dfa1768a77 req-d35b5874-bd06-4a7f-907c-0940076a5a5e tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:00.383908 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-799d7abc-b6cc-4941-87d5-d0dfa1768a77 req-d35b5874-bd06-4a7f-907c-0940076a5a5e tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 1.5332501 Sep 01 15:30:00.585374 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-33b7aaf5-9a62-4847-8591-fcc0b4d81fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:00.590232 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-33b7aaf5-9a62-4847-8591-fcc0b4d81fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:00.615897 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-33b7aaf5-9a62-4847-8591-fcc0b4d81fff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07cddbfa-9aa9-4fdf-803a-3f7d052ecbc1 HTTP/1.1" status: 204 len: 168 time: 0.6397009 Sep 01 15:30:00.668229 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9ed37a3f-59f8-4009-ae17-bf6dbadf1683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:00.711439 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9ed37a3f-59f8-4009-ae17-bf6dbadf1683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:00.713380 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7aaf5-9a62-4847-8591-fcc0b4d81fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cddbfa-9aa9-4fdf-803a-3f7d052ecbc1,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:00.860098 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bb98e91b-1dbc-42a3-81ad-6ba8e7ca5c27 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:00.867898 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bb98e91b-1dbc-42a3-81ad-6ba8e7ca5c27 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:00.993379 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9ed37a3f-59f8-4009-ae17-bf6dbadf1683 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=743de4e943904d1888e47b070f149acd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7311425 Sep 01 15:30:01.029886 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861aab44-70c4-499b-8a6f-accb71ca5f7f req-fc782750-af8a-4216-bdd1-928f13ddab6f tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:01.056695 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-861aab44-70c4-499b-8a6f-accb71ca5f7f req-fc782750-af8a-4216-bdd1-928f13ddab6f tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 946 time: 0.4354942 Sep 01 15:30:01.060673 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57808) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:01.186395 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-799d7abc-b6cc-4941-87d5-d0dfa1768a77 req-af1165fa-0c40-4100-8a91-d52c25420155 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8005912 Sep 01 15:30:01.201395 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7789b-fe11-48b0-bc04-677f3e6c6c76 req-e172ffcc-4944-4982-8661-506325dbc0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:01.210466 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0bc7789b-fe11-48b0-bc04-677f3e6c6c76 req-e172ffcc-4944-4982-8661-506325dbc0a8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f64e9e568cfb496c936b61a18ec8a0b5&device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 1097 time: 0.6810305 Sep 01 15:30:01.413532 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-861aab44-70c4-499b-8a6f-accb71ca5f7f req-342cd838-6c33-4753-be99-1e1af0eb2696 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3568127 Sep 01 15:30:01.420964 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bb98e91b-1dbc-42a3-81ad-6ba8e7ca5c27 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:01.439765 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bb98e91b-1dbc-42a3-81ad-6ba8e7ca5c27 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:01.503191 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2b49a0fe-351f-457a-ad0f-ba783bfef96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:01.508044 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bb98e91b-1dbc-42a3-81ad-6ba8e7ca5c27 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:01.509579 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bb98e91b-1dbc-42a3-81ad-6ba8e7ca5c27 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.6094959 Sep 01 15:30:01.522242 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57818) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:01.541401 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-9c9b4ed4-be67-4a55-b5cc-05cdac20b5d3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:01.543467 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed37a3f-59f8-4009-ae17-bf6dbadf1683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e08d00-df0e-4847-80a5-4482889a1f4c,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:01.717246 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51435966-d26a-4c7a-96a9-4ee7a3564da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:01.811273 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2b49a0fe-351f-457a-ad0f-ba783bfef96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:01.825801 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f346695-8924-42b6-bfe6-a3c43dc6a613 req-3e26439f-37c1-464a-a03b-767ac8acbc93 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:01.833557 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57824) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:01.834478 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7f346695-8924-42b6-bfe6-a3c43dc6a613 req-3e26439f-37c1-464a-a03b-767ac8acbc93 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.2706528 Sep 01 15:30:01.862038 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7789b-fe11-48b0-bc04-677f3e6c6c76 req-ac278725-0c12-46dc-a152-a63719e4708b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:01.865125 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0bc7789b-fe11-48b0-bc04-677f3e6c6c76 req-ac278725-0c12-46dc-a152-a63719e4708b service neutron] 10.222.0.45 "GET /v2.0/networks?id=e5460166-f0b6-4e0f-87a2-13b45ba8cda0 HTTP/1.1" status: 200 len: 915 time: 0.5943890 Sep 01 15:30:01.976125 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-14f40813-12a9-43c8-b087-e8759c922da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:02.018659 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0bc7789b-fe11-48b0-bc04-677f3e6c6c76 req-ad3a6d64-8897-427a-8d9f-1b1577ec2bad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9470091-87f1-45a7-9b64-aa8b33b9992e HTTP/1.1" status: 200 len: 217 time: 0.0777199 Sep 01 15:30:02.110203 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7789b-fe11-48b0-bc04-677f3e6c6c76 req-4faec7e0-cbac-48ba-9bef-01122a206cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:02.112901 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0bc7789b-fe11-48b0-bc04-677f3e6c6c76 req-4faec7e0-cbac-48ba-9bef-01122a206cf7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d7305b75-0883-4ca2-85e6-e628da02c41e HTTP/1.1" status: 200 len: 854 time: 0.0827553 Sep 01 15:30:02.124314 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7f346695-8924-42b6-bfe6-a3c43dc6a613 req-4b939462-1b62-4d6b-8820-7153b83d5657 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889225 Sep 01 15:30:02.166073 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0bc7789b-fe11-48b0-bc04-677f3e6c6c76 req-567484e3-5712-4cfd-84fb-ecb2a50e0f1a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e5460166-f0b6-4e0f-87a2-13b45ba8cda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365839 Sep 01 15:30:02.190745 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-14f40813-12a9-43c8-b087-e8759c922da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:02.253760 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-14f40813-12a9-43c8-b087-e8759c922da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:02.307321 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c9b4ed4-be67-4a55-b5cc-05cdac20b5d3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37605'] for router, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:02.335066 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f40813-12a9-43c8-b087-e8759c922da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b4133e-8b3b-402f-b6f8-515e7bc38a7e,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:02.341401 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-14f40813-12a9-43c8-b087-e8759c922da2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4b627689aa804863a12b1ea813e664d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5047119 Sep 01 15:30:02.343026 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2b49a0fe-351f-457a-ad0f-ba783bfef96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:02.346424 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2b49a0fe-351f-457a-ad0f-ba783bfef96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:02.346633 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0bc7789b-fe11-48b0-bc04-677f3e6c6c76 req-cbcb5a17-23cb-4822-8132-0a3db6bdb639 service neutron] 10.222.0.45 "GET /v2.0/networks/e5460166-f0b6-4e0f-87a2-13b45ba8cda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445043 Sep 01 15:30:02.348883 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57844) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:02.352155 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2b49a0fe-351f-457a-ad0f-ba783bfef96c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/12e08d00-df0e-4847-80a5-4482889a1f4c HTTP/1.1" status: 204 len: 168 time: 1.2547770 Sep 01 15:30:02.363422 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49a0fe-351f-457a-ad0f-ba783bfef96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e08d00-df0e-4847-80a5-4482889a1f4c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:02.365636 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c9b4ed4-be67-4a55-b5cc-05cdac20b5d3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1825249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1825272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1826501'] for router, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:02.665329 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9b4ed4-be67-4a55-b5cc-05cdac20b5d3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Router b5e47722-d11a-4d02-b1c3-809854fadcd2 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:30:02.708411 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51435966-d26a-4c7a-96a9-4ee7a3564da0 admin admin] Router 85af64f0-8619-4763-add8-6f8bb21a83ac is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:30:02.897781 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9b4ed4-be67-4a55-b5cc-05cdac20b5d3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:30:02.915885 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656d642-de44-4b70-a714-4a7df2a0fa75 None None] Sync routers for ids ['b5e47722-d11a-4d02-b1c3-809854fadcd2'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:30:02.923383 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c9b4ed4-be67-4a55-b5cc-05cdac20b5d3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:02.929037 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9c9b4ed4-be67-4a55-b5cc-05cdac20b5d3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "PUT /v2.0/routers/b5e47722-d11a-4d02-b1c3-809854fadcd2 HTTP/1.1" status: 200 len: 694 time: 1.3986068 Sep 01 15:30:02.932429 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2656d642-de44-4b70-a714-4a7df2a0fa75 None None] Routers {'b5e47722-d11a-4d02-b1c3-809854fadcd2'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:30:02.933506 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57860) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:02.936329 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2656d642-de44-4b70-a714-4a7df2a0fa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:29:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['b5e47722-d11a-4d02-b1c3-809854fadcd2'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:03.063489 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-2656d642-de44-4b70-a714-4a7df2a0fa75 None None] Set router b5e47722-d11a-4d02-b1c3-809854fadcd2 gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:30:03.140436 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51435966-d26a-4c7a-96a9-4ee7a3564da0 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:30:03.156811 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8494ec30-4a2b-466c-ad15-75b816d3b821 None None] Sync routers for ids ['85af64f0-8619-4763-add8-6f8bb21a83ac'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:30:03.177442 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8494ec30-4a2b-466c-ad15-75b816d3b821 None None] Routers {'85af64f0-8619-4763-add8-6f8bb21a83ac'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:30:03.178450 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8494ec30-4a2b-466c-ad15-75b816d3b821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:29:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['85af64f0-8619-4763-add8-6f8bb21a83ac'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:03.221555 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5c8c5-d25c-499e-9bdf-7446a3e035d9 req-3147a12e-ebf1-458e-8841-54eb264e720d tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:03.234915 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a1c5c8c5-d25c-499e-9bdf-7446a3e035d9 req-3147a12e-ebf1-458e-8841-54eb264e720d tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.8843927 Sep 01 15:30:03.242763 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1d2c3f83-653a-4a6b-b6d6-6d9e44a8657a tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "GET /v2.0/routers/b5e47722-d11a-4d02-b1c3-809854fadcd2 HTTP/1.1" status: 200 len: 700 time: 0.3003294 Sep 01 15:30:03.248627 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57882) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:03.268105 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2656d642-de44-4b70-a714-4a7df2a0fa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e47722-d11a-4d02-b1c3-809854fadcd2', 'name': 'tempest-RoutersTest-router-1354790824', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:30:00Z', 'updated_at': '2021-09-01T15:30:02Z', 'revision_number': 2, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:03.303828 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-55db60f3-99f5-4309-a58b-57e477d95ba1 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5e47722-d11a-4d02-b1c3-809854fadcd2 HTTP/1.1" status: 200 len: 205 time: 0.0530667 Sep 01 15:30:03.313972 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57884) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:03.320812 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656d642-de44-4b70-a714-4a7df2a0fa75 None None] Checking router: b5e47722-d11a-4d02-b1c3-809854fadcd2 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:30:03.330186 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5992c-7247-4ad0-a7a7-e0afca0bd345 req-06f8cdb6-688f-4492-9da1-f4fb139b2731 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:03.334170 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f9d5992c-7247-4ad0-a7a7-e0afca0bd345 req-06f8cdb6-688f-4492-9da1-f4fb139b2731 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 946 time: 0.6431677 Sep 01 15:30:03.355751 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2656d642-de44-4b70-a714-4a7df2a0fa75 None None] Routers {'b5e47722-d11a-4d02-b1c3-809854fadcd2'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:30:03.363455 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2656d642-de44-4b70-a714-4a7df2a0fa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:29:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['b5e47722-d11a-4d02-b1c3-809854fadcd2'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:03.376487 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-bc6d1929-d682-4955-ab24-12b32bcbd21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:03.379758 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-bc6d1929-d682-4955-ab24-12b32bcbd21e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 1097 time: 0.7029870 Sep 01 15:30:03.381013 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51435966-d26a-4c7a-96a9-4ee7a3564da0 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:03.387136 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-51435966-d26a-4c7a-96a9-4ee7a3564da0 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.7018275 Sep 01 15:30:03.408282 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57888) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:03.491675 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-2656d642-de44-4b70-a714-4a7df2a0fa75 None None] Set router b5e47722-d11a-4d02-b1c3-809854fadcd2 gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:30:03.562058 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2656d642-de44-4b70-a714-4a7df2a0fa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e47722-d11a-4d02-b1c3-809854fadcd2', 'name': 'tempest-RoutersTest-router-1354790824', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:30:00Z', 'updated_at': '2021-09-01T15:30:02Z', 'revision_number': 2, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:03.591477 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-8494ec30-4a2b-466c-ad15-75b816d3b821 None None] Set router 85af64f0-8619-4763-add8-6f8bb21a83ac gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:30:03.634988 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656d642-de44-4b70-a714-4a7df2a0fa75 None None] The sync data for ids ['b5e47722-d11a-4d02-b1c3-809854fadcd2'] in n-d-794796-3 is: [{'id': 'b5e47722-d11a-4d02-b1c3-809854fadcd2', 'name': 'tempest-RoutersTest-router-1354790824', 'tenant_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:30:00Z', 'updated_at': '2021-09-01T15:30:02Z', 'revision_number': 2, 'project_id': '5283ad44bc4649aa9a85d6a5a9623a1c', 'gw_port_host': None}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:30:03.664239 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-0d9bd327-d098-43fe-9565-e878ac7f9f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:03.668693 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-0d9bd327-d098-43fe-9565-e878ac7f9f80 service neutron] 10.222.0.45 "GET /v2.0/networks?id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449 HTTP/1.1" status: 200 len: 897 time: 0.2616944 Sep 01 15:30:03.682242 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a1c5c8c5-d25c-499e-9bdf-7446a3e035d9 req-47c6cf77-4e0a-4d5f-8d48-09aaac0c1775 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147017 Sep 01 15:30:03.710767 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-06b88c01-6f8e-42f6-9a8a-af32ba7d60b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:03.837999 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5c14dc89-6f65-4629-b5c9-fac5d10f722e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:03.933726 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-8a73fae9-aa73-4bc0-a68e-3dbc648ac222 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e HTTP/1.1" status: 200 len: 1002 time: 0.2304652 Sep 01 15:30:03.944944 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0bc7789b-fe11-48b0-bc04-677f3e6c6c76 req-9a183610-75c3-4592-b7b2-198f25658914 service neutron] 10.222.0.45 "GET /v2.0/networks/e5460166-f0b6-4e0f-87a2-13b45ba8cda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4964173 Sep 01 15:30:03.983223 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8494ec30-4a2b-466c-ad15-75b816d3b821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85af64f0-8619-4763-add8-6f8bb21a83ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1127324518-router', 'tenant_id': '39443fd735484938be3ef135eb1e37fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'fdc565c2-dba3-4384-8b11-3f027e72acf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:29:54Z', 'updated_at': '2021-09-01T15:29:59Z', 'revision_number': 3, 'project_id': '39443fd735484938be3ef135eb1e37fe', 'gw_port': {'id': 'fdc565c2-dba3-4384-8b11-3f027e72acf4', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85af64f0-8619-4763-add8-6f8bb21a83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:29:57Z', 'updated_at': '2021-09-01T15:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:04.052853 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-06b88c01-6f8e-42f6-9a8a-af32ba7d60b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:04.092848 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8494ec30-4a2b-466c-ad15-75b816d3b821 None None] Checking router: 85af64f0-8619-4763-add8-6f8bb21a83ac for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:30:04.093340 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8494ec30-4a2b-466c-ad15-75b816d3b821 None None] Updating router 85af64f0-8619-4763-add8-6f8bb21a83ac port fdc565c2-dba3-4384-8b11-3f027e72acf4 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:30:04.139311 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f9d5992c-7247-4ad0-a7a7-e0afca0bd345 req-f9e20be4-1c3c-4839-970d-58fbad97f0f5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6437893 Sep 01 15:30:04.168503 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8494ec30-4a2b-466c-ad15-75b816d3b821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:04.250340 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57906) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:04.519560 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5c14dc89-6f65-4629-b5c9-fac5d10f722e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:04.524558 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5c14dc89-6f65-4629-b5c9-fac5d10f722e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:04.595949 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8494ec30-4a2b-466c-ad15-75b816d3b821 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:04.624683 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8494ec30-4a2b-466c-ad15-75b816d3b821 None None] Transition to ACTIVE for port object fdc565c2-dba3-4384-8b11-3f027e72acf4 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:04.638215 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8494ec30-4a2b-466c-ad15-75b816d3b821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:04.664094 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5c14dc89-6f65-4629-b5c9-fac5d10f722e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:04.664799 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c14dc89-6f65-4629-b5c9-fac5d10f722e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Fanout notify agent at l3_agent the message router_deleted on router b5e47722-d11a-4d02-b1c3-809854fadcd2 {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:30:04.686759 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5c14dc89-6f65-4629-b5c9-fac5d10f722e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:04.689096 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5c14dc89-6f65-4629-b5c9-fac5d10f722e tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/routers/b5e47722-d11a-4d02-b1c3-809854fadcd2 HTTP/1.1" status: 204 len: 168 time: 1.3529811 Sep 01 15:30:04.692502 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57912) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:04.758473 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ee1ab-5c4c-418a-9385-5876f175aa32 None None] Pushing event updated for resources: {'Port': ['ID=fdc565c2-dba3-4384-8b11-3f027e72acf4,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:04.765006 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-929d8bf8-2323-4757-a879-b587b590efe4 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5e47722-d11a-4d02-b1c3-809854fadcd2 HTTP/1.1" status: 200 len: 205 time: 0.0680735 Sep 01 15:30:04.765664 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57918) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:04.801905 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8494ec30-4a2b-466c-ad15-75b816d3b821 None None] Attempting to bind port fdc565c2-dba3-4384-8b11-3f027e72acf4 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:30:04.802341 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8494ec30-4a2b-466c-ad15-75b816d3b821 None None] Attempting to bind port fdc565c2-dba3-4384-8b11-3f027e72acf4 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:30:04.802718 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8494ec30-4a2b-466c-ad15-75b816d3b821 None None] Attempting to bind port fdc565c2-dba3-4384-8b11-3f027e72acf4 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:30:04.825010 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8494ec30-4a2b-466c-ad15-75b816d3b821 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:30:04.826065 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8494ec30-4a2b-466c-ad15-75b816d3b821 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:30:04.831757 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8494ec30-4a2b-466c-ad15-75b816d3b821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:04.832890 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8494ec30-4a2b-466c-ad15-75b816d3b821 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:30:04.833650 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-d3eb1b2d-15dc-4e90-98a8-6777cf0c9c4f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] delete failed (client error): The resource could not be found. Sep 01 15:30:04.838186 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d3eb1b2d-15dc-4e90-98a8-6777cf0c9c4f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/routers/b5e47722-d11a-4d02-b1c3-809854fadcd2 HTTP/1.1" status: 404 len: 336 time: 0.0689676 Sep 01 15:30:04.838349 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57920) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:04.840283 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8494ec30-4a2b-466c-ad15-75b816d3b821 None None] Bound port: fdc565c2-dba3-4384-8b11-3f027e72acf4, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:30:04.842420 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8494ec30-4a2b-466c-ad15-75b816d3b821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:04.908801 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-5778f3d9-353d-467d-af32-92d07d962a67 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-525861748-network', 'tenant_id': '79203d7512b2446d82485c76add318d1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:04.940836 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a070221-5f7e-4c4e-af0c-66a74476f13a tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] DELETE failed (client error): The resource could not be found. Sep 01 15:30:04.941161 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a070221-5f7e-4c4e-af0c-66a74476f13a tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:30:04.947396 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5a070221-5f7e-4c4e-af0c-66a74476f13a tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/subnets/7ea3e6c1-fc78-4ea0-b332-5634c315fd26 HTTP/1.1" status: 404 len: 337 time: 0.1030972 Sep 01 15:30:04.947396 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5778f3d9-353d-467d-af32-92d07d962a67 admin admin] Made reservation on behalf of 79203d7512b2446d82485c76add318d1 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:04.947396 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5778f3d9-353d-467d-af32-92d07d962a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:04.960623 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57930) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:04.961417 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5778f3d9-353d-467d-af32-92d07d962a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:05.012521 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-8494ec30-4a2b-466c-ad15-75b816d3b821 None None] For port fdc565c2-dba3-4384-8b11-3f027e72acf4, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:30:05.019734 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-8494ec30-4a2b-466c-ad15-75b816d3b821 None None] For port fdc565c2-dba3-4384-8b11-3f027e72acf4, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fdc565c2-dba3-4384-8b11-3f027e72acf4,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:30:05.049993 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8494ec30-4a2b-466c-ad15-75b816d3b821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:05.077765 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee07b685-8909-4b76-9238-95974bc62105 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] DELETE failed (client error): The resource could not be found. Sep 01 15:30:05.078258 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee07b685-8909-4b76-9238-95974bc62105 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:30:05.080110 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ee07b685-8909-4b76-9238-95974bc62105 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/subnets/b7a54d2d-84f7-423f-89a9-559f2aa46dc9 HTTP/1.1" status: 404 len: 337 time: 0.1154993 Sep 01 15:30:05.099619 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57940) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:05.171592 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf26fbf-0c4c-4e65-9d97-9e93692f6bed tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] DELETE failed (client error): The resource could not be found. Sep 01 15:30:05.172491 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bf26fbf-0c4c-4e65-9d97-9e93692f6bed tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:30:05.174727 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2bf26fbf-0c4c-4e65-9d97-9e93692f6bed tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/subnets/e8b31527-7c50-4661-a675-e872192b431c HTTP/1.1" status: 404 len: 337 time: 0.0736480 Sep 01 15:30:05.179943 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57942) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:05.181983 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-06b88c01-6f8e-42f6-9a8a-af32ba7d60b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:05.186886 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-06b88c01-6f8e-42f6-9a8a-af32ba7d60b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:05.188093 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-06b88c01-6f8e-42f6-9a8a-af32ba7d60b5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0b4133e-8b3b-402f-b6f8-515e7bc38a7e HTTP/1.1" status: 204 len: 168 time: 2.7425261 Sep 01 15:30:05.229491 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba38d91-0df9-4d7b-8eb2-1c9543afa15e req-eac962f0-bdfe-4115-bf0c-d87740ee2c53 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:05.231631 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9ba38d91-0df9-4d7b-8eb2-1c9543afa15e req-eac962f0-bdfe-4115-bf0c-d87740ee2c53 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 1.2942166 Sep 01 15:30:05.233361 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-00fbc212-e336-4593-b5aa-17404c323c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:05.235188 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-00fbc212-e336-4593-b5aa-17404c323c05 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0fe352f8-e391-4ad4-b362-c4af541a7f65 HTTP/1.1" status: 200 len: 835 time: 1.2714748 Sep 01 15:30:05.248346 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b88c01-6f8e-42f6-9a8a-af32ba7d60b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b4133e-8b3b-402f-b6f8-515e7bc38a7e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:05.256366 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3ab3e0-eee3-4ab1-8e11-65018f07ff27 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] DELETE failed (client error): The resource could not be found. Sep 01 15:30:05.256987 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3ab3e0-eee3-4ab1-8e11-65018f07ff27 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:30:05.259640 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bb3ab3e0-eee3-4ab1-8e11-65018f07ff27 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/subnets/ca209c17-8582-453c-9440-231958fc593e HTTP/1.1" status: 404 len: 337 time: 0.0781832 Sep 01 15:30:05.265763 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57950) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:05.312315 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-98a07b4b-d3fe-4bef-9b52-2cc4ec4fe06b tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a4eb23b-4aa3-4641-804f-34730e15e3db HTTP/1.1" status: 200 len: 205 time: 0.0453229 Sep 01 15:30:05.317463 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57956) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:05.362391 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8494ec30-4a2b-466c-ad15-75b816d3b821 None None] Routers {'85af64f0-8619-4763-add8-6f8bb21a83ac'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:30:05.363016 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8494ec30-4a2b-466c-ad15-75b816d3b821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:29:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['85af64f0-8619-4763-add8-6f8bb21a83ac'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:05.489244 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9ba38d91-0df9-4d7b-8eb2-1c9543afa15e req-ed257464-72b3-484c-8c45-33cf7f8990d0 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448072 Sep 01 15:30:05.506389 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-7e68acda-9059-4a17-b2e8-5301c87f649a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:05.506389 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-7e68acda-9059-4a17-b2e8-5301c87f649a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2287569 Sep 01 15:30:05.640506 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-01d1a0e6-9c07-4a1a-beb3-ae63614cacfd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] delete failed (client error): The resource could not be found. Sep 01 15:30:05.653856 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-01d1a0e6-9c07-4a1a-beb3-ae63614cacfd tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/routers/0a4eb23b-4aa3-4641-804f-34730e15e3db HTTP/1.1" status: 404 len: 336 time: 0.3231697 Sep 01 15:30:05.675660 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-91163a24-af93-49a8-a9c1-103a9c5ca00d service neutron] 10.222.0.45 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192944 Sep 01 15:30:05.678165 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57970) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:05.787615 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5778f3d9-353d-467d-af32-92d07d962a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:05.814824 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5778f3d9-353d-467d-af32-92d07d962a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:05.839622 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-325ae30c-6926-4fbe-8f26-fc0c5a1b5e6f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "GET /v2.0/ports?device_id=a81b61bf-7229-41ab-afb6-e656e3580ae9 HTTP/1.1" status: 200 len: 205 time: 0.1598029 Sep 01 15:30:05.843360 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57978) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:05.856440 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5778f3d9-353d-467d-af32-92d07d962a67 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:30:05.899859 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5778f3d9-353d-467d-af32-92d07d962a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:05.904393 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-5778f3d9-353d-467d-af32-92d07d962a67 admin admin] Added segment 5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d of type vlan for network f8c65645-0406-43a8-8521-8a7d8fd3a310 Sep 01 15:30:05.938008 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:30:06.148837 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855e202-da4d-4220-a137-745044cde232 req-546794be-b765-4519-86fe-ec8e8e67e862 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:06.157911 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f855e202-da4d-4220-a137-745044cde232 req-546794be-b765-4519-86fe-ec8e8e67e862 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 946 time: 0.7501447 Sep 01 15:30:06.178185 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ee1ab-5c4c-418a-9385-5876f175aa32 None None] Pushing event updated for resources: {'Port': ['ID=fdc565c2-dba3-4384-8b11-3f027e72acf4,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:06.219902 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-8494ec30-4a2b-466c-ad15-75b816d3b821 None None] Set router 85af64f0-8619-4763-add8-6f8bb21a83ac gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:30:06.222778 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5778f3d9-353d-467d-af32-92d07d962a67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:06.338975 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778f3d9-353d-467d-af32-92d07d962a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e184957-0237-42f9-8732-2c509e60a147,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:06.385519 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f855e202-da4d-4220-a137-745044cde232 req-8d131508-c4d4-48a9-867e-79e61dfb6aaf tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254686 Sep 01 15:30:06.420367 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5778f3d9-353d-467d-af32-92d07d962a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:06.422445 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5778f3d9-353d-467d-af32-92d07d962a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:06.428595 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5778f3d9-353d-467d-af32-92d07d962a67 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:06.532428 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-b128914a-71a0-4ca5-b9c2-d4b6207b6d0c tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] delete failed (client error): The resource could not be found. Sep 01 15:30:06.545052 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b128914a-71a0-4ca5-b9c2-d4b6207b6d0c tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/routers/a81b61bf-7229-41ab-afb6-e656e3580ae9 HTTP/1.1" status: 404 len: 336 time: 0.4902878 Sep 01 15:30:06.552426 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57996) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:06.595072 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5778f3d9-353d-467d-af32-92d07d962a67 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3366077 Sep 01 15:30:06.603892 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58000) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:06.643816 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-332d6a4b-90e8-418d-bc59-36ce90cc3405 service neutron] 10.222.0.45 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9509487 Sep 01 15:30:06.671549 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778f3d9-353d-467d-af32-92d07d962a67 admin admin] Pushing event updated for resources: {'Network': ['ID=f8c65645-0406-43a8-8521-8a7d8fd3a310,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:06.678097 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-af5abaf5-e2dc-4e2b-b803-9e053ab77275 admin admin] Request body: {'subnet': {'network_id': 'f8c65645-0406-43a8-8521-8a7d8fd3a310', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-525861748-subnet', 'tenant_id': '79203d7512b2446d82485c76add318d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:06.715555 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network f8c65645-0406-43a8-8521-8a7d8fd3a310 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:30:06.780758 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5abaf5-e2dc-4e2b-b803-9e053ab77275 admin admin] Made reservation on behalf of 79203d7512b2446d82485c76add318d1 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:06.785135 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-af5abaf5-e2dc-4e2b-b803-9e053ab77275 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:06.808519 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f6cba2-10e4-4914-a2f1-11af562c125f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] DELETE failed (client error): The resource could not be found. Sep 01 15:30:06.809674 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f6cba2-10e4-4914-a2f1-11af562c125f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:30:06.830629 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c7f6cba2-10e4-4914-a2f1-11af562c125f tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/subnets/065cfe7d-1ab5-418d-8799-9f4ac02b38de HTTP/1.1" status: 404 len: 337 time: 0.2736013 Sep 01 15:30:06.850108 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58014) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:07.004943 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6e0ac20f-8bd2-4bf9-9ce7-22ec4f077501 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "GET /v2.0/ports?device_id=90fe526e-3dce-4b58-9784-e70644d5936a HTTP/1.1" status: 200 len: 205 time: 0.1395905 Sep 01 15:30:07.007825 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58016) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:07.123398 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8494ec30-4a2b-466c-ad15-75b816d3b821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85af64f0-8619-4763-add8-6f8bb21a83ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1127324518-router', 'tenant_id': '39443fd735484938be3ef135eb1e37fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'fdc565c2-dba3-4384-8b11-3f027e72acf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:29:54Z', 'updated_at': '2021-09-01T15:29:59Z', 'revision_number': 3, 'project_id': '39443fd735484938be3ef135eb1e37fe', 'gw_port': {'id': 'fdc565c2-dba3-4384-8b11-3f027e72acf4', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85af64f0-8619-4763-add8-6f8bb21a83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:29:57Z', 'updated_at': '2021-09-01T15:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:07.129398 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e45d75-9582-4c5a-aa1f-4d3f87377f47 req-f9c9ffd5-d025-4211-b25b-cf50f43f9b4a tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:07.132169 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-82e45d75-9582-4c5a-aa1f-4d3f87377f47 req-f9c9ffd5-d025-4211-b25b-cf50f43f9b4a tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.9397707 Sep 01 15:30:07.282171 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8494ec30-4a2b-466c-ad15-75b816d3b821 None None] The sync data for ids ['85af64f0-8619-4763-add8-6f8bb21a83ac'] in n-d-794796-3 is: [{'id': '85af64f0-8619-4763-add8-6f8bb21a83ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1127324518-router', 'tenant_id': '39443fd735484938be3ef135eb1e37fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'fdc565c2-dba3-4384-8b11-3f027e72acf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:29:54Z', 'updated_at': '2021-09-01T15:29:59Z', 'revision_number': 3, 'project_id': '39443fd735484938be3ef135eb1e37fe', 'gw_port': {'id': 'fdc565c2-dba3-4384-8b11-3f027e72acf4', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85af64f0-8619-4763-add8-6f8bb21a83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:29:57Z', 'updated_at': '2021-09-01T15:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:30:07.451283 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-82e45d75-9582-4c5a-aa1f-4d3f87377f47 req-6cb4b23b-0c8d-4e23-afe1-29130188cc33 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991347 Sep 01 15:30:07.498922 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7575f443-f8a3-40cd-a69e-b79899158b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:07.795037 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-b9ce81db-7bad-4c26-8b63-5e0338e5a326 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] delete failed (client error): The resource could not be found. Sep 01 15:30:07.796162 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b9ce81db-7bad-4c26-8b63-5e0338e5a326 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/routers/90fe526e-3dce-4b58-9784-e70644d5936a HTTP/1.1" status: 404 len: 336 time: 0.7769599 Sep 01 15:30:07.808735 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58036) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:08.035389 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-af072bfb-3bc1-43d9-92b9-452110f13d62 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "GET /v2.0/ports?device_id=b34d3990-536a-4b36-91c7-0d3896b06ba9 HTTP/1.1" status: 200 len: 205 time: 0.2190402 Sep 01 15:30:08.038439 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58038) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:08.162369 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-7575f443-f8a3-40cd-a69e-b79899158b43 admin admin] Allocated IP 172.20.0.1 (6e55868b-2168-443a-b0b0-d47405d65881/559a834f-1df6-4edf-8bed-bb164fc9896c/3a9dbaeb-656b-4f63-89c3-d86581b588bb) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:30:08.205567 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-b2d00278-dea1-422f-8a94-65760cb68fd4 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] delete failed (client error): The resource could not be found. Sep 01 15:30:08.212662 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58042) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:08.222511 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b2d00278-dea1-422f-8a94-65760cb68fd4 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/routers/b34d3990-536a-4b36-91c7-0d3896b06ba9 HTTP/1.1" status: 404 len: 336 time: 0.1707282 Sep 01 15:30:08.285613 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603bfb1-82d0-4e23-a2c2-a9881209d28f req-cd7b9b6c-10f6-4ebc-820f-7eb689b3c1de tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:08.317851 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3603bfb1-82d0-4e23-a2c2-a9881209d28f req-cd7b9b6c-10f6-4ebc-820f-7eb689b3c1de tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 946 time: 0.5281742 Sep 01 15:30:08.456739 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3389e6-f18a-474d-a6d0-d678b64677aa tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] DELETE failed (client error): The resource could not be found. Sep 01 15:30:08.462931 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b3389e6-f18a-474d-a6d0-d678b64677aa tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:30:08.467542 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2b3389e6-f18a-474d-a6d0-d678b64677aa tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/subnets/2bc18a37-0459-4a09-99ab-6c5bad42034b HTTP/1.1" status: 404 len: 337 time: 0.2533193 Sep 01 15:30:08.486113 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58052) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:08.490237 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3603bfb1-82d0-4e23-a2c2-a9881209d28f req-cbd4306e-c6a3-4f60-8b01-6007d2b13fa0 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537504 Sep 01 15:30:08.551472 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:08.603336 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-82f009a3-d7bd-43b2-b87b-5731f5e6c158 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "GET /v2.0/ports?device_id=226248f2-b235-4a49-8a56-9141202b47dc HTTP/1.1" status: 200 len: 205 time: 0.1063764 Sep 01 15:30:08.611080 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58058) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:08.717911 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752ff65-8c57-4c3e-a86b-de24400264cf req-d84dab5a-1714-440f-8cb8-1793e302dbeb tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:08.730271 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a752ff65-8c57-4c3e-a86b-de24400264cf req-d84dab5a-1714-440f-8cb8-1793e302dbeb tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.5493860 Sep 01 15:30:08.822447 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-449b579a-9384-46a5-8720-65a74443a3f3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] delete failed (client error): The resource could not be found. Sep 01 15:30:08.825954 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-449b579a-9384-46a5-8720-65a74443a3f3 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/routers/226248f2-b235-4a49-8a56-9141202b47dc HTTP/1.1" status: 404 len: 336 time: 0.2054405 Sep 01 15:30:08.849923 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58064) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:08.978038 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a752ff65-8c57-4c3e-a86b-de24400264cf req-e1cf8b87-e9a4-431f-b150-e244a50089d3 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246754 Sep 01 15:30:09.029353 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-af5abaf5-e2dc-4e2b-b803-9e053ab77275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:09.097500 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-26490275-470f-4b63-a20f-72ae82df7f78 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] DELETE failed (client error): The resource could not be found. Sep 01 15:30:09.107073 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26490275-470f-4b63-a20f-72ae82df7f78 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:30:09.111596 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-26490275-470f-4b63-a20f-72ae82df7f78 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/subnets/807c1df1-7a22-4caf-885a-2c5808044827 HTTP/1.1" status: 404 len: 337 time: 0.2485402 Sep 01 15:30:09.118472 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58080) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:09.136848 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7575f443-f8a3-40cd-a69e-b79899158b43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:09.247721 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b043d432-5d42-4898-9b36-b3edb3667028 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "GET /v2.0/ports?device_id=f067e1d7-1417-4f68-b7a1-ddf63dc5cc38 HTTP/1.1" status: 200 len: 205 time: 0.1275403 Sep 01 15:30:09.250167 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58082) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:09.311787 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8d75564a-feb3-4065-b738-4aebf847f8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:09.335173 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abaf5-e2dc-4e2b-b803-9e053ab77275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b36e674-5420-49dc-8530-066948815f53,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:09.345570 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5abaf5-e2dc-4e2b-b803-9e053ab77275 admin admin] Checking segment: {'id': '5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f8c65645-0406-43a8-8521-8a7d8fd3a310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:30:09.346150 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5abaf5-e2dc-4e2b-b803-9e053ab77275 admin admin] Network hostable DHCP agents. Network: f8c65645-0406-43a8-8521-8a7d8fd3a310, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:30:09.424765 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5abaf5-e2dc-4e2b-b803-9e053ab77275 admin admin] Network f8c65645-0406-43a8-8521-8a7d8fd3a310 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:30:09.465016 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-af5abaf5-e2dc-4e2b-b803-9e053ab77275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, f8c65645-0406-43a8-8521-8a7d8fd3a310) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:09.476858 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e723bc-1551-4bb7-a991-efec3acca48b None None] Network f8c65645-0406-43a8-8521-8a7d8fd3a310 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:30:09.478363 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5abaf5-e2dc-4e2b-b803-9e053ab77275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:09.482618 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-af5abaf5-e2dc-4e2b-b803-9e053ab77275 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:09.484395 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-990a2b43-9985-4803-b3a6-110c2eacea32 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] delete failed (client error): The resource could not be found. Sep 01 15:30:09.490228 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-990a2b43-9985-4803-b3a6-110c2eacea32 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/routers/f067e1d7-1417-4f68-b7a1-ddf63dc5cc38 HTTP/1.1" status: 404 len: 336 time: 0.2196422 Sep 01 15:30:09.496329 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58090) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:09.717215 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f16977d-5748-4367-9ec1-99ead3e77c46 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] DELETE failed (client error): The resource could not be found. Sep 01 15:30:09.720951 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f16977d-5748-4367-9ec1-99ead3e77c46 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:30:09.722085 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7575f443-f8a3-40cd-a69e-b79899158b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:09.740166 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9f16977d-5748-4367-9ec1-99ead3e77c46 tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/subnets/2b79fe0c-97fa-4c9f-8508-2ead18ec320e HTTP/1.1" status: 404 len: 337 time: 0.2347994 Sep 01 15:30:09.749217 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-af5abaf5-e2dc-4e2b-b803-9e053ab77275 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.1316333 Sep 01 15:30:09.751391 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58100) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:09.859108 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-853eb0cb-0e85-494b-98c1-800570ad2d0c tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] DELETE failed (client error): The resource could not be found. Sep 01 15:30:09.864495 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-853eb0cb-0e85-494b-98c1-800570ad2d0c tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:30:09.871778 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-853eb0cb-0e85-494b-98c1-800570ad2d0c tempest-RoutersTest-190248587 tempest-RoutersTest-190248587-project] 10.222.0.60 "DELETE /v2.0/subnets/087ec255-c21b-4a59-ba89-d438c1fb799e HTTP/1.1" status: 404 len: 337 time: 0.1150017 Sep 01 15:30:09.948699 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c86251-3f2a-4145-9dc8-2ed7c9e04a38 req-f9389be9-5b1f-42e6-8b27-a6ba545df0b2 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:09.951941 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064f8266-fc2c-4d40-afab-5b0f27822935 None None] Network f8c65645-0406-43a8-8521-8a7d8fd3a310 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:30:09.959232 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b4c86251-3f2a-4145-9dc8-2ed7c9e04a38 req-f9389be9-5b1f-42e6-8b27-a6ba545df0b2 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.4625969 Sep 01 15:30:10.014735 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e9fcc-7a3f-47e3-b577-30448e00472f req-0e1f4d1c-9bf2-4625-bc47-b61e54e59646 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:10.022260 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cb8e9fcc-7a3f-47e3-b577-30448e00472f req-0e1f4d1c-9bf2-4625-bc47-b61e54e59646 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 946 time: 0.1717713 Sep 01 15:30:10.028403 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7575f443-f8a3-40cd-a69e-b79899158b43 admin admin] Network 6e55868b-2168-443a-b0b0-d47405d65881 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:30:10.057198 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-7575f443-f8a3-40cd-a69e-b79899158b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:10.086666 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58106) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:10.121570 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7575f443-f8a3-40cd-a69e-b79899158b43 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:30:10.136060 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cb8e9fcc-7a3f-47e3-b577-30448e00472f req-04d0c34b-104b-443c-8ecb-7d7a67683530 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049705 Sep 01 15:30:10.211757 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fdc565c2-dba3-4384-8b11-3f027e72acf4 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:30:10.230772 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575f443-f8a3-40cd-a69e-b79899158b43 admin admin] Pushing event updated for resources: {'Port': ['ID=3a9dbaeb-656b-4f63-89c3-d86581b588bb,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:10.300802 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b4c86251-3f2a-4145-9dc8-2ed7c9e04a38 req-2c755c4e-afb0-4262-8fd0-47df55aa8f92 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243151 Sep 01 15:30:10.307365 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7575f443-f8a3-40cd-a69e-b79899158b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:10.646972 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port fdc565c2-dba3-4384-8b11-3f027e72acf4 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:30:10.688541 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port fdc565c2-dba3-4384-8b11-3f027e72acf4 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:10.689311 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:10.823204 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7575f443-f8a3-40cd-a69e-b79899158b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:10.843269 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecdada-e6b5-48db-8c58-b2c1a9c679d8 req-224c8b0c-e5da-412d-8f8a-bf4ab93ff403 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:10.845239 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-77ecdada-e6b5-48db-8c58-b2c1a9c679d8 req-224c8b0c-e5da-412d-8f8a-bf4ab93ff403 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.2164962 Sep 01 15:30:11.011210 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-77ecdada-e6b5-48db-8c58-b2c1a9c679d8 req-3e756c2a-7730-4d4c-be9c-2dd6254de8ad tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526723 Sep 01 15:30:11.072963 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:11.073843 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58124) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:11.110968 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ab88bba2-8e6e-4233-81d3-8443c1d1c05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:11.216223 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port fdc565c2-dba3-4384-8b11-3f027e72acf4, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fdc565c2-dba3-4384-8b11-3f027e72acf4,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:11.228295 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:11.415481 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=fdc565c2-dba3-4384-8b11-3f027e72acf4,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:11.448995 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-308bcfc2-fb54-4058-a364-7837680a6241 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5283ad44bc4649aa9a85d6a5a9623a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3738563 Sep 01 15:30:11.454512 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58136) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:11.546125 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7575f443-f8a3-40cd-a69e-b79899158b43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:11.564240 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7575f443-f8a3-40cd-a69e-b79899158b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:11.796382 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ab88bba2-8e6e-4233-81d3-8443c1d1c05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:11.803027 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b09b5033-0028-4973-8081-8b13795f5fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:11.806132 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7575f443-f8a3-40cd-a69e-b79899158b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:11.825693 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd597e54-1b76-44fb-9ec3-4074a81201ae req-a82d74b9-8873-4cfb-b1d4-a6cd24e59134 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:11.830916 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bd597e54-1b76-44fb-9ec3-4074a81201ae req-a82d74b9-8873-4cfb-b1d4-a6cd24e59134 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 946 time: 0.3015788 Sep 01 15:30:11.835905 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ab88bba2-8e6e-4233-81d3-8443c1d1c05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:11.844366 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575f443-f8a3-40cd-a69e-b79899158b43 admin admin] Pushing event updated for resources: {'Port': ['ID=3a9dbaeb-656b-4f63-89c3-d86581b588bb,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:11.854039 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df89ff-29c7-485a-ae29-b70aa7a48d73 req-e2facc34-1a0b-4273-8e85-5b076ab48d63 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:11.862530 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-43df89ff-29c7-485a-ae29-b70aa7a48d73 req-e2facc34-1a0b-4273-8e85-5b076ab48d63 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.2079332 Sep 01 15:30:12.025384 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-43df89ff-29c7-485a-ae29-b70aa7a48d73 req-4787a2b2-a4e5-462e-a706-6e98a25c0cf3 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504865 Sep 01 15:30:12.205480 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b09b5033-0028-4973-8081-8b13795f5fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:12.217855 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fdc565c2-dba3-4384-8b11-3f027e72acf4 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:30:12.228363 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:12.261955 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ab88bba2-8e6e-4233-81d3-8443c1d1c05d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7a24ca4ef3304728804506392a064235&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1738174 Sep 01 15:30:12.269877 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88bba2-8e6e-4233-81d3-8443c1d1c05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01b2ee7-8b47-44e0-a52e-58c003bdea27,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:12.299168 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58152) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:12.302709 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88bba2-8e6e-4233-81d3-8443c1d1c05d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:12.303059 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88bba2-8e6e-4233-81d3-8443c1d1c05d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:12.303410 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88bba2-8e6e-4233-81d3-8443c1d1c05d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:12.303735 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88bba2-8e6e-4233-81d3-8443c1d1c05d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:12.304060 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88bba2-8e6e-4233-81d3-8443c1d1c05d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:12.304403 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88bba2-8e6e-4233-81d3-8443c1d1c05d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:12.304717 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88bba2-8e6e-4233-81d3-8443c1d1c05d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:12.305056 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88bba2-8e6e-4233-81d3-8443c1d1c05d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:12.305365 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88bba2-8e6e-4233-81d3-8443c1d1c05d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:12.305687 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88bba2-8e6e-4233-81d3-8443c1d1c05d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:12.306005 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88bba2-8e6e-4233-81d3-8443c1d1c05d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:12.306375 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab88bba2-8e6e-4233-81d3-8443c1d1c05d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:12.324803 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bd597e54-1b76-44fb-9ec3-4074a81201ae req-11d089c6-929e-4d67-a86d-078be497b5fa tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4648998 Sep 01 15:30:12.418014 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58154) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:12.459054 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b09b5033-0028-4973-8081-8b13795f5fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:12.469986 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b09b5033-0028-4973-8081-8b13795f5fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:12.473598 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b09b5033-0028-4973-8081-8b13795f5fbf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ca8ff0b4-6901-4e3d-99d6-5b1634254237 HTTP/1.1" status: 204 len: 168 time: 1.0153210 Sep 01 15:30:12.490182 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c327cd0b-b6b9-4853-807b-ceda2711d20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:12.505929 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b5033-0028-4973-8081-8b13795f5fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8ff0b4-6901-4e3d-99d6-5b1634254237,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:12.600637 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port fdc565c2-dba3-4384-8b11-3f027e72acf4 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:12.601024 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:12.604640 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c327cd0b-b6b9-4853-807b-ceda2711d20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:12.771190 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c327cd0b-b6b9-4853-807b-ceda2711d20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:12.774165 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c327cd0b-b6b9-4853-807b-ceda2711d20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:12.779958 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c327cd0b-b6b9-4853-807b-ceda2711d20b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a01b2ee7-8b47-44e0-a52e-58c003bdea27 HTTP/1.1" status: 204 len: 168 time: 0.4747300 Sep 01 15:30:12.811815 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327cd0b-b6b9-4853-807b-ceda2711d20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01b2ee7-8b47-44e0-a52e-58c003bdea27,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:12.813601 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9249a5-82bf-41b6-8203-812881f95fff req-28bfb5e3-c587-4bb9-a2c5-6295e721debc tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:12.821396 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6c9249a5-82bf-41b6-8203-812881f95fff req-28bfb5e3-c587-4bb9-a2c5-6295e721debc tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.5884821 Sep 01 15:30:12.825984 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7575f443-f8a3-40cd-a69e-b79899158b43 admin admin] Network 6e55868b-2168-443a-b0b0-d47405d65881 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:30:12.849884 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-7575f443-f8a3-40cd-a69e-b79899158b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:13.053936 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6c9249a5-82bf-41b6-8203-812881f95fff req-064e1627-7990-4edf-bd60-9dcef80f5ccf tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315054 Sep 01 15:30:13.176844 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8a3c8752-9fbf-4bc1-9b85-25f610203fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:13.255823 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:13.504517 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7575f443-f8a3-40cd-a69e-b79899158b43 admin admin] Router 85af64f0-8619-4763-add8-6f8bb21a83ac has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:30:13.666815 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-37dc2875-9ab0-4ab3-96d4-a8df77079036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.060330 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8a3c8752-9fbf-4bc1-9b85-25f610203fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.080309 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b4227-6c0a-4162-8bbe-b9c9cb5b0412 req-62869b48-92fc-466a-abc5-a2fbfd760f5a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:14.083754 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ac6b4227-6c0a-4162-8bbe-b9c9cb5b0412 req-62869b48-92fc-466a-abc5-a2fbfd760f5a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 946 time: 0.2596791 Sep 01 15:30:14.085384 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8a3c8752-9fbf-4bc1-9b85-25f610203fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.141273 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c8752-9fbf-4bc1-9b85-25f610203fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd75f16f-0821-409f-a780-b60e3f63b369,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:14.180265 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1832e8-f1d1-4f04-bf0b-d2958a2603de req-78fc591b-105e-4927-9c4b-d2490c286a9f tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:14.201280 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5a1832e8-f1d1-4f04-bf0b-d2958a2603de req-78fc591b-105e-4927-9c4b-d2490c286a9f tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.6928039 Sep 01 15:30:14.244885 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ac6b4227-6c0a-4162-8bbe-b9c9cb5b0412 req-551cbfaf-0cf6-4201-a4c4-561a62ced60e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057451 Sep 01 15:30:14.250403 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8a3c8752-9fbf-4bc1-9b85-25f610203fec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=84f76b437a324f64b5cb4f2344953e26&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8311033 Sep 01 15:30:14.256985 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58190) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:14.466642 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5a1832e8-f1d1-4f04-bf0b-d2958a2603de req-eda49d5e-d54d-4dfa-a57f-d332151133fc tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640948 Sep 01 15:30:14.469014 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7575f443-f8a3-40cd-a69e-b79899158b43 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:30:14.480722 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7575f443-f8a3-40cd-a69e-b79899158b43 admin admin] 10.222.0.60 "PUT /v2.0/routers/85af64f0-8619-4763-add8-6f8bb21a83ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0703447 Sep 01 15:30:14.484438 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-399d2626-9bd1-4032-99fc-7cc390d94957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.541158 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d3236c-0ee3-4472-980e-e2d297949eef None None] Sync routers for ids ['85af64f0-8619-4763-add8-6f8bb21a83ac'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:30:14.588068 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d3236c-0ee3-4472-980e-e2d297949eef None None] Routers {'85af64f0-8619-4763-add8-6f8bb21a83ac'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:30:14.589359 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-26d3236c-0ee3-4472-980e-e2d297949eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:30:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['85af64f0-8619-4763-add8-6f8bb21a83ac'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:14.647882 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-399d2626-9bd1-4032-99fc-7cc390d94957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.937326 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-26d3236c-0ee3-4472-980e-e2d297949eef None None] Set router 85af64f0-8619-4763-add8-6f8bb21a83ac gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:30:14.954890 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-399d2626-9bd1-4032-99fc-7cc390d94957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.969959 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-399d2626-9bd1-4032-99fc-7cc390d94957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:14.992508 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-399d2626-9bd1-4032-99fc-7cc390d94957 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bd75f16f-0821-409f-a780-b60e3f63b369 HTTP/1.1" status: 204 len: 168 time: 0.7335470 Sep 01 15:30:15.020021 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d2626-9bd1-4032-99fc-7cc390d94957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd75f16f-0821-409f-a780-b60e3f63b369,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:15.068735 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73e13b-8acf-45a2-8acd-76aedb07231e req-0d75246c-0707-4cc8-9cfe-1c2b48d9d048 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:15.089563 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c73e13b-8acf-45a2-8acd-76aedb07231e req-0d75246c-0707-4cc8-9cfe-1c2b48d9d048 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.3561580 Sep 01 15:30:15.172125 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:15.187298 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c73e13b-8acf-45a2-8acd-76aedb07231e req-5629a932-4511-47d9-9ba2-ef580cb7b221 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897734 Sep 01 15:30:15.376847 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-26d3236c-0ee3-4472-980e-e2d297949eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85af64f0-8619-4763-add8-6f8bb21a83ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1127324518-router', 'tenant_id': '39443fd735484938be3ef135eb1e37fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'fdc565c2-dba3-4384-8b11-3f027e72acf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:29:54Z', 'updated_at': '2021-09-01T15:30:10Z', 'revision_number': 4, 'project_id': '39443fd735484938be3ef135eb1e37fe', 'gw_port': {'id': 'fdc565c2-dba3-4384-8b11-3f027e72acf4', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af64f0-8619-4763-add8-6f8bb21a83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:29:57Z', 'updated_at': '2021-09-01T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '3a9dbaeb-656b-4f63-89c3-d86581b588bb', 'name': '', 'network_id': '6e55868b-2168-443a-b0b0-d47405d65881', 'tenant_id': '39443fd735484938be3ef135eb1e37fe', 'mac_address': 'fa:16:3e:4f:09:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85af64f0-8619-4763-add8-6f8bb21a83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': '559a834f-1df6-4edf-8bed-bb164fc9896c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:30:07Z', 'updated_at': '2021-09-01T15:30:10Z', 'revision_number': 2, 'project_id': '39443fd735484938be3ef135eb1e37fe', 'subnets': [{'id': '559a834f-1df6-4edf-8bed-bb164fc9896c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:15.517899 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d3236c-0ee3-4472-980e-e2d297949eef None None] Checking router: 85af64f0-8619-4763-add8-6f8bb21a83ac for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:30:15.518641 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d3236c-0ee3-4472-980e-e2d297949eef None None] Updating router 85af64f0-8619-4763-add8-6f8bb21a83ac port 3a9dbaeb-656b-4f63-89c3-d86581b588bb binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:30:15.575339 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-26d3236c-0ee3-4472-980e-e2d297949eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:15.611211 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7b174-07ee-4024-83da-647782b51be4 req-56f1b6f7-19d3-45fc-9d82-0d26fa19fc11 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:15.617124 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ede7b174-07ee-4024-83da-647782b51be4 req-56f1b6f7-19d3-45fc-9d82-0d26fa19fc11 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.2117889 Sep 01 15:30:15.656680 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502ba61-5a74-4a82-9242-a4d0f62c1c70 req-4d7f60c0-7dd3-4098-850c-0409e12858cb tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:15.659464 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5502ba61-5a74-4a82-9242-a4d0f62c1c70 req-4d7f60c0-7dd3-4098-850c-0409e12858cb tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 946 time: 0.1277163 Sep 01 15:30:15.729128 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ede7b174-07ee-4024-83da-647782b51be4 req-184aa104-3afa-446b-bab9-290ee11547f8 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012414 Sep 01 15:30:15.798582 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5502ba61-5a74-4a82-9242-a4d0f62c1c70 req-76e53795-2da2-4d06-92f9-436e2d06c4f4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271024 Sep 01 15:30:16.130159 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3b033-2b26-42f1-b6fb-48e25922ec23 req-5c090118-7b43-4cbf-96db-ded02b33c19a tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:16.141630 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-17b3b033-2b26-42f1-b6fb-48e25922ec23 req-5c090118-7b43-4cbf-96db-ded02b33c19a tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.1348832 Sep 01 15:30:16.197586 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-17b3b033-2b26-42f1-b6fb-48e25922ec23 req-1e1eb6ae-22f1-4da8-80a0-0f3d29cb22aa tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543747 Sep 01 15:30:16.467705 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a9afa-fbeb-4f34-878f-0693ce95a5b7 req-55e7457b-6f49-4ba9-aa93-e2da2dba5265 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:16.478431 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-858a9afa-fbeb-4f34-878f-0693ce95a5b7 req-55e7457b-6f49-4ba9-aa93-e2da2dba5265 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.1389661 Sep 01 15:30:16.500242 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58254) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:16.540269 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-858a9afa-fbeb-4f34-878f-0693ce95a5b7 req-bf3b8e2f-8126-450e-be77-6c2f7d3b2064 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582833 Sep 01 15:30:16.620901 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-26d3236c-0ee3-4472-980e-e2d297949eef None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:16.656510 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-26d3236c-0ee3-4472-980e-e2d297949eef None None] Transition to ACTIVE for port object 3a9dbaeb-656b-4f63-89c3-d86581b588bb will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:16.679176 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-26d3236c-0ee3-4472-980e-e2d297949eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:16.933957 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1d1f4-5996-4821-bcc0-d780a1a22c17 None None] Pushing event updated for resources: {'Port': ['ID=3a9dbaeb-656b-4f63-89c3-d86581b588bb,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:16.955805 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1d1f4-5996-4821-bcc0-d780a1a22c17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:16.956148 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1d1f4-5996-4821-bcc0-d780a1a22c17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:16.957353 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1d1f4-5996-4821-bcc0-d780a1a22c17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:16.957863 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1d1f4-5996-4821-bcc0-d780a1a22c17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:16.958474 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-03e40c9a-29e9-4ab4-a63e-75dc20d37a1d tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:16.958699 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1d1f4-5996-4821-bcc0-d780a1a22c17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:16.958948 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1d1f4-5996-4821-bcc0-d780a1a22c17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:16.959595 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1d1f4-5996-4821-bcc0-d780a1a22c17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:16.960096 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1d1f4-5996-4821-bcc0-d780a1a22c17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:16.960788 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1d1f4-5996-4821-bcc0-d780a1a22c17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:16.961309 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1d1f4-5996-4821-bcc0-d780a1a22c17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:16.961803 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1d1f4-5996-4821-bcc0-d780a1a22c17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:16.962361 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1d1f4-5996-4821-bcc0-d780a1a22c17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:16.985420 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-26d3236c-0ee3-4472-980e-e2d297949eef None None] Attempting to bind port 3a9dbaeb-656b-4f63-89c3-d86581b588bb on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:30:16.985921 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-26d3236c-0ee3-4472-980e-e2d297949eef None None] Attempting to bind port 3a9dbaeb-656b-4f63-89c3-d86581b588bb by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'c1289f2a-3e10-477c-8595-d0710d7fdc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6e55868b-2168-443a-b0b0-d47405d65881'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:30:16.986589 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d3236c-0ee3-4472-980e-e2d297949eef None None] Attempting to bind port 3a9dbaeb-656b-4f63-89c3-d86581b588bb on network 6e55868b-2168-443a-b0b0-d47405d65881 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:30:16.992419 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-03e40c9a-29e9-4ab4-a63e-75dc20d37a1d tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/networks?id=6e55868b-2168-443a-b0b0-d47405d65881 HTTP/1.1" status: 200 len: 819 time: 0.3972375 Sep 01 15:30:17.009673 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d3236c-0ee3-4472-980e-e2d297949eef None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:30:17.010045 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d3236c-0ee3-4472-980e-e2d297949eef None None] Checking segment: {'id': 'c1289f2a-3e10-477c-8595-d0710d7fdc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6e55868b-2168-443a-b0b0-d47405d65881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:30:17.010729 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-26d3236c-0ee3-4472-980e-e2d297949eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:17.011348 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d3236c-0ee3-4472-980e-e2d297949eef None None] Bound using segment: {'id': 'c1289f2a-3e10-477c-8595-d0710d7fdc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6e55868b-2168-443a-b0b0-d47405d65881'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:30:17.012027 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-26d3236c-0ee3-4472-980e-e2d297949eef None None] Bound port: 3a9dbaeb-656b-4f63-89c3-d86581b588bb, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1289f2a-3e10-477c-8595-d0710d7fdc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6e55868b-2168-443a-b0b0-d47405d65881'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:30:17.012658 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-26d3236c-0ee3-4472-980e-e2d297949eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:17.065335 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-69c51518-2a96-45a6-88cb-e901c7021cbc tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/quotas/39443fd735484938be3ef135eb1e37fe HTTP/1.1" status: 200 len: 375 time: 0.0699077 Sep 01 15:30:17.213282 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-db87b8a4-99e0-43e4-ac8e-2815339a2e8d tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:17.223397 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-26d3236c-0ee3-4472-980e-e2d297949eef None None] For port 3a9dbaeb-656b-4f63-89c3-d86581b588bb, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:30:17.228554 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-db87b8a4-99e0-43e4-ac8e-2815339a2e8d tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/networks?id=f8c65645-0406-43a8-8521-8a7d8fd3a310 HTTP/1.1" status: 200 len: 808 time: 0.2673099 Sep 01 15:30:17.233702 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-26d3236c-0ee3-4472-980e-e2d297949eef None None] For port 3a9dbaeb-656b-4f63-89c3-d86581b588bb, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=3a9dbaeb-656b-4f63-89c3-d86581b588bb,segment=NetworkSegment(c1289f2a-3e10-477c-8595-d0710d7fdc46),segment_id=c1289f2a-3e10-477c-8595-d0710d7fdc46)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:30:17.235423 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-5ad17033-c6ed-4431-9fe0-d6f5546ae54f tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=39443fd735484938be3ef135eb1e37fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1671317 Sep 01 15:30:17.246582 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-26d3236c-0ee3-4472-980e-e2d297949eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:17.265589 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-9da77194-8e34-475d-b993-d7fe64f64071 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/quotas/79203d7512b2446d82485c76add318d1 HTTP/1.1" status: 200 len: 375 time: 0.0192113 Sep 01 15:30:17.309728 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-34062f69-8fd5-421a-898d-e75c8334ef63 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1388745054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:17.410212 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-97289e71-67e7-4fcd-b4bf-5a23fb89dde1 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=79203d7512b2446d82485c76add318d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1193075 Sep 01 15:30:17.421724 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-34062f69-8fd5-421a-898d-e75c8334ef63 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:17.424421 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-34062f69-8fd5-421a-898d-e75c8334ef63 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:17.456336 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-4f709d49-64fb-4233-a36c-efb42d2334bb service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:30:17.475975 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-4f709d49-64fb-4233-a36c-efb42d2334bb service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0391951 Sep 01 15:30:17.507603 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d3236c-0ee3-4472-980e-e2d297949eef None None] Routers {'85af64f0-8619-4763-add8-6f8bb21a83ac'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:30:17.517449 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-26d3236c-0ee3-4472-980e-e2d297949eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:30:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['85af64f0-8619-4763-add8-6f8bb21a83ac'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:17.697754 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1d1f4-5996-4821-bcc0-d780a1a22c17 None None] Pushing event updated for resources: {'Port': ['ID=3a9dbaeb-656b-4f63-89c3-d86581b588bb,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:17.726621 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-0a83fc52-4b1b-4102-89af-da9727aa5156 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:30:17.743100 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-0a83fc52-4b1b-4102-89af-da9727aa5156 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5062349 Sep 01 15:30:17.784546 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-34062f69-8fd5-421a-898d-e75c8334ef63 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:17.834389 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-26d3236c-0ee3-4472-980e-e2d297949eef None None] Set router 85af64f0-8619-4763-add8-6f8bb21a83ac gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:30:17.835693 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-34062f69-8fd5-421a-898d-e75c8334ef63 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:17.939365 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-88ac3450-099d-4873-97a0-c1db557a3584 service neutron] 10.222.0.60 "GET /v2.0/networks/f8c65645-0406-43a8-8521-8a7d8fd3a310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416890 Sep 01 15:30:17.963803 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-34062f69-8fd5-421a-898d-e75c8334ef63 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:17.967106 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-34062f69-8fd5-421a-898d-e75c8334ef63 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.4639866 Sep 01 15:30:17.972049 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58296) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:17.996429 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-b4121533-9542-4514-ae26-f3a57d3e4bf9 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-927894233'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:18.125126 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-39b832ff-7ab8-4968-879c-be0e05acd5f2 service neutron] 10.222.0.60 "GET /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805401 Sep 01 15:30:18.139510 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4121533-9542-4514-ae26-f3a57d3e4bf9 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Made reservation on behalf of 736be7e45aad4d94a5006603102cc389 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:18.148343 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b4121533-9542-4514-ae26-f3a57d3e4bf9 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:18.227953 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b4121533-9542-4514-ae26-f3a57d3e4bf9 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:18.341907 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-609ae0be-ac24-4c7b-94dc-1a0decf85dc4 service neutron] 10.222.0.60 "GET /v2.0/networks/f8c65645-0406-43a8-8521-8a7d8fd3a310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932159 Sep 01 15:30:18.385615 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-26d3236c-0ee3-4472-980e-e2d297949eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85af64f0-8619-4763-add8-6f8bb21a83ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1127324518-router', 'tenant_id': '39443fd735484938be3ef135eb1e37fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'fdc565c2-dba3-4384-8b11-3f027e72acf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:29:54Z', 'updated_at': '2021-09-01T15:30:10Z', 'revision_number': 4, 'project_id': '39443fd735484938be3ef135eb1e37fe', 'gw_port': {'id': 'fdc565c2-dba3-4384-8b11-3f027e72acf4', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af64f0-8619-4763-add8-6f8bb21a83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:29:57Z', 'updated_at': '2021-09-01T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '3a9dbaeb-656b-4f63-89c3-d86581b588bb', 'name': '', 'network_id': '6e55868b-2168-443a-b0b0-d47405d65881', 'tenant_id': '39443fd735484938be3ef135eb1e37fe', 'mac_address': 'fa:16:3e:4f:09:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85af64f0-8619-4763-add8-6f8bb21a83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': '559a834f-1df6-4edf-8bed-bb164fc9896c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:30:07Z', 'updated_at': '2021-09-01T15:30:17Z', 'revision_number': 4, 'project_id': '39443fd735484938be3ef135eb1e37fe', 'subnets': [{'id': '559a834f-1df6-4edf-8bed-bb164fc9896c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:18.487705 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d3236c-0ee3-4472-980e-e2d297949eef None None] The sync data for ids ['85af64f0-8619-4763-add8-6f8bb21a83ac'] in n-d-794796-3 is: [{'id': '85af64f0-8619-4763-add8-6f8bb21a83ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1127324518-router', 'tenant_id': '39443fd735484938be3ef135eb1e37fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'fdc565c2-dba3-4384-8b11-3f027e72acf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:29:54Z', 'updated_at': '2021-09-01T15:30:10Z', 'revision_number': 4, 'project_id': '39443fd735484938be3ef135eb1e37fe', 'gw_port': {'id': 'fdc565c2-dba3-4384-8b11-3f027e72acf4', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af64f0-8619-4763-add8-6f8bb21a83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:29:57Z', 'updated_at': '2021-09-01T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '3a9dbaeb-656b-4f63-89c3-d86581b588bb', 'name': '', 'network_id': '6e55868b-2168-443a-b0b0-d47405d65881', 'tenant_id': '39443fd735484938be3ef135eb1e37fe', 'mac_address': 'fa:16:3e:4f:09:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85af64f0-8619-4763-add8-6f8bb21a83ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': '559a834f-1df6-4edf-8bed-bb164fc9896c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:30:07Z', 'updated_at': '2021-09-01T15:30:17Z', 'revision_number': 4, 'project_id': '39443fd735484938be3ef135eb1e37fe', 'subnets': [{'id': '559a834f-1df6-4edf-8bed-bb164fc9896c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:30:18.553638 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b4121533-9542-4514-ae26-f3a57d3e4bf9 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:18.568971 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b4121533-9542-4514-ae26-f3a57d3e4bf9 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:18.838245 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4121533-9542-4514-ae26-f3a57d3e4bf9 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:30:18.860601 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-fc009f64-38f0-48bd-9f2f-c58229a59165 service neutron] 10.222.0.60 "GET /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7067583 Sep 01 15:30:18.888729 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b4121533-9542-4514-ae26-f3a57d3e4bf9 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:18.889093 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-b4121533-9542-4514-ae26-f3a57d3e4bf9 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Added segment 506a7174-9566-4d6a-9c25-c6e063ef0e29 of type vlan for network 0872d37e-c0e4-4755-87b8-5a359f9d4cdd Sep 01 15:30:18.891103 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4121533-9542-4514-ae26-f3a57d3e4bf9 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd71d23d-9786-4f0c-b790-b46d69ab754d,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:19.056281 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b4121533-9542-4514-ae26-f3a57d3e4bf9 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:19.092350 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d461d39-2efe-4940-a418-ac1ecf6e94e1 req-c3e6cf53-f896-498a-b971-c98952d913a6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:19.103660 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4d461d39-2efe-4940-a418-ac1ecf6e94e1 req-c3e6cf53-f896-498a-b971-c98952d913a6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 946 time: 0.1897428 Sep 01 15:30:19.186546 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b4121533-9542-4514-ae26-f3a57d3e4bf9 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:19.204571 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4121533-9542-4514-ae26-f3a57d3e4bf9 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:19.205252 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b4121533-9542-4514-ae26-f3a57d3e4bf9 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:19.243653 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4d461d39-2efe-4940-a418-ac1ecf6e94e1 req-5f1851af-657c-438c-ac0d-2a40be27e17b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271424 Sep 01 15:30:19.270021 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b4121533-9542-4514-ae26-f3a57d3e4bf9 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2957289 Sep 01 15:30:19.275199 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58332) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:19.302199 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-27190a4e-5b05-4084-aa84-549d386814ce tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Request body: {'subnet': {'network_id': '0872d37e-c0e4-4755-87b8-5a359f9d4cdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:19.547555 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4121533-9542-4514-ae26-f3a57d3e4bf9 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Pushing event updated for resources: {'Network': ['ID=0872d37e-c0e4-4755-87b8-5a359f9d4cdd,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:19.574061 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 0872d37e-c0e4-4755-87b8-5a359f9d4cdd details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:30:19.763495 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27190a4e-5b05-4084-aa84-549d386814ce tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Made reservation on behalf of 736be7e45aad4d94a5006603102cc389 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:19.774541 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27190a4e-5b05-4084-aa84-549d386814ce tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:20.001950 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b9ba5359-625f-4397-9131-8051bb6460a1 req-77dd4a13-4828-41fa-aad3-52cce34437a1 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=82b4b8f2-d163-427d-a440-19c22eb23a0e HTTP/1.1" status: 200 len: 210 time: 0.2854550 Sep 01 15:30:20.205919 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 3a9dbaeb-656b-4f63-89c3-d86581b588bb up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:30:20.329596 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 3a9dbaeb-656b-4f63-89c3-d86581b588bb completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:30:20.335127 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 3a9dbaeb-656b-4f63-89c3-d86581b588bb triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:20.335563 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:20.361621 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27190a4e-5b05-4084-aa84-549d386814ce tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:20.730827 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:20.732959 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fe341111-71ce-44a2-bf31-2891a7ec1bd9 req-e1232d77-2368-4f94-82f4-25fe9d985d9c tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 210 time: 0.1113217 Sep 01 15:30:20.825624 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27190a4e-5b05-4084-aa84-549d386814ce tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Pushing event updated for resources: {'Subnet': ['ID=7a996f37-803a-4550-9fb1-4f2fe9a478b3,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:20.957808 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27190a4e-5b05-4084-aa84-549d386814ce tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Checking segment: {'id': '506a7174-9566-4d6a-9c25-c6e063ef0e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0872d37e-c0e4-4755-87b8-5a359f9d4cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:30:20.960322 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27190a4e-5b05-4084-aa84-549d386814ce tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Network hostable DHCP agents. Network: 0872d37e-c0e4-4755-87b8-5a359f9d4cdd, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:30:21.001024 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 3a9dbaeb-656b-4f63-89c3-d86581b588bb, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=3a9dbaeb-656b-4f63-89c3-d86581b588bb,segment=NetworkSegment(c1289f2a-3e10-477c-8595-d0710d7fdc46),segment_id=c1289f2a-3e10-477c-8595-d0710d7fdc46)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:21.013048 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:21.031103 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee94c3f-6635-4e94-8217-a3ff76cafc54 req-dd42f502-a3d1-44e3-8d47-8430ab047a08 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:21.055715 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2ee94c3f-6635-4e94-8217-a3ff76cafc54 req-dd42f502-a3d1-44e3-8d47-8430ab047a08 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 946 time: 0.3329256 Sep 01 15:30:21.124042 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27190a4e-5b05-4084-aa84-549d386814ce tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Network 0872d37e-c0e4-4755-87b8-5a359f9d4cdd is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:30:21.366265 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2ee94c3f-6635-4e94-8217-a3ff76cafc54 req-2eb718f1-fa21-428e-9028-fde501668412 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3090541 Sep 01 15:30:21.383272 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-27190a4e-5b05-4084-aa84-549d386814ce tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 0872d37e-c0e4-4755-87b8-5a359f9d4cdd) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:21.458999 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27190a4e-5b05-4084-aa84-549d386814ce tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:21.462248 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27190a4e-5b05-4084-aa84-549d386814ce tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:21.466543 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=3a9dbaeb-656b-4f63-89c3-d86581b588bb,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:21.478505 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576ce884-47f5-4e36-a75a-e6090d59395a None None] Network 0872d37e-c0e4-4755-87b8-5a359f9d4cdd requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:30:21.570918 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-27190a4e-5b05-4084-aa84-549d386814ce tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2931850 Sep 01 15:30:21.579050 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58410) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:21.609629 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-2ababde4-7bd2-40cf-b1d2-09f2359bb64b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Request body: {'network': {'name': 'tempest-router-network01--1288102174'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:21.775987 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c2336271-4f1d-4b8a-b629-e85a7fc52578 req-a966ab8c-1704-492a-89fb-5bf141a85138 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=82b4b8f2-d163-427d-a440-19c22eb23a0e HTTP/1.1" status: 200 len: 210 time: 0.1340773 Sep 01 15:30:21.789078 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ababde4-7bd2-40cf-b1d2-09f2359bb64b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Made reservation on behalf of 736be7e45aad4d94a5006603102cc389 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:21.814987 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ababde4-7bd2-40cf-b1d2-09f2359bb64b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:22.055528 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-3691a1a6-1a55-4580-9766-16b6ddcc8e8d tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:22.061976 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-3691a1a6-1a55-4580-9766-16b6ddcc8e8d tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.62 "GET /v2.0/networks?id=f8c65645-0406-43a8-8521-8a7d8fd3a310 HTTP/1.1" status: 200 len: 808 time: 0.8137634 Sep 01 15:30:22.094481 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-413949e8-e2fc-4881-bbdd-c70e11c47dcd tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Request body: {'port': {'device_id': '82b4b8f2-d163-427d-a440-19c22eb23a0e', 'network_id': 'f8c65645-0406-43a8-8521-8a7d8fd3a310', 'admin_state_up': True, 'tenant_id': '79203d7512b2446d82485c76add318d1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:22.253585 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 3a9dbaeb-656b-4f63-89c3-d86581b588bb up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:30:22.254491 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ababde4-7bd2-40cf-b1d2-09f2359bb64b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:30:22.329820 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ababde4-7bd2-40cf-b1d2-09f2359bb64b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:22.332518 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-2ababde4-7bd2-40cf-b1d2-09f2359bb64b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Added segment e0a9c0c7-b111-4004-ab7f-1b516107a5de of type vlan for network c9aa9738-37e8-4027-9609-90cf9ff48d31 Sep 01 15:30:22.361211 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f1921e-9a29-4f6a-8e13-ca96e12c73f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-0872d37e-c0e4-4755-87b8-5a359f9d4cdd', 'network_id': '0872d37e-c0e4-4755-87b8-5a359f9d4cdd', 'tenant_id': '736be7e45aad4d94a5006603102cc389', 'fixed_ips': [{'subnet_id': '7a996f37-803a-4550-9fb1-4f2fe9a478b3'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:30:22.362059 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c9f1921e-9a29-4f6a-8e13-ca96e12c73f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:22.770999 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 3a9dbaeb-656b-4f63-89c3-d86581b588bb triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:22.771653 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:22.776509 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-413949e8-e2fc-4881-bbdd-c70e11c47dcd tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Made reservation on behalf of 79203d7512b2446d82485c76add318d1 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:22.784054 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-413949e8-e2fc-4881-bbdd-c70e11c47dcd tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:22.833000 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba6be9-b699-44e9-9ef0-0e351cd90c71 req-610fda80-ac29-4eea-8a67-9fb0bb7b64d9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:22.838482 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4eba6be9-b699-44e9-9ef0-0e351cd90c71 req-610fda80-ac29-4eea-8a67-9fb0bb7b64d9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 946 time: 0.2201335 Sep 01 15:30:22.843895 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58434) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:23.095481 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-c9f1921e-9a29-4f6a-8e13-ca96e12c73f1 None None] Allocated IP 2001:db8::2 (0872d37e-c0e4-4755-87b8-5a359f9d4cdd/7a996f37-803a-4550-9fb1-4f2fe9a478b3/4af5ee9d-fb76-4e54-9548-3a3ade00b2ca) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:30:23.242936 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4eba6be9-b699-44e9-9ef0-0e351cd90c71 req-9772f2e8-2f8f-4662-9566-a1e97dde838d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3854930 Sep 01 15:30:23.292723 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-413949e8-e2fc-4881-bbdd-c70e11c47dcd tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Allocated IP 172.20.0.9 (f8c65645-0406-43a8-8521-8a7d8fd3a310/1b36e674-5420-49dc-8530-066948815f53/ab47a1c1-0361-4021-87a2-a2881c25d857) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:30:23.526809 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3db36197-c146-4582-8d1b-1eee2e62375e req-a699dc57-4049-4eed-8625-4b417e71f426 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=82b4b8f2-d163-427d-a440-19c22eb23a0e HTTP/1.1" status: 200 len: 210 time: 0.1337264 Sep 01 15:30:23.647015 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ababde4-7bd2-40cf-b1d2-09f2359bb64b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:23.672764 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-d217d410-74eb-4cb4-ac39-8640f2216122 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:23.687705 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-d217d410-74eb-4cb4-ac39-8640f2216122 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/networks?id=6e55868b-2168-443a-b0b0-d47405d65881 HTTP/1.1" status: 200 len: 819 time: 1.8561943 Sep 01 15:30:23.760140 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-d23cf8d7-8632-403d-98e3-9542acd67b3c tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/quotas/39443fd735484938be3ef135eb1e37fe HTTP/1.1" status: 200 len: 375 time: 0.0690031 Sep 01 15:30:23.890651 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-413949e8-e2fc-4881-bbdd-c70e11c47dcd tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:23.966022 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ababde4-7bd2-40cf-b1d2-09f2359bb64b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:23.967937 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c2858027-c4f9-4f2f-83a1-8d361519784f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:23.972073 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c9f1921e-9a29-4f6a-8e13-ca96e12c73f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:23.993446 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ababde4-7bd2-40cf-b1d2-09f2359bb64b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:23.996794 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ababde4-7bd2-40cf-b1d2-09f2359bb64b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:24.009880 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c9f1921e-9a29-4f6a-8e13-ca96e12c73f1 None None] Transition to ACTIVE for port object 4af5ee9d-fb76-4e54-9548-3a3ade00b2ca will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:24.091907 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c9f1921e-9a29-4f6a-8e13-ca96e12c73f1 None None] Transition to ACTIVE for port object 4af5ee9d-fb76-4e54-9548-3a3ade00b2ca will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:24.111814 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c9f1921e-9a29-4f6a-8e13-ca96e12c73f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:24.256924 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ababde4-7bd2-40cf-b1d2-09f2359bb64b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Pushing event updated for resources: {'Network': ['ID=c9aa9738-37e8-4027-9609-90cf9ff48d31,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:24.308078 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network c9aa9738-37e8-4027-9609-90cf9ff48d31 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:30:24.309236 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-e60ae515-9c37-4259-84b9-5fc45708eeca tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=39443fd735484938be3ef135eb1e37fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5476909 Sep 01 15:30:24.356691 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f1921e-9a29-4f6a-8e13-ca96e12c73f1 None None] Network 0872d37e-c0e4-4755-87b8-5a359f9d4cdd is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:30:24.404367 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-c9f1921e-9a29-4f6a-8e13-ca96e12c73f1 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:24.499445 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f1921e-9a29-4f6a-8e13-ca96e12c73f1 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:30:24.538740 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1921e-9a29-4f6a-8e13-ca96e12c73f1 None None] Pushing event updated for resources: {'Port': ['ID=4af5ee9d-fb76-4e54-9548-3a3ade00b2ca,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:24.601277 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c2858027-c4f9-4f2f-83a1-8d361519784f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:24.648456 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2ababde4-7bd2-40cf-b1d2-09f2359bb64b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 3.0625439 Sep 01 15:30:24.649365 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c2858027-c4f9-4f2f-83a1-8d361519784f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:24.660940 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58462) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:24.697536 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-fc39f264-9f50-40a0-9ca1-64e28990a981 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Request body: {'network': {'name': 'tempest-router-network02--836841496'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:24.814371 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-413949e8-e2fc-4881-bbdd-c70e11c47dcd tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:24.855475 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-012ea18c-2fd5-4c5d-a811-753d25041933 service neutron] 10.222.0.60 "GET /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210705 Sep 01 15:30:24.864926 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc39f264-9f50-40a0-9ca1-64e28990a981 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Made reservation on behalf of 736be7e45aad4d94a5006603102cc389 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:24.871608 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fc39f264-9f50-40a0-9ca1-64e28990a981 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:24.914842 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-9bd19c25-9028-48bd-adb8-8d9a0154a2bd service neutron] show failed (client error): The resource could not be found. Sep 01 15:30:24.916327 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-9bd19c25-9028-48bd-adb8-8d9a0154a2bd service neutron] 10.222.0.45 "GET /v2.0/ports/9680b7b7-4cb8-4de6-9e02-d39a9cf0622e/bindings/n-h2-794796-3 HTTP/1.1" status: 404 len: 380 time: 0.4211495 Sep 01 15:30:24.945559 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c9f1921e-9a29-4f6a-8e13-ca96e12c73f1 None None] Attempting to bind port 4af5ee9d-fb76-4e54-9548-3a3ade00b2ca on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:30:24.946388 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c9f1921e-9a29-4f6a-8e13-ca96e12c73f1 None None] Attempting to bind port 4af5ee9d-fb76-4e54-9548-3a3ade00b2ca by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '506a7174-9566-4d6a-9c25-c6e063ef0e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0872d37e-c0e4-4755-87b8-5a359f9d4cdd'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:30:24.949413 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f1921e-9a29-4f6a-8e13-ca96e12c73f1 None None] Attempting to bind port 4af5ee9d-fb76-4e54-9548-3a3ade00b2ca on network 0872d37e-c0e4-4755-87b8-5a359f9d4cdd {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:30:24.987820 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f1921e-9a29-4f6a-8e13-ca96e12c73f1 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:30:24.988648 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f1921e-9a29-4f6a-8e13-ca96e12c73f1 None None] Checking segment: {'id': '506a7174-9566-4d6a-9c25-c6e063ef0e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0872d37e-c0e4-4755-87b8-5a359f9d4cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:30:24.989093 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c9f1921e-9a29-4f6a-8e13-ca96e12c73f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:24.992264 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc39f264-9f50-40a0-9ca1-64e28990a981 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:30:24.993086 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f1921e-9a29-4f6a-8e13-ca96e12c73f1 None None] Bound using segment: {'id': '506a7174-9566-4d6a-9c25-c6e063ef0e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0872d37e-c0e4-4755-87b8-5a359f9d4cdd'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:30:24.993477 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c9f1921e-9a29-4f6a-8e13-ca96e12c73f1 None None] Bound port: 4af5ee9d-fb76-4e54-9548-3a3ade00b2ca, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '506a7174-9566-4d6a-9c25-c6e063ef0e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '0872d37e-c0e4-4755-87b8-5a359f9d4cdd'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:30:25.010856 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c9f1921e-9a29-4f6a-8e13-ca96e12c73f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:25.032686 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fc39f264-9f50-40a0-9ca1-64e28990a981 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:25.033443 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-fc39f264-9f50-40a0-9ca1-64e28990a981 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Added segment 8bb25717-157e-4fcd-be14-0710a170bf7b of type vlan for network 693c6701-67ae-4f1b-806c-e4b73040bb72 Sep 01 15:30:25.161795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2858027-c4f9-4f2f-83a1-8d361519784f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583de8fb-4820-438c-8baf-b4842173941e,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:25.204218 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c9f1921e-9a29-4f6a-8e13-ca96e12c73f1 None None] For port 4af5ee9d-fb76-4e54-9548-3a3ade00b2ca, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:30:25.210244 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c9f1921e-9a29-4f6a-8e13-ca96e12c73f1 None None] For port 4af5ee9d-fb76-4e54-9548-3a3ade00b2ca, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=4af5ee9d-fb76-4e54-9548-3a3ade00b2ca,segment=NetworkSegment(506a7174-9566-4d6a-9c25-c6e063ef0e29),segment_id=506a7174-9566-4d6a-9c25-c6e063ef0e29)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:30:25.224362 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c9f1921e-9a29-4f6a-8e13-ca96e12c73f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:25.264543 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fc39f264-9f50-40a0-9ca1-64e28990a981 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:25.289861 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-f4fba607-48c9-4ee9-be2b-7e066a31df13 service neutron] 10.222.0.60 "GET /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964615 Sep 01 15:30:25.338067 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fc39f264-9f50-40a0-9ca1-64e28990a981 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:25.364415 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1921e-9a29-4f6a-8e13-ca96e12c73f1 None None] Pushing event updated for resources: {'Port': ['ID=4af5ee9d-fb76-4e54-9548-3a3ade00b2ca,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:25.385767 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc39f264-9f50-40a0-9ca1-64e28990a981 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:25.391160 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fc39f264-9f50-40a0-9ca1-64e28990a981 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:25.497951 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-0ee7e581-60c1-401d-9506-8890924d202f tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:25.501965 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-0ee7e581-60c1-401d-9506-8890924d202f tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.62 "GET /v2.0/networks?id=6e55868b-2168-443a-b0b0-d47405d65881 HTTP/1.1" status: 200 len: 819 time: 1.5677466 Sep 01 15:30:25.557002 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fc39f264-9f50-40a0-9ca1-64e28990a981 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8779895 Sep 01 15:30:25.574183 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58472) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:25.575533 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39f264-9f50-40a0-9ca1-64e28990a981 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Pushing event updated for resources: {'Network': ['ID=693c6701-67ae-4f1b-806c-e4b73040bb72,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:25.591515 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-393b418f-3749-4a5b-85b7-45282d25c140 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Request body: {'subnet': {'network_id': 'c9aa9738-37e8-4027-9609-90cf9ff48d31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:25.603656 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39f264-9f50-40a0-9ca1-64e28990a981 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:25.604007 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39f264-9f50-40a0-9ca1-64e28990a981 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:25.604343 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39f264-9f50-40a0-9ca1-64e28990a981 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:25.604679 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39f264-9f50-40a0-9ca1-64e28990a981 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:25.605092 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39f264-9f50-40a0-9ca1-64e28990a981 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:25.605428 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39f264-9f50-40a0-9ca1-64e28990a981 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:25.605758 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39f264-9f50-40a0-9ca1-64e28990a981 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:25.606186 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39f264-9f50-40a0-9ca1-64e28990a981 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:25.606564 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39f264-9f50-40a0-9ca1-64e28990a981 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:25.606904 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39f264-9f50-40a0-9ca1-64e28990a981 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:25.607231 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39f264-9f50-40a0-9ca1-64e28990a981 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:25.607555 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc39f264-9f50-40a0-9ca1-64e28990a981 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:25.621201 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 693c6701-67ae-4f1b-806c-e4b73040bb72 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:30:25.669460 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a6e51-289f-43b9-8157-abee73cc38c8 req-72e0c779-0b8c-42e9-be4c-d52cb985de82 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:25.692422 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-824a6e51-289f-43b9-8157-abee73cc38c8 req-72e0c779-0b8c-42e9-be4c-d52cb985de82 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 946 time: 1.0845311 Sep 01 15:30:25.696209 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413949e8-e2fc-4881-bbdd-c70e11c47dcd tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Pushing event updated for resources: {'Port': ['ID=ab47a1c1-0361-4021-87a2-a2881c25d857,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:25.734175 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-413949e8-e2fc-4881-bbdd-c70e11c47dcd tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Network f8c65645-0406-43a8-8521-8a7d8fd3a310 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:30:25.782728 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-413949e8-e2fc-4881-bbdd-c70e11c47dcd tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:25.788184 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-413949e8-e2fc-4881-bbdd-c70e11c47dcd tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:30:25.924940 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c2858027-c4f9-4f2f-83a1-8d361519784f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cefb5b3f67a94b5596d2e9dae87dc2aa&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0766737 Sep 01 15:30:25.932114 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-4173ec2a-0024-4a67-a257-adee382452ae tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Request body: {'port': {'device_id': '09a71cc9-7d34-4649-80fa-159a28146b29', 'network_id': '6e55868b-2168-443a-b0b0-d47405d65881', 'admin_state_up': True, 'tenant_id': '39443fd735484938be3ef135eb1e37fe'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:25.947454 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58482) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:26.097537 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787db95a-d5ed-4b9e-a696-486d17b6f992 req-64ec62e1-a878-44dd-bc34-2a9050803aa0 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:26.102669 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-787db95a-d5ed-4b9e-a696-486d17b6f992 req-64ec62e1-a878-44dd-bc34-2a9050803aa0 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=82b4b8f2-d163-427d-a440-19c22eb23a0e HTTP/1.1" status: 200 len: 931 time: 0.3338926 Sep 01 15:30:26.123955 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393b418f-3749-4a5b-85b7-45282d25c140 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Made reservation on behalf of 736be7e45aad4d94a5006603102cc389 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:26.128194 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-393b418f-3749-4a5b-85b7-45282d25c140 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:26.144060 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4af5ee9d-fb76-4e54-9548-3a3ade00b2ca up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:30:26.259130 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-787db95a-d5ed-4b9e-a696-486d17b6f992 req-d9d78c05-055d-4494-a594-2904e55bb2f6 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e184957-0237-42f9-8732-2c509e60a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393728 Sep 01 15:30:26.272163 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-413949e8-e2fc-4881-bbdd-c70e11c47dcd tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:26.273607 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-413949e8-e2fc-4881-bbdd-c70e11c47dcd tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:26.292826 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-b783cff8-3d35-4620-8a42-4d6c3ab47e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:26.295580 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-b783cff8-3d35-4620-8a42-4d6c3ab47e2f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859&tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f HTTP/1.1" status: 200 len: 1097 time: 0.9754484 Sep 01 15:30:26.329248 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 4af5ee9d-fb76-4e54-9548-3a3ade00b2ca completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:30:26.339945 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-3dc034dc-d855-4146-9911-5b038b4c11f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794796-3', 'device_owner': 'compute:nova'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:26.358621 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-824a6e51-289f-43b9-8157-abee73cc38c8 req-894a6fbb-0842-4f51-b8f8-fc8410389fab tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6054249 Sep 01 15:30:26.480345 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4a59ddfc-1700-4014-9ebb-6b3380a3c69c req-f59b7811-5d87-4bd1-8117-46ec57dc2510 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 210 time: 0.0773141 Sep 01 15:30:26.514253 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-393b418f-3749-4a5b-85b7-45282d25c140 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:26.587223 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-413949e8-e2fc-4881-bbdd-c70e11c47dcd tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5008724 Sep 01 15:30:26.651195 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-88e5d396-bad1-419c-b240-73dcd6c7061a service neutron] Request body: {'port': {'device_id': '82b4b8f2-d163-427d-a440-19c22eb23a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:26.687475 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b418f-3749-4a5b-85b7-45282d25c140 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Pushing event updated for resources: {'Subnet': ['ID=fe660061-481a-4465-b960-615c8da4ae06,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:26.701945 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b418f-3749-4a5b-85b7-45282d25c140 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Checking segment: {'id': 'e0a9c0c7-b111-4004-ab7f-1b516107a5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c9aa9738-37e8-4027-9609-90cf9ff48d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:30:26.703955 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393b418f-3749-4a5b-85b7-45282d25c140 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Network hostable DHCP agents. Network: c9aa9738-37e8-4027-9609-90cf9ff48d31, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:30:26.723888 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-3dc034dc-d855-4146-9911-5b038b4c11f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:26.736043 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa1ee971-377f-471e-b9e2-24035135aa9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:26.749623 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393b418f-3749-4a5b-85b7-45282d25c140 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Network c9aa9738-37e8-4027-9609-90cf9ff48d31 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:30:26.772397 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-393b418f-3749-4a5b-85b7-45282d25c140 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, c9aa9738-37e8-4027-9609-90cf9ff48d31) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:26.792295 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85056c61-2441-42fa-9f34-1ff4b81a69f5 None None] Network c9aa9738-37e8-4027-9609-90cf9ff48d31 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:30:26.814215 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393b418f-3749-4a5b-85b7-45282d25c140 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:26.817077 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-393b418f-3749-4a5b-85b7-45282d25c140 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:26.869886 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa1ee971-377f-471e-b9e2-24035135aa9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:26.984744 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-393b418f-3749-4a5b-85b7-45282d25c140 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4050295 Sep 01 15:30:26.986652 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58498) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:26.989100 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-4173ec2a-0024-4a67-a257-adee382452ae tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Made reservation on behalf of 39443fd735484938be3ef135eb1e37fe for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:26.996106 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-4173ec2a-0024-4a67-a257-adee382452ae tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:27.005844 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-ae119dbe-5bcb-4e2f-bbac-16a6c72b0bce tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Request body: {'subnet': {'network_id': '693c6701-67ae-4f1b-806c-e4b73040bb72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:27.044302 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-88e5d396-bad1-419c-b240-73dcd6c7061a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:27.349900 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1af47b2-16e6-4d41-809c-947f8ab0e03e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-c9aa9738-37e8-4027-9609-90cf9ff48d31', 'network_id': 'c9aa9738-37e8-4027-9609-90cf9ff48d31', 'tenant_id': '736be7e45aad4d94a5006603102cc389', 'fixed_ips': [{'subnet_id': 'fe660061-481a-4465-b960-615c8da4ae06'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:30:27.351524 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e1af47b2-16e6-4d41-809c-947f8ab0e03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:27.411637 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae119dbe-5bcb-4e2f-bbac-16a6c72b0bce tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Made reservation on behalf of 736be7e45aad4d94a5006603102cc389 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:27.428943 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae119dbe-5bcb-4e2f-bbac-16a6c72b0bce tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:27.803968 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec27a913-6cd0-42eb-8bf3-315061ed8eee None None] Network 0872d37e-c0e4-4755-87b8-5a359f9d4cdd requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:30:27.847103 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-3dc034dc-d855-4146-9911-5b038b4c11f8 service neutron] For port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,segment=NetworkSegment(43435e54-65f1-4db7-a09a-c8eaa0a35130),segment_id=43435e54-65f1-4db7-a09a-c8eaa0a35130)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:27.903936 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e89f2d-7052-4ba3-848e-038eb36e7b45 req-dcd05c39-ae05-4e18-96dc-1b7b04f93bc5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:27.906504 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a0e89f2d-7052-4ba3-848e-038eb36e7b45 req-dcd05c39-ae05-4e18-96dc-1b7b04f93bc5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 946 time: 0.2845471 Sep 01 15:30:27.977349 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-e1af47b2-16e6-4d41-809c-947f8ab0e03e None None] Allocated IP 2001:db8::2 (c9aa9738-37e8-4027-9609-90cf9ff48d31/fe660061-481a-4465-b960-615c8da4ae06/6000205d-e962-49f5-be57-68faa63e5b27) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:30:27.989092 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-3dc034dc-d855-4146-9911-5b038b4c11f8 service neutron] For port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:30:28.067054 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa1ee971-377f-471e-b9e2-24035135aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:28.069984 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa1ee971-377f-471e-b9e2-24035135aa9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:28.071443 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fa1ee971-377f-471e-b9e2-24035135aa9e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/583de8fb-4820-438c-8baf-b4842173941e HTTP/1.1" status: 204 len: 168 time: 2.1204476 Sep 01 15:30:28.302966 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a0e89f2d-7052-4ba3-848e-038eb36e7b45 req-c7bc6f63-8177-4fbf-998d-839ba4ef90a1 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3699136 Sep 01 15:30:28.445179 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-3dc034dc-d855-4146-9911-5b038b4c11f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:28.491028 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-3dc034dc-d855-4146-9911-5b038b4c11f8 service neutron] Transition to ACTIVE for port object 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:28.523085 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fe2d94-e50c-4269-93f4-fe00f2d10859', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:30:28.525580 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc07a7ed-4578-4da0-8aa8-162b871fd961" -d '{"events": [{"server_uuid": "48fe2d94-e50c-4269-93f4-fe00f2d10859", "name": "network-vif-unplugged", "status": "completed", "tag": "9680b7b7-4cb8-4de6-9e02-d39a9cf0622e"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:30:28.534284 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ee971-377f-471e-b9e2-24035135aa9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583de8fb-4820-438c-8baf-b4842173941e,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:28.621650 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:28.728465 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-45285c4f-48a4-479d-a1b1-9b1d7112fe36 None None] Provisioning for port 4af5ee9d-fb76-4e54-9548-3a3ade00b2ca completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:30:28.770120 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-45285c4f-48a4-479d-a1b1-9b1d7112fe36 None None] Provisioning complete for port 4af5ee9d-fb76-4e54-9548-3a3ade00b2ca triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:28.771775 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-45285c4f-48a4-479d-a1b1-9b1d7112fe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:28.775192 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-a4bd5535-0ea8-4d98-81f1-ec62685c7654 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:28.779140 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-3dc034dc-d855-4146-9911-5b038b4c11f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:28.781812 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-a4bd5535-0ea8-4d98-81f1-ec62685c7654 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.45 "GET /v2.0/networks?id=6e55868b-2168-443a-b0b0-d47405d65881 HTTP/1.1" status: 200 len: 819 time: 0.8736112 Sep 01 15:30:29.013132 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-c2f9426d-3614-479f-ac77-f3c3bd84941c tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Request body: {'port': {'device_id': '9e1786dd-53b8-4e39-8b50-8a4a41801e2a', 'network_id': '6e55868b-2168-443a-b0b0-d47405d65881', 'admin_state_up': True, 'tenant_id': '39443fd735484938be3ef135eb1e37fe'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:29.030505 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-092d9732-7544-441d-a6bb-1d310e420122 req-56885738-b486-4013-a739-83db0e5235ff tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 210 time: 0.2470753 Sep 01 15:30:29.035186 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58534) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:29.134938 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae119dbe-5bcb-4e2f-bbac-16a6c72b0bce tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:29.251039 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-4173ec2a-0024-4a67-a257-adee382452ae tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Allocated IP 172.20.0.5 (6e55868b-2168-443a-b0b0-d47405d65881/559a834f-1df6-4edf-8bed-bb164fc9896c/cd36c41a-7fed-486a-a89c-503a37995a1d) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:30:29.276846 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e1af47b2-16e6-4d41-809c-947f8ab0e03e None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:29.288998 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4763b40-53bd-4ea8-85da-8e49334ae8fd req-9e0635fa-ed90-491b-810b-7811787b74de tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:29.304674 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a4763b40-53bd-4ea8-85da-8e49334ae8fd req-9e0635fa-ed90-491b-810b-7811787b74de tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=82b4b8f2-d163-427d-a440-19c22eb23a0e HTTP/1.1" status: 200 len: 931 time: 1.6757150 Sep 01 15:30:29.572908 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e1af47b2-16e6-4d41-809c-947f8ab0e03e None None] Transition to ACTIVE for port object 6000205d-e962-49f5-be57-68faa63e5b27 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:29.632670 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:30:29.684727 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc034dc-d855-4146-9911-5b038b4c11f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,revision_number=6']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:29.876677 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:30:29.904717 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8a704632-d2e9-4826-98b1-bad6792401c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:29.909674 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e1af47b2-16e6-4d41-809c-947f8ab0e03e None None] Transition to ACTIVE for port object 6000205d-e962-49f5-be57-68faa63e5b27 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:29.913039 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-45285c4f-48a4-479d-a1b1-9b1d7112fe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:29.977501 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e1af47b2-16e6-4d41-809c-947f8ab0e03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:30.079090 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae119dbe-5bcb-4e2f-bbac-16a6c72b0bce tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Pushing event updated for resources: {'Subnet': ['ID=0b423cd8-6e01-47dd-a33d-77a4aeba0765,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:30.164157 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af47b2-16e6-4d41-809c-947f8ab0e03e None None] Pushing event updated for resources: {'Port': ['ID=6000205d-e962-49f5-be57-68faa63e5b27,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:30.227202 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1af47b2-16e6-4d41-809c-947f8ab0e03e None None] Network c9aa9738-37e8-4027-9609-90cf9ff48d31 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:30:30.229092 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-e1af47b2-16e6-4d41-809c-947f8ab0e03e None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:30.232797 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-45285c4f-48a4-479d-a1b1-9b1d7112fe36 None None] For port 4af5ee9d-fb76-4e54-9548-3a3ade00b2ca, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=4af5ee9d-fb76-4e54-9548-3a3ade00b2ca,segment=NetworkSegment(506a7174-9566-4d6a-9c25-c6e063ef0e29),segment_id=506a7174-9566-4d6a-9c25-c6e063ef0e29)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:30.235454 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1af47b2-16e6-4d41-809c-947f8ab0e03e None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:30:30.250953 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-c2f9426d-3614-479f-ac77-f3c3bd84941c tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Made reservation on behalf of 39443fd735484938be3ef135eb1e37fe for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:30.275827 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-c2f9426d-3614-479f-ac77-f3c3bd84941c tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:30.284646 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-45285c4f-48a4-479d-a1b1-9b1d7112fe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:30.473826 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae119dbe-5bcb-4e2f-bbac-16a6c72b0bce tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Checking segment: {'id': '8bb25717-157e-4fcd-be14-0710a170bf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '693c6701-67ae-4f1b-806c-e4b73040bb72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:30:30.474197 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae119dbe-5bcb-4e2f-bbac-16a6c72b0bce tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Network hostable DHCP agents. Network: 693c6701-67ae-4f1b-806c-e4b73040bb72, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:30:30.506543 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e1af47b2-16e6-4d41-809c-947f8ab0e03e None None] Attempting to bind port 6000205d-e962-49f5-be57-68faa63e5b27 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:30:30.506871 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e1af47b2-16e6-4d41-809c-947f8ab0e03e None None] Attempting to bind port 6000205d-e962-49f5-be57-68faa63e5b27 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'e0a9c0c7-b111-4004-ab7f-1b516107a5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c9aa9738-37e8-4027-9609-90cf9ff48d31'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:30:30.512004 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1af47b2-16e6-4d41-809c-947f8ab0e03e None None] Attempting to bind port 6000205d-e962-49f5-be57-68faa63e5b27 on network c9aa9738-37e8-4027-9609-90cf9ff48d31 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:30:30.599694 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1af47b2-16e6-4d41-809c-947f8ab0e03e None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:30:30.603638 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1af47b2-16e6-4d41-809c-947f8ab0e03e None None] Checking segment: {'id': 'e0a9c0c7-b111-4004-ab7f-1b516107a5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c9aa9738-37e8-4027-9609-90cf9ff48d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:30:30.604539 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e1af47b2-16e6-4d41-809c-947f8ab0e03e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:30.605118 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1af47b2-16e6-4d41-809c-947f8ab0e03e None None] Bound using segment: {'id': 'e0a9c0c7-b111-4004-ab7f-1b516107a5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c9aa9738-37e8-4027-9609-90cf9ff48d31'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:30:30.606344 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e1af47b2-16e6-4d41-809c-947f8ab0e03e None None] Bound port: 6000205d-e962-49f5-be57-68faa63e5b27, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a9c0c7-b111-4004-ab7f-1b516107a5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c9aa9738-37e8-4027-9609-90cf9ff48d31'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:30:30.607567 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e1af47b2-16e6-4d41-809c-947f8ab0e03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:30.857650 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45285c4f-48a4-479d-a1b1-9b1d7112fe36 None None] Pushing event updated for resources: {'Port': ['ID=4af5ee9d-fb76-4e54-9548-3a3ade00b2ca,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:30.865720 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae119dbe-5bcb-4e2f-bbac-16a6c72b0bce tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Network 693c6701-67ae-4f1b-806c-e4b73040bb72 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:30:30.889496 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-ae119dbe-5bcb-4e2f-bbac-16a6c72b0bce tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 693c6701-67ae-4f1b-806c-e4b73040bb72) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:30.903778 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae119dbe-5bcb-4e2f-bbac-16a6c72b0bce tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:30.904938 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae119dbe-5bcb-4e2f-bbac-16a6c72b0bce tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:30.921008 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e1af47b2-16e6-4d41-809c-947f8ab0e03e None None] For port 6000205d-e962-49f5-be57-68faa63e5b27, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:30:30.953886 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baef2603-3d0b-4366-a7f0-60645322d0b6 None None] Network 693c6701-67ae-4f1b-806c-e4b73040bb72 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:30:30.971614 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8a704632-d2e9-4826-98b1-bad6792401c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:30.986678 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8a704632-d2e9-4826-98b1-bad6792401c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:31.019444 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ae119dbe-5bcb-4e2f-bbac-16a6c72b0bce tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0309429 Sep 01 15:30:31.032500 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58572) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:31.033599 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e1af47b2-16e6-4d41-809c-947f8ab0e03e None None] For port 6000205d-e962-49f5-be57-68faa63e5b27, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6000205d-e962-49f5-be57-68faa63e5b27,segment=NetworkSegment(e0a9c0c7-b111-4004-ab7f-1b516107a5de),segment_id=e0a9c0c7-b111-4004-ab7f-1b516107a5de)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:30:31.154025 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a704632-d2e9-4826-98b1-bad6792401c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa015b4-f4a6-461e-a3bb-dd6eed0c06b6,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:31.168946 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a4763b40-53bd-4ea8-85da-8e49334ae8fd req-e19aaff6-2cd8-497b-81b2-ec689d725d13 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e184957-0237-42f9-8732-2c509e60a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8325610 Sep 01 15:30:31.191008 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e1af47b2-16e6-4d41-809c-947f8ab0e03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:31.224102 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552e5743-8789-4259-b356-85ccc862cc65 x-openstack-request-id: req-552e5743-8789-4259-b356-85ccc862cc65 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:30:31.224431 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48fe2d94-e50c-4269-93f4-fe00f2d10859", "name": "network-vif-unplugged", "status": "completed", "tag": "9680b7b7-4cb8-4de6-9e02-d39a9cf0622e", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:30:31.226066 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-552e5743-8789-4259-b356-85ccc862cc65 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:30:31.227804 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48fe2d94-e50c-4269-93f4-fe00f2d10859', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e', 'code': 200} Sep 01 15:30:31.319138 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8a704632-d2e9-4826-98b1-bad6792401c0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4e199d3de06d4100b4c8c4ae1fe3eb32&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2806580 Sep 01 15:30:31.336655 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58576) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:31.471982 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af47b2-16e6-4d41-809c-947f8ab0e03e None None] Pushing event updated for resources: {'Port': ['ID=6000205d-e962-49f5-be57-68faa63e5b27,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:31.475362 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-bdadd3c8-084e-45c9-86d2-1aa04bc5624b None None] Provisioning complete for port 4af5ee9d-fb76-4e54-9548-3a3ade00b2ca triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:31.475842 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bdadd3c8-084e-45c9-86d2-1aa04bc5624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:31.653894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-3dc034dc-d855-4146-9911-5b038b4c11f8 service neutron] No DVR routers for this DVR port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:30:31.793333 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa50d795-f3a4-4197-b9ef-a88f70449dad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-693c6701-67ae-4f1b-806c-e4b73040bb72', 'network_id': '693c6701-67ae-4f1b-806c-e4b73040bb72', 'tenant_id': '736be7e45aad4d94a5006603102cc389', 'fixed_ips': [{'subnet_id': '0b423cd8-6e01-47dd-a33d-77a4aeba0765'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:30:31.794764 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-aa50d795-f3a4-4197-b9ef-a88f70449dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:31.822442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208c6f0-d977-48b3-af33-f42e46f58636 req-29cff209-310a-4bdf-a099-f92b924dd40d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:31.838626 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c208c6f0-d977-48b3-af33-f42e46f58636 req-29cff209-310a-4bdf-a099-f92b924dd40d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 944 time: 0.8175828 Sep 01 15:30:31.872153 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-88e5d396-bad1-419c-b240-73dcd6c7061a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab47a1c1-0361-4021-87a2-a2881c25d857 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:30:31.920776 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-88e5d396-bad1-419c-b240-73dcd6c7061a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:32.040376 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-871cd858-d3a6-4d97-b93a-fa9de2d69029 req-4b8b7950-ef41-492f-94c3-dd9d8c2ad20f tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 210 time: 0.6761482 Sep 01 15:30:32.175948 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c208c6f0-d977-48b3-af33-f42e46f58636 req-7505439e-abbe-4d55-baa4-460294a698e6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3308725 Sep 01 15:30:32.281231 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-aa50d795-f3a4-4197-b9ef-a88f70449dad None None] Allocated IP 2001:db8::2 (693c6701-67ae-4f1b-806c-e4b73040bb72/0b423cd8-6e01-47dd-a33d-77a4aeba0765/bddde89d-b403-43a3-8f0a-c34bf83767cc) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:30:32.426567 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-88e5d396-bad1-419c-b240-73dcd6c7061a service neutron] Transition to ACTIVE for port object ab47a1c1-0361-4021-87a2-a2881c25d857 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:32.463706 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31d7f4bf-8a3d-43bb-bc8b-5b70b62adca1 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:32.484946 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-88e5d396-bad1-419c-b240-73dcd6c7061a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:32.560070 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-4173ec2a-0024-4a67-a257-adee382452ae tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:32.583424 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4af5ee9d-fb76-4e54-9548-3a3ade00b2ca up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:30:32.790622 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc767f9-5966-48a0-aa8d-a9665a0fd8a3 req-8f8b5563-8b96-4079-b565-87413b3c52f4 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:32.799779 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-aa50d795-f3a4-4197-b9ef-a88f70449dad None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:32.810775 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0f853bb1-8a4b-4e0f-ad61-4d1c0e6fd044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:32.811405 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ecc767f9-5966-48a0-aa8d-a9665a0fd8a3 req-8f8b5563-8b96-4079-b565-87413b3c52f4 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=82b4b8f2-d163-427d-a440-19c22eb23a0e HTTP/1.1" status: 200 len: 943 time: 0.3234096 Sep 01 15:30:32.827887 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-aa50d795-f3a4-4197-b9ef-a88f70449dad None None] Transition to ACTIVE for port object bddde89d-b403-43a3-8f0a-c34bf83767cc will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:32.865590 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-aa50d795-f3a4-4197-b9ef-a88f70449dad None None] Transition to ACTIVE for port object bddde89d-b403-43a3-8f0a-c34bf83767cc will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:32.877966 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-4173ec2a-0024-4a67-a257-adee382452ae tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:32.898844 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-aa50d795-f3a4-4197-b9ef-a88f70449dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:33.059706 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ecc767f9-5966-48a0-aa8d-a9665a0fd8a3 req-816d060a-989e-4b32-8d92-a017e8e7595c tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e184957-0237-42f9-8732-2c509e60a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472067 Sep 01 15:30:33.113305 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa50d795-f3a4-4197-b9ef-a88f70449dad None None] Network 693c6701-67ae-4f1b-806c-e4b73040bb72 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:30:33.123025 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.api [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-c2f9426d-3614-479f-ac77-f3c3bd84941c tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.5-95cc56c3-ab9b-4765-9167-85bce19664a0 {{(pid=94733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:30:33.131318 n-d-794796-3 neutron-server[94733]: DEBUG oslo_db.api [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-c2f9426d-3614-479f-ac77-f3c3bd84941c tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:30:33.167839 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-aa50d795-f3a4-4197-b9ef-a88f70449dad None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:33.172711 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa50d795-f3a4-4197-b9ef-a88f70449dad None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:30:33.177003 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50d795-f3a4-4197-b9ef-a88f70449dad None None] Pushing event updated for resources: {'Port': ['ID=bddde89d-b403-43a3-8f0a-c34bf83767cc,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:33.181077 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 4af5ee9d-fb76-4e54-9548-3a3ade00b2ca triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:33.181461 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:33.358527 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0f853bb1-8a4b-4e0f-ad61-4d1c0e6fd044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:33.367211 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-14ec2287-0189-4913-962e-6d131bed728f req-402ac512-6809-4bd8-a86e-5e13bbf3a268 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 210 time: 0.1448400 Sep 01 15:30:33.404565 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-4173ec2a-0024-4a67-a257-adee382452ae tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Network 6e55868b-2168-443a-b0b0-d47405d65881 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:30:33.415650 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-31d7f4bf-8a3d-43bb-bc8b-5b70b62adca1 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Allocated IP 2001:db8::1 (c9aa9738-37e8-4027-9609-90cf9ff48d31/fe660061-481a-4465-b960-615c8da4ae06/db8806bc-3f68-4fc8-b2ea-0fb0af0ced41) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:30:33.463623 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-aa50d795-f3a4-4197-b9ef-a88f70449dad None None] Attempting to bind port bddde89d-b403-43a3-8f0a-c34bf83767cc on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:30:33.470993 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-aa50d795-f3a4-4197-b9ef-a88f70449dad None None] Attempting to bind port bddde89d-b403-43a3-8f0a-c34bf83767cc by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '8bb25717-157e-4fcd-be14-0710a170bf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '693c6701-67ae-4f1b-806c-e4b73040bb72'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:30:33.471729 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa50d795-f3a4-4197-b9ef-a88f70449dad None None] Attempting to bind port bddde89d-b403-43a3-8f0a-c34bf83767cc on network 693c6701-67ae-4f1b-806c-e4b73040bb72 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:30:33.474419 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-4173ec2a-0024-4a67-a257-adee382452ae tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:33.480850 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5d396-bad1-419c-b240-73dcd6c7061a service neutron] Pushing event updated for resources: {'Port': ['ID=ab47a1c1-0361-4021-87a2-a2881c25d857,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:33.487631 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-4173ec2a-0024-4a67-a257-adee382452ae tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:30:33.544928 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa50d795-f3a4-4197-b9ef-a88f70449dad None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:30:33.545979 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa50d795-f3a4-4197-b9ef-a88f70449dad None None] Checking segment: {'id': '8bb25717-157e-4fcd-be14-0710a170bf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '693c6701-67ae-4f1b-806c-e4b73040bb72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:30:33.550556 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-aa50d795-f3a4-4197-b9ef-a88f70449dad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:33.552032 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa50d795-f3a4-4197-b9ef-a88f70449dad None None] Bound using segment: {'id': '8bb25717-157e-4fcd-be14-0710a170bf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '693c6701-67ae-4f1b-806c-e4b73040bb72'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:30:33.553059 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-aa50d795-f3a4-4197-b9ef-a88f70449dad None None] Bound port: bddde89d-b403-43a3-8f0a-c34bf83767cc, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb25717-157e-4fcd-be14-0710a170bf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '693c6701-67ae-4f1b-806c-e4b73040bb72'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:30:33.554248 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-aa50d795-f3a4-4197-b9ef-a88f70449dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:33.641920 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-88e5d396-bad1-419c-b240-73dcd6c7061a service neutron] Attempting to bind port ab47a1c1-0361-4021-87a2-a2881c25d857 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:30:33.641920 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-88e5d396-bad1-419c-b240-73dcd6c7061a service neutron] Attempting to bind port ab47a1c1-0361-4021-87a2-a2881c25d857 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f8c65645-0406-43a8-8521-8a7d8fd3a310'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:30:33.642452 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-88e5d396-bad1-419c-b240-73dcd6c7061a service neutron] Attempting to bind port ab47a1c1-0361-4021-87a2-a2881c25d857 on network f8c65645-0406-43a8-8521-8a7d8fd3a310 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:30:33.643510 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-c2f9426d-3614-479f-ac77-f3c3bd84941c tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:33.726421 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-88e5d396-bad1-419c-b240-73dcd6c7061a service neutron] Port ab47a1c1-0361-4021-87a2-a2881c25d857 on network f8c65645-0406-43a8-8521-8a7d8fd3a310 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:30:33.726826 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-88e5d396-bad1-419c-b240-73dcd6c7061a service neutron] Attempting to bind port ab47a1c1-0361-4021-87a2-a2881c25d857 on network f8c65645-0406-43a8-8521-8a7d8fd3a310 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:30:33.730216 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173ec2a-0024-4a67-a257-adee382452ae tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Pushing event updated for resources: {'Port': ['ID=cd36c41a-7fed-486a-a89c-503a37995a1d,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:33.733667 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0f853bb1-8a4b-4e0f-ad61-4d1c0e6fd044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:33.736749 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0f853bb1-8a4b-4e0f-ad61-4d1c0e6fd044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:33.742247 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0f853bb1-8a4b-4e0f-ad61-4d1c0e6fd044 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/faa015b4-f4a6-461e-a3bb-dd6eed0c06b6 HTTP/1.1" status: 204 len: 168 time: 2.4038017 Sep 01 15:30:33.773993 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-aa50d795-f3a4-4197-b9ef-a88f70449dad None None] For port bddde89d-b403-43a3-8f0a-c34bf83767cc, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:30:33.783161 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-aa50d795-f3a4-4197-b9ef-a88f70449dad None None] For port bddde89d-b403-43a3-8f0a-c34bf83767cc, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=bddde89d-b403-43a3-8f0a-c34bf83767cc,segment=NetworkSegment(8bb25717-157e-4fcd-be14-0710a170bf7b),segment_id=8bb25717-157e-4fcd-be14-0710a170bf7b)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:30:33.790767 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-aa50d795-f3a4-4197-b9ef-a88f70449dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:33.846428 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-88e5d396-bad1-419c-b240-73dcd6c7061a service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:30:33.847097 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-88e5d396-bad1-419c-b240-73dcd6c7061a service neutron] Checking segment: {'id': '5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f8c65645-0406-43a8-8521-8a7d8fd3a310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:30:33.847895 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-88e5d396-bad1-419c-b240-73dcd6c7061a service neutron] Bound using segment: {'id': '5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f8c65645-0406-43a8-8521-8a7d8fd3a310'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:30:33.854264 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-88e5d396-bad1-419c-b240-73dcd6c7061a service neutron] Bound port: ab47a1c1-0361-4021-87a2-a2881c25d857, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f8c65645-0406-43a8-8521-8a7d8fd3a310'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:30:33.855927 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-88e5d396-bad1-419c-b240-73dcd6c7061a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:33.882451 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f853bb1-8a4b-4e0f-ad61-4d1c0e6fd044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa015b4-f4a6-461e-a3bb-dd6eed0c06b6,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:34.042114 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a419d6-3a56-4dc3-8b64-2f89c1114ddd None None] Network c9aa9738-37e8-4027-9609-90cf9ff48d31 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:30:34.098364 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ee4c0-a0eb-41f6-90c5-b7d9475ec927 req-8ff03d8a-49ee-4888-a3ef-c228dfdd7c6b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:34.141701 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-093ee4c0-a0eb-41f6-90c5-b7d9475ec927 req-8ff03d8a-49ee-4888-a3ef-c228dfdd7c6b tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 1.2982059 Sep 01 15:30:34.161365 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-3dc034dc-d855-4146-9911-5b038b4c11f8 service neutron] Attempting to bind port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:30:34.162272 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-3dc034dc-d855-4146-9911-5b038b4c11f8 service neutron] Attempting to bind port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '43435e54-65f1-4db7-a09a-c8eaa0a35130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:30:34.168518 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-3dc034dc-d855-4146-9911-5b038b4c11f8 service neutron] Attempting to bind port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e on network 068418f0-2ea4-4691-b0a1-0f0b6ddb7449 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:30:34.205054 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-3dc034dc-d855-4146-9911-5b038b4c11f8 service neutron] Port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e on network 068418f0-2ea4-4691-b0a1-0f0b6ddb7449 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:30:34.205736 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-3dc034dc-d855-4146-9911-5b038b4c11f8 service neutron] Attempting to bind port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e on network 068418f0-2ea4-4691-b0a1-0f0b6ddb7449 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:30:34.216367 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-4173ec2a-0024-4a67-a257-adee382452ae tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:34.217188 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-4173ec2a-0024-4a67-a257-adee382452ae tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:34.250780 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-4173ec2a-0024-4a67-a257-adee382452ae tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.5064218 Sep 01 15:30:34.280442 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-3dc034dc-d855-4146-9911-5b038b4c11f8 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:30:34.282971 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-3dc034dc-d855-4146-9911-5b038b4c11f8 service neutron] Checking segment: {'id': '43435e54-65f1-4db7-a09a-c8eaa0a35130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:30:34.283417 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-3dc034dc-d855-4146-9911-5b038b4c11f8 service neutron] Bound using segment: {'id': '43435e54-65f1-4db7-a09a-c8eaa0a35130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:30:34.283894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-3dc034dc-d855-4146-9911-5b038b4c11f8 service neutron] Bound port: 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43435e54-65f1-4db7-a09a-c8eaa0a35130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:30:34.284279 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-3dc034dc-d855-4146-9911-5b038b4c11f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:34.303123 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-c2f9426d-3614-479f-ac77-f3c3bd84941c tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Allocated IP 172.20.0.4 (6e55868b-2168-443a-b0b0-d47405d65881/559a834f-1df6-4edf-8bed-bb164fc9896c/64a822c2-2a3a-449e-af4f-672eb6480f88) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:30:34.325270 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-9bef8806-9113-4218-866a-a7d4789b91ff service neutron] Request body: {'port': {'device_id': '09a71cc9-7d34-4649-80fa-159a28146b29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:34.366620 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50d795-f3a4-4197-b9ef-a88f70449dad None None] Pushing event updated for resources: {'Port': ['ID=bddde89d-b403-43a3-8f0a-c34bf83767cc,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:34.387103 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6000205d-e962-49f5-be57-68faa63e5b27 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:30:34.476527 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31d7f4bf-8a3d-43bb-bc8b-5b70b62adca1 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:34.495892 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-31d7f4bf-8a3d-43bb-bc8b-5b70b62adca1 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Transition to ACTIVE for port object db8806bc-3f68-4fc8-b2ea-0fb0af0ced41 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:34.572950 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-95923e65-28ab-41cd-a998-7e6cb512d40a None None] Provisioning for port 6000205d-e962-49f5-be57-68faa63e5b27 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:30:34.602902 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-093ee4c0-a0eb-41f6-90c5-b7d9475ec927 req-24d11878-3132-42f1-94f0-afcb4b818b55 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602089 Sep 01 15:30:34.760992 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-88e5d396-bad1-419c-b240-73dcd6c7061a service neutron] For port ab47a1c1-0361-4021-87a2-a2881c25d857, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:30:34.773082 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-88e5d396-bad1-419c-b240-73dcd6c7061a service neutron] For port ab47a1c1-0361-4021-87a2-a2881c25d857, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ab47a1c1-0361-4021-87a2-a2881c25d857,segment=NetworkSegment(5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d),segment_id=5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:30:34.780010 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-9bef8806-9113-4218-866a-a7d4789b91ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:34.796141 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-88e5d396-bad1-419c-b240-73dcd6c7061a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:34.819206 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 6000205d-e962-49f5-be57-68faa63e5b27 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:30:34.841991 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 6000205d-e962-49f5-be57-68faa63e5b27 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:34.843018 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:34.863317 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-3dc034dc-d855-4146-9911-5b038b4c11f8 service neutron] For port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:30:34.875296 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-3dc034dc-d855-4146-9911-5b038b4c11f8 service neutron] For port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,segment=NetworkSegment(43435e54-65f1-4db7-a09a-c8eaa0a35130),segment_id=43435e54-65f1-4db7-a09a-c8eaa0a35130)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:30:35.053018 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18554eb-b813-4b57-ac6b-5d67d3f52977 req-73b8b66e-c79f-464a-b20b-d18ffb282333 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:35.054176 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5d396-bad1-419c-b240-73dcd6c7061a service neutron] Pushing event updated for resources: {'Port': ['ID=ab47a1c1-0361-4021-87a2-a2881c25d857,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:35.073820 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-3dc034dc-d855-4146-9911-5b038b4c11f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:35.098784 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e18554eb-b813-4b57-ac6b-5d67d3f52977 req-73b8b66e-c79f-464a-b20b-d18ffb282333 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 944 time: 1.4671643 Sep 01 15:30:35.204545 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:35.218770 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-c2f9426d-3614-479f-ac77-f3c3bd84941c tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:35.220105 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-88e5d396-bad1-419c-b240-73dcd6c7061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:35.223504 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-88e5d396-bad1-419c-b240-73dcd6c7061a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:35.227432 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-88e5d396-bad1-419c-b240-73dcd6c7061a service neutron] 10.222.0.62 "PUT /v2.0/ports/ab47a1c1-0361-4021-87a2-a2881c25d857 HTTP/1.1" status: 200 len: 1091 time: 8.5960398 Sep 01 15:30:35.235428 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31d7f4bf-8a3d-43bb-bc8b-5b70b62adca1 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:35.295051 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 6000205d-e962-49f5-be57-68faa63e5b27, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6000205d-e962-49f5-be57-68faa63e5b27,segment=NetworkSegment(e0a9c0c7-b111-4004-ab7f-1b516107a5de),segment_id=e0a9c0c7-b111-4004-ab7f-1b516107a5de)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:35.309360 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:35.412984 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d7f4bf-8a3d-43bb-bc8b-5b70b62adca1 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Network c9aa9738-37e8-4027-9609-90cf9ff48d31 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:30:35.438119 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-31d7f4bf-8a3d-43bb-bc8b-5b70b62adca1 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:35.445639 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=6000205d-e962-49f5-be57-68faa63e5b27,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:35.454347 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad56d03-78e3-423f-8c71-f6caf86dd330 req-c63beff1-b92d-4c30-8844-b2e94075fc06 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:35.456382 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dad56d03-78e3-423f-8c71-f6caf86dd330 req-c63beff1-b92d-4c30-8844-b2e94075fc06 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.9181581 Sep 01 15:30:35.457668 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d7f4bf-8a3d-43bb-bc8b-5b70b62adca1 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:30:35.458414 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31d7f4bf-8a3d-43bb-bc8b-5b70b62adca1 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:35.513035 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b4b8f2-d163-427d-a440-19c22eb23a0e', 'tag': 'ab47a1c1-0361-4021-87a2-a2881c25d857'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:30:35.514206 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eec550a-9a3b-4984-8be0-b464e04fa9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "82b4b8f2-d163-427d-a440-19c22eb23a0e", "tag": "ab47a1c1-0361-4021-87a2-a2881c25d857"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:30:35.538064 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e18554eb-b813-4b57-ac6b-5d67d3f52977 req-26c635f9-084e-4fa9-99f4-f5cf2fae70e9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3520136 Sep 01 15:30:35.694719 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc034dc-d855-4146-9911-5b038b4c11f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,revision_number=7']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:35.705168 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-3dc034dc-d855-4146-9911-5b038b4c11f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:35.707020 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-3dc034dc-d855-4146-9911-5b038b4c11f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:35.708229 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-3dc034dc-d855-4146-9911-5b038b4c11f8 service neutron] 10.222.0.62 "PUT /v2.0/ports/9680b7b7-4cb8-4de6-9e02-d39a9cf0622e HTTP/1.1" status: 200 len: 1092 time: 9.3907783 Sep 01 15:30:35.712997 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9cacc20d-544e-41a2-92f8-445de435f935 None None] Provisioning complete for port 6000205d-e962-49f5-be57-68faa63e5b27 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:35.714162 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9cacc20d-544e-41a2-92f8-445de435f935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:35.767834 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7f4bf-8a3d-43bb-bc8b-5b70b62adca1 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Pushing event updated for resources: {'Port': ['ID=db8806bc-3f68-4fc8-b2ea-0fb0af0ced41,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:35.834186 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add68b0d-d951-4988-8d55-3ad01bcb393f req-73aadd32-e695-4c7e-a7f6-135168b8ef3f tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:35.851691 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-add68b0d-d951-4988-8d55-3ad01bcb393f req-73aadd32-e695-4c7e-a7f6-135168b8ef3f tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=82b4b8f2-d163-427d-a440-19c22eb23a0e HTTP/1.1" status: 200 len: 943 time: 0.9731379 Sep 01 15:30:35.939741 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-49a5b06c-0de4-4528-9267-2fe1cfd4b5ac req-f968becb-3a5d-4eb2-9130-f14537426a99 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 210 time: 0.1556308 Sep 01 15:30:36.017783 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-add68b0d-d951-4988-8d55-3ad01bcb393f req-f69e814a-d767-41ec-a6ef-f362d6cfca49 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e184957-0237-42f9-8732-2c509e60a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643066 Sep 01 15:30:36.037904 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-1fcb058f-ae36-4b61-98bb-69857fa88cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:36.041865 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-1fcb058f-ae36-4b61-98bb-69857fa88cbb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 1095 time: 0.2659214 Sep 01 15:30:36.049540 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-75af6469-35d9-4d80-a22b-7532a268f56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:36.066574 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-75af6469-35d9-4d80-a22b-7532a268f56f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79203d7512b2446d82485c76add318d1&device_id=82b4b8f2-d163-427d-a440-19c22eb23a0e HTTP/1.1" status: 200 len: 1094 time: 0.4724450 Sep 01 15:30:36.163196 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-c2f9426d-3614-479f-ac77-f3c3bd84941c tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:36.335167 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bc521d-7cd3-4ed6-96f1-d7a6d0aa0555 x-openstack-request-id: req-15bc521d-7cd3-4ed6-96f1-d7a6d0aa0555 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:30:36.342708 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b4b8f2-d163-427d-a440-19c22eb23a0e", "tag": "ab47a1c1-0361-4021-87a2-a2881c25d857", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:30:36.343569 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-15bc521d-7cd3-4ed6-96f1-d7a6d0aa0555 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:30:36.345742 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b4b8f2-d163-427d-a440-19c22eb23a0e', 'tag': 'ab47a1c1-0361-4021-87a2-a2881c25d857', 'status': 'completed', 'code': 200} Sep 01 15:30:36.446461 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device bddde89d-b403-43a3-8f0a-c34bf83767cc up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:30:36.595600 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-5da3f9a6-d842-4049-8938-ee1a82fa1f09 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab47a1c1-0361-4021-87a2-a2881c25d857 HTTP/1.1" status: 200 len: 217 time: 0.2602892 Sep 01 15:30:36.627560 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port bddde89d-b403-43a3-8f0a-c34bf83767cc completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:30:36.651803 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6000205d-e962-49f5-be57-68faa63e5b27 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:30:36.814010 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4675bc48-f6d6-4e3b-b3e6-f400d2ab3bb5 None None] Provisioning for port db8806bc-3f68-4fc8-b2ea-0fb0af0ced41 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:30:36.837566 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4675bc48-f6d6-4e3b-b3e6-f400d2ab3bb5 None None] Provisioning complete for port db8806bc-3f68-4fc8-b2ea-0fb0af0ced41 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:36.838434 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4675bc48-f6d6-4e3b-b3e6-f400d2ab3bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:36.955883 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 6000205d-e962-49f5-be57-68faa63e5b27 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:36.956269 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:36.998923 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-4675bc48-f6d6-4e3b-b3e6-f400d2ab3bb5 None None] Port db8806bc-3f68-4fc8-b2ea-0fb0af0ced41 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:30:37.005293 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372ca12-e9a2-454c-ade7-27c5906082fa req-863ab1de-8849-47a4-b2ae-b3bc96b2047e tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:37.007511 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4372ca12-e9a2-454c-ade7-27c5906082fa req-863ab1de-8849-47a4-b2ae-b3bc96b2047e tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 946 time: 0.7164071 Sep 01 15:30:37.033353 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-dead757f-9057-43e1-ab0f-b6d4a1cc030e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:37.037447 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-dead757f-9057-43e1-ab0f-b6d4a1cc030e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b36e674-5420-49dc-8530-066948815f53 HTTP/1.1" status: 200 len: 848 time: 0.3960705 Sep 01 15:30:37.137709 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-42ddc877-5f8c-4db7-955e-fd9e4d697398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:37.140603 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-42ddc877-5f8c-4db7-955e-fd9e4d697398 service neutron] 10.222.0.62 "GET /v2.0/networks?id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449 HTTP/1.1" status: 200 len: 897 time: 1.0700681 Sep 01 15:30:37.313898 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-8641ca03-be64-4c12-99f0-69f868e7bacc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8c65645-0406-43a8-8521-8a7d8fd3a310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2490320 Sep 01 15:30:37.381585 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31d7f4bf-8a3d-43bb-bc8b-5b70b62adca1 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:37.497669 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9426d-3614-479f-ac77-f3c3bd84941c tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Pushing event updated for resources: {'Port': ['ID=64a822c2-2a3a-449e-af4f-672eb6480f88,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:37.514709 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb4a64b-7787-4fc3-bd5e-d83042d0bd8c None None] Network 693c6701-67ae-4f1b-806c-e4b73040bb72 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:30:37.622084 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-c2f9426d-3614-479f-ac77-f3c3bd84941c tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Network 6e55868b-2168-443a-b0b0-d47405d65881 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:30:37.628490 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-c2f9426d-3614-479f-ac77-f3c3bd84941c tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:37.633508 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4372ca12-e9a2-454c-ade7-27c5906082fa req-51e05657-7a55-4120-acfe-d49cc7ce41f4 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/security-groups?id=acab8ce6-77ce-48e7-8bc5-24ff5806f7af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5892575 Sep 01 15:30:37.775762 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-dad56d03-78e3-423f-8c71-f6caf86dd330 req-48c4abfc-3d01-452f-a259-d0f5517f2963 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Deleting port b9470091-87f1-45a7-9b64-aa8b33b9992e {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:30:37.784768 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-dad56d03-78e3-423f-8c71-f6caf86dd330 req-48c4abfc-3d01-452f-a259-d0f5517f2963 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:37.895863 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-8b8b7bc8-bafc-4318-8a05-d97ef333aa11 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e HTTP/1.1" status: 200 len: 1000 time: 0.5791867 Sep 01 15:30:37.966581 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-9bef8806-9113-4218-866a-a7d4789b91ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd36c41a-7fed-486a-a89c-503a37995a1d {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:30:37.987402 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-9bef8806-9113-4218-866a-a7d4789b91ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:38.005266 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-619a0405-4af3-484c-997c-f7b478fafe5e service neutron] 10.222.0.62 "GET /v2.0/networks/f8c65645-0406-43a8-8521-8a7d8fd3a310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6474264 Sep 01 15:30:38.044834 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-9bef8806-9113-4218-866a-a7d4789b91ff service neutron] Transition to ACTIVE for port object cd36c41a-7fed-486a-a89c-503a37995a1d will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:38.047927 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-c2f9426d-3614-479f-ac77-f3c3bd84941c tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:30:38.081696 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e704136a-50d5-4fd0-97df-a34b3854c7e6 None None] Provisioning for port bddde89d-b403-43a3-8f0a-c34bf83767cc completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:30:38.103111 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58724) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:38.107309 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-eaea9824-9b4f-4d2d-8985-34d6d0010afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:38.109384 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-eaea9824-9b4f-4d2d-8985-34d6d0010afa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0fe352f8-e391-4ad4-b362-c4af541a7f65 HTTP/1.1" status: 200 len: 835 time: 0.2041421 Sep 01 15:30:38.110786 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e704136a-50d5-4fd0-97df-a34b3854c7e6 None None] Provisioning complete for port bddde89d-b403-43a3-8f0a-c34bf83767cc triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:38.113784 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e704136a-50d5-4fd0-97df-a34b3854c7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:38.117545 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-9bef8806-9113-4218-866a-a7d4789b91ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:38.373081 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e704136a-50d5-4fd0-97df-a34b3854c7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:38.408294 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48fe2d94-e50c-4269-93f4-fe00f2d10859', 'tag': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:30:38.413076 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e487da-1517-4310-b6c7-fa57c878a6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "48fe2d94-e50c-4269-93f4-fe00f2d10859", "tag": "9680b7b7-4cb8-4de6-9e02-d39a9cf0622e"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:30:38.441617 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-c2f9426d-3614-479f-ac77-f3c3bd84941c tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:38.444863 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-c2f9426d-3614-479f-ac77-f3c3bd84941c tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:38.464007 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-dad56d03-78e3-423f-8c71-f6caf86dd330 req-48c4abfc-3d01-452f-a259-d0f5517f2963 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] For port b9470091-87f1-45a7-9b64-aa8b33b9992e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b9470091-87f1-45a7-9b64-aa8b33b9992e,segment=NetworkSegment(57531288-d828-443b-b367-fd1e1ac7e99f),segment_id=57531288-d828-443b-b367-fd1e1ac7e99f)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:38.464708 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-dad56d03-78e3-423f-8c71-f6caf86dd330 req-48c4abfc-3d01-452f-a259-d0f5517f2963 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:38.503270 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e704136a-50d5-4fd0-97df-a34b3854c7e6 None None] For port bddde89d-b403-43a3-8f0a-c34bf83767cc, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=bddde89d-b403-43a3-8f0a-c34bf83767cc,segment=NetworkSegment(8bb25717-157e-4fcd-be14-0710a170bf7b),segment_id=8bb25717-157e-4fcd-be14-0710a170bf7b)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:38.538944 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e704136a-50d5-4fd0-97df-a34b3854c7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:38.568083 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55dd5588-f1b4-4b23-a4eb-d3aa1225a8ff req-3bed09ba-bf44-4d3f-81e4-4126dbdd58dc service neutron] 10.222.0.62 "GET /v2.0/networks/f8c65645-0406-43a8-8521-8a7d8fd3a310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516520 Sep 01 15:30:38.606885 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:38.648415 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8fd239ed-833c-4a6e-9416-6c8b830c89a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:38.695820 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704136a-50d5-4fd0-97df-a34b3854c7e6 None None] Pushing event updated for resources: {'Port': ['ID=bddde89d-b403-43a3-8f0a-c34bf83767cc,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:38.755669 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a1478-72a5-42cc-80c0-b5f98d42582b req-cfcd20ec-4cd7-4a7f-b375-f1dbf3f9b3ef tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:38.773725 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-272a1478-72a5-42cc-80c0-b5f98d42582b req-cfcd20ec-4cd7-4a7f-b375-f1dbf3f9b3ef tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 944 time: 1.4370239 Sep 01 15:30:38.784094 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-dad56d03-78e3-423f-8c71-f6caf86dd330 req-48c4abfc-3d01-452f-a259-d0f5517f2963 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Calling delete_port for b9470091-87f1-45a7-9b64-aa8b33b9992e owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:30:38.811611 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101015e-ce00-4c21-97cf-516acb04504a req-aa577589-4121-4729-9d50-66f02fb5ade5 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:38.812879 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a101015e-ce00-4c21-97cf-516acb04504a req-aa577589-4121-4729-9d50-66f02fb5ade5 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 931 time: 0.7227793 Sep 01 15:30:38.852836 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-c2f9426d-3614-479f-ac77-f3c3bd84941c tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.0506272 Sep 01 15:30:38.879170 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-5bd7d8de-bb24-4d49-b273-789eb46648ae service neutron] Request body: {'port': {'device_id': '9e1786dd-53b8-4e39-8b50-8a4a41801e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:38.893724 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a2cdee91-1dc3-45cb-9a2b-4feb8725dbfa None None] Provisioning complete for port bddde89d-b403-43a3-8f0a-c34bf83767cc triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:38.894368 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a2cdee91-1dc3-45cb-9a2b-4feb8725dbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:38.950491 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef8806-9113-4218-866a-a7d4789b91ff service neutron] Pushing event updated for resources: {'Port': ['ID=cd36c41a-7fed-486a-a89c-503a37995a1d,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:38.983158 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-abc4b4ab-229a-4211-9486-519c95a890d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:38.986355 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-abc4b4ab-229a-4211-9486-519c95a890d2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8133359 Sep 01 15:30:39.088475 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a101015e-ce00-4c21-97cf-516acb04504a req-6ee00212-81dd-4e12-8f77-8de42607fce5 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862264 Sep 01 15:30:39.264456 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9823504a-2484-4507-937c-adc9f9a7cb5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:39.425930 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31d7f4bf-8a3d-43bb-bc8b-5b70b62adca1 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:39.452126 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-272a1478-72a5-42cc-80c0-b5f98d42582b req-6f5744f7-d3e1-4c02-9a5a-3deed0ca9249 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6771736 Sep 01 15:30:39.453494 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-dad56d03-78e3-423f-8c71-f6caf86dd330 req-48c4abfc-3d01-452f-a259-d0f5517f2963 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:39.457729 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31d7f4bf-8a3d-43bb-bc8b-5b70b62adca1 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:39.459235 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31d7f4bf-8a3d-43bb-bc8b-5b70b62adca1 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:39.618243 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b9470091-87f1-45a7-9b64-aa8b33b9992e no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:30:39.692542 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: b9470091-87f1-45a7-9b64-aa8b33b9992e {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:30:39.693126 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b9470091-87f1-45a7-9b64-aa8b33b9992e not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:30:39.788490 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-5bd7d8de-bb24-4d49-b273-789eb46648ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:39.799035 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6c3227-f9d4-4d54-af9c-340836d4d8ba x-openstack-request-id: req-1f6c3227-f9d4-4d54-af9c-340836d4d8ba {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:30:39.799466 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48fe2d94-e50c-4269-93f4-fe00f2d10859", "tag": "9680b7b7-4cb8-4de6-9e02-d39a9cf0622e", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:30:39.800132 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1f6c3227-f9d4-4d54-af9c-340836d4d8ba {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:30:39.802033 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48fe2d94-e50c-4269-93f4-fe00f2d10859', 'tag': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e', 'status': 'completed', 'code': 200} Sep 01 15:30:39.825441 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec550a-9a3b-4984-8be0-b464e04fa9d1 req-89eaee62-b03f-4db5-b572-abdf723a4f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:39.829959 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5eec550a-9a3b-4984-8be0-b464e04fa9d1 req-89eaee62-b03f-4db5-b572-abdf723a4f22 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79203d7512b2446d82485c76add318d1&device_id=82b4b8f2-d163-427d-a440-19c22eb23a0e HTTP/1.1" status: 200 len: 1094 time: 1.0310225 Sep 01 15:30:39.987245 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c54bb11c-9bd9-41db-9c0d-d01578a0343a req-7565185f-622c-4992-87cf-28ac800b9d84 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.60 "GET /v2.0/ports?device_id=e4c8bf03-9ffd-4056-9bbc-3f99579e7385 HTTP/1.1" status: 200 len: 210 time: 0.1999626 Sep 01 15:30:39.999055 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7f4bf-8a3d-43bb-bc8b-5b70b62adca1 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Pushing event updated for resources: {'Port': ['ID=db8806bc-3f68-4fc8-b2ea-0fb0af0ced41,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:40.041615 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad56d03-78e3-423f-8c71-f6caf86dd330 req-48c4abfc-3d01-452f-a259-d0f5517f2963 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] No DVR routers for this DVR port b9470091-87f1-45a7-9b64-aa8b33b9992e on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:30:40.124491 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-dad56d03-78e3-423f-8c71-f6caf86dd330 req-48c4abfc-3d01-452f-a259-d0f5517f2963 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:40.129339 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dad56d03-78e3-423f-8c71-f6caf86dd330 req-48c4abfc-3d01-452f-a259-d0f5517f2963 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] 10.222.0.45 "DELETE /v2.0/ports/b9470091-87f1-45a7-9b64-aa8b33b9992e HTTP/1.1" status: 204 len: 173 time: 4.6074221 Sep 01 15:30:40.161270 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c8bf03-9ffd-4056-9bbc-3f99579e7385', 'name': 'network-vif-deleted', 'tag': 'b9470091-87f1-45a7-9b64-aa8b33b9992e'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:30:40.170663 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device bddde89d-b403-43a3-8f0a-c34bf83767cc up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:30:40.188365 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ae470b-bbe0-4294-bd46-c5b9a4722e22" -d '{"events": [{"server_uuid": "e4c8bf03-9ffd-4056-9bbc-3f99579e7385", "name": "network-vif-deleted", "tag": "b9470091-87f1-45a7-9b64-aa8b33b9992e"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:30:40.202285 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-9bef8806-9113-4218-866a-a7d4789b91ff service neutron] Attempting to bind port cd36c41a-7fed-486a-a89c-503a37995a1d on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:30:40.203190 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-9bef8806-9113-4218-866a-a7d4789b91ff service neutron] Attempting to bind port cd36c41a-7fed-486a-a89c-503a37995a1d by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'c1289f2a-3e10-477c-8595-d0710d7fdc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6e55868b-2168-443a-b0b0-d47405d65881'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:30:40.203371 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-9bef8806-9113-4218-866a-a7d4789b91ff service neutron] Attempting to bind port cd36c41a-7fed-486a-a89c-503a37995a1d on network 6e55868b-2168-443a-b0b0-d47405d65881 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:30:40.336288 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4abfc-3d01-452f-a259-d0f5517f2963 tempest-ServersNegativeTestJSON-654365728 tempest-ServersNegativeTestJSON-654365728-project] Pushing event deleted for resources: {'Port': ['ID=b9470091-87f1-45a7-9b64-aa8b33b9992e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:40.355734 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8fd239ed-833c-4a6e-9416-6c8b830c89a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:40.367256 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-9bef8806-9113-4218-866a-a7d4789b91ff service neutron] Port cd36c41a-7fed-486a-a89c-503a37995a1d on network 6e55868b-2168-443a-b0b0-d47405d65881 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:30:40.367552 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-9bef8806-9113-4218-866a-a7d4789b91ff service neutron] Attempting to bind port cd36c41a-7fed-486a-a89c-503a37995a1d on network 6e55868b-2168-443a-b0b0-d47405d65881 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:30:40.382866 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port bddde89d-b403-43a3-8f0a-c34bf83767cc triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:40.383506 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:40.418791 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d7f4bf-8a3d-43bb-bc8b-5b70b62adca1 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Network c9aa9738-37e8-4027-9609-90cf9ff48d31 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:30:40.436544 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8fd239ed-833c-4a6e-9416-6c8b830c89a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:40.540353 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-1955799b-ed8c-4364-85a6-e84a2d500ad6 service neutron] 10.222.0.62 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5249791 Sep 01 15:30:40.623914 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec550a-9a3b-4984-8be0-b464e04fa9d1 req-0116fb19-7474-49f4-8c65-6e0e21cbda98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:40.626548 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5eec550a-9a3b-4984-8be0-b464e04fa9d1 req-0116fb19-7474-49f4-8c65-6e0e21cbda98 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f8c65645-0406-43a8-8521-8a7d8fd3a310 HTTP/1.1" status: 200 len: 909 time: 0.7056792 Sep 01 15:30:40.651759 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd239ed-833c-4a6e-9416-6c8b830c89a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4ec89f-dfb2-4873-aa8a-ba509bc60f2d,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:40.656391 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-9bef8806-9113-4218-866a-a7d4789b91ff service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:30:40.656940 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-9bef8806-9113-4218-866a-a7d4789b91ff service neutron] Checking segment: {'id': 'c1289f2a-3e10-477c-8595-d0710d7fdc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6e55868b-2168-443a-b0b0-d47405d65881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:30:40.657582 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-9bef8806-9113-4218-866a-a7d4789b91ff service neutron] Bound using segment: {'id': 'c1289f2a-3e10-477c-8595-d0710d7fdc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6e55868b-2168-443a-b0b0-d47405d65881'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:30:40.658409 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-9bef8806-9113-4218-866a-a7d4789b91ff service neutron] Bound port: cd36c41a-7fed-486a-a89c-503a37995a1d, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1289f2a-3e10-477c-8595-d0710d7fdc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6e55868b-2168-443a-b0b0-d47405d65881'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:30:40.659233 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-9bef8806-9113-4218-866a-a7d4789b91ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:40.664221 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-31d7f4bf-8a3d-43bb-bc8b-5b70b62adca1 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:40.709254 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e487da-1517-4310-b6c7-fa57c878a6f5 req-2e77d83b-9e05-4315-955a-6e01a7a0d43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:40.712105 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-70e487da-1517-4310-b6c7-fa57c878a6f5 req-2e77d83b-9e05-4315-955a-6e01a7a0d43f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 1095 time: 0.9180267 Sep 01 15:30:40.838463 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5eec550a-9a3b-4984-8be0-b464e04fa9d1 req-5a8c3b6d-a029-4262-a672-84a4d5cae9fe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab47a1c1-0361-4021-87a2-a2881c25d857 HTTP/1.1" status: 200 len: 217 time: 0.1362433 Sep 01 15:30:40.846717 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8fd239ed-833c-4a6e-9416-6c8b830c89a9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=89ec5d44248f4178b869a0da4bfb762d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7352545 Sep 01 15:30:40.879918 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58760) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:41.012526 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a860ef-e5db-421f-94e9-00543349b28f req-bc2a0475-d167-4dd5-b6ac-f2d18b1cbfde tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:41.020772 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c3a860ef-e5db-421f-94e9-00543349b28f req-bc2a0475-d167-4dd5-b6ac-f2d18b1cbfde tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 931 time: 0.6599391 Sep 01 15:30:41.232935 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec550a-9a3b-4984-8be0-b464e04fa9d1 req-c5e7c249-87cb-4aa6-8214-cce5226c839d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:41.235709 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5eec550a-9a3b-4984-8be0-b464e04fa9d1 req-c5e7c249-87cb-4aa6-8214-cce5226c839d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b36e674-5420-49dc-8530-066948815f53 HTTP/1.1" status: 200 len: 848 time: 0.3543041 Sep 01 15:30:41.463441 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d7f4bf-8a3d-43bb-bc8b-5b70b62adca1 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Router 46065400-74b2-44e7-b3d5-a51e999ecb67 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:30:41.478164 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe1bd9-2691-4c1b-874d-169f662d162e req-64e75343-fdd3-472a-b043-061c78035ac0 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:41.478710 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d0ffe4aa-3b74-484e-bed1-ffb5e54a52ed None None] Provisioning complete for port db8806bc-3f68-4fc8-b2ea-0fb0af0ced41 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:41.481468 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe4aa-3b74-484e-bed1-ffb5e54a52ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:41.491740 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-defe1bd9-2691-4c1b-874d-169f662d162e req-64e75343-fdd3-472a-b043-061c78035ac0 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=82b4b8f2-d163-427d-a440-19c22eb23a0e HTTP/1.1" status: 200 len: 943 time: 1.6895878 Sep 01 15:30:41.500949 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c3a860ef-e5db-421f-94e9-00543349b28f req-c248ff72-17d3-4d0f-a4ec-5befc09170c9 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786115 Sep 01 15:30:41.573613 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-9bef8806-9113-4218-866a-a7d4789b91ff service neutron] For port cd36c41a-7fed-486a-a89c-503a37995a1d, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:30:41.660405 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-d0ffe4aa-3b74-484e-bed1-ffb5e54a52ed None None] Port db8806bc-3f68-4fc8-b2ea-0fb0af0ced41 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:30:41.663785 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-8dc8f286-f022-4994-ae5c-52bc395d58cd service neutron] 10.222.0.62 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0163438 Sep 01 15:30:41.719198 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199bc288-b5ab-40df-970b-8001e673af44 x-openstack-request-id: req-199bc288-b5ab-40df-970b-8001e673af44 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:30:41.719198 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c8bf03-9ffd-4056-9bbc-3f99579e7385", "name": "network-vif-deleted", "tag": "b9470091-87f1-45a7-9b64-aa8b33b9992e", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:30:41.720181 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-199bc288-b5ab-40df-970b-8001e673af44 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:30:41.721291 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c8bf03-9ffd-4056-9bbc-3f99579e7385', 'name': 'network-vif-deleted', 'tag': 'b9470091-87f1-45a7-9b64-aa8b33b9992e', 'status': 'completed', 'code': 200} Sep 01 15:30:41.865934 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-9bef8806-9113-4218-866a-a7d4789b91ff service neutron] For port cd36c41a-7fed-486a-a89c-503a37995a1d, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=cd36c41a-7fed-486a-a89c-503a37995a1d,segment=NetworkSegment(c1289f2a-3e10-477c-8595-d0710d7fdc46),segment_id=c1289f2a-3e10-477c-8595-d0710d7fdc46)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:30:41.884124 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5eec550a-9a3b-4984-8be0-b464e04fa9d1 req-af80ad49-1453-409a-be82-73849d9465fb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8c65645-0406-43a8-8521-8a7d8fd3a310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2245030 Sep 01 15:30:41.904829 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-defe1bd9-2691-4c1b-874d-169f662d162e req-0b42100a-fc52-4eec-b85e-ae6669474652 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e184957-0237-42f9-8732-2c509e60a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114728 Sep 01 15:30:41.944012 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d7f4bf-8a3d-43bb-bc8b-5b70b62adca1 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:30:41.962256 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d050da8-0a65-4d41-83c1-1752fe2dd34b None None] Sync routers for ids ['46065400-74b2-44e7-b3d5-a51e999ecb67'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:30:41.969779 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-5bd7d8de-bb24-4d49-b273-789eb46648ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a822c2-2a3a-449e-af4f-672eb6480f88 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:30:42.002778 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-31d7f4bf-8a3d-43bb-bc8b-5b70b62adca1 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "PUT /v2.0/routers/46065400-74b2-44e7-b3d5-a51e999ecb67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9641335 Sep 01 15:30:42.010203 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-9bef8806-9113-4218-866a-a7d4789b91ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:42.018805 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58780) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:42.021802 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d050da8-0a65-4d41-83c1-1752fe2dd34b None None] Routers {'46065400-74b2-44e7-b3d5-a51e999ecb67'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:30:42.024665 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4d050da8-0a65-4d41-83c1-1752fe2dd34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:30:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['46065400-74b2-44e7-b3d5-a51e999ecb67'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:42.087701 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58782) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:42.090057 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-5bd7d8de-bb24-4d49-b273-789eb46648ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:42.097991 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4d050da8-0a65-4d41-83c1-1752fe2dd34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:42.140302 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d050da8-0a65-4d41-83c1-1752fe2dd34b None None] Routers {'46065400-74b2-44e7-b3d5-a51e999ecb67'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:30:42.140302 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4d050da8-0a65-4d41-83c1-1752fe2dd34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:30:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['46065400-74b2-44e7-b3d5-a51e999ecb67'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:42.205378 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:42.213261 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4d050da8-0a65-4d41-83c1-1752fe2dd34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:42.214758 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d050da8-0a65-4d41-83c1-1752fe2dd34b None None] The sync data for ids ['46065400-74b2-44e7-b3d5-a51e999ecb67'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:30:42.241085 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-5bd7d8de-bb24-4d49-b273-789eb46648ae service neutron] Transition to ACTIVE for port object 64a822c2-2a3a-449e-af4f-672eb6480f88 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:42.288557 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-5bd7d8de-bb24-4d49-b273-789eb46648ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:42.304008 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-9bef8806-9113-4218-866a-a7d4789b91ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:42.304008 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-9bef8806-9113-4218-866a-a7d4789b91ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:42.305888 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-9bef8806-9113-4218-866a-a7d4789b91ff service neutron] 10.222.0.62 "PUT /v2.0/ports/cd36c41a-7fed-486a-a89c-503a37995a1d HTTP/1.1" status: 200 len: 1091 time: 7.9986501 Sep 01 15:30:42.311955 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a71cc9-7d34-4649-80fa-159a28146b29', 'tag': 'cd36c41a-7fed-486a-a89c-503a37995a1d'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:30:42.315695 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186adef5-2e93-470c-9510-161b2c2e30d9" -d '{"events": [{"name": "network-changed", "server_uuid": "09a71cc9-7d34-4649-80fa-159a28146b29", "tag": "cd36c41a-7fed-486a-a89c-503a37995a1d"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:30:42.317878 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ab47a1c1-0361-4021-87a2-a2881c25d857 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:30:42.529949 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ac02c-d3e7-46f2-919c-3f325ab04930 req-37ec86ea-cb6a-4b40-af1b-b58103f24ebf tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:42.545377 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f48ac02c-d3e7-46f2-919c-3f325ab04930 req-37ec86ea-cb6a-4b40-af1b-b58103f24ebf tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 944 time: 0.5973120 Sep 01 15:30:42.601758 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port ab47a1c1-0361-4021-87a2-a2881c25d857, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ab47a1c1-0361-4021-87a2-a2881c25d857,segment=NetworkSegment(5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d),segment_id=5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:42.619877 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'ab47a1c1-0361-4021-87a2-a2881c25d857', 'network_id': 'f8c65645-0406-43a8-8521-8a7d8fd3a310', 'port_id': 'ab47a1c1-0361-4021-87a2-a2881c25d857', 'mac_address': 'fa:16:3e:17:3b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b36e674-5420-49dc-8530-066948815f53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:30:42.633156 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7d8de-bb24-4d49-b273-789eb46648ae service neutron] Pushing event updated for resources: {'Port': ['ID=64a822c2-2a3a-449e-af4f-672eb6480f88,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:42.654703 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67240868-8239-4a64-b03a-b20967be1305 x-openstack-request-id: req-67240868-8239-4a64-b03a-b20967be1305 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:30:42.655156 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a71cc9-7d34-4649-80fa-159a28146b29", "tag": "cd36c41a-7fed-486a-a89c-503a37995a1d", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:30:42.655530 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-67240868-8239-4a64-b03a-b20967be1305 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:30:42.656051 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a71cc9-7d34-4649-80fa-159a28146b29', 'tag': 'cd36c41a-7fed-486a-a89c-503a37995a1d', 'status': 'completed', 'code': 200} Sep 01 15:30:42.658620 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5eec550a-9a3b-4984-8be0-b464e04fa9d1 req-3c227ede-d398-4c19-8a73-ae25d8a47dee service neutron] 10.222.0.62 "GET /v2.0/networks/f8c65645-0406-43a8-8521-8a7d8fd3a310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6536856 Sep 01 15:30:42.661176 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5439760f-6b4b-4a4b-855f-9854d0416559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:42.705046 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:42.708373 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5439760f-6b4b-4a4b-855f-9854d0416559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:42.722945 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab47a1c1-0361-4021-87a2-a2881c25d857 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:30:42.756968 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port ab47a1c1-0361-4021-87a2-a2881c25d857, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ab47a1c1-0361-4021-87a2-a2881c25d857,segment=NetworkSegment(5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d),segment_id=5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:42.766004 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:42.820847 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-32023700-dea1-4f64-b563-8182cf4f4b16 admin admin] Deleting subnet d7305b75-0883-4ca2-85e6-e628da02c41e {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:30:42.831277 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-32023700-dea1-4f64-b563-8182cf4f4b16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:42.887812 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e487da-1517-4310-b6c7-fa57c878a6f5 req-0309a71a-e709-4d43-8e97-1ce919c0f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:42.890477 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-70e487da-1517-4310-b6c7-fa57c878a6f5 req-0309a71a-e709-4d43-8e97-1ce919c0f4ee service neutron] 10.222.0.45 "GET /v2.0/networks?id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449 HTTP/1.1" status: 200 len: 897 time: 2.0420206 Sep 01 15:30:42.908369 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=ab47a1c1-0361-4021-87a2-a2881c25d857,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:42.942804 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:30:42.960188 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f48ac02c-d3e7-46f2-919c-3f325ab04930 req-d8a224f8-053b-4eb8-9cbb-92eda866a2a6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4131515 Sep 01 15:30:42.990819 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-32023700-dea1-4f64-b563-8182cf4f4b16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:43.220206 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef8806-9113-4218-866a-a7d4789b91ff service neutron] Pushing event updated for resources: {'Port': ['ID=cd36c41a-7fed-486a-a89c-503a37995a1d,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:43.303571 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['ab47a1c1-0361-4021-87a2-a2881c25d857'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:30:43.328542 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e487da-1517-4310-b6c7-fa57c878a6f5 req-d61dcfcf-ba0b-40b3-98ae-4ab43bc145bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:43.348567 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-70e487da-1517-4310-b6c7-fa57c878a6f5 req-d61dcfcf-ba0b-40b3-98ae-4ab43bc145bc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 1095 time: 1.4933341 Sep 01 15:30:43.357585 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:43.522116 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-32023700-dea1-4f64-b563-8182cf4f4b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:43.541195 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-4c1d3201-e5ce-4bdf-9328-ee8f787ddabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:43.541465 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-4c1d3201-e5ce-4bdf-9328-ee8f787ddabe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39443fd735484938be3ef135eb1e37fe&device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 1094 time: 1.1000588 Sep 01 15:30:43.634756 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bca9e864-e556-4c4e-82f5-2bc372634b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:43.685053 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5eec550a-9a3b-4984-8be0-b464e04fa9d1 req-571674a0-7895-4e1d-9c96-1d5624a1ea10 service neutron] 10.222.0.62 "GET /v2.0/networks/f8c65645-0406-43a8-8521-8a7d8fd3a310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8271544 Sep 01 15:30:43.706579 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a659a72-030d-4674-a499-ddc0b6c5172b req-254768e2-493e-4eba-bb16-11adac6682b9 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:43.707876 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1a659a72-030d-4674-a499-ddc0b6c5172b req-254768e2-493e-4eba-bb16-11adac6682b9 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 943 time: 0.9160321 Sep 01 15:30:43.717213 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-70e487da-1517-4310-b6c7-fa57c878a6f5 req-3f2b7a22-bc3e-4354-aba2-c4b602fb5220 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e HTTP/1.1" status: 200 len: 1000 time: 0.7324378 Sep 01 15:30:43.717213 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-6534c3ae-ef4e-4f99-889d-b62efd971622 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd36c41a-7fed-486a-a89c-503a37995a1d HTTP/1.1" status: 200 len: 217 time: 0.1526606 Sep 01 15:30:43.785303 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5439760f-6b4b-4a4b-855f-9854d0416559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:43.790322 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5439760f-6b4b-4a4b-855f-9854d0416559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:43.792238 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5439760f-6b4b-4a4b-855f-9854d0416559 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fd4ec89f-dfb2-4873-aa8a-ba509bc60f2d HTTP/1.1" status: 204 len: 168 time: 2.9064095 Sep 01 15:30:44.128554 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439760f-6b4b-4a4b-855f-9854d0416559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4ec89f-dfb2-4873-aa8a-ba509bc60f2d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:44.237986 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e487da-1517-4310-b6c7-fa57c878a6f5 req-2e95faf3-5ae8-4e7c-8461-ca483de0e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:44.240814 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-70e487da-1517-4310-b6c7-fa57c878a6f5 req-2e95faf3-5ae8-4e7c-8461-ca483de0e0c3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449 HTTP/1.1" status: 200 len: 897 time: 0.8440571 Sep 01 15:30:44.257093 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1a659a72-030d-4674-a499-ddc0b6c5172b req-58e60af2-510e-429a-879d-f245cb2800dd tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5370104 Sep 01 15:30:44.305453 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-355da8a9-a6eb-4e73-b763-2689d146e349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:44.312482 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-355da8a9-a6eb-4e73-b763-2689d146e349 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=559a834f-1df6-4edf-8bed-bb164fc9896c HTTP/1.1" status: 200 len: 859 time: 0.5417938 Sep 01 15:30:44.329844 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:30:44.492145 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e487da-1517-4310-b6c7-fa57c878a6f5 req-2bac3453-5e0e-4925-91e0-083cdbb6f135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:44.502122 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-70e487da-1517-4310-b6c7-fa57c878a6f5 req-2bac3453-5e0e-4925-91e0-083cdbb6f135 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0fe352f8-e391-4ad4-b362-c4af541a7f65 HTTP/1.1" status: 200 len: 835 time: 0.7559860 Sep 01 15:30:44.510345 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-5bd7d8de-bb24-4d49-b273-789eb46648ae service neutron] Attempting to bind port 64a822c2-2a3a-449e-af4f-672eb6480f88 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:30:44.510345 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-5bd7d8de-bb24-4d49-b273-789eb46648ae service neutron] Attempting to bind port 64a822c2-2a3a-449e-af4f-672eb6480f88 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'c1289f2a-3e10-477c-8595-d0710d7fdc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6e55868b-2168-443a-b0b0-d47405d65881'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:30:44.510345 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-5bd7d8de-bb24-4d49-b273-789eb46648ae service neutron] Attempting to bind port 64a822c2-2a3a-449e-af4f-672eb6480f88 on network 6e55868b-2168-443a-b0b0-d47405d65881 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:30:44.575898 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc79c4-1910-4c51-b703-6029a4472820 req-0cd098bc-f5de-4f05-bbde-bc07b65ae25e tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:44.580938 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1edc79c4-1910-4c51-b703-6029a4472820 req-0cd098bc-f5de-4f05-bbde-bc07b65ae25e tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=82b4b8f2-d163-427d-a440-19c22eb23a0e HTTP/1.1" status: 200 len: 944 time: 1.3552711 Sep 01 15:30:44.588042 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-5bd7d8de-bb24-4d49-b273-789eb46648ae service neutron] Port 64a822c2-2a3a-449e-af4f-672eb6480f88 on network 6e55868b-2168-443a-b0b0-d47405d65881 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:30:44.588833 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-5bd7d8de-bb24-4d49-b273-789eb46648ae service neutron] Attempting to bind port 64a822c2-2a3a-449e-af4f-672eb6480f88 on network 6e55868b-2168-443a-b0b0-d47405d65881 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:30:44.718087 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-5bd7d8de-bb24-4d49-b273-789eb46648ae service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:30:44.720331 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-5bd7d8de-bb24-4d49-b273-789eb46648ae service neutron] Checking segment: {'id': 'c1289f2a-3e10-477c-8595-d0710d7fdc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6e55868b-2168-443a-b0b0-d47405d65881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:30:44.721354 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-5bd7d8de-bb24-4d49-b273-789eb46648ae service neutron] Bound using segment: {'id': 'c1289f2a-3e10-477c-8595-d0710d7fdc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6e55868b-2168-443a-b0b0-d47405d65881'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:30:44.726506 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-5bd7d8de-bb24-4d49-b273-789eb46648ae service neutron] Bound port: 64a822c2-2a3a-449e-af4f-672eb6480f88, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1289f2a-3e10-477c-8595-d0710d7fdc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6e55868b-2168-443a-b0b0-d47405d65881'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:30:44.729367 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-5bd7d8de-bb24-4d49-b273-789eb46648ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:44.904539 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-ef3335b3-fbad-4489-bc17-999fa13cdccc tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:30:44.913069 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ef3335b3-fbad-4489-bc17-999fa13cdccc tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "PUT /v2.0/routers/46065400-74b2-44e7-b3d5-a51e999ecb67/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.8314080 Sep 01 15:30:44.915744 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58838) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:44.932911 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-e8b26c6e-ba93-457d-8eb4-6bddb669d474 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6e55868b-2168-443a-b0b0-d47405d65881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6047285 Sep 01 15:30:44.947550 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ab47a1c1-0361-4021-87a2-a2881c25d857 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:30:44.960372 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-32023700-dea1-4f64-b563-8182cf4f4b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:45.065544 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port ab47a1c1-0361-4021-87a2-a2881c25d857 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:30:45.071731 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,segment=NetworkSegment(43435e54-65f1-4db7-a09a-c8eaa0a35130),segment_id=43435e54-65f1-4db7-a09a-c8eaa0a35130)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:45.097117 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port ab47a1c1-0361-4021-87a2-a2881c25d857 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:45.097594 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:45.177584 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-70e487da-1517-4310-b6c7-fa57c878a6f5 req-76e5ef70-f266-4f36-9cc2-124573811d5b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e HTTP/1.1" status: 200 len: 1000 time: 0.9126585 Sep 01 15:30:45.206257 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33aa04-a473-4cfb-b109-68de7573140c req-c1f89354-f030-4768-b2a8-fa53b781ca7a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:45.209336 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5f33aa04-a473-4cfb-b109-68de7573140c req-c1f89354-f030-4768-b2a8-fa53b781ca7a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 944 time: 0.7055523 Sep 01 15:30:45.249268 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e', 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449', 'port_id': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e', 'mac_address': 'fa:16:3e:a4:94:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe352f8-e391-4ad4-b362-c4af541a7f65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:30:45.276630 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e487da-1517-4310-b6c7-fa57c878a6f5 req-9a5fad5c-951f-4eb8-8b89-3858614f86bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:45.280068 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-70e487da-1517-4310-b6c7-fa57c878a6f5 req-9a5fad5c-951f-4eb8-8b89-3858614f86bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7154264 Sep 01 15:30:45.288919 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:45.461053 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:45.509302 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-70e487da-1517-4310-b6c7-fa57c878a6f5 req-4493d87e-36f7-4ffb-9178-3891ae8c2c5b service neutron] 10.222.0.45 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177694 Sep 01 15:30:45.517552 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32023700-dea1-4f64-b563-8182cf4f4b16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7305b75-0883-4ca2-85e6-e628da02c41e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:45.522085 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b4b8f2-d163-427d-a440-19c22eb23a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab47a1c1-0361-4021-87a2-a2881c25d857'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:30:45.528774 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562dded7-9a54-4f48-a962-71687db3b3e0" -d '{"events": [{"server_uuid": "82b4b8f2-d163-427d-a440-19c22eb23a0e", "name": "network-vif-plugged", "status": "completed", "tag": "ab47a1c1-0361-4021-87a2-a2881c25d857"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:30:45.609321 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port ab47a1c1-0361-4021-87a2-a2881c25d857, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ab47a1c1-0361-4021-87a2-a2881c25d857,segment=NetworkSegment(5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d),segment_id=5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:45.616067 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:45.685953 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:45.693943 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=ab47a1c1-0361-4021-87a2-a2881c25d857,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:45.732366 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:30:45.735356 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-32023700-dea1-4f64-b563-8182cf4f4b16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:45.748255 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-32023700-dea1-4f64-b563-8182cf4f4b16 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d7305b75-0883-4ca2-85e6-e628da02c41e HTTP/1.1" status: 204 len: 168 time: 3.6549876 Sep 01 15:30:45.778780 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,segment=NetworkSegment(43435e54-65f1-4db7-a09a-c8eaa0a35130),segment_id=43435e54-65f1-4db7-a09a-c8eaa0a35130)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:45.781827 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58860) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:45.788444 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:45.808088 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1edc79c4-1910-4c51-b703-6029a4472820 req-00076e92-570a-4186-ae85-554662b1dc1d tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e184957-0237-42f9-8732-2c509e60a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1279826 Sep 01 15:30:45.822122 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-5bd7d8de-bb24-4d49-b273-789eb46648ae service neutron] For port 64a822c2-2a3a-449e-af4f-672eb6480f88, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:30:45.839244 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-5bd7d8de-bb24-4d49-b273-789eb46648ae service neutron] For port 64a822c2-2a3a-449e-af4f-672eb6480f88, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=64a822c2-2a3a-449e-af4f-672eb6480f88,segment=NetworkSegment(c1289f2a-3e10-477c-8595-d0710d7fdc46),segment_id=c1289f2a-3e10-477c-8595-d0710d7fdc46)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:30:45.839244 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-5bd7d8de-bb24-4d49-b273-789eb46648ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:45.850708 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e487da-1517-4310-b6c7-fa57c878a6f5 req-69cdb97a-856c-4d70-9c3b-453604df41c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:45.862788 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-70e487da-1517-4310-b6c7-fa57c878a6f5 req-69cdb97a-856c-4d70-9c3b-453604df41c7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0fe352f8-e391-4ad4-b362-c4af541a7f65 HTTP/1.1" status: 200 len: 835 time: 0.6737661 Sep 01 15:30:45.911797 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-94a9ea6f-5d60-49d1-9018-236dfda78464 service neutron] 10.222.0.62 "GET /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9446406 Sep 01 15:30:45.913129 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-5bd7d8de-bb24-4d49-b273-789eb46648ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:45.913780 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-5bd7d8de-bb24-4d49-b273-789eb46648ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:45.916840 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:45.931599 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-5bd7d8de-bb24-4d49-b273-789eb46648ae service neutron] 10.222.0.45 "PUT /v2.0/ports/64a822c2-2a3a-449e-af4f-672eb6480f88 HTTP/1.1" status: 200 len: 1091 time: 7.0602190 Sep 01 15:30:45.958084 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5f33aa04-a473-4cfb-b109-68de7573140c req-762fd65d-912b-4a4a-b586-88657fe743ef tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7242229 Sep 01 15:30:45.984935 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1786dd-53b8-4e39-8b50-8a4a41801e2a', 'tag': '64a822c2-2a3a-449e-af4f-672eb6480f88'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:30:45.988385 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b010e5-3b56-4370-b062-4e5ba6ca68ad" -d '{"events": [{"name": "network-changed", "server_uuid": "9e1786dd-53b8-4e39-8b50-8a4a41801e2a", "tag": "64a822c2-2a3a-449e-af4f-672eb6480f88"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:30:46.005794 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7d8de-bb24-4d49-b273-789eb46648ae service neutron] Pushing event updated for resources: {'Port': ['ID=64a822c2-2a3a-449e-af4f-672eb6480f88,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:46.190572 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-70e487da-1517-4310-b6c7-fa57c878a6f5 req-30c30b8a-2af4-4309-8ee7-547a087a56be service neutron] 10.222.0.45 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6531174 Sep 01 15:30:46.196065 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e487da-1517-4310-b6c7-fa57c878a6f5 req-07769c39-409f-49c9-b8ea-760022c03748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:46.211312 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-70e487da-1517-4310-b6c7-fa57c878a6f5 req-07769c39-409f-49c9-b8ea-760022c03748 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3153076 Sep 01 15:30:46.217064 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ecc0e0b7-6a4e-42a8-a4cb-565f208e0089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:46.217597 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['9680b7b7-4cb8-4de6-9e02-d39a9cf0622e'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:30:46.273480 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95654e93-b654-42e6-a971-588dd9288a42 x-openstack-request-id: req-95654e93-b654-42e6-a971-588dd9288a42 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:30:46.273741 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b4b8f2-d163-427d-a440-19c22eb23a0e", "name": "network-vif-plugged", "status": "completed", "tag": "ab47a1c1-0361-4021-87a2-a2881c25d857", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:30:46.273997 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-95654e93-b654-42e6-a971-588dd9288a42 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:30:46.274548 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b4b8f2-d163-427d-a440-19c22eb23a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab47a1c1-0361-4021-87a2-a2881c25d857', 'code': 200} Sep 01 15:30:46.337588 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066f741-7f8e-4403-8ac0-c44a42c6914e req-01ea3fb3-985a-4914-b031-a65a5cc25fcb tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:46.339448 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5066f741-7f8e-4403-8ac0-c44a42c6914e req-01ea3fb3-985a-4914-b031-a65a5cc25fcb tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 943 time: 0.3083639 Sep 01 15:30:46.490184 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-0dc6c8ac-b494-4e11-a690-59f8aba82234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:46.494982 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-0dc6c8ac-b494-4e11-a690-59f8aba82234 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=39443fd735484938be3ef135eb1e37fe&device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 1094 time: 0.4008791 Sep 01 15:30:46.525558 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5066f741-7f8e-4403-8ac0-c44a42c6914e req-7066aa06-3108-451e-9173-d2a7e8600f38 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556542 Sep 01 15:30:46.654603 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.62', 60659) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:46.691533 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-0099d222-c80c-41dd-8740-a554920f1c37 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64a822c2-2a3a-449e-af4f-672eb6480f88 HTTP/1.1" status: 200 len: 217 time: 0.1625566 Sep 01 15:30:46.761041 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e128834a-b69f-4990-9b03-8bdf18628045 x-openstack-request-id: req-e128834a-b69f-4990-9b03-8bdf18628045 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:30:46.761722 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e1786dd-53b8-4e39-8b50-8a4a41801e2a", "tag": "64a822c2-2a3a-449e-af4f-672eb6480f88", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:30:46.762120 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e128834a-b69f-4990-9b03-8bdf18628045 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:30:46.764248 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e1786dd-53b8-4e39-8b50-8a4a41801e2a', 'tag': '64a822c2-2a3a-449e-af4f-672eb6480f88', 'status': 'completed', 'code': 200} Sep 01 15:30:46.770851 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6ef5989-e5ab-4ed6-bfe6-34af3b1e1b8a req-1cfe9695-6349-429a-af51-f6b707498940 service neutron] 10.222.0.62 "GET /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7753546 Sep 01 15:30:47.092222 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-3f183c36-31b6-4d71-aa34-2bf0ea6367e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:47.095551 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-3f183c36-31b6-4d71-aa34-2bf0ea6367e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=559a834f-1df6-4edf-8bed-bb164fc9896c HTTP/1.1" status: 200 len: 859 time: 0.3834586 Sep 01 15:30:47.262270 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-2a662808-b9a6-416b-85f5-1b8c01f2a5d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6e55868b-2168-443a-b0b0-d47405d65881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1564753 Sep 01 15:30:47.427378 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-c946ca07-5125-46c2-b21f-1dec3c5d38e8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:47.429706 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-c946ca07-5125-46c2-b21f-1dec3c5d38e8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.62 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859&tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&binding%3Ahost_id=n-h2-794796-3 HTTP/1.1" status: 200 len: 945 time: 0.7370973 Sep 01 15:30:47.578422 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ecc0e0b7-6a4e-42a8-a4cb-565f208e0089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:47.619307 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456b1e3-fc4e-480a-86d2-6da63e32ebeb req-3aede862-37db-4fa6-9c3a-cbfec7b62c98 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:47.631890 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5456b1e3-fc4e-480a-86d2-6da63e32ebeb req-3aede862-37db-4fa6-9c3a-cbfec7b62c98 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 945 time: 0.8765347 Sep 01 15:30:47.719420 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-c808a43d-2ba3-49ab-866e-69e45f56f4f3 service neutron] 10.222.0.45 "GET /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455483 Sep 01 15:30:47.723776 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-ecc0e0b7-6a4e-42a8-a4cb-565f208e0089 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5460166-f0b6-4e0f-87a2-13b45ba8cda0']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:47.773911 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-a590f203-3ed0-46a6-936e-b97b13dfa981 service neutron] 10.222.0.62 "GET /v2.0/ports/9680b7b7-4cb8-4de6-9e02-d39a9cf0622e/bindings/n-h2-794796-3 HTTP/1.1" status: 200 len: 382 time: 0.2809954 Sep 01 15:30:47.783342 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-ecc0e0b7-6a4e-42a8-a4cb-565f208e0089 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57531288-d828-443b-b367-fd1e1ac7e99f') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:47.784205 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-ecc0e0b7-6a4e-42a8-a4cb-565f208e0089 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57531288-d828-443b-b367-fd1e1ac7e99f') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:47.788841 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a4f63-bb86-424b-a9b5-dc84f1c4fdbe req-b7336b90-6853-424e-ad6b-57e4824badcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:47.791724 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d01a4f63-bb86-424b-a9b5-dc84f1c4fdbe req-b7336b90-6853-424e-ad6b-57e4824badcf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=82b4b8f2-d163-427d-a440-19c22eb23a0e HTTP/1.1" status: 200 len: 1096 time: 1.2183008 Sep 01 15:30:47.836281 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ecc0e0b7-6a4e-42a8-a4cb-565f208e0089 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:47.839614 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58920) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:47.879490 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5456b1e3-fc4e-480a-86d2-6da63e32ebeb req-ee28211b-a438-4e82-83d8-d2afdcbfca91 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2445447 Sep 01 15:30:47.887038 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-70e487da-1517-4310-b6c7-fa57c878a6f5 req-4217ab83-5cc3-4f76-bf74-0bc97b94196f service neutron] 10.222.0.62 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6369820 Sep 01 15:30:47.890070 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-22d656ee-76f0-4c8c-a74f-407fa6f426ca tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:47.910621 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186adef5-2e93-470c-9510-161b2c2e30d9 req-56e04331-331c-4858-ad12-51a5b53f7a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:47.910912 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-186adef5-2e93-470c-9510-161b2c2e30d9 req-56e04331-331c-4858-ad12-51a5b53f7a6c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39443fd735484938be3ef135eb1e37fe&device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 1094 time: 0.3925729 Sep 01 15:30:47.925311 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ecc0e0b7-6a4e-42a8-a4cb-565f208e0089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:48.063908 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186adef5-2e93-470c-9510-161b2c2e30d9 req-60f47211-c1e9-4f33-a9a0-49ce0f7fa25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:48.065703 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-186adef5-2e93-470c-9510-161b2c2e30d9 req-60f47211-c1e9-4f33-a9a0-49ce0f7fa25a service neutron] 10.222.0.62 "GET /v2.0/networks?id=6e55868b-2168-443a-b0b0-d47405d65881 HTTP/1.1" status: 200 len: 920 time: 0.1379304 Sep 01 15:30:48.076748 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b813f-d8f0-48f0-939b-2c107c52ad02 req-ef846972-8896-4e6d-92c3-c30537b51b48 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:48.085993 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c85b813f-d8f0-48f0-939b-2c107c52ad02 req-ef846972-8896-4e6d-92c3-c30537b51b48 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=82b4b8f2-d163-427d-a440-19c22eb23a0e HTTP/1.1" status: 200 len: 945 time: 0.5645115 Sep 01 15:30:48.143543 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc0e0b7-6a4e-42a8-a4cb-565f208e0089 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:30:48.143543 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ecc0e0b7-6a4e-42a8-a4cb-565f208e0089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:30:48.147208 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:30:48.219258 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d1e3fae-bdb2-43f3-bd39-5c2bd5f22077 req-5167cbba-fdaa-4ddc-a287-58c94863f677 service neutron] 10.222.0.45 "GET /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893017 Sep 01 15:30:48.274965 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-186adef5-2e93-470c-9510-161b2c2e30d9 req-362fb7bf-3a92-4401-a097-4286e6be8277 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd36c41a-7fed-486a-a89c-503a37995a1d HTTP/1.1" status: 200 len: 217 time: 0.1502905 Sep 01 15:30:48.287968 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-b02e5a32-ed92-4d51-83a8-1c80ebc1f0f9 tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-957822222'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:48.288424 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-b02e5a32-ed92-4d51-83a8-1c80ebc1f0f9 tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] Unknown quota resources ['metering_label']. {{(pid=94734) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 15:30:48.360195 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d01a4f63-bb86-424b-a9b5-dc84f1c4fdbe req-97f20ea3-7023-4ed2-a4ca-9402fe1d11fe service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0e184957-0237-42f9-8732-2c509e60a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5301442 Sep 01 15:30:48.369988 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:30:48.404049 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883edcc-5f00-4ac7-a37a-99c75d4275c9 req-15233193-380f-4228-b55a-58535069ecba tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:48.405862 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0883edcc-5f00-4ac7-a37a-99c75d4275c9 req-15233193-380f-4228-b55a-58535069ecba tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 943 time: 0.2970867 Sep 01 15:30:48.479735 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b010e5-3b56-4370-b062-4e5ba6ca68ad req-22fa7bf6-eee1-487a-aedb-6cdfef127ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:48.483382 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e0b010e5-3b56-4370-b062-4e5ba6ca68ad req-22fa7bf6-eee1-487a-aedb-6cdfef127ab6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=39443fd735484938be3ef135eb1e37fe&device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 1094 time: 0.1634450 Sep 01 15:30:48.484933 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:30:48.491533 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:48.492472 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:48.554470 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ecc0e0b7-6a4e-42a8-a4cb-565f208e0089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:48.586847 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ecc0e0b7-6a4e-42a8-a4cb-565f208e0089 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:48.594772 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ecc0e0b7-6a4e-42a8-a4cb-565f208e0089 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e5460166-f0b6-4e0f-87a2-13b45ba8cda0 HTTP/1.1" status: 204 len: 168 time: 2.7913110 Sep 01 15:30:48.610418 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c85b813f-d8f0-48f0-939b-2c107c52ad02 req-dcc87220-4a41-421a-80a7-f59b64f6ca84 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e184957-0237-42f9-8732-2c509e60a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5233502 Sep 01 15:30:48.659462 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0883edcc-5f00-4ac7-a37a-99c75d4275c9 req-4aa70d33-f741-4dfe-a681-afb90348980e tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386541 Sep 01 15:30:48.665792 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0e0b7-6a4e-42a8-a4cb-565f208e0089 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5460166-f0b6-4e0f-87a2-13b45ba8cda0,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:48.673153 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:48.716245 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-70e487da-1517-4310-b6c7-fa57c878a6f5 req-5ba8c5d8-3b1e-41ec-a7ca-787692a0ac6e service neutron] 10.222.0.62 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8101702 Sep 01 15:30:48.718188 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186adef5-2e93-470c-9510-161b2c2e30d9 req-34c896d5-26a3-4789-a14b-c86ed6b047b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:48.720020 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-186adef5-2e93-470c-9510-161b2c2e30d9 req-34c896d5-26a3-4789-a14b-c86ed6b047b9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=559a834f-1df6-4edf-8bed-bb164fc9896c HTTP/1.1" status: 200 len: 859 time: 0.4121633 Sep 01 15:30:48.736592 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fe2d94-e50c-4269-93f4-fe00f2d10859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:30:48.740049 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c09fe67-6a7f-48d8-8fff-95e558d09166" -d '{"events": [{"server_uuid": "48fe2d94-e50c-4269-93f4-fe00f2d10859", "name": "network-vif-plugged", "status": "completed", "tag": "9680b7b7-4cb8-4de6-9e02-d39a9cf0622e"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:30:48.762666 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,segment=NetworkSegment(43435e54-65f1-4db7-a09a-c8eaa0a35130),segment_id=43435e54-65f1-4db7-a09a-c8eaa0a35130)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:48.779406 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:48.918633 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02afa38-6aed-47f2-9f47-bf3a2f50edc9 x-openstack-request-id: req-a02afa38-6aed-47f2-9f47-bf3a2f50edc9 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:30:48.919046 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48fe2d94-e50c-4269-93f4-fe00f2d10859", "name": "network-vif-plugged", "status": "completed", "tag": "9680b7b7-4cb8-4de6-9e02-d39a9cf0622e", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:30:48.919394 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a02afa38-6aed-47f2-9f47-bf3a2f50edc9 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:30:48.923026 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48fe2d94-e50c-4269-93f4-fe00f2d10859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e', 'code': 200} Sep 01 15:30:48.948971 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b02e5a32-ed92-4d51-83a8-1c80ebc1f0f9 tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:48.955914 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b02e5a32-ed92-4d51-83a8-1c80ebc1f0f9 tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.1112058 Sep 01 15:30:48.957652 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58940) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:48.964592 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-186adef5-2e93-470c-9510-161b2c2e30d9 req-95aaae38-1188-4035-89fb-0cf422ca5098 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6e55868b-2168-443a-b0b0-d47405d65881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1758864 Sep 01 15:30:48.972973 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-ea3c0d45-a893-4bec-9361-7cc1cdf7f33f tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '3f6976cf-a47c-4297-9f02-f02aae6d47c6'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:48.973824 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-ea3c0d45-a893-4bec-9361-7cc1cdf7f33f tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94734) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 15:30:48.997719 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,revision_number=9']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:49.120337 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b010e5-3b56-4370-b062-4e5ba6ca68ad req-6b5766b3-8011-475f-b706-7100260d5d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:49.124060 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e0b010e5-3b56-4370-b062-4e5ba6ca68ad req-6b5766b3-8011-475f-b706-7100260d5d46 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6e55868b-2168-443a-b0b0-d47405d65881 HTTP/1.1" status: 200 len: 920 time: 0.6051614 Sep 01 15:30:49.244493 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58946) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:49.263299 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e0b010e5-3b56-4370-b062-4e5ba6ca68ad req-df1d6a95-5ef2-4397-8466-1aee1b5a66bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64a822c2-2a3a-449e-af4f-672eb6480f88 HTTP/1.1" status: 200 len: 217 time: 0.1282375 Sep 01 15:30:49.394603 n-d-794796-3 neutron-server[94734]: WARNING neutron.services.metering.metering_plugin [None req-ea3c0d45-a893-4bec-9361-7cc1cdf7f33f tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 01 15:30:49.416840 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-186adef5-2e93-470c-9510-161b2c2e30d9 req-b6391bef-9f54-441f-bd90-f101527086a2 service neutron] 10.222.0.62 "GET /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896132 Sep 01 15:30:49.432994 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b5324d2f-d756-4c9b-855d-74dd0143a498 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f64e9e568cfb496c936b61a18ec8a0b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1835735 Sep 01 15:30:49.437237 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-22d656ee-76f0-4c8c-a74f-407fa6f426ca tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Deleting port db8806bc-3f68-4fc8-b2ea-0fb0af0ced41 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:30:49.438232 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-22d656ee-76f0-4c8c-a74f-407fa6f426ca tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:49.444446 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58956) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:49.460301 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b010e5-3b56-4370-b062-4e5ba6ca68ad req-cd3f91d5-5af2-4258-9cdb-145edf7fbb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:49.464404 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e0b010e5-3b56-4370-b062-4e5ba6ca68ad req-cd3f91d5-5af2-4258-9cdb-145edf7fbb91 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=559a834f-1df6-4edf-8bed-bb164fc9896c HTTP/1.1" status: 200 len: 859 time: 0.1733465 Sep 01 15:30:49.586027 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58958) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:49.614673 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f576e5-38dd-4e60-a93a-aa9163399dc4 req-ce0d5f82-5551-4a8d-94b5-7818638ec1b6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:49.618474 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61f576e5-38dd-4e60-a93a-aa9163399dc4 req-ce0d5f82-5551-4a8d-94b5-7818638ec1b6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 946 time: 0.3629897 Sep 01 15:30:49.660816 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ea3c0d45-a893-4bec-9361-7cc1cdf7f33f tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:49.664065 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ea3c0d45-a893-4bec-9361-7cc1cdf7f33f tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6973276 Sep 01 15:30:49.671979 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58964) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:49.677563 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-37b05546-ffe1-42f3-9beb-dbba395428bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:49.681478 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-37b05546-ffe1-42f3-9beb-dbba395428bc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 1097 time: 0.7468841 Sep 01 15:30:49.689251 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-a72119d7-9880-4657-8455-7965415ed341 tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '3f6976cf-a47c-4297-9f02-f02aae6d47c6'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:49.689701 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-a72119d7-9880-4657-8455-7965415ed341 tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94734) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 15:30:49.716966 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e0b010e5-3b56-4370-b062-4e5ba6ca68ad req-4144fe71-cad2-4297-9f17-4b4a65c6c667 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6e55868b-2168-443a-b0b0-d47405d65881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2190161 Sep 01 15:30:49.959941 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-186adef5-2e93-470c-9510-161b2c2e30d9 req-a9b10f4b-a15d-41f2-b227-f1de8adb52c8 service neutron] 10.222.0.62 "GET /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540548 Sep 01 15:30:49.974453 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-22d656ee-76f0-4c8c-a74f-407fa6f426ca tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:49.981547 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3da701aa-8b51-4363-8264-e65dc6b21a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:50.023991 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-22d656ee-76f0-4c8c-a74f-407fa6f426ca tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Calling delete_port for db8806bc-3f68-4fc8-b2ea-0fb0af0ced41 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:30:50.029960 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61f576e5-38dd-4e60-a93a-aa9163399dc4 req-1a2520e2-3cc3-4552-958b-f17c7d6d6b42 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3636980 Sep 01 15:30:50.064288 n-d-794796-3 neutron-server[94734]: WARNING neutron.services.metering.metering_plugin [None req-a72119d7-9880-4657-8455-7965415ed341 tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 01 15:30:50.141128 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f51b1037-75ea-4287-a8c1-50cbde0ea975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:50.169727 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-eaafc9fa-9bac-45f4-a9ed-cd2dc6211f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:50.171462 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-eaafc9fa-9bac-45f4-a9ed-cd2dc6211f3e service neutron] 10.222.0.62 "GET /v2.0/networks?id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449 HTTP/1.1" status: 200 len: 897 time: 0.4758763 Sep 01 15:30:50.178486 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3da701aa-8b51-4363-8264-e65dc6b21a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:50.206966 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e0b010e5-3b56-4370-b062-4e5ba6ca68ad req-2fa19b70-4d49-46ff-a9e6-5fad35db234b service neutron] 10.222.0.45 "GET /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308581 Sep 01 15:30:50.302382 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a72119d7-9880-4657-8455-7965415ed341 tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:50.308335 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a72119d7-9880-4657-8455-7965415ed341 tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6337574 Sep 01 15:30:50.335123 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58974) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:50.378474 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device cd36c41a-7fed-486a-a89c-503a37995a1d details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:30:50.391031 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0669e3d7-de7c-46cf-ac69-f399009c3898 tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=e472909a-f23f-40af-9f4e-4741cbd29bde HTTP/1.1" status: 200 len: 464 time: 0.0536053 Sep 01 15:30:50.402216 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58978) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:50.426927 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbb7cd-8a98-4241-968c-398ae71f9ec5 req-6002bc7a-8d75-4cc8-9c12-9e1e05e59f21 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:50.430058 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7abbb7cd-8a98-4241-968c-398ae71f9ec5 req-6002bc7a-8d75-4cc8-9c12-9e1e05e59f21 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=82b4b8f2-d163-427d-a440-19c22eb23a0e HTTP/1.1" status: 200 len: 945 time: 0.4684365 Sep 01 15:30:50.477068 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-e78c26bc-4a5a-4610-ae8d-e384f403fa58 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e HTTP/1.1" status: 200 len: 1002 time: 0.2898631 Sep 01 15:30:50.515585 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e0b010e5-3b56-4370-b062-4e5ba6ca68ad req-d0dcf9e4-8c23-49e9-a67f-90748660c1fa service neutron] 10.222.0.45 "GET /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958794 Sep 01 15:30:50.554527 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3da701aa-8b51-4363-8264-e65dc6b21a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:50.557485 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3da701aa-8b51-4363-8264-e65dc6b21a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:50.559673 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3da701aa-8b51-4363-8264-e65dc6b21a0b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/acab8ce6-77ce-48e7-8bc5-24ff5806f7af HTTP/1.1" status: 204 len: 168 time: 1.1033640 Sep 01 15:30:50.584260 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da701aa-8b51-4363-8264-e65dc6b21a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acab8ce6-77ce-48e7-8bc5-24ff5806f7af,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:50.689225 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7abbb7cd-8a98-4241-968c-398ae71f9ec5 req-a0a14403-6ebe-43db-9a34-229e1c9d1249 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e184957-0237-42f9-8732-2c509e60a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399206 Sep 01 15:30:50.699384 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port cd36c41a-7fed-486a-a89c-503a37995a1d, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=cd36c41a-7fed-486a-a89c-503a37995a1d,segment=NetworkSegment(c1289f2a-3e10-477c-8595-d0710d7fdc46),segment_id=c1289f2a-3e10-477c-8595-d0710d7fdc46)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:50.713846 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e655cc1-9117-4b6b-b39b-f8773b50b3f4 req-d39993be-0b75-44b1-9c09-4331cdcb6c00 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:50.716965 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0e655cc1-9117-4b6b-b39b-f8773b50b3f4 req-d39993be-0b75-44b1-9c09-4331cdcb6c00 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 943 time: 0.4261467 Sep 01 15:30:50.732187 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'cd36c41a-7fed-486a-a89c-503a37995a1d', 'network_id': '6e55868b-2168-443a-b0b0-d47405d65881', 'port_id': 'cd36c41a-7fed-486a-a89c-503a37995a1d', 'mac_address': 'fa:16:3e:fa:94:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '559a834f-1df6-4edf-8bed-bb164fc9896c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:30:50.744991 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-c0fa6de8-f60a-4bc5-8afa-0c3cde201b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:50.747914 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-c0fa6de8-f60a-4bc5-8afa-0c3cde201b5c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0fe352f8-e391-4ad4-b362-c4af541a7f65 HTTP/1.1" status: 200 len: 835 time: 0.2310896 Sep 01 15:30:50.815650 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:50.850167 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd36c41a-7fed-486a-a89c-503a37995a1d {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:30:50.878705 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-50b68060-b2b7-47f9-a2c3-9f85e95e5820 tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:50.880310 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-50b68060-b2b7-47f9-a2c3-9f85e95e5820 tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/e472909a-f23f-40af-9f4e-4741cbd29bde HTTP/1.1" status: 204 len: 168 time: 0.3704686 Sep 01 15:30:50.887126 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58986) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:50.921410 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port cd36c41a-7fed-486a-a89c-503a37995a1d, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=cd36c41a-7fed-486a-a89c-503a37995a1d,segment=NetworkSegment(c1289f2a-3e10-477c-8595-d0710d7fdc46),segment_id=c1289f2a-3e10-477c-8595-d0710d7fdc46)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:50.929365 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:50.937262 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f51b1037-75ea-4287-a8c1-50cbde0ea975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:50.949263 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0abb81cc-4005-46e9-ba22-4862b5d7cdd0 tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=e472909a-f23f-40af-9f4e-4741cbd29bde HTTP/1.1" status: 200 len: 221 time: 0.0512574 Sep 01 15:30:50.957824 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f51b1037-75ea-4287-a8c1-50cbde0ea975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:50.965459 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58992) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:50.985016 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-e0f77d69-31f9-441e-98f2-664b84ba40a0 tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1212124493', 'description': 'label created by tempest'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:50.985910 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-e0f77d69-31f9-441e-98f2-664b84ba40a0 tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] Unknown quota resources ['metering_label']. {{(pid=94733) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 15:30:51.042601 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f51b1037-75ea-4287-a8c1-50cbde0ea975 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=81d44d9b9af44dc8baacb10a17cfc1b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3856404 Sep 01 15:30:51.058626 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=cd36c41a-7fed-486a-a89c-503a37995a1d,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:51.084740 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58994) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:51.153740 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-91e0afa1-6503-4214-af95-7536da4aba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:51.162398 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-91e0afa1-6503-4214-af95-7536da4aba3d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3992038 Sep 01 15:30:51.176804 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b1037-75ea-4287-a8c1-50cbde0ea975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70335225-9ecb-4fdd-b75c-c32148adc24d,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:51.395163 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-9ef8111b-8eaf-4630-b76b-49c905829dda service neutron] 10.222.0.62 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008126 Sep 01 15:30:51.398743 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-420df057-2d6e-4308-912d-1a2fa6e33415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:51.432270 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['cd36c41a-7fed-486a-a89c-503a37995a1d'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:30:51.495341 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee02940-ac1d-4a3b-9611-5ef2b22d8753 req-51b289b7-86d1-41e6-a326-f90d012757d9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:51.523361 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3ee02940-ac1d-4a3b-9611-5ef2b22d8753 req-51b289b7-86d1-41e6-a326-f90d012757d9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 946 time: 0.2218797 Sep 01 15:30:51.707573 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-420df057-2d6e-4308-912d-1a2fa6e33415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:51.732899 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 64a822c2-2a3a-449e-af4f-672eb6480f88 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:30:51.778741 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3ee02940-ac1d-4a3b-9611-5ef2b22d8753 req-80c42f53-2d53-4b1a-b220-19bfb3d39d8a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539654 Sep 01 15:30:51.819713 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0e655cc1-9117-4b6b-b39b-f8773b50b3f4 req-bd68183f-f188-4409-b095-35a64d715e46 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0846417 Sep 01 15:30:51.822263 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-22d656ee-76f0-4c8c-a74f-407fa6f426ca tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:51.876030 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d656ee-76f0-4c8c-a74f-407fa6f426ca tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Pushing event deleted for resources: {'Port': ['ID=db8806bc-3f68-4fc8-b2ea-0fb0af0ced41,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:51.955712 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-1e6db0b7-cb26-4e26-9bd7-2f7e800b03bf service neutron] 10.222.0.62 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459368 Sep 01 15:30:51.961863 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-420df057-2d6e-4308-912d-1a2fa6e33415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:51.967651 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-420df057-2d6e-4308-912d-1a2fa6e33415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:51.971538 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-420df057-2d6e-4308-912d-1a2fa6e33415 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/70335225-9ecb-4fdd-b75c-c32148adc24d HTTP/1.1" status: 204 len: 168 time: 0.8836043 Sep 01 15:30:52.011456 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420df057-2d6e-4308-912d-1a2fa6e33415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70335225-9ecb-4fdd-b75c-c32148adc24d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:52.104394 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 64a822c2-2a3a-449e-af4f-672eb6480f88, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=64a822c2-2a3a-449e-af4f-672eb6480f88,segment=NetworkSegment(c1289f2a-3e10-477c-8595-d0710d7fdc46),segment_id=c1289f2a-3e10-477c-8595-d0710d7fdc46)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:52.134123 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '64a822c2-2a3a-449e-af4f-672eb6480f88', 'network_id': '6e55868b-2168-443a-b0b0-d47405d65881', 'port_id': '64a822c2-2a3a-449e-af4f-672eb6480f88', 'mac_address': 'fa:16:3e:43:91:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '559a834f-1df6-4edf-8bed-bb164fc9896c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:30:52.280932 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:52.308530 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd3f7e-7bc8-4925-b4ef-2f92cd5d0c45 req-6c1af7ed-d7c2-4c2e-a2de-1d36ddec7b37 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:52.315821 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a822c2-2a3a-449e-af4f-672eb6480f88 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:30:52.322857 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-38dd3f7e-7bc8-4925-b4ef-2f92cd5d0c45 req-6c1af7ed-d7c2-4c2e-a2de-1d36ddec7b37 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=82b4b8f2-d163-427d-a440-19c22eb23a0e HTTP/1.1" status: 200 len: 945 time: 0.1663501 Sep 01 15:30:52.323616 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-22d656ee-76f0-4c8c-a74f-407fa6f426ca tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:52.367662 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 64a822c2-2a3a-449e-af4f-672eb6480f88, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=64a822c2-2a3a-449e-af4f-672eb6480f88,segment=NetworkSegment(c1289f2a-3e10-477c-8595-d0710d7fdc46),segment_id=c1289f2a-3e10-477c-8595-d0710d7fdc46)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:52.377771 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:52.490693 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-38dd3f7e-7bc8-4925-b4ef-2f92cd5d0c45 req-a69ed750-c8a6-4829-9515-04697e276bd4 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e184957-0237-42f9-8732-2c509e60a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645794 Sep 01 15:30:52.531669 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=64a822c2-2a3a-449e-af4f-672eb6480f88,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:52.679422 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['64a822c2-2a3a-449e-af4f-672eb6480f88'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:30:52.943366 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e0f77d69-31f9-441e-98f2-664b84ba40a0 tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:52.945311 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e0f77d69-31f9-441e-98f2-664b84ba40a0 tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.9758008 Sep 01 15:30:52.950400 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59066) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:53.282466 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d656ee-76f0-4c8c-a74f-407fa6f426ca tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Router 46065400-74b2-44e7-b3d5-a51e999ecb67 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:30:53.331997 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-33ad4cba-1a39-4a31-ae96-0fca3e917745 tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=28e1bfcb-a95b-4f4c-840f-8ed296800c4a HTTP/1.1" status: 200 len: 468 time: 0.3797565 Sep 01 15:30:53.355597 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59074) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:53.498895 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f4f7a-27e2-4470-85f9-2465c6d1a282 req-f7b28e4d-5c35-4c6a-af97-5c0c37aae313 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:53.509120 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e19f4f7a-27e2-4470-85f9-2465c6d1a282 req-f7b28e4d-5c35-4c6a-af97-5c0c37aae313 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 944 time: 0.1954682 Sep 01 15:30:53.574505 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e19f4f7a-27e2-4470-85f9-2465c6d1a282 req-c2990ef1-8418-41fa-9dd6-ac885e937aca tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565851 Sep 01 15:30:53.599560 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59084) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:53.705841 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 64a822c2-2a3a-449e-af4f-672eb6480f88 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:30:53.911909 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-05bfb7d4-a480-47e4-bed6-ee409ae0b0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:53.935377 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8e5ea-10fd-477e-99df-1eaed42d62dd req-cd9fa278-8e97-4301-883a-6b1d76094c65 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:53.944236 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b1b8e5ea-10fd-477e-99df-1eaed42d62dd req-cd9fa278-8e97-4301-883a-6b1d76094c65 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 946 time: 0.6728280 Sep 01 15:30:53.989829 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 64a822c2-2a3a-449e-af4f-672eb6480f88 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:30:54.004520 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 64a822c2-2a3a-449e-af4f-672eb6480f88 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:54.007112 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:54.037078 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d656ee-76f0-4c8c-a74f-407fa6f426ca tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:30:54.055606 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-22d656ee-76f0-4c8c-a74f-407fa6f426ca tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "PUT /v2.0/routers/46065400-74b2-44e7-b3d5-a51e999ecb67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1272221 Sep 01 15:30:54.057818 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b07935-283f-492b-b98c-d78d316b93fc None None] Sync routers for ids ['46065400-74b2-44e7-b3d5-a51e999ecb67'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:30:54.061991 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59100) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:54.081507 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b07935-283f-492b-b98c-d78d316b93fc None None] Routers {'46065400-74b2-44e7-b3d5-a51e999ecb67'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:30:54.082992 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-40b07935-283f-492b-b98c-d78d316b93fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:30:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['46065400-74b2-44e7-b3d5-a51e999ecb67'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:54.122809 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712e82a-fb87-4f1c-a88b-eea241c41fbb req-81adc942-08e1-49eb-ae10-137eb96cdeb0 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:54.124488 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f712e82a-fb87-4f1c-a88b-eea241c41fbb req-81adc942-08e1-49eb-ae10-137eb96cdeb0 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=82b4b8f2-d163-427d-a440-19c22eb23a0e HTTP/1.1" status: 200 len: 945 time: 0.1946130 Sep 01 15:30:54.149215 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-40b07935-283f-492b-b98c-d78d316b93fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:54.158944 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b1b8e5ea-10fd-477e-99df-1eaed42d62dd req-280c40f1-74bd-42f6-a2b5-ced47468d987 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115164 Sep 01 15:30:54.196889 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b07935-283f-492b-b98c-d78d316b93fc None None] Routers {'46065400-74b2-44e7-b3d5-a51e999ecb67'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:30:54.198452 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-40b07935-283f-492b-b98c-d78d316b93fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:30:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['46065400-74b2-44e7-b3d5-a51e999ecb67'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:54.249413 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-3dee4cec-10b0-4603-bc27-14061244ea3a tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] delete failed (client error): The resource could not be found. Sep 01 15:30:54.250639 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3dee4cec-10b0-4603-bc27-14061244ea3a tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-96130151 HTTP/1.1" status: 404 len: 333 time: 0.1331115 Sep 01 15:30:54.257144 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59106) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:54.263091 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-40b07935-283f-492b-b98c-d78d316b93fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:30:54.264577 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-b97db39b-d386-44f1-8849-0fade5c62761 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Request body: {'router': {'external_gateway_info': {'network_id': '46065400-74b2-44e7-b3d5-a51e999ecb67'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:54.264911 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b07935-283f-492b-b98c-d78d316b93fc None None] The sync data for ids ['46065400-74b2-44e7-b3d5-a51e999ecb67'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:30:54.291653 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f712e82a-fb87-4f1c-a88b-eea241c41fbb req-1ea9075d-47f6-4b45-8646-b11d8ccf04e5 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e184957-0237-42f9-8732-2c509e60a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511424 Sep 01 15:30:54.389922 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device cd36c41a-7fed-486a-a89c-503a37995a1d up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:30:54.397145 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:54.450584 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-05bfb7d4-a480-47e4-bed6-ee409ae0b0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:54.459533 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-05bfb7d4-a480-47e4-bed6-ee409ae0b0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:54.560491 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1786dd-53b8-4e39-8b50-8a4a41801e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a822c2-2a3a-449e-af4f-672eb6480f88'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:30:54.565061 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2c9eda-3269-4484-ae4c-b1c281d8d2b9" -d '{"events": [{"server_uuid": "9e1786dd-53b8-4e39-8b50-8a4a41801e2a", "name": "network-vif-plugged", "status": "completed", "tag": "64a822c2-2a3a-449e-af4f-672eb6480f88"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:30:54.596801 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port cd36c41a-7fed-486a-a89c-503a37995a1d completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:30:54.608992 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 64a822c2-2a3a-449e-af4f-672eb6480f88, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=64a822c2-2a3a-449e-af4f-672eb6480f88,segment=NetworkSegment(c1289f2a-3e10-477c-8595-d0710d7fdc46),segment_id=c1289f2a-3e10-477c-8595-d0710d7fdc46)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:54.612458 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port cd36c41a-7fed-486a-a89c-503a37995a1d triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:30:54.614711 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:54.673196 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfb7d4-a480-47e4-bed6-ee409ae0b0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a2cba1-383b-46b5-9a63-23f9e3da803d,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:54.694427 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:54.750843 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-05bfb7d4-a480-47e4-bed6-ee409ae0b0b6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6536ac2e6cf7499e88f4e63a03fb919d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1493919 Sep 01 15:30:54.751362 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59120) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:54.847434 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2d95b08c-e982-4765-8cae-f849bc2b79c4 tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:54.852297 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2d95b08c-e982-4765-8cae-f849bc2b79c4 tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/28e1bfcb-a95b-4f4c-840f-8ed296800c4a HTTP/1.1" status: 204 len: 168 time: 1.4916077 Sep 01 15:30:54.861015 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59122) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:54.876393 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20741ee1-3515-4e03-8d66-69b5a47faa4f x-openstack-request-id: req-20741ee1-3515-4e03-8d66-69b5a47faa4f {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:30:54.877333 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1786dd-53b8-4e39-8b50-8a4a41801e2a", "name": "network-vif-plugged", "status": "completed", "tag": "64a822c2-2a3a-449e-af4f-672eb6480f88", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:30:54.878656 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-20741ee1-3515-4e03-8d66-69b5a47faa4f {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:30:54.880416 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1786dd-53b8-4e39-8b50-8a4a41801e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a822c2-2a3a-449e-af4f-672eb6480f88', 'code': 200} Sep 01 15:30:54.882290 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3df85021-f475-415d-aa7a-5cdbd0223c45 tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=28e1bfcb-a95b-4f4c-840f-8ed296800c4a HTTP/1.1" status: 200 len: 216 time: 0.0195231 Sep 01 15:30:54.889067 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59126) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:54.899701 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=64a822c2-2a3a-449e-af4f-672eb6480f88,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:54.948231 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bbe51a9c-07a3-44ec-b766-22d25ce258ac tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0574372 Sep 01 15:30:54.999939 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38725a5-cb8d-4c78-955e-42a9d8b2438c req-6b033d47-4510-45cc-ac72-93f646c6b22b tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:55.013688 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c38725a5-cb8d-4c78-955e-42a9d8b2438c req-6b033d47-4510-45cc-ac72-93f646c6b22b tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 945 time: 0.2263930 Sep 01 15:30:55.018516 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59130) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:55.112205 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:55.135086 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-13f7238a-6fc5-4495-b2f6-bcede12053d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:55.148226 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7f849e06-45e3-4046-89b3-80041c404a00 tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1264124 Sep 01 15:30:55.156919 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59136) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:55.167332 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-13f7238a-6fc5-4495-b2f6-bcede12053d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:55.207848 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port cd36c41a-7fed-486a-a89c-503a37995a1d, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=cd36c41a-7fed-486a-a89c-503a37995a1d,segment=NetworkSegment(c1289f2a-3e10-477c-8595-d0710d7fdc46),segment_id=c1289f2a-3e10-477c-8595-d0710d7fdc46)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:55.217853 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:55.299261 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-13f7238a-6fc5-4495-b2f6-bcede12053d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:55.303838 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-13f7238a-6fc5-4495-b2f6-bcede12053d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:55.327248 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-13f7238a-6fc5-4495-b2f6-bcede12053d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d5a2cba1-383b-46b5-9a63-23f9e3da803d HTTP/1.1" status: 204 len: 168 time: 0.5737441 Sep 01 15:30:55.343713 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e2189b92-72b1-4134-b5e0-d872219c78ec tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels/3f6976cf-a47c-4297-9f02-f02aae6d47c6 HTTP/1.1" status: 200 len: 472 time: 0.1727545 Sep 01 15:30:55.344268 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59148) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:55.393190 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c38725a5-cb8d-4c78-955e-42a9d8b2438c req-5772d57e-9dae-462a-9431-e88a0186011e tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498626 Sep 01 15:30:55.420194 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6f7b62b7-c68d-46ef-b152-fc40f6dedcc7 tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules/2d8382bd-d3a9-4754-a06f-714ab5de10fc HTTP/1.1" status: 200 len: 461 time: 0.0687072 Sep 01 15:30:55.424686 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59156) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:55.465283 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=cd36c41a-7fed-486a-a89c-503a37995a1d,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:55.484079 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:55.484524 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:55.485691 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:55.486056 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:55.486886 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:55.487229 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:55.487638 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:55.491366 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:55.492038 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:55.493237 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:55.493237 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:55.493237 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:30:55.543788 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7238a-6fc5-4495-b2f6-bcede12053d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a2cba1-383b-46b5-9a63-23f9e3da803d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:55.549817 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b97db39b-d386-44f1-8849-0fade5c62761 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:55.606547 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2ad6d-7d2b-4fac-a605-0141924dce43 req-48734c22-256f-4085-878a-43d82440de2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:55.611561 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-92a2ad6d-7d2b-4fac-a605-0141924dce43 req-48734c22-256f-4085-878a-43d82440de2e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 1096 time: 0.7045765 Sep 01 15:30:55.685810 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-89f76717-ebc6-41b9-bc8e-c330842a5fac tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:55.697145 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-89f76717-ebc6-41b9-bc8e-c330842a5fac tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/2d8382bd-d3a9-4754-a06f-714ab5de10fc HTTP/1.1" status: 204 len: 168 time: 0.2637765 Sep 01 15:30:55.697832 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59166) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:55.728583 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-b97db39b-d386-44f1-8849-0fade5c62761 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] update failed (client error): The resource could not be found. Sep 01 15:30:55.745178 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b97db39b-d386-44f1-8849-0fade5c62761 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "PUT /v2.0/routers/46065400-74b2-44e7-b3d5-a51e999ecb67 HTTP/1.1" status: 404 len: 339 time: 1.4867592 Sep 01 15:30:55.748277 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59172) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:55.783860 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f2d34-48e9-4542-833f-6c0dfe31915b req-83cc0570-1ff8-4bfa-8e64-b2ccdaa80a1b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:55.795838 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f9f2d34-48e9-4542-833f-6c0dfe31915b req-83cc0570-1ff8-4bfa-8e64-b2ccdaa80a1b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 946 time: 0.3864350 Sep 01 15:30:55.810116 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-66978a3a-497a-4bce-8740-9bd7ba4024b2 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-507072239'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:55.843840 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-92a2ad6d-7d2b-4fac-a605-0141924dce43 req-76711492-f678-4f9d-87ee-45095fa2ad02 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096457 Sep 01 15:30:55.920179 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66978a3a-497a-4bce-8740-9bd7ba4024b2 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Made reservation on behalf of 736be7e45aad4d94a5006603102cc389 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:55.924330 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-66978a3a-497a-4bce-8740-9bd7ba4024b2 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:55.952848 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f9f2d34-48e9-4542-833f-6c0dfe31915b req-6ef5fc99-fd27-48d9-90b2-bca75100aa30 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242387 Sep 01 15:30:55.993108 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66978a3a-497a-4bce-8740-9bd7ba4024b2 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:30:56.028603 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-66978a3a-497a-4bce-8740-9bd7ba4024b2 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:56.028603 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-66978a3a-497a-4bce-8740-9bd7ba4024b2 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Added segment f58ec2d3-2680-4429-91b9-d4477473f0dc of type vlan for network bc792d0c-c178-4b82-b6fb-2c5c330b7df1 Sep 01 15:30:56.128879 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-66978a3a-497a-4bce-8740-9bd7ba4024b2 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:56.185132 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-3a9b6a0e-6b9a-438b-b1b1-c9b873ebd96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:56.186890 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-3a9b6a0e-6b9a-438b-b1b1-c9b873ebd96c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859&tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f HTTP/1.1" status: 200 len: 1097 time: 0.1012373 Sep 01 15:30:56.198961 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-66978a3a-497a-4bce-8740-9bd7ba4024b2 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:56.205537 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66978a3a-497a-4bce-8740-9bd7ba4024b2 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:56.206212 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-66978a3a-497a-4bce-8740-9bd7ba4024b2 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:56.219442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-a7d998bf-a9eb-455a-8ff4-225cf52b3c7d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794796-3', 'device_owner': 'compute:nova'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:56.354211 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-66978a3a-497a-4bce-8740-9bd7ba4024b2 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5839672 Sep 01 15:30:56.354922 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59196) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:56.369819 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-6dfaea08-cf59-4876-a11a-be6240faa7d6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Request body: {'subnet': {'network_id': 'bc792d0c-c178-4b82-b6fb-2c5c330b7df1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:56.414011 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66978a3a-497a-4bce-8740-9bd7ba4024b2 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Pushing event updated for resources: {'Network': ['ID=bc792d0c-c178-4b82-b6fb-2c5c330b7df1,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:56.446259 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network bc792d0c-c178-4b82-b6fb-2c5c330b7df1 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:30:56.464193 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-a7d998bf-a9eb-455a-8ff4-225cf52b3c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:56.640125 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59208) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:56.814934 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfaea08-cf59-4876-a11a-be6240faa7d6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Made reservation on behalf of 736be7e45aad4d94a5006603102cc389 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:30:56.821280 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6dfaea08-cf59-4876-a11a-be6240faa7d6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:56.852028 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1da666-c475-43fe-8745-5197d73b315f req-a4fe235b-b2d8-4d8d-a1c2-a46b359d3e72 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:56.853941 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00f062-69da-4e69-a0e7-3704ba0e8699 req-e8fe57f5-4594-4878-ae8d-ac6763ea755e tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:56.854452 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e1da666-c475-43fe-8745-5197d73b315f req-a4fe235b-b2d8-4d8d-a1c2-a46b359d3e72 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.62 "GET /v2.0/ports?device_id=82b4b8f2-d163-427d-a440-19c22eb23a0e HTTP/1.1" status: 200 len: 945 time: 0.2277963 Sep 01 15:30:56.856777 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bb00f062-69da-4e69-a0e7-3704ba0e8699 req-e8fe57f5-4594-4878-ae8d-ac6763ea755e tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 945 time: 0.2566061 Sep 01 15:30:56.866476 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdd21c-beb1-411f-b420-7ea23047e64a req-4d03475f-2552-4912-ae52-dc077814fdf9 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:56.876210 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-26cdd21c-beb1-411f-b420-7ea23047e64a req-4d03475f-2552-4912-ae52-dc077814fdf9 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=82b4b8f2-d163-427d-a440-19c22eb23a0e HTTP/1.1" status: 200 len: 945 time: 1.1769552 Sep 01 15:30:56.889402 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a71cc9-7d34-4649-80fa-159a28146b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd36c41a-7fed-486a-a89c-503a37995a1d'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:30:56.893078 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf886a9-fbc2-4782-a6b4-e741ef616a80" -d '{"events": [{"server_uuid": "09a71cc9-7d34-4649-80fa-159a28146b29", "name": "network-vif-plugged", "status": "completed", "tag": "cd36c41a-7fed-486a-a89c-503a37995a1d"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:30:57.128296 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cb761232-04d7-4627-948f-9ab6bb205a2b tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:57.130279 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cb761232-04d7-4627-948f-9ab6bb205a2b tempest-MeteringTestJSON-972181592 tempest-MeteringTestJSON-972181592-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/3f6976cf-a47c-4297-9f02-f02aae6d47c6 HTTP/1.1" status: 204 len: 168 time: 1.4290059 Sep 01 15:30:57.158335 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bb00f062-69da-4e69-a0e7-3704ba0e8699 req-9f3e2c13-417e-44c7-9643-37b89a821a66 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031081 Sep 01 15:30:57.253226 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef946b21-28c3-443c-8a30-906cabe3cd82 x-openstack-request-id: req-ef946b21-28c3-443c-8a30-906cabe3cd82 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:30:57.254813 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a71cc9-7d34-4649-80fa-159a28146b29", "name": "network-vif-plugged", "status": "completed", "tag": "cd36c41a-7fed-486a-a89c-503a37995a1d", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:30:57.255349 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef946b21-28c3-443c-8a30-906cabe3cd82 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:30:57.256115 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a71cc9-7d34-4649-80fa-159a28146b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd36c41a-7fed-486a-a89c-503a37995a1d', 'code': 200} Sep 01 15:30:57.271099 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-26cdd21c-beb1-411f-b420-7ea23047e64a req-ce9ba0ce-61b6-4591-9e21-c1931de85eb0 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e184957-0237-42f9-8732-2c509e60a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936093 Sep 01 15:30:57.356304 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1de9e48d-c291-4757-8737-16690630f32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:57.392409 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-5e1da666-c475-43fe-8745-5197d73b315f req-7db9ef27-e926-4595-b466-aa2c3bdbf640 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Deleting port ab47a1c1-0361-4021-87a2-a2881c25d857 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:30:57.393542 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5e1da666-c475-43fe-8745-5197d73b315f req-7db9ef27-e926-4595-b466-aa2c3bdbf640 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:57.601308 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-a7d998bf-a9eb-455a-8ff4-225cf52b3c7d service neutron] For port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,segment=NetworkSegment(43435e54-65f1-4db7-a09a-c8eaa0a35130),segment_id=43435e54-65f1-4db7-a09a-c8eaa0a35130)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:57.710196 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-5e1da666-c475-43fe-8745-5197d73b315f req-7db9ef27-e926-4595-b466-aa2c3bdbf640 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] For port ab47a1c1-0361-4021-87a2-a2881c25d857, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ab47a1c1-0361-4021-87a2-a2881c25d857,segment=NetworkSegment(5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d),segment_id=5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:30:57.710720 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5e1da666-c475-43fe-8745-5197d73b315f req-7db9ef27-e926-4595-b466-aa2c3bdbf640 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:57.741114 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-5e1da666-c475-43fe-8745-5197d73b315f req-7db9ef27-e926-4595-b466-aa2c3bdbf640 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Calling delete_port for ab47a1c1-0361-4021-87a2-a2881c25d857 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:30:57.744663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59240) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:57.794079 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:57.803999 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaea38c-235e-4719-b7e4-e0acbd0cafbc req-60cae54f-6b03-4fd4-b150-83c528de0180 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:57.805609 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dcaea38c-235e-4719-b7e4-e0acbd0cafbc req-60cae54f-6b03-4fd4-b150-83c528de0180 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 946 time: 0.3652709 Sep 01 15:30:57.831624 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-a7d998bf-a9eb-455a-8ff4-225cf52b3c7d service neutron] For port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e, host n-h2-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:30:57.881953 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6dfaea08-cf59-4876-a11a-be6240faa7d6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:57.974882 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b77e9d-131b-4ee6-8e3a-51e257bd7b0e req-0069210d-85d6-4587-929c-2c012051635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:57.985151 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b4b77e9d-131b-4ee6-8e3a-51e257bd7b0e req-0069210d-85d6-4587-929c-2c012051635c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 1096 time: 0.4772835 Sep 01 15:30:58.017130 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fe2d94-e50c-4269-93f4-fe00f2d10859', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:30:58.021533 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffda05a-68fc-4772-b06a-bfd9c4fbf660" -d '{"events": [{"server_uuid": "48fe2d94-e50c-4269-93f4-fe00f2d10859", "name": "network-vif-unplugged", "status": "completed", "tag": "9680b7b7-4cb8-4de6-9e02-d39a9cf0622e"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:30:58.038998 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dcaea38c-235e-4719-b7e4-e0acbd0cafbc req-6a468f16-a98f-48dc-a1a5-6d1ea9616a7a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115934 Sep 01 15:30:58.056604 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-a7d998bf-a9eb-455a-8ff4-225cf52b3c7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:58.126980 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfaea08-cf59-4876-a11a-be6240faa7d6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Pushing event updated for resources: {'Subnet': ['ID=bb888b23-903b-419e-a47b-bcdd57a2873d,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:58.145666 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf6c232d-7698-4496-adea-704cae4dfbee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:58.149639 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edd1904-d9ec-4de8-bef0-3501b2daf24e x-openstack-request-id: req-6edd1904-d9ec-4de8-bef0-3501b2daf24e {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:30:58.150098 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48fe2d94-e50c-4269-93f4-fe00f2d10859", "name": "network-vif-unplugged", "status": "completed", "tag": "9680b7b7-4cb8-4de6-9e02-d39a9cf0622e", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:30:58.150498 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6edd1904-d9ec-4de8-bef0-3501b2daf24e {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:30:58.153479 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48fe2d94-e50c-4269-93f4-fe00f2d10859', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e', 'code': 200} Sep 01 15:30:58.161951 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1de9e48d-c291-4757-8737-16690630f32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:58.185061 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1de9e48d-c291-4757-8737-16690630f32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:58.188100 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b4b77e9d-131b-4ee6-8e3a-51e257bd7b0e req-edc4395e-7b6b-4717-9c31-875644289197 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872933 Sep 01 15:30:58.196191 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-a7d998bf-a9eb-455a-8ff4-225cf52b3c7d service neutron] Transition to ACTIVE for port object 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:30:58.225028 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-a7d998bf-a9eb-455a-8ff4-225cf52b3c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:58.309522 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfaea08-cf59-4876-a11a-be6240faa7d6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Checking segment: {'id': 'f58ec2d3-2680-4429-91b9-d4477473f0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bc792d0c-c178-4b82-b6fb-2c5c330b7df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:30:58.310422 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfaea08-cf59-4876-a11a-be6240faa7d6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Network hostable DHCP agents. Network: bc792d0c-c178-4b82-b6fb-2c5c330b7df1, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:30:58.333207 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1de9e48d-c291-4757-8737-16690630f32a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=18cb46dd7c18415ba45d15e47639219c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6900167 Sep 01 15:30:58.349904 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59262) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:58.411965 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9e48d-c291-4757-8737-16690630f32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafd5e5a-a686-4b1a-b347-6d1072d86541,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:58.426580 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:30:58.527495 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5e1da666-c475-43fe-8745-5197d73b315f req-7db9ef27-e926-4595-b466-aa2c3bdbf640 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:58.597057 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:30:58.612289 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9ef27-e926-4595-b466-aa2c3bdbf640 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Pushing event deleted for resources: {'Port': ['ID=ab47a1c1-0361-4021-87a2-a2881c25d857,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:58.687095 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d998bf-a9eb-455a-8ff4-225cf52b3c7d service neutron] Pushing event updated for resources: {'Port': ['ID=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,revision_number=10']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:58.740321 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50b192ee-d517-4dab-a7e2-bdc22c0f7308 req-40b42d7e-139c-49f7-b753-0c1a3e756cbe tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=82b4b8f2-d163-427d-a440-19c22eb23a0e HTTP/1.1" status: 200 len: 210 time: 0.2076390 Sep 01 15:30:58.793293 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfaea08-cf59-4876-a11a-be6240faa7d6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Network bc792d0c-c178-4b82-b6fb-2c5c330b7df1 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:30:58.853826 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-a7d998bf-a9eb-455a-8ff4-225cf52b3c7d service neutron] No DVR routers for this DVR port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e on host n-h2-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:30:58.859784 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-6dfaea08-cf59-4876-a11a-be6240faa7d6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, bc792d0c-c178-4b82-b6fb-2c5c330b7df1) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:30:58.881725 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e87a594-57d9-49e5-9aa5-b85ef27d3856 None None] Network bc792d0c-c178-4b82-b6fb-2c5c330b7df1 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:30:58.909245 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf6c232d-7698-4496-adea-704cae4dfbee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:58.911949 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1da666-c475-43fe-8745-5197d73b315f req-7db9ef27-e926-4595-b466-aa2c3bdbf640 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] No DVR routers for this DVR port ab47a1c1-0361-4021-87a2-a2881c25d857 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:30:58.917157 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf6c232d-7698-4496-adea-704cae4dfbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:58.923847 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5e1da666-c475-43fe-8745-5197d73b315f req-7db9ef27-e926-4595-b466-aa2c3bdbf640 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:58.928086 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e1da666-c475-43fe-8745-5197d73b315f req-7db9ef27-e926-4595-b466-aa2c3bdbf640 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.62 "DELETE /v2.0/ports/ab47a1c1-0361-4021-87a2-a2881c25d857 HTTP/1.1" status: 204 len: 173 time: 2.0493591 Sep 01 15:30:58.930621 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfaea08-cf59-4876-a11a-be6240faa7d6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:58.931333 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6dfaea08-cf59-4876-a11a-be6240faa7d6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:58.932534 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b4b8f2-d163-427d-a440-19c22eb23a0e', 'name': 'network-vif-deleted', 'tag': 'ab47a1c1-0361-4021-87a2-a2881c25d857'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:30:58.936959 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf4f33b-7359-4de1-8432-707da60a5228" -d '{"events": [{"server_uuid": "82b4b8f2-d163-427d-a440-19c22eb23a0e", "name": "network-vif-deleted", "tag": "ab47a1c1-0361-4021-87a2-a2881c25d857"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:30:58.978956 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dda90f2d-c66d-446c-b3ec-e768c3d3fb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:59.071601 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6dfaea08-cf59-4876-a11a-be6240faa7d6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7112143 Sep 01 15:30:59.076347 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59280) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:59.090518 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0687b91-5f29-4871-b21f-b76fa5f130f5 req-388e6c16-ba75-4ddf-9ec0-6f323a738e55 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:59.099297 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d0687b91-5f29-4871-b21f-b76fa5f130f5 req-388e6c16-ba75-4ddf-9ec0-6f323a738e55 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 945 time: 0.6606662 Sep 01 15:30:59.111928 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-fc58d03d-0d62-421e-8d5c-7c0eefa39907 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bc792d0c-c178-4b82-b6fb-2c5c330b7df1'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:30:59.130506 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8319a8a3-3038-4810-b8c0-55b59e60f068 x-openstack-request-id: req-8319a8a3-3038-4810-b8c0-55b59e60f068 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:30:59.133068 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b4b8f2-d163-427d-a440-19c22eb23a0e", "name": "network-vif-deleted", "tag": "ab47a1c1-0361-4021-87a2-a2881c25d857", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:30:59.137549 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8319a8a3-3038-4810-b8c0-55b59e60f068 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:30:59.139847 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b4b8f2-d163-427d-a440-19c22eb23a0e', 'name': 'network-vif-deleted', 'tag': 'ab47a1c1-0361-4021-87a2-a2881c25d857', 'status': 'completed', 'code': 200} Sep 01 15:30:59.166341 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bf6c232d-7698-4496-adea-704cae4dfbee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0966b23d2d8c49bca684f1c047de8cc1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4160736 Sep 01 15:30:59.169106 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59284) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:30:59.175095 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dda90f2d-c66d-446c-b3ec-e768c3d3fb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:59.209278 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c232d-7698-4496-adea-704cae4dfbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbbc53b-df36-49b2-a14a-052ead10d90a,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:59.496299 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bae6af2-f311-438e-8baa-270151903678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-bc792d0c-c178-4b82-b6fb-2c5c330b7df1', 'network_id': 'bc792d0c-c178-4b82-b6fb-2c5c330b7df1', 'tenant_id': '736be7e45aad4d94a5006603102cc389', 'fixed_ips': [{'subnet_id': 'bb888b23-903b-419e-a47b-bcdd57a2873d'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:30:59.498498 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4bae6af2-f311-438e-8baa-270151903678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:59.560128 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-445221d0-1bb4-45bc-a5e1-aef8b8967e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:59.653894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b22e9d-b293-43c2-b352-ed8c375ec8d7 req-85ef687a-f85c-418a-b846-7c7da901a382 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:30:59.657084 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-36b22e9d-b293-43c2-b352-ed8c375ec8d7 req-85ef687a-f85c-418a-b846-7c7da901a382 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 945 time: 0.2930889 Sep 01 15:30:59.670004 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-445221d0-1bb4-45bc-a5e1-aef8b8967e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:59.799607 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-4bae6af2-f311-438e-8baa-270151903678 None None] Allocated IP 2001:db8:1::2 (bc792d0c-c178-4b82-b6fb-2c5c330b7df1/bb888b23-903b-419e-a47b-bcdd57a2873d/a7668f8f-77fc-4100-b5f8-17d6bd0dd842) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:30:59.800443 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-445221d0-1bb4-45bc-a5e1-aef8b8967e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:59.804131 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-445221d0-1bb4-45bc-a5e1-aef8b8967e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:30:59.805955 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-445221d0-1bb4-45bc-a5e1-aef8b8967e49 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/afbbc53b-df36-49b2-a14a-052ead10d90a HTTP/1.1" status: 204 len: 168 time: 0.6296518 Sep 01 15:30:59.906774 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445221d0-1bb4-45bc-a5e1-aef8b8967e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbbc53b-df36-49b2-a14a-052ead10d90a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:30:59.999920 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-36b22e9d-b293-43c2-b352-ed8c375ec8d7 req-c99a2c86-bf52-464a-acf2-4fe85b33a0dc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063398 Sep 01 15:31:00.045944 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4bae6af2-f311-438e-8baa-270151903678 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:00.056911 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4bae6af2-f311-438e-8baa-270151903678 None None] Transition to ACTIVE for port object a7668f8f-77fc-4100-b5f8-17d6bd0dd842 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:00.176654 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4bae6af2-f311-438e-8baa-270151903678 None None] Transition to ACTIVE for port object a7668f8f-77fc-4100-b5f8-17d6bd0dd842 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:00.199931 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4bae6af2-f311-438e-8baa-270151903678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:00.204264 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fb7fb864-b4e8-4909-a57d-6ebdf6875d45 req-5c6f910d-5914-4d40-8e50-3d582fe8b9bd tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=82b4b8f2-d163-427d-a440-19c22eb23a0e HTTP/1.1" status: 200 len: 210 time: 0.0561323 Sep 01 15:31:00.293325 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bae6af2-f311-438e-8baa-270151903678 None None] Network bc792d0c-c178-4b82-b6fb-2c5c330b7df1 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:31:00.304563 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-4bae6af2-f311-438e-8baa-270151903678 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:00.327008 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bae6af2-f311-438e-8baa-270151903678 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:31:00.337754 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d0687b91-5f29-4871-b21f-b76fa5f130f5 req-bd9fa1ba-1c4e-4271-95b4-20f1bad6417a tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2370653 Sep 01 15:31:00.461131 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ab47a1c1-0361-4021-87a2-a2881c25d857 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:31:00.476264 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae6af2-f311-438e-8baa-270151903678 None None] Pushing event updated for resources: {'Port': ['ID=a7668f8f-77fc-4100-b5f8-17d6bd0dd842,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:00.522130 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: ab47a1c1-0361-4021-87a2-a2881c25d857 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:31:00.523087 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ab47a1c1-0361-4021-87a2-a2881c25d857 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:31:00.526003 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-4bae6af2-f311-438e-8baa-270151903678 None None] Attempting to bind port a7668f8f-77fc-4100-b5f8-17d6bd0dd842 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:31:00.526924 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-4bae6af2-f311-438e-8baa-270151903678 None None] Attempting to bind port a7668f8f-77fc-4100-b5f8-17d6bd0dd842 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'f58ec2d3-2680-4429-91b9-d4477473f0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bc792d0c-c178-4b82-b6fb-2c5c330b7df1'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:31:00.528328 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bae6af2-f311-438e-8baa-270151903678 None None] Attempting to bind port a7668f8f-77fc-4100-b5f8-17d6bd0dd842 on network bc792d0c-c178-4b82-b6fb-2c5c330b7df1 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:31:00.537242 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bae6af2-f311-438e-8baa-270151903678 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:31:00.538351 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bae6af2-f311-438e-8baa-270151903678 None None] Checking segment: {'id': 'f58ec2d3-2680-4429-91b9-d4477473f0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bc792d0c-c178-4b82-b6fb-2c5c330b7df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:31:00.539253 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4bae6af2-f311-438e-8baa-270151903678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:00.540141 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bae6af2-f311-438e-8baa-270151903678 None None] Bound using segment: {'id': 'f58ec2d3-2680-4429-91b9-d4477473f0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bc792d0c-c178-4b82-b6fb-2c5c330b7df1'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:31:00.541104 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-4bae6af2-f311-438e-8baa-270151903678 None None] Bound port: a7668f8f-77fc-4100-b5f8-17d6bd0dd842, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58ec2d3-2680-4429-91b9-d4477473f0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bc792d0c-c178-4b82-b6fb-2c5c330b7df1'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:31:00.541942 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4bae6af2-f311-438e-8baa-270151903678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:00.658236 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-4bae6af2-f311-438e-8baa-270151903678 None None] For port a7668f8f-77fc-4100-b5f8-17d6bd0dd842, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:31:00.663974 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-4bae6af2-f311-438e-8baa-270151903678 None None] For port a7668f8f-77fc-4100-b5f8-17d6bd0dd842, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a7668f8f-77fc-4100-b5f8-17d6bd0dd842,segment=NetworkSegment(f58ec2d3-2680-4429-91b9-d4477473f0dc),segment_id=f58ec2d3-2680-4429-91b9-d4477473f0dc)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:31:00.666867 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dda90f2d-c66d-446c-b3ec-e768c3d3fb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:00.680765 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dda90f2d-c66d-446c-b3ec-e768c3d3fb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:00.682213 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4bae6af2-f311-438e-8baa-270151903678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:00.695759 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-dda90f2d-c66d-446c-b3ec-e768c3d3fb78 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aafd5e5a-a686-4b1a-b347-6d1072d86541 HTTP/1.1" status: 204 len: 168 time: 2.3348737 Sep 01 15:31:00.824391 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-a7d998bf-a9eb-455a-8ff4-225cf52b3c7d service neutron] Attempting to bind port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:31:00.825492 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-a7d998bf-a9eb-455a-8ff4-225cf52b3c7d service neutron] Attempting to bind port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '43435e54-65f1-4db7-a09a-c8eaa0a35130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:31:00.826357 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-a7d998bf-a9eb-455a-8ff4-225cf52b3c7d service neutron] Attempting to bind port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e on network 068418f0-2ea4-4691-b0a1-0f0b6ddb7449 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:31:00.845827 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fc58d03d-0d62-421e-8d5c-7c0eefa39907 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:00.851099 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda90f2d-c66d-446c-b3ec-e768c3d3fb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafd5e5a-a686-4b1a-b347-6d1072d86541,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:00.870728 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-a7d998bf-a9eb-455a-8ff4-225cf52b3c7d service neutron] Port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e on network 068418f0-2ea4-4691-b0a1-0f0b6ddb7449 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:31:00.871747 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-a7d998bf-a9eb-455a-8ff4-225cf52b3c7d service neutron] Attempting to bind port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e on network 068418f0-2ea4-4691-b0a1-0f0b6ddb7449 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:31:00.915666 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae6af2-f311-438e-8baa-270151903678 None None] Pushing event updated for resources: {'Port': ['ID=a7668f8f-77fc-4100-b5f8-17d6bd0dd842,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:00.943001 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-a7d998bf-a9eb-455a-8ff4-225cf52b3c7d service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:31:00.945845 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-a7d998bf-a9eb-455a-8ff4-225cf52b3c7d service neutron] Checking segment: {'id': '43435e54-65f1-4db7-a09a-c8eaa0a35130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:31:00.946828 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-a7d998bf-a9eb-455a-8ff4-225cf52b3c7d service neutron] Bound using segment: {'id': '43435e54-65f1-4db7-a09a-c8eaa0a35130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:31:00.947687 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-a7d998bf-a9eb-455a-8ff4-225cf52b3c7d service neutron] Bound port: 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43435e54-65f1-4db7-a09a-c8eaa0a35130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:31:00.950633 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-a7d998bf-a9eb-455a-8ff4-225cf52b3c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:01.111826 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59326) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:01.203040 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-936c1de2-2c61-4a91-ac9b-534421bf81fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:01.564484 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-936c1de2-2c61-4a91-ac9b-534421bf81fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:01.578700 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63dd3cb-8ce5-404b-9d88-e52ddf7eb704 req-a83844d0-08e2-40f6-939d-aff70ad5c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:01.582089 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e63dd3cb-8ce5-404b-9d88-e52ddf7eb704 req-a83844d0-08e2-40f6-939d-aff70ad5c623 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=39443fd735484938be3ef135eb1e37fe&device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 1096 time: 0.5517998 Sep 01 15:31:01.588738 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-936c1de2-2c61-4a91-ac9b-534421bf81fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:01.626575 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-a7d998bf-a9eb-455a-8ff4-225cf52b3c7d service neutron] For port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:31:01.664825 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58f8f6-2e76-48c8-a862-1d8a8e0a3b26 req-8f12cae9-f057-4645-a771-16921ef7c0a7 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:01.680864 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0d58f8f6-2e76-48c8-a862-1d8a8e0a3b26 req-8f12cae9-f057-4645-a771-16921ef7c0a7 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 945 time: 0.5606332 Sep 01 15:31:01.690446 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c1de2-2c61-4a91-ac9b-534421bf81fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428003ef-094f-4af2-828d-05de9c62ac22,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:01.737532 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-a7d998bf-a9eb-455a-8ff4-225cf52b3c7d service neutron] For port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,segment=NetworkSegment(43435e54-65f1-4db7-a09a-c8eaa0a35130),segment_id=43435e54-65f1-4db7-a09a-c8eaa0a35130)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:31:01.774592 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-a7d998bf-a9eb-455a-8ff4-225cf52b3c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:01.846935 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640dbc5-6321-4814-8a59-87c3c19c93b0 req-10c56e9e-ab0a-4ea3-b664-3198319fd76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:01.860037 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e640dbc5-6321-4814-8a59-87c3c19c93b0 req-10c56e9e-ab0a-4ea3-b664-3198319fd76e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 1054 time: 0.4929965 Sep 01 15:31:01.890934 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307218d-8158-4860-883e-55fe64004322 req-d315f5e2-eebc-40c2-962c-fec9f6d04042 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:01.906190 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b307218d-8158-4860-883e-55fe64004322 req-d315f5e2-eebc-40c2-962c-fec9f6d04042 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 945 time: 0.5898736 Sep 01 15:31:01.911085 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-a7d998bf-a9eb-455a-8ff4-225cf52b3c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:01.919893 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-a7d998bf-a9eb-455a-8ff4-225cf52b3c7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:01.922818 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-a7d998bf-a9eb-455a-8ff4-225cf52b3c7d service neutron] 10.222.0.45 "PUT /v2.0/ports/9680b7b7-4cb8-4de6-9e02-d39a9cf0622e HTTP/1.1" status: 200 len: 1093 time: 5.7129607 Sep 01 15:31:01.959665 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48fe2d94-e50c-4269-93f4-fe00f2d10859', 'tag': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:31:01.964264 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e6a190-066b-4e6b-98dc-12934b75f529" -d '{"events": [{"name": "network-changed", "server_uuid": "48fe2d94-e50c-4269-93f4-fe00f2d10859", "tag": "9680b7b7-4cb8-4de6-9e02-d39a9cf0622e"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:31:02.030664 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-936c1de2-2c61-4a91-ac9b-534421bf81fb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7a5f971a8ac34ed5a2838433f7890b24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9147291 Sep 01 15:31:02.096830 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59356) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:02.197850 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0d58f8f6-2e76-48c8-a862-1d8a8e0a3b26 req-2a77ea8c-09ae-48fb-89e1-f7e52c3fa734 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4904561 Sep 01 15:31:02.264178 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b307218d-8158-4860-883e-55fe64004322 req-bfab130a-95f9-4fa7-baef-ba3308c3b30e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3563073 Sep 01 15:31:02.395672 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a7668f8f-77fc-4100-b5f8-17d6bd0dd842 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:31:02.411169 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63dd3cb-8ce5-404b-9d88-e52ddf7eb704 req-8f38aaa0-3761-4072-8817-92a46847c63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:02.413161 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e63dd3cb-8ce5-404b-9d88-e52ddf7eb704 req-8f38aaa0-3761-4072-8817-92a46847c63e service neutron] 10.222.0.45 "GET /v2.0/networks?id=6e55868b-2168-443a-b0b0-d47405d65881 HTTP/1.1" status: 200 len: 920 time: 0.8171108 Sep 01 15:31:02.503776 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-fc58d03d-0d62-421e-8d5c-7c0eefa39907 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:31:02.507060 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fc58d03d-0d62-421e-8d5c-7c0eefa39907 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "PUT /v2.0/routers/46065400-74b2-44e7-b3d5-a51e999ecb67 HTTP/1.1" status: 400 len: 364 time: 3.4251521 Sep 01 15:31:02.509184 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d998bf-a9eb-455a-8ff4-225cf52b3c7d service neutron] Pushing event updated for resources: {'Port': ['ID=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,revision_number=11']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:02.527997 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59368) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:02.555433 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port a7668f8f-77fc-4100-b5f8-17d6bd0dd842 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:31:02.712663 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e63dd3cb-8ce5-404b-9d88-e52ddf7eb704 req-4a737366-ce36-493c-af6a-7360524946c1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64a822c2-2a3a-449e-af4f-672eb6480f88 HTTP/1.1" status: 200 len: 217 time: 0.2785697 Sep 01 15:31:02.753862 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9174c7ab-74d7-4b2c-8138-68bf801cb0fc x-openstack-request-id: req-9174c7ab-74d7-4b2c-8138-68bf801cb0fc {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:31:02.767174 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48fe2d94-e50c-4269-93f4-fe00f2d10859", "tag": "9680b7b7-4cb8-4de6-9e02-d39a9cf0622e", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:31:02.767826 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9174c7ab-74d7-4b2c-8138-68bf801cb0fc {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:31:02.768731 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48fe2d94-e50c-4269-93f4-fe00f2d10859', 'tag': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e', 'status': 'completed', 'code': 200} Sep 01 15:31:02.970202 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-58bff3b6-74ae-4ea7-89e4-2a4c1d77055e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:02.988992 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63dd3cb-8ce5-404b-9d88-e52ddf7eb704 req-95563832-30b0-4949-8eb5-3e29471b2a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:02.993393 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e63dd3cb-8ce5-404b-9d88-e52ddf7eb704 req-95563832-30b0-4949-8eb5-3e29471b2a70 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=559a834f-1df6-4edf-8bed-bb164fc9896c HTTP/1.1" status: 200 len: 859 time: 0.2373178 Sep 01 15:31:03.096840 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-58bff3b6-74ae-4ea7-89e4-2a4c1d77055e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:03.109241 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e63dd3cb-8ce5-404b-9d88-e52ddf7eb704 req-7610e47a-a465-4c74-9bcd-bd326eff60c6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6e55868b-2168-443a-b0b0-d47405d65881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016486 Sep 01 15:31:03.131205 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6a190-066b-4e6b-98dc-12934b75f529 req-7b797f02-0ac7-4260-8f79-d21ac3bc8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:03.133154 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-88e6a190-066b-4e6b-98dc-12934b75f529 req-7b797f02-0ac7-4260-8f79-d21ac3bc8723 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 1096 time: 0.4521978 Sep 01 15:31:03.148041 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a628d667-25c8-47e1-8207-8c9a136a61fb None None] Network bc792d0c-c178-4b82-b6fb-2c5c330b7df1 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:03.271530 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-46e268db-07b2-4358-8697-96ad1317c82b None None] Provisioning for port a7668f8f-77fc-4100-b5f8-17d6bd0dd842 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:31:03.331781 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-46e268db-07b2-4358-8697-96ad1317c82b None None] Provisioning complete for port a7668f8f-77fc-4100-b5f8-17d6bd0dd842 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:03.332470 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-46e268db-07b2-4358-8697-96ad1317c82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:03.344293 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640dbc5-6321-4814-8a59-87c3c19c93b0 req-bee692a3-91d6-49b4-9444-d6529eb5dc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:03.350419 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e640dbc5-6321-4814-8a59-87c3c19c93b0 req-bee692a3-91d6-49b4-9444-d6529eb5dc49 service neutron] 10.222.0.45 "GET /v2.0/networks?id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449 HTTP/1.1" status: 200 len: 897 time: 1.3088253 Sep 01 15:31:03.369646 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e63dd3cb-8ce5-404b-9d88-e52ddf7eb704 req-be3a7f2f-8b04-4b94-8c9f-687167fdf019 service neutron] 10.222.0.45 "GET /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414055 Sep 01 15:31:03.373789 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-58bff3b6-74ae-4ea7-89e4-2a4c1d77055e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:03.377006 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-58bff3b6-74ae-4ea7-89e4-2a4c1d77055e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:03.378580 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-58bff3b6-74ae-4ea7-89e4-2a4c1d77055e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/428003ef-094f-4af2-828d-05de9c62ac22 HTTP/1.1" status: 204 len: 168 time: 1.2799332 Sep 01 15:31:03.478989 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bff3b6-74ae-4ea7-89e4-2a4c1d77055e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428003ef-094f-4af2-828d-05de9c62ac22,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:03.488821 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6a190-066b-4e6b-98dc-12934b75f529 req-c91e586c-9654-49ee-9d67-6bd346987244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:03.490795 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-88e6a190-066b-4e6b-98dc-12934b75f529 req-c91e586c-9654-49ee-9d67-6bd346987244 service neutron] 10.222.0.62 "GET /v2.0/networks?id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449 HTTP/1.1" status: 200 len: 897 time: 0.3439157 Sep 01 15:31:03.574343 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e640dbc5-6321-4814-8a59-87c3c19c93b0 req-35476061-5ab7-45fe-a56e-9ddb57252ef6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e HTTP/1.1" status: 200 len: 1000 time: 0.1969733 Sep 01 15:31:03.646251 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35489da1-9263-40d4-8c9a-1e004d47eed4 req-d58c6745-3932-4917-a76c-96a6dab516e0 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:03.654387 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-35489da1-9263-40d4-8c9a-1e004d47eed4 req-d58c6745-3932-4917-a76c-96a6dab516e0 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 945 time: 0.2398629 Sep 01 15:31:03.700278 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-88e6a190-066b-4e6b-98dc-12934b75f529 req-f56278cd-9103-4cd4-85f5-1c82be654a98 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e HTTP/1.1" status: 200 len: 1000 time: 0.1888649 Sep 01 15:31:03.712114 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e63dd3cb-8ce5-404b-9d88-e52ddf7eb704 req-f5cd9255-8eed-4e47-89df-5cd10c8459c4 service neutron] 10.222.0.45 "GET /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220184 Sep 01 15:31:03.789526 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-46e268db-07b2-4358-8697-96ad1317c82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:03.815023 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-35489da1-9263-40d4-8c9a-1e004d47eed4 req-3711e35d-724e-451f-bda1-997524eac9a5 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591048 Sep 01 15:31:03.866445 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-00c9f409-7e81-4f7b-bc58-f0d1a7083b95 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:03.869557 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-00c9f409-7e81-4f7b-bc58-f0d1a7083b95 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/networks?id=f8c65645-0406-43a8-8521-8a7d8fd3a310 HTTP/1.1" status: 200 len: 808 time: 0.9946766 Sep 01 15:31:03.879242 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6a190-066b-4e6b-98dc-12934b75f529 req-ba68c190-35c0-4536-b4ce-2194e2be5a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:03.883687 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-88e6a190-066b-4e6b-98dc-12934b75f529 req-ba68c190-35c0-4536-b4ce-2194e2be5a2b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0fe352f8-e391-4ad4-b362-c4af541a7f65 HTTP/1.1" status: 200 len: 835 time: 0.1681705 Sep 01 15:31:03.907403 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-46e268db-07b2-4358-8697-96ad1317c82b None None] For port a7668f8f-77fc-4100-b5f8-17d6bd0dd842, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a7668f8f-77fc-4100-b5f8-17d6bd0dd842,segment=NetworkSegment(f58ec2d3-2680-4429-91b9-d4477473f0dc),segment_id=f58ec2d3-2680-4429-91b9-d4477473f0dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:03.927211 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-46e268db-07b2-4358-8697-96ad1317c82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:03.939000 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-69d4016e-9da1-4d25-b471-a1511e61f7f6 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/quotas/79203d7512b2446d82485c76add318d1 HTTP/1.1" status: 200 len: 375 time: 0.0303006 Sep 01 15:31:04.079896 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e268db-07b2-4358-8697-96ad1317c82b None None] Pushing event updated for resources: {'Port': ['ID=a7668f8f-77fc-4100-b5f8-17d6bd0dd842,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:04.106897 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640dbc5-6321-4814-8a59-87c3c19c93b0 req-f1228bf8-f2e6-4265-8bdf-cc46ba9dac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:04.110233 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e640dbc5-6321-4814-8a59-87c3c19c93b0 req-f1228bf8-f2e6-4265-8bdf-cc46ba9dac1d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0fe352f8-e391-4ad4-b362-c4af541a7f65 HTTP/1.1" status: 200 len: 835 time: 0.3691661 Sep 01 15:31:04.121401 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-4eb9a3ae-5095-4869-a749-f5cdd954f91b tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=79203d7512b2446d82485c76add318d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1544704 Sep 01 15:31:04.207007 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6a190-066b-4e6b-98dc-12934b75f529 req-d81b2e8e-ace5-4959-9ba9-bce89255d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:04.213489 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-88e6a190-066b-4e6b-98dc-12934b75f529 req-d81b2e8e-ace5-4959-9ba9-bce89255d850 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3168406 Sep 01 15:31:04.254048 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59420) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:04.313473 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f01d792c-8ee5-45a3-bc49-706fb8d8958b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:04.325494 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f810d-a0ab-41af-878f-6e868bf5bc38 req-f52e2f2f-1d40-4d23-a407-9a10ea7c71c1 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:04.339957 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee7f810d-a0ab-41af-878f-6e868bf5bc38 req-f52e2f2f-1d40-4d23-a407-9a10ea7c71c1 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 945 time: 0.3088439 Sep 01 15:31:04.483291 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee7f810d-a0ab-41af-878f-6e868bf5bc38 req-6cdb1ca2-37ed-4526-8862-034ec18208be tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023242 Sep 01 15:31:04.521630 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f29e62ab-0fc0-43db-8007-4916714225f1 None None] Provisioning complete for port a7668f8f-77fc-4100-b5f8-17d6bd0dd842 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:04.522279 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f29e62ab-0fc0-43db-8007-4916714225f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:04.523903 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-88e6a190-066b-4e6b-98dc-12934b75f529 req-8ce268c7-81c6-454c-bc41-4cf21661b448 service neutron] 10.222.0.62 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959671 Sep 01 15:31:04.554447 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640dbc5-6321-4814-8a59-87c3c19c93b0 req-4a42a9f3-e069-41b8-8960-4b4011c58d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:04.556143 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e640dbc5-6321-4814-8a59-87c3c19c93b0 req-4a42a9f3-e069-41b8-8960-4b4011c58d6e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4281881 Sep 01 15:31:04.733075 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-592ea0a5-c240-4e7d-b11e-f5e56942ed5f service neutron] 10.222.0.60 "GET /v2.0/networks/f8c65645-0406-43a8-8521-8a7d8fd3a310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856514 Sep 01 15:31:04.810972 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-88e6a190-066b-4e6b-98dc-12934b75f529 req-55f609b7-be7b-4723-8daf-8151879b393d service neutron] 10.222.0.62 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727830 Sep 01 15:31:04.858913 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-53ada51a-6da8-4212-b497-dfe2c1658ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:05.064983 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e640dbc5-6321-4814-8a59-87c3c19c93b0 req-87e752de-1811-4406-873d-98b0ff7c05c7 service neutron] 10.222.0.45 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934039 Sep 01 15:31:05.102874 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-53ada51a-6da8-4212-b497-dfe2c1658ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:05.111447 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-53ada51a-6da8-4212-b497-dfe2c1658ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:05.186597 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ada51a-6da8-4212-b497-dfe2c1658ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6eb5c61-603e-4ec7-8105-102d7ad30118,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:05.200386 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-f01d792c-8ee5-45a3-bc49-706fb8d8958b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Allocated IP 2001:db8::1 (0872d37e-c0e4-4755-87b8-5a359f9d4cdd/7a996f37-803a-4550-9fb1-4f2fe9a478b3/fa7aff5d-97c7-4011-9b45-dd6c9cdbd400) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:31:05.243548 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c4b0d-52be-4f33-b6f4-4bfd9bdbdd7d req-73baf748-215f-415e-a5ac-887dfed5ab9e tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:05.248159 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b5c4b0d-52be-4f33-b6f4-4bfd9bdbdd7d req-73baf748-215f-415e-a5ac-887dfed5ab9e tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 945 time: 0.2736194 Sep 01 15:31:05.252456 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-1334d3a2-f060-4fea-b45f-9e453be96318 service neutron] 10.222.0.60 "GET /v2.0/networks/f8c65645-0406-43a8-8521-8a7d8fd3a310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051734 Sep 01 15:31:05.257968 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-53ada51a-6da8-4212-b497-dfe2c1658ba2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e762f1a689c94836b80f2a34971ca3fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9960690 Sep 01 15:31:05.258942 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59446) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:05.334115 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e640dbc5-6321-4814-8a59-87c3c19c93b0 req-9821d8be-363d-465c-897e-1ae9dbcde314 service neutron] 10.222.0.45 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581346 Sep 01 15:31:05.475104 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b5c4b0d-52be-4f33-b6f4-4bfd9bdbdd7d req-9c00c357-41de-46b4-bdb3-4d67dbdb45d2 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806345 Sep 01 15:31:05.502152 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f01d792c-8ee5-45a3-bc49-706fb8d8958b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:05.502967 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59452) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:05.519815 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f4c618a-dfc9-4fb0-b1f1-bc7de018f147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:05.532610 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-f01d792c-8ee5-45a3-bc49-706fb8d8958b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Transition to ACTIVE for port object fa7aff5d-97c7-4011-9b45-dd6c9cdbd400 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:05.646866 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f4c618a-dfc9-4fb0-b1f1-bc7de018f147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:05.736538 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f01d792c-8ee5-45a3-bc49-706fb8d8958b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:05.821280 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d792c-8ee5-45a3-bc49-706fb8d8958b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Pushing event updated for resources: {'Port': ['ID=fa7aff5d-97c7-4011-9b45-dd6c9cdbd400,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:05.875386 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01d792c-8ee5-45a3-bc49-706fb8d8958b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Network 0872d37e-c0e4-4755-87b8-5a359f9d4cdd is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:31:05.880192 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-f01d792c-8ee5-45a3-bc49-706fb8d8958b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:05.895328 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01d792c-8ee5-45a3-bc49-706fb8d8958b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:31:05.895820 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f01d792c-8ee5-45a3-bc49-706fb8d8958b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:05.964914 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edb477-8f27-4b92-acfc-213c993fe307 req-f4cf4a83-8209-4f3e-890a-e78982d185a3 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:05.982212 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-29edb477-8f27-4b92-acfc-213c993fe307 req-f4cf4a83-8209-4f3e-890a-e78982d185a3 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 945 time: 0.2575626 Sep 01 15:31:06.062607 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-a4664565-a47e-4118-b320-bea5d74a0ac7 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-271968418'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:06.068025 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f4c618a-dfc9-4fb0-b1f1-bc7de018f147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:06.071559 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f4c618a-dfc9-4fb0-b1f1-bc7de018f147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:06.073002 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7f4c618a-dfc9-4fb0-b1f1-bc7de018f147 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f6eb5c61-603e-4ec7-8105-102d7ad30118 HTTP/1.1" status: 204 len: 168 time: 0.8129544 Sep 01 15:31:06.146608 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a7668f8f-77fc-4100-b5f8-17d6bd0dd842 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:31:06.158196 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cf0e3ef7-d237-49fb-a9f7-8af750b65cd6 req-828ec9af-f3ca-4ead-a71a-e0f5517524ae tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a HTTP/1.1" status: 200 len: 210 time: 0.2447312 Sep 01 15:31:06.164093 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-fa97a7f5-fbae-4a21-92ad-ee9eea000f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:06.165935 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-fa97a7f5-fbae-4a21-92ad-ee9eea000f8d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 1096 time: 0.5023611 Sep 01 15:31:06.257260 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c618a-dfc9-4fb0-b1f1-bc7de018f147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6eb5c61-603e-4ec7-8105-102d7ad30118,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:06.295628 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4664565-a47e-4118-b320-bea5d74a0ac7 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:06.300419 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4664565-a47e-4118-b320-bea5d74a0ac7 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:06.305997 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port a7668f8f-77fc-4100-b5f8-17d6bd0dd842 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:06.306700 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:06.333508 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-29edb477-8f27-4b92-acfc-213c993fe307 req-db071e19-a4a2-41c9-b3b1-9ed46553d65d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3503041 Sep 01 15:31:06.496913 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4664565-a47e-4118-b320-bea5d74a0ac7 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:06.528108 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4664565-a47e-4118-b320-bea5d74a0ac7 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:06.552738 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4664565-a47e-4118-b320-bea5d74a0ac7 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:06.560094 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ae04f25f-aee1-4164-b917-28b60f775e7e None None] Provisioning for port fa7aff5d-97c7-4011-9b45-dd6c9cdbd400 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:31:06.560441 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a4664565-a47e-4118-b320-bea5d74a0ac7 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.0509167 Sep 01 15:31:06.561928 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59488) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:06.573072 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ae04f25f-aee1-4164-b917-28b60f775e7e None None] Provisioning complete for port fa7aff5d-97c7-4011-9b45-dd6c9cdbd400 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:06.574222 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ae04f25f-aee1-4164-b917-28b60f775e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:06.696657 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ae04f25f-aee1-4164-b917-28b60f775e7e None None] Port fa7aff5d-97c7-4011-9b45-dd6c9cdbd400 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:31:06.839619 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b6197dfc-800f-4e2c-a51b-d74192f6ec4b tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:06.864869 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f01d792c-8ee5-45a3-bc49-706fb8d8958b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:07.184934 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b6197dfc-800f-4e2c-a51b-d74192f6ec4b tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:07.191557 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b6197dfc-800f-4e2c-a51b-d74192f6ec4b tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:07.278329 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59504) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:07.336584 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e1744d0a-c327-4e25-84c0-fd5b995d96f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:07.359209 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b6197dfc-800f-4e2c-a51b-d74192f6ec4b tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:07.360215 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6197dfc-800f-4e2c-a51b-d74192f6ec4b tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 905ef107-deef-4cb4-a763-49e9ab0137e5 {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:31:07.365428 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b6197dfc-800f-4e2c-a51b-d74192f6ec4b tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:07.375798 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b6197dfc-800f-4e2c-a51b-d74192f6ec4b tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] 10.222.0.60 "DELETE /v2.0/routers/905ef107-deef-4cb4-a763-49e9ab0137e5 HTTP/1.1" status: 204 len: 168 time: 0.8038487 Sep 01 15:31:07.376009 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-826f5af1-8c75-4bb2-89d1-5a5d8f001996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:07.376009 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-826f5af1-8c75-4bb2-89d1-5a5d8f001996 service neutron] 10.222.0.45 "GET /v2.0/networks?id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449 HTTP/1.1" status: 200 len: 897 time: 1.1890285 Sep 01 15:31:07.376009 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59508) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:07.377628 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-843b3b26-0f64-436c-9e38-82179c6fecc9 req-c444016c-9fa3-48bf-8a7d-25bef4f32e35 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a HTTP/1.1" status: 200 len: 210 time: 0.0841453 Sep 01 15:31:07.389187 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-72e2a665-ab97-4e29-9c75-945104d5668b tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Request body: {'router': {'name': 'tempest-router-1980153218', 'distributed': False}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:07.506700 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc88766-6edd-44e7-966a-8c786c5b3c15 req-e75c1359-7579-4246-85a9-660649ed0ed4 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:07.522352 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8cc88766-6edd-44e7-966a-8c786c5b3c15 req-e75c1359-7579-4246-85a9-660649ed0ed4 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 945 time: 0.8559403 Sep 01 15:31:07.612000 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-0bd73a16-1d2d-4ae3-a4eb-3a1507d6751a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e HTTP/1.1" status: 200 len: 1000 time: 0.2121143 Sep 01 15:31:07.633069 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8cc88766-6edd-44e7-966a-8c786c5b3c15 req-1085f275-534e-4750-9389-ff9fbddf8701 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084962 Sep 01 15:31:07.685903 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e1744d0a-c327-4e25-84c0-fd5b995d96f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:07.724466 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e1744d0a-c327-4e25-84c0-fd5b995d96f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:07.773482 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f01d792c-8ee5-45a3-bc49-706fb8d8958b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:07.794350 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f01d792c-8ee5-45a3-bc49-706fb8d8958b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:07.795619 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa6ebc-a7cc-4e58-8f29-ffd5e2a894ab req-050f6aea-1e2b-400f-a86f-e610c72f1bf2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:07.795923 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f01d792c-8ee5-45a3-bc49-706fb8d8958b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:07.798252 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-63aa6ebc-a7cc-4e58-8f29-ffd5e2a894ab req-050f6aea-1e2b-400f-a86f-e610c72f1bf2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 945 time: 0.1928759 Sep 01 15:31:07.858169 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e1744d0a-c327-4e25-84c0-fd5b995d96f7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38eb8918807e47858d5cc340901caff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5774355 Sep 01 15:31:07.871977 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1744d0a-c327-4e25-84c0-fd5b995d96f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7eb08cc-06bc-4686-bdb2-626d02d076c8,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:07.875202 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72e2a665-ab97-4e29-9c75-945104d5668b tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:07.876393 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59522) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:07.877213 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72e2a665-ab97-4e29-9c75-945104d5668b tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:07.931265 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-b8af2106-a7ed-4ef1-9ebf-8b8223431c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:07.932569 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-b8af2106-a7ed-4ef1-9ebf-8b8223431c56 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0fe352f8-e391-4ad4-b362-c4af541a7f65 HTTP/1.1" status: 200 len: 835 time: 0.2925475 Sep 01 15:31:07.964170 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-63aa6ebc-a7cc-4e58-8f29-ffd5e2a894ab req-2ad73137-fe0c-4c8c-bc2a-1e5b19d49b78 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486082 Sep 01 15:31:08.013203 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9dcef89c-6902-42fd-a66b-d1b746830bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:08.056917 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9dcef89c-6902-42fd-a66b-d1b746830bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:08.132492 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9dcef89c-6902-42fd-a66b-d1b746830bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:08.150102 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9dcef89c-6902-42fd-a66b-d1b746830bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:08.151545 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9dcef89c-6902-42fd-a66b-d1b746830bf1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e7eb08cc-06bc-4686-bdb2-626d02d076c8 HTTP/1.1" status: 204 len: 168 time: 0.2699440 Sep 01 15:31:08.176712 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcef89c-6902-42fd-a66b-d1b746830bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7eb08cc-06bc-4686-bdb2-626d02d076c8,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:08.513214 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:08.530149 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-c8d370c5-ec29-4a6d-ba6a-bcd419ecd60e tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:08.539057 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-c8d370c5-ec29-4a6d-ba6a-bcd419ecd60e tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.62 "GET /v2.0/networks?id=f8c65645-0406-43a8-8521-8a7d8fd3a310 HTTP/1.1" status: 200 len: 808 time: 0.2322109 Sep 01 15:31:08.562541 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-92de59d6-b37e-4f90-8a07-e85c0026f206 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Request body: {'port': {'device_id': 'a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a', 'network_id': 'f8c65645-0406-43a8-8521-8a7d8fd3a310', 'admin_state_up': True, 'tenant_id': '79203d7512b2446d82485c76add318d1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:08.662700 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d792c-8ee5-45a3-bc49-706fb8d8958b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Pushing event updated for resources: {'Port': ['ID=fa7aff5d-97c7-4011-9b45-dd6c9cdbd400,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:08.738331 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72e2a665-ab97-4e29-9c75-945104d5668b tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:08.821760 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-05e3ca7d-cb61-4091-8828-81db5abc2d03 req-8d7eaa43-f380-40ca-98a3-dc760bca8a47 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a HTTP/1.1" status: 200 len: 210 time: 0.1332397 Sep 01 15:31:08.830387 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72e2a665-ab97-4e29-9c75-945104d5668b tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:08.940775 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-04f97b1f-685e-47bc-addb-c71f006275a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:08.944675 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-04f97b1f-685e-47bc-addb-c71f006275a6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9930365 Sep 01 15:31:08.946747 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72e2a665-ab97-4e29-9c75-945104d5668b tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:08.950259 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-72e2a665-ab97-4e29-9c75-945104d5668b tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.5671315 Sep 01 15:31:08.954948 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59554) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:08.994585 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01d792c-8ee5-45a3-bc49-706fb8d8958b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Network 0872d37e-c0e4-4755-87b8-5a359f9d4cdd is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:31:09.043064 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be500c16-41ff-46cc-b59c-5da3c324f0c7 req-ed4c47b9-fc4a-414e-a7b6-806e26267aca tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:09.046420 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-be500c16-41ff-46cc-b59c-5da3c324f0c7 req-ed4c47b9-fc4a-414e-a7b6-806e26267aca tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 945 time: 0.2124481 Sep 01 15:31:09.071575 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-92de59d6-b37e-4f90-8a07-e85c0026f206 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Made reservation on behalf of 79203d7512b2446d82485c76add318d1 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:09.078241 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-f01d792c-8ee5-45a3-bc49-706fb8d8958b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:09.079386 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-92de59d6-b37e-4f90-8a07-e85c0026f206 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:09.285143 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-173a0217-2e3a-4c29-a14e-abd55f12387b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:09.316557 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-23442f3c-f3af-4068-9279-9262851a241a tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:09.381489 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59564) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:09.595766 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-92de59d6-b37e-4f90-8a07-e85c0026f206 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Allocated IP 172.20.0.2 (f8c65645-0406-43a8-8521-8a7d8fd3a310/1b36e674-5420-49dc-8530-066948815f53/0e88bf92-1ece-4dff-b838-e6baa0c7e541) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:31:09.685336 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-23442f3c-f3af-4068-9279-9262851a241a tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:09.697919 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01d792c-8ee5-45a3-bc49-706fb8d8958b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Router 46065400-74b2-44e7-b3d5-a51e999ecb67 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:31:09.699656 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-23442f3c-f3af-4068-9279-9262851a241a tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:09.710446 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139b5ef-8f60-41bf-95d7-3ebe5f3f698e req-ec0a84cb-7cbb-473e-85f2-cef44c02ab82 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:09.713097 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0139b5ef-8f60-41bf-95d7-3ebe5f3f698e req-ec0a84cb-7cbb-473e-85f2-cef44c02ab82 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 945 time: 0.4762359 Sep 01 15:31:09.716256 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-1b05b093-984e-4ed7-8a7e-956187a69f77 service neutron] 10.222.0.45 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7475672 Sep 01 15:31:09.736660 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-ca369612-eed0-499b-b3b3-95a734dcbb20 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:09.782271 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-be500c16-41ff-46cc-b59c-5da3c324f0c7 req-4c1bf766-699b-421c-98b3-1b3ddfaafa47 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6835735 Sep 01 15:31:09.906981 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3a26775b-1985-404f-b7b9-18fcd4dc1672 None None] Provisioning complete for port fa7aff5d-97c7-4011-9b45-dd6c9cdbd400 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:09.909326 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3a26775b-1985-404f-b7b9-18fcd4dc1672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:10.033994 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3a26775b-1985-404f-b7b9-18fcd4dc1672 None None] Port fa7aff5d-97c7-4011-9b45-dd6c9cdbd400 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:31:10.070660 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5c98f46e-bae0-49c3-8ff8-eb7aef5f8796 req-6ed7900b-04cf-4954-ab1a-76124f4730e4 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a HTTP/1.1" status: 200 len: 210 time: 0.0439949 Sep 01 15:31:10.153190 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-23442f3c-f3af-4068-9279-9262851a241a tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:10.153737 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23442f3c-f3af-4068-9279-9262851a241a tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a963737-0c17-498a-903d-109436eef0b8 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:31:10.166110 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-23442f3c-f3af-4068-9279-9262851a241a tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:10.174393 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-23442f3c-f3af-4068-9279-9262851a241a tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] 10.222.0.60 "DELETE /v2.0/routers/1a963737-0c17-498a-903d-109436eef0b8 HTTP/1.1" status: 204 len: 168 time: 1.2088339 Sep 01 15:31:10.177837 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59592) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:10.196777 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-25761f59-72bd-4016-b0d4-1c55fde63882 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Request body: {'router': {'name': 'tempest-router-851065010', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd95ff1eeb1c3422c961557d2224074b8'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:10.227055 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-92de59d6-b37e-4f90-8a07-e85c0026f206 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:10.233309 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ca369612-eed0-499b-b3b3-95a734dcbb20 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] 10.222.0.60 "PUT /v2.0/quotas/6da81a815c064f34bc7bcac64e552de3 HTTP/1.1" status: 200 len: 368 time: 0.8163559 Sep 01 15:31:10.252229 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0139b5ef-8f60-41bf-95d7-3ebe5f3f698e req-b98ce955-59cf-4fc6-afb1-8ee705423fa0 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4140246 Sep 01 15:31:10.254601 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59594) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:10.265538 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Request body: {'network': {'project_id': '6da81a815c064f34bc7bcac64e552de3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:10.288251 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01d792c-8ee5-45a3-bc49-706fb8d8958b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:31:10.294443 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-bbcd7434-df15-4d97-8db2-094b3fbb21f5 service neutron] 10.222.0.45 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5622392 Sep 01 15:31:10.298181 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f01d792c-8ee5-45a3-bc49-706fb8d8958b tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "PUT /v2.0/routers/46065400-74b2-44e7-b3d5-a51e999ecb67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7577164 Sep 01 15:31:10.309501 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-25761f59-72bd-4016-b0d4-1c55fde63882 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:10.311812 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46c52af-e83d-4e72-84b7-cf45786102b2 None None] Sync routers for ids ['46065400-74b2-44e7-b3d5-a51e999ecb67'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:31:10.318196 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-25761f59-72bd-4016-b0d4-1c55fde63882 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:10.320777 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59598) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:10.335544 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46c52af-e83d-4e72-84b7-cf45786102b2 None None] Routers {'46065400-74b2-44e7-b3d5-a51e999ecb67'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:31:10.337117 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d46c52af-e83d-4e72-84b7-cf45786102b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:30:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['46065400-74b2-44e7-b3d5-a51e999ecb67'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:10.365934 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Made reservation on behalf of 6da81a815c064f34bc7bcac64e552de3 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:10.368437 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:10.433682 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:10.449609 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d46c52af-e83d-4e72-84b7-cf45786102b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:10.477680 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46c52af-e83d-4e72-84b7-cf45786102b2 None None] Routers {'46065400-74b2-44e7-b3d5-a51e999ecb67'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:31:10.478663 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d46c52af-e83d-4e72-84b7-cf45786102b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:30:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['46065400-74b2-44e7-b3d5-a51e999ecb67'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:10.554576 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-92de59d6-b37e-4f90-8a07-e85c0026f206 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:10.594202 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d46c52af-e83d-4e72-84b7-cf45786102b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:10.597525 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46c52af-e83d-4e72-84b7-cf45786102b2 None None] The sync data for ids ['46065400-74b2-44e7-b3d5-a51e999ecb67'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:31:10.642246 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de59d6-b37e-4f90-8a07-e85c0026f206 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Pushing event updated for resources: {'Port': ['ID=0e88bf92-1ece-4dff-b838-e6baa0c7e541,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:10.671313 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-92de59d6-b37e-4f90-8a07-e85c0026f206 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Network f8c65645-0406-43a8-8521-8a7d8fd3a310 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:31:10.679839 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-92de59d6-b37e-4f90-8a07-e85c0026f206 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:10.684353 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-92de59d6-b37e-4f90-8a07-e85c0026f206 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:31:10.685134 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-25761f59-72bd-4016-b0d4-1c55fde63882 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:10.702713 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-25761f59-72bd-4016-b0d4-1c55fde63882 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:10.717772 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8fc894af-8ea1-4aa9-a3ff-ce3626bcbbd6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:10.745612 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-92de59d6-b37e-4f90-8a07-e85c0026f206 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:10.746913 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-92de59d6-b37e-4f90-8a07-e85c0026f206 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:10.851885 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:10.859562 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:10.896271 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-92de59d6-b37e-4f90-8a07-e85c0026f206 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3388257 Sep 01 15:31:10.898249 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d688cb-1110-407f-8933-fed66aeed885,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:10.915497 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:31:10.925520 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-fe644351-89fd-4094-a3b3-012453cb1b7f service neutron] Request body: {'port': {'device_id': 'a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:10.947410 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6a190-066b-4e6b-98dc-12934b75f529 req-fa77b40c-e8bc-4694-a71e-f1028b66fcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:10.954515 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-88e6a190-066b-4e6b-98dc-12934b75f529 req-fa77b40c-e8bc-4694-a71e-f1028b66fcd5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 1096 time: 0.4429629 Sep 01 15:31:11.019759 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-8fc894af-8ea1-4aa9-a3ff-ce3626bcbbd6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 01 15:31:11.022447 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8fc894af-8ea1-4aa9-a3ff-ce3626bcbbd6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "DELETE /v2.0/routers/46065400-74b2-44e7-b3d5-a51e999ecb67 HTTP/1.1" status: 409 len: 329 time: 0.6986377 Sep 01 15:31:11.052505 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59616) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:11.117463 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-25761f59-72bd-4016-b0d4-1c55fde63882 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:11.119892 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-25761f59-72bd-4016-b0d4-1c55fde63882 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9266627 Sep 01 15:31:11.124946 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59620) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:11.135395 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-cdd9e6aa-37cb-4671-b974-f6e412c13efa tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:11.549141 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993eb510-9551-4b9d-b31f-98b48806f762 req-2aff5f0c-ab24-4903-9b93-2e0e6e920ae9 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:11.552967 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-993eb510-9551-4b9d-b31f-98b48806f762 req-2aff5f0c-ab24-4903-9b93-2e0e6e920ae9 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a HTTP/1.1" status: 200 len: 931 time: 0.2756481 Sep 01 15:31:11.568684 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6a190-066b-4e6b-98dc-12934b75f529 req-3e16c82c-2c89-4df5-b5f4-c8430ea171eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:11.572667 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-88e6a190-066b-4e6b-98dc-12934b75f529 req-3e16c82c-2c89-4df5-b5f4-c8430ea171eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449 HTTP/1.1" status: 200 len: 897 time: 0.6002731 Sep 01 15:31:11.637422 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:11.637976 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Added segment cba734db-d3c8-4fc5-9fd1-c78414d1d476 of type vlan for network bf760c3c-3586-4d34-b67e-05f86e3328a6 Sep 01 15:31:11.666034 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-fe644351-89fd-4094-a3b3-012453cb1b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:11.780833 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:11.827182 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cdd9e6aa-37cb-4671-b974-f6e412c13efa tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37605'] for router, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:11.827771 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cdd9e6aa-37cb-4671-b974-f6e412c13efa tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks [] for router, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:11.873350 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52cb03-ceff-4075-b959-56938b21b9c7 req-cc127081-57f6-4b11-ae69-dd963b70be28 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:11.888808 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c52cb03-ceff-4075-b959-56938b21b9c7 req-cc127081-57f6-4b11-ae69-dd963b70be28 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 945 time: 0.8793490 Sep 01 15:31:12.011813 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-993eb510-9551-4b9d-b31f-98b48806f762 req-29e5a2cd-6259-4c48-94c1-bdc16e2967ed tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e184957-0237-42f9-8732-2c509e60a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368262 Sep 01 15:31:12.025506 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.resource_extend [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:31:12.032515 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-88e6a190-066b-4e6b-98dc-12934b75f529 req-6fab38ad-c939-4316-a43b-7879530e184f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e HTTP/1.1" status: 200 len: 1000 time: 0.3755231 Sep 01 15:31:12.044403 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cdd9e6aa-37cb-4671-b974-f6e412c13efa tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94733) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 01 15:31:12.045152 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cdd9e6aa-37cb-4671-b974-f6e412c13efa tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Router 790ebbcc-e605-4ccf-afe2-1664454a10a3 migrating from provider to provider. {{(pid=94733) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 01 15:31:12.045973 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cdd9e6aa-37cb-4671-b974-f6e412c13efa tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:12.052956 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cdd9e6aa-37cb-4671-b974-f6e412c13efa tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:12.110877 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:12.118601 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cdd9e6aa-37cb-4671-b974-f6e412c13efa tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1825249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1825272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1826501'] for router, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:12.354317 n-d-794796-3 neutron-server[94733]: WARNING neutron.scheduler.l3_agent_scheduler [None req-cdd9e6aa-37cb-4671-b974-f6e412c13efa tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] No L3 agents can host the router 790ebbcc-e605-4ccf-afe2-1664454a10a3 Sep 01 15:31:12.382587 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c52cb03-ceff-4075-b959-56938b21b9c7 req-5c549913-88ac-4d3e-bd6b-75ef65174593 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4922304 Sep 01 15:31:12.402584 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:12.404225 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:12.405497 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:12.419491 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6a190-066b-4e6b-98dc-12934b75f529 req-d26427bc-2481-4801-91b2-890330b98db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:12.421990 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-88e6a190-066b-4e6b-98dc-12934b75f529 req-d26427bc-2481-4801-91b2-890330b98db1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0fe352f8-e391-4ad4-b362-c4af541a7f65 HTTP/1.1" status: 200 len: 835 time: 0.3669586 Sep 01 15:31:12.693672 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.4372299 Sep 01 15:31:12.703763 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59658) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:12.725816 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-39c753b1-5e70-4051-bade-67e346ab9f3b tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Request body: {'network': {'project_id': '6da81a815c064f34bc7bcac64e552de3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:12.797968 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c753b1-5e70-4051-bade-67e346ab9f3b tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Made reservation on behalf of 6da81a815c064f34bc7bcac64e552de3 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:12.802291 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-39c753b1-5e70-4051-bade-67e346ab9f3b tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:12.840943 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Pushing event updated for resources: {'Network': ['ID=bf760c3c-3586-4d34-b67e-05f86e3328a6,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:12.921262 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:12.921842 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:12.922642 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:12.923236 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:12.923770 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:12.924328 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:12.924875 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:12.925432 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:12.926000 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:12.926701 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:12.927161 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:12.927909 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d2f31e-63e8-405a-9586-2829178202e6 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:12.969690 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network bf760c3c-3586-4d34-b67e-05f86e3328a6 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:31:13.020799 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c753b1-5e70-4051-bade-67e346ab9f3b tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:31:13.030906 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-fe644351-89fd-4094-a3b3-012453cb1b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e88bf92-1ece-4dff-b838-e6baa0c7e541 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:31:13.050738 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-fe644351-89fd-4094-a3b3-012453cb1b7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:13.127229 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-39c753b1-5e70-4051-bade-67e346ab9f3b tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:13.139239 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-39c753b1-5e70-4051-bade-67e346ab9f3b tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Added segment 10e9be0d-d12e-4799-bcde-af42b66d4e37 of type vlan for network c4ca7ace-9c0a-4b4c-991c-4531bcc89a5f Sep 01 15:31:13.180782 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-fe644351-89fd-4094-a3b3-012453cb1b7f service neutron] Transition to ACTIVE for port object 0e88bf92-1ece-4dff-b838-e6baa0c7e541 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:13.201840 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-fe644351-89fd-4094-a3b3-012453cb1b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:13.247884 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:13.340298 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-39c753b1-5e70-4051-bade-67e346ab9f3b tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:13.356805 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd9e6aa-37cb-4671-b974-f6e412c13efa tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Hosts for router 790ebbcc-e605-4ccf-afe2-1664454a10a3: [] {{(pid=94733) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 01 15:31:13.398132 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3689d88-3ef5-432d-b6ba-d1d8344e0e68 req-88d5cb24-c5e2-4908-886f-14777d9241dd tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:13.399903 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f3689d88-3ef5-432d-b6ba-d1d8344e0e68 req-88d5cb24-c5e2-4908-886f-14777d9241dd tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 945 time: 1.1560729 Sep 01 15:31:13.406065 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6a190-066b-4e6b-98dc-12934b75f529 req-1e1c6925-ea7d-4dd9-95c5-d6ddd6ef12d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:13.408626 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-88e6a190-066b-4e6b-98dc-12934b75f529 req-1e1c6925-ea7d-4dd9-95c5-d6ddd6ef12d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9654515 Sep 01 15:31:13.410601 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd9e6aa-37cb-4671-b974-f6e412c13efa tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Hosts for other DVR routers connected to router 790ebbcc-e605-4ccf-afe2-1664454a10a3: set() {{(pid=94733) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 01 15:31:13.413637 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cdd9e6aa-37cb-4671-b974-f6e412c13efa tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:13.415274 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cdd9e6aa-37cb-4671-b974-f6e412c13efa tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] 10.222.0.60 "PUT /v2.0/routers/790ebbcc-e605-4ccf-afe2-1664454a10a3 HTTP/1.1" status: 200 len: 716 time: 2.2889888 Sep 01 15:31:13.419940 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe644351-89fd-4094-a3b3-012453cb1b7f service neutron] Pushing event updated for resources: {'Port': ['ID=0e88bf92-1ece-4dff-b838-e6baa0c7e541,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:13.420673 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59684) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:13.465214 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9944123-445a-4ea6-aba3-281d4c622afc req-96b70336-e25f-4729-afc3-ed66e5f49799 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:13.474070 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f9944123-445a-4ea6-aba3-281d4c622afc req-96b70336-e25f-4729-afc3-ed66e5f49799 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a HTTP/1.1" status: 200 len: 943 time: 0.2798109 Sep 01 15:31:13.533369 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-39c753b1-5e70-4051-bade-67e346ab9f3b tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:13.533369 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c753b1-5e70-4051-bade-67e346ab9f3b tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:13.533369 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-39c753b1-5e70-4051-bade-67e346ab9f3b tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:13.646450 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a3a0ef17-b593-4c33-a759-a541cc6f75a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:13.681962 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-39c753b1-5e70-4051-bade-67e346ab9f3b tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9643691 Sep 01 15:31:13.684999 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c753b1-5e70-4051-bade-67e346ab9f3b tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Pushing event updated for resources: {'Network': ['ID=c4ca7ace-9c0a-4b4c-991c-4531bcc89a5f,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:13.689604 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-319832e6-1f2e-4da4-8b7a-a3e1271df64d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:13.700291 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network c4ca7ace-9c0a-4b4c-991c-4531bcc89a5f details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:31:13.735883 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59692) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:13.749595 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-2be2ecf2-b479-4d5d-8b4c-380b77820bbc tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Request body: {'network': {'project_id': '6da81a815c064f34bc7bcac64e552de3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:13.819095 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f9944123-445a-4ea6-aba3-281d4c622afc req-1ab686d5-124b-433e-8565-76ed62c938d7 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e184957-0237-42f9-8732-2c509e60a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421767 Sep 01 15:31:13.822593 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e6be0568-f65e-4ad8-bbaa-35930e1d0ccf tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] 10.222.0.60 "GET /v2.0/routers/790ebbcc-e605-4ccf-afe2-1664454a10a3 HTTP/1.1" status: 200 len: 716 time: 0.4001088 Sep 01 15:31:13.840737 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59698) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:13.859687 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:31:13.877261 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be2ecf2-b479-4d5d-8b4c-380b77820bbc tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 01 15:31:13.878190 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be2ecf2-b479-4d5d-8b4c-380b77820bbc tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:31:13.880517 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2be2ecf2-b479-4d5d-8b4c-380b77820bbc tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1384728 Sep 01 15:31:13.905864 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59704) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:13.937661 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f3689d88-3ef5-432d-b6ba-d1d8344e0e68 req-3b8df04f-9863-4906-9e84-2d1e96573093 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3867660 Sep 01 15:31:14.010172 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-fe644351-89fd-4094-a3b3-012453cb1b7f service neutron] Attempting to bind port 0e88bf92-1ece-4dff-b838-e6baa0c7e541 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:31:14.016350 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-fe644351-89fd-4094-a3b3-012453cb1b7f service neutron] Attempting to bind port 0e88bf92-1ece-4dff-b838-e6baa0c7e541 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f8c65645-0406-43a8-8521-8a7d8fd3a310'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:31:14.016890 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-fe644351-89fd-4094-a3b3-012453cb1b7f service neutron] Attempting to bind port 0e88bf92-1ece-4dff-b838-e6baa0c7e541 on network f8c65645-0406-43a8-8521-8a7d8fd3a310 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:31:14.034470 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-88e6a190-066b-4e6b-98dc-12934b75f529 req-74c0db5d-54c8-418a-a819-ee5c502118af service neutron] 10.222.0.45 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5053000 Sep 01 15:31:14.153931 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-fe644351-89fd-4094-a3b3-012453cb1b7f service neutron] Port 0e88bf92-1ece-4dff-b838-e6baa0c7e541 on network f8c65645-0406-43a8-8521-8a7d8fd3a310 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:31:14.153931 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-fe644351-89fd-4094-a3b3-012453cb1b7f service neutron] Attempting to bind port 0e88bf92-1ece-4dff-b838-e6baa0c7e541 on network f8c65645-0406-43a8-8521-8a7d8fd3a310 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:31:14.196586 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,segment=NetworkSegment(43435e54-65f1-4db7-a09a-c8eaa0a35130),segment_id=43435e54-65f1-4db7-a09a-c8eaa0a35130)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:14.199674 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-fe644351-89fd-4094-a3b3-012453cb1b7f service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:31:14.206014 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-fe644351-89fd-4094-a3b3-012453cb1b7f service neutron] Checking segment: {'id': '5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f8c65645-0406-43a8-8521-8a7d8fd3a310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:31:14.206916 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-fe644351-89fd-4094-a3b3-012453cb1b7f service neutron] Bound using segment: {'id': '5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f8c65645-0406-43a8-8521-8a7d8fd3a310'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:31:14.208072 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-fe644351-89fd-4094-a3b3-012453cb1b7f service neutron] Bound port: 0e88bf92-1ece-4dff-b838-e6baa0c7e541, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f8c65645-0406-43a8-8521-8a7d8fd3a310'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:31:14.208837 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-fe644351-89fd-4094-a3b3-012453cb1b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:14.243254 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e', 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449', 'port_id': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e', 'mac_address': 'fa:16:3e:a4:94:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe352f8-e391-4ad4-b362-c4af541a7f65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:31:14.263204 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-88e6a190-066b-4e6b-98dc-12934b75f529 req-833cf775-e23e-4ac7-8a63-4d2bfa9645bd service neutron] 10.222.0.45 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170386 Sep 01 15:31:14.331867 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:14.464399 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-fe644351-89fd-4094-a3b3-012453cb1b7f service neutron] For port 0e88bf92-1ece-4dff-b838-e6baa0c7e541, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:31:14.487120 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-fe644351-89fd-4094-a3b3-012453cb1b7f service neutron] For port 0e88bf92-1ece-4dff-b838-e6baa0c7e541, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=0e88bf92-1ece-4dff-b838-e6baa0c7e541,segment=NetworkSegment(5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d),segment_id=5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:31:14.499635 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-18896a0c-c593-4c0c-8e87-51d7267392d7 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6da81a815c064f34bc7bcac64e552de3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5902817 Sep 01 15:31:14.506494 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-fe644351-89fd-4094-a3b3-012453cb1b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:14.510416 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59714) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:14.526007 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f3b2f904-2f4f-4471-80ed-0e39d4480dff tempest-RoutersTestDVR-237757610 tempest-RoutersTestDVR-237757610-project] 10.222.0.60 "GET /v2.0/routers/790ebbcc-e605-4ccf-afe2-1664454a10a3 HTTP/1.1" status: 200 len: 682 time: 0.6829827 Sep 01 15:31:14.530276 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59718) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:14.629207 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:31:14.653371 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe644351-89fd-4094-a3b3-012453cb1b7f service neutron] Pushing event updated for resources: {'Port': ['ID=0e88bf92-1ece-4dff-b838-e6baa0c7e541,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:14.658785 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,segment=NetworkSegment(43435e54-65f1-4db7-a09a-c8eaa0a35130),segment_id=43435e54-65f1-4db7-a09a-c8eaa0a35130)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:14.673597 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:14.687004 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc397fdc-c325-41e1-a6f9-9b1b71340cac req-d7466a90-80ce-4cc2-b1ea-81d7295dd3b8 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:14.693068 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-92ec52e6-b9f8-41db-8483-d880f7480a82 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:14.703946 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fc397fdc-c325-41e1-a6f9-9b1b71340cac req-d7466a90-80ce-4cc2-b1ea-81d7295dd3b8 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 945 time: 0.5739107 Sep 01 15:31:14.751880 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,revision_number=12']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:14.780905 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-fe644351-89fd-4094-a3b3-012453cb1b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:14.781887 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-fe644351-89fd-4094-a3b3-012453cb1b7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:14.784094 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-fe644351-89fd-4094-a3b3-012453cb1b7f service neutron] 10.222.0.62 "PUT /v2.0/ports/0e88bf92-1ece-4dff-b838-e6baa0c7e541 HTTP/1.1" status: 200 len: 1091 time: 3.8648603 Sep 01 15:31:14.791534 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a', 'tag': '0e88bf92-1ece-4dff-b838-e6baa0c7e541'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:31:14.797198 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e206ae6d-5b93-42f9-8095-af27e34fa80d" -d '{"events": [{"name": "network-changed", "server_uuid": "a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a", "tag": "0e88bf92-1ece-4dff-b838-e6baa0c7e541"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:31:14.859578 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59728) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:14.909859 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03ca9a5-0fd2-45d6-bfdd-36c763160b7a x-openstack-request-id: req-c03ca9a5-0fd2-45d6-bfdd-36c763160b7a {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:31:14.911894 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a", "tag": "0e88bf92-1ece-4dff-b838-e6baa0c7e541", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:31:14.912721 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c03ca9a5-0fd2-45d6-bfdd-36c763160b7a {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:31:14.913888 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a', 'tag': '0e88bf92-1ece-4dff-b838-e6baa0c7e541', 'status': 'completed', 'code': 200} Sep 01 15:31:14.960366 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-92ec52e6-b9f8-41db-8483-d880f7480a82 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:14.963522 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-92ec52e6-b9f8-41db-8483-d880f7480a82 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:15.019049 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['9680b7b7-4cb8-4de6-9e02-d39a9cf0622e'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:31:15.063664 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fc397fdc-c325-41e1-a6f9-9b1b71340cac req-2e7bce52-50e7-4e0d-976e-2dea22a0776d tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479042 Sep 01 15:31:15.073044 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-92ec52e6-b9f8-41db-8483-d880f7480a82 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:15.074431 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ec52e6-b9f8-41db-8483-d880f7480a82 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 790ebbcc-e605-4ccf-afe2-1664454a10a3 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:31:15.080489 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e166ddee-60ea-4ea5-93e4-f3aaf26a3e46 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:15.114423 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-92ec52e6-b9f8-41db-8483-d880f7480a82 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:15.123551 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-92ec52e6-b9f8-41db-8483-d880f7480a82 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] 10.222.0.60 "DELETE /v2.0/routers/790ebbcc-e605-4ccf-afe2-1664454a10a3 HTTP/1.1" status: 204 len: 168 time: 0.5913336 Sep 01 15:31:15.131652 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59738) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:15.179395 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-6e49e2e5-8133-40bf-88c6-6c17516bc434 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Request body: {'router': {'name': 'tempest-router-1312051097', 'distributed': True}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:15.220293 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-40daad85-3199-475e-986a-b28da416de91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:15.221988 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-40daad85-3199-475e-986a-b28da416de91 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79203d7512b2446d82485c76add318d1&device_id=a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a HTTP/1.1" status: 200 len: 1094 time: 0.3256903 Sep 01 15:31:15.237201 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e166ddee-60ea-4ea5-93e4-f3aaf26a3e46 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:15.240101 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6e49e2e5-8133-40bf-88c6-6c17516bc434 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:15.241515 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6e49e2e5-8133-40bf-88c6-6c17516bc434 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:15.246546 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:15.299162 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c3f2b3ac-8171-422d-ae80-8a66be306c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:15.359917 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb609432-b771-4c79-87c2-bb8da46b211b req-b7c27636-d35d-4dfe-a0aa-7c51cbb77e8d tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:15.363492 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eb609432-b771-4c79-87c2-bb8da46b211b req-b7c27636-d35d-4dfe-a0aa-7c51cbb77e8d tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a HTTP/1.1" status: 200 len: 943 time: 0.3108401 Sep 01 15:31:15.371947 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6e49e2e5-8133-40bf-88c6-6c17516bc434 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:15.395010 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6e49e2e5-8133-40bf-88c6-6c17516bc434 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:15.410714 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-2742cd57-d0a7-4820-9a05-ae744992ff98 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e88bf92-1ece-4dff-b838-e6baa0c7e541 HTTP/1.1" status: 200 len: 217 time: 0.1402969 Sep 01 15:31:15.436834 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6e49e2e5-8133-40bf-88c6-6c17516bc434 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:15.438818 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6e49e2e5-8133-40bf-88c6-6c17516bc434 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3060794 Sep 01 15:31:15.451760 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eb609432-b771-4c79-87c2-bb8da46b211b req-4045fd56-cd62-4d2b-b015-25ebff0fe91e tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e184957-0237-42f9-8732-2c509e60a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763409 Sep 01 15:31:15.451760 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59742) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:15.564849 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-09035560-c7f6-4d7a-87ff-ea98e2b7b4f8 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:15.612634 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a530156-5a1d-4ead-8b78-48328f5e1947 req-64da6a90-d025-4082-995f-aa7ac19c0df4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:15.623763 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1a530156-5a1d-4ead-8b78-48328f5e1947 req-64da6a90-d025-4082-995f-aa7ac19c0df4 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 946 time: 0.3671815 Sep 01 15:31:15.648437 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e166ddee-60ea-4ea5-93e4-f3aaf26a3e46 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:15.651421 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e166ddee-60ea-4ea5-93e4-f3aaf26a3e46 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:15.654383 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e166ddee-60ea-4ea5-93e4-f3aaf26a3e46 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/12d688cb-1110-407f-8933-fed66aeed885 HTTP/1.1" status: 204 len: 168 time: 1.0174861 Sep 01 15:31:15.660102 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59748) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:15.663666 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-e896a7e6-f2f0-4030-b9f3-e94535405cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:15.665541 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-e896a7e6-f2f0-4030-b9f3-e94535405cc7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b36e674-5420-49dc-8530-066948815f53 HTTP/1.1" status: 200 len: 848 time: 0.2051568 Sep 01 15:31:15.704673 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166ddee-60ea-4ea5-93e4-f3aaf26a3e46 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d688cb-1110-407f-8933-fed66aeed885,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:15.740020 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-3449c4c3-837c-4bf3-a69e-c8bbdcb01e0d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8c65645-0406-43a8-8521-8a7d8fd3a310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514967 Sep 01 15:31:15.764246 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-319832e6-1f2e-4da4-8b7a-a3e1271df64d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Deleting port fa7aff5d-97c7-4011-9b45-dd6c9cdbd400 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:31:15.764618 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-319832e6-1f2e-4da4-8b7a-a3e1271df64d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:15.778038 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1a530156-5a1d-4ead-8b78-48328f5e1947 req-54da52bd-2596-43eb-ba67-34b806c2fa92 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532786 Sep 01 15:31:15.838234 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59750) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:15.924199 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e53f476-7f95-45d2-9ca2-578d63bd5080 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:15.931752 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-09035560-c7f6-4d7a-87ff-ea98e2b7b4f8 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:15.936415 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-09035560-c7f6-4d7a-87ff-ea98e2b7b4f8 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:15.993281 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c3f2b3ac-8171-422d-ae80-8a66be306c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:16.022557 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c3f2b3ac-8171-422d-ae80-8a66be306c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:16.046201 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f6eb79af-7bec-4173-af07-aaf8d204ec2d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/floatingips/d36a2f51-5ff1-4a1c-b763-f69fdc6d98fc HTTP/1.1" status: 200 len: 993 time: 0.1708479 Sep 01 15:31:16.090527 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-09035560-c7f6-4d7a-87ff-ea98e2b7b4f8 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:16.091320 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09035560-c7f6-4d7a-87ff-ea98e2b7b4f8 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d06afbb4-8344-4946-8792-3f92ac95f25f {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:31:16.096183 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-237c6f09-8859-46fb-bc74-3dc8be610f7a service neutron] 10.222.0.62 "GET /v2.0/networks/f8c65645-0406-43a8-8521-8a7d8fd3a310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363967 Sep 01 15:31:16.099298 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-09035560-c7f6-4d7a-87ff-ea98e2b7b4f8 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:16.101214 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-09035560-c7f6-4d7a-87ff-ea98e2b7b4f8 tempest-RoutersTestDVR-910692529 tempest-RoutersTestDVR-910692529-project-admin] 10.222.0.60 "DELETE /v2.0/routers/d06afbb4-8344-4946-8792-3f92ac95f25f HTTP/1.1" status: 204 len: 168 time: 0.6455743 Sep 01 15:31:16.111341 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-319832e6-1f2e-4da4-8b7a-a3e1271df64d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:16.124998 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2b3ac-8171-422d-ae80-8a66be306c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870841bd-3d93-462e-bfa6-4c6df6c2af8d,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:16.156071 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c3f2b3ac-8171-422d-ae80-8a66be306c70 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2f137a5cebde469fa8f02c969bc741fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2899091 Sep 01 15:31:16.163882 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59760) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:16.192510 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-319832e6-1f2e-4da4-8b7a-a3e1271df64d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Calling delete_port for fa7aff5d-97c7-4011-9b45-dd6c9cdbd400 owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:31:16.266004 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e53f476-7f95-45d2-9ca2-578d63bd5080 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:16.355544 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-8e53f476-7f95-45d2-9ca2-578d63bd5080 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ca7ace-9c0a-4b4c-991c-4531bcc89a5f']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:16.397636 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-8e53f476-7f95-45d2-9ca2-578d63bd5080 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e9be0d-d12e-4799-bcde-af42b66d4e37') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:16.399798 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-8e53f476-7f95-45d2-9ca2-578d63bd5080 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e9be0d-d12e-4799-bcde-af42b66d4e37') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:16.432156 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e53f476-7f95-45d2-9ca2-578d63bd5080 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:16.459710 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f0e15-6e33-4d11-95ad-e315100d77ac req-080af34e-3b64-4d0b-97b7-f9d798df1c4b tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:16.465056 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-007f0e15-6e33-4d11-95ad-e315100d77ac req-080af34e-3b64-4d0b-97b7-f9d798df1c4b tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 945 time: 0.1710513 Sep 01 15:31:16.515825 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e53f476-7f95-45d2-9ca2-578d63bd5080 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:16.538969 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e977f22-23f2-43a8-ba26-af1e801e576b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:16.569024 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e977f22-23f2-43a8-ba26-af1e801e576b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:16.605809 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e53f476-7f95-45d2-9ca2-578d63bd5080 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:31:16.606893 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e53f476-7f95-45d2-9ca2-578d63bd5080 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:16.612925 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-007f0e15-6e33-4d11-95ad-e315100d77ac req-32ea280f-2a4e-4882-8fe1-c132d948509a tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351552 Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:31:16.613945 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:31:16.664984 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-26b62f0e-f01b-4f32-a4cd-145a257f5fe9 req-d80df508-d308-4513-b14e-6fcdd7cbced4 service neutron] 10.222.0.62 "GET /v2.0/networks/f8c65645-0406-43a8-8521-8a7d8fd3a310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5573843 Sep 01 15:31:16.671333 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-319832e6-1f2e-4da4-8b7a-a3e1271df64d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:16.743568 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e53f476-7f95-45d2-9ca2-578d63bd5080 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:16.747179 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319832e6-1f2e-4da4-8b7a-a3e1271df64d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Pushing event deleted for resources: {'Port': ['ID=fa7aff5d-97c7-4011-9b45-dd6c9cdbd400,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:16.803203 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e53f476-7f95-45d2-9ca2-578d63bd5080 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:16.811658 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f65dc6-d66e-4f6a-a47f-958889cc3c8a req-c149069f-e1e9-452d-895b-5229c7552dec tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:16.811964 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8e53f476-7f95-45d2-9ca2-578d63bd5080 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] 10.222.0.60 "DELETE /v2.0/networks/c4ca7ace-9c0a-4b4c-991c-4531bcc89a5f HTTP/1.1" status: 204 len: 168 time: 1.1455524 Sep 01 15:31:16.812843 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59772) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:16.818932 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b1f65dc6-d66e-4f6a-a47f-958889cc3c8a req-c149069f-e1e9-452d-895b-5229c7552dec tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a HTTP/1.1" status: 200 len: 943 time: 0.2199733 Sep 01 15:31:16.821712 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59774) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:16.826378 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53f476-7f95-45d2-9ca2-578d63bd5080 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Pushing event deleted for resources: {'Network': ['ID=c4ca7ace-9c0a-4b4c-991c-4531bcc89a5f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:16.836114 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e977f22-23f2-43a8-ba26-af1e801e576b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:16.842725 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e977f22-23f2-43a8-ba26-af1e801e576b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:16.848877 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8e977f22-23f2-43a8-ba26-af1e801e576b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/870841bd-3d93-462e-bfa6-4c6df6c2af8d HTTP/1.1" status: 204 len: 168 time: 0.6832418 Sep 01 15:31:16.955727 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e977f22-23f2-43a8-ba26-af1e801e576b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870841bd-3d93-462e-bfa6-4c6df6c2af8d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:17.029319 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fe183d3e-d652-4d1a-bd87-36c505852837 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:17.208306 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-319832e6-1f2e-4da4-8b7a-a3e1271df64d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:17.222151 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7bc62249-ff11-455b-b896-ba4133990b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:17.256736 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b1f65dc6-d66e-4f6a-a47f-958889cc3c8a req-6bc5eecb-b19d-4775-bc60-b78781424b97 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e184957-0237-42f9-8732-2c509e60a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365835 Sep 01 15:31:17.261793 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fe183d3e-d652-4d1a-bd87-36c505852837 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:17.306159 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-fe183d3e-d652-4d1a-bd87-36c505852837 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf760c3c-3586-4d34-b67e-05f86e3328a6']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:17.326738 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-fe183d3e-d652-4d1a-bd87-36c505852837 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba734db-d3c8-4fc5-9fd1-c78414d1d476') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:17.327498 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-fe183d3e-d652-4d1a-bd87-36c505852837 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba734db-d3c8-4fc5-9fd1-c78414d1d476') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:17.345866 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fe183d3e-d652-4d1a-bd87-36c505852837 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:17.367386 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fe183d3e-d652-4d1a-bd87-36c505852837 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:17.379933 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe183d3e-d652-4d1a-bd87-36c505852837 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:31:17.380686 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fe183d3e-d652-4d1a-bd87-36c505852837 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:31:17.384232 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:31:17.463741 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206ae6d-5b93-42f9-8095-af27e34fa80d req-b15b5d2f-7aed-40bd-abf4-725885fcedda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:17.466787 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e206ae6d-5b93-42f9-8095-af27e34fa80d req-b15b5d2f-7aed-40bd-abf4-725885fcedda service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79203d7512b2446d82485c76add318d1&device_id=a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a HTTP/1.1" status: 200 len: 1094 time: 0.6455767 Sep 01 15:31:17.513529 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fe183d3e-d652-4d1a-bd87-36c505852837 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:17.525792 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fe183d3e-d652-4d1a-bd87-36c505852837 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:17.530689 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fe183d3e-d652-4d1a-bd87-36c505852837 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] 10.222.0.60 "DELETE /v2.0/networks/bf760c3c-3586-4d34-b67e-05f86e3328a6 HTTP/1.1" status: 204 len: 168 time: 0.7161767 Sep 01 15:31:17.571198 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe183d3e-d652-4d1a-bd87-36c505852837 tempest-QuotasNegativeTest-522227011 tempest-QuotasNegativeTest-522227011-project-admin] Pushing event deleted for resources: {'Network': ['ID=bf760c3c-3586-4d34-b67e-05f86e3328a6,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:17.612903 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59794) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:17.643929 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-48c3d2d2-b837-4de2-844b-7f428f47ebb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:17.829096 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4f1e9-3eb8-482d-843a-06337024d7c1 req-4bea3b27-db28-4340-9755-9dcc9c379dd1 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:17.833208 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c7b4f1e9-3eb8-482d-843a-06337024d7c1 req-4bea3b27-db28-4340-9755-9dcc9c379dd1 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 945 time: 0.1050980 Sep 01 15:31:17.847895 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:31:17.918544 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c7b4f1e9-3eb8-482d-843a-06337024d7c1 req-3d6bf1cd-01b1-4443-99a6-599bee4db124 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761135 Sep 01 15:31:17.962669 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:31:17.968153 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:17.968483 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:18.134909 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:18.197658 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,segment=NetworkSegment(43435e54-65f1-4db7-a09a-c8eaa0a35130),segment_id=43435e54-65f1-4db7-a09a-c8eaa0a35130)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:18.200271 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fe2d94-e50c-4269-93f4-fe00f2d10859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:31:18.208088 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c909779e-2e08-4bd6-b5a2-aa5d77e265ac" -d '{"events": [{"server_uuid": "48fe2d94-e50c-4269-93f4-fe00f2d10859", "name": "network-vif-plugged", "status": "completed", "tag": "9680b7b7-4cb8-4de6-9e02-d39a9cf0622e"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:31:18.214720 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:18.270560 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319832e6-1f2e-4da4-8b7a-a3e1271df64d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Router 46065400-74b2-44e7-b3d5-a51e999ecb67 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:31:18.312315 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081d7cd5-8536-4f65-8242-b90bf29e0808 x-openstack-request-id: req-081d7cd5-8536-4f65-8242-b90bf29e0808 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:31:18.312972 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48fe2d94-e50c-4269-93f4-fe00f2d10859", "name": "network-vif-plugged", "status": "completed", "tag": "9680b7b7-4cb8-4de6-9e02-d39a9cf0622e", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:31:18.313649 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-081d7cd5-8536-4f65-8242-b90bf29e0808 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:31:18.314501 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48fe2d94-e50c-4269-93f4-fe00f2d10859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e', 'code': 200} Sep 01 15:31:18.348994 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,revision_number=13']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:18.375095 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7bc62249-ff11-455b-b896-ba4133990b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:18.431536 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7bc62249-ff11-455b-b896-ba4133990b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:18.474630 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206ae6d-5b93-42f9-8095-af27e34fa80d req-aefc94e3-bb45-45e6-a2d1-1efcd48d06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:18.477610 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e206ae6d-5b93-42f9-8095-af27e34fa80d req-aefc94e3-bb45-45e6-a2d1-1efcd48d06bf service neutron] 10.222.0.62 "GET /v2.0/networks?id=f8c65645-0406-43a8-8521-8a7d8fd3a310 HTTP/1.1" status: 200 len: 909 time: 0.9987910 Sep 01 15:31:18.560219 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319832e6-1f2e-4da4-8b7a-a3e1271df64d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:31:18.576335 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c177a72-70da-4740-b302-1634c5deed4d None None] Sync routers for ids ['46065400-74b2-44e7-b3d5-a51e999ecb67'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:31:18.579431 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7bc62249-ff11-455b-b896-ba4133990b5c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d95ff1eeb1c3422c961557d2224074b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7543840 Sep 01 15:31:18.583315 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e206ae6d-5b93-42f9-8095-af27e34fa80d req-b91da9b6-dbdb-4ab3-be1c-b476bcc78d26 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0e88bf92-1ece-4dff-b838-e6baa0c7e541 HTTP/1.1" status: 200 len: 217 time: 0.0874641 Sep 01 15:31:18.584583 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59816) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:18.601211 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c177a72-70da-4740-b302-1634c5deed4d None None] Routers {'46065400-74b2-44e7-b3d5-a51e999ecb67'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:31:18.601211 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1c177a72-70da-4740-b302-1634c5deed4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:31:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['46065400-74b2-44e7-b3d5-a51e999ecb67'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:18.601740 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-319832e6-1f2e-4da4-8b7a-a3e1271df64d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "PUT /v2.0/routers/46065400-74b2-44e7-b3d5-a51e999ecb67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5444500 Sep 01 15:31:18.602244 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59818) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:18.614917 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c8547-1757-4e7c-8f92-5d808e95e135 req-fd8a5f78-ad85-44de-9175-b6c0004ba296 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:18.616724 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5a2c8547-1757-4e7c-8f92-5d808e95e135 req-fd8a5f78-ad85-44de-9175-b6c0004ba296 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a HTTP/1.1" status: 200 len: 943 time: 0.1389909 Sep 01 15:31:18.658627 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc62249-ff11-455b-b896-ba4133990b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcbfc5e-56e3-4666-a8d2-ce1b2205c644,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:18.665219 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1c177a72-70da-4740-b302-1634c5deed4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:18.666011 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59820) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:18.678440 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c177a72-70da-4740-b302-1634c5deed4d None None] Routers {'46065400-74b2-44e7-b3d5-a51e999ecb67'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:31:18.679264 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1c177a72-70da-4740-b302-1634c5deed4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:31:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['46065400-74b2-44e7-b3d5-a51e999ecb67'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:18.718072 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1c177a72-70da-4740-b302-1634c5deed4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:18.719321 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c177a72-70da-4740-b302-1634c5deed4d None None] The sync data for ids ['46065400-74b2-44e7-b3d5-a51e999ecb67'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:31:18.764242 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-98d6edd9-b93b-48d0-865a-c5be98b6dc76 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] show failed (client error): The resource could not be found. Sep 01 15:31:18.766460 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-98d6edd9-b93b-48d0-865a-c5be98b6dc76 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-137690983 HTTP/1.1" status: 404 len: 334 time: 0.1602168 Sep 01 15:31:18.774807 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59828) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:18.789912 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-48c3d2d2-b837-4de2-844b-7f428f47ebb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:18.794256 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-884c1ee3-d393-4e87-b003-36533b835f34 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:18.797775 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-48c3d2d2-b837-4de2-844b-7f428f47ebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:18.805752 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206ae6d-5b93-42f9-8095-af27e34fa80d req-c25737dc-09f1-498b-a13d-edb36f360e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:18.809177 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e206ae6d-5b93-42f9-8095-af27e34fa80d req-c25737dc-09f1-498b-a13d-edb36f360e18 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1b36e674-5420-49dc-8530-066948815f53 HTTP/1.1" status: 200 len: 848 time: 0.1924450 Sep 01 15:31:18.841292 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5a2c8547-1757-4e7c-8f92-5d808e95e135 req-a5ecc9ea-5982-47a6-906d-e2d2aa7ae34b tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e184957-0237-42f9-8732-2c509e60a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110422 Sep 01 15:31:18.883801 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3d2d2-b837-4de2-844b-7f428f47ebb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ba6395-dffc-43c9-99a3-c835438fac3f,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:18.889406 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-48c3d2d2-b837-4de2-844b-7f428f47ebb4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b210c3a9199647d89bdb1894fb1c440e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2746768 Sep 01 15:31:18.894576 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59830) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:18.908999 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fab0b922-2003-4008-8661-04fe3bcf1862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:18.967396 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e206ae6d-5b93-42f9-8095-af27e34fa80d req-60320a39-57e5-4871-a6a9-dc89ad3e8665 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8c65645-0406-43a8-8521-8a7d8fd3a310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595834 Sep 01 15:31:18.980960 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-884c1ee3-d393-4e87-b003-36533b835f34 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] update failed (client error): The resource could not be found. Sep 01 15:31:18.982835 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-884c1ee3-d393-4e87-b003-36533b835f34 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-298490628 HTTP/1.1" status: 404 len: 334 time: 0.2060308 Sep 01 15:31:18.991285 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59834) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:19.032756 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-813a1860-8a9c-4aeb-993d-5d50531d7d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:19.121180 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa4cc3c-def9-44a1-b66a-e13094b7f743 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Deleting subnet bb888b23-903b-419e-a47b-bcdd57a2873d {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:31:19.129173 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7aa4cc3c-def9-44a1-b66a-e13094b7f743 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:19.132603 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fab0b922-2003-4008-8661-04fe3bcf1862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:19.183726 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d089b78a-8d8f-444a-b6d3-3494c9723cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:19.215067 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7aa4cc3c-def9-44a1-b66a-e13094b7f743 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:19.256611 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d089b78a-8d8f-444a-b6d3-3494c9723cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:19.342205 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c1dd1-99cc-4aa4-89b5-e7ff4b819d5e req-f45c2de7-e5a4-45e8-aa1e-87fdc0e9c424 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:19.345060 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-014c1dd1-99cc-4aa4-89b5-e7ff4b819d5e req-f45c2de7-e5a4-45e8-aa1e-87fdc0e9c424 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 945 time: 0.3213224 Sep 01 15:31:19.392947 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e206ae6d-5b93-42f9-8095-af27e34fa80d req-e081c0b9-1bda-42d6-ae99-0ebc0c2d4e18 service neutron] 10.222.0.62 "GET /v2.0/networks/f8c65645-0406-43a8-8521-8a7d8fd3a310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978534 Sep 01 15:31:19.405509 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7aa4cc3c-def9-44a1-b66a-e13094b7f743 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:19.459630 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d089b78a-8d8f-444a-b6d3-3494c9723cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:19.461828 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fab0b922-2003-4008-8661-04fe3bcf1862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:19.462247 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d089b78a-8d8f-444a-b6d3-3494c9723cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:19.463532 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d089b78a-8d8f-444a-b6d3-3494c9723cc0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d7ba6395-dffc-43c9-99a3-c835438fac3f HTTP/1.1" status: 204 len: 168 time: 0.5556326 Sep 01 15:31:19.466671 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fab0b922-2003-4008-8661-04fe3bcf1862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:19.469073 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fab0b922-2003-4008-8661-04fe3bcf1862 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bdcbfc5e-56e3-4666-a8d2-ce1b2205c644 HTTP/1.1" status: 204 len: 168 time: 0.8672426 Sep 01 15:31:19.498791 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089b78a-8d8f-444a-b6d3-3494c9723cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ba6395-dffc-43c9-99a3-c835438fac3f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:19.560325 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7aa4cc3c-def9-44a1-b66a-e13094b7f743 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:19.615276 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4cc3c-def9-44a1-b66a-e13094b7f743 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Pushing event deleted for resources: {'Subnet': ['ID=bb888b23-903b-419e-a47b-bcdd57a2873d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:19.634123 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0b922-2003-4008-8661-04fe3bcf1862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcbfc5e-56e3-4666-a8d2-ce1b2205c644,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:19.647708 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7aa4cc3c-def9-44a1-b66a-e13094b7f743 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:19.650531 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7aa4cc3c-def9-44a1-b66a-e13094b7f743 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "DELETE /v2.0/subnets/bb888b23-903b-419e-a47b-bcdd57a2873d HTTP/1.1" status: 204 len: 168 time: 0.6568224 Sep 01 15:31:19.653952 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59850) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:19.664955 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b51a3c8-53d7-425b-8ab8-1355b4f0637e None None] Network bc792d0c-c178-4b82-b6fb-2c5c330b7df1 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:19.699278 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-014c1dd1-99cc-4aa4-89b5-e7ff4b819d5e req-75c5d3af-bd2e-4392-bf24-89e306b94f96 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339274 Sep 01 15:31:19.803362 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e206ae6d-5b93-42f9-8095-af27e34fa80d req-b6fbbfc6-8c90-4290-ae82-a84f69490d86 service neutron] 10.222.0.62 "GET /v2.0/networks/f8c65645-0406-43a8-8521-8a7d8fd3a310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869991 Sep 01 15:31:19.835913 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-813a1860-8a9c-4aeb-993d-5d50531d7d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:19.853240 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-813a1860-8a9c-4aeb-993d-5d50531d7d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:19.883061 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f887081-eef4-4ff6-b2de-d1fe379ee8f6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:19.945955 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:31:19.970719 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a1860-8a9c-4aeb-993d-5d50531d7d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4385371e-b104-408a-b261-4e91073b388c,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:19.990191 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59860) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:19.992270 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-813a1860-8a9c-4aeb-993d-5d50531d7d44 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf10b2db808a47539ddc20ce44e5775a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3226306 Sep 01 15:31:20.107539 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-656949cf-4d18-48ad-acfa-5fc78b6028be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:20.128390 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f8e9d8-6483-4581-8268-411a890ab27b None None] DHCP port deletion for bc792d0c-c178-4b82-b6fb-2c5c330b7df1 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:31:20.141884 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-7f887081-eef4-4ff6-b2de-d1fe379ee8f6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Deleting port a7668f8f-77fc-4100-b5f8-17d6bd0dd842 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:31:20.142285 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f887081-eef4-4ff6-b2de-d1fe379ee8f6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:20.150574 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-656949cf-4d18-48ad-acfa-5fc78b6028be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:20.232422 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59872) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:20.265379 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-247b5bdc-e97b-4486-95bf-1f367b659dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:20.269941 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-656949cf-4d18-48ad-acfa-5fc78b6028be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:20.271422 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-79f8e9d8-6483-4581-8268-411a890ab27b None None] Deleting port a7668f8f-77fc-4100-b5f8-17d6bd0dd842 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:31:20.273811 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-656949cf-4d18-48ad-acfa-5fc78b6028be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:20.278039 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-656949cf-4d18-48ad-acfa-5fc78b6028be admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4385371e-b104-408a-b261-4e91073b388c HTTP/1.1" status: 204 len: 168 time: 0.2835681 Sep 01 15:31:20.278358 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-79f8e9d8-6483-4581-8268-411a890ab27b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:20.289914 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-7f887081-eef4-4ff6-b2de-d1fe379ee8f6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] For port a7668f8f-77fc-4100-b5f8-17d6bd0dd842, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a7668f8f-77fc-4100-b5f8-17d6bd0dd842,segment=NetworkSegment(f58ec2d3-2680-4429-91b9-d4477473f0dc),segment_id=f58ec2d3-2680-4429-91b9-d4477473f0dc)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:20.290424 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f887081-eef4-4ff6-b2de-d1fe379ee8f6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:20.298247 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656949cf-4d18-48ad-acfa-5fc78b6028be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4385371e-b104-408a-b261-4e91073b388c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:20.378634 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-7f887081-eef4-4ff6-b2de-d1fe379ee8f6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Calling delete_port for a7668f8f-77fc-4100-b5f8-17d6bd0dd842 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:31:20.494931 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 0e88bf92-1ece-4dff-b838-e6baa0c7e541 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:31:20.543508 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f887081-eef4-4ff6-b2de-d1fe379ee8f6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:20.558442 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-247b5bdc-e97b-4486-95bf-1f367b659dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:20.567158 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-247b5bdc-e97b-4486-95bf-1f367b659dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:20.615625 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f887081-eef4-4ff6-b2de-d1fe379ee8f6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] No DVR routers for this DVR port a7668f8f-77fc-4100-b5f8-17d6bd0dd842 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:31:20.633017 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-247b5bdc-e97b-4486-95bf-1f367b659dfc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=455db64c821949beb577ebcc06a21d20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3964393 Sep 01 15:31:20.634502 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f887081-eef4-4ff6-b2de-d1fe379ee8f6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Pushing event deleted for resources: {'Port': ['ID=a7668f8f-77fc-4100-b5f8-17d6bd0dd842,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:20.640052 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59880) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:20.664155 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-79f8e9d8-6483-4581-8268-411a890ab27b None None] For port a7668f8f-77fc-4100-b5f8-17d6bd0dd842, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a7668f8f-77fc-4100-b5f8-17d6bd0dd842,segment=NetworkSegment(f58ec2d3-2680-4429-91b9-d4477473f0dc),segment_id=f58ec2d3-2680-4429-91b9-d4477473f0dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:20.664652 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-79f8e9d8-6483-4581-8268-411a890ab27b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:20.696097 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 0e88bf92-1ece-4dff-b838-e6baa0c7e541, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=0e88bf92-1ece-4dff-b838-e6baa0c7e541,segment=NetworkSegment(5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d),segment_id=5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:20.713768 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-79f8e9d8-6483-4581-8268-411a890ab27b None None] Calling delete_port for a7668f8f-77fc-4100-b5f8-17d6bd0dd842 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:31:20.740344 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '0e88bf92-1ece-4dff-b838-e6baa0c7e541', 'network_id': 'f8c65645-0406-43a8-8521-8a7d8fd3a310', 'port_id': '0e88bf92-1ece-4dff-b838-e6baa0c7e541', 'mac_address': 'fa:16:3e:95:af:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b36e674-5420-49dc-8530-066948815f53', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:31:20.751788 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b5bdc-e97b-4486-95bf-1f367b659dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d908c2eb-acef-40a3-b23b-9bea2e09b165,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:20.837024 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:20.874079 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f887081-eef4-4ff6-b2de-d1fe379ee8f6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:20.887490 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e88bf92-1ece-4dff-b838-e6baa0c7e541 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:31:20.907629 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-7f887081-eef4-4ff6-b2de-d1fe379ee8f6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc792d0c-c178-4b82-b6fb-2c5c330b7df1']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:20.923868 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1e4d1b04-b117-4149-ada5-ecde32177190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:20.924394 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 0e88bf92-1ece-4dff-b838-e6baa0c7e541, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=0e88bf92-1ece-4dff-b838-e6baa0c7e541,segment=NetworkSegment(5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d),segment_id=5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:20.933550 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-7f887081-eef4-4ff6-b2de-d1fe379ee8f6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f58ec2d3-2680-4429-91b9-d4477473f0dc') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:20.933881 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-7f887081-eef4-4ff6-b2de-d1fe379ee8f6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f58ec2d3-2680-4429-91b9-d4477473f0dc') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:20.939558 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:20.966763 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f887081-eef4-4ff6-b2de-d1fe379ee8f6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:20.976253 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-79f8e9d8-6483-4581-8268-411a890ab27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:21.001593 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f8e9d8-6483-4581-8268-411a890ab27b None None] No DVR routers for this DVR port a7668f8f-77fc-4100-b5f8-17d6bd0dd842 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:31:21.026421 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f887081-eef4-4ff6-b2de-d1fe379ee8f6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:21.030399 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=0e88bf92-1ece-4dff-b838-e6baa0c7e541,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:21.039614 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f887081-eef4-4ff6-b2de-d1fe379ee8f6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:31:21.043274 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f887081-eef4-4ff6-b2de-d1fe379ee8f6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:21.045207 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab60d1-3100-4b08-b7f0-eeba363b3240 req-7142bfdb-cb8e-4a2a-b995-156b06bc743f tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:21.047748 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-18ab60d1-3100-4b08-b7f0-eeba363b3240 req-7142bfdb-cb8e-4a2a-b995-156b06bc743f tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a HTTP/1.1" status: 200 len: 943 time: 0.9881895 Sep 01 15:31:21.049903 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1e4d1b04-b117-4149-ada5-ecde32177190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:31:21.053576 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:31:21.065697 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8e9d8-6483-4581-8268-411a890ab27b None None] Pushing event deleted for resources: {'Port': ['ID=a7668f8f-77fc-4100-b5f8-17d6bd0dd842,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:21.138805 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59898) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:21.164465 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-96346aaa-8458-4c25-a1ce-2042f4e8342d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:21.169989 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f887081-eef4-4ff6-b2de-d1fe379ee8f6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:21.186000 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f887081-eef4-4ff6-b2de-d1fe379ee8f6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:21.195188 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59900) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:21.195735 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7f887081-eef4-4ff6-b2de-d1fe379ee8f6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "DELETE /v2.0/networks/bc792d0c-c178-4b82-b6fb-2c5c330b7df1 HTTP/1.1" status: 204 len: 168 time: 1.5374994 Sep 01 15:31:21.231795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f887081-eef4-4ff6-b2de-d1fe379ee8f6 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Pushing event deleted for resources: {'Network': ['ID=bc792d0c-c178-4b82-b6fb-2c5c330b7df1,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:21.248554 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-18ab60d1-3100-4b08-b7f0-eeba363b3240 req-ae88c0dc-a4e4-480e-8187-f9fcc9a4efb9 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e184957-0237-42f9-8732-2c509e60a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764121 Sep 01 15:31:21.280346 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1e4d1b04-b117-4149-ada5-ecde32177190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:21.282275 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1e4d1b04-b117-4149-ada5-ecde32177190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:21.286768 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1e4d1b04-b117-4149-ada5-ecde32177190 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d908c2eb-acef-40a3-b23b-9bea2e09b165 HTTP/1.1" status: 204 len: 168 time: 0.6287689 Sep 01 15:31:21.314556 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-7366b6bb-d111-42ab-ab9d-e383e3a590b9 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Deleting subnet 0b423cd8-6e01-47dd-a33d-77a4aeba0765 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:31:21.321826 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d1b04-b117-4149-ada5-ecde32177190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d908c2eb-acef-40a3-b23b-9bea2e09b165,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:21.326206 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7366b6bb-d111-42ab-ab9d-e383e3a590b9 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:21.378209 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['0e88bf92-1ece-4dff-b838-e6baa0c7e541'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:31:21.394264 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7366b6bb-d111-42ab-ab9d-e383e3a590b9 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:21.522939 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6a1b5-3e11-4122-8ad7-ae9f64f16091 req-c7ee9885-88df-4591-b85e-31f0eaca8a50 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:21.525043 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3ad6a1b5-3e11-4122-8ad7-ae9f64f16091 req-c7ee9885-88df-4591-b85e-31f0eaca8a50 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 945 time: 0.6934879 Sep 01 15:31:21.616996 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-96346aaa-8458-4c25-a1ce-2042f4e8342d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:21.617308 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3ad6a1b5-3e11-4122-8ad7-ae9f64f16091 req-1865b648-06fa-4d67-9405-49a72f03e042 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781913 Sep 01 15:31:21.640991 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-96346aaa-8458-4c25-a1ce-2042f4e8342d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:21.706355 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-96346aaa-8458-4c25-a1ce-2042f4e8342d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e2939c3dc59b4b8f978146444eb36304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5642157 Sep 01 15:31:21.709983 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59914) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:21.714845 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7366b6bb-d111-42ab-ab9d-e383e3a590b9 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:21.754170 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96346aaa-8458-4c25-a1ce-2042f4e8342d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b861cf-0f01-42df-a0a7-b46a55d203fb,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:21.801679 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7366b6bb-d111-42ab-ab9d-e383e3a590b9 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:21.839916 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366b6bb-d111-42ab-ab9d-e383e3a590b9 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Pushing event deleted for resources: {'Subnet': ['ID=0b423cd8-6e01-47dd-a33d-77a4aeba0765,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:21.843178 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7366b6bb-d111-42ab-ab9d-e383e3a590b9 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:21.845988 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7366b6bb-d111-42ab-ab9d-e383e3a590b9 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "DELETE /v2.0/subnets/0b423cd8-6e01-47dd-a33d-77a4aeba0765 HTTP/1.1" status: 204 len: 168 time: 0.6490028 Sep 01 15:31:21.848474 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59918) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:21.851292 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1ae10bad-51a2-415d-8c25-79fc46e5d4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:21.856071 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af00acc-29d8-4f15-8a30-8c9c3c03b431 None None] Network 693c6701-67ae-4f1b-806c-e4b73040bb72 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:21.942064 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1ae10bad-51a2-415d-8c25-79fc46e5d4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:21.953902 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-937bfe46-9976-4d69-ae57-516ca21743d0 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Deleting subnet fe660061-481a-4465-b960-615c8da4ae06 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:31:21.973014 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-937bfe46-9976-4d69-ae57-516ca21743d0 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:22.037813 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-514ad0a0-cd64-4412-9404-4914179b76d3 req-d97b5c8a-63a9-4fce-9211-cea3555e3111 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0775535 Sep 01 15:31:22.039387 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-937bfe46-9976-4d69-ae57-516ca21743d0 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:22.065835 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1ae10bad-51a2-415d-8c25-79fc46e5d4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:22.093245 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1ae10bad-51a2-415d-8c25-79fc46e5d4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:22.103753 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1ae10bad-51a2-415d-8c25-79fc46e5d4c6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/14b861cf-0f01-42df-a0a7-b46a55d203fb HTTP/1.1" status: 204 len: 168 time: 0.3922110 Sep 01 15:31:22.127061 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae10bad-51a2-415d-8c25-79fc46e5d4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b861cf-0f01-42df-a0a7-b46a55d203fb,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:22.261800 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323020b5-e4f6-4011-bd00-1fdf14f5e7cb None None] DHCP port deletion for 693c6701-67ae-4f1b-806c-e4b73040bb72 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:31:22.276307 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ad0a0-cd64-4412-9404-4914179b76d3 req-7d91f957-fe0e-4b72-8807-5c11007a439c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:22.279966 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-514ad0a0-cd64-4412-9404-4914179b76d3 req-7d91f957-fe0e-4b72-8807-5c11007a439c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39443fd735484938be3ef135eb1e37fe&device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 1096 time: 0.1030157 Sep 01 15:31:22.295254 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-937bfe46-9976-4d69-ae57-516ca21743d0 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:22.362014 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a7668f8f-77fc-4100-b5f8-17d6bd0dd842 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:31:22.454809 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: a7668f8f-77fc-4100-b5f8-17d6bd0dd842 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:31:22.455769 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a7668f8f-77fc-4100-b5f8-17d6bd0dd842 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:31:22.505189 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-937bfe46-9976-4d69-ae57-516ca21743d0 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:22.518137 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 0e88bf92-1ece-4dff-b838-e6baa0c7e541 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:31:22.547521 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ad0a0-cd64-4412-9404-4914179b76d3 req-1640bec4-7400-4e4e-bc0e-e883b4c9544b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:22.549090 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-514ad0a0-cd64-4412-9404-4914179b76d3 req-1640bec4-7400-4e4e-bc0e-e883b4c9544b service neutron] 10.222.0.62 "GET /v2.0/networks?id=6e55868b-2168-443a-b0b0-d47405d65881 HTTP/1.1" status: 200 len: 920 time: 0.2267404 Sep 01 15:31:22.592566 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937bfe46-9976-4d69-ae57-516ca21743d0 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Pushing event deleted for resources: {'Subnet': ['ID=fe660061-481a-4465-b960-615c8da4ae06,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:22.612754 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-937bfe46-9976-4d69-ae57-516ca21743d0 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:22.615044 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-937bfe46-9976-4d69-ae57-516ca21743d0 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "DELETE /v2.0/subnets/fe660061-481a-4465-b960-615c8da4ae06 HTTP/1.1" status: 204 len: 168 time: 0.7646337 Sep 01 15:31:22.619460 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59940) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:22.641147 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70015b1c-f6b2-4ab9-bfa6-acf1ee920401 None None] Network c9aa9738-37e8-4027-9609-90cf9ff48d31 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:22.641592 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-514ad0a0-cd64-4412-9404-4914179b76d3 req-22810cdb-10e1-4a81-a564-018f1067d01f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd36c41a-7fed-486a-a89c-503a37995a1d HTTP/1.1" status: 200 len: 217 time: 0.0702000 Sep 01 15:31:22.731404 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ad0a0-cd64-4412-9404-4914179b76d3 req-ed0bee85-1fc1-469b-9987-e0bbf36f7a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:22.733749 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-514ad0a0-cd64-4412-9404-4914179b76d3 req-ed0bee85-1fc1-469b-9987-e0bbf36f7a84 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=559a834f-1df6-4edf-8bed-bb164fc9896c HTTP/1.1" status: 200 len: 859 time: 0.0908840 Sep 01 15:31:22.777182 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d694b80-f0d9-4470-a33e-b1799666851f req-94ea7d5b-56a6-465d-aa15-3d97977dad9c tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:22.778847 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0d694b80-f0d9-4470-a33e-b1799666851f req-94ea7d5b-56a6-465d-aa15-3d97977dad9c tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a HTTP/1.1" status: 200 len: 944 time: 0.3612387 Sep 01 15:31:22.869140 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-24f57e90-a550-4cd5-b9a8-22ef35738832 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:22.872475 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-514ad0a0-cd64-4412-9404-4914179b76d3 req-34f941b3-9438-4bde-8b82-0068a10ef358 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6e55868b-2168-443a-b0b0-d47405d65881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1292593 Sep 01 15:31:22.892635 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-323020b5-e4f6-4011-bd00-1fdf14f5e7cb None None] Deleting port bddde89d-b403-43a3-8f0a-c34bf83767cc {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:31:22.894763 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-323020b5-e4f6-4011-bd00-1fdf14f5e7cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:22.896698 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0d694b80-f0d9-4470-a33e-b1799666851f req-09f3ac21-3ab3-4db7-b219-b38d1daaf432 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e184957-0237-42f9-8732-2c509e60a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001594 Sep 01 15:31:22.926225 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177bde7-f991-43bc-b569-5e9bbc919263 req-26a05879-a881-4933-89db-cc6be2b6ead3 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:22.927874 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7177bde7-f991-43bc-b569-5e9bbc919263 req-26a05879-a881-4933-89db-cc6be2b6ead3 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 945 time: 0.1578405 Sep 01 15:31:23.056126 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-24f57e90-a550-4cd5-b9a8-22ef35738832 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Deleting port bddde89d-b403-43a3-8f0a-c34bf83767cc {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:31:23.059769 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7177bde7-f991-43bc-b569-5e9bbc919263 req-9178aa54-4bf7-445d-a4ab-a662d9aa3727 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078196 Sep 01 15:31:23.078510 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-24f57e90-a550-4cd5-b9a8-22ef35738832 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:23.113108 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-514ad0a0-cd64-4412-9404-4914179b76d3 req-170e1b27-2780-4eee-8b04-43dc8a198a33 service neutron] 10.222.0.62 "GET /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241924 Sep 01 15:31:23.203651 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 0e88bf92-1ece-4dff-b838-e6baa0c7e541 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:31:23.235576 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 0e88bf92-1ece-4dff-b838-e6baa0c7e541 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:23.237046 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:23.300658 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-24f57e90-a550-4cd5-b9a8-22ef35738832 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] For port bddde89d-b403-43a3-8f0a-c34bf83767cc, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=bddde89d-b403-43a3-8f0a-c34bf83767cc,segment=NetworkSegment(8bb25717-157e-4fcd-be14-0710a170bf7b),segment_id=8bb25717-157e-4fcd-be14-0710a170bf7b)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:23.304670 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-24f57e90-a550-4cd5-b9a8-22ef35738832 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:23.343552 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-24f57e90-a550-4cd5-b9a8-22ef35738832 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Calling delete_port for bddde89d-b403-43a3-8f0a-c34bf83767cc owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:31:23.353489 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-323020b5-e4f6-4011-bd00-1fdf14f5e7cb None None] For port bddde89d-b403-43a3-8f0a-c34bf83767cc, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=bddde89d-b403-43a3-8f0a-c34bf83767cc,segment=NetworkSegment(8bb25717-157e-4fcd-be14-0710a170bf7b),segment_id=8bb25717-157e-4fcd-be14-0710a170bf7b)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:23.353996 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-323020b5-e4f6-4011-bd00-1fdf14f5e7cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:23.365958 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-514ad0a0-cd64-4412-9404-4914179b76d3 req-bae77678-53de-4043-85dd-1b8277560e7a service neutron] 10.222.0.62 "GET /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437329 Sep 01 15:31:23.380540 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59962) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:23.398017 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-323020b5-e4f6-4011-bd00-1fdf14f5e7cb None None] Calling delete_port for bddde89d-b403-43a3-8f0a-c34bf83767cc owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:31:23.567000 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:23.568191 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f20d837-6059-4eef-a717-b9cdd6b10bef None None] DHCP port deletion for c9aa9738-37e8-4027-9609-90cf9ff48d31 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:31:23.596242 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-24f57e90-a550-4cd5-b9a8-22ef35738832 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:23.636488 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 0e88bf92-1ece-4dff-b838-e6baa0c7e541, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=0e88bf92-1ece-4dff-b838-e6baa0c7e541,segment=NetworkSegment(5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d),segment_id=5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:23.671582 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e88bf92-1ece-4dff-b838-e6baa0c7e541'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:31:23.675277 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dddbf6-d877-4ea2-8abd-d8c6728376bd" -d '{"events": [{"server_uuid": "a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a", "name": "network-vif-plugged", "status": "completed", "tag": "0e88bf92-1ece-4dff-b838-e6baa0c7e541"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:31:23.682270 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:23.705953 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f57e90-a550-4cd5-b9a8-22ef35738832 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Pushing event deleted for resources: {'Port': ['ID=bddde89d-b403-43a3-8f0a-c34bf83767cc,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:23.722192 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f57e90-a550-4cd5-b9a8-22ef35738832 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] No DVR routers for this DVR port bddde89d-b403-43a3-8f0a-c34bf83767cc on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:31:23.759359 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-323020b5-e4f6-4011-bd00-1fdf14f5e7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:23.774925 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caed417d-664f-4be5-b98c-3e3f4067bf9e x-openstack-request-id: req-caed417d-664f-4be5-b98c-3e3f4067bf9e {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:31:23.775720 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a", "name": "network-vif-plugged", "status": "completed", "tag": "0e88bf92-1ece-4dff-b838-e6baa0c7e541", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:31:23.776244 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-caed417d-664f-4be5-b98c-3e3f4067bf9e {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:31:23.776906 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e88bf92-1ece-4dff-b838-e6baa0c7e541', 'code': 200} Sep 01 15:31:23.785211 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=0e88bf92-1ece-4dff-b838-e6baa0c7e541,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:23.859293 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323020b5-e4f6-4011-bd00-1fdf14f5e7cb None None] Pushing event deleted for resources: {'Port': ['ID=bddde89d-b403-43a3-8f0a-c34bf83767cc,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:23.883653 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323020b5-e4f6-4011-bd00-1fdf14f5e7cb None None] No DVR routers for this DVR port bddde89d-b403-43a3-8f0a-c34bf83767cc on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:31:23.917286 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3f20d837-6059-4eef-a717-b9cdd6b10bef None None] Deleting port 6000205d-e962-49f5-be57-68faa63e5b27 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:31:23.920497 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3f20d837-6059-4eef-a717-b9cdd6b10bef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:23.966129 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-24f57e90-a550-4cd5-b9a8-22ef35738832 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:23.981795 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-24f57e90-a550-4cd5-b9a8-22ef35738832 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693c6701-67ae-4f1b-806c-e4b73040bb72']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:24.013379 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-24f57e90-a550-4cd5-b9a8-22ef35738832 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb25717-157e-4fcd-be14-0710a170bf7b') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:24.013692 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-24f57e90-a550-4cd5-b9a8-22ef35738832 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb25717-157e-4fcd-be14-0710a170bf7b') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:24.039653 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-24f57e90-a550-4cd5-b9a8-22ef35738832 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:24.102370 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-24f57e90-a550-4cd5-b9a8-22ef35738832 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:24.124711 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f57e90-a550-4cd5-b9a8-22ef35738832 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:31:24.127424 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-24f57e90-a550-4cd5-b9a8-22ef35738832 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:31:24.142721 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:31:24.181766 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device bddde89d-b403-43a3-8f0a-c34bf83767cc no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:31:24.232955 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-10ed5e13-f015-4823-8775-92818abc0bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:24.251448 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-24f57e90-a550-4cd5-b9a8-22ef35738832 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:24.275818 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-24f57e90-a550-4cd5-b9a8-22ef35738832 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:24.284722 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-24f57e90-a550-4cd5-b9a8-22ef35738832 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "DELETE /v2.0/networks/693c6701-67ae-4f1b-806c-e4b73040bb72 HTTP/1.1" status: 204 len: 168 time: 1.6528597 Sep 01 15:31:24.289731 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633a78f-4738-4da5-b3d9-bf4907beb82b req-21f60172-f848-4612-a648-f4597df603c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:24.290521 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59996) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:24.293746 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3633a78f-4738-4da5-b3d9-bf4907beb82b req-21f60172-f848-4612-a648-f4597df603c3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a HTTP/1.1" status: 200 len: 1096 time: 0.3861811 Sep 01 15:31:24.336254 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: bddde89d-b403-43a3-8f0a-c34bf83767cc {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:31:24.336825 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device bddde89d-b403-43a3-8f0a-c34bf83767cc not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:31:24.337525 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6000205d-e962-49f5-be57-68faa63e5b27 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:31:24.373422 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3f20d837-6059-4eef-a717-b9cdd6b10bef None None] For port 6000205d-e962-49f5-be57-68faa63e5b27, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6000205d-e962-49f5-be57-68faa63e5b27,segment=NetworkSegment(e0a9c0c7-b111-4004-ab7f-1b516107a5de),segment_id=e0a9c0c7-b111-4004-ab7f-1b516107a5de)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:24.373959 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3f20d837-6059-4eef-a717-b9cdd6b10bef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:24.459157 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cdd009-f02e-42f4-af39-0b3e12c9c6d2 req-491e50ec-5daf-4297-b6f7-fa17eb039131 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:24.475517 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6cdd009-f02e-42f4-af39-0b3e12c9c6d2 req-491e50ec-5daf-4297-b6f7-fa17eb039131 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a HTTP/1.1" status: 200 len: 945 time: 0.3794680 Sep 01 15:31:24.497107 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3f20d837-6059-4eef-a717-b9cdd6b10bef None None] Calling delete_port for 6000205d-e962-49f5-be57-68faa63e5b27 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:31:24.504413 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3633a78f-4738-4da5-b3d9-bf4907beb82b req-f0be066f-89ff-49e0-bcd1-ff2302ea8314 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0e184957-0237-42f9-8732-2c509e60a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819119 Sep 01 15:31:24.615250 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6cdd009-f02e-42f4-af39-0b3e12c9c6d2 req-9c11b495-6e0d-4e78-8a1f-e94e762599cb tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e184957-0237-42f9-8732-2c509e60a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399226 Sep 01 15:31:24.632670 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f57e90-a550-4cd5-b9a8-22ef35738832 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Pushing event deleted for resources: {'Network': ['ID=693c6701-67ae-4f1b-806c-e4b73040bb72,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:24.658621 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60004) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:24.742876 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc2e6e-a574-4ae2-8ee1-4137a4e8db00 req-9ee4a73a-b734-48a3-8c7e-7d6e9aed77f8 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:24.744589 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a3cc2e6e-a574-4ae2-8ee1-4137a4e8db00 req-9ee4a73a-b734-48a3-8c7e-7d6e9aed77f8 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 945 time: 0.4564459 Sep 01 15:31:24.746499 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3f20d837-6059-4eef-a717-b9cdd6b10bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:24.808963 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f20d837-6059-4eef-a717-b9cdd6b10bef None None] No DVR routers for this DVR port 6000205d-e962-49f5-be57-68faa63e5b27 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:31:24.829851 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0d281c6-afe6-485e-a230-b9fa000439fe tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:24.846330 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20d837-6059-4eef-a717-b9cdd6b10bef None None] Pushing event deleted for resources: {'Port': ['ID=6000205d-e962-49f5-be57-68faa63e5b27,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:24.847921 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-10ed5e13-f015-4823-8775-92818abc0bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:24.855417 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No active binding found for port 6000205d-e962-49f5-be57-68faa63e5b27 {{(pid=94735) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 15:31:24.856571 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6000205d-e962-49f5-be57-68faa63e5b27 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:31:24.858010 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-10ed5e13-f015-4823-8775-92818abc0bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:24.920184 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a3cc2e6e-a574-4ae2-8ee1-4137a4e8db00 req-39e70408-2c0e-427b-8821-4d96001a852a tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607957 Sep 01 15:31:25.027879 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed5e13-f015-4823-8775-92818abc0bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942456a4-402d-4fee-bf67-6b326383da76,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:25.059948 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-10ed5e13-f015-4823-8775-92818abc0bad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9b690d1f890d48279a19263bfd2217ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6760888 Sep 01 15:31:25.063496 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60020) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:25.117625 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0d281c6-afe6-485e-a230-b9fa000439fe tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:25.133099 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-f0d281c6-afe6-485e-a230-b9fa000439fe tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9aa9738-37e8-4027-9609-90cf9ff48d31']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:25.146564 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-f0d281c6-afe6-485e-a230-b9fa000439fe tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a9c0c7-b111-4004-ab7f-1b516107a5de') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:25.146849 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-f0d281c6-afe6-485e-a230-b9fa000439fe tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a9c0c7-b111-4004-ab7f-1b516107a5de') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:25.161963 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0d281c6-afe6-485e-a230-b9fa000439fe tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:25.167410 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7e13b091-3b62-4488-980c-05a734714855 tempest-AgentManagementNegativeTest-1377039223 tempest-AgentManagementNegativeTest-1377039223-project] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5062003 Sep 01 15:31:25.193462 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0d281c6-afe6-485e-a230-b9fa000439fe tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:25.202993 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d281c6-afe6-485e-a230-b9fa000439fe tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:31:25.203517 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0d281c6-afe6-485e-a230-b9fa000439fe tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:25.208037 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17a821d1-ac1d-4090-bbc6-f1de11835719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:31:25.208353 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:31:25.287341 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0d281c6-afe6-485e-a230-b9fa000439fe tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:25.296324 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f0d281c6-afe6-485e-a230-b9fa000439fe tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:25.298778 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17a821d1-ac1d-4090-bbc6-f1de11835719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:25.301076 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f0d281c6-afe6-485e-a230-b9fa000439fe tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "DELETE /v2.0/networks/c9aa9738-37e8-4027-9609-90cf9ff48d31 HTTP/1.1" status: 204 len: 168 time: 0.9930983 Sep 01 15:31:25.306084 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60030) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:25.395194 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d281c6-afe6-485e-a230-b9fa000439fe tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Pushing event deleted for resources: {'Network': ['ID=c9aa9738-37e8-4027-9609-90cf9ff48d31,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:25.422646 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17a821d1-ac1d-4090-bbc6-f1de11835719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:25.431987 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca9771b-eac0-44cc-bc25-ad09a5386e3f tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Deleting subnet 7a996f37-803a-4550-9fb1-4f2fe9a478b3 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:31:25.441083 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6ca9771b-eac0-44cc-bc25-ad09a5386e3f tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:25.443492 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17a821d1-ac1d-4090-bbc6-f1de11835719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:25.461262 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-17a821d1-ac1d-4090-bbc6-f1de11835719 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/942456a4-402d-4fee-bf67-6b326383da76 HTTP/1.1" status: 204 len: 168 time: 0.3908806 Sep 01 15:31:25.475568 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a821d1-ac1d-4090-bbc6-f1de11835719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942456a4-402d-4fee-bf67-6b326383da76,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:25.532718 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6ca9771b-eac0-44cc-bc25-ad09a5386e3f tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:25.618815 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60038) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:25.677687 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6ca9771b-eac0-44cc-bc25-ad09a5386e3f tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:25.869783 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6ca9771b-eac0-44cc-bc25-ad09a5386e3f tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:25.922872 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9771b-eac0-44cc-bc25-ad09a5386e3f tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Pushing event deleted for resources: {'Subnet': ['ID=7a996f37-803a-4550-9fb1-4f2fe9a478b3,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:25.944449 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e9b2b7-1d5e-49ce-83d0-cba1a44f36a7 None None] Network 0872d37e-c0e4-4755-87b8-5a359f9d4cdd requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:25.947082 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6ca9771b-eac0-44cc-bc25-ad09a5386e3f tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:25.950509 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6ca9771b-eac0-44cc-bc25-ad09a5386e3f tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "DELETE /v2.0/subnets/7a996f37-803a-4550-9fb1-4f2fe9a478b3 HTTP/1.1" status: 204 len: 168 time: 0.6429017 Sep 01 15:31:25.955035 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9771b-eac0-44cc-bc25-ad09a5386e3f tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:25.955762 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9771b-eac0-44cc-bc25-ad09a5386e3f tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:25.962439 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9771b-eac0-44cc-bc25-ad09a5386e3f tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:25.962439 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9771b-eac0-44cc-bc25-ad09a5386e3f tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:25.962936 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9771b-eac0-44cc-bc25-ad09a5386e3f tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:25.964475 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9771b-eac0-44cc-bc25-ad09a5386e3f tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:25.964920 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9771b-eac0-44cc-bc25-ad09a5386e3f tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:25.966341 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9771b-eac0-44cc-bc25-ad09a5386e3f tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:25.966780 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9771b-eac0-44cc-bc25-ad09a5386e3f tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:25.967132 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9771b-eac0-44cc-bc25-ad09a5386e3f tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:25.967473 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9771b-eac0-44cc-bc25-ad09a5386e3f tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:25.967808 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca9771b-eac0-44cc-bc25-ad09a5386e3f tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:25.970847 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60054) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:25.987669 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c6bbe-02bf-464a-b773-b3dc3716f3ac req-ceaae5f3-4557-4ea0-948a-c5670844127c tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:25.994083 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-807c6bbe-02bf-464a-b773-b3dc3716f3ac req-ceaae5f3-4557-4ea0-948a-c5670844127c tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a HTTP/1.1" status: 200 len: 945 time: 0.1695855 Sep 01 15:31:26.154184 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-807c6bbe-02bf-464a-b773-b3dc3716f3ac req-2c52a7c7-b10f-4a18-b964-f11bfe117735 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e184957-0237-42f9-8732-2c509e60a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178586 Sep 01 15:31:26.194500 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60060) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:26.247129 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-f9a1a3ed-541b-4bb5-9969-e5e58b66aca2 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-593871887', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:26.320610 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a1a3ed-541b-4bb5-9969-e5e58b66aca2 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Made reservation on behalf of f5b988c46ab7468ea02742ff612087e0 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:26.325819 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f9a1a3ed-541b-4bb5-9969-e5e58b66aca2 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:26.353399 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5953-86bc-44ab-b90d-00cff811cc4d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:26.368882 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f9a1a3ed-541b-4bb5-9969-e5e58b66aca2 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:26.400965 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3dbc9-5714-442d-9006-99df695bcec0 req-1fb34df3-d55a-4263-a807-155cedd41fb0 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:26.404027 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-22a3dbc9-5714-442d-9006-99df695bcec0 req-1fb34df3-d55a-4263-a807-155cedd41fb0 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 945 time: 0.2916350 Sep 01 15:31:26.432658 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1e3c9204-843d-435e-92aa-1fb8b4a68b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:26.482938 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.api [None req-1e3c9204-843d-435e-92aa-1fb8b4a68b41 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:31:26.482938 n-d-794796-3 neutron-server[94734]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 15:31:26.482938 n-d-794796-3 neutron-server[94734]: [parameters: {'project_id_1': '2c0a0488421a4114af34541abe02cdf2', 'expiration_1': datetime.datetime(2021, 9, 1, 15, 31, 26, 471244)}] Sep 01 15:31:26.482938 n-d-794796-3 neutron-server[94734]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:31:26.483722 n-d-794796-3 neutron-server[94734]: DEBUG oslo_db.api [None req-1e3c9204-843d-435e-92aa-1fb8b4a68b41 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:31:26.541007 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8ee4a7-f099-4f24-949c-d5f184123f62 None None] DHCP port deletion for 0872d37e-c0e4-4755-87b8-5a359f9d4cdd request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:31:26.601624 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-22a3dbc9-5714-442d-9006-99df695bcec0 req-e080e9b1-db02-4ddd-a48b-c60dfb8a289e tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867306 Sep 01 15:31:26.625637 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-4bcb5953-86bc-44ab-b90d-00cff811cc4d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Deleting port 4af5ee9d-fb76-4e54-9548-3a3ade00b2ca {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:31:26.625637 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5953-86bc-44ab-b90d-00cff811cc4d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:26.695069 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f9a1a3ed-541b-4bb5-9969-e5e58b66aca2 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:26.707018 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f9a1a3ed-541b-4bb5-9969-e5e58b66aca2 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:26.707357 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-4bcb5953-86bc-44ab-b90d-00cff811cc4d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] For port 4af5ee9d-fb76-4e54-9548-3a3ade00b2ca, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=4af5ee9d-fb76-4e54-9548-3a3ade00b2ca,segment=NetworkSegment(506a7174-9566-4d6a-9c25-c6e063ef0e29),segment_id=506a7174-9566-4d6a-9c25-c6e063ef0e29)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:26.708405 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5953-86bc-44ab-b90d-00cff811cc4d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:26.721442 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-f9a1a3ed-541b-4bb5-9969-e5e58b66aca2 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] device_id is not set on port 098b12c7-7897-4424-b160-26e1b528812c yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:31:26.731787 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ac8ee4a7-f099-4f24-949c-d5f184123f62 None None] Deleting port 4af5ee9d-fb76-4e54-9548-3a3ade00b2ca {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:31:26.732564 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ac8ee4a7-f099-4f24-949c-d5f184123f62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:26.737563 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-4bcb5953-86bc-44ab-b90d-00cff811cc4d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Calling delete_port for 4af5ee9d-fb76-4e54-9548-3a3ade00b2ca owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:31:26.888860 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-ac8ee4a7-f099-4f24-949c-d5f184123f62 None None] For port 4af5ee9d-fb76-4e54-9548-3a3ade00b2ca, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=4af5ee9d-fb76-4e54-9548-3a3ade00b2ca,segment=NetworkSegment(506a7174-9566-4d6a-9c25-c6e063ef0e29),segment_id=506a7174-9566-4d6a-9c25-c6e063ef0e29)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:26.889507 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ac8ee4a7-f099-4f24-949c-d5f184123f62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:26.915889 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ac8ee4a7-f099-4f24-949c-d5f184123f62 None None] Calling delete_port for 4af5ee9d-fb76-4e54-9548-3a3ade00b2ca owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:31:26.930426 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5953-86bc-44ab-b90d-00cff811cc4d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:26.936761 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-f9a1a3ed-541b-4bb5-9969-e5e58b66aca2 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Allocated IP 172.25.6.101 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/098b12c7-7897-4424-b160-26e1b528812c) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:31:27.057793 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcb5953-86bc-44ab-b90d-00cff811cc4d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] No DVR routers for this DVR port 4af5ee9d-fb76-4e54-9548-3a3ade00b2ca on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:31:27.075048 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb5953-86bc-44ab-b90d-00cff811cc4d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Pushing event deleted for resources: {'Port': ['ID=4af5ee9d-fb76-4e54-9548-3a3ade00b2ca,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:27.081401 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ac8ee4a7-f099-4f24-949c-d5f184123f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:27.112747 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8ee4a7-f099-4f24-949c-d5f184123f62 None None] No DVR routers for this DVR port 4af5ee9d-fb76-4e54-9548-3a3ade00b2ca on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:31:27.120062 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f9a1a3ed-541b-4bb5-9969-e5e58b66aca2 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:27.150070 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ee4a7-f099-4f24-949c-d5f184123f62 None None] Pushing event deleted for resources: {'Port': ['ID=4af5ee9d-fb76-4e54-9548-3a3ade00b2ca,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:27.165417 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1e3c9204-843d-435e-92aa-1fb8b4a68b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:27.199471 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1a3ed-541b-4bb5-9969-e5e58b66aca2 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4a793c-ae2a-4c3a-97b8-bf670ca30e52,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:27.263589 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f9a1a3ed-541b-4bb5-9969-e5e58b66aca2 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:27.417029 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a1a3ed-541b-4bb5-9969-e5e58b66aca2 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Pushing event updated for resources: {'Port': ['ID=098b12c7-7897-4424-b160-26e1b528812c,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:27.469291 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a1a3ed-541b-4bb5-9969-e5e58b66aca2 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:31:27.478242 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-f9a1a3ed-541b-4bb5-9969-e5e58b66aca2 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:27.487983 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a1a3ed-541b-4bb5-9969-e5e58b66aca2 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:31:27.563795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297440c-4b28-49c8-933c-1f62cac9ae59 req-aba5f940-aedf-47d5-99f6-06b881bbd45a tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:27.566077 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0297440c-4b28-49c8-933c-1f62cac9ae59 req-aba5f940-aedf-47d5-99f6-06b881bbd45a tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a HTTP/1.1" status: 200 len: 945 time: 0.2779191 Sep 01 15:31:27.599735 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a1a3ed-541b-4bb5-9969-e5e58b66aca2 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:27.600524 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f9a1a3ed-541b-4bb5-9969-e5e58b66aca2 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:27.665131 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0297440c-4b28-49c8-933c-1f62cac9ae59 req-19a9787f-382c-41cf-a216-201078913c98 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e184957-0237-42f9-8732-2c509e60a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790086 Sep 01 15:31:27.705959 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1e3c9204-843d-435e-92aa-1fb8b4a68b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:27.718944 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1e3c9204-843d-435e-92aa-1fb8b4a68b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:27.799039 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f9a1a3ed-541b-4bb5-9969-e5e58b66aca2 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.1735554 Sep 01 15:31:27.804945 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60108) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:27.829906 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:27.830719 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-b143e8a1-69e8-4733-8f84-69c63009a709 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.101'}]}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:27.855310 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c9204-843d-435e-92aa-1fb8b4a68b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892886bb-eee3-431f-82e5-ff33658ac2da,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:27.898050 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5953-86bc-44ab-b90d-00cff811cc4d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:27.913149 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1e3c9204-843d-435e-92aa-1fb8b4a68b41 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c0a0488421a4114af34541abe02cdf2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7134590 Sep 01 15:31:27.915493 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60112) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:28.004719 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4bcb5953-86bc-44ab-b90d-00cff811cc4d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0872d37e-c0e4-4755-87b8-5a359f9d4cdd']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:28.121446 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4bcb5953-86bc-44ab-b90d-00cff811cc4d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '506a7174-9566-4d6a-9c25-c6e063ef0e29') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:28.124577 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4bcb5953-86bc-44ab-b90d-00cff811cc4d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '506a7174-9566-4d6a-9c25-c6e063ef0e29') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:28.145348 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b143e8a1-69e8-4733-8f84-69c63009a709 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:28.157947 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4af5ee9d-fb76-4e54-9548-3a3ade00b2ca no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:31:28.176772 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b143e8a1-69e8-4733-8f84-69c63009a709 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:28.248300 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 4af5ee9d-fb76-4e54-9548-3a3ade00b2ca {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:31:28.248870 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4af5ee9d-fb76-4e54-9548-3a3ade00b2ca not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:31:28.314715 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5953-86bc-44ab-b90d-00cff811cc4d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:28.379760 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5953-86bc-44ab-b90d-00cff811cc4d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:28.457997 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0658336-950c-416a-9de4-ad70f125d15c req-73c2afc7-e3d3-4223-9e48-a9b35e57776f tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:28.471165 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f0658336-950c-416a-9de4-ad70f125d15c req-73c2afc7-e3d3-4223-9e48-a9b35e57776f tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 945 time: 0.5236962 Sep 01 15:31:28.480859 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bcb5953-86bc-44ab-b90d-00cff811cc4d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:31:28.481555 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5953-86bc-44ab-b90d-00cff811cc4d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:28.486092 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60130) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:31:28.489297 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:31:28.620756 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8cc9bd3f-2ff4-45c1-950d-582e6c0b7bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:28.633992 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b143e8a1-69e8-4733-8f84-69c63009a709 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:28.675090 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c61b1988-78f9-4ee1-8c8a-06283acb075b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:28.841057 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c61b1988-78f9-4ee1-8c8a-06283acb075b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:28.848270 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c61b1988-78f9-4ee1-8c8a-06283acb075b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:28.866034 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8cc9bd3f-2ff4-45c1-950d-582e6c0b7bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:28.899695 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5953-86bc-44ab-b90d-00cff811cc4d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:28.959612 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b1988-78f9-4ee1-8c8a-06283acb075b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5c8445-c0b8-4e54-bb61-2d48b41a37ec,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:28.999915 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c61b1988-78f9-4ee1-8c8a-06283acb075b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=58852fc87c4c4bf48c6807eb73d713e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5122054 Sep 01 15:31:29.002777 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60148) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:29.029534 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b143e8a1-69e8-4733-8f84-69c63009a709 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:29.052720 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4bcb5953-86bc-44ab-b90d-00cff811cc4d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:29.054806 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4bcb5953-86bc-44ab-b90d-00cff811cc4d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "DELETE /v2.0/networks/0872d37e-c0e4-4755-87b8-5a359f9d4cdd HTTP/1.1" status: 204 len: 168 time: 3.0670214 Sep 01 15:31:29.064180 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60150) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:29.087842 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f0658336-950c-416a-9de4-ad70f125d15c req-07b77209-cf13-4673-9d00-10ae42e0adb2 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5480304 Sep 01 15:31:29.088519 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8cc9bd3f-2ff4-45c1-950d-582e6c0b7bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:29.091693 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8cc9bd3f-2ff4-45c1-950d-582e6c0b7bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:29.093025 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8cc9bd3f-2ff4-45c1-950d-582e6c0b7bdd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/892886bb-eee3-431f-82e5-ff33658ac2da HTTP/1.1" status: 204 len: 168 time: 1.1693120 Sep 01 15:31:29.134513 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb5953-86bc-44ab-b90d-00cff811cc4d tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Pushing event deleted for resources: {'Network': ['ID=0872d37e-c0e4-4755-87b8-5a359f9d4cdd,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:29.160687 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9bd3f-2ff4-45c1-950d-582e6c0b7bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892886bb-eee3-431f-82e5-ff33658ac2da,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:29.162610 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2ee96400-a11b-4bd2-829c-a681b6bf2d22 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "GET /v2.0/ports?device_id=46065400-74b2-44e7-b3d5-a51e999ecb67 HTTP/1.1" status: 200 len: 205 time: 0.0959265 Sep 01 15:31:29.167764 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60154) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:29.236697 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-947a838d-38e9-4d32-8ef5-e7d6340d0d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:29.272240 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-947a838d-38e9-4d32-8ef5-e7d6340d0d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:29.320744 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-750ae3b4-f6a2-48f4-b675-72d26c09cf69 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:29.384186 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-947a838d-38e9-4d32-8ef5-e7d6340d0d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:29.388452 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-947a838d-38e9-4d32-8ef5-e7d6340d0d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:29.398147 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-947a838d-38e9-4d32-8ef5-e7d6340d0d6b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c5c8445-c0b8-4e54-bb61-2d48b41a37ec HTTP/1.1" status: 204 len: 168 time: 0.3887677 Sep 01 15:31:29.407741 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a838d-38e9-4d32-8ef5-e7d6340d0d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5c8445-c0b8-4e54-bb61-2d48b41a37ec,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:29.622115 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde448f6-bbcb-4557-9614-e33685061665 req-241077cc-f779-45bd-aec0-5551d6ed204b tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:29.629846 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cde448f6-bbcb-4557-9614-e33685061665 req-241077cc-f779-45bd-aec0-5551d6ed204b tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a HTTP/1.1" status: 200 len: 945 time: 0.2112606 Sep 01 15:31:29.660441 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-750ae3b4-f6a2-48f4-b675-72d26c09cf69 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:29.673845 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-750ae3b4-f6a2-48f4-b675-72d26c09cf69 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:29.806869 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cde448f6-bbcb-4557-9614-e33685061665 req-d1164d97-e2d7-441a-9a78-10cf9464553b tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e184957-0237-42f9-8732-2c509e60a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761475 Sep 01 15:31:29.860245 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-750ae3b4-f6a2-48f4-b675-72d26c09cf69 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:29.860805 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750ae3b4-f6a2-48f4-b675-72d26c09cf69 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Fanout notify agent at l3_agent the message router_deleted on router 46065400-74b2-44e7-b3d5-a51e999ecb67 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:31:29.872844 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-750ae3b4-f6a2-48f4-b675-72d26c09cf69 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:29.875053 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-750ae3b4-f6a2-48f4-b675-72d26c09cf69 tempest-RoutersNegativeIpV6Test-1781405983 tempest-RoutersNegativeIpV6Test-1781405983-project] 10.222.0.60 "DELETE /v2.0/routers/46065400-74b2-44e7-b3d5-a51e999ecb67 HTTP/1.1" status: 204 len: 168 time: 0.7064190 Sep 01 15:31:29.900964 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b143e8a1-69e8-4733-8f84-69c63009a709 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:29.935715 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b143e8a1-69e8-4733-8f84-69c63009a709 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:30.280253 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b143e8a1-69e8-4733-8f84-69c63009a709 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:30.381295 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60184) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:30.423977 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fadfa-dad7-44c2-b33b-74cc4072f296 req-9eb70f8c-163d-48de-9761-aaa034a6cd1b tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:30.425621 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5c3fadfa-dad7-44c2-b33b-74cc4072f296 req-9eb70f8c-163d-48de-9761-aaa034a6cd1b tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 945 time: 0.1062212 Sep 01 15:31:30.530047 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5c3fadfa-dad7-44c2-b33b-74cc4072f296 req-8c079b96-d6e7-4871-aeb5-147d851f3798 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904427 Sep 01 15:31:30.708766 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b143e8a1-69e8-4733-8f84-69c63009a709 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:30.714597 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b143e8a1-69e8-4733-8f84-69c63009a709 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:30.835636 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b143e8a1-69e8-4733-8f84-69c63009a709 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:30.836742 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b143e8a1-69e8-4733-8f84-69c63009a709 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1db0dc25-06a0-43a8-b7fe-147742f89abb {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:31:30.896288 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-b143e8a1-69e8-4733-8f84-69c63009a709 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 01 15:31:30.899345 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b143e8a1-69e8-4733-8f84-69c63009a709 tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0930676 Sep 01 15:31:30.903671 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60202) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:30.918997 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-22a32966-ec8e-4a77-ad62-4556d9697c71 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=736be7e45aad4d94a5006603102cc389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5363703 Sep 01 15:31:30.921456 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60206) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:31.086576 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef6fbc-dcad-4dd6-a7eb-46e0f134f64c req-487b8776-8e4b-49fc-af7c-9b4aa77d8af8 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:31.091445 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-79ef6fbc-dcad-4dd6-a7eb-46e0f134f64c req-487b8776-8e4b-49fc-af7c-9b4aa77d8af8 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a HTTP/1.1" status: 200 len: 945 time: 0.0970118 Sep 01 15:31:31.092164 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d8b5c-c27e-4a35-b743-2eb597fc670f tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Deleting port 098b12c7-7897-4424-b160-26e1b528812c {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:31:31.092528 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9d2d8b5c-c27e-4a35-b743-2eb597fc670f tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:31.092890 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e3751400-b9ec-4f8a-b010-1ac2964999d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:31.137055 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e3751400-b9ec-4f8a-b010-1ac2964999d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:31.153412 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60214) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:31.232488 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9d2d8b5c-c27e-4a35-b743-2eb597fc670f tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:31.263690 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9d2d8b5c-c27e-4a35-b743-2eb597fc670f tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Calling delete_port for 098b12c7-7897-4424-b160-26e1b528812c owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:31:31.294890 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-79ef6fbc-dcad-4dd6-a7eb-46e0f134f64c req-b5219a69-d5a6-4e38-a4b0-092697a149a9 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e184957-0237-42f9-8732-2c509e60a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536562 Sep 01 15:31:31.337789 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e3751400-b9ec-4f8a-b010-1ac2964999d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:31.341973 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e3751400-b9ec-4f8a-b010-1ac2964999d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:31.347429 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e3751400-b9ec-4f8a-b010-1ac2964999d9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dd71d23d-9786-4f0c-b790-b46d69ab754d HTTP/1.1" status: 204 len: 168 time: 0.4221687 Sep 01 15:31:31.359061 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3751400-b9ec-4f8a-b010-1ac2964999d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd71d23d-9786-4f0c-b790-b46d69ab754d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:31.596933 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9df14-838a-49be-a212-8d74a5a2920d req-1f36395a-7717-4f9f-8252-a31a77b2c782 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:31.598609 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7ed9df14-838a-49be-a212-8d74a5a2920d req-1f36395a-7717-4f9f-8252-a31a77b2c782 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a HTTP/1.1" status: 200 len: 945 time: 0.2320144 Sep 01 15:31:31.609564 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9d2d8b5c-c27e-4a35-b743-2eb597fc670f tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:31.677093 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-5eccedf0-2eb9-4df1-b6dd-9e687c08e7c0 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1154876318'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:31.707050 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d8b5c-c27e-4a35-b743-2eb597fc670f tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Pushing event deleted for resources: {'Port': ['ID=098b12c7-7897-4424-b160-26e1b528812c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:31.769307 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eccedf0-2eb9-4df1-b6dd-9e687c08e7c0 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Made reservation on behalf of 0723f9bc6f304f3c88f6db899a1c5844 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:31.778826 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5eccedf0-2eb9-4df1-b6dd-9e687c08e7c0 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:31.799982 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5eccedf0-2eb9-4df1-b6dd-9e687c08e7c0 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:31.904036 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c70d46-97cf-4548-8c63-a4cc2ba1b3b1 req-c1d6a20a-b53a-4865-812d-7443c52c5154 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:31.905987 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5c70d46-97cf-4548-8c63-a4cc2ba1b3b1 req-c1d6a20a-b53a-4865-812d-7443c52c5154 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 945 time: 0.1418645 Sep 01 15:31:31.907486 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9d2d8b5c-c27e-4a35-b743-2eb597fc670f tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:31.912813 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9d2d8b5c-c27e-4a35-b743-2eb597fc670f tempest-RoutersAdminNegativeIpV6Test-129250865 tempest-RoutersAdminNegativeIpV6Test-129250865-project-admin] 10.222.0.60 "DELETE /v2.0/ports/098b12c7-7897-4424-b160-26e1b528812c HTTP/1.1" status: 204 len: 168 time: 1.0045896 Sep 01 15:31:31.948298 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-7ed9df14-838a-49be-a212-8d74a5a2920d req-ccfca07c-f56d-4bf9-b487-dcbbf752e76d tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Deleting port 0e88bf92-1ece-4dff-b838-e6baa0c7e541 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:31:31.949306 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7ed9df14-838a-49be-a212-8d74a5a2920d req-ccfca07c-f56d-4bf9-b487-dcbbf752e76d tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:32.027066 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5c70d46-97cf-4548-8c63-a4cc2ba1b3b1 req-c659e6a9-3046-4c42-8f35-c4ae48145ecf tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006043 Sep 01 15:31:32.069222 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5eccedf0-2eb9-4df1-b6dd-9e687c08e7c0 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:32.079250 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5eccedf0-2eb9-4df1-b6dd-9e687c08e7c0 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:32.114350 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eccedf0-2eb9-4df1-b6dd-9e687c08e7c0 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:31:32.146567 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5eccedf0-2eb9-4df1-b6dd-9e687c08e7c0 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:32.146969 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-5eccedf0-2eb9-4df1-b6dd-9e687c08e7c0 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Added segment 70fd883f-3a70-4802-b56d-e93ae1bb0be0 of type vlan for network 09fd6d1c-6cd6-4fec-9766-987cebb3a703 Sep 01 15:31:32.155770 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-7ed9df14-838a-49be-a212-8d74a5a2920d req-ccfca07c-f56d-4bf9-b487-dcbbf752e76d tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] For port 0e88bf92-1ece-4dff-b838-e6baa0c7e541, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=0e88bf92-1ece-4dff-b838-e6baa0c7e541,segment=NetworkSegment(5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d),segment_id=5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:32.157769 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7ed9df14-838a-49be-a212-8d74a5a2920d req-ccfca07c-f56d-4bf9-b487-dcbbf752e76d tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:32.202572 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-7ed9df14-838a-49be-a212-8d74a5a2920d req-ccfca07c-f56d-4bf9-b487-dcbbf752e76d tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Calling delete_port for 0e88bf92-1ece-4dff-b838-e6baa0c7e541 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:31:32.211202 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5eccedf0-2eb9-4df1-b6dd-9e687c08e7c0 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:32.244143 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eccedf0-2eb9-4df1-b6dd-9e687c08e7c0 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32db6abc-59a8-4e66-8158-e096af822ae1,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:32.259068 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5eccedf0-2eb9-4df1-b6dd-9e687c08e7c0 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:32.269496 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eccedf0-2eb9-4df1-b6dd-9e687c08e7c0 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:32.269496 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5eccedf0-2eb9-4df1-b6dd-9e687c08e7c0 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:32.451106 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eccedf0-2eb9-4df1-b6dd-9e687c08e7c0 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Pushing event updated for resources: {'Network': ['ID=09fd6d1c-6cd6-4fec-9766-987cebb3a703,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:32.457570 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5eccedf0-2eb9-4df1-b6dd-9e687c08e7c0 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3021984 Sep 01 15:31:32.462841 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60244) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:32.474167 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-96026487-9ef8-4525-bd26-1869a487af53 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Request body: {'subnet': {'network_id': '09fd6d1c-6cd6-4fec-9766-987cebb3a703', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:32.481048 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 09fd6d1c-6cd6-4fec-9766-987cebb3a703 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:31:32.551713 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc409a5-2ca1-421e-b4fa-a1095ea65dc2 req-694bbbe6-78a8-463b-9180-9795d02be7ec tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:32.553327 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ecc409a5-2ca1-421e-b4fa-a1095ea65dc2 req-694bbbe6-78a8-463b-9180-9795d02be7ec tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a HTTP/1.1" status: 200 len: 945 time: 0.0987990 Sep 01 15:31:32.582640 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7ed9df14-838a-49be-a212-8d74a5a2920d req-ccfca07c-f56d-4bf9-b487-dcbbf752e76d tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:32.631316 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfca07c-f56d-4bf9-b487-dcbbf752e76d tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Pushing event deleted for resources: {'Port': ['ID=0e88bf92-1ece-4dff-b838-e6baa0c7e541,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:32.653332 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60248) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:32.696180 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ecc409a5-2ca1-421e-b4fa-a1095ea65dc2 req-ae995a54-3104-4983-bb0c-650bc12ec205 tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e184957-0237-42f9-8732-2c509e60a147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263356 Sep 01 15:31:32.698064 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed9df14-838a-49be-a212-8d74a5a2920d req-ccfca07c-f56d-4bf9-b487-dcbbf752e76d tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] No DVR routers for this DVR port 0e88bf92-1ece-4dff-b838-e6baa0c7e541 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:31:32.702936 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7ed9df14-838a-49be-a212-8d74a5a2920d req-ccfca07c-f56d-4bf9-b487-dcbbf752e76d tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:32.706777 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7ed9df14-838a-49be-a212-8d74a5a2920d req-ccfca07c-f56d-4bf9-b487-dcbbf752e76d tempest-VolumesActionsTest-1048379953 tempest-VolumesActionsTest-1048379953-project] 10.222.0.62 "DELETE /v2.0/ports/0e88bf92-1ece-4dff-b838-e6baa0c7e541 HTTP/1.1" status: 204 len: 173 time: 1.0939114 Sep 01 15:31:32.708287 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a', 'name': 'network-vif-deleted', 'tag': '0e88bf92-1ece-4dff-b838-e6baa0c7e541'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:31:32.713587 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ceb84a-e5a1-4789-b4e2-70ef281369e8" -d '{"events": [{"server_uuid": "a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a", "name": "network-vif-deleted", "tag": "0e88bf92-1ece-4dff-b838-e6baa0c7e541"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:31:32.739047 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96026487-9ef8-4525-bd26-1869a487af53 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Made reservation on behalf of 0723f9bc6f304f3c88f6db899a1c5844 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:32.744308 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-96026487-9ef8-4525-bd26-1869a487af53 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:32.811097 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0eff366-ed9e-47b8-bf17-62a93791caf6 x-openstack-request-id: req-b0eff366-ed9e-47b8-bf17-62a93791caf6 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:31:32.811329 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a", "name": "network-vif-deleted", "tag": "0e88bf92-1ece-4dff-b838-e6baa0c7e541", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:31:32.811602 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b0eff366-ed9e-47b8-bf17-62a93791caf6 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:31:32.811969 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6ddfc03-2a72-4280-ac3f-56ad18dd9a6a', 'name': 'network-vif-deleted', 'tag': '0e88bf92-1ece-4dff-b838-e6baa0c7e541', 'status': 'completed', 'code': 200} Sep 01 15:31:33.066405 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-96026487-9ef8-4525-bd26-1869a487af53 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:33.094147 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1f841596-5a4a-4871-8c00-1ecd943bc910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:33.232230 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96026487-9ef8-4525-bd26-1869a487af53 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Pushing event updated for resources: {'Subnet': ['ID=06269a62-a9c6-4809-9ddf-5fee2de52202,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:33.238038 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96026487-9ef8-4525-bd26-1869a487af53 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Checking segment: {'id': '70fd883f-3a70-4802-b56d-e93ae1bb0be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09fd6d1c-6cd6-4fec-9766-987cebb3a703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:31:33.238445 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96026487-9ef8-4525-bd26-1869a487af53 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Network hostable DHCP agents. Network: 09fd6d1c-6cd6-4fec-9766-987cebb3a703, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:31:33.262804 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96026487-9ef8-4525-bd26-1869a487af53 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Network 09fd6d1c-6cd6-4fec-9766-987cebb3a703 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:31:33.279413 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-96026487-9ef8-4525-bd26-1869a487af53 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 09fd6d1c-6cd6-4fec-9766-987cebb3a703) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:33.286500 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96026487-9ef8-4525-bd26-1869a487af53 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:33.287305 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-96026487-9ef8-4525-bd26-1869a487af53 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:33.292395 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848fd03d-61da-4eea-b234-36d205d6044c None None] Network 09fd6d1c-6cd6-4fec-9766-987cebb3a703 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:33.340838 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387908d6-39b7-405e-9ac0-675f778d3189 req-46bedebd-9190-4fd7-a89c-58eb44702b06 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:33.342625 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-387908d6-39b7-405e-9ac0-675f778d3189 req-46bedebd-9190-4fd7-a89c-58eb44702b06 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 945 time: 0.1581113 Sep 01 15:31:33.416208 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-387908d6-39b7-405e-9ac0-675f778d3189 req-f859d98d-e6c0-4d4c-9ea6-557b7463f0a8 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648818 Sep 01 15:31:33.477377 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1f841596-5a4a-4871-8c00-1ecd943bc910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:33.487213 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1f841596-5a4a-4871-8c00-1ecd943bc910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:33.502508 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-96026487-9ef8-4525-bd26-1869a487af53 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0383682 Sep 01 15:31:33.506993 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60270) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:33.514707 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-5d01c1ea-5c1b-485c-803c-c5c5b7469ff3 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Request body: {'port': {'network_id': '09fd6d1c-6cd6-4fec-9766-987cebb3a703', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1821223451'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:33.537690 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60272) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:33.589429 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1f841596-5a4a-4871-8c00-1ecd943bc910 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee283893dcfd415c96541e1a21af9732&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9345243 Sep 01 15:31:33.591496 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f841596-5a4a-4871-8c00-1ecd943bc910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f08068e-a5c6-4b2c-9199-ed77181acb8c,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:33.600755 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60278) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:33.758715 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d01c1ea-5c1b-485c-803c-c5c5b7469ff3 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Made reservation on behalf of 0723f9bc6f304f3c88f6db899a1c5844 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:33.764872 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5d01c1ea-5c1b-485c-803c-c5c5b7469ff3 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:33.766491 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bf3b74-6d60-4c33-b061-301785dddfdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-09fd6d1c-6cd6-4fec-9766-987cebb3a703', 'network_id': '09fd6d1c-6cd6-4fec-9766-987cebb3a703', 'tenant_id': '0723f9bc6f304f3c88f6db899a1c5844', 'fixed_ips': [{'subnet_id': '06269a62-a9c6-4809-9ddf-5fee2de52202'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:31:33.767352 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3b74-6d60-4c33-b061-301785dddfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:33.779114 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-57ff174c-bddd-447b-a7ef-3d9d191c2a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:33.801071 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-5d01c1ea-5c1b-485c-803c-c5c5b7469ff3 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] device_id is not set on port 9313adca-e540-4f65-b578-5bc09c51d396 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:31:33.837259 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-7c3ffe54-0f63-4e23-839e-1985e655118d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-733986793', 'router:external': True}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:33.873114 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-57ff174c-bddd-447b-a7ef-3d9d191c2a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:33.989153 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-5d01c1ea-5c1b-485c-803c-c5c5b7469ff3 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Allocated IP 172.20.0.13 (09fd6d1c-6cd6-4fec-9766-987cebb3a703/06269a62-a9c6-4809-9ddf-5fee2de52202/9313adca-e540-4f65-b578-5bc09c51d396) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:31:34.020685 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3ffe54-0f63-4e23-839e-1985e655118d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Made reservation on behalf of f1dc2774b455412d9e75b8dfcff3bc01 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:34.032118 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c3ffe54-0f63-4e23-839e-1985e655118d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:34.052051 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60290) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:34.088538 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c3ffe54-0f63-4e23-839e-1985e655118d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:34.227213 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-57ff174c-bddd-447b-a7ef-3d9d191c2a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:34.231812 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-57ff174c-bddd-447b-a7ef-3d9d191c2a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:34.233174 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-57ff174c-bddd-447b-a7ef-3d9d191c2a55 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4f08068e-a5c6-4b2c-9199-ed77181acb8c HTTP/1.1" status: 204 len: 168 time: 0.6297224 Sep 01 15:31:34.281303 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff174c-bddd-447b-a7ef-3d9d191c2a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f08068e-a5c6-4b2c-9199-ed77181acb8c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:34.333479 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-45f88d10-8b99-440c-9441-2f995abd90e1 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Request body: {'security_group': {'name': 'tempest-secgroup--695134593'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:34.350248 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5d01c1ea-5c1b-485c-803c-c5c5b7469ff3 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:34.367092 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-5d01c1ea-5c1b-485c-803c-c5c5b7469ff3 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Transition to ACTIVE for port object 9313adca-e540-4f65-b578-5bc09c51d396 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:34.428559 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5d01c1ea-5c1b-485c-803c-c5c5b7469ff3 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:34.463300 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c3ffe54-0f63-4e23-839e-1985e655118d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:34.474466 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c3ffe54-0f63-4e23-839e-1985e655118d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:34.532582 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d01c1ea-5c1b-485c-803c-c5c5b7469ff3 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Network 09fd6d1c-6cd6-4fec-9766-987cebb3a703 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:31:34.538835 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-5d01c1ea-5c1b-485c-803c-c5c5b7469ff3 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:34.545466 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d01c1ea-5c1b-485c-803c-c5c5b7469ff3 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:31:34.574415 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c3ffe54-0f63-4e23-839e-1985e655118d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:31:34.586081 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 0e88bf92-1ece-4dff-b838-e6baa0c7e541 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:31:34.619142 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45f88d10-8b99-440c-9441-2f995abd90e1 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:34.647473 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 0e88bf92-1ece-4dff-b838-e6baa0c7e541 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:31:34.648780 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 0e88bf92-1ece-4dff-b838-e6baa0c7e541 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:31:34.656526 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01c1ea-5c1b-485c-803c-c5c5b7469ff3 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Pushing event updated for resources: {'Port': ['ID=9313adca-e540-4f65-b578-5bc09c51d396,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:34.704703 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-d8bf3b74-6d60-4c33-b061-301785dddfdf None None] Allocated IP 172.20.0.2 (09fd6d1c-6cd6-4fec-9766-987cebb3a703/06269a62-a9c6-4809-9ddf-5fee2de52202/5c504684-957a-4692-8037-34cadd93cce0) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:31:34.705040 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ffe54-0f63-4e23-839e-1985e655118d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2bf691-d219-4356-95c9-5bd789927ec3,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:34.727407 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c3ffe54-0f63-4e23-839e-1985e655118d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:34.729248 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-7c3ffe54-0f63-4e23-839e-1985e655118d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Added segment 44509355-48d1-4a2a-8448-686590243080 of type vlan for network 3fa2ea3c-ee6d-4cef-8b8e-1400f6d8f3f6 Sep 01 15:31:34.744959 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d01c1ea-5c1b-485c-803c-c5c5b7469ff3 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:34.753209 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5d01c1ea-5c1b-485c-803c-c5c5b7469ff3 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:34.781479 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45f88d10-8b99-440c-9441-2f995abd90e1 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:34.796096 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5d01c1ea-5c1b-485c-803c-c5c5b7469ff3 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2854235 Sep 01 15:31:34.799332 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60314) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:34.825710 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-1d63a253-9192-4399-aeaa-583f76080e47 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Request body: {'port': {'network_id': '09fd6d1c-6cd6-4fec-9766-987cebb3a703', 'name': 'tempest-ExtraDHCPOptionsTestJSON-723563716', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:34.829103 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.api.validators [None req-1d63a253-9192-4399-aeaa-583f76080e47 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] bootfile-name is not in valid_values {{(pid=94734) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 01 15:31:34.833222 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.api.validators [None req-1d63a253-9192-4399-aeaa-583f76080e47 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] tftp-server is not in valid_values {{(pid=94734) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 01 15:31:34.834233 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.api.validators [None req-1d63a253-9192-4399-aeaa-583f76080e47 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] server-ip-address is not in valid_values {{(pid=94734) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 01 15:31:34.994071 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c3ffe54-0f63-4e23-839e-1985e655118d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:35.048184 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d5b89-6de6-41e9-b9dd-a13401325e58 req-5a9e1fa6-ee60-42c1-96a6-fc40c67510c5 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:35.051772 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e65d5b89-6de6-41e9-b9dd-a13401325e58 req-5a9e1fa6-ee60-42c1-96a6-fc40c67510c5 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 945 time: 0.4858086 Sep 01 15:31:35.299741 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c3ffe54-0f63-4e23-839e-1985e655118d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:35.301665 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3ffe54-0f63-4e23-839e-1985e655118d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:35.302736 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c3ffe54-0f63-4e23-839e-1985e655118d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:35.333755 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e65d5b89-6de6-41e9-b9dd-a13401325e58 req-3afe615b-d5b1-4c28-a6d9-4340b1988e7f tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725842 Sep 01 15:31:35.364630 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60326) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:35.457191 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3b74-6d60-4c33-b061-301785dddfdf None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:35.465541 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-427569d2-d7cc-4e16-892c-52153c13e48f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f5b988c46ab7468ea02742ff612087e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0956888 Sep 01 15:31:35.465965 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60330) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:35.473647 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d8bf3b74-6d60-4c33-b061-301785dddfdf None None] Transition to ACTIVE for port object 5c504684-957a-4692-8037-34cadd93cce0 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:35.514141 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d8bf3b74-6d60-4c33-b061-301785dddfdf None None] Transition to ACTIVE for port object 5c504684-957a-4692-8037-34cadd93cce0 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:35.528514 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3b74-6d60-4c33-b061-301785dddfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:35.610869 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45f88d10-8b99-440c-9441-2f995abd90e1 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:35.622641 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45f88d10-8b99-440c-9441-2f995abd90e1 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:35.635490 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bf3b74-6d60-4c33-b061-301785dddfdf None None] Network 09fd6d1c-6cd6-4fec-9766-987cebb3a703 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:31:35.638724 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ffe54-0f63-4e23-839e-1985e655118d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Pushing event updated for resources: {'Network': ['ID=3fa2ea3c-ee6d-4cef-8b8e-1400f6d8f3f6,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:35.645304 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-d8bf3b74-6d60-4c33-b061-301785dddfdf None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:35.653488 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bf3b74-6d60-4c33-b061-301785dddfdf None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:31:35.685925 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c94fff-9a53-42eb-8407-4ebcff56a118 req-7b826098-4659-406c-be5a-5a03c1efc77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:35.689012 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30c94fff-9a53-42eb-8407-4ebcff56a118 req-7b826098-4659-406c-be5a-5a03c1efc77b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 1096 time: 0.3658743 Sep 01 15:31:35.696258 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-69bf5126-07de-42e4-903a-9c499da4dcc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:35.696863 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f88d10-8b99-440c-9441-2f995abd90e1 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f34df042-935a-4bdb-99e0-e4a578f89874,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:35.697622 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 3fa2ea3c-ee6d-4cef-8b8e-1400f6d8f3f6 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:31:35.783814 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30c94fff-9a53-42eb-8407-4ebcff56a118 req-d7987375-e8bc-4cb3-b3f3-b6bf0a4b2d29 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789950 Sep 01 15:31:35.791034 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-69bf5126-07de-42e4-903a-9c499da4dcc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:35.810934 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7c3ffe54-0f63-4e23-839e-1985e655118d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.2610750 Sep 01 15:31:35.816178 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60340) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:35.830646 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-a86430a7-72ea-402f-8274-23f9de8eb274 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Request body: {'subnet': {'network_id': '3fa2ea3c-ee6d-4cef-8b8e-1400f6d8f3f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:35.929726 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf3b74-6d60-4c33-b061-301785dddfdf None None] Pushing event updated for resources: {'Port': ['ID=5c504684-957a-4692-8037-34cadd93cce0,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:35.937991 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d63a253-9192-4399-aeaa-583f76080e47 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Made reservation on behalf of 0723f9bc6f304f3c88f6db899a1c5844 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:35.944513 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d63a253-9192-4399-aeaa-583f76080e47 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:35.951145 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d8bf3b74-6d60-4c33-b061-301785dddfdf None None] Attempting to bind port 5c504684-957a-4692-8037-34cadd93cce0 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:31:35.951355 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d8bf3b74-6d60-4c33-b061-301785dddfdf None None] Attempting to bind port 5c504684-957a-4692-8037-34cadd93cce0 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '70fd883f-3a70-4802-b56d-e93ae1bb0be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09fd6d1c-6cd6-4fec-9766-987cebb3a703'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:31:35.951844 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bf3b74-6d60-4c33-b061-301785dddfdf None None] Attempting to bind port 5c504684-957a-4692-8037-34cadd93cce0 on network 09fd6d1c-6cd6-4fec-9766-987cebb3a703 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:31:35.975291 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bf3b74-6d60-4c33-b061-301785dddfdf None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:31:35.975922 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bf3b74-6d60-4c33-b061-301785dddfdf None None] Checking segment: {'id': '70fd883f-3a70-4802-b56d-e93ae1bb0be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09fd6d1c-6cd6-4fec-9766-987cebb3a703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:31:35.976601 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3b74-6d60-4c33-b061-301785dddfdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:35.977271 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bf3b74-6d60-4c33-b061-301785dddfdf None None] Bound using segment: {'id': '70fd883f-3a70-4802-b56d-e93ae1bb0be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09fd6d1c-6cd6-4fec-9766-987cebb3a703'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:31:35.978160 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d8bf3b74-6d60-4c33-b061-301785dddfdf None None] Bound port: 5c504684-957a-4692-8037-34cadd93cce0, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fd883f-3a70-4802-b56d-e93ae1bb0be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '09fd6d1c-6cd6-4fec-9766-987cebb3a703'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:31:35.978880 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3b74-6d60-4c33-b061-301785dddfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:36.002345 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45f88d10-8b99-440c-9441-2f995abd90e1 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:36.017152 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45f88d10-8b99-440c-9441-2f995abd90e1 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:36.042711 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-1d63a253-9192-4399-aeaa-583f76080e47 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] device_id is not set on port e9c8d2eb-fa4b-4122-82b5-59db4530a4c7 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:31:36.084442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86430a7-72ea-402f-8274-23f9de8eb274 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Made reservation on behalf of f1dc2774b455412d9e75b8dfcff3bc01 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:36.087341 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a86430a7-72ea-402f-8274-23f9de8eb274 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:36.101916 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45f88d10-8b99-440c-9441-2f995abd90e1 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:36.103523 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-45f88d10-8b99-440c-9441-2f995abd90e1 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0497103 Sep 01 15:31:36.132278 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f88d10-8b99-440c-9441-2f995abd90e1 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7c5404-83cd-4da8-9d88-c3f4ea083fb4,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:36.139461 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60350) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:36.179980 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-d8bf3b74-6d60-4c33-b061-301785dddfdf None None] For port 5c504684-957a-4692-8037-34cadd93cce0, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:31:36.186245 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-d8bf3b74-6d60-4c33-b061-301785dddfdf None None] For port 5c504684-957a-4692-8037-34cadd93cce0, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=5c504684-957a-4692-8037-34cadd93cce0,segment=NetworkSegment(70fd883f-3a70-4802-b56d-e93ae1bb0be0),segment_id=70fd883f-3a70-4802-b56d-e93ae1bb0be0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:31:36.196486 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3b74-6d60-4c33-b061-301785dddfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:36.340915 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf3b74-6d60-4c33-b061-301785dddfdf None None] Pushing event updated for resources: {'Port': ['ID=5c504684-957a-4692-8037-34cadd93cce0,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:36.353798 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-1d63a253-9192-4399-aeaa-583f76080e47 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Allocated IP 172.20.0.11 (09fd6d1c-6cd6-4fec-9766-987cebb3a703/06269a62-a9c6-4809-9ddf-5fee2de52202/e9c8d2eb-fa4b-4122-82b5-59db4530a4c7) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:31:36.358541 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-69bf5126-07de-42e4-903a-9c499da4dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:36.366735 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5d6877e9-108e-43b9-a2e2-f7e76534fa07 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2181213 Sep 01 15:31:36.366735 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60354) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:36.376353 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-d1db06ea-bc1f-4ae4-8f45-614527bbd3cc tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Request body: {'security_group': {'name': 'tempest-security--1829963127', 'description': 'tempest-security-description-77546'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:36.379344 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-69bf5126-07de-42e4-903a-9c499da4dcc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:36.385157 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-69bf5126-07de-42e4-903a-9c499da4dcc2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b4a793c-ae2a-4c3a-97b8-bf670ca30e52 HTTP/1.1" status: 204 len: 168 time: 0.9174931 Sep 01 15:31:36.448124 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf5126-07de-42e4-903a-9c499da4dcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4a793c-ae2a-4c3a-97b8-bf670ca30e52,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:36.591764 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d1db06ea-bc1f-4ae4-8f45-614527bbd3cc tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:36.890531 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d1db06ea-bc1f-4ae4-8f45-614527bbd3cc tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:36.926639 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d1db06ea-bc1f-4ae4-8f45-614527bbd3cc tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:36.973816 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d1db06ea-bc1f-4ae4-8f45-614527bbd3cc tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:36.976115 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d1db06ea-bc1f-4ae4-8f45-614527bbd3cc tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "PUT /v2.0/security-groups/bc7c5404-83cd-4da8-9d88-c3f4ea083fb4 HTTP/1.1" status: 200 len: 1775 time: 0.6082175 Sep 01 15:31:37.010096 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60368) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:37.238278 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db06ea-bc1f-4ae4-8f45-614527bbd3cc tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7c5404-83cd-4da8-9d88-c3f4ea083fb4,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:37.470492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb76383-3b5c-4813-ad2c-c2a403542893 req-760ece2b-e760-424b-a807-94ffb8ee87fb tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:37.481736 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0bb76383-3b5c-4813-ad2c-c2a403542893 req-760ece2b-e760-424b-a807-94ffb8ee87fb tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 945 time: 0.8202555 Sep 01 15:31:37.494395 n-d-794796-3 neutron-server[94733]: DEBUG neutron.objects.ports [None req-a86430a7-72ea-402f-8274-23f9de8eb274 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94733) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:31:37.495732 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a86430a7-72ea-402f-8274-23f9de8eb274 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:37.554749 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-86f892e3-8923-41c9-9ded-fd3c38210795 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "GET /v2.0/security-groups/bc7c5404-83cd-4da8-9d88-c3f4ea083fb4 HTTP/1.1" status: 200 len: 1775 time: 0.5276794 Sep 01 15:31:37.556689 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d63a253-9192-4399-aeaa-583f76080e47 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:37.571209 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60392) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:37.603252 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0bb76383-3b5c-4813-ad2c-c2a403542893 req-109c5fa7-b516-4ac7-8550-108db51194d3 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201134 Sep 01 15:31:37.686430 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-1d63a253-9192-4399-aeaa-583f76080e47 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Transition to ACTIVE for port object e9c8d2eb-fa4b-4122-82b5-59db4530a4c7 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:37.737283 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86430a7-72ea-402f-8274-23f9de8eb274 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e4b2a720-df71-4511-92c9-21dcbb498a30,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:37.757510 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86430a7-72ea-402f-8274-23f9de8eb274 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Checking segment: {'id': '44509355-48d1-4a2a-8448-686590243080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3fa2ea3c-ee6d-4cef-8b8e-1400f6d8f3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:31:37.757961 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86430a7-72ea-402f-8274-23f9de8eb274 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Network hostable DHCP agents. Network: 3fa2ea3c-ee6d-4cef-8b8e-1400f6d8f3f6, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:31:37.820285 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86430a7-72ea-402f-8274-23f9de8eb274 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Network 3fa2ea3c-ee6d-4cef-8b8e-1400f6d8f3f6 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:31:37.840649 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-a86430a7-72ea-402f-8274-23f9de8eb274 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 3fa2ea3c-ee6d-4cef-8b8e-1400f6d8f3f6) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:37.845064 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86430a7-72ea-402f-8274-23f9de8eb274 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:37.845741 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a86430a7-72ea-402f-8274-23f9de8eb274 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:37.855911 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f03ecd-6bb6-45bf-aee9-90088a243847 None None] Network 3fa2ea3c-ee6d-4cef-8b8e-1400f6d8f3f6 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:37.872509 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a86430a7-72ea-402f-8274-23f9de8eb274 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0548370 Sep 01 15:31:37.876165 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60412) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:37.881564 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-b134acc8-893c-4095-96a9-a44ea03dabf1 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-289050688', 'network_id': '3fa2ea3c-ee6d-4cef-8b8e-1400f6d8f3f6'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:37.897535 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8b33717e-100c-4103-bafe-a2c12e3fd61b tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:37.940179 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b134acc8-893c-4095-96a9-a44ea03dabf1 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Made reservation on behalf of f1dc2774b455412d9e75b8dfcff3bc01 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:37.951115 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b134acc8-893c-4095-96a9-a44ea03dabf1 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:37.999157 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-b134acc8-893c-4095-96a9-a44ea03dabf1 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] device_id is not set on port 1b0f4963-2d76-4bf3-b08c-0970266437cc yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:31:38.001774 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d63a253-9192-4399-aeaa-583f76080e47 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:38.031447 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8b33717e-100c-4103-bafe-a2c12e3fd61b tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:38.419000 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 5c504684-957a-4692-8037-34cadd93cce0 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:31:38.460917 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63a253-9192-4399-aeaa-583f76080e47 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Pushing event updated for resources: {'Port': ['ID=e9c8d2eb-fa4b-4122-82b5-59db4530a4c7,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:38.512395 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d63a253-9192-4399-aeaa-583f76080e47 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Network 09fd6d1c-6cd6-4fec-9766-987cebb3a703 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:31:38.519286 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-1d63a253-9192-4399-aeaa-583f76080e47 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:38.532083 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d63a253-9192-4399-aeaa-583f76080e47 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:31:38.548190 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8b33717e-100c-4103-bafe-a2c12e3fd61b tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:38.557840 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8b33717e-100c-4103-bafe-a2c12e3fd61b tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:38.561731 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8b33717e-100c-4103-bafe-a2c12e3fd61b tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "DELETE /v2.0/security-groups/bc7c5404-83cd-4da8-9d88-c3f4ea083fb4 HTTP/1.1" status: 204 len: 168 time: 0.9892647 Sep 01 15:31:38.580175 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65432ab5-3aac-4fc3-9657-7a0885d87efc None None] Network 3fa2ea3c-ee6d-4cef-8b8e-1400f6d8f3f6 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:38.631415 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60454) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:38.673972 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33717e-100c-4103-bafe-a2c12e3fd61b tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7c5404-83cd-4da8-9d88-c3f4ea083fb4,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:38.717699 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-b134acc8-893c-4095-96a9-a44ea03dabf1 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Allocated IP 2001:db8::1d2 (3fa2ea3c-ee6d-4cef-8b8e-1400f6d8f3f6/e4b2a720-df71-4511-92c9-21dcbb498a30/1b0f4963-2d76-4bf3-b08c-0970266437cc) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:31:38.720615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d63a253-9192-4399-aeaa-583f76080e47 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:38.721489 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d63a253-9192-4399-aeaa-583f76080e47 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:38.761516 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1d63a253-9192-4399-aeaa-583f76080e47 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.9525411 Sep 01 15:31:38.761729 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60470) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:38.904020 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b783a0-f328-4e70-84d5-6007731a2b9e None None] Network 09fd6d1c-6cd6-4fec-9766-987cebb3a703 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:39.134748 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8f8429e3-f800-4f9b-930c-db0020026437 None None] Provisioning for port 5c504684-957a-4692-8037-34cadd93cce0 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:31:39.163482 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:39.208083 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 5c504684-957a-4692-8037-34cadd93cce0 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:31:39.217864 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 5c504684-957a-4692-8037-34cadd93cce0 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:39.218572 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:39.310581 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b6d2757f-3f9c-4246-8569-522f6bfbb908 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6643136 Sep 01 15:31:39.310769 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60502) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:39.355783 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-3d0674b0-4104-407e-a925-211b8ba762a4 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] delete failed (client error): The resource could not be found. Sep 01 15:31:39.365625 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3d0674b0-4104-407e-a925-211b8ba762a4 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "DELETE /v2.0/security-groups/bc7c5404-83cd-4da8-9d88-c3f4ea083fb4 HTTP/1.1" status: 404 len: 347 time: 0.0499065 Sep 01 15:31:39.366428 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60506) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:39.406826 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-d734a781-ade5-471e-aea1-c1e3c3f73475 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Request body: {'security_group': {'name': 'tempest-secgroup--1333047319'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:39.505314 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d734a781-ade5-471e-aea1-c1e3c3f73475 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:39.579989 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-072eb561-bc3c-4fb7-9a65-0e984460d79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:39.744210 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60528) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:39.833905 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ccbca-26dd-43c7-98cc-b56416f81f89 req-eb048ed1-8822-4d9b-bdb2-8fbc35b5b96d tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:39.857579 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-121ccbca-26dd-43c7-98cc-b56416f81f89 req-eb048ed1-8822-4d9b-bdb2-8fbc35b5b96d tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 945 time: 0.8992970 Sep 01 15:31:39.882188 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2354ccbd-4f83-4c1a-bd1f-e9f2b8425cb2 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:39.903999 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2354ccbd-4f83-4c1a-bd1f-e9f2b8425cb2 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:39.914406 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2354ccbd-4f83-4c1a-bd1f-e9f2b8425cb2 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:39.925559 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2354ccbd-4f83-4c1a-bd1f-e9f2b8425cb2 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 1.1125393 Sep 01 15:31:39.926213 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60542) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:40.088528 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:40.236072 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b134acc8-893c-4095-96a9-a44ea03dabf1 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:40.270438 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 5c504684-957a-4692-8037-34cadd93cce0, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=5c504684-957a-4692-8037-34cadd93cce0,segment=NetworkSegment(70fd883f-3a70-4802-b56d-e93ae1bb0be0),segment_id=70fd883f-3a70-4802-b56d-e93ae1bb0be0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:40.281714 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:40.311547 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [None req-35aa42ed-44f8-44f9-8d9c-56565e9a6447 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:40.319384 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-35aa42ed-44f8-44f9-8d9c-56565e9a6447 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5633280 Sep 01 15:31:40.355077 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-121ccbca-26dd-43c7-98cc-b56416f81f89 req-9bf298c3-1f19-4ffb-a716-7c1730d27eee tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949393 Sep 01 15:31:40.366607 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60560) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:40.384381 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [None req-2d76af43-6307-42f4-af5a-105cec73eb0f tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:40.388490 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2d76af43-6307-42f4-af5a-105cec73eb0f tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0205595 Sep 01 15:31:40.427128 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60568) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:40.434633 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-8b6efee5-6a2a-4573-b126-8d7d91bb4d0a tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:40.435982 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8b6efee5-6a2a-4573-b126-8d7d91bb4d0a tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0056744 Sep 01 15:31:40.443656 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60570) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:40.452394 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-37891724-74c2-4685-8690-e5d38ee72c00 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:40.453948 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-37891724-74c2-4685-8690-e5d38ee72c00 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0089126 Sep 01 15:31:40.459252 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60572) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:40.468063 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-3252e153-87c3-4d8b-950d-97fce029d299 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:40.470061 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3252e153-87c3-4d8b-950d-97fce029d299 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0095294 Sep 01 15:31:40.476044 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60574) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:40.484440 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-3398eaf4-4d90-4f29-9512-4fa8c85e838c tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:40.502781 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3398eaf4-4d90-4f29-9512-4fa8c85e838c tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0222409 Sep 01 15:31:40.513550 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60576) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:40.529236 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-8370481e-8e64-484c-9a4c-ded579e1f20f tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:40.541559 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=5c504684-957a-4692-8037-34cadd93cce0,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:40.562279 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8370481e-8e64-484c-9a4c-ded579e1f20f tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0406725 Sep 01 15:31:40.568343 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60578) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:40.592220 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [None req-8b6fed9d-d726-44a3-8512-3c104cda5b71 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:40.595690 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8b6fed9d-d726-44a3-8512-3c104cda5b71 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0237827 Sep 01 15:31:40.603716 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60580) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:40.624521 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [None req-ca36d6e0-9013-4d13-b30e-8f4adbfd44e8 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:40.626589 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ca36d6e0-9013-4d13-b30e-8f4adbfd44e8 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0205319 Sep 01 15:31:40.635415 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60582) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:40.678930 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [None req-16532c5c-05f1-4c67-9d62-17a8f5f2321f tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:40.685365 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-16532c5c-05f1-4c67-9d62-17a8f5f2321f tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0430071 Sep 01 15:31:40.692170 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60586) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:40.696424 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-b2e492c8-01db-4f7a-bea2-e7280c909ee4 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Deleting port e9c8d2eb-fa4b-4122-82b5-59db4530a4c7 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:31:40.696778 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b2e492c8-01db-4f7a-bea2-e7280c909ee4 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:40.732572 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-7300d9a4-9b00-4c5f-8800-43bbe8914ae2 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:40.737959 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7300d9a4-9b00-4c5f-8800-43bbe8914ae2 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0441813 Sep 01 15:31:40.743590 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9cf8de22-72be-4b1a-994d-2bb7e16f2e55 None None] Provisioning for port 9313adca-e540-4f65-b578-5bc09c51d396 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:31:40.744458 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60590) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:40.762879 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9cf8de22-72be-4b1a-994d-2bb7e16f2e55 None None] Provisioning complete for port 9313adca-e540-4f65-b578-5bc09c51d396 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:40.763707 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9cf8de22-72be-4b1a-994d-2bb7e16f2e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:40.783416 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-08bc444e-6b35-47e2-8b6e-b57660941e4d tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:40.790517 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-08bc444e-6b35-47e2-8b6e-b57660941e4d tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0363054 Sep 01 15:31:40.795604 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60596) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:40.844461 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-3a6d2ae2-55b6-4290-b6b0-2a508d875932 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:40.850389 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3a6d2ae2-55b6-4290-b6b0-2a508d875932 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0406706 Sep 01 15:31:40.877808 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b2e492c8-01db-4f7a-bea2-e7280c909ee4 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:40.896369 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60598) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:40.897406 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-b2e492c8-01db-4f7a-bea2-e7280c909ee4 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Calling delete_port for e9c8d2eb-fa4b-4122-82b5-59db4530a4c7 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:31:40.952103 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-9a72cc89-bb61-4676-bbbd-7ffc05904720 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:40.958991 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9a72cc89-bb61-4676-bbbd-7ffc05904720 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0311913 Sep 01 15:31:40.972558 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60602) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:41.014690 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-9cf8de22-72be-4b1a-994d-2bb7e16f2e55 None None] Port 9313adca-e540-4f65-b578-5bc09c51d396 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:31:41.027741 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-0069c566-a5da-4df0-b585-8adf7e15250e tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:41.035478 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0069c566-a5da-4df0-b585-8adf7e15250e tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0345135 Sep 01 15:31:41.065070 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9cf8de22-72be-4b1a-994d-2bb7e16f2e55 None None] Provisioning complete for port 5c504684-957a-4692-8037-34cadd93cce0 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:41.065857 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9cf8de22-72be-4b1a-994d-2bb7e16f2e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:41.090282 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d4bb2-a765-4cec-82cb-28d587fa5d05 req-b9ef40f4-e755-49f6-a7bd-99012ce4e15e tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:41.118224 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bf9d4bb2-a765-4cec-82cb-28d587fa5d05 req-b9ef40f4-e755-49f6-a7bd-99012ce4e15e tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.5029871 Sep 01 15:31:41.122696 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60604) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:41.168606 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-cade7527-7cec-4270-87bf-ba3bace76c7d tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:41.175775 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cade7527-7cec-4270-87bf-ba3bace76c7d tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0449107 Sep 01 15:31:41.202158 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b134acc8-893c-4095-96a9-a44ea03dabf1 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:41.216076 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60614) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:41.327128 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d734a781-ade5-471e-aea1-c1e3c3f73475 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:41.345251 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d734a781-ade5-471e-aea1-c1e3c3f73475 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:41.352865 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [None req-4a89532a-e3a0-4395-9b30-b2ae8fe4369b tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:41.362397 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4a89532a-e3a0-4395-9b30-b2ae8fe4369b tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0215549 Sep 01 15:31:41.367781 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60630) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:41.468249 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b134acc8-893c-4095-96a9-a44ea03dabf1 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Network 3fa2ea3c-ee6d-4cef-8b8e-1400f6d8f3f6 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:31:41.475920 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-b134acc8-893c-4095-96a9-a44ea03dabf1 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:41.480001 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134acc8-893c-4095-96a9-a44ea03dabf1 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Pushing event updated for resources: {'Port': ['ID=1b0f4963-2d76-4bf3-b08c-0970266437cc,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:41.484457 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-8032e21c-a3ef-4355-ac0f-7c74f2232569 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:41.486123 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8032e21c-a3ef-4355-ac0f-7c74f2232569 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0155859 Sep 01 15:31:41.488451 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b134acc8-893c-4095-96a9-a44ea03dabf1 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:31:41.490123 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b134acc8-893c-4095-96a9-a44ea03dabf1 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:41.491295 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b134acc8-893c-4095-96a9-a44ea03dabf1 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:41.497447 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60634) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:41.520964 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [None req-bb5cbf34-9515-487b-af00-4498a377b6ec tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:41.526427 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bb5cbf34-9515-487b-af00-4498a377b6ec tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0091121 Sep 01 15:31:41.552840 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9cf8de22-72be-4b1a-994d-2bb7e16f2e55 None None] Provisioning for port e9c8d2eb-fa4b-4122-82b5-59db4530a4c7 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:31:41.556271 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60636) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:41.562692 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b134acc8-893c-4095-96a9-a44ea03dabf1 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.6838634 Sep 01 15:31:41.564731 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9cf8de22-72be-4b1a-994d-2bb7e16f2e55 None None] Provisioning complete for port e9c8d2eb-fa4b-4122-82b5-59db4530a4c7 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:41.565230 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9cf8de22-72be-4b1a-994d-2bb7e16f2e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:41.566205 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b2e492c8-01db-4f7a-bea2-e7280c909ee4 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:41.573396 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60640) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:41.588479 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734a781-ade5-471e-aea1-c1e3c3f73475 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=772add95-07dc-444a-afa8-34928bee32bf,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:41.634256 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e492c8-01db-4f7a-bea2-e7280c909ee4 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Pushing event deleted for resources: {'Port': ['ID=e9c8d2eb-fa4b-4122-82b5-59db4530a4c7,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:41.663069 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-460b8fc7-2f30-4d85-b2f9-0395aa7d4232 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:41.668254 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-460b8fc7-2f30-4d85-b2f9-0395aa7d4232 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0815294 Sep 01 15:31:41.672758 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60646) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:41.679060 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [None req-0246babf-4a12-4c90-b308-3ac99b10c850 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:41.680717 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0246babf-4a12-4c90-b308-3ac99b10c850 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0064108 Sep 01 15:31:41.685451 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60648) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:41.686680 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-9cf8de22-72be-4b1a-994d-2bb7e16f2e55 None None] Port e9c8d2eb-fa4b-4122-82b5-59db4530a4c7 was deleted so its status cannot be updated. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 01 15:31:41.688557 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bf9d4bb2-a765-4cec-82cb-28d587fa5d05 req-90e82a05-3419-4e3a-856e-22d92cd630db tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5689371 Sep 01 15:31:41.696491 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d734a781-ade5-471e-aea1-c1e3c3f73475 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:41.696748 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [None req-e799af88-0faa-46a9-99d8-c08bbf6e431f tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:41.697659 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e799af88-0faa-46a9-99d8-c08bbf6e431f tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0100913 Sep 01 15:31:41.714772 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d734a781-ade5-471e-aea1-c1e3c3f73475 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.3458598 Sep 01 15:31:41.716149 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60652) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:41.723421 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60654) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:41.738779 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-a10686e3-ccc5-4110-a1f0-c08684e3c1b1 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:41.740473 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a10686e3-ccc5-4110-a1f0-c08684e3c1b1 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0206904 Sep 01 15:31:41.761317 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-b9cd4a00-c52b-4605-8155-8516e36b3135 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Request body: {'security_group_rule': {'security_group_id': '772add95-07dc-444a-afa8-34928bee32bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:41.763083 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60656) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:41.773406 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-53a68be1-5d94-4f77-b4b4-f6200f402d5d tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:41.779543 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-53a68be1-5d94-4f77-b4b4-f6200f402d5d tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0140684 Sep 01 15:31:41.780460 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60664) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:41.791728 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-776db9e6-1e1b-4284-b561-2f8e9003c107 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:41.808463 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-776db9e6-1e1b-4284-b561-2f8e9003c107 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0243521 Sep 01 15:31:41.809437 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60666) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:41.844950 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-e95409ec-6bfb-48f4-9cf1-38985ec6ad9e tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:41.851633 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e95409ec-6bfb-48f4-9cf1-38985ec6ad9e tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0405071 Sep 01 15:31:41.853464 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3069d8bc-7c78-494e-93e5-9cb3f2c16db9 None None] Provisioning complete for port 9313adca-e540-4f65-b578-5bc09c51d396 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:41.854247 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3069d8bc-7c78-494e-93e5-9cb3f2c16db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:41.857596 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60674) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:41.887861 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-bb57962a-fa87-4bc9-926a-473a90804d3d tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:41.889482 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bb57962a-fa87-4bc9-926a-473a90804d3d tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0303373 Sep 01 15:31:41.895080 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60676) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:41.911178 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-761a1743-7e84-44b2-902a-5a947e11b5c9 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:41.915818 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-761a1743-7e84-44b2-902a-5a947e11b5c9 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0192170 Sep 01 15:31:41.923043 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60680) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:41.966359 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-6d0283e1-9335-4ed6-a54c-3c87846408d2 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:41.972534 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6d0283e1-9335-4ed6-a54c-3c87846408d2 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0430117 Sep 01 15:31:41.973100 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60684) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:41.989063 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-aad7418c-0a41-4acc-8106-e305735d238f tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:42.007345 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-aad7418c-0a41-4acc-8106-e305735d238f tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0273805 Sep 01 15:31:42.008590 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60690) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:42.038086 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-991ab4fc-c5ee-407c-b4b5-f7d93319e7f4 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:42.038598 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3069d8bc-7c78-494e-93e5-9cb3f2c16db9 None None] Port 9313adca-e540-4f65-b578-5bc09c51d396 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:31:42.048147 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-991ab4fc-c5ee-407c-b4b5-f7d93319e7f4 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0289524 Sep 01 15:31:42.057105 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60694) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:42.089567 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-d2294812-b620-45a2-9983-667eeb899e4d tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:42.097195 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d2294812-b620-45a2-9983-667eeb899e4d tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0349202 Sep 01 15:31:42.100863 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60696) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:42.124172 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:42.132369 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-20bf5a68-0374-4502-9651-514bcce1155a tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:42.136672 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-20bf5a68-0374-4502-9651-514bcce1155a tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0324731 Sep 01 15:31:42.141223 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60702) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:42.176360 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-11e52c4c-3287-434c-91ea-9061b328ad93 None None] Could not find standard attr ID for object e9c8d2eb-fa4b-4122-82b5-59db4530a4c7. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:31:42.177353 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-a28f6b8e-f266-4ea8-a156-878d569d9961 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:42.187041 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a28f6b8e-f266-4ea8-a156-878d569d9961 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0345991 Sep 01 15:31:42.193996 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60706) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:42.219471 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-223780c7-08a4-4224-b3f0-bd0e0f0f87de tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:42.226227 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-223780c7-08a4-4224-b3f0-bd0e0f0f87de tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0286014 Sep 01 15:31:42.228034 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60712) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:42.244893 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-0401f81d-7b09-49f2-9f71-94402d112360 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:42.252834 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0401f81d-7b09-49f2-9f71-94402d112360 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0226882 Sep 01 15:31:42.255171 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60714) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:42.268066 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-3549bca9-1870-46db-9913-f14b67b18556 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:42.275717 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3549bca9-1870-46db-9913-f14b67b18556 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0169835 Sep 01 15:31:42.277727 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60718) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:42.287576 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-aba49fb3-f414-4287-bac1-7dd584de7dfb tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:42.292615 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-aba49fb3-f414-4287-bac1-7dd584de7dfb tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0129516 Sep 01 15:31:42.293848 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60722) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:42.305936 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-3eb192c3-2720-40fc-870c-535281628045 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:42.307391 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3eb192c3-2720-40fc-870c-535281628045 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0124404 Sep 01 15:31:42.312847 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60724) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:42.341434 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-e9b6d0f3-2be4-4f98-9a58-4d24bfcb5a9d tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:42.346457 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e9b6d0f3-2be4-4f98-9a58-4d24bfcb5a9d tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0271599 Sep 01 15:31:42.347166 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60728) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:42.364044 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b9cd4a00-c52b-4605-8155-8516e36b3135 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:42.412981 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-d466cc7b-d2f5-4874-bc80-a65c7e9f2adf tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:42.421553 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d466cc7b-d2f5-4874-bc80-a65c7e9f2adf tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0634115 Sep 01 15:31:42.423339 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60734) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:42.459825 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-45b75151-4f35-4928-bf89-18857aa5a4e8 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:42.472240 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-45b75151-4f35-4928-bf89-18857aa5a4e8 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0315387 Sep 01 15:31:42.475995 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60740) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:42.508331 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-36a979fd-7bdb-4956-99fa-683e94296f27 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:42.518579 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-36a979fd-7bdb-4956-99fa-683e94296f27 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0279284 Sep 01 15:31:42.520694 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60744) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:42.542257 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-f801049f-d6b1-4b2b-b9d1-3f6ebe51df93 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:42.549666 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f801049f-d6b1-4b2b-b9d1-3f6ebe51df93 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0260577 Sep 01 15:31:42.559142 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60748) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:42.591499 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-aeeb8668-cba4-44e4-a5a0-6654a6c18288 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:42.602496 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-aeeb8668-cba4-44e4-a5a0-6654a6c18288 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0401380 Sep 01 15:31:42.603615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60756) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:42.616030 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 5c504684-957a-4692-8037-34cadd93cce0 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:31:42.675998 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-fde991e7-aa50-4ef1-953f-db1c21fcd3ea tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:42.691049 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fde991e7-aa50-4ef1-953f-db1c21fcd3ea tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0353279 Sep 01 15:31:42.705957 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60762) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:42.724799 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [None req-55c3364b-3e72-44a6-90f2-c026eddedb78 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:42.726495 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-55c3364b-3e72-44a6-90f2-c026eddedb78 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0152354 Sep 01 15:31:42.736097 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60766) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:42.764499 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b2e492c8-01db-4f7a-bea2-e7280c909ee4 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:42.767596 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-3fa4b82a-e3a6-4eac-af5b-8bd287034e12 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:42.778412 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3fa4b82a-e3a6-4eac-af5b-8bd287034e12 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0384159 Sep 01 15:31:42.780597 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b2e492c8-01db-4f7a-bea2-e7280c909ee4 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] 10.222.0.60 "DELETE /v2.0/ports/e9c8d2eb-fa4b-4122-82b5-59db4530a4c7 HTTP/1.1" status: 204 len: 168 time: 2.7605023 Sep 01 15:31:42.795982 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60770) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:42.796999 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60772) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:42.828797 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [None req-3f089b83-c3a9-4264-84ef-361f97326f8a tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:42.833865 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3f089b83-c3a9-4264-84ef-361f97326f8a tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0203278 Sep 01 15:31:42.839383 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60776) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:42.874135 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-d974d557-91ff-421e-a8a3-47b2738002a1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Request body: {'port': {'name': 'tempest-new-port-name-1284478484', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:42.876497 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-9778b1a5-a990-4477-accf-6c12855fcdf1 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:42.882622 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9778b1a5-a990-4477-accf-6c12855fcdf1 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0287323 Sep 01 15:31:42.888100 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.api.validators [None req-d974d557-91ff-421e-a8a3-47b2738002a1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] bootfile-name is not in valid_values {{(pid=94733) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 01 15:31:42.889130 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.api.validators [None req-d974d557-91ff-421e-a8a3-47b2738002a1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] tftp-server is not in valid_values {{(pid=94733) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 01 15:31:42.890595 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.api.validators [None req-d974d557-91ff-421e-a8a3-47b2738002a1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] server-ip-address is not in valid_values {{(pid=94733) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 01 15:31:42.893699 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 5c504684-957a-4692-8037-34cadd93cce0 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:42.894515 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:42.896534 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60780) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:42.919263 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b9cd4a00-c52b-4605-8155-8516e36b3135 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:42.947103 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-9a945732-8232-4d23-8fd8-56cf1a224a0e tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:42.951153 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9a945732-8232-4d23-8fd8-56cf1a224a0e tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0505199 Sep 01 15:31:42.956132 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60786) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:42.977490 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-5353dc22-1af0-4689-a9f7-a4de6778d7d0 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Deleting port 1b0f4963-2d76-4bf3-b08c-0970266437cc {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:31:42.978407 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5353dc22-1af0-4689-a9f7-a4de6778d7d0 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:42.987403 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b9cd4a00-c52b-4605-8155-8516e36b3135 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:42.993226 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-450758cc-882f-4af1-bce0-e4a70b3da6d1 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:43.002443 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-450758cc-882f-4af1-bce0-e4a70b3da6d1 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0419402 Sep 01 15:31:43.040444 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5c9ac-1e55-4e63-a38c-c996d05a863c req-d5e490cc-f166-4018-8752-a6b90bacebf0 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:43.050725 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fbc5c9ac-1e55-4e63-a38c-c996d05a863c req-d5e490cc-f166-4018-8752-a6b90bacebf0 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.4090781 Sep 01 15:31:43.053627 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60790) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:43.088209 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-4ff3618f-1208-4ab9-84ea-1e1a05420a61 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:43.098240 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4ff3618f-1208-4ab9-84ea-1e1a05420a61 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0278063 Sep 01 15:31:43.123796 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60800) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:43.162034 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [None req-5a9fa323-5421-4b04-9f8f-886d2b34cb67 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:43.164236 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5a9fa323-5421-4b04-9f8f-886d2b34cb67 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0207844 Sep 01 15:31:43.189474 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60804) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:43.205751 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [None req-e6552e33-f298-4566-8368-56e027bb2209 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:43.207854 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e6552e33-f298-4566-8368-56e027bb2209 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0155749 Sep 01 15:31:43.221019 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd4a00-c52b-4605-8155-8516e36b3135 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce7b7a9-a85a-4139-a43c-f8f8d0437fe7,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:43.228445 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60808) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:43.240618 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [None req-02c4e7a5-17b5-4aa0-a75a-d3f795724b50 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:43.242662 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-02c4e7a5-17b5-4aa0-a75a-d3f795724b50 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0103526 Sep 01 15:31:43.266910 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:43.281636 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60814) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:43.297293 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b9cd4a00-c52b-4605-8155-8516e36b3135 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:43.304590 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60816) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:43.305154 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b9cd4a00-c52b-4605-8155-8516e36b3135 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5498097 Sep 01 15:31:43.322367 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-dacc356d-a656-4126-bdea-5801ef6a7677 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:43.332063 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60818) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:43.333821 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d974d557-91ff-421e-a8a3-47b2738002a1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:43.337574 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-dacc356d-a656-4126-bdea-5801ef6a7677 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0364594 Sep 01 15:31:43.354564 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [None req-8b68f2e2-d7eb-44b5-bdbf-a80c2b1a9b96 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:43.354902 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fbc5c9ac-1e55-4e63-a38c-c996d05a863c req-f8b167c5-2a68-41e3-9b76-cb3f637718ef tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844369 Sep 01 15:31:43.357172 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8b68f2e2-d7eb-44b5-bdbf-a80c2b1a9b96 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0191085 Sep 01 15:31:43.361769 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60820) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:43.411050 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-f3e41e64-337b-41cc-bb24-120cb260e881 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:43.414153 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f3e41e64-337b-41cc-bb24-120cb260e881 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0120537 Sep 01 15:31:43.418689 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60822) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:43.429414 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5353dc22-1af0-4689-a9f7-a4de6778d7d0 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:43.435873 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-c1c95997-80c9-4785-9ade-2bc17f5fdc8d tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:43.453639 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c1c95997-80c9-4785-9ade-2bc17f5fdc8d tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0224006 Sep 01 15:31:43.462783 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60832) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:43.476341 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-a4b9b00e-6f40-410c-b46a-3f0f70f1cb34 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:43.481106 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a4b9b00e-6f40-410c-b46a-3f0f70f1cb34 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0084126 Sep 01 15:31:43.484124 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60834) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:43.489528 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-3ab6675a-59d0-4ee3-9e46-35bf2f9b9538 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:43.493774 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3ab6675a-59d0-4ee3-9e46-35bf2f9b9538 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0077572 Sep 01 15:31:43.499580 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60836) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:43.506113 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-14e4e680-6cbe-4952-b02d-63471d093d81 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:43.511129 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-14e4e680-6cbe-4952-b02d-63471d093d81 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0091212 Sep 01 15:31:43.512699 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60838) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:43.524259 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-8439cad1-88dd-4152-b688-4229a8c50e40 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:43.528764 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8439cad1-88dd-4152-b688-4229a8c50e40 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0088727 Sep 01 15:31:43.532969 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60840) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:43.541377 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-e96eaebd-5dfc-4c4c-b08a-d516ec8b8bc9 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:43.546248 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e96eaebd-5dfc-4c4c-b08a-d516ec8b8bc9 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0107446 Sep 01 15:31:43.548005 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3073a6bc-ba29-45dc-931c-4a691c5377e1 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:43.550424 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60842) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:43.555249 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-e2e4808a-553c-4a52-8d90-ceb293da65c4 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:43.560096 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e2e4808a-553c-4a52-8d90-ceb293da65c4 tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0083144 Sep 01 15:31:43.563101 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60844) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:43.575152 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-c637a5e6-e1a2-487d-b209-04c92e954c9c tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:43.579914 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c637a5e6-e1a2-487d-b209-04c92e954c9c tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0131695 Sep 01 15:31:43.582247 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3073a6bc-ba29-45dc-931c-4a691c5377e1 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:43.582761 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-5353dc22-1af0-4689-a9f7-a4de6778d7d0 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Calling delete_port for 1b0f4963-2d76-4bf3-b08c-0970266437cc owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:31:43.585195 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60848) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:43.595091 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-1c82dc56-6575-4379-a9a0-29b1f48c00de tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:43.599462 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1c82dc56-6575-4379-a9a0-29b1f48c00de tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0128174 Sep 01 15:31:43.602585 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60850) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:43.608161 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [None req-3fef4fd0-98d1-4cb1-a4ec-11bbdf48ef5d tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:31:43.614879 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3fef4fd0-98d1-4cb1-a4ec-11bbdf48ef5d tempest-ExtensionsTestJSON-1076148081 tempest-ExtensionsTestJSON-1076148081-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0105340 Sep 01 15:31:43.633726 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-befcea8d-3bc3-4fda-9120-2c4b452ac499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:43.663509 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3073a6bc-ba29-45dc-931c-4a691c5377e1 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:43.681734 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3073a6bc-ba29-45dc-931c-4a691c5377e1 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:43.691803 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3073a6bc-ba29-45dc-931c-4a691c5377e1 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/9ce7b7a9-a85a-4139-a43c-f8f8d0437fe7 HTTP/1.1" status: 204 len: 168 time: 0.3521335 Sep 01 15:31:43.692922 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60854) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:43.706267 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073a6bc-ba29-45dc-931c-4a691c5377e1 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ce7b7a9-a85a-4139-a43c-f8f8d0437fe7,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:43.841722 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5353dc22-1af0-4689-a9f7-a4de6778d7d0 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:43.903303 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0f241e7f-b1c7-4f43-8b7f-14d44ea2ed1e tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2077498 Sep 01 15:31:43.908565 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60862) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:44.063416 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-41c00462-32c0-4426-a170-1ea23c29333a tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:44.111990 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-41c00462-32c0-4426-a170-1ea23c29333a tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:44.220892 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-41c00462-32c0-4426-a170-1ea23c29333a tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:44.227922 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-41c00462-32c0-4426-a170-1ea23c29333a tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:44.235837 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-41c00462-32c0-4426-a170-1ea23c29333a tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "DELETE /v2.0/security-groups/772add95-07dc-444a-afa8-34928bee32bf HTTP/1.1" status: 204 len: 168 time: 0.3257377 Sep 01 15:31:44.237191 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60872) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:44.283655 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c00462-32c0-4426-a170-1ea23c29333a tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=772add95-07dc-444a-afa8-34928bee32bf,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:44.425982 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f77f44c7-83ea-4968-8b4e-1b19af90fd22 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1818709 Sep 01 15:31:44.436076 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60888) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:44.455643 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-3385183c-fcf8-4a93-884c-4a7b34038ab3 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758878938'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:44.497213 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3385183c-fcf8-4a93-884c-4a7b34038ab3 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:44.781758 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353dc22-1af0-4689-a9f7-a4de6778d7d0 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b0f4963-2d76-4bf3-b08c-0970266437cc,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:44.816802 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5353dc22-1af0-4689-a9f7-a4de6778d7d0 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:44.832377 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5353dc22-1af0-4689-a9f7-a4de6778d7d0 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "DELETE /v2.0/ports/1b0f4963-2d76-4bf3-b08c-0970266437cc HTTP/1.1" status: 204 len: 168 time: 3.2124867 Sep 01 15:31:44.833215 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60902) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:44.850027 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60904) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:44.895456 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-87dbd365-6292-45ec-9a92-f0f76429f190 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3fa2ea3c-ee6d-4cef-8b8e-1400f6d8f3f6', 'external_fixed_ips': [{'subnet_id': 'e4b2a720-df71-4511-92c9-21dcbb498a30', 'ip_address': '2001:db8::1d2'}]}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:44.922114 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3385183c-fcf8-4a93-884c-4a7b34038ab3 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:44.937095 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3385183c-fcf8-4a93-884c-4a7b34038ab3 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:45.062178 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3385183c-fcf8-4a93-884c-4a7b34038ab3 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:45.067484 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3385183c-fcf8-4a93-884c-4a7b34038ab3 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6296997 Sep 01 15:31:45.068168 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60914) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:45.077613 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-87dbd365-6292-45ec-9a92-f0f76429f190 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:45.080532 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-5705270b-3652-4a07-9acf-dd1851995549 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Request body: {'security_group_rule': {'security_group_id': '2a7c095f-715e-49ca-83f4-af3038959131', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:45.081093 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-87dbd365-6292-45ec-9a92-f0f76429f190 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:45.097365 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d482c3-104e-41e3-9fbf-b69790365562 req-bc9513eb-0e5f-4fab-b60e-2d4e6b705a0c tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:45.101848 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385183c-fcf8-4a93-884c-4a7b34038ab3 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7c095f-715e-49ca-83f4-af3038959131,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:45.109817 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b0d482c3-104e-41e3-9fbf-b69790365562 req-bc9513eb-0e5f-4fab-b60e-2d4e6b705a0c tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.3520708 Sep 01 15:31:45.145594 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5705270b-3652-4a07-9acf-dd1851995549 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:45.223881 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:45.337379 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5705270b-3652-4a07-9acf-dd1851995549 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:45.345428 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5705270b-3652-4a07-9acf-dd1851995549 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:45.404960 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705270b-3652-4a07-9acf-dd1851995549 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef2da794-b835-49f1-b40b-2370b38f4d67,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:45.408240 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-87dbd365-6292-45ec-9a92-f0f76429f190 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:45.442540 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5705270b-3652-4a07-9acf-dd1851995549 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:45.445063 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5705270b-3652-4a07-9acf-dd1851995549 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3709371 Sep 01 15:31:45.449705 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60934) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:45.459395 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-8d2dc39d-9c7b-41fc-adf3-0aaeb336637c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Request body: {'security_group_rule': {'security_group_id': '2a7c095f-715e-49ca-83f4-af3038959131', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:45.540538 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d2dc39d-9c7b-41fc-adf3-0aaeb336637c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:45.585465 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0b3249d0-147c-4b13-84c4-56307e2dc624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:45.657743 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b0d482c3-104e-41e3-9fbf-b69790365562 req-86a46cc8-6c2a-4093-b358-6d889d4154ab tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5285926 Sep 01 15:31:45.719250 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d974d557-91ff-421e-a8a3-47b2738002a1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:45.771696 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d2dc39d-9c7b-41fc-adf3-0aaeb336637c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:45.785623 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d974d557-91ff-421e-a8a3-47b2738002a1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:45.793472 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d2dc39d-9c7b-41fc-adf3-0aaeb336637c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:45.866766 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2dc39d-9c7b-41fc-adf3-0aaeb336637c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a463812f-e49a-4b71-a9d3-d3ff88c7ee46,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:45.960100 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-87dbd365-6292-45ec-9a92-f0f76429f190 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:46.191024 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974d557-91ff-421e-a8a3-47b2738002a1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Pushing event updated for resources: {'Port': ['ID=9313adca-e540-4f65-b578-5bc09c51d396,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:46.421617 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-d974d557-91ff-421e-a8a3-47b2738002a1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] In _notify_port_updated(), no bound segment for port 9313adca-e540-4f65-b578-5bc09c51d396 on network 09fd6d1c-6cd6-4fec-9766-987cebb3a703 {{(pid=94733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:31:46.435197 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d974d557-91ff-421e-a8a3-47b2738002a1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:46.436551 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d974d557-91ff-421e-a8a3-47b2738002a1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:46.442090 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d974d557-91ff-421e-a8a3-47b2738002a1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] 10.222.0.60 "PUT /v2.0/ports/9313adca-e540-4f65-b578-5bc09c51d396 HTTP/1.1" status: 200 len: 1137 time: 3.6029649 Sep 01 15:31:46.447823 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60978) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:46.650752 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0b3249d0-147c-4b13-84c4-56307e2dc624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:46.660371 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0b3249d0-147c-4b13-84c4-56307e2dc624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:46.695501 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055dc01-c386-47f5-833b-738af5f0e7fe req-539e3e21-ad55-4aa5-9f87-aab3401bddbc tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:46.698555 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a86884f3-fe88-418b-a356-67d694624296 None None] Provisioning complete for port 9313adca-e540-4f65-b578-5bc09c51d396 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:31:46.699397 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a86884f3-fe88-418b-a356-67d694624296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:46.705937 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1055dc01-c386-47f5-833b-738af5f0e7fe req-539e3e21-ad55-4aa5-9f87-aab3401bddbc tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.3740916 Sep 01 15:31:46.712557 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d2dc39d-9c7b-41fc-adf3-0aaeb336637c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:46.717685 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8d2dc39d-9c7b-41fc-adf3-0aaeb336637c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2657499 Sep 01 15:31:46.733656 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60990) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:46.750962 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44288023-a789-4d8e-bae8-950d593c8004 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:46.751469 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-797843d1-1b0a-4482-90e3-946ee7780d5c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Request body: {'security_group_rule': {'security_group_id': '2a7c095f-715e-49ca-83f4-af3038959131', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:46.757422 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-44288023-a789-4d8e-bae8-950d593c8004 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] 10.222.0.60 "GET /v2.0/ports/9313adca-e540-4f65-b578-5bc09c51d396 HTTP/1.1" status: 200 len: 1137 time: 0.3043780 Sep 01 15:31:46.777287 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 60994) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:46.806853 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3249d0-147c-4b13-84c4-56307e2dc624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2d2a1f-2426-4cbe-bc0e-ebcf9e5e3369,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:46.882207 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0b3249d0-147c-4b13-84c4-56307e2dc624 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=655b273418ba4480affa9273be6ddaf8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0442131 Sep 01 15:31:46.888173 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 60998) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:46.913611 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-a86884f3-fe88-418b-a356-67d694624296 None None] Port 9313adca-e540-4f65-b578-5bc09c51d396 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:31:46.914330 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-797843d1-1b0a-4482-90e3-946ee7780d5c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:46.928748 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1055dc01-c386-47f5-833b-738af5f0e7fe req-db4fd91a-a586-4741-969b-7541974b008f tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639998 Sep 01 15:31:47.105050 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c987301-1d99-4fa7-8e90-b928cbce03af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:47.182746 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c987301-1d99-4fa7-8e90-b928cbce03af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:47.341588 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-797843d1-1b0a-4482-90e3-946ee7780d5c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:47.346430 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-cedbfa1f-168e-46a1-8d23-09024b22e6d4 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Deleting port 9313adca-e540-4f65-b578-5bc09c51d396 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:31:47.346993 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cedbfa1f-168e-46a1-8d23-09024b22e6d4 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:47.357472 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c987301-1d99-4fa7-8e90-b928cbce03af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:47.370844 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c987301-1d99-4fa7-8e90-b928cbce03af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:47.376909 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-797843d1-1b0a-4482-90e3-946ee7780d5c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:47.378528 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9c987301-1d99-4fa7-8e90-b928cbce03af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb2d2a1f-2426-4cbe-bc0e-ebcf9e5e3369 HTTP/1.1" status: 204 len: 168 time: 0.4861343 Sep 01 15:31:47.414421 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c987301-1d99-4fa7-8e90-b928cbce03af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2d2a1f-2426-4cbe-bc0e-ebcf9e5e3369,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:47.494601 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-87dbd365-6292-45ec-9a92-f0f76429f190 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:47.558598 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797843d1-1b0a-4482-90e3-946ee7780d5c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=804db9f7-5d85-46ad-961f-5df10927f36e,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:47.573916 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-87dbd365-6292-45ec-9a92-f0f76429f190 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:47.592379 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-797843d1-1b0a-4482-90e3-946ee7780d5c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:47.594587 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-797843d1-1b0a-4482-90e3-946ee7780d5c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8512604 Sep 01 15:31:47.602132 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 32806) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:47.629027 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-7748ed7c-fc49-4884-a8f0-856a5df99c7e tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Request body: {'security_group_rule': {'security_group_id': '2a7c095f-715e-49ca-83f4-af3038959131', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:47.828557 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cedbfa1f-168e-46a1-8d23-09024b22e6d4 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:47.879392 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-cedbfa1f-168e-46a1-8d23-09024b22e6d4 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Calling delete_port for 9313adca-e540-4f65-b578-5bc09c51d396 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:31:48.254573 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7748ed7c-fc49-4884-a8f0-856a5df99c7e tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:48.533604 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee639089-faa1-4a64-a748-0162ea94972f req-b19caa52-ec41-4c72-bec8-91cf6f6d6ca5 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:48.536359 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ee639089-faa1-4a64-a748-0162ea94972f req-b19caa52-ec41-4c72-bec8-91cf6f6d6ca5 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.3392947 Sep 01 15:31:48.685960 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-87dbd365-6292-45ec-9a92-f0f76429f190 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Allocated IP 2001:db8::1d2 (3fa2ea3c-ee6d-4cef-8b8e-1400f6d8f3f6/e4b2a720-df71-4511-92c9-21dcbb498a30/61f9beda-0aaf-41f8-947f-d45bb91175ae) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:31:48.814157 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cedbfa1f-168e-46a1-8d23-09024b22e6d4 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:48.857648 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7748ed7c-fc49-4884-a8f0-856a5df99c7e tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:48.871018 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ee639089-faa1-4a64-a748-0162ea94972f req-79fd7364-fb81-45d2-9cdd-a1844b6f68c1 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137388 Sep 01 15:31:48.955273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbfa1f-168e-46a1-8d23-09024b22e6d4 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Pushing event deleted for resources: {'Port': ['ID=9313adca-e540-4f65-b578-5bc09c51d396,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:49.128282 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7748ed7c-fc49-4884-a8f0-856a5df99c7e tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:49.282473 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cedbfa1f-168e-46a1-8d23-09024b22e6d4 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:49.287000 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cedbfa1f-168e-46a1-8d23-09024b22e6d4 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] 10.222.0.60 "DELETE /v2.0/ports/9313adca-e540-4f65-b578-5bc09c51d396 HTTP/1.1" status: 204 len: 168 time: 2.5063138 Sep 01 15:31:49.288663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 32910) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:49.377621 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748ed7c-fc49-4884-a8f0-856a5df99c7e tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc62f11-21a0-465e-bbf8-6be391041567,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:49.389995 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7748ed7c-fc49-4884-a8f0-856a5df99c7e tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:49.399924 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7748ed7c-fc49-4884-a8f0-856a5df99c7e tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7901082 Sep 01 15:31:49.407805 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba690136-c188-430e-b424-6413174baec0 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Deleting subnet 06269a62-a9c6-4809-9ddf-5fee2de52202 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:31:49.410728 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 32916) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:49.416297 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-5849ea97-9ee5-49af-8070-da67c8f4afd8 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Request body: {'security_group_rule': {'security_group_id': '2a7c095f-715e-49ca-83f4-af3038959131', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:49.424982 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ba690136-c188-430e-b424-6413174baec0 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:49.427672 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-87dbd365-6292-45ec-9a92-f0f76429f190 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:49.575959 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ba690136-c188-430e-b424-6413174baec0 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:49.582183 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-87dbd365-6292-45ec-9a92-f0f76429f190 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:49.634495 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dbd365-6292-45ec-9a92-f0f76429f190 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Network 3fa2ea3c-ee6d-4cef-8b8e-1400f6d8f3f6 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:31:49.637775 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-87dbd365-6292-45ec-9a92-f0f76429f190 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:49.643223 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dbd365-6292-45ec-9a92-f0f76429f190 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:31:49.678177 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5849ea97-9ee5-49af-8070-da67c8f4afd8 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:49.959832 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5849ea97-9ee5-49af-8070-da67c8f4afd8 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:49.970781 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 32944) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:49.985220 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5849ea97-9ee5-49af-8070-da67c8f4afd8 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:50.066123 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849ea97-9ee5-49af-8070-da67c8f4afd8 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07de6e6-635d-4577-bf3d-141c29781b42,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:50.083553 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5849ea97-9ee5-49af-8070-da67c8f4afd8 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:50.087526 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5849ea97-9ee5-49af-8070-da67c8f4afd8 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6740215 Sep 01 15:31:50.093899 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 32948) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:50.140467 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbd365-6292-45ec-9a92-f0f76429f190 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Pushing event updated for resources: {'Port': ['ID=61f9beda-0aaf-41f8-947f-d45bb91175ae,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:50.283514 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ade8e27d-da21-46e0-b8a7-7af54d6bfa4c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:50.343389 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ba690136-c188-430e-b424-6413174baec0 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:50.450398 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ade8e27d-da21-46e0-b8a7-7af54d6bfa4c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:50.540804 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-402ec441-6ab5-47bc-8dba-4c6b3d019a60 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1258818678'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:50.552914 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ba690136-c188-430e-b424-6413174baec0 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:50.627141 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba690136-c188-430e-b424-6413174baec0 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Pushing event deleted for resources: {'Subnet': ['ID=06269a62-a9c6-4809-9ddf-5fee2de52202,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:50.631933 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ba690136-c188-430e-b424-6413174baec0 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:50.634721 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ba690136-c188-430e-b424-6413174baec0 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] 10.222.0.60 "DELETE /v2.0/subnets/06269a62-a9c6-4809-9ddf-5fee2de52202 HTTP/1.1" status: 204 len: 168 time: 1.3443041 Sep 01 15:31:50.641727 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 32954) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:50.658042 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ed79bc-3373-4507-b51c-23c1ef3b7769 None None] Network 09fd6d1c-6cd6-4fec-9766-987cebb3a703 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:50.720444 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-87dbd365-6292-45ec-9a92-f0f76429f190 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:50.839960 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4c700c0e-6917-4f87-a92b-099695eba3c1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:50.847415 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402ec441-6ab5-47bc-8dba-4c6b3d019a60 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Made reservation on behalf of 04587385136a4cf6b43419edb8262f74 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:50.854086 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-402ec441-6ab5-47bc-8dba-4c6b3d019a60 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:50.867940 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ade8e27d-da21-46e0-b8a7-7af54d6bfa4c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:50.872776 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-402ec441-6ab5-47bc-8dba-4c6b3d019a60 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:50.887863 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ade8e27d-da21-46e0-b8a7-7af54d6bfa4c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:50.891312 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ade8e27d-da21-46e0-b8a7-7af54d6bfa4c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/e07de6e6-635d-4577-bf3d-141c29781b42 HTTP/1.1" status: 204 len: 168 time: 0.7935469 Sep 01 15:31:50.894647 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8e27d-da21-46e0-b8a7-7af54d6bfa4c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e07de6e6-635d-4577-bf3d-141c29781b42,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:50.897646 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 32958) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:51.121797 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8c6a3a-db01-4fe8-b4dc-caf2303457a3 None None] DHCP port deletion for 09fd6d1c-6cd6-4fec-9766-987cebb3a703 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:31:51.268907 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c6a3a-db01-4fe8-b4dc-caf2303457a3 None None] Deleting port 5c504684-957a-4692-8037-34cadd93cce0 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:31:51.270204 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cd8c6a3a-db01-4fe8-b4dc-caf2303457a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:51.271583 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-402ec441-6ab5-47bc-8dba-4c6b3d019a60 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:51.328822 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4d05a48e-3878-4b02-8626-0f1ec9592361 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4205883 Sep 01 15:31:51.370756 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 32976) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:51.389258 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-cd8c6a3a-db01-4fe8-b4dc-caf2303457a3 None None] For port 5c504684-957a-4692-8037-34cadd93cce0, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=5c504684-957a-4692-8037-34cadd93cce0,segment=NetworkSegment(70fd883f-3a70-4802-b56d-e93ae1bb0be0),segment_id=70fd883f-3a70-4802-b56d-e93ae1bb0be0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:51.390385 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cd8c6a3a-db01-4fe8-b4dc-caf2303457a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:51.426354 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-402ec441-6ab5-47bc-8dba-4c6b3d019a60 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:51.449590 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c6a3a-db01-4fe8-b4dc-caf2303457a3 None None] Calling delete_port for 5c504684-957a-4692-8037-34cadd93cce0 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:31:51.467840 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-87dbd365-6292-45ec-9a92-f0f76429f190 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:51.531355 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-4c700c0e-6917-4f87-a92b-099695eba3c1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Deleting port 5c504684-957a-4692-8037-34cadd93cce0 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:31:51.531732 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4c700c0e-6917-4f87-a92b-099695eba3c1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:51.551304 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b871ea47-941b-4cca-a030-52d2cd2ef39b tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:51.567171 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b871ea47-941b-4cca-a030-52d2cd2ef39b tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:51.612573 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-402ec441-6ab5-47bc-8dba-4c6b3d019a60 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:31:51.674972 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b871ea47-941b-4cca-a030-52d2cd2ef39b tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:51.676137 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-402ec441-6ab5-47bc-8dba-4c6b3d019a60 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:51.676616 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-402ec441-6ab5-47bc-8dba-4c6b3d019a60 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Added segment 6bd68644-3e44-4faf-bb6b-8d99c6c2c782 of type vlan for network a82f33ab-7725-4afb-8a67-7ee07da3ed6e Sep 01 15:31:51.693769 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cd8c6a3a-db01-4fe8-b4dc-caf2303457a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:51.724638 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8c6a3a-db01-4fe8-b4dc-caf2303457a3 None None] No DVR routers for this DVR port 5c504684-957a-4692-8037-34cadd93cce0 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:31:51.729229 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-402ec441-6ab5-47bc-8dba-4c6b3d019a60 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:51.752205 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b871ea47-941b-4cca-a030-52d2cd2ef39b tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:51.752487 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ec441-6ab5-47bc-8dba-4c6b3d019a60 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=987d1028-ac44-4e9c-a2b7-50e6f7b14062,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:51.756057 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b871ea47-941b-4cca-a030-52d2cd2ef39b tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/9cc62f11-21a0-465e-bbf8-6be391041567 HTTP/1.1" status: 204 len: 168 time: 0.3841715 Sep 01 15:31:51.756787 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 32978) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:51.771923 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c6a3a-db01-4fe8-b4dc-caf2303457a3 None None] Pushing event deleted for resources: {'Port': ['ID=5c504684-957a-4692-8037-34cadd93cce0,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:51.791288 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871ea47-941b-4cca-a030-52d2cd2ef39b tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cc62f11-21a0-465e-bbf8-6be391041567,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:51.828382 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-402ec441-6ab5-47bc-8dba-4c6b3d019a60 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:51.834456 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402ec441-6ab5-47bc-8dba-4c6b3d019a60 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:51.835121 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-402ec441-6ab5-47bc-8dba-4c6b3d019a60 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:51.860021 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-4c700c0e-6917-4f87-a92b-099695eba3c1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] For port 5c504684-957a-4692-8037-34cadd93cce0, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=5c504684-957a-4692-8037-34cadd93cce0,segment=NetworkSegment(70fd883f-3a70-4802-b56d-e93ae1bb0be0),segment_id=70fd883f-3a70-4802-b56d-e93ae1bb0be0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:31:51.860021 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4c700c0e-6917-4f87-a92b-099695eba3c1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:51.903168 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87dbd365-6292-45ec-9a92-f0f76429f190 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Router 5599d7ff-7e08-42d3-ab8f-b803c85b931f is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:31:51.938114 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-b3fdf90b-5e6c-4922-a11a-7e7ec092b619 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:51.940174 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-b3fdf90b-5e6c-4922-a11a-7e7ec092b619 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/networks?id=3800fb89-e80c-46d2-84e6-b2b7a02a4529 HTTP/1.1" status: 200 len: 814 time: 0.8625436 Sep 01 15:31:51.960238 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-4c700c0e-6917-4f87-a92b-099695eba3c1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Calling delete_port for 5c504684-957a-4692-8037-34cadd93cce0 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:31:51.966874 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-402ec441-6ab5-47bc-8dba-4c6b3d019a60 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9946334 Sep 01 15:31:51.976230 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 32980) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:51.987485 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-0ffa34aa-8666-4f09-86ea-b74d95a08a58 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-981437318'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:52.020957 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fa3acea9-eb8f-4dae-9cb4-a007cd799c37 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2292664 Sep 01 15:31:52.025085 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 32986) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:52.036019 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-73ba4c52-2a66-43f2-8857-7d8eeec30c32 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/quotas/bad42e0394c9405799a013019ac5678a HTTP/1.1" status: 200 len: 375 time: 0.0775690 Sep 01 15:31:52.040940 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ec441-6ab5-47bc-8dba-4c6b3d019a60 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Network': ['ID=a82f33ab-7725-4afb-8a67-7ee07da3ed6e,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:52.053732 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network a82f33ab-7725-4afb-8a67-7ee07da3ed6e details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:31:52.114477 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0211afb3-9def-4620-bb5b-3aaf0f29dba1 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:52.122777 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-6ce25d8a-d34c-4299-9433-09b6974f7b35 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bad42e0394c9405799a013019ac5678a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383687 Sep 01 15:31:52.130672 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0211afb3-9def-4620-bb5b-3aaf0f29dba1 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:52.136201 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffa34aa-8666-4f09-86ea-b74d95a08a58 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Made reservation on behalf of 04587385136a4cf6b43419edb8262f74 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:52.153558 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ffa34aa-8666-4f09-86ea-b74d95a08a58 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:52.198691 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87dbd365-6292-45ec-9a92-f0f76429f190 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:31:52.238972 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0211afb3-9def-4620-bb5b-3aaf0f29dba1 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:52.255065 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0211afb3-9def-4620-bb5b-3aaf0f29dba1 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:52.256701 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0211afb3-9def-4620-bb5b-3aaf0f29dba1 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/804db9f7-5d85-46ad-961f-5df10927f36e HTTP/1.1" status: 204 len: 168 time: 0.2304530 Sep 01 15:31:52.258648 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211afb3-9def-4620-bb5b-3aaf0f29dba1 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=804db9f7-5d85-46ad-961f-5df10927f36e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:52.261027 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-87dbd365-6292-45ec-9a92-f0f76429f190 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:52.266284 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-87dbd365-6292-45ec-9a92-f0f76429f190 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.3864057 Sep 01 15:31:52.270563 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 32990) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:52.271236 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 32992) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:52.275392 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3788c1-628a-4e36-8057-edc2aae114d5 None None] Sync routers for ids ['5599d7ff-7e08-42d3-ab8f-b803c85b931f'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:31:52.411275 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3788c1-628a-4e36-8057-edc2aae114d5 None None] Routers {'5599d7ff-7e08-42d3-ab8f-b803c85b931f'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:31:52.412378 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4e3788c1-628a-4e36-8057-edc2aae114d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:31:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['5599d7ff-7e08-42d3-ab8f-b803c85b931f'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:52.494600 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ffa34aa-8666-4f09-86ea-b74d95a08a58 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:31:52.538098 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4c700c0e-6917-4f87-a92b-099695eba3c1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:52.589254 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 5c504684-957a-4692-8037-34cadd93cce0 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:31:52.612718 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ffa34aa-8666-4f09-86ea-b74d95a08a58 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:52.613405 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-0ffa34aa-8666-4f09-86ea-b74d95a08a58 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Added segment 2421ab93-fce6-479d-94fa-d0cf195e9f8b of type vlan for network f9f6c36a-1ada-46d2-88c0-49f6240f54fc Sep 01 15:31:52.633765 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9b637ce2-79e5-4499-8ec3-7fab31274e83 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3608687 Sep 01 15:31:52.639946 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 32996) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:52.654466 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c700c0e-6917-4f87-a92b-099695eba3c1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Pushing event deleted for resources: {'Port': ['ID=5c504684-957a-4692-8037-34cadd93cce0,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:52.662539 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 5c504684-957a-4692-8037-34cadd93cce0 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:31:52.664098 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 5c504684-957a-4692-8037-34cadd93cce0 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:31:52.700495 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c700c0e-6917-4f87-a92b-099695eba3c1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] No DVR routers for this DVR port 5c504684-957a-4692-8037-34cadd93cce0 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:31:52.854402 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-4e3788c1-628a-4e36-8057-edc2aae114d5 None None] Set router 5599d7ff-7e08-42d3-ab8f-b803c85b931f gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:31:52.865667 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ffa34aa-8666-4f09-86ea-b74d95a08a58 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:52.882954 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d3acab0-a2d7-4dac-8762-651f8375b10d tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:52.897869 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ac8afed-5b3b-469b-b946-87aa985b6406 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:52.901595 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d3acab0-a2d7-4dac-8762-651f8375b10d tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:52.984986 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ded29f-e630-462a-b890-ed4b5b019a53 req-18e5594b-cf2d-4500-abb1-29f1e82f8d24 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:52.993477 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-74ded29f-e630-462a-b890-ed4b5b019a53 req-18e5594b-cf2d-4500-abb1-29f1e82f8d24 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.2000842 Sep 01 15:31:53.003080 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-379d4010-f60f-4641-86ea-127044ab6d0a service neutron] 10.222.0.60 "GET /v2.0/networks/3800fb89-e80c-46d2-84e6-b2b7a02a4529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8415518 Sep 01 15:31:53.007818 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ffa34aa-8666-4f09-86ea-b74d95a08a58 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:53.050194 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffa34aa-8666-4f09-86ea-b74d95a08a58 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:53.053975 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ffa34aa-8666-4f09-86ea-b74d95a08a58 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:53.411169 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4c700c0e-6917-4f87-a92b-099695eba3c1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:53.431518 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-4c700c0e-6917-4f87-a92b-099695eba3c1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09fd6d1c-6cd6-4fec-9766-987cebb3a703']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:53.470503 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-4c700c0e-6917-4f87-a92b-099695eba3c1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70fd883f-3a70-4802-b56d-e93ae1bb0be0') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:53.470985 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-4c700c0e-6917-4f87-a92b-099695eba3c1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70fd883f-3a70-4802-b56d-e93ae1bb0be0') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:53.495603 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4c700c0e-6917-4f87-a92b-099695eba3c1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:53.539227 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa34aa-8666-4f09-86ea-b74d95a08a58 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Network': ['ID=f9f6c36a-1ada-46d2-88c0-49f6240f54fc,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:53.571415 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4e3788c1-628a-4e36-8057-edc2aae114d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5599d7ff-7e08-42d3-ab8f-b803c85b931f', 'name': '', 'tenant_id': 'f1dc2774b455412d9e75b8dfcff3bc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3fa2ea3c-ee6d-4cef-8b8e-1400f6d8f3f6', 'external_fixed_ips': [{'subnet_id': 'e4b2a720-df71-4511-92c9-21dcbb498a30', 'ip_address': '2001:db8::1d2'}], 'enable_snat': True}, 'gw_port_id': '61f9beda-0aaf-41f8-947f-d45bb91175ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:31:45Z', 'updated_at': '2021-09-01T15:31:50Z', 'revision_number': 3, 'project_id': 'f1dc2774b455412d9e75b8dfcff3bc01', 'gw_port': {'id': '61f9beda-0aaf-41f8-947f-d45bb91175ae', 'name': '', 'network_id': '3fa2ea3c-ee6d-4cef-8b8e-1400f6d8f3f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:da:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5599d7ff-7e08-42d3-ab8f-b803c85b931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': 'e4b2a720-df71-4511-92c9-21dcbb498a30', 'ip_address': '2001:db8::1d2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:31:47Z', 'updated_at': '2021-09-01T15:31:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e4b2a720-df71-4511-92c9-21dcbb498a30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:53.580090 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network f9f6c36a-1ada-46d2-88c0-49f6240f54fc details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:31:53.603165 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4c700c0e-6917-4f87-a92b-099695eba3c1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:53.654912 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3788c1-628a-4e36-8057-edc2aae114d5 None None] Checking router: 5599d7ff-7e08-42d3-ab8f-b803c85b931f for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:31:53.655465 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3788c1-628a-4e36-8057-edc2aae114d5 None None] Updating router 5599d7ff-7e08-42d3-ab8f-b803c85b931f port 61f9beda-0aaf-41f8-947f-d45bb91175ae binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:31:53.746287 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c700c0e-6917-4f87-a92b-099695eba3c1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:31:53.746935 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4c700c0e-6917-4f87-a92b-099695eba3c1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:31:53.756533 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:31:53.829431 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4e3788c1-628a-4e36-8057-edc2aae114d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:53.934425 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d3acab0-a2d7-4dac-8762-651f8375b10d tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:53.936833 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc550bc6-18a3-4d5a-9f11-b3289b95ce8c req-45a0d115-11ec-401d-8cd3-d4787e1d9bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:53.938891 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dc550bc6-18a3-4d5a-9f11-b3289b95ce8c req-45a0d115-11ec-401d-8cd3-d4787e1d9bc8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39443fd735484938be3ef135eb1e37fe&device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 1096 time: 1.0147309 Sep 01 15:31:53.942557 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0ffa34aa-8666-4f09-86ea-b74d95a08a58 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9576836 Sep 01 15:31:53.958531 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ac8afed-5b3b-469b-b946-87aa985b6406 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:53.980184 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d3acab0-a2d7-4dac-8762-651f8375b10d tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:53.983156 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8d3acab0-a2d7-4dac-8762-651f8375b10d tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/a463812f-e49a-4b71-a9d3-d3ff88c7ee46 HTTP/1.1" status: 204 len: 168 time: 1.3333006 Sep 01 15:31:53.984270 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33012) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:53.992967 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-7f854848-d626-47b5-b058-037e05df3488 service neutron] 10.222.0.60 "GET /v2.0/networks/3800fb89-e80c-46d2-84e6-b2b7a02a4529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9239759 Sep 01 15:31:53.993509 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33014) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:53.996686 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-732c77c6-4ebf-4023-86d7-a159475ffdb5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'subnet': {'network_id': 'a82f33ab-7725-4afb-8a67-7ee07da3ed6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:54.201850 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-74ded29f-e630-462a-b890-ed4b5b019a53 req-b5bf8a89-5445-4fd0-964b-85127c665bd2 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2066643 Sep 01 15:31:54.217205 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3acab0-a2d7-4dac-8762-651f8375b10d tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a463812f-e49a-4b71-a9d3-d3ff88c7ee46,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:54.408090 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc550bc6-18a3-4d5a-9f11-b3289b95ce8c req-0acc5889-9b41-41ce-9431-2d30c62292c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:54.419063 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dc550bc6-18a3-4d5a-9f11-b3289b95ce8c req-0acc5889-9b41-41ce-9431-2d30c62292c8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6e55868b-2168-443a-b0b0-d47405d65881 HTTP/1.1" status: 200 len: 920 time: 0.4198909 Sep 01 15:31:54.481591 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732c77c6-4ebf-4023-86d7-a159475ffdb5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Made reservation on behalf of 04587385136a4cf6b43419edb8262f74 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:54.511377 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-732c77c6-4ebf-4023-86d7-a159475ffdb5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:54.530206 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4c700c0e-6917-4f87-a92b-099695eba3c1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:54.601762 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4c700c0e-6917-4f87-a92b-099695eba3c1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:54.610641 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4c700c0e-6917-4f87-a92b-099695eba3c1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] 10.222.0.60 "DELETE /v2.0/networks/09fd6d1c-6cd6-4fec-9766-987cebb3a703 HTTP/1.1" status: 204 len: 168 time: 3.9653249 Sep 01 15:31:54.722650 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dc550bc6-18a3-4d5a-9f11-b3289b95ce8c req-75ad3c1d-a590-4184-a7fc-e981585507b6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd36c41a-7fed-486a-a89c-503a37995a1d HTTP/1.1" status: 200 len: 217 time: 0.2955494 Sep 01 15:31:54.735297 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c700c0e-6917-4f87-a92b-099695eba3c1 tempest-ExtraDHCPOptionsTestJSON-865955386 tempest-ExtraDHCPOptionsTestJSON-865955386-project] Pushing event deleted for resources: {'Network': ['ID=09fd6d1c-6cd6-4fec-9766-987cebb3a703,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:54.967883 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4e3788c1-628a-4e36-8057-edc2aae114d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:55.019939 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4e3788c1-628a-4e36-8057-edc2aae114d5 None None] Transition to ACTIVE for port object 61f9beda-0aaf-41f8-947f-d45bb91175ae will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:55.044805 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4e3788c1-628a-4e36-8057-edc2aae114d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:55.132485 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e79f2ce4-0a3b-4e5a-a49f-a17eda40c771 req-5731010f-6b2c-423a-b490-64bd85c6f8db tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=607efe62-be42-4cd5-a5b2-4f7ea07dae1f HTTP/1.1" status: 200 len: 210 time: 0.4062271 Sep 01 15:31:55.243779 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-21a7fde7-c82e-4117-91cd-f9985219b36b tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 1.2313671 Sep 01 15:31:55.258203 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33032) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:55.284887 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-4e3788c1-628a-4e36-8057-edc2aae114d5 None None] Attempting to bind port 61f9beda-0aaf-41f8-947f-d45bb91175ae on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:31:55.285527 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-4e3788c1-628a-4e36-8057-edc2aae114d5 None None] Attempting to bind port 61f9beda-0aaf-41f8-947f-d45bb91175ae by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '44509355-48d1-4a2a-8448-686590243080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3fa2ea3c-ee6d-4cef-8b8e-1400f6d8f3f6'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:31:55.286150 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3788c1-628a-4e36-8057-edc2aae114d5 None None] Attempting to bind port 61f9beda-0aaf-41f8-947f-d45bb91175ae on network 3fa2ea3c-ee6d-4cef-8b8e-1400f6d8f3f6 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:31:55.304493 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3788c1-628a-4e36-8057-edc2aae114d5 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:31:55.305088 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3788c1-628a-4e36-8057-edc2aae114d5 None None] Checking segment: {'id': '44509355-48d1-4a2a-8448-686590243080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3fa2ea3c-ee6d-4cef-8b8e-1400f6d8f3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:31:55.306235 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4e3788c1-628a-4e36-8057-edc2aae114d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:55.306958 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3788c1-628a-4e36-8057-edc2aae114d5 None None] Bound using segment: {'id': '44509355-48d1-4a2a-8448-686590243080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3fa2ea3c-ee6d-4cef-8b8e-1400f6d8f3f6'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:31:55.308675 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-4e3788c1-628a-4e36-8057-edc2aae114d5 None None] Bound port: 61f9beda-0aaf-41f8-947f-d45bb91175ae, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44509355-48d1-4a2a-8448-686590243080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3fa2ea3c-ee6d-4cef-8b8e-1400f6d8f3f6'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:31:55.309453 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4e3788c1-628a-4e36-8057-edc2aae114d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:55.387940 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b941e-a1ba-47c6-805b-6d25ff95dafe None None] Pushing event updated for resources: {'Port': ['ID=61f9beda-0aaf-41f8-947f-d45bb91175ae,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:55.424036 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-732c77c6-4ebf-4023-86d7-a159475ffdb5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:55.459466 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc550bc6-18a3-4d5a-9f11-b3289b95ce8c req-e0e46127-1361-4ca6-ac02-ab5d3603c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:55.462192 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dc550bc6-18a3-4d5a-9f11-b3289b95ce8c req-e0e46127-1361-4ca6-ac02-ab5d3603c2e6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=559a834f-1df6-4edf-8bed-bb164fc9896c HTTP/1.1" status: 200 len: 859 time: 0.7126613 Sep 01 15:31:55.492680 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-64aa224a-2de7-4e48-838d-f1558a8dd30d tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:55.557816 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-4e3788c1-628a-4e36-8057-edc2aae114d5 None None] For port 61f9beda-0aaf-41f8-947f-d45bb91175ae, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:31:55.577255 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-4e3788c1-628a-4e36-8057-edc2aae114d5 None None] For port 61f9beda-0aaf-41f8-947f-d45bb91175ae, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=61f9beda-0aaf-41f8-947f-d45bb91175ae,segment=NetworkSegment(44509355-48d1-4a2a-8448-686590243080),segment_id=44509355-48d1-4a2a-8448-686590243080)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:31:55.592800 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4e3788c1-628a-4e36-8057-edc2aae114d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:55.639676 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-64aa224a-2de7-4e48-838d-f1558a8dd30d tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:55.648012 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dc550bc6-18a3-4d5a-9f11-b3289b95ce8c req-924402d0-53af-4744-8f9a-4fd68c956596 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6e55868b-2168-443a-b0b0-d47405d65881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1748958 Sep 01 15:31:55.682875 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33038) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:55.701184 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c77c6-4ebf-4023-86d7-a159475ffdb5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Subnet': ['ID=4f496dc6-8a56-49a3-bb84-cf132bae39ee,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:55.803352 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-5ac8afed-5b3b-469b-b946-87aa985b6406 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Deleting port 61f9beda-0aaf-41f8-947f-d45bb91175ae {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:31:55.803899 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ac8afed-5b3b-469b-b946-87aa985b6406 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:55.877269 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b941e-a1ba-47c6-805b-6d25ff95dafe None None] Pushing event updated for resources: {'Port': ['ID=61f9beda-0aaf-41f8-947f-d45bb91175ae,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:55.921313 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b941e-a1ba-47c6-805b-6d25ff95dafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:55.921894 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b941e-a1ba-47c6-805b-6d25ff95dafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:55.924736 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b941e-a1ba-47c6-805b-6d25ff95dafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:55.925426 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b941e-a1ba-47c6-805b-6d25ff95dafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:55.928788 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b941e-a1ba-47c6-805b-6d25ff95dafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:55.929374 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b941e-a1ba-47c6-805b-6d25ff95dafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:55.929947 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b941e-a1ba-47c6-805b-6d25ff95dafe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:55.932786 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b941e-a1ba-47c6-805b-6d25ff95dafe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:55.933740 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b941e-a1ba-47c6-805b-6d25ff95dafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:55.934360 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b941e-a1ba-47c6-805b-6d25ff95dafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:55.939085 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b941e-a1ba-47c6-805b-6d25ff95dafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:55.939592 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0b941e-a1ba-47c6-805b-6d25ff95dafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:31:55.961115 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3788c1-628a-4e36-8057-edc2aae114d5 None None] Routers {'5599d7ff-7e08-42d3-ab8f-b803c85b931f'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:31:55.962517 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4e3788c1-628a-4e36-8057-edc2aae114d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:31:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['5599d7ff-7e08-42d3-ab8f-b803c85b931f'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:56.104782 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dc550bc6-18a3-4d5a-9f11-b3289b95ce8c req-8929cdac-92b0-4c8a-9e72-8cdf50c7d5cf service neutron] 10.222.0.62 "GET /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451251 Sep 01 15:31:56.146962 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e307a-6321-490b-bf49-0de687fa61e0 req-b03875fd-3ce9-4fd0-8b04-12ec387b4a3d tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:56.161251 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-203e307a-6321-490b-bf49-0de687fa61e0 req-b03875fd-3ce9-4fd0-8b04-12ec387b4a3d tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 1098 time: 1.6171746 Sep 01 15:31:56.242505 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732c77c6-4ebf-4023-86d7-a159475ffdb5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Checking segment: {'id': '6bd68644-3e44-4faf-bb6b-8d99c6c2c782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a82f33ab-7725-4afb-8a67-7ee07da3ed6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:31:56.243543 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732c77c6-4ebf-4023-86d7-a159475ffdb5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network hostable DHCP agents. Network: a82f33ab-7725-4afb-8a67-7ee07da3ed6e, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:31:56.264784 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-4e3788c1-628a-4e36-8057-edc2aae114d5 None None] Set router 5599d7ff-7e08-42d3-ab8f-b803c85b931f gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:31:56.308050 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-64aa224a-2de7-4e48-838d-f1558a8dd30d tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:56.355020 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2da02-da08-4379-9f0e-eeb17cbb3051 req-daad2297-5fbd-4eed-a4c0-f4097cfdc834 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:56.358179 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0db2da02-da08-4379-9f0e-eeb17cbb3051 req-daad2297-5fbd-4eed-a4c0-f4097cfdc834 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.8451881 Sep 01 15:31:56.370225 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-64aa224a-2de7-4e48-838d-f1558a8dd30d tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:56.373050 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-64aa224a-2de7-4e48-838d-f1558a8dd30d tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/ef2da794-b835-49f1-b40b-2370b38f4d67 HTTP/1.1" status: 204 len: 168 time: 1.0967660 Sep 01 15:31:56.375204 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa224a-2de7-4e48-838d-f1558a8dd30d tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef2da794-b835-49f1-b40b-2370b38f4d67,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:56.388681 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33054) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:56.459295 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732c77c6-4ebf-4023-86d7-a159475ffdb5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network a82f33ab-7725-4afb-8a67-7ee07da3ed6e is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:31:56.476062 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-203e307a-6321-490b-bf49-0de687fa61e0 req-003e7e2e-8c13-4c11-bbc0-de69dc0ea760 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2995236 Sep 01 15:31:56.482038 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ac8afed-5b3b-469b-b946-87aa985b6406 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:56.515821 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-732c77c6-4ebf-4023-86d7-a159475ffdb5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, a82f33ab-7725-4afb-8a67-7ee07da3ed6e) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:56.523762 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-5ac8afed-5b3b-469b-b946-87aa985b6406 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Calling delete_port for 61f9beda-0aaf-41f8-947f-d45bb91175ae owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:31:56.528260 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-34207cec-a4ca-4092-9d39-2b80bd2f7399 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0723f9bc6f304f3c88f6db899a1c5844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8118281 Sep 01 15:31:56.532681 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732c77c6-4ebf-4023-86d7-a159475ffdb5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:56.533311 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-732c77c6-4ebf-4023-86d7-a159475ffdb5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:56.555288 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33056) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:56.555627 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33058) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:56.559103 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d216c5db-6045-4097-b3dd-9f38adf51de1 None None] Network a82f33ab-7725-4afb-8a67-7ee07da3ed6e requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:56.562177 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dc550bc6-18a3-4d5a-9f11-b3289b95ce8c req-efcdd237-af94-4282-afe0-f311bbbf7b79 service neutron] 10.222.0.62 "GET /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422011 Sep 01 15:31:56.590796 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0db2da02-da08-4379-9f0e-eeb17cbb3051 req-14ded40b-c6de-41f1-8a29-83904858fa05 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002330 Sep 01 15:31:56.614569 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4e3788c1-628a-4e36-8057-edc2aae114d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5599d7ff-7e08-42d3-ab8f-b803c85b931f', 'name': '', 'tenant_id': 'f1dc2774b455412d9e75b8dfcff3bc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:31:45Z', 'updated_at': '2021-09-01T15:31:53Z', 'revision_number': 4, 'project_id': 'f1dc2774b455412d9e75b8dfcff3bc01', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:31:56.742587 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5c2f5b20-9acb-44dc-b156-29602c7f7cce tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3498478 Sep 01 15:31:56.743313 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33064) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:56.817343 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-732c77c6-4ebf-4023-86d7-a159475ffdb5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8288777 Sep 01 15:31:56.825520 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33066) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:56.839965 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-3f279be2-f829-48e3-9e35-5d20ca4c702c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'subnet': {'network_id': 'f9f6c36a-1ada-46d2-88c0-49f6240f54fc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:56.845728 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3788c1-628a-4e36-8057-edc2aae114d5 None None] The sync data for ids ['5599d7ff-7e08-42d3-ab8f-b803c85b931f'] in n-d-794796-3 is: [{'id': '5599d7ff-7e08-42d3-ab8f-b803c85b931f', 'name': '', 'tenant_id': 'f1dc2774b455412d9e75b8dfcff3bc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:31:45Z', 'updated_at': '2021-09-01T15:31:53Z', 'revision_number': 4, 'project_id': 'f1dc2774b455412d9e75b8dfcff3bc01', 'gw_port_host': None}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:31:56.935265 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-010e4632-067e-41d4-b1f9-db718c53914b req-a42bddb5-a3b3-432a-883d-e9085618c612 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=607efe62-be42-4cd5-a5b2-4f7ea07dae1f HTTP/1.1" status: 200 len: 210 time: 0.1132371 Sep 01 15:31:56.963848 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:31:56.985530 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9a8dec0e-842d-408c-80f6-3e919abaf154 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:57.087499 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9a8dec0e-842d-408c-80f6-3e919abaf154 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:57.110175 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ee4ab5c-56ff-4c2a-a22d-5a7910c97707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:57.217025 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f279be2-f829-48e3-9e35-5d20ca4c702c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Made reservation on behalf of 04587385136a4cf6b43419edb8262f74 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:57.231678 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a57658-94d9-4341-986a-274034eb5d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-a82f33ab-7725-4afb-8a67-7ee07da3ed6e', 'network_id': 'a82f33ab-7725-4afb-8a67-7ee07da3ed6e', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'fixed_ips': [{'subnet_id': '4f496dc6-8a56-49a3-bb84-cf132bae39ee'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:31:57.232630 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e8a57658-94d9-4341-986a-274034eb5d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:57.256990 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f279be2-f829-48e3-9e35-5d20ca4c702c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:57.380699 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ee4ab5c-56ff-4c2a-a22d-5a7910c97707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:57.576664 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9a8dec0e-842d-408c-80f6-3e919abaf154 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:57.581639 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9a8dec0e-842d-408c-80f6-3e919abaf154 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:57.589744 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33072) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:57.594023 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9a8dec0e-842d-408c-80f6-3e919abaf154 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "DELETE /v2.0/security-groups/2a7c095f-715e-49ca-83f4-af3038959131 HTTP/1.1" status: 204 len: 168 time: 0.8471291 Sep 01 15:31:57.628794 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8dec0e-842d-408c-80f6-3e919abaf154 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7c095f-715e-49ca-83f4-af3038959131,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:57.754164 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-e8a57658-94d9-4341-986a-274034eb5d05 None None] Allocated IP 2001:db8::2 (a82f33ab-7725-4afb-8a67-7ee07da3ed6e/4f496dc6-8a56-49a3-bb84-cf132bae39ee/57b8e00f-81ab-4f57-837c-fa68368ed99d) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:31:57.797672 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ee4ab5c-56ff-4c2a-a22d-5a7910c97707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:57.800898 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2ee4ab5c-56ff-4c2a-a22d-5a7910c97707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:57.802579 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2ee4ab5c-56ff-4c2a-a22d-5a7910c97707 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/32db6abc-59a8-4e66-8158-e096af822ae1 HTTP/1.1" status: 204 len: 168 time: 1.2446659 Sep 01 15:31:57.823729 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:58.000995 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-62955637-bb95-458e-9174-0affaa5b63f4 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3903961 Sep 01 15:31:58.016548 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33080) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:58.017585 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f279be2-f829-48e3-9e35-5d20ca4c702c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:58.037567 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-7b61e718-b5cf-47ad-a683-b31f3de18e41 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Request body: {'security_group': {'name': 'tempest-secgroup--2032422374'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:58.048650 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4ab5c-56ff-4c2a-a22d-5a7910c97707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32db6abc-59a8-4e66-8158-e096af822ae1,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:58.079292 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-c26eb8ac-df5d-4377-80f7-868b8544f09e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Deleting port 8653d93f-999f-4744-acdb-f05e6957ffe6 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:31:58.079895 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c26eb8ac-df5d-4377-80f7-868b8544f09e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:58.286604 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7b61e718-b5cf-47ad-a683-b31f3de18e41 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:58.293688 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c26eb8ac-df5d-4377-80f7-868b8544f09e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:58.294545 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c26eb8ac-df5d-4377-80f7-868b8544f09e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:58.298437 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f279be2-f829-48e3-9e35-5d20ca4c702c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Subnet': ['ID=bd27ad99-6545-412a-9e28-cd48a3c9f86b,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:58.323897 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-c26eb8ac-df5d-4377-80f7-868b8544f09e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Calling delete_port for 8653d93f-999f-4744-acdb-f05e6957ffe6 owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:31:58.364718 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-17478ec6-93d4-423c-a260-9a633fdc9e97 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:58.367404 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-17478ec6-93d4-423c-a260-9a633fdc9e97 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.62 "GET /v2.0/networks?id=3800fb89-e80c-46d2-84e6-b2b7a02a4529 HTTP/1.1" status: 200 len: 814 time: 0.5855832 Sep 01 15:31:58.395823 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-1d321ede-87d3-4e2b-85ec-85ecc82fbf5b tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Request body: {'port': {'device_id': '607efe62-be42-4cd5-a5b2-4f7ea07dae1f', 'network_id': '3800fb89-e80c-46d2-84e6-b2b7a02a4529', 'admin_state_up': True, 'tenant_id': 'bad42e0394c9405799a013019ac5678a'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:58.426823 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785fd7d-eb18-44fb-b6e5-9855e76ba7e3 req-e9420097-cbfc-4cda-b4d2-1817a427ad47 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:58.445509 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c785fd7d-eb18-44fb-b6e5-9855e76ba7e3 req-e9420097-cbfc-4cda-b4d2-1817a427ad47 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.4649372 Sep 01 15:31:58.535163 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ac8afed-5b3b-469b-b946-87aa985b6406 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:58.553054 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f279be2-f829-48e3-9e35-5d20ca4c702c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Checking segment: {'id': '2421ab93-fce6-479d-94fa-d0cf195e9f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f9f6c36a-1ada-46d2-88c0-49f6240f54fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:31:58.553639 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f279be2-f829-48e3-9e35-5d20ca4c702c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network hostable DHCP agents. Network: f9f6c36a-1ada-46d2-88c0-49f6240f54fc, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:31:58.592018 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-18f29445-046b-454a-ada5-9f9a7c02749e req-b42ed87b-cf9e-4d20-8ea1-9276ee2a4d15 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=607efe62-be42-4cd5-a5b2-4f7ea07dae1f HTTP/1.1" status: 200 len: 210 time: 0.0844586 Sep 01 15:31:58.613713 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8afed-5b3b-469b-b946-87aa985b6406 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Pushing event deleted for resources: {'Port': ['ID=61f9beda-0aaf-41f8-947f-d45bb91175ae,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:58.705972 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e8a57658-94d9-4341-986a-274034eb5d05 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:58.719286 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e8a57658-94d9-4341-986a-274034eb5d05 None None] Transition to ACTIVE for port object 57b8e00f-81ab-4f57-837c-fa68368ed99d will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:58.748023 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e8a57658-94d9-4341-986a-274034eb5d05 None None] Transition to ACTIVE for port object 57b8e00f-81ab-4f57-837c-fa68368ed99d will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:31:58.749370 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ac8afed-5b3b-469b-b946-87aa985b6406 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:58.764962 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e8a57658-94d9-4341-986a-274034eb5d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:58.859610 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a57658-94d9-4341-986a-274034eb5d05 None None] Network a82f33ab-7725-4afb-8a67-7ee07da3ed6e is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:31:58.863215 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-e8a57658-94d9-4341-986a-274034eb5d05 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:58.884315 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c785fd7d-eb18-44fb-b6e5-9855e76ba7e3 req-05b74668-3015-4bbf-9271-102022813084 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974075 Sep 01 15:31:58.910706 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f279be2-f829-48e3-9e35-5d20ca4c702c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network f9f6c36a-1ada-46d2-88c0-49f6240f54fc is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:31:58.943326 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-3f279be2-f829-48e3-9e35-5d20ca4c702c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, f9f6c36a-1ada-46d2-88c0-49f6240f54fc) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:31:58.951071 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f279be2-f829-48e3-9e35-5d20ca4c702c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:31:58.951806 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f279be2-f829-48e3-9e35-5d20ca4c702c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:58.968124 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a57658-94d9-4341-986a-274034eb5d05 None None] Pushing event updated for resources: {'Port': ['ID=57b8e00f-81ab-4f57-837c-fa68368ed99d,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:58.976016 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a57658-94d9-4341-986a-274034eb5d05 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:31:58.999961 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272d2983-258f-4f1b-af87-115cecc744a2 None None] Network f9f6c36a-1ada-46d2-88c0-49f6240f54fc requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:31:59.003983 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7b61e718-b5cf-47ad-a683-b31f3de18e41 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:59.013920 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7b61e718-b5cf-47ad-a683-b31f3de18e41 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:59.031270 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3f279be2-f829-48e3-9e35-5d20ca4c702c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1998861 Sep 01 15:31:59.040785 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33096) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:59.045566 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-576d0cc8-15d0-4ef2-8814-b7e626e81fd7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1199175774', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:59.076233 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61e718-b5cf-47ad-a683-b31f3de18e41 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=567d0bb9-513a-470b-ab3e-2c2393043f50,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:59.083101 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-1d321ede-87d3-4e2b-85ec-85ecc82fbf5b tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Made reservation on behalf of bad42e0394c9405799a013019ac5678a for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:31:59.087641 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-1d321ede-87d3-4e2b-85ec-85ecc82fbf5b tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:59.105583 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7b61e718-b5cf-47ad-a683-b31f3de18e41 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:59.109944 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7b61e718-b5cf-47ad-a683-b31f3de18e41 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0832448 Sep 01 15:31:59.110168 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ac8afed-5b3b-469b-b946-87aa985b6406 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:59.110277 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33100) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:59.115412 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ac8afed-5b3b-469b-b946-87aa985b6406 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:59.116181 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-5dbc4115-4959-42d9-86e0-0bfacd4fc5e6 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Request body: {'security_group_rule': {'security_group_id': '567d0bb9-513a-470b-ab3e-2c2393043f50', 'direction': 'ingress', 'protocol': 17}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:31:59.183302 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c26eb8ac-df5d-4377-80f7-868b8544f09e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:59.279515 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26eb8ac-df5d-4377-80f7-868b8544f09e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event deleted for resources: {'Port': ['ID=8653d93f-999f-4744-acdb-f05e6957ffe6,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:59.294768 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-576d0cc8-15d0-4ef2-8814-b7e626e81fd7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:59.296734 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-576d0cc8-15d0-4ef2-8814-b7e626e81fd7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:59.311502 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e8a57658-94d9-4341-986a-274034eb5d05 None None] Attempting to bind port 57b8e00f-81ab-4f57-837c-fa68368ed99d on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:31:59.311961 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e8a57658-94d9-4341-986a-274034eb5d05 None None] Attempting to bind port 57b8e00f-81ab-4f57-837c-fa68368ed99d by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '6bd68644-3e44-4faf-bb6b-8d99c6c2c782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a82f33ab-7725-4afb-8a67-7ee07da3ed6e'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:31:59.312284 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a57658-94d9-4341-986a-274034eb5d05 None None] Attempting to bind port 57b8e00f-81ab-4f57-837c-fa68368ed99d on network a82f33ab-7725-4afb-8a67-7ee07da3ed6e {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:31:59.323548 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a57658-94d9-4341-986a-274034eb5d05 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:31:59.323931 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a57658-94d9-4341-986a-274034eb5d05 None None] Checking segment: {'id': '6bd68644-3e44-4faf-bb6b-8d99c6c2c782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a82f33ab-7725-4afb-8a67-7ee07da3ed6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:31:59.324357 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e8a57658-94d9-4341-986a-274034eb5d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:59.324767 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a57658-94d9-4341-986a-274034eb5d05 None None] Bound using segment: {'id': '6bd68644-3e44-4faf-bb6b-8d99c6c2c782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a82f33ab-7725-4afb-8a67-7ee07da3ed6e'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:31:59.325269 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e8a57658-94d9-4341-986a-274034eb5d05 None None] Bound port: 57b8e00f-81ab-4f57-837c-fa68368ed99d, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd68644-3e44-4faf-bb6b-8d99c6c2c782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a82f33ab-7725-4afb-8a67-7ee07da3ed6e'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:31:59.325954 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e8a57658-94d9-4341-986a-274034eb5d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:59.326784 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ac8afed-5b3b-469b-b946-87aa985b6406 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:59.328303 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac8afed-5b3b-469b-b946-87aa985b6406 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5599d7ff-7e08-42d3-ab8f-b803c85b931f {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:31:59.350067 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ac8afed-5b3b-469b-b946-87aa985b6406 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:59.359522 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5ac8afed-5b3b-469b-b946-87aa985b6406 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "DELETE /v2.0/routers/5599d7ff-7e08-42d3-ab8f-b803c85b931f HTTP/1.1" status: 204 len: 168 time: 7.0788121 Sep 01 15:31:59.377709 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33106) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:59.487009 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e8a57658-94d9-4341-986a-274034eb5d05 None None] For port 57b8e00f-81ab-4f57-837c-fa68368ed99d, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:31:59.492162 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e8a57658-94d9-4341-986a-274034eb5d05 None None] For port 57b8e00f-81ab-4f57-837c-fa68368ed99d, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=57b8e00f-81ab-4f57-837c-fa68368ed99d,segment=NetworkSegment(6bd68644-3e44-4faf-bb6b-8d99c6c2c782),segment_id=6bd68644-3e44-4faf-bb6b-8d99c6c2c782)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:31:59.519405 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5dbc4115-4959-42d9-86e0-0bfacd4fc5e6 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:59.535424 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e8a57658-94d9-4341-986a-274034eb5d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:59.743325 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a57658-94d9-4341-986a-274034eb5d05 None None] Pushing event updated for resources: {'Port': ['ID=57b8e00f-81ab-4f57-837c-fa68368ed99d,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:31:59.816472 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-576d0cc8-15d0-4ef2-8814-b7e626e81fd7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:59.826440 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-b088b86b-d0f2-46f7-86ac-ddc050bc7cbb tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Deleting subnet e4b2a720-df71-4511-92c9-21dcbb498a30 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:31:59.852049 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c26eb8ac-df5d-4377-80f7-868b8544f09e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:59.852672 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-c26eb8ac-df5d-4377-80f7-868b8544f09e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Floating IP d36a2f51-5ff1-4a1c-b763-f69fdc6d98fc disassociated (deleted). External IP: 172.25.6.165, port: 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e. Sep 01 15:31:59.864154 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33116) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:31:59.868279 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b088b86b-d0f2-46f7-86ac-ddc050bc7cbb tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:59.888186 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14aecf5-d0ba-468d-9281-cdf141fd0a5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-f9f6c36a-1ada-46d2-88c0-49f6240f54fc', 'network_id': 'f9f6c36a-1ada-46d2-88c0-49f6240f54fc', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'fixed_ips': [{'subnet_id': 'bd27ad99-6545-412a-9e28-cd48a3c9f86b'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:31:59.890440 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a14aecf5-d0ba-468d-9281-cdf141fd0a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:31:59.912361 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1256da2e-6a69-4239-8d5b-a738fd470139 req-b017e0c4-8d82-4e3b-a40a-24f8b7f73fdf tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=607efe62-be42-4cd5-a5b2-4f7ea07dae1f HTTP/1.1" status: 200 len: 210 time: 0.1184452 Sep 01 15:31:59.917151 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-1d321ede-87d3-4e2b-85ec-85ecc82fbf5b tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Allocated IP 172.20.0.3 (3800fb89-e80c-46d2-84e6-b2b7a02a4529/8e907b0d-f8cc-4d83-939a-fe6c5747a654/051629c7-06be-4db8-92ed-e4248bc56d49) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:31:59.978119 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5dbc4115-4959-42d9-86e0-0bfacd4fc5e6 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:00.000910 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5dbc4115-4959-42d9-86e0-0bfacd4fc5e6 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:00.056022 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-576d0cc8-15d0-4ef2-8814-b7e626e81fd7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:00.087112 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5dbc4115-4959-42d9-86e0-0bfacd4fc5e6 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:00.093933 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5dbc4115-4959-42d9-86e0-0bfacd4fc5e6 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9818685 Sep 01 15:32:00.097214 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33122) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:00.102064 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b088b86b-d0f2-46f7-86ac-ddc050bc7cbb tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:00.158072 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-576d0cc8-15d0-4ef2-8814-b7e626e81fd7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:00.165691 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-576d0cc8-15d0-4ef2-8814-b7e626e81fd7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1242070 Sep 01 15:32:00.168074 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33124) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:00.176530 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc4115-4959-42d9-86e0-0bfacd4fc5e6 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86aabf8e-58fd-4399-be0a-2ba9cb5b9c56,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:00.307783 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-a14aecf5-d0ba-468d-9281-cdf141fd0a5c None None] Allocated IP 2001:db8:1::2 (f9f6c36a-1ada-46d2-88c0-49f6240f54fc/bd27ad99-6545-412a-9e28-cd48a3c9f86b/a3cda0aa-e91f-4133-9f68-f20d75076d2c) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:32:00.387236 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-c01242cc-fae5-4d70-8eeb-b5772c7f97e8 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1300763389', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:00.624860 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b088b86b-d0f2-46f7-86ac-ddc050bc7cbb tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:00.764509 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 57b8e00f-81ab-4f57-837c-fa68368ed99d up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:00.786926 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f84a2-794f-45a5-8c1c-9c30e94885ba req-47646ec3-ad55-47cd-ab34-36f6aec43cea tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:00.797982 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ac1f84a2-794f-45a5-8c1c-9c30e94885ba req-47646ec3-ad55-47cd-ab34-36f6aec43cea tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.6282108 Sep 01 15:32:00.909202 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a14aecf5-d0ba-468d-9281-cdf141fd0a5c None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:00.932245 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c01242cc-fae5-4d70-8eeb-b5772c7f97e8 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:00.942151 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c01242cc-fae5-4d70-8eeb-b5772c7f97e8 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:00.944373 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a14aecf5-d0ba-468d-9281-cdf141fd0a5c None None] Transition to ACTIVE for port object a3cda0aa-e91f-4133-9f68-f20d75076d2c will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:01.001747 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a14aecf5-d0ba-468d-9281-cdf141fd0a5c None None] Transition to ACTIVE for port object a3cda0aa-e91f-4133-9f68-f20d75076d2c will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:01.016733 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 57b8e00f-81ab-4f57-837c-fa68368ed99d completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:01.022961 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a14aecf5-d0ba-468d-9281-cdf141fd0a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:01.047097 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ac1f84a2-794f-45a5-8c1c-9c30e94885ba req-470d44c9-cb84-4017-885d-507ba1297815 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478154 Sep 01 15:32:01.100785 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-def8ea5f-e9ea-4195-bc84-bc1360707817 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:01.112079 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-1d321ede-87d3-4e2b-85ec-85ecc82fbf5b tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:01.151779 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b088b86b-d0f2-46f7-86ac-ddc050bc7cbb tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:01.175414 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14aecf5-d0ba-468d-9281-cdf141fd0a5c None None] Pushing event updated for resources: {'Port': ['ID=a3cda0aa-e91f-4133-9f68-f20d75076d2c,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:01.196854 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14aecf5-d0ba-468d-9281-cdf141fd0a5c None None] Network f9f6c36a-1ada-46d2-88c0-49f6240f54fc is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:01.200889 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-a14aecf5-d0ba-468d-9281-cdf141fd0a5c None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:01.216900 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14aecf5-d0ba-468d-9281-cdf141fd0a5c None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:32:01.271171 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b088b86b-d0f2-46f7-86ac-ddc050bc7cbb tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e4b2a720-df71-4511-92c9-21dcbb498a30,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:01.348707 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b088b86b-d0f2-46f7-86ac-ddc050bc7cbb tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:01.355902 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b088b86b-d0f2-46f7-86ac-ddc050bc7cbb tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/e4b2a720-df71-4511-92c9-21dcbb498a30 HTTP/1.1" status: 204 len: 168 time: 1.9769504 Sep 01 15:32:01.366318 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33132) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:01.428705 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a14aecf5-d0ba-468d-9281-cdf141fd0a5c None None] Attempting to bind port a3cda0aa-e91f-4133-9f68-f20d75076d2c on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:32:01.431035 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-def8ea5f-e9ea-4195-bc84-bc1360707817 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:01.435344 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a14aecf5-d0ba-468d-9281-cdf141fd0a5c None None] Attempting to bind port a3cda0aa-e91f-4133-9f68-f20d75076d2c by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '2421ab93-fce6-479d-94fa-d0cf195e9f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f9f6c36a-1ada-46d2-88c0-49f6240f54fc'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:32:01.443064 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14aecf5-d0ba-468d-9281-cdf141fd0a5c None None] Attempting to bind port a3cda0aa-e91f-4133-9f68-f20d75076d2c on network f9f6c36a-1ada-46d2-88c0-49f6240f54fc {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:32:01.486539 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14aecf5-d0ba-468d-9281-cdf141fd0a5c None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:32:01.486912 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14aecf5-d0ba-468d-9281-cdf141fd0a5c None None] Checking segment: {'id': '2421ab93-fce6-479d-94fa-d0cf195e9f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f9f6c36a-1ada-46d2-88c0-49f6240f54fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:32:01.487605 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a14aecf5-d0ba-468d-9281-cdf141fd0a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:01.488278 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14aecf5-d0ba-468d-9281-cdf141fd0a5c None None] Bound using segment: {'id': '2421ab93-fce6-479d-94fa-d0cf195e9f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f9f6c36a-1ada-46d2-88c0-49f6240f54fc'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:32:01.495023 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a14aecf5-d0ba-468d-9281-cdf141fd0a5c None None] Bound port: a3cda0aa-e91f-4133-9f68-f20d75076d2c, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2421ab93-fce6-479d-94fa-d0cf195e9f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f9f6c36a-1ada-46d2-88c0-49f6240f54fc'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:32:01.496558 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a14aecf5-d0ba-468d-9281-cdf141fd0a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:01.614368 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-1d321ede-87d3-4e2b-85ec-85ecc82fbf5b tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:01.783879 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d321ede-87d3-4e2b-85ec-85ecc82fbf5b tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Pushing event updated for resources: {'Port': ['ID=051629c7-06be-4db8-92ed-e4248bc56d49,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:01.788803 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a14aecf5-d0ba-468d-9281-cdf141fd0a5c None None] For port a3cda0aa-e91f-4133-9f68-f20d75076d2c, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:32:01.799817 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a14aecf5-d0ba-468d-9281-cdf141fd0a5c None None] For port a3cda0aa-e91f-4133-9f68-f20d75076d2c, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a3cda0aa-e91f-4133-9f68-f20d75076d2c,segment=NetworkSegment(2421ab93-fce6-479d-94fa-d0cf195e9f8b),segment_id=2421ab93-fce6-479d-94fa-d0cf195e9f8b)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:32:01.820499 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a14aecf5-d0ba-468d-9281-cdf141fd0a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:01.858265 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-1d321ede-87d3-4e2b-85ec-85ecc82fbf5b tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Network 3800fb89-e80c-46d2-84e6-b2b7a02a4529 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:01.864490 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-907d2c99-212c-4163-bcde-c97ee6ed709e tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:01.870040 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-1d321ede-87d3-4e2b-85ec-85ecc82fbf5b tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:01.880380 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-1d321ede-87d3-4e2b-85ec-85ecc82fbf5b tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:32:01.986938 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14aecf5-d0ba-468d-9281-cdf141fd0a5c None None] Pushing event updated for resources: {'Port': ['ID=a3cda0aa-e91f-4133-9f68-f20d75076d2c,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:02.021197 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c01242cc-fae5-4d70-8eeb-b5772c7f97e8 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:02.082251 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-1d321ede-87d3-4e2b-85ec-85ecc82fbf5b tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:02.083679 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-1d321ede-87d3-4e2b-85ec-85ecc82fbf5b tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:02.116737 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-1d321ede-87d3-4e2b-85ec-85ecc82fbf5b tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7295103 Sep 01 15:32:02.137570 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-def8ea5f-e9ea-4195-bc84-bc1360707817 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:02.143425 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-def8ea5f-e9ea-4195-bc84-bc1360707817 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:02.145823 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-def8ea5f-e9ea-4195-bc84-bc1360707817 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "DELETE /v2.0/security-groups/567d0bb9-513a-470b-ab3e-2c2393043f50 HTTP/1.1" status: 204 len: 168 time: 2.0456927 Sep 01 15:32:02.164138 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c01242cc-fae5-4d70-8eeb-b5772c7f97e8 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:02.201492 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b61a907-1613-4335-8629-9d9f3f040e5f None None] Network a82f33ab-7725-4afb-8a67-7ee07da3ed6e requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:32:02.212355 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33140) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:02.277940 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-f4eef629-0ebb-4562-960c-b03f054015ac service neutron] Request body: {'port': {'device_id': '607efe62-be42-4cd5-a5b2-4f7ea07dae1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:02.418726 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c01242cc-fae5-4d70-8eeb-b5772c7f97e8 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:02.425908 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c01242cc-fae5-4d70-8eeb-b5772c7f97e8 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 2.5528734 Sep 01 15:32:02.545751 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33144) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:02.579454 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eca536-b253-498e-99f1-de75702501de req-7794a55e-663a-42b4-a07b-853cc2bbb599 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:02.592701 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-89eca536-b253-498e-99f1-de75702501de req-7794a55e-663a-42b4-a07b-853cc2bbb599 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=607efe62-be42-4cd5-a5b2-4f7ea07dae1f HTTP/1.1" status: 200 len: 931 time: 1.3833823 Sep 01 15:32:02.598613 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8ea5f-e9ea-4195-bc84-bc1360707817 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=567d0bb9-513a-470b-ab3e-2c2393043f50,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:02.616410 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-57dba832-2760-40cf-8fa0-e4b522626da8 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1622055713'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:02.633001 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9e797900-1624-4429-8206-3600bb33630f None None] Provisioning for port 57b8e00f-81ab-4f57-837c-fa68368ed99d completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:02.735648 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9e797900-1624-4429-8206-3600bb33630f None None] Provisioning complete for port 57b8e00f-81ab-4f57-837c-fa68368ed99d triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:02.740590 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9e797900-1624-4429-8206-3600bb33630f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:02.837162 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dba832-2760-40cf-8fa0-e4b522626da8 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Made reservation on behalf of 496a3d489f6c4d9aa6f37edaea3fb994 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:32:02.843916 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-57dba832-2760-40cf-8fa0-e4b522626da8 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:02.863589 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-89eca536-b253-498e-99f1-de75702501de req-5af725b3-1d44-4f22-b5a5-7647836ccc73 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/security-groups?id=29304af2-bc51-44f3-b46c-74dc336f2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885657 Sep 01 15:32:02.866092 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7db57f9-8f0f-4c3b-95ac-3c587ddc85a2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:02.970914 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-57dba832-2760-40cf-8fa0-e4b522626da8 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:02.977460 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26eb8ac-df5d-4377-80f7-868b8544f09e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Router 0cca7a4c-ae9c-444a-8534-cba14dabd363 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:32:03.106359 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9e797900-1624-4429-8206-3600bb33630f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:03.233408 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-40fb3ccb-cb5c-485f-a25a-2f80ae244413 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9897826 Sep 01 15:32:03.246668 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-9e797900-1624-4429-8206-3600bb33630f None None] For port 57b8e00f-81ab-4f57-837c-fa68368ed99d, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=57b8e00f-81ab-4f57-837c-fa68368ed99d,segment=NetworkSegment(6bd68644-3e44-4faf-bb6b-8d99c6c2c782),segment_id=6bd68644-3e44-4faf-bb6b-8d99c6c2c782)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:03.257745 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9e797900-1624-4429-8206-3600bb33630f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:03.284185 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-907d2c99-212c-4163-bcde-c97ee6ed709e tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:03.318775 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-907d2c99-212c-4163-bcde-c97ee6ed709e tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa2ea3c-ee6d-4cef-8b8e-1400f6d8f3f6']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:03.328727 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33150) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:03.354251 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-907d2c99-212c-4163-bcde-c97ee6ed709e tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44509355-48d1-4a2a-8448-686590243080') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:03.355398 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-907d2c99-212c-4163-bcde-c97ee6ed709e tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44509355-48d1-4a2a-8448-686590243080') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:03.356115 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-0ccf807f-6d93-4768-b643-b09b7eb0b18b tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Request body: {'security_group': {'name': 'tempest-secgroup--1192188622'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:03.418764 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-907d2c99-212c-4163-bcde-c97ee6ed709e tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:03.433423 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e797900-1624-4429-8206-3600bb33630f None None] Pushing event updated for resources: {'Port': ['ID=57b8e00f-81ab-4f57-837c-fa68368ed99d,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:03.533083 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-57dba832-2760-40cf-8fa0-e4b522626da8 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:03.536790 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-907d2c99-212c-4163-bcde-c97ee6ed709e tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:03.544625 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-29ccf960-bbb3-4207-9694-790fb7515075 req-a5c43ae2-2edf-467f-a975-69fcb7f4bf4a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2590308 Sep 01 15:32:03.622193 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-57dba832-2760-40cf-8fa0-e4b522626da8 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:03.654521 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-907d2c99-212c-4163-bcde-c97ee6ed709e tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:32:03.656957 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-907d2c99-212c-4163-bcde-c97ee6ed709e tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:32:03.661560 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:32:03.742877 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dba832-2760-40cf-8fa0-e4b522626da8 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77405260-984e-4429-8420-72943df4adfd,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:03.848935 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-f4eef629-0ebb-4562-960c-b03f054015ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:03.899914 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6f202-12cc-4600-9f79-a631004f22b2 req-59c27d39-2848-4514-b911-08c3a71cf1b8 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:03.900204 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d91a5c4d-6eec-46aa-8f97-010ec5217337 None None] Provisioning complete for port 57b8e00f-81ab-4f57-837c-fa68368ed99d triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:03.900546 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d91a5c4d-6eec-46aa-8f97-010ec5217337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:03.912161 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b7b6f202-12cc-4600-9f79-a631004f22b2 req-59c27d39-2848-4514-b911-08c3a71cf1b8 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 1.5768754 Sep 01 15:32:03.914953 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-907d2c99-212c-4163-bcde-c97ee6ed709e tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:03.944441 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0ccf807f-6d93-4768-b643-b09b7eb0b18b tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:04.079153 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907d2c99-212c-4163-bcde-c97ee6ed709e tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3fa2ea3c-ee6d-4cef-8b8e-1400f6d8f3f6 {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 01 15:32:04.086360 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57dba832-2760-40cf-8fa0-e4b522626da8 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:32:04.088986 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-907d2c99-212c-4163-bcde-c97ee6ed709e tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:04.102508 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-907d2c99-212c-4163-bcde-c97ee6ed709e tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "DELETE /v2.0/networks/3fa2ea3c-ee6d-4cef-8b8e-1400f6d8f3f6 HTTP/1.1" status: 204 len: 168 time: 2.7261715 Sep 01 15:32:04.144260 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d2c99-212c-4163-bcde-c97ee6ed709e tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Pushing event deleted for resources: {'Network': ['ID=3fa2ea3c-ee6d-4cef-8b8e-1400f6d8f3f6,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:04.146671 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a646f7a9-b71a-45c6-9419-1a7095b9b1b1 None None] Network f9f6c36a-1ada-46d2-88c0-49f6240f54fc requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:32:04.185150 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b7b6f202-12cc-4600-9f79-a631004f22b2 req-78e83ced-fee3-4762-8a06-32b5bebf972d tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728441 Sep 01 15:32:04.793086 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33174) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:04.827534 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-352582a6-1a37-4f0a-b84f-da29375b3eb5 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Request body: {'router': {'name': 'tempest-router--136553580', 'project_id': 'e6dc1ebcf9af46cb8323b568ede51504'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:04.932889 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 57b8e00f-81ab-4f57-837c-fa68368ed99d up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:05.064105 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-f4eef629-0ebb-4562-960c-b03f054015ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 051629c7-06be-4db8-92ed-e4248bc56d49 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:32:05.071569 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-57dba832-2760-40cf-8fa0-e4b522626da8 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:05.072354 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-57dba832-2760-40cf-8fa0-e4b522626da8 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Added segment ca47cd9c-bf1a-4220-8830-3557fe5cd839 of type vlan for network 0e47d353-c92a-4e0f-b227-316f8d92b506 Sep 01 15:32:05.076305 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-f4eef629-0ebb-4562-960c-b03f054015ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:05.091277 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 57b8e00f-81ab-4f57-837c-fa68368ed99d triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:05.091668 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:05.099313 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-f4eef629-0ebb-4562-960c-b03f054015ac service neutron] Transition to ACTIVE for port object 051629c7-06be-4db8-92ed-e4248bc56d49 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:05.105303 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-f4eef629-0ebb-4562-960c-b03f054015ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:05.126697 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3d3fc480-73d1-4865-90a0-a1567effed78 None None] Provisioning for port a3cda0aa-e91f-4133-9f68-f20d75076d2c completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:05.226317 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccf960-bbb3-4207-9694-790fb7515075 req-f86aac23-0d4a-4d17-85c6-408c9deaf403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:05.228541 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-29ccf960-bbb3-4207-9694-790fb7515075 req-f86aac23-0d4a-4d17-85c6-408c9deaf403 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 1098 time: 1.5609632 Sep 01 15:32:05.249929 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eef629-0ebb-4562-960c-b03f054015ac service neutron] Pushing event updated for resources: {'Port': ['ID=051629c7-06be-4db8-92ed-e4248bc56d49,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:05.260260 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26eb8ac-df5d-4377-80f7-868b8544f09e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:32:05.267139 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c26eb8ac-df5d-4377-80f7-868b8544f09e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:05.280710 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba96270-937a-4ff8-84f0-e181a7a1e08e None None] Sync routers for ids ['0cca7a4c-ae9c-444a-8534-cba14dabd363'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:32:05.326742 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba96270-937a-4ff8-84f0-e181a7a1e08e None None] Routers {'0cca7a4c-ae9c-444a-8534-cba14dabd363'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:05.327303 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-bba96270-937a-4ff8-84f0-e181a7a1e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:31:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0cca7a4c-ae9c-444a-8534-cba14dabd363'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:05.330216 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-57dba832-2760-40cf-8fa0-e4b522626da8 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:05.407341 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a3cda0aa-e91f-4133-9f68-f20d75076d2c up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:05.412874 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38870811-6e3c-4f76-847e-87614c96368d req-02372fa0-bb3e-40dc-ba91-43bbeff0ff41 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:05.414883 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-38870811-6e3c-4f76-847e-87614c96368d req-02372fa0-bb3e-40dc-ba91-43bbeff0ff41 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=607efe62-be42-4cd5-a5b2-4f7ea07dae1f HTTP/1.1" status: 200 len: 931 time: 1.3392065 Sep 01 15:32:05.478579 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.resource_extend [None req-57dba832-2760-40cf-8fa0-e4b522626da8 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:32:05.521280 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c26eb8ac-df5d-4377-80f7-868b8544f09e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "DELETE /v2.0/floatingips/d36a2f51-5ff1-4a1c-b763-f69fdc6d98fc HTTP/1.1" status: 204 len: 168 time: 8.9567847 Sep 01 15:32:05.533495 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port a3cda0aa-e91f-4133-9f68-f20d75076d2c completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:05.547070 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port a3cda0aa-e91f-4133-9f68-f20d75076d2c triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:05.547535 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:05.573175 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48fe2d94-e50c-4269-93f4-fe00f2d10859', 'tag': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:32:05.575886 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95be8953-18ed-4826-8016-35b872f4ce1b" -d '{"events": [{"name": "network-changed", "server_uuid": "48fe2d94-e50c-4269-93f4-fe00f2d10859", "tag": "9680b7b7-4cb8-4de6-9e02-d39a9cf0622e"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:32:05.592630 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-bba96270-937a-4ff8-84f0-e181a7a1e08e None None] Set router 0cca7a4c-ae9c-444a-8534-cba14dabd363 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:32:05.604216 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4460cf-0107-45b0-8093-6d1edbc35d30 req-6e709d07-c64d-450a-872e-b6a976f71de1 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:05.606011 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7f4460cf-0107-45b0-8093-6d1edbc35d30 req-6e709d07-c64d-450a-872e-b6a976f71de1 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.2103035 Sep 01 15:32:05.607149 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-f4eef629-0ebb-4562-960c-b03f054015ac service neutron] Attempting to bind port 051629c7-06be-4db8-92ed-e4248bc56d49 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:32:05.607559 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-f4eef629-0ebb-4562-960c-b03f054015ac service neutron] Attempting to bind port 051629c7-06be-4db8-92ed-e4248bc56d49 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '4a32a0d7-287d-45e6-ac57-bfebd7a84f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3800fb89-e80c-46d2-84e6-b2b7a02a4529'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:32:05.608037 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-f4eef629-0ebb-4562-960c-b03f054015ac service neutron] Attempting to bind port 051629c7-06be-4db8-92ed-e4248bc56d49 on network 3800fb89-e80c-46d2-84e6-b2b7a02a4529 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:32:05.614516 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-f4eef629-0ebb-4562-960c-b03f054015ac service neutron] Port 051629c7-06be-4db8-92ed-e4248bc56d49 on network 3800fb89-e80c-46d2-84e6-b2b7a02a4529 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:32:05.625293 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-f4eef629-0ebb-4562-960c-b03f054015ac service neutron] Attempting to bind port 051629c7-06be-4db8-92ed-e4248bc56d49 on network 3800fb89-e80c-46d2-84e6-b2b7a02a4529 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:32:05.647924 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-f4eef629-0ebb-4562-960c-b03f054015ac service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:32:05.648557 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-f4eef629-0ebb-4562-960c-b03f054015ac service neutron] Checking segment: {'id': '4a32a0d7-287d-45e6-ac57-bfebd7a84f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3800fb89-e80c-46d2-84e6-b2b7a02a4529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:32:05.649122 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-f4eef629-0ebb-4562-960c-b03f054015ac service neutron] Bound using segment: {'id': '4a32a0d7-287d-45e6-ac57-bfebd7a84f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3800fb89-e80c-46d2-84e6-b2b7a02a4529'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:32:05.649820 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-f4eef629-0ebb-4562-960c-b03f054015ac service neutron] Bound port: 051629c7-06be-4db8-92ed-e4248bc56d49, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a32a0d7-287d-45e6-ac57-bfebd7a84f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3800fb89-e80c-46d2-84e6-b2b7a02a4529'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:32:05.651096 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-f4eef629-0ebb-4562-960c-b03f054015ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:05.707606 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-57dba832-2760-40cf-8fa0-e4b522626da8 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:05.713933 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:05.724805 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dba832-2760-40cf-8fa0-e4b522626da8 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:05.725816 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-57dba832-2760-40cf-8fa0-e4b522626da8 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:05.783370 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port a3cda0aa-e91f-4133-9f68-f20d75076d2c, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a3cda0aa-e91f-4133-9f68-f20d75076d2c,segment=NetworkSegment(2421ab93-fce6-479d-94fa-d0cf195e9f8b),segment_id=2421ab93-fce6-479d-94fa-d0cf195e9f8b)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:05.806209 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:05.817017 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-f4eef629-0ebb-4562-960c-b03f054015ac service neutron] For port 051629c7-06be-4db8-92ed-e4248bc56d49, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:32:05.821240 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-f4eef629-0ebb-4562-960c-b03f054015ac service neutron] For port 051629c7-06be-4db8-92ed-e4248bc56d49, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=051629c7-06be-4db8-92ed-e4248bc56d49,segment=NetworkSegment(4a32a0d7-287d-45e6-ac57-bfebd7a84f0e),segment_id=4a32a0d7-287d-45e6-ac57-bfebd7a84f0e)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:32:05.825974 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccf960-bbb3-4207-9694-790fb7515075 req-6d550892-4c9d-4019-a6d2-faf807e7d86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:05.832552 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-f4eef629-0ebb-4562-960c-b03f054015ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:05.835843 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-29ccf960-bbb3-4207-9694-790fb7515075 req-6d550892-4c9d-4019-a6d2-faf807e7d86e service neutron] 10.222.0.45 "GET /v2.0/networks?id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449 HTTP/1.1" status: 200 len: 897 time: 0.5560198 Sep 01 15:32:05.840646 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7f4460cf-0107-45b0-8093-6d1edbc35d30 req-24902fea-16e4-4a1c-b8b5-badf0c14567f tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123954 Sep 01 15:32:05.857971 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0ccf807f-6d93-4768-b643-b09b7eb0b18b tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:05.893156 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=a3cda0aa-e91f-4133-9f68-f20d75076d2c,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:05.940018 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-f4eef629-0ebb-4562-960c-b03f054015ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:05.941192 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-f4eef629-0ebb-4562-960c-b03f054015ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:05.943043 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-f4eef629-0ebb-4562-960c-b03f054015ac service neutron] 10.222.0.62 "PUT /v2.0/ports/051629c7-06be-4db8-92ed-e4248bc56d49 HTTP/1.1" status: 200 len: 1091 time: 3.7129521 Sep 01 15:32:05.950443 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607efe62-be42-4cd5-a5b2-4f7ea07dae1f', 'tag': '051629c7-06be-4db8-92ed-e4248bc56d49'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:32:05.954123 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6289a253-9fdd-447f-a88f-7de24e037e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "607efe62-be42-4cd5-a5b2-4f7ea07dae1f", "tag": "051629c7-06be-4db8-92ed-e4248bc56d49"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:32:05.981129 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-352582a6-1a37-4f0a-b84f-da29375b3eb5 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:05.983739 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-352582a6-1a37-4f0a-b84f-da29375b3eb5 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:06.063915 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-c7db57f9-8f0f-4c3b-95ac-3c587ddc85a2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Allocated IP 2001:db8::1 (a82f33ab-7725-4afb-8a67-7ee07da3ed6e/4f496dc6-8a56-49a3-bb84-cf132bae39ee/8dca99e5-f162-4057-bf5b-8e1fb2013683) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:32:06.073202 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eef629-0ebb-4562-960c-b03f054015ac service neutron] Pushing event updated for resources: {'Port': ['ID=051629c7-06be-4db8-92ed-e4248bc56d49,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:06.135419 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7104846b-fae1-46c4-9b99-7f7f310de2db None None] Provisioning complete for port a3cda0aa-e91f-4133-9f68-f20d75076d2c triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:06.138226 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7104846b-fae1-46c4-9b99-7f7f310de2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:06.211363 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-352582a6-1a37-4f0a-b84f-da29375b3eb5 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:06.212806 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dba832-2760-40cf-8fa0-e4b522626da8 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Pushing event updated for resources: {'Network': ['ID=0e47d353-c92a-4e0f-b227-316f8d92b506,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:06.216610 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0ccf807f-6d93-4768-b643-b09b7eb0b18b tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:06.219959 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-6e998050-b55d-477f-b1e5-07ebe75afb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:06.222984 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-6e998050-b55d-477f-b1e5-07ebe75afb43 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bad42e0394c9405799a013019ac5678a&device_id=607efe62-be42-4cd5-a5b2-4f7ea07dae1f HTTP/1.1" status: 200 len: 1094 time: 0.2059901 Sep 01 15:32:06.227782 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-352582a6-1a37-4f0a-b84f-da29375b3eb5 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:06.256671 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 0e47d353-c92a-4e0f-b227-316f8d92b506 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:32:06.285848 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-38870811-6e3c-4f76-847e-87614c96368d req-02b5048a-cbf6-4206-b17a-5a61d38db3dd tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/security-groups?id=29304af2-bc51-44f3-b46c-74dc336f2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8040493 Sep 01 15:32:06.303135 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-bba96270-937a-4ff8-84f0-e181a7a1e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735337582', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:46Z', 'updated_at': '2021-09-01T15:28:17Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:49Z', 'updated_at': '2021-09-01T15:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '3331be82-28ae-425a-867c-5d1eb28b90f7', 'name': '', 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:e9:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '0fe352f8-e391-4ad4-b362-c4af541a7f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:12Z', 'updated_at': '2021-09-01T15:28:39Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': '0fe352f8-e391-4ad4-b362-c4af541a7f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:06.332136 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-352582a6-1a37-4f0a-b84f-da29375b3eb5 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:06.339193 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-352582a6-1a37-4f0a-b84f-da29375b3eb5 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.5400808 Sep 01 15:32:06.339193 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-e9be23dc-20a2-4004-87ff-8162d6191437 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=051629c7-06be-4db8-92ed-e4248bc56d49 HTTP/1.1" status: 200 len: 217 time: 0.0888956 Sep 01 15:32:06.339651 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33190) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:06.396292 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba96270-937a-4ff8-84f0-e181a7a1e08e None None] Checking router: 0cca7a4c-ae9c-444a-8534-cba14dabd363 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:32:06.455348 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba96270-937a-4ff8-84f0-e181a7a1e08e None None] Routers {'0cca7a4c-ae9c-444a-8534-cba14dabd363'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:06.463997 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-bba96270-937a-4ff8-84f0-e181a7a1e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:31:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0cca7a4c-ae9c-444a-8534-cba14dabd363'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:06.464291 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa061b2-f88b-4e73-9528-8363fb6e0f92 x-openstack-request-id: req-6fa061b2-f88b-4e73-9528-8363fb6e0f92 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:32:06.464498 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48fe2d94-e50c-4269-93f4-fe00f2d10859", "tag": "9680b7b7-4cb8-4de6-9e02-d39a9cf0622e", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:32:06.464655 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6fa061b2-f88b-4e73-9528-8363fb6e0f92 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:32:06.470574 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48fe2d94-e50c-4269-93f4-fe00f2d10859', 'tag': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e', 'status': 'completed', 'code': 200} Sep 01 15:32:06.539977 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-29ccf960-bbb3-4207-9694-790fb7515075 req-b964429c-1e18-459d-b335-206879f398fc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e HTTP/1.1" status: 200 len: 217 time: 0.3499539 Sep 01 15:32:06.542408 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-57dba832-2760-40cf-8fa0-e4b522626da8 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 3.9473455 Sep 01 15:32:06.549423 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33192) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:06.560763 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-9b83c5d6-9bd3-47cc-9c19-ff78519ecb47 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Request body: {'subnet': {'network_id': '0e47d353-c92a-4e0f-b227-316f8d92b506', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:06.583699 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0ccf807f-6d93-4768-b643-b09b7eb0b18b tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:06.585193 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221b0de1-09bd-4f33-84f1-b74e6a2a0982 x-openstack-request-id: req-221b0de1-09bd-4f33-84f1-b74e6a2a0982 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:32:06.585664 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607efe62-be42-4cd5-a5b2-4f7ea07dae1f", "tag": "051629c7-06be-4db8-92ed-e4248bc56d49", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:32:06.585793 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0ccf807f-6d93-4768-b643-b09b7eb0b18b tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.2500868 Sep 01 15:32:06.586094 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-221b0de1-09bd-4f33-84f1-b74e6a2a0982 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:32:06.586726 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607efe62-be42-4cd5-a5b2-4f7ea07dae1f', 'tag': '051629c7-06be-4db8-92ed-e4248bc56d49', 'status': 'completed', 'code': 200} Sep 01 15:32:06.632836 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33194) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:06.667963 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-59d27323-ec6d-476e-8982-becb57926f5c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Request body: {'security_group': {'name': 'tempest-secgroup--2060165718'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:06.692630 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf807f-6d93-4768-b643-b09b7eb0b18b tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3dbf9c-f1e0-4e3c-8197-7248d36ffb32,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:06.782168 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a3cda0aa-e91f-4133-9f68-f20d75076d2c up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:06.785996 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccf960-bbb3-4207-9694-790fb7515075 req-ddbde344-1e4e-4677-9d24-adb019126963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:06.787690 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-29ccf960-bbb3-4207-9694-790fb7515075 req-ddbde344-1e4e-4677-9d24-adb019126963 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0fe352f8-e391-4ad4-b362-c4af541a7f65 HTTP/1.1" status: 200 len: 835 time: 0.2183037 Sep 01 15:32:06.806598 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-59d27323-ec6d-476e-8982-becb57926f5c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:06.866414 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port a3cda0aa-e91f-4133-9f68-f20d75076d2c triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:06.866916 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:06.887334 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7db57f9-8f0f-4c3b-95ac-3c587ddc85a2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:06.969722 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-47137424-141c-48e0-92b6-6573581f4265 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:06.976841 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-bba96270-937a-4ff8-84f0-e181a7a1e08e None None] Set router 0cca7a4c-ae9c-444a-8534-cba14dabd363 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:32:07.094246 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-c7db57f9-8f0f-4c3b-95ac-3c587ddc85a2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Transition to ACTIVE for port object 8dca99e5-f162-4057-bf5b-8e1fb2013683 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:07.125420 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b83c5d6-9bd3-47cc-9c19-ff78519ecb47 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Made reservation on behalf of 496a3d489f6c4d9aa6f37edaea3fb994 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:32:07.134291 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9b83c5d6-9bd3-47cc-9c19-ff78519ecb47 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:07.160807 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-6b31c1cb-0dde-4534-a5ec-afa6bb647367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:07.164836 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-6b31c1cb-0dde-4534-a5ec-afa6bb647367 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8e907b0d-f8cc-4d83-939a-fe6c5747a654 HTTP/1.1" status: 200 len: 854 time: 0.7969129 Sep 01 15:32:07.194922 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeec416-0625-4fcc-933e-ea1bae7d1b0c req-70c71d33-95c3-429b-ba9a-ee2479e38ba6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:07.199371 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ffeec416-0625-4fcc-933e-ea1bae7d1b0c req-70c71d33-95c3-429b-ba9a-ee2479e38ba6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 947 time: 0.6009364 Sep 01 15:32:07.253967 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccf960-bbb3-4207-9694-790fb7515075 req-9c32dfb5-cd91-449c-821a-834a4b606d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:07.256065 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-29ccf960-bbb3-4207-9694-790fb7515075 req-9c32dfb5-cd91-449c-821a-834a4b606d3c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4437129 Sep 01 15:32:07.285142 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4f344-a70e-4e95-9b7d-1e5061142cac req-7bb4ea32-5f97-4edb-b613-de981ffce2c4 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:07.300808 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-84a4f344-a70e-4e95-9b7d-1e5061142cac req-7bb4ea32-5f97-4edb-b613-de981ffce2c4 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.2789464 Sep 01 15:32:07.391838 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-bba96270-937a-4ff8-84f0-e181a7a1e08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735337582', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:46Z', 'updated_at': '2021-09-01T15:28:17Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:49Z', 'updated_at': '2021-09-01T15:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '3331be82-28ae-425a-867c-5d1eb28b90f7', 'name': '', 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:e9:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '0fe352f8-e391-4ad4-b362-c4af541a7f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:12Z', 'updated_at': '2021-09-01T15:28:39Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': '0fe352f8-e391-4ad4-b362-c4af541a7f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:07.445089 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-e45c27ff-22e2-4529-b949-79ddcc9430f9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3800fb89-e80c-46d2-84e6-b2b7a02a4529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2426305 Sep 01 15:32:07.549219 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7db57f9-8f0f-4c3b-95ac-3c587ddc85a2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:07.600045 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba96270-937a-4ff8-84f0-e181a7a1e08e None None] The sync data for ids ['0cca7a4c-ae9c-444a-8534-cba14dabd363'] in n-d-794796-3 is: [{'id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735337582', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:46Z', 'updated_at': '2021-09-01T15:28:17Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:49Z', 'updated_at': '2021-09-01T15:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '3331be82-28ae-425a-867c-5d1eb28b90f7', 'name': '', 'network_id': '068418f0-2ea4-4691-b0a1-0f0b6ddb7449', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:e9:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'device_owner': 'network:router_interface', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '0fe352f8-e391-4ad4-b362-c4af541a7f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:28:12Z', 'updated_at': '2021-09-01T15:28:39Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': '0fe352f8-e391-4ad4-b362-c4af541a7f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:32:07.632947 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-84a4f344-a70e-4e95-9b7d-1e5061142cac req-281aa3d8-2e62-4519-8f41-73495f41ef56 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284972 Sep 01 15:32:07.775778 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7db57f9-8f0f-4c3b-95ac-3c587ddc85a2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network a82f33ab-7725-4afb-8a67-7ee07da3ed6e is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:07.819224 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-c7db57f9-8f0f-4c3b-95ac-3c587ddc85a2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:07.823388 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db57f9-8f0f-4c3b-95ac-3c587ddc85a2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Port': ['ID=8dca99e5-f162-4057-bf5b-8e1fb2013683,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:07.838084 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ffeec416-0625-4fcc-933e-ea1bae7d1b0c req-26b61e00-2358-4ff6-9391-39eae432e48a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6099944 Sep 01 15:32:07.863134 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-7124233f-cff7-4ad1-bf2c-65f9dc127e20 service neutron] 10.222.0.62 "GET /v2.0/networks/3800fb89-e80c-46d2-84e6-b2b7a02a4529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119383 Sep 01 15:32:07.898841 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7db57f9-8f0f-4c3b-95ac-3c587ddc85a2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:32:07.900270 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7db57f9-8f0f-4c3b-95ac-3c587ddc85a2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:07.930818 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-59d27323-ec6d-476e-8982-becb57926f5c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:08.055637 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-47137424-141c-48e0-92b6-6573581f4265 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:08.232257 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-47137424-141c-48e0-92b6-6573581f4265 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:08.291765 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0077163a-597f-4da7-904f-444825417529 None None] New status for floating IP d36a2f51-5ff1-4a1c-b763-f69fdc6d98fc: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:32:08.309937 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9b83c5d6-9bd3-47cc-9c19-ff78519ecb47 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:08.316933 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-59d27323-ec6d-476e-8982-becb57926f5c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:08.434870 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd31b7-7920-4d86-8270-3148caab6ad4 req-97940032-ee9d-4b4e-8668-e38c1129a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:08.439686 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d8fd31b7-7920-4d86-8270-3148caab6ad4 req-97940032-ee9d-4b4e-8668-e38c1129a535 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 1096 time: 0.3892150 Sep 01 15:32:08.465828 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51cc2a7-7325-4033-8bc9-ddcff349db31 req-d98ec9dc-58b0-4fca-9eb6-a7dd347211df tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:08.466576 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f80be4ab-1872-44e3-9d5c-840daeb67b60 None None] Provisioning for port 8dca99e5-f162-4057-bf5b-8e1fb2013683 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:08.470176 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b51cc2a7-7325-4033-8bc9-ddcff349db31 req-d98ec9dc-58b0-4fca-9eb6-a7dd347211df tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.45 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 947 time: 0.5393293 Sep 01 15:32:08.475286 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f80be4ab-1872-44e3-9d5c-840daeb67b60 None None] Provisioning complete for port 8dca99e5-f162-4057-bf5b-8e1fb2013683 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:08.475970 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f80be4ab-1872-44e3-9d5c-840daeb67b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:08.484527 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-47137424-141c-48e0-92b6-6573581f4265 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:08.489877 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47137424-141c-48e0-92b6-6573581f4265 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 94a62563-0a0e-44ba-9314-62b688356baf {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:32:08.503001 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-47137424-141c-48e0-92b6-6573581f4265 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:08.508842 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-47137424-141c-48e0-92b6-6573581f4265 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "DELETE /v2.0/routers/94a62563-0a0e-44ba-9314-62b688356baf HTTP/1.1" status: 204 len: 168 time: 2.1638796 Sep 01 15:32:08.547116 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d27323-ec6d-476e-8982-becb57926f5c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa2dfeb-13b3-4e04-82c5-23c29dcdc34c,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:08.565624 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-29ccf960-bbb3-4207-9694-790fb7515075 req-76cd15aa-0d2d-420a-8581-274c4da04cfa service neutron] 10.222.0.45 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2370186 Sep 01 15:32:08.684374 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-f80be4ab-1872-44e3-9d5c-840daeb67b60 None None] Port 8dca99e5-f162-4057-bf5b-8e1fb2013683 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:32:08.689694 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:08.733670 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c04f25e-67ec-4475-ab56-9ff409f87642 req-47a768b6-12af-4a36-a94a-7bdcb26d8f9d service neutron] 10.222.0.62 "GET /v2.0/networks/3800fb89-e80c-46d2-84e6-b2b7a02a4529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8539042 Sep 01 15:32:08.765431 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-59d27323-ec6d-476e-8982-becb57926f5c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:08.770347 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-59d27323-ec6d-476e-8982-becb57926f5c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.1044383 Sep 01 15:32:08.783416 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33214) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:08.807155 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-222c20b4-5405-49f0-8f6f-dea283ed3a44 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Request body: {'security_group_rule': {'security_group_id': '3d3dbf9c-f1e0-4e3c-8197-7248d36ffb32', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ffa2dfeb-13b3-4e04-82c5-23c29dcdc34c', 'remote_ip_prefix': None}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:08.827464 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33216) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:08.833849 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060b997-36a8-47e0-8ab5-4fdcd2fd0c36 req-550fd956-0e4d-469c-b9a5-671b946ab77f tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:08.843892 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e060b997-36a8-47e0-8ab5-4fdcd2fd0c36 req-550fd956-0e4d-469c-b9a5-671b946ab77f tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=607efe62-be42-4cd5-a5b2-4f7ea07dae1f HTTP/1.1" status: 200 len: 943 time: 1.0547349 Sep 01 15:32:08.873090 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d8fd31b7-7920-4d86-8270-3148caab6ad4 req-0b9a4d35-40ea-4e8d-9cfe-e37d75dd64d8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984239 Sep 01 15:32:08.964404 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83c5d6-9bd3-47cc-9c19-ff78519ecb47 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Pushing event updated for resources: {'Subnet': ['ID=732dd5bd-564a-48ec-b773-259c80c01ed6,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:09.033158 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7db57f9-8f0f-4c3b-95ac-3c587ddc85a2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:09.127667 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b83c5d6-9bd3-47cc-9c19-ff78519ecb47 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Checking segment: {'id': 'ca47cd9c-bf1a-4220-8830-3557fe5cd839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0e47d353-c92a-4e0f-b227-316f8d92b506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:32:09.128630 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b83c5d6-9bd3-47cc-9c19-ff78519ecb47 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Network hostable DHCP agents. Network: 0e47d353-c92a-4e0f-b227-316f8d92b506, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:32:09.143116 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e060b997-36a8-47e0-8ab5-4fdcd2fd0c36 req-08cc33d3-0e09-453f-9b63-0c79772880db tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/security-groups?id=29304af2-bc51-44f3-b46c-74dc336f2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973895 Sep 01 15:32:09.146790 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-29ccf960-bbb3-4207-9694-790fb7515075 req-9a2f5566-3564-4aeb-a93f-c9e0e9675e94 service neutron] 10.222.0.45 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464106 Sep 01 15:32:09.254161 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-222c20b4-5405-49f0-8f6f-dea283ed3a44 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:09.258241 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289a253-9fdd-447f-a88f-7de24e037e0c req-77627490-4a34-4b78-ba52-2921a009eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:09.264835 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6289a253-9fdd-447f-a88f-7de24e037e0c req-77627490-4a34-4b78-ba52-2921a009eac4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bad42e0394c9405799a013019ac5678a&device_id=607efe62-be42-4cd5-a5b2-4f7ea07dae1f HTTP/1.1" status: 200 len: 1094 time: 0.3736217 Sep 01 15:32:09.278817 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b26624e9-3900-413d-8ff5-3f1146de19b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:09.310838 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace914a-78eb-4138-9057-fe21cf070905 req-a18ea664-22e1-437a-a3ba-fd2df0867b93 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:09.339555 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aace914a-78eb-4138-9057-fe21cf070905 req-a18ea664-22e1-437a-a3ba-fd2df0867b93 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.4537518 Sep 01 15:32:09.484141 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b83c5d6-9bd3-47cc-9c19-ff78519ecb47 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Network 0e47d353-c92a-4e0f-b227-316f8d92b506 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:32:09.529345 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-b51cc2a7-7325-4033-8bc9-ddcff349db31 req-a797ef51-40ce-4931-9274-0e11dcdf9d58 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Deleting port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:09.530201 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b51cc2a7-7325-4033-8bc9-ddcff349db31 req-a797ef51-40ce-4931-9274-0e11dcdf9d58 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:09.636813 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-9b83c5d6-9bd3-47cc-9c19-ff78519ecb47 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 0e47d353-c92a-4e0f-b227-316f8d92b506) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:09.652904 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb4296f-feca-45d7-b437-8914be60e70f None None] Network 0e47d353-c92a-4e0f-b227-316f8d92b506 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:32:09.671592 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aace914a-78eb-4138-9057-fe21cf070905 req-69e7ea40-4a4d-4329-98e8-fb4a5afa1385 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300550 Sep 01 15:32:09.704070 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b83c5d6-9bd3-47cc-9c19-ff78519ecb47 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:09.705510 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9b83c5d6-9bd3-47cc-9c19-ff78519ecb47 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:09.709853 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-927dcb3b-4598-473a-bb84-8d221d577ef4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1695817477', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}, 'admin_state_up': False}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:09.717051 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be8953-18ed-4826-8016-35b872f4ce1b req-c82b5e5b-421c-450b-a135-9a1dbf857dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:09.719767 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-95be8953-18ed-4826-8016-35b872f4ce1b req-c82b5e5b-421c-450b-a135-9a1dbf857dc2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 1098 time: 0.4549663 Sep 01 15:32:09.803637 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289a253-9fdd-447f-a88f-7de24e037e0c req-b6b385bf-b958-4772-88f4-0cf4d21f6df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:09.805812 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6289a253-9fdd-447f-a88f-7de24e037e0c req-b6b385bf-b958-4772-88f4-0cf4d21f6df1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3800fb89-e80c-46d2-84e6-b2b7a02a4529 HTTP/1.1" status: 200 len: 915 time: 0.4619772 Sep 01 15:32:09.809762 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-927dcb3b-4598-473a-bb84-8d221d577ef4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:09.811537 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-927dcb3b-4598-473a-bb84-8d221d577ef4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:09.892677 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-222c20b4-5405-49f0-8f6f-dea283ed3a44 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:09.935655 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-927dcb3b-4598-473a-bb84-8d221d577ef4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:09.949506 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-b51cc2a7-7325-4033-8bc9-ddcff349db31 req-a797ef51-40ce-4931-9274-0e11dcdf9d58 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] For port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,segment=NetworkSegment(43435e54-65f1-4db7-a09a-c8eaa0a35130),segment_id=43435e54-65f1-4db7-a09a-c8eaa0a35130)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:09.950591 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b51cc2a7-7325-4033-8bc9-ddcff349db31 req-a797ef51-40ce-4931-9274-0e11dcdf9d58 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:09.965511 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9b83c5d6-9bd3-47cc-9c19-ff78519ecb47 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4086747 Sep 01 15:32:09.966874 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-222c20b4-5405-49f0-8f6f-dea283ed3a44 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:09.982004 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33226) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:10.015177 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8161ca-cfc4-4652-adce-6113c628f4ab req-e2034834-10b7-497a-a8b3-9772be035d99 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:10.018429 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cf8161ca-cfc4-4652-adce-6113c628f4ab req-e2034834-10b7-497a-a8b3-9772be035d99 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 947 time: 0.5361168 Sep 01 15:32:10.154445 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ad21eb-8e86-4547-a6c7-4b8dbe265e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-0e47d353-c92a-4e0f-b227-316f8d92b506', 'network_id': '0e47d353-c92a-4e0f-b227-316f8d92b506', 'tenant_id': '496a3d489f6c4d9aa6f37edaea3fb994', 'fixed_ips': [{'subnet_id': '732dd5bd-564a-48ec-b773-259c80c01ed6'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:32:10.155837 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d0ad21eb-8e86-4547-a6c7-4b8dbe265e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:10.200917 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-4897991a-95c0-42f8-90f2-36ca836b4a51 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Request body: {'network': {'name': 'tempest-router-network01--1287599582'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:10.232171 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-b51cc2a7-7325-4033-8bc9-ddcff349db31 req-a797ef51-40ce-4931-9274-0e11dcdf9d58 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Calling delete_port for 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:10.264283 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6289a253-9fdd-447f-a88f-7de24e037e0c req-8c11dfa2-ecbd-4466-864d-9dc91eef2b78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=051629c7-06be-4db8-92ed-e4248bc56d49 HTTP/1.1" status: 200 len: 217 time: 0.3198690 Sep 01 15:32:10.271556 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c20b4-5405-49f0-8f6f-dea283ed3a44 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c2502b-77dc-49a7-b567-ca48130a6843,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:10.312341 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-222c20b4-5405-49f0-8f6f-dea283ed3a44 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:10.318082 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-222c20b4-5405-49f0-8f6f-dea283ed3a44 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.5211885 Sep 01 15:32:10.334328 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33234) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:10.383576 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8a72551c-660b-4e21-aed2-f04f5edf03f7 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:10.398948 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8a72551c-660b-4e21-aed2-f04f5edf03f7 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:10.473101 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-d0ad21eb-8e86-4547-a6c7-4b8dbe265e0b None None] Allocated IP 172.20.0.2 (0e47d353-c92a-4e0f-b227-316f8d92b506/732dd5bd-564a-48ec-b773-259c80c01ed6/8dfff22f-2d46-44e1-a01e-df965691d735) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:32:10.504274 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cf8161ca-cfc4-4652-adce-6113c628f4ab req-6257629b-e9f7-46b6-b1f3-a810573ee9cc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4439478 Sep 01 15:32:10.511824 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be8953-18ed-4826-8016-35b872f4ce1b req-4cd7321f-da76-4285-8ce6-c2e9cbd11426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:10.513418 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-95be8953-18ed-4826-8016-35b872f4ce1b req-4cd7321f-da76-4285-8ce6-c2e9cbd11426 service neutron] 10.222.0.45 "GET /v2.0/networks?id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449 HTTP/1.1" status: 200 len: 897 time: 0.7492404 Sep 01 15:32:10.536593 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8a72551c-660b-4e21-aed2-f04f5edf03f7 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:10.621520 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8a72551c-660b-4e21-aed2-f04f5edf03f7 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:10.623346 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8a72551c-660b-4e21-aed2-f04f5edf03f7 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/d1c2502b-77dc-49a7-b567-ca48130a6843 HTTP/1.1" status: 204 len: 168 time: 0.2875209 Sep 01 15:32:10.629517 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-95be8953-18ed-4826-8016-35b872f4ce1b req-c1677fa9-a781-4d41-abca-54f4e7ac6fa1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e HTTP/1.1" status: 200 len: 217 time: 0.1043835 Sep 01 15:32:10.632699 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33236) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:10.636175 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72551c-660b-4e21-aed2-f04f5edf03f7 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1c2502b-77dc-49a7-b567-ca48130a6843,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:10.753030 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7db57f9-8f0f-4c3b-95ac-3c587ddc85a2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:10.777984 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7db57f9-8f0f-4c3b-95ac-3c587ddc85a2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:10.783132 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7db57f9-8f0f-4c3b-95ac-3c587ddc85a2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:10.802003 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be8953-18ed-4826-8016-35b872f4ce1b req-ef05592d-7b8e-4d06-a078-7d4b6f802a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:10.809733 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-95be8953-18ed-4826-8016-35b872f4ce1b req-ef05592d-7b8e-4d06-a078-7d4b6f802a28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0fe352f8-e391-4ad4-b362-c4af541a7f65 HTTP/1.1" status: 200 len: 835 time: 0.1537726 Sep 01 15:32:10.836587 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4897991a-95c0-42f8-90f2-36ca836b4a51 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Made reservation on behalf of 496a3d489f6c4d9aa6f37edaea3fb994 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:32:10.836921 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c477691a-02c4-4e9d-b5a8-c3a4b81e0e7c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1975589 Sep 01 15:32:10.837793 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4897991a-95c0-42f8-90f2-36ca836b4a51 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:10.858377 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33240) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:10.908681 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-927dcb3b-4598-473a-bb84-8d221d577ef4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:10.938276 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289a253-9fdd-447f-a88f-7de24e037e0c req-c85acef2-81c3-4c40-aa27-b08e785de242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:10.940213 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6289a253-9fdd-447f-a88f-7de24e037e0c req-c85acef2-81c3-4c40-aa27-b08e785de242 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8e907b0d-f8cc-4d83-939a-fe6c5747a654 HTTP/1.1" status: 200 len: 854 time: 0.5604932 Sep 01 15:32:11.023008 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d0ad21eb-8e86-4547-a6c7-4b8dbe265e0b None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:11.024289 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef1a5c-41e3-4839-8530-af49ff5c5996 req-3a23a703-5946-4209-8e08-45018585fcf9 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:11.035815 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-42ef1a5c-41e3-4839-8530-af49ff5c5996 req-3a23a703-5946-4209-8e08-45018585fcf9 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=607efe62-be42-4cd5-a5b2-4f7ea07dae1f HTTP/1.1" status: 200 len: 943 time: 0.6395822 Sep 01 15:32:11.036426 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d0ad21eb-8e86-4547-a6c7-4b8dbe265e0b None None] Transition to ACTIVE for port object 8dfff22f-2d46-44e1-a01e-df965691d735 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:11.069855 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db57f9-8f0f-4c3b-95ac-3c587ddc85a2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Port': ['ID=8dca99e5-f162-4057-bf5b-8e1fb2013683,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:11.085116 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7db57f9-8f0f-4c3b-95ac-3c587ddc85a2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network a82f33ab-7725-4afb-8a67-7ee07da3ed6e is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:11.087347 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-c7db57f9-8f0f-4c3b-95ac-3c587ddc85a2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:11.150343 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d0ad21eb-8e86-4547-a6c7-4b8dbe265e0b None None] Transition to ACTIVE for port object 8dfff22f-2d46-44e1-a01e-df965691d735 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:11.190468 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d0ad21eb-8e86-4547-a6c7-4b8dbe265e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:11.227620 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4897991a-95c0-42f8-90f2-36ca836b4a51 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:32:11.250279 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4897991a-95c0-42f8-90f2-36ca836b4a51 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:11.251008 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-4897991a-95c0-42f8-90f2-36ca836b4a51 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Added segment c07a1ea3-06c8-4ea4-80f9-ceeb5b1e959a of type vlan for network a6adb6aa-9c52-4654-9de7-b1b15eed354f Sep 01 15:32:11.317205 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ad21eb-8e86-4547-a6c7-4b8dbe265e0b None None] Network 0e47d353-c92a-4e0f-b227-316f8d92b506 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:11.323852 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-d0ad21eb-8e86-4547-a6c7-4b8dbe265e0b None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:11.328599 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be8953-18ed-4826-8016-35b872f4ce1b req-2ce26ebe-6312-4052-8765-d60779bd35d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:11.330843 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-95be8953-18ed-4826-8016-35b872f4ce1b req-2ce26ebe-6312-4052-8765-d60779bd35d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=068418f0-2ea4-4691-b0a1-0f0b6ddb7449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4955583 Sep 01 15:32:11.339190 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ad21eb-8e86-4547-a6c7-4b8dbe265e0b None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:32:11.355226 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad21eb-8e86-4547-a6c7-4b8dbe265e0b None None] Pushing event updated for resources: {'Port': ['ID=8dfff22f-2d46-44e1-a01e-df965691d735,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:11.361118 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb9157-ef3c-4de6-96f1-3f1a1deb47a1 req-4005baef-5644-44e9-ad03-561d5ca2038f tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:11.370257 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0dfb9157-ef3c-4de6-96f1-3f1a1deb47a1 req-4005baef-5644-44e9-ad03-561d5ca2038f tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.5575182 Sep 01 15:32:11.379872 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4897991a-95c0-42f8-90f2-36ca836b4a51 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:11.457039 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0dfb9157-ef3c-4de6-96f1-3f1a1deb47a1 req-79d63ca5-3847-4886-bfae-96da9811b215 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857098 Sep 01 15:32:11.486670 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6289a253-9fdd-447f-a88f-7de24e037e0c req-f06e8d52-e397-4b28-b6b8-0071d71b7e3f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3800fb89-e80c-46d2-84e6-b2b7a02a4529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5249984 Sep 01 15:32:11.645091 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d0ad21eb-8e86-4547-a6c7-4b8dbe265e0b None None] Attempting to bind port 8dfff22f-2d46-44e1-a01e-df965691d735 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:32:11.645480 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d0ad21eb-8e86-4547-a6c7-4b8dbe265e0b None None] Attempting to bind port 8dfff22f-2d46-44e1-a01e-df965691d735 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'ca47cd9c-bf1a-4220-8830-3557fe5cd839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0e47d353-c92a-4e0f-b227-316f8d92b506'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:32:11.645858 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ad21eb-8e86-4547-a6c7-4b8dbe265e0b None None] Attempting to bind port 8dfff22f-2d46-44e1-a01e-df965691d735 on network 0e47d353-c92a-4e0f-b227-316f8d92b506 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:32:11.662030 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ad21eb-8e86-4547-a6c7-4b8dbe265e0b None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:32:11.663499 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ad21eb-8e86-4547-a6c7-4b8dbe265e0b None None] Checking segment: {'id': 'ca47cd9c-bf1a-4220-8830-3557fe5cd839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0e47d353-c92a-4e0f-b227-316f8d92b506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:32:11.664856 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d0ad21eb-8e86-4547-a6c7-4b8dbe265e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:11.666181 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ad21eb-8e86-4547-a6c7-4b8dbe265e0b None None] Bound using segment: {'id': 'ca47cd9c-bf1a-4220-8830-3557fe5cd839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0e47d353-c92a-4e0f-b227-316f8d92b506'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:32:11.668529 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d0ad21eb-8e86-4547-a6c7-4b8dbe265e0b None None] Bound port: 8dfff22f-2d46-44e1-a01e-df965691d735, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca47cd9c-bf1a-4220-8830-3557fe5cd839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0e47d353-c92a-4e0f-b227-316f8d92b506'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:32:11.669219 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d0ad21eb-8e86-4547-a6c7-4b8dbe265e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:11.816540 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-d0ad21eb-8e86-4547-a6c7-4b8dbe265e0b None None] For port 8dfff22f-2d46-44e1-a01e-df965691d735, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:32:11.820437 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4c056635-fa43-4b0d-ae21-12d1e4cf7f02 None None] Provisioning complete for port 8dca99e5-f162-4057-bf5b-8e1fb2013683 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:11.820831 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4c056635-fa43-4b0d-ae21-12d1e4cf7f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:11.871381 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-4c056635-fa43-4b0d-ae21-12d1e4cf7f02 None None] Port 8dca99e5-f162-4057-bf5b-8e1fb2013683 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:32:12.111839 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:12.163267 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:32:12.372453 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:12.524196 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-95be8953-18ed-4826-8016-35b872f4ce1b req-26ea38db-ef9a-400a-8ab0-304c28a54c19 service neutron] 10.222.0.45 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1507282 Sep 01 15:32:12.529942 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7db57f9-8f0f-4c3b-95ac-3c587ddc85a2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Router 83503e50-c7eb-474e-8743-3ec80984a4a3 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:32:12.733668 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4897991a-95c0-42f8-90f2-36ca836b4a51 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:12.743363 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4897991a-95c0-42f8-90f2-36ca836b4a51 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:12.745130 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4897991a-95c0-42f8-90f2-36ca836b4a51 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:12.757209 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 051629c7-06be-4db8-92ed-e4248bc56d49 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:32:12.908739 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 051629c7-06be-4db8-92ed-e4248bc56d49, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=051629c7-06be-4db8-92ed-e4248bc56d49,segment=NetworkSegment(4a32a0d7-287d-45e6-ac57-bfebd7a84f0e),segment_id=4a32a0d7-287d-45e6-ac57-bfebd7a84f0e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:12.925975 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '051629c7-06be-4db8-92ed-e4248bc56d49', 'network_id': '3800fb89-e80c-46d2-84e6-b2b7a02a4529', 'port_id': '051629c7-06be-4db8-92ed-e4248bc56d49', 'mac_address': 'fa:16:3e:28:4d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e907b0d-f8cc-4d83-939a-fe6c5747a654', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:32:12.966618 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-42ef1a5c-41e3-4839-8530-af49ff5c5996 req-b7564b0f-7043-47b1-8b21-1478996a3059 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/security-groups?id=29304af2-bc51-44f3-b46c-74dc336f2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4775975 Sep 01 15:32:13.004478 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4897991a-95c0-42f8-90f2-36ca836b4a51 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.9055176 Sep 01 15:32:13.006674 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:13.012531 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6289a253-9fdd-447f-a88f-7de24e037e0c req-198dd0de-7d5b-4b96-b6d7-43a8572e5210 service neutron] 10.222.0.62 "GET /v2.0/networks/3800fb89-e80c-46d2-84e6-b2b7a02a4529?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2590466 Sep 01 15:32:13.014044 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50d9c8-e9af-450c-933b-731632e577bc req-beede76b-35d5-48b3-b158-48466d8206c1 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:13.021869 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33256) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:13.028398 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d50d9c8-e9af-450c-933b-731632e577bc req-beede76b-35d5-48b3-b158-48466d8206c1 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 947 time: 0.6817741 Sep 01 15:32:13.052937 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 051629c7-06be-4db8-92ed-e4248bc56d49 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:32:13.106421 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897991a-95c0-42f8-90f2-36ca836b4a51 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Pushing event updated for resources: {'Network': ['ID=a6adb6aa-9c52-4654-9de7-b1b15eed354f,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:13.111573 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 051629c7-06be-4db8-92ed-e4248bc56d49, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=051629c7-06be-4db8-92ed-e4248bc56d49,segment=NetworkSegment(4a32a0d7-287d-45e6-ac57-bfebd7a84f0e),segment_id=4a32a0d7-287d-45e6-ac57-bfebd7a84f0e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:13.122057 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:13.131621 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7db57f9-8f0f-4c3b-95ac-3c587ddc85a2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:32:13.156270 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c938f0-c3b8-4d0e-9f41-86fcb5ee48fa None None] Sync routers for ids ['83503e50-c7eb-474e-8743-3ec80984a4a3'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:32:13.163617 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c7db57f9-8f0f-4c3b-95ac-3c587ddc85a2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "PUT /v2.0/routers/83503e50-c7eb-474e-8743-3ec80984a4a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9641497 Sep 01 15:32:13.172774 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33258) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:13.185149 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-03bf0555-b8d1-4309-bd12-2a303ae537aa tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Request body: {'network': {'name': 'tempest-router-network02--259579074'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:13.192087 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c938f0-c3b8-4d0e-9f41-86fcb5ee48fa None None] Routers {'83503e50-c7eb-474e-8743-3ec80984a4a3'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:13.199673 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-00c938f0-c3b8-4d0e-9f41-86fcb5ee48fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:31:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['83503e50-c7eb-474e-8743-3ec80984a4a3'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:13.258094 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4897991a-95c0-42f8-90f2-36ca836b4a51 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:13.263717 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4897991a-95c0-42f8-90f2-36ca836b4a51 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:13.269976 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4897991a-95c0-42f8-90f2-36ca836b4a51 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:13.269976 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4897991a-95c0-42f8-90f2-36ca836b4a51 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:13.269976 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4897991a-95c0-42f8-90f2-36ca836b4a51 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:13.269976 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4897991a-95c0-42f8-90f2-36ca836b4a51 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:13.282413 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4897991a-95c0-42f8-90f2-36ca836b4a51 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:13.284259 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4897991a-95c0-42f8-90f2-36ca836b4a51 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:13.287648 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4897991a-95c0-42f8-90f2-36ca836b4a51 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:13.291118 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4897991a-95c0-42f8-90f2-36ca836b4a51 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:13.291849 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4897991a-95c0-42f8-90f2-36ca836b4a51 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:13.292694 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4897991a-95c0-42f8-90f2-36ca836b4a51 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:13.297350 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e380fc98-5924-442e-9e42-207cf19cf71d tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:13.346043 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d50d9c8-e9af-450c-933b-731632e577bc req-7c7da0fe-e94c-4893-bffe-3d31f6ce80f0 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=93eb1ca3-7fd2-435c-82c8-9366977c63c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3141112 Sep 01 15:32:13.360320 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network a6adb6aa-9c52-4654-9de7-b1b15eed354f details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:32:13.368340 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-00c938f0-c3b8-4d0e-9f41-86fcb5ee48fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:13.393482 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c938f0-c3b8-4d0e-9f41-86fcb5ee48fa None None] Routers {'83503e50-c7eb-474e-8743-3ec80984a4a3'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:13.394519 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-00c938f0-c3b8-4d0e-9f41-86fcb5ee48fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:31:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['83503e50-c7eb-474e-8743-3ec80984a4a3'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:13.438397 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-95be8953-18ed-4826-8016-35b872f4ce1b req-ea058598-3d80-4c02-b7c1-83669e97e44b service neutron] 10.222.0.45 "GET /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8987336 Sep 01 15:32:13.475269 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:13.475948 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=051629c7-06be-4db8-92ed-e4248bc56d49,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:13.487231 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-d0ad21eb-8e86-4547-a6c7-4b8dbe265e0b None None] For port 8dfff22f-2d46-44e1-a01e-df965691d735, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=8dfff22f-2d46-44e1-a01e-df965691d735,segment=NetworkSegment(ca47cd9c-bf1a-4220-8830-3557fe5cd839),segment_id=ca47cd9c-bf1a-4220-8830-3557fe5cd839)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:32:13.510561 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa84aee-8b20-4e9b-a057-0cca96587da9 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:13.519323 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6aa84aee-8b20-4e9b-a057-0cca96587da9 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "GET /v2.0/ports/8dca99e5-f162-4057-bf5b-8e1fb2013683 HTTP/1.1" status: 200 len: 911 time: 0.3334053 Sep 01 15:32:13.520382 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33266) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:13.524889 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d0ad21eb-8e86-4547-a6c7-4b8dbe265e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:13.557670 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-00c938f0-c3b8-4d0e-9f41-86fcb5ee48fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:13.563934 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c938f0-c3b8-4d0e-9f41-86fcb5ee48fa None None] The sync data for ids ['83503e50-c7eb-474e-8743-3ec80984a4a3'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:32:13.579041 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b51cc2a7-7325-4033-8bc9-ddcff349db31 req-a797ef51-40ce-4931-9274-0e11dcdf9d58 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:13.638255 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad21eb-8e86-4547-a6c7-4b8dbe265e0b None None] Pushing event updated for resources: {'Port': ['ID=8dfff22f-2d46-44e1-a01e-df965691d735,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:13.705033 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e380fc98-5924-442e-9e42-207cf19cf71d tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:13.763276 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bf0555-b8d1-4309-bd12-2a303ae537aa tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Made reservation on behalf of 496a3d489f6c4d9aa6f37edaea3fb994 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:32:13.769109 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['051629c7-06be-4db8-92ed-e4248bc56d49'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:32:13.769481 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-03bf0555-b8d1-4309-bd12-2a303ae537aa tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:13.967362 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-315b35ed-a8b9-40a2-8f8c-ba27412379ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:14.009445 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797ef51-40ce-4931-9274-0e11dcdf9d58 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event deleted for resources: {'Port': ['ID=9680b7b7-4cb8-4de6-9e02-d39a9cf0622e,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:14.121462 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6289a253-9fdd-447f-a88f-7de24e037e0c req-dab3ecb7-c4d5-46ac-9a4e-018b4176bf79 service neutron] 10.222.0.62 "GET /v2.0/networks/3800fb89-e80c-46d2-84e6-b2b7a02a4529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9176147 Sep 01 15:32:14.138518 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e205af-9bfa-4be7-a6af-77acfd2662ec req-63af2184-c13c-42d5-a1f3-4cbb8ba93524 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:14.150618 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48e205af-9bfa-4be7-a6af-77acfd2662ec req-63af2184-c13c-42d5-a1f3-4cbb8ba93524 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.5626748 Sep 01 15:32:14.167484 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6df138-d64e-4a19-91f7-2b753a391f50 req-013437e2-d812-4e90-b5a7-15b9b05f3147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:14.170463 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1c6df138-d64e-4a19-91f7-2b753a391f50 req-013437e2-d812-4e90-b5a7-15b9b05f3147 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39443fd735484938be3ef135eb1e37fe&device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 1096 time: 0.7843313 Sep 01 15:32:14.335558 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8abb405c-7a53-45c7-8116-7b1a13eb0ec6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:14.343081 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03bf0555-b8d1-4309-bd12-2a303ae537aa tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:32:14.368898 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e380fc98-5924-442e-9e42-207cf19cf71d tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:14.378816 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e380fc98-5924-442e-9e42-207cf19cf71d tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:14.382382 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e380fc98-5924-442e-9e42-207cf19cf71d tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "DELETE /v2.0/security-groups/ffa2dfeb-13b3-4e04-82c5-23c29dcdc34c HTTP/1.1" status: 204 len: 168 time: 3.5221503 Sep 01 15:32:14.413055 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33276) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:14.624686 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380fc98-5924-442e-9e42-207cf19cf71d tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa2dfeb-13b3-4e04-82c5-23c29dcdc34c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:14.635935 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51cc2a7-7325-4033-8bc9-ddcff349db31 req-a797ef51-40ce-4931-9274-0e11dcdf9d58 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] No DVR routers for this DVR port 9680b7b7-4cb8-4de6-9e02-d39a9cf0622e on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:32:14.642937 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-03bf0555-b8d1-4309-bd12-2a303ae537aa tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:14.643635 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-03bf0555-b8d1-4309-bd12-2a303ae537aa tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Added segment 1d065287-5769-40e6-87bb-1c8376ab4842 of type vlan for network b0d27cf3-9f65-4457-b930-d5f46695ff1e Sep 01 15:32:14.653292 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48e205af-9bfa-4be7-a6af-77acfd2662ec req-cdaedb09-38ef-4149-8a06-d9336c80d74e tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998262 Sep 01 15:32:14.687517 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b51cc2a7-7325-4033-8bc9-ddcff349db31 req-a797ef51-40ce-4931-9274-0e11dcdf9d58 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:14.692304 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b51cc2a7-7325-4033-8bc9-ddcff349db31 req-a797ef51-40ce-4931-9274-0e11dcdf9d58 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.45 "DELETE /v2.0/ports/9680b7b7-4cb8-4de6-9e02-d39a9cf0622e HTTP/1.1" status: 204 len: 173 time: 6.1697006 Sep 01 15:32:14.708125 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 8dfff22f-2d46-44e1-a01e-df965691d735 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:14.718153 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fe2d94-e50c-4269-93f4-fe00f2d10859', 'name': 'network-vif-deleted', 'tag': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:32:14.722331 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43028af2-34a1-4837-9fbd-2f08c2898e20" -d '{"events": [{"server_uuid": "48fe2d94-e50c-4269-93f4-fe00f2d10859", "name": "network-vif-deleted", "tag": "9680b7b7-4cb8-4de6-9e02-d39a9cf0622e"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:32:14.927712 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 8dfff22f-2d46-44e1-a01e-df965691d735 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:15.095287 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e3a3a27b-9b5a-49ab-8712-ab61726f6cf9 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.6486993 Sep 01 15:32:15.099931 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33286) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:15.136704 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fecde-8701-422b-9e7d-89b6a883c5e5 req-ed8c7d0c-07dd-4d79-a969-2549ec563843 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:15.164745 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-772fecde-8701-422b-9e7d-89b6a883c5e5 req-ed8c7d0c-07dd-4d79-a969-2549ec563843 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=607efe62-be42-4cd5-a5b2-4f7ea07dae1f HTTP/1.1" status: 200 len: 944 time: 0.8847404 Sep 01 15:32:15.194554 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:15.288251 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-03bf0555-b8d1-4309-bd12-2a303ae537aa tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:15.336884 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-88c8e830-d716-4693-8c22-c72c17f68aa6 req-c18ac079-ff69-467e-b1a2-68af005187ae tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=48fe2d94-e50c-4269-93f4-fe00f2d10859 HTTP/1.1" status: 200 len: 210 time: 0.2722216 Sep 01 15:32:15.514872 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d49e69f3-45f0-4a11-8236-732a42408e55 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:15.540292 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-927dcb3b-4598-473a-bb84-8d221d577ef4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:15.654660 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d49e69f3-45f0-4a11-8236-732a42408e55 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:15.659765 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c6d8fa-9893-48f8-98b3-1e2214e8c0a6 x-openstack-request-id: req-44c6d8fa-9893-48f8-98b3-1e2214e8c0a6 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:32:15.661759 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48fe2d94-e50c-4269-93f4-fe00f2d10859", "name": "network-vif-deleted", "tag": "9680b7b7-4cb8-4de6-9e02-d39a9cf0622e", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:32:15.662246 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-44c6d8fa-9893-48f8-98b3-1e2214e8c0a6 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:32:15.670355 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48fe2d94-e50c-4269-93f4-fe00f2d10859', 'name': 'network-vif-deleted', 'tag': '9680b7b7-4cb8-4de6-9e02-d39a9cf0622e', 'status': 'completed', 'code': 200} Sep 01 15:32:15.691831 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-927dcb3b-4598-473a-bb84-8d221d577ef4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:15.722101 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-772fecde-8701-422b-9e7d-89b6a883c5e5 req-b86f4aa4-6535-4272-bd07-79fb713eee22 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/security-groups?id=29304af2-bc51-44f3-b46c-74dc336f2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5558054 Sep 01 15:32:15.925690 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.resource_extend [None req-03bf0555-b8d1-4309-bd12-2a303ae537aa tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:32:15.982400 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6df138-d64e-4a19-91f7-2b753a391f50 req-f3494be9-6224-4de2-8de7-cae788a47fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:15.999546 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1c6df138-d64e-4a19-91f7-2b753a391f50 req-f3494be9-6224-4de2-8de7-cae788a47fd5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6e55868b-2168-443a-b0b0-d47405d65881 HTTP/1.1" status: 200 len: 920 time: 1.7046475 Sep 01 15:32:16.056139 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d49e69f3-45f0-4a11-8236-732a42408e55 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:16.068866 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d49e69f3-45f0-4a11-8236-732a42408e55 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:16.075301 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d49e69f3-45f0-4a11-8236-732a42408e55 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "DELETE /v2.0/security-groups/3d3dbf9c-f1e0-4e3c-8197-7248d36ffb32 HTTP/1.1" status: 204 len: 168 time: 0.9490645 Sep 01 15:32:16.076374 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33294) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:16.157016 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-03bf0555-b8d1-4309-bd12-2a303ae537aa tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:16.163773 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bf0555-b8d1-4309-bd12-2a303ae537aa tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:16.166464 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-03bf0555-b8d1-4309-bd12-2a303ae537aa tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:16.179833 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1c6df138-d64e-4a19-91f7-2b753a391f50 req-52701de6-cade-4a4c-946d-1754050d49bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd36c41a-7fed-486a-a89c-503a37995a1d HTTP/1.1" status: 200 len: 217 time: 0.1623826 Sep 01 15:32:16.195273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e69f3-45f0-4a11-8236-732a42408e55 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3dbf9c-f1e0-4e3c-8197-7248d36ffb32,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:16.263725 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decee8df-b03c-473f-aac8-a63779e731ae None None] Network 0e47d353-c92a-4e0f-b227-316f8d92b506 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:32:16.293722 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a3ed55cf-5afe-4f7e-aae0-35a888dcff7e tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1875162 Sep 01 15:32:16.299496 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33296) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:16.346748 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-94c397d4-199b-439c-a2ed-df809e201c6a tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Request body: {'security_group': {'name': 'tempest-secgroup--1273171759'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:16.437397 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d905816-d8a1-43d0-b4ce-f8d7eccfc504 req-384c9e17-5ce4-4233-bda4-abad01485c7e tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:16.443606 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-8abb405c-7a53-45c7-8116-7b1a13eb0ec6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Allocated IP 2001:db8:1::1 (f9f6c36a-1ada-46d2-88c0-49f6240f54fc/bd27ad99-6545-412a-9e28-cd48a3c9f86b/e92c9e31-ee85-4f12-bc63-7acb60e69499) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:32:16.450791 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-94c397d4-199b-439c-a2ed-df809e201c6a tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:16.457319 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d905816-d8a1-43d0-b4ce-f8d7eccfc504 req-384c9e17-5ce4-4233-bda4-abad01485c7e tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.5421295 Sep 01 15:32:16.467973 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-927dcb3b-4598-473a-bb84-8d221d577ef4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Allocated IP 172.25.6.203 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/c1c6a079-2c20-4f81-84f9-1b11ddb9f8ac) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:32:16.566549 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-03bf0555-b8d1-4309-bd12-2a303ae537aa tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 3.4631166 Sep 01 15:32:16.586855 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33300) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:16.598052 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-96472f57-785e-4571-b3d9-0cfd3cdfc122 None None] Provisioning for port 8dfff22f-2d46-44e1-a01e-df965691d735 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:16.613386 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-4f5034ea-4823-4b92-8623-a0edde4822a3 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Request body: {'subnet': {'network_id': 'a6adb6aa-9c52-4654-9de7-b1b15eed354f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:16.629354 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-96472f57-785e-4571-b3d9-0cfd3cdfc122 None None] Provisioning complete for port 8dfff22f-2d46-44e1-a01e-df965691d735 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:16.630063 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-96472f57-785e-4571-b3d9-0cfd3cdfc122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:16.631932 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33306) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:16.662205 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf0555-b8d1-4309-bd12-2a303ae537aa tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Pushing event updated for resources: {'Network': ['ID=b0d27cf3-9f65-4457-b930-d5f46695ff1e,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:16.726226 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network b0d27cf3-9f65-4457-b930-d5f46695ff1e details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:32:16.786650 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-94c397d4-199b-439c-a2ed-df809e201c6a tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:16.800732 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-94c397d4-199b-439c-a2ed-df809e201c6a tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:16.844522 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c397d4-199b-439c-a2ed-df809e201c6a tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fb19ee-a16d-4b3a-9d6b-4814aa976e9e,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:16.849282 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 051629c7-06be-4db8-92ed-e4248bc56d49 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:16.877216 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8abb405c-7a53-45c7-8116-7b1a13eb0ec6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:16.881989 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6df138-d64e-4a19-91f7-2b753a391f50 req-72a68c00-e446-444b-989a-a70aa88aa963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:16.883820 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1c6df138-d64e-4a19-91f7-2b753a391f50 req-72a68c00-e446-444b-989a-a70aa88aa963 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=559a834f-1df6-4edf-8bed-bb164fc9896c HTTP/1.1" status: 200 len: 859 time: 0.6621776 Sep 01 15:32:16.889918 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-94c397d4-199b-439c-a2ed-df809e201c6a tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:16.895670 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-94c397d4-199b-439c-a2ed-df809e201c6a tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5946894 Sep 01 15:32:16.900961 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33310) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:16.914739 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d905816-d8a1-43d0-b4ce-f8d7eccfc504 req-50a6ac5f-0221-45e9-8927-065d4eed8091 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559338 Sep 01 15:32:16.926611 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-f11a448a-f559-498b-b182-659425dd5acb tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Request body: {'security_group_rule': {'security_group_id': 'b2fb19ee-a16d-4b3a-9d6b-4814aa976e9e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:16.950064 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-8abb405c-7a53-45c7-8116-7b1a13eb0ec6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Transition to ACTIVE for port object e92c9e31-ee85-4f12-bc63-7acb60e69499 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:16.983887 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1c6df138-d64e-4a19-91f7-2b753a391f50 req-dcbc538b-b789-4f66-9833-e75eda034fc9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6e55868b-2168-443a-b0b0-d47405d65881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460484 Sep 01 15:32:17.056917 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f11a448a-f559-498b-b182-659425dd5acb tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:17.110531 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a832a-889b-452d-9391-85d696197776 req-e97055fe-1145-4694-89fb-fece6870e469 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:17.124278 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c34a832a-889b-452d-9391-85d696197776 req-e97055fe-1145-4694-89fb-fece6870e469 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=607efe62-be42-4cd5-a5b2-4f7ea07dae1f HTTP/1.1" status: 200 len: 944 time: 0.1802716 Sep 01 15:32:17.163449 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5034ea-4823-4b92-8623-a0edde4822a3 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Made reservation on behalf of 496a3d489f6c4d9aa6f37edaea3fb994 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:32:17.167368 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f5034ea-4823-4b92-8623-a0edde4822a3 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:17.197809 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-927dcb3b-4598-473a-bb84-8d221d577ef4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:17.309131 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8abb405c-7a53-45c7-8116-7b1a13eb0ec6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:17.377318 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abb405c-7a53-45c7-8116-7b1a13eb0ec6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network f9f6c36a-1ada-46d2-88c0-49f6240f54fc is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:17.419089 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-8abb405c-7a53-45c7-8116-7b1a13eb0ec6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:17.462648 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f11a448a-f559-498b-b182-659425dd5acb tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:17.468917 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abb405c-7a53-45c7-8116-7b1a13eb0ec6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:32:17.470167 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8abb405c-7a53-45c7-8116-7b1a13eb0ec6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:17.471472 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1c6df138-d64e-4a19-91f7-2b753a391f50 req-e237397f-9f9d-479b-bdb3-961699878288 service neutron] 10.222.0.62 "GET /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758213 Sep 01 15:32:17.473868 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-96472f57-785e-4571-b3d9-0cfd3cdfc122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:17.495556 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c34a832a-889b-452d-9391-85d696197776 req-a373ea28-ee59-4d56-89b6-8a2b7a12b536 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/security-groups?id=29304af2-bc51-44f3-b46c-74dc336f2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527064 Sep 01 15:32:17.555068 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 051629c7-06be-4db8-92ed-e4248bc56d49 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:17.616335 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f11a448a-f559-498b-b182-659425dd5acb tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:17.643055 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-927dcb3b-4598-473a-bb84-8d221d577ef4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:17.649260 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 051629c7-06be-4db8-92ed-e4248bc56d49 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:17.649798 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:17.782494 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-96472f57-785e-4571-b3d9-0cfd3cdfc122 None None] For port 8dfff22f-2d46-44e1-a01e-df965691d735, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=8dfff22f-2d46-44e1-a01e-df965691d735,segment=NetworkSegment(ca47cd9c-bf1a-4220-8830-3557fe5cd839),segment_id=ca47cd9c-bf1a-4220-8830-3557fe5cd839)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:17.795079 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-96472f57-785e-4571-b3d9-0cfd3cdfc122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:17.831963 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a448a-f559-498b-b182-659425dd5acb tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddfd1897-2362-4447-bab3-c94d6c8f3a98,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:17.855295 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb405c-7a53-45c7-8116-7b1a13eb0ec6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Port': ['ID=e92c9e31-ee85-4f12-bc63-7acb60e69499,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:17.901835 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f11a448a-f559-498b-b182-659425dd5acb tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:17.915678 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33316) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:17.918952 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f11a448a-f559-498b-b182-659425dd5acb tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0171809 Sep 01 15:32:18.027691 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8abb405c-7a53-45c7-8116-7b1a13eb0ec6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:18.107925 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927dcb3b-4598-473a-bb84-8d221d577ef4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:18.117919 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:18.120213 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1c6df138-d64e-4a19-91f7-2b753a391f50 req-bfbd65ba-b7fd-42b0-997d-83ad847f7271 service neutron] 10.222.0.62 "GET /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6363060 Sep 01 15:32:18.123113 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927dcb3b-4598-473a-bb84-8d221d577ef4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Pushing event updated for resources: {'Port': ['ID=c1c6a079-2c20-4f81-84f9-1b11ddb9f8ac,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:18.141341 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96472f57-785e-4571-b3d9-0cfd3cdfc122 None None] Pushing event updated for resources: {'Port': ['ID=8dfff22f-2d46-44e1-a01e-df965691d735,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:18.187694 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-927dcb3b-4598-473a-bb84-8d221d577ef4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:18.238788 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 051629c7-06be-4db8-92ed-e4248bc56d49, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=051629c7-06be-4db8-92ed-e4248bc56d49,segment=NetworkSegment(4a32a0d7-287d-45e6-ac57-bfebd7a84f0e),segment_id=4a32a0d7-287d-45e6-ac57-bfebd7a84f0e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:18.243274 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607efe62-be42-4cd5-a5b2-4f7ea07dae1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051629c7-06be-4db8-92ed-e4248bc56d49'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:32:18.248645 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f7d6af-a6d1-4028-bcb3-7a8521c193b7" -d '{"events": [{"server_uuid": "607efe62-be42-4cd5-a5b2-4f7ea07dae1f", "name": "network-vif-plugged", "status": "completed", "tag": "051629c7-06be-4db8-92ed-e4248bc56d49"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:32:18.269401 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4270664a-c5f1-473e-9f3b-8b184f4e3695 None None] Provisioning complete for port 8dfff22f-2d46-44e1-a01e-df965691d735 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:18.270428 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4270664a-c5f1-473e-9f3b-8b184f4e3695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:18.273646 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0e46c499-3598-4e45-ab1d-e7e8e684cb49 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:18.292151 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0e46c499-3598-4e45-ab1d-e7e8e684cb49 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:18.421993 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:18.436236 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f35488-b2c6-4fdb-a44a-5ffb8ad35b6d x-openstack-request-id: req-23f35488-b2c6-4fdb-a44a-5ffb8ad35b6d {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:32:18.436712 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607efe62-be42-4cd5-a5b2-4f7ea07dae1f", "name": "network-vif-plugged", "status": "completed", "tag": "051629c7-06be-4db8-92ed-e4248bc56d49", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:32:18.437091 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-23f35488-b2c6-4fdb-a44a-5ffb8ad35b6d {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:32:18.437720 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607efe62-be42-4cd5-a5b2-4f7ea07dae1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051629c7-06be-4db8-92ed-e4248bc56d49', 'code': 200} Sep 01 15:32:18.468943 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927dcb3b-4598-473a-bb84-8d221d577ef4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:32:18.618444 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 8dfff22f-2d46-44e1-a01e-df965691d735 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:18.667621 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=051629c7-06be-4db8-92ed-e4248bc56d49,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:18.722574 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0e46c499-3598-4e45-ab1d-e7e8e684cb49 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:18.741096 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0e46c499-3598-4e45-ab1d-e7e8e684cb49 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:18.743852 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0e46c499-3598-4e45-ab1d-e7e8e684cb49 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/ddfd1897-2362-4447-bab3-c94d6c8f3a98 HTTP/1.1" status: 204 len: 168 time: 0.8149295 Sep 01 15:32:18.763204 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f5034ea-4823-4b92-8623-a0edde4822a3 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:18.767025 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33328) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:18.828651 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 8dfff22f-2d46-44e1-a01e-df965691d735 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:18.833107 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:18.913660 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3b8dda41-ace7-4c24-ab78-f5529468076d None None] Provisioning for port e92c9e31-ee85-4f12-bc63-7acb60e69499 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:18.921014 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29925db6-4458-4015-9827-ab3d96d4e500 req-880230b8-519c-43e3-9159-4be87fa3b0a2 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:18.924096 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-29925db6-4458-4015-9827-ab3d96d4e500 req-880230b8-519c-43e3-9159-4be87fa3b0a2 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=607efe62-be42-4cd5-a5b2-4f7ea07dae1f HTTP/1.1" status: 200 len: 945 time: 0.1818864 Sep 01 15:32:18.928481 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3b8dda41-ace7-4c24-ab78-f5529468076d None None] Provisioning complete for port e92c9e31-ee85-4f12-bc63-7acb60e69499 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:18.929191 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3b8dda41-ace7-4c24-ab78-f5529468076d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:18.932135 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8abb405c-7a53-45c7-8116-7b1a13eb0ec6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:18.996404 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8abb405c-7a53-45c7-8116-7b1a13eb0ec6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:18.999775 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8abb405c-7a53-45c7-8116-7b1a13eb0ec6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:19.029416 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3b8dda41-ace7-4c24-ab78-f5529468076d None None] Port e92c9e31-ee85-4f12-bc63-7acb60e69499 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:32:19.092355 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-29925db6-4458-4015-9827-ab3d96d4e500 req-2d5021a2-f50d-46b9-ba30-c35aa1694968 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/security-groups?id=29304af2-bc51-44f3-b46c-74dc336f2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560066 Sep 01 15:32:19.356098 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb405c-7a53-45c7-8116-7b1a13eb0ec6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Port': ['ID=e92c9e31-ee85-4f12-bc63-7acb60e69499,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:19.380459 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abb405c-7a53-45c7-8116-7b1a13eb0ec6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network f9f6c36a-1ada-46d2-88c0-49f6240f54fc is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:19.382379 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-8abb405c-7a53-45c7-8116-7b1a13eb0ec6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:19.543513 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46c499-3598-4e45-ab1d-e7e8e684cb49 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ddfd1897-2362-4447-bab3-c94d6c8f3a98,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:19.558263 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abb405c-7a53-45c7-8116-7b1a13eb0ec6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Router 83503e50-c7eb-474e-8743-3ec80984a4a3 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:32:19.692165 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abb405c-7a53-45c7-8116-7b1a13eb0ec6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:32:19.699899 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8abb405c-7a53-45c7-8116-7b1a13eb0ec6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "PUT /v2.0/routers/83503e50-c7eb-474e-8743-3ec80984a4a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1761577 Sep 01 15:32:19.707621 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33330) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:19.710182 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44c9de7-38c8-4e29-bd1d-98455b81ea45 None None] Sync routers for ids ['83503e50-c7eb-474e-8743-3ec80984a4a3'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:32:19.731422 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44c9de7-38c8-4e29-bd1d-98455b81ea45 None None] Routers {'83503e50-c7eb-474e-8743-3ec80984a4a3'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:19.732115 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b44c9de7-38c8-4e29-bd1d-98455b81ea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['83503e50-c7eb-474e-8743-3ec80984a4a3'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:19.783138 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2488e40b-e548-42ba-8a43-c23976a406e9 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:19.787302 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2488e40b-e548-42ba-8a43-c23976a406e9 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "GET /v2.0/ports/e92c9e31-ee85-4f12-bc63-7acb60e69499 HTTP/1.1" status: 200 len: 913 time: 0.0785813 Sep 01 15:32:19.794450 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33336) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:19.827081 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b44c9de7-38c8-4e29-bd1d-98455b81ea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:19.844011 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44c9de7-38c8-4e29-bd1d-98455b81ea45 None None] Routers {'83503e50-c7eb-474e-8743-3ec80984a4a3'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:19.848117 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b44c9de7-38c8-4e29-bd1d-98455b81ea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['83503e50-c7eb-474e-8743-3ec80984a4a3'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:19.866322 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5034ea-4823-4b92-8623-a0edde4822a3 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Pushing event updated for resources: {'Subnet': ['ID=329567b1-467b-4cb8-96fa-a2b6163d1c8d,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:19.874252 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-927dcb3b-4598-473a-bb84-8d221d577ef4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:19.885249 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07458bd-9d6c-40a1-b27b-d7f49e95372d req-f411c4c0-aaec-4cfd-a797-27e4dd941c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:19.886878 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d07458bd-9d6c-40a1-b27b-d7f49e95372d req-f411c4c0-aaec-4cfd-a797-27e4dd941c61 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=607efe62-be42-4cd5-a5b2-4f7ea07dae1f HTTP/1.1" status: 200 len: 1096 time: 1.1859958 Sep 01 15:32:19.950833 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b44c9de7-38c8-4e29-bd1d-98455b81ea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:19.953763 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44c9de7-38c8-4e29-bd1d-98455b81ea45 None None] The sync data for ids ['83503e50-c7eb-474e-8743-3ec80984a4a3'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:32:19.975300 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b93f86fa-5b77-4c96-8148-30cda798901a None None] Provisioning complete for port e92c9e31-ee85-4f12-bc63-7acb60e69499 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:19.979301 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b93f86fa-5b77-4c96-8148-30cda798901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:20.072814 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b93f86fa-5b77-4c96-8148-30cda798901a None None] Port e92c9e31-ee85-4f12-bc63-7acb60e69499 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:32:20.098657 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff60b26-c64c-4e70-952b-e6ae99d7e3c0 req-5012db48-aab8-466d-abc2-7bcdc5e99a65 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:20.107002 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0ff60b26-c64c-4e70-952b-e6ae99d7e3c0 req-5012db48-aab8-466d-abc2-7bcdc5e99a65 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 1.6223373 Sep 01 15:32:20.219821 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0ff60b26-c64c-4e70-952b-e6ae99d7e3c0 req-5e07f26b-a596-4eda-a52c-5c841ab8b313 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114759 Sep 01 15:32:20.242061 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c4d17782-59ff-4d88-bd5c-b0090bd860d4 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.4446673 Sep 01 15:32:20.248833 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33340) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:20.280108 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5034ea-4823-4b92-8623-a0edde4822a3 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Checking segment: {'id': 'c07a1ea3-06c8-4ea4-80f9-ceeb5b1e959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a6adb6aa-9c52-4654-9de7-b1b15eed354f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:32:20.280565 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5034ea-4823-4b92-8623-a0edde4822a3 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Network hostable DHCP agents. Network: a6adb6aa-9c52-4654-9de7-b1b15eed354f, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:32:20.299420 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d07458bd-9d6c-40a1-b27b-d7f49e95372d req-45ac4c09-72b7-41ef-9dda-4732fc5b6aee service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=29304af2-bc51-44f3-b46c-74dc336f2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286402 Sep 01 15:32:20.343277 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5034ea-4823-4b92-8623-a0edde4822a3 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Network a6adb6aa-9c52-4654-9de7-b1b15eed354f is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:32:20.404369 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-4f5034ea-4823-4b92-8623-a0edde4822a3 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, a6adb6aa-9c52-4654-9de7-b1b15eed354f) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:20.419718 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c9c40a1a-04c7-48fa-af17-ca6b94b9d964 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:20.428009 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d18e750-31ce-450f-9e22-b3c37a4d760b None None] Network a6adb6aa-9c52-4654-9de7-b1b15eed354f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:32:20.457437 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5034ea-4823-4b92-8623-a0edde4822a3 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:20.458041 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f5034ea-4823-4b92-8623-a0edde4822a3 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:20.496407 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b0d73-dbea-4ee5-8396-4aee5dc22538 req-a94c5f2e-b7a7-465b-9f35-d834b0e077e2 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:20.499092 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-745b0d73-dbea-4ee5-8396-4aee5dc22538 req-a94c5f2e-b7a7-465b-9f35-d834b0e077e2 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=607efe62-be42-4cd5-a5b2-4f7ea07dae1f HTTP/1.1" status: 200 len: 945 time: 0.2528324 Sep 01 15:32:20.533163 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-acd48213-752a-47cf-bb8e-61365f8ca1ee tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:20.606872 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4f5034ea-4823-4b92-8623-a0edde4822a3 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0112963 Sep 01 15:32:20.612337 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-927dcb3b-4598-473a-bb84-8d221d577ef4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:20.618911 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33342) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:20.627438 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-496bb306-1812-459c-90ff-8fefb438b0db tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Request body: {'subnet': {'network_id': 'b0d27cf3-9f65-4457-b930-d5f46695ff1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:20.951471 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ed3e15-3458-46f7-b680-6840f3d0eede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-a6adb6aa-9c52-4654-9de7-b1b15eed354f', 'network_id': 'a6adb6aa-9c52-4654-9de7-b1b15eed354f', 'tenant_id': '496a3d489f6c4d9aa6f37edaea3fb994', 'fixed_ips': [{'subnet_id': '329567b1-467b-4cb8-96fa-a2b6163d1c8d'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:32:20.953092 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a1ed3e15-3458-46f7-b680-6840f3d0eede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:21.147707 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-acd48213-752a-47cf-bb8e-61365f8ca1ee tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:21.193073 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-745b0d73-dbea-4ee5-8396-4aee5dc22538 req-568ee192-db44-4e99-93e9-be9fe706e398 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/security-groups?id=29304af2-bc51-44f3-b46c-74dc336f2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6716392 Sep 01 15:32:21.316399 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-acd48213-752a-47cf-bb8e-61365f8ca1ee tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:21.321019 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-acd48213-752a-47cf-bb8e-61365f8ca1ee tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:21.339460 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-acd48213-752a-47cf-bb8e-61365f8ca1ee tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "DELETE /v2.0/security-groups/b2fb19ee-a16d-4b3a-9d6b-4814aa976e9e HTTP/1.1" status: 204 len: 168 time: 1.0890079 Sep 01 15:32:21.342949 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33350) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:21.343551 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-a1ed3e15-3458-46f7-b680-6840f3d0eede None None] Allocated IP 172.20.0.2 (a6adb6aa-9c52-4654-9de7-b1b15eed354f/329567b1-467b-4cb8-96fa-a2b6163d1c8d/4c0b44d8-5869-4e2e-8243-70594f1df250) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:32:21.470143 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd48213-752a-47cf-bb8e-61365f8ca1ee tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fb19ee-a16d-4b3a-9d6b-4814aa976e9e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:21.585881 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-89b4c684-7409-4c62-a824-94b55f0218b5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:21.637578 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496bb306-1812-459c-90ff-8fefb438b0db tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Made reservation on behalf of 496a3d489f6c4d9aa6f37edaea3fb994 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:32:21.646872 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-496bb306-1812-459c-90ff-8fefb438b0db tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:21.677322 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-49dd7262-95b6-41c0-b274-3942098c0cdb tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3032799 Sep 01 15:32:21.680067 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33352) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:21.685821 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-9c2b7e6f-4f43-4c1a-ac9a-20c405e0d67f tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Request body: {'security_group': {'name': 'tempest-secgroup--1936026079'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:21.776604 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9c2b7e6f-4f43-4c1a-ac9a-20c405e0d67f tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:21.923936 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a1ed3e15-3458-46f7-b680-6840f3d0eede None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:21.956708 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a1ed3e15-3458-46f7-b680-6840f3d0eede None None] Transition to ACTIVE for port object 4c0b44d8-5869-4e2e-8243-70594f1df250 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:22.023938 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a1ed3e15-3458-46f7-b680-6840f3d0eede None None] Transition to ACTIVE for port object 4c0b44d8-5869-4e2e-8243-70594f1df250 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:22.040938 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a1ed3e15-3458-46f7-b680-6840f3d0eede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:22.052200 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f43ef-4e0a-48d0-a07b-345236552007 req-19f79a97-9967-46bd-b24d-ca58ad26e541 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:22.085694 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b64f43ef-4e0a-48d0-a07b-345236552007 req-19f79a97-9967-46bd-b24d-ca58ad26e541 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.5772910 Sep 01 15:32:22.136399 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed3e15-3458-46f7-b680-6840f3d0eede None None] Pushing event updated for resources: {'Port': ['ID=4c0b44d8-5869-4e2e-8243-70594f1df250,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:22.164984 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ed3e15-3458-46f7-b680-6840f3d0eede None None] Network a6adb6aa-9c52-4654-9de7-b1b15eed354f is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:22.168438 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-a1ed3e15-3458-46f7-b680-6840f3d0eede None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:22.178758 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ed3e15-3458-46f7-b680-6840f3d0eede None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:32:22.191241 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9c2b7e6f-4f43-4c1a-ac9a-20c405e0d67f tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:22.197953 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927dcb3b-4598-473a-bb84-8d221d577ef4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Router 559b8420-effa-435d-a967-fe2558ee68eb is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:32:22.199326 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9c2b7e6f-4f43-4c1a-ac9a-20c405e0d67f tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:22.245211 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b64f43ef-4e0a-48d0-a07b-345236552007 req-ef48e560-71ae-40c4-8fe0-1548d2c2994d tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539912 Sep 01 15:32:22.262794 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9c2b7e6f-4f43-4c1a-ac9a-20c405e0d67f tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:22.268884 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9c2b7e6f-4f43-4c1a-ac9a-20c405e0d67f tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5876946 Sep 01 15:32:22.274205 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33360) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:22.286089 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-eceac4ed-a77e-44d7-bc67-5e9774364b01 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Request body: {'security_group_rule': {'security_group_id': '14f151be-f266-4bd7-8e7d-2e1a9d47f235', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:22.320884 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b7e6f-4f43-4c1a-ac9a-20c405e0d67f tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14f151be-f266-4bd7-8e7d-2e1a9d47f235,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:22.338713 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-89b4c684-7409-4c62-a824-94b55f0218b5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Deleting port e92c9e31-ee85-4f12-bc63-7acb60e69499 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:22.340768 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-89b4c684-7409-4c62-a824-94b55f0218b5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:22.346857 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eceac4ed-a77e-44d7-bc67-5e9774364b01 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:22.459844 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a1ed3e15-3458-46f7-b680-6840f3d0eede None None] Attempting to bind port 4c0b44d8-5869-4e2e-8243-70594f1df250 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:32:22.460735 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a1ed3e15-3458-46f7-b680-6840f3d0eede None None] Attempting to bind port 4c0b44d8-5869-4e2e-8243-70594f1df250 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'c07a1ea3-06c8-4ea4-80f9-ceeb5b1e959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a6adb6aa-9c52-4654-9de7-b1b15eed354f'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:32:22.461538 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed3e15-3458-46f7-b680-6840f3d0eede None None] Attempting to bind port 4c0b44d8-5869-4e2e-8243-70594f1df250 on network a6adb6aa-9c52-4654-9de7-b1b15eed354f {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:32:22.463561 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eceac4ed-a77e-44d7-bc67-5e9774364b01 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:22.469394 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eceac4ed-a77e-44d7-bc67-5e9774364b01 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:22.473790 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed3e15-3458-46f7-b680-6840f3d0eede None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:32:22.474790 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed3e15-3458-46f7-b680-6840f3d0eede None None] Checking segment: {'id': 'c07a1ea3-06c8-4ea4-80f9-ceeb5b1e959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a6adb6aa-9c52-4654-9de7-b1b15eed354f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:32:22.475685 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a1ed3e15-3458-46f7-b680-6840f3d0eede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:22.476522 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed3e15-3458-46f7-b680-6840f3d0eede None None] Bound using segment: {'id': 'c07a1ea3-06c8-4ea4-80f9-ceeb5b1e959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a6adb6aa-9c52-4654-9de7-b1b15eed354f'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:32:22.477526 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a1ed3e15-3458-46f7-b680-6840f3d0eede None None] Bound port: 4c0b44d8-5869-4e2e-8243-70594f1df250, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c07a1ea3-06c8-4ea4-80f9-ceeb5b1e959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a6adb6aa-9c52-4654-9de7-b1b15eed354f'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:32:22.479008 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a1ed3e15-3458-46f7-b680-6840f3d0eede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:22.504722 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceac4ed-a77e-44d7-bc67-5e9774364b01 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e63112-d196-4458-b980-dcb6aa21c485,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:22.631640 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eceac4ed-a77e-44d7-bc67-5e9774364b01 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:22.638157 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-eceac4ed-a77e-44d7-bc67-5e9774364b01 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3608186 Sep 01 15:32:22.639231 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33364) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:22.664378 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a1ed3e15-3458-46f7-b680-6840f3d0eede None None] For port 4c0b44d8-5869-4e2e-8243-70594f1df250, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:32:22.675538 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a1ed3e15-3458-46f7-b680-6840f3d0eede None None] For port 4c0b44d8-5869-4e2e-8243-70594f1df250, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=4c0b44d8-5869-4e2e-8243-70594f1df250,segment=NetworkSegment(c07a1ea3-06c8-4ea4-80f9-ceeb5b1e959a),segment_id=c07a1ea3-06c8-4ea4-80f9-ceeb5b1e959a)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:32:22.699199 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a1ed3e15-3458-46f7-b680-6840f3d0eede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:22.724340 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5389e99a-03ff-4d2d-bcd1-21adbb2b3f9a tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "GET /v2.0/security-group-rules/20e63112-d196-4458-b980-dcb6aa21c485 HTTP/1.1" status: 200 len: 763 time: 0.0503204 Sep 01 15:32:22.730827 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33366) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:22.778602 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-89b4c684-7409-4c62-a824-94b55f0218b5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:22.820241 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-89b4c684-7409-4c62-a824-94b55f0218b5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Calling delete_port for e92c9e31-ee85-4f12-bc63-7acb60e69499 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:22.848604 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1b555146-1516-446b-863b-005e59b17a8c tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1045275 Sep 01 15:32:22.848604 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89164d06-4b21-4aa9-949b-7f108812b04b req-25c4eaba-f006-4a30-a23d-c720eb28011b tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:22.849440 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-89164d06-4b21-4aa9-949b-7f108812b04b req-25c4eaba-f006-4a30-a23d-c720eb28011b tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=607efe62-be42-4cd5-a5b2-4f7ea07dae1f HTTP/1.1" status: 200 len: 945 time: 0.3492892 Sep 01 15:32:22.853383 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33368) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:22.923905 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed3e15-3458-46f7-b680-6840f3d0eede None None] Pushing event updated for resources: {'Port': ['ID=4c0b44d8-5869-4e2e-8243-70594f1df250,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:22.945959 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927dcb3b-4598-473a-bb84-8d221d577ef4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:32:22.962556 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18119bec-585c-4ada-907d-da7b34b7066a None None] Sync routers for ids ['559b8420-effa-435d-a967-fe2558ee68eb'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:32:23.017592 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18119bec-585c-4ada-907d-da7b34b7066a None None] Routers {'559b8420-effa-435d-a967-fe2558ee68eb'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:23.018507 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-18119bec-585c-4ada-907d-da7b34b7066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['559b8420-effa-435d-a967-fe2558ee68eb'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:23.154064 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-927dcb3b-4598-473a-bb84-8d221d577ef4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:23.157447 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3f83-ab2b-4c8b-8216-045a0b458f1a tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:23.161626 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-927dcb3b-4598-473a-bb84-8d221d577ef4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 14.2878282 Sep 01 15:32:23.163543 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33378) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:23.164435 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-18119bec-585c-4ada-907d-da7b34b7066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:23.199093 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18119bec-585c-4ada-907d-da7b34b7066a None None] Routers {'559b8420-effa-435d-a967-fe2558ee68eb'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:23.199775 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-18119bec-585c-4ada-907d-da7b34b7066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['559b8420-effa-435d-a967-fe2558ee68eb'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:23.238523 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-18119bec-585c-4ada-907d-da7b34b7066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:23.239176 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18119bec-585c-4ada-907d-da7b34b7066a None None] The sync data for ids ['559b8420-effa-435d-a967-fe2558ee68eb'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:32:23.281559 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3f83-ab2b-4c8b-8216-045a0b458f1a tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:23.304164 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-89164d06-4b21-4aa9-949b-7f108812b04b req-1b4b9e2a-82db-486f-9bcf-86a7689d20a6 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/security-groups?id=29304af2-bc51-44f3-b46c-74dc336f2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353259 Sep 01 15:32:23.369327 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-c9c40a1a-04c7-48fa-af17-ca6b94b9d964 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Deleting port 3331be82-28ae-425a-867c-5d1eb28b90f7 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:23.370587 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c9c40a1a-04c7-48fa-af17-ca6b94b9d964 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:23.416486 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-496bb306-1812-459c-90ff-8fefb438b0db tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:23.655587 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bb306-1812-459c-90ff-8fefb438b0db tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Pushing event updated for resources: {'Subnet': ['ID=b3e3baf8-a861-4816-aa50-f15d8317fa53,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:23.717587 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4b052cae-ef66-4c0e-8b9e-2d528d1bb397 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "GET /v2.0/routers/559b8420-effa-435d-a967-fe2558ee68eb HTTP/1.1" status: 200 len: 925 time: 0.5401635 Sep 01 15:32:23.717587 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33408) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:23.767859 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0ddf4b9d-5846-4003-b663-2112d8e709c5 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "GET /v2.0/ports?device_id=559b8420-effa-435d-a967-fe2558ee68eb HTTP/1.1" status: 200 len: 205 time: 0.0450244 Sep 01 15:32:23.767859 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496bb306-1812-459c-90ff-8fefb438b0db tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Checking segment: {'id': '1d065287-5769-40e6-87bb-1c8376ab4842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b0d27cf3-9f65-4457-b930-d5f46695ff1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:32:23.767859 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496bb306-1812-459c-90ff-8fefb438b0db tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Network hostable DHCP agents. Network: b0d27cf3-9f65-4457-b930-d5f46695ff1e, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:32:23.770415 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33418) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:23.821446 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-89b4c684-7409-4c62-a824-94b55f0218b5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:24.034192 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4c684-7409-4c62-a824-94b55f0218b5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Port': ['ID=e92c9e31-ee85-4f12-bc63-7acb60e69499,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:24.099777 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6727fc0-425c-491d-bb26-9dc6a8faac45 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:24.117890 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496bb306-1812-459c-90ff-8fefb438b0db tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Network b0d27cf3-9f65-4457-b930-d5f46695ff1e is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:32:24.232356 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3f83-ab2b-4c8b-8216-045a0b458f1a tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:24.326973 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-496bb306-1812-459c-90ff-8fefb438b0db tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, b0d27cf3-9f65-4457-b930-d5f46695ff1e) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:24.345286 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937bb5ad-e846-4310-9dcc-0d587a2b477b None None] Network b0d27cf3-9f65-4457-b930-d5f46695ff1e requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:32:24.346752 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496bb306-1812-459c-90ff-8fefb438b0db tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:24.350583 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-496bb306-1812-459c-90ff-8fefb438b0db tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:24.457699 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-c9c40a1a-04c7-48fa-af17-ca6b94b9d964 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] For port 3331be82-28ae-425a-867c-5d1eb28b90f7, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=3331be82-28ae-425a-867c-5d1eb28b90f7,segment=NetworkSegment(43435e54-65f1-4db7-a09a-c8eaa0a35130),segment_id=43435e54-65f1-4db7-a09a-c8eaa0a35130)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:24.459872 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c9c40a1a-04c7-48fa-af17-ca6b94b9d964 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:24.520178 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3f83-ab2b-4c8b-8216-045a0b458f1a tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:24.522229 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fbfc3f83-ab2b-4c8b-8216-045a0b458f1a tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/20e63112-d196-4458-b980-dcb6aa21c485 HTTP/1.1" status: 204 len: 168 time: 1.6668341 Sep 01 15:32:24.528785 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33434) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:24.585930 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc3f83-ab2b-4c8b-8216-045a0b458f1a tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20e63112-d196-4458-b980-dcb6aa21c485,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:24.745278 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-89b4c684-7409-4c62-a824-94b55f0218b5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:24.794334 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-496bb306-1812-459c-90ff-8fefb438b0db tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1738079 Sep 01 15:32:24.799051 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33436) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:24.803905 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-c9c40a1a-04c7-48fa-af17-ca6b94b9d964 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Calling delete_port for 3331be82-28ae-425a-867c-5d1eb28b90f7 owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:24.940111 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6727fc0-425c-491d-bb26-9dc6a8faac45 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:25.167029 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee6eab03-f584-4b28-aba0-9cedfa3d508a req-a56ddfbc-4481-4157-8460-bec71a225efb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1024041 Sep 01 15:32:25.660857 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4c0b44d8-5869-4e2e-8243-70594f1df250 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:25.680596 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad10e58-e194-4374-9945-b1c77d7becc1 None None] Network a6adb6aa-9c52-4654-9de7-b1b15eed354f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:32:25.803158 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b4c684-7409-4c62-a824-94b55f0218b5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Router 83503e50-c7eb-474e-8743-3ec80984a4a3 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:32:25.958255 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e7d5c1c6-a8f5-47a4-8a96-c50741a85ecd tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.1799502 Sep 01 15:32:25.982124 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33478) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:26.003406 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-c9057e75-4ed9-493a-8834-95d8d2aa6130 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Request body: {'security_group_rule': {'security_group_id': '14f151be-f266-4bd7-8e7d-2e1a9d47f235', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:26.134532 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18404215-6336-4853-80e3-703ba918fbf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-b0d27cf3-9f65-4457-b930-d5f46695ff1e', 'network_id': 'b0d27cf3-9f65-4457-b930-d5f46695ff1e', 'tenant_id': '496a3d489f6c4d9aa6f37edaea3fb994', 'fixed_ips': [{'subnet_id': 'b3e3baf8-a861-4816-aa50-f15d8317fa53'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:32:26.136505 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-18404215-6336-4853-80e3-703ba918fbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:26.143391 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b4c684-7409-4c62-a824-94b55f0218b5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:32:26.169899 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-89b4c684-7409-4c62-a824-94b55f0218b5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "PUT /v2.0/routers/83503e50-c7eb-474e-8743-3ec80984a4a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3646724 Sep 01 15:32:26.170608 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33480) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:26.191764 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c6ad64-ae7d-4b2c-b656-7609f88d4ea9 None None] Sync routers for ids ['83503e50-c7eb-474e-8743-3ec80984a4a3'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:32:26.217339 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-aac6bb1c-4587-41ac-9bbc-8b99656dfb36 None None] Provisioning for port 4c0b44d8-5869-4e2e-8243-70594f1df250 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:26.227945 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c6ad64-ae7d-4b2c-b656-7609f88d4ea9 None None] Routers {'83503e50-c7eb-474e-8743-3ec80984a4a3'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:26.229537 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-19c6ad64-ae7d-4b2c-b656-7609f88d4ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['83503e50-c7eb-474e-8743-3ec80984a4a3'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:26.616839 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-19c6ad64-ae7d-4b2c-b656-7609f88d4ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:26.851590 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c6ad64-ae7d-4b2c-b656-7609f88d4ea9 None None] Routers {'83503e50-c7eb-474e-8743-3ec80984a4a3'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:26.851590 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-19c6ad64-ae7d-4b2c-b656-7609f88d4ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['83503e50-c7eb-474e-8743-3ec80984a4a3'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:26.892975 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 4c0b44d8-5869-4e2e-8243-70594f1df250 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:27.026422 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 4c0b44d8-5869-4e2e-8243-70594f1df250 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:27.027555 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:27.082902 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-18404215-6336-4853-80e3-703ba918fbf0 None None] Allocated IP 172.20.0.2 (b0d27cf3-9f65-4457-b930-d5f46695ff1e/b3e3baf8-a861-4816-aa50-f15d8317fa53/e231ff8b-f4a3-43ba-8709-4fce26c49a69) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:32:27.257405 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2425fae7-035e-43f6-94d7-707379dacf12 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:27.299887 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c9c40a1a-04c7-48fa-af17-ca6b94b9d964 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:27.324560 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-18404215-6336-4853-80e3-703ba918fbf0 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:27.327312 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6eab03-f584-4b28-aba0-9cedfa3d508a req-e3cc9f15-ff16-4d17-8a10-a40cb6c7b702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:27.329941 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee6eab03-f584-4b28-aba0-9cedfa3d508a req-e3cc9f15-ff16-4d17-8a10-a40cb6c7b702 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39443fd735484938be3ef135eb1e37fe&device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 1096 time: 1.9112515 Sep 01 15:32:27.350878 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-18404215-6336-4853-80e3-703ba918fbf0 None None] Transition to ACTIVE for port object e231ff8b-f4a3-43ba-8709-4fce26c49a69 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:27.374099 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-18404215-6336-4853-80e3-703ba918fbf0 None None] Transition to ACTIVE for port object e231ff8b-f4a3-43ba-8709-4fce26c49a69 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:27.408826 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-19c6ad64-ae7d-4b2c-b656-7609f88d4ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:27.409606 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c6ad64-ae7d-4b2c-b656-7609f88d4ea9 None None] The sync data for ids ['83503e50-c7eb-474e-8743-3ec80984a4a3'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:32:27.418622 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-18404215-6336-4853-80e3-703ba918fbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:27.489746 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18404215-6336-4853-80e3-703ba918fbf0 None None] Pushing event updated for resources: {'Port': ['ID=e231ff8b-f4a3-43ba-8709-4fce26c49a69,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:27.521331 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18404215-6336-4853-80e3-703ba918fbf0 None None] Network b0d27cf3-9f65-4457-b930-d5f46695ff1e is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:27.529848 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-18404215-6336-4853-80e3-703ba918fbf0 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:27.537846 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18404215-6336-4853-80e3-703ba918fbf0 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:32:27.569141 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f6727fc0-425c-491d-bb26-9dc6a8faac45 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Deleting port c1c6a079-2c20-4f81-84f9-1b11ddb9f8ac {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:27.570198 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6727fc0-425c-491d-bb26-9dc6a8faac45 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:27.696703 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:27.708548 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6727fc0-425c-491d-bb26-9dc6a8faac45 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:27.747377 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f6727fc0-425c-491d-bb26-9dc6a8faac45 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Calling delete_port for c1c6a079-2c20-4f81-84f9-1b11ddb9f8ac owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:27.861265 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 4c0b44d8-5869-4e2e-8243-70594f1df250, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=4c0b44d8-5869-4e2e-8243-70594f1df250,segment=NetworkSegment(c07a1ea3-06c8-4ea4-80f9-ceeb5b1e959a),segment_id=c07a1ea3-06c8-4ea4-80f9-ceeb5b1e959a)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:27.876946 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-18404215-6336-4853-80e3-703ba918fbf0 None None] Attempting to bind port e231ff8b-f4a3-43ba-8709-4fce26c49a69 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:32:27.877967 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-18404215-6336-4853-80e3-703ba918fbf0 None None] Attempting to bind port e231ff8b-f4a3-43ba-8709-4fce26c49a69 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '1d065287-5769-40e6-87bb-1c8376ab4842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b0d27cf3-9f65-4457-b930-d5f46695ff1e'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:32:27.879521 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18404215-6336-4853-80e3-703ba918fbf0 None None] Attempting to bind port e231ff8b-f4a3-43ba-8709-4fce26c49a69 on network b0d27cf3-9f65-4457-b930-d5f46695ff1e {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:32:27.892353 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18404215-6336-4853-80e3-703ba918fbf0 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:32:27.892775 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18404215-6336-4853-80e3-703ba918fbf0 None None] Checking segment: {'id': '1d065287-5769-40e6-87bb-1c8376ab4842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b0d27cf3-9f65-4457-b930-d5f46695ff1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:32:27.893158 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-18404215-6336-4853-80e3-703ba918fbf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:27.893625 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18404215-6336-4853-80e3-703ba918fbf0 None None] Bound using segment: {'id': '1d065287-5769-40e6-87bb-1c8376ab4842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b0d27cf3-9f65-4457-b930-d5f46695ff1e'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:32:27.894225 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-18404215-6336-4853-80e3-703ba918fbf0 None None] Bound port: e231ff8b-f4a3-43ba-8709-4fce26c49a69, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d065287-5769-40e6-87bb-1c8376ab4842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'b0d27cf3-9f65-4457-b930-d5f46695ff1e'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:32:27.894645 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-18404215-6336-4853-80e3-703ba918fbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:27.938951 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:27.951670 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:28.075053 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=4c0b44d8-5869-4e2e-8243-70594f1df250,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:28.078312 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c9057e75-4ed9-493a-8834-95d8d2aa6130 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:28.132200 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c40a1a-04c7-48fa-af17-ca6b94b9d964 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event deleted for resources: {'Port': ['ID=3331be82-28ae-425a-867c-5d1eb28b90f7,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:28.133884 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-2425fae7-035e-43f6-94d7-707379dacf12 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Deleting port 8dca99e5-f162-4057-bf5b-8e1fb2013683 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:28.138653 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2425fae7-035e-43f6-94d7-707379dacf12 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:28.149084 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b9ff399f-a108-445e-a83b-4d786ce7bc26 None None] Provisioning complete for port 4c0b44d8-5869-4e2e-8243-70594f1df250 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:28.149871 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b9ff399f-a108-445e-a83b-4d786ce7bc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:28.185492 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c9057e75-4ed9-493a-8834-95d8d2aa6130 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:28.187380 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6727fc0-425c-491d-bb26-9dc6a8faac45 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:28.225336 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-18404215-6336-4853-80e3-703ba918fbf0 None None] For port e231ff8b-f4a3-43ba-8709-4fce26c49a69, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:32:28.236200 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-18404215-6336-4853-80e3-703ba918fbf0 None None] For port e231ff8b-f4a3-43ba-8709-4fce26c49a69, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e231ff8b-f4a3-43ba-8709-4fce26c49a69,segment=NetworkSegment(1d065287-5769-40e6-87bb-1c8376ab4842),segment_id=1d065287-5769-40e6-87bb-1c8376ab4842)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:32:28.296124 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-18404215-6336-4853-80e3-703ba918fbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:28.328856 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c9057e75-4ed9-493a-8834-95d8d2aa6130 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:28.367247 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6727fc0-425c-491d-bb26-9dc6a8faac45 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Pushing event deleted for resources: {'Port': ['ID=c1c6a079-2c20-4f81-84f9-1b11ddb9f8ac,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:28.409374 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18404215-6336-4853-80e3-703ba918fbf0 None None] Pushing event updated for resources: {'Port': ['ID=e231ff8b-f4a3-43ba-8709-4fce26c49a69,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:28.470110 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2425fae7-035e-43f6-94d7-707379dacf12 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:28.500813 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-2425fae7-035e-43f6-94d7-707379dacf12 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Calling delete_port for 8dca99e5-f162-4057-bf5b-8e1fb2013683 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:28.579265 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9057e75-4ed9-493a-8834-95d8d2aa6130 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b08394-549d-4c61-beea-a18ce8096949,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:28.603961 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a119f7c-af45-45d0-8aea-535e25c9f094 req-96e26b7e-3ddc-4aae-8348-3e65027831b4 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:28.605618 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a119f7c-af45-45d0-8aea-535e25c9f094 req-96e26b7e-3ddc-4aae-8348-3e65027831b4 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 1.5809479 Sep 01 15:32:28.758559 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6eab03-f584-4b28-aba0-9cedfa3d508a req-9e12a07b-84ac-43eb-9fc1-6fbc857559d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:28.764445 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee6eab03-f584-4b28-aba0-9cedfa3d508a req-9e12a07b-84ac-43eb-9fc1-6fbc857559d5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6e55868b-2168-443a-b0b0-d47405d65881 HTTP/1.1" status: 200 len: 920 time: 1.3415961 Sep 01 15:32:28.765466 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c9057e75-4ed9-493a-8834-95d8d2aa6130 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:28.766797 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c9057e75-4ed9-493a-8834-95d8d2aa6130 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.7755277 Sep 01 15:32:28.771577 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33516) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:28.909314 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f6726cd3-f4b3-4f87-8bc3-a8c5c5ee6e80 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "GET /v2.0/security-group-rules/76b08394-549d-4c61-beea-a18ce8096949 HTTP/1.1" status: 200 len: 763 time: 0.1068032 Sep 01 15:32:28.917801 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33520) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:29.005196 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8a80f7a8-5d00-439f-9ea7-458eae392f60 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:29.015781 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee6eab03-f584-4b28-aba0-9cedfa3d508a req-a9130c98-5e27-4f64-a7ec-6b57f5fc3c43 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd36c41a-7fed-486a-a89c-503a37995a1d HTTP/1.1" status: 200 len: 217 time: 0.2430911 Sep 01 15:32:29.028261 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a119f7c-af45-45d0-8aea-535e25c9f094 req-987f7393-64b0-42c9-8648-7661e2557225 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368586 Sep 01 15:32:29.113603 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b5c7aaa4-6bcf-4be0-b68c-9ff3587bd4b6 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1746480 Sep 01 15:32:29.115859 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2425fae7-035e-43f6-94d7-707379dacf12 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:29.119383 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33524) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:29.122658 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6727fc0-425c-491d-bb26-9dc6a8faac45 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:29.202116 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425fae7-035e-43f6-94d7-707379dacf12 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Port': ['ID=8dca99e5-f162-4057-bf5b-8e1fb2013683,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:29.272220 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425fae7-035e-43f6-94d7-707379dacf12 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:29.272847 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425fae7-035e-43f6-94d7-707379dacf12 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:29.273421 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425fae7-035e-43f6-94d7-707379dacf12 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:29.277331 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425fae7-035e-43f6-94d7-707379dacf12 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:29.277902 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425fae7-035e-43f6-94d7-707379dacf12 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:29.278523 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425fae7-035e-43f6-94d7-707379dacf12 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:29.279099 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425fae7-035e-43f6-94d7-707379dacf12 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:29.279845 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425fae7-035e-43f6-94d7-707379dacf12 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:29.280262 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425fae7-035e-43f6-94d7-707379dacf12 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:29.280834 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425fae7-035e-43f6-94d7-707379dacf12 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:29.281409 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425fae7-035e-43f6-94d7-707379dacf12 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:29.282030 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2425fae7-035e-43f6-94d7-707379dacf12 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:29.301621 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-184f30c9-3b7b-4dc5-b7a7-85e5bfa2365e tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:29.376409 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-184f30c9-3b7b-4dc5-b7a7-85e5bfa2365e tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:29.430943 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2425fae7-035e-43f6-94d7-707379dacf12 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:29.569914 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-184f30c9-3b7b-4dc5-b7a7-85e5bfa2365e tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:29.591422 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-184f30c9-3b7b-4dc5-b7a7-85e5bfa2365e tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:29.593293 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-184f30c9-3b7b-4dc5-b7a7-85e5bfa2365e tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/76b08394-549d-4c61-beea-a18ce8096949 HTTP/1.1" status: 204 len: 168 time: 0.4667165 Sep 01 15:32:29.603161 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33534) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:29.611656 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f30c9-3b7b-4dc5-b7a7-85e5bfa2365e tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76b08394-549d-4c61-beea-a18ce8096949,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:29.734601 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6eab03-f584-4b28-aba0-9cedfa3d508a req-e3fc7a2b-918e-42b1-8f95-9dbbe4be03ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:29.736584 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee6eab03-f584-4b28-aba0-9cedfa3d508a req-e3fc7a2b-918e-42b1-8f95-9dbbe4be03ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=559a834f-1df6-4edf-8bed-bb164fc9896c HTTP/1.1" status: 200 len: 859 time: 0.6975615 Sep 01 15:32:29.746569 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6727fc0-425c-491d-bb26-9dc6a8faac45 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:29.760645 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6727fc0-425c-491d-bb26-9dc6a8faac45 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:29.881347 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee6eab03-f584-4b28-aba0-9cedfa3d508a req-61c77526-67b7-4049-9bcc-11bf28a4542d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6e55868b-2168-443a-b0b0-d47405d65881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303504 Sep 01 15:32:29.979458 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2425fae7-035e-43f6-94d7-707379dacf12 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Router 83503e50-c7eb-474e-8743-3ec80984a4a3 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:32:30.035593 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bdc27649-f57f-4457-8bb9-90fb6523f2d6 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4302731 Sep 01 15:32:30.038834 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33552) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:30.048300 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-d9cfe020-46f0-41e2-890e-54b77d85b386 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Request body: {'security_group_rule': {'security_group_id': '14f151be-f266-4bd7-8e7d-2e1a9d47f235', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:30.068583 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6727fc0-425c-491d-bb26-9dc6a8faac45 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:30.069202 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6727fc0-425c-491d-bb26-9dc6a8faac45 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Fanout notify agent at l3_agent the message router_deleted on router 559b8420-effa-435d-a967-fe2558ee68eb {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:32:30.127153 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6727fc0-425c-491d-bb26-9dc6a8faac45 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:30.128645 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f6727fc0-425c-491d-bb26-9dc6a8faac45 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "DELETE /v2.0/routers/559b8420-effa-435d-a967-fe2558ee68eb HTTP/1.1" status: 204 len: 168 time: 6.3482757 Sep 01 15:32:30.140520 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33556) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:30.167204 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-8a80f7a8-5d00-439f-9ea7-458eae392f60 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Allocated IP 172.20.0.1 (a6adb6aa-9c52-4654-9de7-b1b15eed354f/329567b1-467b-4cb8-96fa-a2b6163d1c8d/1f74fc0b-c71a-4917-abf1-8f15980b716b) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:32:30.179967 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-93552bb0-c3d5-493b-ab93-8419691eaf06 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1624129867', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'enable_snat': False}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:30.202041 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c9c40a1a-04c7-48fa-af17-ca6b94b9d964 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:30.437004 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58533dda-8f4a-4c98-a305-e4606f0a455c None None] Network b0d27cf3-9f65-4457-b930-d5f46695ff1e requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:32:30.450890 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee6eab03-f584-4b28-aba0-9cedfa3d508a req-4b3000be-2c86-4052-97b7-c9ab0a36365e service neutron] 10.222.0.62 "GET /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4594526 Sep 01 15:32:30.539583 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d9cfe020-46f0-41e2-890e-54b77d85b386 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:30.562662 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2425fae7-035e-43f6-94d7-707379dacf12 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:32:30.576589 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2425fae7-035e-43f6-94d7-707379dacf12 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "PUT /v2.0/routers/83503e50-c7eb-474e-8743-3ec80984a4a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4013603 Sep 01 15:32:30.580085 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db1c307-42ca-4887-9899-638f94f780e8 None None] Sync routers for ids ['83503e50-c7eb-474e-8743-3ec80984a4a3'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:32:30.584351 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33574) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:30.587264 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93552bb0-c3d5-493b-ab93-8419691eaf06 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:30.589957 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93552bb0-c3d5-493b-ab93-8419691eaf06 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:30.602040 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e231ff8b-f4a3-43ba-8709-4fce26c49a69 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:30.603911 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db1c307-42ca-4887-9899-638f94f780e8 None None] Routers {'83503e50-c7eb-474e-8743-3ec80984a4a3'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:30.605027 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1db1c307-42ca-4887-9899-638f94f780e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['83503e50-c7eb-474e-8743-3ec80984a4a3'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:30.717118 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1db1c307-42ca-4887-9899-638f94f780e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:30.736328 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db1c307-42ca-4887-9899-638f94f780e8 None None] Routers {'83503e50-c7eb-474e-8743-3ec80984a4a3'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:30.737074 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1db1c307-42ca-4887-9899-638f94f780e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['83503e50-c7eb-474e-8743-3ec80984a4a3'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:30.745563 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-16e6efd2-c966-445c-b8e2-210698c5cf90 None None] Provisioning for port e231ff8b-f4a3-43ba-8709-4fce26c49a69 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:30.779282 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1db1c307-42ca-4887-9899-638f94f780e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:30.780090 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db1c307-42ca-4887-9899-638f94f780e8 None None] The sync data for ids ['83503e50-c7eb-474e-8743-3ec80984a4a3'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:32:30.857706 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-63fc000e-96ff-4330-ae57-27a6c06f619e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "GET /v2.0/ports?device_id=83503e50-c7eb-474e-8743-3ec80984a4a3 HTTP/1.1" status: 200 len: 205 time: 0.2445755 Sep 01 15:32:30.871161 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8a80f7a8-5d00-439f-9ea7-458eae392f60 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:30.876960 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33594) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:30.914310 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port e231ff8b-f4a3-43ba-8709-4fce26c49a69 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:30.931920 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port e231ff8b-f4a3-43ba-8709-4fce26c49a69 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:30.932919 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:31.032947 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-8a80f7a8-5d00-439f-9ea7-458eae392f60 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Transition to ACTIVE for port object 1f74fc0b-c71a-4917-abf1-8f15980b716b will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:31.062492 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93552bb0-c3d5-493b-ab93-8419691eaf06 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:31.216571 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee6eab03-f584-4b28-aba0-9cedfa3d508a req-937d3e93-e37d-4280-8147-21684c6c130b service neutron] 10.222.0.62 "GET /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7522953 Sep 01 15:32:31.270708 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:31.298625 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d9cfe020-46f0-41e2-890e-54b77d85b386 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:31.305388 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b763eeb-edc9-4d36-8d6f-8a22c16e1b31 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:31.313506 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d9cfe020-46f0-41e2-890e-54b77d85b386 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:31.355986 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port e231ff8b-f4a3-43ba-8709-4fce26c49a69, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e231ff8b-f4a3-43ba-8709-4fce26c49a69,segment=NetworkSegment(1d065287-5769-40e6-87bb-1c8376ab4842),segment_id=1d065287-5769-40e6-87bb-1c8376ab4842)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:31.365047 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:31.366225 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4c0b44d8-5869-4e2e-8243-70594f1df250 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:31.475661 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8a80f7a8-5d00-439f-9ea7-458eae392f60 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:31.487281 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c40a1a-04c7-48fa-af17-ca6b94b9d964 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Router 0cca7a4c-ae9c-444a-8534-cba14dabd363 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:32:31.562713 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a80f7a8-5d00-439f-9ea7-458eae392f60 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Network a6adb6aa-9c52-4654-9de7-b1b15eed354f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:31.585930 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-8a80f7a8-5d00-439f-9ea7-458eae392f60 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:31.594281 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a80f7a8-5d00-439f-9ea7-458eae392f60 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:32:31.596185 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=e231ff8b-f4a3-43ba-8709-4fce26c49a69,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:31.670481 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 4c0b44d8-5869-4e2e-8243-70594f1df250 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:31.671211 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:31.857780 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d9cfe020-46f0-41e2-890e-54b77d85b386 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:31.859278 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d9cfe020-46f0-41e2-890e-54b77d85b386 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8194025 Sep 01 15:32:31.867514 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c56ff1c7-2b7e-4a00-9731-cfa8f97a6d7a None None] Provisioning complete for port e231ff8b-f4a3-43ba-8709-4fce26c49a69 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:31.867894 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c56ff1c7-2b7e-4a00-9731-cfa8f97a6d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:31.954069 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93552bb0-c3d5-493b-ab93-8419691eaf06 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:32.093977 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33604) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:32.110344 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfe020-46f0-41e2-890e-54b77d85b386 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c224b952-afca-4432-b81b-7dfbb273ae79,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:32.122325 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e231ff8b-f4a3-43ba-8709-4fce26c49a69 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:32.137363 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b763eeb-edc9-4d36-8d6f-8a22c16e1b31 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:32.156474 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b763eeb-edc9-4d36-8d6f-8a22c16e1b31 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:32.255130 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-db255ea7-4b70-4219-a278-add42cc3cc31 None None] Provisioning for port 1f74fc0b-c71a-4917-abf1-8f15980b716b completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:32.270886 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-db255ea7-4b70-4219-a278-add42cc3cc31 None None] Provisioning complete for port 1f74fc0b-c71a-4917-abf1-8f15980b716b triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:32.271330 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-db255ea7-4b70-4219-a278-add42cc3cc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:32.340945 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port e231ff8b-f4a3-43ba-8709-4fce26c49a69 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:32.341465 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:32.403817 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-db255ea7-4b70-4219-a278-add42cc3cc31 None None] Port 1f74fc0b-c71a-4917-abf1-8f15980b716b cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:32:32.766615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80f7a8-5d00-439f-9ea7-458eae392f60 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Pushing event updated for resources: {'Port': ['ID=1f74fc0b-c71a-4917-abf1-8f15980b716b,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:32.841810 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-435773bb-79a7-4e97-bfff-4867f014f1d0 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "GET /v2.0/security-group-rules/c224b952-afca-4432-b81b-7dfbb273ae79 HTTP/1.1" status: 200 len: 764 time: 0.7439997 Sep 01 15:32:32.845610 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33612) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:32.846951 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8a80f7a8-5d00-439f-9ea7-458eae392f60 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:32.892409 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b763eeb-edc9-4d36-8d6f-8a22c16e1b31 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:32.893072 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b763eeb-edc9-4d36-8d6f-8a22c16e1b31 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Fanout notify agent at l3_agent the message router_deleted on router 83503e50-c7eb-474e-8743-3ec80984a4a3 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:32:32.907886 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b763eeb-edc9-4d36-8d6f-8a22c16e1b31 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:32.912620 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2b763eeb-edc9-4d36-8d6f-8a22c16e1b31 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/routers/83503e50-c7eb-474e-8743-3ec80984a4a3 HTTP/1.1" status: 204 len: 168 time: 2.0301163 Sep 01 15:32:32.915773 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33614) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:33.007759 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-604122a9-3d28-4fe8-8904-f38ceca1fc78 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Deleting subnet bd27ad99-6545-412a-9e28-cd48a3c9f86b {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:32:33.024535 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-604122a9-3d28-4fe8-8904-f38ceca1fc78 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:33.089209 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-604122a9-3d28-4fe8-8904-f38ceca1fc78 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:33.151154 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1b86336a-bfff-4828-bff0-12675d63ea9d tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2972078 Sep 01 15:32:33.156984 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33616) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:33.196348 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c40a1a-04c7-48fa-af17-ca6b94b9d964 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:32:33.211525 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2f19e6-a8f3-46f3-bf80-fc91e33454bc None None] Sync routers for ids ['0cca7a4c-ae9c-444a-8534-cba14dabd363'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:32:33.221468 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c9c40a1a-04c7-48fa-af17-ca6b94b9d964 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "PUT /v2.0/routers/0cca7a4c-ae9c-444a-8534-cba14dabd363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5783269 Sep 01 15:32:33.224275 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33618) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:33.234503 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2f19e6-a8f3-46f3-bf80-fc91e33454bc None None] Routers {'0cca7a4c-ae9c-444a-8534-cba14dabd363'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:33.237950 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-0a2f19e6-a8f3-46f3-bf80-fc91e33454bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0cca7a4c-ae9c-444a-8534-cba14dabd363'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:33.254694 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf3fa05a-d462-498f-bd10-dfd88c912dbb tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:33.322404 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf3fa05a-d462-498f-bd10-dfd88c912dbb tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:33.338633 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8a80f7a8-5d00-439f-9ea7-458eae392f60 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:33.411323 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7bf30a-f298-44b0-b470-e347f3f19e65 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Deleting subnet 0fe352f8-e391-4ad4-b362-c4af541a7f65 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:32:33.422039 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ab7bf30a-f298-44b0-b470-e347f3f19e65 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:33.455125 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf3fa05a-d462-498f-bd10-dfd88c912dbb tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:33.475450 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf3fa05a-d462-498f-bd10-dfd88c912dbb tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:33.476948 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bf3fa05a-d462-498f-bd10-dfd88c912dbb tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/c224b952-afca-4432-b81b-7dfbb273ae79 HTTP/1.1" status: 204 len: 168 time: 0.3185987 Sep 01 15:32:33.487273 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33622) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:33.553222 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fa05a-d462-498f-bd10-dfd88c912dbb tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c224b952-afca-4432-b81b-7dfbb273ae79,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:33.600382 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ab7bf30a-f298-44b0-b470-e347f3f19e65 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:33.639798 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-0a2f19e6-a8f3-46f3-bf80-fc91e33454bc None None] Set router 0cca7a4c-ae9c-444a-8534-cba14dabd363 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:32:33.702422 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93552bb0-c3d5-493b-ab93-8419691eaf06 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:33.733855 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93552bb0-c3d5-493b-ab93-8419691eaf06 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:33.749874 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-604122a9-3d28-4fe8-8904-f38ceca1fc78 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:33.877482 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-78592c54-2fbf-4b57-809d-0da536b839ad tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3864036 Sep 01 15:32:33.891425 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33628) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:33.953322 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:32:34.060045 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-0a2f19e6-a8f3-46f3-bf80-fc91e33454bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735337582', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:46Z', 'updated_at': '2021-09-01T15:32:25Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:49Z', 'updated_at': '2021-09-01T15:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:34.062844 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-93552bb0-c3d5-493b-ab93-8419691eaf06 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Allocated IP 172.25.6.126 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/67faeda2-0554-42f1-8ee1-116573d3d5f7) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:32:34.095726 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2f19e6-a8f3-46f3-bf80-fc91e33454bc None None] Checking router: 0cca7a4c-ae9c-444a-8534-cba14dabd363 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:32:34.106244 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2f19e6-a8f3-46f3-bf80-fc91e33454bc None None] Routers {'0cca7a4c-ae9c-444a-8534-cba14dabd363'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:34.106940 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-0a2f19e6-a8f3-46f3-bf80-fc91e33454bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['0cca7a4c-ae9c-444a-8534-cba14dabd363'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:34.215970 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ab7bf30a-f298-44b0-b470-e347f3f19e65 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:34.309597 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-849f6de6-9ab4-4918-84f4-1b06a52b3da0 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:34.357102 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93552bb0-c3d5-493b-ab93-8419691eaf06 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:34.377624 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-604122a9-3d28-4fe8-8904-f38ceca1fc78 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:34.413649 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-849f6de6-9ab4-4918-84f4-1b06a52b3da0 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:34.477441 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604122a9-3d28-4fe8-8904-f38ceca1fc78 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Subnet': ['ID=bd27ad99-6545-412a-9e28-cd48a3c9f86b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:34.514991 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-604122a9-3d28-4fe8-8904-f38ceca1fc78 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:34.527019 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-604122a9-3d28-4fe8-8904-f38ceca1fc78 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/subnets/bd27ad99-6545-412a-9e28-cd48a3c9f86b HTTP/1.1" status: 204 len: 168 time: 1.6054509 Sep 01 15:32:34.528410 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33632) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:34.539916 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cfa373-4fec-48c5-806b-eaddd2587149 None None] Network f9f6c36a-1ada-46d2-88c0-49f6240f54fc requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:32:34.550580 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ab7bf30a-f298-44b0-b470-e347f3f19e65 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:34.632058 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8a80f7a8-5d00-439f-9ea7-458eae392f60 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:34.638334 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bf30a-f298-44b0-b470-e347f3f19e65 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event deleted for resources: {'Subnet': ['ID=0fe352f8-e391-4ad4-b362-c4af541a7f65,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:34.661232 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ab7bf30a-f298-44b0-b470-e347f3f19e65 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:34.667397 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ab7bf30a-f298-44b0-b470-e347f3f19e65 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "DELETE /v2.0/subnets/0fe352f8-e391-4ad4-b362-c4af541a7f65 HTTP/1.1" status: 204 len: 168 time: 1.4397256 Sep 01 15:32:34.668302 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33636) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:34.672444 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8a80f7a8-5d00-439f-9ea7-458eae392f60 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:34.678952 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe5d364-7e78-4d15-af77-250642434f0f None None] Network 068418f0-2ea4-4691-b0a1-0f0b6ddb7449 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:32:34.747504 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd101767-0f82-4aec-86f7-df7205b73435 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Deleting subnet 4f496dc6-8a56-49a3-bb84-cf132bae39ee {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:32:34.763415 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93552bb0-c3d5-493b-ab93-8419691eaf06 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:34.780791 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-849f6de6-9ab4-4918-84f4-1b06a52b3da0 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:34.791475 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-849f6de6-9ab4-4918-84f4-1b06a52b3da0 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:34.794822 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bd101767-0f82-4aec-86f7-df7205b73435 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:34.798872 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-849f6de6-9ab4-4918-84f4-1b06a52b3da0 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "DELETE /v2.0/security-groups/14f151be-f266-4bd7-8e7d-2e1a9d47f235 HTTP/1.1" status: 204 len: 168 time: 0.8279634 Sep 01 15:32:34.805491 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33638) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:34.880382 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-0a2f19e6-a8f3-46f3-bf80-fc91e33454bc None None] Set router 0cca7a4c-ae9c-444a-8534-cba14dabd363 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:32:34.954662 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8a80f7a8-5d00-439f-9ea7-458eae392f60 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:34.956653 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bd101767-0f82-4aec-86f7-df7205b73435 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:34.992354 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f6de6-9ab4-4918-84f4-1b06a52b3da0 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f151be-f266-4bd7-8e7d-2e1a9d47f235,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:35.164897 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bd101767-0f82-4aec-86f7-df7205b73435 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:35.168019 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80f7a8-5d00-439f-9ea7-458eae392f60 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Pushing event updated for resources: {'Port': ['ID=1f74fc0b-c71a-4917-abf1-8f15980b716b,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:35.385393 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf46477c-c683-41dd-b07d-c8a23f577b77 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:35.451871 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bd101767-0f82-4aec-86f7-df7205b73435 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:35.461194 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93552bb0-c3d5-493b-ab93-8419691eaf06 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:35.529361 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-0a2f19e6-a8f3-46f3-bf80-fc91e33454bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735337582', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:46Z', 'updated_at': '2021-09-01T15:32:25Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:49Z', 'updated_at': '2021-09-01T15:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:35.556151 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a80f7a8-5d00-439f-9ea7-458eae392f60 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Network a6adb6aa-9c52-4654-9de7-b1b15eed354f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:35.567477 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-8a80f7a8-5d00-439f-9ea7-458eae392f60 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:35.577261 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-93552bb0-c3d5-493b-ab93-8419691eaf06 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:35.585814 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93552bb0-c3d5-493b-ab93-8419691eaf06 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:32:35.592902 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9c3c5c-5c8a-45d9-a439-3d306e588eca None None] DHCP port deletion for f9f6c36a-1ada-46d2-88c0-49f6240f54fc request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:32:35.599792 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd101767-0f82-4aec-86f7-df7205b73435 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Subnet': ['ID=4f496dc6-8a56-49a3-bb84-cf132bae39ee,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:35.621152 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bd101767-0f82-4aec-86f7-df7205b73435 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:35.625803 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bd101767-0f82-4aec-86f7-df7205b73435 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/subnets/4f496dc6-8a56-49a3-bb84-cf132bae39ee HTTP/1.1" status: 204 len: 168 time: 1.0953929 Sep 01 15:32:35.656195 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2f19e6-a8f3-46f3-bf80-fc91e33454bc None None] The sync data for ids ['0cca7a4c-ae9c-444a-8534-cba14dabd363'] in n-d-794796-3 is: [{'id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-735337582', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:27:46Z', 'updated_at': '2021-09-01T15:32:25Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '980bd96d-a0bc-4f86-9a7c-28fd2cd409f3', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f3:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cca7a4c-ae9c-444a-8534-cba14dabd363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:27:49Z', 'updated_at': '2021-09-01T15:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:32:35.663904 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33644) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:35.671591 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3144a95e-727a-4f09-96d3-1410601590f8 None None] DHCP port deletion for 068418f0-2ea4-4691-b0a1-0f0b6ddb7449 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:32:35.673595 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ef70d8-82e0-4343-93ac-f9f6905d932f None None] Network a82f33ab-7725-4afb-8a67-7ee07da3ed6e requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:32:35.706670 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552bb0-c3d5-493b-ab93-8419691eaf06 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Pushing event updated for resources: {'Port': ['ID=67faeda2-0554-42f1-8ee1-116573d3d5f7,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:36.007053 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-138a29e2-a761-4199-b061-382a6fb59811 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6961896 Sep 01 15:32:36.031302 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33648) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:36.096349 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-61305a94-4258-4aed-a300-8591b739933f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:36.142515 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf46477c-c683-41dd-b07d-c8a23f577b77 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:36.191256 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33652) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:36.323843 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-567bf69d-cc2f-4d96-bb68-f9a305fd63d2 tempest-SecGroupTest-1869339366 tempest-SecGroupTest-1869339366-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2891860 Sep 01 15:32:36.352492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e83cad0-5ad0-4c38-9eed-140ccc281f21 admin admin] Deleting subnet 1b36e674-5420-49dc-8530-066948815f53 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:32:36.355283 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-61305a94-4258-4aed-a300-8591b739933f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Deleting port a3cda0aa-e91f-4133-9f68-f20d75076d2c {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:36.355884 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-61305a94-4258-4aed-a300-8591b739933f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:36.359204 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4e83cad0-5ad0-4c38-9eed-140ccc281f21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:36.413606 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4e83cad0-5ad0-4c38-9eed-140ccc281f21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:36.451826 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-61305a94-4258-4aed-a300-8591b739933f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] For port a3cda0aa-e91f-4133-9f68-f20d75076d2c, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a3cda0aa-e91f-4133-9f68-f20d75076d2c,segment=NetworkSegment(2421ab93-fce6-479d-94fa-d0cf195e9f8b),segment_id=2421ab93-fce6-479d-94fa-d0cf195e9f8b)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:36.452192 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-61305a94-4258-4aed-a300-8591b739933f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:36.467292 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 3331be82-28ae-425a-867c-5d1eb28b90f7 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:32:36.471291 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-61305a94-4258-4aed-a300-8591b739933f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Calling delete_port for a3cda0aa-e91f-4133-9f68-f20d75076d2c owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:36.489036 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4e83cad0-5ad0-4c38-9eed-140ccc281f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:36.590597 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-61305a94-4258-4aed-a300-8591b739933f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:36.615798 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a80f7a8-5d00-439f-9ea7-458eae392f60 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Router 7ec9248d-7883-49e0-83b9-d81f903cceb0 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:32:36.622677 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4e83cad0-5ad0-4c38-9eed-140ccc281f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:36.627508 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 3331be82-28ae-425a-867c-5d1eb28b90f7 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:32:36.631575 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 3331be82-28ae-425a-867c-5d1eb28b90f7 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:32:36.632552 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a3cda0aa-e91f-4133-9f68-f20d75076d2c no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:32:36.646822 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4e83cad0-5ad0-4c38-9eed-140ccc281f21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:36.649254 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4e83cad0-5ad0-4c38-9eed-140ccc281f21 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1b36e674-5420-49dc-8530-066948815f53 HTTP/1.1" status: 204 len: 168 time: 0.4560001 Sep 01 15:32:36.683416 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33656) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:36.697272 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61305a94-4258-4aed-a300-8591b739933f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] No DVR routers for this DVR port a3cda0aa-e91f-4133-9f68-f20d75076d2c on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:32:36.700267 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83cad0-5ad0-4c38-9eed-140ccc281f21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b36e674-5420-49dc-8530-066948815f53,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:36.756292 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: a3cda0aa-e91f-4133-9f68-f20d75076d2c {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:32:36.757968 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a3cda0aa-e91f-4133-9f68-f20d75076d2c not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:32:36.758687 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6c94b36a-f469-435d-ad9d-76314d6ef265 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:32:36.772657 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61305a94-4258-4aed-a300-8591b739933f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Port': ['ID=a3cda0aa-e91f-4133-9f68-f20d75076d2c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:36.910408 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a80f7a8-5d00-439f-9ea7-458eae392f60 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:32:36.925950 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5d781b-c2cb-414e-a27c-308e1983cf93 None None] Sync routers for ids ['7ec9248d-7883-49e0-83b9-d81f903cceb0'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:32:36.933415 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8a80f7a8-5d00-439f-9ea7-458eae392f60 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] 10.222.0.60 "PUT /v2.0/routers/7ec9248d-7883-49e0-83b9-d81f903cceb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0958316 Sep 01 15:32:36.938446 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33660) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:36.955450 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5d781b-c2cb-414e-a27c-308e1983cf93 None None] Routers {'7ec9248d-7883-49e0-83b9-d81f903cceb0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:36.967734 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-5f5d781b-c2cb-414e-a27c-308e1983cf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['7ec9248d-7883-49e0-83b9-d81f903cceb0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:36.984239 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-cf46477c-c683-41dd-b07d-c8a23f577b77 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Deleting port 980bd96d-a0bc-4f86-9a7c-28fd2cd409f3 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:36.984600 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf46477c-c683-41dd-b07d-c8a23f577b77 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:37.024737 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-86607806-c38c-4066-8ba2-97321de6c2e7 None None] Provisioning complete for port 1f74fc0b-c71a-4917-abf1-8f15980b716b triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:37.025633 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-86607806-c38c-4066-8ba2-97321de6c2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:37.145335 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ec9c3c5c-5c8a-45d9-a439-3d306e588eca None None] Deleting port a3cda0aa-e91f-4133-9f68-f20d75076d2c {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:37.146598 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ec9c3c5c-5c8a-45d9-a439-3d306e588eca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:37.155923 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7514fb08-3eab-4608-902f-c99e816a9202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:37.193817 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-5f5d781b-c2cb-414e-a27c-308e1983cf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:37.231737 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5d781b-c2cb-414e-a27c-308e1983cf93 None None] Routers {'7ec9248d-7883-49e0-83b9-d81f903cceb0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:37.232392 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-5f5d781b-c2cb-414e-a27c-308e1983cf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['7ec9248d-7883-49e0-83b9-d81f903cceb0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:37.301640 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33666) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:37.304255 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-5f5d781b-c2cb-414e-a27c-308e1983cf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:37.305156 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5d781b-c2cb-414e-a27c-308e1983cf93 None None] The sync data for ids ['7ec9248d-7883-49e0-83b9-d81f903cceb0'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:32:37.374265 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-ec9c3c5c-5c8a-45d9-a439-3d306e588eca None None] For port a3cda0aa-e91f-4133-9f68-f20d75076d2c, host n-d-794796-3, got binding levels [] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:37.380070 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ec9c3c5c-5c8a-45d9-a439-3d306e588eca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:37.410666 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ec9c3c5c-5c8a-45d9-a439-3d306e588eca None None] Calling delete_port for a3cda0aa-e91f-4133-9f68-f20d75076d2c owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:37.417678 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.ipam_backend_mixin [None req-ec9c3c5c-5c8a-45d9-a439-3d306e588eca None None] Port a3cda0aa-e91f-4133-9f68-f20d75076d2c was not found and therefore no delete operation was performed {{(pid=94735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 15:32:37.429527 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ec9c3c5c-5c8a-45d9-a439-3d306e588eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:37.552534 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93552bb0-c3d5-493b-ab93-8419691eaf06 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:37.673655 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85110c88-ccbb-47ad-bbad-414e3c89581f None None] DHCP port deletion for a82f33ab-7725-4afb-8a67-7ee07da3ed6e request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:32:37.685585 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9c3c5c-5c8a-45d9-a439-3d306e588eca None None] No DVR routers for this DVR port a3cda0aa-e91f-4133-9f68-f20d75076d2c on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:32:37.688269 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c3c5c-5c8a-45d9-a439-3d306e588eca None None] Pushing event deleted for resources: {'Port': ['ID=a3cda0aa-e91f-4133-9f68-f20d75076d2c,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:37.693424 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-61305a94-4258-4aed-a300-8591b739933f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:37.723428 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-86607806-c38c-4066-8ba2-97321de6c2e7 None None] Port 1f74fc0b-c71a-4917-abf1-8f15980b716b cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:32:37.730355 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3144a95e-727a-4f09-96d3-1410601590f8 None None] Deleting port 6c94b36a-f469-435d-ad9d-76314d6ef265 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:37.731057 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3144a95e-727a-4f09-96d3-1410601590f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:37.757741 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-61305a94-4258-4aed-a300-8591b739933f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f6c36a-1ada-46d2-88c0-49f6240f54fc']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:37.772059 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-61305a94-4258-4aed-a300-8591b739933f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2421ab93-fce6-479d-94fa-d0cf195e9f8b') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:37.772365 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-61305a94-4258-4aed-a300-8591b739933f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2421ab93-fce6-479d-94fa-d0cf195e9f8b') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:37.785683 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-61305a94-4258-4aed-a300-8591b739933f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:37.805377 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:37.810066 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-cf46477c-c683-41dd-b07d-c8a23f577b77 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] For port 980bd96d-a0bc-4f86-9a7c-28fd2cd409f3, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=980bd96d-a0bc-4f86-9a7c-28fd2cd409f3,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:37.811480 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-61305a94-4258-4aed-a300-8591b739933f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:37.812076 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf46477c-c683-41dd-b07d-c8a23f577b77 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:37.842177 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61305a94-4258-4aed-a300-8591b739933f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:32:37.842829 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-61305a94-4258-4aed-a300-8591b739933f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:32:37.847045 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:32:37.902581 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3144a95e-727a-4f09-96d3-1410601590f8 None None] For port 6c94b36a-f469-435d-ad9d-76314d6ef265, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6c94b36a-f469-435d-ad9d-76314d6ef265,segment=NetworkSegment(43435e54-65f1-4db7-a09a-c8eaa0a35130),segment_id=43435e54-65f1-4db7-a09a-c8eaa0a35130)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:37.903941 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3144a95e-727a-4f09-96d3-1410601590f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:37.937051 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3144a95e-727a-4f09-96d3-1410601590f8 None None] Calling delete_port for 6c94b36a-f469-435d-ad9d-76314d6ef265 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:37.944430 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 6c94b36a-f469-435d-ad9d-76314d6ef265, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6c94b36a-f469-435d-ad9d-76314d6ef265,segment=NetworkSegment(43435e54-65f1-4db7-a09a-c8eaa0a35130),segment_id=43435e54-65f1-4db7-a09a-c8eaa0a35130)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:37.958673 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:38.004160 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-61305a94-4258-4aed-a300-8591b739933f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:38.018623 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-61305a94-4258-4aed-a300-8591b739933f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:38.030199 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-61305a94-4258-4aed-a300-8591b739933f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/networks/f9f6c36a-1ada-46d2-88c0-49f6240f54fc HTTP/1.1" status: 204 len: 168 time: 2.3633015 Sep 01 15:32:38.038440 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33670) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:38.050287 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-85110c88-ccbb-47ad-bbad-414e3c89581f None None] Deleting port 57b8e00f-81ab-4f57-837c-fa68368ed99d {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:38.051189 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-85110c88-ccbb-47ad-bbad-414e3c89581f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:38.111448 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61305a94-4258-4aed-a300-8591b739933f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Network': ['ID=f9f6c36a-1ada-46d2-88c0-49f6240f54fc,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:38.281561 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 57b8e00f-81ab-4f57-837c-fa68368ed99d no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:32:38.363540 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=6c94b36a-f469-435d-ad9d-76314d6ef265,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:38.410753 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7514fb08-3eab-4608-902f-c99e816a9202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:38.424413 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-85110c88-ccbb-47ad-bbad-414e3c89581f None None] For port 57b8e00f-81ab-4f57-837c-fa68368ed99d, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=57b8e00f-81ab-4f57-837c-fa68368ed99d,segment=NetworkSegment(6bd68644-3e44-4faf-bb6b-8d99c6c2c782),segment_id=6bd68644-3e44-4faf-bb6b-8d99c6c2c782)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:38.425045 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-85110c88-ccbb-47ad-bbad-414e3c89581f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:38.425615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-cf46477c-c683-41dd-b07d-c8a23f577b77 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Calling delete_port for 980bd96d-a0bc-4f86-9a7c-28fd2cd409f3 owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:38.452643 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-c4a8e516-2915-40e6-b544-c8be9e160d47 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:32:38.457199 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c4a8e516-2915-40e6-b544-c8be9e160d47 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] 10.222.0.60 "PUT /v2.0/routers/7ec9248d-7883-49e0-83b9-d81f903cceb0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5110002 Sep 01 15:32:38.474543 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33676) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:38.494673 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-85110c88-ccbb-47ad-bbad-414e3c89581f None None] Calling delete_port for 57b8e00f-81ab-4f57-837c-fa68368ed99d owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:38.498818 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-7514fb08-3eab-4608-902f-c99e816a9202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c65645-0406-43a8-8521-8a7d8fd3a310']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:38.545622 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1461de92-2e95-4733-a06d-54f980a3d7d3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:38.561855 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3144a95e-727a-4f09-96d3-1410601590f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:38.647803 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93552bb0-c3d5-493b-ab93-8419691eaf06 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:38.706813 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-7514fb08-3eab-4608-902f-c99e816a9202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:38.707208 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-7514fb08-3eab-4608-902f-c99e816a9202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5666c6cd-24b1-4ef3-aeb3-fa876fb64c9d') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:38.720622 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-366f87b5-81bb-49c4-a8a4-ca1863736f91 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ac5cc1e7e7e475e8b028ddcd83d96cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3574467 Sep 01 15:32:38.736958 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33678) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:38.855876 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-85110c88-ccbb-47ad-bbad-414e3c89581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:38.859321 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144a95e-727a-4f09-96d3-1410601590f8 None None] Pushing event deleted for resources: {'Port': ['ID=6c94b36a-f469-435d-ad9d-76314d6ef265,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:38.888002 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ccdfce8d-f872-4fae-ab95-a289fbf55dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:38.959778 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:38.965424 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3144a95e-727a-4f09-96d3-1410601590f8 None None] No DVR routers for this DVR port 6c94b36a-f469-435d-ad9d-76314d6ef265 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:32:38.975838 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Port 57b8e00f-81ab-4f57-837c-fa68368ed99d update to DOWN by agent not found {{(pid=94735) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Sep 01 15:32:38.991348 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85110c88-ccbb-47ad-bbad-414e3c89581f None None] No DVR routers for this DVR port 57b8e00f-81ab-4f57-837c-fa68368ed99d on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:32:39.000440 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85110c88-ccbb-47ad-bbad-414e3c89581f None None] Pushing event deleted for resources: {'Port': ['ID=57b8e00f-81ab-4f57-837c-fa68368ed99d,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:39.057581 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ccdfce8d-f872-4fae-ab95-a289fbf55dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:39.070069 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-1461de92-2e95-4733-a06d-54f980a3d7d3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Deleting port 57b8e00f-81ab-4f57-837c-fa68368ed99d {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:39.070862 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1461de92-2e95-4733-a06d-54f980a3d7d3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:39.268284 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-1461de92-2e95-4733-a06d-54f980a3d7d3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] For port 57b8e00f-81ab-4f57-837c-fa68368ed99d, host n-d-794796-3, got binding levels [] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:39.268559 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1461de92-2e95-4733-a06d-54f980a3d7d3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:39.295051 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-1461de92-2e95-4733-a06d-54f980a3d7d3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Calling delete_port for 57b8e00f-81ab-4f57-837c-fa68368ed99d owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:39.299885 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.ipam_backend_mixin [None req-1461de92-2e95-4733-a06d-54f980a3d7d3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Port 57b8e00f-81ab-4f57-837c-fa68368ed99d was not found and therefore no delete operation was performed {{(pid=94733) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 15:32:39.314347 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1461de92-2e95-4733-a06d-54f980a3d7d3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:39.319398 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e9e040f3-71ff-4165-92df-b16ce084d1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:39.326511 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93552bb0-c3d5-493b-ab93-8419691eaf06 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Router e883a4f0-f222-491e-a06e-ee74ebfed547 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:32:39.363572 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461de92-2e95-4733-a06d-54f980a3d7d3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Port': ['ID=57b8e00f-81ab-4f57-837c-fa68368ed99d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:39.367143 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1461de92-2e95-4733-a06d-54f980a3d7d3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] No DVR routers for this DVR port 57b8e00f-81ab-4f57-837c-fa68368ed99d on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:32:39.370900 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ccdfce8d-f872-4fae-ab95-a289fbf55dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:39.374640 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ccdfce8d-f872-4fae-ab95-a289fbf55dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:39.379174 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ccdfce8d-f872-4fae-ab95-a289fbf55dd7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f34df042-935a-4bdb-99e0-e4a578f89874 HTTP/1.1" status: 204 len: 168 time: 0.6380088 Sep 01 15:32:39.423714 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfce8d-f872-4fae-ab95-a289fbf55dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34df042-935a-4bdb-99e0-e4a578f89874,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:39.467684 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7514fb08-3eab-4608-902f-c99e816a9202 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:39.608335 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1461de92-2e95-4733-a06d-54f980a3d7d3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:39.627326 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-1461de92-2e95-4733-a06d-54f980a3d7d3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82f33ab-7725-4afb-8a67-7ee07da3ed6e']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:39.680611 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-1461de92-2e95-4733-a06d-54f980a3d7d3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd68644-3e44-4faf-bb6b-8d99c6c2c782') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:39.681837 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-1461de92-2e95-4733-a06d-54f980a3d7d3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd68644-3e44-4faf-bb6b-8d99c6c2c782') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:39.704255 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1461de92-2e95-4733-a06d-54f980a3d7d3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:39.714345 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7514fb08-3eab-4608-902f-c99e816a9202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:39.731362 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1461de92-2e95-4733-a06d-54f980a3d7d3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:39.745090 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7514fb08-3eab-4608-902f-c99e816a9202 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:32:39.745936 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7514fb08-3eab-4608-902f-c99e816a9202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:39.746645 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93552bb0-c3d5-493b-ab93-8419691eaf06 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:32:39.749327 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:32:39.764532 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1461de92-2e95-4733-a06d-54f980a3d7d3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:32:39.765031 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1461de92-2e95-4733-a06d-54f980a3d7d3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:32:39.769006 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:32:39.780061 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9e6139-696e-4d82-9c19-f3fa77a08dfa None None] Sync routers for ids ['e883a4f0-f222-491e-a06e-ee74ebfed547'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:32:39.802049 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9e6139-696e-4d82-9c19-f3fa77a08dfa None None] Routers {'e883a4f0-f222-491e-a06e-ee74ebfed547'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:39.803230 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-bd9e6139-696e-4d82-9c19-f3fa77a08dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['e883a4f0-f222-491e-a06e-ee74ebfed547'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:39.931944 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93552bb0-c3d5-493b-ab93-8419691eaf06 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:39.934637 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-93552bb0-c3d5-493b-ab93-8419691eaf06 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.7778609 Sep 01 15:32:39.936191 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1461de92-2e95-4733-a06d-54f980a3d7d3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:39.938044 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33690) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:39.951994 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1461de92-2e95-4733-a06d-54f980a3d7d3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:39.954457 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1461de92-2e95-4733-a06d-54f980a3d7d3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/networks/a82f33ab-7725-4afb-8a67-7ee07da3ed6e HTTP/1.1" status: 204 len: 168 time: 1.8721862 Sep 01 15:32:39.981505 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33692) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:39.991897 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-80c8670f-c5f6-4ac5-9020-4befd2700fe2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-562250319'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:40.030719 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461de92-2e95-4733-a06d-54f980a3d7d3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Network': ['ID=a82f33ab-7725-4afb-8a67-7ee07da3ed6e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:40.063086 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-bd9e6139-696e-4d82-9c19-f3fa77a08dfa None None] Set router e883a4f0-f222-491e-a06e-ee74ebfed547 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:32:40.076821 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c8670f-c5f6-4ac5-9020-4befd2700fe2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Made reservation on behalf of 04587385136a4cf6b43419edb8262f74 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:32:40.083477 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-80c8670f-c5f6-4ac5-9020-4befd2700fe2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:40.091757 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7514fb08-3eab-4608-902f-c99e816a9202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:40.102347 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7514fb08-3eab-4608-902f-c99e816a9202 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:40.112441 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7514fb08-3eab-4608-902f-c99e816a9202 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f8c65645-0406-43a8-8521-8a7d8fd3a310 HTTP/1.1" status: 204 len: 168 time: 3.4249103 Sep 01 15:32:40.184691 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514fb08-3eab-4608-902f-c99e816a9202 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8c65645-0406-43a8-8521-8a7d8fd3a310,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:40.208692 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c8670f-c5f6-4ac5-9020-4befd2700fe2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:32:40.226483 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-80c8670f-c5f6-4ac5-9020-4befd2700fe2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:40.227181 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-80c8670f-c5f6-4ac5-9020-4befd2700fe2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Added segment 23163879-fb76-4ba2-8fd5-039c054b1cdf of type vlan for network ac0e097a-b2db-46cd-a93f-4f75a697619d Sep 01 15:32:40.283916 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-80c8670f-c5f6-4ac5-9020-4befd2700fe2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:40.333145 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-80c8670f-c5f6-4ac5-9020-4befd2700fe2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:40.341404 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c8670f-c5f6-4ac5-9020-4befd2700fe2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:40.342110 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-80c8670f-c5f6-4ac5-9020-4befd2700fe2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:40.466454 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-80c8670f-c5f6-4ac5-9020-4befd2700fe2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4763980 Sep 01 15:32:40.471909 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33704) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:40.501602 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6a4e1c47-8a6d-4a0c-b26d-6619956f0078 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'subnet': {'network_id': 'ac0e097a-b2db-46cd-a93f-4f75a697619d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:40.505885 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33706) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:40.601356 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8670f-c5f6-4ac5-9020-4befd2700fe2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Network': ['ID=ac0e097a-b2db-46cd-a93f-4f75a697619d,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:40.621522 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf46477c-c683-41dd-b07d-c8a23f577b77 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:40.648569 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network ac0e097a-b2db-46cd-a93f-4f75a697619d details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:32:40.674766 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46477c-c683-41dd-b07d-c8a23f577b77 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event deleted for resources: {'Port': ['ID=980bd96d-a0bc-4f86-9a7c-28fd2cd409f3,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:40.680579 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bab2ce6e-58a5-4a8b-8a3e-99210100e3f0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=79203d7512b2446d82485c76add318d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1699643 Sep 01 15:32:40.698437 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33708) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:40.828026 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b09b5ab8-8b75-447a-83ca-25a617fa9237 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:40.829786 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-bd9e6139-696e-4d82-9c19-f3fa77a08dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e883a4f0-f222-491e-a06e-ee74ebfed547', 'name': 'tempest-snat-router-1624129867', 'tenant_id': 'f1dc2774b455412d9e75b8dfcff3bc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.126'}], 'enable_snat': False}, 'gw_port_id': '67faeda2-0554-42f1-8ee1-116573d3d5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:30Z', 'updated_at': '2021-09-01T15:32:36Z', 'revision_number': 3, 'project_id': 'f1dc2774b455412d9e75b8dfcff3bc01', 'gw_port': {'id': '67faeda2-0554-42f1-8ee1-116573d3d5f7', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e883a4f0-f222-491e-a06e-ee74ebfed547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:33Z', 'updated_at': '2021-09-01T15:32:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:40.865059 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e645b926-62dd-4eb5-980b-5032cd9e0803 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "GET /v2.0/routers/e883a4f0-f222-491e-a06e-ee74ebfed547 HTTP/1.1" status: 200 len: 909 time: 0.9253297 Sep 01 15:32:40.865950 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33712) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:40.871165 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-88fbbe90-3e0f-40fc-87c6-0779fa087008 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1624129867', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'enable_snat': True}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:40.898899 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9e6139-696e-4d82-9c19-f3fa77a08dfa None None] Checking router: e883a4f0-f222-491e-a06e-ee74ebfed547 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:32:40.899581 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9e6139-696e-4d82-9c19-f3fa77a08dfa None None] Updating router e883a4f0-f222-491e-a06e-ee74ebfed547 port 67faeda2-0554-42f1-8ee1-116573d3d5f7 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:32:40.908152 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4e1c47-8a6d-4a0c-b26d-6619956f0078 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Made reservation on behalf of 04587385136a4cf6b43419edb8262f74 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:32:40.917414 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6a4e1c47-8a6d-4a0c-b26d-6619956f0078 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:40.946943 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6139-696e-4d82-9c19-f3fa77a08dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:40.950767 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88fbbe90-3e0f-40fc-87c6-0779fa087008 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:40.953107 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88fbbe90-3e0f-40fc-87c6-0779fa087008 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:41.100517 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf46477c-c683-41dd-b07d-c8a23f577b77 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:41.125101 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88fbbe90-3e0f-40fc-87c6-0779fa087008 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:41.305359 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ed0fb984-5ce7-48f5-8b0e-c8a6be6cb22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:41.399480 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf46477c-c683-41dd-b07d-c8a23f577b77 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:41.409615 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf46477c-c683-41dd-b07d-c8a23f577b77 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:41.417807 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ed0fb984-5ce7-48f5-8b0e-c8a6be6cb22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:41.462612 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88fbbe90-3e0f-40fc-87c6-0779fa087008 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:41.545886 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33722) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:41.606403 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf46477c-c683-41dd-b07d-c8a23f577b77 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:41.607021 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf46477c-c683-41dd-b07d-c8a23f577b77 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Fanout notify agent at l3_agent the message router_deleted on router 0cca7a4c-ae9c-444a-8534-cba14dabd363 {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:32:41.617775 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf46477c-c683-41dd-b07d-c8a23f577b77 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:41.619521 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cf46477c-c683-41dd-b07d-c8a23f577b77 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "DELETE /v2.0/routers/0cca7a4c-ae9c-444a-8534-cba14dabd363 HTTP/1.1" status: 204 len: 168 time: 6.9436793 Sep 01 15:32:41.631556 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33726) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:41.805400 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6139-696e-4d82-9c19-f3fa77a08dfa None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:41.861392 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-bd9e6139-696e-4d82-9c19-f3fa77a08dfa None None] Transition to ACTIVE for port object 67faeda2-0554-42f1-8ee1-116573d3d5f7 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:41.872205 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6139-696e-4d82-9c19-f3fa77a08dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:41.879204 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ed0fb984-5ce7-48f5-8b0e-c8a6be6cb22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:41.882603 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ed0fb984-5ce7-48f5-8b0e-c8a6be6cb22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:41.884623 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ed0fb984-5ce7-48f5-8b0e-c8a6be6cb22e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0e184957-0237-42f9-8732-2c509e60a147 HTTP/1.1" status: 204 len: 168 time: 1.1851380 Sep 01 15:32:42.017881 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-bd9e6139-696e-4d82-9c19-f3fa77a08dfa None None] Attempting to bind port 67faeda2-0554-42f1-8ee1-116573d3d5f7 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:32:42.021139 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-bd9e6139-696e-4d82-9c19-f3fa77a08dfa None None] Attempting to bind port 67faeda2-0554-42f1-8ee1-116573d3d5f7 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:32:42.021798 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e6139-696e-4d82-9c19-f3fa77a08dfa None None] Attempting to bind port 67faeda2-0554-42f1-8ee1-116573d3d5f7 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:32:42.029413 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-a5c09e30-a16b-4460-9dcc-cf0e6279d7ef tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1874723916'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:42.030831 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96845f67-52ef-4f7e-9ce9-19ad0654e878 None None] Pushing event updated for resources: {'Port': ['ID=67faeda2-0554-42f1-8ee1-116573d3d5f7,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:42.031094 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b68a51d4-d586-4478-80de-8b94f824a88d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:42.054092 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e6139-696e-4d82-9c19-f3fa77a08dfa None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:32:42.055105 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e6139-696e-4d82-9c19-f3fa77a08dfa None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:32:42.055707 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6139-696e-4d82-9c19-f3fa77a08dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:42.056320 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e6139-696e-4d82-9c19-f3fa77a08dfa None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:32:42.057867 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-bd9e6139-696e-4d82-9c19-f3fa77a08dfa None None] Bound port: 67faeda2-0554-42f1-8ee1-116573d3d5f7, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:32:42.060054 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6139-696e-4d82-9c19-f3fa77a08dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:42.124919 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:42.149090 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c09e30-a16b-4460-9dcc-cf0e6279d7ef tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] Made reservation on behalf of 467a54f53fc2444e9dd841445c870b51 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:32:42.156193 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a5c09e30-a16b-4460-9dcc-cf0e6279d7ef tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:42.173575 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-bd9e6139-696e-4d82-9c19-f3fa77a08dfa None None] For port 67faeda2-0554-42f1-8ee1-116573d3d5f7, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:32:42.179208 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-bd9e6139-696e-4d82-9c19-f3fa77a08dfa None None] For port 67faeda2-0554-42f1-8ee1-116573d3d5f7, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=67faeda2-0554-42f1-8ee1-116573d3d5f7,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:32:42.189327 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bd9e6139-696e-4d82-9c19-f3fa77a08dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:42.191885 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a5c09e30-a16b-4460-9dcc-cf0e6279d7ef tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:42.231940 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0fb984-5ce7-48f5-8b0e-c8a6be6cb22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e184957-0237-42f9-8732-2c509e60a147,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:42.248256 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6a4e1c47-8a6d-4a0c-b26d-6619956f0078 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:42.257061 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88fbbe90-3e0f-40fc-87c6-0779fa087008 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:42.290162 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9e6139-696e-4d82-9c19-f3fa77a08dfa None None] Routers {'e883a4f0-f222-491e-a06e-ee74ebfed547'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:42.291366 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-bd9e6139-696e-4d82-9c19-f3fa77a08dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['e883a4f0-f222-491e-a06e-ee74ebfed547'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:42.310613 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88fbbe90-3e0f-40fc-87c6-0779fa087008 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:42.396406 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96845f67-52ef-4f7e-9ce9-19ad0654e878 None None] Pushing event updated for resources: {'Port': ['ID=67faeda2-0554-42f1-8ee1-116573d3d5f7,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:42.550420 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-bd9e6139-696e-4d82-9c19-f3fa77a08dfa None None] Set router e883a4f0-f222-491e-a06e-ee74ebfed547 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:32:42.563883 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4e1c47-8a6d-4a0c-b26d-6619956f0078 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Checking segment: {'id': '23163879-fb76-4ba2-8fd5-039c054b1cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ac0e097a-b2db-46cd-a93f-4f75a697619d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:32:42.564277 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4e1c47-8a6d-4a0c-b26d-6619956f0078 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network hostable DHCP agents. Network: ac0e097a-b2db-46cd-a93f-4f75a697619d, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:32:42.570905 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-b09b5ab8-8b75-447a-83ca-25a617fa9237 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Deleting port 1f74fc0b-c71a-4917-abf1-8f15980b716b {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:42.572132 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b09b5ab8-8b75-447a-83ca-25a617fa9237 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:42.573212 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 980bd96d-a0bc-4f86-9a7c-28fd2cd409f3 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:32:42.637934 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-88fbbe90-3e0f-40fc-87c6-0779fa087008 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Allocated IP 172.25.6.144 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/85d2027b-9639-4dc1-8538-e1cf0797bb0d) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:32:42.656363 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a5c09e30-a16b-4460-9dcc-cf0e6279d7ef tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:42.673919 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a5c09e30-a16b-4460-9dcc-cf0e6279d7ef tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:42.701154 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b09b5ab8-8b75-447a-83ca-25a617fa9237 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:42.717272 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-b09b5ab8-8b75-447a-83ca-25a617fa9237 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Calling delete_port for 1f74fc0b-c71a-4917-abf1-8f15980b716b owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:42.760915 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c09e30-a16b-4460-9dcc-cf0e6279d7ef tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=998105f8-7447-4fcb-b8f6-c5633e1716ac,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:42.849186 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c09e30-a16b-4460-9dcc-cf0e6279d7ef tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:32:42.887056 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a5c09e30-a16b-4460-9dcc-cf0e6279d7ef tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:42.887650 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-a5c09e30-a16b-4460-9dcc-cf0e6279d7ef tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] Added segment 4aa345c0-260d-44c0-9448-a14420a34976 of type vlan for network f8b3e917-2239-4d6c-9b20-f1f530043d69 Sep 01 15:32:42.936887 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 980bd96d-a0bc-4f86-9a7c-28fd2cd409f3 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:32:42.937392 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 980bd96d-a0bc-4f86-9a7c-28fd2cd409f3 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:32:42.978760 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e1c47-8a6d-4a0c-b26d-6619956f0078 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Subnet': ['ID=79dd6cdf-e04e-4aac-baa5-b1903ec88c29,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:42.992851 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-bd9e6139-696e-4d82-9c19-f3fa77a08dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e883a4f0-f222-491e-a06e-ee74ebfed547', 'name': 'tempest-snat-router-1624129867', 'tenant_id': 'f1dc2774b455412d9e75b8dfcff3bc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.126'}], 'enable_snat': False}, 'gw_port_id': '67faeda2-0554-42f1-8ee1-116573d3d5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:30Z', 'updated_at': '2021-09-01T15:32:36Z', 'revision_number': 3, 'project_id': 'f1dc2774b455412d9e75b8dfcff3bc01', 'gw_port': {'id': '67faeda2-0554-42f1-8ee1-116573d3d5f7', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e883a4f0-f222-491e-a06e-ee74ebfed547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:33Z', 'updated_at': '2021-09-01T15:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:43.026566 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9e6139-696e-4d82-9c19-f3fa77a08dfa None None] The sync data for ids ['e883a4f0-f222-491e-a06e-ee74ebfed547'] in n-d-794796-3 is: [{'id': 'e883a4f0-f222-491e-a06e-ee74ebfed547', 'name': 'tempest-snat-router-1624129867', 'tenant_id': 'f1dc2774b455412d9e75b8dfcff3bc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.126'}], 'enable_snat': False}, 'gw_port_id': '67faeda2-0554-42f1-8ee1-116573d3d5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:30Z', 'updated_at': '2021-09-01T15:32:36Z', 'revision_number': 3, 'project_id': 'f1dc2774b455412d9e75b8dfcff3bc01', 'gw_port': {'id': '67faeda2-0554-42f1-8ee1-116573d3d5f7', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:39:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e883a4f0-f222-491e-a06e-ee74ebfed547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2858, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:33Z', 'updated_at': '2021-09-01T15:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:32:43.067528 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a5c09e30-a16b-4460-9dcc-cf0e6279d7ef tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.096931 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88fbbe90-3e0f-40fc-87c6-0779fa087008 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.167948 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88fbbe90-3e0f-40fc-87c6-0779fa087008 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.183275 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b68a51d4-d586-4478-80de-8b94f824a88d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.199431 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4e1c47-8a6d-4a0c-b26d-6619956f0078 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network ac0e097a-b2db-46cd-a93f-4f75a697619d is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:32:43.228317 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-b68a51d4-d586-4478-80de-8b94f824a88d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['068418f0-2ea4-4691-b0a1-0f0b6ddb7449']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:43.238451 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a5c09e30-a16b-4460-9dcc-cf0e6279d7ef tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.246046 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c09e30-a16b-4460-9dcc-cf0e6279d7ef tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:43.247333 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a5c09e30-a16b-4460-9dcc-cf0e6279d7ef tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.281905 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fbbe90-3e0f-40fc-87c6-0779fa087008 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:43.284954 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.327194 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-6a4e1c47-8a6d-4a0c-b26d-6619956f0078 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, ac0e097a-b2db-46cd-a93f-4f75a697619d) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:43.341286 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-b68a51d4-d586-4478-80de-8b94f824a88d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43435e54-65f1-4db7-a09a-c8eaa0a35130') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:43.341926 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-b68a51d4-d586-4478-80de-8b94f824a88d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43435e54-65f1-4db7-a09a-c8eaa0a35130') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:43.356736 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-88fbbe90-3e0f-40fc-87c6-0779fa087008 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:43.357256 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcbc33b-920b-4e4b-b647-a78aad2cb396 None None] Network ac0e097a-b2db-46cd-a93f-4f75a697619d requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:32:43.363092 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4e1c47-8a6d-4a0c-b26d-6619956f0078 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:43.364130 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6a4e1c47-8a6d-4a0c-b26d-6619956f0078 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.386800 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b68a51d4-d586-4478-80de-8b94f824a88d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.455563 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a5c09e30-a16b-4460-9dcc-cf0e6279d7ef tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.9079020 Sep 01 15:32:43.460496 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33754) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:43.471049 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fbbe90-3e0f-40fc-87c6-0779fa087008 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:32:43.483619 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6a4e1c47-8a6d-4a0c-b26d-6619956f0078 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9844711 Sep 01 15:32:43.488616 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33756) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:43.494208 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b68a51d4-d586-4478-80de-8b94f824a88d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.504926 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-41e46a71-fd72-4c65-9c99-0dd4cf38059a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1737494866', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:43.543201 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-12d94882-5f6a-4834-819e-c9b4b098070f tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'f8b3e917-2239-4d6c-9b20-f1f530043d69', 'tempest-TagsTest-Tag-1560515681') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:43.560305 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbbe90-3e0f-40fc-87c6-0779fa087008 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Pushing event updated for resources: {'Port': ['ID=85d2027b-9639-4dc1-8538-e1cf0797bb0d,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:43.565012 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b09b5ab8-8b75-447a-83ca-25a617fa9237 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.599099 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68a51d4-d586-4478-80de-8b94f824a88d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:32:43.599608 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b68a51d4-d586-4478-80de-8b94f824a88d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:32:43.603554 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:32:43.714899 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b5ab8-8b75-447a-83ca-25a617fa9237 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Pushing event deleted for resources: {'Port': ['ID=1f74fc0b-c71a-4917-abf1-8f15980b716b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:43.783184 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6390e25b-fc84-4921-a0fe-0267776b6d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.792552 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c09e30-a16b-4460-9dcc-cf0e6279d7ef tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] Pushing event updated for resources: {'Network': ['ID=f8b3e917-2239-4d6c-9b20-f1f530043d69,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:43.793605 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33760) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:43.818808 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network f8b3e917-2239-4d6c-9b20-f1f530043d69 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:32:43.876975 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-41e46a71-fd72-4c65-9c99-0dd4cf38059a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.878536 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-41e46a71-fd72-4c65-9c99-0dd4cf38059a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.925116 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b68a51d4-d586-4478-80de-8b94f824a88d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.981658 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b68a51d4-d586-4478-80de-8b94f824a88d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:43.986968 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b68a51d4-d586-4478-80de-8b94f824a88d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "DELETE /v2.0/networks/068418f0-2ea4-4691-b0a1-0f0b6ddb7449 HTTP/1.1" status: 204 len: 168 time: 2.3504403 Sep 01 15:32:43.989567 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33766) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:44.041395 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a51d4-d586-4478-80de-8b94f824a88d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event deleted for resources: {'Network': ['ID=068418f0-2ea4-4691-b0a1-0f0b6ddb7449,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:44.079531 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c35633-81f5-4537-9bc9-f65f43d84fcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-ac0e097a-b2db-46cd-a93f-4f75a697619d', 'network_id': 'ac0e097a-b2db-46cd-a93f-4f75a697619d', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'fixed_ips': [{'subnet_id': '79dd6cdf-e04e-4aac-baa5-b1903ec88c29'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:32:44.080619 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c5c35633-81f5-4537-9bc9-f65f43d84fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:44.102433 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-12d94882-5f6a-4834-819e-c9b4b098070f tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] 10.222.0.60 "PUT /v2.0/networks/f8b3e917-2239-4d6c-9b20-f1f530043d69/tags/tempest-TagsTest-Tag-1560515681 HTTP/1.1" status: 201 len: 201 time: 0.5913408 Sep 01 15:32:44.102433 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33768) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:44.117482 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-cd253caa-7154-4c8d-bacd-7f6687c754b0 tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f8b3e917-2239-4d6c-9b20-f1f530043d69', 'tempest-TagsTest-Tag-1560515681') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:44.272260 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-41e46a71-fd72-4c65-9c99-0dd4cf38059a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:44.310082 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-a92f6c6d-fe9f-41cf-a280-6698ed458625 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-510133207-network', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:44.377028 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-41e46a71-fd72-4c65-9c99-0dd4cf38059a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:44.386197 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cd253caa-7154-4c8d-bacd-7f6687c754b0 tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] 10.222.0.60 "GET /v2.0/networks/f8b3e917-2239-4d6c-9b20-f1f530043d69/tags/tempest-TagsTest-Tag-1560515681 HTTP/1.1" status: 204 len: 168 time: 0.2841053 Sep 01 15:32:44.388945 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33772) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:44.413202 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b09b5ab8-8b75-447a-83ca-25a617fa9237 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:44.436344 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-4976f60c-b0a8-46eb-822a-c51a2e4ba238 tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'f8b3e917-2239-4d6c-9b20-f1f530043d69') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:44.450020 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-c5c35633-81f5-4537-9bc9-f65f43d84fcc None None] Allocated IP 2001:db8::2 (ac0e097a-b2db-46cd-a93f-4f75a697619d/79dd6cdf-e04e-4aac-baa5-b1903ec88c29/9143c3d0-ccbb-452a-b2e3-0727de82123f) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:32:44.525469 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92f6c6d-fe9f-41cf-a280-6698ed458625 admin admin] Made reservation on behalf of 4f712c44f09d4a638eab9ace3b122469 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:32:44.527852 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a92f6c6d-fe9f-41cf-a280-6698ed458625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:44.534195 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-41e46a71-fd72-4c65-9c99-0dd4cf38059a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:44.538754 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-41e46a71-fd72-4c65-9c99-0dd4cf38059a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0402689 Sep 01 15:32:44.539210 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 67faeda2-0554-42f1-8ee1-116573d3d5f7 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:44.542223 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33774) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:44.551716 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-cc598c90-7f5f-459c-bb29-460544040673 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'port': {'network_id': 'ac0e097a-b2db-46cd-a93f-4f75a697619d', 'name': 'tempest-RoutersIpV6Test-1575776363'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:44.596535 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6b93917a-77d0-48a8-8d0f-b82d6f895041 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:44.600650 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a92f6c6d-fe9f-41cf-a280-6698ed458625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:44.653407 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6b93917a-77d0-48a8-8d0f-b82d6f895041 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:44.707611 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88fbbe90-3e0f-40fc-87c6-0779fa087008 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:44.710899 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 67faeda2-0554-42f1-8ee1-116573d3d5f7 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:44.746236 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 67faeda2-0554-42f1-8ee1-116573d3d5f7 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:44.746742 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:44.822133 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09b5ab8-8b75-447a-83ca-25a617fa9237 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Router 7ec9248d-7883-49e0-83b9-d81f903cceb0 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:32:44.845073 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4976f60c-b0a8-46eb-822a-c51a2e4ba238 tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] 10.222.0.60 "GET /v2.0/networks/f8b3e917-2239-4d6c-9b20-f1f530043d69/tags HTTP/1.1" status: 200 len: 238 time: 0.4546323 Sep 01 15:32:44.846007 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33776) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:44.857686 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-f922d129-55f7-4ced-bbba-1ca763f29432 tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'f8b3e917-2239-4d6c-9b20-f1f530043d69', {'tags': ['tempest-TagsTest-Tag-706407339', 'tempest-TagsTest-Tag-2013521710', 'tempest-TagsTest-Tag-662585179']}) {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:44.865018 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c5c35633-81f5-4537-9bc9-f65f43d84fcc None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:44.879290 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c5c35633-81f5-4537-9bc9-f65f43d84fcc None None] Transition to ACTIVE for port object 9143c3d0-ccbb-452a-b2e3-0727de82123f will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:45.039682 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6b93917a-77d0-48a8-8d0f-b82d6f895041 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:45.043466 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6b93917a-77d0-48a8-8d0f-b82d6f895041 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:45.050367 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6b93917a-77d0-48a8-8d0f-b82d6f895041 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "DELETE /v2.0/security-groups/93eb1ca3-7fd2-435c-82c8-9366977c63c6 HTTP/1.1" status: 204 len: 168 time: 1.0479453 Sep 01 15:32:45.065823 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09b5ab8-8b75-447a-83ca-25a617fa9237 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:32:45.079024 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f6cd8b-a4c9-466d-b134-02b11bc17e0d None None] Sync routers for ids ['7ec9248d-7883-49e0-83b9-d81f903cceb0'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:32:45.082757 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:45.088775 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f922d129-55f7-4ced-bbba-1ca763f29432 tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] 10.222.0.60 "PUT /v2.0/networks/f8b3e917-2239-4d6c-9b20-f1f530043d69/tags HTTP/1.1" status: 200 len: 307 time: 0.2342594 Sep 01 15:32:45.088775 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33780) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:45.090018 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b09b5ab8-8b75-447a-83ca-25a617fa9237 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] 10.222.0.60 "PUT /v2.0/routers/7ec9248d-7883-49e0-83b9-d81f903cceb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5964067 Sep 01 15:32:45.095919 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a92f6c6d-fe9f-41cf-a280-6698ed458625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:45.096990 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33782) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:45.101270 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f6cd8b-a4c9-466d-b134-02b11bc17e0d None None] Routers {'7ec9248d-7883-49e0-83b9-d81f903cceb0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:45.102193 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-44f6cd8b-a4c9-466d-b134-02b11bc17e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['7ec9248d-7883-49e0-83b9-d81f903cceb0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:45.104198 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-7cdf356a-5608-4e1c-ab62-2c39db936381 tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'f8b3e917-2239-4d6c-9b20-f1f530043d69', 'tempest-TagsTest-Tag-706407339') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:45.137990 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c5c35633-81f5-4537-9bc9-f65f43d84fcc None None] Transition to ACTIVE for port object 9143c3d0-ccbb-452a-b2e3-0727de82123f will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:45.146190 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a92f6c6d-fe9f-41cf-a280-6698ed458625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:45.150575 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93917a-77d0-48a8-8d0f-b82d6f895041 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93eb1ca3-7fd2-435c-82c8-9366977c63c6,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:45.162911 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 67faeda2-0554-42f1-8ee1-116573d3d5f7, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=67faeda2-0554-42f1-8ee1-116573d3d5f7,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:45.204256 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c5c35633-81f5-4537-9bc9-f65f43d84fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:45.206831 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-44f6cd8b-a4c9-466d-b134-02b11bc17e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:45.224579 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-e95bbaf3-099b-42e7-807c-f1ac33327dcc tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] delete failed (client error): The resource could not be found. Sep 01 15:32:45.225680 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e95bbaf3-099b-42e7-807c-f1ac33327dcc tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-1222343523 HTTP/1.1" status: 404 len: 335 time: 0.1059492 Sep 01 15:32:45.233821 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33786) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:45.248091 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-ffb9999e-3c35-4ab7-92dd-9c807c93d605 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Request body: {'router': {'external_gateway_info': {'network_id': '7ec9248d-7883-49e0-83b9-d81f903cceb0'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:45.248597 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a92f6c6d-fe9f-41cf-a280-6698ed458625 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:32:45.262062 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f6c6d-fe9f-41cf-a280-6698ed458625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35c4d62-d618-4001-be22-00442f85a92d,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:45.269731 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a92f6c6d-fe9f-41cf-a280-6698ed458625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:45.270019 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-a92f6c6d-fe9f-41cf-a280-6698ed458625 admin admin] Added segment 26eff680-32da-4167-a3b1-8718714d306e of type vlan for network 76769b7a-4b3e-4693-94a4-6c03453c9aef Sep 01 15:32:45.272236 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f6cd8b-a4c9-466d-b134-02b11bc17e0d None None] Routers {'7ec9248d-7883-49e0-83b9-d81f903cceb0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:45.274608 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-44f6cd8b-a4c9-466d-b134-02b11bc17e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['7ec9248d-7883-49e0-83b9-d81f903cceb0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:45.323649 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:45.338020 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a92f6c6d-fe9f-41cf-a280-6698ed458625 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:45.379362 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a92f6c6d-fe9f-41cf-a280-6698ed458625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:45.381165 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92f6c6d-fe9f-41cf-a280-6698ed458625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:45.382214 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a92f6c6d-fe9f-41cf-a280-6698ed458625 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:45.385358 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c35633-81f5-4537-9bc9-f65f43d84fcc None None] Network ac0e097a-b2db-46cd-a93f-4f75a697619d is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:45.404017 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-c5c35633-81f5-4537-9bc9-f65f43d84fcc None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:45.405241 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-44f6cd8b-a4c9-466d-b134-02b11bc17e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:45.405898 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f6cd8b-a4c9-466d-b134-02b11bc17e0d None None] The sync data for ids ['7ec9248d-7883-49e0-83b9-d81f903cceb0'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:32:45.414284 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c35633-81f5-4537-9bc9-f65f43d84fcc None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:32:45.416929 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:45.474221 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c35633-81f5-4537-9bc9-f65f43d84fcc None None] Pushing event updated for resources: {'Port': ['ID=9143c3d0-ccbb-452a-b2e3-0727de82123f,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:45.492355 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a92f6c6d-fe9f-41cf-a280-6698ed458625 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6845443 Sep 01 15:32:45.496153 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33790) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:45.502385 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-241f7209-d707-4e13-8ac3-2ffc96002e0d admin admin] Request body: {'subnet': {'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-510133207-subnet', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:45.552044 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f6c6d-fe9f-41cf-a280-6698ed458625 admin admin] Pushing event updated for resources: {'Network': ['ID=76769b7a-4b3e-4693-94a4-6c03453c9aef,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:45.584366 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241f7209-d707-4e13-8ac3-2ffc96002e0d admin admin] Made reservation on behalf of 4f712c44f09d4a638eab9ace3b122469 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:32:45.588996 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-241f7209-d707-4e13-8ac3-2ffc96002e0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:45.591221 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc598c90-7f5f-459c-bb29-460544040673 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Made reservation on behalf of 04587385136a4cf6b43419edb8262f74 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:32:45.596878 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cc598c90-7f5f-459c-bb29-460544040673 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:45.633942 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 76769b7a-4b3e-4693-94a4-6c03453c9aef details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:32:45.637629 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=67faeda2-0554-42f1-8ee1-116573d3d5f7,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:45.718913 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-cc598c90-7f5f-459c-bb29-460544040673 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] device_id is not set on port cd98322e-36fa-40cf-a60f-c45d1769af27 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:32:45.754012 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c5c35633-81f5-4537-9bc9-f65f43d84fcc None None] Attempting to bind port 9143c3d0-ccbb-452a-b2e3-0727de82123f on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:32:45.754437 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c5c35633-81f5-4537-9bc9-f65f43d84fcc None None] Attempting to bind port 9143c3d0-ccbb-452a-b2e3-0727de82123f by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '23163879-fb76-4ba2-8fd5-039c054b1cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ac0e097a-b2db-46cd-a93f-4f75a697619d'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:32:45.754803 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c35633-81f5-4537-9bc9-f65f43d84fcc None None] Attempting to bind port 9143c3d0-ccbb-452a-b2e3-0727de82123f on network ac0e097a-b2db-46cd-a93f-4f75a697619d {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:32:45.773281 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c35633-81f5-4537-9bc9-f65f43d84fcc None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:32:45.773723 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c35633-81f5-4537-9bc9-f65f43d84fcc None None] Checking segment: {'id': '23163879-fb76-4ba2-8fd5-039c054b1cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ac0e097a-b2db-46cd-a93f-4f75a697619d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:32:45.774146 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c5c35633-81f5-4537-9bc9-f65f43d84fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:45.774583 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c35633-81f5-4537-9bc9-f65f43d84fcc None None] Bound using segment: {'id': '23163879-fb76-4ba2-8fd5-039c054b1cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ac0e097a-b2db-46cd-a93f-4f75a697619d'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:32:45.775418 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c5c35633-81f5-4537-9bc9-f65f43d84fcc None None] Bound port: 9143c3d0-ccbb-452a-b2e3-0727de82123f, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23163879-fb76-4ba2-8fd5-039c054b1cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'ac0e097a-b2db-46cd-a93f-4f75a697619d'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:32:45.775799 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c5c35633-81f5-4537-9bc9-f65f43d84fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:45.808348 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7cdf356a-5608-4e1c-ab62-2c39db936381 tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] 10.222.0.60 "DELETE /v2.0/networks/f8b3e917-2239-4d6c-9b20-f1f530043d69/tags/tempest-TagsTest-Tag-706407339 HTTP/1.1" status: 204 len: 168 time: 0.7091103 Sep 01 15:32:45.816675 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33792) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:45.833135 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-2c5c0fd1-d45c-4ec0-a521-d37b8d3fd346 tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f8b3e917-2239-4d6c-9b20-f1f530043d69', 'tempest-TagsTest-Tag-706407339') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:45.928904 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c5c35633-81f5-4537-9bc9-f65f43d84fcc None None] For port 9143c3d0-ccbb-452a-b2e3-0727de82123f, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:32:45.933434 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c5c35633-81f5-4537-9bc9-f65f43d84fcc None None] For port 9143c3d0-ccbb-452a-b2e3-0727de82123f, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=9143c3d0-ccbb-452a-b2e3-0727de82123f,segment=NetworkSegment(23163879-fb76-4ba2-8fd5-039c054b1cdf),segment_id=23163879-fb76-4ba2-8fd5-039c054b1cdf)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:32:45.948431 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c5c35633-81f5-4537-9bc9-f65f43d84fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:45.965462 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ffb9999e-3c35-4ab7-92dd-9c807c93d605 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:45.982030 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88fbbe90-3e0f-40fc-87c6-0779fa087008 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:46.110652 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-ffb9999e-3c35-4ab7-92dd-9c807c93d605 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] update failed (client error): The resource could not be found. Sep 01 15:32:46.111756 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ffb9999e-3c35-4ab7-92dd-9c807c93d605 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] 10.222.0.60 "PUT /v2.0/routers/7ec9248d-7883-49e0-83b9-d81f903cceb0 HTTP/1.1" status: 404 len: 339 time: 0.8688424 Sep 01 15:32:46.134089 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33796) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:46.167708 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c35633-81f5-4537-9bc9-f65f43d84fcc None None] Pushing event updated for resources: {'Port': ['ID=9143c3d0-ccbb-452a-b2e3-0727de82123f,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:46.280725 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 67faeda2-0554-42f1-8ee1-116573d3d5f7 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:46.365010 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-cc598c90-7f5f-459c-bb29-460544040673 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Allocated IP 2001:db8::dc (ac0e097a-b2db-46cd-a93f-4f75a697619d/79dd6cdf-e04e-4aac-baa5-b1903ec88c29/cd98322e-36fa-40cf-a60f-c45d1769af27) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:32:46.456475 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 67faeda2-0554-42f1-8ee1-116573d3d5f7 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:46.457184 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:46.659553 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-241f7209-d707-4e13-8ac3-2ffc96002e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:46.865272 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-2c5c0fd1-d45c-4ec0-a521-d37b8d3fd346 tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] show failed (client error): The resource could not be found. Sep 01 15:32:46.867125 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2c5c0fd1-d45c-4ec0-a521-d37b8d3fd346 tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] 10.222.0.60 "GET /v2.0/networks/f8b3e917-2239-4d6c-9b20-f1f530043d69/tags/tempest-TagsTest-Tag-706407339 HTTP/1.1" status: 404 len: 325 time: 1.0488150 Sep 01 15:32:46.877832 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f7209-d707-4e13-8ac3-2ffc96002e0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=da20ebf2-a46b-4ef3-a737-42373cf96a21,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:46.881627 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33810) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:46.895713 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-0815f722-ea08-4216-9890-1b97d7a4e43f tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f8b3e917-2239-4d6c-9b20-f1f530043d69', 'tempest-TagsTest-Tag-2013521710') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:46.932948 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241f7209-d707-4e13-8ac3-2ffc96002e0d admin admin] Checking segment: {'id': '26eff680-32da-4167-a3b1-8718714d306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:32:46.933546 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241f7209-d707-4e13-8ac3-2ffc96002e0d admin admin] Network hostable DHCP agents. Network: 76769b7a-4b3e-4693-94a4-6c03453c9aef, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:32:47.044564 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241f7209-d707-4e13-8ac3-2ffc96002e0d admin admin] Network 76769b7a-4b3e-4693-94a4-6c03453c9aef is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:32:47.070457 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0815f722-ea08-4216-9890-1b97d7a4e43f tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] 10.222.0.60 "GET /v2.0/networks/f8b3e917-2239-4d6c-9b20-f1f530043d69/tags/tempest-TagsTest-Tag-2013521710 HTTP/1.1" status: 204 len: 168 time: 0.1831570 Sep 01 15:32:47.074604 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33814) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:47.080690 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-241f7209-d707-4e13-8ac3-2ffc96002e0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 76769b7a-4b3e-4693-94a4-6c03453c9aef) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:47.091239 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbea180-1014-43bb-92d0-8e2a7389ea46 None None] Network 76769b7a-4b3e-4693-94a4-6c03453c9aef requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:32:47.094160 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-17a6f336-c70f-4de8-9fc8-989212cb5d90 tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f8b3e917-2239-4d6c-9b20-f1f530043d69', 'tempest-TagsTest-Tag-662585179') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:47.119956 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f7209-d707-4e13-8ac3-2ffc96002e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:47.121037 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-241f7209-d707-4e13-8ac3-2ffc96002e0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:47.189451 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-241f7209-d707-4e13-8ac3-2ffc96002e0d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6917610 Sep 01 15:32:47.194269 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33818) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:47.211361 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-51cde1b4-a528-42dc-91d3-d5756d09f41e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-510133207-router', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:47.296655 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-51cde1b4-a528-42dc-91d3-d5756d09f41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:47.298136 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-51cde1b4-a528-42dc-91d3-d5756d09f41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:47.355925 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-17a6f336-c70f-4de8-9fc8-989212cb5d90 tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] 10.222.0.60 "GET /v2.0/networks/f8b3e917-2239-4d6c-9b20-f1f530043d69/tags/tempest-TagsTest-Tag-662585179 HTTP/1.1" status: 204 len: 168 time: 0.2776644 Sep 01 15:32:47.364530 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33820) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:47.418801 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-e58628b3-c089-4dd3-897b-63a9af45e3d7 tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f8b3e917-2239-4d6c-9b20-f1f530043d69') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:47.468932 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35f35d8-0e75-4cc9-8e98-634757a2700e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-76769b7a-4b3e-4693-94a4-6c03453c9aef', 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'fixed_ips': [{'subnet_id': 'da20ebf2-a46b-4ef3-a737-42373cf96a21'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:32:47.469849 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d35f35d8-0e75-4cc9-8e98-634757a2700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:47.490674 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86d098-6be7-410f-9712-ca8761843877 req-fd0d3fe8-1933-44db-bd2c-99f8d94b700d tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:47.523418 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2c86d098-6be7-410f-9712-ca8761843877 req-fd0d3fe8-1933-44db-bd2c-99f8d94b700d tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.2775497 Sep 01 15:32:47.531342 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc3cf1-051d-42c6-8b22-ab01719de9a7 req-443500b6-a089-4ba9-a191-de648086ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:47.532599 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d1dc3cf1-051d-42c6-8b22-ab01719de9a7 req-443500b6-a089-4ba9-a191-de648086ae23 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39443fd735484938be3ef135eb1e37fe&device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 1096 time: 0.2861192 Sep 01 15:32:47.658772 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-51cde1b4-a528-42dc-91d3-d5756d09f41e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:47.719356 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fbbe90-3e0f-40fc-87c6-0779fa087008 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Router da2cac6f-e9d5-456f-895b-9ef63ab823c4 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:32:47.872033 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2c86d098-6be7-410f-9712-ca8761843877 req-4ac6de3f-1739-465d-9ec9-871e1dbb99f5 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476269 Sep 01 15:32:47.885145 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-d35f35d8-0e75-4cc9-8e98-634757a2700e None None] Allocated IP 172.20.0.2 (76769b7a-4b3e-4693-94a4-6c03453c9aef/da20ebf2-a46b-4ef3-a737-42373cf96a21/512ffee6-82d3-405e-b7ad-8e8869b43d17) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:32:48.001984 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-51cde1b4-a528-42dc-91d3-d5756d09f41e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.012443 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc3cf1-051d-42c6-8b22-ab01719de9a7 req-d7bcb6ae-5b31-40e2-a129-062fb3065e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:48.014227 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d1dc3cf1-051d-42c6-8b22-ab01719de9a7 req-d7bcb6ae-5b31-40e2-a129-062fb3065e3d service neutron] 10.222.0.62 "GET /v2.0/networks?id=6e55868b-2168-443a-b0b0-d47405d65881 HTTP/1.1" status: 200 len: 920 time: 0.3913870 Sep 01 15:32:48.033300 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33826) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:48.050105 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-40d5b4f8-0e45-4b18-a72e-d331aeb7e78a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-675437477', 'description': 'tempest-secgroup-smoke-675437477 description', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:48.148159 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d1dc3cf1-051d-42c6-8b22-ab01719de9a7 req-80c7ca93-8325-493d-8101-d54778d416ba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd36c41a-7fed-486a-a89c-503a37995a1d HTTP/1.1" status: 200 len: 217 time: 0.1137607 Sep 01 15:32:48.200204 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fbbe90-3e0f-40fc-87c6-0779fa087008 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:32:48.220372 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-40d5b4f8-0e45-4b18-a72e-d331aeb7e78a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.248966 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16992c47-21a3-4de2-ba74-22c93d11fd30 None None] Network ac0e097a-b2db-46cd-a93f-4f75a697619d requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:32:48.255031 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 9143c3d0-ccbb-452a-b2e3-0727de82123f up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:48.259773 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48a7087-a700-48a9-9ef6-db346915f48b None None] Sync routers for ids ['da2cac6f-e9d5-456f-895b-9ef63ab823c4'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:32:48.266397 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc3cf1-051d-42c6-8b22-ab01719de9a7 req-05cc1845-3290-4b7d-843c-04deeabd2c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:48.268542 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d1dc3cf1-051d-42c6-8b22-ab01719de9a7 req-05cc1845-3290-4b7d-843c-04deeabd2c66 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=559a834f-1df6-4edf-8bed-bb164fc9896c HTTP/1.1" status: 200 len: 859 time: 0.1065462 Sep 01 15:32:48.274768 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cc598c90-7f5f-459c-bb29-460544040673 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.286585 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dac06aab-317a-43a3-8577-d5185d49278e tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.322508 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d1dc3cf1-051d-42c6-8b22-ab01719de9a7 req-416079a7-4314-47d2-8bf0-ddaf0db9f22b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6e55868b-2168-443a-b0b0-d47405d65881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425808 Sep 01 15:32:48.323489 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e58628b3-c089-4dd3-897b-63a9af45e3d7 tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] 10.222.0.60 "DELETE /v2.0/networks/f8b3e917-2239-4d6c-9b20-f1f530043d69/tags HTTP/1.1" status: 204 len: 168 time: 0.9572523 Sep 01 15:32:48.328108 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33828) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:48.337102 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-cc598c90-7f5f-459c-bb29-460544040673 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Transition to ACTIVE for port object cd98322e-36fa-40cf-a60f-c45d1769af27 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:48.338243 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-0a1560f6-7855-4779-b616-4ab967f5eb63 tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f8b3e917-2239-4d6c-9b20-f1f530043d69', 'tempest-TagsTest-Tag-2013521710') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:48.381047 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48a7087-a700-48a9-9ef6-db346915f48b None None] Routers {'da2cac6f-e9d5-456f-895b-9ef63ab823c4'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:48.381692 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a48a7087-a700-48a9-9ef6-db346915f48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['da2cac6f-e9d5-456f-895b-9ef63ab823c4'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:48.518544 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d35f35d8-0e75-4cc9-8e98-634757a2700e None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.548746 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-09b43b36-fea5-4b12-8171-9e690a3b4b19 None None] Provisioning for port 9143c3d0-ccbb-452a-b2e3-0727de82123f completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:48.560853 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d35f35d8-0e75-4cc9-8e98-634757a2700e None None] Transition to ACTIVE for port object 512ffee6-82d3-405e-b7ad-8e8869b43d17 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:48.579073 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-40d5b4f8-0e45-4b18-a72e-d331aeb7e78a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.628966 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-40d5b4f8-0e45-4b18-a72e-d331aeb7e78a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.691725 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-0a1560f6-7855-4779-b616-4ab967f5eb63 tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] show failed (client error): The resource could not be found. Sep 01 15:32:48.694389 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0a1560f6-7855-4779-b616-4ab967f5eb63 tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] 10.222.0.60 "GET /v2.0/networks/f8b3e917-2239-4d6c-9b20-f1f530043d69/tags/tempest-TagsTest-Tag-2013521710 HTTP/1.1" status: 404 len: 326 time: 0.3639045 Sep 01 15:32:48.700957 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d1dc3cf1-051d-42c6-8b22-ab01719de9a7 req-3ef57431-2704-49a1-8927-d216938cc7e2 service neutron] 10.222.0.62 "GET /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668656 Sep 01 15:32:48.706326 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33830) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:48.717603 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-fd71f25a-597c-4e03-803e-f96ebaadc0f2 tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f8b3e917-2239-4d6c-9b20-f1f530043d69', 'tempest-TagsTest-Tag-662585179') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:48.752613 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-40d5b4f8-0e45-4b18-a72e-d331aeb7e78a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.757630 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-40d5b4f8-0e45-4b18-a72e-d331aeb7e78a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7206707 Sep 01 15:32:48.776099 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-dac06aab-317a-43a3-8577-d5185d49278e tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Allocated IP 172.20.0.1 (0e47d353-c92a-4e0f-b227-316f8d92b506/732dd5bd-564a-48ec-b773-259c80c01ed6/33604357-5bba-4f25-a49b-6a047f1ead26) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:32:48.778830 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33832) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:48.800778 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-5634b6e0-2f5d-4d31-93b5-c27a5c299633 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'security_group_rule': {'security_group_id': '0d66d3a3-7d7d-4001-91ea-622899d47478', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:48.839531 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d35f35d8-0e75-4cc9-8e98-634757a2700e None None] Transition to ACTIVE for port object 512ffee6-82d3-405e-b7ad-8e8869b43d17 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:48.866506 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5b4f8-0e45-4b18-a72e-d331aeb7e78a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d66d3a3-7d7d-4001-91ea-622899d47478,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:48.874124 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d35f35d8-0e75-4cc9-8e98-634757a2700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.914535 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-51cde1b4-a528-42dc-91d3-d5756d09f41e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.955936 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35f35d8-0e75-4cc9-8e98-634757a2700e None None] Network 76769b7a-4b3e-4693-94a4-6c03453c9aef is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:48.971536 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 9143c3d0-ccbb-452a-b2e3-0727de82123f completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:48.982534 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 9143c3d0-ccbb-452a-b2e3-0727de82123f triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:48.982989 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.984989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-d35f35d8-0e75-4cc9-8e98-634757a2700e None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:48.988565 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-a48a7087-a700-48a9-9ef6-db346915f48b None None] Set router da2cac6f-e9d5-456f-895b-9ef63ab823c4 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:32:48.990904 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-51cde1b4-a528-42dc-91d3-d5756d09f41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:48.997425 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35f35d8-0e75-4cc9-8e98-634757a2700e None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:32:49.095235 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dac06aab-317a-43a3-8577-d5185d49278e tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:49.126855 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-dac06aab-317a-43a3-8577-d5185d49278e tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Transition to ACTIVE for port object 33604357-5bba-4f25-a49b-6a047f1ead26 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:49.138525 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f35d8-0e75-4cc9-8e98-634757a2700e None None] Pushing event updated for resources: {'Port': ['ID=512ffee6-82d3-405e-b7ad-8e8869b43d17,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:49.161599 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d1dc3cf1-051d-42c6-8b22-ab01719de9a7 req-c0be8d6d-7b13-40b9-9371-9bdce98a42be service neutron] 10.222.0.62 "GET /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354894 Sep 01 15:32:49.185642 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88fbbe90-3e0f-40fc-87c6-0779fa087008 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:49.193605 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-88fbbe90-3e0f-40fc-87c6-0779fa087008 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.3259125 Sep 01 15:32:49.200383 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33838) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:49.245527 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-fd71f25a-597c-4e03-803e-f96ebaadc0f2 tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] show failed (client error): The resource could not be found. Sep 01 15:32:49.252808 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fd71f25a-597c-4e03-803e-f96ebaadc0f2 tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] 10.222.0.60 "GET /v2.0/networks/f8b3e917-2239-4d6c-9b20-f1f530043d69/tags/tempest-TagsTest-Tag-662585179 HTTP/1.1" status: 404 len: 325 time: 0.5398946 Sep 01 15:32:49.257177 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cc598c90-7f5f-459c-bb29-460544040673 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:49.257177 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33842) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:49.338635 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5634b6e0-2f5d-4d31-93b5-c27a5c299633 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:49.339972 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-87490dd4-dfd8-47eb-ab94-b1492f7ed4fe tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f8b3e917-2239-4d6c-9b20-f1f530043d69') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:49.434219 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc598c90-7f5f-459c-bb29-460544040673 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network ac0e097a-b2db-46cd-a93f-4f75a697619d is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:49.476740 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-cc598c90-7f5f-459c-bb29-460544040673 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:49.488999 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc598c90-7f5f-459c-bb29-460544040673 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:32:49.495919 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca87c23-124a-49b4-89be-eb58727b870c req-6bda0838-14de-409f-a37f-725b01c40f4c tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:49.498209 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc598c90-7f5f-459c-bb29-460544040673 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:49.499216 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cc598c90-7f5f-459c-bb29-460544040673 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:49.522489 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ca87c23-124a-49b4-89be-eb58727b870c req-6bda0838-14de-409f-a37f-725b01c40f4c tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.3633420 Sep 01 15:32:49.525938 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d35f35d8-0e75-4cc9-8e98-634757a2700e None None] Attempting to bind port 512ffee6-82d3-405e-b7ad-8e8869b43d17 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:32:49.526937 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d35f35d8-0e75-4cc9-8e98-634757a2700e None None] Attempting to bind port 512ffee6-82d3-405e-b7ad-8e8869b43d17 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '26eff680-32da-4167-a3b1-8718714d306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:32:49.527211 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35f35d8-0e75-4cc9-8e98-634757a2700e None None] Attempting to bind port 512ffee6-82d3-405e-b7ad-8e8869b43d17 on network 76769b7a-4b3e-4693-94a4-6c03453c9aef {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:32:49.542087 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cc598c90-7f5f-459c-bb29-460544040673 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.9980290 Sep 01 15:32:49.553190 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33846) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:49.590617 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35f35d8-0e75-4cc9-8e98-634757a2700e None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:32:49.591232 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35f35d8-0e75-4cc9-8e98-634757a2700e None None] Checking segment: {'id': '26eff680-32da-4167-a3b1-8718714d306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:32:49.591945 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d35f35d8-0e75-4cc9-8e98-634757a2700e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:49.592656 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35f35d8-0e75-4cc9-8e98-634757a2700e None None] Bound using segment: {'id': '26eff680-32da-4167-a3b1-8718714d306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:32:49.593576 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d35f35d8-0e75-4cc9-8e98-634757a2700e None None] Bound port: 512ffee6-82d3-405e-b7ad-8e8869b43d17, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26eff680-32da-4167-a3b1-8718714d306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:32:49.594198 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d35f35d8-0e75-4cc9-8e98-634757a2700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:49.594954 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5634b6e0-2f5d-4d31-93b5-c27a5c299633 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:49.702280 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:49.722380 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ca87c23-124a-49b4-89be-eb58727b870c req-a9168f95-70dc-4e12-a40c-7cbdae2142db tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988473 Sep 01 15:32:49.727083 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5634b6e0-2f5d-4d31-93b5-c27a5c299633 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:49.783757 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a48a7087-a700-48a9-9ef6-db346915f48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2cac6f-e9d5-456f-895b-9ef63ab823c4', 'name': 'tempest-snat-router-1624129867', 'tenant_id': 'f1dc2774b455412d9e75b8dfcff3bc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': '85d2027b-9639-4dc1-8538-e1cf0797bb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:40Z', 'updated_at': '2021-09-01T15:32:44Z', 'revision_number': 3, 'project_id': 'f1dc2774b455412d9e75b8dfcff3bc01', 'gw_port': {'id': '85d2027b-9639-4dc1-8538-e1cf0797bb0d', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:09:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2cac6f-e9d5-456f-895b-9ef63ab823c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:42Z', 'updated_at': '2021-09-01T15:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:49.803747 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-51cde1b4-a528-42dc-91d3-d5756d09f41e admin admin] Allocated IP 172.25.6.204 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/fc56e5f8-3623-46a7-87bf-66e6dde9de4b) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:32:49.863149 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48a7087-a700-48a9-9ef6-db346915f48b None None] Checking router: da2cac6f-e9d5-456f-895b-9ef63ab823c4 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:32:49.864115 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48a7087-a700-48a9-9ef6-db346915f48b None None] Updating router da2cac6f-e9d5-456f-895b-9ef63ab823c4 port 85d2027b-9639-4dc1-8538-e1cf0797bb0d binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:32:49.889980 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 9143c3d0-ccbb-452a-b2e3-0727de82123f, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=9143c3d0-ccbb-452a-b2e3-0727de82123f,segment=NetworkSegment(23163879-fb76-4ba2-8fd5-039c054b1cdf),segment_id=23163879-fb76-4ba2-8fd5-039c054b1cdf)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:49.915307 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634b6e0-2f5d-4d31-93b5-c27a5c299633 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e52ad2-35ee-4656-b930-c1ac7dedc3e6,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:49.936914 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc598c90-7f5f-459c-bb29-460544040673 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Port': ['ID=cd98322e-36fa-40cf-a60f-c45d1769af27,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:49.940525 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-d35f35d8-0e75-4cc9-8e98-634757a2700e None None] For port 512ffee6-82d3-405e-b7ad-8e8869b43d17, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:32:49.947592 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dac06aab-317a-43a3-8577-d5185d49278e tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:49.960592 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5634b6e0-2f5d-4d31-93b5-c27a5c299633 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:49.968025 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:49.969316 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5634b6e0-2f5d-4d31-93b5-c27a5c299633 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1878977 Sep 01 15:32:49.974774 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33848) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:49.994118 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-4d9b23ae-892c-4c71-a70a-283704b12445 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'security_group_rule': {'security_group_id': '0d66d3a3-7d7d-4001-91ea-622899d47478', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:50.076583 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4d9b23ae-892c-4c71-a70a-283704b12445 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:50.145000 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-87490dd4-dfd8-47eb-ab94-b1492f7ed4fe tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] 10.222.0.60 "DELETE /v2.0/networks/f8b3e917-2239-4d6c-9b20-f1f530043d69/tags HTTP/1.1" status: 204 len: 168 time: 0.8035088 Sep 01 15:32:50.147940 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-d35f35d8-0e75-4cc9-8e98-634757a2700e None None] For port 512ffee6-82d3-405e-b7ad-8e8869b43d17, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=512ffee6-82d3-405e-b7ad-8e8869b43d17,segment=NetworkSegment(26eff680-32da-4167-a3b1-8718714d306e),segment_id=26eff680-32da-4167-a3b1-8718714d306e)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:32:50.166778 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33852) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:50.167584 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a48a7087-a700-48a9-9ef6-db346915f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:50.220202 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a7e7bce3-5489-43d2-8869-e696a3a0761c tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "GET /v2.0/routers/da2cac6f-e9d5-456f-895b-9ef63ab823c4 HTTP/1.1" status: 200 len: 908 time: 1.0025291 Sep 01 15:32:50.255729 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33854) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:50.285171 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac06aab-317a-43a3-8577-d5185d49278e tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Network 0e47d353-c92a-4e0f-b227-316f8d92b506 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:50.289123 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac06aab-317a-43a3-8577-d5185d49278e tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Pushing event updated for resources: {'Port': ['ID=33604357-5bba-4f25-a49b-6a047f1ead26,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:50.315792 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-dac06aab-317a-43a3-8577-d5185d49278e tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:50.335839 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac06aab-317a-43a3-8577-d5185d49278e tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:32:50.420357 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4d9b23ae-892c-4c71-a70a-283704b12445 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:50.461580 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-51cde1b4-a528-42dc-91d3-d5756d09f41e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:50.500153 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4d9b23ae-892c-4c71-a70a-283704b12445 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:50.515477 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d35f35d8-0e75-4cc9-8e98-634757a2700e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:50.518131 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=9143c3d0-ccbb-452a-b2e3-0727de82123f,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:50.600764 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4d9b23ae-892c-4c71-a70a-283704b12445 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:50.607468 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4d9b23ae-892c-4c71-a70a-283704b12445 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6133912 Sep 01 15:32:50.620038 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33856) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:50.625055 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-47b75982-5f7d-4e50-9bfd-aae8184c4f1c None None] Provisioning complete for port 9143c3d0-ccbb-452a-b2e3-0727de82123f triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:50.627934 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-47b75982-5f7d-4e50-9bfd-aae8184c4f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:50.649494 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-ae5bd3ae-e08d-4c4a-98f4-1b8cbecc42b7 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'security_group_rule': {'security_group_id': '0d66d3a3-7d7d-4001-91ea-622899d47478', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:50.686028 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b23ae-892c-4c71-a70a-283704b12445 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c174932-96cc-435c-acab-7451088a1192,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:50.692654 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1dda5046-a61a-41a3-8c00-87b271267480 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:50.697937 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dac06aab-317a-43a3-8577-d5185d49278e tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:50.761957 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e3b562f7-67fa-4c3f-b306-0e6f7b44079e tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:50.785178 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f35d8-0e75-4cc9-8e98-634757a2700e None None] Pushing event updated for resources: {'Port': ['ID=512ffee6-82d3-405e-b7ad-8e8869b43d17,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:50.996860 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae5bd3ae-e08d-4c4a-98f4-1b8cbecc42b7 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:51.067563 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a325d7ac-caad-4607-9fd9-14e71b160bfe None None] Provisioning for port 33604357-5bba-4f25-a49b-6a047f1ead26 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:51.088630 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a325d7ac-caad-4607-9fd9-14e71b160bfe None None] Provisioning complete for port 33604357-5bba-4f25-a49b-6a047f1ead26 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:51.088987 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a325d7ac-caad-4607-9fd9-14e71b160bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:51.113862 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e918d96-48fe-498a-ac94-833db4101aa4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:51.197009 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-a325d7ac-caad-4607-9fd9-14e71b160bfe None None] Port 33604357-5bba-4f25-a49b-6a047f1ead26 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:32:51.241036 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71e1cd-340d-4954-892a-f1862b7f5c10 req-5549f309-cbbe-437a-a5b3-707d25fc00e5 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:51.243152 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-df71e1cd-340d-4954-892a-f1862b7f5c10 req-5549f309-cbbe-437a-a5b3-707d25fc00e5 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.2890840 Sep 01 15:32:51.245472 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a325d7ac-caad-4607-9fd9-14e71b160bfe None None] Provisioning for port cd98322e-36fa-40cf-a60f-c45d1769af27 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:51.260729 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a325d7ac-caad-4607-9fd9-14e71b160bfe None None] Provisioning complete for port cd98322e-36fa-40cf-a60f-c45d1769af27 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:51.261900 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a325d7ac-caad-4607-9fd9-14e71b160bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:51.386627 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-a325d7ac-caad-4607-9fd9-14e71b160bfe None None] Port cd98322e-36fa-40cf-a60f-c45d1769af27 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:32:51.390024 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1dda5046-a61a-41a3-8c00-87b271267480 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:51.401615 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e3b562f7-67fa-4c3f-b306-0e6f7b44079e tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:51.432215 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-e3b562f7-67fa-4c3f-b306-0e6f7b44079e tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b3e917-2239-4d6c-9b20-f1f530043d69']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:51.442402 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dac06aab-317a-43a3-8577-d5185d49278e tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:51.447650 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae5bd3ae-e08d-4c4a-98f4-1b8cbecc42b7 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:51.465527 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-df71e1cd-340d-4954-892a-f1862b7f5c10 req-4079ee36-9ecb-41c4-93ff-f4540e5f6c0c tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820290 Sep 01 15:32:51.505429 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-e3b562f7-67fa-4c3f-b306-0e6f7b44079e tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa345c0-260d-44c0-9448-a14420a34976') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:51.507195 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-e3b562f7-67fa-4c3f-b306-0e6f7b44079e tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa345c0-260d-44c0-9448-a14420a34976') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:51.513023 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-51cde1b4-a528-42dc-91d3-d5756d09f41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:51.514233 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae5bd3ae-e08d-4c4a-98f4-1b8cbecc42b7 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:51.557058 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5bd3ae-e08d-4c4a-98f4-1b8cbecc42b7 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77736458-f8be-48a7-994a-98a582b3cb1e,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:51.602153 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ae5bd3ae-e08d-4c4a-98f4-1b8cbecc42b7 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:51.606384 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ae5bd3ae-e08d-4c4a-98f4-1b8cbecc42b7 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9721758 Sep 01 15:32:51.607660 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e3b562f7-67fa-4c3f-b306-0e6f7b44079e tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:51.623013 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33862) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:51.640205 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-f19b2a5b-85e8-4b4c-9348-08e28f544c7d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'security_group_rule': {'security_group_id': '0d66d3a3-7d7d-4001-91ea-622899d47478', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:51.681875 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cde1b4-a528-42dc-91d3-d5756d09f41e admin admin] Pushing event updated for resources: {'Port': ['ID=fc56e5f8-3623-46a7-87bf-66e6dde9de4b,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:51.710494 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e3b562f7-67fa-4c3f-b306-0e6f7b44079e tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:51.718095 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cde1b4-a528-42dc-91d3-d5756d09f41e admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:51.733707 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-51cde1b4-a528-42dc-91d3-d5756d09f41e admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:51.743001 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b562f7-67fa-4c3f-b306-0e6f7b44079e tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:32:51.743655 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e3b562f7-67fa-4c3f-b306-0e6f7b44079e tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:32:51.752245 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:32:51.773377 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cde1b4-a528-42dc-91d3-d5756d09f41e admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:32:51.846150 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a48a7087-a700-48a9-9ef6-db346915f48b None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:51.867431 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f19b2a5b-85e8-4b4c-9348-08e28f544c7d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:51.967181 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-1dda5046-a61a-41a3-8c00-87b271267480 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Deleting port 85d2027b-9639-4dc1-8538-e1cf0797bb0d {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:51.968062 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1dda5046-a61a-41a3-8c00-87b271267480 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:51.998521 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a48a7087-a700-48a9-9ef6-db346915f48b None None] Transition to ACTIVE for port object 85d2027b-9639-4dc1-8538-e1cf0797bb0d will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:52.015191 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a48a7087-a700-48a9-9ef6-db346915f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:52.080555 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e918d96-48fe-498a-ac94-833db4101aa4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:52.093487 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e918d96-48fe-498a-ac94-833db4101aa4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:52.107541 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e3b562f7-67fa-4c3f-b306-0e6f7b44079e tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:52.189598 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e3b562f7-67fa-4c3f-b306-0e6f7b44079e tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:52.229935 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e918d96-48fe-498a-ac94-833db4101aa4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Port': ['ID=cd98322e-36fa-40cf-a60f-c45d1769af27,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:52.230193 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e3b562f7-67fa-4c3f-b306-0e6f7b44079e tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] 10.222.0.60 "DELETE /v2.0/networks/f8b3e917-2239-4d6c-9b20-f1f530043d69 HTTP/1.1" status: 204 len: 168 time: 2.0382695 Sep 01 15:32:52.248057 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a48a7087-a700-48a9-9ef6-db346915f48b None None] Attempting to bind port 85d2027b-9639-4dc1-8538-e1cf0797bb0d on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:32:52.248430 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a48a7087-a700-48a9-9ef6-db346915f48b None None] Attempting to bind port 85d2027b-9639-4dc1-8538-e1cf0797bb0d by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:32:52.248995 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a7087-a700-48a9-9ef6-db346915f48b None None] Attempting to bind port 85d2027b-9639-4dc1-8538-e1cf0797bb0d on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:32:52.277594 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a7087-a700-48a9-9ef6-db346915f48b None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:32:52.277594 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a7087-a700-48a9-9ef6-db346915f48b None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:32:52.277594 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a48a7087-a700-48a9-9ef6-db346915f48b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:52.278284 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48a7087-a700-48a9-9ef6-db346915f48b None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:32:52.278284 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a48a7087-a700-48a9-9ef6-db346915f48b None None] Bound port: 85d2027b-9639-4dc1-8538-e1cf0797bb0d, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:32:52.278686 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a48a7087-a700-48a9-9ef6-db346915f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:52.294256 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33396023-1acc-4d8f-9e21-cf36aac339a0 None None] Pushing event updated for resources: {'Port': ['ID=85d2027b-9639-4dc1-8538-e1cf0797bb0d,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:52.451673 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a48a7087-a700-48a9-9ef6-db346915f48b None None] For port 85d2027b-9639-4dc1-8538-e1cf0797bb0d, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:32:52.458232 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a48a7087-a700-48a9-9ef6-db346915f48b None None] For port 85d2027b-9639-4dc1-8538-e1cf0797bb0d, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=85d2027b-9639-4dc1-8538-e1cf0797bb0d,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:32:52.470483 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a48a7087-a700-48a9-9ef6-db346915f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:52.538909 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33396023-1acc-4d8f-9e21-cf36aac339a0 None None] Pushing event updated for resources: {'Port': ['ID=85d2027b-9639-4dc1-8538-e1cf0797bb0d,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:52.610973 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 9143c3d0-ccbb-452a-b2e3-0727de82123f up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:52.669895 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b562f7-67fa-4c3f-b306-0e6f7b44079e tempest-TagsTest-237561653 tempest-TagsTest-237561653-project] Pushing event deleted for resources: {'Network': ['ID=f8b3e917-2239-4d6c-9b20-f1f530043d69,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:52.700961 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48a7087-a700-48a9-9ef6-db346915f48b None None] Routers {'da2cac6f-e9d5-456f-895b-9ef63ab823c4'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:52.700961 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a48a7087-a700-48a9-9ef6-db346915f48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['da2cac6f-e9d5-456f-895b-9ef63ab823c4'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:52.752534 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e918d96-48fe-498a-ac94-833db4101aa4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:52.884997 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af2408c-23be-4d12-9bb2-4bb7489ae128 None None] Network 76769b7a-4b3e-4693-94a4-6c03453c9aef requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:32:52.917759 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dac06aab-317a-43a3-8577-d5185d49278e tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:52.925611 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dac06aab-317a-43a3-8577-d5185d49278e tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:53.046135 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c5c1cc0b-17c5-4652-9173-a1059884e2f4 None None] Provisioning for port 512ffee6-82d3-405e-b7ad-8e8869b43d17 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:53.081603 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 9143c3d0-ccbb-452a-b2e3-0727de82123f triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:53.082173 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:53.146616 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-a48a7087-a700-48a9-9ef6-db346915f48b None None] Set router da2cac6f-e9d5-456f-895b-9ef63ab823c4 gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:32:53.168398 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33880) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:53.239338 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f19b2a5b-85e8-4b4c-9348-08e28f544c7d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:53.269158 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1dda5046-a61a-41a3-8c00-87b271267480 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:53.329804 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f19b2a5b-85e8-4b4c-9348-08e28f544c7d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:53.342469 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a48a7087-a700-48a9-9ef6-db346915f48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2cac6f-e9d5-456f-895b-9ef63ab823c4', 'name': 'tempest-snat-router-1624129867', 'tenant_id': 'f1dc2774b455412d9e75b8dfcff3bc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:40Z', 'updated_at': '2021-09-01T15:32:51Z', 'revision_number': 4, 'project_id': 'f1dc2774b455412d9e75b8dfcff3bc01', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:53.378964 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-104552c8-4850-47d9-bb89-53dec30bb107 None None] Provisioning complete for port cd98322e-36fa-40cf-a60f-c45d1769af27 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:53.379656 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-104552c8-4850-47d9-bb89-53dec30bb107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:53.381695 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48a7087-a700-48a9-9ef6-db346915f48b None None] The sync data for ids ['da2cac6f-e9d5-456f-895b-9ef63ab823c4'] in n-d-794796-3 is: [{'id': 'da2cac6f-e9d5-456f-895b-9ef63ab823c4', 'name': 'tempest-snat-router-1624129867', 'tenant_id': 'f1dc2774b455412d9e75b8dfcff3bc01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:40Z', 'updated_at': '2021-09-01T15:32:51Z', 'revision_number': 4, 'project_id': 'f1dc2774b455412d9e75b8dfcff3bc01', 'gw_port_host': None}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:32:53.798358 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 512ffee6-82d3-405e-b7ad-8e8869b43d17 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:53.822214 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-104552c8-4850-47d9-bb89-53dec30bb107 None None] Port cd98322e-36fa-40cf-a60f-c45d1769af27 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:32:53.849516 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dac06aab-317a-43a3-8577-d5185d49278e tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:53.868599 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac06aab-317a-43a3-8577-d5185d49278e tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Pushing event updated for resources: {'Port': ['ID=33604357-5bba-4f25-a49b-6a047f1ead26,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:53.913731 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e918d96-48fe-498a-ac94-833db4101aa4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:53.925647 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 512ffee6-82d3-405e-b7ad-8e8869b43d17 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:32:53.933494 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 512ffee6-82d3-405e-b7ad-8e8869b43d17 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:53.935484 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:54.053814 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:54.103446 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 512ffee6-82d3-405e-b7ad-8e8869b43d17, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=512ffee6-82d3-405e-b7ad-8e8869b43d17,segment=NetworkSegment(26eff680-32da-4167-a3b1-8718714d306e),segment_id=26eff680-32da-4167-a3b1-8718714d306e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:54.109538 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:54.205068 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=512ffee6-82d3-405e-b7ad-8e8869b43d17,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:54.285173 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-1dda5046-a61a-41a3-8c00-87b271267480 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Calling delete_port for 85d2027b-9639-4dc1-8538-e1cf0797bb0d owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:54.331197 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b2a5b-85e8-4b4c-9348-08e28f544c7d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f495e2-183c-43b0-8a6a-ac1e24d68fbf,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:54.372234 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac06aab-317a-43a3-8577-d5185d49278e tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Network 0e47d353-c92a-4e0f-b227-316f8d92b506 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:54.377104 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc325720-6174-4ab3-bde3-7fdbdb64b7bb req-14ad111d-e8ca-432a-8061-b7336a0fb54d tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:54.378334 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-dac06aab-317a-43a3-8577-d5185d49278e tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:54.402441 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc325720-6174-4ab3-bde3-7fdbdb64b7bb req-14ad111d-e8ca-432a-8061-b7336a0fb54d tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 1.4938390 Sep 01 15:32:54.416352 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f19b2a5b-85e8-4b4c-9348-08e28f544c7d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:54.422079 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f19b2a5b-85e8-4b4c-9348-08e28f544c7d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.7888255 Sep 01 15:32:54.430252 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33894) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:54.446694 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-5cb6c636-7975-4dbd-b068-0938cfbf126b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'security_group_rule': {'security_group_id': '0d66d3a3-7d7d-4001-91ea-622899d47478', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:54.460615 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-781dba38-5c00-4851-8c63-19a9a14b1002 None None] Provisioning complete for port 512ffee6-82d3-405e-b7ad-8e8869b43d17 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:54.463268 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-781dba38-5c00-4851-8c63-19a9a14b1002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:54.755111 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-be248594-0d23-4435-85ba-d3710a8b8172 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=467a54f53fc2444e9dd841445c870b51&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5308528 Sep 01 15:32:54.764605 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33896) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:54.793800 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc325720-6174-4ab3-bde3-7fdbdb64b7bb req-93c02884-2ce2-4cb4-8660-ea6484239197 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898618 Sep 01 15:32:54.800054 n-d-794796-3 neutron-server[94734]: INFO neutron.db.securitygroups_db [None req-5cb6c636-7975-4dbd-b068-0938cfbf126b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Project de2c6e6a9d864f738bbaf0c51220fe5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:32:54.807660 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-51cde1b4-a528-42dc-91d3-d5756d09f41e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:54.871878 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac06aab-317a-43a3-8577-d5185d49278e tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Router 7ec9248d-7883-49e0-83b9-d81f903cceb0 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:32:54.880390 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0314d5ad-569f-4ceb-a7f5-56293f17fcbb None None] Provisioning complete for port 33604357-5bba-4f25-a49b-6a047f1ead26 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:54.881080 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0314d5ad-569f-4ceb-a7f5-56293f17fcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:54.894635 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e918d96-48fe-498a-ac94-833db4101aa4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:54.908032 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e918d96-48fe-498a-ac94-833db4101aa4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:54.909062 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e918d96-48fe-498a-ac94-833db4101aa4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:54.914843 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5cb6c636-7975-4dbd-b068-0938cfbf126b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:55.033730 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-0314d5ad-569f-4ceb-a7f5-56293f17fcbb None None] Port 33604357-5bba-4f25-a49b-6a047f1ead26 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:32:55.164206 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e918d96-48fe-498a-ac94-833db4101aa4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Port': ['ID=cd98322e-36fa-40cf-a60f-c45d1769af27,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:55.181412 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac06aab-317a-43a3-8577-d5185d49278e tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:32:55.196115 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-dac06aab-317a-43a3-8577-d5185d49278e tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] 10.222.0.60 "PUT /v2.0/routers/7ec9248d-7883-49e0-83b9-d81f903cceb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0564511 Sep 01 15:32:55.196861 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33900) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:55.211690 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f366a-8c2c-4241-b02c-7cd1e40656e2 None None] Sync routers for ids ['7ec9248d-7883-49e0-83b9-d81f903cceb0'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:32:55.233942 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f366a-8c2c-4241-b02c-7cd1e40656e2 None None] Routers {'7ec9248d-7883-49e0-83b9-d81f903cceb0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:55.235658 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-345f366a-8c2c-4241-b02c-7cd1e40656e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['7ec9248d-7883-49e0-83b9-d81f903cceb0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:55.300517 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-345f366a-8c2c-4241-b02c-7cd1e40656e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:55.315971 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f366a-8c2c-4241-b02c-7cd1e40656e2 None None] Routers {'7ec9248d-7883-49e0-83b9-d81f903cceb0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:55.317062 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-345f366a-8c2c-4241-b02c-7cd1e40656e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['7ec9248d-7883-49e0-83b9-d81f903cceb0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:55.374523 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-345f366a-8c2c-4241-b02c-7cd1e40656e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:55.375554 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f366a-8c2c-4241-b02c-7cd1e40656e2 None None] The sync data for ids ['7ec9248d-7883-49e0-83b9-d81f903cceb0'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:32:55.377870 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5cb6c636-7975-4dbd-b068-0938cfbf126b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:55.389181 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1dda5046-a61a-41a3-8c00-87b271267480 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:55.429546 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5cb6c636-7975-4dbd-b068-0938cfbf126b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:55.442683 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e918d96-48fe-498a-ac94-833db4101aa4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network ac0e097a-b2db-46cd-a93f-4f75a697619d is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:32:55.449793 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-0e918d96-48fe-498a-ac94-833db4101aa4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:32:55.471860 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-19b131ea-3a5e-4f10-a077-5935389dd1ed tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:55.508444 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda5046-a61a-41a3-8c00-87b271267480 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Pushing event deleted for resources: {'Port': ['ID=85d2027b-9639-4dc1-8538-e1cf0797bb0d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:55.545496 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1cab8632-bd77-444b-afbf-4fcc7528bff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:55.564880 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6c636-7975-4dbd-b068-0938cfbf126b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51dccbbc-2a93-47c7-82b9-4be30f34ee66,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:55.756092 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-19b131ea-3a5e-4f10-a077-5935389dd1ed tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 01 15:32:55.761291 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-19b131ea-3a5e-4f10-a077-5935389dd1ed tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] 10.222.0.60 "DELETE /v2.0/routers/7ec9248d-7883-49e0-83b9-d81f903cceb0 HTTP/1.1" status: 409 len: 329 time: 0.5595360 Sep 01 15:32:55.767771 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33902) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:55.850991 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-51cde1b4-a528-42dc-91d3-d5756d09f41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:55.855222 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5cb6c636-7975-4dbd-b068-0938cfbf126b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:55.864076 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5cb6c636-7975-4dbd-b068-0938cfbf126b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4274976 Sep 01 15:32:55.879341 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33906) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:55.901977 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-8c4d2664-6560-4c61-9ede-143db592ad90 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'security_group_rule': {'security_group_id': '0d66d3a3-7d7d-4001-91ea-622899d47478', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:55.913524 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b17f5ed1-664c-4f6a-af5c-3f4e2b8839ae None None] Provisioning complete for port cd98322e-36fa-40cf-a60f-c45d1769af27 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:55.913890 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b17f5ed1-664c-4f6a-af5c-3f4e2b8839ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:55.986472 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b17f5ed1-664c-4f6a-af5c-3f4e2b8839ae None None] Port cd98322e-36fa-40cf-a60f-c45d1769af27 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:32:56.020283 n-d-794796-3 neutron-server[94734]: INFO neutron.db.securitygroups_db [None req-8c4d2664-6560-4c61-9ede-143db592ad90 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Project de2c6e6a9d864f738bbaf0c51220fe5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:32:56.035924 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1cab8632-bd77-444b-afbf-4fcc7528bff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:56.055345 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e918d96-48fe-498a-ac94-833db4101aa4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Router 34d3e7a4-9bf6-47f7-8740-1b10b5493b97 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:32:56.056755 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8c4d2664-6560-4c61-9ede-143db592ad90 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:56.230439 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 512ffee6-82d3-405e-b7ad-8e8869b43d17 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:32:56.259942 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9eba82-d684-417c-add8-537971443d88 req-535491ac-8e49-40cd-b26c-49a92e1fd972 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:56.262049 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5c9eba82-d684-417c-add8-537971443d88 req-535491ac-8e49-40cd-b26c-49a92e1fd972 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.2110810 Sep 01 15:32:56.269791 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1dda5046-a61a-41a3-8c00-87b271267480 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:56.310643 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 512ffee6-82d3-405e-b7ad-8e8869b43d17 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:32:56.311227 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:56.366430 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5c9eba82-d684-417c-add8-537971443d88 req-91dc5d1e-4f4e-43ca-b3e7-0424f89c2896 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862541 Sep 01 15:32:56.370433 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e918d96-48fe-498a-ac94-833db4101aa4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:32:56.387524 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0e918d96-48fe-498a-ac94-833db4101aa4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "PUT /v2.0/routers/34d3e7a4-9bf6-47f7-8740-1b10b5493b97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8250456 Sep 01 15:32:56.390374 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33918) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:56.445325 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2980f2f2-9e95-4dbc-b732-8e16f587cd03 None None] Sync routers for ids ['34d3e7a4-9bf6-47f7-8740-1b10b5493b97'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:32:56.465108 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6642f74-8944-4d12-90da-246a2b39fda8 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:56.469898 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f6642f74-8944-4d12-90da-246a2b39fda8 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "GET /v2.0/ports/cd98322e-36fa-40cf-a60f-c45d1769af27 HTTP/1.1" status: 200 len: 983 time: 0.0783918 Sep 01 15:32:56.470734 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2980f2f2-9e95-4dbc-b732-8e16f587cd03 None None] Routers {'34d3e7a4-9bf6-47f7-8740-1b10b5493b97'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:56.471489 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2980f2f2-9e95-4dbc-b732-8e16f587cd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['34d3e7a4-9bf6-47f7-8740-1b10b5493b97'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:56.472539 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33920) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:56.552563 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2980f2f2-9e95-4dbc-b732-8e16f587cd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:56.578551 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2980f2f2-9e95-4dbc-b732-8e16f587cd03 None None] Routers {'34d3e7a4-9bf6-47f7-8740-1b10b5493b97'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:56.578857 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8c4d2664-6560-4c61-9ede-143db592ad90 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:56.580495 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2980f2f2-9e95-4dbc-b732-8e16f587cd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['34d3e7a4-9bf6-47f7-8740-1b10b5493b97'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:56.584825 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1dda5046-a61a-41a3-8c00-87b271267480 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:56.600317 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1dda5046-a61a-41a3-8c00-87b271267480 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:56.600317 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1cab8632-bd77-444b-afbf-4fcc7528bff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:56.600317 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1cab8632-bd77-444b-afbf-4fcc7528bff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:56.600317 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1cab8632-bd77-444b-afbf-4fcc7528bff2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/998105f8-7447-4fcb-b8f6-c5633e1716ac HTTP/1.1" status: 204 len: 168 time: 1.8297896 Sep 01 15:32:56.610991 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab8632-bd77-444b-afbf-4fcc7528bff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998105f8-7447-4fcb-b8f6-c5633e1716ac,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:56.616823 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8c4d2664-6560-4c61-9ede-143db592ad90 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:56.691968 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d2664-6560-4c61-9ede-143db592ad90 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b53dd7-76ff-4bae-a234-17150b2394ea,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:56.708424 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1dda5046-a61a-41a3-8c00-87b271267480 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:56.708679 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dda5046-a61a-41a3-8c00-87b271267480 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da2cac6f-e9d5-456f-895b-9ef63ab823c4 {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:32:56.717858 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1dda5046-a61a-41a3-8c00-87b271267480 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:56.721660 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1dda5046-a61a-41a3-8c00-87b271267480 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "DELETE /v2.0/routers/da2cac6f-e9d5-456f-895b-9ef63ab823c4 HTTP/1.1" status: 204 len: 168 time: 6.4622924 Sep 01 15:32:56.721660 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8c4d2664-6560-4c61-9ede-143db592ad90 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:56.723071 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8c4d2664-6560-4c61-9ede-143db592ad90 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8423200 Sep 01 15:32:56.724234 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33924) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:56.737713 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2980f2f2-9e95-4dbc-b732-8e16f587cd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:56.737992 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33926) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:56.738438 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cde1b4-a528-42dc-91d3-d5756d09f41e admin admin] Router f83edebe-7156-47f8-b3a7-245de57a6b5c is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:32:56.740076 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2980f2f2-9e95-4dbc-b732-8e16f587cd03 None None] The sync data for ids ['34d3e7a4-9bf6-47f7-8740-1b10b5493b97'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:32:56.747672 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-c12d6410-b9e5-410d-a0dd-3b28e875e5c2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'network': {'name': 'tempest-network-smoke--29488288', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'port_security_enabled': True}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:56.976105 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12d6410-b9e5-410d-a0dd-3b28e875e5c2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Made reservation on behalf of de2c6e6a9d864f738bbaf0c51220fe5f for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:32:56.976105 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c12d6410-b9e5-410d-a0dd-3b28e875e5c2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:57.002590 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73e591e5-2b89-4253-8885-45bddf7388fe tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:57.098767 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1bf1259f-c6a9-42d7-9185-d6db6b87054d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:57.101026 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12d6410-b9e5-410d-a0dd-3b28e875e5c2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:32:57.168323 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cde1b4-a528-42dc-91d3-d5756d09f41e admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:32:57.171114 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c12d6410-b9e5-410d-a0dd-3b28e875e5c2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:57.171590 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-c12d6410-b9e5-410d-a0dd-3b28e875e5c2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Added segment f6e5359a-1b58-4e86-b852-e45d185fad19 of type vlan for network 4ca70199-f0ff-4e3d-b16a-4345a6e48c46 Sep 01 15:32:57.186768 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8e25a3-fea9-48c3-8742-ad24665aebb9 None None] Sync routers for ids ['f83edebe-7156-47f8-b3a7-245de57a6b5c'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:32:57.201467 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8e25a3-fea9-48c3-8742-ad24665aebb9 None None] Routers {'f83edebe-7156-47f8-b3a7-245de57a6b5c'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:57.202249 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-df8e25a3-fea9-48c3-8742-ad24665aebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f83edebe-7156-47f8-b3a7-245de57a6b5c'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:57.463803 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c12d6410-b9e5-410d-a0dd-3b28e875e5c2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:57.478315 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-df8e25a3-fea9-48c3-8742-ad24665aebb9 None None] Set router f83edebe-7156-47f8-b3a7-245de57a6b5c gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:32:57.542417 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1bf1259f-c6a9-42d7-9185-d6db6b87054d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:57.552616 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-51cde1b4-a528-42dc-91d3-d5756d09f41e admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:57.562531 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-51cde1b4-a528-42dc-91d3-d5756d09f41e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.3665674 Sep 01 15:32:57.568134 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c12d6410-b9e5-410d-a0dd-3b28e875e5c2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:57.578362 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33942) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:57.589740 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12d6410-b9e5-410d-a0dd-3b28e875e5c2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:57.590693 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c12d6410-b9e5-410d-a0dd-3b28e875e5c2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:57.804340 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c12d6410-b9e5-410d-a0dd-3b28e875e5c2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0632899 Sep 01 15:32:57.810073 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33946) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:57.820316 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d6410-b9e5-410d-a0dd-3b28e875e5c2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Network': ['ID=4ca70199-f0ff-4e3d-b16a-4345a6e48c46,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:57.836426 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:57.842453 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 4ca70199-f0ff-4e3d-b16a-4345a6e48c46 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:32:57.868835 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae1d89-1d1b-4817-b05b-12543b25bbfb req-73356d30-4911-4b80-a8f6-bd46cf24cd61 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:57.870946 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-efae1d89-1d1b-4817-b05b-12543b25bbfb req-73356d30-4911-4b80-a8f6-bd46cf24cd61 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.3071759 Sep 01 15:32:57.902684 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-8d7149dd-e51c-4d24-8759-b98e4df7782b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1225365038', 'admin_state_up': True, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:57.953617 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-1bf1259f-c6a9-42d7-9185-d6db6b87054d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Deleting port 67faeda2-0554-42f1-8ee1-116573d3d5f7 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:57.954103 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1bf1259f-c6a9-42d7-9185-d6db6b87054d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.021978 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-df8e25a3-fea9-48c3-8742-ad24665aebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'name': 'tempest-TestVolumeBackupRestore-510133207-router', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:47Z', 'updated_at': '2021-09-01T15:32:53Z', 'revision_number': 3, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'gw_port': {'id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:49Z', 'updated_at': '2021-09-01T15:32:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:58.052347 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8e25a3-fea9-48c3-8742-ad24665aebb9 None None] Checking router: f83edebe-7156-47f8-b3a7-245de57a6b5c for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:32:58.052698 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8e25a3-fea9-48c3-8742-ad24665aebb9 None None] Updating router f83edebe-7156-47f8-b3a7-245de57a6b5c port fc56e5f8-3623-46a7-87bf-66e6dde9de4b binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:32:58.076255 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-1bf1259f-c6a9-42d7-9185-d6db6b87054d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] For port 67faeda2-0554-42f1-8ee1-116573d3d5f7, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=67faeda2-0554-42f1-8ee1-116573d3d5f7,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:32:58.076807 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1bf1259f-c6a9-42d7-9185-d6db6b87054d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.090025 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-df8e25a3-fea9-48c3-8742-ad24665aebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.094507 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-1bf1259f-c6a9-42d7-9185-d6db6b87054d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Calling delete_port for 67faeda2-0554-42f1-8ee1-116573d3d5f7 owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:32:58.136976 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d7149dd-e51c-4d24-8759-b98e4df7782b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.139087 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d7149dd-e51c-4d24-8759-b98e4df7782b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.285974 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 33954) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:58.287522 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dcc6644c-d0ed-42e4-9ce4-a7ac0c4919d5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.304423 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-efae1d89-1d1b-4817-b05b-12543b25bbfb req-5f2945da-8fff-40cc-aad9-866031a322a6 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121127 Sep 01 15:32:58.568878 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-df8e25a3-fea9-48c3-8742-ad24665aebb9 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.572500 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1bf1259f-c6a9-42d7-9185-d6db6b87054d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.581040 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-df8e25a3-fea9-48c3-8742-ad24665aebb9 None None] Transition to ACTIVE for port object fc56e5f8-3623-46a7-87bf-66e6dde9de4b will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:32:58.592098 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-df8e25a3-fea9-48c3-8742-ad24665aebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.605383 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d7149dd-e51c-4d24-8759-b98e4df7782b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.657920 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1259f-c6a9-42d7-9185-d6db6b87054d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Pushing event deleted for resources: {'Port': ['ID=67faeda2-0554-42f1-8ee1-116573d3d5f7,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:58.667372 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d386-88f4-48bf-9205-9adb57cff764 None None] Pushing event updated for resources: {'Port': ['ID=fc56e5f8-3623-46a7-87bf-66e6dde9de4b,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:58.687379 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-56fb688f-0215-4001-9b0c-726d3b56ee51 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-119963520-network', 'tenant_id': '4ddda0072c3d45e8a8a824077672b1ac'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:58.695303 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d386-88f4-48bf-9205-9adb57cff764 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:58.695638 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d386-88f4-48bf-9205-9adb57cff764 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:58.695986 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d386-88f4-48bf-9205-9adb57cff764 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:58.696853 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d386-88f4-48bf-9205-9adb57cff764 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:58.697231 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d386-88f4-48bf-9205-9adb57cff764 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:58.697567 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d386-88f4-48bf-9205-9adb57cff764 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:58.697903 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d386-88f4-48bf-9205-9adb57cff764 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:58.698231 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d386-88f4-48bf-9205-9adb57cff764 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:58.698691 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d386-88f4-48bf-9205-9adb57cff764 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:58.699126 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d386-88f4-48bf-9205-9adb57cff764 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:58.699461 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d386-88f4-48bf-9205-9adb57cff764 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:58.699785 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8709d386-88f4-48bf-9205-9adb57cff764 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:32:58.704562 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-df8e25a3-fea9-48c3-8742-ad24665aebb9 None None] Attempting to bind port fc56e5f8-3623-46a7-87bf-66e6dde9de4b on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:32:58.706486 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-df8e25a3-fea9-48c3-8742-ad24665aebb9 None None] Attempting to bind port fc56e5f8-3623-46a7-87bf-66e6dde9de4b by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:32:58.706486 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8e25a3-fea9-48c3-8742-ad24665aebb9 None None] Attempting to bind port fc56e5f8-3623-46a7-87bf-66e6dde9de4b on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:32:58.712724 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8e25a3-fea9-48c3-8742-ad24665aebb9 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:32:58.713110 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8e25a3-fea9-48c3-8742-ad24665aebb9 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:32:58.713518 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-df8e25a3-fea9-48c3-8742-ad24665aebb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.714061 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8e25a3-fea9-48c3-8742-ad24665aebb9 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:32:58.714642 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-df8e25a3-fea9-48c3-8742-ad24665aebb9 None None] Bound port: fc56e5f8-3623-46a7-87bf-66e6dde9de4b, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:32:58.715349 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-df8e25a3-fea9-48c3-8742-ad24665aebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.796351 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1bf1259f-c6a9-42d7-9185-d6db6b87054d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.806974 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fb688f-0215-4001-9b0c-726d3b56ee51 admin admin] Made reservation on behalf of 4ddda0072c3d45e8a8a824077672b1ac for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:32:58.808774 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-56fb688f-0215-4001-9b0c-726d3b56ee51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.814765 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-df8e25a3-fea9-48c3-8742-ad24665aebb9 None None] For port fc56e5f8-3623-46a7-87bf-66e6dde9de4b, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:32:58.823572 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-df8e25a3-fea9-48c3-8742-ad24665aebb9 None None] For port fc56e5f8-3623-46a7-87bf-66e6dde9de4b, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fc56e5f8-3623-46a7-87bf-66e6dde9de4b,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:32:58.832673 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-df8e25a3-fea9-48c3-8742-ad24665aebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.904303 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-56fb688f-0215-4001-9b0c-726d3b56ee51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:58.973652 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d386-88f4-48bf-9205-9adb57cff764 None None] Pushing event updated for resources: {'Port': ['ID=fc56e5f8-3623-46a7-87bf-66e6dde9de4b,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:32:58.992590 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8e25a3-fea9-48c3-8742-ad24665aebb9 None None] Routers {'f83edebe-7156-47f8-b3a7-245de57a6b5c'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:32:58.993824 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-df8e25a3-fea9-48c3-8742-ad24665aebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f83edebe-7156-47f8-b3a7-245de57a6b5c'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:59.037278 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1bf1259f-c6a9-42d7-9185-d6db6b87054d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:59.044252 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1bf1259f-c6a9-42d7-9185-d6db6b87054d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:59.115013 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-df8e25a3-fea9-48c3-8742-ad24665aebb9 None None] Set router f83edebe-7156-47f8-b3a7-245de57a6b5c gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:32:59.141979 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1bf1259f-c6a9-42d7-9185-d6db6b87054d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:59.144308 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf1259f-c6a9-42d7-9185-d6db6b87054d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e883a4f0-f222-491e-a06e-ee74ebfed547 {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:32:59.167552 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1bf1259f-c6a9-42d7-9185-d6db6b87054d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:59.173831 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1bf1259f-c6a9-42d7-9185-d6db6b87054d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "DELETE /v2.0/routers/e883a4f0-f222-491e-a06e-ee74ebfed547 HTTP/1.1" status: 204 len: 168 time: 2.4401865 Sep 01 15:32:59.176645 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33960) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:32:59.203385 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-26fb909a-4d30-4c98-b4c1-a8c4e7a1dd8f tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1474439316', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}, 'admin_state_up': False}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:32:59.276012 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d7149dd-e51c-4d24-8759-b98e4df7782b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:59.458273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-73e591e5-2b89-4253-8885-45bddf7388fe tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Deleting port 33604357-5bba-4f25-a49b-6a047f1ead26 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:32:59.459978 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73e591e5-2b89-4253-8885-45bddf7388fe tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:59.471485 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-df8e25a3-fea9-48c3-8742-ad24665aebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'name': 'tempest-TestVolumeBackupRestore-510133207-router', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:47Z', 'updated_at': '2021-09-01T15:32:53Z', 'revision_number': 3, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'gw_port': {'id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:49Z', 'updated_at': '2021-09-01T15:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:32:59.682407 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8e25a3-fea9-48c3-8742-ad24665aebb9 None None] The sync data for ids ['f83edebe-7156-47f8-b3a7-245de57a6b5c'] in n-d-794796-3 is: [{'id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'name': 'tempest-TestVolumeBackupRestore-510133207-router', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:47Z', 'updated_at': '2021-09-01T15:32:53Z', 'revision_number': 3, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'gw_port': {'id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:49Z', 'updated_at': '2021-09-01T15:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:32:59.971846 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73e591e5-2b89-4253-8885-45bddf7388fe tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:32:59.987839 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7052e6-6b23-41d5-bb98-aa327700d80e req-6434d442-8b17-4a32-aff8-71e35034aa33 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:32:59.989833 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6b7052e6-6b23-41d5-bb98-aa327700d80e req-6434d442-8b17-4a32-aff8-71e35034aa33 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.5402017 Sep 01 15:33:00.035944 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-56fb688f-0215-4001-9b0c-726d3b56ee51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:00.069532 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-56fb688f-0215-4001-9b0c-726d3b56ee51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:00.094881 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-73e591e5-2b89-4253-8885-45bddf7388fe tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Calling delete_port for 33604357-5bba-4f25-a49b-6a047f1ead26 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:33:00.101830 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-26fb909a-4d30-4c98-b4c1-a8c4e7a1dd8f tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:00.104070 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-26fb909a-4d30-4c98-b4c1-a8c4e7a1dd8f tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:00.220955 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-26fb909a-4d30-4c98-b4c1-a8c4e7a1dd8f tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:00.338182 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fc56e5f8-3623-46a7-87bf-66e6dde9de4b up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:00.363392 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb688f-0215-4001-9b0c-726d3b56ee51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49874f6d-c760-4ac3-99a5-a3a9247c7b2e,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:00.411910 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56fb688f-0215-4001-9b0c-726d3b56ee51 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:33:00.433808 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-26fb909a-4d30-4c98-b4c1-a8c4e7a1dd8f tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:00.500165 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port fc56e5f8-3623-46a7-87bf-66e6dde9de4b completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:00.507890 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port fc56e5f8-3623-46a7-87bf-66e6dde9de4b triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:00.509107 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:00.523023 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7ea8fc5-f406-4694-8501-7ed08a7ddaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:00.557323 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6b7052e6-6b23-41d5-bb98-aa327700d80e req-3a641c70-4ceb-4900-a31a-083c0a1868bf tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015268 Sep 01 15:33:00.591170 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-dcc6644c-d0ed-42e4-9ce4-a7ac0c4919d5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Deleting port cd98322e-36fa-40cf-a60f-c45d1769af27 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:33:00.591438 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dcc6644c-d0ed-42e4-9ce4-a7ac0c4919d5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:00.729849 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dcc6644c-d0ed-42e4-9ce4-a7ac0c4919d5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:00.732219 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:00.748300 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-dcc6644c-d0ed-42e4-9ce4-a7ac0c4919d5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Calling delete_port for cd98322e-36fa-40cf-a60f-c45d1769af27 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:33:00.785139 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port fc56e5f8-3623-46a7-87bf-66e6dde9de4b, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fc56e5f8-3623-46a7-87bf-66e6dde9de4b,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:00.791960 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:00.902061 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-26fb909a-4d30-4c98-b4c1-a8c4e7a1dd8f tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:00.928811 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 67faeda2-0554-42f1-8ee1-116573d3d5f7 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:33:00.964588 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-56fb688f-0215-4001-9b0c-726d3b56ee51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:00.965255 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-56fb688f-0215-4001-9b0c-726d3b56ee51 admin admin] Added segment e596c6c8-a03c-49bd-8608-5e2ef5ba01b8 of type vlan for network 7dafb3e8-2c46-4e96-bd8f-0f6293144d7e Sep 01 15:33:00.986696 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 67faeda2-0554-42f1-8ee1-116573d3d5f7 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:33:00.987777 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 67faeda2-0554-42f1-8ee1-116573d3d5f7 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:33:00.998270 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=fc56e5f8-3623-46a7-87bf-66e6dde9de4b,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:00.999298 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-26fb909a-4d30-4c98-b4c1-a8c4e7a1dd8f tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:01.018130 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:01.018853 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:01.019571 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:01.021321 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:01.022083 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:01.023216 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:01.023947 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:01.025445 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:01.026760 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:01.027473 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:01.028166 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:01.028876 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:01.594859 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-56fb688f-0215-4001-9b0c-726d3b56ee51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:01.628474 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140092d9-cd4d-4687-ae29-c7704d3196e8 req-619112c6-8085-490f-9fbb-9cca47266418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:01.631293 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-140092d9-cd4d-4687-ae29-c7704d3196e8 req-619112c6-8085-490f-9fbb-9cca47266418 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 1096 time: 0.7307935 Sep 01 15:33:01.742054 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d7149dd-e51c-4d24-8759-b98e4df7782b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:01.787653 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-56fb688f-0215-4001-9b0c-726d3b56ee51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:01.788695 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fb688f-0215-4001-9b0c-726d3b56ee51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:01.789292 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-56fb688f-0215-4001-9b0c-726d3b56ee51 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:01.802545 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-140092d9-cd4d-4687-ae29-c7704d3196e8 req-1013de7e-3330-4440-8596-d61f707fb900 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610792 Sep 01 15:33:01.803155 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d7149dd-e51c-4d24-8759-b98e4df7782b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:01.838127 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-26fb909a-4d30-4c98-b4c1-a8c4e7a1dd8f tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Allocated IP 172.25.6.81 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/0f729dfc-4586-4626-a36e-a8ee8f673b7c) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:33:01.872459 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c4b83-9adc-4d44-ab5d-955867b7e1bf req-2da1bd16-8ee6-4caa-abd9-da335dfb5e33 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:01.886745 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-784c4b83-9adc-4d44-ab5d-955867b7e1bf req-2da1bd16-8ee6-4caa-abd9-da335dfb5e33 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.1701639 Sep 01 15:33:01.919169 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dcc6644c-d0ed-42e4-9ce4-a7ac0c4919d5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:01.958364 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-784c4b83-9adc-4d44-ab5d-955867b7e1bf req-623d62b5-e802-40e4-9c57-74ab9578578d tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704820 Sep 01 15:33:02.039691 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-56fb688f-0215-4001-9b0c-726d3b56ee51 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.7491844 Sep 01 15:33:02.044534 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33978) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:02.051632 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-21a071b9-5631-485d-b3fc-e4d83895be93 admin admin] Request body: {'subnet': {'network_id': '7dafb3e8-2c46-4e96-bd8f-0f6293144d7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-119963520-subnet', 'tenant_id': '4ddda0072c3d45e8a8a824077672b1ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:02.091903 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a071b9-5631-485d-b3fc-e4d83895be93 admin admin] Made reservation on behalf of 4ddda0072c3d45e8a8a824077672b1ac for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:33:02.095118 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb688f-0215-4001-9b0c-726d3b56ee51 admin admin] Pushing event updated for resources: {'Network': ['ID=7dafb3e8-2c46-4e96-bd8f-0f6293144d7e,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:02.097311 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-21a071b9-5631-485d-b3fc-e4d83895be93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:02.098646 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6644c-d0ed-42e4-9ce4-a7ac0c4919d5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Port': ['ID=cd98322e-36fa-40cf-a60f-c45d1769af27,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:02.133460 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 7dafb3e8-2c46-4e96-bd8f-0f6293144d7e details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:33:02.146707 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73e591e5-2b89-4253-8885-45bddf7388fe tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:02.150286 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-b7ea8fc5-f406-4694-8501-7ed08a7ddaf2 admin admin] Allocated IP 172.20.0.1 (76769b7a-4b3e-4693-94a4-6c03453c9aef/da20ebf2-a46b-4ef3-a737-42373cf96a21/e2b461ed-4a51-4497-a1d6-bae93e84524e) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:33:02.349308 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e591e5-2b89-4253-8885-45bddf7388fe tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Pushing event deleted for resources: {'Port': ['ID=33604357-5bba-4f25-a49b-6a047f1ead26,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:02.480683 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fc56e5f8-3623-46a7-87bf-66e6dde9de4b up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:02.564996 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dcc6644c-d0ed-42e4-9ce4-a7ac0c4919d5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:02.763826 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port fc56e5f8-3623-46a7-87bf-66e6dde9de4b triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:02.765003 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:02.870766 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73e591e5-2b89-4253-8885-45bddf7388fe tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:02.901080 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7ea8fc5-f406-4694-8501-7ed08a7ddaf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:02.931458 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eb4b29af-042b-4aed-92dd-65a308e2ba48 req-8129561b-3e51-4121-9ce9-9862c617cf8e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4356732 Sep 01 15:33:02.939237 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-21a071b9-5631-485d-b3fc-e4d83895be93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:03.106619 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-b7ea8fc5-f406-4694-8501-7ed08a7ddaf2 admin admin] Transition to ACTIVE for port object e2b461ed-4a51-4497-a1d6-bae93e84524e will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:03.119151 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-26fb909a-4d30-4c98-b4c1-a8c4e7a1dd8f tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:03.134575 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc6644c-d0ed-42e4-9ce4-a7ac0c4919d5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Router 34d3e7a4-9bf6-47f7-8740-1b10b5493b97 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:33:03.179049 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a071b9-5631-485d-b3fc-e4d83895be93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c0b93f7-d851-4154-8114-7dfe5ec839ee,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:03.229608 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b29af-042b-4aed-92dd-65a308e2ba48 req-5c678181-756d-4824-a64d-1ab11159a8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:03.232357 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eb4b29af-042b-4aed-92dd-65a308e2ba48 req-5c678181-756d-4824-a64d-1ab11159a8a1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=39443fd735484938be3ef135eb1e37fe&device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 1096 time: 0.2663014 Sep 01 15:33:03.250619 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a071b9-5631-485d-b3fc-e4d83895be93 admin admin] Checking segment: {'id': 'e596c6c8-a03c-49bd-8608-5e2ef5ba01b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7dafb3e8-2c46-4e96-bd8f-0f6293144d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:33:03.251055 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a071b9-5631-485d-b3fc-e4d83895be93 admin admin] Network hostable DHCP agents. Network: 7dafb3e8-2c46-4e96-bd8f-0f6293144d7e, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:33:03.380995 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-26fb909a-4d30-4c98-b4c1-a8c4e7a1dd8f tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:03.438572 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a071b9-5631-485d-b3fc-e4d83895be93 admin admin] Network 7dafb3e8-2c46-4e96-bd8f-0f6293144d7e is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:33:03.458341 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fb909a-4d30-4c98-b4c1-a8c4e7a1dd8f tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:03.479557 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-26fb909a-4d30-4c98-b4c1-a8c4e7a1dd8f tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:03.494122 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fb909a-4d30-4c98-b4c1-a8c4e7a1dd8f tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:33:03.504788 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465f525-4f01-41d9-8a82-88b74390e612 req-f0373591-25a2-4030-aa9e-7d1edf80349c tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:03.506865 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c465f525-4f01-41d9-8a82-88b74390e612 req-f0373591-25a2-4030-aa9e-7d1edf80349c tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.2582085 Sep 01 15:33:03.507557 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-21a071b9-5631-485d-b3fc-e4d83895be93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 7dafb3e8-2c46-4e96-bd8f-0f6293144d7e) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:03.515261 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb909a-4d30-4c98-b4c1-a8c4e7a1dd8f tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Pushing event updated for resources: {'Port': ['ID=0f729dfc-4586-4626-a36e-a8ee8f673b7c,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:03.547972 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad85426-7e51-4500-b41e-dac2611f14a8 None None] Network 7dafb3e8-2c46-4e96-bd8f-0f6293144d7e requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:33:03.559537 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a071b9-5631-485d-b3fc-e4d83895be93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:03.560482 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-21a071b9-5631-485d-b3fc-e4d83895be93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:03.647888 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b29af-042b-4aed-92dd-65a308e2ba48 req-30d2ce1a-fc91-4dfe-8558-1540227bf5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:03.651130 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eb4b29af-042b-4aed-92dd-65a308e2ba48 req-30d2ce1a-fc91-4dfe-8558-1540227bf5bf service neutron] 10.222.0.45 "GET /v2.0/networks?id=6e55868b-2168-443a-b0b0-d47405d65881 HTTP/1.1" status: 200 len: 920 time: 0.3784764 Sep 01 15:33:03.674413 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-21a071b9-5631-485d-b3fc-e4d83895be93 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6194108 Sep 01 15:33:03.823217 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c465f525-4f01-41d9-8a82-88b74390e612 req-f963ac80-23c3-4178-97d2-eb4d2a5254ad tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712879 Sep 01 15:33:03.836427 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eb4b29af-042b-4aed-92dd-65a308e2ba48 req-d4dd7587-1a66-4eeb-a395-b3221532df92 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64a822c2-2a3a-449e-af4f-672eb6480f88 HTTP/1.1" status: 200 len: 217 time: 0.1724129 Sep 01 15:33:03.852395 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a83c6fb-f991-4bca-98ad-c2c679dea82c None None] Network 7dafb3e8-2c46-4e96-bd8f-0f6293144d7e requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:33:04.044754 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e591e5-2b89-4253-8885-45bddf7388fe tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Router 7ec9248d-7883-49e0-83b9-d81f903cceb0 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:33:04.049614 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc6644c-d0ed-42e4-9ce4-a7ac0c4919d5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:33:04.068306 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b29af-042b-4aed-92dd-65a308e2ba48 req-e08c0939-7678-42c5-a1b3-c071faf7ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:04.079017 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f074d-371d-4af1-a84a-47144f8ae1e3 None None] Sync routers for ids ['34d3e7a4-9bf6-47f7-8740-1b10b5493b97'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:33:04.082824 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eb4b29af-042b-4aed-92dd-65a308e2ba48 req-e08c0939-7678-42c5-a1b3-c071faf7ee02 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=559a834f-1df6-4edf-8bed-bb164fc9896c HTTP/1.1" status: 200 len: 859 time: 0.1698966 Sep 01 15:33:04.095788 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-dcc6644c-d0ed-42e4-9ce4-a7ac0c4919d5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "PUT /v2.0/routers/34d3e7a4-9bf6-47f7-8740-1b10b5493b97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6199064 Sep 01 15:33:04.098095 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 33996) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:04.113522 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7ea8fc5-f406-4694-8501-7ed08a7ddaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:04.123549 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eb4b29af-042b-4aed-92dd-65a308e2ba48 req-ebb14d10-123d-405a-ad70-0ebca289f18e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6e55868b-2168-443a-b0b0-d47405d65881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397232 Sep 01 15:33:04.145535 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f074d-371d-4af1-a84a-47144f8ae1e3 None None] Routers {'34d3e7a4-9bf6-47f7-8740-1b10b5493b97'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:04.146541 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d32f074d-371d-4af1-a84a-47144f8ae1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['34d3e7a4-9bf6-47f7-8740-1b10b5493b97'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:04.199813 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d32f074d-371d-4af1-a84a-47144f8ae1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:04.213486 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f074d-371d-4af1-a84a-47144f8ae1e3 None None] Routers {'34d3e7a4-9bf6-47f7-8740-1b10b5493b97'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:04.214364 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d32f074d-371d-4af1-a84a-47144f8ae1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['34d3e7a4-9bf6-47f7-8740-1b10b5493b97'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:04.228666 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-8d7149dd-e51c-4d24-8759-b98e4df7782b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Allocated IP 172.25.6.108 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/e16bdf3c-86a1-4c16-8084-29b45e3c3d1f) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:33:04.256084 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d32f074d-371d-4af1-a84a-47144f8ae1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:04.257177 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32f074d-371d-4af1-a84a-47144f8ae1e3 None None] The sync data for ids ['34d3e7a4-9bf6-47f7-8740-1b10b5493b97'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:33:04.269038 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ea8fc5-f406-4694-8501-7ed08a7ddaf2 admin admin] Network 76769b7a-4b3e-4693-94a4-6c03453c9aef is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:04.333379 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-b7ea8fc5-f406-4694-8501-7ed08a7ddaf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:04.351850 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ea8fc5-f406-4694-8501-7ed08a7ddaf2 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:33:04.431886 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea8fc5-f406-4694-8501-7ed08a7ddaf2 admin admin] Pushing event updated for resources: {'Port': ['ID=e2b461ed-4a51-4497-a1d6-bae93e84524e,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:04.482799 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e591e5-2b89-4253-8885-45bddf7388fe tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:33:04.496943 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2689fbde-9317-42fc-b613-6d437fec8fcd None None] Sync routers for ids ['7ec9248d-7883-49e0-83b9-d81f903cceb0'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:33:04.511810 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2689fbde-9317-42fc-b613-6d437fec8fcd None None] Routers {'7ec9248d-7883-49e0-83b9-d81f903cceb0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:04.513535 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2689fbde-9317-42fc-b613-6d437fec8fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['7ec9248d-7883-49e0-83b9-d81f903cceb0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:04.514671 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-73e591e5-2b89-4253-8885-45bddf7388fe tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] 10.222.0.60 "PUT /v2.0/routers/7ec9248d-7883-49e0-83b9-d81f903cceb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7445405 Sep 01 15:33:04.592724 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2689fbde-9317-42fc-b613-6d437fec8fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:04.610411 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2689fbde-9317-42fc-b613-6d437fec8fcd None None] Routers {'7ec9248d-7883-49e0-83b9-d81f903cceb0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:04.611346 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2689fbde-9317-42fc-b613-6d437fec8fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['7ec9248d-7883-49e0-83b9-d81f903cceb0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:04.625701 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d7149dd-e51c-4d24-8759-b98e4df7782b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:04.683459 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34002) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:04.687191 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7ea8fc5-f406-4694-8501-7ed08a7ddaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:04.689003 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eb4b29af-042b-4aed-92dd-65a308e2ba48 req-4ff10771-24f1-42e6-90f6-c0a577f40221 service neutron] 10.222.0.45 "GET /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219462 Sep 01 15:33:04.697364 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2689fbde-9317-42fc-b613-6d437fec8fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:04.698200 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2689fbde-9317-42fc-b613-6d437fec8fcd None None] The sync data for ids ['7ec9248d-7883-49e0-83b9-d81f903cceb0'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:33:04.794569 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-da15347a-e6cf-46ef-8855-41deb3ccca6b None None] Provisioning for port e2b461ed-4a51-4497-a1d6-bae93e84524e completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:04.812521 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-da15347a-e6cf-46ef-8855-41deb3ccca6b None None] Provisioning complete for port e2b461ed-4a51-4497-a1d6-bae93e84524e triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:04.813907 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-da15347a-e6cf-46ef-8855-41deb3ccca6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:04.891671 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-d371ada2-a5a3-4a9c-b7bf-a9e67f16f214 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] remove_router_interface failed (client error): The resource could not be found. Sep 01 15:33:04.893562 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d371ada2-a5a3-4a9c-b7bf-a9e67f16f214 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "PUT /v2.0/routers/34d3e7a4-9bf6-47f7-8740-1b10b5493b97/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7950525 Sep 01 15:33:04.899796 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-0a944a30-5b76-4953-a890-dbf41125bd66 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] show failed (client error): The resource could not be found. Sep 01 15:33:04.900579 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34012) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:04.918282 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34014) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:04.921155 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0a944a30-5b76-4953-a890-dbf41125bd66 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-2087496472 HTTP/1.1" status: 404 len: 335 time: 0.1377678 Sep 01 15:33:04.930449 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-8811f238-5302-4d71-8af2-af8ad1be23bf tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:04.931647 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d7149dd-e51c-4d24-8759-b98e4df7782b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:04.933617 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-26fb909a-4d30-4c98-b4c1-a8c4e7a1dd8f tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:04.934979 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-da15347a-e6cf-46ef-8855-41deb3ccca6b None None] Port e2b461ed-4a51-4497-a1d6-bae93e84524e cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:33:04.969344 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-dd1abf6b-703a-4f0f-96bb-58125946baa7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "GET /v2.0/ports?device_id=34d3e7a4-9bf6-47f7-8740-1b10b5493b97 HTTP/1.1" status: 200 len: 205 time: 0.0674479 Sep 01 15:33:04.993927 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34016) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:05.058808 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-8811f238-5302-4d71-8af2-af8ad1be23bf tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] update failed (client error): The resource could not be found. Sep 01 15:33:05.059989 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8811f238-5302-4d71-8af2-af8ad1be23bf tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-2029627245 HTTP/1.1" status: 404 len: 335 time: 0.1408188 Sep 01 15:33:05.068017 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34020) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:05.097107 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34024) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:05.102022 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-5968ed89-d6d4-4571-a8f9-a108bdbcd64e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1031112807-network', 'tenant_id': '4e8c6e3396b24f7682bc8f56060a399d'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:05.126190 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7149dd-e51c-4d24-8759-b98e4df7782b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:05.133081 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eb4b29af-042b-4aed-92dd-65a308e2ba48 req-9c121ea9-afd4-4199-b928-4980e562401b service neutron] 10.222.0.45 "GET /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004037 Sep 01 15:33:05.183841 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-8d7149dd-e51c-4d24-8759-b98e4df7782b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:05.230400 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f0c260-c941-4c49-9c24-70d4f1b2217a tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Deleting subnet b3e3baf8-a861-4816-aa50-f15d8317fa53 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:33:05.242704 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7149dd-e51c-4d24-8759-b98e4df7782b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:33:05.277413 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5968ed89-d6d4-4571-a8f9-a108bdbcd64e admin admin] Made reservation on behalf of 4e8c6e3396b24f7682bc8f56060a399d for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:33:05.279917 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5968ed89-d6d4-4571-a8f9-a108bdbcd64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:05.283873 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-92f0c260-c941-4c49-9c24-70d4f1b2217a tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:05.301720 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7149dd-e51c-4d24-8759-b98e4df7782b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Port': ['ID=e16bdf3c-86a1-4c16-8084-29b45e3c3d1f,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:05.324214 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5968ed89-d6d4-4571-a8f9-a108bdbcd64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:05.334815 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0609942d-8118-4c92-b514-b4e203c6632a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:05.399360 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-92f0c260-c941-4c49-9c24-70d4f1b2217a tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:05.432979 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a7c9d-e239-4dbb-9af2-41aa1e6a4a0e req-d853b665-7c31-4d96-ae45-3343b9d79d25 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:05.434669 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4f3a7c9d-e239-4dbb-9af2-41aa1e6a4a0e req-d853b665-7c31-4d96-ae45-3343b9d79d25 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.3901861 Sep 01 15:33:05.525064 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-26fb909a-4d30-4c98-b4c1-a8c4e7a1dd8f tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:05.676851 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5968ed89-d6d4-4571-a8f9-a108bdbcd64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:05.687655 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-92f0c260-c941-4c49-9c24-70d4f1b2217a tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:05.691346 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5968ed89-d6d4-4571-a8f9-a108bdbcd64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:05.753023 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0609942d-8118-4c92-b514-b4e203c6632a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:05.756944 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0609942d-8118-4c92-b514-b4e203c6632a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:05.780556 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7ea8fc5-f406-4694-8501-7ed08a7ddaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:05.795553 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5968ed89-d6d4-4571-a8f9-a108bdbcd64e admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:33:05.818939 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968ed89-d6d4-4571-a8f9-a108bdbcd64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77c1e04-33cd-49a0-9b06-6df67265a4af,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:05.829663 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5968ed89-d6d4-4571-a8f9-a108bdbcd64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:05.829663 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-5968ed89-d6d4-4571-a8f9-a108bdbcd64e admin admin] Added segment ff979052-3c9e-4252-a434-e8e535a731f8 of type vlan for network 5876ed09-fb15-4f67-bded-6cfe2d474d88 Sep 01 15:33:05.832863 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4f3a7c9d-e239-4dbb-9af2-41aa1e6a4a0e req-a0c3ca60-1146-4fa0-8257-8ff57c4f1802 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903204 Sep 01 15:33:05.893428 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0609942d-8118-4c92-b514-b4e203c6632a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:05.893946 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0609942d-8118-4c92-b514-b4e203c6632a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Fanout notify agent at l3_agent the message router_deleted on router 34d3e7a4-9bf6-47f7-8740-1b10b5493b97 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:33:05.904806 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0609942d-8118-4c92-b514-b4e203c6632a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:05.908333 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0609942d-8118-4c92-b514-b4e203c6632a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/routers/34d3e7a4-9bf6-47f7-8740-1b10b5493b97 HTTP/1.1" status: 204 len: 168 time: 0.9116907 Sep 01 15:33:05.912497 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34028) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:05.941423 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5968ed89-d6d4-4571-a8f9-a108bdbcd64e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:05.957191 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-92f0c260-c941-4c49-9c24-70d4f1b2217a tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:06.017781 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f8f493-c5b1-46da-8498-4b47a3b84c29 None None] Network b0d27cf3-9f65-4457-b930-d5f46695ff1e requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:33:06.036031 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-92f0c260-c941-4c49-9c24-70d4f1b2217a tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:06.048295 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-92f0c260-c941-4c49-9c24-70d4f1b2217a tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] 10.222.0.60 "DELETE /v2.0/subnets/b3e3baf8-a861-4816-aa50-f15d8317fa53 HTTP/1.1" status: 204 len: 168 time: 0.9740531 Sep 01 15:33:06.077782 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34032) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:06.103247 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.resource_extend [None req-5968ed89-d6d4-4571-a8f9-a108bdbcd64e admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:33:06.178328 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0c260-c941-4c49-9c24-70d4f1b2217a tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e3baf8-a861-4816-aa50-f15d8317fa53,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:06.212874 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fb909a-4d30-4c98-b4c1-a8c4e7a1dd8f tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Router 002a8cf3-47cc-43df-8c9a-15e93b8c364c is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:33:06.261186 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5968ed89-d6d4-4571-a8f9-a108bdbcd64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:06.268992 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5968ed89-d6d4-4571-a8f9-a108bdbcd64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:06.270123 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5968ed89-d6d4-4571-a8f9-a108bdbcd64e admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:06.309341 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eaa4afc-3a0b-4f4d-8c17-2fbb96b345f5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Deleting subnet 79dd6cdf-e04e-4aac-baa5-b1903ec88c29 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:33:06.317543 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5eaa4afc-3a0b-4f4d-8c17-2fbb96b345f5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:06.372078 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43723c79-bc8d-4bb0-bd52-99b2849a6eae None None] DHCP port deletion for b0d27cf3-9f65-4457-b930-d5f46695ff1e request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:33:06.459240 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d7149dd-e51c-4d24-8759-b98e4df7782b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:06.474999 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1f1013-a3c1-4994-a174-88675aee3db0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Deleting subnet 329567b1-467b-4cb8-96fa-a2b6163d1c8d {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:33:06.488053 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1b1f1013-a3c1-4994-a174-88675aee3db0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:06.492869 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-43723c79-bc8d-4bb0-bd52-99b2849a6eae None None] Deleting port e231ff8b-f4a3-43ba-8709-4fce26c49a69 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:33:06.493775 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-43723c79-bc8d-4bb0-bd52-99b2849a6eae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:06.643483 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7ea8fc5-f406-4694-8501-7ed08a7ddaf2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:06.656988 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1b1f1013-a3c1-4994-a174-88675aee3db0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:06.663202 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7ea8fc5-f406-4694-8501-7ed08a7ddaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:06.676927 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-43723c79-bc8d-4bb0-bd52-99b2849a6eae None None] For port e231ff8b-f4a3-43ba-8709-4fce26c49a69, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e231ff8b-f4a3-43ba-8709-4fce26c49a69,segment=NetworkSegment(1d065287-5769-40e6-87bb-1c8376ab4842),segment_id=1d065287-5769-40e6-87bb-1c8376ab4842)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:06.677609 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-43723c79-bc8d-4bb0-bd52-99b2849a6eae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:06.709694 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-43723c79-bc8d-4bb0-bd52-99b2849a6eae None None] Calling delete_port for e231ff8b-f4a3-43ba-8709-4fce26c49a69 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:33:06.872096 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5968ed89-d6d4-4571-a8f9-a108bdbcd64e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7729049 Sep 01 15:33:06.900634 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-43723c79-bc8d-4bb0-bd52-99b2849a6eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:06.905923 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34040) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:06.955836 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-b28338dc-9826-453b-a003-bf6c071d8cae admin admin] Request body: {'subnet': {'network_id': '5876ed09-fb15-4f67-bded-6cfe2d474d88', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1031112807-subnet', 'tenant_id': '4e8c6e3396b24f7682bc8f56060a399d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:06.968361 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43723c79-bc8d-4bb0-bd52-99b2849a6eae None None] Pushing event deleted for resources: {'Port': ['ID=e231ff8b-f4a3-43ba-8709-4fce26c49a69,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:06.988515 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43723c79-bc8d-4bb0-bd52-99b2849a6eae None None] No DVR routers for this DVR port e231ff8b-f4a3-43ba-8709-4fce26c49a69 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:33:06.992456 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28338dc-9826-453b-a003-bf6c071d8cae admin admin] Made reservation on behalf of 4e8c6e3396b24f7682bc8f56060a399d for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:33:06.995558 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b28338dc-9826-453b-a003-bf6c071d8cae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:07.083819 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5eaa4afc-3a0b-4f4d-8c17-2fbb96b345f5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:07.098134 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea8fc5-f406-4694-8501-7ed08a7ddaf2 admin admin] Pushing event updated for resources: {'Port': ['ID=e2b461ed-4a51-4497-a1d6-bae93e84524e,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:07.106621 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7ea8fc5-f406-4694-8501-7ed08a7ddaf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:07.129615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d065a-c50f-444a-8623-2ff40e7f5594 req-61400874-b45a-4914-9ce5-7f9a870a1406 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:07.131323 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba2d065a-c50f-444a-8623-2ff40e7f5594 req-61400874-b45a-4914-9ce5-7f9a870a1406 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.3388007 Sep 01 15:33:07.138955 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968ed89-d6d4-4571-a8f9-a108bdbcd64e admin admin] Pushing event updated for resources: {'Network': ['ID=5876ed09-fb15-4f67-bded-6cfe2d474d88,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:07.159992 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 5876ed09-fb15-4f67-bded-6cfe2d474d88 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:33:07.194926 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6bad2-1d60-41f7-9b7b-7ed99c3d8892 req-3c6bc45b-e6d1-4199-a218-abb77054de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:07.196572 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5cd6bad2-1d60-41f7-9b7b-7ed99c3d8892 req-3c6bc45b-e6d1-4199-a218-abb77054de5e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=39443fd735484938be3ef135eb1e37fe&device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 1096 time: 0.3753788 Sep 01 15:33:07.244987 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1b1f1013-a3c1-4994-a174-88675aee3db0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:07.351705 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fb909a-4d30-4c98-b4c1-a8c4e7a1dd8f tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:33:07.395936 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66165dc-203c-4d56-969a-62eaf7226b0f None None] Sync routers for ids ['002a8cf3-47cc-43df-8c9a-15e93b8c364c'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:33:07.428310 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66165dc-203c-4d56-969a-62eaf7226b0f None None] Routers {'002a8cf3-47cc-43df-8c9a-15e93b8c364c'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:07.428908 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba2d065a-c50f-444a-8623-2ff40e7f5594 req-44acbe75-d498-402c-8a6e-adcfc76521d2 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465005 Sep 01 15:33:07.431672 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-e66165dc-203c-4d56-969a-62eaf7226b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['002a8cf3-47cc-43df-8c9a-15e93b8c364c'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:07.468254 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-26fb909a-4d30-4c98-b4c1-a8c4e7a1dd8f tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:07.469979 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-26fb909a-4d30-4c98-b4c1-a8c4e7a1dd8f tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.2906108 Sep 01 15:33:07.476822 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34044) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:07.489880 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-cbf4475b-b24b-4d89-a642-4b0847972511 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'enable_snat': False}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:07.569372 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d7149dd-e51c-4d24-8759-b98e4df7782b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:07.578970 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5eaa4afc-3a0b-4f4d-8c17-2fbb96b345f5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:07.588432 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-e66165dc-203c-4d56-969a-62eaf7226b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:07.599949 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66165dc-203c-4d56-969a-62eaf7226b0f None None] Routers {'002a8cf3-47cc-43df-8c9a-15e93b8c364c'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:07.600658 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-e66165dc-203c-4d56-969a-62eaf7226b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['002a8cf3-47cc-43df-8c9a-15e93b8c364c'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:07.613319 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6bad2-1d60-41f7-9b7b-7ed99c3d8892 req-c94d87eb-5313-46cc-b4a4-4bd0f8153ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:07.614955 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5cd6bad2-1d60-41f7-9b7b-7ed99c3d8892 req-c94d87eb-5313-46cc-b4a4-4bd0f8153ced service neutron] 10.222.0.62 "GET /v2.0/networks?id=6e55868b-2168-443a-b0b0-d47405d65881 HTTP/1.1" status: 200 len: 920 time: 0.3963110 Sep 01 15:33:07.647756 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-e66165dc-203c-4d56-969a-62eaf7226b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:07.648451 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66165dc-203c-4d56-969a-62eaf7226b0f None None] The sync data for ids ['002a8cf3-47cc-43df-8c9a-15e93b8c364c'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:33:07.702163 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1b1f1013-a3c1-4994-a174-88675aee3db0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:07.724068 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5cd6bad2-1d60-41f7-9b7b-7ed99c3d8892 req-d35abdcc-94fb-4017-8b5b-5f3b6404b896 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd36c41a-7fed-486a-a89c-503a37995a1d HTTP/1.1" status: 200 len: 217 time: 0.0939629 Sep 01 15:33:07.833580 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ea8fc5-f406-4694-8501-7ed08a7ddaf2 admin admin] Network 76769b7a-4b3e-4693-94a4-6c03453c9aef is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:07.842773 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f1013-a3c1-4994-a174-88675aee3db0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Pushing event deleted for resources: {'Subnet': ['ID=329567b1-467b-4cb8-96fa-a2b6163d1c8d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:07.845629 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-b7ea8fc5-f406-4694-8501-7ed08a7ddaf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:07.858327 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5eaa4afc-3a0b-4f4d-8c17-2fbb96b345f5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:07.866356 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7c9325-4986-4a53-98c1-7cfa0401c1cb None None] Network a6adb6aa-9c52-4654-9de7-b1b15eed354f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:33:07.866637 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1b1f1013-a3c1-4994-a174-88675aee3db0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:07.883551 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1b1f1013-a3c1-4994-a174-88675aee3db0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] 10.222.0.60 "DELETE /v2.0/subnets/329567b1-467b-4cb8-96fa-a2b6163d1c8d HTTP/1.1" status: 204 len: 168 time: 1.7913735 Sep 01 15:33:07.899966 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34046) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:07.944414 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6bad2-1d60-41f7-9b7b-7ed99c3d8892 req-8822de12-4da4-498e-a253-db5df68d64b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:07.945978 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5cd6bad2-1d60-41f7-9b7b-7ed99c3d8892 req-8822de12-4da4-498e-a253-db5df68d64b7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=559a834f-1df6-4edf-8bed-bb164fc9896c HTTP/1.1" status: 200 len: 859 time: 0.2073522 Sep 01 15:33:07.968628 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b28338dc-9826-453b-a003-bf6c071d8cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:08.007725 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa4afc-3a0b-4f4d-8c17-2fbb96b345f5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Subnet': ['ID=79dd6cdf-e04e-4aac-baa5-b1903ec88c29,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:08.014163 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5eaa4afc-3a0b-4f4d-8c17-2fbb96b345f5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:08.032685 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5eaa4afc-3a0b-4f4d-8c17-2fbb96b345f5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/subnets/79dd6cdf-e04e-4aac-baa5-b1903ec88c29 HTTP/1.1" status: 204 len: 168 time: 2.1135981 Sep 01 15:33:08.040051 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b49734-4a1d-44d0-b2f1-de260959f46f None None] Network ac0e097a-b2db-46cd-a93f-4f75a697619d requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:33:08.106134 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34048) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:08.109251 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5cd6bad2-1d60-41f7-9b7b-7ed99c3d8892 req-270bcc75-7aef-4bea-a3f0-bd598bd96619 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6e55868b-2168-443a-b0b0-d47405d65881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094687 Sep 01 15:33:08.268552 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ea8fc5-f406-4694-8501-7ed08a7ddaf2 admin admin] Router f83edebe-7156-47f8-b3a7-245de57a6b5c has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:33:08.341050 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e231ff8b-f4a3-43ba-8709-4fce26c49a69 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:33:08.432982 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b922c398-5216-4967-9bf0-803238a6d870 None None] Provisioning complete for port e2b461ed-4a51-4497-a1d6-bae93e84524e triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:08.433383 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b922c398-5216-4967-9bf0-803238a6d870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:08.461970 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28338dc-9826-453b-a003-bf6c071d8cae admin admin] Pushing event updated for resources: {'Subnet': ['ID=fabefc47-50b0-426e-b87c-5f780176a982,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:08.476166 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-db751fb3-6681-41e3-ac12-9c5091001cae tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:08.496861 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7149dd-e51c-4d24-8759-b98e4df7782b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Router c5c70714-7996-4b0d-856d-812b21c9656b is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:33:08.501948 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28338dc-9826-453b-a003-bf6c071d8cae admin admin] Checking segment: {'id': 'ff979052-3c9e-4252-a434-e8e535a731f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5876ed09-fb15-4f67-bded-6cfe2d474d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:33:08.502539 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28338dc-9826-453b-a003-bf6c071d8cae admin admin] Network hostable DHCP agents. Network: 5876ed09-fb15-4f67-bded-6cfe2d474d88, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:33:08.528061 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: e231ff8b-f4a3-43ba-8709-4fce26c49a69 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:33:08.528412 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e231ff8b-f4a3-43ba-8709-4fce26c49a69 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:33:08.598091 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b922c398-5216-4967-9bf0-803238a6d870 None None] Port e2b461ed-4a51-4497-a1d6-bae93e84524e cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:33:08.606236 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2c013de-9a04-4e7e-827c-ef307fd121c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:08.664643 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:08.726239 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dd00bc-345d-447d-abc2-f6d496116219 None None] DHCP port deletion for ac0e097a-b2db-46cd-a93f-4f75a697619d request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:33:08.776030 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28338dc-9826-453b-a003-bf6c071d8cae admin admin] Network 5876ed09-fb15-4f67-bded-6cfe2d474d88 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:33:08.818865 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8d2d58-1e1a-457e-9f95-900a52151c2d None None] DHCP port deletion for a6adb6aa-9c52-4654-9de7-b1b15eed354f request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:33:08.866743 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ea8fc5-f406-4694-8501-7ed08a7ddaf2 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:33:08.871092 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7149dd-e51c-4d24-8759-b98e4df7782b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:33:08.876370 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b7ea8fc5-f406-4694-8501-7ed08a7ddaf2 admin admin] 10.222.0.60 "PUT /v2.0/routers/f83edebe-7156-47f8-b3a7-245de57a6b5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2784357 Sep 01 15:33:08.879766 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5cd6bad2-1d60-41f7-9b7b-7ed99c3d8892 req-f147ed2e-efcf-46dc-800e-cbe2565198d4 service neutron] 10.222.0.62 "GET /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6993525 Sep 01 15:33:08.888164 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61dfd23-03f2-42c3-ba63-9d8bc79f8f2e None None] Sync routers for ids ['f83edebe-7156-47f8-b3a7-245de57a6b5c'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:33:08.912376 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f08bb-7ccf-4c37-9c3f-0517276bdc49 req-9218ac3c-5ae4-442a-b016-19ef92bd52c8 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:08.915129 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-392f08bb-7ccf-4c37-9c3f-0517276bdc49 req-9218ac3c-5ae4-442a-b016-19ef92bd52c8 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.1320934 Sep 01 15:33:08.916640 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d7149dd-e51c-4d24-8759-b98e4df7782b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:08.922628 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8d7149dd-e51c-4d24-8759-b98e4df7782b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 11.0895684 Sep 01 15:33:08.923498 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34056) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:08.925721 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61dfd23-03f2-42c3-ba63-9d8bc79f8f2e None None] Routers {'f83edebe-7156-47f8-b3a7-245de57a6b5c'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:08.931332 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-e61dfd23-03f2-42c3-ba63-9d8bc79f8f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f83edebe-7156-47f8-b3a7-245de57a6b5c'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:08.958008 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-d8dd00bc-345d-447d-abc2-f6d496116219 None None] Deleting port 9143c3d0-ccbb-452a-b2e3-0727de82123f {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:33:08.958216 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d8dd00bc-345d-447d-abc2-f6d496116219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:08.987542 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-97593d2a-23a2-4368-bdcc-112ea8d5b1dd tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=de2c6e6a9d864f738bbaf0c51220fe5f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0624921 Sep 01 15:33:08.995290 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34060) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:09.046125 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-b28338dc-9826-453b-a003-bf6c071d8cae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 5876ed09-fb15-4f67-bded-6cfe2d474d88) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:09.053240 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-d8dd00bc-345d-447d-abc2-f6d496116219 None None] For port 9143c3d0-ccbb-452a-b2e3-0727de82123f, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=9143c3d0-ccbb-452a-b2e3-0727de82123f,segment=NetworkSegment(23163879-fb76-4ba2-8fd5-039c054b1cdf),segment_id=23163879-fb76-4ba2-8fd5-039c054b1cdf)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:09.053660 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d8dd00bc-345d-447d-abc2-f6d496116219 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:09.073824 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-d8dd00bc-345d-447d-abc2-f6d496116219 None None] Calling delete_port for 9143c3d0-ccbb-452a-b2e3-0727de82123f owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:33:09.128783 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28338dc-9826-453b-a003-bf6c071d8cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:09.130043 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b28338dc-9826-453b-a003-bf6c071d8cae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:09.154803 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-392f08bb-7ccf-4c37-9c3f-0517276bdc49 req-b622d4a1-5124-4073-ba5a-d37b784b27f9 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169988 Sep 01 15:33:09.199669 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6c7cfb-dd97-45a3-bc73-7daa52de54f3 None None] Network 5876ed09-fb15-4f67-bded-6cfe2d474d88 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:33:09.204320 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64656b2b-946e-4997-ac1f-9b6d11240c79 None None] Sync routers for ids ['c5c70714-7996-4b0d-856d-812b21c9656b'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:33:09.235617 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d8dd00bc-345d-447d-abc2-f6d496116219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:09.308111 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6955bd0-e428-423f-baa8-9fb673793696 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:09.317601 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d6955bd0-e428-423f-baa8-9fb673793696 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3211555 Sep 01 15:33:09.318490 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34064) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:09.372137 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-e61dfd23-03f2-42c3-ba63-9d8bc79f8f2e None None] Set router f83edebe-7156-47f8-b3a7-245de57a6b5c gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:33:09.380303 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-229a8c65-6859-497b-afd7-2cee4af76b94 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5c826073-0017-46f6-8947-51b31e774ff4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0603681 Sep 01 15:33:09.381139 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34066) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:09.387784 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-71bf9cbc-6019-4981-b2f8-2eba00068cb5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1025648190', 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:09.398737 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-db751fb3-6681-41e3-ac12-9c5091001cae tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:09.406408 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64656b2b-946e-4997-ac1f-9b6d11240c79 None None] Routers {'c5c70714-7996-4b0d-856d-812b21c9656b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:09.407749 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cbf4475b-b24b-4d89-a642-4b0847972511 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:09.409093 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-64656b2b-946e-4997-ac1f-9b6d11240c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['c5c70714-7996-4b0d-856d-812b21c9656b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:09.433134 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-2460e241-2a42-4e55-a0cf-68d26511177b req-e75b482a-d527-43e4-b9ca-49a234b7b5a4 service neutron] (94734) timed out ('10.222.0.60', 40784) {{(pid=94734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 15:33:09.484664 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b28338dc-9826-453b-a003-bf6c071d8cae admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5336549 Sep 01 15:33:09.500138 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-db751fb3-6681-41e3-ac12-9c5091001cae tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d27cf3-9f65-4457-b930-d5f46695ff1e']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:09.594170 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-db751fb3-6681-41e3-ac12-9c5091001cae tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d065287-5769-40e6-87bb-1c8376ab4842') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:09.595999 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-db751fb3-6681-41e3-ac12-9c5091001cae tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d065287-5769-40e6-87bb-1c8376ab4842') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:09.650922 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-db751fb3-6681-41e3-ac12-9c5091001cae tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:09.676884 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bf9cbc-6019-4981-b2f8-2eba00068cb5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Made reservation on behalf of de2c6e6a9d864f738bbaf0c51220fe5f for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:33:09.695448 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-71bf9cbc-6019-4981-b2f8-2eba00068cb5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:09.868302 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34074) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:10.077146 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ec50b5-19be-453c-ae9d-5aff8d61fb1d admin admin] Deleting subnet 4c0b93f7-d851-4154-8114-7dfe5ec839ee {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:33:10.098193 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59ec50b5-19be-453c-ae9d-5aff8d61fb1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:10.141021 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-e61dfd23-03f2-42c3-ba63-9d8bc79f8f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'name': 'tempest-TestVolumeBackupRestore-510133207-router', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:47Z', 'updated_at': '2021-09-01T15:33:05Z', 'revision_number': 4, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'gw_port': {'id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:49Z', 'updated_at': '2021-09-01T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'e2b461ed-4a51-4497-a1d6-bae93e84524e', 'name': '', 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'mac_address': 'fa:16:3e:69:4f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'da20ebf2-a46b-4ef3-a737-42373cf96a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:00Z', 'updated_at': '2021-09-01T15:33:05Z', 'revision_number': 2, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'subnets': [{'id': 'da20ebf2-a46b-4ef3-a737-42373cf96a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:10.227000 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59ec50b5-19be-453c-ae9d-5aff8d61fb1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:10.250397 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-db751fb3-6681-41e3-ac12-9c5091001cae tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:10.257320 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f2c013de-9a04-4e7e-827c-ef307fd121c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Deleting port 9143c3d0-ccbb-452a-b2e3-0727de82123f {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:33:10.257807 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2c013de-9a04-4e7e-827c-ef307fd121c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:10.275501 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd00bc-345d-447d-abc2-f6d496116219 None None] Pushing event deleted for resources: {'Port': ['ID=9143c3d0-ccbb-452a-b2e3-0727de82123f,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:10.282423 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db751fb3-6681-41e3-ac12-9c5091001cae tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:33:10.283122 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-db751fb3-6681-41e3-ac12-9c5091001cae tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:10.289811 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61dfd23-03f2-42c3-ba63-9d8bc79f8f2e None None] Checking router: f83edebe-7156-47f8-b3a7-245de57a6b5c for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:33:10.294285 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61dfd23-03f2-42c3-ba63-9d8bc79f8f2e None None] Updating router f83edebe-7156-47f8-b3a7-245de57a6b5c port e2b461ed-4a51-4497-a1d6-bae93e84524e binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: items = [ Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:33:10.298282 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:33:10.303094 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5cd6bad2-1d60-41f7-9b7b-7ed99c3d8892 req-e60feef4-949a-4a80-8d95-340ff00248a7 service neutron] 10.222.0.62 "GET /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3908617 Sep 01 15:33:10.380422 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4c0b44d8-5869-4e2e-8243-70594f1df250 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:33:10.451077 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-71bf9cbc-6019-4981-b2f8-2eba00068cb5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:10.486946 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-64656b2b-946e-4997-ac1f-9b6d11240c79 None None] Set router c5c70714-7996-4b0d-856d-812b21c9656b gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:33:10.487891 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34086) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:10.517744 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-a988bbe3-1e5f-4ba6-a1c7-8d35fc99e626 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2143954352-network', 'tenant_id': '2bbdc5daa59849e4be61e04d8d46f77f'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:10.550048 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-e61dfd23-03f2-42c3-ba63-9d8bc79f8f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:10.567152 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf9cbc-6019-4981-b2f8-2eba00068cb5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Subnet': ['ID=bcb33d60-1f3f-4daa-9eeb-83a83c5955c8,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:10.607124 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59ec50b5-19be-453c-ae9d-5aff8d61fb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:10.612306 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f2c013de-9a04-4e7e-827c-ef307fd121c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] For port 9143c3d0-ccbb-452a-b2e3-0727de82123f, host n-d-794796-3, got binding levels [] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:10.612836 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2c013de-9a04-4e7e-827c-ef307fd121c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:10.637545 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bf9cbc-6019-4981-b2f8-2eba00068cb5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Checking segment: {'id': 'f6e5359a-1b58-4e86-b852-e45d185fad19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:33:10.638170 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bf9cbc-6019-4981-b2f8-2eba00068cb5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Network hostable DHCP agents. Network: 4ca70199-f0ff-4e3d-b16a-4345a6e48c46, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:33:10.668874 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f2c013de-9a04-4e7e-827c-ef307fd121c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Calling delete_port for 9143c3d0-ccbb-452a-b2e3-0727de82123f owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:33:10.671510 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-db751fb3-6681-41e3-ac12-9c5091001cae tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:10.679355 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.ipam_backend_mixin [None req-f2c013de-9a04-4e7e-827c-ef307fd121c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Port 9143c3d0-ccbb-452a-b2e3-0727de82123f was not found and therefore no delete operation was performed {{(pid=94734) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 15:33:10.685302 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a988bbe3-1e5f-4ba6-a1c7-8d35fc99e626 admin admin] Made reservation on behalf of 2bbdc5daa59849e4be61e04d8d46f77f for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:33:10.687974 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a988bbe3-1e5f-4ba6-a1c7-8d35fc99e626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:10.696959 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-db751fb3-6681-41e3-ac12-9c5091001cae tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:10.699354 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-db751fb3-6681-41e3-ac12-9c5091001cae tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] 10.222.0.60 "DELETE /v2.0/networks/b0d27cf3-9f65-4457-b930-d5f46695ff1e HTTP/1.1" status: 204 len: 168 time: 2.7569463 Sep 01 15:33:10.702906 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bf9cbc-6019-4981-b2f8-2eba00068cb5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Network 4ca70199-f0ff-4e3d-b16a-4345a6e48c46 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:33:10.706337 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2c013de-9a04-4e7e-827c-ef307fd121c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:10.719609 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34088) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:10.731454 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-71bf9cbc-6019-4981-b2f8-2eba00068cb5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 4ca70199-f0ff-4e3d-b16a-4345a6e48c46) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:10.734520 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd00bc-345d-447d-abc2-f6d496116219 None None] No DVR routers for this DVR port 9143c3d0-ccbb-452a-b2e3-0727de82123f on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:33:10.740025 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-835f46bd-9672-4093-89d0-e2c45612f962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:10.742504 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a8d2d58-1e1a-457e-9f95-900a52151c2d None None] Deleting port 4c0b44d8-5869-4e2e-8243-70594f1df250 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:33:10.742883 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a8d2d58-1e1a-457e-9f95-900a52151c2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:10.770276 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bf9cbc-6019-4981-b2f8-2eba00068cb5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:10.773726 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-71bf9cbc-6019-4981-b2f8-2eba00068cb5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:10.794955 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9368791c-c2dc-4139-9b05-5168007eb13c None None] Network 4ca70199-f0ff-4e3d-b16a-4345a6e48c46 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:33:10.808119 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a988bbe3-1e5f-4ba6-a1c7-8d35fc99e626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:10.819106 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81432827-c7f8-4f29-9a16-59c117473848 req-8ef2c9aa-06e6-46fc-9bdb-cd234da62a56 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:10.821044 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-81432827-c7f8-4f29-9a16-59c117473848 req-8ef2c9aa-06e6-46fc-9bdb-cd234da62a56 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.3842821 Sep 01 15:33:10.829001 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-71bf9cbc-6019-4981-b2f8-2eba00068cb5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4466383 Sep 01 15:33:10.832146 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34090) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:10.855550 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdf34f1-1867-4c90-bcdb-4c329b6fb2a7 None None] Network 5876ed09-fb15-4f67-bded-6cfe2d474d88 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:33:10.866884 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db751fb3-6681-41e3-ac12-9c5091001cae tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Pushing event deleted for resources: {'Network': ['ID=b0d27cf3-9f65-4457-b930-d5f46695ff1e,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:11.059657 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-e61dfd23-03f2-42c3-ba63-9d8bc79f8f2e None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:11.098034 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:33:11.326573 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c013de-9a04-4e7e-827c-ef307fd121c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Port': ['ID=9143c3d0-ccbb-452a-b2e3-0727de82123f,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:11.366195 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c013de-9a04-4e7e-827c-ef307fd121c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] No DVR routers for this DVR port 9143c3d0-ccbb-452a-b2e3-0727de82123f on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:33:11.377474 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a8d2d58-1e1a-457e-9f95-900a52151c2d None None] For port 4c0b44d8-5869-4e2e-8243-70594f1df250, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=4c0b44d8-5869-4e2e-8243-70594f1df250,segment=NetworkSegment(c07a1ea3-06c8-4ea4-80f9-ceeb5b1e959a),segment_id=c07a1ea3-06c8-4ea4-80f9-ceeb5b1e959a)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:11.378156 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a8d2d58-1e1a-457e-9f95-900a52151c2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:11.391528 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-e61dfd23-03f2-42c3-ba63-9d8bc79f8f2e None None] Transition to ACTIVE for port object e2b461ed-4a51-4497-a1d6-bae93e84524e will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:11.404392 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-e61dfd23-03f2-42c3-ba63-9d8bc79f8f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:11.432758 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59ec50b5-19be-453c-ae9d-5aff8d61fb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:11.439338 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:11.529340 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:11.536036 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a8d2d58-1e1a-457e-9f95-900a52151c2d None None] Calling delete_port for 4c0b44d8-5869-4e2e-8243-70594f1df250 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:33:11.548474 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211dc819-ad50-47b4-9b59-9b38d8886b6e None None] Pushing event updated for resources: {'Port': ['ID=e2b461ed-4a51-4497-a1d6-bae93e84524e,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:11.586776 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-81432827-c7f8-4f29-9a16-59c117473848 req-6dc4e487-7990-4cbe-80bf-aefe361b390c tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7164536 Sep 01 15:33:11.598124 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59ec50b5-19be-453c-ae9d-5aff8d61fb1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:11.604280 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-59ec50b5-19be-453c-ae9d-5aff8d61fb1d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4c0b93f7-d851-4154-8114-7dfe5ec839ee HTTP/1.1" status: 204 len: 168 time: 1.6918352 Sep 01 15:33:11.604280 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec50b5-19be-453c-ae9d-5aff8d61fb1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c0b93f7-d851-4154-8114-7dfe5ec839ee,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:11.604815 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34094) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:11.608312 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d2e8fb-6c38-412b-a729-2edc2aa59606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-4ca70199-f0ff-4e3d-b16a-4345a6e48c46', 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'fixed_ips': [{'subnet_id': 'bcb33d60-1f3f-4daa-9eeb-83a83c5955c8'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:33:11.611245 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d7d2e8fb-6c38-412b-a729-2edc2aa59606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:11.635112 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2c013de-9a04-4e7e-827c-ef307fd121c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:11.696450 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 4c0b44d8-5869-4e2e-8243-70594f1df250, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=4c0b44d8-5869-4e2e-8243-70594f1df250,segment=NetworkSegment(c07a1ea3-06c8-4ea4-80f9-ceeb5b1e959a),segment_id=c07a1ea3-06c8-4ea4-80f9-ceeb5b1e959a)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:11.779047 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-f2c013de-9a04-4e7e-827c-ef307fd121c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac0e097a-b2db-46cd-a93f-4f75a697619d']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:11.817732 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-f2c013de-9a04-4e7e-827c-ef307fd121c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23163879-fb76-4ba2-8fd5-039c054b1cdf') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:11.818365 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-f2c013de-9a04-4e7e-827c-ef307fd121c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23163879-fb76-4ba2-8fd5-039c054b1cdf') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:11.866613 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-e61dfd23-03f2-42c3-ba63-9d8bc79f8f2e None None] Attempting to bind port e2b461ed-4a51-4497-a1d6-bae93e84524e on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:33:11.867444 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-e61dfd23-03f2-42c3-ba63-9d8bc79f8f2e None None] Attempting to bind port e2b461ed-4a51-4497-a1d6-bae93e84524e by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '26eff680-32da-4167-a3b1-8718714d306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:33:11.868713 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61dfd23-03f2-42c3-ba63-9d8bc79f8f2e None None] Attempting to bind port e2b461ed-4a51-4497-a1d6-bae93e84524e on network 76769b7a-4b3e-4693-94a4-6c03453c9aef {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:33:11.883788 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61dfd23-03f2-42c3-ba63-9d8bc79f8f2e None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:33:11.886848 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61dfd23-03f2-42c3-ba63-9d8bc79f8f2e None None] Checking segment: {'id': '26eff680-32da-4167-a3b1-8718714d306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:33:11.887772 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-e61dfd23-03f2-42c3-ba63-9d8bc79f8f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:11.888579 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61dfd23-03f2-42c3-ba63-9d8bc79f8f2e None None] Bound using segment: {'id': '26eff680-32da-4167-a3b1-8718714d306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:33:11.889601 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-e61dfd23-03f2-42c3-ba63-9d8bc79f8f2e None None] Bound port: e2b461ed-4a51-4497-a1d6-bae93e84524e, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26eff680-32da-4167-a3b1-8718714d306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:33:11.890395 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-e61dfd23-03f2-42c3-ba63-9d8bc79f8f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:11.911419 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2c013de-9a04-4e7e-827c-ef307fd121c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:11.955833 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:11.957016 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 9143c3d0-ccbb-452a-b2e3-0727de82123f no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:33:12.021462 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2c013de-9a04-4e7e-827c-ef307fd121c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.041013 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-92c1a18b-5a2c-41f2-8d2d-cfd69053e678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.055512 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c013de-9a04-4e7e-827c-ef307fd121c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:33:12.058972 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2c013de-9a04-4e7e-827c-ef307fd121c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:33:12.066394 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:33:12.069809 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-e61dfd23-03f2-42c3-ba63-9d8bc79f8f2e None None] For port e2b461ed-4a51-4497-a1d6-bae93e84524e, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:33:12.074913 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-e61dfd23-03f2-42c3-ba63-9d8bc79f8f2e None None] For port e2b461ed-4a51-4497-a1d6-bae93e84524e, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e2b461ed-4a51-4497-a1d6-bae93e84524e,segment=NetworkSegment(26eff680-32da-4167-a3b1-8718714d306e),segment_id=26eff680-32da-4167-a3b1-8718714d306e)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:33:12.085271 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-e61dfd23-03f2-42c3-ba63-9d8bc79f8f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.189756 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=4c0b44d8-5869-4e2e-8243-70594f1df250,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:12.222668 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211dc819-ad50-47b4-9b59-9b38d8886b6e None None] Pushing event updated for resources: {'Port': ['ID=e2b461ed-4a51-4497-a1d6-bae93e84524e,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:12.250918 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61dfd23-03f2-42c3-ba63-9d8bc79f8f2e None None] Routers {'f83edebe-7156-47f8-b3a7-245de57a6b5c'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:12.252712 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-e61dfd23-03f2-42c3-ba63-9d8bc79f8f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:32:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f83edebe-7156-47f8-b3a7-245de57a6b5c'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:12.267616 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a988bbe3-1e5f-4ba6-a1c7-8d35fc99e626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.282967 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 9143c3d0-ccbb-452a-b2e3-0727de82123f {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:33:12.285880 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 9143c3d0-ccbb-452a-b2e3-0727de82123f not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:33:12.413018 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a988bbe3-1e5f-4ba6-a1c7-8d35fc99e626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.443669 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2c013de-9a04-4e7e-827c-ef307fd121c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.451982 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-d7d2e8fb-6c38-412b-a729-2edc2aa59606 None None] Allocated IP 172.20.0.2 (4ca70199-f0ff-4e3d-b16a-4345a6e48c46/bcb33d60-1f3f-4daa-9eeb-83a83c5955c8/13e1fb39-2008-4688-8729-fc6dc570cccb) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:33:12.473925 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.523069 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-64656b2b-946e-4997-ac1f-9b6d11240c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225365038', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:33:05Z', 'revision_number': 3, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:01Z', 'updated_at': '2021-09-01T15:33:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:12.540002 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Deleting port 4c0b44d8-5869-4e2e-8243-70594f1df250 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:33:12.547570 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.574287 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d667b164-95e7-4078-8bff-05548079ba99 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.600697 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2c013de-9a04-4e7e-827c-ef307fd121c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.605410 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f2c013de-9a04-4e7e-827c-ef307fd121c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/networks/ac0e097a-b2db-46cd-a93f-4f75a697619d HTTP/1.1" status: 204 len: 168 time: 4.4945517 Sep 01 15:33:12.639913 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64656b2b-946e-4997-ac1f-9b6d11240c79 None None] Checking router: c5c70714-7996-4b0d-856d-812b21c9656b for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:33:12.641113 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64656b2b-946e-4997-ac1f-9b6d11240c79 None None] Updating router c5c70714-7996-4b0d-856d-812b21c9656b port e16bdf3c-86a1-4c16-8084-29b45e3c3d1f binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:33:12.644934 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a8d2d58-1e1a-457e-9f95-900a52151c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.670396 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34098) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:12.671840 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-e61dfd23-03f2-42c3-ba63-9d8bc79f8f2e None None] Set router f83edebe-7156-47f8-b3a7-245de57a6b5c gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:33:12.689291 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d2d58-1e1a-457e-9f95-900a52151c2d None None] Pushing event deleted for resources: {'Port': ['ID=4c0b44d8-5869-4e2e-8243-70594f1df250,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:12.690055 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a988bbe3-1e5f-4ba6-a1c7-8d35fc99e626 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:33:12.713879 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-02511e5f-8996-4cd9-8678-758ea04e6ab0 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-837674245'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:12.721655 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8d2d58-1e1a-457e-9f95-900a52151c2d None None] No DVR routers for this DVR port 4c0b44d8-5869-4e2e-8243-70594f1df250 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:33:12.725684 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-64656b2b-946e-4997-ac1f-9b6d11240c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.899771 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02511e5f-8996-4cd9-8678-758ea04e6ab0 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Made reservation on behalf of 04587385136a4cf6b43419edb8262f74 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:33:12.906698 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-02511e5f-8996-4cd9-8678-758ea04e6ab0 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:12.992649 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c013de-9a04-4e7e-827c-ef307fd121c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Network': ['ID=ac0e097a-b2db-46cd-a93f-4f75a697619d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:12.999049 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-e61dfd23-03f2-42c3-ba63-9d8bc79f8f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'name': 'tempest-TestVolumeBackupRestore-510133207-router', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:47Z', 'updated_at': '2021-09-01T15:33:05Z', 'revision_number': 4, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'gw_port': {'id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:49Z', 'updated_at': '2021-09-01T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'e2b461ed-4a51-4497-a1d6-bae93e84524e', 'name': '', 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'mac_address': 'fa:16:3e:69:4f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'da20ebf2-a46b-4ef3-a737-42373cf96a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:00Z', 'updated_at': '2021-09-01T15:33:12Z', 'revision_number': 4, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'subnets': [{'id': 'da20ebf2-a46b-4ef3-a737-42373cf96a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:13.012818 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a988bbe3-1e5f-4ba6-a1c7-8d35fc99e626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:13.013812 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-a988bbe3-1e5f-4ba6-a1c7-8d35fc99e626 admin admin] Added segment 80a6db48-56c0-4aec-9cab-aa300ede4a0e of type vlan for network e5ab2f9e-48ef-418d-b142-d0bea3899998 Sep 01 15:33:13.034365 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61dfd23-03f2-42c3-ba63-9d8bc79f8f2e None None] The sync data for ids ['f83edebe-7156-47f8-b3a7-245de57a6b5c'] in n-d-794796-3 is: [{'id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'name': 'tempest-TestVolumeBackupRestore-510133207-router', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:47Z', 'updated_at': '2021-09-01T15:33:05Z', 'revision_number': 4, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'gw_port': {'id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:49Z', 'updated_at': '2021-09-01T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'e2b461ed-4a51-4497-a1d6-bae93e84524e', 'name': '', 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'mac_address': 'fa:16:3e:69:4f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'da20ebf2-a46b-4ef3-a737-42373cf96a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:00Z', 'updated_at': '2021-09-01T15:33:12Z', 'revision_number': 4, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'subnets': [{'id': 'da20ebf2-a46b-4ef3-a737-42373cf96a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:33:13.041891 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d7d2e8fb-6c38-412b-a729-2edc2aa59606 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:13.066076 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d7d2e8fb-6c38-412b-a729-2edc2aa59606 None None] Transition to ACTIVE for port object 13e1fb39-2008-4688-8729-fc6dc570cccb will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:13.073498 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f121d-0981-4e43-a13a-7784f5590941 req-6ddbd4d7-0450-48bc-89fa-0b430ec96c77 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:13.076362 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7c4f121d-0981-4e43-a13a-7784f5590941 req-6ddbd4d7-0450-48bc-89fa-0b430ec96c77 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.2020483 Sep 01 15:33:13.145459 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d7d2e8fb-6c38-412b-a729-2edc2aa59606 None None] Transition to ACTIVE for port object 13e1fb39-2008-4688-8729-fc6dc570cccb will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:13.177433 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-92c1a18b-5a2c-41f2-8d2d-cfd69053e678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:13.205418 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-92c1a18b-5a2c-41f2-8d2d-cfd69053e678 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dafb3e8-2c46-4e96-bd8f-0f6293144d7e']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:13.216565 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d7d2e8fb-6c38-412b-a729-2edc2aa59606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:13.223041 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-92c1a18b-5a2c-41f2-8d2d-cfd69053e678 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e596c6c8-a03c-49bd-8608-5e2ef5ba01b8') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:13.223394 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-92c1a18b-5a2c-41f2-8d2d-cfd69053e678 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e596c6c8-a03c-49bd-8608-5e2ef5ba01b8') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:13.250851 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988bbe3-1e5f-4ba6-a1c7-8d35fc99e626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee08e1d-cf7a-4446-a217-0b95d52d1425,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:13.258513 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-92c1a18b-5a2c-41f2-8d2d-cfd69053e678 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:13.279336 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7c4f121d-0981-4e43-a13a-7784f5590941 req-1fc0f851-b693-45aa-ae3a-a6541f72308f tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245756 Sep 01 15:33:13.322473 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d2e8fb-6c38-412b-a729-2edc2aa59606 None None] Network 4ca70199-f0ff-4e3d-b16a-4345a6e48c46 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:13.338921 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-d7d2e8fb-6c38-412b-a729-2edc2aa59606 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:13.343296 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d2e8fb-6c38-412b-a729-2edc2aa59606 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:33:13.374000 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2e8fb-6c38-412b-a729-2edc2aa59606 None None] Pushing event updated for resources: {'Port': ['ID=13e1fb39-2008-4688-8729-fc6dc570cccb,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:13.382343 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:13.387459 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a988bbe3-1e5f-4ba6-a1c7-8d35fc99e626 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:13.429032 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] For port 4c0b44d8-5869-4e2e-8243-70594f1df250, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=4c0b44d8-5869-4e2e-8243-70594f1df250,segment=NetworkSegment(c07a1ea3-06c8-4ea4-80f9-ceeb5b1e959a),segment_id=c07a1ea3-06c8-4ea4-80f9-ceeb5b1e959a)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:13.431682 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:13.452833 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Calling delete_port for 4c0b44d8-5869-4e2e-8243-70594f1df250 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:33:13.488017 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-d667b164-95e7-4078-8bff-05548079ba99 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Allocated IP 172.20.0.1 (4ca70199-f0ff-4e3d-b16a-4345a6e48c46/bcb33d60-1f3f-4daa-9eeb-83a83c5955c8/869e4220-3ece-47ca-b148-fc808fc37347) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:33:13.552371 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d7d2e8fb-6c38-412b-a729-2edc2aa59606 None None] Attempting to bind port 13e1fb39-2008-4688-8729-fc6dc570cccb on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:33:13.552961 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d7d2e8fb-6c38-412b-a729-2edc2aa59606 None None] Attempting to bind port 13e1fb39-2008-4688-8729-fc6dc570cccb by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'f6e5359a-1b58-4e86-b852-e45d185fad19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:33:13.563143 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d2e8fb-6c38-412b-a729-2edc2aa59606 None None] Attempting to bind port 13e1fb39-2008-4688-8729-fc6dc570cccb on network 4ca70199-f0ff-4e3d-b16a-4345a6e48c46 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:33:13.590592 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d2e8fb-6c38-412b-a729-2edc2aa59606 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:33:13.591422 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d2e8fb-6c38-412b-a729-2edc2aa59606 None None] Checking segment: {'id': 'f6e5359a-1b58-4e86-b852-e45d185fad19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:33:13.592051 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d7d2e8fb-6c38-412b-a729-2edc2aa59606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:13.592713 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d2e8fb-6c38-412b-a729-2edc2aa59606 None None] Bound using segment: {'id': 'f6e5359a-1b58-4e86-b852-e45d185fad19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:33:13.593539 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d7d2e8fb-6c38-412b-a729-2edc2aa59606 None None] Bound port: 13e1fb39-2008-4688-8729-fc6dc570cccb, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e5359a-1b58-4e86-b852-e45d185fad19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:33:13.594494 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-92c1a18b-5a2c-41f2-8d2d-cfd69053e678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:13.595307 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d7d2e8fb-6c38-412b-a729-2edc2aa59606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:13.604676 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:13.644211 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-64656b2b-946e-4997-ac1f-9b6d11240c79 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:13.654696 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.api [None req-02511e5f-8996-4cd9-8678-758ea04e6ab0 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=94733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:33:13.655282 n-d-794796-3 neutron-server[94733]: DEBUG oslo_db.api [None req-02511e5f-8996-4cd9-8678-758ea04e6ab0 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:33:13.710535 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a988bbe3-1e5f-4ba6-a1c7-8d35fc99e626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:13.711603 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a988bbe3-1e5f-4ba6-a1c7-8d35fc99e626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:13.712450 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a988bbe3-1e5f-4ba6-a1c7-8d35fc99e626 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:13.720732 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Pushing event deleted for resources: {'Port': ['ID=4c0b44d8-5869-4e2e-8243-70594f1df250,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:13.736127 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-d7d2e8fb-6c38-412b-a729-2edc2aa59606 None None] For port 13e1fb39-2008-4688-8729-fc6dc570cccb, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:33:13.736361 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c1a18b-5a2c-41f2-8d2d-cfd69053e678 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:33:13.736700 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-92c1a18b-5a2c-41f2-8d2d-cfd69053e678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:13.748647 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:13.749069 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:13.749432 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:13.749890 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:13.751401 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:13.751759 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:13.752111 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:13.752519 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:13.752952 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:13.753298 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:13.753764 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:13.754143 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:33:13.759844 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:33:13.766027 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-64656b2b-946e-4997-ac1f-9b6d11240c79 None None] Transition to ACTIVE for port object e16bdf3c-86a1-4c16-8084-29b45e3c3d1f will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:13.778567 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a4ee1d8-d377-473e-9827-d9ddd3cc9d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:13.792162 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-64656b2b-946e-4997-ac1f-9b6d11240c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:13.831741 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d667b164-95e7-4078-8bff-05548079ba99 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:13.848656 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712cc02-8e3c-45be-9705-156603a95e65 None None] Pushing event updated for resources: {'Port': ['ID=e16bdf3c-86a1-4c16-8084-29b45e3c3d1f,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:13.876480 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-64656b2b-946e-4997-ac1f-9b6d11240c79 None None] Attempting to bind port e16bdf3c-86a1-4c16-8084-29b45e3c3d1f on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:33:13.876888 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-64656b2b-946e-4997-ac1f-9b6d11240c79 None None] Attempting to bind port e16bdf3c-86a1-4c16-8084-29b45e3c3d1f by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:33:13.877261 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64656b2b-946e-4997-ac1f-9b6d11240c79 None None] Attempting to bind port e16bdf3c-86a1-4c16-8084-29b45e3c3d1f on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:33:13.883263 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64656b2b-946e-4997-ac1f-9b6d11240c79 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:33:13.883695 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64656b2b-946e-4997-ac1f-9b6d11240c79 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:33:13.884116 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-64656b2b-946e-4997-ac1f-9b6d11240c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:13.884522 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64656b2b-946e-4997-ac1f-9b6d11240c79 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:33:13.885013 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-64656b2b-946e-4997-ac1f-9b6d11240c79 None None] Bound port: e16bdf3c-86a1-4c16-8084-29b45e3c3d1f, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:33:13.885409 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-64656b2b-946e-4997-ac1f-9b6d11240c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:13.890602 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-d667b164-95e7-4078-8bff-05548079ba99 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Transition to ACTIVE for port object 869e4220-3ece-47ca-b148-fc808fc37347 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:13.935664 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] No DVR routers for this DVR port 4c0b44d8-5869-4e2e-8243-70594f1df250 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:33:13.973064 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d667b164-95e7-4078-8bff-05548079ba99 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:14.032624 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-64656b2b-946e-4997-ac1f-9b6d11240c79 None None] For port e16bdf3c-86a1-4c16-8084-29b45e3c3d1f, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:33:14.039396 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-64656b2b-946e-4997-ac1f-9b6d11240c79 None None] For port e16bdf3c-86a1-4c16-8084-29b45e3c3d1f, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e16bdf3c-86a1-4c16-8084-29b45e3c3d1f,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:33:14.048803 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-64656b2b-946e-4997-ac1f-9b6d11240c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:14.088761 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a988bbe3-1e5f-4ba6-a1c7-8d35fc99e626 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.5804334 Sep 01 15:33:14.098027 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34114) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:14.106734 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-459b6954-f2ab-4cfe-bae5-ea8b76814d22 admin admin] Request body: {'subnet': {'network_id': 'e5ab2f9e-48ef-418d-b142-d0bea3899998', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2143954352-subnet', 'tenant_id': '2bbdc5daa59849e4be61e04d8d46f77f', 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:14.131053 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d667b164-95e7-4078-8bff-05548079ba99 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Network 4ca70199-f0ff-4e3d-b16a-4345a6e48c46 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:14.131551 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988bbe3-1e5f-4ba6-a1c7-8d35fc99e626 admin admin] Pushing event updated for resources: {'Network': ['ID=e5ab2f9e-48ef-418d-b142-d0bea3899998,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:14.159507 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-02511e5f-8996-4cd9-8678-758ea04e6ab0 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:14.197569 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-d667b164-95e7-4078-8bff-05548079ba99 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:14.207183 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d667b164-95e7-4078-8bff-05548079ba99 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:33:14.221878 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667b164-95e7-4078-8bff-05548079ba99 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Port': ['ID=869e4220-3ece-47ca-b148-fc808fc37347,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:14.228753 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712cc02-8e3c-45be-9705-156603a95e65 None None] Pushing event updated for resources: {'Port': ['ID=e16bdf3c-86a1-4c16-8084-29b45e3c3d1f,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:14.240993 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network e5ab2f9e-48ef-418d-b142-d0bea3899998 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:33:14.250047 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-92c1a18b-5a2c-41f2-8d2d-cfd69053e678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:14.271347 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:14.281094 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-92c1a18b-5a2c-41f2-8d2d-cfd69053e678 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:14.283254 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-92c1a18b-5a2c-41f2-8d2d-cfd69053e678 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7dafb3e8-2c46-4e96-bd8f-0f6293144d7e HTTP/1.1" status: 204 len: 168 time: 2.6680901 Sep 01 15:33:14.293819 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34116) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:14.294337 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-d7d2e8fb-6c38-412b-a729-2edc2aa59606 None None] For port 13e1fb39-2008-4688-8729-fc6dc570cccb, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=13e1fb39-2008-4688-8729-fc6dc570cccb,segment=NetworkSegment(f6e5359a-1b58-4e86-b852-e45d185fad19),segment_id=f6e5359a-1b58-4e86-b852-e45d185fad19)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:33:14.320212 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6adb6aa-9c52-4654-9de7-b1b15eed354f']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:14.324561 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1a18b-5a2c-41f2-8d2d-cfd69053e678 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dafb3e8-2c46-4e96-bd8f-0f6293144d7e,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:14.326810 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02511e5f-8996-4cd9-8678-758ea04e6ab0 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:33:14.365153 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07a1ea3-06c8-4ea4-80f9-ceeb5b1e959a') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:14.365480 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-02511e5f-8996-4cd9-8678-758ea04e6ab0 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:14.365677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07a1ea3-06c8-4ea4-80f9-ceeb5b1e959a') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:14.366046 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-02511e5f-8996-4cd9-8678-758ea04e6ab0 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Added segment 600f1d8b-5e90-45c0-9e44-cf39c03f2238 of type vlan for network fea9fa3f-aaec-4802-8611-b9355e24a7c4 Sep 01 15:33:14.368859 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d667b164-95e7-4078-8bff-05548079ba99 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:14.380520 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:14.399927 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d7d2e8fb-6c38-412b-a729-2edc2aa59606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:14.425501 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:14.434098 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:33:14.434510 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:33:14.461902 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:33:14.522091 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2e8fb-6c38-412b-a729-2edc2aa59606 None None] Pushing event updated for resources: {'Port': ['ID=13e1fb39-2008-4688-8729-fc6dc570cccb,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:14.530252 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64656b2b-946e-4997-ac1f-9b6d11240c79 None None] Routers {'c5c70714-7996-4b0d-856d-812b21c9656b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:14.530992 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-64656b2b-946e-4997-ac1f-9b6d11240c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:33:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['c5c70714-7996-4b0d-856d-812b21c9656b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:14.608887 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e2b461ed-4a51-4497-a1d6-bae93e84524e up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:14.616927 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459b6954-f2ab-4cfe-bae5-ea8b76814d22 admin admin] Made reservation on behalf of 2bbdc5daa59849e4be61e04d8d46f77f for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:33:14.624859 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-459b6954-f2ab-4cfe-bae5-ea8b76814d22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:14.635066 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cbf4475b-b24b-4d89-a642-4b0847972511 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37605'] for router, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:14.668850 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:14.678540 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:14.686355 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] 10.222.0.60 "DELETE /v2.0/networks/a6adb6aa-9c52-4654-9de7-b1b15eed354f HTTP/1.1" status: 204 len: 168 time: 3.9529877 Sep 01 15:33:14.686355 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cbf4475b-b24b-4d89-a642-4b0847972511 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1825249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1825272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1826501'] for router, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:14.691098 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34120) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:14.696039 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-de73df24-e25f-4833-869c-cbb659c40776 admin admin] Deleting subnet fabefc47-50b0-426e-b87c-5f780176a982 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:33:14.919569 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-de73df24-e25f-4833-869c-cbb659c40776 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:14.921905 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6eb9b2-63c6-446d-9d2f-163be5a5ae46 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Pushing event deleted for resources: {'Network': ['ID=a6adb6aa-9c52-4654-9de7-b1b15eed354f,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:14.942250 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf4475b-b24b-4d89-a642-4b0847972511 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Router 002a8cf3-47cc-43df-8c9a-15e93b8c364c has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:33:15.009392 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d667b164-95e7-4078-8bff-05548079ba99 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:15.096089 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-02511e5f-8996-4cd9-8678-758ea04e6ab0 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:15.133274 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-64656b2b-946e-4997-ac1f-9b6d11240c79 None None] Set router c5c70714-7996-4b0d-856d-812b21c9656b gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:33:15.167922 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-de73df24-e25f-4833-869c-cbb659c40776 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:15.281639 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port e2b461ed-4a51-4497-a1d6-bae93e84524e completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:15.288467 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-de73df24-e25f-4833-869c-cbb659c40776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:15.301375 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port e2b461ed-4a51-4497-a1d6-bae93e84524e triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:15.301761 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:15.452592 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:15.473751 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-de73df24-e25f-4833-869c-cbb659c40776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:15.561548 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:15.640981 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73df24-e25f-4833-869c-cbb659c40776 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fabefc47-50b0-426e-b87c-5f780176a982,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:15.671455 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-de73df24-e25f-4833-869c-cbb659c40776 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:15.683812 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-de73df24-e25f-4833-869c-cbb659c40776 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fabefc47-50b0-426e-b87c-5f780176a982 HTTP/1.1" status: 204 len: 168 time: 1.3755920 Sep 01 15:33:15.688642 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34124) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:15.707303 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port e2b461ed-4a51-4497-a1d6-bae93e84524e, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e2b461ed-4a51-4497-a1d6-bae93e84524e,segment=NetworkSegment(26eff680-32da-4167-a3b1-8718714d306e),segment_id=26eff680-32da-4167-a3b1-8718714d306e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:15.719859 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:15.740814 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d667b164-95e7-4078-8bff-05548079ba99 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:15.757116 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-9630d153-b9da-4d96-b1d7-3d829f9d9ad6 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Deleting subnet 732dd5bd-564a-48ec-b773-259c80c01ed6 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:33:15.763906 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.resource_extend [None req-02511e5f-8996-4cd9-8678-758ea04e6ab0 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] It took 0.65 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:33:15.767399 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-64656b2b-946e-4997-ac1f-9b6d11240c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225365038', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:33:05Z', 'revision_number': 3, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:01Z', 'updated_at': '2021-09-01T15:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:15.768887 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d667b164-95e7-4078-8bff-05548079ba99 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:15.804555 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9630d153-b9da-4d96-b1d7-3d829f9d9ad6 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:15.850878 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64656b2b-946e-4997-ac1f-9b6d11240c79 None None] The sync data for ids ['c5c70714-7996-4b0d-856d-812b21c9656b'] in n-d-794796-3 is: [{'id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225365038', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:33:05Z', 'revision_number': 3, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:01Z', 'updated_at': '2021-09-01T15:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:33:15.853327 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf4475b-b24b-4d89-a642-4b0847972511 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:33:15.886811 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01a41c2-13a8-4e67-9dda-4517df9aab05 None None] Sync routers for ids ['002a8cf3-47cc-43df-8c9a-15e93b8c364c'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:33:15.896101 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cbf4475b-b24b-4d89-a642-4b0847972511 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:15.899202 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cbf4475b-b24b-4d89-a642-4b0847972511 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "PUT /v2.0/routers/002a8cf3-47cc-43df-8c9a-15e93b8c364c HTTP/1.1" status: 200 len: 925 time: 8.4164863 Sep 01 15:33:15.907962 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34128) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:15.924767 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01a41c2-13a8-4e67-9dda-4517df9aab05 None None] Routers {'002a8cf3-47cc-43df-8c9a-15e93b8c364c'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:15.925776 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-a01a41c2-13a8-4e67-9dda-4517df9aab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:33:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['002a8cf3-47cc-43df-8c9a-15e93b8c364c'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:15.948399 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=e2b461ed-4a51-4497-a1d6-bae93e84524e,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:15.986586 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-02511e5f-8996-4cd9-8678-758ea04e6ab0 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:15.995568 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02511e5f-8996-4cd9-8678-758ea04e6ab0 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:15.996463 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-02511e5f-8996-4cd9-8678-758ea04e6ab0 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:16.105330 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d667b164-95e7-4078-8bff-05548079ba99 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:16.173799 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9630d153-b9da-4d96-b1d7-3d829f9d9ad6 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:16.175667 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04e98b5a-41d6-41a9-933d-27064fddeb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:16.356732 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667b164-95e7-4078-8bff-05548079ba99 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Port': ['ID=869e4220-3ece-47ca-b148-fc808fc37347,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:16.371474 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-02511e5f-8996-4cd9-8678-758ea04e6ab0 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.6970363 Sep 01 15:33:16.383828 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-a01a41c2-13a8-4e67-9dda-4517df9aab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:16.447407 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01a41c2-13a8-4e67-9dda-4517df9aab05 None None] Routers {'002a8cf3-47cc-43df-8c9a-15e93b8c364c'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:16.449051 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-a01a41c2-13a8-4e67-9dda-4517df9aab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:33:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['002a8cf3-47cc-43df-8c9a-15e93b8c364c'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:16.462787 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34134) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:16.621699 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-6844564f-6648-445f-96bc-5139aa58ac82 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'subnet': {'network_id': 'fea9fa3f-aaec-4802-8611-b9355e24a7c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:16.626957 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04e98b5a-41d6-41a9-933d-27064fddeb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:16.667746 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-04e98b5a-41d6-41a9-933d-27064fddeb5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5876ed09-fb15-4f67-bded-6cfe2d474d88']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:16.704357 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-04e98b5a-41d6-41a9-933d-27064fddeb5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff979052-3c9e-4252-a434-e8e535a731f8') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:16.708554 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-04e98b5a-41d6-41a9-933d-27064fddeb5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff979052-3c9e-4252-a434-e8e535a731f8') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:16.710008 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-a01a41c2-13a8-4e67-9dda-4517df9aab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:16.711224 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01a41c2-13a8-4e67-9dda-4517df9aab05 None None] The sync data for ids ['002a8cf3-47cc-43df-8c9a-15e93b8c364c'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:33:16.733906 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-459b6954-f2ab-4cfe-bae5-ea8b76814d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:16.798772 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04e98b5a-41d6-41a9-933d-27064fddeb5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:16.917788 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a1113bd1-aa3c-4a89-bce1-2fd6e2cc7755 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "GET /v2.0/routers/002a8cf3-47cc-43df-8c9a-15e93b8c364c HTTP/1.1" status: 200 len: 925 time: 1.0044260 Sep 01 15:33:16.919349 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 13e1fb39-2008-4688-8729-fc6dc570cccb up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:16.938000 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34136) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:16.939962 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04e98b5a-41d6-41a9-933d-27064fddeb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:16.950566 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02511e5f-8996-4cd9-8678-758ea04e6ab0 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Network': ['ID=fea9fa3f-aaec-4802-8611-b9355e24a7c4,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:17.037000 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network fea9fa3f-aaec-4802-8611-b9355e24a7c4 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:33:17.087422 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e98b5a-41d6-41a9-933d-27064fddeb5d admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:33:17.088090 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04e98b5a-41d6-41a9-933d-27064fddeb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:33:17.336577 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:33:17.350668 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b6954-f2ab-4cfe-bae5-ea8b76814d22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e4d6fc8-fd04-4888-b6c1-34a84178bf26,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:17.361638 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9630d153-b9da-4d96-b1d7-3d829f9d9ad6 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:17.367689 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04e98b5a-41d6-41a9-933d-27064fddeb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:17.372505 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459b6954-f2ab-4cfe-bae5-ea8b76814d22 admin admin] Checking segment: {'id': '80a6db48-56c0-4aec-9cab-aa300ede4a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e5ab2f9e-48ef-418d-b142-d0bea3899998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:33:17.373495 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459b6954-f2ab-4cfe-bae5-ea8b76814d22 admin admin] Network hostable DHCP agents. Network: e5ab2f9e-48ef-418d-b142-d0bea3899998, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:33:17.373719 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6ca32a-142e-4485-8402-ca191aa3f866 None None] Network 4ca70199-f0ff-4e3d-b16a-4345a6e48c46 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:33:17.394853 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04e98b5a-41d6-41a9-933d-27064fddeb5d admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:17.408418 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-04e98b5a-41d6-41a9-933d-27064fddeb5d admin admin] 10.222.0.60 "DELETE /v2.0/networks/5876ed09-fb15-4f67-bded-6cfe2d474d88 HTTP/1.1" status: 204 len: 168 time: 1.7152135 Sep 01 15:33:17.572125 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e98b5a-41d6-41a9-933d-27064fddeb5d admin admin] Pushing event deleted for resources: {'Network': ['ID=5876ed09-fb15-4f67-bded-6cfe2d474d88,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:17.597905 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a53034-fe85-4b7c-959d-9083f3b48963 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:17.604491 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e2a53034-fe85-4b7c-959d-9083f3b48963 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=5c826073-0017-46f6-8947-51b31e774ff4&device_id=002a8cf3-47cc-43df-8c9a-15e93b8c364c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6660626 Sep 01 15:33:17.610959 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34148) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:17.614881 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459b6954-f2ab-4cfe-bae5-ea8b76814d22 admin admin] Network e5ab2f9e-48ef-418d-b142-d0bea3899998 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:33:17.749060 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 13e1fb39-2008-4688-8729-fc6dc570cccb completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:17.795635 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e2b461ed-4a51-4497-a1d6-bae93e84524e up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:17.802122 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-dd61365e-fb0b-48b1-8210-c096a494d197 None None] Provisioning for port 13e1fb39-2008-4688-8729-fc6dc570cccb completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:17.877994 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-dd61365e-fb0b-48b1-8210-c096a494d197 None None] Provisioning complete for port 13e1fb39-2008-4688-8729-fc6dc570cccb triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:17.878714 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dd61365e-fb0b-48b1-8210-c096a494d197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:17.979930 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b2dc3f-c0d4-42b4-8f15-32e4d655f8bb tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:17.983812 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-95b2dc3f-c0d4-42b4-8f15-32e4d655f8bb tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 881 time: 0.3714154 Sep 01 15:33:17.988516 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-459b6954-f2ab-4cfe-bae5-ea8b76814d22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, e5ab2f9e-48ef-418d-b142-d0bea3899998) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:18.002835 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459b6954-f2ab-4cfe-bae5-ea8b76814d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:18.003579 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-459b6954-f2ab-4cfe-bae5-ea8b76814d22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:18.012176 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f927c606-66fe-48f1-83ec-25fe6fdfb450 None None] Network e5ab2f9e-48ef-418d-b142-d0bea3899998 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:33:18.018452 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34152) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:18.018893 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34154) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:18.090012 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-812164ad-0e6f-4ed2-ba8a-38ed483c30c4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4ddda0072c3d45e8a8a824077672b1ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0676053 Sep 01 15:33:18.106390 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34156) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:18.115846 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4bc85816-d21e-4de0-a0f7-cc84818a99ba tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "GET /v2.0/ports?device_id=002a8cf3-47cc-43df-8c9a-15e93b8c364c HTTP/1.1" status: 200 len: 205 time: 0.0957119 Sep 01 15:33:18.118822 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34158) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:18.320127 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d667b164-95e7-4078-8bff-05548079ba99 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Network 4ca70199-f0ff-4e3d-b16a-4345a6e48c46 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:18.349498 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6844564f-6648-445f-96bc-5139aa58ac82 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Made reservation on behalf of 04587385136a4cf6b43419edb8262f74 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:33:18.357695 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-459b6954-f2ab-4cfe-bae5-ea8b76814d22 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.2566266 Sep 01 15:33:18.357948 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port e2b461ed-4a51-4497-a1d6-bae93e84524e triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:18.358587 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:18.370108 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6844564f-6648-445f-96bc-5139aa58ac82 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:18.371480 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34160) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:18.383658 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-c0abdf41-ec69-450f-b68b-b26d52275daf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2143954352-router', 'tenant_id': '2bbdc5daa59849e4be61e04d8d46f77f', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:18.442788 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0abdf41-ec69-450f-b68b-b26d52275daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:18.444762 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0abdf41-ec69-450f-b68b-b26d52275daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:18.514082 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dd61365e-fb0b-48b1-8210-c096a494d197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:18.641408 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-d667b164-95e7-4078-8bff-05548079ba99 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:18.787022 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-dd61365e-fb0b-48b1-8210-c096a494d197 None None] For port 13e1fb39-2008-4688-8729-fc6dc570cccb, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=13e1fb39-2008-4688-8729-fc6dc570cccb,segment=NetworkSegment(f6e5359a-1b58-4e86-b852-e45d185fad19),segment_id=f6e5359a-1b58-4e86-b852-e45d185fad19)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:18.795988 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dd61365e-fb0b-48b1-8210-c096a494d197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:18.861071 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4abd44a-393e-418a-addb-cc18fee1d32f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-e5ab2f9e-48ef-418d-b142-d0bea3899998', 'network_id': 'e5ab2f9e-48ef-418d-b142-d0bea3899998', 'tenant_id': '2bbdc5daa59849e4be61e04d8d46f77f', 'fixed_ips': [{'subnet_id': '6e4d6fc8-fd04-4888-b6c1-34a84178bf26'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:33:18.863631 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d4abd44a-393e-418a-addb-cc18fee1d32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:19.034772 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61365e-fb0b-48b1-8210-c096a494d197 None None] Pushing event updated for resources: {'Port': ['ID=13e1fb39-2008-4688-8729-fc6dc570cccb,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:19.042631 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-01204927-3757-4953-b05f-bb7915b51743 None None] Provisioning complete for port 13e1fb39-2008-4688-8729-fc6dc570cccb triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:19.043657 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-01204927-3757-4953-b05f-bb7915b51743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:19.244849 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-d4abd44a-393e-418a-addb-cc18fee1d32f None None] Allocated IP 172.20.0.2 (e5ab2f9e-48ef-418d-b142-d0bea3899998/6e4d6fc8-fd04-4888-b6c1-34a84178bf26/d3bc781c-b9ca-480f-90ba-22d38d29dc13) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:33:19.413762 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9630d153-b9da-4d96-b1d7-3d829f9d9ad6 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:19.531763 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e16bdf3c-86a1-4c16-8084-29b45e3c3d1f up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:19.574703 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630d153-b9da-4d96-b1d7-3d829f9d9ad6 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Pushing event deleted for resources: {'Subnet': ['ID=732dd5bd-564a-48ec-b773-259c80c01ed6,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:19.594069 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0abdf41-ec69-450f-b68b-b26d52275daf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:19.607493 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9630d153-b9da-4d96-b1d7-3d829f9d9ad6 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:19.618098 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9630d153-b9da-4d96-b1d7-3d829f9d9ad6 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] 10.222.0.60 "DELETE /v2.0/subnets/732dd5bd-564a-48ec-b773-259c80c01ed6 HTTP/1.1" status: 204 len: 168 time: 4.9179802 Sep 01 15:33:19.632620 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34166) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:19.679723 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70a2ab0-cebc-422e-ae59-1bc81923e377 None None] Network 0e47d353-c92a-4e0f-b227-316f8d92b506 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:33:19.752277 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-590ab4d8-6289-4e7a-b4e7-83a2ca2c62d0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:19.824678 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d667b164-95e7-4078-8bff-05548079ba99 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Router c5c70714-7996-4b0d-856d-812b21c9656b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:33:19.869080 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6844564f-6648-445f-96bc-5139aa58ac82 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:19.990213 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844564f-6648-445f-96bc-5139aa58ac82 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Subnet': ['ID=7309518e-a4ff-4040-8a14-c818c5056f8e,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:20.034826 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0abdf41-ec69-450f-b68b-b26d52275daf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:20.154940 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6844564f-6648-445f-96bc-5139aa58ac82 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Checking segment: {'id': '600f1d8b-5e90-45c0-9e44-cf39c03f2238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fea9fa3f-aaec-4802-8611-b9355e24a7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:33:20.155536 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6844564f-6648-445f-96bc-5139aa58ac82 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network hostable DHCP agents. Network: fea9fa3f-aaec-4802-8611-b9355e24a7c4, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:33:20.163348 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-590ab4d8-6289-4e7a-b4e7-83a2ca2c62d0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Deleting port 8dfff22f-2d46-44e1-a01e-df965691d735 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:33:20.163920 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-590ab4d8-6289-4e7a-b4e7-83a2ca2c62d0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:20.185646 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d2b5442-7d2a-4658-8c16-16cec17c88b6 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:20.295578 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0968683-98c4-42f4-985c-9afd1767e983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:20.346534 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-590ab4d8-6289-4e7a-b4e7-83a2ca2c62d0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] For port 8dfff22f-2d46-44e1-a01e-df965691d735, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=8dfff22f-2d46-44e1-a01e-df965691d735,segment=NetworkSegment(ca47cd9c-bf1a-4220-8830-3557fe5cd839),segment_id=ca47cd9c-bf1a-4220-8830-3557fe5cd839)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:20.347142 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-590ab4d8-6289-4e7a-b4e7-83a2ca2c62d0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:20.375101 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-590ab4d8-6289-4e7a-b4e7-83a2ca2c62d0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Calling delete_port for 8dfff22f-2d46-44e1-a01e-df965691d735 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:33:20.402341 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0968683-98c4-42f4-985c-9afd1767e983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:20.444586 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port e16bdf3c-86a1-4c16-8084-29b45e3c3d1f completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:20.524777 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port e16bdf3c-86a1-4c16-8084-29b45e3c3d1f triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:20.526392 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:20.535986 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d667b164-95e7-4078-8bff-05548079ba99 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:33:20.592566 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d667b164-95e7-4078-8bff-05548079ba99 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "PUT /v2.0/routers/c5c70714-7996-4b0d-856d-812b21c9656b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7283864 Sep 01 15:33:20.674723 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d2b5442-7d2a-4658-8c16-16cec17c88b6 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:20.694441 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6844564f-6648-445f-96bc-5139aa58ac82 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network fea9fa3f-aaec-4802-8611-b9355e24a7c4 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:33:20.733384 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-6844564f-6648-445f-96bc-5139aa58ac82 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, fea9fa3f-aaec-4802-8611-b9355e24a7c4) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:20.775813 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6844564f-6648-445f-96bc-5139aa58ac82 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:20.776903 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6844564f-6648-445f-96bc-5139aa58ac82 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:20.786792 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bd69b7-e1b1-47f1-9280-3a66dbf5825c None None] Sync routers for ids ['c5c70714-7996-4b0d-856d-812b21c9656b'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:33:20.814620 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6844564f-6648-445f-96bc-5139aa58ac82 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2094474 Sep 01 15:33:20.817118 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34176) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:20.833155 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-b7551f71-59b7-4f86-a093-23615437e2ef tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-303490294', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:20.845355 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeecdfd1-9948-4c9f-93cb-c6dad67a1d62 None None] DHCP port deletion for 0e47d353-c92a-4e0f-b227-316f8d92b506 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:33:20.852926 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-590ab4d8-6289-4e7a-b4e7-83a2ca2c62d0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:20.862709 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6aca52-bce7-4783-99ae-dbf9bc43b244 None None] Network fea9fa3f-aaec-4802-8611-b9355e24a7c4 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:33:20.891455 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590ab4d8-6289-4e7a-b4e7-83a2ca2c62d0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] No DVR routers for this DVR port 8dfff22f-2d46-44e1-a01e-df965691d735 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:33:20.896778 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0968683-98c4-42f4-985c-9afd1767e983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:20.911736 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0968683-98c4-42f4-985c-9afd1767e983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:20.913592 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c0968683-98c4-42f4-985c-9afd1767e983 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/49874f6d-c760-4ac3-99a5-a3a9247c7b2e HTTP/1.1" status: 204 len: 168 time: 2.8055336 Sep 01 15:33:20.977739 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0968683-98c4-42f4-985c-9afd1767e983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49874f6d-c760-4ac3-99a5-a3a9247c7b2e,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:21.003980 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ab4d8-6289-4e7a-b4e7-83a2ca2c62d0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Pushing event deleted for resources: {'Port': ['ID=8dfff22f-2d46-44e1-a01e-df965691d735,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:21.077192 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-6d2b5442-7d2a-4658-8c16-16cec17c88b6 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Deleting port 0f729dfc-4586-4626-a36e-a8ee8f673b7c {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:33:21.077804 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d2b5442-7d2a-4658-8c16-16cec17c88b6 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:21.205351 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bd69b7-e1b1-47f1-9280-3a66dbf5825c None None] Routers {'c5c70714-7996-4b0d-856d-812b21c9656b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:21.206708 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-78bd69b7-e1b1-47f1-9280-3a66dbf5825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:33:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['c5c70714-7996-4b0d-856d-812b21c9656b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:21.248387 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-590ab4d8-6289-4e7a-b4e7-83a2ca2c62d0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:21.275572 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-590ab4d8-6289-4e7a-b4e7-83a2ca2c62d0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e47d353-c92a-4e0f-b227-316f8d92b506']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:21.301662 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-590ab4d8-6289-4e7a-b4e7-83a2ca2c62d0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca47cd9c-bf1a-4220-8830-3557fe5cd839') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:21.302101 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-590ab4d8-6289-4e7a-b4e7-83a2ca2c62d0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca47cd9c-bf1a-4220-8830-3557fe5cd839') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:21.323262 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-590ab4d8-6289-4e7a-b4e7-83a2ca2c62d0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:21.355870 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-590ab4d8-6289-4e7a-b4e7-83a2ca2c62d0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:21.369922 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590ab4d8-6289-4e7a-b4e7-83a2ca2c62d0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:33:21.370600 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-590ab4d8-6289-4e7a-b4e7-83a2ca2c62d0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:33:21.458450 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:33:21.524723 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7551f71-59b7-4f86-a093-23615437e2ef tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:21.526947 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7551f71-59b7-4f86-a093-23615437e2ef tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:21.528138 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d2b5442-7d2a-4658-8c16-16cec17c88b6 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:21.534121 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0abdf41-ec69-450f-b68b-b26d52275daf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:21.620713 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0abdf41-ec69-450f-b68b-b26d52275daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:21.652881 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-6d2b5442-7d2a-4658-8c16-16cec17c88b6 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Calling delete_port for 0f729dfc-4586-4626-a36e-a8ee8f673b7c owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:33:21.695739 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-90710560-a112-4998-921f-2e8a6964d789 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-675437477&fields=id&tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f HTTP/1.1" status: 200 len: 267 time: 0.1968105 Sep 01 15:33:21.698723 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-590ab4d8-6289-4e7a-b4e7-83a2ca2c62d0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:21.724804 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-590ab4d8-6289-4e7a-b4e7-83a2ca2c62d0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:21.732411 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-590ab4d8-6289-4e7a-b4e7-83a2ca2c62d0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] 10.222.0.60 "DELETE /v2.0/networks/0e47d353-c92a-4e0f-b227-316f8d92b506 HTTP/1.1" status: 204 len: 168 time: 2.0936379 Sep 01 15:33:21.746930 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34196) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:21.930847 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-01204927-3757-4953-b05f-bb7915b51743 None None] Provisioning for port 869e4220-3ece-47ca-b148-fc808fc37347 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:21.970124 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d4abd44a-393e-418a-addb-cc18fee1d32f None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:21.990239 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d4abd44a-393e-418a-addb-cc18fee1d32f None None] Transition to ACTIVE for port object d3bc781c-b9ca-480f-90ba-22d38d29dc13 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:22.024806 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d4abd44a-393e-418a-addb-cc18fee1d32f None None] Transition to ACTIVE for port object d3bc781c-b9ca-480f-90ba-22d38d29dc13 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:22.065062 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-c0abdf41-ec69-450f-b68b-b26d52275daf admin admin] Allocated IP 172.25.6.234 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:33:22.069859 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d4abd44a-393e-418a-addb-cc18fee1d32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:22.091685 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-01204927-3757-4953-b05f-bb7915b51743 None None] Provisioning complete for port 869e4220-3ece-47ca-b148-fc808fc37347 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:22.092413 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-01204927-3757-4953-b05f-bb7915b51743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:22.109592 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34198) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:22.195785 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-ab1063ea-5b78-44ff-8711-ead431db6c09 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:22.197368 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-ab1063ea-5b78-44ff-8711-ead431db6c09 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/networks?id=4ca70199-f0ff-4e3d-b16a-4345a6e48c46 HTTP/1.1" status: 200 len: 795 time: 0.4489112 Sep 01 15:33:22.236329 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ab4d8-6289-4e7a-b4e7-83a2ca2c62d0 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Pushing event deleted for resources: {'Network': ['ID=0e47d353-c92a-4e0f-b227-316f8d92b506,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:22.245211 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0e1f1215-4757-45ac-9ed1-ecd22b026422 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ec9248d-7883-49e0-83b9-d81f903cceb0 HTTP/1.1" status: 200 len: 205 time: 0.0919130 Sep 01 15:33:22.264970 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34206) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:22.293798 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4abd44a-393e-418a-addb-cc18fee1d32f None None] Network e5ab2f9e-48ef-418d-b142-d0bea3899998 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:22.341952 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7551f71-59b7-4f86-a093-23615437e2ef tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:22.346232 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-d4abd44a-393e-418a-addb-cc18fee1d32f None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:22.369169 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-78bd69b7-e1b1-47f1-9280-3a66dbf5825c None None] Set router c5c70714-7996-4b0d-856d-812b21c9656b gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:33:22.382197 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4abd44a-393e-418a-addb-cc18fee1d32f None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:33:22.420546 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-473bb16c-13b4-49fd-afe5-97dd7de31c71 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/quotas/de2c6e6a9d864f738bbaf0c51220fe5f HTTP/1.1" status: 200 len: 375 time: 0.1855569 Sep 01 15:33:22.423618 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7551f71-59b7-4f86-a093-23615437e2ef tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:22.460888 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-01204927-3757-4953-b05f-bb7915b51743 None None] Port 869e4220-3ece-47ca-b148-fc808fc37347 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:33:22.463455 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abd44a-393e-418a-addb-cc18fee1d32f None None] Pushing event updated for resources: {'Port': ['ID=d3bc781c-b9ca-480f-90ba-22d38d29dc13,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:22.548860 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e0eb7982-2dd9-45c0-b441-231aa846d188 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4e8c6e3396b24f7682bc8f56060a399d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4374657 Sep 01 15:33:22.553906 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34208) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:22.600268 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0abdf41-ec69-450f-b68b-b26d52275daf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:22.659261 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:22.752179 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6f6828bc-f220-49f8-acf9-1960db8cdfe2 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:22.839786 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7551f71-59b7-4f86-a093-23615437e2ef tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:22.846383 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b7551f71-59b7-4f86-a093-23615437e2ef tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 2.0274415 Sep 01 15:33:22.858053 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34212) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:22.873283 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d4abd44a-393e-418a-addb-cc18fee1d32f None None] Attempting to bind port d3bc781c-b9ca-480f-90ba-22d38d29dc13 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:33:22.874611 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d4abd44a-393e-418a-addb-cc18fee1d32f None None] Attempting to bind port d3bc781c-b9ca-480f-90ba-22d38d29dc13 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '80a6db48-56c0-4aec-9cab-aa300ede4a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e5ab2f9e-48ef-418d-b142-d0bea3899998'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:33:22.874990 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4abd44a-393e-418a-addb-cc18fee1d32f None None] Attempting to bind port d3bc781c-b9ca-480f-90ba-22d38d29dc13 on network e5ab2f9e-48ef-418d-b142-d0bea3899998 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:33:22.879523 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0abdf41-ec69-450f-b68b-b26d52275daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:22.928105 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port e16bdf3c-86a1-4c16-8084-29b45e3c3d1f, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e16bdf3c-86a1-4c16-8084-29b45e3c3d1f,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:22.994646 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d757d8f9-a7b6-4810-91c5-0b9a93af13e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:23.000104 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0abdf41-ec69-450f-b68b-b26d52275daf admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:23.006430 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d2b5442-7d2a-4658-8c16-16cec17c88b6 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:23.030269 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-1f625023-c43d-4cb8-bd99-4ea205ecaaaa tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5079257 Sep 01 15:33:23.042139 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-c0abdf41-ec69-450f-b68b-b26d52275daf admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:23.057838 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0abdf41-ec69-450f-b68b-b26d52275daf admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:33:23.142157 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-66ceb6c0-ab2b-4848-b240-11ced89dff6e None None] Provisioning complete for port 869e4220-3ece-47ca-b148-fc808fc37347 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:23.143352 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-66ceb6c0-ab2b-4848-b240-11ced89dff6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:23.146132 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79abad70-2c36-4405-b9b0-d14a1464788f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-fea9fa3f-aaec-4802-8611-b9355e24a7c4', 'network_id': 'fea9fa3f-aaec-4802-8611-b9355e24a7c4', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'fixed_ips': [{'subnet_id': '7309518e-a4ff-4040-8a14-c818c5056f8e'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:33:23.154271 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-79abad70-2c36-4405-b9b0-d14a1464788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:23.168905 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0abdf41-ec69-450f-b68b-b26d52275daf admin admin] Pushing event updated for resources: {'Port': ['ID=d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:23.179815 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:23.213127 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d757d8f9-a7b6-4810-91c5-0b9a93af13e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:23.318947 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4abd44a-393e-418a-addb-cc18fee1d32f None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:33:23.319326 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4abd44a-393e-418a-addb-cc18fee1d32f None None] Checking segment: {'id': '80a6db48-56c0-4aec-9cab-aa300ede4a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e5ab2f9e-48ef-418d-b142-d0bea3899998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:33:23.319729 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d4abd44a-393e-418a-addb-cc18fee1d32f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:23.320101 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4abd44a-393e-418a-addb-cc18fee1d32f None None] Bound using segment: {'id': '80a6db48-56c0-4aec-9cab-aa300ede4a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e5ab2f9e-48ef-418d-b142-d0bea3899998'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:33:23.320593 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d4abd44a-393e-418a-addb-cc18fee1d32f None None] Bound port: d3bc781c-b9ca-480f-90ba-22d38d29dc13, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a6db48-56c0-4aec-9cab-aa300ede4a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e5ab2f9e-48ef-418d-b142-d0bea3899998'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:33:23.325940 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d4abd44a-393e-418a-addb-cc18fee1d32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:23.408018 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d2b5442-7d2a-4658-8c16-16cec17c88b6 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:23.625165 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-d4abd44a-393e-418a-addb-cc18fee1d32f None None] For port d3bc781c-b9ca-480f-90ba-22d38d29dc13, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:33:23.631262 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-d4abd44a-393e-418a-addb-cc18fee1d32f None None] For port d3bc781c-b9ca-480f-90ba-22d38d29dc13, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d3bc781c-b9ca-480f-90ba-22d38d29dc13,segment=NetworkSegment(80a6db48-56c0-4aec-9cab-aa300ede4a0e),segment_id=80a6db48-56c0-4aec-9cab-aa300ede4a0e)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:33:23.685415 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b5442-7d2a-4658-8c16-16cec17c88b6 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Pushing event deleted for resources: {'Port': ['ID=0f729dfc-4586-4626-a36e-a8ee8f673b7c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:23.731008 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 13e1fb39-2008-4688-8729-fc6dc570cccb up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:23.761673 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d2b5442-7d2a-4658-8c16-16cec17c88b6 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:23.775921 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d2b5442-7d2a-4658-8c16-16cec17c88b6 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:23.828260 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-66ceb6c0-ab2b-4848-b240-11ced89dff6e None None] Port 869e4220-3ece-47ca-b148-fc808fc37347 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:33:23.831991 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d4abd44a-393e-418a-addb-cc18fee1d32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:23.908822 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d757d8f9-a7b6-4810-91c5-0b9a93af13e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:23.913642 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d757d8f9-a7b6-4810-91c5-0b9a93af13e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:23.923540 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d757d8f9-a7b6-4810-91c5-0b9a93af13e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a77c1e04-33cd-49a0-9b06-6df67265a4af HTTP/1.1" status: 204 len: 168 time: 1.3574729 Sep 01 15:33:23.952701 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757d8f9-a7b6-4810-91c5-0b9a93af13e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77c1e04-33cd-49a0-9b06-6df67265a4af,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:23.959221 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=e16bdf3c-86a1-4c16-8084-29b45e3c3d1f,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:23.966482 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d2b5442-7d2a-4658-8c16-16cec17c88b6 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:23.968008 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2b5442-7d2a-4658-8c16-16cec17c88b6 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Fanout notify agent at l3_agent the message router_deleted on router 002a8cf3-47cc-43df-8c9a-15e93b8c364c {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:33:24.037790 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d2b5442-7d2a-4658-8c16-16cec17c88b6 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:24.050360 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6d2b5442-7d2a-4658-8c16-16cec17c88b6 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "DELETE /v2.0/routers/002a8cf3-47cc-43df-8c9a-15e93b8c364c HTTP/1.1" status: 204 len: 168 time: 5.8818548 Sep 01 15:33:24.091755 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abd44a-393e-418a-addb-cc18fee1d32f None None] Pushing event updated for resources: {'Port': ['ID=d3bc781c-b9ca-480f-90ba-22d38d29dc13,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:24.291995 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34220) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:24.304714 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-cf847045-1a71-478c-9fcc-7fc4b8a2a8f5 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1560587012', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:24.351957 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6f6828bc-f220-49f8-acf9-1960db8cdfe2 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:24.364266 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6f6828bc-f220-49f8-acf9-1960db8cdfe2 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:24.379651 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-78bd69b7-e1b1-47f1-9280-3a66dbf5825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225365038', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:33:14Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:01Z', 'updated_at': '2021-09-01T15:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '869e4220-3ece-47ca-b148-fc808fc37347', 'name': '', 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:97:45:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'bcb33d60-1f3f-4daa-9eeb-83a83c5955c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:13Z', 'updated_at': '2021-09-01T15:33:15Z', 'revision_number': 2, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': 'bcb33d60-1f3f-4daa-9eeb-83a83c5955c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:24.400165 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 13e1fb39-2008-4688-8729-fc6dc570cccb triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:24.400765 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:24.620289 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bd69b7-e1b1-47f1-9280-3a66dbf5825c None None] Checking router: c5c70714-7996-4b0d-856d-812b21c9656b for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:33:24.621067 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bd69b7-e1b1-47f1-9280-3a66dbf5825c None None] Updating router c5c70714-7996-4b0d-856d-812b21c9656b port 869e4220-3ece-47ca-b148-fc808fc37347 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:33:24.655701 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-79abad70-2c36-4405-b9b0-d14a1464788f None None] Allocated IP 2001:db8::2 (fea9fa3f-aaec-4802-8611-b9355e24a7c4/7309518e-a4ff-4040-8a14-c818c5056f8e/4b733b27-8783-48b6-a340-6fc906b8fe90) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:33:24.699982 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cf847045-1a71-478c-9fcc-7fc4b8a2a8f5 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:24.702032 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cf847045-1a71-478c-9fcc-7fc4b8a2a8f5 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:24.829215 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-78bd69b7-e1b1-47f1-9280-3a66dbf5825c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:24.880908 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6f6828bc-f220-49f8-acf9-1960db8cdfe2 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:24.895842 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6828bc-f220-49f8-acf9-1960db8cdfe2 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Fanout notify agent at l3_agent the message router_deleted on router 7ec9248d-7883-49e0-83b9-d81f903cceb0 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:33:24.917303 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6f6828bc-f220-49f8-acf9-1960db8cdfe2 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:24.923884 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6f6828bc-f220-49f8-acf9-1960db8cdfe2 tempest-RoutersNegativeTest-643247354 tempest-RoutersNegativeTest-643247354-project] 10.222.0.60 "DELETE /v2.0/routers/7ec9248d-7883-49e0-83b9-d81f903cceb0 HTTP/1.1" status: 204 len: 168 time: 2.5878334 Sep 01 15:33:25.062480 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0abdf41-ec69-450f-b68b-b26d52275daf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:25.155433 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-3bf064fc-c5fd-4723-80c8-87adc041d057 service neutron] 10.222.0.60 "GET /v2.0/networks/4ca70199-f0ff-4e3d-b16a-4345a6e48c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0349829 Sep 01 15:33:25.895411 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 8dfff22f-2d46-44e1-a01e-df965691d735 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:33:25.910800 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f8e7a48d-c9ff-47d0-8cc3-748484e0148d req-61c50524-b490-4bdc-8361-e27ff2400917 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=607efe62-be42-4cd5-a5b2-4f7ea07dae1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8436549 Sep 01 15:33:25.931777 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-fccdf2e7-d481-4141-91a4-78c168e1d37b service neutron] 10.222.0.60 "GET /v2.0/networks/4ca70199-f0ff-4e3d-b16a-4345a6e48c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7746677 Sep 01 15:33:25.938484 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cf847045-1a71-478c-9fcc-7fc4b8a2a8f5 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:25.990222 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cf847045-1a71-478c-9fcc-7fc4b8a2a8f5 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:26.256272 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cf847045-1a71-478c-9fcc-7fc4b8a2a8f5 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:26.267644 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cf847045-1a71-478c-9fcc-7fc4b8a2a8f5 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.9653065 Sep 01 15:33:26.271921 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:26.295088 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34252) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:26.308244 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 8dfff22f-2d46-44e1-a01e-df965691d735 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:33:26.308244 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 8dfff22f-2d46-44e1-a01e-df965691d735 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:33:26.312775 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-0a477e7d-1a8f-4c46-9e70-120949dc4724 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Request body: {'router': {'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:26.588553 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34254) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:27.152987 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-78bd69b7-e1b1-47f1-9280-3a66dbf5825c None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:27.178349 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1cde11d-f4ea-4367-abd7-fec55c574fcf req-d06c2101-806d-43ef-8c9a-dd78c0f0d70e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 210 time: 0.1906300 Sep 01 15:33:27.235507 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-78bd69b7-e1b1-47f1-9280-3a66dbf5825c None None] Transition to ACTIVE for port object 869e4220-3ece-47ca-b148-fc808fc37347 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:27.534603 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-79abad70-2c36-4405-b9b0-d14a1464788f None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:27.567608 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-79abad70-2c36-4405-b9b0-d14a1464788f None None] Transition to ACTIVE for port object 4b733b27-8783-48b6-a340-6fc906b8fe90 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:27.586879 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7a48d-c9ff-47d0-8cc3-748484e0148d req-f90d0d96-7467-4938-ab4c-f53176ad86b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:27.589595 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f8e7a48d-c9ff-47d0-8cc3-748484e0148d req-f90d0d96-7467-4938-ab4c-f53176ad86b0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bad42e0394c9405799a013019ac5678a&device_id=607efe62-be42-4cd5-a5b2-4f7ea07dae1f HTTP/1.1" status: 200 len: 1096 time: 1.2901433 Sep 01 15:33:27.640537 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-79abad70-2c36-4405-b9b0-d14a1464788f None None] Transition to ACTIVE for port object 4b733b27-8783-48b6-a340-6fc906b8fe90 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:27.661153 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e16bdf3c-86a1-4c16-8084-29b45e3c3d1f up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:27.766597 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74901f8-0007-4af0-a37f-6dc88d563309 None None] Network e5ab2f9e-48ef-418d-b142-d0bea3899998 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:33:27.779485 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-79abad70-2c36-4405-b9b0-d14a1464788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:27.812221 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-78bd69b7-e1b1-47f1-9280-3a66dbf5825c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:27.922839 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Allocated IP 2001:db8::1 (fea9fa3f-aaec-4802-8611-b9355e24a7c4/7309518e-a4ff-4040-8a14-c818c5056f8e/15f393a6-939f-4642-800e-e47e225666dc) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:33:28.067710 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0abdf41-ec69-450f-b68b-b26d52275daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:28.140773 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79abad70-2c36-4405-b9b0-d14a1464788f None None] Network fea9fa3f-aaec-4802-8611-b9355e24a7c4 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:28.312056 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1263192a-e7e4-45a4-95ae-ca156adef1af None None] Provisioning for port d3bc781c-b9ca-480f-90ba-22d38d29dc13 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:28.324278 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-79abad70-2c36-4405-b9b0-d14a1464788f None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:28.335919 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79abad70-2c36-4405-b9b0-d14a1464788f None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:33:28.348104 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79abad70-2c36-4405-b9b0-d14a1464788f None None] Pushing event updated for resources: {'Port': ['ID=4b733b27-8783-48b6-a340-6fc906b8fe90,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:28.434607 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:28.503423 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Transition to ACTIVE for port object 15f393a6-939f-4642-800e-e47e225666dc will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:28.620307 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0a477e7d-1a8f-4c46-9e70-120949dc4724 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:28.624495 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:28.769310 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a23a5c4c-6fed-4b02-9c5e-b66cab4356a0 req-4e9680c6-926b-4695-bd3e-0c7732ff5275 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 210 time: 0.1916902 Sep 01 15:33:28.817126 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3f137fb0-e34d-4468-b2de-1262164734b7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=496a3d489f6c4d9aa6f37edaea3fb994&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0117614 Sep 01 15:33:28.817384 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34296) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:28.821405 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network fea9fa3f-aaec-4802-8611-b9355e24a7c4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:28.830372 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:28.840852 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:28.851006 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Port': ['ID=15f393a6-939f-4642-800e-e47e225666dc,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:28.855506 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:33:28.856595 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:28.921834 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-78bd69b7-e1b1-47f1-9280-3a66dbf5825c None None] Attempting to bind port 869e4220-3ece-47ca-b148-fc808fc37347 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:33:28.922347 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-78bd69b7-e1b1-47f1-9280-3a66dbf5825c None None] Attempting to bind port 869e4220-3ece-47ca-b148-fc808fc37347 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'f6e5359a-1b58-4e86-b852-e45d185fad19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:33:28.922970 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bd69b7-e1b1-47f1-9280-3a66dbf5825c None None] Attempting to bind port 869e4220-3ece-47ca-b148-fc808fc37347 on network 4ca70199-f0ff-4e3d-b16a-4345a6e48c46 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:33:28.937151 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port e16bdf3c-86a1-4c16-8084-29b45e3c3d1f triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:28.937794 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:28.968175 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bd69b7-e1b1-47f1-9280-3a66dbf5825c None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:33:28.968607 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bd69b7-e1b1-47f1-9280-3a66dbf5825c None None] Checking segment: {'id': 'f6e5359a-1b58-4e86-b852-e45d185fad19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:33:28.969113 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-78bd69b7-e1b1-47f1-9280-3a66dbf5825c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:28.969520 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bd69b7-e1b1-47f1-9280-3a66dbf5825c None None] Bound using segment: {'id': 'f6e5359a-1b58-4e86-b852-e45d185fad19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:33:28.970368 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-78bd69b7-e1b1-47f1-9280-3a66dbf5825c None None] Bound port: 869e4220-3ece-47ca-b148-fc808fc37347, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e5359a-1b58-4e86-b852-e45d185fad19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:33:28.971112 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-78bd69b7-e1b1-47f1-9280-3a66dbf5825c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:29.086214 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785f3a8-97ab-4cdd-a13a-c64a0175dbd4 None None] Pushing event updated for resources: {'Port': ['ID=869e4220-3ece-47ca-b148-fc808fc37347,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:29.089094 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-79abad70-2c36-4405-b9b0-d14a1464788f None None] Attempting to bind port 4b733b27-8783-48b6-a340-6fc906b8fe90 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:33:29.089852 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-79abad70-2c36-4405-b9b0-d14a1464788f None None] Attempting to bind port 4b733b27-8783-48b6-a340-6fc906b8fe90 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '600f1d8b-5e90-45c0-9e44-cf39c03f2238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fea9fa3f-aaec-4802-8611-b9355e24a7c4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:33:29.090466 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79abad70-2c36-4405-b9b0-d14a1464788f None None] Attempting to bind port 4b733b27-8783-48b6-a340-6fc906b8fe90 on network fea9fa3f-aaec-4802-8611-b9355e24a7c4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:33:29.245530 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7a48d-c9ff-47d0-8cc3-748484e0148d req-cfb845ff-1653-4fef-833c-3dd293d9f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:29.247568 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f8e7a48d-c9ff-47d0-8cc3-748484e0148d req-cfb845ff-1653-4fef-833c-3dd293d9f561 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3800fb89-e80c-46d2-84e6-b2b7a02a4529 HTTP/1.1" status: 200 len: 915 time: 1.4718735 Sep 01 15:33:29.311204 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:29.370719 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f8e7a48d-c9ff-47d0-8cc3-748484e0148d req-8fe4dbcb-e390-457b-a3b3-2ad364946177 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=051629c7-06be-4db8-92ed-e4248bc56d49 HTTP/1.1" status: 200 len: 217 time: 0.1103818 Sep 01 15:33:29.379690 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19b7dfdf-9282-4518-a2e2-b006542a8cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:29.451353 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19b7dfdf-9282-4518-a2e2-b006542a8cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:29.525854 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0abdf41-ec69-450f-b68b-b26d52275daf admin admin] Router 69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:33:29.541878 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19b7dfdf-9282-4518-a2e2-b006542a8cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:29.545096 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19b7dfdf-9282-4518-a2e2-b006542a8cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:29.546666 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-19b7dfdf-9282-4518-a2e2-b006542a8cd4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/77405260-984e-4429-8420-72943df4adfd HTTP/1.1" status: 204 len: 168 time: 0.7325869 Sep 01 15:33:29.989470 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79abad70-2c36-4405-b9b0-d14a1464788f None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:33:30.001078 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79abad70-2c36-4405-b9b0-d14a1464788f None None] Checking segment: {'id': '600f1d8b-5e90-45c0-9e44-cf39c03f2238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fea9fa3f-aaec-4802-8611-b9355e24a7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:33:30.012223 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-79abad70-2c36-4405-b9b0-d14a1464788f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:30.012953 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79abad70-2c36-4405-b9b0-d14a1464788f None None] Bound using segment: {'id': '600f1d8b-5e90-45c0-9e44-cf39c03f2238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fea9fa3f-aaec-4802-8611-b9355e24a7c4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:33:30.013712 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-79abad70-2c36-4405-b9b0-d14a1464788f None None] Bound port: 4b733b27-8783-48b6-a340-6fc906b8fe90, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600f1d8b-5e90-45c0-9e44-cf39c03f2238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'fea9fa3f-aaec-4802-8611-b9355e24a7c4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:33:30.014356 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-79abad70-2c36-4405-b9b0-d14a1464788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:30.467222 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:30.488125 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:30.495887 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:30.861590 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d3bc781c-b9ca-480f-90ba-22d38d29dc13 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:30.862779 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7a48d-c9ff-47d0-8cc3-748484e0148d req-9f8be4e6-6a72-4a22-bd61-d02dd125cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:30.867182 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f8e7a48d-c9ff-47d0-8cc3-748484e0148d req-9f8be4e6-6a72-4a22-bd61-d02dd125cf96 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8e907b0d-f8cc-4d83-939a-fe6c5747a654 HTTP/1.1" status: 200 len: 854 time: 1.4437051 Sep 01 15:33:30.948617 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7dfdf-9282-4518-a2e2-b006542a8cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77405260-984e-4429-8420-72943df4adfd,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:31.111330 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-78bd69b7-e1b1-47f1-9280-3a66dbf5825c None None] For port 869e4220-3ece-47ca-b148-fc808fc37347, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:33:31.126189 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Port': ['ID=15f393a6-939f-4642-800e-e47e225666dc,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:31.134061 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-78bd69b7-e1b1-47f1-9280-3a66dbf5825c None None] For port 869e4220-3ece-47ca-b148-fc808fc37347, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=869e4220-3ece-47ca-b148-fc808fc37347,segment=NetworkSegment(f6e5359a-1b58-4e86-b852-e45d185fad19),segment_id=f6e5359a-1b58-4e86-b852-e45d185fad19)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:33:31.215434 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:31.219450 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:31.224375 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:31.225319 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:31.229479 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:31.230378 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:31.233775 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:31.238451 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:31.239913 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:31.240895 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:31.243776 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:31.244654 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:33:31.290262 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-79abad70-2c36-4405-b9b0-d14a1464788f None None] For port 4b733b27-8783-48b6-a340-6fc906b8fe90, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:33:31.313105 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-79abad70-2c36-4405-b9b0-d14a1464788f None None] For port 4b733b27-8783-48b6-a340-6fc906b8fe90, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=4b733b27-8783-48b6-a340-6fc906b8fe90,segment=NetworkSegment(600f1d8b-5e90-45c0-9e44-cf39c03f2238),segment_id=600f1d8b-5e90-45c0-9e44-cf39c03f2238)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:33:31.340644 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-78bd69b7-e1b1-47f1-9280-3a66dbf5825c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:31.366455 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ed9b705c-1487-4e6c-9dad-10a8870cc2b9 req-6a6c1e80-e6c2-40a4-bc39-88f982046eee tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 210 time: 0.4840002 Sep 01 15:33:31.376373 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-79abad70-2c36-4405-b9b0-d14a1464788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:31.376843 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network fea9fa3f-aaec-4802-8611-b9355e24a7c4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:31.378011 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f8e7a48d-c9ff-47d0-8cc3-748484e0148d req-5d4632dc-fd48-489b-ac6a-5011b07661a5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3800fb89-e80c-46d2-84e6-b2b7a02a4529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4935379 Sep 01 15:33:31.379996 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:31.583069 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bd69b7-e1b1-47f1-9280-3a66dbf5825c None None] Routers {'c5c70714-7996-4b0d-856d-812b21c9656b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:31.584356 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-78bd69b7-e1b1-47f1-9280-3a66dbf5825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:33:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['c5c70714-7996-4b0d-856d-812b21c9656b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:31.912923 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port d3bc781c-b9ca-480f-90ba-22d38d29dc13 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:31.973256 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port d3bc781c-b9ca-480f-90ba-22d38d29dc13 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:31.973674 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:32.000940 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785f3a8-97ab-4cdd-a13a-c64a0175dbd4 None None] Pushing event updated for resources: {'Port': ['ID=869e4220-3ece-47ca-b148-fc808fc37347,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:32.026881 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Router 551fd718-636e-45c7-98d9-d2f0f031d88f is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:33:32.186068 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0abdf41-ec69-450f-b68b-b26d52275daf admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:33:32.258099 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51766e7b-3f2e-4b01-94cf-f4228e152797 None None] Sync routers for ids ['69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:33:32.300530 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51766e7b-3f2e-4b01-94cf-f4228e152797 None None] Routers {'69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:32.304253 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-51766e7b-3f2e-4b01-94cf-f4228e152797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:33:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:32.362459 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34356) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:32.408593 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:33:32.436440 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-43865cf7-0972-4cfb-ab8f-9e02d6a6e63c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "PUT /v2.0/routers/551fd718-636e-45c7-98d9-d2f0f031d88f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5711923 Sep 01 15:33:32.440043 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34360) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:32.560332 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-faa12710-0d6a-4174-9970-8a556213c102 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:32.572546 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-faa12710-0d6a-4174-9970-8a556213c102 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.45 "GET /v2.0/networks?id=4ca70199-f0ff-4e3d-b16a-4345a6e48c46 HTTP/1.1" status: 200 len: 795 time: 1.6952503 Sep 01 15:33:32.577693 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79abad70-2c36-4405-b9b0-d14a1464788f None None] Pushing event updated for resources: {'Port': ['ID=4b733b27-8783-48b6-a340-6fc906b8fe90,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:32.690740 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be724482-75ca-424d-a605-4d0b42c25c9f None None] Sync routers for ids ['551fd718-636e-45c7-98d9-d2f0f031d88f'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:33:32.712309 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac86e60-c73c-447d-8034-d7e6d7bd1342 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:32.721853 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-aac86e60-c73c-447d-8034-d7e6d7bd1342 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "GET /v2.0/ports/15f393a6-939f-4642-800e-e47e225666dc HTTP/1.1" status: 200 len: 911 time: 0.2793479 Sep 01 15:33:32.731922 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34366) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:32.803855 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-78bd69b7-e1b1-47f1-9280-3a66dbf5825c None None] Set router c5c70714-7996-4b0d-856d-812b21c9656b gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:33:32.924889 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-51766e7b-3f2e-4b01-94cf-f4228e152797 None None] Set router 69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:33:32.932957 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0abdf41-ec69-450f-b68b-b26d52275daf admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:32.939122 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c0abdf41-ec69-450f-b68b-b26d52275daf admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 14.5618677 Sep 01 15:33:32.961826 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0a477e7d-1a8f-4c46-9e70-120949dc4724 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:32.982246 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-198b77fd-056d-401f-bc5c-5a828f6db973 None None] Provisioning complete for port d3bc781c-b9ca-480f-90ba-22d38d29dc13 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:32.983355 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-198b77fd-056d-401f-bc5c-5a828f6db973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:32.986202 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34372) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:33.057102 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be724482-75ca-424d-a605-4d0b42c25c9f None None] Routers {'551fd718-636e-45c7-98d9-d2f0f031d88f'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:33.058268 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-be724482-75ca-424d-a605-4d0b42c25c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:33:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['551fd718-636e-45c7-98d9-d2f0f031d88f'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:33.116315 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0a477e7d-1a8f-4c46-9e70-120949dc4724 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:33.247217 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-be724482-75ca-424d-a605-4d0b42c25c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:33.471478 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e3daad9f-f8f0-4b0b-a72a-d3383fab9c38 tempest-ServiceProvidersTest-1567136557 tempest-ServiceProvidersTest-1567136557-project] 10.222.0.60 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 1.1082282 Sep 01 15:33:33.496946 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6e9c5c5a-2b99-418e-9ed3-f2ac2a48099d req-8d001a5f-dfef-4189-968d-0547fcc77c6d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 210 time: 0.7677000 Sep 01 15:33:33.693808 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be724482-75ca-424d-a605-4d0b42c25c9f None None] Routers {'551fd718-636e-45c7-98d9-d2f0f031d88f'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:33.699689 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-be724482-75ca-424d-a605-4d0b42c25c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:33:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['551fd718-636e-45c7-98d9-d2f0f031d88f'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:33.792497 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f8e7a48d-c9ff-47d0-8cc3-748484e0148d req-5e06fda3-553d-431e-97e2-680623881b15 service neutron] 10.222.0.62 "GET /v2.0/networks/3800fb89-e80c-46d2-84e6-b2b7a02a4529?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3938205 Sep 01 15:33:33.870328 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-51766e7b-3f2e-4b01-94cf-f4228e152797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2', 'name': 'tempest-TestVolumeBackupRestore-2143954352-router', 'tenant_id': '2bbdc5daa59849e4be61e04d8d46f77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'd5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:33:18Z', 'updated_at': '2021-09-01T15:33:24Z', 'revision_number': 3, 'project_id': '2bbdc5daa59849e4be61e04d8d46f77f', 'gw_port': {'id': 'd5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:21Z', 'updated_at': '2021-09-01T15:33:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:33.898042 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-be724482-75ca-424d-a605-4d0b42c25c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:33.900166 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be724482-75ca-424d-a605-4d0b42c25c9f None None] The sync data for ids ['551fd718-636e-45c7-98d9-d2f0f031d88f'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:33:33.981168 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51766e7b-3f2e-4b01-94cf-f4228e152797 None None] Checking router: 69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:33:33.982079 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51766e7b-3f2e-4b01-94cf-f4228e152797 None None] Updating router 69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2 port d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:33:34.017254 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-4367af52-79b1-4b62-8f20-bad273c7b4c5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f HTTP/1.1" status: 200 len: 379 time: 1.4148779 Sep 01 15:33:34.030469 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:34.079667 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-51766e7b-3f2e-4b01-94cf-f4228e152797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:34.134634 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port d3bc781c-b9ca-480f-90ba-22d38d29dc13, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d3bc781c-b9ca-480f-90ba-22d38d29dc13,segment=NetworkSegment(80a6db48-56c0-4aec-9cab-aa300ede4a0e),segment_id=80a6db48-56c0-4aec-9cab-aa300ede4a0e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:34.140186 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-198b77fd-056d-401f-bc5c-5a828f6db973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:34.151233 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4d3183-e9aa-4e8d-8339-929487e833f8 None None] Network fea9fa3f-aaec-4802-8611-b9355e24a7c4 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:33:34.155123 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:34.341947 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0b9aeef7-2468-4b96-a1d3-11ebbc1268fb tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:34.378877 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-78bd69b7-e1b1-47f1-9280-3a66dbf5825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225365038', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:33:14Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:01Z', 'updated_at': '2021-09-01T15:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '869e4220-3ece-47ca-b148-fc808fc37347', 'name': '', 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:97:45:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'bcb33d60-1f3f-4daa-9eeb-83a83c5955c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:13Z', 'updated_at': '2021-09-01T15:33:31Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': 'bcb33d60-1f3f-4daa-9eeb-83a83c5955c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:34.444807 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-85c76cca-9290-4a19-91d9-b006ad422bad tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'port': {'device_id': '753b4a80-5a07-45a2-98de-e6623261a19b', 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46', 'admin_state_up': True, 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'security_groups': ['0d66d3a3-7d7d-4001-91ea-622899d47478']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:34.513261 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bd69b7-e1b1-47f1-9280-3a66dbf5825c None None] The sync data for ids ['c5c70714-7996-4b0d-856d-812b21c9656b'] in n-d-794796-3 is: [{'id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225365038', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:33:14Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:01Z', 'updated_at': '2021-09-01T15:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '869e4220-3ece-47ca-b148-fc808fc37347', 'name': '', 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:97:45:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'bcb33d60-1f3f-4daa-9eeb-83a83c5955c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:13Z', 'updated_at': '2021-09-01T15:33:31Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': 'bcb33d60-1f3f-4daa-9eeb-83a83c5955c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:33:34.541650 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=d3bc781c-b9ca-480f-90ba-22d38d29dc13,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:34.563705 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.api [None req-198b77fd-056d-401f-bc5c-5a828f6db973 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:33:34.564120 n-d-794796-3 neutron-server[94735]: DEBUG oslo_db.api [None req-198b77fd-056d-401f-bc5c-5a828f6db973 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:33:35.021976 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4b733b27-8783-48b6-a340-6fc906b8fe90 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:35.175341 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34402) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:35.622731 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 4b733b27-8783-48b6-a340-6fc906b8fe90 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:35.692519 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-51766e7b-3f2e-4b01-94cf-f4228e152797 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:35.733592 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9f153dc5-27e0-4374-8025-69754852e866 req-f1e058ed-b301-4a5e-9199-b9540da99255 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 210 time: 0.7852745 Sep 01 15:33:35.788455 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-51766e7b-3f2e-4b01-94cf-f4228e152797 None None] Transition to ACTIVE for port object d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:35.790257 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-43906e00-5489-4f2c-b568-3dc5da496576 None None] Provisioning for port 4b733b27-8783-48b6-a340-6fc906b8fe90 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:35.814812 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-43906e00-5489-4f2c-b568-3dc5da496576 None None] Provisioning complete for port 4b733b27-8783-48b6-a340-6fc906b8fe90 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:35.815317 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-51766e7b-3f2e-4b01-94cf-f4228e152797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:35.817284 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f8e7a48d-c9ff-47d0-8cc3-748484e0148d req-8afcd556-b946-43be-8b97-206b2a7c6ab5 service neutron] 10.222.0.62 "GET /v2.0/networks/3800fb89-e80c-46d2-84e6-b2b7a02a4529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0124133 Sep 01 15:33:35.821034 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-43906e00-5489-4f2c-b568-3dc5da496576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:35.916865 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ad555e3d-2536-492a-a2f1-9538866973ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:35.962056 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-0b9aeef7-2468-4b96-a1d3-11ebbc1268fb tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Deleting port 15f393a6-939f-4642-800e-e47e225666dc {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:33:35.963060 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0b9aeef7-2468-4b96-a1d3-11ebbc1268fb tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:36.037561 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b8a5a-90a4-4a3b-9acc-014194767f7c None None] Pushing event updated for resources: {'Port': ['ID=d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:36.111540 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-51766e7b-3f2e-4b01-94cf-f4228e152797 None None] Attempting to bind port d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:33:36.112079 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-51766e7b-3f2e-4b01-94cf-f4228e152797 None None] Attempting to bind port d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:33:36.112503 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51766e7b-3f2e-4b01-94cf-f4228e152797 None None] Attempting to bind port d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:33:36.133791 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51766e7b-3f2e-4b01-94cf-f4228e152797 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:33:36.134411 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51766e7b-3f2e-4b01-94cf-f4228e152797 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:33:36.134990 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-51766e7b-3f2e-4b01-94cf-f4228e152797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:36.135562 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51766e7b-3f2e-4b01-94cf-f4228e152797 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:33:36.136235 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-51766e7b-3f2e-4b01-94cf-f4228e152797 None None] Bound port: d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:33:36.137699 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-51766e7b-3f2e-4b01-94cf-f4228e152797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:36.221048 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.api [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-85c76cca-9290-4a19-91d9-b006ad422bad tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:33:36.221048 n-d-794796-3 neutron-server[94734]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 01 15:33:36.221048 n-d-794796-3 neutron-server[94734]: [parameters: {'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'id': '9a4613db-7c19-4ca0-98af-d51e077e7cc2', 'expiration': datetime.datetime(2021, 9, 1, 15, 35, 36, 75103)}] Sep 01 15:33:36.221048 n-d-794796-3 neutron-server[94734]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:33:36.221620 n-d-794796-3 neutron-server[94734]: DEBUG oslo_db.api [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-85c76cca-9290-4a19-91d9-b006ad422bad tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:33:36.302032 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-0a477e7d-1a8f-4c46-9e70-120949dc4724 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Allocated IP 172.25.6.228 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/8df64cf6-857e-4905-bda7-4c137a216dee) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:33:36.307133 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-43906e00-5489-4f2c-b568-3dc5da496576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:36.511922 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-43906e00-5489-4f2c-b568-3dc5da496576 None None] For port 4b733b27-8783-48b6-a340-6fc906b8fe90, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=4b733b27-8783-48b6-a340-6fc906b8fe90,segment=NetworkSegment(600f1d8b-5e90-45c0-9e44-cf39c03f2238),segment_id=600f1d8b-5e90-45c0-9e44-cf39c03f2238)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:36.530918 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-43906e00-5489-4f2c-b568-3dc5da496576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:36.539203 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-51766e7b-3f2e-4b01-94cf-f4228e152797 None None] For port d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:33:36.556661 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-51766e7b-3f2e-4b01-94cf-f4228e152797 None None] For port d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:33:36.567147 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-51766e7b-3f2e-4b01-94cf-f4228e152797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:36.713748 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ad555e3d-2536-492a-a2f1-9538866973ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:36.759689 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ad555e3d-2536-492a-a2f1-9538866973ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:37.091522 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2419429e-856b-49cb-8bc3-941cb5bd9902 None None] Provisioning complete for port 4b733b27-8783-48b6-a340-6fc906b8fe90 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:37.097022 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2419429e-856b-49cb-8bc3-941cb5bd9902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:37.098061 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51766e7b-3f2e-4b01-94cf-f4228e152797 None None] Routers {'69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:37.103423 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-51766e7b-3f2e-4b01-94cf-f4228e152797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:33:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:37.138810 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-85c76cca-9290-4a19-91d9-b006ad422bad tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Made reservation on behalf of de2c6e6a9d864f738bbaf0c51220fe5f for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:33:37.168245 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-85c76cca-9290-4a19-91d9-b006ad422bad tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:37.282085 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0b9aeef7-2468-4b96-a1d3-11ebbc1268fb tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:37.376926 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 869e4220-3ece-47ca-b148-fc808fc37347 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:37.386930 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-0b9aeef7-2468-4b96-a1d3-11ebbc1268fb tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Calling delete_port for 15f393a6-939f-4642-800e-e47e225666dc owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:33:37.500568 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b8a5a-90a4-4a3b-9acc-014194767f7c None None] Pushing event updated for resources: {'Port': ['ID=d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:37.555704 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43906e00-5489-4f2c-b568-3dc5da496576 None None] Pushing event updated for resources: {'Port': ['ID=4b733b27-8783-48b6-a340-6fc906b8fe90,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:37.638580 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0a477e7d-1a8f-4c46-9e70-120949dc4724 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:37.853194 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-51766e7b-3f2e-4b01-94cf-f4228e152797 None None] Set router 69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:33:38.117432 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 869e4220-3ece-47ca-b148-fc808fc37347 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:38.163463 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 869e4220-3ece-47ca-b148-fc808fc37347 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:38.173973 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:38.332517 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-85c76cca-9290-4a19-91d9-b006ad422bad tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Allocated IP 172.20.0.3 (4ca70199-f0ff-4e3d-b16a-4345a6e48c46/bcb33d60-1f3f-4daa-9eeb-83a83c5955c8/03bcb534-f067-4d36-a8d8-d6b8270d1da4) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:33:38.678256 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad555e3d-2536-492a-a2f1-9538866973ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bbdb92-262b-4d10-bd47-dc67dd781cc1,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:38.766074 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:38.780120 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b35bcb2b-d48d-44fa-8efa-704c4f4f1867 req-7eb6f6d0-cfaa-4d08-ad73-9062f90afd5c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 210 time: 0.3475251 Sep 01 15:33:38.783257 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0b9aeef7-2468-4b96-a1d3-11ebbc1268fb tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:38.869729 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ad555e3d-2536-492a-a2f1-9538866973ba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=11a5100c9a2148c394fbb27c65ca39ef&name=default HTTP/1.1" status: 200 len: 2983 time: 3.5993450 Sep 01 15:33:38.934678 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34434) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:38.944342 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2419429e-856b-49cb-8bc3-941cb5bd9902 None None] Provisioning for port 15f393a6-939f-4642-800e-e47e225666dc completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:38.949446 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0a477e7d-1a8f-4c46-9e70-120949dc4724 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:38.956021 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:38.985710 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2419429e-856b-49cb-8bc3-941cb5bd9902 None None] Provisioning complete for port 15f393a6-939f-4642-800e-e47e225666dc triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:38.986139 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2419429e-856b-49cb-8bc3-941cb5bd9902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:39.015334 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-51766e7b-3f2e-4b01-94cf-f4228e152797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2', 'name': 'tempest-TestVolumeBackupRestore-2143954352-router', 'tenant_id': '2bbdc5daa59849e4be61e04d8d46f77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'd5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:33:18Z', 'updated_at': '2021-09-01T15:33:24Z', 'revision_number': 3, 'project_id': '2bbdc5daa59849e4be61e04d8d46f77f', 'gw_port': {'id': 'd5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:21Z', 'updated_at': '2021-09-01T15:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:39.057336 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-2419429e-856b-49cb-8bc3-941cb5bd9902 None None] Port 15f393a6-939f-4642-800e-e47e225666dc was deleted so its status cannot be updated. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 01 15:33:39.092274 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 869e4220-3ece-47ca-b148-fc808fc37347, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=869e4220-3ece-47ca-b148-fc808fc37347,segment=NetworkSegment(f6e5359a-1b58-4e86-b852-e45d185fad19),segment_id=f6e5359a-1b58-4e86-b852-e45d185fad19)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:39.119946 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:39.129745 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d3bc781c-b9ca-480f-90ba-22d38d29dc13 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:39.136930 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9aeef7-2468-4b96-a1d3-11ebbc1268fb tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Port': ['ID=15f393a6-939f-4642-800e-e47e225666dc,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:39.205616 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51766e7b-3f2e-4b01-94cf-f4228e152797 None None] The sync data for ids ['69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2'] in n-d-794796-3 is: [{'id': '69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2', 'name': 'tempest-TestVolumeBackupRestore-2143954352-router', 'tenant_id': '2bbdc5daa59849e4be61e04d8d46f77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'd5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:33:18Z', 'updated_at': '2021-09-01T15:33:24Z', 'revision_number': 3, 'project_id': '2bbdc5daa59849e4be61e04d8d46f77f', 'gw_port': {'id': 'd5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:21Z', 'updated_at': '2021-09-01T15:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:33:39.272377 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a477e7d-1a8f-4c46-9e70-120949dc4724 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Pushing event updated for resources: {'Port': ['ID=8df64cf6-857e-4905-bda7-4c137a216dee,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:39.400765 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-455469de-324a-40a3-97d9-258557f51660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:39.476584 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-574c2235-6f12-46a6-a043-afc4e26d44c2 None None] Could not find standard attr ID for object 15f393a6-939f-4642-800e-e47e225666dc. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:33:39.517978 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a477e7d-1a8f-4c46-9e70-120949dc4724 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:39.571541 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f5a6300c-fd61-45bc-9140-8fa81ae7e260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:39.572010 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-0a477e7d-1a8f-4c46-9e70-120949dc4724 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:39.609910 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=869e4220-3ece-47ca-b148-fc808fc37347,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:39.612194 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a477e7d-1a8f-4c46-9e70-120949dc4724 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:33:39.648680 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port d3bc781c-b9ca-480f-90ba-22d38d29dc13 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:39.653193 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:39.695208 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0b9aeef7-2468-4b96-a1d3-11ebbc1268fb tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:39.790689 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d5569c2c-8935-4f55-b765-faffc55dcdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:40.270216 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-85c76cca-9290-4a19-91d9-b006ad422bad tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:40.394707 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0376b838-1215-4a75-a531-91e89e769825 req-3569cc43-932a-45c6-adeb-8dacd324a352 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 210 time: 0.1162157 Sep 01 15:33:40.554245 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 869e4220-3ece-47ca-b148-fc808fc37347 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:40.693546 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-85c76cca-9290-4a19-91d9-b006ad422bad tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Transition to ACTIVE for port object 03bcb534-f067-4d36-a8d8-d6b8270d1da4 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:40.748047 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 869e4220-3ece-47ca-b148-fc808fc37347 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:40.748843 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:41.079653 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4b733b27-8783-48b6-a340-6fc906b8fe90 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:41.130807 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-455469de-324a-40a3-97d9-258557f51660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:41.297596 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 4b733b27-8783-48b6-a340-6fc906b8fe90 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:41.298612 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:41.481558 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9aeef7-2468-4b96-a1d3-11ebbc1268fb tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Router 551fd718-636e-45c7-98d9-d2f0f031d88f has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:33:41.785322 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:41.823215 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-455469de-324a-40a3-97d9-258557f51660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:41.836074 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-455469de-324a-40a3-97d9-258557f51660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:41.855500 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-455469de-324a-40a3-97d9-258557f51660 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e1bbdb92-262b-4d10-bd47-dc67dd781cc1 HTTP/1.1" status: 204 len: 168 time: 2.9188652 Sep 01 15:33:41.920630 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9aeef7-2468-4b96-a1d3-11ebbc1268fb tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:33:41.941525 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4090a788-9298-42c2-8ff3-7b5b52ba4961 None None] Sync routers for ids ['551fd718-636e-45c7-98d9-d2f0f031d88f'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:33:41.949107 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0b9aeef7-2468-4b96-a1d3-11ebbc1268fb tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "PUT /v2.0/routers/551fd718-636e-45c7-98d9-d2f0f031d88f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2096488 Sep 01 15:33:41.986078 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4090a788-9298-42c2-8ff3-7b5b52ba4961 None None] Routers {'551fd718-636e-45c7-98d9-d2f0f031d88f'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:41.987570 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-4090a788-9298-42c2-8ff3-7b5b52ba4961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:33:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['551fd718-636e-45c7-98d9-d2f0f031d88f'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:41.997704 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34470) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:42.003771 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455469de-324a-40a3-97d9-258557f51660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bbdb92-262b-4d10-bd47-dc67dd781cc1,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:42.155521 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:42.176485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:42.177539 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:42.211737 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-4090a788-9298-42c2-8ff3-7b5b52ba4961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:42.251656 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:42.269957 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4090a788-9298-42c2-8ff3-7b5b52ba4961 None None] Routers {'551fd718-636e-45c7-98d9-d2f0f031d88f'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:42.277578 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-4090a788-9298-42c2-8ff3-7b5b52ba4961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:33:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['551fd718-636e-45c7-98d9-d2f0f031d88f'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:42.296842 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-073d035d-3ebe-4328-81f7-fb3d16582206 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "GET /v2.0/ports?device_id=551fd718-636e-45c7-98d9-d2f0f031d88f HTTP/1.1" status: 200 len: 205 time: 0.2811809 Sep 01 15:33:42.315926 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-21385448-ff7a-4973-846f-9046f0a8f7cc req-c1b06725-c790-46b6-884b-65d0bb2cbd19 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 210 time: 0.4133089 Sep 01 15:33:42.318407 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34474) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:42.465557 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-4090a788-9298-42c2-8ff3-7b5b52ba4961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:42.470813 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4090a788-9298-42c2-8ff3-7b5b52ba4961 None None] The sync data for ids ['551fd718-636e-45c7-98d9-d2f0f031d88f'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:33:42.532386 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:42.685901 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc9a577c-7eb9-4410-9418-6f9f7aac7cd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:42.686168 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:42.716032 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:42.982650 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:43.244861 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-d5569c2c-8935-4f55-b765-faffc55dcdd5 admin admin] Allocated IP 172.20.0.1 (e5ab2f9e-48ef-418d-b142-d0bea3899998/6e4d6fc8-fd04-4888-b6c1-34a84178bf26/0609f6be-af3d-4c4a-9198-e61a3ee1bd31) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:33:43.269584 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-85c76cca-9290-4a19-91d9-b006ad422bad tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:43.286907 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:43.406803 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc9a577c-7eb9-4410-9418-6f9f7aac7cd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:43.416099 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc9a577c-7eb9-4410-9418-6f9f7aac7cd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:43.499732 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0a477e7d-1a8f-4c46-9e70-120949dc4724 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:43.603857 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc9a577c-7eb9-4410-9418-6f9f7aac7cd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:43.605440 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9a577c-7eb9-4410-9418-6f9f7aac7cd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Fanout notify agent at l3_agent the message router_deleted on router 551fd718-636e-45c7-98d9-d2f0f031d88f {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:33:43.646237 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e540c8-a06f-4a93-b942-8242d6cac012 req-f94574ba-ec55-404b-890d-b85d5bbcc547 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:43.664690 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-64e540c8-a06f-4a93-b942-8242d6cac012 req-f94574ba-ec55-404b-890d-b85d5bbcc547 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 945 time: 0.8673966 Sep 01 15:33:43.677388 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9e5be4ea-3714-46c5-878c-e6396353cd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:43.697572 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc9a577c-7eb9-4410-9418-6f9f7aac7cd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:43.703205 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bc9a577c-7eb9-4410-9418-6f9f7aac7cd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/routers/551fd718-636e-45c7-98d9-d2f0f031d88f HTTP/1.1" status: 204 len: 168 time: 1.3797245 Sep 01 15:33:43.726278 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34502) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:44.044173 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-64e540c8-a06f-4a93-b942-8242d6cac012 req-2536dbcf-8eab-4ffd-b818-0febe17b0be4 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765557 Sep 01 15:33:44.088550 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-7328d788-fb3f-4c66-aee1-ef47d5faac25 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Deleting subnet 7309518e-a4ff-4040-8a14-c818c5056f8e {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:33:44.095853 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7328d788-fb3f-4c66-aee1-ef47d5faac25 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:44.160207 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0a477e7d-1a8f-4c46-9e70-120949dc4724 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37605'] for router, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:44.192514 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7328d788-fb3f-4c66-aee1-ef47d5faac25 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:44.353586 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0a477e7d-1a8f-4c46-9e70-120949dc4724 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1825249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1825272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1826501'] for router, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:44.439476 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c76cca-9290-4a19-91d9-b006ad422bad tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Port': ['ID=03bcb534-f067-4d36-a8d8-d6b8270d1da4,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:44.507828 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d5569c2c-8935-4f55-b765-faffc55dcdd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:44.596403 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7328d788-fb3f-4c66-aee1-ef47d5faac25 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:44.737366 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-85c76cca-9290-4a19-91d9-b006ad422bad tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Network 4ca70199-f0ff-4e3d-b16a-4345a6e48c46 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:44.782272 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-85c76cca-9290-4a19-91d9-b006ad422bad tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:44.837516 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7328d788-fb3f-4c66-aee1-ef47d5faac25 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:44.853015 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-85c76cca-9290-4a19-91d9-b006ad422bad tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:33:44.893846 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-d5569c2c-8935-4f55-b765-faffc55dcdd5 admin admin] Transition to ACTIVE for port object 0609f6be-af3d-4c4a-9198-e61a3ee1bd31 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:44.899563 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7328d788-fb3f-4c66-aee1-ef47d5faac25 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:44.902802 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d51dbd7-d31d-4c78-a222-640bdb4f2c9b None None] Network fea9fa3f-aaec-4802-8611-b9355e24a7c4 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:33:44.911538 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7328d788-fb3f-4c66-aee1-ef47d5faac25 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/subnets/7309518e-a4ff-4040-8a14-c818c5056f8e HTTP/1.1" status: 204 len: 168 time: 1.1777375 Sep 01 15:33:45.026745 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34522) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:45.031842 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328d788-fb3f-4c66-aee1-ef47d5faac25 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Subnet': ['ID=7309518e-a4ff-4040-8a14-c818c5056f8e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:45.328643 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5be7b-fce5-4f4a-9b78-8be39842735e req-d1d82cf4-92c7-4e70-b7ab-0aa4f199ee45 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:45.338956 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2ca5be7b-fce5-4f4a-9b78-8be39842735e req-d1d82cf4-92c7-4e70-b7ab-0aa4f199ee45 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 945 time: 0.2872984 Sep 01 15:33:45.379967 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7880a94-2f6b-4a86-a6de-83f2e74a94b1 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:45.593030 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe2ded-4771-4b80-b57d-84d61dc71ac5 req-ed0a59e1-2ce1-4118-a307-a3ec925bc5f5 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:45.595765 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-98fe2ded-4771-4b80-b57d-84d61dc71ac5 req-ed0a59e1-2ce1-4118-a307-a3ec925bc5f5 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 945 time: 0.1975145 Sep 01 15:33:45.651078 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-85c76cca-9290-4a19-91d9-b006ad422bad tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:45.651747 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-85c76cca-9290-4a19-91d9-b006ad422bad tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:45.717057 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-85c76cca-9290-4a19-91d9-b006ad422bad tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 11.3707418 Sep 01 15:33:45.719309 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-98fe2ded-4771-4b80-b57d-84d61dc71ac5 req-5e9f1caf-afa4-4287-841f-499f656675c9 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009088 Sep 01 15:33:45.748397 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd3706-402a-41a7-9cbc-073f6788cb52 req-b7fe526b-981d-448b-a452-7608f747dbf0 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:45.756159 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-2ca5be7b-fce5-4f4a-9b78-8be39842735e req-928140f3-db1f-464c-89cb-0e718ce070df tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Deleting port 64a822c2-2a3a-449e-af4f-672eb6480f88 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:33:45.756628 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2ca5be7b-fce5-4f4a-9b78-8be39842735e req-928140f3-db1f-464c-89cb-0e718ce070df tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:45.764513 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-54dd3706-402a-41a7-9cbc-073f6788cb52 req-b7fe526b-981d-448b-a452-7608f747dbf0 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 931 time: 1.9480057 Sep 01 15:33:45.782630 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-fd2baa7f-1d99-4749-b944-0da6b0a72df1 service neutron] Request body: {'port': {'device_id': '753b4a80-5a07-45a2-98de-e6623261a19b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:45.804072 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:33:45.861159 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d5569c2c-8935-4f55-b765-faffc55dcdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:46.012670 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5569c2c-8935-4f55-b765-faffc55dcdd5 admin admin] Network e5ab2f9e-48ef-418d-b142-d0bea3899998 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:46.048903 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-97e4c285-d101-4ba1-a592-6a2617662a22 None None] Provisioning for port 03bcb534-f067-4d36-a8d8-d6b8270d1da4 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:46.050479 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-c7880a94-2f6b-4a86-a6de-83f2e74a94b1 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Deleting port 4b733b27-8783-48b6-a340-6fc906b8fe90 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:33:46.053890 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7880a94-2f6b-4a86-a6de-83f2e74a94b1 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:46.068262 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-fd2baa7f-1d99-4749-b944-0da6b0a72df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:46.070284 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a477e7d-1a8f-4c46-9e70-120949dc4724 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Router f48d0a9d-646e-412f-bbc8-ea3b1ef20674 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:33:46.080693 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:46.083339 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-97e4c285-d101-4ba1-a592-6a2617662a22 None None] Provisioning complete for port 03bcb534-f067-4d36-a8d8-d6b8270d1da4 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:46.084256 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-97e4c285-d101-4ba1-a592-6a2617662a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:46.087777 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-d5569c2c-8935-4f55-b765-faffc55dcdd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:46.105531 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5569c2c-8935-4f55-b765-faffc55dcdd5 admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:33:46.132494 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-54dd3706-402a-41a7-9cbc-073f6788cb52 req-0522bb88-1b24-4b16-b180-9cfe69390f50 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3666441 Sep 01 15:33:46.360786 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5569c2c-8935-4f55-b765-faffc55dcdd5 admin admin] Pushing event updated for resources: {'Port': ['ID=0609f6be-af3d-4c4a-9198-e61a3ee1bd31,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:46.366146 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-97e4c285-d101-4ba1-a592-6a2617662a22 None None] Port 03bcb534-f067-4d36-a8d8-d6b8270d1da4 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:33:46.420246 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-c7880a94-2f6b-4a86-a6de-83f2e74a94b1 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] For port 4b733b27-8783-48b6-a340-6fc906b8fe90, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=4b733b27-8783-48b6-a340-6fc906b8fe90,segment=NetworkSegment(600f1d8b-5e90-45c0-9e44-cf39c03f2238),segment_id=600f1d8b-5e90-45c0-9e44-cf39c03f2238)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:46.420696 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7880a94-2f6b-4a86-a6de-83f2e74a94b1 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:46.459250 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-2ca5be7b-fce5-4f4a-9b78-8be39842735e req-928140f3-db1f-464c-89cb-0e718ce070df tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] For port 64a822c2-2a3a-449e-af4f-672eb6480f88, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=64a822c2-2a3a-449e-af4f-672eb6480f88,segment=NetworkSegment(c1289f2a-3e10-477c-8595-d0710d7fdc46),segment_id=c1289f2a-3e10-477c-8595-d0710d7fdc46)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:46.459659 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2ca5be7b-fce5-4f4a-9b78-8be39842735e req-928140f3-db1f-464c-89cb-0e718ce070df tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:46.464733 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:46.465461 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:46.480053 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-c7880a94-2f6b-4a86-a6de-83f2e74a94b1 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Calling delete_port for 4b733b27-8783-48b6-a340-6fc906b8fe90 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:33:46.501517 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-2ca5be7b-fce5-4f4a-9b78-8be39842735e req-928140f3-db1f-464c-89cb-0e718ce070df tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Calling delete_port for 64a822c2-2a3a-449e-af4f-672eb6480f88 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:33:46.625458 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735988dd-2728-4268-af72-7ee297e59668 None None] DHCP port deletion for fea9fa3f-aaec-4802-8611-b9355e24a7c4 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:33:46.695092 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d5569c2c-8935-4f55-b765-faffc55dcdd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:46.871094 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-064d9a7a-6033-4dce-a0cd-2000d175269a None None] Provisioning for port 0609f6be-af3d-4c4a-9198-e61a3ee1bd31 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:33:46.895261 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-064d9a7a-6033-4dce-a0cd-2000d175269a None None] Provisioning complete for port 0609f6be-af3d-4c4a-9198-e61a3ee1bd31 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:46.895829 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-064d9a7a-6033-4dce-a0cd-2000d175269a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:46.939027 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7880a94-2f6b-4a86-a6de-83f2e74a94b1 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:46.997157 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-735988dd-2728-4268-af72-7ee297e59668 None None] Deleting port 4b733b27-8783-48b6-a340-6fc906b8fe90 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:33:46.997688 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-735988dd-2728-4268-af72-7ee297e59668 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:47.064804 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-064d9a7a-6033-4dce-a0cd-2000d175269a None None] Port 0609f6be-af3d-4c4a-9198-e61a3ee1bd31 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:33:47.125473 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4b733b27-8783-48b6-a340-6fc906b8fe90 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:33:47.213271 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7880a94-2f6b-4a86-a6de-83f2e74a94b1 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] No DVR routers for this DVR port 4b733b27-8783-48b6-a340-6fc906b8fe90 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:33:47.235682 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 4b733b27-8783-48b6-a340-6fc906b8fe90 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:33:47.235682 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4b733b27-8783-48b6-a340-6fc906b8fe90 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:33:47.237115 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-735988dd-2728-4268-af72-7ee297e59668 None None] For port 4b733b27-8783-48b6-a340-6fc906b8fe90, host n-d-794796-3, got binding levels [] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:47.237801 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-735988dd-2728-4268-af72-7ee297e59668 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:47.286137 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7880a94-2f6b-4a86-a6de-83f2e74a94b1 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Port': ['ID=4b733b27-8783-48b6-a340-6fc906b8fe90,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:47.287832 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-735988dd-2728-4268-af72-7ee297e59668 None None] Calling delete_port for 4b733b27-8783-48b6-a340-6fc906b8fe90 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:33:47.298570 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.ipam_backend_mixin [None req-735988dd-2728-4268-af72-7ee297e59668 None None] Port 4b733b27-8783-48b6-a340-6fc906b8fe90 was not found and therefore no delete operation was performed {{(pid=94735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 15:33:47.300693 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-735988dd-2728-4268-af72-7ee297e59668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:47.398260 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735988dd-2728-4268-af72-7ee297e59668 None None] No DVR routers for this DVR port 4b733b27-8783-48b6-a340-6fc906b8fe90 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:33:47.402207 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735988dd-2728-4268-af72-7ee297e59668 None None] Pushing event deleted for resources: {'Port': ['ID=4b733b27-8783-48b6-a340-6fc906b8fe90,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:47.514505 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7880a94-2f6b-4a86-a6de-83f2e74a94b1 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:47.533192 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2ca5be7b-fce5-4f4a-9b78-8be39842735e req-928140f3-db1f-464c-89cb-0e718ce070df tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:47.543482 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-c7880a94-2f6b-4a86-a6de-83f2e74a94b1 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea9fa3f-aaec-4802-8611-b9355e24a7c4']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:47.564776 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90496230-bc35-4076-a0e1-8d5ca0ad603c req-c4dc17d1-9b7d-47df-9820-f89e0083e317 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:47.567609 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-90496230-bc35-4076-a0e1-8d5ca0ad603c req-c4dc17d1-9b7d-47df-9820-f89e0083e317 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e1786dd-53b8-4e39-8b50-8a4a41801e2a HTTP/1.1" status: 200 len: 945 time: 0.4359443 Sep 01 15:33:47.576528 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['cd36c41a-7fed-486a-a89c-503a37995a1d'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:33:47.656518 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-c7880a94-2f6b-4a86-a6de-83f2e74a94b1 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '600f1d8b-5e90-45c0-9e44-cf39c03f2238') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:47.656836 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-c7880a94-2f6b-4a86-a6de-83f2e74a94b1 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '600f1d8b-5e90-45c0-9e44-cf39c03f2238') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:47.669699 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7880a94-2f6b-4a86-a6de-83f2e74a94b1 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:47.687521 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7880a94-2f6b-4a86-a6de-83f2e74a94b1 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:47.694956 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7880a94-2f6b-4a86-a6de-83f2e74a94b1 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:33:47.696088 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7880a94-2f6b-4a86-a6de-83f2e74a94b1 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:47.772092 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563dc4c-1ce3-4ce8-81be-6d6819b70811 req-84c1cd79-9be7-4b0c-912e-e176e6801d1c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:33:47.774676 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:33:47.783413 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928140f3-db1f-464c-89cb-0e718ce070df tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Pushing event deleted for resources: {'Port': ['ID=64a822c2-2a3a-449e-af4f-672eb6480f88,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:47.787163 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1563dc4c-1ce3-4ce8-81be-6d6819b70811 req-84c1cd79-9be7-4b0c-912e-e176e6801d1c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 931 time: 0.3442585 Sep 01 15:33:47.804631 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a477e7d-1a8f-4c46-9e70-120949dc4724 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:33:47.819067 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0a477e7d-1a8f-4c46-9e70-120949dc4724 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:47.822924 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0a477e7d-1a8f-4c46-9e70-120949dc4724 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "PUT /v2.0/routers/f48d0a9d-646e-412f-bbc8-ea3b1ef20674 HTTP/1.1" status: 200 len: 884 time: 21.5188043 Sep 01 15:33:47.823220 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7880a94-2f6b-4a86-a6de-83f2e74a94b1 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:47.833831 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34562) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:47.867778 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa121253-4d82-4082-ac1d-c6592afa44cd None None] Sync routers for ids ['f48d0a9d-646e-412f-bbc8-ea3b1ef20674'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:33:47.902068 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7880a94-2f6b-4a86-a6de-83f2e74a94b1 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:47.904507 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c7880a94-2f6b-4a86-a6de-83f2e74a94b1 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/networks/fea9fa3f-aaec-4802-8611-b9355e24a7c4 HTTP/1.1" status: 204 len: 168 time: 2.8598976 Sep 01 15:33:47.924332 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34564) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:47.929986 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa121253-4d82-4082-ac1d-c6592afa44cd None None] Routers {'f48d0a9d-646e-412f-bbc8-ea3b1ef20674'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:47.931306 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-fa121253-4d82-4082-ac1d-c6592afa44cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:33:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f48d0a9d-646e-412f-bbc8-ea3b1ef20674'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:47.947682 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-0b2f089a-01cb-4be8-bf85-c6fdc041d89b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-896719035', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}, 'admin_state_up': False}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:48.013956 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-fa121253-4d82-4082-ac1d-c6592afa44cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:48.051128 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca5be7b-fce5-4f4a-9b78-8be39842735e req-928140f3-db1f-464c-89cb-0e718ce070df tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] No DVR routers for this DVR port 64a822c2-2a3a-449e-af4f-672eb6480f88 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:33:48.057338 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa121253-4d82-4082-ac1d-c6592afa44cd None None] Routers {'f48d0a9d-646e-412f-bbc8-ea3b1ef20674'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:48.058659 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-fa121253-4d82-4082-ac1d-c6592afa44cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:33:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f48d0a9d-646e-412f-bbc8-ea3b1ef20674'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:48.060540 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-90496230-bc35-4076-a0e1-8d5ca0ad603c req-37d5e28d-a674-4e60-aa31-42e5c55919ea tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747407 Sep 01 15:33:48.069286 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7880a94-2f6b-4a86-a6de-83f2e74a94b1 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Network': ['ID=fea9fa3f-aaec-4802-8611-b9355e24a7c4,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:48.093136 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:33:48.110551 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2ca5be7b-fce5-4f4a-9b78-8be39842735e req-928140f3-db1f-464c-89cb-0e718ce070df tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:48.114897 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2ca5be7b-fce5-4f4a-9b78-8be39842735e req-928140f3-db1f-464c-89cb-0e718ce070df tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.45 "DELETE /v2.0/ports/64a822c2-2a3a-449e-af4f-672eb6480f88 HTTP/1.1" status: 204 len: 173 time: 2.7697048 Sep 01 15:33:48.115669 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1786dd-53b8-4e39-8b50-8a4a41801e2a', 'name': 'network-vif-deleted', 'tag': '64a822c2-2a3a-449e-af4f-672eb6480f88'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:33:48.118430 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-fa121253-4d82-4082-ac1d-c6592afa44cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:48.120056 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa121253-4d82-4082-ac1d-c6592afa44cd None None] The sync data for ids ['f48d0a9d-646e-412f-bbc8-ea3b1ef20674'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:33:48.122782 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d19f405-4414-4b1a-89b5-21d67d606d43" -d '{"events": [{"server_uuid": "9e1786dd-53b8-4e39-8b50-8a4a41801e2a", "name": "network-vif-deleted", "tag": "64a822c2-2a3a-449e-af4f-672eb6480f88"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:33:48.405189 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0b2f089a-01cb-4be8-bf85-c6fdc041d89b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:48.409997 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0b2f089a-01cb-4be8-bf85-c6fdc041d89b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:48.446054 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-fd2baa7f-1d99-4749-b944-0da6b0a72df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03bcb534-f067-4d36-a8d8-d6b8270d1da4 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:33:48.479779 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-fd2baa7f-1d99-4749-b944-0da6b0a72df1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:48.505606 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1563dc4c-1ce3-4ce8-81be-6d6819b70811 req-ebc63619-1aaa-44b2-aeab-ce4d247bd4ab tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7170005 Sep 01 15:33:48.594638 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d5569c2c-8935-4f55-b765-faffc55dcdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:48.597360 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-fd2baa7f-1d99-4749-b944-0da6b0a72df1 service neutron] Transition to ACTIVE for port object 03bcb534-f067-4d36-a8d8-d6b8270d1da4 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:48.618549 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-fd2baa7f-1d99-4749-b944-0da6b0a72df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:48.624820 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 64a822c2-2a3a-449e-af4f-672eb6480f88 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:33:48.679957 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 64a822c2-2a3a-449e-af4f-672eb6480f88 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:33:48.680371 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 64a822c2-2a3a-449e-af4f-672eb6480f88 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:33:48.784070 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2baa7f-1d99-4749-b944-0da6b0a72df1 service neutron] Pushing event updated for resources: {'Port': ['ID=03bcb534-f067-4d36-a8d8-d6b8270d1da4,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:49.030067 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca8813f-f500-4229-a6ed-f20a39391c03 x-openstack-request-id: req-3ca8813f-f500-4229-a6ed-f20a39391c03 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:33:49.030818 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1786dd-53b8-4e39-8b50-8a4a41801e2a", "name": "network-vif-deleted", "tag": "64a822c2-2a3a-449e-af4f-672eb6480f88", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:33:49.031053 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ca8813f-f500-4229-a6ed-f20a39391c03 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:33:49.032048 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1786dd-53b8-4e39-8b50-8a4a41801e2a', 'name': 'network-vif-deleted', 'tag': '64a822c2-2a3a-449e-af4f-672eb6480f88', 'status': 'completed', 'code': 200} Sep 01 15:33:49.084786 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-832ec647-1c76-469a-875e-3df09ef246f5 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "GET /v2.0/routers/f48d0a9d-646e-412f-bbc8-ea3b1ef20674 HTTP/1.1" status: 200 len: 925 time: 1.1917589 Sep 01 15:33:49.094933 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34586) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:49.239720 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0b2f089a-01cb-4be8-bf85-c6fdc041d89b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:49.246077 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-fd2baa7f-1d99-4749-b944-0da6b0a72df1 service neutron] Attempting to bind port 03bcb534-f067-4d36-a8d8-d6b8270d1da4 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:33:49.247653 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-fd2baa7f-1d99-4749-b944-0da6b0a72df1 service neutron] Attempting to bind port 03bcb534-f067-4d36-a8d8-d6b8270d1da4 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'f6e5359a-1b58-4e86-b852-e45d185fad19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:33:49.248881 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-fd2baa7f-1d99-4749-b944-0da6b0a72df1 service neutron] Attempting to bind port 03bcb534-f067-4d36-a8d8-d6b8270d1da4 on network 4ca70199-f0ff-4e3d-b16a-4345a6e48c46 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:33:49.270224 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-fd2baa7f-1d99-4749-b944-0da6b0a72df1 service neutron] Port 03bcb534-f067-4d36-a8d8-d6b8270d1da4 on network 4ca70199-f0ff-4e3d-b16a-4345a6e48c46 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:33:49.273103 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-fd2baa7f-1d99-4749-b944-0da6b0a72df1 service neutron] Attempting to bind port 03bcb534-f067-4d36-a8d8-d6b8270d1da4 on network 4ca70199-f0ff-4e3d-b16a-4345a6e48c46 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:33:49.387359 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d5569c2c-8935-4f55-b765-faffc55dcdd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:49.400451 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d5569c2c-8935-4f55-b765-faffc55dcdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:49.482726 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e92472-e9fa-4e00-a73b-8b3658c662ab tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:49.485838 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c1e92472-e9fa-4e00-a73b-8b3658c662ab tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=5c826073-0017-46f6-8947-51b31e774ff4&device_id=f48d0a9d-646e-412f-bbc8-ea3b1ef20674&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3891666 Sep 01 15:33:49.649375 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34592) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:49.653211 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-fd2baa7f-1d99-4749-b944-0da6b0a72df1 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:33:49.653863 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-fd2baa7f-1d99-4749-b944-0da6b0a72df1 service neutron] Checking segment: {'id': 'f6e5359a-1b58-4e86-b852-e45d185fad19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:33:49.659932 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-fd2baa7f-1d99-4749-b944-0da6b0a72df1 service neutron] Bound using segment: {'id': 'f6e5359a-1b58-4e86-b852-e45d185fad19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:33:49.660809 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-fd2baa7f-1d99-4749-b944-0da6b0a72df1 service neutron] Bound port: 03bcb534-f067-4d36-a8d8-d6b8270d1da4, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6e5359a-1b58-4e86-b852-e45d185fad19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:33:49.661435 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-fd2baa7f-1d99-4749-b944-0da6b0a72df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:49.830085 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0b2f089a-01cb-4be8-bf85-c6fdc041d89b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:49.843949 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d5569c2c-8935-4f55-b765-faffc55dcdd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:49.965309 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d47dab-a11b-44ff-b7eb-717b83108fd1 req-a179c489-a11d-421b-9dc9-acb611300cda tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:49.968025 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-71d47dab-a11b-44ff-b7eb-717b83108fd1 req-a179c489-a11d-421b-9dc9-acb611300cda tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.1593199 Sep 01 15:33:50.053900 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5569c2c-8935-4f55-b765-faffc55dcdd5 admin admin] Pushing event updated for resources: {'Port': ['ID=0609f6be-af3d-4c4a-9198-e61a3ee1bd31,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:50.222332 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-71d47dab-a11b-44ff-b7eb-717b83108fd1 req-f82a3b42-adda-45e9-8649-e1e8cfac85bb tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370377 Sep 01 15:33:50.236914 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd10f5d-8387-48fa-9331-ec1263f1b0a0 req-ec14a053-b494-48b6-81ba-04615b463bc2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:50.254366 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9fd10f5d-8387-48fa-9331-ec1263f1b0a0 req-ec14a053-b494-48b6-81ba-04615b463bc2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 943 time: 0.3706851 Sep 01 15:33:50.316206 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-fd2baa7f-1d99-4749-b944-0da6b0a72df1 service neutron] For port 03bcb534-f067-4d36-a8d8-d6b8270d1da4, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:33:50.392862 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335a9951-adc4-4077-829e-73fac2ce9e8d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:50.400913 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-335a9951-adc4-4077-829e-73fac2ce9e8d tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 881 time: 0.7355199 Sep 01 15:33:50.407416 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-fd2baa7f-1d99-4749-b944-0da6b0a72df1 service neutron] For port 03bcb534-f067-4d36-a8d8-d6b8270d1da4, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=03bcb534-f067-4d36-a8d8-d6b8270d1da4,segment=NetworkSegment(f6e5359a-1b58-4e86-b852-e45d185fad19),segment_id=f6e5359a-1b58-4e86-b852-e45d185fad19)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:33:50.418760 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34616) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:50.482440 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b8742cdc-4721-448d-85be-1693494d6c19 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48d0a9d-646e-412f-bbc8-ea3b1ef20674 HTTP/1.1" status: 200 len: 205 time: 0.0616238 Sep 01 15:33:50.483755 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-fd2baa7f-1d99-4749-b944-0da6b0a72df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:50.488965 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34618) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:50.596349 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2baa7f-1d99-4749-b944-0da6b0a72df1 service neutron] Pushing event updated for resources: {'Port': ['ID=03bcb534-f067-4d36-a8d8-d6b8270d1da4,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:50.634645 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9fd10f5d-8387-48fa-9331-ec1263f1b0a0 req-90bdb745-6028-4835-a667-9f9ed88672dc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3761580 Sep 01 15:33:50.638604 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0b2f089a-01cb-4be8-bf85-c6fdc041d89b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:50.640803 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5569c2c-8935-4f55-b765-faffc55dcdd5 admin admin] Network e5ab2f9e-48ef-418d-b142-d0bea3899998 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:50.653012 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-fd2baa7f-1d99-4749-b944-0da6b0a72df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:50.654225 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-fd2baa7f-1d99-4749-b944-0da6b0a72df1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:50.656948 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-fd2baa7f-1d99-4749-b944-0da6b0a72df1 service neutron] 10.222.0.45 "PUT /v2.0/ports/03bcb534-f067-4d36-a8d8-d6b8270d1da4 HTTP/1.1" status: 200 len: 1091 time: 4.9230287 Sep 01 15:33:50.658238 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753b4a80-5a07-45a2-98de-e6623261a19b', 'tag': '03bcb534-f067-4d36-a8d8-d6b8270d1da4'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:33:50.671466 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be90de2-6592-4e00-8838-9f33ad167638" -d '{"events": [{"name": "network-changed", "server_uuid": "753b4a80-5a07-45a2-98de-e6623261a19b", "tag": "03bcb534-f067-4d36-a8d8-d6b8270d1da4"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:33:50.683824 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-d5569c2c-8935-4f55-b765-faffc55dcdd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:50.712171 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0b2f089a-01cb-4be8-bf85-c6fdc041d89b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:51.054218 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4ebd91-9f45-4381-872d-90e097d446db x-openstack-request-id: req-aa4ebd91-9f45-4381-872d-90e097d446db {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:33:51.055709 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753b4a80-5a07-45a2-98de-e6623261a19b", "tag": "03bcb534-f067-4d36-a8d8-d6b8270d1da4", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:33:51.056098 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa4ebd91-9f45-4381-872d-90e097d446db {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:33:51.058221 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753b4a80-5a07-45a2-98de-e6623261a19b', 'tag': '03bcb534-f067-4d36-a8d8-d6b8270d1da4', 'status': 'completed', 'code': 200} Sep 01 15:33:51.148944 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5569c2c-8935-4f55-b765-faffc55dcdd5 admin admin] Router 69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:33:51.250233 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-227602ef-c3af-4950-b386-cbbfb8eea82c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:51.281938 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-f51dcc74-32bc-4195-b0c5-f68611f78021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:51.292965 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-f51dcc74-32bc-4195-b0c5-f68611f78021 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 1094 time: 0.5624254 Sep 01 15:33:51.601032 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-44bc6227-26a0-4975-9457-fa49f11cf237 None None] Provisioning complete for port 0609f6be-af3d-4c4a-9198-e61a3ee1bd31 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:33:51.603253 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-44bc6227-26a0-4975-9457-fa49f11cf237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:51.803651 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-44bc6227-26a0-4975-9457-fa49f11cf237 None None] Port 0609f6be-af3d-4c4a-9198-e61a3ee1bd31 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:33:51.810692 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-0b2f089a-01cb-4be8-bf85-c6fdc041d89b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Allocated IP 172.25.6.131 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/c1164f0c-23a8-41f3-95e8-d6b90165f405) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:33:51.821561 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-227602ef-c3af-4950-b386-cbbfb8eea82c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:51.827809 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-84f91ef4-9829-41d3-95c3-10412b3a71d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03bcb534-f067-4d36-a8d8-d6b8270d1da4 HTTP/1.1" status: 200 len: 217 time: 0.5334907 Sep 01 15:33:52.224622 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbbba2-3442-4b97-ba73-f8ddeb1e5dcf req-24a5d32d-ea84-444d-b351-a7178d1f66b7 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:52.240257 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f8fbbba2-3442-4b97-ba73-f8ddeb1e5dcf req-24a5d32d-ea84-444d-b351-a7178d1f66b7 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 943 time: 0.2833424 Sep 01 15:33:52.382690 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0b2f089a-01cb-4be8-bf85-c6fdc041d89b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:52.482765 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-e4629330-e9cc-4297-97ee-d835e41e74b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:52.495336 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-e4629330-e9cc-4297-97ee-d835e41e74b3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bcb33d60-1f3f-4daa-9eeb-83a83c5955c8 HTTP/1.1" status: 200 len: 835 time: 0.6572716 Sep 01 15:33:52.537348 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5569c2c-8935-4f55-b765-faffc55dcdd5 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:33:52.552676 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2d0be7-a64a-4031-b26b-e64512afb39f None None] Sync routers for ids ['69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:33:52.563785 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d5569c2c-8935-4f55-b765-faffc55dcdd5 admin admin] 10.222.0.60 "PUT /v2.0/routers/69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.5739384 Sep 01 15:33:52.577744 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4d6b6-1eb5-4a66-8408-ef007a39176e req-71361643-67ef-4c03-851b-0c7dcf0d7535 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:52.594862 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-61f4d6b6-1eb5-4a66-8408-ef007a39176e req-71361643-67ef-4c03-851b-0c7dcf0d7535 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.9718173 Sep 01 15:33:52.616957 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2d0be7-a64a-4031-b26b-e64512afb39f None None] Routers {'69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:52.617324 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0b2f089a-01cb-4be8-bf85-c6fdc041d89b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:52.623190 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3c2d0be7-a64a-4031-b26b-e64512afb39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:33:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:52.761614 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2f089a-01cb-4be8-bf85-c6fdc041d89b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:33:52.775448 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-227602ef-c3af-4950-b386-cbbfb8eea82c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Deleting port 8df64cf6-857e-4905-bda7-4c137a216dee {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:33:52.781766 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-227602ef-c3af-4950-b386-cbbfb8eea82c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:52.786954 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-61f4d6b6-1eb5-4a66-8408-ef007a39176e req-4f6535e5-4455-4ca2-ac56-858921f937af tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895351 Sep 01 15:33:52.796875 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-3b72d99f-8622-4f64-b8e7-e62285bc52f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:52.802717 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-0b2f089a-01cb-4be8-bf85-c6fdc041d89b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:33:52.814234 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2f089a-01cb-4be8-bf85-c6fdc041d89b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:33:52.817104 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-3b72d99f-8622-4f64-b8e7-e62285bc52f0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ca70199-f0ff-4e3d-b16a-4345a6e48c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3111281 Sep 01 15:33:53.042768 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-227602ef-c3af-4950-b386-cbbfb8eea82c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:53.062468 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-227602ef-c3af-4950-b386-cbbfb8eea82c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Calling delete_port for 8df64cf6-857e-4905-bda7-4c137a216dee owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:33:53.218182 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-3c2d0be7-a64a-4031-b26b-e64512afb39f None None] Set router 69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:33:53.723807 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f8fbbba2-3442-4b97-ba73-f8ddeb1e5dcf req-550309a7-e36d-4a6f-8a0a-b32794f178c0 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4810646 Sep 01 15:33:53.784100 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f089a-01cb-4be8-bf85-c6fdc041d89b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Port': ['ID=c1164f0c-23a8-41f3-95e8-d6b90165f405,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:54.293575 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-227602ef-c3af-4950-b386-cbbfb8eea82c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:54.602624 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227602ef-c3af-4950-b386-cbbfb8eea82c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Pushing event deleted for resources: {'Port': ['ID=8df64cf6-857e-4905-bda7-4c137a216dee,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:54.638241 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3c2d0be7-a64a-4031-b26b-e64512afb39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2', 'name': 'tempest-TestVolumeBackupRestore-2143954352-router', 'tenant_id': '2bbdc5daa59849e4be61e04d8d46f77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'd5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:33:18Z', 'updated_at': '2021-09-01T15:33:48Z', 'revision_number': 4, 'project_id': '2bbdc5daa59849e4be61e04d8d46f77f', 'gw_port': {'id': 'd5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:21Z', 'updated_at': '2021-09-01T15:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '0609f6be-af3d-4c4a-9198-e61a3ee1bd31', 'name': '', 'network_id': 'e5ab2f9e-48ef-418d-b142-d0bea3899998', 'tenant_id': '2bbdc5daa59849e4be61e04d8d46f77f', 'mac_address': 'fa:16:3e:e9:1f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '6e4d6fc8-fd04-4888-b6c1-34a84178bf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:39Z', 'updated_at': '2021-09-01T15:33:48Z', 'revision_number': 2, 'project_id': '2bbdc5daa59849e4be61e04d8d46f77f', 'subnets': [{'id': '6e4d6fc8-fd04-4888-b6c1-34a84178bf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:54.761421 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2d0be7-a64a-4031-b26b-e64512afb39f None None] Checking router: 69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:33:54.761878 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2d0be7-a64a-4031-b26b-e64512afb39f None None] Updating router 69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2 port 0609f6be-af3d-4c4a-9198-e61a3ee1bd31 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:33:54.888828 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3c2d0be7-a64a-4031-b26b-e64512afb39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:54.940535 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7695a-639f-4cfa-a066-a80d73c5d374 req-39cdd450-3aa4-48d5-9055-42bae465b720 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:54.956304 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-07a7695a-639f-4cfa-a066-a80d73c5d374 req-39cdd450-3aa4-48d5-9055-42bae465b720 tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.5410032 Sep 01 15:33:54.972702 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-649c2f6b-13a8-46e3-84c2-ad1e3c840dfd service neutron] 10.222.0.45 "GET /v2.0/networks/4ca70199-f0ff-4e3d-b16a-4345a6e48c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1443017 Sep 01 15:33:55.452028 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-07a7695a-639f-4cfa-a066-a80d73c5d374 req-80e462a4-5039-44f7-9a97-18280ea21b4d tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212334 Sep 01 15:33:55.473004 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-227602ef-c3af-4950-b386-cbbfb8eea82c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:55.547567 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5f0b2cba-2873-475b-a8e6-1606668a1a9e req-86319de6-08a2-4cc1-8fbc-1d62d2950d77 service neutron] 10.222.0.45 "GET /v2.0/networks/4ca70199-f0ff-4e3d-b16a-4345a6e48c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615799 Sep 01 15:33:55.772673 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0b2f089a-01cb-4be8-bf85-c6fdc041d89b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:55.799662 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be90de2-6592-4e00-8838-9f33ad167638 req-d3fccbf5-8fc8-4daf-b069-4d9de1bbd215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:55.802852 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5be90de2-6592-4e00-8838-9f33ad167638 req-d3fccbf5-8fc8-4daf-b069-4d9de1bbd215 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 1094 time: 0.1689770 Sep 01 15:33:56.160098 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61706af5-3722-4b56-9570-df2d0e5c3d3c req-115d7ce9-7b2f-4815-a48e-590b08fe76bf tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:56.167533 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-61706af5-3722-4b56-9570-df2d0e5c3d3c req-115d7ce9-7b2f-4815-a48e-590b08fe76bf tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.62 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 0.1148145 Sep 01 15:33:56.239757 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be90de2-6592-4e00-8838-9f33ad167638 req-d2ab0919-01bb-4677-870f-75617863f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:56.241918 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5be90de2-6592-4e00-8838-9f33ad167638 req-d2ab0919-01bb-4677-870f-75617863f8b1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4ca70199-f0ff-4e3d-b16a-4345a6e48c46 HTTP/1.1" status: 200 len: 896 time: 0.4284415 Sep 01 15:33:56.342420 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3c2d0be7-a64a-4031-b26b-e64512afb39f None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:56.346940 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5be90de2-6592-4e00-8838-9f33ad167638 req-a8dd669b-4878-4504-a64b-2185194d6577 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03bcb534-f067-4d36-a8d8-d6b8270d1da4 HTTP/1.1" status: 200 len: 217 time: 0.0909228 Sep 01 15:33:56.402341 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-3c2d0be7-a64a-4031-b26b-e64512afb39f None None] Transition to ACTIVE for port object 0609f6be-af3d-4c4a-9198-e61a3ee1bd31 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:33:56.419779 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3c2d0be7-a64a-4031-b26b-e64512afb39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:56.681770 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be90de2-6592-4e00-8838-9f33ad167638 req-9cb70936-db97-47ac-b167-9b6eed6b0e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:56.689962 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5be90de2-6592-4e00-8838-9f33ad167638 req-9cb70936-db97-47ac-b167-9b6eed6b0e03 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bcb33d60-1f3f-4daa-9eeb-83a83c5955c8 HTTP/1.1" status: 200 len: 835 time: 0.3047950 Sep 01 15:33:56.987756 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-227602ef-c3af-4950-b386-cbbfb8eea82c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:57.005446 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a48ae-5fdf-49cf-baee-1d87ddf5900d req-d1e5228d-42b2-44fe-aab9-0e267bf2420c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:57.008819 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-812a48ae-5fdf-49cf-baee-1d87ddf5900d req-d1e5228d-42b2-44fe-aab9-0e267bf2420c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 943 time: 1.8475046 Sep 01 15:33:57.011119 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-227602ef-c3af-4950-b386-cbbfb8eea82c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:57.027547 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d1aaf-a114-4642-8547-67315a06040d None None] Pushing event updated for resources: {'Port': ['ID=0609f6be-af3d-4c4a-9198-e61a3ee1bd31,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:57.065222 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-3c2d0be7-a64a-4031-b26b-e64512afb39f None None] Attempting to bind port 0609f6be-af3d-4c4a-9198-e61a3ee1bd31 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:33:57.072163 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-3c2d0be7-a64a-4031-b26b-e64512afb39f None None] Attempting to bind port 0609f6be-af3d-4c4a-9198-e61a3ee1bd31 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '80a6db48-56c0-4aec-9cab-aa300ede4a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e5ab2f9e-48ef-418d-b142-d0bea3899998'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:33:57.073240 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2d0be7-a64a-4031-b26b-e64512afb39f None None] Attempting to bind port 0609f6be-af3d-4c4a-9198-e61a3ee1bd31 on network e5ab2f9e-48ef-418d-b142-d0bea3899998 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:33:57.094208 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2d0be7-a64a-4031-b26b-e64512afb39f None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:33:57.098350 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2d0be7-a64a-4031-b26b-e64512afb39f None None] Checking segment: {'id': '80a6db48-56c0-4aec-9cab-aa300ede4a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e5ab2f9e-48ef-418d-b142-d0bea3899998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:33:57.100192 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3c2d0be7-a64a-4031-b26b-e64512afb39f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:57.105514 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2d0be7-a64a-4031-b26b-e64512afb39f None None] Bound using segment: {'id': '80a6db48-56c0-4aec-9cab-aa300ede4a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e5ab2f9e-48ef-418d-b142-d0bea3899998'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:33:57.107033 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-3c2d0be7-a64a-4031-b26b-e64512afb39f None None] Bound port: 0609f6be-af3d-4c4a-9198-e61a3ee1bd31, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a6db48-56c0-4aec-9cab-aa300ede4a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e5ab2f9e-48ef-418d-b142-d0bea3899998'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:33:57.109572 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3c2d0be7-a64a-4031-b26b-e64512afb39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:57.198341 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-227602ef-c3af-4950-b386-cbbfb8eea82c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:57.203560 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-61706af5-3722-4b56-9570-df2d0e5c3d3c req-30786acb-f034-45d7-aa39-3965e1dbc03a tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Deleting port cd36c41a-7fed-486a-a89c-503a37995a1d {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:33:57.204416 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-61706af5-3722-4b56-9570-df2d0e5c3d3c req-30786acb-f034-45d7-aa39-3965e1dbc03a tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:57.214471 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227602ef-c3af-4950-b386-cbbfb8eea82c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Fanout notify agent at l3_agent the message router_deleted on router f48d0a9d-646e-412f-bbc8-ea3b1ef20674 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:33:57.244476 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-227602ef-c3af-4950-b386-cbbfb8eea82c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:57.244807 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be90de2-6592-4e00-8838-9f33ad167638 req-681f923a-72f3-493c-8ed7-92fff39cac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:57.252392 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5be90de2-6592-4e00-8838-9f33ad167638 req-681f923a-72f3-493c-8ed7-92fff39cac04 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ca70199-f0ff-4e3d-b16a-4345a6e48c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5467787 Sep 01 15:33:57.271254 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-227602ef-c3af-4950-b386-cbbfb8eea82c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "DELETE /v2.0/routers/f48d0a9d-646e-412f-bbc8-ea3b1ef20674 HTTP/1.1" status: 204 len: 168 time: 6.7764547 Sep 01 15:33:57.288212 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34730) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:57.311199 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-f97b630e-4a7b-43bb-88fc-d3c1d597b0ec tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-816083265', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:57.333725 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-812a48ae-5fdf-49cf-baee-1d87ddf5900d req-fdb2263d-bdba-4476-9c2b-d19400e1a155 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3093500 Sep 01 15:33:57.452926 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-3c2d0be7-a64a-4031-b26b-e64512afb39f None None] For port 0609f6be-af3d-4c4a-9198-e61a3ee1bd31, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:33:57.463850 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-3c2d0be7-a64a-4031-b26b-e64512afb39f None None] For port 0609f6be-af3d-4c4a-9198-e61a3ee1bd31, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=0609f6be-af3d-4c4a-9198-e61a3ee1bd31,segment=NetworkSegment(80a6db48-56c0-4aec-9cab-aa300ede4a0e),segment_id=80a6db48-56c0-4aec-9cab-aa300ede4a0e)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:33:57.478707 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3c2d0be7-a64a-4031-b26b-e64512afb39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:57.578072 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f97b630e-4a7b-43bb-88fc-d3c1d597b0ec tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:57.594248 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f97b630e-4a7b-43bb-88fc-d3c1d597b0ec tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:57.668686 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2d0be7-a64a-4031-b26b-e64512afb39f None None] Routers {'69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:33:57.671000 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3c2d0be7-a64a-4031-b26b-e64512afb39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:33:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:57.721406 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-61706af5-3722-4b56-9570-df2d0e5c3d3c req-30786acb-f034-45d7-aa39-3965e1dbc03a tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] For port cd36c41a-7fed-486a-a89c-503a37995a1d, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=cd36c41a-7fed-486a-a89c-503a37995a1d,segment=NetworkSegment(c1289f2a-3e10-477c-8595-d0710d7fdc46),segment_id=c1289f2a-3e10-477c-8595-d0710d7fdc46)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:57.722062 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-61706af5-3722-4b56-9570-df2d0e5c3d3c req-30786acb-f034-45d7-aa39-3965e1dbc03a tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:57.751455 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-61706af5-3722-4b56-9570-df2d0e5c3d3c req-30786acb-f034-45d7-aa39-3965e1dbc03a tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Calling delete_port for cd36c41a-7fed-486a-a89c-503a37995a1d owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:33:57.767418 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0b2f089a-01cb-4be8-bf85-c6fdc041d89b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:57.837306 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:57.902801 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-3c2d0be7-a64a-4031-b26b-e64512afb39f None None] Set router 69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:33:58.023885 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d1aaf-a114-4642-8547-67315a06040d None None] Pushing event updated for resources: {'Port': ['ID=0609f6be-af3d-4c4a-9198-e61a3ee1bd31,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:58.206330 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f97b630e-4a7b-43bb-88fc-d3c1d597b0ec tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:58.207499 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db050135-50a5-4272-9fd8-801c53be6ed7 req-917e2528-a5fe-41b2-892b-1afcbe3723eb tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:33:58.216444 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-db050135-50a5-4272-9fd8-801c53be6ed7 req-917e2528-a5fe-41b2-892b-1afcbe3723eb tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 945 time: 1.3078597 Sep 01 15:33:58.266672 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f97b630e-4a7b-43bb-88fc-d3c1d597b0ec tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:58.436360 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f97b630e-4a7b-43bb-88fc-d3c1d597b0ec tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:58.443348 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f97b630e-4a7b-43bb-88fc-d3c1d597b0ec tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1454794 Sep 01 15:33:58.484157 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34772) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:58.484157 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-79989680-ca8e-4962-8fa8-71ecc4f3f003 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'enable_snat': True}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:33:58.659927 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5be90de2-6592-4e00-8838-9f33ad167638 req-02b5469f-7d98-40a9-bb72-7232a3842a41 service neutron] 10.222.0.45 "GET /v2.0/networks/4ca70199-f0ff-4e3d-b16a-4345a6e48c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312754 Sep 01 15:33:58.698272 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 03bcb534-f067-4d36-a8d8-d6b8270d1da4 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:33:58.765318 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3c2d0be7-a64a-4031-b26b-e64512afb39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2', 'name': 'tempest-TestVolumeBackupRestore-2143954352-router', 'tenant_id': '2bbdc5daa59849e4be61e04d8d46f77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'd5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:33:18Z', 'updated_at': '2021-09-01T15:33:48Z', 'revision_number': 4, 'project_id': '2bbdc5daa59849e4be61e04d8d46f77f', 'gw_port': {'id': 'd5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:21Z', 'updated_at': '2021-09-01T15:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '0609f6be-af3d-4c4a-9198-e61a3ee1bd31', 'name': '', 'network_id': 'e5ab2f9e-48ef-418d-b142-d0bea3899998', 'tenant_id': '2bbdc5daa59849e4be61e04d8d46f77f', 'mac_address': 'fa:16:3e:e9:1f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '6e4d6fc8-fd04-4888-b6c1-34a84178bf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:39Z', 'updated_at': '2021-09-01T15:33:57Z', 'revision_number': 4, 'project_id': '2bbdc5daa59849e4be61e04d8d46f77f', 'subnets': [{'id': '6e4d6fc8-fd04-4888-b6c1-34a84178bf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:33:58.773033 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-db050135-50a5-4272-9fd8-801c53be6ed7 req-4dc80498-42c3-4a5d-9643-8f85446b81ed tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/security-groups?id=dbf964d8-9a91-4050-9d6f-d25412ee5dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844355 Sep 01 15:33:58.918493 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2d0be7-a64a-4031-b26b-e64512afb39f None None] The sync data for ids ['69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2'] in n-d-794796-3 is: [{'id': '69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2', 'name': 'tempest-TestVolumeBackupRestore-2143954352-router', 'tenant_id': '2bbdc5daa59849e4be61e04d8d46f77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'd5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:33:18Z', 'updated_at': '2021-09-01T15:33:48Z', 'revision_number': 4, 'project_id': '2bbdc5daa59849e4be61e04d8d46f77f', 'gw_port': {'id': 'd5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:21Z', 'updated_at': '2021-09-01T15:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '0609f6be-af3d-4c4a-9198-e61a3ee1bd31', 'name': '', 'network_id': 'e5ab2f9e-48ef-418d-b142-d0bea3899998', 'tenant_id': '2bbdc5daa59849e4be61e04d8d46f77f', 'mac_address': 'fa:16:3e:e9:1f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '6e4d6fc8-fd04-4888-b6c1-34a84178bf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:39Z', 'updated_at': '2021-09-01T15:33:57Z', 'revision_number': 4, 'project_id': '2bbdc5daa59849e4be61e04d8d46f77f', 'subnets': [{'id': '6e4d6fc8-fd04-4888-b6c1-34a84178bf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:33:58.925212 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-61706af5-3722-4b56-9570-df2d0e5c3d3c req-30786acb-f034-45d7-aa39-3965e1dbc03a tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:59.013644 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30786acb-f034-45d7-aa39-3965e1dbc03a tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Pushing event deleted for resources: {'Port': ['ID=cd36c41a-7fed-486a-a89c-503a37995a1d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:33:59.018652 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5be90de2-6592-4e00-8838-9f33ad167638 req-3a27f7cb-e986-49e8-b6b4-d295af457948 service neutron] 10.222.0.45 "GET /v2.0/networks/4ca70199-f0ff-4e3d-b16a-4345a6e48c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478129 Sep 01 15:33:59.060479 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34778) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:33:59.310428 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 03bcb534-f067-4d36-a8d8-d6b8270d1da4, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=03bcb534-f067-4d36-a8d8-d6b8270d1da4,segment=NetworkSegment(f6e5359a-1b58-4e86-b852-e45d185fad19),segment_id=f6e5359a-1b58-4e86-b852-e45d185fad19)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:59.344415 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '03bcb534-f067-4d36-a8d8-d6b8270d1da4', 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46', 'port_id': '03bcb534-f067-4d36-a8d8-d6b8270d1da4', 'mac_address': 'fa:16:3e:d8:47:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb33d60-1f3f-4daa-9eeb-83a83c5955c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:33:59.388724 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device cd36c41a-7fed-486a-a89c-503a37995a1d no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:33:59.421128 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-61706af5-3722-4b56-9570-df2d0e5c3d3c req-30786acb-f034-45d7-aa39-3965e1dbc03a tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] No DVR routers for this DVR port cd36c41a-7fed-486a-a89c-503a37995a1d on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:33:59.432600 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-61706af5-3722-4b56-9570-df2d0e5c3d3c req-30786acb-f034-45d7-aa39-3965e1dbc03a tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:59.462248 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-61706af5-3722-4b56-9570-df2d0e5c3d3c req-30786acb-f034-45d7-aa39-3965e1dbc03a tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.62 "DELETE /v2.0/ports/cd36c41a-7fed-486a-a89c-503a37995a1d HTTP/1.1" status: 204 len: 173 time: 3.2880147 Sep 01 15:33:59.473026 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a71cc9-7d34-4649-80fa-159a28146b29', 'name': 'network-vif-deleted', 'tag': 'cd36c41a-7fed-486a-a89c-503a37995a1d'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:33:59.497658 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db636a40-725a-4e5c-a168-93bc6667d656" -d '{"events": [{"server_uuid": "09a71cc9-7d34-4649-80fa-159a28146b29", "name": "network-vif-deleted", "tag": "cd36c41a-7fed-486a-a89c-503a37995a1d"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:33:59.560792 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: cd36c41a-7fed-486a-a89c-503a37995a1d {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:33:59.566158 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device cd36c41a-7fed-486a-a89c-503a37995a1d not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:33:59.686060 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fcc468-1fcd-4340-95c4-0d2a0c09c1b8 x-openstack-request-id: req-d0fcc468-1fcd-4340-95c4-0d2a0c09c1b8 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:33:59.688493 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a71cc9-7d34-4649-80fa-159a28146b29", "name": "network-vif-deleted", "tag": "cd36c41a-7fed-486a-a89c-503a37995a1d", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:33:59.689292 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d0fcc468-1fcd-4340-95c4-0d2a0c09c1b8 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:33:59.690178 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a71cc9-7d34-4649-80fa-159a28146b29', 'name': 'network-vif-deleted', 'tag': 'cd36c41a-7fed-486a-a89c-503a37995a1d', 'status': 'completed', 'code': 200} Sep 01 15:33:59.757404 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:59.863351 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03bcb534-f067-4d36-a8d8-d6b8270d1da4 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:33:59.902187 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-26e23574-7701-4aa1-97fe-87fe54b4d557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:33:59.984312 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 03bcb534-f067-4d36-a8d8-d6b8270d1da4, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=03bcb534-f067-4d36-a8d8-d6b8270d1da4,segment=NetworkSegment(f6e5359a-1b58-4e86-b852-e45d185fad19),segment_id=f6e5359a-1b58-4e86-b852-e45d185fad19)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:33:59.993487 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:00.269431 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['03bcb534-f067-4d36-a8d8-d6b8270d1da4'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:34:00.432409 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-79989680-ca8e-4962-8fa8-71ecc4f3f003 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:00.506788 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518a750-3d6d-47d3-90ed-101444bac3cf req-c6f5de16-b9d8-44ef-81a3-985269a328ce tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:00.520685 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2518a750-3d6d-47d3-90ed-101444bac3cf req-c6f5de16-b9d8-44ef-81a3-985269a328ce tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 943 time: 1.5854661 Sep 01 15:34:00.616596 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-26e23574-7701-4aa1-97fe-87fe54b4d557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:00.625714 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=03bcb534-f067-4d36-a8d8-d6b8270d1da4,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:00.771518 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b4af20c0-63a8-4b26-a357-a08fd50ec7d0 req-61a46da1-2e18-4227-9d50-a43612f13baa tempest-ServerRescueNegativeTestJSON-1938506962 tempest-ServerRescueNegativeTestJSON-1938506962-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a71cc9-7d34-4649-80fa-159a28146b29 HTTP/1.1" status: 200 len: 210 time: 0.4755065 Sep 01 15:34:00.785709 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-26e23574-7701-4aa1-97fe-87fe54b4d557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:00.947507 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-26e23574-7701-4aa1-97fe-87fe54b4d557 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=37addfad2bbe4adb869867ad02717c5d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8710515 Sep 01 15:34:00.953089 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34798) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:01.022581 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2518a750-3d6d-47d3-90ed-101444bac3cf req-e2fa3c52-4fa7-49cd-b4d4-5206a7b0c126 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4722435 Sep 01 15:34:01.032540 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2f089a-01cb-4be8-bf85-c6fdc041d89b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Router 9b457aa1-3b56-4708-a378-a54e8252e253 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:34:01.080573 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e23574-7701-4aa1-97fe-87fe54b4d557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dd6581-2fc4-4ab9-87ce-409ac141d0ce,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:01.145234 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-895c7fe6-675d-4169-b3c7-8d0f64cd978d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:01.206288 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-895c7fe6-675d-4169-b3c7-8d0f64cd978d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:01.277765 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 0609f6be-af3d-4c4a-9198-e61a3ee1bd31 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:34:01.323047 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-895c7fe6-675d-4169-b3c7-8d0f64cd978d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:01.325151 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-895c7fe6-675d-4169-b3c7-8d0f64cd978d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:01.327221 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-895c7fe6-675d-4169-b3c7-8d0f64cd978d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e9dd6581-2fc4-4ab9-87ce-409ac141d0ce HTTP/1.1" status: 204 len: 168 time: 0.3713515 Sep 01 15:34:01.355737 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c7fe6-675d-4169-b3c7-8d0f64cd978d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dd6581-2fc4-4ab9-87ce-409ac141d0ce,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:01.428680 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2f089a-01cb-4be8-bf85-c6fdc041d89b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:34:01.511272 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0b2f089a-01cb-4be8-bf85-c6fdc041d89b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:01.513927 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0b2f089a-01cb-4be8-bf85-c6fdc041d89b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 13.5881097 Sep 01 15:34:01.520358 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34806) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:01.555211 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef0a409-f402-43de-97be-51ce37695cff None None] Sync routers for ids ['9b457aa1-3b56-4708-a378-a54e8252e253'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:34:01.664005 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef0a409-f402-43de-97be-51ce37695cff None None] Routers {'9b457aa1-3b56-4708-a378-a54e8252e253'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:01.667981 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8ef0a409-f402-43de-97be-51ce37695cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:33:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['9b457aa1-3b56-4708-a378-a54e8252e253'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:01.867293 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8ef0a409-f402-43de-97be-51ce37695cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:01.885454 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 0609f6be-af3d-4c4a-9198-e61a3ee1bd31 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:34:01.907076 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 0609f6be-af3d-4c4a-9198-e61a3ee1bd31 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:01.922475 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:01.982727 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34814) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:02.080600 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef0a409-f402-43de-97be-51ce37695cff None None] Routers {'9b457aa1-3b56-4708-a378-a54e8252e253'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:02.083807 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-79989680-ca8e-4962-8fa8-71ecc4f3f003 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:02.086927 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8ef0a409-f402-43de-97be-51ce37695cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:33:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['9b457aa1-3b56-4708-a378-a54e8252e253'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:02.196009 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-79989680-ca8e-4962-8fa8-71ecc4f3f003 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:02.336790 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8ef0a409-f402-43de-97be-51ce37695cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:02.337940 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef0a409-f402-43de-97be-51ce37695cff None None] The sync data for ids ['9b457aa1-3b56-4708-a378-a54e8252e253'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:34:02.551916 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34822) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:02.566959 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:02.573998 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2a914a7f-cdbf-440a-8f80-f2d5078b9b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:02.648059 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-79989680-ca8e-4962-8fa8-71ecc4f3f003 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Allocated IP 172.25.6.7 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/3d0b5098-4ef9-407a-aeaf-2019a6b371f7) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:34:02.685770 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 0609f6be-af3d-4c4a-9198-e61a3ee1bd31, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=0609f6be-af3d-4c4a-9198-e61a3ee1bd31,segment=NetworkSegment(80a6db48-56c0-4aec-9cab-aa300ede4a0e),segment_id=80a6db48-56c0-4aec-9cab-aa300ede4a0e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:02.698958 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:02.844428 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 03bcb534-f067-4d36-a8d8-d6b8270d1da4 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:34:02.857813 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=0609f6be-af3d-4c4a-9198-e61a3ee1bd31,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:02.982989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:02.982989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:02.982989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:02.982989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:02.982989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:02.982989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:02.982989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:02.982989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:02.982989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:02.982989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:02.982989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:02.984912 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:03.015620 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 03bcb534-f067-4d36-a8d8-d6b8270d1da4 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:34:03.028225 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 03bcb534-f067-4d36-a8d8-d6b8270d1da4 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:03.028796 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:03.126636 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2a914a7f-cdbf-440a-8f80-f2d5078b9b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:03.136858 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2a914a7f-cdbf-440a-8f80-f2d5078b9b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:03.179310 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-79989680-ca8e-4962-8fa8-71ecc4f3f003 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:03.199716 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6df9c8ed-f024-495d-bc7b-90349b12433a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "GET /v2.0/routers/9b457aa1-3b56-4708-a378-a54e8252e253 HTTP/1.1" status: 200 len: 884 time: 1.6604407 Sep 01 15:34:03.205494 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34828) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:03.246629 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:03.252325 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2a914a7f-cdbf-440a-8f80-f2d5078b9b86 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5b242e2822644d58a71e3e36726a00bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6992357 Sep 01 15:34:03.295885 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34830) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:03.352822 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a914a7f-cdbf-440a-8f80-f2d5078b9b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83d4b86-ec7d-4d5d-9dbd-409b04d2fcb0,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:03.355958 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 03bcb534-f067-4d36-a8d8-d6b8270d1da4, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=03bcb534-f067-4d36-a8d8-d6b8270d1da4,segment=NetworkSegment(f6e5359a-1b58-4e86-b852-e45d185fad19),segment_id=f6e5359a-1b58-4e86-b852-e45d185fad19)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:03.376950 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbd2b5-b8d8-4fb5-b0d0-1efd58ccc67e req-909b436a-8dbf-4184-8800-8360b9b9338f tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:03.378111 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753b4a80-5a07-45a2-98de-e6623261a19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bcb534-f067-4d36-a8d8-d6b8270d1da4'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:34:03.380059 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dfbbd2b5-b8d8-4fb5-b0d0-1efd58ccc67e req-909b436a-8dbf-4184-8800-8360b9b9338f tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 944 time: 1.0840628 Sep 01 15:34:03.381065 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f032dff-170a-4304-a500-395ec164b6ac" -d '{"events": [{"server_uuid": "753b4a80-5a07-45a2-98de-e6623261a19b", "name": "network-vif-plugged", "status": "completed", "tag": "03bcb534-f067-4d36-a8d8-d6b8270d1da4"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:34:03.403098 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:03.522444 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=03bcb534-f067-4d36-a8d8-d6b8270d1da4,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:03.558182 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-79989680-ca8e-4962-8fa8-71ecc4f3f003 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:03.636776 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dfbbd2b5-b8d8-4fb5-b0d0-1efd58ccc67e req-967c5e6b-23b5-4468-aca0-a0d02c7fb334 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2303326 Sep 01 15:34:03.673149 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79989680-ca8e-4962-8fa8-71ecc4f3f003 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:34:03.683034 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-79989680-ca8e-4962-8fa8-71ecc4f3f003 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:03.699512 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79989680-ca8e-4962-8fa8-71ecc4f3f003 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:34:03.741804 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-db39530b-28f1-4ba7-a58e-1bb0b6c8ba0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:03.911364 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-db39530b-28f1-4ba7-a58e-1bb0b6c8ba0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:03.957801 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7af1def-93a5-4381-9110-5671d722520c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:04.251478 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-db39530b-28f1-4ba7-a58e-1bb0b6c8ba0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:04.263762 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-db39530b-28f1-4ba7-a58e-1bb0b6c8ba0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:04.266351 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-db39530b-28f1-4ba7-a58e-1bb0b6c8ba0f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c83d4b86-ec7d-4d5d-9dbd-409b04d2fcb0 HTTP/1.1" status: 204 len: 168 time: 0.9172020 Sep 01 15:34:04.299105 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4e13d5-9010-42a5-80c4-5f77184ebf30 x-openstack-request-id: req-9d4e13d5-9010-42a5-80c4-5f77184ebf30 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:34:04.302016 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753b4a80-5a07-45a2-98de-e6623261a19b", "name": "network-vif-plugged", "status": "completed", "tag": "03bcb534-f067-4d36-a8d8-d6b8270d1da4", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:34:04.302859 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d4e13d5-9010-42a5-80c4-5f77184ebf30 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:34:04.304884 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753b4a80-5a07-45a2-98de-e6623261a19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bcb534-f067-4d36-a8d8-d6b8270d1da4', 'code': 200} Sep 01 15:34:04.423351 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39530b-28f1-4ba7-a58e-1bb0b6c8ba0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83d4b86-ec7d-4d5d-9dbd-409b04d2fcb0,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:04.473225 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79989680-ca8e-4962-8fa8-71ecc4f3f003 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Pushing event updated for resources: {'Port': ['ID=3d0b5098-4ef9-407a-aeaf-2019a6b371f7,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:04.569718 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090586b-a942-4c0c-b49b-ca138793c642 req-bdc97ae0-310f-4f6f-a7d0-da570c44b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:04.576720 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5090586b-a942-4c0c-b49b-ca138793c642 req-bdc97ae0-310f-4f6f-a7d0-da570c44b084 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 1096 time: 0.1472614 Sep 01 15:34:04.918854 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a80ce-80fe-4c86-8c8a-30b34b3601e1 req-fba44b1d-ae86-4483-b4af-21d963d8245c tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:04.921572 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c40a80ce-80fe-4c86-8c8a-30b34b3601e1 req-fba44b1d-ae86-4483-b4af-21d963d8245c tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=607efe62-be42-4cd5-a5b2-4f7ea07dae1f HTTP/1.1" status: 200 len: 945 time: 0.1727760 Sep 01 15:34:04.968949 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5090586b-a942-4c0c-b49b-ca138793c642 req-faa81349-6a05-43eb-a05e-04b3800cfcd2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3797741 Sep 01 15:34:05.163794 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 0609f6be-af3d-4c4a-9198-e61a3ee1bd31 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:34:05.187095 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c40a80ce-80fe-4c86-8c8a-30b34b3601e1 req-19ed404f-72a6-457d-9769-a168d52d5924 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/security-groups?id=29304af2-bc51-44f3-b46c-74dc336f2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533729 Sep 01 15:34:05.190830 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f0e072cf-5c05-40d9-ba96-6769502f630f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.9785025 Sep 01 15:34:05.217522 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34862) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:05.250678 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6534c534-0fee-4472-80a8-318ca340a24b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-896719035'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:05.307122 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 0609f6be-af3d-4c4a-9198-e61a3ee1bd31 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:05.308809 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:05.370238 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ee912-2519-4eef-8831-458d44ddb44c req-5444e67e-0da4-44d3-a2f3-21ad2673869e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:05.383767 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7c3ee912-2519-4eef-8831-458d44ddb44c req-5444e67e-0da4-44d3-a2f3-21ad2673869e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 945 time: 0.4994342 Sep 01 15:34:05.527761 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7c3ee912-2519-4eef-8831-458d44ddb44c req-78b4ed39-a87d-4bbd-94c6-a8f31853f903 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416988 Sep 01 15:34:05.560725 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7af1def-93a5-4381-9110-5671d722520c admin admin] Deleting port 3a9dbaeb-656b-4f63-89c3-d86581b588bb {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:34:05.561579 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7af1def-93a5-4381-9110-5671d722520c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:05.602793 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-79989680-ca8e-4962-8fa8-71ecc4f3f003 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:06.115167 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7af1def-93a5-4381-9110-5671d722520c admin admin] For port 3a9dbaeb-656b-4f63-89c3-d86581b588bb, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=3a9dbaeb-656b-4f63-89c3-d86581b588bb,segment=NetworkSegment(c1289f2a-3e10-477c-8595-d0710d7fdc46),segment_id=c1289f2a-3e10-477c-8595-d0710d7fdc46)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:06.119313 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7af1def-93a5-4381-9110-5671d722520c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:06.471865 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-79989680-ca8e-4962-8fa8-71ecc4f3f003 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37605'] for router, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:06.485118 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-79989680-ca8e-4962-8fa8-71ecc4f3f003 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1825249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1825272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1826501'] for router, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:06.688439 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7af1def-93a5-4381-9110-5671d722520c admin admin] Calling delete_port for 3a9dbaeb-656b-4f63-89c3-d86581b588bb owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:34:06.866664 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86431d0a-7f2d-4a0d-b8c9-8725081ca46b req-9ba31989-e8e4-43c0-95e7-876906183dc3 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:06.874766 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-86431d0a-7f2d-4a0d-b8c9-8725081ca46b req-9ba31989-e8e4-43c0-95e7-876906183dc3 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=607efe62-be42-4cd5-a5b2-4f7ea07dae1f HTTP/1.1" status: 200 len: 945 time: 0.3401899 Sep 01 15:34:06.898877 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25b130-f477-4121-a7f0-fef1919441dc req-364c95c1-c825-4292-a617-79f0f10d53a8 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:06.900811 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a25b130-f477-4121-a7f0-fef1919441dc req-364c95c1-c825-4292-a617-79f0f10d53a8 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.62 "GET /v2.0/ports?device_id=607efe62-be42-4cd5-a5b2-4f7ea07dae1f HTTP/1.1" status: 200 len: 945 time: 0.2244699 Sep 01 15:34:06.917963 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b16142-0bd3-4615-ba3c-7a1349955f29 req-2433391a-566c-46e0-93b4-b94d32b55a53 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:06.920368 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-62b16142-0bd3-4615-ba3c-7a1349955f29 req-2433391a-566c-46e0-93b4-b94d32b55a53 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 945 time: 0.1643722 Sep 01 15:34:06.973521 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6534c534-0fee-4472-80a8-318ca340a24b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37605'] for router, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:06.982073 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79989680-ca8e-4962-8fa8-71ecc4f3f003 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Router 362b7b80-9ad9-4742-a7a9-8b594d75a7d2 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:34:07.020973 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6534c534-0fee-4472-80a8-318ca340a24b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1825249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1825272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1826501'] for router, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:07.033684 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-62b16142-0bd3-4615-ba3c-7a1349955f29 req-b8d332fb-11fe-46e1-9332-6a74356e5727 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036475 Sep 01 15:34:07.082620 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-86431d0a-7f2d-4a0d-b8c9-8725081ca46b req-74cf4204-6e6b-4b78-894e-dcd505c87db1 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/security-groups?id=29304af2-bc51-44f3-b46c-74dc336f2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065473 Sep 01 15:34:07.330414 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79989680-ca8e-4962-8fa8-71ecc4f3f003 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:34:07.344074 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ab4190-e253-48c3-9b3a-f2c412f1b91e None None] Sync routers for ids ['362b7b80-9ad9-4742-a7a9-8b594d75a7d2'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:34:07.346437 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-79989680-ca8e-4962-8fa8-71ecc4f3f003 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:07.348217 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-79989680-ca8e-4962-8fa8-71ecc4f3f003 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "PUT /v2.0/routers/362b7b80-9ad9-4742-a7a9-8b594d75a7d2 HTTP/1.1" status: 200 len: 916 time: 8.8892891 Sep 01 15:34:07.374839 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ab4190-e253-48c3-9b3a-f2c412f1b91e None None] Routers {'362b7b80-9ad9-4742-a7a9-8b594d75a7d2'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:07.375670 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-f7ab4190-e253-48c3-9b3a-f2c412f1b91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:33:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['362b7b80-9ad9-4742-a7a9-8b594d75a7d2'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:07.400183 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34910) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:07.487630 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-f7ab4190-e253-48c3-9b3a-f2c412f1b91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:07.508009 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ab4190-e253-48c3-9b3a-f2c412f1b91e None None] Routers {'362b7b80-9ad9-4742-a7a9-8b594d75a7d2'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:07.511240 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-f7ab4190-e253-48c3-9b3a-f2c412f1b91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:33:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['362b7b80-9ad9-4742-a7a9-8b594d75a7d2'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:07.643397 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-f7ab4190-e253-48c3-9b3a-f2c412f1b91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:07.644708 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ab4190-e253-48c3-9b3a-f2c412f1b91e None None] The sync data for ids ['362b7b80-9ad9-4742-a7a9-8b594d75a7d2'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:34:07.735842 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c8a4b54b-ad73-48e3-b3ff-55f7c5a48d63 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "GET /v2.0/routers/362b7b80-9ad9-4742-a7a9-8b594d75a7d2 HTTP/1.1" status: 200 len: 922 time: 0.3320799 Sep 01 15:34:07.738801 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34920) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:07.840538 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49c4f5-1ba4-4b9d-bf57-aa9d321a36ac req-fedc8f24-3b44-4efa-a5a6-381e6a08b900 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:07.843979 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5e49c4f5-1ba4-4b9d-bf57-aa9d321a36ac req-fedc8f24-3b44-4efa-a5a6-381e6a08b900 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 945 time: 0.4941332 Sep 01 15:34:07.890979 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7e6db8-6d81-4c54-b9da-5f70272e610b tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:07.895463 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bc7e6db8-6d81-4c54-b9da-5f70272e610b tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=5c826073-0017-46f6-8947-51b31e774ff4&device_id=362b7b80-9ad9-4742-a7a9-8b594d75a7d2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1546271 Sep 01 15:34:07.899799 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34924) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:08.051639 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5e49c4f5-1ba4-4b9d-bf57-aa9d321a36ac req-43f0fdf8-c877-495c-bd1f-1e179d26251d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821508 Sep 01 15:34:08.112089 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34928) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:08.227742 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6534c534-0fee-4472-80a8-318ca340a24b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Router 9b457aa1-3b56-4708-a378-a54e8252e253 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:34:08.249957 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96831253-b097-4c80-9f24-9c965fb4d6ab tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:08.259377 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-96831253-b097-4c80-9f24-9c965fb4d6ab tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 881 time: 0.3574917 Sep 01 15:34:08.267853 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34936) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:08.299824 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72a3068-264b-462a-adff-402b7b00dfe9 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:08.306402 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f72a3068-264b-462a-adff-402b7b00dfe9 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 1091 time: 0.1898243 Sep 01 15:34:08.312085 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34938) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:08.321610 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-5614000e-8542-47f7-a331-b370dd964f7d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'port_id': '03bcb534-f067-4d36-a8d8-d6b8270d1da4', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:08.419166 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5614000e-8542-47f7-a331-b370dd964f7d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:08.422835 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-dda26cc4-bc9b-4947-8e2d-c6d5ddb0d374 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "GET /v2.0/ports?device_id=362b7b80-9ad9-4742-a7a9-8b594d75a7d2 HTTP/1.1" status: 200 len: 205 time: 0.1422906 Sep 01 15:34:08.455096 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34940) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:08.600651 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-9a25b130-f477-4121-a7f0-fef1919441dc req-7a8089db-4397-425a-8d20-586401e798e0 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Deleting port 051629c7-06be-4db8-92ed-e4248bc56d49 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:34:08.600902 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:08.601664 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9a25b130-f477-4121-a7f0-fef1919441dc req-7a8089db-4397-425a-8d20-586401e798e0 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:08.636288 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c46249-bb73-402f-8821-3352a498c887 req-da341c9c-882a-4c18-b319-d8fe5a6b60cd tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:08.639075 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e7c46249-bb73-402f-8821-3352a498c887 req-da341c9c-882a-4c18-b319-d8fe5a6b60cd tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=607efe62-be42-4cd5-a5b2-4f7ea07dae1f HTTP/1.1" status: 200 len: 945 time: 0.3304167 Sep 01 15:34:08.853202 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-814aec87-5f2b-4ce7-93bc-2834861e385c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:08.870554 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7af1def-93a5-4381-9110-5671d722520c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:08.994407 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e7c46249-bb73-402f-8821-3352a498c887 req-29183653-6442-459c-bb3c-faa63d64a869 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/security-groups?id=29304af2-bc51-44f3-b46c-74dc336f2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814155 Sep 01 15:34:09.069555 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-814aec87-5f2b-4ce7-93bc-2834861e385c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:09.088709 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af1def-93a5-4381-9110-5671d722520c admin admin] Pushing event deleted for resources: {'Port': ['ID=3a9dbaeb-656b-4f63-89c3-d86581b588bb,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:09.138066 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6534c534-0fee-4472-80a8-318ca340a24b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:34:09.148635 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6534c534-0fee-4472-80a8-318ca340a24b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:09.150120 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f509485-6f95-449f-8419-5dda99cdae0f None None] Sync routers for ids ['9b457aa1-3b56-4708-a378-a54e8252e253'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:34:09.150530 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6534c534-0fee-4472-80a8-318ca340a24b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "PUT /v2.0/routers/9b457aa1-3b56-4708-a378-a54e8252e253 HTTP/1.1" status: 200 len: 891 time: 3.9248033 Sep 01 15:34:09.172358 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f509485-6f95-449f-8419-5dda99cdae0f None None] Routers {'9b457aa1-3b56-4708-a378-a54e8252e253'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:09.181152 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2f509485-6f95-449f-8419-5dda99cdae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:33:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['9b457aa1-3b56-4708-a378-a54e8252e253'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:09.225596 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34952) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:09.309250 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2f509485-6f95-449f-8419-5dda99cdae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:09.339366 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f509485-6f95-449f-8419-5dda99cdae0f None None] Routers {'9b457aa1-3b56-4708-a378-a54e8252e253'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:09.340542 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2f509485-6f95-449f-8419-5dda99cdae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:33:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['9b457aa1-3b56-4708-a378-a54e8252e253'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:09.427689 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2f509485-6f95-449f-8419-5dda99cdae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:09.428280 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f509485-6f95-449f-8419-5dda99cdae0f None None] The sync data for ids ['9b457aa1-3b56-4708-a378-a54e8252e253'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:34:09.434031 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-31db0433-b4f1-44fd-a909-6debda3834bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:09.436599 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 051629c7-06be-4db8-92ed-e4248bc56d49 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:34:09.537034 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-9a25b130-f477-4121-a7f0-fef1919441dc req-7a8089db-4397-425a-8d20-586401e798e0 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] For port 051629c7-06be-4db8-92ed-e4248bc56d49, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=051629c7-06be-4db8-92ed-e4248bc56d49,segment=NetworkSegment(4a32a0d7-287d-45e6-ac57-bfebd7a84f0e),segment_id=4a32a0d7-287d-45e6-ac57-bfebd7a84f0e)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:09.546136 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9a25b130-f477-4121-a7f0-fef1919441dc req-7a8089db-4397-425a-8d20-586401e798e0 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:09.663650 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5614000e-8542-47f7-a331-b370dd964f7d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:09.693582 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:09.779361 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-814aec87-5f2b-4ce7-93bc-2834861e385c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Deleting port 3d0b5098-4ef9-407a-aeaf-2019a6b371f7 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:34:09.779361 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-814aec87-5f2b-4ce7-93bc-2834861e385c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:09.793738 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-9a25b130-f477-4121-a7f0-fef1919441dc req-7a8089db-4397-425a-8d20-586401e798e0 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Calling delete_port for 051629c7-06be-4db8-92ed-e4248bc56d49 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:34:09.795294 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 051629c7-06be-4db8-92ed-e4248bc56d49, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=051629c7-06be-4db8-92ed-e4248bc56d49,segment=NetworkSegment(4a32a0d7-287d-45e6-ac57-bfebd7a84f0e),segment_id=4a32a0d7-287d-45e6-ac57-bfebd7a84f0e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:09.798018 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607efe62-be42-4cd5-a5b2-4f7ea07dae1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '051629c7-06be-4db8-92ed-e4248bc56d49'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:34:09.801939 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dc83f0-5910-4efa-8ff4-c131fa648e34" -d '{"events": [{"server_uuid": "607efe62-be42-4cd5-a5b2-4f7ea07dae1f", "name": "network-vif-unplugged", "status": "completed", "tag": "051629c7-06be-4db8-92ed-e4248bc56d49"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:34:09.808701 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:09.916047 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=051629c7-06be-4db8-92ed-e4248bc56d49,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:09.963457 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6d6f61-f0c0-4d4d-9c8a-6c52f1836a18 x-openstack-request-id: req-7f6d6f61-f0c0-4d4d-9c8a-6c52f1836a18 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:34:09.963745 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607efe62-be42-4cd5-a5b2-4f7ea07dae1f", "name": "network-vif-unplugged", "status": "completed", "tag": "051629c7-06be-4db8-92ed-e4248bc56d49", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:34:09.964414 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f6d6f61-f0c0-4d4d-9c8a-6c52f1836a18 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:34:09.966094 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607efe62-be42-4cd5-a5b2-4f7ea07dae1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '051629c7-06be-4db8-92ed-e4248bc56d49', 'code': 200} Sep 01 15:34:10.008344 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-5614000e-8542-47f7-a331-b370dd964f7d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Allocated IP 172.25.6.5 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/02d80191-4e88-410e-9733-e0798a6335f3) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:34:10.012017 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-814aec87-5f2b-4ce7-93bc-2834861e385c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:10.040268 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-814aec87-5f2b-4ce7-93bc-2834861e385c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Calling delete_port for 3d0b5098-4ef9-407a-aeaf-2019a6b371f7 owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:34:10.344233 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7af1def-93a5-4381-9110-5671d722520c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:10.373002 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7e3705cb-a81b-4cc7-a2e8-3795ae283aac tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "GET /v2.0/routers/9b457aa1-3b56-4708-a378-a54e8252e253 HTTP/1.1" status: 200 len: 891 time: 1.1388481 Sep 01 15:34:10.380781 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34976) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:10.504877 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b23abeea-48fe-46ad-8436-fc4d486e0cf0 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b457aa1-3b56-4708-a378-a54e8252e253 HTTP/1.1" status: 200 len: 205 time: 0.1193874 Sep 01 15:34:10.540167 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 34980) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:10.837647 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24196736-75e3-4b2c-9cf8-dc2ac323c4c8 req-c759785d-fc21-4db2-8af4-85fe5aa54dbb tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:10.848474 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-24196736-75e3-4b2c-9cf8-dc2ac323c4c8 req-c759785d-fc21-4db2-8af4-85fe5aa54dbb tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=607efe62-be42-4cd5-a5b2-4f7ea07dae1f HTTP/1.1" status: 200 len: 943 time: 0.6262431 Sep 01 15:34:10.863823 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-be398a2d-e360-427e-8ea9-c17f5e251bd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:10.991892 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5614000e-8542-47f7-a331-b370dd964f7d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:11.249114 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-be398a2d-e360-427e-8ea9-c17f5e251bd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:11.301454 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9a25b130-f477-4121-a7f0-fef1919441dc req-7a8089db-4397-425a-8d20-586401e798e0 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:11.334216 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5614000e-8542-47f7-a331-b370dd964f7d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:11.397159 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-24196736-75e3-4b2c-9cf8-dc2ac323c4c8 req-9a6f6910-833b-4b25-89c4-359d5061c33f tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/security-groups?id=29304af2-bc51-44f3-b46c-74dc336f2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472736 Sep 01 15:34:11.419405 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8089db-4397-425a-8d20-586401e798e0 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Pushing event deleted for resources: {'Port': ['ID=051629c7-06be-4db8-92ed-e4248bc56d49,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:11.489241 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-814aec87-5f2b-4ce7-93bc-2834861e385c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:11.505754 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614000e-8542-47f7-a331-b370dd964f7d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Port': ['ID=02d80191-4e88-410e-9733-e0798a6335f3,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:11.550226 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a25b130-f477-4121-a7f0-fef1919441dc req-7a8089db-4397-425a-8d20-586401e798e0 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] No DVR routers for this DVR port 051629c7-06be-4db8-92ed-e4248bc56d49 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:34:11.566476 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9a25b130-f477-4121-a7f0-fef1919441dc req-7a8089db-4397-425a-8d20-586401e798e0 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:11.570707 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a25b130-f477-4121-a7f0-fef1919441dc req-7a8089db-4397-425a-8d20-586401e798e0 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.62 "DELETE /v2.0/ports/051629c7-06be-4db8-92ed-e4248bc56d49 HTTP/1.1" status: 204 len: 173 time: 4.6529789 Sep 01 15:34:11.573358 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607efe62-be42-4cd5-a5b2-4f7ea07dae1f', 'name': 'network-vif-deleted', 'tag': '051629c7-06be-4db8-92ed-e4248bc56d49'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:34:11.576810 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814aec87-5f2b-4ce7-93bc-2834861e385c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Pushing event deleted for resources: {'Port': ['ID=3d0b5098-4ef9-407a-aeaf-2019a6b371f7,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:11.578628 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74696f50-2aba-41bc-84db-d0943948cd40" -d '{"events": [{"server_uuid": "607efe62-be42-4cd5-a5b2-4f7ea07dae1f", "name": "network-vif-deleted", "tag": "051629c7-06be-4db8-92ed-e4248bc56d49"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:34:11.583060 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5614000e-8542-47f7-a331-b370dd964f7d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:34:11.604361 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7af1def-93a5-4381-9110-5671d722520c admin admin] Router 85af64f0-8619-4763-add8-6f8bb21a83ac has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:34:11.651510 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-5614000e-8542-47f7-a331-b370dd964f7d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:11.744837 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5614000e-8542-47f7-a331-b370dd964f7d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:34:11.759321 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-814aec87-5f2b-4ce7-93bc-2834861e385c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:11.946510 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7af1def-93a5-4381-9110-5671d722520c admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:34:11.956357 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f847a27c-1b87-4705-8baf-e69edbd20404 x-openstack-request-id: req-f847a27c-1b87-4705-8baf-e69edbd20404 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:34:11.956861 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607efe62-be42-4cd5-a5b2-4f7ea07dae1f", "name": "network-vif-deleted", "tag": "051629c7-06be-4db8-92ed-e4248bc56d49", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:34:11.957115 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f847a27c-1b87-4705-8baf-e69edbd20404 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:34:11.957525 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607efe62-be42-4cd5-a5b2-4f7ea07dae1f', 'name': 'network-vif-deleted', 'tag': '051629c7-06be-4db8-92ed-e4248bc56d49', 'status': 'completed', 'code': 200} Sep 01 15:34:11.958467 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62165c3-be5b-4b3c-8add-dc35b8b299a4 None None] Sync routers for ids ['85af64f0-8619-4763-add8-6f8bb21a83ac'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:34:11.962571 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f7af1def-93a5-4381-9110-5671d722520c admin admin] 10.222.0.60 "PUT /v2.0/routers/85af64f0-8619-4763-add8-6f8bb21a83ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9784875 Sep 01 15:34:11.967025 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 34994) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:11.982683 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62165c3-be5b-4b3c-8add-dc35b8b299a4 None None] Routers {'85af64f0-8619-4763-add8-6f8bb21a83ac'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:11.983741 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-a62165c3-be5b-4b3c-8add-dc35b8b299a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:33:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['85af64f0-8619-4763-add8-6f8bb21a83ac'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:12.087339 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-814aec87-5f2b-4ce7-93bc-2834861e385c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:12.098188 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-814aec87-5f2b-4ce7-93bc-2834861e385c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:12.142185 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:12.157801 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a11f17ba-9617-4b66-a2f2-6dbb07f9e25d admin admin] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:12.263143 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-a62165c3-be5b-4b3c-8add-dc35b8b299a4 None None] Set router 85af64f0-8619-4763-add8-6f8bb21a83ac gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:34:12.372850 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-be398a2d-e360-427e-8ea9-c17f5e251bd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Deleting port c1164f0c-23a8-41f3-95e8-d6b90165f405 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:34:12.373593 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-be398a2d-e360-427e-8ea9-c17f5e251bd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:12.609563 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a11f17ba-9617-4b66-a2f2-6dbb07f9e25d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:12.726709 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-a11f17ba-9617-4b66-a2f2-6dbb07f9e25d admin admin] Deleting port fdc565c2-dba3-4384-8b11-3f027e72acf4 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:34:12.727597 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a11f17ba-9617-4b66-a2f2-6dbb07f9e25d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:12.810650 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-814aec87-5f2b-4ce7-93bc-2834861e385c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:12.811540 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814aec87-5f2b-4ce7-93bc-2834861e385c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Fanout notify agent at l3_agent the message router_deleted on router 362b7b80-9ad9-4742-a7a9-8b594d75a7d2 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:34:12.826893 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-814aec87-5f2b-4ce7-93bc-2834861e385c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:12.836662 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-814aec87-5f2b-4ce7-93bc-2834861e385c tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "DELETE /v2.0/routers/362b7b80-9ad9-4742-a7a9-8b594d75a7d2 HTTP/1.1" status: 204 len: 168 time: 4.3223197 Sep 01 15:34:12.837456 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35008) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:12.852371 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-52ab813d-0548-499c-9611-e49f385c2cec tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1495114118', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:12.860378 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-a62165c3-be5b-4b3c-8add-dc35b8b299a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85af64f0-8619-4763-add8-6f8bb21a83ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1127324518-router', 'tenant_id': '39443fd735484938be3ef135eb1e37fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'fdc565c2-dba3-4384-8b11-3f027e72acf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:29:54Z', 'updated_at': '2021-09-01T15:34:08Z', 'revision_number': 5, 'project_id': '39443fd735484938be3ef135eb1e37fe', 'gw_port': {'id': 'fdc565c2-dba3-4384-8b11-3f027e72acf4', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:a7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85af64f0-8619-4763-add8-6f8bb21a83ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:29:57Z', 'updated_at': '2021-09-01T15:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:12.888509 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-be398a2d-e360-427e-8ea9-c17f5e251bd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:12.982059 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62165c3-be5b-4b3c-8add-dc35b8b299a4 None None] Checking router: 85af64f0-8619-4763-add8-6f8bb21a83ac for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:34:13.003931 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52ab813d-0548-499c-9611-e49f385c2cec tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:13.008364 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62165c3-be5b-4b3c-8add-dc35b8b299a4 None None] Routers {'85af64f0-8619-4763-add8-6f8bb21a83ac'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:13.009804 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-a62165c3-be5b-4b3c-8add-dc35b8b299a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:33:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['85af64f0-8619-4763-add8-6f8bb21a83ac'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:13.013070 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52ab813d-0548-499c-9611-e49f385c2cec tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:13.078173 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-a11f17ba-9617-4b66-a2f2-6dbb07f9e25d admin admin] For port fdc565c2-dba3-4384-8b11-3f027e72acf4, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fdc565c2-dba3-4384-8b11-3f027e72acf4,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:13.078590 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a11f17ba-9617-4b66-a2f2-6dbb07f9e25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:13.119944 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-be398a2d-e360-427e-8ea9-c17f5e251bd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Calling delete_port for c1164f0c-23a8-41f3-95e8-d6b90165f405 owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:34:13.149497 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-a11f17ba-9617-4b66-a2f2-6dbb07f9e25d admin admin] Calling delete_port for fdc565c2-dba3-4384-8b11-3f027e72acf4 owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:34:13.267073 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52ab813d-0548-499c-9611-e49f385c2cec tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:13.280150 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52ab813d-0548-499c-9611-e49f385c2cec tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:13.292277 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-a62165c3-be5b-4b3c-8add-dc35b8b299a4 None None] Set router 85af64f0-8619-4763-add8-6f8bb21a83ac gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:34:13.298036 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:13.471453 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52ab813d-0548-499c-9611-e49f385c2cec tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:13.473845 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-52ab813d-0548-499c-9611-e49f385c2cec tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6355367 Sep 01 15:34:13.481712 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35022) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:13.495215 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-bfee5a85-604a-4455-9572-e1fb9070a0e9 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'enable_snat': False}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:13.703557 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3eb35c87-3f4f-45f9-931f-19f9c9285d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:13.793392 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-a62165c3-be5b-4b3c-8add-dc35b8b299a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85af64f0-8619-4763-add8-6f8bb21a83ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1127324518-router', 'tenant_id': '39443fd735484938be3ef135eb1e37fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:29:54Z', 'updated_at': '2021-09-01T15:34:12Z', 'revision_number': 6, 'project_id': '39443fd735484938be3ef135eb1e37fe', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:13.888035 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62165c3-be5b-4b3c-8add-dc35b8b299a4 None None] The sync data for ids ['85af64f0-8619-4763-add8-6f8bb21a83ac'] in n-d-794796-3 is: [{'id': '85af64f0-8619-4763-add8-6f8bb21a83ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1127324518-router', 'tenant_id': '39443fd735484938be3ef135eb1e37fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:29:54Z', 'updated_at': '2021-09-01T15:34:12Z', 'revision_number': 6, 'project_id': '39443fd735484938be3ef135eb1e37fe', 'gw_port_host': None}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:34:14.022501 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a11f17ba-9617-4b66-a2f2-6dbb07f9e25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:14.110277 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f17ba-9617-4b66-a2f2-6dbb07f9e25d admin admin] Pushing event deleted for resources: {'Port': ['ID=fdc565c2-dba3-4384-8b11-3f027e72acf4,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:14.270424 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a11f17ba-9617-4b66-a2f2-6dbb07f9e25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:14.275352 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f17ba-9617-4b66-a2f2-6dbb07f9e25d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:14.275782 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f17ba-9617-4b66-a2f2-6dbb07f9e25d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:14.276361 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f17ba-9617-4b66-a2f2-6dbb07f9e25d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:14.277157 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f17ba-9617-4b66-a2f2-6dbb07f9e25d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:14.277471 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f17ba-9617-4b66-a2f2-6dbb07f9e25d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:14.278013 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f17ba-9617-4b66-a2f2-6dbb07f9e25d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:14.278421 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f17ba-9617-4b66-a2f2-6dbb07f9e25d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:14.279207 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f17ba-9617-4b66-a2f2-6dbb07f9e25d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:14.279468 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f17ba-9617-4b66-a2f2-6dbb07f9e25d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:14.279977 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f17ba-9617-4b66-a2f2-6dbb07f9e25d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:14.280416 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f17ba-9617-4b66-a2f2-6dbb07f9e25d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:14.282573 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11f17ba-9617-4b66-a2f2-6dbb07f9e25d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:14.530287 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a11f17ba-9617-4b66-a2f2-6dbb07f9e25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:14.535888 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a11f17ba-9617-4b66-a2f2-6dbb07f9e25d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:14.681835 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a11f17ba-9617-4b66-a2f2-6dbb07f9e25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:14.682938 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11f17ba-9617-4b66-a2f2-6dbb07f9e25d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85af64f0-8619-4763-add8-6f8bb21a83ac {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:34:14.706791 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a11f17ba-9617-4b66-a2f2-6dbb07f9e25d admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:14.714219 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a11f17ba-9617-4b66-a2f2-6dbb07f9e25d admin admin] 10.222.0.60 "DELETE /v2.0/routers/85af64f0-8619-4763-add8-6f8bb21a83ac HTTP/1.1" status: 204 len: 168 time: 2.7455559 Sep 01 15:34:14.715156 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35040) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:14.860631 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-4196b63c-a8f1-48f8-94e5-255b10b84f52 admin admin] Deleting subnet 559a834f-1df6-4edf-8bed-bb164fc9896c {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:34:14.864669 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4196b63c-a8f1-48f8-94e5-255b10b84f52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:14.967079 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4196b63c-a8f1-48f8-94e5-255b10b84f52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:15.076944 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4196b63c-a8f1-48f8-94e5-255b10b84f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:15.172594 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fdc565c2-dba3-4384-8b11-3f027e72acf4 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:34:15.301680 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4196b63c-a8f1-48f8-94e5-255b10b84f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:15.335043 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: fdc565c2-dba3-4384-8b11-3f027e72acf4 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:34:15.337201 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fdc565c2-dba3-4384-8b11-3f027e72acf4 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:34:15.339524 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 3a9dbaeb-656b-4f63-89c3-d86581b588bb no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:34:15.343159 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:15.542410 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196b63c-a8f1-48f8-94e5-255b10b84f52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=559a834f-1df6-4edf-8bed-bb164fc9896c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:15.552504 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4196b63c-a8f1-48f8-94e5-255b10b84f52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:15.562594 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4196b63c-a8f1-48f8-94e5-255b10b84f52 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/559a834f-1df6-4edf-8bed-bb164fc9896c HTTP/1.1" status: 204 len: 168 time: 0.8456326 Sep 01 15:34:15.564169 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35050) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:15.587652 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 3a9dbaeb-656b-4f63-89c3-d86581b588bb {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:34:15.588136 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 3a9dbaeb-656b-4f63-89c3-d86581b588bb not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:34:15.824422 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-499a31e0-36b4-4209-baae-8dc97771dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:15.972068 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-499a31e0-36b4-4209-baae-8dc97771dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:15.988917 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-499a31e0-36b4-4209-baae-8dc97771dad2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e55868b-2168-443a-b0b0-d47405d65881']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:16.008042 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-499a31e0-36b4-4209-baae-8dc97771dad2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1289f2a-3e10-477c-8595-d0710d7fdc46') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:16.008709 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-499a31e0-36b4-4209-baae-8dc97771dad2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1289f2a-3e10-477c-8595-d0710d7fdc46') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:16.033697 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-499a31e0-36b4-4209-baae-8dc97771dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:16.055708 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5614000e-8542-47f7-a331-b370dd964f7d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:16.079355 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-499a31e0-36b4-4209-baae-8dc97771dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:16.100895 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499a31e0-36b4-4209-baae-8dc97771dad2 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:34:16.101951 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-499a31e0-36b4-4209-baae-8dc97771dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:34:16.108060 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:34:16.310552 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-499a31e0-36b4-4209-baae-8dc97771dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:16.330227 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-499a31e0-36b4-4209-baae-8dc97771dad2 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:16.334173 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-499a31e0-36b4-4209-baae-8dc97771dad2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6e55868b-2168-443a-b0b0-d47405d65881 HTTP/1.1" status: 204 len: 168 time: 0.7678680 Sep 01 15:34:16.385546 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a31e0-36b4-4209-baae-8dc97771dad2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e55868b-2168-443a-b0b0-d47405d65881,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:16.649824 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfee5a85-604a-4455-9572-e1fb9070a0e9 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:16.813848 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35078) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:16.835061 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-be398a2d-e360-427e-8ea9-c17f5e251bd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:16.961882 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35084) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:17.036585 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-25d63fb5-7410-4ea8-bd00-22e40504437b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=39443fd735484938be3ef135eb1e37fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2208891 Sep 01 15:34:17.037264 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35090) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:17.079356 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5614000e-8542-47f7-a331-b370dd964f7d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:17.207195 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-855e7fdd-c1b0-4b8d-b67c-2cf427cd555e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:17.286035 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-855e7fdd-c1b0-4b8d-b67c-2cf427cd555e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:17.287438 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be398a2d-e360-427e-8ea9-c17f5e251bd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Port': ['ID=c1164f0c-23a8-41f3-95e8-d6b90165f405,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:17.337296 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-be398a2d-e360-427e-8ea9-c17f5e251bd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:17.437868 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-855e7fdd-c1b0-4b8d-b67c-2cf427cd555e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:17.449790 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-855e7fdd-c1b0-4b8d-b67c-2cf427cd555e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:17.463654 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-855e7fdd-c1b0-4b8d-b67c-2cf427cd555e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dbf964d8-9a91-4050-9d6f-d25412ee5dd5 HTTP/1.1" status: 204 len: 168 time: 0.3991296 Sep 01 15:34:17.490026 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e7fdd-c1b0-4b8d-b67c-2cf427cd555e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf964d8-9a91-4050-9d6f-d25412ee5dd5,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:17.493724 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8b778c10-a2be-4b00-880d-895513ff9786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:17.612459 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-be398a2d-e360-427e-8ea9-c17f5e251bd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:17.625463 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-be398a2d-e360-427e-8ea9-c17f5e251bd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:17.765659 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5614000e-8542-47f7-a331-b370dd964f7d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:17.768218 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8b778c10-a2be-4b00-880d-895513ff9786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:17.775831 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8b778c10-a2be-4b00-880d-895513ff9786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:17.776872 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5614000e-8542-47f7-a331-b370dd964f7d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:17.876768 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5614000e-8542-47f7-a331-b370dd964f7d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:17.894881 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8b778c10-a2be-4b00-880d-895513ff9786 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fdc6d1d8279149559b61809b4fe03bca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9309418 Sep 01 15:34:17.895709 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35100) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:17.923705 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-be398a2d-e360-427e-8ea9-c17f5e251bd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:17.924615 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be398a2d-e360-427e-8ea9-c17f5e251bd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Fanout notify agent at l3_agent the message router_deleted on router 9b457aa1-3b56-4708-a378-a54e8252e253 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:34:17.939441 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-be398a2d-e360-427e-8ea9-c17f5e251bd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:17.940838 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-be398a2d-e360-427e-8ea9-c17f5e251bd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/routers/9b457aa1-3b56-4708-a378-a54e8252e253 HTTP/1.1" status: 204 len: 168 time: 7.3888323 Sep 01 15:34:17.953459 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35102) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:17.956846 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b778c10-a2be-4b00-880d-895513ff9786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddf24cf-03b7-4063-bbc8-1f5df5a175b8,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:17.971248 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-9194858a-9c20-4293-aa27-0077fa3e33ad tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1940645767'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:18.029070 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9194858a-9c20-4293-aa27-0077fa3e33ad tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Made reservation on behalf of 04587385136a4cf6b43419edb8262f74 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:34:18.034922 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9194858a-9c20-4293-aa27-0077fa3e33ad tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:18.091914 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9194858a-9c20-4293-aa27-0077fa3e33ad tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:34:18.112312 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9194858a-9c20-4293-aa27-0077fa3e33ad tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:18.112784 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-9194858a-9c20-4293-aa27-0077fa3e33ad tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Added segment e606644b-7020-4e19-927f-29c30a697dfc of type vlan for network 35b7fa7e-e2fa-4628-a035-6ea3bd8692bb Sep 01 15:34:18.296983 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9194858a-9c20-4293-aa27-0077fa3e33ad tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:18.358744 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-911a6d24-8ce0-4470-a056-77fa7ff5ae99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:18.384875 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-5614000e-8542-47f7-a331-b370dd964f7d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Floating IP 01cde01f-47f9-4f1c-abae-cbb10a9afb71 associated. External IP: 172.25.6.5, port: 03bcb534-f067-4d36-a8d8-d6b8270d1da4. Sep 01 15:34:18.395878 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-911a6d24-8ce0-4470-a056-77fa7ff5ae99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:18.521685 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-911a6d24-8ce0-4470-a056-77fa7ff5ae99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:18.527592 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-911a6d24-8ce0-4470-a056-77fa7ff5ae99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:18.529539 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-911a6d24-8ce0-4470-a056-77fa7ff5ae99 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ddf24cf-03b7-4063-bbc8-1f5df5a175b8 HTTP/1.1" status: 204 len: 168 time: 0.6080141 Sep 01 15:34:18.557825 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a6d24-8ce0-4470-a056-77fa7ff5ae99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddf24cf-03b7-4063-bbc8-1f5df5a175b8,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:18.566481 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9194858a-9c20-4293-aa27-0077fa3e33ad tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:18.573553 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9194858a-9c20-4293-aa27-0077fa3e33ad tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:18.575201 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9194858a-9c20-4293-aa27-0077fa3e33ad tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:18.613475 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614000e-8542-47f7-a331-b370dd964f7d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Port': ['ID=02d80191-4e88-410e-9733-e0798a6335f3,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:18.732679 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9194858a-9c20-4293-aa27-0077fa3e33ad tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7771425 Sep 01 15:34:18.762991 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35120) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:18.784206 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-46d7f03c-fbae-4b2a-b30b-1bfab69a4dd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'subnet': {'network_id': '35b7fa7e-e2fa-4628-a035-6ea3bd8692bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:18.867615 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfee5a85-604a-4455-9572-e1fb9070a0e9 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:19.044222 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfee5a85-604a-4455-9572-e1fb9070a0e9 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:19.712303 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35134) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:19.933116 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194858a-9c20-4293-aa27-0077fa3e33ad tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Network': ['ID=35b7fa7e-e2fa-4628-a035-6ea3bd8692bb,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:19.957497 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 35b7fa7e-e2fa-4628-a035-6ea3bd8692bb details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:34:19.963353 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-16bd4782-c543-4720-bcac-9c5f49daaee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:19.969092 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-bfee5a85-604a-4455-9572-e1fb9070a0e9 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Allocated IP 172.25.6.158 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/57472411-deef-4810-a9f1-320a359cfd09) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:34:20.106234 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d7f03c-fbae-4b2a-b30b-1bfab69a4dd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Made reservation on behalf of 04587385136a4cf6b43419edb8262f74 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:34:20.112628 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-46d7f03c-fbae-4b2a-b30b-1bfab69a4dd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:20.126604 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5614000e-8542-47f7-a331-b370dd964f7d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Router c5c70714-7996-4b0d-856d-812b21c9656b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:34:20.595129 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35152) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:20.636524 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-46d7f03c-fbae-4b2a-b30b-1bfab69a4dd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:20.858978 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfee5a85-604a-4455-9572-e1fb9070a0e9 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:20.894550 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7f03c-fbae-4b2a-b30b-1bfab69a4dd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Subnet': ['ID=3b69a619-a4e0-44d9-8a18-a65450cbded9,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:20.912414 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d7f03c-fbae-4b2a-b30b-1bfab69a4dd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Checking segment: {'id': 'e606644b-7020-4e19-927f-29c30a697dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '35b7fa7e-e2fa-4628-a035-6ea3bd8692bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:34:20.913992 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d7f03c-fbae-4b2a-b30b-1bfab69a4dd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network hostable DHCP agents. Network: 35b7fa7e-e2fa-4628-a035-6ea3bd8692bb, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:34:20.989179 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d7f03c-fbae-4b2a-b30b-1bfab69a4dd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network 35b7fa7e-e2fa-4628-a035-6ea3bd8692bb is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:34:21.026834 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-46d7f03c-fbae-4b2a-b30b-1bfab69a4dd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 35b7fa7e-e2fa-4628-a035-6ea3bd8692bb) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:21.040892 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d7f03c-fbae-4b2a-b30b-1bfab69a4dd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:21.041501 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea818f98-fadd-4162-9bb6-6999627e2cde None None] Network 35b7fa7e-e2fa-4628-a035-6ea3bd8692bb requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:34:21.046645 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-46d7f03c-fbae-4b2a-b30b-1bfab69a4dd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:21.091203 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5614000e-8542-47f7-a331-b370dd964f7d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:34:21.116550 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfee5a85-604a-4455-9572-e1fb9070a0e9 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:21.240814 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901b3d7d-bff6-4df9-8375-650e47c0922d None None] Sync routers for ids ['c5c70714-7996-4b0d-856d-812b21c9656b'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:34:21.342438 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901b3d7d-bff6-4df9-8375-650e47c0922d None None] Routers {'c5c70714-7996-4b0d-856d-812b21c9656b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:21.343602 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-901b3d7d-bff6-4df9-8375-650e47c0922d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:34:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['c5c70714-7996-4b0d-856d-812b21c9656b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:21.780486 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2e40e2e4-a5cd-454f-9a3d-e05b565ff994 req-979d38b8-4863-4e59-9a21-80c4d90b4216 tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.1117225 Sep 01 15:34:21.799592 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-16bd4782-c543-4720-bcac-9c5f49daaee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:21.809723 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4f743024-776e-43a9-a611-d3dffd02a1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:21.821054 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-46d7f03c-fbae-4b2a-b30b-1bfab69a4dd6 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0531416 Sep 01 15:34:21.824343 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35176) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:21.840141 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-01ab522c-dd79-4cc9-8e6f-f7dd35f1a0ed tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1649454061', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:21.842227 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfee5a85-604a-4455-9572-e1fb9070a0e9 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:34:21.843502 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-16bd4782-c543-4720-bcac-9c5f49daaee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:21.894979 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-01ab522c-dd79-4cc9-8e6f-f7dd35f1a0ed tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:21.896731 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-01ab522c-dd79-4cc9-8e6f-f7dd35f1a0ed tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:21.945035 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-16bd4782-c543-4720-bcac-9c5f49daaee6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b1a2659b37f44ee986be10ccbd487b1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2247772 Sep 01 15:34:21.945035 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5614000e-8542-47f7-a331-b370dd964f7d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:21.948907 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35180) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:21.958810 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3080b9-951b-42c1-a071-ef406ea2eaf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-35b7fa7e-e2fa-4628-a035-6ea3bd8692bb', 'network_id': '35b7fa7e-e2fa-4628-a035-6ea3bd8692bb', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'fixed_ips': [{'subnet_id': '3b69a619-a4e0-44d9-8a18-a65450cbded9'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:34:21.960167 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3a3080b9-951b-42c1-a071-ef406ea2eaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:22.048423 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-01ab522c-dd79-4cc9-8e6f-f7dd35f1a0ed tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:22.058182 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-01ab522c-dd79-4cc9-8e6f-f7dd35f1a0ed tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:22.067746 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-bfee5a85-604a-4455-9572-e1fb9070a0e9 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:22.073083 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfee5a85-604a-4455-9572-e1fb9070a0e9 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:34:22.209114 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-901b3d7d-bff6-4df9-8375-650e47c0922d None None] Set router c5c70714-7996-4b0d-856d-812b21c9656b gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:34:22.238478 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee5a85-604a-4455-9572-e1fb9070a0e9 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Pushing event updated for resources: {'Port': ['ID=57472411-deef-4810-a9f1-320a359cfd09,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:22.272308 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5614000e-8542-47f7-a331-b370dd964f7d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 13.9586606 Sep 01 15:34:22.285496 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753b4a80-5a07-45a2-98de-e6623261a19b', 'tag': '03bcb534-f067-4d36-a8d8-d6b8270d1da4'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:34:22.289409 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d01d706-6d3f-4ec1-8d83-1e93f6003d43" -d '{"events": [{"name": "network-changed", "server_uuid": "753b4a80-5a07-45a2-98de-e6623261a19b", "tag": "03bcb534-f067-4d36-a8d8-d6b8270d1da4"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:34:22.292110 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd4782-c543-4720-bcac-9c5f49daaee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dfbd3a-b4c3-451c-a8fa-473a3b404db7,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:22.463170 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea5ac349-90cc-4eb5-b08a-9b3c6156086c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:22.474589 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4f743024-776e-43a9-a611-d3dffd02a1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:22.476991 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-3a3080b9-951b-42c1-a071-ef406ea2eaf8 None None] Allocated IP 2001:db8::2 (35b7fa7e-e2fa-4628-a035-6ea3bd8692bb/3b69a619-a4e0-44d9-8a18-a65450cbded9/d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:34:22.488488 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-01ab522c-dd79-4cc9-8e6f-f7dd35f1a0ed tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:22.490662 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-01ab522c-dd79-4cc9-8e6f-f7dd35f1a0ed tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6644912 Sep 01 15:34:22.492453 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4f743024-776e-43a9-a611-d3dffd02a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:22.494264 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35190) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:22.632425 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cec09fb-2f3f-42cd-8342-2f4c5a3c8d98 x-openstack-request-id: req-0cec09fb-2f3f-42cd-8342-2f4c5a3c8d98 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:34:22.633115 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753b4a80-5a07-45a2-98de-e6623261a19b", "tag": "03bcb534-f067-4d36-a8d8-d6b8270d1da4", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:34:22.633606 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0cec09fb-2f3f-42cd-8342-2f4c5a3c8d98 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:34:22.634660 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753b4a80-5a07-45a2-98de-e6623261a19b', 'tag': '03bcb534-f067-4d36-a8d8-d6b8270d1da4', 'status': 'completed', 'code': 200} Sep 01 15:34:22.675262 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea5ac349-90cc-4eb5-b08a-9b3c6156086c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:22.720958 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4f743024-776e-43a9-a611-d3dffd02a1a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=13f713ed1ca647ac934ffbc681003806&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0915327 Sep 01 15:34:22.735439 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35192) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:22.740712 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f743024-776e-43a9-a611-d3dffd02a1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e7dd43-9349-4427-b50b-6ef30b17f182,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:23.048275 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c455601-eb7a-4e48-a198-58264fcd92aa req-93c7a482-8218-4d05-adb4-f9eb3a61d92c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:23.061896 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3c455601-eb7a-4e48-a198-58264fcd92aa req-93c7a482-8218-4d05-adb4-f9eb3a61d92c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 945 time: 0.5119963 Sep 01 15:34:23.104129 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-18a8bd93-a4ff-46b1-94e7-0c22abcae2bf req-a1a2a2ac-3c97-424d-8e92-95368d161b57 tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.1425757 Sep 01 15:34:23.155308 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3a3080b9-951b-42c1-a071-ef406ea2eaf8 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:23.217365 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea5ac349-90cc-4eb5-b08a-9b3c6156086c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:23.222960 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea5ac349-90cc-4eb5-b08a-9b3c6156086c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:23.225552 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ea5ac349-90cc-4eb5-b08a-9b3c6156086c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e9dfbd3a-b4c3-451c-a8fa-473a3b404db7 HTTP/1.1" status: 204 len: 168 time: 1.1685600 Sep 01 15:34:23.226934 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3a3080b9-951b-42c1-a071-ef406ea2eaf8 None None] Transition to ACTIVE for port object d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:34:23.301952 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3c455601-eb7a-4e48-a198-58264fcd92aa req-f0d4949f-4571-4f6e-8603-95c7e7643cb5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372563 Sep 01 15:34:23.310367 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ac349-90cc-4eb5-b08a-9b3c6156086c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dfbd3a-b4c3-451c-a8fa-473a3b404db7,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:23.330100 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8010f644-40aa-4c18-a9b3-d00b59994caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:23.333639 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35208) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:23.360514 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfee5a85-604a-4455-9572-e1fb9070a0e9 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:23.384664 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01d706-6d3f-4ec1-8d83-1e93f6003d43 req-ede54206-efc2-4380-9f5d-69960a0652ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:23.387544 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1d01d706-6d3f-4ec1-8d83-1e93f6003d43 req-ede54206-efc2-4380-9f5d-69960a0652ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 1096 time: 0.7310097 Sep 01 15:34:23.398367 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3a3080b9-951b-42c1-a071-ef406ea2eaf8 None None] Transition to ACTIVE for port object d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:34:23.513911 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3a3080b9-951b-42c1-a071-ef406ea2eaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:23.714913 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8010f644-40aa-4c18-a9b3-d00b59994caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:23.825077 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3080b9-951b-42c1-a071-ef406ea2eaf8 None None] Network 35b7fa7e-e2fa-4628-a035-6ea3bd8692bb is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:34:23.879870 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-3a3080b9-951b-42c1-a071-ef406ea2eaf8 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:23.904570 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3080b9-951b-42c1-a071-ef406ea2eaf8 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:34:23.911920 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3080b9-951b-42c1-a071-ef406ea2eaf8 None None] Pushing event updated for resources: {'Port': ['ID=d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:23.914129 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82a0bef7-82fa-412c-8967-c4b05f33bd6a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:24.031855 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-901b3d7d-bff6-4df9-8375-650e47c0922d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225365038', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:33:14Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:01Z', 'updated_at': '2021-09-01T15:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '01cde01f-47f9-4f1c-abae-cbb10a9afb71', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'floating_ip_address': '172.25.6.5', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'port_id': '03bcb534-f067-4d36-a8d8-d6b8270d1da4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46', 'mac_address': 'fa:16:3e:d8:47:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753b4a80-5a07-45a2-98de-e6623261a19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:34:13Z', 'updated_at': '2021-09-01T15:34:13Z', 'revision_number': 0, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '869e4220-3ece-47ca-b148-fc808fc37347', 'name': '', 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:97:45:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'bcb33d60-1f3f-4daa-9eeb-83a83c5955c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:13Z', 'updated_at': '2021-09-01T15:33:38Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': 'bcb33d60-1f3f-4daa-9eeb-83a83c5955c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:24.038283 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fb3eb4d8-d39f-46ca-8fe6-ed701d647b10 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/floatingips/01cde01f-47f9-4f1c-abae-cbb10a9afb71 HTTP/1.1" status: 200 len: 989 time: 0.6985703 Sep 01 15:34:24.051019 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8010f644-40aa-4c18-a9b3-d00b59994caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:24.058099 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8010f644-40aa-4c18-a9b3-d00b59994caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:24.063667 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8010f644-40aa-4c18-a9b3-d00b59994caf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f6e7dd43-9349-4427-b50b-6ef30b17f182 HTTP/1.1" status: 204 len: 168 time: 1.2993071 Sep 01 15:34:24.094342 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010f644-40aa-4c18-a9b3-d00b59994caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e7dd43-9349-4427-b50b-6ef30b17f182,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:24.161674 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01d706-6d3f-4ec1-8d83-1e93f6003d43 req-5cda7ea9-5903-4e90-84cd-72c98b7fab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:24.164435 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1d01d706-6d3f-4ec1-8d83-1e93f6003d43 req-5cda7ea9-5903-4e90-84cd-72c98b7fab23 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4ca70199-f0ff-4e3d-b16a-4345a6e48c46 HTTP/1.1" status: 200 len: 896 time: 0.6792059 Sep 01 15:34:24.298896 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901b3d7d-bff6-4df9-8375-650e47c0922d None None] Checking router: c5c70714-7996-4b0d-856d-812b21c9656b for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:34:24.329138 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3a3080b9-951b-42c1-a071-ef406ea2eaf8 None None] Attempting to bind port d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:24.329939 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3a3080b9-951b-42c1-a071-ef406ea2eaf8 None None] Attempting to bind port d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'e606644b-7020-4e19-927f-29c30a697dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '35b7fa7e-e2fa-4628-a035-6ea3bd8692bb'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:24.330707 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3080b9-951b-42c1-a071-ef406ea2eaf8 None None] Attempting to bind port d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017 on network 35b7fa7e-e2fa-4628-a035-6ea3bd8692bb {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:24.342622 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3080b9-951b-42c1-a071-ef406ea2eaf8 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:34:24.355054 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3080b9-951b-42c1-a071-ef406ea2eaf8 None None] Checking segment: {'id': 'e606644b-7020-4e19-927f-29c30a697dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '35b7fa7e-e2fa-4628-a035-6ea3bd8692bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:34:24.355830 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3a3080b9-951b-42c1-a071-ef406ea2eaf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:24.356559 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3080b9-951b-42c1-a071-ef406ea2eaf8 None None] Bound using segment: {'id': 'e606644b-7020-4e19-927f-29c30a697dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '35b7fa7e-e2fa-4628-a035-6ea3bd8692bb'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:34:24.357464 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3a3080b9-951b-42c1-a071-ef406ea2eaf8 None None] Bound port: d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e606644b-7020-4e19-927f-29c30a697dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '35b7fa7e-e2fa-4628-a035-6ea3bd8692bb'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:34:24.358167 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3a3080b9-951b-42c1-a071-ef406ea2eaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:24.395565 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901b3d7d-bff6-4df9-8375-650e47c0922d None None] Routers {'c5c70714-7996-4b0d-856d-812b21c9656b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:24.404700 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-901b3d7d-bff6-4df9-8375-650e47c0922d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:34:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['c5c70714-7996-4b0d-856d-812b21c9656b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:24.617734 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1d01d706-6d3f-4ec1-8d83-1e93f6003d43 req-489fc77d-ec1a-4db6-b1ad-0f23eb455791 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03bcb534-f067-4d36-a8d8-d6b8270d1da4 HTTP/1.1" status: 200 len: 997 time: 0.4411070 Sep 01 15:34:24.637219 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-98fa3b7a-6eb4-4b45-a5bd-8dc40aded26a req-d2f1de98-98aa-4491-855a-67cd938e86cb tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.2548723 Sep 01 15:34:24.732065 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01d706-6d3f-4ec1-8d83-1e93f6003d43 req-08037917-32ba-46c1-bcc3-7a5a7160b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:24.734433 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1d01d706-6d3f-4ec1-8d83-1e93f6003d43 req-08037917-32ba-46c1-bcc3-7a5a7160b2cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bcb33d60-1f3f-4daa-9eeb-83a83c5955c8 HTTP/1.1" status: 200 len: 835 time: 0.0946357 Sep 01 15:34:24.796178 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfee5a85-604a-4455-9572-e1fb9070a0e9 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37605'] for router, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:24.812727 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfee5a85-604a-4455-9572-e1fb9070a0e9 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1825249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1825272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1826501'] for router, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:25.001019 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01d706-6d3f-4ec1-8d83-1e93f6003d43 req-70f1c6aa-c8ea-4a98-82e4-32de8b96918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:25.003338 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1d01d706-6d3f-4ec1-8d83-1e93f6003d43 req-70f1c6aa-c8ea-4a98-82e4-32de8b96918f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ca70199-f0ff-4e3d-b16a-4345a6e48c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2562537 Sep 01 15:34:25.055092 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35234) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:25.120866 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:34:25.253378 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-901b3d7d-bff6-4df9-8375-650e47c0922d None None] Set router c5c70714-7996-4b0d-856d-812b21c9656b gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:34:25.317495 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35240) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:25.346695 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3a3080b9-951b-42c1-a071-ef406ea2eaf8 None None] For port d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:34:25.349690 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-41ecf5d6-078b-4bda-aad9-954ff5927dbc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/floatingips/01cde01f-47f9-4f1c-abae-cbb10a9afb71 HTTP/1.1" status: 200 len: 989 time: 0.2875569 Sep 01 15:34:25.355987 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-04b2aa9f-c7de-46b9-8adc-b7392b69c0b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:25.356935 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-82a0bef7-82fa-412c-8967-c4b05f33bd6a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Allocated IP 2001:db8::1 (35b7fa7e-e2fa-4628-a035-6ea3bd8692bb/3b69a619-a4e0-44d9-8a18-a65450cbded9/7b6382aa-8c32-4d9c-afa8-f3b82ea9b9d3) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:34:25.410049 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3a3080b9-951b-42c1-a071-ef406ea2eaf8 None None] For port d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017,segment=NetworkSegment(e606644b-7020-4e19-927f-29c30a697dfc),segment_id=e606644b-7020-4e19-927f-29c30a697dfc)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:34:25.440618 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3a3080b9-951b-42c1-a071-ef406ea2eaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:25.579769 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfee5a85-604a-4455-9572-e1fb9070a0e9 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Router bdc1e905-d300-44d6-9cb5-0f4c7decc707 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:34:25.775174 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1d01d706-6d3f-4ec1-8d83-1e93f6003d43 req-fd850216-dc6e-45a1-98ee-88538b79a658 service neutron] 10.222.0.45 "GET /v2.0/networks/4ca70199-f0ff-4e3d-b16a-4345a6e48c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7542691 Sep 01 15:34:25.912707 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82a0bef7-82fa-412c-8967-c4b05f33bd6a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:25.933759 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-04b2aa9f-c7de-46b9-8adc-b7392b69c0b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:25.989296 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-82a0bef7-82fa-412c-8967-c4b05f33bd6a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Transition to ACTIVE for port object 7b6382aa-8c32-4d9c-afa8-f3b82ea9b9d3 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:34:26.000323 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3080b9-951b-42c1-a071-ef406ea2eaf8 None None] Pushing event updated for resources: {'Port': ['ID=d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:26.138744 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aec17a0d-b87d-4433-9025-661ad35b30f1 req-1d278416-d7c1-41a7-b6d3-2273d2f99569 tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.1062303 Sep 01 15:34:26.140989 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82a0bef7-82fa-412c-8967-c4b05f33bd6a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:26.151298 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-04b2aa9f-c7de-46b9-8adc-b7392b69c0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:26.154075 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-901b3d7d-bff6-4df9-8375-650e47c0922d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225365038', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:33:14Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:01Z', 'updated_at': '2021-09-01T15:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '01cde01f-47f9-4f1c-abae-cbb10a9afb71', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'floating_ip_address': '172.25.6.5', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'port_id': '03bcb534-f067-4d36-a8d8-d6b8270d1da4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46', 'mac_address': 'fa:16:3e:d8:47:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753b4a80-5a07-45a2-98de-e6623261a19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:34:13Z', 'updated_at': '2021-09-01T15:34:13Z', 'revision_number': 0, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '869e4220-3ece-47ca-b148-fc808fc37347', 'name': '', 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:97:45:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'bcb33d60-1f3f-4daa-9eeb-83a83c5955c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:13Z', 'updated_at': '2021-09-01T15:33:38Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': 'bcb33d60-1f3f-4daa-9eeb-83a83c5955c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:26.266144 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a0bef7-82fa-412c-8967-c4b05f33bd6a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network 35b7fa7e-e2fa-4628-a035-6ea3bd8692bb is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:34:26.272532 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-82a0bef7-82fa-412c-8967-c4b05f33bd6a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:26.287462 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901b3d7d-bff6-4df9-8375-650e47c0922d None None] The sync data for ids ['c5c70714-7996-4b0d-856d-812b21c9656b'] in n-d-794796-3 is: [{'id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225365038', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:33:14Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:01Z', 'updated_at': '2021-09-01T15:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '01cde01f-47f9-4f1c-abae-cbb10a9afb71', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'floating_ip_address': '172.25.6.5', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'port_id': '03bcb534-f067-4d36-a8d8-d6b8270d1da4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46', 'mac_address': 'fa:16:3e:d8:47:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753b4a80-5a07-45a2-98de-e6623261a19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:34:13Z', 'updated_at': '2021-09-01T15:34:13Z', 'revision_number': 0, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '869e4220-3ece-47ca-b148-fc808fc37347', 'name': '', 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:97:45:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'bcb33d60-1f3f-4daa-9eeb-83a83c5955c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:13Z', 'updated_at': '2021-09-01T15:33:38Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': 'bcb33d60-1f3f-4daa-9eeb-83a83c5955c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:34:26.287886 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a0bef7-82fa-412c-8967-c4b05f33bd6a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:34:26.288485 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82a0bef7-82fa-412c-8967-c4b05f33bd6a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:26.379122 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35264) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:26.486383 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0bef7-82fa-412c-8967-c4b05f33bd6a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Port': ['ID=7b6382aa-8c32-4d9c-afa8-f3b82ea9b9d3,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:26.588315 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1d01d706-6d3f-4ec1-8d83-1e93f6003d43 req-9196b93a-369f-437c-a169-b6e23d28f083 service neutron] 10.222.0.45 "GET /v2.0/networks/4ca70199-f0ff-4e3d-b16a-4345a6e48c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8027995 Sep 01 15:34:26.690848 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82a0bef7-82fa-412c-8967-c4b05f33bd6a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:26.717085 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3d609378-d1f1-408a-a7cc-bb1ff8987e0f tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/floatingips/01cde01f-47f9-4f1c-abae-cbb10a9afb71 HTTP/1.1" status: 200 len: 989 time: 0.3348308 Sep 01 15:34:26.723479 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2aa9f-c7de-46b9-8adc-b7392b69c0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7203116f-e191-4ca2-bb6b-f5dee3d6c438,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:26.745740 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-04b2aa9f-c7de-46b9-8adc-b7392b69c0b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d3edbdf8d2da4975903e054bb92d883d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4239542 Sep 01 15:34:26.746000 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35268) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:26.804805 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfee5a85-604a-4455-9572-e1fb9070a0e9 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:34:26.812891 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bfee5a85-604a-4455-9572-e1fb9070a0e9 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:26.814254 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bfee5a85-604a-4455-9572-e1fb9070a0e9 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "PUT /v2.0/routers/bdc1e905-d300-44d6-9cb5-0f4c7decc707 HTTP/1.1" status: 200 len: 920 time: 13.3280542 Sep 01 15:34:26.823797 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e211492-8e80-40b5-989b-9a6b152615b1 None None] Sync routers for ids ['bdc1e905-d300-44d6-9cb5-0f4c7decc707'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:34:26.827141 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae21e20-037b-411e-bc64-9392523da5d5 req-754ed1b9-cf4e-4a11-a934-ed5c90516c32 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:26.835056 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cae21e20-037b-411e-bc64-9392523da5d5 req-754ed1b9-cf4e-4a11-a934-ed5c90516c32 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/networks?id=3800fb89-e80c-46d2-84e6-b2b7a02a4529 HTTP/1.1" status: 200 len: 814 time: 0.7080529 Sep 01 15:34:26.837203 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35270) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:26.858813 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e211492-8e80-40b5-989b-9a6b152615b1 None None] Routers {'bdc1e905-d300-44d6-9cb5-0f4c7decc707'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:26.861480 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7e211492-8e80-40b5-989b-9a6b152615b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:34:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['bdc1e905-d300-44d6-9cb5-0f4c7decc707'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:26.954064 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7e211492-8e80-40b5-989b-9a6b152615b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:27.008284 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e211492-8e80-40b5-989b-9a6b152615b1 None None] Routers {'bdc1e905-d300-44d6-9cb5-0f4c7decc707'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:27.009575 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7e211492-8e80-40b5-989b-9a6b152615b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:34:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['bdc1e905-d300-44d6-9cb5-0f4c7decc707'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:27.079322 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19cf3ffe-c7fd-44c9-833f-dcb75f684666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:27.091404 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7e211492-8e80-40b5-989b-9a6b152615b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:27.092864 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e211492-8e80-40b5-989b-9a6b152615b1 None None] The sync data for ids ['bdc1e905-d300-44d6-9cb5-0f4c7decc707'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:34:27.119877 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19cf3ffe-c7fd-44c9-833f-dcb75f684666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:27.127647 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbb91ed-c373-4638-829e-70846694a680 None None] New status for floating IP 01cde01f-47f9-4f1c-abae-cbb10a9afb71: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:34:27.178852 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cae21e20-037b-411e-bc64-9392523da5d5 req-a6e92dde-8491-429c-bac5-6ac55d18fee3 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/quotas/bad42e0394c9405799a013019ac5678a HTTP/1.1" status: 200 len: 375 time: 0.3209918 Sep 01 15:34:27.299959 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19cf3ffe-c7fd-44c9-833f-dcb75f684666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:27.322813 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19cf3ffe-c7fd-44c9-833f-dcb75f684666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:27.340999 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-19cf3ffe-c7fd-44c9-833f-dcb75f684666 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7203116f-e191-4ca2-bb6b-f5dee3d6c438 HTTP/1.1" status: 204 len: 168 time: 0.5918987 Sep 01 15:34:27.408153 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf3ffe-c7fd-44c9-833f-dcb75f684666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7203116f-e191-4ca2-bb6b-f5dee3d6c438,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:27.552141 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cae21e20-037b-411e-bc64-9392523da5d5 req-bd379143-fa36-4b8d-bc84-22bf35d467a0 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bad42e0394c9405799a013019ac5678a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3689880 Sep 01 15:34:27.667831 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:34:27.717407 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ea4dd809-3a7b-494a-ac0b-a880596a6802 req-d140c312-05dc-46ce-90a2-2230862b2fa8 tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.1774652 Sep 01 15:34:27.722072 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35284) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:27.884916 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:27.896053 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:34:27.911103 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7f8cb37e-8cde-49b5-84ba-f5c08e5dea51 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "GET /v2.0/routers/bdc1e905-d300-44d6-9cb5-0f4c7decc707 HTTP/1.1" status: 200 len: 926 time: 1.0652299 Sep 01 15:34:27.912077 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35288) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:28.190077 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b7ad8aaf-19ff-48a4-9229-575f8d3e181c req-a6d66c56-a1eb-4257-8cf5-77670e316fbc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.2515805 Sep 01 15:34:28.235979 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cae21e20-037b-411e-bc64-9392523da5d5 req-79a453a9-a748-4a47-bd94-28ab5e274edd service neutron] 10.222.0.60 "GET /v2.0/networks/3800fb89-e80c-46d2-84e6-b2b7a02a4529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6806774 Sep 01 15:34:28.240170 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0daaf2-8b24-42c6-a065-bdd988c45351 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:28.251110 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0976551-080d-4993-8aa3-e22dbd2bc7dd None None] Network 35b7fa7e-e2fa-4628-a035-6ea3bd8692bb requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:34:28.254800 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-dd0daaf2-8b24-42c6-a065-bdd988c45351 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=5c826073-0017-46f6-8947-51b31e774ff4&device_id=bdc1e905-d300-44d6-9cb5-0f4c7decc707&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3347898 Sep 01 15:34:28.274387 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-521572e9-7e83-49e4-bc9f-480add4987a3 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/floatingips/01cde01f-47f9-4f1c-abae-cbb10a9afb71 HTTP/1.1" status: 200 len: 991 time: 0.5353734 Sep 01 15:34:28.274387 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35300) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:28.469016 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82a0bef7-82fa-412c-8967-c4b05f33bd6a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:28.485197 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82a0bef7-82fa-412c-8967-c4b05f33bd6a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:28.486581 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82a0bef7-82fa-412c-8967-c4b05f33bd6a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:28.589726 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-900ecd4f-d2a5-44bb-88c7-0ad2094123a4 None None] Provisioning for port d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:34:28.609288 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cae21e20-037b-411e-bc64-9392523da5d5 req-5d79e8c8-ff07-40bd-a27c-f3e13f11b325 service neutron] 10.222.0.60 "GET /v2.0/networks/3800fb89-e80c-46d2-84e6-b2b7a02a4529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518281 Sep 01 15:34:28.646360 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-900ecd4f-d2a5-44bb-88c7-0ad2094123a4 None None] Provisioning complete for port d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:28.647302 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-900ecd4f-d2a5-44bb-88c7-0ad2094123a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:28.768141 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dc64af-3043-4351-bc53-03f81d69567a tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:28.771009 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-09dc64af-3043-4351-bc53-03f81d69567a tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "GET /v2.0/networks/5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 881 time: 0.4784670 Sep 01 15:34:28.774355 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35308) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:28.820576 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0bef7-82fa-412c-8967-c4b05f33bd6a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Port': ['ID=7b6382aa-8c32-4d9c-afa8-f3b82ea9b9d3,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:28.925725 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f89dd2c9-710c-499f-aef6-2aa67a91e622 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdc1e905-d300-44d6-9cb5-0f4c7decc707 HTTP/1.1" status: 200 len: 205 time: 0.1490571 Sep 01 15:34:28.929563 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35322) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:29.050241 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a0bef7-82fa-412c-8967-c4b05f33bd6a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network 35b7fa7e-e2fa-4628-a035-6ea3bd8692bb is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:34:29.053217 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-96e097bc-6098-4a4d-aa04-3f731eece32f req-1b6256f7-cc1f-42be-b4de-0e40a624d9aa tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.0937912 Sep 01 15:34:29.059535 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-82a0bef7-82fa-412c-8967-c4b05f33bd6a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:29.095522 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-900ecd4f-d2a5-44bb-88c7-0ad2094123a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:29.240798 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-05f21293-bced-43f9-a3a5-f053266c7b33 req-a23a5c54-97c1-48e1-96c4-a50db5d2d6c0 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffbc3ae3-7eae-4306-b674-78de921162a3 HTTP/1.1" status: 200 len: 210 time: 0.1517763 Sep 01 15:34:29.252830 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-900ecd4f-d2a5-44bb-88c7-0ad2094123a4 None None] For port d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017,segment=NetworkSegment(e606644b-7020-4e19-927f-29c30a697dfc),segment_id=e606644b-7020-4e19-927f-29c30a697dfc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:29.262690 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-900ecd4f-d2a5-44bb-88c7-0ad2094123a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:29.514080 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ce3e334-39c5-4114-8a1c-e97343e270d4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:29.588432 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ecd4f-d2a5-44bb-88c7-0ad2094123a4 None None] Pushing event updated for resources: {'Port': ['ID=d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:29.638895 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a0bef7-82fa-412c-8967-c4b05f33bd6a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Router 61cdac27-b542-436e-b431-0aebc116b1f0 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:34:29.856219 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9b776680-e38e-4930-bf18-0dacee646a16 None None] Provisioning for port 7b6382aa-8c32-4d9c-afa8-f3b82ea9b9d3 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:34:29.884199 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9b776680-e38e-4930-bf18-0dacee646a16 None None] Provisioning complete for port 7b6382aa-8c32-4d9c-afa8-f3b82ea9b9d3 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:29.886735 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9b776680-e38e-4930-bf18-0dacee646a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:30.071677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a0bef7-82fa-412c-8967-c4b05f33bd6a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:34:30.086741 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-82a0bef7-82fa-412c-8967-c4b05f33bd6a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "PUT /v2.0/routers/61cdac27-b542-436e-b431-0aebc116b1f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5865407 Sep 01 15:34:30.089136 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35348) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:30.105443 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ffb14a-31bf-4a41-aa5d-f83c21bedf85 None None] Sync routers for ids ['61cdac27-b542-436e-b431-0aebc116b1f0'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:34:30.118077 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-9b776680-e38e-4930-bf18-0dacee646a16 None None] Port 7b6382aa-8c32-4d9c-afa8-f3b82ea9b9d3 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:34:30.180296 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ffb14a-31bf-4a41-aa5d-f83c21bedf85 None None] Routers {'61cdac27-b542-436e-b431-0aebc116b1f0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:30.183887 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b7ffb14a-31bf-4a41-aa5d-f83c21bedf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:34:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['61cdac27-b542-436e-b431-0aebc116b1f0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:30.191433 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ce3e334-39c5-4114-8a1c-e97343e270d4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:30.209895 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9b776680-e38e-4930-bf18-0dacee646a16 None None] Provisioning complete for port d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:30.211857 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9b776680-e38e-4930-bf18-0dacee646a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:30.417685 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4ce6b2-82be-41df-bf7a-92a1754b3c56 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:30.425995 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0f4ce6b2-82be-41df-bf7a-92a1754b3c56 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "GET /v2.0/ports/7b6382aa-8c32-4d9c-afa8-f3b82ea9b9d3 HTTP/1.1" status: 200 len: 911 time: 0.3292217 Sep 01 15:34:30.427483 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35356) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:30.429308 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b7ffb14a-31bf-4a41-aa5d-f83c21bedf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:30.459194 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-79915cbb-86de-4f3b-abb4-22c9dd42a4c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3b69a619-a4e0-44d9-8a18-a65450cbded9'}]}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:30.470912 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ffb14a-31bf-4a41-aa5d-f83c21bedf85 None None] Routers {'61cdac27-b542-436e-b431-0aebc116b1f0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:30.471578 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b7ffb14a-31bf-4a41-aa5d-f83c21bedf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:34:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['61cdac27-b542-436e-b431-0aebc116b1f0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:30.538917 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-86b434d6-233a-4c7f-8dbc-1602a5ea1749 req-5f5e30a5-a24f-42f3-b727-23a6672dc221 tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.1027477 Sep 01 15:34:30.677742 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b7ffb14a-31bf-4a41-aa5d-f83c21bedf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:30.678728 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ffb14a-31bf-4a41-aa5d-f83c21bedf85 None None] The sync data for ids ['61cdac27-b542-436e-b431-0aebc116b1f0'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:34:30.770341 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e60067e7-73d4-4874-a269-b5c806df1485 req-31dd454c-2a24-4b34-b347-0aa2b73a04e8 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffbc3ae3-7eae-4306-b674-78de921162a3 HTTP/1.1" status: 200 len: 210 time: 0.1341805 Sep 01 15:34:30.891103 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b46e3f5a-6031-446f-9e81-a0b4d95a061f None None] Provisioning complete for port 7b6382aa-8c32-4d9c-afa8-f3b82ea9b9d3 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:30.892686 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b46e3f5a-6031-446f-9e81-a0b4d95a061f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:30.916929 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-4ce3e334-39c5-4114-8a1c-e97343e270d4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Deleting port 57472411-deef-4810-a9f1-320a359cfd09 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:34:30.917656 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ce3e334-39c5-4114-8a1c-e97343e270d4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:31.065646 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b46e3f5a-6031-446f-9e81-a0b4d95a061f None None] Port 7b6382aa-8c32-4d9c-afa8-f3b82ea9b9d3 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:34:31.237042 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ff990d57-c64e-4502-8365-5e6646acf612 None None] Provisioning complete for port 7b6382aa-8c32-4d9c-afa8-f3b82ea9b9d3 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:31.239376 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ff990d57-c64e-4502-8365-5e6646acf612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:31.329807 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:34:31.500888 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ff990d57-c64e-4502-8365-5e6646acf612 None None] Port 7b6382aa-8c32-4d9c-afa8-f3b82ea9b9d3 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:34:31.608424 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:31.610625 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:31.679498 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35388) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:31.799549 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ce3e334-39c5-4114-8a1c-e97343e270d4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:31.815537 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-4ce3e334-39c5-4114-8a1c-e97343e270d4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Calling delete_port for 57472411-deef-4810-a9f1-320a359cfd09 owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:34:32.073761 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dedceb96-900a-4e52-bc09-6a9e8336c7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:32.335100 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-615b4208-bc8a-4b64-bea7-9eeff1e54fb3 req-344e0d65-011c-4f5b-bf6e-31e4d6961de4 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffbc3ae3-7eae-4306-b674-78de921162a3 HTTP/1.1" status: 200 len: 210 time: 0.1621504 Sep 01 15:34:32.480030 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-79915cbb-86de-4f3b-abb4-22c9dd42a4c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:32.492041 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-910d4dcd-e087-4d46-a255-5a0305d70b5c req-b8dfb400-bff1-4713-99fb-5eda491f754d tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.0878656 Sep 01 15:34:32.495951 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae21e20-037b-411e-bc64-9392523da5d5 req-a27accf7-9dfa-4968-9447-3f8acf8e8d0b tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:32.496801 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cae21e20-037b-411e-bc64-9392523da5d5 req-a27accf7-9dfa-4968-9447-3f8acf8e8d0b tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.45 "GET /v2.0/networks?id=3800fb89-e80c-46d2-84e6-b2b7a02a4529 HTTP/1.1" status: 200 len: 814 time: 0.3690081 Sep 01 15:34:32.532019 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-cae21e20-037b-411e-bc64-9392523da5d5 req-b2246a7b-836c-4572-b063-22ab86b00a18 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Request body: {'port': {'device_id': 'ffbc3ae3-7eae-4306-b674-78de921162a3', 'network_id': '3800fb89-e80c-46d2-84e6-b2b7a02a4529', 'admin_state_up': True, 'tenant_id': 'bad42e0394c9405799a013019ac5678a'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:32.834359 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dedceb96-900a-4e52-bc09-6a9e8336c7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:32.843303 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dedceb96-900a-4e52-bc09-6a9e8336c7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:32.914753 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-dedceb96-900a-4e52-bc09-6a9e8336c7f7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=76bea7f28e804df395be628eae456702&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2333941 Sep 01 15:34:32.920685 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35416) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:32.945187 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae21e20-037b-411e-bc64-9392523da5d5 req-b2246a7b-836c-4572-b063-22ab86b00a18 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Made reservation on behalf of bad42e0394c9405799a013019ac5678a for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:34:32.958910 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cae21e20-037b-411e-bc64-9392523da5d5 req-b2246a7b-836c-4572-b063-22ab86b00a18 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:32.997210 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedceb96-900a-4e52-bc09-6a9e8336c7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6786402-35b8-45ca-871e-5cce4590c678,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:33.055052 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ce3e334-39c5-4114-8a1c-e97343e270d4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:33.151286 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-62df8f60-e5da-420e-912f-fbbbb9569b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:33.183137 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3e334-39c5-4114-8a1c-e97343e270d4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Pushing event deleted for resources: {'Port': ['ID=57472411-deef-4810-a9f1-320a359cfd09,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:33.191844 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-62df8f60-e5da-420e-912f-fbbbb9569b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:33.219444 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3e334-39c5-4114-8a1c-e97343e270d4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:33.220544 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3e334-39c5-4114-8a1c-e97343e270d4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:33.221444 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3e334-39c5-4114-8a1c-e97343e270d4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:33.222352 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3e334-39c5-4114-8a1c-e97343e270d4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:33.223201 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3e334-39c5-4114-8a1c-e97343e270d4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:33.224006 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3e334-39c5-4114-8a1c-e97343e270d4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:33.224975 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3e334-39c5-4114-8a1c-e97343e270d4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:33.225812 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3e334-39c5-4114-8a1c-e97343e270d4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:33.226680 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3e334-39c5-4114-8a1c-e97343e270d4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:33.227498 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3e334-39c5-4114-8a1c-e97343e270d4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:33.228284 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3e334-39c5-4114-8a1c-e97343e270d4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:33.229071 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3e334-39c5-4114-8a1c-e97343e270d4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:33.390745 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-cae21e20-037b-411e-bc64-9392523da5d5 req-b2246a7b-836c-4572-b063-22ab86b00a18 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Allocated IP 172.20.0.3 (3800fb89-e80c-46d2-84e6-b2b7a02a4529/8e907b0d-f8cc-4d83-939a-fe6c5747a654/7b248a2b-c0a7-46e4-817c-85aae64ac8c7) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:34:33.533486 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ce3e334-39c5-4114-8a1c-e97343e270d4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:33.639187 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-62df8f60-e5da-420e-912f-fbbbb9569b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:33.642610 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-62df8f60-e5da-420e-912f-fbbbb9569b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:33.647008 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-62df8f60-e5da-420e-912f-fbbbb9569b44 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b6786402-35b8-45ca-871e-5cce4590c678 HTTP/1.1" status: 204 len: 168 time: 0.7246339 Sep 01 15:34:33.670322 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-63ad3bb3-bdb2-4ea9-9222-102154920193 req-18b6c8b3-1812-4095-bb8e-4a2850697c28 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffbc3ae3-7eae-4306-b674-78de921162a3 HTTP/1.1" status: 200 len: 210 time: 0.1481106 Sep 01 15:34:33.692982 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df8f60-e5da-420e-912f-fbbbb9569b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6786402-35b8-45ca-871e-5cce4590c678,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:33.797636 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cae21e20-037b-411e-bc64-9392523da5d5 req-b2246a7b-836c-4572-b063-22ab86b00a18 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:33.838554 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ce3e334-39c5-4114-8a1c-e97343e270d4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:33.842753 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ce3e334-39c5-4114-8a1c-e97343e270d4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:33.860300 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cae21e20-037b-411e-bc64-9392523da5d5 req-b2246a7b-836c-4572-b063-22ab86b00a18 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:33.889620 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae21e20-037b-411e-bc64-9392523da5d5 req-b2246a7b-836c-4572-b063-22ab86b00a18 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Network 3800fb89-e80c-46d2-84e6-b2b7a02a4529 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:34:33.894118 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-cae21e20-037b-411e-bc64-9392523da5d5 req-b2246a7b-836c-4572-b063-22ab86b00a18 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:33.917862 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae21e20-037b-411e-bc64-9392523da5d5 req-b2246a7b-836c-4572-b063-22ab86b00a18 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:34:33.999850 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2246a7b-836c-4572-b063-22ab86b00a18 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Pushing event updated for resources: {'Port': ['ID=7b248a2b-c0a7-46e4-817c-85aae64ac8c7,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:34.019241 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eac92ca8-4073-4dfb-8b9b-a2b147242809 req-b2cd329f-7b52-46fb-9bd5-a889c704c8bf tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.1573050 Sep 01 15:34:34.024109 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ce3e334-39c5-4114-8a1c-e97343e270d4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:34.024977 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce3e334-39c5-4114-8a1c-e97343e270d4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Fanout notify agent at l3_agent the message router_deleted on router bdc1e905-d300-44d6-9cb5-0f4c7decc707 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:34:34.028623 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae21e20-037b-411e-bc64-9392523da5d5 req-b2246a7b-836c-4572-b063-22ab86b00a18 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:34.029232 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cae21e20-037b-411e-bc64-9392523da5d5 req-b2246a7b-836c-4572-b063-22ab86b00a18 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:34.050118 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cae21e20-037b-411e-bc64-9392523da5d5 req-b2246a7b-836c-4572-b063-22ab86b00a18 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5345025 Sep 01 15:34:34.063041 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4ce3e334-39c5-4114-8a1c-e97343e270d4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:34.065959 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4ce3e334-39c5-4114-8a1c-e97343e270d4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "DELETE /v2.0/routers/bdc1e905-d300-44d6-9cb5-0f4c7decc707 HTTP/1.1" status: 204 len: 168 time: 5.1344314 Sep 01 15:34:34.072093 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35430) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:34.090346 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-cae21e20-037b-411e-bc64-9392523da5d5 req-1c1d36bb-7bac-4fc1-8683-313e32a47d8c service neutron] Request body: {'port': {'device_id': 'ffbc3ae3-7eae-4306-b674-78de921162a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:34.101650 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-287913c3-0d49-413e-a724-1aeed579443a tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1532597866', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}, 'admin_state_up': False}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:34.103107 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-79915cbb-86de-4f3b-abb4-22c9dd42a4c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:34.114701 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-79915cbb-86de-4f3b-abb4-22c9dd42a4c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:34.126273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79915cbb-86de-4f3b-abb4-22c9dd42a4c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:34.127317 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-79915cbb-86de-4f3b-abb4-22c9dd42a4c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:34.128966 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-79915cbb-86de-4f3b-abb4-22c9dd42a4c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "PUT /v2.0/ports/7b6382aa-8c32-4d9c-afa8-f3b82ea9b9d3 HTTP/1.1" status: 200 len: 911 time: 3.6999769 Sep 01 15:34:34.171644 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35432) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:34.187878 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79915cbb-86de-4f3b-abb4-22c9dd42a4c7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Port': ['ID=7b6382aa-8c32-4d9c-afa8-f3b82ea9b9d3,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:34.410948 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35440) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:34.432338 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3853-6af6-4851-b705-52f3b4e30588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:34.457806 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-287913c3-0d49-413e-a724-1aeed579443a tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:34.460127 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-287913c3-0d49-413e-a724-1aeed579443a tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:34.557493 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cae21e20-037b-411e-bc64-9392523da5d5 req-1c1d36bb-7bac-4fc1-8683-313e32a47d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:34.676528 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3853-6af6-4851-b705-52f3b4e30588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:34.683047 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6fcf3853-6af6-4851-b705-52f3b4e30588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:34.718189 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf3853-6af6-4851-b705-52f3b4e30588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cefa4d-2a2f-4ae1-8ead-e3b8dfc25db9,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:34.823185 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-754dd635-1d7c-4da2-86a9-db00d9037bdf tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=aae29d95ead8499998234f5e5b014021&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1060297 Sep 01 15:34:34.835158 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6fcf3853-6af6-4851-b705-52f3b4e30588 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f37c2aa6767c44ee9882c03a850d86ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4300919 Sep 01 15:34:34.837825 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35456) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:34.870610 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-287913c3-0d49-413e-a724-1aeed579443a tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:35.082738 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26646220-8532-4491-801a-a5e78346a9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:35.114220 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-774eca8b-b96f-4c4c-b206-6c58724ba455 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:35.115973 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-774eca8b-b96f-4c4c-b206-6c58724ba455 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2791753 Sep 01 15:34:35.126538 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26646220-8532-4491-801a-a5e78346a9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:35.156758 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-d79eae6f-0da3-401d-9578-5ffb9346aec3 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/quotas/aae29d95ead8499998234f5e5b014021 HTTP/1.1" status: 200 len: 375 time: 0.0277901 Sep 01 15:34:35.210911 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-5517e075-3506-44be-a7e0-ae958f0946dc tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=aae29d95ead8499998234f5e5b014021&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311053 Sep 01 15:34:35.248763 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26646220-8532-4491-801a-a5e78346a9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:35.254669 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26646220-8532-4491-801a-a5e78346a9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:35.256994 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-26646220-8532-4491-801a-a5e78346a9ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07cefa4d-2a2f-4ae1-8ead-e3b8dfc25db9 HTTP/1.1" status: 204 len: 168 time: 0.4177973 Sep 01 15:34:35.290339 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26646220-8532-4491-801a-a5e78346a9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cefa4d-2a2f-4ae1-8ead-e3b8dfc25db9,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:35.527345 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f3797bc4-ce0e-45b9-a5d7-d72fe45f7728 req-c7a53dfa-2ca5-446f-9f55-d09d470fcb73 tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.0514185 Sep 01 15:34:35.722720 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-07b84d1e-7b07-4452-a3f7-4046d2f4975e req-9c5adb8f-c64e-4ee8-969b-9921988c6555 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7175708-3788-4d08-aa82-d9802d9149b0 HTTP/1.1" status: 200 len: 210 time: 0.0932376 Sep 01 15:34:35.972743 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-287913c3-0d49-413e-a724-1aeed579443a tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:36.047356 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb81a56-174b-4808-9d98-2b2ada91cb6b req-ffc4cd06-4512-4e48-9376-9ff802cf41ec tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:36.049305 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3eb81a56-174b-4808-9d98-2b2ada91cb6b req-ffc4cd06-4512-4e48-9376-9ff802cf41ec tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffbc3ae3-7eae-4306-b674-78de921162a3 HTTP/1.1" status: 200 len: 931 time: 1.1946511 Sep 01 15:34:36.202407 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3eb81a56-174b-4808-9d98-2b2ada91cb6b req-63853a63-cb74-44a2-aeb8-927b59e09738 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/security-groups?id=29304af2-bc51-44f3-b46c-74dc336f2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306586 Sep 01 15:34:36.482682 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-cae21e20-037b-411e-bc64-9392523da5d5 req-1c1d36bb-7bac-4fc1-8683-313e32a47d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b248a2b-c0a7-46e4-817c-85aae64ac8c7 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:34:36.505260 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8af96cf7-566b-44c7-b154-4efff740f7a9 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:36.513011 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cae21e20-037b-411e-bc64-9392523da5d5 req-1c1d36bb-7bac-4fc1-8683-313e32a47d8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:36.727417 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-cae21e20-037b-411e-bc64-9392523da5d5 req-1c1d36bb-7bac-4fc1-8683-313e32a47d8c service neutron] Transition to ACTIVE for port object 7b248a2b-c0a7-46e4-817c-85aae64ac8c7 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:34:36.789992 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-91e7c9a1-7755-4867-83de-91201a6fc385 req-06e8e328-80e7-400a-a247-58bd58b0f848 tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.0538120 Sep 01 15:34:36.795501 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cae21e20-037b-411e-bc64-9392523da5d5 req-1c1d36bb-7bac-4fc1-8683-313e32a47d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:36.971794 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a01ac7bf-a815-403e-87ba-f7f3744414ca req-a391a85d-3938-4a06-85d9-5d109e567e60 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7175708-3788-4d08-aa82-d9802d9149b0 HTTP/1.1" status: 200 len: 210 time: 0.0959289 Sep 01 15:34:37.039743 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-287913c3-0d49-413e-a724-1aeed579443a tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:37.060403 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d36bb-7bac-4fc1-8683-313e32a47d8c service neutron] Pushing event updated for resources: {'Port': ['ID=7b248a2b-c0a7-46e4-817c-85aae64ac8c7,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:37.111254 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-287913c3-0d49-413e-a724-1aeed579443a tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:37.248005 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-0f772811-35d5-48ee-8282-425f0354f378 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=aae29d95ead8499998234f5e5b014021&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566499 Sep 01 15:34:37.301621 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-cae21e20-037b-411e-bc64-9392523da5d5 req-1c1d36bb-7bac-4fc1-8683-313e32a47d8c service neutron] Attempting to bind port 7b248a2b-c0a7-46e4-817c-85aae64ac8c7 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:37.301956 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-cae21e20-037b-411e-bc64-9392523da5d5 req-1c1d36bb-7bac-4fc1-8683-313e32a47d8c service neutron] Attempting to bind port 7b248a2b-c0a7-46e4-817c-85aae64ac8c7 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '4a32a0d7-287d-45e6-ac57-bfebd7a84f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3800fb89-e80c-46d2-84e6-b2b7a02a4529'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:37.302461 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae21e20-037b-411e-bc64-9392523da5d5 req-1c1d36bb-7bac-4fc1-8683-313e32a47d8c service neutron] Attempting to bind port 7b248a2b-c0a7-46e4-817c-85aae64ac8c7 on network 3800fb89-e80c-46d2-84e6-b2b7a02a4529 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:37.389750 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae21e20-037b-411e-bc64-9392523da5d5 req-1c1d36bb-7bac-4fc1-8683-313e32a47d8c service neutron] Port 7b248a2b-c0a7-46e4-817c-85aae64ac8c7 on network 3800fb89-e80c-46d2-84e6-b2b7a02a4529 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:37.390079 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae21e20-037b-411e-bc64-9392523da5d5 req-1c1d36bb-7bac-4fc1-8683-313e32a47d8c service neutron] Attempting to bind port 7b248a2b-c0a7-46e4-817c-85aae64ac8c7 on network 3800fb89-e80c-46d2-84e6-b2b7a02a4529 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:37.464045 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae21e20-037b-411e-bc64-9392523da5d5 req-1c1d36bb-7bac-4fc1-8683-313e32a47d8c service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:34:37.464445 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae21e20-037b-411e-bc64-9392523da5d5 req-1c1d36bb-7bac-4fc1-8683-313e32a47d8c service neutron] Checking segment: {'id': '4a32a0d7-287d-45e6-ac57-bfebd7a84f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3800fb89-e80c-46d2-84e6-b2b7a02a4529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:34:37.465048 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae21e20-037b-411e-bc64-9392523da5d5 req-1c1d36bb-7bac-4fc1-8683-313e32a47d8c service neutron] Bound using segment: {'id': '4a32a0d7-287d-45e6-ac57-bfebd7a84f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3800fb89-e80c-46d2-84e6-b2b7a02a4529'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:34:37.465523 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-cae21e20-037b-411e-bc64-9392523da5d5 req-1c1d36bb-7bac-4fc1-8683-313e32a47d8c service neutron] Bound port: 7b248a2b-c0a7-46e4-817c-85aae64ac8c7, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a32a0d7-287d-45e6-ac57-bfebd7a84f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3800fb89-e80c-46d2-84e6-b2b7a02a4529'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:34:37.465885 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cae21e20-037b-411e-bc64-9392523da5d5 req-1c1d36bb-7bac-4fc1-8683-313e32a47d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:37.475092 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-287913c3-0d49-413e-a724-1aeed579443a tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Allocated IP 172.25.6.150 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/213b9804-0a10-464e-9d61-05841ad91ca0) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:34:37.611313 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49b775-8006-4e9b-b102-31eed3f686c4 req-8ea3aa68-4c9c-4a29-8b80-46adfd434673 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:37.613408 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ac49b775-8006-4e9b-b102-31eed3f686c4 req-8ea3aa68-4c9c-4a29-8b80-46adfd434673 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffbc3ae3-7eae-4306-b674-78de921162a3 HTTP/1.1" status: 200 len: 943 time: 0.1950564 Sep 01 15:34:37.698402 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ac49b775-8006-4e9b-b102-31eed3f686c4 req-9e527171-c567-4947-b087-d50698a80584 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/security-groups?id=29304af2-bc51-44f3-b46c-74dc336f2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714998 Sep 01 15:34:37.719332 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-16b7f8d1-661a-4b6c-adfb-360a4dcb7b0e tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:37.720962 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-16b7f8d1-661a-4b6c-adfb-360a4dcb7b0e tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4348962 Sep 01 15:34:37.754705 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c332cefc-1536-468e-9778-aedfdfe97c95 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Request body: {'port': {'device_id': 'f7175708-3788-4d08-aa82-d9802d9149b0', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': 'aae29d95ead8499998234f5e5b014021'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:37.886099 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-cae21e20-037b-411e-bc64-9392523da5d5 req-1c1d36bb-7bac-4fc1-8683-313e32a47d8c service neutron] For port 7b248a2b-c0a7-46e4-817c-85aae64ac8c7, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:34:37.964992 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-cae21e20-037b-411e-bc64-9392523da5d5 req-1c1d36bb-7bac-4fc1-8683-313e32a47d8c service neutron] For port 7b248a2b-c0a7-46e4-817c-85aae64ac8c7, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7b248a2b-c0a7-46e4-817c-85aae64ac8c7,segment=NetworkSegment(4a32a0d7-287d-45e6-ac57-bfebd7a84f0e),segment_id=4a32a0d7-287d-45e6-ac57-bfebd7a84f0e)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:34:38.029156 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6114223d-8d29-4450-8a67-46a1df8d70f7 req-cba7f846-ecd3-48dc-9b17-d388c287fe9b tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.1104498 Sep 01 15:34:38.029627 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cae21e20-037b-411e-bc64-9392523da5d5 req-1c1d36bb-7bac-4fc1-8683-313e32a47d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:38.123087 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-8af96cf7-566b-44c7-b154-4efff740f7a9 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Deleting port 7b6382aa-8c32-4d9c-afa8-f3b82ea9b9d3 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:34:38.123806 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8af96cf7-566b-44c7-b154-4efff740f7a9 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:38.131733 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-287913c3-0d49-413e-a724-1aeed579443a tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:38.140441 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae21e20-037b-411e-bc64-9392523da5d5 req-1c1d36bb-7bac-4fc1-8683-313e32a47d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:38.141080 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cae21e20-037b-411e-bc64-9392523da5d5 req-1c1d36bb-7bac-4fc1-8683-313e32a47d8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:38.143127 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cae21e20-037b-411e-bc64-9392523da5d5 req-1c1d36bb-7bac-4fc1-8683-313e32a47d8c service neutron] 10.222.0.45 "PUT /v2.0/ports/7b248a2b-c0a7-46e4-817c-85aae64ac8c7 HTTP/1.1" status: 200 len: 1091 time: 4.0689542 Sep 01 15:34:38.143920 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffbc3ae3-7eae-4306-b674-78de921162a3', 'tag': '7b248a2b-c0a7-46e4-817c-85aae64ac8c7'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:34:38.147025 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9126277-608e-4b14-a72f-82314d9a178e" -d '{"events": [{"name": "network-changed", "server_uuid": "ffbc3ae3-7eae-4306-b674-78de921162a3", "tag": "7b248a2b-c0a7-46e4-817c-85aae64ac8c7"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:34:38.176458 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-56a5c909-a361-4424-aa04-8248ceb43a14 req-db035730-13f5-4067-82bf-2dea0fd88279 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7175708-3788-4d08-aa82-d9802d9149b0 HTTP/1.1" status: 200 len: 210 time: 0.0458665 Sep 01 15:34:38.280245 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d36bb-7bac-4fc1-8683-313e32a47d8c service neutron] Pushing event updated for resources: {'Port': ['ID=7b248a2b-c0a7-46e4-817c-85aae64ac8c7,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:38.335895 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c332cefc-1536-468e-9778-aedfdfe97c95 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Made reservation on behalf of aae29d95ead8499998234f5e5b014021 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:34:38.340089 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c332cefc-1536-468e-9778-aedfdfe97c95 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:38.378740 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c332cefc-1536-468e-9778-aedfdfe97c95 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:38.405701 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8af96cf7-566b-44c7-b154-4efff740f7a9 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:38.432389 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-8af96cf7-566b-44c7-b154-4efff740f7a9 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Calling delete_port for 7b6382aa-8c32-4d9c-afa8-f3b82ea9b9d3 owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:34:38.440152 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae21e20-037b-411e-bc64-9392523da5d5 req-3bd16b84-1af4-439c-9bd3-c37941bd52da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:38.441835 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cae21e20-037b-411e-bc64-9392523da5d5 req-3bd16b84-1af4-439c-9bd3-c37941bd52da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bad42e0394c9405799a013019ac5678a&device_id=ffbc3ae3-7eae-4306-b674-78de921162a3 HTTP/1.1" status: 200 len: 1094 time: 0.1923709 Sep 01 15:34:38.474660 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-287913c3-0d49-413e-a724-1aeed579443a tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:38.616184 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:38.668128 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5276b9-7da8-4cdf-a185-f0e5b8ac264f x-openstack-request-id: req-bd5276b9-7da8-4cdf-a185-f0e5b8ac264f {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:34:38.668558 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffbc3ae3-7eae-4306-b674-78de921162a3", "tag": "7b248a2b-c0a7-46e4-817c-85aae64ac8c7", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:34:38.669030 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bd5276b9-7da8-4cdf-a185-f0e5b8ac264f {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:34:38.669622 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffbc3ae3-7eae-4306-b674-78de921162a3', 'tag': '7b248a2b-c0a7-46e4-817c-85aae64ac8c7', 'status': 'completed', 'code': 200} Sep 01 15:34:38.685712 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cae21e20-037b-411e-bc64-9392523da5d5 req-84253fbc-9a18-460d-a2e2-edbc9136719b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b248a2b-c0a7-46e4-817c-85aae64ac8c7 HTTP/1.1" status: 200 len: 217 time: 0.2260017 Sep 01 15:34:38.756163 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287913c3-0d49-413e-a724-1aeed579443a tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:34:38.774452 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-287913c3-0d49-413e-a724-1aeed579443a tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:38.778575 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287913c3-0d49-413e-a724-1aeed579443a tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:34:38.915923 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cebb942-6113-41a5-b699-7b123c0a34e4 req-74bdb247-f9d8-4968-bc37-35a5569c7759 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:38.918065 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7cebb942-6113-41a5-b699-7b123c0a34e4 req-74bdb247-f9d8-4968-bc37-35a5569c7759 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffbc3ae3-7eae-4306-b674-78de921162a3 HTTP/1.1" status: 200 len: 943 time: 0.0921333 Sep 01 15:34:38.986026 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287913c3-0d49-413e-a724-1aeed579443a tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Pushing event updated for resources: {'Port': ['ID=213b9804-0a10-464e-9d61-05841ad91ca0,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:38.999353 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7cebb942-6113-41a5-b699-7b123c0a34e4 req-cdba8375-90f7-4795-bdac-d372eeacf76d tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/security-groups?id=29304af2-bc51-44f3-b46c-74dc336f2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694246 Sep 01 15:34:39.054842 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae21e20-037b-411e-bc64-9392523da5d5 req-77fb7752-1bb3-4356-b350-fd4a913d9907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:39.056493 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cae21e20-037b-411e-bc64-9392523da5d5 req-77fb7752-1bb3-4356-b350-fd4a913d9907 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8e907b0d-f8cc-4d83-939a-fe6c5747a654 HTTP/1.1" status: 200 len: 854 time: 0.2846406 Sep 01 15:34:39.269067 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-31a9b62e-05b9-4a44-ac00-02da743fed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:39.300796 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4f80ab13-9782-434f-bc5b-dab4c6927286 req-20c4fa49-47aa-45fc-9c4c-fe48e73d5c58 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7175708-3788-4d08-aa82-d9802d9149b0 HTTP/1.1" status: 200 len: 210 time: 0.0457437 Sep 01 15:34:39.577645 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cae21e20-037b-411e-bc64-9392523da5d5 req-5253c613-bcd1-4965-9966-587d3c095a20 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3800fb89-e80c-46d2-84e6-b2b7a02a4529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4823132 Sep 01 15:34:39.800733 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba656eb7-466d-4223-b59e-66279282cf4e req-5b6bb8a4-8aa0-4a8a-838b-af24e1c3b2ba tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.2271187 Sep 01 15:34:39.961008 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c332cefc-1536-468e-9778-aedfdfe97c95 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:39.972433 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c332cefc-1536-468e-9778-aedfdfe97c95 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:40.030192 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cae21e20-037b-411e-bc64-9392523da5d5 req-362dcdc4-5e2a-4d1a-89fd-82d50d786857 service neutron] 10.222.0.45 "GET /v2.0/networks/3800fb89-e80c-46d2-84e6-b2b7a02a4529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094903 Sep 01 15:34:40.130198 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8af96cf7-566b-44c7-b154-4efff740f7a9 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:40.166515 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332cefc-1536-468e-9778-aedfdfe97c95 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b14f6ecf-c362-4730-8202-a8f415c2de7c,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:40.206882 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08a51c-8476-4827-bcad-1592c3f49d41 req-e621db2d-4d8c-441d-9761-feaa258868b4 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:40.216020 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7a08a51c-8476-4827-bcad-1592c3f49d41 req-e621db2d-4d8c-441d-9761-feaa258868b4 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffbc3ae3-7eae-4306-b674-78de921162a3 HTTP/1.1" status: 200 len: 943 time: 0.1000814 Sep 01 15:34:40.267668 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7a08a51c-8476-4827-bcad-1592c3f49d41 req-d753a087-cf70-456b-913e-5df0951751a4 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/security-groups?id=29304af2-bc51-44f3-b46c-74dc336f2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504479 Sep 01 15:34:40.284461 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af96cf7-566b-44c7-b154-4efff740f7a9 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Port': ['ID=7b6382aa-8c32-4d9c-afa8-f3b82ea9b9d3,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:40.551050 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-de854085-0278-49c7-9d17-7704e93c3bbb req-f8b77feb-7656-41ae-a9db-749b3bf87986 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7175708-3788-4d08-aa82-d9802d9149b0 HTTP/1.1" status: 200 len: 210 time: 0.0508075 Sep 01 15:34:40.594992 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cae21e20-037b-411e-bc64-9392523da5d5 req-c858133b-9e72-4e43-becf-03147b00167b service neutron] 10.222.0.45 "GET /v2.0/networks/3800fb89-e80c-46d2-84e6-b2b7a02a4529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281470 Sep 01 15:34:40.610001 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8af96cf7-566b-44c7-b154-4efff740f7a9 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:40.623031 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c332cefc-1536-468e-9778-aedfdfe97c95 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Allocated IP 192.168.233.210 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/34ced777-ab10-4e17-9fa7-2d9eba1669a9) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:34:40.704767 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-287913c3-0d49-413e-a724-1aeed579443a tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:40.985061 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5f24f36c-e8c1-4063-bd7e-8c88305a6fbb req-6547960e-b51e-4de3-9a46-d97873b92e75 tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.0391934 Sep 01 15:34:41.058090 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9126277-608e-4b14-a72f-82314d9a178e req-8e76e27a-2d45-486e-8921-d88f59d6d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:41.059932 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e9126277-608e-4b14-a72f-82314d9a178e req-8e76e27a-2d45-486e-8921-d88f59d6d371 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bad42e0394c9405799a013019ac5678a&device_id=ffbc3ae3-7eae-4306-b674-78de921162a3 HTTP/1.1" status: 200 len: 1094 time: 0.3630307 Sep 01 15:34:41.092261 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af96cf7-566b-44c7-b154-4efff740f7a9 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Router 61cdac27-b542-436e-b431-0aebc116b1f0 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:34:41.473104 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c332cefc-1536-468e-9778-aedfdfe97c95 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:41.549259 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af96cf7-566b-44c7-b154-4efff740f7a9 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:34:41.560608 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df77c3a-4d2b-4bc1-8258-b8c01261ef06 None None] Sync routers for ids ['61cdac27-b542-436e-b431-0aebc116b1f0'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:34:41.570385 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c332cefc-1536-468e-9778-aedfdfe97c95 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Transition to ACTIVE for port object 34ced777-ab10-4e17-9fa7-2d9eba1669a9 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:34:41.598441 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df77c3a-4d2b-4bc1-8258-b8c01261ef06 None None] Routers {'61cdac27-b542-436e-b431-0aebc116b1f0'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:41.607059 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-9df77c3a-4d2b-4bc1-8258-b8c01261ef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:34:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['61cdac27-b542-436e-b431-0aebc116b1f0'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:41.706160 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9126277-608e-4b14-a72f-82314d9a178e req-30442405-e6e0-4bac-8d8d-2346d1534cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:41.715804 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e9126277-608e-4b14-a72f-82314d9a178e req-30442405-e6e0-4bac-8d8d-2346d1534cd3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3800fb89-e80c-46d2-84e6-b2b7a02a4529 HTTP/1.1" status: 200 len: 915 time: 0.6399469 Sep 01 15:34:41.719687 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-287913c3-0d49-413e-a724-1aeed579443a tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:41.780209 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8af96cf7-566b-44c7-b154-4efff740f7a9 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "PUT /v2.0/routers/61cdac27-b542-436e-b431-0aebc116b1f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6030693 Sep 01 15:34:41.782334 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c332cefc-1536-468e-9778-aedfdfe97c95 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:41.783404 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35592) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:41.856409 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a216c5-4a7e-44f1-ae93-7a01a00985e4 req-8fdb4f1d-f070-4e5e-878c-c6ba2a22cf54 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:41.882652 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8a216c5-4a7e-44f1-ae93-7a01a00985e4 req-8fdb4f1d-f070-4e5e-878c-c6ba2a22cf54 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7175708-3788-4d08-aa82-d9802d9149b0 HTTP/1.1" status: 200 len: 936 time: 0.1899798 Sep 01 15:34:41.902091 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332cefc-1536-468e-9778-aedfdfe97c95 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Pushing event updated for resources: {'Port': ['ID=34ced777-ab10-4e17-9fa7-2d9eba1669a9,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:41.961829 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ae87018e-a525-4ed1-b1fa-d059222c930f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "GET /v2.0/ports?device_id=61cdac27-b542-436e-b431-0aebc116b1f0 HTTP/1.1" status: 200 len: 205 time: 0.1562452 Sep 01 15:34:41.976165 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35594) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:42.071981 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e9126277-608e-4b14-a72f-82314d9a178e req-4e0aa05b-748b-4030-8724-2b66dee6971b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b248a2b-c0a7-46e4-817c-85aae64ac8c7 HTTP/1.1" status: 200 len: 217 time: 0.3027894 Sep 01 15:34:42.080080 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-9df77c3a-4d2b-4bc1-8258-b8c01261ef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:42.147220 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c332cefc-1536-468e-9778-aedfdfe97c95 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:34:42.178843 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df77c3a-4d2b-4bc1-8258-b8c01261ef06 None None] Routers {'61cdac27-b542-436e-b431-0aebc116b1f0'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:42.184574 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-9df77c3a-4d2b-4bc1-8258-b8c01261ef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:34:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['61cdac27-b542-436e-b431-0aebc116b1f0'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:42.195661 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c332cefc-1536-468e-9778-aedfdfe97c95 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:42.234783 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c332cefc-1536-468e-9778-aedfdfe97c95 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:34:42.284962 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8a216c5-4a7e-44f1-ae93-7a01a00985e4 req-797cceca-7338-4b34-a5f2-fd6f3419a2d8 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14f6ecf-c362-4730-8202-a8f415c2de7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974884 Sep 01 15:34:42.294495 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-9df77c3a-4d2b-4bc1-8258-b8c01261ef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:42.297278 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df77c3a-4d2b-4bc1-8258-b8c01261ef06 None None] The sync data for ids ['61cdac27-b542-436e-b431-0aebc116b1f0'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:34:42.320623 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:42.326857 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254135a3-e51a-492c-9561-d1f14621a51c req-9e76fcb7-29f9-455b-97cf-008d473b8cd5 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:42.329038 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-254135a3-e51a-492c-9561-d1f14621a51c req-9e76fcb7-29f9-455b-97cf-008d473b8cd5 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffbc3ae3-7eae-4306-b674-78de921162a3 HTTP/1.1" status: 200 len: 943 time: 0.8596942 Sep 01 15:34:42.329587 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-61a3bfbc-9327-482e-beb7-1797efc46491 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:42.364042 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287913c3-0d49-413e-a724-1aeed579443a tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Router 78a5ca7f-4401-4d49-9a3f-f623d4244d16 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:34:42.462018 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9126277-608e-4b14-a72f-82314d9a178e req-2a7ab168-cfd6-4e1f-b4cc-7f938a00738d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:42.470971 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e9126277-608e-4b14-a72f-82314d9a178e req-2a7ab168-cfd6-4e1f-b4cc-7f938a00738d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8e907b0d-f8cc-4d83-939a-fe6c5747a654 HTTP/1.1" status: 200 len: 854 time: 0.3673053 Sep 01 15:34:42.510684 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c332cefc-1536-468e-9778-aedfdfe97c95 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:42.512176 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c332cefc-1536-468e-9778-aedfdfe97c95 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:42.747357 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-254135a3-e51a-492c-9561-d1f14621a51c req-4c3cc416-b098-4c85-859d-3c981c22a830 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/security-groups?id=29304af2-bc51-44f3-b46c-74dc336f2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753088 Sep 01 15:34:42.748535 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287913c3-0d49-413e-a724-1aeed579443a tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:34:42.756322 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-15f28194-70b5-403c-8a98-79aa489124ce req-5313f53c-0edc-4a95-b0c9-dd6f18e11138 tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.2033765 Sep 01 15:34:42.767960 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e9126277-608e-4b14-a72f-82314d9a178e req-d2981e78-26d9-482f-a646-73e1810cd737 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3800fb89-e80c-46d2-84e6-b2b7a02a4529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369172 Sep 01 15:34:42.784636 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7546118f-cfc0-45b0-9902-c312ff2b76e2 None None] Sync routers for ids ['78a5ca7f-4401-4d49-9a3f-f623d4244d16'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:34:42.790638 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5efe9006-3b3a-49a3-963b-a62c61bcd8a3 None None] Provisioning for port 34ced777-ab10-4e17-9fa7-2d9eba1669a9 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:34:42.803068 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5efe9006-3b3a-49a3-963b-a62c61bcd8a3 None None] Provisioning complete for port 34ced777-ab10-4e17-9fa7-2d9eba1669a9 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:42.803562 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5efe9006-3b3a-49a3-963b-a62c61bcd8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:42.833392 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7546118f-cfc0-45b0-9902-c312ff2b76e2 None None] Routers {'78a5ca7f-4401-4d49-9a3f-f623d4244d16'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:42.836492 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c332cefc-1536-468e-9778-aedfdfe97c95 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0897071 Sep 01 15:34:42.841474 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7546118f-cfc0-45b0-9902-c312ff2b76e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:34:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['78a5ca7f-4401-4d49-9a3f-f623d4244d16'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:42.873806 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-61a3bfbc-9327-482e-beb7-1797efc46491 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:42.884046 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-61a3bfbc-9327-482e-beb7-1797efc46491 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:42.913824 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7546118f-cfc0-45b0-9902-c312ff2b76e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:42.927400 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7546118f-cfc0-45b0-9902-c312ff2b76e2 None None] Routers {'78a5ca7f-4401-4d49-9a3f-f623d4244d16'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:42.929729 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7546118f-cfc0-45b0-9902-c312ff2b76e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:34:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['78a5ca7f-4401-4d49-9a3f-f623d4244d16'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:42.933153 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 7b248a2b-c0a7-46e4-817c-85aae64ac8c7 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:34:42.933380 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c6519d88-9085-42df-8926-794074bb3b62 service neutron] Request body: {'port': {'device_id': 'f7175708-3788-4d08-aa82-d9802d9149b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:42.940397 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-287913c3-0d49-413e-a724-1aeed579443a tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:42.944146 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-287913c3-0d49-413e-a724-1aeed579443a tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.8611856 Sep 01 15:34:42.950846 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-5efe9006-3b3a-49a3-963b-a62c61bcd8a3 None None] Port 34ced777-ab10-4e17-9fa7-2d9eba1669a9 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:34:42.963328 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35602) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:42.976281 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6d935adc-6e1c-4bf7-98df-83f86a1b2307 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:43.003304 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-61a3bfbc-9327-482e-beb7-1797efc46491 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:43.003304 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a3bfbc-9327-482e-beb7-1797efc46491 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Fanout notify agent at l3_agent the message router_deleted on router 61cdac27-b542-436e-b431-0aebc116b1f0 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:34:43.022076 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7546118f-cfc0-45b0-9902-c312ff2b76e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:43.023214 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7546118f-cfc0-45b0-9902-c312ff2b76e2 None None] The sync data for ids ['78a5ca7f-4401-4d49-9a3f-f623d4244d16'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:34:43.023356 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-61a3bfbc-9327-482e-beb7-1797efc46491 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:43.032404 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-61a3bfbc-9327-482e-beb7-1797efc46491 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/routers/61cdac27-b542-436e-b431-0aebc116b1f0 HTTP/1.1" status: 204 len: 168 time: 1.0523856 Sep 01 15:34:43.033256 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35604) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:43.091914 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c6519d88-9085-42df-8926-794074bb3b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:43.099966 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-862814c2-40e1-4106-a06e-f0de4c267d2c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Deleting subnet 3b69a619-a4e0-44d9-8a18-a65450cbded9 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:34:43.104896 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-862814c2-40e1-4106-a06e-f0de4c267d2c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:43.184096 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 7b248a2b-c0a7-46e4-817c-85aae64ac8c7, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7b248a2b-c0a7-46e4-817c-85aae64ac8c7,segment=NetworkSegment(4a32a0d7-287d-45e6-ac57-bfebd7a84f0e),segment_id=4a32a0d7-287d-45e6-ac57-bfebd7a84f0e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:43.198474 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-862814c2-40e1-4106-a06e-f0de4c267d2c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:43.200789 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '7b248a2b-c0a7-46e4-817c-85aae64ac8c7', 'network_id': '3800fb89-e80c-46d2-84e6-b2b7a02a4529', 'port_id': '7b248a2b-c0a7-46e4-817c-85aae64ac8c7', 'mac_address': 'fa:16:3e:81:aa:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e907b0d-f8cc-4d83-939a-fe6c5747a654', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:34:43.277798 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:43.305932 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b248a2b-c0a7-46e4-817c-85aae64ac8c7 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:34:43.351485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 7b248a2b-c0a7-46e4-817c-85aae64ac8c7, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7b248a2b-c0a7-46e4-817c-85aae64ac8c7,segment=NetworkSegment(4a32a0d7-287d-45e6-ac57-bfebd7a84f0e),segment_id=4a32a0d7-287d-45e6-ac57-bfebd7a84f0e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:43.371105 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:43.447211 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=7b248a2b-c0a7-46e4-817c-85aae64ac8c7,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:43.451061 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:43.470787 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-862814c2-40e1-4106-a06e-f0de4c267d2c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:43.598585 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-862814c2-40e1-4106-a06e-f0de4c267d2c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:43.622240 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-862814c2-40e1-4106-a06e-f0de4c267d2c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:43.628761 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ea75ec-dfdc-4f35-a0c7-e311723c58d1 None None] Network 35b7fa7e-e2fa-4628-a035-6ea3bd8692bb requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:34:43.629018 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-862814c2-40e1-4106-a06e-f0de4c267d2c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/subnets/3b69a619-a4e0-44d9-8a18-a65450cbded9 HTTP/1.1" status: 204 len: 168 time: 0.5909860 Sep 01 15:34:43.663855 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35612) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:43.785476 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['7b248a2b-c0a7-46e4-817c-85aae64ac8c7'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:34:43.795175 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cebed828-6470-4852-9ae7-fb5490a32cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:43.859365 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e9126277-608e-4b14-a72f-82314d9a178e req-6d377071-3320-4225-b9cc-a88be8bba45c service neutron] 10.222.0.45 "GET /v2.0/networks/3800fb89-e80c-46d2-84e6-b2b7a02a4529?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0756223 Sep 01 15:34:43.969723 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d3b62e41-bdb5-486b-91d3-4793ea17c73e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:43.979732 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862814c2-40e1-4106-a06e-f0de4c267d2c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Subnet': ['ID=3b69a619-a4e0-44d9-8a18-a65450cbded9,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:44.168482 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae561f-e3e4-4f0b-810a-a2225cb2bec2 req-17c6d388-dbfa-47cc-bd6a-fad7cc8aea23 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:44.182066 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-59ae561f-e3e4-4f0b-810a-a2225cb2bec2 req-17c6d388-dbfa-47cc-bd6a-fad7cc8aea23 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffbc3ae3-7eae-4306-b674-78de921162a3 HTTP/1.1" status: 200 len: 944 time: 0.1657774 Sep 01 15:34:44.182763 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6cae5b-0e9d-44a0-b3ce-9796556c304a req-9b93824f-5417-4a7a-b98a-1ece538ce833 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:44.185235 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4a6cae5b-0e9d-44a0-b3ce-9796556c304a req-9b93824f-5417-4a7a-b98a-1ece538ce833 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7175708-3788-4d08-aa82-d9802d9149b0 HTTP/1.1" status: 200 len: 936 time: 0.4121015 Sep 01 15:34:44.310732 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76718763-c49e-42dc-a727-755792336c08 None None] DHCP port deletion for 35b7fa7e-e2fa-4628-a035-6ea3bd8692bb request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:34:44.311380 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-d3b62e41-bdb5-486b-91d3-4793ea17c73e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Deleting port d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:34:44.314103 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d3b62e41-bdb5-486b-91d3-4793ea17c73e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:44.357349 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-59ae561f-e3e4-4f0b-810a-a2225cb2bec2 req-bcc2e3d6-7579-4484-b939-8e393bb466cf tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/security-groups?id=29304af2-bc51-44f3-b46c-74dc336f2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706867 Sep 01 15:34:44.417048 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-76718763-c49e-42dc-a727-755792336c08 None None] Deleting port d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:34:44.417529 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-76718763-c49e-42dc-a727-755792336c08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:44.478986 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-d3b62e41-bdb5-486b-91d3-4793ea17c73e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] For port d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017,segment=NetworkSegment(e606644b-7020-4e19-927f-29c30a697dfc),segment_id=e606644b-7020-4e19-927f-29c30a697dfc)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:44.479579 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d3b62e41-bdb5-486b-91d3-4793ea17c73e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:44.513127 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-d3b62e41-bdb5-486b-91d3-4793ea17c73e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Calling delete_port for d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:34:44.552841 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4a6cae5b-0e9d-44a0-b3ce-9796556c304a req-39181bbc-0a86-4edb-92b4-7c6afe63a615 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14f6ecf-c362-4730-8202-a8f415c2de7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455892 Sep 01 15:34:44.559348 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cabac05c-d24e-4f41-b7b5-e7a9ac782f43 req-c3d6368e-2098-4890-999d-36983ff5d970 tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.0434499 Sep 01 15:34:44.605163 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-76718763-c49e-42dc-a727-755792336c08 None None] For port d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017,segment=NetworkSegment(e606644b-7020-4e19-927f-29c30a697dfc),segment_id=e606644b-7020-4e19-927f-29c30a697dfc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:44.605817 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-76718763-c49e-42dc-a727-755792336c08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:44.633403 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e9126277-608e-4b14-a72f-82314d9a178e req-10714065-3370-46e6-b7f3-417b7f01a63a service neutron] 10.222.0.45 "GET /v2.0/networks/3800fb89-e80c-46d2-84e6-b2b7a02a4529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7595351 Sep 01 15:34:44.650159 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-76718763-c49e-42dc-a727-755792336c08 None None] Calling delete_port for d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:34:44.727132 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d935adc-6e1c-4bf7-98df-83f86a1b2307 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:44.754230 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d935adc-6e1c-4bf7-98df-83f86a1b2307 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:44.816276 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d3b62e41-bdb5-486b-91d3-4793ea17c73e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:44.863147 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-76718763-c49e-42dc-a727-755792336c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:44.891839 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c6519d88-9085-42df-8926-794074bb3b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ced777-ab10-4e17-9fa7-2d9eba1669a9 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:34:44.901291 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b62e41-bdb5-486b-91d3-4793ea17c73e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Port': ['ID=d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:44.913991 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76718763-c49e-42dc-a727-755792336c08 None None] Pushing event deleted for resources: {'Port': ['ID=d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:44.916351 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76718763-c49e-42dc-a727-755792336c08 None None] No DVR routers for this DVR port d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:34:44.920554 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c6519d88-9085-42df-8926-794074bb3b62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:44.927313 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b62e41-bdb5-486b-91d3-4793ea17c73e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] No DVR routers for this DVR port d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:34:44.938557 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 7b248a2b-c0a7-46e4-817c-85aae64ac8c7 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:34:44.943007 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c6519d88-9085-42df-8926-794074bb3b62 service neutron] Transition to ACTIVE for port object 34ced777-ab10-4e17-9fa7-2d9eba1669a9 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:34:44.953282 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-6d935adc-6e1c-4bf7-98df-83f86a1b2307 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Deleting port 213b9804-0a10-464e-9d61-05841ad91ca0 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:34:44.953632 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d935adc-6e1c-4bf7-98df-83f86a1b2307 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.033137 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d3b62e41-bdb5-486b-91d3-4793ea17c73e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.048929 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-d3b62e41-bdb5-486b-91d3-4793ea17c73e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b7fa7e-e2fa-4628-a035-6ea3bd8692bb']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:45.066766 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-d3b62e41-bdb5-486b-91d3-4793ea17c73e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e606644b-7020-4e19-927f-29c30a697dfc') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:45.068869 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-d3b62e41-bdb5-486b-91d3-4793ea17c73e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e606644b-7020-4e19-927f-29c30a697dfc') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:45.075358 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d935adc-6e1c-4bf7-98df-83f86a1b2307 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.088520 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d3b62e41-bdb5-486b-91d3-4793ea17c73e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.092666 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-6d935adc-6e1c-4bf7-98df-83f86a1b2307 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Calling delete_port for 213b9804-0a10-464e-9d61-05841ad91ca0 owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:34:45.113787 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 7b248a2b-c0a7-46e4-817c-85aae64ac8c7 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:34:45.119163 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 7b248a2b-c0a7-46e4-817c-85aae64ac8c7 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:45.119701 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.135391 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d3b62e41-bdb5-486b-91d3-4793ea17c73e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.143183 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3b62e41-bdb5-486b-91d3-4793ea17c73e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:34:45.143958 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d3b62e41-bdb5-486b-91d3-4793ea17c73e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.213104 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:34:45.283983 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:34:45.295202 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d3b62e41-bdb5-486b-91d3-4793ea17c73e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.302278 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d3b62e41-bdb5-486b-91d3-4793ea17c73e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.306919 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:34:45.308469 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d6cd3845-4ff5-4a6a-8cfc-27d22f4d8017 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:34:45.309188 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d3b62e41-bdb5-486b-91d3-4793ea17c73e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/networks/35b7fa7e-e2fa-4628-a035-6ea3bd8692bb HTTP/1.1" status: 204 len: 168 time: 1.6421075 Sep 01 15:34:45.320981 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c6519d88-9085-42df-8926-794074bb3b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.328511 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35626) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:45.329831 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.349296 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d935adc-6e1c-4bf7-98df-83f86a1b2307 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.362590 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-6375db43-356b-495e-a964-6c4be166b8f7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2114312572', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:45.385726 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b62e41-bdb5-486b-91d3-4793ea17c73e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Network': ['ID=35b7fa7e-e2fa-4628-a035-6ea3bd8692bb,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:45.428315 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.435838 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6375db43-356b-495e-a964-6c4be166b8f7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.437937 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6375db43-356b-495e-a964-6c4be166b8f7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.495776 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbc3ae3-7eae-4306-b674-78de921162a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b248a2b-c0a7-46e4-817c-85aae64ac8c7'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:34:45.501687 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc13045-5849-47a1-85f4-b274b2f56f47" -d '{"events": [{"server_uuid": "ffbc3ae3-7eae-4306-b674-78de921162a3", "name": "network-vif-plugged", "status": "completed", "tag": "7b248a2b-c0a7-46e4-817c-85aae64ac8c7"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:34:45.537618 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 7b248a2b-c0a7-46e4-817c-85aae64ac8c7, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7b248a2b-c0a7-46e4-817c-85aae64ac8c7,segment=NetworkSegment(4a32a0d7-287d-45e6-ac57-bfebd7a84f0e),segment_id=4a32a0d7-287d-45e6-ac57-bfebd7a84f0e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:45.547601 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.628219 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6375db43-356b-495e-a964-6c4be166b8f7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.640830 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6375db43-356b-495e-a964-6c4be166b8f7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.657816 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6519d88-9085-42df-8926-794074bb3b62 service neutron] Pushing event updated for resources: {'Port': ['ID=34ced777-ab10-4e17-9fa7-2d9eba1669a9,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:45.683598 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=7b248a2b-c0a7-46e4-817c-85aae64ac8c7,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:45.706041 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6375db43-356b-495e-a964-6c4be166b8f7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.707637 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6375db43-356b-495e-a964-6c4be166b8f7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3769364 Sep 01 15:34:45.710363 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d935adc-6e1c-4bf7-98df-83f86a1b2307 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Pushing event deleted for resources: {'Port': ['ID=213b9804-0a10-464e-9d61-05841ad91ca0,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:45.717110 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35640) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:45.726011 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-06a2ba20-3804-45e2-b955-73b5edb3a8d2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1419722183'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:45.767313 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a4576-01ac-4beb-9e4b-901a58c6eb5b req-39493fd7-e21b-4be3-8b66-bf2b34094425 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:45.769861 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6b4a4576-01ac-4beb-9e4b-901a58c6eb5b req-39493fd7-e21b-4be3-8b66-bf2b34094425 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffbc3ae3-7eae-4306-b674-78de921162a3 HTTP/1.1" status: 200 len: 945 time: 0.1758327 Sep 01 15:34:45.849839 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d935adc-6e1c-4bf7-98df-83f86a1b2307 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.879851 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6b4a4576-01ac-4beb-9e4b-901a58c6eb5b req-a3c51d73-d81a-4862-a338-c04e9d557901 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/security-groups?id=29304af2-bc51-44f3-b46c-74dc336f2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015999 Sep 01 15:34:45.916365 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a2ba20-3804-45e2-b955-73b5edb3a8d2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Made reservation on behalf of 04587385136a4cf6b43419edb8262f74 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:34:45.919990 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-06a2ba20-3804-45e2-b955-73b5edb3a8d2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:45.970784 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d7b40-1387-4fad-a6a8-4be9000fcfaf req-68c36a80-8ed9-4d3b-ad30-7a53a807a074 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:45.979340 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b6d7b40-1387-4fad-a6a8-4be9000fcfaf req-68c36a80-8ed9-4d3b-ad30-7a53a807a074 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 945 time: 0.3384020 Sep 01 15:34:46.002329 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cc145e-7b1f-455a-9899-4a8a65a86ddb x-openstack-request-id: req-62cc145e-7b1f-455a-9899-4a8a65a86ddb {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:34:46.003186 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbc3ae3-7eae-4306-b674-78de921162a3", "name": "network-vif-plugged", "status": "completed", "tag": "7b248a2b-c0a7-46e4-817c-85aae64ac8c7", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:34:46.003186 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-62cc145e-7b1f-455a-9899-4a8a65a86ddb {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:34:46.003611 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbc3ae3-7eae-4306-b674-78de921162a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b248a2b-c0a7-46e4-817c-85aae64ac8c7', 'code': 200} Sep 01 15:34:46.014234 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c6519d88-9085-42df-8926-794074bb3b62 service neutron] Attempting to bind port 34ced777-ab10-4e17-9fa7-2d9eba1669a9 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:46.014621 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c6519d88-9085-42df-8926-794074bb3b62 service neutron] Attempting to bind port 34ced777-ab10-4e17-9fa7-2d9eba1669a9 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:46.014927 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c6519d88-9085-42df-8926-794074bb3b62 service neutron] Attempting to bind port 34ced777-ab10-4e17-9fa7-2d9eba1669a9 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:46.116840 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c6519d88-9085-42df-8926-794074bb3b62 service neutron] Port 34ced777-ab10-4e17-9fa7-2d9eba1669a9 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:46.117236 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c6519d88-9085-42df-8926-794074bb3b62 service neutron] Attempting to bind port 34ced777-ab10-4e17-9fa7-2d9eba1669a9 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:46.137579 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06a2ba20-3804-45e2-b955-73b5edb3a8d2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:34:46.156943 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b6d7b40-1387-4fad-a6a8-4be9000fcfaf req-3328eecf-5890-4bed-a63d-93bed9513964 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746669 Sep 01 15:34:46.177267 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-223bcef0-8ca0-4dce-bfcf-ed7ac6b369f1 req-a2e8842a-140e-48f1-a5ee-0506868e1966 tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.0462830 Sep 01 15:34:46.185487 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35644) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:46.206092 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c6519d88-9085-42df-8926-794074bb3b62 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:34:46.212426 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c6519d88-9085-42df-8926-794074bb3b62 service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:34:46.213155 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c6519d88-9085-42df-8926-794074bb3b62 service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:34:46.213813 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c6519d88-9085-42df-8926-794074bb3b62 service neutron] Bound port: 34ced777-ab10-4e17-9fa7-2d9eba1669a9, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:34:46.225050 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c6519d88-9085-42df-8926-794074bb3b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:46.242894 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-06a2ba20-3804-45e2-b955-73b5edb3a8d2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:46.243532 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-06a2ba20-3804-45e2-b955-73b5edb3a8d2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Added segment b43189fb-3f0f-4f05-acec-a67261934ef9 of type vlan for network 12a8a431-293f-4ec5-9bf8-e75c29fff176 Sep 01 15:34:46.303882 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2b183ba0-b536-4b4d-982f-918c5453a901 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/floatingips/01cde01f-47f9-4f1c-abae-cbb10a9afb71 HTTP/1.1" status: 200 len: 991 time: 0.1168218 Sep 01 15:34:46.440257 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-06a2ba20-3804-45e2-b955-73b5edb3a8d2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:46.450887 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d935adc-6e1c-4bf7-98df-83f86a1b2307 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37605'] for router, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:46.464915 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2c327-ae98-49f2-abba-1f9087e51650 req-5626bb2f-2e2d-40c7-915b-f879975863fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:46.466592 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0fd2c327-ae98-49f2-abba-1f9087e51650 req-5626bb2f-2e2d-40c7-915b-f879975863fc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ffbc3ae3-7eae-4306-b674-78de921162a3 HTTP/1.1" status: 200 len: 1096 time: 0.3378561 Sep 01 15:34:46.471767 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d935adc-6e1c-4bf7-98df-83f86a1b2307 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1825249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1825272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1826501'] for router, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:46.595820 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c6519d88-9085-42df-8926-794074bb3b62 service neutron] For port 34ced777-ab10-4e17-9fa7-2d9eba1669a9, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:34:46.604803 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-06a2ba20-3804-45e2-b955-73b5edb3a8d2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:46.610616 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a2ba20-3804-45e2-b955-73b5edb3a8d2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:46.611272 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-06a2ba20-3804-45e2-b955-73b5edb3a8d2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:46.621858 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a9273-7d9d-4efa-b9b8-baca3d92d3c1 req-8d24251f-8ad8-4b54-bcc6-e67606b71180 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:46.623528 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef3a9273-7d9d-4efa-b9b8-baca3d92d3c1 req-8d24251f-8ad8-4b54-bcc6-e67606b71180 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7175708-3788-4d08-aa82-d9802d9149b0 HTTP/1.1" status: 200 len: 948 time: 0.3197076 Sep 01 15:34:46.678259 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c6519d88-9085-42df-8926-794074bb3b62 service neutron] For port 34ced777-ab10-4e17-9fa7-2d9eba1669a9, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=34ced777-ab10-4e17-9fa7-2d9eba1669a9,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:34:46.752085 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c6519d88-9085-42df-8926-794074bb3b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:46.765649 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-06a2ba20-3804-45e2-b955-73b5edb3a8d2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0425828 Sep 01 15:34:46.766123 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35652) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:46.772286 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-33372fe7-2cc5-42cd-ab87-fbc928a892d4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'subnet': {'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:46.782069 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d935adc-6e1c-4bf7-98df-83f86a1b2307 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Router 78a5ca7f-4401-4d49-9a3f-f623d4244d16 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:34:46.831047 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2ba20-3804-45e2-b955-73b5edb3a8d2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Network': ['ID=12a8a431-293f-4ec5-9bf8-e75c29fff176,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:46.848709 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 12a8a431-293f-4ec5-9bf8-e75c29fff176 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:34:46.919944 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0fd2c327-ae98-49f2-abba-1f9087e51650 req-61a87e7e-b14e-460b-b735-f791a5b1d598 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=29304af2-bc51-44f3-b46c-74dc336f2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872295 Sep 01 15:34:46.939123 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c6519d88-9085-42df-8926-794074bb3b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:46.940078 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c6519d88-9085-42df-8926-794074bb3b62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:46.942160 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c6519d88-9085-42df-8926-794074bb3b62 service neutron] 10.222.0.62 "PUT /v2.0/ports/34ced777-ab10-4e17-9fa7-2d9eba1669a9 HTTP/1.1" status: 200 len: 1096 time: 4.0200591 Sep 01 15:34:46.942755 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7175708-3788-4d08-aa82-d9802d9149b0', 'tag': '34ced777-ab10-4e17-9fa7-2d9eba1669a9'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:34:46.946346 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7029d6d1-aca4-497e-941b-0841cf5474af" -d '{"events": [{"name": "network-changed", "server_uuid": "f7175708-3788-4d08-aa82-d9802d9149b0", "tag": "34ced777-ab10-4e17-9fa7-2d9eba1669a9"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:34:47.019674 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef3a9273-7d9d-4efa-b9b8-baca3d92d3c1 req-7d2140bb-9fd3-404d-9f2c-7d00077dff88 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14f6ecf-c362-4730-8202-a8f415c2de7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702319 Sep 01 15:34:47.032403 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33372fe7-2cc5-42cd-ab87-fbc928a892d4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Made reservation on behalf of 04587385136a4cf6b43419edb8262f74 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:34:47.038078 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6519d88-9085-42df-8926-794074bb3b62 service neutron] Pushing event updated for resources: {'Port': ['ID=34ced777-ab10-4e17-9fa7-2d9eba1669a9,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:47.046988 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-33372fe7-2cc5-42cd-ab87-fbc928a892d4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:47.272173 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c7696d5a-f785-4cec-aaf4-0a84a95a1760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:47.279269 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-c7696d5a-f785-4cec-aaf4-0a84a95a1760 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aae29d95ead8499998234f5e5b014021&device_id=f7175708-3788-4d08-aa82-d9802d9149b0 HTTP/1.1" status: 200 len: 1099 time: 0.2313018 Sep 01 15:34:47.353255 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feca8c5-b4f8-4e8e-b964-e93826b4fb73 req-008a4180-bd95-4b18-a118-f9111bd2fa22 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:47.363008 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6feca8c5-b4f8-4e8e-b964-e93826b4fb73 req-008a4180-bd95-4b18-a118-f9111bd2fa22 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffbc3ae3-7eae-4306-b674-78de921162a3 HTTP/1.1" status: 200 len: 945 time: 0.2047467 Sep 01 15:34:47.385097 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-04f47290-62f9-4920-af47-2c221ea24d04 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=34ced777-ab10-4e17-9fa7-2d9eba1669a9 HTTP/1.1" status: 200 len: 217 time: 0.0839777 Sep 01 15:34:47.406944 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d935adc-6e1c-4bf7-98df-83f86a1b2307 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:34:47.420561 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f852ff-236e-4103-b11d-1070fa51f956 None None] Sync routers for ids ['78a5ca7f-4401-4d49-9a3f-f623d4244d16'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:34:47.456376 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f852ff-236e-4103-b11d-1070fa51f956 None None] Routers {'78a5ca7f-4401-4d49-9a3f-f623d4244d16'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:47.457477 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-96f852ff-236e-4103-b11d-1070fa51f956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:34:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['78a5ca7f-4401-4d49-9a3f-f623d4244d16'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:47.489377 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6feca8c5-b4f8-4e8e-b964-e93826b4fb73 req-d327b65a-7779-4f07-9d0e-7d3dee630416 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/security-groups?id=29304af2-bc51-44f3-b46c-74dc336f2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253376 Sep 01 15:34:47.495409 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-4e23d451-dbb4-4a5d-bb3a-d48cdba5a6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:47.496991 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-4e23d451-dbb4-4a5d-bb3a-d48cdba5a6fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.0878112 Sep 01 15:34:47.509506 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d935adc-6e1c-4bf7-98df-83f86a1b2307 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:47.518589 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6d935adc-6e1c-4bf7-98df-83f86a1b2307 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "PUT /v2.0/routers/78a5ca7f-4401-4d49-9a3f-f623d4244d16 HTTP/1.1" status: 200 len: 710 time: 4.5517519 Sep 01 15:34:47.523550 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aee472-bc1e-4750-aaeb-efd34d720fb5 req-dd23ec92-774e-44ea-a053-5cfda96e43cb tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:47.533379 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b9aee472-bc1e-4750-aaeb-efd34d720fb5 req-dd23ec92-774e-44ea-a053-5cfda96e43cb tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 1096 time: 0.5447404 Sep 01 15:34:47.541515 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35666) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:47.564360 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-96f852ff-236e-4103-b11d-1070fa51f956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:47.588072 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f852ff-236e-4103-b11d-1070fa51f956 None None] Routers {'78a5ca7f-4401-4d49-9a3f-f623d4244d16'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:47.588968 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-96f852ff-236e-4103-b11d-1070fa51f956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:34:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['78a5ca7f-4401-4d49-9a3f-f623d4244d16'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:47.610901 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55295090-ae20-4517-8d8a-d66e552e7cd8 x-openstack-request-id: req-55295090-ae20-4517-8d8a-d66e552e7cd8 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:34:47.611218 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7175708-3788-4d08-aa82-d9802d9149b0", "tag": "34ced777-ab10-4e17-9fa7-2d9eba1669a9", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:34:47.611442 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-55295090-ae20-4517-8d8a-d66e552e7cd8 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:34:47.611854 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7175708-3788-4d08-aa82-d9802d9149b0', 'tag': '34ced777-ab10-4e17-9fa7-2d9eba1669a9', 'status': 'completed', 'code': 200} Sep 01 15:34:47.623068 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-33372fe7-2cc5-42cd-ab87-fbc928a892d4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:47.654721 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-0dc97dd6-61ec-41cd-b8ae-78ec40e591a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:47.659107 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-0dc97dd6-61ec-41cd-b8ae-78ec40e591a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1393433 Sep 01 15:34:47.714609 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-96f852ff-236e-4103-b11d-1070fa51f956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:47.715778 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f852ff-236e-4103-b11d-1070fa51f956 None None] The sync data for ids ['78a5ca7f-4401-4d49-9a3f-f623d4244d16'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:34:47.783048 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b5d2a28-7934-4077-bc7f-5456cdd818fa req-56c66ce0-c7da-4c79-abc0-7abb7c9c09ff tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.0388672 Sep 01 15:34:47.845024 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-a434de0f-a316-42d0-a788-49b3698a0c22 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765437 Sep 01 15:34:48.192976 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bcd8d487-2949-49a5-844e-457a4d6745cf tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "GET /v2.0/routers/78a5ca7f-4401-4d49-9a3f-f623d4244d16 HTTP/1.1" status: 200 len: 745 time: 0.6468539 Sep 01 15:34:48.195284 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33372fe7-2cc5-42cd-ab87-fbc928a892d4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Subnet': ['ID=e2224804-06ec-47f3-a3f6-08dacd13b671,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:48.199451 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35678) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:48.215277 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b9aee472-bc1e-4750-aaeb-efd34d720fb5 req-3595e7fc-4303-4eab-b2f0-4e3591278ad7 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6800301 Sep 01 15:34:48.402818 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1511eedc-78bb-4b7e-804a-b680b8178239 tempest-RoutersIpV6AdminTest-960905777 tempest-RoutersIpV6AdminTest-960905777-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=5c826073-0017-46f6-8947-51b31e774ff4&device_id=78a5ca7f-4401-4d49-9a3f-f623d4244d16 HTTP/1.1" status: 200 len: 205 time: 0.2008040 Sep 01 15:34:48.407529 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35684) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:48.492879 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9a8d258b-7c8f-44fb-aa4f-b4a82e950794 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "GET /v2.0/ports?device_id=78a5ca7f-4401-4d49-9a3f-f623d4244d16 HTTP/1.1" status: 200 len: 205 time: 0.0821865 Sep 01 15:34:48.498336 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35688) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:48.521303 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33372fe7-2cc5-42cd-ab87-fbc928a892d4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Checking segment: {'id': 'b43189fb-3f0f-4f05-acec-a67261934ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:34:48.521686 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33372fe7-2cc5-42cd-ab87-fbc928a892d4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network hostable DHCP agents. Network: 12a8a431-293f-4ec5-9bf8-e75c29fff176, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:34:48.665501 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b2993-d436-4d5a-8aa0-61caa199eb09 req-f685aa9c-5040-4c5e-885a-a9e7b50a2658 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:48.668497 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-197b2993-d436-4d5a-8aa0-61caa199eb09 req-f685aa9c-5040-4c5e-885a-a9e7b50a2658 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7175708-3788-4d08-aa82-d9802d9149b0 HTTP/1.1" status: 200 len: 948 time: 0.1886230 Sep 01 15:34:48.687229 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-05281ac7-b754-4e61-a229-87bc5b66780a tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:48.692765 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33372fe7-2cc5-42cd-ab87-fbc928a892d4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network 12a8a431-293f-4ec5-9bf8-e75c29fff176 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:34:48.703644 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fbeb6222-3f5e-4c88-8b5c-19386ad1b864 req-4f2bc25a-d364-460b-999f-c30121e80f07 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8500519 Sep 01 15:34:48.759900 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-197b2993-d436-4d5a-8aa0-61caa199eb09 req-07b00814-5959-4a6c-a46d-5525273a8be1 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14f6ecf-c362-4730-8202-a8f415c2de7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590179 Sep 01 15:34:48.872399 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-33372fe7-2cc5-42cd-ab87-fbc928a892d4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 12a8a431-293f-4ec5-9bf8-e75c29fff176) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:48.889141 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c30985d-fc1a-4b92-86b3-3aa804d89327 None None] Network 12a8a431-293f-4ec5-9bf8-e75c29fff176 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:34:48.938709 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029d6d1-aca4-497e-941b-0841cf5474af req-a06b4bd2-96c3-4aba-80e4-0e8226619e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:48.940257 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7029d6d1-aca4-497e-941b-0841cf5474af req-a06b4bd2-96c3-4aba-80e4-0e8226619e3c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aae29d95ead8499998234f5e5b014021&device_id=f7175708-3788-4d08-aa82-d9802d9149b0 HTTP/1.1" status: 200 len: 1099 time: 0.1057427 Sep 01 15:34:49.008334 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-05281ac7-b754-4e61-a229-87bc5b66780a tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:49.011630 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-05281ac7-b754-4e61-a229-87bc5b66780a tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:49.105109 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33372fe7-2cc5-42cd-ab87-fbc928a892d4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:49.106620 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-33372fe7-2cc5-42cd-ab87-fbc928a892d4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:49.138482 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-05281ac7-b754-4e61-a229-87bc5b66780a tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:49.139632 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05281ac7-b754-4e61-a229-87bc5b66780a tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Fanout notify agent at l3_agent the message router_deleted on router 78a5ca7f-4401-4d49-9a3f-f623d4244d16 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:34:49.160212 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-05281ac7-b754-4e61-a229-87bc5b66780a tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:49.162418 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-05281ac7-b754-4e61-a229-87bc5b66780a tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "DELETE /v2.0/routers/78a5ca7f-4401-4d49-9a3f-f623d4244d16 HTTP/1.1" status: 204 len: 168 time: 0.6624434 Sep 01 15:34:49.167420 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-33372fe7-2cc5-42cd-ab87-fbc928a892d4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3989906 Sep 01 15:34:49.168523 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35706) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:49.198659 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029d6d1-aca4-497e-941b-0841cf5474af req-27e172cb-8653-4cd6-853e-c5cde53377ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:49.200661 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7029d6d1-aca4-497e-941b-0841cf5474af req-27e172cb-8653-4cd6-853e-c5cde53377ad service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.2520819 Sep 01 15:34:49.207963 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35708) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:49.289120 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7029d6d1-aca4-497e-941b-0841cf5474af req-7e2feb64-b32a-4636-9967-55d44ea098d1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=34ced777-ab10-4e17-9fa7-2d9eba1669a9 HTTP/1.1" status: 200 len: 217 time: 0.0655859 Sep 01 15:34:49.305946 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-47de2f94-c115-468f-9bd8-ad45f44c41d5 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "GET /v2.0/ports?device_id=78a5ca7f-4401-4d49-9a3f-f623d4244d16 HTTP/1.1" status: 200 len: 205 time: 0.1346271 Sep 01 15:34:49.307249 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35714) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:49.356140 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7eb640-07bf-4236-abf2-0e7aff52b30a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-12a8a431-293f-4ec5-9bf8-e75c29fff176', 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'fixed_ips': [{'subnet_id': 'e2224804-06ec-47f3-a3f6-08dacd13b671'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:34:49.358999 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb640-07bf-4236-abf2-0e7aff52b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:49.368278 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d18139-9634-4cb3-be69-0cc4483b3eff req-0e26e8fb-c028-42f0-ad46-484d3f3016fc tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:49.369885 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d1d18139-9634-4cb3-be69-0cc4483b3eff req-0e26e8fb-c028-42f0-ad46-484d3f3016fc tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffbc3ae3-7eae-4306-b674-78de921162a3 HTTP/1.1" status: 200 len: 945 time: 0.1679344 Sep 01 15:34:49.438796 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d1d18139-9634-4cb3-be69-0cc4483b3eff req-dda390b5-1937-4681-ab31-bd3e36d1b825 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/security-groups?id=29304af2-bc51-44f3-b46c-74dc336f2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449383 Sep 01 15:34:49.443209 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029d6d1-aca4-497e-941b-0841cf5474af req-950fa0ab-b84e-41fb-a51d-bb14092b1bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:49.444923 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7029d6d1-aca4-497e-941b-0841cf5474af req-950fa0ab-b84e-41fb-a51d-bb14092b1bf5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.1453164 Sep 01 15:34:49.545301 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029d6d1-aca4-497e-941b-0841cf5474af req-f6572875-3d3b-4d7f-8845-1e5fdf057106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:49.563707 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7029d6d1-aca4-497e-941b-0841cf5474af req-f6572875-3d3b-4d7f-8845-1e5fdf057106 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1082361 Sep 01 15:34:49.710781 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-437781f9-f07a-4144-b3bb-4cce7edff469 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] delete failed (client error): The resource could not be found. Sep 01 15:34:49.712378 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-437781f9-f07a-4144-b3bb-4cce7edff469 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "DELETE /v2.0/routers/78a5ca7f-4401-4d49-9a3f-f623d4244d16 HTTP/1.1" status: 404 len: 336 time: 0.2526116 Sep 01 15:34:49.728360 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35726) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:49.759810 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-fd7eb640-07bf-4236-abf2-0e7aff52b30a None None] Allocated IP 2001:db8::2 (12a8a431-293f-4ec5-9bf8-e75c29fff176/e2224804-06ec-47f3-a3f6-08dacd13b671/2d627421-5bcc-4dc5-9906-75cbb76e49de) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:34:49.809009 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-467208bc-2ab9-4350-bf12-2c7f699a5214 req-07f756ed-bf76-4d56-aac4-fe76aaff74dd tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.1910427 Sep 01 15:34:49.900423 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-97146755-bb2f-4e4b-ad66-78ac52556828 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdc1e905-d300-44d6-9cb5-0f4c7decc707 HTTP/1.1" status: 200 len: 205 time: 0.1696041 Sep 01 15:34:49.902516 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35730) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:50.039494 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-f13862db-c67a-4ed8-8e4f-35cdb8c9049e tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] delete failed (client error): The resource could not be found. Sep 01 15:34:50.045242 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f13862db-c67a-4ed8-8e4f-35cdb8c9049e tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "DELETE /v2.0/routers/bdc1e905-d300-44d6-9cb5-0f4c7decc707 HTTP/1.1" status: 404 len: 336 time: 0.1379702 Sep 01 15:34:50.046126 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35742) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:50.187274 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4137ca41-8b65-4423-8586-f59e00d60430 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "GET /v2.0/ports?device_id=362b7b80-9ad9-4742-a7a9-8b594d75a7d2 HTTP/1.1" status: 200 len: 205 time: 0.1338458 Sep 01 15:34:50.199467 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb640-07bf-4236-abf2-0e7aff52b30a None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:50.200440 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35744) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:50.227393 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-fd7eb640-07bf-4236-abf2-0e7aff52b30a None None] Transition to ACTIVE for port object 2d627421-5bcc-4dc5-9906-75cbb76e49de will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:34:50.234697 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-b2688777-30ea-4afa-927a-b799243467fd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5390573 Sep 01 15:34:50.238990 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1eca3ac3-cb55-45eb-a425-25f3c15b7caa tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:50.263603 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-38816b1b-515d-4759-acdc-bcb28be701c7 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:34:50.268520 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-38816b1b-515d-4759-acdc-bcb28be701c7 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204101 Sep 01 15:34:50.276818 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-fd7eb640-07bf-4236-abf2-0e7aff52b30a None None] Transition to ACTIVE for port object 2d627421-5bcc-4dc5-9906-75cbb76e49de will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:34:50.289544 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-3344460e-30a6-4ea8-b043-a92e5ff2ac76 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] delete failed (client error): The resource could not be found. Sep 01 15:34:50.292788 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3344460e-30a6-4ea8-b043-a92e5ff2ac76 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "DELETE /v2.0/routers/362b7b80-9ad9-4742-a7a9-8b594d75a7d2 HTTP/1.1" status: 404 len: 336 time: 0.0899611 Sep 01 15:34:50.295782 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7029d6d1-aca4-497e-941b-0841cf5474af req-241b22ea-f067-491c-b2b1-824926d1443c service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7189934 Sep 01 15:34:50.296498 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35750) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:50.297923 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb640-07bf-4236-abf2-0e7aff52b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:50.384557 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7eb640-07bf-4236-abf2-0e7aff52b30a None None] Pushing event updated for resources: {'Port': ['ID=2d627421-5bcc-4dc5-9906-75cbb76e49de,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:50.408206 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7eb640-07bf-4236-abf2-0e7aff52b30a None None] Network 12a8a431-293f-4ec5-9bf8-e75c29fff176 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:34:50.409962 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-fd7eb640-07bf-4236-abf2-0e7aff52b30a None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:50.418339 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7eb640-07bf-4236-abf2-0e7aff52b30a None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:34:50.488036 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1e55bf34-a8be-4325-8e13-9917e37e9d15 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "GET /v2.0/ports?device_id=f48d0a9d-646e-412f-bbc8-ea3b1ef20674 HTTP/1.1" status: 200 len: 205 time: 0.1903882 Sep 01 15:34:50.497381 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-fd7eb640-07bf-4236-abf2-0e7aff52b30a None None] Attempting to bind port 2d627421-5bcc-4dc5-9906-75cbb76e49de on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:50.497749 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-fd7eb640-07bf-4236-abf2-0e7aff52b30a None None] Attempting to bind port 2d627421-5bcc-4dc5-9906-75cbb76e49de by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'b43189fb-3f0f-4f05-acec-a67261934ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:50.498165 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7eb640-07bf-4236-abf2-0e7aff52b30a None None] Attempting to bind port 2d627421-5bcc-4dc5-9906-75cbb76e49de on network 12a8a431-293f-4ec5-9bf8-e75c29fff176 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:50.505172 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7eb640-07bf-4236-abf2-0e7aff52b30a None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:34:50.505543 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7eb640-07bf-4236-abf2-0e7aff52b30a None None] Checking segment: {'id': 'b43189fb-3f0f-4f05-acec-a67261934ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:34:50.505956 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb640-07bf-4236-abf2-0e7aff52b30a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:50.506413 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7eb640-07bf-4236-abf2-0e7aff52b30a None None] Bound using segment: {'id': 'b43189fb-3f0f-4f05-acec-a67261934ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:34:50.506965 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-fd7eb640-07bf-4236-abf2-0e7aff52b30a None None] Bound port: 2d627421-5bcc-4dc5-9906-75cbb76e49de, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43189fb-3f0f-4f05-acec-a67261934ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:34:50.507359 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb640-07bf-4236-abf2-0e7aff52b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:50.521526 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35762) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:50.693054 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-f696fe5e-5b8a-43dc-a598-1630a38d8992 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] delete failed (client error): The resource could not be found. Sep 01 15:34:50.700795 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f696fe5e-5b8a-43dc-a598-1630a38d8992 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "DELETE /v2.0/routers/f48d0a9d-646e-412f-bbc8-ea3b1ef20674 HTTP/1.1" status: 404 len: 336 time: 0.1780660 Sep 01 15:34:50.705702 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35770) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:50.708052 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-fd7eb640-07bf-4236-abf2-0e7aff52b30a None None] For port 2d627421-5bcc-4dc5-9906-75cbb76e49de, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:34:50.720389 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-fd7eb640-07bf-4236-abf2-0e7aff52b30a None None] For port 2d627421-5bcc-4dc5-9906-75cbb76e49de, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=2d627421-5bcc-4dc5-9906-75cbb76e49de,segment=NetworkSegment(b43189fb-3f0f-4f05-acec-a67261934ef9),segment_id=b43189fb-3f0f-4f05-acec-a67261934ef9)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:34:50.738799 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fd7eb640-07bf-4236-abf2-0e7aff52b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:50.913741 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-03377c52-e6f8-4291-9762-a7fc8a4ffa41 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "GET /v2.0/ports?device_id=002a8cf3-47cc-43df-8c9a-15e93b8c364c HTTP/1.1" status: 200 len: 205 time: 0.1955876 Sep 01 15:34:50.926143 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35778) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:50.954646 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6ad3c-e9f0-44d9-91af-cc8e01742bd9 req-ecbd638b-50fb-4ee4-b24b-b22ed105bf05 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:50.962861 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-89a6ad3c-e9f0-44d9-91af-cc8e01742bd9 req-ecbd638b-50fb-4ee4-b24b-b22ed105bf05 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7175708-3788-4d08-aa82-d9802d9149b0 HTTP/1.1" status: 200 len: 948 time: 0.2464461 Sep 01 15:34:50.977033 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7eb640-07bf-4236-abf2-0e7aff52b30a None None] Pushing event updated for resources: {'Port': ['ID=2d627421-5bcc-4dc5-9906-75cbb76e49de,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:51.057902 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-f1c4a423-1b7b-4c5e-9ad0-a1a528014cdd tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] delete failed (client error): The resource could not be found. Sep 01 15:34:51.065131 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f1c4a423-1b7b-4c5e-9ad0-a1a528014cdd tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "DELETE /v2.0/routers/002a8cf3-47cc-43df-8c9a-15e93b8c364c HTTP/1.1" status: 404 len: 336 time: 0.1257102 Sep 01 15:34:51.068581 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35780) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:51.102368 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7029d6d1-aca4-497e-941b-0841cf5474af req-524437a7-07c6-4590-8433-f36a71db1f1b service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7895772 Sep 01 15:34:51.121829 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-89a6ad3c-e9f0-44d9-91af-cc8e01742bd9 req-5d96762a-571a-4d62-8bdd-e34d58fa9c36 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14f6ecf-c362-4730-8202-a8f415c2de7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529574 Sep 01 15:34:51.213451 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a3285991-fc04-4994-aa91-66be9144b21d tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "GET /v2.0/ports?device_id=559b8420-effa-435d-a967-fe2558ee68eb HTTP/1.1" status: 200 len: 205 time: 0.1434150 Sep 01 15:34:51.216682 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35782) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:51.273479 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-1eca3ac3-cb55-45eb-a425-25f3c15b7caa tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Allocated IP 2001:db8::1 (12a8a431-293f-4ec5-9bf8-e75c29fff176/e2224804-06ec-47f3-a3f6-08dacd13b671/c76aef16-3234-43bc-bce0-246c0f23b024) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:34:51.307001 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-9c8a6b0f-b2d3-4b1f-af6e-288eccfb4089 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] delete failed (client error): The resource could not be found. Sep 01 15:34:51.312149 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9c8a6b0f-b2d3-4b1f-af6e-288eccfb4089 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "DELETE /v2.0/routers/559b8420-effa-435d-a967-fe2558ee68eb HTTP/1.1" status: 404 len: 336 time: 0.0899963 Sep 01 15:34:51.313947 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35790) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:51.408990 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ce121291-707e-40db-a0d2-4cba24de6e45 req-8c85a18e-1962-4d64-81ae-0b1308e6c663 tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.0957177 Sep 01 15:34:51.461747 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3631da-a0f5-44c6-aebc-307f4c14c6a4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] DELETE failed (client error): The resource could not be found. Sep 01 15:34:51.462572 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df3631da-a0f5-44c6-aebc-307f4c14c6a4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:34:51.464822 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-df3631da-a0f5-44c6-aebc-307f4c14c6a4 tempest-RoutersIpV6AdminTest-577746745 tempest-RoutersIpV6AdminTest-577746745-project] 10.222.0.60 "DELETE /v2.0/subnets/e4b2a720-df71-4511-92c9-21dcbb498a30 HTTP/1.1" status: 404 len: 337 time: 0.1464906 Sep 01 15:34:51.628910 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 34ced777-ab10-4e17-9fa7-2d9eba1669a9 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:34:51.820026 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1eca3ac3-cb55-45eb-a425-25f3c15b7caa tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:51.874541 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 34ced777-ab10-4e17-9fa7-2d9eba1669a9, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=34ced777-ab10-4e17-9fa7-2d9eba1669a9,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:51.886483 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-1eca3ac3-cb55-45eb-a425-25f3c15b7caa tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Transition to ACTIVE for port object c76aef16-3234-43bc-bce0-246c0f23b024 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:34:51.896185 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '34ced777-ab10-4e17-9fa7-2d9eba1669a9', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': '34ced777-ab10-4e17-9fa7-2d9eba1669a9', 'mac_address': 'fa:16:3e:23:a7:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:34:51.969178 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:52.016397 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ced777-ab10-4e17-9fa7-2d9eba1669a9 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:34:52.045969 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1eca3ac3-cb55-45eb-a425-25f3c15b7caa tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:52.069895 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 34ced777-ab10-4e17-9fa7-2d9eba1669a9, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=34ced777-ab10-4e17-9fa7-2d9eba1669a9,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:52.090188 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:52.181422 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35816) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:52.227638 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eca3ac3-cb55-45eb-a425-25f3c15b7caa tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network 12a8a431-293f-4ec5-9bf8-e75c29fff176 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:34:52.251869 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-1eca3ac3-cb55-45eb-a425-25f3c15b7caa tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:52.278610 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=34ced777-ab10-4e17-9fa7-2d9eba1669a9,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:52.412227 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-4224c546-366a-45cc-86eb-fdcf9e530fe1 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:52.420570 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-4224c546-366a-45cc-86eb-fdcf9e530fe1 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/ports/03bcb534-f067-4d36-a8d8-d6b8270d1da4 HTTP/1.1" status: 200 len: 1093 time: 0.9306357 Sep 01 15:34:52.425547 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-350a70c3-559b-4cf3-b139-7af157bbe70b service neutron] Request body: {'binding': {'host': 'n-h2-794796-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:52.426017 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-350a70c3-559b-4cf3-b139-7af157bbe70b service neutron] Unknown quota resources ['binding']. {{(pid=94733) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 01 15:34:52.428627 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eca3ac3-cb55-45eb-a425-25f3c15b7caa tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:34:52.440519 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1eca3ac3-cb55-45eb-a425-25f3c15b7caa tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:52.454700 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca3ac3-cb55-45eb-a425-25f3c15b7caa tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Port': ['ID=c76aef16-3234-43bc-bce0-246c0f23b024,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:52.487787 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['34ced777-ab10-4e17-9fa7-2d9eba1669a9'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:34:52.499008 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b9f5d-989f-4c87-a01c-9d5b98453336 req-9d2bb531-b183-4313-be37-1089ea92a3aa tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:52.531834 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e57b9f5d-989f-4c87-a01c-9d5b98453336 req-9d2bb531-b183-4313-be37-1089ea92a3aa tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7175708-3788-4d08-aa82-d9802d9149b0 HTTP/1.1" status: 200 len: 949 time: 0.1667035 Sep 01 15:34:52.656500 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e57b9f5d-989f-4c87-a01c-9d5b98453336 req-6d8f223c-22e4-4d7e-88dc-af4b5f210a68 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14f6ecf-c362-4730-8202-a8f415c2de7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233294 Sep 01 15:34:52.736760 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-23357a24-16a5-4053-8cf1-cedfa1dc2ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:52.804860 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35824) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:52.989200 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e34a3e9e-5030-4a63-a6b2-84af4dc3b2bd req-4964d386-e25c-47f8-84b8-ea8bc0335eb1 tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.1448779 Sep 01 15:34:53.118627 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-350a70c3-559b-4cf3-b139-7af157bbe70b service neutron] Attempting to bind port 03bcb534-f067-4d36-a8d8-d6b8270d1da4 on host n-h2-794796-3 for vnic_type normal with profile None {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:53.119181 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-350a70c3-559b-4cf3-b139-7af157bbe70b service neutron] Attempting to bind port 03bcb534-f067-4d36-a8d8-d6b8270d1da4 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'f6e5359a-1b58-4e86-b852-e45d185fad19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:53.119745 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-350a70c3-559b-4cf3-b139-7af157bbe70b service neutron] Attempting to bind port 03bcb534-f067-4d36-a8d8-d6b8270d1da4 on network 4ca70199-f0ff-4e3d-b16a-4345a6e48c46 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:53.160425 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-350a70c3-559b-4cf3-b139-7af157bbe70b service neutron] Port 03bcb534-f067-4d36-a8d8-d6b8270d1da4 on network 4ca70199-f0ff-4e3d-b16a-4345a6e48c46 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:53.168864 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-350a70c3-559b-4cf3-b139-7af157bbe70b service neutron] Attempting to bind port 03bcb534-f067-4d36-a8d8-d6b8270d1da4 on network 4ca70199-f0ff-4e3d-b16a-4345a6e48c46 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:53.203513 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-350a70c3-559b-4cf3-b139-7af157bbe70b service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:34:53.204438 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-350a70c3-559b-4cf3-b139-7af157bbe70b service neutron] Checking segment: {'id': 'f6e5359a-1b58-4e86-b852-e45d185fad19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:34:53.205330 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-350a70c3-559b-4cf3-b139-7af157bbe70b service neutron] Bound using segment: {'id': 'f6e5359a-1b58-4e86-b852-e45d185fad19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:34:53.206446 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-350a70c3-559b-4cf3-b139-7af157bbe70b service neutron] Bound port: 03bcb534-f067-4d36-a8d8-d6b8270d1da4, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6e5359a-1b58-4e86-b852-e45d185fad19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:34:53.224021 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-23357a24-16a5-4053-8cf1-cedfa1dc2ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:53.233037 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-23357a24-16a5-4053-8cf1-cedfa1dc2ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:53.280216 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6db303-715f-4945-a047-85b0b039e2e6 None None] Network 12a8a431-293f-4ec5-9bf8-e75c29fff176 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:34:53.303993 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23357a24-16a5-4053-8cf1-cedfa1dc2ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9daaa5c9-24b6-4ad2-94bb-6727022acbb5,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:53.375031 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-594fd53d-7d61-4717-98e6-1d59a49dffa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:53.438985 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-23357a24-16a5-4053-8cf1-cedfa1dc2ddf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3eeec5e0f9b8457e877ab2ce0f185713&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2554858 Sep 01 15:34:53.462271 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35832) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:53.472552 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 2d627421-5bcc-4dc5-9906-75cbb76e49de up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:34:53.485463 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b5a0c46a-c54a-4d77-b5a9-33b156731d0c None None] Provisioning for port 2d627421-5bcc-4dc5-9906-75cbb76e49de completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:34:53.635499 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 34ced777-ab10-4e17-9fa7-2d9eba1669a9 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:34:53.699986 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-37bc0c60-7807-42d2-85d6-8bbfa04edaa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:53.726343 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-350a70c3-559b-4cf3-b139-7af157bbe70b service neutron] For port 03bcb534-f067-4d36-a8d8-d6b8270d1da4, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=03bcb534-f067-4d36-a8d8-d6b8270d1da4,segment=NetworkSegment(f6e5359a-1b58-4e86-b852-e45d185fad19),segment_id=f6e5359a-1b58-4e86-b852-e45d185fad19)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:34:53.742171 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-350a70c3-559b-4cf3-b139-7af157bbe70b service neutron] Notify callbacks [] for binding, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:53.744288 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-350a70c3-559b-4cf3-b139-7af157bbe70b service neutron] 10.222.0.60 "POST /v2.0/ports/03bcb534-f067-4d36-a8d8-d6b8270d1da4/bindings HTTP/1.1" status: 201 len: 389 time: 1.3226516 Sep 01 15:34:53.801965 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 2d627421-5bcc-4dc5-9906-75cbb76e49de completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:34:53.843704 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-37bc0c60-7807-42d2-85d6-8bbfa04edaa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:53.862768 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 2d627421-5bcc-4dc5-9906-75cbb76e49de triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:53.863700 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:54.018583 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1eca3ac3-cb55-45eb-a425-25f3c15b7caa tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:54.179714 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 34ced777-ab10-4e17-9fa7-2d9eba1669a9 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:34:54.186507 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 34ced777-ab10-4e17-9fa7-2d9eba1669a9 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:54.187088 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:54.382252 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-594fd53d-7d61-4717-98e6-1d59a49dffa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:54.398220 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-37bc0c60-7807-42d2-85d6-8bbfa04edaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:54.409089 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-37bc0c60-7807-42d2-85d6-8bbfa04edaa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:54.415830 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-37bc0c60-7807-42d2-85d6-8bbfa04edaa4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9daaa5c9-24b6-4ad2-94bb-6727022acbb5 HTTP/1.1" status: 204 len: 168 time: 0.9493446 Sep 01 15:34:54.480985 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc0c60-7807-42d2-85d6-8bbfa04edaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9daaa5c9-24b6-4ad2-94bb-6727022acbb5,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:54.514338 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-594fd53d-7d61-4717-98e6-1d59a49dffa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:54.557354 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1597544-7311-4d64-8d1f-e5012c38ceca req-41e9ac3b-ea2a-4059-a0c1-2b4bde1a7a30 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:54.568595 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:54.569884 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b1597544-7311-4d64-8d1f-e5012c38ceca req-41e9ac3b-ea2a-4059-a0c1-2b4bde1a7a30 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7175708-3788-4d08-aa82-d9802d9149b0 HTTP/1.1" status: 200 len: 949 time: 0.6414542 Sep 01 15:34:54.663416 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743e6bf-fb75-4431-b4ef-fd58414f7f3f req-0f8477e0-b642-4ccc-926e-144a89558184 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:54.677162 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b743e6bf-fb75-4431-b4ef-fd58414f7f3f req-0f8477e0-b642-4ccc-926e-144a89558184 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 945 time: 0.6030991 Sep 01 15:34:54.843408 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-594fd53d-7d61-4717-98e6-1d59a49dffa2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=241df887da944b41883ffb2c53453429&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0268879 Sep 01 15:34:54.843601 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35852) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:54.844547 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 34ced777-ab10-4e17-9fa7-2d9eba1669a9, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=34ced777-ab10-4e17-9fa7-2d9eba1669a9,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:54.852395 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7175708-3788-4d08-aa82-d9802d9149b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ced777-ab10-4e17-9fa7-2d9eba1669a9'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:34:54.868904 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38502120-b551-4e75-b4a0-ecfbecc1f1ae" -d '{"events": [{"server_uuid": "f7175708-3788-4d08-aa82-d9802d9149b0", "name": "network-vif-plugged", "status": "completed", "tag": "34ced777-ab10-4e17-9fa7-2d9eba1669a9"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:34:54.904136 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:54.911724 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-a3564da7-6cc9-4dac-9409-a88b703e91e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:54.914928 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-a3564da7-6cc9-4dac-9409-a88b703e91e7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 1096 time: 0.7069302 Sep 01 15:34:54.931079 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b1597544-7311-4d64-8d1f-e5012c38ceca req-e044ee59-c2e4-401a-b97e-c65990c23cd0 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14f6ecf-c362-4730-8202-a8f415c2de7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601599 Sep 01 15:34:54.986876 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594fd53d-7d61-4717-98e6-1d59a49dffa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bf7509-6e80-45f7-9974-bc60a2ebbb48,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:55.101688 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:55.238343 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f12b847f-a355-40a6-b46b-7cf4a476c04e None None] Provisioning for port c76aef16-3234-43bc-bce0-246c0f23b024 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:34:55.243253 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b743e6bf-fb75-4431-b4ef-fd58414f7f3f req-9b3e5a61-2947-4001-b047-49ef8d15dd11 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5638342 Sep 01 15:34:55.284105 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f12b847f-a355-40a6-b46b-7cf4a476c04e None None] Provisioning complete for port c76aef16-3234-43bc-bce0-246c0f23b024 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:55.285847 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f12b847f-a355-40a6-b46b-7cf4a476c04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:55.291919 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 2d627421-5bcc-4dc5-9906-75cbb76e49de, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=2d627421-5bcc-4dc5-9906-75cbb76e49de,segment=NetworkSegment(b43189fb-3f0f-4f05-acec-a67261934ef9),segment_id=b43189fb-3f0f-4f05-acec-a67261934ef9)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:55.298016 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=34ced777-ab10-4e17-9fa7-2d9eba1669a9,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:55.370809 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-068edc80-55a3-4c0e-a3b8-197b7af49d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:55.379087 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:55.427159 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51347bdc-28b5-4f84-9a2f-3cc0f6209507 x-openstack-request-id: req-51347bdc-28b5-4f84-9a2f-3cc0f6209507 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:34:55.428010 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7175708-3788-4d08-aa82-d9802d9149b0", "name": "network-vif-plugged", "status": "completed", "tag": "34ced777-ab10-4e17-9fa7-2d9eba1669a9", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:34:55.428853 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-51347bdc-28b5-4f84-9a2f-3cc0f6209507 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:34:55.430400 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7175708-3788-4d08-aa82-d9802d9149b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ced777-ab10-4e17-9fa7-2d9eba1669a9', 'code': 200} Sep 01 15:34:55.548735 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fbba2d17-6532-42d3-a75d-4749d536b744 req-3bd8c646-bd8c-4c01-a6e7-6a70ae203429 tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.2430286 Sep 01 15:34:55.708215 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-f12b847f-a355-40a6-b46b-7cf4a476c04e None None] Port c76aef16-3234-43bc-bce0-246c0f23b024 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:34:55.711853 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=2d627421-5bcc-4dc5-9906-75cbb76e49de,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:55.728159 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1eca3ac3-cb55-45eb-a425-25f3c15b7caa tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:55.729602 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f12b847f-a355-40a6-b46b-7cf4a476c04e None None] Provisioning complete for port 2d627421-5bcc-4dc5-9906-75cbb76e49de triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:55.730285 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f12b847f-a355-40a6-b46b-7cf4a476c04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:55.737553 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35860) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:55.752796 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-73c3ba50-2120-4ca4-8c19-3d4b46c0fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:55.755148 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-73c3ba50-2120-4ca4-8c19-3d4b46c0fdfa service neutron] 10.222.0.62 "GET /v2.0/networks?id=4ca70199-f0ff-4e3d-b16a-4345a6e48c46 HTTP/1.1" status: 200 len: 896 time: 0.8125107 Sep 01 15:34:55.795487 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1eca3ac3-cb55-45eb-a425-25f3c15b7caa tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:55.797847 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1eca3ac3-cb55-45eb-a425-25f3c15b7caa tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:55.904491 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-068edc80-55a3-4c0e-a3b8-197b7af49d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:55.951423 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-984e5cab-ab47-44fd-b397-19d00b60b8ca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03bcb534-f067-4d36-a8d8-d6b8270d1da4 HTTP/1.1" status: 200 len: 999 time: 0.1698503 Sep 01 15:34:55.959417 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eace18-0461-491a-ac58-393571715d7f req-aefa6b19-702f-4213-8c19-69628c374d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:55.962012 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-75eace18-0461-491a-ac58-393571715d7f req-aefa6b19-702f-4213-8c19-69628c374d0b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f7175708-3788-4d08-aa82-d9802d9149b0 HTTP/1.1" status: 200 len: 1101 time: 0.2051854 Sep 01 15:34:56.051180 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5ccf64e4-5286-498b-9f96-e019e1e83a06 None None] Provisioning complete for port c76aef16-3234-43bc-bce0-246c0f23b024 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:56.057247 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5ccf64e4-5286-498b-9f96-e019e1e83a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:56.094520 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4a7c6b63-670c-4565-89df-8b881963bb82 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f1dc2774b455412d9e75b8dfcff3bc01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3384013 Sep 01 15:34:56.108173 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35864) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:56.129168 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-5ccf64e4-5286-498b-9f96-e019e1e83a06 None None] Port c76aef16-3234-43bc-bce0-246c0f23b024 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:34:56.144458 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-cdd6b232-e9b2-440b-be07-9ee25ba4b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:56.146251 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-cdd6b232-e9b2-440b-be07-9ee25ba4b862 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bcb33d60-1f3f-4daa-9eeb-83a83c5955c8 HTTP/1.1" status: 200 len: 835 time: 0.1830144 Sep 01 15:34:56.161685 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-75eace18-0461-491a-ac58-393571715d7f req-f3873f94-dfd5-4124-8104-d253224f859e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b14f6ecf-c362-4730-8202-a8f415c2de7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885478 Sep 01 15:34:56.181154 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca3ac3-cb55-45eb-a425-25f3c15b7caa tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Port': ['ID=c76aef16-3234-43bc-bce0-246c0f23b024,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:56.263208 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c26c80-41e4-4e2d-8840-e552e0d0f5df req-22659cb3-1307-446a-98ae-4e732f5130d5 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:56.266406 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-33c26c80-41e4-4e2d-8840-e552e0d0f5df req-22659cb3-1307-446a-98ae-4e732f5130d5 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7175708-3788-4d08-aa82-d9802d9149b0 HTTP/1.1" status: 200 len: 950 time: 0.1401660 Sep 01 15:34:56.284923 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bd72fcd0-5abc-46f4-8d79-83d3cfbba345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:56.304441 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-8b51b125-fd91-4014-b3e0-cbc96775e86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:56.312136 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-8b51b125-fd91-4014-b3e0-cbc96775e86d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ca70199-f0ff-4e3d-b16a-4345a6e48c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1492176 Sep 01 15:34:56.339375 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eca3ac3-cb55-45eb-a425-25f3c15b7caa tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network 12a8a431-293f-4ec5-9bf8-e75c29fff176 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:34:56.340413 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bd72fcd0-5abc-46f4-8d79-83d3cfbba345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:56.343704 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-068edc80-55a3-4c0e-a3b8-197b7af49d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:56.347955 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-068edc80-55a3-4c0e-a3b8-197b7af49d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:56.352289 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-068edc80-55a3-4c0e-a3b8-197b7af49d47 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/03bf7509-6e80-45f7-9974-bc60a2ebbb48 HTTP/1.1" status: 204 len: 168 time: 1.4839838 Sep 01 15:34:56.365395 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-1eca3ac3-cb55-45eb-a425-25f3c15b7caa tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:34:56.593852 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068edc80-55a3-4c0e-a3b8-197b7af49d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bf7509-6e80-45f7-9974-bc60a2ebbb48,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:56.620085 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-33c26c80-41e4-4e2d-8840-e552e0d0f5df req-223bbc5a-17a7-44a8-8020-9db7aa858144 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14f6ecf-c362-4730-8202-a8f415c2de7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463883 Sep 01 15:34:56.862085 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91828164-8462-4e8c-bd70-02c1dd838cc9 req-ffa831b3-2c82-43ad-b9f6-f561632317e5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:56.863792 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-91828164-8462-4e8c-bd70-02c1dd838cc9 req-ffa831b3-2c82-43ad-b9f6-f561632317e5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 945 time: 0.4437592 Sep 01 15:34:56.899359 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bd72fcd0-5abc-46f4-8d79-83d3cfbba345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:56.905220 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bd72fcd0-5abc-46f4-8d79-83d3cfbba345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:56.908034 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bd72fcd0-5abc-46f4-8d79-83d3cfbba345 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5e2bf691-d219-4356-95c9-5bd789927ec3 HTTP/1.1" status: 204 len: 168 time: 0.7888629 Sep 01 15:34:56.938626 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72fcd0-5abc-46f4-8d79-83d3cfbba345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2bf691-d219-4356-95c9-5bd789927ec3,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:57.016378 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-503af756-9e07-4553-aca3-3de98bb5a8a1 service neutron] 10.222.0.62 "GET /v2.0/networks/4ca70199-f0ff-4e3d-b16a-4345a6e48c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059500 Sep 01 15:34:57.021040 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a963742a-3a56-43de-a407-fee73495a5d7 req-afd16063-eb6a-4db5-a750-f1b8993c105a tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.2065196 Sep 01 15:34:57.103021 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eca3ac3-cb55-45eb-a425-25f3c15b7caa tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:34:57.105215 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e1282d11-9d0d-4d1a-b92c-3f23165d4d64 None None] Provisioning complete for port c76aef16-3234-43bc-bce0-246c0f23b024 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:57.108368 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e1282d11-9d0d-4d1a-b92c-3f23165d4d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:57.202165 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-91828164-8462-4e8c-bd70-02c1dd838cc9 req-0e58721e-596e-4a0a-8cb7-cd2aa06bb041 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3235421 Sep 01 15:34:57.217993 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e1282d11-9d0d-4d1a-b92c-3f23165d4d64 None None] Port c76aef16-3234-43bc-bce0-246c0f23b024 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:34:57.299356 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-771cff36-b442-4fca-aa7f-9580bb131ca3 service neutron] 10.222.0.62 "GET /v2.0/networks/4ca70199-f0ff-4e3d-b16a-4345a6e48c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456944 Sep 01 15:34:57.344077 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35884) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:57.386424 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eca3ac3-cb55-45eb-a425-25f3c15b7caa tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:34:57.387606 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fbc7be40-4b87-4ca4-bfbe-c0d8b52df768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:57.403943 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1eca3ac3-cb55-45eb-a425-25f3c15b7caa tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "PUT /v2.0/routers/2a0d405f-2f5c-4851-8206-4d8e4bc2b95b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1929238 Sep 01 15:34:57.410524 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa9cbbc-828d-4b9d-9eb0-9c5597e8feab None None] Sync routers for ids ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:34:57.417177 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35886) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:57.436133 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-93aa21ca-01bf-4af5-9369-3752ffc38158 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-667565247'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:57.442740 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa9cbbc-828d-4b9d-9eb0-9c5597e8feab None None] Routers {'2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:34:57.444193 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3fa9cbbc-828d-4b9d-9eb0-9c5597e8feab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:34:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:57.521515 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93aa21ca-01bf-4af5-9369-3752ffc38158 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Made reservation on behalf of 04587385136a4cf6b43419edb8262f74 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:34:57.525661 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93aa21ca-01bf-4af5-9369-3752ffc38158 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:57.561460 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 2d627421-5bcc-4dc5-9906-75cbb76e49de up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:34:57.577931 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.api [None req-fbc7be40-4b87-4ca4-bfbe-c0d8b52df768 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:34:57.577931 n-d-794796-3 neutron-server[94734]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 01 15:34:57.577931 n-d-794796-3 neutron-server[94734]: [parameters: {'project_id': 'd06a0f1bedfa49d98e33d03edc1a181f', 'id': 'ae457b1e-7a70-47a9-99a0-157cfbea1048', 'expiration': datetime.datetime(2021, 9, 1, 15, 36, 57, 497987)}] Sep 01 15:34:57.577931 n-d-794796-3 neutron-server[94734]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:34:57.578820 n-d-794796-3 neutron-server[94734]: DEBUG oslo_db.api [None req-fbc7be40-4b87-4ca4-bfbe-c0d8b52df768 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:34:57.598468 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93aa21ca-01bf-4af5-9369-3752ffc38158 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:34:57.623774 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93aa21ca-01bf-4af5-9369-3752ffc38158 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:57.624502 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-93aa21ca-01bf-4af5-9369-3752ffc38158 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Added segment 729a7b77-13e5-478c-b0f6-32a143e418ec of type vlan for network 0b2d1f28-c9c1-4eee-b427-0e50e55c47fb Sep 01 15:34:57.684310 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 2d627421-5bcc-4dc5-9906-75cbb76e49de triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:57.685234 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:57.718039 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-95d8d067-a0fb-42be-b64d-4c14d1c1844c tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:57.724364 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-95d8d067-a0fb-42be-b64d-4c14d1c1844c tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b&tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&binding%3Ahost_id=n-h1-794796-3 HTTP/1.1" status: 200 len: 1096 time: 0.2752824 Sep 01 15:34:57.756346 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-6a629f2d-708a-47e0-974f-84925d22a70f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794796-3'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:57.784016 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93aa21ca-01bf-4af5-9369-3752ffc38158 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:57.806709 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-3fa9cbbc-828d-4b9d-9eb0-9c5597e8feab None None] Set router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:34:57.863736 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93aa21ca-01bf-4af5-9369-3752ffc38158 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:57.868535 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93aa21ca-01bf-4af5-9369-3752ffc38158 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:57.869236 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93aa21ca-01bf-4af5-9369-3752ffc38158 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:57.927836 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:57.971704 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-93aa21ca-01bf-4af5-9369-3752ffc38158 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5508475 Sep 01 15:34:57.972400 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35898) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:57.981866 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-e125af67-5afa-4a7b-9c84-149416d1ca9b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'subnet': {'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:58.029520 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-6a629f2d-708a-47e0-974f-84925d22a70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:58.116829 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fbc7be40-4b87-4ca4-bfbe-c0d8b52df768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:58.233789 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f3a0ce51-6450-4daf-8181-924af448c7dd req-fa432128-6531-4894-83a4-dc175db8c1b0 tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.0639765 Sep 01 15:34:58.424347 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-6a629f2d-708a-47e0-974f-84925d22a70f service neutron] For port 03bcb534-f067-4d36-a8d8-d6b8270d1da4, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=03bcb534-f067-4d36-a8d8-d6b8270d1da4,segment=NetworkSegment(f6e5359a-1b58-4e86-b852-e45d185fad19),segment_id=f6e5359a-1b58-4e86-b852-e45d185fad19)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:34:58.536846 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3fa9cbbc-828d-4b9d-9eb0-9c5597e8feab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:34:53Z', 'revision_number': 2, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None, '_interfaces': [{'id': 'c76aef16-3234-43bc-bce0-246c0f23b024', 'name': '', 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:4d:66:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:50Z', 'updated_at': '2021-09-01T15:34:54Z', 'revision_number': 2, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:34:58.601512 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa9cbbc-828d-4b9d-9eb0-9c5597e8feab None None] Checking router: 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:34:58.603459 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa9cbbc-828d-4b9d-9eb0-9c5597e8feab None None] Updating router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b port c76aef16-3234-43bc-bce0-246c0f23b024 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:34:58.645009 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61583d96-93e7-4985-b48d-1e23e7b2e97a req-1641e14a-6578-441a-8384-37d04512250f tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:58.668532 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3fa9cbbc-828d-4b9d-9eb0-9c5597e8feab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:58.669132 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-61583d96-93e7-4985-b48d-1e23e7b2e97a req-1641e14a-6578-441a-8384-37d04512250f tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 945 time: 0.2774796 Sep 01 15:34:58.810917 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fbc7be40-4b87-4ca4-bfbe-c0d8b52df768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:58.813990 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-6a629f2d-708a-47e0-974f-84925d22a70f service neutron] For port 03bcb534-f067-4d36-a8d8-d6b8270d1da4, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:34:58.851214 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183aa1ff-b1a2-421f-8059-0e490bdc5b97 req-d122c92e-d71b-474d-96f5-9386c1882cc4 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:34:58.859435 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-183aa1ff-b1a2-421f-8059-0e490bdc5b97 req-d122c92e-d71b-474d-96f5-9386c1882cc4 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7175708-3788-4d08-aa82-d9802d9149b0 HTTP/1.1" status: 200 len: 950 time: 1.0093782 Sep 01 15:34:58.860354 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fbc7be40-4b87-4ca4-bfbe-c0d8b52df768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:58.880630 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-61583d96-93e7-4985-b48d-1e23e7b2e97a req-6c7c780b-5362-4a5f-99f4-f56e25b21009 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2098777 Sep 01 15:34:58.894684 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa21ca-01bf-4af5-9369-3752ffc38158 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Network': ['ID=0b2d1f28-c9c1-4eee-b427-0e50e55c47fb,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:58.911603 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 0b2d1f28-c9c1-4eee-b427-0e50e55c47fb details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:34:59.053958 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fbc7be40-4b87-4ca4-bfbe-c0d8b52df768 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d06a0f1bedfa49d98e33d03edc1a181f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7082283 Sep 01 15:34:59.065438 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35918) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:59.070387 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7be40-4b87-4ca4-bfbe-c0d8b52df768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5393c3-98b0-47fc-a3b0-ca8e6f265b92,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:59.085753 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753b4a80-5a07-45a2-98de-e6623261a19b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03bcb534-f067-4d36-a8d8-d6b8270d1da4'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:34:59.090069 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4275cf61-5336-42fe-a1c0-060a164d2bd8" -d '{"events": [{"server_uuid": "753b4a80-5a07-45a2-98de-e6623261a19b", "name": "network-vif-unplugged", "status": "completed", "tag": "03bcb534-f067-4d36-a8d8-d6b8270d1da4"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:34:59.118037 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-183aa1ff-b1a2-421f-8059-0e490bdc5b97 req-b87f4d88-0315-4cd2-8bcf-a48314040084 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14f6ecf-c362-4730-8202-a8f415c2de7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543919 Sep 01 15:34:59.129452 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-6a629f2d-708a-47e0-974f-84925d22a70f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:59.148050 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-6a629f2d-708a-47e0-974f-84925d22a70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:59.167882 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e125af67-5afa-4a7b-9c84-149416d1ca9b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Made reservation on behalf of 04587385136a4cf6b43419edb8262f74 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:34:59.182724 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e125af67-5afa-4a7b-9c84-149416d1ca9b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:59.388482 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac4c2d5-7b64-4890-9d9d-023f8f465c82 x-openstack-request-id: req-4ac4c2d5-7b64-4890-9d9d-023f8f465c82 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:34:59.395122 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753b4a80-5a07-45a2-98de-e6623261a19b", "name": "network-vif-unplugged", "status": "completed", "tag": "03bcb534-f067-4d36-a8d8-d6b8270d1da4", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:34:59.395538 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4ac4c2d5-7b64-4890-9d9d-023f8f465c82 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:34:59.396057 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753b4a80-5a07-45a2-98de-e6623261a19b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03bcb534-f067-4d36-a8d8-d6b8270d1da4', 'code': 200} Sep 01 15:34:59.411624 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35930) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:34:59.558905 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3fa9cbbc-828d-4b9d-9eb0-9c5597e8feab None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:59.597296 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-3fa9cbbc-828d-4b9d-9eb0-9c5597e8feab None None] Transition to ACTIVE for port object c76aef16-3234-43bc-bce0-246c0f23b024 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:34:59.609499 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a629f2d-708a-47e0-974f-84925d22a70f service neutron] Pushing event updated for resources: {'Port': ['ID=03bcb534-f067-4d36-a8d8-d6b8270d1da4,revision_number=7']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:59.615443 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3fa9cbbc-828d-4b9d-9eb0-9c5597e8feab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:59.627074 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-6a629f2d-708a-47e0-974f-84925d22a70f service neutron] Attempting to bind port 03bcb534-f067-4d36-a8d8-d6b8270d1da4 on host n-h1-794796-3 for vnic_type normal with profile {"migrating_to": "n-h2-794796-3"} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:59.628895 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-6a629f2d-708a-47e0-974f-84925d22a70f service neutron] Attempting to bind port 03bcb534-f067-4d36-a8d8-d6b8270d1da4 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'f6e5359a-1b58-4e86-b852-e45d185fad19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:59.630767 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-6a629f2d-708a-47e0-974f-84925d22a70f service neutron] Attempting to bind port 03bcb534-f067-4d36-a8d8-d6b8270d1da4 on network 4ca70199-f0ff-4e3d-b16a-4345a6e48c46 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:59.646069 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-6a629f2d-708a-47e0-974f-84925d22a70f service neutron] Port 03bcb534-f067-4d36-a8d8-d6b8270d1da4 on network 4ca70199-f0ff-4e3d-b16a-4345a6e48c46 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:34:59.646987 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-6a629f2d-708a-47e0-974f-84925d22a70f service neutron] Attempting to bind port 03bcb534-f067-4d36-a8d8-d6b8270d1da4 on network 4ca70199-f0ff-4e3d-b16a-4345a6e48c46 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:34:59.671829 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-6a629f2d-708a-47e0-974f-84925d22a70f service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:34:59.672574 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-6a629f2d-708a-47e0-974f-84925d22a70f service neutron] Checking segment: {'id': 'f6e5359a-1b58-4e86-b852-e45d185fad19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:34:59.673220 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-6a629f2d-708a-47e0-974f-84925d22a70f service neutron] Bound using segment: {'id': 'f6e5359a-1b58-4e86-b852-e45d185fad19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:34:59.673984 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-6a629f2d-708a-47e0-974f-84925d22a70f service neutron] Bound port: 03bcb534-f067-4d36-a8d8-d6b8270d1da4, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6e5359a-1b58-4e86-b852-e45d185fad19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:34:59.674658 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-6a629f2d-708a-47e0-974f-84925d22a70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:59.758700 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12bbe9-e1ae-4d77-852b-cff4aaddd929 None None] Pushing event updated for resources: {'Port': ['ID=c76aef16-3234-43bc-bce0-246c0f23b024,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:34:59.792800 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12bbe9-e1ae-4d77-852b-cff4aaddd929 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:59.792800 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12bbe9-e1ae-4d77-852b-cff4aaddd929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:59.793220 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12bbe9-e1ae-4d77-852b-cff4aaddd929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:59.793401 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12bbe9-e1ae-4d77-852b-cff4aaddd929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:59.799571 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12bbe9-e1ae-4d77-852b-cff4aaddd929 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:59.799571 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12bbe9-e1ae-4d77-852b-cff4aaddd929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:59.800054 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12bbe9-e1ae-4d77-852b-cff4aaddd929 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:59.802283 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12bbe9-e1ae-4d77-852b-cff4aaddd929 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:59.802714 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12bbe9-e1ae-4d77-852b-cff4aaddd929 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:59.803055 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12bbe9-e1ae-4d77-852b-cff4aaddd929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:59.803465 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12bbe9-e1ae-4d77-852b-cff4aaddd929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:59.803810 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da12bbe9-e1ae-4d77-852b-cff4aaddd929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:34:59.858488 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-6a629f2d-708a-47e0-974f-84925d22a70f service neutron] For port 03bcb534-f067-4d36-a8d8-d6b8270d1da4, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:34:59.863462 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-6a629f2d-708a-47e0-974f-84925d22a70f service neutron] For port 03bcb534-f067-4d36-a8d8-d6b8270d1da4, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=03bcb534-f067-4d36-a8d8-d6b8270d1da4,segment=NetworkSegment(f6e5359a-1b58-4e86-b852-e45d185fad19),segment_id=f6e5359a-1b58-4e86-b852-e45d185fad19)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:34:59.880061 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-1d6d5e11-8aae-4c89-a902-1f76f72ea04a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1418604026'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:34:59.901743 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8292a9c0-f358-428b-8c1b-08958c13fa8e None None] Provisioning complete for port 03bcb534-f067-4d36-a8d8-d6b8270d1da4 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:34:59.906214 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8292a9c0-f358-428b-8c1b-08958c13fa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:59.919968 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e125af67-5afa-4a7b-9c84-149416d1ca9b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:59.933009 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-6a629f2d-708a-47e0-974f-84925d22a70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:59.935842 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6d5e11-8aae-4c89-a902-1f76f72ea04a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Made reservation on behalf of 61c5d891d3cd422b859dd970ad66b6b5 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:34:59.942409 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d6d5e11-8aae-4c89-a902-1f76f72ea04a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:59.965878 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d6d5e11-8aae-4c89-a902-1f76f72ea04a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:34:59.990196 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-3fa9cbbc-828d-4b9d-9eb0-9c5597e8feab None None] Attempting to bind port c76aef16-3234-43bc-bce0-246c0f23b024 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:34:59.990768 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-3fa9cbbc-828d-4b9d-9eb0-9c5597e8feab None None] Attempting to bind port c76aef16-3234-43bc-bce0-246c0f23b024 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'b43189fb-3f0f-4f05-acec-a67261934ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:34:59.991704 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa9cbbc-828d-4b9d-9eb0-9c5597e8feab None None] Attempting to bind port c76aef16-3234-43bc-bce0-246c0f23b024 on network 12a8a431-293f-4ec5-9bf8-e75c29fff176 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:35:00.007966 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa9cbbc-828d-4b9d-9eb0-9c5597e8feab None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:35:00.008430 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa9cbbc-828d-4b9d-9eb0-9c5597e8feab None None] Checking segment: {'id': 'b43189fb-3f0f-4f05-acec-a67261934ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:35:00.009139 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3fa9cbbc-828d-4b9d-9eb0-9c5597e8feab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:00.009563 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa9cbbc-828d-4b9d-9eb0-9c5597e8feab None None] Bound using segment: {'id': 'b43189fb-3f0f-4f05-acec-a67261934ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:35:00.010357 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-3fa9cbbc-828d-4b9d-9eb0-9c5597e8feab None None] Bound port: c76aef16-3234-43bc-bce0-246c0f23b024, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43189fb-3f0f-4f05-acec-a67261934ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:35:00.015171 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3fa9cbbc-828d-4b9d-9eb0-9c5597e8feab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:00.071011 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0e29bab8-c9b2-49d6-abba-625a9786c77b req-0f8553d7-7952-4806-ab72-13f75db6e380 tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.1713028 Sep 01 15:35:00.161276 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8f3fab4-c407-4c33-a352-5651fadb103e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:00.184813 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8292a9c0-f358-428b-8c1b-08958c13fa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:00.230264 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125af67-5afa-4a7b-9c84-149416d1ca9b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Subnet': ['ID=6a70a2be-c2d8-4685-a2f3-7984d6e66972,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:00.236506 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-3fa9cbbc-828d-4b9d-9eb0-9c5597e8feab None None] For port c76aef16-3234-43bc-bce0-246c0f23b024, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:35:00.245034 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8f3fab4-c407-4c33-a352-5651fadb103e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:00.249813 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-3fa9cbbc-828d-4b9d-9eb0-9c5597e8feab None None] For port c76aef16-3234-43bc-bce0-246c0f23b024, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=c76aef16-3234-43bc-bce0-246c0f23b024,segment=NetworkSegment(b43189fb-3f0f-4f05-acec-a67261934ef9),segment_id=b43189fb-3f0f-4f05-acec-a67261934ef9)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:35:00.255995 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3fa9cbbc-828d-4b9d-9eb0-9c5597e8feab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:00.260965 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e125af67-5afa-4a7b-9c84-149416d1ca9b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Checking segment: {'id': '729a7b77-13e5-478c-b0f6-32a143e418ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:35:00.261862 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e125af67-5afa-4a7b-9c84-149416d1ca9b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network hostable DHCP agents. Network: 0b2d1f28-c9c1-4eee-b427-0e50e55c47fb, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:35:00.293928 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-8292a9c0-f358-428b-8c1b-08958c13fa8e None None] For port 03bcb534-f067-4d36-a8d8-d6b8270d1da4, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=03bcb534-f067-4d36-a8d8-d6b8270d1da4,segment=NetworkSegment(f6e5359a-1b58-4e86-b852-e45d185fad19),segment_id=f6e5359a-1b58-4e86-b852-e45d185fad19)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:00.297586 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753b4a80-5a07-45a2-98de-e6623261a19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bcb534-f067-4d36-a8d8-d6b8270d1da4'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:35:00.309286 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6127dc9-ff2a-42fb-bfd1-cee21fb03461" -d '{"events": [{"server_uuid": "753b4a80-5a07-45a2-98de-e6623261a19b", "name": "network-vif-plugged", "status": "completed", "tag": "03bcb534-f067-4d36-a8d8-d6b8270d1da4"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:35:00.314228 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8292a9c0-f358-428b-8c1b-08958c13fa8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:00.347349 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e125af67-5afa-4a7b-9c84-149416d1ca9b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network 0b2d1f28-c9c1-4eee-b427-0e50e55c47fb is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:35:00.404726 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-e125af67-5afa-4a7b-9c84-149416d1ca9b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 0b2d1f28-c9c1-4eee-b427-0e50e55c47fb) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:00.407735 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d6d5e11-8aae-4c89-a902-1f76f72ea04a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:00.462059 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e125af67-5afa-4a7b-9c84-149416d1ca9b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:00.470409 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d6d5e11-8aae-4c89-a902-1f76f72ea04a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:00.470770 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e125af67-5afa-4a7b-9c84-149416d1ca9b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:00.488973 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12bbe9-e1ae-4d77-852b-cff4aaddd929 None None] Pushing event updated for resources: {'Port': ['ID=c76aef16-3234-43bc-bce0-246c0f23b024,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:00.494743 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa9cbbc-828d-4b9d-9eb0-9c5597e8feab None None] Routers {'2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:00.496887 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3fa9cbbc-828d-4b9d-9eb0-9c5597e8feab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:34:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:00.511636 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6d5e11-8aae-4c89-a902-1f76f72ea04a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:35:00.514203 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8f3fab4-c407-4c33-a352-5651fadb103e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:00.530520 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8f3fab4-c407-4c33-a352-5651fadb103e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:00.534975 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e8f3fab4-c407-4c33-a352-5651fadb103e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0f5393c3-98b0-47fc-a3b0-ca8e6f265b92 HTTP/1.1" status: 204 len: 168 time: 1.4668710 Sep 01 15:35:00.556287 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e125af67-5afa-4a7b-9c84-149416d1ca9b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5763633 Sep 01 15:35:00.557679 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 35952) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:00.561122 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d6d5e11-8aae-4c89-a902-1f76f72ea04a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:00.561669 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-1d6d5e11-8aae-4c89-a902-1f76f72ea04a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Added segment dd2a6e63-d4a9-4dd7-98dd-3252fa81b401 of type vlan for network ca4989b6-67f0-4732-a191-7631fd4d6724 Sep 01 15:35:00.768159 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-3fa9cbbc-828d-4b9d-9eb0-9c5597e8feab None None] Set router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:00.779327 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d6d5e11-8aae-4c89-a902-1f76f72ea04a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:00.947741 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3fab4-c407-4c33-a352-5651fadb103e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5393c3-98b0-47fc-a3b0-ca8e6f265b92,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:01.163949 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d6d5e11-8aae-4c89-a902-1f76f72ea04a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:01.174737 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd7a08-b2b1-4014-a107-245b0663dd71 req-cb124caf-9a29-4ab5-a574-c2eac7c7d6a6 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:01.186497 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6d5e11-8aae-4c89-a902-1f76f72ea04a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:01.188244 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d6d5e11-8aae-4c89-a902-1f76f72ea04a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:01.192845 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d5e11-8aae-4c89-a902-1f76f72ea04a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2812a985-55ef-42a9-b6d3-698d549ee760,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:01.214599 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bacd7a08-b2b1-4014-a107-245b0663dd71 req-cb124caf-9a29-4ab5-a574-c2eac7c7d6a6 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7175708-3788-4d08-aa82-d9802d9149b0 HTTP/1.1" status: 200 len: 950 time: 0.8220699 Sep 01 15:35:01.317781 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bacd7a08-b2b1-4014-a107-245b0663dd71 req-5e47e10d-f691-4c77-abf3-c13ce92cd5b6 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14f6ecf-c362-4730-8202-a8f415c2de7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012783 Sep 01 15:35:01.367342 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07f2083-a547-4605-be24-16de3b6606d4 None None] Network 0b2d1f28-c9c1-4eee-b427-0e50e55c47fb requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:35:01.457024 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bfcc6d-5ac3-43fc-bf5b-1b57b35912dd x-openstack-request-id: req-c4bfcc6d-5ac3-43fc-bf5b-1b57b35912dd {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:35:01.457592 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753b4a80-5a07-45a2-98de-e6623261a19b", "name": "network-vif-plugged", "status": "completed", "tag": "03bcb534-f067-4d36-a8d8-d6b8270d1da4", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:35:01.458286 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c4bfcc6d-5ac3-43fc-bf5b-1b57b35912dd {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:35:01.459559 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753b4a80-5a07-45a2-98de-e6623261a19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bcb534-f067-4d36-a8d8-d6b8270d1da4', 'code': 200} Sep 01 15:35:01.536725 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3fa9cbbc-828d-4b9d-9eb0-9c5597e8feab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:34:53Z', 'revision_number': 2, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None, '_interfaces': [{'id': 'c76aef16-3234-43bc-bce0-246c0f23b024', 'name': '', 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:4d:66:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:50Z', 'updated_at': '2021-09-01T15:35:00Z', 'revision_number': 4, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:01.632142 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a629f2d-708a-47e0-974f-84925d22a70f service neutron] Pushing event updated for resources: {'Port': ['ID=03bcb534-f067-4d36-a8d8-d6b8270d1da4,revision_number=8']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:01.686968 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa9cbbc-828d-4b9d-9eb0-9c5597e8feab None None] The sync data for ids ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'] in n-d-794796-3 is: [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:34:53Z', 'revision_number': 2, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None, '_interfaces': [{'id': 'c76aef16-3234-43bc-bce0-246c0f23b024', 'name': '', 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:4d:66:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:50Z', 'updated_at': '2021-09-01T15:35:00Z', 'revision_number': 4, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:35:01.703291 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d5e11-8aae-4c89-a902-1f76f72ea04a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event updated for resources: {'Network': ['ID=ca4989b6-67f0-4732-a191-7631fd4d6724,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:01.717877 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1d6d5e11-8aae-4c89-a902-1f76f72ea04a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2955210 Sep 01 15:35:01.718618 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292a9c0-f358-428b-8c1b-08958c13fa8e None None] Pushing event updated for resources: {'Port': ['ID=03bcb534-f067-4d36-a8d8-d6b8270d1da4,revision_number=9']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:01.727189 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 35968) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:01.774367 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-29b4c52b-a710-4d83-b539-6156cdb78869 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Request body: {'subnet': {'network_id': 'ca4989b6-67f0-4732-a191-7631fd4d6724', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:01.781443 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network ca4989b6-67f0-4732-a191-7631fd4d6724 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:35:01.849506 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-074d24cf-ba2b-4334-a837-de45b02cccd6 req-4090452f-9809-4d2b-9d5b-4b1b9255964b tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.1903324 Sep 01 15:35:01.995373 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354f0e4-dec1-482f-9ef2-1530db30f85f req-d40f3f1b-5a1f-456b-ad6f-ed048d580da1 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:02.003697 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4354f0e4-dec1-482f-9ef2-1530db30f85f req-d40f3f1b-5a1f-456b-ad6f-ed048d580da1 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 945 time: 1.5858328 Sep 01 15:35:02.031104 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b4c52b-a710-4d83-b539-6156cdb78869 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Made reservation on behalf of 61c5d891d3cd422b859dd970ad66b6b5 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:35:02.036789 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-29b4c52b-a710-4d83-b539-6156cdb78869 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:02.106726 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:35:02.273660 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aaa51f27-0bbb-4e8f-a96f-555dbd1e0aa5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:02.336195 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a68e8-7971-4e34-a84f-35249bd6feae req-4361db52-988d-411e-9d66-b505f4b4faea tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:02.343453 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6a7a68e8-7971-4e34-a84f-35249bd6feae req-4361db52-988d-411e-9d66-b505f4b4faea tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7175708-3788-4d08-aa82-d9802d9149b0 HTTP/1.1" status: 200 len: 950 time: 0.7313507 Sep 01 15:35:02.474042 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-393dce6c-be60-473e-9ce7-26c79800c35e None None] Provisioning complete for port 03bcb534-f067-4d36-a8d8-d6b8270d1da4 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:02.474932 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-393dce6c-be60-473e-9ce7-26c79800c35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:02.525214 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-6a629f2d-708a-47e0-974f-84925d22a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:02.526724 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-6a629f2d-708a-47e0-974f-84925d22a70f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:02.529482 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-6a629f2d-708a-47e0-974f-84925d22a70f service neutron] 10.222.0.62 "PUT /v2.0/ports/03bcb534-f067-4d36-a8d8-d6b8270d1da4 HTTP/1.1" status: 200 len: 1121 time: 4.7982633 Sep 01 15:35:02.530699 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753b4a80-5a07-45a2-98de-e6623261a19b', 'tag': '03bcb534-f067-4d36-a8d8-d6b8270d1da4'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:35:02.534279 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a1724f-c3f7-4227-a6e2-bd07e5213670" -d '{"events": [{"name": "network-changed", "server_uuid": "753b4a80-5a07-45a2-98de-e6623261a19b", "tag": "03bcb534-f067-4d36-a8d8-d6b8270d1da4"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:35:02.602477 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4354f0e4-dec1-482f-9ef2-1530db30f85f req-e9cfa139-a195-419a-b078-b8a53b6f265c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5959797 Sep 01 15:35:02.715366 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf8fbca-c3c7-442b-a9b5-44eda3710f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-0b2d1f28-c9c1-4eee-b427-0e50e55c47fb', 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'fixed_ips': [{'subnet_id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:35:02.720107 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-caf8fbca-c3c7-442b-a9b5-44eda3710f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:02.814929 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['03bcb534-f067-4d36-a8d8-d6b8270d1da4'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:35:02.960818 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-aaa51f27-0bbb-4e8f-a96f-555dbd1e0aa5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Allocated IP 2001:db8:1::1 (0b2d1f28-c9c1-4eee-b427-0e50e55c47fb/6a70a2be-c2d8-4685-a2f3-7984d6e66972/b15dd181-4ef3-401d-b22a-a8e76b777f74) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:35:03.482475 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0d046-6933-4b1e-aa0c-d26f55baf879 req-4c816f3e-a9b8-4952-9e89-4789e14d6f80 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:03.484116 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2fa0d046-6933-4b1e-aa0c-d26f55baf879 req-4c816f3e-a9b8-4952-9e89-4789e14d6f80 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7175708-3788-4d08-aa82-d9802d9149b0 HTTP/1.1" status: 200 len: 950 time: 0.3100286 Sep 01 15:35:03.613026 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aaa51f27-0bbb-4e8f-a96f-555dbd1e0aa5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:03.644665 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2fa0d046-6933-4b1e-aa0c-d26f55baf879 req-c2a57e75-8c17-4481-971b-9d9a6b753ca6 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14f6ecf-c362-4730-8202-a8f415c2de7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503386 Sep 01 15:35:03.650122 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-aaa51f27-0bbb-4e8f-a96f-555dbd1e0aa5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Transition to ACTIVE for port object b15dd181-4ef3-401d-b22a-a8e76b777f74 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:35:03.678209 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c76aef16-3234-43bc-bce0-246c0f23b024 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:35:03.745433 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aaa51f27-0bbb-4e8f-a96f-555dbd1e0aa5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:04.018148 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa51f27-0bbb-4e8f-a96f-555dbd1e0aa5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network 0b2d1f28-c9c1-4eee-b427-0e50e55c47fb is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:35:04.052320 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-caf8fbca-c3c7-442b-a9b5-44eda3710f75 None None] Allocated IP 2001:db8:1::2 (0b2d1f28-c9c1-4eee-b427-0e50e55c47fb/6a70a2be-c2d8-4685-a2f3-7984d6e66972/781fb7de-13e9-41c7-bde3-949989c7f6c0) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:35:04.072195 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port c76aef16-3234-43bc-bce0-246c0f23b024 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:35:04.082053 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-aaa51f27-0bbb-4e8f-a96f-555dbd1e0aa5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:04.122717 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port c76aef16-3234-43bc-bce0-246c0f23b024 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:04.123339 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:04.130908 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996ef6dc-544f-4fa4-a281-fd3fedc6bced x-openstack-request-id: req-996ef6dc-544f-4fa4-a281-fd3fedc6bced {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:35:04.131813 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753b4a80-5a07-45a2-98de-e6623261a19b", "tag": "03bcb534-f067-4d36-a8d8-d6b8270d1da4", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:35:04.132364 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-996ef6dc-544f-4fa4-a281-fd3fedc6bced {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:35:04.132875 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753b4a80-5a07-45a2-98de-e6623261a19b', 'tag': '03bcb534-f067-4d36-a8d8-d6b8270d1da4', 'status': 'completed', 'code': 200} Sep 01 15:35:04.135325 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa51f27-0bbb-4e8f-a96f-555dbd1e0aa5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:35:04.141042 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aaa51f27-0bbb-4e8f-a96f-555dbd1e0aa5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:04.345598 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa51f27-0bbb-4e8f-a96f-555dbd1e0aa5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Port': ['ID=b15dd181-4ef3-401d-b22a-a8e76b777f74,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:04.369279 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc11082c-5575-4153-9c3a-dd79a587cea8 req-3b4607c3-88b5-4d91-9488-6014b5590274 tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.1885531 Sep 01 15:35:04.407822 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e599842-b727-497f-a73d-26c9e197c599 req-bb3445c1-6a62-4450-8c55-a4d1827f0392 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:04.423285 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e599842-b727-497f-a73d-26c9e197c599 req-bb3445c1-6a62-4450-8c55-a4d1827f0392 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 945 time: 0.5663381 Sep 01 15:35:04.448717 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-6a7a68e8-7971-4e34-a84f-35249bd6feae req-c082c601-3510-4b7f-a74c-699dba95506f tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Deleting port 34ced777-ab10-4e17-9fa7-2d9eba1669a9 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:35:04.449317 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6a7a68e8-7971-4e34-a84f-35249bd6feae req-c082c601-3510-4b7f-a74c-699dba95506f tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:04.463663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1724f-c3f7-4227-a6e2-bd07e5213670 req-6e1f860d-735e-46be-b7cd-844cda0dd04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:04.467998 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66a1724f-c3f7-4227-a6e2-bd07e5213670 req-6e1f860d-735e-46be-b7cd-844cda0dd04a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 1126 time: 1.5651913 Sep 01 15:35:04.603138 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e599842-b727-497f-a73d-26c9e197c599 req-7987fc10-c93f-46a8-96a0-8a8e1dbfd9ff tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661787 Sep 01 15:35:04.722378 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:04.792805 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1724f-c3f7-4227-a6e2-bd07e5213670 req-9f494834-cc0a-47db-9ddb-75ede00204b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:04.794935 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66a1724f-c3f7-4227-a6e2-bd07e5213670 req-9f494834-cc0a-47db-9ddb-75ede00204b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4ca70199-f0ff-4e3d-b16a-4345a6e48c46 HTTP/1.1" status: 200 len: 896 time: 0.2989576 Sep 01 15:35:04.796073 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-29b4c52b-a710-4d83-b539-6156cdb78869 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:04.823182 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aaa51f27-0bbb-4e8f-a96f-555dbd1e0aa5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:05.014987 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port c76aef16-3234-43bc-bce0-246c0f23b024, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=c76aef16-3234-43bc-bce0-246c0f23b024,segment=NetworkSegment(b43189fb-3f0f-4f05-acec-a67261934ef9),segment_id=b43189fb-3f0f-4f05-acec-a67261934ef9)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:05.020170 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-caf8fbca-c3c7-442b-a9b5-44eda3710f75 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:05.027953 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:05.202973 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=c76aef16-3234-43bc-bce0-246c0f23b024,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:05.218091 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-caf8fbca-c3c7-442b-a9b5-44eda3710f75 None None] Transition to ACTIVE for port object 781fb7de-13e9-41c7-bde3-949989c7f6c0 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:35:05.224682 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:05.225286 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:05.225852 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:05.226448 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:05.228341 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:05.228927 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:05.229485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:05.230049 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:05.230642 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:05.231194 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:05.231925 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:05.232481 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:05.267978 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-caf8fbca-c3c7-442b-a9b5-44eda3710f75 None None] Transition to ACTIVE for port object 781fb7de-13e9-41c7-bde3-949989c7f6c0 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:35:05.280453 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-caf8fbca-c3c7-442b-a9b5-44eda3710f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:05.326517 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4c52b-a710-4d83-b539-6156cdb78869 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event updated for resources: {'Subnet': ['ID=79da19ba-ce3a-433e-934e-cc3b24f4adcf,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:05.375397 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66a1724f-c3f7-4227-a6e2-bd07e5213670 req-9a0d4f36-2301-4f17-88d7-3dbc103eeef3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03bcb534-f067-4d36-a8d8-d6b8270d1da4 HTTP/1.1" status: 200 len: 999 time: 0.4549358 Sep 01 15:35:05.441064 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802d446-766c-47a2-bd98-8c0783c8462d req-62f82ede-6de4-4e60-9fb6-178b892c1eda tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:05.444044 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1802d446-766c-47a2-bd98-8c0783c8462d req-62f82ede-6de4-4e60-9fb6-178b892c1eda tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7175708-3788-4d08-aa82-d9802d9149b0 HTTP/1.1" status: 200 len: 950 time: 0.6445625 Sep 01 15:35:05.447602 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6a7a68e8-7971-4e34-a84f-35249bd6feae req-c082c601-3510-4b7f-a74c-699dba95506f tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] For port 34ced777-ab10-4e17-9fa7-2d9eba1669a9, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=34ced777-ab10-4e17-9fa7-2d9eba1669a9,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:05.448238 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6a7a68e8-7971-4e34-a84f-35249bd6feae req-c082c601-3510-4b7f-a74c-699dba95506f tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:05.491688 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aaa51f27-0bbb-4e8f-a96f-555dbd1e0aa5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:05.501314 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aaa51f27-0bbb-4e8f-a96f-555dbd1e0aa5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:05.503112 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aaa51f27-0bbb-4e8f-a96f-555dbd1e0aa5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:05.551709 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b4c52b-a710-4d83-b539-6156cdb78869 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Checking segment: {'id': 'dd2a6e63-d4a9-4dd7-98dd-3252fa81b401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'ca4989b6-67f0-4732-a191-7631fd4d6724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:35:05.552326 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b4c52b-a710-4d83-b539-6156cdb78869 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Network hostable DHCP agents. Network: ca4989b6-67f0-4732-a191-7631fd4d6724, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:35:05.558424 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8fbca-c3c7-442b-a9b5-44eda3710f75 None None] Pushing event updated for resources: {'Port': ['ID=781fb7de-13e9-41c7-bde3-949989c7f6c0,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:05.580666 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf8fbca-c3c7-442b-a9b5-44eda3710f75 None None] Network 0b2d1f28-c9c1-4eee-b427-0e50e55c47fb is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:35:05.583064 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-caf8fbca-c3c7-442b-a9b5-44eda3710f75 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:05.593801 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf8fbca-c3c7-442b-a9b5-44eda3710f75 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:35:05.650616 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-35cc1714-cdaa-4001-b24b-a4415d757bb9 req-2f0e1f53-acfe-43ce-98ca-0fc27b0efa61 tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.0603917 Sep 01 15:35:05.651466 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c76aef16-3234-43bc-bce0-246c0f23b024 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:35:05.667226 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-6a7a68e8-7971-4e34-a84f-35249bd6feae req-c082c601-3510-4b7f-a74c-699dba95506f tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Calling delete_port for 34ced777-ab10-4e17-9fa7-2d9eba1669a9 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:35:05.862227 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 03bcb534-f067-4d36-a8d8-d6b8270d1da4 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:35:05.877830 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa51f27-0bbb-4e8f-a96f-555dbd1e0aa5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network 0b2d1f28-c9c1-4eee-b427-0e50e55c47fb is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:35:05.880757 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa51f27-0bbb-4e8f-a96f-555dbd1e0aa5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Port': ['ID=b15dd181-4ef3-401d-b22a-a8e76b777f74,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:05.898232 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1724f-c3f7-4227-a6e2-bd07e5213670 req-7ee59082-a90a-43dc-965d-4693281e27e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:05.902074 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66a1724f-c3f7-4227-a6e2-bd07e5213670 req-7ee59082-a90a-43dc-965d-4693281e27e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bcb33d60-1f3f-4daa-9eeb-83a83c5955c8 HTTP/1.1" status: 200 len: 835 time: 0.5020339 Sep 01 15:35:05.941590 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-aaa51f27-0bbb-4e8f-a96f-555dbd1e0aa5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:05.941943 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b4c52b-a710-4d83-b539-6156cdb78869 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Network ca4989b6-67f0-4732-a191-7631fd4d6724 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:35:05.996306 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 34ced777-ab10-4e17-9fa7-2d9eba1669a9 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:35:06.085829 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1802d446-766c-47a2-bd98-8c0783c8462d req-b7998dcb-c1f2-4fa0-b556-7e7762dd177a tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/security-groups?id=b14f6ecf-c362-4730-8202-a8f415c2de7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5365787 Sep 01 15:35:06.086969 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-29b4c52b-a710-4d83-b539-6156cdb78869 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, ca4989b6-67f0-4732-a191-7631fd4d6724) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:06.102252 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b4c52b-a710-4d83-b539-6156cdb78869 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:06.102901 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-29b4c52b-a710-4d83-b539-6156cdb78869 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:06.148123 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 03bcb534-f067-4d36-a8d8-d6b8270d1da4, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=03bcb534-f067-4d36-a8d8-d6b8270d1da4,segment=NetworkSegment(f6e5359a-1b58-4e86-b852-e45d185fad19),segment_id=f6e5359a-1b58-4e86-b852-e45d185fad19)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:06.179007 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 03bcb534-f067-4d36-a8d8-d6b8270d1da4 has no active binding in host n-h2-794796-3 {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 01 15:35:06.190746 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1816e3-5070-4251-aec1-426d4c6c3f8a None None] Network ca4989b6-67f0-4732-a191-7631fd4d6724 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:35:06.261107 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-29b4c52b-a710-4d83-b539-6156cdb78869 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.4938083 Sep 01 15:35:06.266179 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36058) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:06.274363 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1724f-c3f7-4227-a6e2-bd07e5213670 req-472d5603-3052-45ba-b7ed-3dafca191dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:06.285483 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66a1724f-c3f7-4227-a6e2-bd07e5213670 req-472d5603-3052-45ba-b7ed-3dafca191dc0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ca70199-f0ff-4e3d-b16a-4345a6e48c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3284912 Sep 01 15:35:06.312338 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-27cb53d0-564f-472c-a19e-29f872486a8c tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-982696352', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}, 'admin_state_up': False}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:06.344665 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-caf8fbca-c3c7-442b-a9b5-44eda3710f75 None None] Attempting to bind port 781fb7de-13e9-41c7-bde3-949989c7f6c0 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:35:06.345041 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-caf8fbca-c3c7-442b-a9b5-44eda3710f75 None None] Attempting to bind port 781fb7de-13e9-41c7-bde3-949989c7f6c0 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '729a7b77-13e5-478c-b0f6-32a143e418ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:35:06.345532 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf8fbca-c3c7-442b-a9b5-44eda3710f75 None None] Attempting to bind port 781fb7de-13e9-41c7-bde3-949989c7f6c0 on network 0b2d1f28-c9c1-4eee-b427-0e50e55c47fb {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:35:06.373258 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf8fbca-c3c7-442b-a9b5-44eda3710f75 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:35:06.373554 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf8fbca-c3c7-442b-a9b5-44eda3710f75 None None] Checking segment: {'id': '729a7b77-13e5-478c-b0f6-32a143e418ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:35:06.373926 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-caf8fbca-c3c7-442b-a9b5-44eda3710f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:06.374362 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf8fbca-c3c7-442b-a9b5-44eda3710f75 None None] Bound using segment: {'id': '729a7b77-13e5-478c-b0f6-32a143e418ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:35:06.374871 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-caf8fbca-c3c7-442b-a9b5-44eda3710f75 None None] Bound port: 781fb7de-13e9-41c7-bde3-949989c7f6c0, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '729a7b77-13e5-478c-b0f6-32a143e418ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:35:06.375265 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-caf8fbca-c3c7-442b-a9b5-44eda3710f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:06.376777 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08194e5d-4ddc-4a2a-9967-b88a87cc648b req-ade18c89-752b-427e-8624-da949942c3d9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:06.379632 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-08194e5d-4ddc-4a2a-9967-b88a87cc648b req-ade18c89-752b-427e-8624-da949942c3d9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 945 time: 0.5265572 Sep 01 15:35:06.440013 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port c76aef16-3234-43bc-bce0-246c0f23b024 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:06.440013 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:06.593309 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6a7a68e8-7971-4e34-a84f-35249bd6feae req-c082c601-3510-4b7f-a74c-699dba95506f tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:06.665183 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa51f27-0bbb-4e8f-a96f-555dbd1e0aa5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:35:06.680523 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27cb53d0-564f-472c-a19e-29f872486a8c tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:06.682634 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27cb53d0-564f-472c-a19e-29f872486a8c tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:06.706516 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-08194e5d-4ddc-4a2a-9967-b88a87cc648b req-846c13b2-0a81-4835-ac0a-7d010c2ba240 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3086381 Sep 01 15:35:06.749391 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082c601-3510-4b7f-a74c-699dba95506f tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Pushing event deleted for resources: {'Port': ['ID=34ced777-ab10-4e17-9fa7-2d9eba1669a9,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:06.855933 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:06.862576 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aee38e-059d-4f15-ae2f-1da280589498 None None] Network ca4989b6-67f0-4732-a191-7631fd4d6724 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:35:06.868075 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-caf8fbca-c3c7-442b-a9b5-44eda3710f75 None None] For port 781fb7de-13e9-41c7-bde3-949989c7f6c0, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:35:06.886242 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-edc620e0-4a83-442e-9093-d3e161b5c00f req-dd655ad3-9f47-453d-9b88-7d7aec1bfba0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.1854899 Sep 01 15:35:07.018687 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7a68e8-7971-4e34-a84f-35249bd6feae req-c082c601-3510-4b7f-a74c-699dba95506f tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] No DVR routers for this DVR port 34ced777-ab10-4e17-9fa7-2d9eba1669a9 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:35:07.028444 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6a7a68e8-7971-4e34-a84f-35249bd6feae req-c082c601-3510-4b7f-a74c-699dba95506f tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:07.046438 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6a7a68e8-7971-4e34-a84f-35249bd6feae req-c082c601-3510-4b7f-a74c-699dba95506f tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.62 "DELETE /v2.0/ports/34ced777-ab10-4e17-9fa7-2d9eba1669a9 HTTP/1.1" status: 204 len: 173 time: 4.6589019 Sep 01 15:35:07.058656 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-caf8fbca-c3c7-442b-a9b5-44eda3710f75 None None] For port 781fb7de-13e9-41c7-bde3-949989c7f6c0, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=781fb7de-13e9-41c7-bde3-949989c7f6c0,segment=NetworkSegment(729a7b77-13e5-478c-b0f6-32a143e418ec),segment_id=729a7b77-13e5-478c-b0f6-32a143e418ec)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:35:07.061414 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7175708-3788-4d08-aa82-d9802d9149b0', 'name': 'network-vif-deleted', 'tag': '34ced777-ab10-4e17-9fa7-2d9eba1669a9'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:35:07.068958 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45d4038-a3e7-4b5b-b06e-3c708931a894" -d '{"events": [{"server_uuid": "f7175708-3788-4d08-aa82-d9802d9149b0", "name": "network-vif-deleted", "tag": "34ced777-ab10-4e17-9fa7-2d9eba1669a9"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:35:07.083745 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-97e47470-6b9c-4a66-9c09-8e4ac78084e9 req-dc9786c8-ea47-421e-bf4d-0b9e518503b1 tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.2099977 Sep 01 15:35:07.154402 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66a1724f-c3f7-4227-a6e2-bd07e5213670 req-2ced0baf-2b95-4e3a-bf59-0cb8fc1ac6da service neutron] 10.222.0.45 "GET /v2.0/networks/4ca70199-f0ff-4e3d-b16a-4345a6e48c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8510318 Sep 01 15:35:07.166510 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297c5af1-b565-4f14-b05e-448eff5d1511 x-openstack-request-id: req-297c5af1-b565-4f14-b05e-448eff5d1511 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:35:07.167000 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7175708-3788-4d08-aa82-d9802d9149b0", "name": "network-vif-deleted", "tag": "34ced777-ab10-4e17-9fa7-2d9eba1669a9", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:35:07.167439 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-297c5af1-b565-4f14-b05e-448eff5d1511 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:35:07.167972 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7175708-3788-4d08-aa82-d9802d9149b0', 'name': 'network-vif-deleted', 'tag': '34ced777-ab10-4e17-9fa7-2d9eba1669a9', 'status': 'completed', 'code': 200} Sep 01 15:35:07.172593 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27cb53d0-564f-472c-a19e-29f872486a8c tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:07.392445 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa51f27-0bbb-4e8f-a96f-555dbd1e0aa5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:35:07.407889 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-caf8fbca-c3c7-442b-a9b5-44eda3710f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:07.429207 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfc7e57-7713-4e4b-8b84-16671016bacd None None] Sync routers for ids ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:35:07.483088 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-aaa51f27-0bbb-4e8f-a96f-555dbd1e0aa5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "PUT /v2.0/routers/2a0d405f-2f5c-4851-8206-4d8e4bc2b95b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9113283 Sep 01 15:35:07.486256 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36084) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:07.500151 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-43e934a3-4622-456c-a0f9-a98531cb848d req-dc54fe4a-1232-40c1-b306-73b39b37c89b tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7175708-3788-4d08-aa82-d9802d9149b0 HTTP/1.1" status: 200 len: 210 time: 0.1497211 Sep 01 15:35:07.512523 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-8eb906c3-e7dd-426d-91cb-f013158c1b2e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1233450915'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:07.579428 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27cb53d0-564f-472c-a19e-29f872486a8c tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:07.610197 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66a1724f-c3f7-4227-a6e2-bd07e5213670 req-5af52814-134c-4e72-bed3-4a1797878a40 service neutron] 10.222.0.45 "GET /v2.0/networks/4ca70199-f0ff-4e3d-b16a-4345a6e48c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347467 Sep 01 15:35:07.669413 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb906c3-e7dd-426d-91cb-f013158c1b2e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Made reservation on behalf of 04587385136a4cf6b43419edb8262f74 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:35:07.674383 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8eb906c3-e7dd-426d-91cb-f013158c1b2e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:07.829813 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfc7e57-7713-4e4b-8b84-16671016bacd None None] Routers {'2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:07.830518 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-ddfc7e57-7713-4e4b-8b84-16671016bacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:34:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:07.918719 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c870768-3a58-41fb-9039-4751ab5b515a req-326ed2bc-4e78-4d22-b15f-5d65556a0a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:07.919841 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8c870768-3a58-41fb-9039-4751ab5b515a req-326ed2bc-4e78-4d22-b15f-5d65556a0a28 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 1126 time: 0.1816025 Sep 01 15:35:07.955865 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb906c3-e7dd-426d-91cb-f013158c1b2e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:35:08.015154 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8fbca-c3c7-442b-a9b5-44eda3710f75 None None] Pushing event updated for resources: {'Port': ['ID=781fb7de-13e9-41c7-bde3-949989c7f6c0,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:08.044026 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8eb906c3-e7dd-426d-91cb-f013158c1b2e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:08.044365 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-8eb906c3-e7dd-426d-91cb-f013158c1b2e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Added segment b367827b-fd18-4321-8e09-627bf97ad34c of type vlan for network fc36e408-a780-4647-bd53-6ffe0a2a3a8f Sep 01 15:35:08.170257 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-ddfc7e57-7713-4e4b-8b84-16671016bacd None None] Set router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:08.189196 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8eb906c3-e7dd-426d-91cb-f013158c1b2e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:08.215128 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ee116-84d6-455e-bfef-ae51cc4e9316 req-cf48cf60-170f-4598-991e-34fd4a1a0689 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:08.215488 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c870768-3a58-41fb-9039-4751ab5b515a req-ad284110-a697-4f59-89cc-b57a37c34552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:08.216808 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e47ee116-84d6-455e-bfef-ae51cc4e9316 req-cf48cf60-170f-4598-991e-34fd4a1a0689 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 945 time: 0.3022287 Sep 01 15:35:08.217109 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8c870768-3a58-41fb-9039-4751ab5b515a req-ad284110-a697-4f59-89cc-b57a37c34552 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4ca70199-f0ff-4e3d-b16a-4345a6e48c46 HTTP/1.1" status: 200 len: 896 time: 0.2656169 Sep 01 15:35:08.316354 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e47ee116-84d6-455e-bfef-ae51cc4e9316 req-77b3b6a6-c388-44b1-9144-a2fc92026c74 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862586 Sep 01 15:35:08.327187 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8eb906c3-e7dd-426d-91cb-f013158c1b2e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:08.334176 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb906c3-e7dd-426d-91cb-f013158c1b2e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:08.335296 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8eb906c3-e7dd-426d-91cb-f013158c1b2e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:08.481991 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8dae1ec6-f450-421f-a558-dd5c7589449e req-643c593f-8d7a-4edc-a9a0-7244c965e016 tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.1275728 Sep 01 15:35:08.539156 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb906c3-e7dd-426d-91cb-f013158c1b2e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Network': ['ID=fc36e408-a780-4647-bd53-6ffe0a2a3a8f,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:08.569529 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8c870768-3a58-41fb-9039-4751ab5b515a req-dd67466f-6d28-4aa0-a31f-d8d70f57272d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03bcb534-f067-4d36-a8d8-d6b8270d1da4 HTTP/1.1" status: 200 len: 999 time: 0.3371325 Sep 01 15:35:08.608601 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network fc36e408-a780-4647-bd53-6ffe0a2a3a8f details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:35:08.702685 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-b61bed50-d475-4f83-bb9b-8a80aa77fefd service neutron] 10.222.0.45 "GET /v2.0/ports/03bcb534-f067-4d36-a8d8-d6b8270d1da4/bindings/n-h2-794796-3 HTTP/1.1" status: 200 len: 384 time: 0.3222768 Sep 01 15:35:08.764803 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c870768-3a58-41fb-9039-4751ab5b515a req-e9cd4037-544e-4997-8c98-0c3aa1696732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:08.789559 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8c870768-3a58-41fb-9039-4751ab5b515a req-e9cd4037-544e-4997-8c98-0c3aa1696732 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bcb33d60-1f3f-4daa-9eeb-83a83c5955c8 HTTP/1.1" status: 200 len: 835 time: 0.2020047 Sep 01 15:35:08.823450 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:08.839137 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8eb906c3-e7dd-426d-91cb-f013158c1b2e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3521018 Sep 01 15:35:08.843284 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36102) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:08.891847 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-ddfc7e57-7713-4e4b-8b84-16671016bacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 3, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None, '_interfaces': [{'id': 'b15dd181-4ef3-401d-b22a-a8e76b777f74', 'name': '', 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:40:87:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:02Z', 'updated_at': '2021-09-01T15:35:05Z', 'revision_number': 2, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76aef16-3234-43bc-bce0-246c0f23b024', 'name': '', 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:4d:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:50Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:08.946435 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c870768-3a58-41fb-9039-4751ab5b515a req-33595afa-c085-40cb-a128-79c8e311787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:08.952010 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27cb53d0-564f-472c-a19e-29f872486a8c tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:08.956944 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8c870768-3a58-41fb-9039-4751ab5b515a req-33595afa-c085-40cb-a128-79c8e311787b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ca70199-f0ff-4e3d-b16a-4345a6e48c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1643279 Sep 01 15:35:08.969381 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-327ce55e-e66f-42a4-a9d4-72c917541612 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'subnet': {'network_id': 'fc36e408-a780-4647-bd53-6ffe0a2a3a8f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:09.094927 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfc7e57-7713-4e4b-8b84-16671016bacd None None] Checking router: 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:35:09.095564 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfc7e57-7713-4e4b-8b84-16671016bacd None None] Updating router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b port b15dd181-4ef3-401d-b22a-a8e76b777f74 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:35:09.182344 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f9bd64b5-ce21-4621-8579-1d5cb7954bcf req-963b8d15-a709-4944-890f-5505acc5b290 tempest-VolumesNegativeTest-27106249 tempest-VolumesNegativeTest-27106249-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7175708-3788-4d08-aa82-d9802d9149b0 HTTP/1.1" status: 200 len: 210 time: 0.4759674 Sep 01 15:35:09.227698 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27cb53d0-564f-472c-a19e-29f872486a8c tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:09.271664 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ddfc7e57-7713-4e4b-8b84-16671016bacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:09.444618 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1e2f8d3d-13d2-45c0-99b7-4f4fcc6fbefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:09.463194 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8c870768-3a58-41fb-9039-4751ab5b515a req-eb3fd307-3ec9-4837-b693-99cd5a03cac8 service neutron] 10.222.0.45 "GET /v2.0/networks/4ca70199-f0ff-4e3d-b16a-4345a6e48c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953418 Sep 01 15:35:09.553049 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-27cb53d0-564f-472c-a19e-29f872486a8c tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Allocated IP 172.25.6.72 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/a8d16d1f-509c-433f-a1b6-3086f8651b83) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:35:09.943736 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27cb53d0-564f-472c-a19e-29f872486a8c tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:09.944864 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8c870768-3a58-41fb-9039-4751ab5b515a req-7069d2ee-fc5d-4c82-ba0c-2569447a1ef9 service neutron] 10.222.0.45 "GET /v2.0/networks/4ca70199-f0ff-4e3d-b16a-4345a6e48c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703491 Sep 01 15:35:09.987479 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327ce55e-e66f-42a4-a9d4-72c917541612 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Made reservation on behalf of 04587385136a4cf6b43419edb8262f74 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:35:09.992805 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-327ce55e-e66f-42a4-a9d4-72c917541612 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:10.023684 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 781fb7de-13e9-41c7-bde3-949989c7f6c0 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:35:10.095646 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6a83ebf0-7717-427a-a538-f2c28967cc28 req-72d6c1fd-8384-4061-95fa-6a4d006a060d tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.2564785 Sep 01 15:35:10.129703 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75af12-2d78-4a30-9688-da13a93b9e9a req-3d2d6249-44cf-4b15-95af-5a75207f78ae tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:10.138266 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637fd1be-6eb8-4118-a7ed-58930c4b168b None None] Network 0b2d1f28-c9c1-4eee-b427-0e50e55c47fb requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:35:10.139158 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bd75af12-2d78-4a30-9688-da13a93b9e9a req-3d2d6249-44cf-4b15-95af-5a75207f78ae tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 945 time: 0.1883812 Sep 01 15:35:10.247586 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bd75af12-2d78-4a30-9688-da13a93b9e9a req-04255bfd-9e14-4ccc-b21e-530baf60f831 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077557 Sep 01 15:35:10.578515 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d4b112e0-8774-4ecd-9c9e-bda6c6e21a41 None None] Provisioning for port 781fb7de-13e9-41c7-bde3-949989c7f6c0 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:35:10.623466 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d4b112e0-8774-4ecd-9c9e-bda6c6e21a41 None None] Provisioning complete for port 781fb7de-13e9-41c7-bde3-949989c7f6c0 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:10.625232 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d4b112e0-8774-4ecd-9c9e-bda6c6e21a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:10.756039 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 781fb7de-13e9-41c7-bde3-949989c7f6c0 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:35:10.795803 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00c82af2-a4bf-4edb-9326-2bdfcd126e73 req-9e1b6176-2a6f-4e21-919c-b109205bba39 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c1f47d553dc441678d20bdc19291153e&device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.0634413 Sep 01 15:35:10.811365 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 781fb7de-13e9-41c7-bde3-949989c7f6c0 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:10.812186 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:10.845372 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00c82af2-a4bf-4edb-9326-2bdfcd126e73 req-d2736b7c-5ab6-4233-bb6b-444a8a4ba083 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=c1f47d553dc441678d20bdc19291153e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336812 Sep 01 15:35:11.009209 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:11.111063 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 03bcb534-f067-4d36-a8d8-d6b8270d1da4 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:35:11.140046 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c82af2-a4bf-4edb-9326-2bdfcd126e73 req-11ef0cc2-a3ec-40d1-8857-72c4d00b710b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:11.141665 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00c82af2-a4bf-4edb-9326-2bdfcd126e73 req-11ef0cc2-a3ec-40d1-8857-72c4d00b710b service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2882457 Sep 01 15:35:11.265217 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ddfc7e57-7713-4e4b-8b84-16671016bacd None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:11.288617 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d4b112e0-8774-4ecd-9c9e-bda6c6e21a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:11.316226 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 781fb7de-13e9-41c7-bde3-949989c7f6c0, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=781fb7de-13e9-41c7-bde3-949989c7f6c0,segment=NetworkSegment(729a7b77-13e5-478c-b0f6-32a143e418ec),segment_id=729a7b77-13e5-478c-b0f6-32a143e418ec)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:11.338165 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ddfc7e57-7713-4e4b-8b84-16671016bacd None None] Transition to ACTIVE for port object b15dd181-4ef3-401d-b22a-a8e76b777f74 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:35:11.342582 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:11.479090 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=781fb7de-13e9-41c7-bde3-949989c7f6c0,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:11.492767 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ddfc7e57-7713-4e4b-8b84-16671016bacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:11.608541 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-892ddb34-1575-467a-bda1-76fb73e625c0 req-a71395e9-4bf9-46e5-ac87-294575d18ada service neutron] (94733) timed out ('10.222.0.60', 44136) {{(pid=94733) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 15:35:11.781196 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.api [None req-d4b112e0-8774-4ecd-9c9e-bda6c6e21a41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:35:11.781721 n-d-794796-3 neutron-server[94735]: DEBUG oslo_db.api [None req-d4b112e0-8774-4ecd-9c9e-bda6c6e21a41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:35:11.785171 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:11.856864 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b3394-163b-426a-b585-56f46ba1a7a1 req-50bc1079-0d08-4a21-9121-028ad406709a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:11.871580 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1f6b3394-163b-426a-b585-56f46ba1a7a1 req-50bc1079-0d08-4a21-9121-028ad406709a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 945 time: 0.4338160 Sep 01 15:35:11.997987 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 781fb7de-13e9-41c7-bde3-949989c7f6c0 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:35:12.004417 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1f6b3394-163b-426a-b585-56f46ba1a7a1 req-b25ecfe3-ad32-41c7-96eb-835848dc26e5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272373 Sep 01 15:35:12.062370 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27cb53d0-564f-472c-a19e-29f872486a8c tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:12.076219 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155d95b-e779-44b0-a2c4-43d3a48105e5 None None] Pushing event updated for resources: {'Port': ['ID=b15dd181-4ef3-401d-b22a-a8e76b777f74,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:12.102633 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a9329108-cb59-480c-b937-a479356ae4a1 req-1c0e0a4e-491f-482b-9ea8-c8e67ae6054f tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.5843642 Sep 01 15:35:12.117049 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 03bcb534-f067-4d36-a8d8-d6b8270d1da4, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=03bcb534-f067-4d36-a8d8-d6b8270d1da4,segment=NetworkSegment(f6e5359a-1b58-4e86-b852-e45d185fad19),segment_id=f6e5359a-1b58-4e86-b852-e45d185fad19)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:12.130794 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753b4a80-5a07-45a2-98de-e6623261a19b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03bcb534-f067-4d36-a8d8-d6b8270d1da4'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:35:12.132075 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9055af7-5314-49a9-8023-70d3324af29e" -d '{"events": [{"server_uuid": "753b4a80-5a07-45a2-98de-e6623261a19b", "name": "network-vif-unplugged", "status": "completed", "tag": "03bcb534-f067-4d36-a8d8-d6b8270d1da4"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:35:12.170889 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:12.272734 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00aca466-c2fb-4a7d-a351-c55c86024589 x-openstack-request-id: req-00aca466-c2fb-4a7d-a351-c55c86024589 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:35:12.273550 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753b4a80-5a07-45a2-98de-e6623261a19b", "name": "network-vif-unplugged", "status": "completed", "tag": "03bcb534-f067-4d36-a8d8-d6b8270d1da4", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:35:12.273550 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-00aca466-c2fb-4a7d-a351-c55c86024589 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:35:12.274001 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753b4a80-5a07-45a2-98de-e6623261a19b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03bcb534-f067-4d36-a8d8-d6b8270d1da4', 'code': 200} Sep 01 15:35:12.274962 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-ddfc7e57-7713-4e4b-8b84-16671016bacd None None] Attempting to bind port b15dd181-4ef3-401d-b22a-a8e76b777f74 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:35:12.275388 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-ddfc7e57-7713-4e4b-8b84-16671016bacd None None] Attempting to bind port b15dd181-4ef3-401d-b22a-a8e76b777f74 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '729a7b77-13e5-478c-b0f6-32a143e418ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:35:12.275948 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfc7e57-7713-4e4b-8b84-16671016bacd None None] Attempting to bind port b15dd181-4ef3-401d-b22a-a8e76b777f74 on network 0b2d1f28-c9c1-4eee-b427-0e50e55c47fb {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:35:12.301723 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb53d0-564f-472c-a19e-29f872486a8c tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event updated for resources: {'Port': ['ID=a8d16d1f-509c-433f-a1b6-3086f8651b83,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:12.312432 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-327ce55e-e66f-42a4-a9d4-72c917541612 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:12.407287 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cb53d0-564f-472c-a19e-29f872486a8c tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:35:12.431696 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-27cb53d0-564f-472c-a19e-29f872486a8c tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:12.462422 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cb53d0-564f-472c-a19e-29f872486a8c tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:35:12.548433 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:12.555606 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfc7e57-7713-4e4b-8b84-16671016bacd None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:35:12.556052 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfc7e57-7713-4e4b-8b84-16671016bacd None None] Checking segment: {'id': '729a7b77-13e5-478c-b0f6-32a143e418ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:35:12.556378 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ddfc7e57-7713-4e4b-8b84-16671016bacd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:12.562180 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfc7e57-7713-4e4b-8b84-16671016bacd None None] Bound using segment: {'id': '729a7b77-13e5-478c-b0f6-32a143e418ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:35:12.562930 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-ddfc7e57-7713-4e4b-8b84-16671016bacd None None] Bound port: b15dd181-4ef3-401d-b22a-a8e76b777f74, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '729a7b77-13e5-478c-b0f6-32a143e418ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:35:12.563347 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ddfc7e57-7713-4e4b-8b84-16671016bacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:12.661445 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-fda11d83-6efd-4861-83ff-ea56bf8ed39d service neutron] For port 03bcb534-f067-4d36-a8d8-d6b8270d1da4, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=03bcb534-f067-4d36-a8d8-d6b8270d1da4,segment=NetworkSegment(f6e5359a-1b58-4e86-b852-e45d185fad19),segment_id=f6e5359a-1b58-4e86-b852-e45d185fad19)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:12.704119 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ce55e-e66f-42a4-a9d4-72c917541612 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Subnet': ['ID=56cfec95-3dc4-4b65-b7d8-94dc0293bea0,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:12.765581 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=03bcb534-f067-4d36-a8d8-d6b8270d1da4,revision_number=10']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:12.872466 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 781fb7de-13e9-41c7-bde3-949989c7f6c0 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:12.873063 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:12.879316 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327ce55e-e66f-42a4-a9d4-72c917541612 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Checking segment: {'id': 'b367827b-fd18-4321-8e09-627bf97ad34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fc36e408-a780-4647-bd53-6ffe0a2a3a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:35:12.879668 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327ce55e-e66f-42a4-a9d4-72c917541612 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network hostable DHCP agents. Network: fc36e408-a780-4647-bd53-6ffe0a2a3a8f, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:35:12.924048 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00c82af2-a4bf-4edb-9326-2bdfcd126e73 req-5972380c-16f2-4990-93ca-a42a9a2064b3 tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.0589449 Sep 01 15:35:13.315607 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3133ca1b-f6fe-4271-903e-727cbb0f7f92 None None] Provisioning complete for port 781fb7de-13e9-41c7-bde3-949989c7f6c0 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:13.316216 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3133ca1b-f6fe-4271-903e-727cbb0f7f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:13.519891 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-fda11d83-6efd-4861-83ff-ea56bf8ed39d service neutron] For port 03bcb534-f067-4d36-a8d8-d6b8270d1da4, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:35:13.621718 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-ddfc7e57-7713-4e4b-8b84-16671016bacd None None] For port b15dd181-4ef3-401d-b22a-a8e76b777f74, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:35:13.648657 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-569810f2-b6db-4648-8afb-97c6fff959cd req-f2497663-eb20-4df3-8759-8dd8ac8f18b6 tempest-ServerShowV254Test-1799859030 tempest-ServerShowV254Test-1799859030-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f6116d3-93cb-43d6-a632-3a0eba0edd37 HTTP/1.1" status: 200 len: 210 time: 0.1387358 Sep 01 15:35:13.651964 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-ddfc7e57-7713-4e4b-8b84-16671016bacd None None] For port b15dd181-4ef3-401d-b22a-a8e76b777f74, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b15dd181-4ef3-401d-b22a-a8e76b777f74,segment=NetworkSegment(729a7b77-13e5-478c-b0f6-32a143e418ec),segment_id=729a7b77-13e5-478c-b0f6-32a143e418ec)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:35:13.686043 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:13.698780 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ddfc7e57-7713-4e4b-8b84-16671016bacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:13.926814 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327ce55e-e66f-42a4-a9d4-72c917541612 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network fc36e408-a780-4647-bd53-6ffe0a2a3a8f is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:35:14.092840 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-327ce55e-e66f-42a4-a9d4-72c917541612 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, fc36e408-a780-4647-bd53-6ffe0a2a3a8f) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:14.139722 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753b4a80-5a07-45a2-98de-e6623261a19b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03bcb534-f067-4d36-a8d8-d6b8270d1da4'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:35:14.146832 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c281fb-289c-47df-8f08-c631bc205545" -d '{"events": [{"server_uuid": "753b4a80-5a07-45a2-98de-e6623261a19b", "name": "network-vif-unplugged", "status": "completed", "tag": "03bcb534-f067-4d36-a8d8-d6b8270d1da4"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:35:14.237404 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327ce55e-e66f-42a4-a9d4-72c917541612 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:14.247579 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-327ce55e-e66f-42a4-a9d4-72c917541612 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:14.258710 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-fda11d83-6efd-4861-83ff-ea56bf8ed39d service neutron] For port 03bcb534-f067-4d36-a8d8-d6b8270d1da4, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=03bcb534-f067-4d36-a8d8-d6b8270d1da4,segment=NetworkSegment(f6e5359a-1b58-4e86-b852-e45d185fad19),segment_id=f6e5359a-1b58-4e86-b852-e45d185fad19)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:14.301332 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50bd25-1791-4544-8953-fe3475459cf4 req-5d2e60e3-8810-41b9-b6d6-182b56f20c75 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:14.323815 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4e50bd25-1791-4544-8953-fe3475459cf4 req-5d2e60e3-8810-41b9-b6d6-182b56f20c75 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 944 time: 0.8009145 Sep 01 15:35:14.339931 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde55df8-3b96-4db5-a310-6c606329a61f x-openstack-request-id: req-fde55df8-3b96-4db5-a310-6c606329a61f {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:35:14.340804 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753b4a80-5a07-45a2-98de-e6623261a19b", "name": "network-vif-unplugged", "status": "completed", "tag": "03bcb534-f067-4d36-a8d8-d6b8270d1da4", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:35:14.341473 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fde55df8-3b96-4db5-a310-6c606329a61f {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:35:14.342529 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753b4a80-5a07-45a2-98de-e6623261a19b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03bcb534-f067-4d36-a8d8-d6b8270d1da4', 'code': 200} Sep 01 15:35:14.358772 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c06953-105e-497f-9259-c87df0a427ca None None] Network fc36e408-a780-4647-bd53-6ffe0a2a3a8f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:35:14.458940 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-fda11d83-6efd-4861-83ff-ea56bf8ed39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:14.509563 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-caa087c6-88ba-4377-9a99-355edf5eac30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:14.608316 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfc7e57-7713-4e4b-8b84-16671016bacd None None] Routers {'2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:14.610659 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-ddfc7e57-7713-4e4b-8b84-16671016bacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:14.817444 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27cb53d0-564f-472c-a19e-29f872486a8c tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:14.838405 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-ddfc7e57-7713-4e4b-8b84-16671016bacd None None] Set router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:15.098502 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-327ce55e-e66f-42a4-a9d4-72c917541612 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 6.2028241 Sep 01 15:35:15.103351 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36386) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:15.474135 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-fda11d83-6efd-4861-83ff-ea56bf8ed39d service neutron] Transition to ACTIVE for port object 03bcb534-f067-4d36-a8d8-d6b8270d1da4 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:35:15.476747 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27cb53d0-564f-472c-a19e-29f872486a8c tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:15.519105 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4e50bd25-1791-4544-8953-fe3475459cf4 req-bba1926b-60dd-4267-a4a2-5694d8287542 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1940267 Sep 01 15:35:15.520998 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-fda11d83-6efd-4861-83ff-ea56bf8ed39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:15.607605 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda11d83-6efd-4861-83ff-ea56bf8ed39d service neutron] Pushing event updated for resources: {'Port': ['ID=03bcb534-f067-4d36-a8d8-d6b8270d1da4,revision_number=12']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:15.750824 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155d95b-e779-44b0-a2c4-43d3a48105e5 None None] Pushing event updated for resources: {'Port': ['ID=b15dd181-4ef3-401d-b22a-a8e76b777f74,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:15.755464 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3133ca1b-f6fe-4271-903e-727cbb0f7f92 None None] Provisioning for port b15dd181-4ef3-401d-b22a-a8e76b777f74 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:35:16.241812 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36414) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:16.291368 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:16.329891 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cb53d0-564f-472c-a19e-29f872486a8c tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Router efb6933d-7162-411b-93f4-6bd30d68a96b is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:35:16.360409 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-fda11d83-6efd-4861-83ff-ea56bf8ed39d service neutron] No DVR routers for this DVR port 03bcb534-f067-4d36-a8d8-d6b8270d1da4 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:35:16.473476 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:16.764148 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-ddfc7e57-7713-4e4b-8b84-16671016bacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 3, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None, '_interfaces': [{'id': 'b15dd181-4ef3-401d-b22a-a8e76b777f74', 'name': '', 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:40:87:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:02Z', 'updated_at': '2021-09-01T15:35:13Z', 'revision_number': 4, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76aef16-3234-43bc-bce0-246c0f23b024', 'name': '', 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:4d:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:50Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:16.773947 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797c7385-7cc0-4ade-bbf0-0012831f5ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-fc36e408-a780-4647-bd53-6ffe0a2a3a8f', 'network_id': 'fc36e408-a780-4647-bd53-6ffe0a2a3a8f', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'fixed_ips': [{'subnet_id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:35:16.775398 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-797c7385-7cc0-4ade-bbf0-0012831f5ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:16.888503 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfc7e57-7713-4e4b-8b84-16671016bacd None None] The sync data for ids ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'] in n-d-794796-3 is: [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 3, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None, '_interfaces': [{'id': 'b15dd181-4ef3-401d-b22a-a8e76b777f74', 'name': '', 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:40:87:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:02Z', 'updated_at': '2021-09-01T15:35:13Z', 'revision_number': 4, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76aef16-3234-43bc-bce0-246c0f23b024', 'name': '', 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:4d:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:50Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:35:16.925289 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cb53d0-564f-472c-a19e-29f872486a8c tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:35:16.951723 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13e4d0f-a008-4f82-8153-7fc7cdb7c121 None None] Sync routers for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:35:16.954585 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e198dcd8-25bb-4dcf-9a28-5990709f8eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:17.038071 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13e4d0f-a008-4f82-8153-7fc7cdb7c121 None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:17.045386 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b13e4d0f-a008-4f82-8153-7fc7cdb7c121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:17.236868 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed859d-831d-49e6-85b5-bf02f00cb988 req-2d96c708-9da1-41ff-8332-7cecdf9ecb7a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:17.254994 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3bed859d-831d-49e6-85b5-bf02f00cb988 req-2d96c708-9da1-41ff-8332-7cecdf9ecb7a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 944 time: 0.4585044 Sep 01 15:35:17.270206 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b13e4d0f-a008-4f82-8153-7fc7cdb7c121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:17.309664 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13e4d0f-a008-4f82-8153-7fc7cdb7c121 None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:17.310998 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b13e4d0f-a008-4f82-8153-7fc7cdb7c121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:17.356790 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-797c7385-7cc0-4ade-bbf0-0012831f5ad7 None None] Allocated IP 2001:db8:2::2 (fc36e408-a780-4647-bd53-6ffe0a2a3a8f/56cfec95-3dc4-4b65-b7d8-94dc0293bea0/d28dc34a-1ea4-4c80-903f-911f17b8fb76) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:35:17.464222 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b13e4d0f-a008-4f82-8153-7fc7cdb7c121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:17.465744 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13e4d0f-a008-4f82-8153-7fc7cdb7c121 None None] The sync data for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:35:17.548671 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3bed859d-831d-49e6-85b5-bf02f00cb988 req-10ecf3d8-d285-4449-ba31-663a2e75ffd3 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2915902 Sep 01 15:35:17.659025 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-fda11d83-6efd-4861-83ff-ea56bf8ed39d service neutron] 10.222.0.45 "PUT /v2.0/ports/03bcb534-f067-4d36-a8d8-d6b8270d1da4/bindings/n-h2-794796-3/activate HTTP/1.1" status: 200 len: 369 time: 8.8178573 Sep 01 15:35:17.700304 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e198dcd8-25bb-4dcf-9a28-5990709f8eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:17.723636 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e198dcd8-25bb-4dcf-9a28-5990709f8eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:17.778983 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27cb53d0-564f-472c-a19e-29f872486a8c tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:17.780451 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-27cb53d0-564f-472c-a19e-29f872486a8c tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.5011032 Sep 01 15:35:17.783433 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36448) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:17.949993 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e198dcd8-25bb-4dcf-9a28-5990709f8eca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c1f47d553dc441678d20bdc19291153e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7028980 Sep 01 15:35:17.951200 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198dcd8-25bb-4dcf-9a28-5990709f8eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a0711a-bd7e-4eef-8361-c1eadc5f3c79,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:17.956932 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-797c7385-7cc0-4ade-bbf0-0012831f5ad7 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:17.963610 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36454) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:17.984760 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-797c7385-7cc0-4ade-bbf0-0012831f5ad7 None None] Transition to ACTIVE for port object d28dc34a-1ea4-4c80-903f-911f17b8fb76 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:35:18.058760 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-797c7385-7cc0-4ade-bbf0-0012831f5ad7 None None] Transition to ACTIVE for port object d28dc34a-1ea4-4c80-903f-911f17b8fb76 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:35:18.074553 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-797c7385-7cc0-4ade-bbf0-0012831f5ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:18.125842 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6f542ff2-697a-45db-9f17-45e7d7a73923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:18.187284 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6f542ff2-697a-45db-9f17-45e7d7a73923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:18.228051 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797c7385-7cc0-4ade-bbf0-0012831f5ad7 None None] Network fc36e408-a780-4647-bd53-6ffe0a2a3a8f is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:35:18.237598 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-797c7385-7cc0-4ade-bbf0-0012831f5ad7 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:18.262270 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6f542ff2-697a-45db-9f17-45e7d7a73923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:18.265445 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6f542ff2-697a-45db-9f17-45e7d7a73923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:18.266924 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6f542ff2-697a-45db-9f17-45e7d7a73923 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/61a0711a-bd7e-4eef-8361-c1eadc5f3c79 HTTP/1.1" status: 204 len: 168 time: 0.3018649 Sep 01 15:35:18.267351 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797c7385-7cc0-4ade-bbf0-0012831f5ad7 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:35:18.276689 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c7385-7cc0-4ade-bbf0-0012831f5ad7 None None] Pushing event updated for resources: {'Port': ['ID=d28dc34a-1ea4-4c80-903f-911f17b8fb76,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:18.286648 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f542ff2-697a-45db-9f17-45e7d7a73923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a0711a-bd7e-4eef-8361-c1eadc5f3c79,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:18.568336 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-797c7385-7cc0-4ade-bbf0-0012831f5ad7 None None] Attempting to bind port d28dc34a-1ea4-4c80-903f-911f17b8fb76 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:35:18.572126 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-797c7385-7cc0-4ade-bbf0-0012831f5ad7 None None] Attempting to bind port d28dc34a-1ea4-4c80-903f-911f17b8fb76 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'b367827b-fd18-4321-8e09-627bf97ad34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fc36e408-a780-4647-bd53-6ffe0a2a3a8f'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:35:18.574369 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797c7385-7cc0-4ade-bbf0-0012831f5ad7 None None] Attempting to bind port d28dc34a-1ea4-4c80-903f-911f17b8fb76 on network fc36e408-a780-4647-bd53-6ffe0a2a3a8f {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:35:18.607016 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b15dd181-4ef3-401d-b22a-a8e76b777f74 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:35:18.616974 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797c7385-7cc0-4ade-bbf0-0012831f5ad7 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:35:18.622429 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797c7385-7cc0-4ade-bbf0-0012831f5ad7 None None] Checking segment: {'id': 'b367827b-fd18-4321-8e09-627bf97ad34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fc36e408-a780-4647-bd53-6ffe0a2a3a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:35:18.624231 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-797c7385-7cc0-4ade-bbf0-0012831f5ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:18.634630 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797c7385-7cc0-4ade-bbf0-0012831f5ad7 None None] Bound using segment: {'id': 'b367827b-fd18-4321-8e09-627bf97ad34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fc36e408-a780-4647-bd53-6ffe0a2a3a8f'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:35:18.644295 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-797c7385-7cc0-4ade-bbf0-0012831f5ad7 None None] Bound port: d28dc34a-1ea4-4c80-903f-911f17b8fb76, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b367827b-fd18-4321-8e09-627bf97ad34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fc36e408-a780-4647-bd53-6ffe0a2a3a8f'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:35:18.644887 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-797c7385-7cc0-4ade-bbf0-0012831f5ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:18.750684 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Allocated IP 2001:db8:2::1 (fc36e408-a780-4647-bd53-6ffe0a2a3a8f/56cfec95-3dc4-4b65-b7d8-94dc0293bea0/89a3cbf9-8c99-4319-a63a-368e92994b9c) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:35:18.783583 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-6f492487-4990-4a38-ac8d-0b00587cb983 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:18.809679 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ea99e-60c7-45ad-9468-d398a7217de9 req-808bf6e2-7004-43b5-a1a2-84608dd4404a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:18.814547 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-6f492487-4990-4a38-ac8d-0b00587cb983 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b&tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&binding%3Ahost_id=n-h1-794796-3 HTTP/1.1" status: 200 len: 1095 time: 0.7487638 Sep 01 15:35:18.822624 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c85ea99e-60c7-45ad-9468-d398a7217de9 req-808bf6e2-7004-43b5-a1a2-84608dd4404a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 944 time: 0.1173730 Sep 01 15:35:18.915907 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c85ea99e-60c7-45ad-9468-d398a7217de9 req-957fd51c-af9f-42ef-9f6f-489a108ea976 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906250 Sep 01 15:35:19.037169 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port b15dd181-4ef3-401d-b22a-a8e76b777f74 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:35:19.042739 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-797c7385-7cc0-4ade-bbf0-0012831f5ad7 None None] For port d28dc34a-1ea4-4c80-903f-911f17b8fb76, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:35:19.062782 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-797c7385-7cc0-4ade-bbf0-0012831f5ad7 None None] For port d28dc34a-1ea4-4c80-903f-911f17b8fb76, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d28dc34a-1ea4-4c80-903f-911f17b8fb76,segment=NetworkSegment(b367827b-fd18-4321-8e09-627bf97ad34c),segment_id=b367827b-fd18-4321-8e09-627bf97ad34c)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:35:19.072111 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port b15dd181-4ef3-401d-b22a-a8e76b777f74 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:19.072646 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:19.076476 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-797c7385-7cc0-4ade-bbf0-0012831f5ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:19.307772 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c7385-7cc0-4ade-bbf0-0012831f5ad7 None None] Pushing event updated for resources: {'Port': ['ID=d28dc34a-1ea4-4c80-903f-911f17b8fb76,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:19.351005 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:19.398325 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Transition to ACTIVE for port object 89a3cbf9-8c99-4319-a63a-368e92994b9c will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:35:19.674260 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:19.821186 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port b15dd181-4ef3-401d-b22a-a8e76b777f74, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b15dd181-4ef3-401d-b22a-a8e76b777f74,segment=NetworkSegment(729a7b77-13e5-478c-b0f6-32a143e418ec),segment_id=729a7b77-13e5-478c-b0f6-32a143e418ec)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:19.837658 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:19.901782 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-1b6750cd-fec0-4763-9ac9-d4ea0c84e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:19.908552 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-1b6750cd-fec0-4763-9ac9-d4ea0c84e0ab service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b&tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f HTTP/1.1" status: 200 len: 1095 time: 1.0925069 Sep 01 15:35:20.153501 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=b15dd181-4ef3-401d-b22a-a8e76b777f74,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:20.181815 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:20.611999 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36534) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:20.626026 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d28dc34a-1ea4-4c80-903f-911f17b8fb76 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:35:20.789640 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port d28dc34a-1ea4-4c80-903f-911f17b8fb76 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:35:20.797274 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b15dd181-4ef3-401d-b22a-a8e76b777f74 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:35:20.991510 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port b15dd181-4ef3-401d-b22a-a8e76b777f74 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:20.991898 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:21.348746 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b6785cfb-562f-4fb3-8c47-c4a5c8ec5ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:21.861406 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b6785cfb-562f-4fb3-8c47-c4a5c8ec5ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:21.870612 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b6785cfb-562f-4fb3-8c47-c4a5c8ec5ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:21.934522 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network fc36e408-a780-4647-bd53-6ffe0a2a3a8f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:35:21.958752 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b6785cfb-562f-4fb3-8c47-c4a5c8ec5ac8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7fd019ec09e54ffb85f58e75c287d687&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3435121 Sep 01 15:35:21.961021 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:21.961415 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36562) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:21.971639 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f42bb0-942a-4ab8-8d7c-c32f1ae3e392 None None] Network fc36e408-a780-4647-bd53-6ffe0a2a3a8f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:35:22.051429 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6785cfb-562f-4fb3-8c47-c4a5c8ec5ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3c389b-34bf-4c5f-87d4-bb07e70cc65d,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:22.070491 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:35:22.095592 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:22.113181 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Port': ['ID=89a3cbf9-8c99-4319-a63a-368e92994b9c,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:22.169563 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0a3faebe-e920-4fbb-b656-99d750835d44 None None] Provisioning for port d28dc34a-1ea4-4c80-903f-911f17b8fb76 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:35:22.193547 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0a3faebe-e920-4fbb-b656-99d750835d44 None None] Provisioning complete for port d28dc34a-1ea4-4c80-903f-911f17b8fb76 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:22.198574 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-c72f59e4-af50-4ec1-9fa0-3ae347143d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:22.199468 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0a3faebe-e920-4fbb-b656-99d750835d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:22.201447 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-c72f59e4-af50-4ec1-9fa0-3ae347143d95 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 1095 time: 2.2368889 Sep 01 15:35:22.249252 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e0c16731-f304-42b6-bc89-12eb755f7c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:22.393452 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-057a9aaa-6ec3-4892-92e6-74a411d805a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:22.397028 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-057a9aaa-6ec3-4892-92e6-74a411d805a4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4ca70199-f0ff-4e3d-b16a-4345a6e48c46 HTTP/1.1" status: 200 len: 896 time: 0.1834276 Sep 01 15:35:22.398586 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:22.398938 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:22.399288 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:22.399921 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:22.400262 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:22.400605 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:22.400943 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:22.402355 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e0c16731-f304-42b6-bc89-12eb755f7c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:22.402704 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:22.403064 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:22.403413 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:22.404238 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:22.404600 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:22.419777 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6df9a4-9b05-4889-b93e-4e62fc3bc4d5 req-a544ae48-084d-479b-b1ee-8406ea424cb6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:22.421967 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff6df9a4-9b05-4889-b93e-4e62fc3bc4d5 req-a544ae48-084d-479b-b1ee-8406ea424cb6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 944 time: 2.2200382 Sep 01 15:35:22.537126 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-373f2ead-cc26-4866-bb56-0edbca96deb3 req-68e30e81-e0ea-415e-8747-f60eaf59c6c7 tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.1309092 Sep 01 15:35:22.728610 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e0c16731-f304-42b6-bc89-12eb755f7c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:22.734632 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e0c16731-f304-42b6-bc89-12eb755f7c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:22.737705 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e0c16731-f304-42b6-bc89-12eb755f7c0f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee3c389b-34bf-4c5f-87d4-bb07e70cc65d HTTP/1.1" status: 204 len: 168 time: 0.7737508 Sep 01 15:35:22.792134 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c16731-f304-42b6-bc89-12eb755f7c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3c389b-34bf-4c5f-87d4-bb07e70cc65d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:22.796729 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0a3faebe-e920-4fbb-b656-99d750835d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:22.884435 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-7ce92e89-8333-4923-93a1-5a9e7f0086ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03bcb534-f067-4d36-a8d8-d6b8270d1da4 HTTP/1.1" status: 200 len: 997 time: 0.4601815 Sep 01 15:35:22.893366 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff6df9a4-9b05-4889-b93e-4e62fc3bc4d5 req-f36300e1-1e98-4f27-8537-c1d3ed7f6686 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4536314 Sep 01 15:35:22.997083 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:23.039629 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-0a3faebe-e920-4fbb-b656-99d750835d44 None None] For port d28dc34a-1ea4-4c80-903f-911f17b8fb76, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d28dc34a-1ea4-4c80-903f-911f17b8fb76,segment=NetworkSegment(b367827b-fd18-4321-8e09-627bf97ad34c),segment_id=b367827b-fd18-4321-8e09-627bf97ad34c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:23.055693 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0a3faebe-e920-4fbb-b656-99d750835d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:23.208710 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3faebe-e920-4fbb-b656-99d750835d44 None None] Pushing event updated for resources: {'Port': ['ID=d28dc34a-1ea4-4c80-903f-911f17b8fb76,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:23.266508 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-207fc6e5-eed4-4b9b-8bbe-941afac2004d tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:23.416677 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-36c8e956-7084-4c52-a942-b9bc1c93e38b None None] Provisioning for port 89a3cbf9-8c99-4319-a63a-368e92994b9c completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:35:23.434960 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-36c8e956-7084-4c52-a942-b9bc1c93e38b None None] Provisioning complete for port 89a3cbf9-8c99-4319-a63a-368e92994b9c triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:23.439627 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-36c8e956-7084-4c52-a942-b9bc1c93e38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:23.636577 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-36c8e956-7084-4c52-a942-b9bc1c93e38b None None] Port 89a3cbf9-8c99-4319-a63a-368e92994b9c cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:35:23.701080 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-36c8e956-7084-4c52-a942-b9bc1c93e38b None None] Provisioning complete for port d28dc34a-1ea4-4c80-903f-911f17b8fb76 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:23.701495 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-36c8e956-7084-4c52-a942-b9bc1c93e38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:23.794396 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-bfe1907f-9094-4610-bb23-37a98c904a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:23.799756 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-bfe1907f-9094-4610-bb23-37a98c904a73 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bcb33d60-1f3f-4daa-9eeb-83a83c5955c8 HTTP/1.1" status: 200 len: 835 time: 0.8304269 Sep 01 15:35:23.944730 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ffef407-5c14-4c15-8716-8400faa892f3 req-ccdbbc20-314d-414e-abf1-705a2273ddb6 tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.1055353 Sep 01 15:35:23.952301 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36598) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:23.971028 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e69b621-1b34-4900-b70b-8782dbe1101c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:24.056125 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8acce58f-4e8c-4110-b171-e4b2431a2aa1 None None] Provisioning complete for port 89a3cbf9-8c99-4319-a63a-368e92994b9c triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:24.057505 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8acce58f-4e8c-4110-b171-e4b2431a2aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:24.191137 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-8acce58f-4e8c-4110-b171-e4b2431a2aa1 None None] Port 89a3cbf9-8c99-4319-a63a-368e92994b9c cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:35:24.341552 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e69b621-1b34-4900-b70b-8782dbe1101c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:24.347199 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e69b621-1b34-4900-b70b-8782dbe1101c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:24.417237 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69b621-1b34-4900-b70b-8782dbe1101c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdde759-5245-4c62-99dd-dfec80b432ee,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:24.425004 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0e69b621-1b34-4900-b70b-8782dbe1101c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1e6ac0fed62e4c1eaa0cbb2889424661&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4701357 Sep 01 15:35:24.429579 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36608) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:24.459437 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d28dc34a-1ea4-4c80-903f-911f17b8fb76 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:35:24.632437 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port d28dc34a-1ea4-4c80-903f-911f17b8fb76 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:24.633054 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:24.656014 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6390408a-14d3-47fb-a145-90685fc5c626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:24.763894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-c2e4745a-8cba-4452-aca7-8d41adcb713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:24.765540 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-c2e4745a-8cba-4452-aca7-8d41adcb713f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ca70199-f0ff-4e3d-b16a-4345a6e48c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7656648 Sep 01 15:35:24.800376 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6390408a-14d3-47fb-a145-90685fc5c626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:24.953990 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab068d9-cc04-43a4-9cae-7d7b77240201 req-15b9aa7c-63b4-4a91-ae3e-5e78896679a2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:24.955685 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bab068d9-cc04-43a4-9cae-7d7b77240201 req-15b9aa7c-63b4-4a91-ae3e-5e78896679a2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 944 time: 0.6681190 Sep 01 15:35:24.967704 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-207fc6e5-eed4-4b9b-8bbe-941afac2004d tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Allocated IP 172.20.0.1 (ca4989b6-67f0-4732-a191-7631fd4d6724/79da19ba-ce3a-433e-934e-cc3b24f4adcf/42a0af6a-34e3-4689-911a-f4186e00b4c3) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:35:25.021508 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6390408a-14d3-47fb-a145-90685fc5c626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:25.032812 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6390408a-14d3-47fb-a145-90685fc5c626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:25.043656 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6390408a-14d3-47fb-a145-90685fc5c626 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1cdde759-5245-4c62-99dd-dfec80b432ee HTTP/1.1" status: 204 len: 168 time: 0.6122327 Sep 01 15:35:25.124729 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390408a-14d3-47fb-a145-90685fc5c626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdde759-5245-4c62-99dd-dfec80b432ee,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:25.242571 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4c440ea5-0bdd-4835-b95b-3e4289c7588c req-68353648-cd1f-49b0-9ba4-cfcd7eaeedc5 tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.0742857 Sep 01 15:35:25.426506 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-3eeb2fdc-5990-4a26-aef2-87e9f2507929 service neutron] 10.222.0.62 "GET /v2.0/networks/4ca70199-f0ff-4e3d-b16a-4345a6e48c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6372094 Sep 01 15:35:25.446245 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bab068d9-cc04-43a4-9cae-7d7b77240201 req-12ed8305-25a5-480d-b9de-1336d80031a1 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4489050 Sep 01 15:35:25.645387 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:25.669437 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:25.681358 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:25.740411 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36626) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:25.808417 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Port': ['ID=89a3cbf9-8c99-4319-a63a-368e92994b9c,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:25.928176 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-24c998b3-0747-4ad0-8ddd-4a66b9d87b5a service neutron] 10.222.0.62 "GET /v2.0/networks/4ca70199-f0ff-4e3d-b16a-4345a6e48c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687562 Sep 01 15:35:26.001895 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-207fc6e5-eed4-4b9b-8bbe-941afac2004d tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:26.137593 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network fc36e408-a780-4647-bd53-6ffe0a2a3a8f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:35:26.140060 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:26.143633 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-207fc6e5-eed4-4b9b-8bbe-941afac2004d tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:26.325556 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9b303113-fb8a-47c5-9001-65d2f0c8eb56 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aae29d95ead8499998234f5e5b014021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5856493 Sep 01 15:35:26.339751 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36644) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:26.478377 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3f3af33f-1d57-461d-9ace-5330f3f9ad5b req-5f92d438-b01e-425b-98e1-4d60af461cb8 tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.0732191 Sep 01 15:35:26.557655 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1e39ee5-a0f6-48d7-a7ba-09023c5d54b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:26.619319 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1e39ee5-a0f6-48d7-a7ba-09023c5d54b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:26.670682 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207fc6e5-eed4-4b9b-8bbe-941afac2004d tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Network ca4989b6-67f0-4732-a191-7631fd4d6724 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:35:26.710146 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1e39ee5-a0f6-48d7-a7ba-09023c5d54b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:26.728632 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-207fc6e5-eed4-4b9b-8bbe-941afac2004d tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:26.733312 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1e39ee5-a0f6-48d7-a7ba-09023c5d54b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:26.735187 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f1e39ee5-a0f6-48d7-a7ba-09023c5d54b5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b14f6ecf-c362-4730-8202-a8f415c2de7c HTTP/1.1" status: 204 len: 168 time: 0.3939800 Sep 01 15:35:26.753838 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d6c23e95-de38-49c4-8030-0cb6379fcd78 req-272660d1-12ca-49a4-b907-e743d1693cec service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.5187216 Sep 01 15:35:26.762633 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e39ee5-a0f6-48d7-a7ba-09023c5d54b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14f6ecf-c362-4730-8202-a8f415c2de7c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:26.773396 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2b5a293b-554b-4950-b194-86c3a741b109 None None] Provisioning complete for port 89a3cbf9-8c99-4319-a63a-368e92994b9c triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:26.773958 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2b5a293b-554b-4950-b194-86c3a741b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:26.778942 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207fc6e5-eed4-4b9b-8bbe-941afac2004d tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:35:26.819252 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-2b5a293b-554b-4950-b194-86c3a741b109 None None] Port 89a3cbf9-8c99-4319-a63a-368e92994b9c cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:35:26.868593 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:35:26.886420 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fc6e5-eed4-4b9b-8bbe-941afac2004d tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event updated for resources: {'Port': ['ID=42a0af6a-34e3-4689-911a-f4186e00b4c3,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:26.925523 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-207fc6e5-eed4-4b9b-8bbe-941afac2004d tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:26.942254 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befab43-d03f-4a56-b052-dfa2f81d58d6 req-62e6babd-1b7c-4dce-9773-0280be690eaa tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:26.944691 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5befab43-d03f-4a56-b052-dfa2f81d58d6 req-62e6babd-1b7c-4dce-9773-0280be690eaa tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 944 time: 0.2086921 Sep 01 15:35:27.086199 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-dcd096e6-8d3a-4621-b6ca-7fe720dd8255 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:27.088318 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-dcd096e6-8d3a-4621-b6ca-7fe720dd8255 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b&tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&binding%3Ahost_id=n-h2-794796-3 HTTP/1.1" status: 200 len: 1095 time: 0.4329484 Sep 01 15:35:27.206272 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5befab43-d03f-4a56-b052-dfa2f81d58d6 req-d2e1ae46-a91f-4c7a-8b0c-9dbe7fbb07e5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676817 Sep 01 15:35:27.255864 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:35:27.274593 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fa5b920f-81d3-411a-a07d-702464843be7 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "PUT /v2.0/routers/2a0d405f-2f5c-4851-8206-4d8e4bc2b95b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1683221 Sep 01 15:35:27.280489 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36672) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:27.286714 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8ceb7b-6897-4b2d-aded-68ef598492db None None] Sync routers for ids ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:35:27.309181 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-9e69a223-8b2e-4c9a-86c2-c2928f3125d4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1765182662'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:27.351953 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8ceb7b-6897-4b2d-aded-68ef598492db None None] Routers {'2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:27.362075 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-bc8ceb7b-6897-4b2d-aded-68ef598492db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:27.409435 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e69a223-8b2e-4c9a-86c2-c2928f3125d4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Made reservation on behalf of 04587385136a4cf6b43419edb8262f74 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:35:27.428234 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9e69a223-8b2e-4c9a-86c2-c2928f3125d4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:27.516080 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-0c031308-d69e-48b9-9b48-3b007559f0e2 service neutron] For port 03bcb534-f067-4d36-a8d8-d6b8270d1da4, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:35:27.523064 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-0c031308-d69e-48b9-9b48-3b007559f0e2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:27.524780 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-0c031308-d69e-48b9-9b48-3b007559f0e2 service neutron] 10.222.0.62 "DELETE /v2.0/ports/03bcb534-f067-4d36-a8d8-d6b8270d1da4/bindings/n-h1-794796-3 HTTP/1.1" status: 204 len: 173 time: 0.3972540 Sep 01 15:35:27.547672 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e69a223-8b2e-4c9a-86c2-c2928f3125d4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:35:27.550313 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-207fc6e5-eed4-4b9b-8bbe-941afac2004d tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:27.581316 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9e69a223-8b2e-4c9a-86c2-c2928f3125d4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:27.581867 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-9e69a223-8b2e-4c9a-86c2-c2928f3125d4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Added segment 152e1b59-d01d-4a18-998e-cc6ca19f689a of type vlan for network 8e01827a-5ffe-44c2-b0b2-087f35b390c8 Sep 01 15:35:27.707991 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6c48db81-f5de-4ed9-9646-61925769f6db req-83085856-519e-47f0-8398-cbb41bc07cf6 tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.0517471 Sep 01 15:35:27.726600 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9e69a223-8b2e-4c9a-86c2-c2928f3125d4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:27.807192 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9e69a223-8b2e-4c9a-86c2-c2928f3125d4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:27.821077 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e69a223-8b2e-4c9a-86c2-c2928f3125d4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:27.821735 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9e69a223-8b2e-4c9a-86c2-c2928f3125d4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:27.998178 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9e69a223-8b2e-4c9a-86c2-c2928f3125d4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7114844 Sep 01 15:35:28.005752 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36678) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:28.025774 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed3135-f3af-461c-a077-8c036d947534 req-49770b9a-71ee-4899-ab02-ff1b03fa81c0 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:28.038103 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-08ed3135-f3af-461c-a077-8c036d947534 req-49770b9a-71ee-4899-ab02-ff1b03fa81c0 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 1095 time: 0.5504236 Sep 01 15:35:28.041669 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-bc8ceb7b-6897-4b2d-aded-68ef598492db None None] Set router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:28.049363 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-749eda2f-501a-44a0-b4f6-d6bb073f654b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'subnet': {'network_id': '8e01827a-5ffe-44c2-b0b2-087f35b390c8', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:28.066077 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69a223-8b2e-4c9a-86c2-c2928f3125d4 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Network': ['ID=8e01827a-5ffe-44c2-b0b2-087f35b390c8,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:28.236374 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-08ed3135-f3af-461c-a077-8c036d947534 req-650e7d4d-f1fc-4934-b559-bfa307b62434 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925442 Sep 01 15:35:28.346059 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749eda2f-501a-44a0-b4f6-d6bb073f654b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Made reservation on behalf of 04587385136a4cf6b43419edb8262f74 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:35:28.376005 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-749eda2f-501a-44a0-b4f6-d6bb073f654b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:28.405420 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 8e01827a-5ffe-44c2-b0b2-087f35b390c8 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:35:28.811798 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1966cd2-b2d7-46ea-acd1-f523f5e25680 req-24bdb880-4420-4d00-bab6-ca19bd4c27e3 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:28.826343 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f1966cd2-b2d7-46ea-acd1-f523f5e25680 req-24bdb880-4420-4d00-bab6-ca19bd4c27e3 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 944 time: 0.2676065 Sep 01 15:35:28.958725 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc8d4caf-f908-4615-b674-96e6a4b28f92 req-ae3a8c68-9f38-4807-9d3c-1df4aab71136 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4057143 Sep 01 15:35:29.049672 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-749eda2f-501a-44a0-b4f6-d6bb073f654b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:29.188951 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:29.267408 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-bc8ceb7b-6897-4b2d-aded-68ef598492db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:35:22Z', 'revision_number': 4, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None, '_interfaces': [{'id': '89a3cbf9-8c99-4319-a63a-368e92994b9c', 'name': '', 'network_id': 'fc36e408-a780-4647-bd53-6ffe0a2a3a8f', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:82:89:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:16Z', 'updated_at': '2021-09-01T15:35:24Z', 'revision_number': 2, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15dd181-4ef3-401d-b22a-a8e76b777f74', 'name': '', 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:40:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:02Z', 'updated_at': '2021-09-01T15:35:19Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76aef16-3234-43bc-bce0-246c0f23b024', 'name': '', 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:4d:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:50Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:29.271316 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f1966cd2-b2d7-46ea-acd1-f523f5e25680 req-17d24188-e9c5-4f17-b0f2-76b83233dad8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4433615 Sep 01 15:35:29.306488 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d4caf-f908-4615-b674-96e6a4b28f92 req-b4751b2a-26ad-4307-9c02-a4c4b7529096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:29.306488 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc8d4caf-f908-4615-b674-96e6a4b28f92 req-b4751b2a-26ad-4307-9c02-a4c4b7529096 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 1095 time: 0.2585378 Sep 01 15:35:29.322891 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-81bcc8b1-2a9b-403a-8d48-818be88a240b req-ce915af8-8724-4940-9f02-72d75a5bd3ac tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.2777600 Sep 01 15:35:29.335720 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36706) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:29.339387 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8ceb7b-6897-4b2d-aded-68ef598492db None None] Checking router: 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:35:29.339809 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8ceb7b-6897-4b2d-aded-68ef598492db None None] Updating router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b port 89a3cbf9-8c99-4319-a63a-368e92994b9c binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:35:29.395188 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bc8ceb7b-6897-4b2d-aded-68ef598492db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:29.556908 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749eda2f-501a-44a0-b4f6-d6bb073f654b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Subnet': ['ID=3a6d7f6b-2203-4967-9e16-a8d26ff99285,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:29.571757 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749eda2f-501a-44a0-b4f6-d6bb073f654b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Checking segment: {'id': '152e1b59-d01d-4a18-998e-cc6ca19f689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8e01827a-5ffe-44c2-b0b2-087f35b390c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:35:29.572134 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749eda2f-501a-44a0-b4f6-d6bb073f654b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network hostable DHCP agents. Network: 8e01827a-5ffe-44c2-b0b2-087f35b390c8, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:35:29.606248 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5e5f29ef-9dec-4ef0-a846-53bc850e19a6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/floatingips/01cde01f-47f9-4f1c-abae-cbb10a9afb71 HTTP/1.1" status: 200 len: 989 time: 0.2438376 Sep 01 15:35:29.660599 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749eda2f-501a-44a0-b4f6-d6bb073f654b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network 8e01827a-5ffe-44c2-b0b2-087f35b390c8 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:35:29.698056 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-749eda2f-501a-44a0-b4f6-d6bb073f654b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 8e01827a-5ffe-44c2-b0b2-087f35b390c8) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:29.709630 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749eda2f-501a-44a0-b4f6-d6bb073f654b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:29.716461 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-749eda2f-501a-44a0-b4f6-d6bb073f654b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:29.717583 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-207fc6e5-eed4-4b9b-8bbe-941afac2004d tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:29.725797 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-207fc6e5-eed4-4b9b-8bbe-941afac2004d tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:29.782399 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-749eda2f-501a-44a0-b4f6-d6bb073f654b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7626083 Sep 01 15:35:29.784501 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36726) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:29.829482 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe0de06-102e-4792-9e93-f91853473b88 None None] Network 8e01827a-5ffe-44c2-b0b2-087f35b390c8 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:35:29.920603 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-207fc6e5-eed4-4b9b-8bbe-941afac2004d tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:29.978751 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d4caf-f908-4615-b674-96e6a4b28f92 req-b5594ad3-fb30-47de-9ba4-b6995b03b5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:29.980993 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc8d4caf-f908-4615-b674-96e6a4b28f92 req-b5594ad3-fb30-47de-9ba4-b6995b03b5c6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4ca70199-f0ff-4e3d-b16a-4345a6e48c46 HTTP/1.1" status: 200 len: 896 time: 0.6398716 Sep 01 15:35:30.109203 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36730) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:30.134574 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207fc6e5-eed4-4b9b-8bbe-941afac2004d tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Network ca4989b6-67f0-4732-a191-7631fd4d6724 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:35:30.257168 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-207fc6e5-eed4-4b9b-8bbe-941afac2004d tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:30.260528 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc8d4caf-f908-4615-b674-96e6a4b28f92 req-e260d7ce-b1de-4624-ad2e-d12dc242ccc4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03bcb534-f067-4d36-a8d8-d6b8270d1da4 HTTP/1.1" status: 200 len: 997 time: 0.1477137 Sep 01 15:35:30.519247 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fc6e5-eed4-4b9b-8bbe-941afac2004d tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event updated for resources: {'Port': ['ID=42a0af6a-34e3-4689-911a-f4186e00b4c3,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:30.601616 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb5443b-542b-4295-a1e7-372ac595d7ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-8e01827a-5ffe-44c2-b0b2-087f35b390c8', 'network_id': '8e01827a-5ffe-44c2-b0b2-087f35b390c8', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'fixed_ips': [{'subnet_id': '3a6d7f6b-2203-4967-9e16-a8d26ff99285'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:35:30.604376 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8fb5443b-542b-4295-a1e7-372ac595d7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:30.642856 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207fc6e5-eed4-4b9b-8bbe-941afac2004d tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Router efb6933d-7162-411b-93f4-6bd30d68a96b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:35:31.049269 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-8fb5443b-542b-4295-a1e7-372ac595d7ac None None] Allocated IP 2001:db8:3::2 (8e01827a-5ffe-44c2-b0b2-087f35b390c8/3a6d7f6b-2203-4967-9e16-a8d26ff99285/3fb4ff0e-5178-4102-808d-65ad39db16ac) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:35:31.128889 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-23d456ad-8cc9-4fb1-8524-90a0e5748285 req-ace81db2-74da-4d52-9926-573c98df914b tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.0636833 Sep 01 15:35:31.264566 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d4caf-f908-4615-b674-96e6a4b28f92 req-af02e3f1-e0ff-486d-9fac-892272bb02a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:31.269280 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc8d4caf-f908-4615-b674-96e6a4b28f92 req-af02e3f1-e0ff-486d-9fac-892272bb02a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bcb33d60-1f3f-4daa-9eeb-83a83c5955c8 HTTP/1.1" status: 200 len: 835 time: 0.7595992 Sep 01 15:35:31.368040 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207fc6e5-eed4-4b9b-8bbe-941afac2004d tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:35:31.385945 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-207fc6e5-eed4-4b9b-8bbe-941afac2004d tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "PUT /v2.0/routers/efb6933d-7162-411b-93f4-6bd30d68a96b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5995507 Sep 01 15:35:31.389041 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcc71f0-b00f-4133-9feb-dec53c5dfc80 None None] Sync routers for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:35:31.394965 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36762) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:31.413370 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcc71f0-b00f-4133-9feb-dec53c5dfc80 None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:31.420724 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-0bcc71f0-b00f-4133-9feb-dec53c5dfc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:31.455578 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-218bd4da-5277-42b7-ad68-b346c437662b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Request body: {'port': {'network_id': 'ca4989b6-67f0-4732-a191-7631fd4d6724', 'name': 'tempest-FloatingIPTestJSON-462746889'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:31.606148 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d4caf-f908-4615-b674-96e6a4b28f92 req-ab020fb2-bb76-47c3-9d22-eda61c04087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:31.606915 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-0bcc71f0-b00f-4133-9feb-dec53c5dfc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:31.617910 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc8d4caf-f908-4615-b674-96e6a4b28f92 req-ab020fb2-bb76-47c3-9d22-eda61c04087d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ca70199-f0ff-4e3d-b16a-4345a6e48c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3336334 Sep 01 15:35:31.641711 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcc71f0-b00f-4133-9feb-dec53c5dfc80 None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:31.645526 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-0bcc71f0-b00f-4133-9feb-dec53c5dfc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:31.767582 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-0bcc71f0-b00f-4133-9feb-dec53c5dfc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:31.768634 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcc71f0-b00f-4133-9feb-dec53c5dfc80 None None] The sync data for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:35:31.903440 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-33301ef1-80c0-4111-b245-f60f1419930b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Deleting port 02d80191-4e88-410e-9733-e0798a6335f3 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:35:31.904325 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-33301ef1-80c0-4111-b245-f60f1419930b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:31.938276 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8fb5443b-542b-4295-a1e7-372ac595d7ac None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:31.966794 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:31.995544 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8fb5443b-542b-4295-a1e7-372ac595d7ac None None] Transition to ACTIVE for port object 3fb4ff0e-5178-4102-808d-65ad39db16ac will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:35:32.130202 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8fb5443b-542b-4295-a1e7-372ac595d7ac None None] Transition to ACTIVE for port object 3fb4ff0e-5178-4102-808d-65ad39db16ac will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:35:32.149531 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc8d4caf-f908-4615-b674-96e6a4b28f92 req-33fbedb6-ab6a-4739-ad77-1ae0d4680d8c service neutron] 10.222.0.62 "GET /v2.0/networks/4ca70199-f0ff-4e3d-b16a-4345a6e48c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136602 Sep 01 15:35:32.154943 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8fb5443b-542b-4295-a1e7-372ac595d7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:32.155660 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218bd4da-5277-42b7-ad68-b346c437662b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Made reservation on behalf of 61c5d891d3cd422b859dd970ad66b6b5 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:35:32.161024 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-218bd4da-5277-42b7-ad68-b346c437662b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:32.190953 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb5443b-542b-4295-a1e7-372ac595d7ac None None] Network 8e01827a-5ffe-44c2-b0b2-087f35b390c8 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:35:32.197950 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-8fb5443b-542b-4295-a1e7-372ac595d7ac None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:32.251768 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-33301ef1-80c0-4111-b245-f60f1419930b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:32.252507 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-33301ef1-80c0-4111-b245-f60f1419930b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:32.259667 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb5443b-542b-4295-a1e7-372ac595d7ac None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:35:32.283279 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bc8ceb7b-6897-4b2d-aded-68ef598492db None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:32.329237 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-bc8ceb7b-6897-4b2d-aded-68ef598492db None None] Transition to ACTIVE for port object 89a3cbf9-8c99-4319-a63a-368e92994b9c will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:35:32.398338 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bc8ceb7b-6897-4b2d-aded-68ef598492db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:32.572499 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5443b-542b-4295-a1e7-372ac595d7ac None None] Pushing event updated for resources: {'Port': ['ID=3fb4ff0e-5178-4102-808d-65ad39db16ac,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:32.683030 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-33301ef1-80c0-4111-b245-f60f1419930b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Calling delete_port for 02d80191-4e88-410e-9733-e0798a6335f3 owned by network:floatingip {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:35:32.840393 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc8d4caf-f908-4615-b674-96e6a4b28f92 req-ac7ba48e-48bc-410a-9e2c-caa8bae2f83b service neutron] 10.222.0.62 "GET /v2.0/networks/4ca70199-f0ff-4e3d-b16a-4345a6e48c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6655853 Sep 01 15:35:32.863822 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d81dac-67dd-403a-8126-56c2bd8032fe None None] Pushing event updated for resources: {'Port': ['ID=89a3cbf9-8c99-4319-a63a-368e92994b9c,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:32.951681 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0f66e751-d877-477f-ab02-ca5aca7b8015 req-2a1a6fc8-f038-4ab0-851e-c00b98016f40 tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.1091073 Sep 01 15:35:32.982289 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-218bd4da-5277-42b7-ad68-b346c437662b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] device_id is not set on port 84555428-aee1-43b3-96fc-ff193269b3bd yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:35:33.005410 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8fb5443b-542b-4295-a1e7-372ac595d7ac None None] Attempting to bind port 3fb4ff0e-5178-4102-808d-65ad39db16ac on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:35:33.005410 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8fb5443b-542b-4295-a1e7-372ac595d7ac None None] Attempting to bind port 3fb4ff0e-5178-4102-808d-65ad39db16ac by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '152e1b59-d01d-4a18-998e-cc6ca19f689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8e01827a-5ffe-44c2-b0b2-087f35b390c8'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:35:33.007030 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb5443b-542b-4295-a1e7-372ac595d7ac None None] Attempting to bind port 3fb4ff0e-5178-4102-808d-65ad39db16ac on network 8e01827a-5ffe-44c2-b0b2-087f35b390c8 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:35:33.077053 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Allocated IP 2001:db8:3::1 (8e01827a-5ffe-44c2-b0b2-087f35b390c8/3a6d7f6b-2203-4967-9e16-a8d26ff99285/0c676751-ae4f-42f8-a7cf-f27bff1e1d69) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:35:33.156862 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb5443b-542b-4295-a1e7-372ac595d7ac None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:35:33.163007 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb5443b-542b-4295-a1e7-372ac595d7ac None None] Checking segment: {'id': '152e1b59-d01d-4a18-998e-cc6ca19f689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8e01827a-5ffe-44c2-b0b2-087f35b390c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:35:33.163625 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8fb5443b-542b-4295-a1e7-372ac595d7ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:33.166001 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb5443b-542b-4295-a1e7-372ac595d7ac None None] Bound using segment: {'id': '152e1b59-d01d-4a18-998e-cc6ca19f689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8e01827a-5ffe-44c2-b0b2-087f35b390c8'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:35:33.166814 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8fb5443b-542b-4295-a1e7-372ac595d7ac None None] Bound port: 3fb4ff0e-5178-4102-808d-65ad39db16ac, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '152e1b59-d01d-4a18-998e-cc6ca19f689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8e01827a-5ffe-44c2-b0b2-087f35b390c8'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:35:33.167385 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8fb5443b-542b-4295-a1e7-372ac595d7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:33.216442 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-bc8ceb7b-6897-4b2d-aded-68ef598492db None None] Attempting to bind port 89a3cbf9-8c99-4319-a63a-368e92994b9c on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:35:33.217430 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-bc8ceb7b-6897-4b2d-aded-68ef598492db None None] Attempting to bind port 89a3cbf9-8c99-4319-a63a-368e92994b9c by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'b367827b-fd18-4321-8e09-627bf97ad34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fc36e408-a780-4647-bd53-6ffe0a2a3a8f'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:35:33.218081 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ceb7b-6897-4b2d-aded-68ef598492db None None] Attempting to bind port 89a3cbf9-8c99-4319-a63a-368e92994b9c on network fc36e408-a780-4647-bd53-6ffe0a2a3a8f {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:35:33.237756 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36792) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:33.398228 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:33.429721 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Transition to ACTIVE for port object 0c676751-ae4f-42f8-a7cf-f27bff1e1d69 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:35:33.430075 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-8fb5443b-542b-4295-a1e7-372ac595d7ac None None] For port 3fb4ff0e-5178-4102-808d-65ad39db16ac, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:35:33.443878 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-8fb5443b-542b-4295-a1e7-372ac595d7ac None None] For port 3fb4ff0e-5178-4102-808d-65ad39db16ac, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=3fb4ff0e-5178-4102-808d-65ad39db16ac,segment=NetworkSegment(152e1b59-d01d-4a18-998e-cc6ca19f689a),segment_id=152e1b59-d01d-4a18-998e-cc6ca19f689a)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:35:33.460164 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ceb7b-6897-4b2d-aded-68ef598492db None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:35:33.462923 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ceb7b-6897-4b2d-aded-68ef598492db None None] Checking segment: {'id': 'b367827b-fd18-4321-8e09-627bf97ad34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fc36e408-a780-4647-bd53-6ffe0a2a3a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:35:33.464141 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bc8ceb7b-6897-4b2d-aded-68ef598492db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:33.464532 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ceb7b-6897-4b2d-aded-68ef598492db None None] Bound using segment: {'id': 'b367827b-fd18-4321-8e09-627bf97ad34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fc36e408-a780-4647-bd53-6ffe0a2a3a8f'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:35:33.469033 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-bc8ceb7b-6897-4b2d-aded-68ef598492db None None] Bound port: 89a3cbf9-8c99-4319-a63a-368e92994b9c, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b367827b-fd18-4321-8e09-627bf97ad34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fc36e408-a780-4647-bd53-6ffe0a2a3a8f'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:35:33.469634 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bc8ceb7b-6897-4b2d-aded-68ef598492db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:33.502914 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8fb5443b-542b-4295-a1e7-372ac595d7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:33.540353 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:33.634338 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-218bd4da-5277-42b7-ad68-b346c437662b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Allocated IP 172.20.0.9 (ca4989b6-67f0-4732-a191-7631fd4d6724/79da19ba-ce3a-433e-934e-cc3b24f4adcf/84555428-aee1-43b3-96fc-ff193269b3bd) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:35:33.658922 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e352f17e-4d42-4f5b-898e-ddaffbf5f0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:33.686223 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network 8e01827a-5ffe-44c2-b0b2-087f35b390c8 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:35:33.704999 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:33.717781 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:35:33.718960 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:33.816647 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-33301ef1-80c0-4111-b245-f60f1419930b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:33.861049 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Port': ['ID=0c676751-ae4f-42f8-a7cf-f27bff1e1d69,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:33.886799 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:33.887502 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:33.888154 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:33.888821 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:33.889439 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:33.890063 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:33.890723 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:33.891421 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:33.892076 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:33.892767 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:33.893520 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:33.894852 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:35:33.897461 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33301ef1-80c0-4111-b245-f60f1419930b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event deleted for resources: {'Port': ['ID=02d80191-4e88-410e-9733-e0798a6335f3,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:33.988414 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-bc8ceb7b-6897-4b2d-aded-68ef598492db None None] For port 89a3cbf9-8c99-4319-a63a-368e92994b9c, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:35:33.994741 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-bc8ceb7b-6897-4b2d-aded-68ef598492db None None] For port 89a3cbf9-8c99-4319-a63a-368e92994b9c, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=89a3cbf9-8c99-4319-a63a-368e92994b9c,segment=NetworkSegment(b367827b-fd18-4321-8e09-627bf97ad34c),segment_id=b367827b-fd18-4321-8e09-627bf97ad34c)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:35:34.013860 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bc8ceb7b-6897-4b2d-aded-68ef598492db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:34.029855 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5443b-542b-4295-a1e7-372ac595d7ac None None] Pushing event updated for resources: {'Port': ['ID=3fb4ff0e-5178-4102-808d-65ad39db16ac,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:34.236581 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:34.283764 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8ceb7b-6897-4b2d-aded-68ef598492db None None] Routers {'2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:34.284440 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-bc8ceb7b-6897-4b2d-aded-68ef598492db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:34.451160 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dfe80727-c260-424e-8625-0edf2523097e req-a17d283d-d8b5-41c2-809e-7fb90ddc79e2 tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.1787949 Sep 01 15:35:34.671933 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d81dac-67dd-403a-8126-56c2bd8032fe None None] Pushing event updated for resources: {'Port': ['ID=89a3cbf9-8c99-4319-a63a-368e92994b9c,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:34.784463 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-bc8ceb7b-6897-4b2d-aded-68ef598492db None None] Set router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:34.866198 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 3fb4ff0e-5178-4102-808d-65ad39db16ac up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:35:34.875427 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-218bd4da-5277-42b7-ad68-b346c437662b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:35.015312 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-218bd4da-5277-42b7-ad68-b346c437662b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:35.041670 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-33301ef1-80c0-4111-b245-f60f1419930b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for floatingip, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:35.042101 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-33301ef1-80c0-4111-b245-f60f1419930b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Floating IP 01cde01f-47f9-4f1c-abae-cbb10a9afb71 disassociated (deleted). External IP: 172.25.6.5, port: 03bcb534-f067-4d36-a8d8-d6b8270d1da4. Sep 01 15:35:35.093366 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:35.110522 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:35.112434 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:35.233768 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218bd4da-5277-42b7-ad68-b346c437662b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Network ca4989b6-67f0-4732-a191-7631fd4d6724 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:35:35.317235 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-218bd4da-5277-42b7-ad68-b346c437662b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:35.341054 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218bd4da-5277-42b7-ad68-b346c437662b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:35:35.341485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 3fb4ff0e-5178-4102-808d-65ad39db16ac completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:35:35.383568 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event updated for resources: {'Port': ['ID=0c676751-ae4f-42f8-a7cf-f27bff1e1d69,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:35.389297 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Network 8e01827a-5ffe-44c2-b0b2-087f35b390c8 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:35:35.391651 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:35.477036 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218bd4da-5277-42b7-ad68-b346c437662b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:35.480032 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-218bd4da-5277-42b7-ad68-b346c437662b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:35.487290 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e352f17e-4d42-4f5b-898e-ddaffbf5f0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:35.542020 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bd4da-5277-42b7-ad68-b346c437662b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event updated for resources: {'Port': ['ID=84555428-aee1-43b3-96fc-ff193269b3bd,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:35.552054 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e352f17e-4d42-4f5b-898e-ddaffbf5f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:35.664942 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352f17e-4d42-4f5b-898e-ddaffbf5f0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe955888-e893-48e0-99d5-f5d0600b72fc,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:35.668900 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-218bd4da-5277-42b7-ad68-b346c437662b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.2720702 Sep 01 15:35:35.675390 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:35:35.678131 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36812) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:35.686916 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-bc8ceb7b-6897-4b2d-aded-68ef598492db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:35:34Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None, '_interfaces': [{'id': '0c676751-ae4f-42f8-a7cf-f27bff1e1d69', 'name': '', 'network_id': '8e01827a-5ffe-44c2-b0b2-087f35b390c8', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:f5:bf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '3a6d7f6b-2203-4967-9e16-a8d26ff99285', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:32Z', 'updated_at': '2021-09-01T15:35:33Z', 'revision_number': 1, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '3a6d7f6b-2203-4967-9e16-a8d26ff99285', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a3cbf9-8c99-4319-a63a-368e92994b9c', 'name': '', 'network_id': 'fc36e408-a780-4647-bd53-6ffe0a2a3a8f', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:82:89:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:16Z', 'updated_at': '2021-09-01T15:35:33Z', 'revision_number': 4, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15dd181-4ef3-401d-b22a-a8e76b777f74', 'name': '', 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:40:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:02Z', 'updated_at': '2021-09-01T15:35:19Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76aef16-3234-43bc-bce0-246c0f23b024', 'name': '', 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:4d:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:50Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:35.706643 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-acaa6394-6696-446c-bce2-9e2c5d351c6f tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Request body: {'port': {'network_id': 'ca4989b6-67f0-4732-a191-7631fd4d6724', 'name': 'tempest-FloatingIPTestJSON-393949036'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:35.755286 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8ceb7b-6897-4b2d-aded-68ef598492db None None] The sync data for ids ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'] in n-d-794796-3 is: [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:35:34Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None, '_interfaces': [{'id': '0c676751-ae4f-42f8-a7cf-f27bff1e1d69', 'name': '', 'network_id': '8e01827a-5ffe-44c2-b0b2-087f35b390c8', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:f5:bf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '3a6d7f6b-2203-4967-9e16-a8d26ff99285', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:32Z', 'updated_at': '2021-09-01T15:35:33Z', 'revision_number': 1, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '3a6d7f6b-2203-4967-9e16-a8d26ff99285', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a3cbf9-8c99-4319-a63a-368e92994b9c', 'name': '', 'network_id': 'fc36e408-a780-4647-bd53-6ffe0a2a3a8f', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:82:89:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:16Z', 'updated_at': '2021-09-01T15:35:33Z', 'revision_number': 4, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15dd181-4ef3-401d-b22a-a8e76b777f74', 'name': '', 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:40:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:02Z', 'updated_at': '2021-09-01T15:35:19Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76aef16-3234-43bc-bce0-246c0f23b024', 'name': '', 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:4d:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:50Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:35:35.778654 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7147e2b0-f3bb-409a-b81d-654b0d8a409b req-24b70265-5743-4606-a0a2-f7746e4fc7f2 tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.1588721 Sep 01 15:35:35.782923 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e352f17e-4d42-4f5b-898e-ddaffbf5f0e1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d9ad002658ec4be0a0820f3c107f0f48&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5434790 Sep 01 15:35:35.789272 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36816) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:36.048980 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:35:36.065639 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-590868e8-d6b9-4cb8-8ccf-cd863cdade83 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "PUT /v2.0/routers/2a0d405f-2f5c-4851-8206-4d8e4bc2b95b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2783661 Sep 01 15:35:36.068128 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6816d3-6353-4c86-bc57-f9878c168510 None None] Network 8e01827a-5ffe-44c2-b0b2-087f35b390c8 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:35:36.070824 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36826) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:36.090339 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-4f8582d1-2f25-4860-becd-3aa1275e8666 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:36.095335 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-216779c2-7eec-4bcd-a5fd-f94fbbc533f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:36.254052 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acaa6394-6696-446c-bce2-9e2c5d351c6f tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Made reservation on behalf of 61c5d891d3cd422b859dd970ad66b6b5 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:35:36.260223 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-acaa6394-6696-446c-bce2-9e2c5d351c6f tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:36.281722 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33301ef1-80c0-4111-b245-f60f1419930b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Router c5c70714-7996-4b0d-856d-812b21c9656b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:35:36.293507 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-acaa6394-6696-446c-bce2-9e2c5d351c6f tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] device_id is not set on port 533d9a33-018f-44bd-967c-bac6d80d4104 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:35:36.387408 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-216779c2-7eec-4bcd-a5fd-f94fbbc533f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:36.430994 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c33e2537-19e4-4023-838c-44529ad5bff7 None None] Provisioning for port 3fb4ff0e-5178-4102-808d-65ad39db16ac completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:35:36.448555 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c33e2537-19e4-4023-838c-44529ad5bff7 None None] Provisioning complete for port 3fb4ff0e-5178-4102-808d-65ad39db16ac triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:36.449063 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c33e2537-19e4-4023-838c-44529ad5bff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:36.680510 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c33e2537-19e4-4023-838c-44529ad5bff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:36.756363 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c33e2537-19e4-4023-838c-44529ad5bff7 None None] For port 3fb4ff0e-5178-4102-808d-65ad39db16ac, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=3fb4ff0e-5178-4102-808d-65ad39db16ac,segment=NetworkSegment(152e1b59-d01d-4a18-998e-cc6ca19f689a),segment_id=152e1b59-d01d-4a18-998e-cc6ca19f689a)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:36.764847 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c33e2537-19e4-4023-838c-44529ad5bff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:36.923026 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e2537-19e4-4023-838c-44529ad5bff7 None None] Pushing event updated for resources: {'Port': ['ID=3fb4ff0e-5178-4102-808d-65ad39db16ac,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:36.960377 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-acaa6394-6696-446c-bce2-9e2c5d351c6f tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Allocated IP 172.20.0.3 (ca4989b6-67f0-4732-a191-7631fd4d6724/79da19ba-ce3a-433e-934e-cc3b24f4adcf/533d9a33-018f-44bd-967c-bac6d80d4104) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:35:36.997270 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-216779c2-7eec-4bcd-a5fd-f94fbbc533f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:37.001819 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-216779c2-7eec-4bcd-a5fd-f94fbbc533f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:37.004104 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-216779c2-7eec-4bcd-a5fd-f94fbbc533f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fe955888-e893-48e0-99d5-f5d0600b72fc HTTP/1.1" status: 204 len: 168 time: 1.2124462 Sep 01 15:35:37.012134 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33301ef1-80c0-4111-b245-f60f1419930b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:35:37.027085 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1340a83e-8c25-4817-b107-ab20507cd209 None None] Sync routers for ids ['c5c70714-7996-4b0d-856d-812b21c9656b'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:35:37.030864 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-33301ef1-80c0-4111-b245-f60f1419930b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:37.075163 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1340a83e-8c25-4817-b107-ab20507cd209 None None] Routers {'c5c70714-7996-4b0d-856d-812b21c9656b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:37.075963 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-1340a83e-8c25-4817-b107-ab20507cd209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['c5c70714-7996-4b0d-856d-812b21c9656b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:37.180463 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216779c2-7eec-4bcd-a5fd-f94fbbc533f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe955888-e893-48e0-99d5-f5d0600b72fc,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:37.388109 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09e0f6ea-7bd4-4cfc-a917-83f750f13ed5 req-29a520e1-3277-4297-b85e-4010f228d1a7 tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.2737999 Sep 01 15:35:37.390893 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-33301ef1-80c0-4111-b245-f60f1419930b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "DELETE /v2.0/floatingips/01cde01f-47f9-4f1c-abae-cbb10a9afb71 HTTP/1.1" status: 204 len: 168 time: 7.2492487 Sep 01 15:35:37.454963 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753b4a80-5a07-45a2-98de-e6623261a19b', 'tag': '03bcb534-f067-4d36-a8d8-d6b8270d1da4'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:35:37.468852 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d69a066-5511-4599-8e8d-d2750bac1aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "753b4a80-5a07-45a2-98de-e6623261a19b", "tag": "03bcb534-f067-4d36-a8d8-d6b8270d1da4"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:35:37.489862 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-1340a83e-8c25-4817-b107-ab20507cd209 None None] Set router c5c70714-7996-4b0d-856d-812b21c9656b gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:37.632989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b143d061-876e-4fba-9348-7d1e5bcb2200 None None] Provisioning complete for port 3fb4ff0e-5178-4102-808d-65ad39db16ac triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:37.633371 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b143d061-876e-4fba-9348-7d1e5bcb2200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:37.655926 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.extraroute_db [None req-4f8582d1-2f25-4860-becd-3aa1275e8666 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94733) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 01 15:35:37.707820 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba6d08e-fd65-41fe-b6ff-cf3788b561e1 x-openstack-request-id: req-6ba6d08e-fd65-41fe-b6ff-cf3788b561e1 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:35:37.707820 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753b4a80-5a07-45a2-98de-e6623261a19b", "tag": "03bcb534-f067-4d36-a8d8-d6b8270d1da4", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:35:37.708084 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ba6d08e-fd65-41fe-b6ff-cf3788b561e1 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:35:37.708746 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753b4a80-5a07-45a2-98de-e6623261a19b', 'tag': '03bcb534-f067-4d36-a8d8-d6b8270d1da4', 'status': 'completed', 'code': 200} Sep 01 15:35:37.752582 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.extraroute_db [None req-4f8582d1-2f25-4860-becd-3aa1275e8666 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Removed routes are [] {{(pid=94733) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 01 15:35:37.753283 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4f8582d1-2f25-4860-becd-3aa1275e8666 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37605'] for router, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:37.965447 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36854) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:38.070419 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-acaa6394-6696-446c-bce2-9e2c5d351c6f tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:38.149245 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69a066-5511-4599-8e8d-d2750bac1aa2 req-425050a8-3ee7-4ab8-95e9-fd6d32b96bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:38.153175 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d69a066-5511-4599-8e8d-d2750bac1aa2 req-425050a8-3ee7-4ab8-95e9-fd6d32b96bef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 1095 time: 0.4127698 Sep 01 15:35:38.166483 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-acaa6394-6696-446c-bce2-9e2c5d351c6f tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:38.179230 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c1d48791-6dbe-4765-ad34-88f93c4955c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:38.405580 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187cb202-67ea-4e5a-ac87-b6660ee517ac None None] Sync routers for ids ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:35:38.431546 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187cb202-67ea-4e5a-ac87-b6660ee517ac None None] Routers {'2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:38.434530 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-187cb202-67ea-4e5a-ac87-b6660ee517ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:38.660107 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b143d061-876e-4fba-9348-7d1e5bcb2200 None None] Provisioning for port 0c676751-ae4f-42f8-a7cf-f27bff1e1d69 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:35:38.674099 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b143d061-876e-4fba-9348-7d1e5bcb2200 None None] Provisioning complete for port 0c676751-ae4f-42f8-a7cf-f27bff1e1d69 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:38.675344 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b143d061-876e-4fba-9348-7d1e5bcb2200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:38.679562 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:38.680731 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acaa6394-6696-446c-bce2-9e2c5d351c6f tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Network ca4989b6-67f0-4732-a191-7631fd4d6724 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:35:38.700123 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa6394-6696-446c-bce2-9e2c5d351c6f tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event updated for resources: {'Port': ['ID=533d9a33-018f-44bd-967c-bac6d80d4104,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:38.711331 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-acaa6394-6696-446c-bce2-9e2c5d351c6f tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:38.731694 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaa6394-6696-446c-bce2-9e2c5d351c6f tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:35:38.758819 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b104f4a-e715-4b38-a6f9-ceba2ddec935 req-74df8f99-536e-4ece-a692-afb0bd20a1b5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:38.759406 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 3fb4ff0e-5178-4102-808d-65ad39db16ac up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:35:38.767751 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8b104f4a-e715-4b38-a6f9-ceba2ddec935 req-74df8f99-536e-4ece-a692-afb0bd20a1b5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 944 time: 0.6468363 Sep 01 15:35:38.809233 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a8faabf0-c063-4e7f-801a-7cfbeb673452 req-bbfc277e-eea8-4e96-995a-ad0bc222904a tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.1013620 Sep 01 15:35:38.817269 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4f8582d1-2f25-4860-becd-3aa1275e8666 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37605'] for router, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:38.836548 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4f8582d1-2f25-4860-becd-3aa1275e8666 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1825249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1825272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1826501'] for router, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:38.858751 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-187cb202-67ea-4e5a-ac87-b6660ee517ac None None] Set router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:38.876396 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95143499-7f3b-4edb-9b67-ff84aec4f7de req-c2163f88-18b9-497c-97d8-1b30552569ca tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:38.878964 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95143499-7f3b-4edb-9b67-ff84aec4f7de req-c2163f88-18b9-497c-97d8-1b30552569ca tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.62 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 944 time: 0.2766061 Sep 01 15:35:38.982395 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8b104f4a-e715-4b38-a6f9-ceba2ddec935 req-75e78b26-2520-4fac-868c-6eb27a91df23 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056413 Sep 01 15:35:39.010784 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaa6394-6696-446c-bce2-9e2c5d351c6f tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:39.011935 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-acaa6394-6696-446c-bce2-9e2c5d351c6f tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:39.038776 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b143d061-876e-4fba-9348-7d1e5bcb2200 None None] Port 0c676751-ae4f-42f8-a7cf-f27bff1e1d69 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:35:39.051747 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-1340a83e-8c25-4817-b107-ab20507cd209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225365038', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:33:14Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:01Z', 'updated_at': '2021-09-01T15:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '869e4220-3ece-47ca-b148-fc808fc37347', 'name': '', 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:97:45:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'bcb33d60-1f3f-4daa-9eeb-83a83c5955c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:13Z', 'updated_at': '2021-09-01T15:33:38Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': 'bcb33d60-1f3f-4daa-9eeb-83a83c5955c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:39.054336 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 3fb4ff0e-5178-4102-808d-65ad39db16ac triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:39.054727 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:39.085399 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69a066-5511-4599-8e8d-d2750bac1aa2 req-01ab3cf2-786c-49a0-a4be-42240fdc0bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:39.087564 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d69a066-5511-4599-8e8d-d2750bac1aa2 req-01ab3cf2-786c-49a0-a4be-42240fdc0bf4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4ca70199-f0ff-4e3d-b16a-4345a6e48c46 HTTP/1.1" status: 200 len: 896 time: 0.9024527 Sep 01 15:35:39.191721 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1340a83e-8c25-4817-b107-ab20507cd209 None None] Checking router: c5c70714-7996-4b0d-856d-812b21c9656b for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:35:39.253961 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7f4a0fef-a0f5-49e8-affe-72e104573484 None None] Provisioning complete for port 0c676751-ae4f-42f8-a7cf-f27bff1e1d69 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:39.254361 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7f4a0fef-a0f5-49e8-affe-72e104573484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:39.256196 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1340a83e-8c25-4817-b107-ab20507cd209 None None] Routers {'c5c70714-7996-4b0d-856d-812b21c9656b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:39.256823 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-1340a83e-8c25-4817-b107-ab20507cd209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['c5c70714-7996-4b0d-856d-812b21c9656b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:39.267466 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8582d1-2f25-4860-becd-3aa1275e8666 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:35:39.282562 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d69a066-5511-4599-8e8d-d2750bac1aa2 req-35fd69f9-120a-4a3e-a49c-1103e6f9eccf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03bcb534-f067-4d36-a8d8-d6b8270d1da4 HTTP/1.1" status: 200 len: 217 time: 0.1278110 Sep 01 15:35:39.397885 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69a066-5511-4599-8e8d-d2750bac1aa2 req-fd52f1f3-56cb-4087-8bd2-f9f9c936b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:39.399887 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d69a066-5511-4599-8e8d-d2750bac1aa2 req-fd52f1f3-56cb-4087-8bd2-f9f9c936b300 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bcb33d60-1f3f-4daa-9eeb-83a83c5955c8 HTTP/1.1" status: 200 len: 835 time: 0.1158113 Sep 01 15:35:39.450987 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c1d48791-6dbe-4765-ad34-88f93c4955c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:39.465240 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c1d48791-6dbe-4765-ad34-88f93c4955c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:39.468409 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:35:39.478290 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-acaa6394-6696-446c-bce2-9e2c5d351c6f tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.7931156 Sep 01 15:35:39.493644 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36864) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:39.504688 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-31259434-ae6d-42df-8f75-764330e64739 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'port_id': '533d9a33-018f-44bd-967c-bac6d80d4104', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:39.517128 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-95143499-7f3b-4edb-9b67-ff84aec4f7de req-e4293400-617e-43c6-9ac1-cabcb2b426b3 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Deleting port 03bcb534-f067-4d36-a8d8-d6b8270d1da4 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:35:39.517596 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95143499-7f3b-4edb-9b67-ff84aec4f7de req-e4293400-617e-43c6-9ac1-cabcb2b426b3 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:39.572480 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-187cb202-67ea-4e5a-ac87-b6660ee517ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:35:37Z', 'revision_number': 6, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None, '_interfaces': [{'id': '0c676751-ae4f-42f8-a7cf-f27bff1e1d69', 'name': '', 'network_id': '8e01827a-5ffe-44c2-b0b2-087f35b390c8', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:f5:bf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '3a6d7f6b-2203-4967-9e16-a8d26ff99285', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:32Z', 'updated_at': '2021-09-01T15:35:34Z', 'revision_number': 2, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '3a6d7f6b-2203-4967-9e16-a8d26ff99285', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a3cbf9-8c99-4319-a63a-368e92994b9c', 'name': '', 'network_id': 'fc36e408-a780-4647-bd53-6ffe0a2a3a8f', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:82:89:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:16Z', 'updated_at': '2021-09-01T15:35:33Z', 'revision_number': 4, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15dd181-4ef3-401d-b22a-a8e76b777f74', 'name': '', 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:40:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:02Z', 'updated_at': '2021-09-01T15:35:19Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76aef16-3234-43bc-bce0-246c0f23b024', 'name': '', 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:4d:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:50Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:39.630210 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-7f4a0fef-a0f5-49e8-affe-72e104573484 None None] Port 0c676751-ae4f-42f8-a7cf-f27bff1e1d69 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:35:39.634486 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8582d1-2f25-4860-becd-3aa1275e8666 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:35:39.636538 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187cb202-67ea-4e5a-ac87-b6660ee517ac None None] Checking router: 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:35:39.637263 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187cb202-67ea-4e5a-ac87-b6660ee517ac None None] Updating router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b port 0c676751-ae4f-42f8-a7cf-f27bff1e1d69 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:35:39.666040 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4f8582d1-2f25-4860-becd-3aa1275e8666 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:39.668052 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4f8582d1-2f25-4860-becd-3aa1275e8666 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "PUT /v2.0/routers/2a0d405f-2f5c-4851-8206-4d8e4bc2b95b HTTP/1.1" status: 200 len: 954 time: 3.5956330 Sep 01 15:35:39.671633 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36866) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:39.688461 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 89a3cbf9-8c99-4319-a63a-368e92994b9c up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:35:39.690830 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-187cb202-67ea-4e5a-ac87-b6660ee517ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:39.711221 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c1d48791-6dbe-4765-ad34-88f93c4955c9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f1f115eb9af94c60a362a46d5f5f9619&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7418728 Sep 01 15:35:39.723584 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d48791-6dbe-4765-ad34-88f93c4955c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c1fe01-b0b6-4a7c-8fdd-d517145dff04,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:39.734856 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36870) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:39.763804 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69a066-5511-4599-8e8d-d2750bac1aa2 req-9129cfff-b3c3-4d59-90b9-3955c3479cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:39.773828 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d69a066-5511-4599-8e8d-d2750bac1aa2 req-9129cfff-b3c3-4d59-90b9-3955c3479cef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4ca70199-f0ff-4e3d-b16a-4345a6e48c46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3627775 Sep 01 15:35:39.852996 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-31259434-ae6d-42df-8f75-764330e64739 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:39.988938 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2e9acd6e-87c0-4e0e-a8ba-3a77fb04ec3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:40.007918 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 89a3cbf9-8c99-4319-a63a-368e92994b9c completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:35:40.047795 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 89a3cbf9-8c99-4319-a63a-368e92994b9c triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:40.048638 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:40.158462 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-1340a83e-8c25-4817-b107-ab20507cd209 None None] Set router c5c70714-7996-4b0d-856d-812b21c9656b gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:40.211874 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-95143499-7f3b-4edb-9b67-ff84aec4f7de req-e4293400-617e-43c6-9ac1-cabcb2b426b3 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] For port 03bcb534-f067-4d36-a8d8-d6b8270d1da4, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=03bcb534-f067-4d36-a8d8-d6b8270d1da4,segment=NetworkSegment(f6e5359a-1b58-4e86-b852-e45d185fad19),segment_id=f6e5359a-1b58-4e86-b852-e45d185fad19)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:40.212252 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95143499-7f3b-4edb-9b67-ff84aec4f7de req-e4293400-617e-43c6-9ac1-cabcb2b426b3 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:40.234501 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-95143499-7f3b-4edb-9b67-ff84aec4f7de req-e4293400-617e-43c6-9ac1-cabcb2b426b3 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Calling delete_port for 03bcb534-f067-4d36-a8d8-d6b8270d1da4 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:35:40.414454 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-187cb202-67ea-4e5a-ac87-b6660ee517ac None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:40.436572 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-187cb202-67ea-4e5a-ac87-b6660ee517ac None None] Transition to ACTIVE for port object 0c676751-ae4f-42f8-a7cf-f27bff1e1d69 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:35:40.464565 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-187cb202-67ea-4e5a-ac87-b6660ee517ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:40.647509 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d127c8f-7de1-467a-8825-1c09518aeba4 None None] Pushing event updated for resources: {'Port': ['ID=0c676751-ae4f-42f8-a7cf-f27bff1e1d69,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:40.727457 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:40.735380 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-187cb202-67ea-4e5a-ac87-b6660ee517ac None None] Attempting to bind port 0c676751-ae4f-42f8-a7cf-f27bff1e1d69 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:35:40.735887 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-187cb202-67ea-4e5a-ac87-b6660ee517ac None None] Attempting to bind port 0c676751-ae4f-42f8-a7cf-f27bff1e1d69 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '152e1b59-d01d-4a18-998e-cc6ca19f689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8e01827a-5ffe-44c2-b0b2-087f35b390c8'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:35:40.736359 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cb202-67ea-4e5a-ac87-b6660ee517ac None None] Attempting to bind port 0c676751-ae4f-42f8-a7cf-f27bff1e1d69 on network 8e01827a-5ffe-44c2-b0b2-087f35b390c8 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:35:40.755796 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cb202-67ea-4e5a-ac87-b6660ee517ac None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:35:40.756761 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cb202-67ea-4e5a-ac87-b6660ee517ac None None] Checking segment: {'id': '152e1b59-d01d-4a18-998e-cc6ca19f689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8e01827a-5ffe-44c2-b0b2-087f35b390c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:35:40.757425 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-187cb202-67ea-4e5a-ac87-b6660ee517ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:40.758054 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cb202-67ea-4e5a-ac87-b6660ee517ac None None] Bound using segment: {'id': '152e1b59-d01d-4a18-998e-cc6ca19f689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8e01827a-5ffe-44c2-b0b2-087f35b390c8'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:35:40.758811 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-187cb202-67ea-4e5a-ac87-b6660ee517ac None None] Bound port: 0c676751-ae4f-42f8-a7cf-f27bff1e1d69, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '152e1b59-d01d-4a18-998e-cc6ca19f689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8e01827a-5ffe-44c2-b0b2-087f35b390c8'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:35:40.759451 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-187cb202-67ea-4e5a-ac87-b6660ee517ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:40.848383 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 89a3cbf9-8c99-4319-a63a-368e92994b9c, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=89a3cbf9-8c99-4319-a63a-368e92994b9c,segment=NetworkSegment(b367827b-fd18-4321-8e09-627bf97ad34c),segment_id=b367827b-fd18-4321-8e09-627bf97ad34c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:40.863054 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a21e56a1-1042-424e-8fe1-e96732a72f64 req-4894301c-510c-4faf-98ab-ea25038658a2 tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.0905931 Sep 01 15:35:40.909279 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-187cb202-67ea-4e5a-ac87-b6660ee517ac None None] For port 0c676751-ae4f-42f8-a7cf-f27bff1e1d69, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:35:40.912556 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a936b083-34e3-4d91-9eac-a9de19349962 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "GET /v2.0/routers/2a0d405f-2f5c-4851-8206-4d8e4bc2b95b HTTP/1.1" status: 200 len: 954 time: 1.2392406 Sep 01 15:35:40.913678 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36882) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:40.918199 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-187cb202-67ea-4e5a-ac87-b6660ee517ac None None] For port 0c676751-ae4f-42f8-a7cf-f27bff1e1d69, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=0c676751-ae4f-42f8-a7cf-f27bff1e1d69,segment=NetworkSegment(152e1b59-d01d-4a18-998e-cc6ca19f689a),segment_id=152e1b59-d01d-4a18-998e-cc6ca19f689a)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:35:40.919858 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-42c58bf7-a5b1-4abc-970c-4bd13b0c814e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'router': {'routes': None}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:40.927900 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-187cb202-67ea-4e5a-ac87-b6660ee517ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:40.965854 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:41.121973 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=89a3cbf9-8c99-4319-a63a-368e92994b9c,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:41.143782 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-1340a83e-8c25-4817-b107-ab20507cd209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225365038', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:33:14Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:01Z', 'updated_at': '2021-09-01T15:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '869e4220-3ece-47ca-b148-fc808fc37347', 'name': '', 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:97:45:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'bcb33d60-1f3f-4daa-9eeb-83a83c5955c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:13Z', 'updated_at': '2021-09-01T15:33:38Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': 'bcb33d60-1f3f-4daa-9eeb-83a83c5955c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:41.229691 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187cb202-67ea-4e5a-ac87-b6660ee517ac None None] Routers {'2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:41.240943 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-187cb202-67ea-4e5a-ac87-b6660ee517ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:41.248796 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1340a83e-8c25-4817-b107-ab20507cd209 None None] The sync data for ids ['c5c70714-7996-4b0d-856d-812b21c9656b'] in n-d-794796-3 is: [{'id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225365038', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:33:14Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:01Z', 'updated_at': '2021-09-01T15:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '869e4220-3ece-47ca-b148-fc808fc37347', 'name': '', 'network_id': '4ca70199-f0ff-4e3d-b16a-4345a6e48c46', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:97:45:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': 'bcb33d60-1f3f-4daa-9eeb-83a83c5955c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:13Z', 'updated_at': '2021-09-01T15:33:38Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': 'bcb33d60-1f3f-4daa-9eeb-83a83c5955c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:35:41.539295 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d69a066-5511-4599-8e8d-d2750bac1aa2 req-a51e0aa5-86b4-420b-a06f-38a23e58894c service neutron] 10.222.0.62 "GET /v2.0/networks/4ca70199-f0ff-4e3d-b16a-4345a6e48c46?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7347701 Sep 01 15:35:41.633663 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-242040ea-54b6-4cc0-a119-e8a40b3a2b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:41.679572 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d127c8f-7de1-467a-8825-1c09518aeba4 None None] Pushing event updated for resources: {'Port': ['ID=0c676751-ae4f-42f8-a7cf-f27bff1e1d69,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:41.730649 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-242040ea-54b6-4cc0-a119-e8a40b3a2b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:41.799125 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.extraroute_db [None req-42c58bf7-a5b1-4abc-970c-4bd13b0c814e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Added routes are [] {{(pid=94733) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 01 15:35:41.799964 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.extraroute_db [None req-42c58bf7-a5b1-4abc-970c-4bd13b0c814e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94733) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 01 15:35:41.825659 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-187cb202-67ea-4e5a-ac87-b6660ee517ac None None] Set router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:41.829681 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ec59f-769a-4d82-b0ee-8c2bb5cc1690 req-c93d83bd-b1ce-448d-8355-f4e503305520 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:41.832823 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0c8ec59f-769a-4d82-b0ee-8c2bb5cc1690 req-c93d83bd-b1ce-448d-8355-f4e503305520 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=753b4a80-5a07-45a2-98de-e6623261a19b HTTP/1.1" status: 200 len: 944 time: 1.6868572 Sep 01 15:35:41.834046 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95143499-7f3b-4edb-9b67-ff84aec4f7de req-e4293400-617e-43c6-9ac1-cabcb2b426b3 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:41.882465 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-42c58bf7-a5b1-4abc-970c-4bd13b0c814e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37605'] for router, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:41.939214 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b868540-12a7-4249-8190-e279671b40a8 None None] New status for floating IP 01cde01f-47f9-4f1c-abae-cbb10a9afb71: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:35:42.089015 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-242040ea-54b6-4cc0-a119-e8a40b3a2b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:42.106460 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-242040ea-54b6-4cc0-a119-e8a40b3a2b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:42.126657 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-242040ea-54b6-4cc0-a119-e8a40b3a2b9d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/33c1fe01-b0b6-4a7c-8fdd-d517145dff04 HTTP/1.1" status: 204 len: 168 time: 2.3869698 Sep 01 15:35:42.188099 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 03bcb534-f067-4d36-a8d8-d6b8270d1da4 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:35:42.237270 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 03bcb534-f067-4d36-a8d8-d6b8270d1da4 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:35:42.238327 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 03bcb534-f067-4d36-a8d8-d6b8270d1da4 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:35:42.275198 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:42.297076 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-68f04928-ea2a-4522-b151-43262b25b738 req-e7efdee9-d09c-4c39-8090-020bc7e8cc44 tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.1434324 Sep 01 15:35:42.375177 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d69a066-5511-4599-8e8d-d2750bac1aa2 req-57b4c5f6-43d9-4c5a-aaad-7be8f266c4fb service neutron] 10.222.0.62 "GET /v2.0/networks/4ca70199-f0ff-4e3d-b16a-4345a6e48c46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7993252 Sep 01 15:35:42.386174 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4293400-617e-43c6-9ac1-cabcb2b426b3 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event deleted for resources: {'Port': ['ID=03bcb534-f067-4d36-a8d8-d6b8270d1da4,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:42.403523 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242040ea-54b6-4cc0-a119-e8a40b3a2b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c1fe01-b0b6-4a7c-8fdd-d517145dff04,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:42.458154 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-95143499-7f3b-4edb-9b67-ff84aec4f7de req-e4293400-617e-43c6-9ac1-cabcb2b426b3 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] No DVR routers for this DVR port 03bcb534-f067-4d36-a8d8-d6b8270d1da4 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:35:42.464381 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95143499-7f3b-4edb-9b67-ff84aec4f7de req-e4293400-617e-43c6-9ac1-cabcb2b426b3 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:42.485667 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95143499-7f3b-4edb-9b67-ff84aec4f7de req-e4293400-617e-43c6-9ac1-cabcb2b426b3 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.62 "DELETE /v2.0/ports/03bcb534-f067-4d36-a8d8-d6b8270d1da4 HTTP/1.1" status: 204 len: 173 time: 3.5905361 Sep 01 15:35:42.496236 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753b4a80-5a07-45a2-98de-e6623261a19b', 'name': 'network-vif-deleted', 'tag': '03bcb534-f067-4d36-a8d8-d6b8270d1da4'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:35:42.500512 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7441f7a3-60f7-4fe0-a6ab-f35d66463697" -d '{"events": [{"server_uuid": "753b4a80-5a07-45a2-98de-e6623261a19b", "name": "network-vif-deleted", "tag": "03bcb534-f067-4d36-a8d8-d6b8270d1da4"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:35:42.546960 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0c8ec59f-769a-4d82-b0ee-8c2bb5cc1690 req-fa7d40ad-ccd5-4923-b0f1-135a631736ea tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=0d66d3a3-7d7d-4001-91ea-622899d47478&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6849096 Sep 01 15:35:42.624643 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-31259434-ae6d-42df-8f75-764330e64739 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:42.756753 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-42c58bf7-a5b1-4abc-970c-4bd13b0c814e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37605'] for router, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:42.758387 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-187cb202-67ea-4e5a-ac87-b6660ee517ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:35:37Z', 'revision_number': 6, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None, '_interfaces': [{'id': '0c676751-ae4f-42f8-a7cf-f27bff1e1d69', 'name': '', 'network_id': '8e01827a-5ffe-44c2-b0b2-087f35b390c8', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:f5:bf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '3a6d7f6b-2203-4967-9e16-a8d26ff99285', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:32Z', 'updated_at': '2021-09-01T15:35:40Z', 'revision_number': 4, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '3a6d7f6b-2203-4967-9e16-a8d26ff99285', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a3cbf9-8c99-4319-a63a-368e92994b9c', 'name': '', 'network_id': 'fc36e408-a780-4647-bd53-6ffe0a2a3a8f', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:82:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:16Z', 'updated_at': '2021-09-01T15:35:40Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15dd181-4ef3-401d-b22a-a8e76b777f74', 'name': '', 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:40:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:02Z', 'updated_at': '2021-09-01T15:35:19Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76aef16-3234-43bc-bce0-246c0f23b024', 'name': '', 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:4d:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:50Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:42.771574 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-42c58bf7-a5b1-4abc-970c-4bd13b0c814e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1825249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1825272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1826501'] for router, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:42.829395 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187cb202-67ea-4e5a-ac87-b6660ee517ac None None] The sync data for ids ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'] in n-d-794796-3 is: [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:35:37Z', 'revision_number': 6, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None, '_interfaces': [{'id': '0c676751-ae4f-42f8-a7cf-f27bff1e1d69', 'name': '', 'network_id': '8e01827a-5ffe-44c2-b0b2-087f35b390c8', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:f5:bf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '3a6d7f6b-2203-4967-9e16-a8d26ff99285', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:32Z', 'updated_at': '2021-09-01T15:35:40Z', 'revision_number': 4, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '3a6d7f6b-2203-4967-9e16-a8d26ff99285', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a3cbf9-8c99-4319-a63a-368e92994b9c', 'name': '', 'network_id': 'fc36e408-a780-4647-bd53-6ffe0a2a3a8f', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:82:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:16Z', 'updated_at': '2021-09-01T15:35:40Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15dd181-4ef3-401d-b22a-a8e76b777f74', 'name': '', 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:40:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:02Z', 'updated_at': '2021-09-01T15:35:19Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76aef16-3234-43bc-bce0-246c0f23b024', 'name': '', 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:4d:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:50Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:35:42.871301 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e39a74-2310-4e3e-8403-d7bf33b41db0 x-openstack-request-id: req-42e39a74-2310-4e3e-8403-d7bf33b41db0 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:35:42.871776 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753b4a80-5a07-45a2-98de-e6623261a19b", "name": "network-vif-deleted", "tag": "03bcb534-f067-4d36-a8d8-d6b8270d1da4", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:35:42.873910 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-42e39a74-2310-4e3e-8403-d7bf33b41db0 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:35:42.874604 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753b4a80-5a07-45a2-98de-e6623261a19b', 'name': 'network-vif-deleted', 'tag': '03bcb534-f067-4d36-a8d8-d6b8270d1da4', 'status': 'completed', 'code': 200} Sep 01 15:35:43.108843 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-31259434-ae6d-42df-8f75-764330e64739 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Allocated IP 172.25.6.44 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/61f24e6e-32b1-4671-9c47-f3586da42d8e) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:35:43.110026 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c58bf7-a5b1-4abc-970c-4bd13b0c814e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:35:43.331189 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:43.357859 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 0c676751-ae4f-42f8-a7cf-f27bff1e1d69 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:35:43.442034 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-31259434-ae6d-42df-8f75-764330e64739 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:43.514654 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b01166-7951-44a2-b33b-0407571131dc None None] Sync routers for ids ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:35:43.516410 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c58bf7-a5b1-4abc-970c-4bd13b0c814e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:35:43.540241 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b01166-7951-44a2-b33b-0407571131dc None None] Routers {'2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:43.546577 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-80b01166-7951-44a2-b33b-0407571131dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:43.563473 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-42c58bf7-a5b1-4abc-970c-4bd13b0c814e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:43.565348 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-42c58bf7-a5b1-4abc-970c-4bd13b0c814e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "PUT /v2.0/routers/2a0d405f-2f5c-4851-8206-4d8e4bc2b95b HTTP/1.1" status: 200 len: 704 time: 2.6502452 Sep 01 15:35:43.570606 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36912) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:43.601523 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 0c676751-ae4f-42f8-a7cf-f27bff1e1d69 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:35:43.612610 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 0c676751-ae4f-42f8-a7cf-f27bff1e1d69 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:43.613247 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:43.676816 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36918) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:43.777229 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f99ce18e-641f-4687-9160-3196ebeb84c2 req-0e7c9c73-b35a-4dfa-80c4-dbe75e8847b5 tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.1689842 Sep 01 15:35:43.803081 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-31259434-ae6d-42df-8f75-764330e64739 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:43.818523 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-32e996f5-7ebb-4314-98fd-4186b798c04c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "GET /v2.0/routers/2a0d405f-2f5c-4851-8206-4d8e4bc2b95b HTTP/1.1" status: 200 len: 704 time: 0.2454166 Sep 01 15:35:43.821480 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-73426cc4-bac2-460f-bb11-0972f4f955e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:43.821801 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36920) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:43.917416 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-80b01166-7951-44a2-b33b-0407571131dc None None] Set router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:43.970276 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31259434-ae6d-42df-8f75-764330e64739 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:35:43.992391 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-31259434-ae6d-42df-8f75-764330e64739 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:35:44.005514 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:44.019052 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31259434-ae6d-42df-8f75-764330e64739 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:35:44.026963 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31259434-ae6d-42df-8f75-764330e64739 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event updated for resources: {'Port': ['ID=61f24e6e-32b1-4671-9c47-f3586da42d8e,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:44.181220 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 0c676751-ae4f-42f8-a7cf-f27bff1e1d69, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=0c676751-ae4f-42f8-a7cf-f27bff1e1d69,segment=NetworkSegment(152e1b59-d01d-4a18-998e-cc6ca19f689a),segment_id=152e1b59-d01d-4a18-998e-cc6ca19f689a)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:44.192672 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:44.194979 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 89a3cbf9-8c99-4319-a63a-368e92994b9c up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:35:44.492249 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=0c676751-ae4f-42f8-a7cf-f27bff1e1d69,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:44.498051 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 89a3cbf9-8c99-4319-a63a-368e92994b9c triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:44.500025 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:44.790038 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0a5cf342-df81-4132-8789-ee5c2847803f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:44.981028 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-80b01166-7951-44a2-b33b-0407571131dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:35:41Z', 'revision_number': 7, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None, '_interfaces': [{'id': '0c676751-ae4f-42f8-a7cf-f27bff1e1d69', 'name': '', 'network_id': '8e01827a-5ffe-44c2-b0b2-087f35b390c8', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:f5:bf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '3a6d7f6b-2203-4967-9e16-a8d26ff99285', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:32Z', 'updated_at': '2021-09-01T15:35:40Z', 'revision_number': 4, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '3a6d7f6b-2203-4967-9e16-a8d26ff99285', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a3cbf9-8c99-4319-a63a-368e92994b9c', 'name': '', 'network_id': 'fc36e408-a780-4647-bd53-6ffe0a2a3a8f', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:82:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:16Z', 'updated_at': '2021-09-01T15:35:40Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15dd181-4ef3-401d-b22a-a8e76b777f74', 'name': '', 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:40:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:02Z', 'updated_at': '2021-09-01T15:35:19Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76aef16-3234-43bc-bce0-246c0f23b024', 'name': '', 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:4d:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:50Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:45.020280 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b01166-7951-44a2-b33b-0407571131dc None None] Checking router: 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:35:45.031170 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b01166-7951-44a2-b33b-0407571131dc None None] Routers {'2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:45.032456 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-80b01166-7951-44a2-b33b-0407571131dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:45.116518 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-016d445f-ccce-4935-b93e-a54ad668e664 req-798c0ba7-be20-41f5-9273-cd5b5ba8c3ad tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.1216230 Sep 01 15:35:45.161787 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 0c676751-ae4f-42f8-a7cf-f27bff1e1d69 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:35:45.190136 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-80b01166-7951-44a2-b33b-0407571131dc None None] Set router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:45.330328 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:45.410371 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 0c676751-ae4f-42f8-a7cf-f27bff1e1d69 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:35:45.411396 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:45.517321 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aa5a486c-df2e-47d1-ad50-d5a739b06534 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:45.672684 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-0a5cf342-df81-4132-8789-ee5c2847803f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Deleting port 0c676751-ae4f-42f8-a7cf-f27bff1e1d69 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:35:45.673503 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0a5cf342-df81-4132-8789-ee5c2847803f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:45.861098 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-80b01166-7951-44a2-b33b-0407571131dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:35:41Z', 'revision_number': 7, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None, '_interfaces': [{'id': '0c676751-ae4f-42f8-a7cf-f27bff1e1d69', 'name': '', 'network_id': '8e01827a-5ffe-44c2-b0b2-087f35b390c8', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:f5:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '3a6d7f6b-2203-4967-9e16-a8d26ff99285', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:32Z', 'updated_at': '2021-09-01T15:35:44Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '3a6d7f6b-2203-4967-9e16-a8d26ff99285', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a3cbf9-8c99-4319-a63a-368e92994b9c', 'name': '', 'network_id': 'fc36e408-a780-4647-bd53-6ffe0a2a3a8f', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:82:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:16Z', 'updated_at': '2021-09-01T15:35:40Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15dd181-4ef3-401d-b22a-a8e76b777f74', 'name': '', 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:40:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:02Z', 'updated_at': '2021-09-01T15:35:19Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76aef16-3234-43bc-bce0-246c0f23b024', 'name': '', 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:4d:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:50Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:45.865932 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-0a5cf342-df81-4132-8789-ee5c2847803f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] For port 0c676751-ae4f-42f8-a7cf-f27bff1e1d69, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=0c676751-ae4f-42f8-a7cf-f27bff1e1d69,segment=NetworkSegment(152e1b59-d01d-4a18-998e-cc6ca19f689a),segment_id=152e1b59-d01d-4a18-998e-cc6ca19f689a)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:45.867019 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0a5cf342-df81-4132-8789-ee5c2847803f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:45.885609 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-0a5cf342-df81-4132-8789-ee5c2847803f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Calling delete_port for 0c676751-ae4f-42f8-a7cf-f27bff1e1d69 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:35:45.935641 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b01166-7951-44a2-b33b-0407571131dc None None] The sync data for ids ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'] in n-d-794796-3 is: [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:35:41Z', 'revision_number': 7, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None, '_interfaces': [{'id': '0c676751-ae4f-42f8-a7cf-f27bff1e1d69', 'name': '', 'network_id': '8e01827a-5ffe-44c2-b0b2-087f35b390c8', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:f5:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '3a6d7f6b-2203-4967-9e16-a8d26ff99285', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:32Z', 'updated_at': '2021-09-01T15:35:44Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '3a6d7f6b-2203-4967-9e16-a8d26ff99285', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89a3cbf9-8c99-4319-a63a-368e92994b9c', 'name': '', 'network_id': 'fc36e408-a780-4647-bd53-6ffe0a2a3a8f', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:82:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:16Z', 'updated_at': '2021-09-01T15:35:40Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15dd181-4ef3-401d-b22a-a8e76b777f74', 'name': '', 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:40:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:02Z', 'updated_at': '2021-09-01T15:35:19Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76aef16-3234-43bc-bce0-246c0f23b024', 'name': '', 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:4d:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:50Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:35:45.940389 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36952) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:46.209803 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-31259434-ae6d-42df-8f75-764330e64739 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:46.226323 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a740d3f1-02ff-4fff-a2f1-11679f565609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:46.560129 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0a5cf342-df81-4132-8789-ee5c2847803f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:46.658115 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-18397957-d89f-4248-ae58-a928f23e1566 req-6f9cad20-a66d-4134-a8e8-eefa2b30cade tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.2260933 Sep 01 15:35:46.708185 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05820a7e-3493-4ed6-9e88-3a6fb1c4d66a None None] Sync routers for ids ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:35:46.727656 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5cf342-df81-4132-8789-ee5c2847803f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Port': ['ID=0c676751-ae4f-42f8-a7cf-f27bff1e1d69,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:46.732587 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-31259434-ae6d-42df-8f75-764330e64739 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:46.741831 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05820a7e-3493-4ed6-9e88-3a6fb1c4d66a None None] Routers {'2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:46.747181 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-05820a7e-3493-4ed6-9e88-3a6fb1c4d66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:46.968825 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-05820a7e-3493-4ed6-9e88-3a6fb1c4d66a None None] Set router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:47.128397 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0a5cf342-df81-4132-8789-ee5c2847803f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:47.196508 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a486c-df2e-47d1-ad50-d5a739b06534 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Deleting port 869e4220-3ece-47ca-b148-fc808fc37347 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:35:47.197624 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aa5a486c-df2e-47d1-ad50-d5a739b06534 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:47.352853 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-aa5a486c-df2e-47d1-ad50-d5a739b06534 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] For port 869e4220-3ece-47ca-b148-fc808fc37347, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=869e4220-3ece-47ca-b148-fc808fc37347,segment=NetworkSegment(f6e5359a-1b58-4e86-b852-e45d185fad19),segment_id=f6e5359a-1b58-4e86-b852-e45d185fad19)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:47.353678 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aa5a486c-df2e-47d1-ad50-d5a739b06534 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:47.373720 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a486c-df2e-47d1-ad50-d5a739b06534 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Calling delete_port for 869e4220-3ece-47ca-b148-fc808fc37347 owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:35:47.430577 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a740d3f1-02ff-4fff-a2f1-11679f565609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:47.452892 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-05820a7e-3493-4ed6-9e88-3a6fb1c4d66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:35:46Z', 'revision_number': 8, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None, '_interfaces': [{'id': '89a3cbf9-8c99-4319-a63a-368e92994b9c', 'name': '', 'network_id': 'fc36e408-a780-4647-bd53-6ffe0a2a3a8f', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:82:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:16Z', 'updated_at': '2021-09-01T15:35:40Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15dd181-4ef3-401d-b22a-a8e76b777f74', 'name': '', 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:40:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:02Z', 'updated_at': '2021-09-01T15:35:19Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76aef16-3234-43bc-bce0-246c0f23b024', 'name': '', 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:4d:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:50Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:47.460777 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a740d3f1-02ff-4fff-a2f1-11679f565609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:47.513812 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05820a7e-3493-4ed6-9e88-3a6fb1c4d66a None None] Checking router: 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:35:47.530008 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05820a7e-3493-4ed6-9e88-3a6fb1c4d66a None None] Routers {'2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:47.530316 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-05820a7e-3493-4ed6-9e88-3a6fb1c4d66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:47.657298 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a740d3f1-02ff-4fff-a2f1-11679f565609 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7aa2c5031b8e4ad8ae2811d62e9f74e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7149000 Sep 01 15:35:47.662548 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36970) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:47.725620 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740d3f1-02ff-4fff-a2f1-11679f565609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62054278-573b-4ba8-bdb0-ad2d06a53dc3,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:47.787293 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-05820a7e-3493-4ed6-9e88-3a6fb1c4d66a None None] Set router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:47.917502 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0b46d655-3958-41c9-83d4-c150ca12e7fa req-a9ea1408-a8e2-4815-8676-6780a724933b tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.0979972 Sep 01 15:35:47.960377 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5cf342-df81-4132-8789-ee5c2847803f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:35:47.962051 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1586b782-cb24-4abf-9e51-610d127956e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:48.018341 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1586b782-cb24-4abf-9e51-610d127956e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:48.210127 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-31259434-ae6d-42df-8f75-764330e64739 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:48.226342 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-31259434-ae6d-42df-8f75-764330e64739 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:48.230083 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-05820a7e-3493-4ed6-9e88-3a6fb1c4d66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:35:46Z', 'revision_number': 8, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None, '_interfaces': [{'id': '89a3cbf9-8c99-4319-a63a-368e92994b9c', 'name': '', 'network_id': 'fc36e408-a780-4647-bd53-6ffe0a2a3a8f', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:82:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:16Z', 'updated_at': '2021-09-01T15:35:40Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15dd181-4ef3-401d-b22a-a8e76b777f74', 'name': '', 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:40:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:02Z', 'updated_at': '2021-09-01T15:35:19Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76aef16-3234-43bc-bce0-246c0f23b024', 'name': '', 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:4d:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:50Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:48.244773 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5cf342-df81-4132-8789-ee5c2847803f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:35:48.253736 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0a5cf342-df81-4132-8789-ee5c2847803f tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "PUT /v2.0/routers/2a0d405f-2f5c-4851-8206-4d8e4bc2b95b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4300709 Sep 01 15:35:48.257399 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 36974) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:48.275575 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1586b782-cb24-4abf-9e51-610d127956e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:48.280446 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05820a7e-3493-4ed6-9e88-3a6fb1c4d66a None None] The sync data for ids ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'] in n-d-794796-3 is: [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:35:46Z', 'revision_number': 8, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None, '_interfaces': [{'id': '89a3cbf9-8c99-4319-a63a-368e92994b9c', 'name': '', 'network_id': 'fc36e408-a780-4647-bd53-6ffe0a2a3a8f', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:82:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:16Z', 'updated_at': '2021-09-01T15:35:40Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15dd181-4ef3-401d-b22a-a8e76b777f74', 'name': '', 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:40:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:02Z', 'updated_at': '2021-09-01T15:35:19Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76aef16-3234-43bc-bce0-246c0f23b024', 'name': '', 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:4d:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:50Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:35:48.283578 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1586b782-cb24-4abf-9e51-610d127956e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:48.285024 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1586b782-cb24-4abf-9e51-610d127956e0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/62054278-573b-4ba8-bdb0-ad2d06a53dc3 HTTP/1.1" status: 204 len: 168 time: 0.6208587 Sep 01 15:35:48.347381 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-503a54b9-2434-4cfb-bd84-1647d8ae4b1b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Deleting subnet 3a6d7f6b-2203-4967-9e16-a8d26ff99285 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:35:48.352204 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-503a54b9-2434-4cfb-bd84-1647d8ae4b1b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:48.396824 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586b782-cb24-4abf-9e51-610d127956e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62054278-573b-4ba8-bdb0-ad2d06a53dc3,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:48.450605 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-503a54b9-2434-4cfb-bd84-1647d8ae4b1b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:48.488577 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aa5a486c-df2e-47d1-ad50-d5a739b06534 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:48.505339 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31259434-ae6d-42df-8f75-764330e64739 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event updated for resources: {'Port': ['ID=61f24e6e-32b1-4671-9c47-f3586da42d8e,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:48.509629 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-31259434-ae6d-42df-8f75-764330e64739 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:48.643493 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-503a54b9-2434-4cfb-bd84-1647d8ae4b1b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:48.796868 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-503a54b9-2434-4cfb-bd84-1647d8ae4b1b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:48.845149 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-503a54b9-2434-4cfb-bd84-1647d8ae4b1b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:48.847286 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-503a54b9-2434-4cfb-bd84-1647d8ae4b1b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/subnets/3a6d7f6b-2203-4967-9e16-a8d26ff99285 HTTP/1.1" status: 204 len: 168 time: 0.5884721 Sep 01 15:35:48.848340 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a54b9-2434-4cfb-bd84-1647d8ae4b1b tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Subnet': ['ID=3a6d7f6b-2203-4967-9e16-a8d26ff99285,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:48.852203 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a486c-df2e-47d1-ad50-d5a739b06534 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event deleted for resources: {'Port': ['ID=869e4220-3ece-47ca-b148-fc808fc37347,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:48.854187 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 36992) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:48.864176 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88abfe5b-c9a0-4dd4-9f62-287ef6f9018e None None] Network 8e01827a-5ffe-44c2-b0b2-087f35b390c8 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:35:49.253469 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4d86095-1783-47c7-b75b-b7150c41c4cd tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:49.312753 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dcb25c-4aee-4fb9-8656-08cb785b542e None None] DHCP port deletion for 8e01827a-5ffe-44c2-b0b2-087f35b390c8 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:35:49.377048 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4d5c7a3d-b282-473b-ac73-2cfee639a841 req-bb4c7395-86bb-421e-b62f-1834909f9b30 tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.0927649 Sep 01 15:35:49.393564 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-31259434-ae6d-42df-8f75-764330e64739 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Floating IP d83d250c-e3a6-47d7-a83e-d1a9bfea5a21 associated. External IP: 172.25.6.44, port: 533d9a33-018f-44bd-967c-bac6d80d4104. Sep 01 15:35:49.400321 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 0c676751-ae4f-42f8-a7cf-f27bff1e1d69 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:35:49.410569 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cd8d53-57fa-4ff5-ab22-b76ff8d5d875 None None] Sync routers for ids ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:35:49.428238 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cd8d53-57fa-4ff5-ab22-b76ff8d5d875 None None] Routers {'2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:49.428889 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-41cd8d53-57fa-4ff5-ab22-b76ff8d5d875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:49.588200 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-41cd8d53-57fa-4ff5-ab22-b76ff8d5d875 None None] Set router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:49.851923 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 0c676751-ae4f-42f8-a7cf-f27bff1e1d69 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:35:49.852650 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 0c676751-ae4f-42f8-a7cf-f27bff1e1d69 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:35:49.862943 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498216c-a97c-465a-8a8d-16a992e248ca req-85fe23fd-6771-460e-9470-9656f409c945 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:49.883145 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0498216c-a97c-465a-8a8d-16a992e248ca req-85fe23fd-6771-460e-9470-9656f409c945 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffbc3ae3-7eae-4306-b674-78de921162a3 HTTP/1.1" status: 200 len: 945 time: 0.5438941 Sep 01 15:35:49.923699 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-27dcb25c-4aee-4fb9-8656-08cb785b542e None None] Deleting port 3fb4ff0e-5178-4102-808d-65ad39db16ac {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:35:49.925713 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-27dcb25c-4aee-4fb9-8656-08cb785b542e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:49.955735 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-a4d86095-1783-47c7-b75b-b7150c41c4cd tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Deleting port 3fb4ff0e-5178-4102-808d-65ad39db16ac {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:35:49.956932 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4d86095-1783-47c7-b75b-b7150c41c4cd tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:50.000835 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-41cd8d53-57fa-4ff5-ab22-b76ff8d5d875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:35:46Z', 'revision_number': 8, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None, '_interfaces': [{'id': '89a3cbf9-8c99-4319-a63a-368e92994b9c', 'name': '', 'network_id': 'fc36e408-a780-4647-bd53-6ffe0a2a3a8f', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:82:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:16Z', 'updated_at': '2021-09-01T15:35:40Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15dd181-4ef3-401d-b22a-a8e76b777f74', 'name': '', 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:40:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:02Z', 'updated_at': '2021-09-01T15:35:19Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76aef16-3234-43bc-bce0-246c0f23b024', 'name': '', 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:4d:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:50Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:50.025976 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-27dcb25c-4aee-4fb9-8656-08cb785b542e None None] For port 3fb4ff0e-5178-4102-808d-65ad39db16ac, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=3fb4ff0e-5178-4102-808d-65ad39db16ac,segment=NetworkSegment(152e1b59-d01d-4a18-998e-cc6ca19f689a),segment_id=152e1b59-d01d-4a18-998e-cc6ca19f689a)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:50.027157 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-27dcb25c-4aee-4fb9-8656-08cb785b542e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:50.045315 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-27dcb25c-4aee-4fb9-8656-08cb785b542e None None] Calling delete_port for 3fb4ff0e-5178-4102-808d-65ad39db16ac owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:35:50.067895 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cd8d53-57fa-4ff5-ab22-b76ff8d5d875 None None] Checking router: 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:35:50.068837 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aa5a486c-df2e-47d1-ad50-d5a739b06534 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:50.086884 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cd8d53-57fa-4ff5-ab22-b76ff8d5d875 None None] Routers {'2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:50.088529 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-41cd8d53-57fa-4ff5-ab22-b76ff8d5d875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:50.270876 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-27dcb25c-4aee-4fb9-8656-08cb785b542e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:50.285625 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0498216c-a97c-465a-8a8d-16a992e248ca req-4b021758-aff5-42e0-b55a-19642b517b30 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/security-groups?id=29304af2-bc51-44f3-b46c-74dc336f2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010313 Sep 01 15:35:50.309266 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dcb25c-4aee-4fb9-8656-08cb785b542e None None] Pushing event deleted for resources: {'Port': ['ID=3fb4ff0e-5178-4102-808d-65ad39db16ac,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:50.315056 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dcb25c-4aee-4fb9-8656-08cb785b542e None None] No DVR routers for this DVR port 3fb4ff0e-5178-4102-808d-65ad39db16ac on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:35:50.342415 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-41cd8d53-57fa-4ff5-ab22-b76ff8d5d875 None None] Set router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:50.481490 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-a4d86095-1783-47c7-b75b-b7150c41c4cd tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] For port 3fb4ff0e-5178-4102-808d-65ad39db16ac, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=3fb4ff0e-5178-4102-808d-65ad39db16ac,segment=NetworkSegment(152e1b59-d01d-4a18-998e-cc6ca19f689a),segment_id=152e1b59-d01d-4a18-998e-cc6ca19f689a)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:50.482517 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4d86095-1783-47c7-b75b-b7150c41c4cd tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:50.516026 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-a4d86095-1783-47c7-b75b-b7150c41c4cd tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Calling delete_port for 3fb4ff0e-5178-4102-808d-65ad39db16ac owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:35:50.619436 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7e901be5-18b8-49a7-960e-8f858fe98541 req-02eb888f-b39a-4418-9e8d-e6df30b3e0c2 tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.0666764 Sep 01 15:35:50.731634 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-41cd8d53-57fa-4ff5-ab22-b76ff8d5d875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:35:46Z', 'revision_number': 8, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None, '_interfaces': [{'id': '89a3cbf9-8c99-4319-a63a-368e92994b9c', 'name': '', 'network_id': 'fc36e408-a780-4647-bd53-6ffe0a2a3a8f', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:82:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:16Z', 'updated_at': '2021-09-01T15:35:40Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15dd181-4ef3-401d-b22a-a8e76b777f74', 'name': '', 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:40:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:02Z', 'updated_at': '2021-09-01T15:35:19Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76aef16-3234-43bc-bce0-246c0f23b024', 'name': '', 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:4d:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:50Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:50.800712 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cd8d53-57fa-4ff5-ab22-b76ff8d5d875 None None] The sync data for ids ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'] in n-d-794796-3 is: [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:35:46Z', 'revision_number': 8, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None, '_interfaces': [{'id': '89a3cbf9-8c99-4319-a63a-368e92994b9c', 'name': '', 'network_id': 'fc36e408-a780-4647-bd53-6ffe0a2a3a8f', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:82:89:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:16Z', 'updated_at': '2021-09-01T15:35:40Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '56cfec95-3dc4-4b65-b7d8-94dc0293bea0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b15dd181-4ef3-401d-b22a-a8e76b777f74', 'name': '', 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:40:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:02Z', 'updated_at': '2021-09-01T15:35:19Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76aef16-3234-43bc-bce0-246c0f23b024', 'name': '', 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:4d:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:50Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:35:50.873237 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31259434-ae6d-42df-8f75-764330e64739 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Router efb6933d-7162-411b-93f4-6bd30d68a96b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:35:51.039121 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4d86095-1783-47c7-b75b-b7150c41c4cd tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:51.064819 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744209b5-e534-421d-9342-031eb911ffc4 req-6aff396b-6355-4f10-879f-cf8fd30fd62b tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:51.066602 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-744209b5-e534-421d-9342-031eb911ffc4 req-6aff396b-6355-4f10-879f-cf8fd30fd62b tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffbc3ae3-7eae-4306-b674-78de921162a3 HTTP/1.1" status: 200 len: 945 time: 0.1026127 Sep 01 15:35:51.133853 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d86095-1783-47c7-b75b-b7150c41c4cd tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Port': ['ID=3fb4ff0e-5178-4102-808d-65ad39db16ac,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:51.140543 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 3fb4ff0e-5178-4102-808d-65ad39db16ac no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:35:51.163189 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 3fb4ff0e-5178-4102-808d-65ad39db16ac {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:35:51.163703 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 3fb4ff0e-5178-4102-808d-65ad39db16ac not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:35:51.240757 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d86095-1783-47c7-b75b-b7150c41c4cd tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] No DVR routers for this DVR port 3fb4ff0e-5178-4102-808d-65ad39db16ac on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:35:51.259617 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-744209b5-e534-421d-9342-031eb911ffc4 req-9cfbeaad-fae5-444b-bcef-cb138651feb6 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Deleting port 7b248a2b-c0a7-46e4-817c-85aae64ac8c7 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:35:51.260203 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-744209b5-e534-421d-9342-031eb911ffc4 req-9cfbeaad-fae5-444b-bcef-cb138651feb6 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:51.266225 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5a486c-df2e-47d1-ad50-d5a739b06534 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Router c5c70714-7996-4b0d-856d-812b21c9656b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:35:51.332889 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31259434-ae6d-42df-8f75-764330e64739 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:35:51.346899 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bcb612-4a4f-4e6b-8cae-70672539f6b7 None None] Sync routers for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:35:51.365663 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bcb612-4a4f-4e6b-8cae-70672539f6b7 None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:51.367242 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-66bcb612-4a4f-4e6b-8cae-70672539f6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:51.469953 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-66bcb612-4a4f-4e6b-8cae-70672539f6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:51.495809 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bcb612-4a4f-4e6b-8cae-70672539f6b7 None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:51.496459 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-66bcb612-4a4f-4e6b-8cae-70672539f6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:51.549351 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4d86095-1783-47c7-b75b-b7150c41c4cd tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:51.589446 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-66bcb612-4a4f-4e6b-8cae-70672539f6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:51.590281 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bcb612-4a4f-4e6b-8cae-70672539f6b7 None None] The sync data for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:35:51.638496 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-31259434-ae6d-42df-8f75-764330e64739 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:51.684744 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-a4d86095-1783-47c7-b75b-b7150c41c4cd tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e01827a-5ffe-44c2-b0b2-087f35b390c8']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:51.699591 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-31259434-ae6d-42df-8f75-764330e64739 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 12.1996508 Sep 01 15:35:51.755884 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37038) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:51.760714 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-a4d86095-1783-47c7-b75b-b7150c41c4cd tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '152e1b59-d01d-4a18-998e-cc6ca19f689a') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:51.761013 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-a4d86095-1783-47c7-b75b-b7150c41c4cd tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '152e1b59-d01d-4a18-998e-cc6ca19f689a') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:51.792544 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-4d7bbc21-c1c8-45cd-8d0f-1dba399d5a88 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:51.858510 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d080ef-9058-48ab-825a-606712191409 req-ef64db63-d652-4d6b-bc22-afd1df23d523 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:35:51.874775 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c6d080ef-9058-48ab-825a-606712191409 req-ef64db63-d652-4d6b-bc22-afd1df23d523 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffbc3ae3-7eae-4306-b674-78de921162a3 HTTP/1.1" status: 200 len: 945 time: 0.2948632 Sep 01 15:35:51.890008 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5a486c-df2e-47d1-ad50-d5a739b06534 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:35:51.906978 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4d86095-1783-47c7-b75b-b7150c41c4cd tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:51.907319 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c42b28-53e4-4aab-931c-bda8f5e900c9 None None] Sync routers for ids ['c5c70714-7996-4b0d-856d-812b21c9656b'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:35:51.933652 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c42b28-53e4-4aab-931c-bda8f5e900c9 None None] Routers {'c5c70714-7996-4b0d-856d-812b21c9656b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:51.936126 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-63c42b28-53e4-4aab-931c-bda8f5e900c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['c5c70714-7996-4b0d-856d-812b21c9656b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:51.962477 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4d86095-1783-47c7-b75b-b7150c41c4cd tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:51.979599 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d86095-1783-47c7-b75b-b7150c41c4cd tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:35:51.980496 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4d86095-1783-47c7-b75b-b7150c41c4cd tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:51.983596 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a9c0cc51-f312-480d-899e-abb8ca8fb7e0 req-485ce378-7873-4a63-9e9c-0b8f0032996a tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.2046001 Sep 01 15:35:52.007843 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4d7bbc21-c1c8-45cd-8d0f-1dba399d5a88 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:52.133907 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-63c42b28-53e4-4aab-931c-bda8f5e900c9 None None] Set router c5c70714-7996-4b0d-856d-812b21c9656b gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:52.149388 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-744209b5-e534-421d-9342-031eb911ffc4 req-9cfbeaad-fae5-444b-bcef-cb138651feb6 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] For port 7b248a2b-c0a7-46e4-817c-85aae64ac8c7, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=7b248a2b-c0a7-46e4-817c-85aae64ac8c7,segment=NetworkSegment(4a32a0d7-287d-45e6-ac57-bfebd7a84f0e),segment_id=4a32a0d7-287d-45e6-ac57-bfebd7a84f0e)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:52.149993 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-744209b5-e534-421d-9342-031eb911ffc4 req-9cfbeaad-fae5-444b-bcef-cb138651feb6 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:52.188074 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-744209b5-e534-421d-9342-031eb911ffc4 req-9cfbeaad-fae5-444b-bcef-cb138651feb6 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Calling delete_port for 7b248a2b-c0a7-46e4-817c-85aae64ac8c7 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:35:52.404434 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:35:52.414427 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-aa5a486c-df2e-47d1-ad50-d5a739b06534 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "PUT /v2.0/routers/c5c70714-7996-4b0d-856d-812b21c9656b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7303722 Sep 01 15:35:52.419572 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37048) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:52.480818 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-63c42b28-53e4-4aab-931c-bda8f5e900c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225365038', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:35:48Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:01Z', 'updated_at': '2021-09-01T15:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:52.486861 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4d7bbc21-c1c8-45cd-8d0f-1dba399d5a88 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:52.497975 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4d7bbc21-c1c8-45cd-8d0f-1dba399d5a88 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:52.499531 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-4d7bbc21-c1c8-45cd-8d0f-1dba399d5a88 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Floating IP d83d250c-e3a6-47d7-a83e-d1a9bfea5a21 disassociated. External IP: 172.25.6.44, port: 533d9a33-018f-44bd-967c-bac6d80d4104. Sep 01 15:35:52.501444 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc8be21-c383-428f-b1b0-3ccd212dc7ca tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Deleting subnet bcb33d60-1f3f-4daa-9eeb-83a83c5955c8 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:35:52.505421 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4dc8be21-c383-428f-b1b0-3ccd212dc7ca tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:52.542659 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c42b28-53e4-4aab-931c-bda8f5e900c9 None None] Checking router: c5c70714-7996-4b0d-856d-812b21c9656b for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:35:52.558475 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c42b28-53e4-4aab-931c-bda8f5e900c9 None None] Routers {'c5c70714-7996-4b0d-856d-812b21c9656b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:52.559523 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-63c42b28-53e4-4aab-931c-bda8f5e900c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['c5c70714-7996-4b0d-856d-812b21c9656b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:52.585885 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c6d080ef-9058-48ab-825a-606712191409 req-39b23a42-e659-4e89-8303-6a73de372779 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/security-groups?id=29304af2-bc51-44f3-b46c-74dc336f2cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7097440 Sep 01 15:35:52.615854 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4dc8be21-c383-428f-b1b0-3ccd212dc7ca tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:52.701468 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4d86095-1783-47c7-b75b-b7150c41c4cd tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:52.720332 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4d86095-1783-47c7-b75b-b7150c41c4cd tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:52.720861 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-744209b5-e534-421d-9342-031eb911ffc4 req-9cfbeaad-fae5-444b-bcef-cb138651feb6 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:52.724347 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a4d86095-1783-47c7-b75b-b7150c41c4cd tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/networks/8e01827a-5ffe-44c2-b0b2-087f35b390c8 HTTP/1.1" status: 204 len: 168 time: 3.7710516 Sep 01 15:35:52.736599 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['7b248a2b-c0a7-46e4-817c-85aae64ac8c7'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:35:52.779205 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37052) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:52.781028 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbeaad-fae5-444b-bcef-cb138651feb6 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Pushing event deleted for resources: {'Port': ['ID=7b248a2b-c0a7-46e4-817c-85aae64ac8c7,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:52.843125 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-63c42b28-53e4-4aab-931c-bda8f5e900c9 None None] Set router c5c70714-7996-4b0d-856d-812b21c9656b gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:35:52.862499 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d86095-1783-47c7-b75b-b7150c41c4cd tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Network': ['ID=8e01827a-5ffe-44c2-b0b2-087f35b390c8,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:52.873988 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4dc8be21-c383-428f-b1b0-3ccd212dc7ca tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:53.010211 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4dc8be21-c383-428f-b1b0-3ccd212dc7ca tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:53.071782 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8be21-c383-428f-b1b0-3ccd212dc7ca tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb33d60-1f3f-4daa-9eeb-83a83c5955c8,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:53.075789 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4dc8be21-c383-428f-b1b0-3ccd212dc7ca tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:53.081734 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4dc8be21-c383-428f-b1b0-3ccd212dc7ca tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "DELETE /v2.0/subnets/bcb33d60-1f3f-4daa-9eeb-83a83c5955c8 HTTP/1.1" status: 204 len: 168 time: 0.6589551 Sep 01 15:35:53.082266 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37062) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:53.086847 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ab62ac-f33b-415a-82e0-290a0ffd990e None None] Network 4ca70199-f0ff-4e3d-b16a-4345a6e48c46 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:35:53.392512 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5f0c5d93-d36a-4b95-8cc6-26e2c2fcefb3 req-3062da1b-4bba-4714-ac43-70e2b063e03b tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.1750193 Sep 01 15:35:53.410240 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-744209b5-e534-421d-9342-031eb911ffc4 req-9cfbeaad-fae5-444b-bcef-cb138651feb6 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] No DVR routers for this DVR port 7b248a2b-c0a7-46e4-817c-85aae64ac8c7 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:35:53.429852 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-744209b5-e534-421d-9342-031eb911ffc4 req-9cfbeaad-fae5-444b-bcef-cb138651feb6 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:53.437001 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-744209b5-e534-421d-9342-031eb911ffc4 req-9cfbeaad-fae5-444b-bcef-cb138651feb6 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.45 "DELETE /v2.0/ports/7b248a2b-c0a7-46e4-817c-85aae64ac8c7 HTTP/1.1" status: 204 len: 173 time: 2.3569896 Sep 01 15:35:53.438079 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbc3ae3-7eae-4306-b674-78de921162a3', 'name': 'network-vif-deleted', 'tag': '7b248a2b-c0a7-46e4-817c-85aae64ac8c7'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:35:53.439812 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd25043-5bc9-4516-903d-9926417c19a8" -d '{"events": [{"server_uuid": "ffbc3ae3-7eae-4306-b674-78de921162a3", "name": "network-vif-deleted", "tag": "7b248a2b-c0a7-46e4-817c-85aae64ac8c7"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:35:53.476839 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9e43a618-7001-4b63-9213-4a696a414bfa tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:53.489648 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-63c42b28-53e4-4aab-931c-bda8f5e900c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225365038', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:35:48Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:01Z', 'updated_at': '2021-09-01T15:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:53.557927 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c42b28-53e4-4aab-931c-bda8f5e900c9 None None] The sync data for ids ['c5c70714-7996-4b0d-856d-812b21c9656b'] in n-d-794796-3 is: [{'id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1225365038', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:58Z', 'updated_at': '2021-09-01T15:35:48Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': 'e16bdf3c-86a1-4c16-8084-29b45e3c3d1f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c70714-7996-4b0d-856d-812b21c9656b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:01Z', 'updated_at': '2021-09-01T15:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:35:53.605082 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5330acd9-eb8a-4dfa-af10-a3f55599cf4c x-openstack-request-id: req-5330acd9-eb8a-4dfa-af10-a3f55599cf4c {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:35:53.605429 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbc3ae3-7eae-4306-b674-78de921162a3", "name": "network-vif-deleted", "tag": "7b248a2b-c0a7-46e4-817c-85aae64ac8c7", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:35:53.605677 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5330acd9-eb8a-4dfa-af10-a3f55599cf4c {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:35:53.606090 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbc3ae3-7eae-4306-b674-78de921162a3', 'name': 'network-vif-deleted', 'tag': '7b248a2b-c0a7-46e4-817c-85aae64ac8c7', 'status': 'completed', 'code': 200} Sep 01 15:35:53.655317 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c091e1d7-3703-446c-93cd-88c35f000252 None None] DHCP port deletion for 4ca70199-f0ff-4e3d-b16a-4345a6e48c46 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:35:53.756498 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-c091e1d7-3703-446c-93cd-88c35f000252 None None] Deleting port 13e1fb39-2008-4688-8729-fc6dc570cccb {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:35:53.757436 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c091e1d7-3703-446c-93cd-88c35f000252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:53.856187 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c091e1d7-3703-446c-93cd-88c35f000252 None None] For port 13e1fb39-2008-4688-8729-fc6dc570cccb, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=13e1fb39-2008-4688-8729-fc6dc570cccb,segment=NetworkSegment(f6e5359a-1b58-4e86-b852-e45d185fad19),segment_id=f6e5359a-1b58-4e86-b852-e45d185fad19)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:53.857430 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c091e1d7-3703-446c-93cd-88c35f000252 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:53.884147 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-c091e1d7-3703-446c-93cd-88c35f000252 None None] Calling delete_port for 13e1fb39-2008-4688-8729-fc6dc570cccb owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:35:53.908928 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9e43a618-7001-4b63-9213-4a696a414bfa tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:53.936203 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ef379e09-cf33-4d67-9b12-40d4a5493f16 req-36cbddfa-c524-4c27-a487-878206ac7860 tempest-VolumesSnapshotTestJSON-1196928648 tempest-VolumesSnapshotTestJSON-1196928648-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffbc3ae3-7eae-4306-b674-78de921162a3 HTTP/1.1" status: 200 len: 210 time: 0.1067317 Sep 01 15:35:53.972916 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7bbc21-c1c8-45cd-8d0f-1dba399d5a88 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Router efb6933d-7162-411b-93f4-6bd30d68a96b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:35:54.086439 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9e43a618-7001-4b63-9213-4a696a414bfa tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Deleting port e16bdf3c-86a1-4c16-8084-29b45e3c3d1f {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:35:54.095565 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9e43a618-7001-4b63-9213-4a696a414bfa tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:54.169349 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c091e1d7-3703-446c-93cd-88c35f000252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:54.229474 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091e1d7-3703-446c-93cd-88c35f000252 None None] Pushing event deleted for resources: {'Port': ['ID=13e1fb39-2008-4688-8729-fc6dc570cccb,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:54.245877 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c091e1d7-3703-446c-93cd-88c35f000252 None None] No DVR routers for this DVR port 13e1fb39-2008-4688-8729-fc6dc570cccb on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:35:54.300239 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-9e43a618-7001-4b63-9213-4a696a414bfa tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] For port e16bdf3c-86a1-4c16-8084-29b45e3c3d1f, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e16bdf3c-86a1-4c16-8084-29b45e3c3d1f,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:54.307012 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9e43a618-7001-4b63-9213-4a696a414bfa tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:54.355277 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9e43a618-7001-4b63-9213-4a696a414bfa tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Calling delete_port for e16bdf3c-86a1-4c16-8084-29b45e3c3d1f owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:35:54.380390 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7bbc21-c1c8-45cd-8d0f-1dba399d5a88 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:35:54.388558 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4d7bbc21-c1c8-45cd-8d0f-1dba399d5a88 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:54.410925 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc8631e-8281-48c5-967e-207081e9b8d2 None None] Sync routers for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:35:54.432555 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc8631e-8281-48c5-967e-207081e9b8d2 None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:54.433106 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-0cc8631e-8281-48c5-967e-207081e9b8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:54.508434 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4d7bbc21-c1c8-45cd-8d0f-1dba399d5a88 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "PUT /v2.0/floatingips/d83d250c-e3a6-47d7-a83e-d1a9bfea5a21 HTTP/1.1" status: 200 len: 687 time: 2.7477381 Sep 01 15:35:54.512359 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37076) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:54.521709 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-0cc8631e-8281-48c5-967e-207081e9b8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:54.544847 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc8631e-8281-48c5-967e-207081e9b8d2 None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:54.546686 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-0cc8631e-8281-48c5-967e-207081e9b8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:54.658583 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-0cc8631e-8281-48c5-967e-207081e9b8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:54.659815 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc8631e-8281-48c5-967e-207081e9b8d2 None None] The sync data for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:35:54.812456 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-04728bf0-7bf3-4b3c-a456-630f3c626228 req-390cbf33-0334-4a51-88c3-df61469979bf tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.1403792 Sep 01 15:35:54.845456 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3e154f2b-2ac8-4f07-9903-7a259b7766f2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:54.864293 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9e43a618-7001-4b63-9213-4a696a414bfa tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:55.007068 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43a618-7001-4b63-9213-4a696a414bfa tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event deleted for resources: {'Port': ['ID=e16bdf3c-86a1-4c16-8084-29b45e3c3d1f,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:55.128035 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9e43a618-7001-4b63-9213-4a696a414bfa tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:55.140591 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-d4ae8f15-6fee-415a-8c02-5ccfc5e10e6b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Deleting port 61f24e6e-32b1-4671-9c47-f3586da42d8e {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:35:55.158571 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d4ae8f15-6fee-415a-8c02-5ccfc5e10e6b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:55.259399 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 13e1fb39-2008-4688-8729-fc6dc570cccb no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:35:55.326891 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 13e1fb39-2008-4688-8729-fc6dc570cccb {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:35:55.327149 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 13e1fb39-2008-4688-8729-fc6dc570cccb not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:35:55.329477 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 869e4220-3ece-47ca-b148-fc808fc37347 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:35:55.385619 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 869e4220-3ece-47ca-b148-fc808fc37347 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:35:55.391755 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 869e4220-3ece-47ca-b148-fc808fc37347 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:35:55.406911 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 7b248a2b-c0a7-46e4-817c-85aae64ac8c7 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:35:55.481353 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 7b248a2b-c0a7-46e4-817c-85aae64ac8c7 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:35:55.481884 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 7b248a2b-c0a7-46e4-817c-85aae64ac8c7 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:35:55.529796 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9e43a618-7001-4b63-9213-4a696a414bfa tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:55.542563 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9e43a618-7001-4b63-9213-4a696a414bfa tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:55.710008 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d4ae8f15-6fee-415a-8c02-5ccfc5e10e6b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:55.710575 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d4ae8f15-6fee-415a-8c02-5ccfc5e10e6b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:55.735661 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-d4ae8f15-6fee-415a-8c02-5ccfc5e10e6b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Calling delete_port for 61f24e6e-32b1-4671-9c47-f3586da42d8e owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:35:55.763754 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9e43a618-7001-4b63-9213-4a696a414bfa tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:55.765443 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e43a618-7001-4b63-9213-4a696a414bfa tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Fanout notify agent at l3_agent the message router_deleted on router c5c70714-7996-4b0d-856d-812b21c9656b {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:35:55.801716 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9e43a618-7001-4b63-9213-4a696a414bfa tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:55.813755 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9e43a618-7001-4b63-9213-4a696a414bfa tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "DELETE /v2.0/routers/c5c70714-7996-4b0d-856d-812b21c9656b HTTP/1.1" status: 204 len: 168 time: 2.7289150 Sep 01 15:35:55.814904 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37096) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:56.120804 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bce864c6-68c3-4975-b16a-0dff86decef5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:56.221229 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dd40c77b-17e8-434e-afb6-cae7df1e6436 req-81f4cb98-ea7f-4d8f-b7da-f2bcb6813597 tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.0828266 Sep 01 15:35:56.350766 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d4ae8f15-6fee-415a-8c02-5ccfc5e10e6b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:56.428674 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae8f15-6fee-415a-8c02-5ccfc5e10e6b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event deleted for resources: {'Port': ['ID=61f24e6e-32b1-4671-9c47-f3586da42d8e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:56.493345 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bce864c6-68c3-4975-b16a-0dff86decef5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:56.537354 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-bce864c6-68c3-4975-b16a-0dff86decef5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca70199-f0ff-4e3d-b16a-4345a6e48c46']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:56.585936 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-bce864c6-68c3-4975-b16a-0dff86decef5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e5359a-1b58-4e86-b852-e45d185fad19') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:56.588875 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-bce864c6-68c3-4975-b16a-0dff86decef5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e5359a-1b58-4e86-b852-e45d185fad19') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:56.614411 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-3e154f2b-2ac8-4f07-9903-7a259b7766f2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Deleting port 89a3cbf9-8c99-4319-a63a-368e92994b9c {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:35:56.615853 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3e154f2b-2ac8-4f07-9903-7a259b7766f2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:56.632516 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bce864c6-68c3-4975-b16a-0dff86decef5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:56.675200 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bce864c6-68c3-4975-b16a-0dff86decef5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:56.703530 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce864c6-68c3-4975-b16a-0dff86decef5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:35:56.704116 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bce864c6-68c3-4975-b16a-0dff86decef5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:35:56.869519 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:35:56.883635 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bce864c6-68c3-4975-b16a-0dff86decef5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:56.907026 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bce864c6-68c3-4975-b16a-0dff86decef5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:56.913876 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bce864c6-68c3-4975-b16a-0dff86decef5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "DELETE /v2.0/networks/4ca70199-f0ff-4e3d-b16a-4345a6e48c46 HTTP/1.1" status: 204 len: 168 time: 1.0929792 Sep 01 15:35:56.915864 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37112) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:56.941641 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-3e154f2b-2ac8-4f07-9903-7a259b7766f2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] For port 89a3cbf9-8c99-4319-a63a-368e92994b9c, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=89a3cbf9-8c99-4319-a63a-368e92994b9c,segment=NetworkSegment(b367827b-fd18-4321-8e09-627bf97ad34c),segment_id=b367827b-fd18-4321-8e09-627bf97ad34c)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:35:56.945102 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3e154f2b-2ac8-4f07-9903-7a259b7766f2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:56.961336 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-3e154f2b-2ac8-4f07-9903-7a259b7766f2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Calling delete_port for 89a3cbf9-8c99-4319-a63a-368e92994b9c owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:35:57.023893 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce864c6-68c3-4975-b16a-0dff86decef5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event deleted for resources: {'Network': ['ID=4ca70199-f0ff-4e3d-b16a-4345a6e48c46,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:57.096293 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-61eb4bf7-1949-4334-9831-6569beaaa723 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:57.161489 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d4ae8f15-6fee-415a-8c02-5ccfc5e10e6b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:57.166893 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d4ae8f15-6fee-415a-8c02-5ccfc5e10e6b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:57.169071 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d4ae8f15-6fee-415a-8c02-5ccfc5e10e6b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "DELETE /v2.0/floatingips/d83d250c-e3a6-47d7-a83e-d1a9bfea5a21 HTTP/1.1" status: 204 len: 168 time: 2.6553869 Sep 01 15:35:57.184100 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37114) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:57.192102 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-e6f45cad-8592-4542-89f7-c240201bff06 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'port_id': '84555428-aee1-43b3-96fc-ff193269b3bd'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:57.197577 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e16bdf3c-86a1-4c16-8084-29b45e3c3d1f no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:35:57.201636 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-61eb4bf7-1949-4334-9831-6569beaaa723 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:57.248191 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: e16bdf3c-86a1-4c16-8084-29b45e3c3d1f {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:35:57.248542 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e16bdf3c-86a1-4c16-8084-29b45e3c3d1f not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:35:57.322417 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e6f45cad-8592-4542-89f7-c240201bff06 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:57.384060 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-61eb4bf7-1949-4334-9831-6569beaaa723 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:57.386974 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-61eb4bf7-1949-4334-9831-6569beaaa723 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:57.392264 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-61eb4bf7-1949-4334-9831-6569beaaa723 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "DELETE /v2.0/security-groups/0d66d3a3-7d7d-4001-91ea-622899d47478 HTTP/1.1" status: 204 len: 168 time: 0.4713335 Sep 01 15:35:57.407894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb4bf7-1949-4334-9831-6569beaaa723 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d66d3a3-7d7d-4001-91ea-622899d47478,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:57.691140 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3e154f2b-2ac8-4f07-9903-7a259b7766f2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:57.706990 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-52baa43b-7d81-4226-b118-11fa77be06d9 req-4c71bdde-47ab-4f95-a4d2-880f1f705606 tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.2766221 Sep 01 15:35:57.816028 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:57.845342 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37126) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:57.847145 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e154f2b-2ac8-4f07-9903-7a259b7766f2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Port': ['ID=89a3cbf9-8c99-4319-a63a-368e92994b9c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:57.857440 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-32d93415-632b-4867-9f80-6f2daf28240c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-711698160', 'description': 'tempest-secgroup-smoke-711698160 description', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:57.939432 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-32d93415-632b-4867-9f80-6f2daf28240c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:58.054398 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3e154f2b-2ac8-4f07-9903-7a259b7766f2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:58.084027 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-32d93415-632b-4867-9f80-6f2daf28240c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:58.105405 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-32d93415-632b-4867-9f80-6f2daf28240c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:58.157336 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-32d93415-632b-4867-9f80-6f2daf28240c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:58.162340 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-32d93415-632b-4867-9f80-6f2daf28240c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3150039 Sep 01 15:35:58.163047 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37132) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:58.192031 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-fa7530c8-5c20-4625-89f4-73bc2e8f21b5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'security_group_rule': {'security_group_id': 'd28ac67a-8e89-4bb7-bd19-b8c7bfcb7671', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:58.217094 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d93415-632b-4867-9f80-6f2daf28240c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:58.253066 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa7530c8-5c20-4625-89f4-73bc2e8f21b5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:58.288085 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e6f45cad-8592-4542-89f7-c240201bff06 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:58.370416 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa7530c8-5c20-4625-89f4-73bc2e8f21b5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:58.375596 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa7530c8-5c20-4625-89f4-73bc2e8f21b5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:58.401009 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7530c8-5c20-4625-89f4-73bc2e8f21b5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bcad622-ea80-4e04-82c1-68ee8c759424,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:58.411206 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa7530c8-5c20-4625-89f4-73bc2e8f21b5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:58.416725 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fa7530c8-5c20-4625-89f4-73bc2e8f21b5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2499547 Sep 01 15:35:58.419105 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37140) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:58.431216 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-34ac2770-83a5-4721-8389-d1778b8c5113 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'security_group_rule': {'security_group_id': 'd28ac67a-8e89-4bb7-bd19-b8c7bfcb7671', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:58.518663 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-34ac2770-83a5-4721-8389-d1778b8c5113 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:58.626898 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-34ac2770-83a5-4721-8389-d1778b8c5113 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:58.633374 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-34ac2770-83a5-4721-8389-d1778b8c5113 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:58.674919 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac2770-83a5-4721-8389-d1778b8c5113 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af4ab36-9142-4090-aa17-bdbaa3b5b506,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:58.689986 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-34ac2770-83a5-4721-8389-d1778b8c5113 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:58.695694 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-34ac2770-83a5-4721-8389-d1778b8c5113 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2728763 Sep 01 15:35:58.696681 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37146) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:58.702331 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-93bd72a5-37dd-46c4-8877-a1ad658d1943 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'security_group_rule': {'security_group_id': 'd28ac67a-8e89-4bb7-bd19-b8c7bfcb7671', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:58.760080 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-93bd72a5-37dd-46c4-8877-a1ad658d1943 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:58.913598 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-93bd72a5-37dd-46c4-8877-a1ad658d1943 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:58.919931 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-93bd72a5-37dd-46c4-8877-a1ad658d1943 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:58.950481 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-93bd72a5-37dd-46c4-8877-a1ad658d1943 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:58.953145 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-93bd72a5-37dd-46c4-8877-a1ad658d1943 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2553890 Sep 01 15:35:58.956096 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37150) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:58.961719 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-fb6d1ec7-c654-46af-8a37-2736e974dfe2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'security_group_rule': {'security_group_id': 'd28ac67a-8e89-4bb7-bd19-b8c7bfcb7671', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:58.970264 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd72a5-37dd-46c4-8877-a1ad658d1943 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a8b026-fda3-4e2c-8e40-7cd6ce192982,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:59.011754 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fb6d1ec7-c654-46af-8a37-2736e974dfe2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:59.108199 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fb6d1ec7-c654-46af-8a37-2736e974dfe2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:59.115817 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fb6d1ec7-c654-46af-8a37-2736e974dfe2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:59.146720 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d1ec7-c654-46af-8a37-2736e974dfe2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa2bf10-4ced-4bba-b886-70bff85d645a,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:59.161271 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fb6d1ec7-c654-46af-8a37-2736e974dfe2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:59.163798 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fb6d1ec7-c654-46af-8a37-2736e974dfe2 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2063518 Sep 01 15:35:59.175829 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37152) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:59.187399 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-90757d14-fd4c-4240-8ce8-f791497c53d5 req-d8bfe8a9-6926-4643-8c92-730969c95b67 tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.0860102 Sep 01 15:35:59.201319 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-aad0baab-cdb9-4584-9ded-83ce50dda26f tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'security_group_rule': {'security_group_id': 'd28ac67a-8e89-4bb7-bd19-b8c7bfcb7671', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:59.249828 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e154f2b-2ac8-4f07-9903-7a259b7766f2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:35:59.275509 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-e6f45cad-8592-4542-89f7-c240201bff06 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Allocated IP 172.25.6.86 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/a1642b1d-9cff-4b33-96ac-ae56d8e58785) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:35:59.279336 n-d-794796-3 neutron-server[94734]: INFO neutron.db.securitygroups_db [None req-aad0baab-cdb9-4584-9ded-83ce50dda26f tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Project de2c6e6a9d864f738bbaf0c51220fe5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:35:59.295818 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aad0baab-cdb9-4584-9ded-83ce50dda26f tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:59.413491 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aad0baab-cdb9-4584-9ded-83ce50dda26f tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:59.419448 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aad0baab-cdb9-4584-9ded-83ce50dda26f tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:59.461693 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0baab-cdb9-4584-9ded-83ce50dda26f tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c64c28f4-eaad-49ba-a73c-823ca4700394,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:59.498432 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aad0baab-cdb9-4584-9ded-83ce50dda26f tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:59.503896 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-aad0baab-cdb9-4584-9ded-83ce50dda26f tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3225038 Sep 01 15:35:59.508707 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37156) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:59.532853 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-c66b1363-e59a-4b60-abc3-d944f2fd907a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'security_group_rule': {'security_group_id': 'd28ac67a-8e89-4bb7-bd19-b8c7bfcb7671', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:59.616934 n-d-794796-3 neutron-server[94734]: INFO neutron.db.securitygroups_db [None req-c66b1363-e59a-4b60-abc3-d944f2fd907a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Project de2c6e6a9d864f738bbaf0c51220fe5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:35:59.635266 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c66b1363-e59a-4b60-abc3-d944f2fd907a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:59.712286 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e6f45cad-8592-4542-89f7-c240201bff06 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:59.722415 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e154f2b-2ac8-4f07-9903-7a259b7766f2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:35:59.731634 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3e154f2b-2ac8-4f07-9903-7a259b7766f2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "PUT /v2.0/routers/2a0d405f-2f5c-4851-8206-4d8e4bc2b95b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9420781 Sep 01 15:35:59.735642 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfec7d24-4d6d-4298-bb72-c38190e425e5 None None] Sync routers for ids ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:35:59.753137 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37162) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:59.759304 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfec7d24-4d6d-4298-bb72-c38190e425e5 None None] Routers {'2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:35:59.760243 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-dfec7d24-4d6d-4298-bb72-c38190e425e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:35:59.791486 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c66b1363-e59a-4b60-abc3-d944f2fd907a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:59.797025 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c66b1363-e59a-4b60-abc3-d944f2fd907a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:59.824956 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c66b1363-e59a-4b60-abc3-d944f2fd907a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:59.826821 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c66b1363-e59a-4b60-abc3-d944f2fd907a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3152819 Sep 01 15:35:59.831054 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37164) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:35:59.841086 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b1363-e59a-4b60-abc3-d944f2fd907a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f546a39-0e49-4903-a187-b9622e469a70,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:35:59.886333 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-733c025c-893a-427f-8c51-8f258a067545 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'network': {'name': 'tempest-network-smoke--25051257', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'port_security_enabled': True}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:35:59.914743 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-201d3e80-4baa-476d-beed-a852d8d51a49 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Deleting subnet 56cfec95-3dc4-4b65-b7d8-94dc0293bea0 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:35:59.936651 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-201d3e80-4baa-476d-beed-a852d8d51a49 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:35:59.972582 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-dfec7d24-4d6d-4298-bb72-c38190e425e5 None None] Set router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:36:00.055416 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733c025c-893a-427f-8c51-8f258a067545 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Made reservation on behalf of de2c6e6a9d864f738bbaf0c51220fe5f for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:36:00.059859 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-733c025c-893a-427f-8c51-8f258a067545 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:00.075268 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-201d3e80-4baa-476d-beed-a852d8d51a49 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:00.114190 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e6f45cad-8592-4542-89f7-c240201bff06 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:00.333110 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f45cad-8592-4542-89f7-c240201bff06 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:00.401789 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-dfec7d24-4d6d-4298-bb72-c38190e425e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:35:57Z', 'revision_number': 9, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None, '_interfaces': [{'id': 'b15dd181-4ef3-401d-b22a-a8e76b777f74', 'name': '', 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:40:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:02Z', 'updated_at': '2021-09-01T15:35:19Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76aef16-3234-43bc-bce0-246c0f23b024', 'name': '', 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:4d:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:50Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:00.461333 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-e6f45cad-8592-4542-89f7-c240201bff06 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:00.462157 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfec7d24-4d6d-4298-bb72-c38190e425e5 None None] Checking router: 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:36:00.488123 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfec7d24-4d6d-4298-bb72-c38190e425e5 None None] Routers {'2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:00.492429 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f45cad-8592-4542-89f7-c240201bff06 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:36:00.492937 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-dfec7d24-4d6d-4298-bb72-c38190e425e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:00.581193 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733c025c-893a-427f-8c51-8f258a067545 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:36:00.596258 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f45cad-8592-4542-89f7-c240201bff06 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event updated for resources: {'Port': ['ID=a1642b1d-9cff-4b33-96ac-ae56d8e58785,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:00.635552 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7a6b4b32-c9f3-4436-8e99-03c7be0be4af req-8379f1d1-2a42-498e-8ccc-01e89fc581a6 tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.0808442 Sep 01 15:36:00.677981 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-733c025c-893a-427f-8c51-8f258a067545 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:00.679044 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-733c025c-893a-427f-8c51-8f258a067545 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Added segment 98f0607b-0715-499a-8644-b00d0c4604e5 of type vlan for network 0d04b4de-633f-41d8-9d91-72f67f548b36 Sep 01 15:36:00.731711 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-dfec7d24-4d6d-4298-bb72-c38190e425e5 None None] Set router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:36:00.939319 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-201d3e80-4baa-476d-beed-a852d8d51a49 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:00.952545 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-733c025c-893a-427f-8c51-8f258a067545 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:01.140532 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.resource_extend [None req-733c025c-893a-427f-8c51-8f258a067545 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:36:01.267918 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-dfec7d24-4d6d-4298-bb72-c38190e425e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:35:57Z', 'revision_number': 9, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None, '_interfaces': [{'id': 'b15dd181-4ef3-401d-b22a-a8e76b777f74', 'name': '', 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:40:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:02Z', 'updated_at': '2021-09-01T15:35:19Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76aef16-3234-43bc-bce0-246c0f23b024', 'name': '', 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:4d:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:50Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:01.311197 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-733c025c-893a-427f-8c51-8f258a067545 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:01.323107 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733c025c-893a-427f-8c51-8f258a067545 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:01.327076 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-733c025c-893a-427f-8c51-8f258a067545 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:01.353281 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfec7d24-4d6d-4298-bb72-c38190e425e5 None None] The sync data for ids ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'] in n-d-794796-3 is: [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:35:57Z', 'revision_number': 9, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None, '_interfaces': [{'id': 'b15dd181-4ef3-401d-b22a-a8e76b777f74', 'name': '', 'network_id': '0b2d1f28-c9c1-4eee-b427-0e50e55c47fb', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:40:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:35:02Z', 'updated_at': '2021-09-01T15:35:19Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': '6a70a2be-c2d8-4685-a2f3-7984d6e66972', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c76aef16-3234-43bc-bce0-246c0f23b024', 'name': '', 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:4d:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:50Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:36:01.403998 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-733c025c-893a-427f-8c51-8f258a067545 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5619047 Sep 01 15:36:01.404564 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37184) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:01.414123 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-3a1ea8f9-3682-44ee-9c2b-3ce537337eff tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-983528627', 'admin_state_up': True, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:01.524523 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3a1ea8f9-3682-44ee-9c2b-3ce537337eff tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:01.526783 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3a1ea8f9-3682-44ee-9c2b-3ce537337eff tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:01.541043 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-201d3e80-4baa-476d-beed-a852d8d51a49 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:01.610438 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d3e80-4baa-476d-beed-a852d8d51a49 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Subnet': ['ID=56cfec95-3dc4-4b65-b7d8-94dc0293bea0,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:01.614493 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-201d3e80-4baa-476d-beed-a852d8d51a49 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:01.617273 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-201d3e80-4baa-476d-beed-a852d8d51a49 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/subnets/56cfec95-3dc4-4b65-b7d8-94dc0293bea0 HTTP/1.1" status: 204 len: 168 time: 1.8629680 Sep 01 15:36:01.619802 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c025c-893a-427f-8c51-8f258a067545 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Network': ['ID=0d04b4de-633f-41d8-9d91-72f67f548b36,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:01.621014 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37192) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:01.632467 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69078b8-8095-42ac-abaa-c2afdcfeb0fa None None] Network fc36e408-a780-4647-bd53-6ffe0a2a3a8f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:36:01.646176 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3a1ea8f9-3682-44ee-9c2b-3ce537337eff tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:01.699554 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 0d04b4de-633f-41d8-9d91-72f67f548b36 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:36:02.068033 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e766202d-b2a0-4c1c-a391-d179f3ef9f85 req-4b1de4c4-eac4-43cc-808c-173b2421a621 tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.2553325 Sep 01 15:36:02.081091 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7c572de-0c7b-43cf-bf5f-fb7032a6f346 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:02.142645 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db957bf-8417-4ba8-aaa6-0db48ff07127 None None] DHCP port deletion for fc36e408-a780-4647-bd53-6ffe0a2a3a8f request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:36:02.210864 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3a1ea8f9-3682-44ee-9c2b-3ce537337eff tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:02.255098 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e6f45cad-8592-4542-89f7-c240201bff06 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:02.259953 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-8db957bf-8417-4ba8-aaa6-0db48ff07127 None None] Deleting port d28dc34a-1ea4-4c80-903f-911f17b8fb76 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:36:02.260462 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8db957bf-8417-4ba8-aaa6-0db48ff07127 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:02.370753 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7c572de-0c7b-43cf-bf5f-fb7032a6f346 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Deleting port d28dc34a-1ea4-4c80-903f-911f17b8fb76 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:36:02.371045 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7c572de-0c7b-43cf-bf5f-fb7032a6f346 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:02.422277 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e6f45cad-8592-4542-89f7-c240201bff06 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:02.423185 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-8db957bf-8417-4ba8-aaa6-0db48ff07127 None None] For port d28dc34a-1ea4-4c80-903f-911f17b8fb76, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d28dc34a-1ea4-4c80-903f-911f17b8fb76,segment=NetworkSegment(b367827b-fd18-4321-8e09-627bf97ad34c),segment_id=b367827b-fd18-4321-8e09-627bf97ad34c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:02.423185 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8db957bf-8417-4ba8-aaa6-0db48ff07127 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:02.444985 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7c572de-0c7b-43cf-bf5f-fb7032a6f346 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] For port d28dc34a-1ea4-4c80-903f-911f17b8fb76, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d28dc34a-1ea4-4c80-903f-911f17b8fb76,segment=NetworkSegment(b367827b-fd18-4321-8e09-627bf97ad34c),segment_id=b367827b-fd18-4321-8e09-627bf97ad34c)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:02.449517 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-8db957bf-8417-4ba8-aaa6-0db48ff07127 None None] Calling delete_port for d28dc34a-1ea4-4c80-903f-911f17b8fb76 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:36:02.452598 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7c572de-0c7b-43cf-bf5f-fb7032a6f346 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:02.474622 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7c572de-0c7b-43cf-bf5f-fb7032a6f346 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Calling delete_port for d28dc34a-1ea4-4c80-903f-911f17b8fb76 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:36:02.639105 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8db957bf-8417-4ba8-aaa6-0db48ff07127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:02.670055 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db957bf-8417-4ba8-aaa6-0db48ff07127 None None] Pushing event deleted for resources: {'Port': ['ID=d28dc34a-1ea4-4c80-903f-911f17b8fb76,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:02.686884 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db957bf-8417-4ba8-aaa6-0db48ff07127 None None] No DVR routers for this DVR port d28dc34a-1ea4-4c80-903f-911f17b8fb76 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:36:02.734444 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7c572de-0c7b-43cf-bf5f-fb7032a6f346 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:02.767291 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e6f45cad-8592-4542-89f7-c240201bff06 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:02.784145 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e6f45cad-8592-4542-89f7-c240201bff06 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:02.839873 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c572de-0c7b-43cf-bf5f-fb7032a6f346 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] No DVR routers for this DVR port d28dc34a-1ea4-4c80-903f-911f17b8fb76 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:36:02.985599 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c572de-0c7b-43cf-bf5f-fb7032a6f346 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Port': ['ID=d28dc34a-1ea4-4c80-903f-911f17b8fb76,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:03.012223 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f45cad-8592-4542-89f7-c240201bff06 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event updated for resources: {'Port': ['ID=a1642b1d-9cff-4b33-96ac-ae56d8e58785,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:03.017531 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e6f45cad-8592-4542-89f7-c240201bff06 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:03.222960 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d28dc34a-1ea4-4c80-903f-911f17b8fb76 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:36:03.267653 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: d28dc34a-1ea4-4c80-903f-911f17b8fb76 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:36:03.268036 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d28dc34a-1ea4-4c80-903f-911f17b8fb76 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:36:03.268483 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 89a3cbf9-8c99-4319-a63a-368e92994b9c no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:36:03.289642 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-e6f45cad-8592-4542-89f7-c240201bff06 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Floating IP 8c66a41a-093f-44c5-ae69-4471c8565a7e associated. External IP: 172.25.6.86, port: 84555428-aee1-43b3-96fc-ff193269b3bd. Sep 01 15:36:03.302890 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3a1ea8f9-3682-44ee-9c2b-3ce537337eff tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:03.315040 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 89a3cbf9-8c99-4319-a63a-368e92994b9c {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:36:03.319672 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 89a3cbf9-8c99-4319-a63a-368e92994b9c not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:36:03.345352 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7c572de-0c7b-43cf-bf5f-fb7032a6f346 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:03.384931 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-f7c572de-0c7b-43cf-bf5f-fb7032a6f346 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc36e408-a780-4647-bd53-6ffe0a2a3a8f']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:03.396835 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-f7c572de-0c7b-43cf-bf5f-fb7032a6f346 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b367827b-fd18-4321-8e09-627bf97ad34c') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:03.397231 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-f7c572de-0c7b-43cf-bf5f-fb7032a6f346 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b367827b-fd18-4321-8e09-627bf97ad34c') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:03.410571 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7c572de-0c7b-43cf-bf5f-fb7032a6f346 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:03.428436 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7c572de-0c7b-43cf-bf5f-fb7032a6f346 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:03.436134 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c572de-0c7b-43cf-bf5f-fb7032a6f346 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:36:03.437022 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7c572de-0c7b-43cf-bf5f-fb7032a6f346 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:36:03.515157 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:36:03.545709 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3a1ea8f9-3682-44ee-9c2b-3ce537337eff tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:03.552562 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ddcde694-6370-4c26-80c8-9de9167bdb5d req-3486fff1-8a48-4c79-97b7-c877ca6c75ea tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.2231367 Sep 01 15:36:03.571272 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7c572de-0c7b-43cf-bf5f-fb7032a6f346 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:03.596228 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7c572de-0c7b-43cf-bf5f-fb7032a6f346 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:03.598954 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f7c572de-0c7b-43cf-bf5f-fb7032a6f346 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/networks/fc36e408-a780-4647-bd53-6ffe0a2a3a8f HTTP/1.1" status: 204 len: 168 time: 1.9695821 Sep 01 15:36:03.732703 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37216) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:03.784517 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-3a1ea8f9-3682-44ee-9c2b-3ce537337eff tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Allocated IP 172.25.6.211 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:36:03.911188 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c572de-0c7b-43cf-bf5f-fb7032a6f346 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Network': ['ID=fc36e408-a780-4647-bd53-6ffe0a2a3a8f,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:04.021951 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3a1ea8f9-3682-44ee-9c2b-3ce537337eff tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:04.155589 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3a1ea8f9-3682-44ee-9c2b-3ce537337eff tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:04.234712 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1ea8f9-3682-44ee-9c2b-3ce537337eff tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:04.241503 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-3a1ea8f9-3682-44ee-9c2b-3ce537337eff tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:04.248203 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1ea8f9-3682-44ee-9c2b-3ce537337eff tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:36:04.308771 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ea8f9-3682-44ee-9c2b-3ce537337eff tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Port': ['ID=16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:04.366171 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f45cad-8592-4542-89f7-c240201bff06 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Router efb6933d-7162-411b-93f4-6bd30d68a96b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:36:04.412578 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-32d6fbdd-ae9b-4040-a805-a1dfd9f7e07b req-183c2344-4e86-4f04-be0b-3cf8f1e91c42 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.0494204 Sep 01 15:36:04.646539 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f45cad-8592-4542-89f7-c240201bff06 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:36:04.660870 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750e7b53-8b6e-42e5-8863-24e61bee1356 None None] Sync routers for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:36:04.715517 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750e7b53-8b6e-42e5-8863-24e61bee1356 None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:04.718693 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-750e7b53-8b6e-42e5-8863-24e61bee1356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:04.847424 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e6f45cad-8592-4542-89f7-c240201bff06 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:04.877602 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-750e7b53-8b6e-42e5-8863-24e61bee1356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:04.899094 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750e7b53-8b6e-42e5-8863-24e61bee1356 None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:04.899732 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-750e7b53-8b6e-42e5-8863-24e61bee1356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:04.937103 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fe30a3d4-bbb0-4b26-afbf-fbfc9b3c92ac req-0a47082a-c44f-439a-b446-f425a608449f tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.0994527 Sep 01 15:36:04.965806 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e6f45cad-8592-4542-89f7-c240201bff06 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.7798927 Sep 01 15:36:04.985108 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37256) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:05.062640 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-750e7b53-8b6e-42e5-8863-24e61bee1356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:05.063678 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750e7b53-8b6e-42e5-8863-24e61bee1356 None None] The sync data for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:36:05.131690 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3ae071ff-8ed5-4860-9dcc-ad51a759278a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:05.144847 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-39a1152d-4bf9-454d-b805-93ca177c0d5a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "GET /v2.0/floatingips/8c66a41a-093f-44c5-ae69-4471c8565a7e HTTP/1.1" status: 200 len: 976 time: 0.1545103 Sep 01 15:36:05.147185 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37258) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:05.500264 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3a1ea8f9-3682-44ee-9c2b-3ce537337eff tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:05.966244 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-44135cab-bf43-4665-85f1-743879292cea tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.7585921 Sep 01 15:36:05.970032 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37268) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:05.984693 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-a5ffea0a-28fc-480d-9088-0fca94a98b04 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Request body: {'floatingip': {'port_id': '533d9a33-018f-44bd-967c-bac6d80d4104'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:05.996517 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3a1ea8f9-3682-44ee-9c2b-3ce537337eff tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:06.277461 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-32320d06-a8d4-4e0c-a99a-bef0db5e2253 req-24b3be3c-4bf1-42cf-b5ce-99159fbb98f5 tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.0667856 Sep 01 15:36:06.390393 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1ea8f9-3682-44ee-9c2b-3ce537337eff tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Router 4e079543-bdce-480a-8d3a-addbd89ee9d1 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:36:06.390676 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a5ffea0a-28fc-480d-9088-0fca94a98b04 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:06.807816 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d09f058a-2dae-434e-8393-9b58f760a807 req-c7f6d9cb-7937-495a-ae95-f41f9998a6f9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a9352a11c704eea9be0b238619d6037&device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.1064382 Sep 01 15:36:06.813963 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1ea8f9-3682-44ee-9c2b-3ce537337eff tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:36:06.829937 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94d3052-dcee-425a-8d09-59984e8a529e None None] Sync routers for ids ['4e079543-bdce-480a-8d3a-addbd89ee9d1'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:36:06.862067 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94d3052-dcee-425a-8d09-59984e8a529e None None] Routers {'4e079543-bdce-480a-8d3a-addbd89ee9d1'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:06.863115 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b94d3052-dcee-425a-8d09-59984e8a529e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['4e079543-bdce-480a-8d3a-addbd89ee9d1'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:06.877242 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00ac7fd4-de8f-40dd-99c8-5a264933c73e req-01f8b90e-ef2b-4d9d-bb29-d88b7a3ff46a tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.1391850 Sep 01 15:36:06.926246 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d09f058a-2dae-434e-8393-9b58f760a807 req-5bc08e51-6756-4cc6-9b12-cc55dad7408f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=3a9352a11c704eea9be0b238619d6037&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688488 Sep 01 15:36:07.077344 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f058a-2dae-434e-8393-9b58f760a807 req-8b2ba891-0cbc-464c-a0b1-c0be437d8bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:07.078799 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d09f058a-2dae-434e-8393-9b58f760a807 req-8b2ba891-0cbc-464c-a0b1-c0be437d8bfa service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1453607 Sep 01 15:36:07.080660 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3a1ea8f9-3682-44ee-9c2b-3ce537337eff tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:07.110899 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3a1ea8f9-3682-44ee-9c2b-3ce537337eff tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.6808610 Sep 01 15:36:07.115627 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37294) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:07.160986 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0d0f6bd1-74a1-4587-baf4-106b8839b198 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=de2c6e6a9d864f738bbaf0c51220fe5f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437539 Sep 01 15:36:07.162224 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37298) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:07.225234 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-b94d3052-dcee-425a-8d09-59984e8a529e None None] Set router 4e079543-bdce-480a-8d3a-addbd89ee9d1 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:36:07.352086 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9afd70-e637-4cf9-8749-c9e49e5dc14e tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:07.374344 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3a9afd70-e637-4cf9-8749-c9e49e5dc14e tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1940286 Sep 01 15:36:07.375204 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37302) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:07.452568 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3d50aa94-7b6f-4c69-b082-0b02f4ed9288 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5c826073-0017-46f6-8947-51b31e774ff4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0754483 Sep 01 15:36:07.460583 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37304) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:07.471795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-ef7aca4e-3c83-4f04-a571-8838f77772e9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1094544508', 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36', 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:07.793075 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7aca4e-3c83-4f04-a571-8838f77772e9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Made reservation on behalf of de2c6e6a9d864f738bbaf0c51220fe5f for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:36:07.810985 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ef7aca4e-3c83-4f04-a571-8838f77772e9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:07.936759 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b94d3052-dcee-425a-8d09-59984e8a529e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983528627', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:01Z', 'updated_at': '2021-09-01T15:36:05Z', 'revision_number': 3, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:03Z', 'updated_at': '2021-09-01T15:36:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:08.018250 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94d3052-dcee-425a-8d09-59984e8a529e None None] Checking router: 4e079543-bdce-480a-8d3a-addbd89ee9d1 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:36:08.018668 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94d3052-dcee-425a-8d09-59984e8a529e None None] Updating router 4e079543-bdce-480a-8d3a-addbd89ee9d1 port 16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:36:08.053427 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a5ffea0a-28fc-480d-9088-0fca94a98b04 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:08.091122 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b94d3052-dcee-425a-8d09-59984e8a529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:08.198250 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a5ffea0a-28fc-480d-9088-0fca94a98b04 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:08.324814 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-80c9171a-4c9e-49e6-b3c7-6c42c26e4d9a req-a507705e-30d0-4fab-a65f-510cc0ebc9d9 tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.1547248 Sep 01 15:36:08.477716 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-3ae071ff-8ed5-4860-9dcc-ad51a759278a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Deleting port b15dd181-4ef3-401d-b22a-a8e76b777f74 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:36:08.479059 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ef7aca4e-3c83-4f04-a571-8838f77772e9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:08.480623 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3ae071ff-8ed5-4860-9dcc-ad51a759278a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:08.616572 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:08.756986 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-a5ffea0a-28fc-480d-9088-0fca94a98b04 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Floating IP 8c66a41a-093f-44c5-ae69-4471c8565a7e associated. External IP: 172.25.6.86, port: 84555428-aee1-43b3-96fc-ff193269b3bd. Sep 01 15:36:08.758837 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7aca4e-3c83-4f04-a571-8838f77772e9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Subnet': ['ID=8df99ffd-b89d-4c15-aa68-2d6c8f8a428c,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:08.781897 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d09f058a-2dae-434e-8393-9b58f760a807 req-3f07698c-aae7-4094-9698-e75ba1a616c1 tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.62 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.0923405 Sep 01 15:36:08.821327 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7aca4e-3c83-4f04-a571-8838f77772e9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Checking segment: {'id': '98f0607b-0715-499a-8644-b00d0c4604e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:36:08.822976 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7aca4e-3c83-4f04-a571-8838f77772e9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Network hostable DHCP agents. Network: 0d04b4de-633f-41d8-9d91-72f67f548b36, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:36:08.897448 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7aca4e-3c83-4f04-a571-8838f77772e9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Network 0d04b4de-633f-41d8-9d91-72f67f548b36 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:36:08.932845 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-ef7aca4e-3c83-4f04-a571-8838f77772e9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 0d04b4de-633f-41d8-9d91-72f67f548b36) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:08.947773 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9072b2-5d5b-42b7-a253-236c97c8a3f4 None None] Network 0d04b4de-633f-41d8-9d91-72f67f548b36 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:36:08.966694 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7aca4e-3c83-4f04-a571-8838f77772e9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:08.969958 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ef7aca4e-3c83-4f04-a571-8838f77772e9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:09.025598 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ef7aca4e-3c83-4f04-a571-8838f77772e9 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5627306 Sep 01 15:36:09.030697 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37326) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:09.137303 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-3ae071ff-8ed5-4860-9dcc-ad51a759278a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] For port b15dd181-4ef3-401d-b22a-a8e76b777f74, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b15dd181-4ef3-401d-b22a-a8e76b777f74,segment=NetworkSegment(729a7b77-13e5-478c-b0f6-32a143e418ec),segment_id=729a7b77-13e5-478c-b0f6-32a143e418ec)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:09.138058 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3ae071ff-8ed5-4860-9dcc-ad51a759278a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:09.243352 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-3ae071ff-8ed5-4860-9dcc-ad51a759278a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Calling delete_port for b15dd181-4ef3-401d-b22a-a8e76b777f74 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:36:09.294913 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b94d3052-dcee-425a-8d09-59984e8a529e None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:09.336954 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-b94d3052-dcee-425a-8d09-59984e8a529e None None] Transition to ACTIVE for port object 16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:36:09.352409 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b60c96ec-be97-4a97-8d38-705c7cc5d51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:09.356059 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b94d3052-dcee-425a-8d09-59984e8a529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:09.508009 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e39fe-aa00-4ab7-9065-eebae6443291 None None] Pushing event updated for resources: {'Port': ['ID=16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:09.579547 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e39fe-aa00-4ab7-9065-eebae6443291 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:09.587033 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e39fe-aa00-4ab7-9065-eebae6443291 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:09.590485 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e39fe-aa00-4ab7-9065-eebae6443291 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:09.591160 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e39fe-aa00-4ab7-9065-eebae6443291 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:09.591656 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e39fe-aa00-4ab7-9065-eebae6443291 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:09.592190 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e39fe-aa00-4ab7-9065-eebae6443291 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:09.592860 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e39fe-aa00-4ab7-9065-eebae6443291 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:09.593369 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e39fe-aa00-4ab7-9065-eebae6443291 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:09.593920 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e39fe-aa00-4ab7-9065-eebae6443291 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:09.606281 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e39fe-aa00-4ab7-9065-eebae6443291 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:09.607011 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e39fe-aa00-4ab7-9065-eebae6443291 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:09.614058 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e39fe-aa00-4ab7-9065-eebae6443291 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:09.775548 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-0d04b4de-633f-41d8-9d91-72f67f548b36', 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'fixed_ips': [{'subnet_id': '8df99ffd-b89d-4c15-aa68-2d6c8f8a428c'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:36:09.781559 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:09.798155 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-b94d3052-dcee-425a-8d09-59984e8a529e None None] Attempting to bind port 16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:36:09.807190 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-b94d3052-dcee-425a-8d09-59984e8a529e None None] Attempting to bind port 16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:36:09.807818 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94d3052-dcee-425a-8d09-59984e8a529e None None] Attempting to bind port 16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:36:09.862724 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94d3052-dcee-425a-8d09-59984e8a529e None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:36:09.865901 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94d3052-dcee-425a-8d09-59984e8a529e None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:36:09.866720 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b94d3052-dcee-425a-8d09-59984e8a529e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:09.867392 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94d3052-dcee-425a-8d09-59984e8a529e None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:36:09.871104 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-b94d3052-dcee-425a-8d09-59984e8a529e None None] Bound port: 16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:36:09.874830 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b94d3052-dcee-425a-8d09-59984e8a529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:10.124427 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a9bd35f8-a4d3-4771-9079-7495161f1ced req-fe94b92e-995e-4f19-bea4-431e6f904cb9 tempest-ServerShowV257Test-1903341454 tempest-ServerShowV257Test-1903341454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ca034d3-f10c-44fd-98d0-f6951f6e6c9c HTTP/1.1" status: 200 len: 210 time: 0.1867368 Sep 01 15:36:10.174356 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-b94d3052-dcee-425a-8d09-59984e8a529e None None] For port 16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:36:10.190920 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-b94d3052-dcee-425a-8d09-59984e8a529e None None] For port 16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:36:10.207867 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b94d3052-dcee-425a-8d09-59984e8a529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:10.265692 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Allocated IP 172.20.0.2 (0d04b4de-633f-41d8-9d91-72f67f548b36/8df99ffd-b89d-4c15-aa68-2d6c8f8a428c/d067bb6a-9aa4-40f5-8d74-887291b1a56e) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:36:10.316360 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ffea0a-28fc-480d-9088-0fca94a98b04 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Router efb6933d-7162-411b-93f4-6bd30d68a96b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:36:10.469148 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94d3052-dcee-425a-8d09-59984e8a529e None None] Routers {'4e079543-bdce-480a-8d3a-addbd89ee9d1'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:10.473660 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b94d3052-dcee-425a-8d09-59984e8a529e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['4e079543-bdce-480a-8d3a-addbd89ee9d1'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:10.700089 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e39fe-aa00-4ab7-9065-eebae6443291 None None] Pushing event updated for resources: {'Port': ['ID=16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:10.716348 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:10.747508 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Transition to ACTIVE for port object d067bb6a-9aa4-40f5-8d74-887291b1a56e will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:36:10.782802 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Transition to ACTIVE for port object d067bb6a-9aa4-40f5-8d74-887291b1a56e will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:36:10.800052 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:10.830029 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-b94d3052-dcee-425a-8d09-59984e8a529e None None] Set router 4e079543-bdce-480a-8d3a-addbd89ee9d1 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:36:10.911484 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3ae071ff-8ed5-4860-9dcc-ad51a759278a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:10.968526 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Network 0d04b4de-633f-41d8-9d91-72f67f548b36 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:10.986893 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:11.014871 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:36:11.106820 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae071ff-8ed5-4860-9dcc-ad51a759278a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Port': ['ID=b15dd181-4ef3-401d-b22a-a8e76b777f74,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:11.178861 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Pushing event updated for resources: {'Port': ['ID=d067bb6a-9aa4-40f5-8d74-887291b1a56e,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:11.303528 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:11.310553 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:11.311621 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:11.316684 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:11.317423 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:11.318208 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:11.321844 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:11.322756 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:11.327370 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:11.328377 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:11.329007 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:11.339358 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:11.371521 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9ebb908e-55f9-48cd-b119-b41cc83016fc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:11.487104 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Attempting to bind port d067bb6a-9aa4-40f5-8d74-887291b1a56e on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:36:11.492862 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Attempting to bind port d067bb6a-9aa4-40f5-8d74-887291b1a56e by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '98f0607b-0715-499a-8644-b00d0c4604e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:36:11.494837 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Attempting to bind port d067bb6a-9aa4-40f5-8d74-887291b1a56e on network 0d04b4de-633f-41d8-9d91-72f67f548b36 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:36:11.520310 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:36:11.521819 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Checking segment: {'id': '98f0607b-0715-499a-8644-b00d0c4604e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:36:11.522524 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:11.526990 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ffea0a-28fc-480d-9088-0fca94a98b04 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:36:11.528451 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Bound using segment: {'id': '98f0607b-0715-499a-8644-b00d0c4604e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:36:11.529492 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Bound port: d067bb6a-9aa4-40f5-8d74-887291b1a56e, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f0607b-0715-499a-8644-b00d0c4604e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:36:11.530252 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:11.573684 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a98bc8e-06cd-4be9-9cd3-b52a64a7364b None None] Sync routers for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:36:11.620200 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b94d3052-dcee-425a-8d09-59984e8a529e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983528627', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:01Z', 'updated_at': '2021-09-01T15:36:05Z', 'revision_number': 3, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:03Z', 'updated_at': '2021-09-01T15:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:11.746722 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a98bc8e-06cd-4be9-9cd3-b52a64a7364b None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:11.755972 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2a98bc8e-06cd-4be9-9cd3-b52a64a7364b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:11.774632 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94d3052-dcee-425a-8d09-59984e8a529e None None] The sync data for ids ['4e079543-bdce-480a-8d3a-addbd89ee9d1'] in n-d-794796-3 is: [{'id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983528627', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:01Z', 'updated_at': '2021-09-01T15:36:05Z', 'revision_number': 3, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:03Z', 'updated_at': '2021-09-01T15:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:36:12.419113 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3ae071ff-8ed5-4860-9dcc-ad51a759278a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:12.611555 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37378) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:12.789678 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2a98bc8e-06cd-4be9-9cd3-b52a64a7364b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:12.853895 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:12.919800 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a98bc8e-06cd-4be9-9cd3-b52a64a7364b None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:12.933515 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2a98bc8e-06cd-4be9-9cd3-b52a64a7364b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:35:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:12.973046 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] For port d067bb6a-9aa4-40f5-8d74-887291b1a56e, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:36:13.156686 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2a98bc8e-06cd-4be9-9cd3-b52a64a7364b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:13.158695 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a98bc8e-06cd-4be9-9cd3-b52a64a7364b None None] The sync data for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:36:13.192973 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] For port d067bb6a-9aa4-40f5-8d74-887291b1a56e, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d067bb6a-9aa4-40f5-8d74-887291b1a56e,segment=NetworkSegment(98f0607b-0715-499a-8644-b00d0c4604e5),segment_id=98f0607b-0715-499a-8644-b00d0c4604e5)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:36:13.218506 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:13.301437 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ffea0a-28fc-480d-9088-0fca94a98b04 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Router efb6933d-7162-411b-93f4-6bd30d68a96b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:36:13.388568 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7205e5d6-27b5-4287-a799-9389b5b3ca65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:13.485581 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:13.716039 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4f4bd-6de8-493a-9662-bf12709fb21e None None] Pushing event updated for resources: {'Port': ['ID=d067bb6a-9aa4-40f5-8d74-887291b1a56e,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:13.721922 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:36:13.847809 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3feb833d-acc5-4a69-996f-c52833f5482a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:13.874705 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:36:13.875023 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae071ff-8ed5-4860-9dcc-ad51a759278a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:36:13.885367 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:13.886128 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:13.993431 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-9ebb908e-55f9-48cd-b119-b41cc83016fc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Allocated IP 172.20.0.1 (0d04b4de-633f-41d8-9d91-72f67f548b36/8df99ffd-b89d-4c15-aa68-2d6c8f8a428c/9798b17b-f43e-4735-9d72-91d8cf1f3171) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:36:14.167321 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:14.259075 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:14.265714 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:14.410545 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:14.602701 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9ebb908e-55f9-48cd-b119-b41cc83016fc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:14.773068 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-9ebb908e-55f9-48cd-b119-b41cc83016fc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Transition to ACTIVE for port object 9798b17b-f43e-4735-9d72-91d8cf1f3171 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:36:14.914920 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9ebb908e-55f9-48cd-b119-b41cc83016fc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:15.015133 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebb908e-55f9-48cd-b119-b41cc83016fc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Network 0d04b4de-633f-41d8-9d91-72f67f548b36 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:15.033341 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-9ebb908e-55f9-48cd-b119-b41cc83016fc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:15.052259 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebb908e-55f9-48cd-b119-b41cc83016fc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:36:15.203738 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:15.260182 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae071ff-8ed5-4860-9dcc-ad51a759278a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:36:15.280787 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3848ed-8b78-4c59-b881-a2db2eb2deee None None] Sync routers for ids ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:36:15.312713 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3848ed-8b78-4c59-b881-a2db2eb2deee None None] Routers {'2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:15.313735 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-ea3848ed-8b78-4c59-b881-a2db2eb2deee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:36:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:15.322098 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3ae071ff-8ed5-4860-9dcc-ad51a759278a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "PUT /v2.0/routers/2a0d405f-2f5c-4851-8206-4d8e4bc2b95b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5801287 Sep 01 15:36:15.331471 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb908e-55f9-48cd-b119-b41cc83016fc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Port': ['ID=9798b17b-f43e-4735-9d72-91d8cf1f3171,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:15.335242 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37414) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:15.457658 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9ebb908e-55f9-48cd-b119-b41cc83016fc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:15.616780 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7205e5d6-27b5-4287-a799-9389b5b3ca65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:15.635678 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ffea0a-28fc-480d-9088-0fca94a98b04 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:36:15.643746 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:36:15.677735 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-ea3848ed-8b78-4c59-b881-a2db2eb2deee None None] Set router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:36:15.691207 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a5ffea0a-28fc-480d-9088-0fca94a98b04 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:15.789779 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7205e5d6-27b5-4287-a799-9389b5b3ca65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:15.797141 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0ad1df-20e5-43ed-b4ca-95ef0442a697 None None] Sync routers for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:36:15.854010 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0ad1df-20e5-43ed-b4ca-95ef0442a697 None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:15.854723 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-dd0ad1df-20e5-43ed-b4ca-95ef0442a697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:36:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:15.863276 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:15.863276 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:15.886680 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7205e5d6-27b5-4287-a799-9389b5b3ca65 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a9352a11c704eea9be0b238619d6037&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1837254 Sep 01 15:36:15.927219 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37420) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:16.104944 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-dd0ad1df-20e5-43ed-b4ca-95ef0442a697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:16.124600 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a5ffea0a-28fc-480d-9088-0fca94a98b04 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "PUT /v2.0/floatingips/8c66a41a-093f-44c5-ae69-4471c8565a7e HTTP/1.1" status: 200 len: 976 time: 10.1457541 Sep 01 15:36:16.126475 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37428) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:16.137621 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-3791584a-cf87-4f60-9380-b575836c25de tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:16.145408 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c9d13a6-e3f0-4ba2-8992-a94dc3bb50b9 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Deleting subnet 6a70a2be-c2d8-4685-a2f3-7984d6e66972 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:36:16.160932 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c9d13a6-e3f0-4ba2-8992-a94dc3bb50b9 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:16.248554 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:36:16.303418 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d067bb6a-9aa4-40f5-8d74-887291b1a56e up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:36:16.321623 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c9d13a6-e3f0-4ba2-8992-a94dc3bb50b9 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:16.376965 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9ebb908e-55f9-48cd-b119-b41cc83016fc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:16.402935 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0ad1df-20e5-43ed-b4ca-95ef0442a697 None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:16.406978 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-dd0ad1df-20e5-43ed-b4ca-95ef0442a697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:36:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:16.443466 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3791584a-cf87-4f60-9380-b575836c25de tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:16.509025 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a68ad6c-59f0-4dba-a21c-abbeb318190d None None] Network 0d04b4de-633f-41d8-9d91-72f67f548b36 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:36:16.545332 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-dd0ad1df-20e5-43ed-b4ca-95ef0442a697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:16.546315 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0ad1df-20e5-43ed-b4ca-95ef0442a697 None None] The sync data for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:36:16.563021 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205e5d6-27b5-4287-a799-9389b5b3ca65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a93643c-c3ee-4cc6-863e-dabd46f6fc12,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:16.638691 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c9d13a6-e3f0-4ba2-8992-a94dc3bb50b9 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:16.652633 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-ea3848ed-8b78-4c59-b881-a2db2eb2deee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:36:10Z', 'revision_number': 10, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None, '_interfaces': [{'id': 'c76aef16-3234-43bc-bce0-246c0f23b024', 'name': '', 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:4d:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:50Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:16.695410 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port d067bb6a-9aa4-40f5-8d74-887291b1a56e completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:36:16.729769 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d689ee59-7c18-4205-86dc-f7358560396b None None] Provisioning for port d067bb6a-9aa4-40f5-8d74-887291b1a56e completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:36:16.737682 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cbe74827-90d0-49e0-8192-5cd7abfb7a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:16.747766 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d689ee59-7c18-4205-86dc-f7358560396b None None] Provisioning complete for port d067bb6a-9aa4-40f5-8d74-887291b1a56e triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:16.748793 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d689ee59-7c18-4205-86dc-f7358560396b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:16.779768 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3848ed-8b78-4c59-b881-a2db2eb2deee None None] Checking router: 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:36:16.804557 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3848ed-8b78-4c59-b881-a2db2eb2deee None None] Routers {'2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:16.805580 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-ea3848ed-8b78-4c59-b881-a2db2eb2deee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:36:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:16.928404 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d689ee59-7c18-4205-86dc-f7358560396b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:16.990366 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-d689ee59-7c18-4205-86dc-f7358560396b None None] For port d067bb6a-9aa4-40f5-8d74-887291b1a56e, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d067bb6a-9aa4-40f5-8d74-887291b1a56e,segment=NetworkSegment(98f0607b-0715-499a-8644-b00d0c4604e5),segment_id=98f0607b-0715-499a-8644-b00d0c4604e5)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:16.997490 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d689ee59-7c18-4205-86dc-f7358560396b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:17.062349 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cbe74827-90d0-49e0-8192-5cd7abfb7a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:17.081921 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689ee59-7c18-4205-86dc-f7358560396b None None] Pushing event updated for resources: {'Port': ['ID=d067bb6a-9aa4-40f5-8d74-887291b1a56e,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:17.189802 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c9d13a6-e3f0-4ba2-8992-a94dc3bb50b9 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:17.205292 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3791584a-cf87-4f60-9380-b575836c25de tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:17.236680 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d13a6-e3f0-4ba2-8992-a94dc3bb50b9 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Subnet': ['ID=6a70a2be-c2d8-4685-a2f3-7984d6e66972,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:17.250674 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c9d13a6-e3f0-4ba2-8992-a94dc3bb50b9 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:17.253610 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0c9d13a6-e3f0-4ba2-8992-a94dc3bb50b9 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/subnets/6a70a2be-c2d8-4685-a2f3-7984d6e66972 HTTP/1.1" status: 204 len: 168 time: 1.9131753 Sep 01 15:36:17.257255 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37440) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:17.293746 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cbe74827-90d0-49e0-8192-5cd7abfb7a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:17.295302 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d65101-6dd8-4c96-8056-75096f3d284c None None] Network 0b2d1f28-c9c1-4eee-b427-0e50e55c47fb requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:36:17.305137 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cbe74827-90d0-49e0-8192-5cd7abfb7a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:17.306430 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cbe74827-90d0-49e0-8192-5cd7abfb7a29 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a93643c-c3ee-4cc6-863e-dabd46f6fc12 HTTP/1.1" status: 204 len: 168 time: 1.3671253 Sep 01 15:36:17.504596 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe74827-90d0-49e0-8192-5cd7abfb7a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a93643c-c3ee-4cc6-863e-dabd46f6fc12,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:17.547422 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0819f29c-23ac-4ea7-9e39-11b29ae82f1e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:17.552874 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-ea3848ed-8b78-4c59-b881-a2db2eb2deee None None] Set router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:36:17.724699 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-0819f29c-23ac-4ea7-9e39-11b29ae82f1e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Deleting port 781fb7de-13e9-41c7-bde3-949989c7f6c0 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:36:17.725280 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0819f29c-23ac-4ea7-9e39-11b29ae82f1e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:17.761063 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9ebb908e-55f9-48cd-b119-b41cc83016fc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:17.775015 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3791584a-cf87-4f60-9380-b575836c25de tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:17.775714 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-3791584a-cf87-4f60-9380-b575836c25de tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Floating IP 8c66a41a-093f-44c5-ae69-4471c8565a7e disassociated. External IP: 172.25.6.86, port: 533d9a33-018f-44bd-967c-bac6d80d4104. Sep 01 15:36:17.787810 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9ebb908e-55f9-48cd-b119-b41cc83016fc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:17.971998 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9ebb908e-55f9-48cd-b119-b41cc83016fc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:18.023242 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2076741d-272c-43e6-a94a-81c0698cb128 None None] DHCP port deletion for 0b2d1f28-c9c1-4eee-b427-0e50e55c47fb request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:36:18.200997 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-0819f29c-23ac-4ea7-9e39-11b29ae82f1e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] For port 781fb7de-13e9-41c7-bde3-949989c7f6c0, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=781fb7de-13e9-41c7-bde3-949989c7f6c0,segment=NetworkSegment(729a7b77-13e5-478c-b0f6-32a143e418ec),segment_id=729a7b77-13e5-478c-b0f6-32a143e418ec)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:18.205499 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0819f29c-23ac-4ea7-9e39-11b29ae82f1e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:18.212862 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-83ac52cd-3c3c-4fb4-9dfb-d882a2b70ff5 None None] Provisioning for port 9798b17b-f43e-4735-9d72-91d8cf1f3171 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:36:18.229194 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-ea3848ed-8b78-4c59-b881-a2db2eb2deee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:36:10Z', 'revision_number': 10, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None, '_interfaces': [{'id': 'c76aef16-3234-43bc-bce0-246c0f23b024', 'name': '', 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:4d:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:50Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:18.248338 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-83ac52cd-3c3c-4fb4-9dfb-d882a2b70ff5 None None] Provisioning complete for port 9798b17b-f43e-4735-9d72-91d8cf1f3171 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:18.249279 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-83ac52cd-3c3c-4fb4-9dfb-d882a2b70ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:18.289011 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-0819f29c-23ac-4ea7-9e39-11b29ae82f1e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Calling delete_port for 781fb7de-13e9-41c7-bde3-949989c7f6c0 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:36:18.301462 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3848ed-8b78-4c59-b881-a2db2eb2deee None None] The sync data for ids ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'] in n-d-794796-3 is: [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:36:10Z', 'revision_number': 10, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None, '_interfaces': [{'id': 'c76aef16-3234-43bc-bce0-246c0f23b024', 'name': '', 'network_id': '12a8a431-293f-4ec5-9bf8-e75c29fff176', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'mac_address': 'fa:16:3e:4d:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:34:50Z', 'updated_at': '2021-09-01T15:35:04Z', 'revision_number': 5, 'project_id': '04587385136a4cf6b43419edb8262f74', 'subnets': [{'id': 'e2224804-06ec-47f3-a3f6-08dacd13b671', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:36:18.415359 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-2076741d-272c-43e6-a94a-81c0698cb128 None None] Deleting port 781fb7de-13e9-41c7-bde3-949989c7f6c0 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:36:18.415969 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2076741d-272c-43e6-a94a-81c0698cb128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:18.454159 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb908e-55f9-48cd-b119-b41cc83016fc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Port': ['ID=9798b17b-f43e-4735-9d72-91d8cf1f3171,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:18.582735 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0819f29c-23ac-4ea7-9e39-11b29ae82f1e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:18.616800 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-83ac52cd-3c3c-4fb4-9dfb-d882a2b70ff5 None None] Port 9798b17b-f43e-4735-9d72-91d8cf1f3171 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:36:18.684719 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819f29c-23ac-4ea7-9e39-11b29ae82f1e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Port': ['ID=781fb7de-13e9-41c7-bde3-949989c7f6c0,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:18.687590 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0819f29c-23ac-4ea7-9e39-11b29ae82f1e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] No DVR routers for this DVR port 781fb7de-13e9-41c7-bde3-949989c7f6c0 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:36:18.734494 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-2076741d-272c-43e6-a94a-81c0698cb128 None None] For port 781fb7de-13e9-41c7-bde3-949989c7f6c0, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=781fb7de-13e9-41c7-bde3-949989c7f6c0,segment=NetworkSegment(729a7b77-13e5-478c-b0f6-32a143e418ec),segment_id=729a7b77-13e5-478c-b0f6-32a143e418ec)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:18.735910 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2076741d-272c-43e6-a94a-81c0698cb128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:18.738501 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-83ac52cd-3c3c-4fb4-9dfb-d882a2b70ff5 None None] Provisioning complete for port d067bb6a-9aa4-40f5-8d74-887291b1a56e triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:18.749958 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-83ac52cd-3c3c-4fb4-9dfb-d882a2b70ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:18.823937 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-2076741d-272c-43e6-a94a-81c0698cb128 None None] Calling delete_port for 781fb7de-13e9-41c7-bde3-949989c7f6c0 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:36:18.921894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebb908e-55f9-48cd-b119-b41cc83016fc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Network 0d04b4de-633f-41d8-9d91-72f67f548b36 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:18.929570 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-9ebb908e-55f9-48cd-b119-b41cc83016fc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:19.064540 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0819f29c-23ac-4ea7-9e39-11b29ae82f1e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:19.114914 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-0819f29c-23ac-4ea7-9e39-11b29ae82f1e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2d1f28-c9c1-4eee-b427-0e50e55c47fb']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:19.142324 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-0819f29c-23ac-4ea7-9e39-11b29ae82f1e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729a7b77-13e5-478c-b0f6-32a143e418ec') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:19.142672 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-0819f29c-23ac-4ea7-9e39-11b29ae82f1e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729a7b77-13e5-478c-b0f6-32a143e418ec') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:19.206006 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0819f29c-23ac-4ea7-9e39-11b29ae82f1e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:19.258068 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2076741d-272c-43e6-a94a-81c0698cb128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:19.291777 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0819f29c-23ac-4ea7-9e39-11b29ae82f1e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:19.306894 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d067bb6a-9aa4-40f5-8d74-887291b1a56e up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:36:19.315694 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0819f29c-23ac-4ea7-9e39-11b29ae82f1e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:36:19.316107 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0819f29c-23ac-4ea7-9e39-11b29ae82f1e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:36:19.324783 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:36:19.387952 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebb908e-55f9-48cd-b119-b41cc83016fc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Router 4e079543-bdce-480a-8d3a-addbd89ee9d1 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:36:19.417290 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3791584a-cf87-4f60-9380-b575836c25de tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Router efb6933d-7162-411b-93f4-6bd30d68a96b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:36:19.419297 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076741d-272c-43e6-a94a-81c0698cb128 None None] Pushing event deleted for resources: {'Port': ['ID=781fb7de-13e9-41c7-bde3-949989c7f6c0,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:19.451636 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2076741d-272c-43e6-a94a-81c0698cb128 None None] No DVR routers for this DVR port 781fb7de-13e9-41c7-bde3-949989c7f6c0 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:36:19.564573 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0819f29c-23ac-4ea7-9e39-11b29ae82f1e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:19.572014 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0819f29c-23ac-4ea7-9e39-11b29ae82f1e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:19.579143 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0819f29c-23ac-4ea7-9e39-11b29ae82f1e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/networks/0b2d1f28-c9c1-4eee-b427-0e50e55c47fb HTTP/1.1" status: 204 len: 168 time: 2.3114617 Sep 01 15:36:19.588721 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37490) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:19.663081 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1ffd8635-e64d-4331-bf7a-7e95c4656b65 None None] Provisioning complete for port 9798b17b-f43e-4735-9d72-91d8cf1f3171 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:19.663462 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1ffd8635-e64d-4331-bf7a-7e95c4656b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:19.664869 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819f29c-23ac-4ea7-9e39-11b29ae82f1e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Network': ['ID=0b2d1f28-c9c1-4eee-b427-0e50e55c47fb,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:19.787156 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1ffd8635-e64d-4331-bf7a-7e95c4656b65 None None] Port 9798b17b-f43e-4735-9d72-91d8cf1f3171 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:36:19.803939 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port d067bb6a-9aa4-40f5-8d74-887291b1a56e triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:19.804588 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:20.018852 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37500) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:20.022389 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9f618ef4-53a0-44fc-a40b-9917738dfe26 None None] Provisioning complete for port 9798b17b-f43e-4735-9d72-91d8cf1f3171 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:20.022918 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9f618ef4-53a0-44fc-a40b-9917738dfe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:20.113804 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-9f618ef4-53a0-44fc-a40b-9917738dfe26 None None] Port 9798b17b-f43e-4735-9d72-91d8cf1f3171 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:36:20.120833 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 781fb7de-13e9-41c7-bde3-949989c7f6c0 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:36:20.185935 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 781fb7de-13e9-41c7-bde3-949989c7f6c0 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:36:20.186551 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 781fb7de-13e9-41c7-bde3-949989c7f6c0 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:36:20.187281 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b15dd181-4ef3-401d-b22a-a8e76b777f74 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:36:20.284284 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebb908e-55f9-48cd-b119-b41cc83016fc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:36:20.285572 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: b15dd181-4ef3-401d-b22a-a8e76b777f74 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:36:20.285572 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b15dd181-4ef3-401d-b22a-a8e76b777f74 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:36:20.286227 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec9bf33-44de-4c7c-8541-7dd5faa3289f None None] Sync routers for ids ['4e079543-bdce-480a-8d3a-addbd89ee9d1'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:36:20.320036 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec9bf33-44de-4c7c-8541-7dd5faa3289f None None] Routers {'4e079543-bdce-480a-8d3a-addbd89ee9d1'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:20.321254 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3ec9bf33-44de-4c7c-8541-7dd5faa3289f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:36:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['4e079543-bdce-480a-8d3a-addbd89ee9d1'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:20.376731 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-d086a0eb-cc79-4b74-b3ab-7ccc29484455 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1573698173-network', 'tenant_id': '71ce95ce023a446d80698f8db148dbae'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:20.409056 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9ebb908e-55f9-48cd-b119-b41cc83016fc tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "PUT /v2.0/routers/4e079543-bdce-480a-8d3a-addbd89ee9d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3764865 Sep 01 15:36:20.432749 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d086a0eb-cc79-4b74-b3ab-7ccc29484455 admin admin] Made reservation on behalf of 71ce95ce023a446d80698f8db148dbae for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:36:20.438187 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d086a0eb-cc79-4b74-b3ab-7ccc29484455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:20.503042 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d086a0eb-cc79-4b74-b3ab-7ccc29484455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:20.572177 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3791584a-cf87-4f60-9380-b575836c25de tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:36:20.587307 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbefead0-9d09-4198-9e48-7155a4692a4c None None] Sync routers for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:36:20.589244 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3791584a-cf87-4f60-9380-b575836c25de tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:20.605532 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbefead0-9d09-4198-9e48-7155a4692a4c None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:20.607827 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-fbefead0-9d09-4198-9e48-7155a4692a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:36:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:20.701485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-fbefead0-9d09-4198-9e48-7155a4692a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:20.710923 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3791584a-cf87-4f60-9380-b575836c25de tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "PUT /v2.0/floatingips/8c66a41a-093f-44c5-ae69-4471c8565a7e HTTP/1.1" status: 200 len: 687 time: 4.5819793 Sep 01 15:36:20.715823 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37512) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:20.730036 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbefead0-9d09-4198-9e48-7155a4692a4c None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:20.730795 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-fbefead0-9d09-4198-9e48-7155a4692a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:36:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:20.810172 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-3ec9bf33-44de-4c7c-8541-7dd5faa3289f None None] Set router 4e079543-bdce-480a-8d3a-addbd89ee9d1 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:36:20.833849 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-fbefead0-9d09-4198-9e48-7155a4692a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:20.834697 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbefead0-9d09-4198-9e48-7155a4692a4c None None] The sync data for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:36:20.943003 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d086a0eb-cc79-4b74-b3ab-7ccc29484455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:20.949787 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d086a0eb-cc79-4b74-b3ab-7ccc29484455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:21.080998 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086a0eb-cc79-4b74-b3ab-7ccc29484455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9781f562-8e85-41a2-be14-7fc7f923215f,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:21.097028 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d086a0eb-cc79-4b74-b3ab-7ccc29484455 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:36:21.130539 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d086a0eb-cc79-4b74-b3ab-7ccc29484455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:21.137373 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-d086a0eb-cc79-4b74-b3ab-7ccc29484455 admin admin] Added segment b440f57c-ad22-492b-94f2-70ca123a26d2 of type vlan for network ff4dab0d-570b-4994-9d10-9781e1ce854c Sep 01 15:36:21.261280 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d086a0eb-cc79-4b74-b3ab-7ccc29484455 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:21.348291 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d086a0eb-cc79-4b74-b3ab-7ccc29484455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:21.354780 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d086a0eb-cc79-4b74-b3ab-7ccc29484455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:21.356108 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d086a0eb-cc79-4b74-b3ab-7ccc29484455 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:21.405374 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f2de2cbb-6d6b-4252-8efe-70e964232ef2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Deleting port a1642b1d-9cff-4b33-96ac-ae56d8e58785 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:36:21.405997 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2de2cbb-6d6b-4252-8efe-70e964232ef2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:21.481370 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d086a0eb-cc79-4b74-b3ab-7ccc29484455 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4605975 Sep 01 15:36:21.488710 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37538) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:21.499063 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-dd55335b-e83a-49c7-b023-5543a7124372 admin admin] Request body: {'subnet': {'network_id': 'ff4dab0d-570b-4994-9d10-9781e1ce854c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1573698173-subnet', 'tenant_id': '71ce95ce023a446d80698f8db148dbae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:21.578746 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086a0eb-cc79-4b74-b3ab-7ccc29484455 admin admin] Pushing event updated for resources: {'Network': ['ID=ff4dab0d-570b-4994-9d10-9781e1ce854c,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:21.603809 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network ff4dab0d-570b-4994-9d10-9781e1ce854c details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:36:21.606626 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd55335b-e83a-49c7-b023-5543a7124372 admin admin] Made reservation on behalf of 71ce95ce023a446d80698f8db148dbae for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:36:21.610740 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd55335b-e83a-49c7-b023-5543a7124372 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:21.623101 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2de2cbb-6d6b-4252-8efe-70e964232ef2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:21.624210 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2de2cbb-6d6b-4252-8efe-70e964232ef2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:21.676808 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f2de2cbb-6d6b-4252-8efe-70e964232ef2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Calling delete_port for a1642b1d-9cff-4b33-96ac-ae56d8e58785 owned by network:floatingip {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:36:21.734930 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3ec9bf33-44de-4c7c-8541-7dd5faa3289f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983528627', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:01Z', 'updated_at': '2021-09-01T15:36:16Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:03Z', 'updated_at': '2021-09-01T15:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '9798b17b-f43e-4735-9d72-91d8cf1f3171', 'name': '', 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:2f:97:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '8df99ffd-b89d-4c15-aa68-2d6c8f8a428c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:11Z', 'updated_at': '2021-09-01T15:36:17Z', 'revision_number': 2, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': '8df99ffd-b89d-4c15-aa68-2d6c8f8a428c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:21.843695 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec9bf33-44de-4c7c-8541-7dd5faa3289f None None] Checking router: 4e079543-bdce-480a-8d3a-addbd89ee9d1 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:36:21.844043 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec9bf33-44de-4c7c-8541-7dd5faa3289f None None] Updating router 4e079543-bdce-480a-8d3a-addbd89ee9d1 port 9798b17b-f43e-4735-9d72-91d8cf1f3171 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:36:21.899733 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3ec9bf33-44de-4c7c-8541-7dd5faa3289f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:21.972773 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7158c6df-d9d8-4341-b495-632214e1328e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:22.173498 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd55335b-e83a-49c7-b023-5543a7124372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:22.269223 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-2e8133ab-dd07-4577-b1a5-97b1840343b3 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-711698160&fields=id&tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f HTTP/1.1" status: 200 len: 267 time: 1.1553364 Sep 01 15:36:22.350671 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55335b-e83a-49c7-b023-5543a7124372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d3b8207-c5c0-480e-b75b-05a5fb85881a,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:22.475947 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd55335b-e83a-49c7-b023-5543a7124372 admin admin] Checking segment: {'id': 'b440f57c-ad22-492b-94f2-70ca123a26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ff4dab0d-570b-4994-9d10-9781e1ce854c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:36:22.476316 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd55335b-e83a-49c7-b023-5543a7124372 admin admin] Network hostable DHCP agents. Network: ff4dab0d-570b-4994-9d10-9781e1ce854c, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:36:22.504271 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd55335b-e83a-49c7-b023-5543a7124372 admin admin] Network ff4dab0d-570b-4994-9d10-9781e1ce854c is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:36:22.534071 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-dd55335b-e83a-49c7-b023-5543a7124372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, ff4dab0d-570b-4994-9d10-9781e1ce854c) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:22.544252 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd55335b-e83a-49c7-b023-5543a7124372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:22.545270 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd55335b-e83a-49c7-b023-5543a7124372 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:22.561408 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39226450-6f18-4f83-815d-3288232d5a46 None None] Network ff4dab0d-570b-4994-9d10-9781e1ce854c requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:36:22.627101 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-dd55335b-e83a-49c7-b023-5543a7124372 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1357057 Sep 01 15:36:22.730378 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3ec9bf33-44de-4c7c-8541-7dd5faa3289f None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:22.772449 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-3ec9bf33-44de-4c7c-8541-7dd5faa3289f None None] Transition to ACTIVE for port object 9798b17b-f43e-4735-9d72-91d8cf1f3171 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:36:22.790945 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3ec9bf33-44de-4c7c-8541-7dd5faa3289f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:22.907174 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d9707b-45e0-4e6e-9fac-8cde1caf4c6c None None] Network ff4dab0d-570b-4994-9d10-9781e1ce854c requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:36:22.978239 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754bdb6a-4097-4119-83e0-1052a09dfa87 None None] Pushing event updated for resources: {'Port': ['ID=9798b17b-f43e-4735-9d72-91d8cf1f3171,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:23.236012 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-3ec9bf33-44de-4c7c-8541-7dd5faa3289f None None] Attempting to bind port 9798b17b-f43e-4735-9d72-91d8cf1f3171 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:36:23.236622 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-3ec9bf33-44de-4c7c-8541-7dd5faa3289f None None] Attempting to bind port 9798b17b-f43e-4735-9d72-91d8cf1f3171 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '98f0607b-0715-499a-8644-b00d0c4604e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:36:23.237222 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec9bf33-44de-4c7c-8541-7dd5faa3289f None None] Attempting to bind port 9798b17b-f43e-4735-9d72-91d8cf1f3171 on network 0d04b4de-633f-41d8-9d91-72f67f548b36 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:36:23.268375 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec9bf33-44de-4c7c-8541-7dd5faa3289f None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:36:23.268973 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec9bf33-44de-4c7c-8541-7dd5faa3289f None None] Checking segment: {'id': '98f0607b-0715-499a-8644-b00d0c4604e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:36:23.269651 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3ec9bf33-44de-4c7c-8541-7dd5faa3289f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:23.274835 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec9bf33-44de-4c7c-8541-7dd5faa3289f None None] Bound using segment: {'id': '98f0607b-0715-499a-8644-b00d0c4604e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:36:23.276654 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-3ec9bf33-44de-4c7c-8541-7dd5faa3289f None None] Bound port: 9798b17b-f43e-4735-9d72-91d8cf1f3171, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f0607b-0715-499a-8644-b00d0c4604e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:36:23.277877 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3ec9bf33-44de-4c7c-8541-7dd5faa3289f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:23.577673 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2de2cbb-6d6b-4252-8efe-70e964232ef2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:23.583615 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-3ec9bf33-44de-4c7c-8541-7dd5faa3289f None None] For port 9798b17b-f43e-4735-9d72-91d8cf1f3171, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:36:23.598191 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-3ec9bf33-44de-4c7c-8541-7dd5faa3289f None None] For port 9798b17b-f43e-4735-9d72-91d8cf1f3171, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=9798b17b-f43e-4735-9d72-91d8cf1f3171,segment=NetworkSegment(98f0607b-0715-499a-8644-b00d0c4604e5),segment_id=98f0607b-0715-499a-8644-b00d0c4604e5)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:36:23.611425 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3ec9bf33-44de-4c7c-8541-7dd5faa3289f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:23.750259 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de2cbb-6d6b-4252-8efe-70e964232ef2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event deleted for resources: {'Port': ['ID=a1642b1d-9cff-4b33-96ac-ae56d8e58785,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:23.835872 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754bdb6a-4097-4119-83e0-1052a09dfa87 None None] Pushing event updated for resources: {'Port': ['ID=9798b17b-f43e-4735-9d72-91d8cf1f3171,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:23.843825 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec9bf33-44de-4c7c-8541-7dd5faa3289f None None] Routers {'4e079543-bdce-480a-8d3a-addbd89ee9d1'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:23.844470 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3ec9bf33-44de-4c7c-8541-7dd5faa3289f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:36:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['4e079543-bdce-480a-8d3a-addbd89ee9d1'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:23.969909 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de2cbb-6d6b-4252-8efe-70e964232ef2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:23.971395 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de2cbb-6d6b-4252-8efe-70e964232ef2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:23.972389 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de2cbb-6d6b-4252-8efe-70e964232ef2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:23.974008 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de2cbb-6d6b-4252-8efe-70e964232ef2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:23.974736 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de2cbb-6d6b-4252-8efe-70e964232ef2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:23.981823 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de2cbb-6d6b-4252-8efe-70e964232ef2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:23.982481 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de2cbb-6d6b-4252-8efe-70e964232ef2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:23.983056 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de2cbb-6d6b-4252-8efe-70e964232ef2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:23.983594 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de2cbb-6d6b-4252-8efe-70e964232ef2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:23.984131 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de2cbb-6d6b-4252-8efe-70e964232ef2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:23.984849 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de2cbb-6d6b-4252-8efe-70e964232ef2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:23.985429 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de2cbb-6d6b-4252-8efe-70e964232ef2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:24.039789 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37584) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:24.045693 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-c30ae834-172d-4420-a4ae-f942f3c3a655 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1227176901-network', 'tenant_id': 'd1b3dfb482754cc290e4c6b5a7988edc'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:24.135947 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30ae834-172d-4420-a4ae-f942f3c3a655 admin admin] Made reservation on behalf of d1b3dfb482754cc290e4c6b5a7988edc for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:36:24.138441 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c30ae834-172d-4420-a4ae-f942f3c3a655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:24.173694 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c30ae834-172d-4420-a4ae-f942f3c3a655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:24.207861 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2de2cbb-6d6b-4252-8efe-70e964232ef2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:24.220356 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-3ec9bf33-44de-4c7c-8541-7dd5faa3289f None None] Set router 4e079543-bdce-480a-8d3a-addbd89ee9d1 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:36:24.220656 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2de2cbb-6d6b-4252-8efe-70e964232ef2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:24.222893 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f2de2cbb-6d6b-4252-8efe-70e964232ef2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "DELETE /v2.0/floatingips/8c66a41a-093f-44c5-ae69-4471c8565a7e HTTP/1.1" status: 204 len: 168 time: 3.4930966 Sep 01 15:36:24.232654 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37586) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:24.287867 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-0df0983b-c357-45fe-b603-430b89d374c7 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:24.304227 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-0df0983b-c357-45fe-b603-430b89d374c7 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/networks?id=0d04b4de-633f-41d8-9d91-72f67f548b36 HTTP/1.1" status: 200 len: 795 time: 2.0332069 Sep 01 15:36:24.348201 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-499728b5-826e-4fbd-8591-0f0658bc1227 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] delete failed (client error): The resource could not be found. Sep 01 15:36:24.366186 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-499728b5-826e-4fbd-8591-0f0658bc1227 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "DELETE /v2.0/floatingips/8c66a41a-093f-44c5-ae69-4471c8565a7e HTTP/1.1" status: 404 len: 345 time: 0.1321578 Sep 01 15:36:24.368385 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37592) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:24.693379 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-eca3a44b-4b38-4b9a-a26c-4e5827c1e87b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/quotas/de2c6e6a9d864f738bbaf0c51220fe5f HTTP/1.1" status: 200 len: 375 time: 0.3453188 Sep 01 15:36:24.712236 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514d0a21-c869-45ee-8748-8d8295c1f28e tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:24.730584 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514d0a21-c869-45ee-8748-8d8295c1f28e tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:24.754337 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514d0a21-c869-45ee-8748-8d8295c1f28e tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:24.760974 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-514d0a21-c869-45ee-8748-8d8295c1f28e tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "GET /v2.0/ports?network_id=ca4989b6-67f0-4732-a191-7631fd4d6724 HTTP/1.1" status: 200 len: 2356 time: 0.3912621 Sep 01 15:36:24.767791 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37606) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:24.961528 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3ec9bf33-44de-4c7c-8541-7dd5faa3289f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983528627', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:01Z', 'updated_at': '2021-09-01T15:36:16Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:03Z', 'updated_at': '2021-09-01T15:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '9798b17b-f43e-4735-9d72-91d8cf1f3171', 'name': '', 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:2f:97:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '8df99ffd-b89d-4c15-aa68-2d6c8f8a428c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:11Z', 'updated_at': '2021-09-01T15:36:23Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': '8df99ffd-b89d-4c15-aa68-2d6c8f8a428c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:25.015838 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96cd77c-2cb2-43e4-8348-310a3da82761 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:25.025306 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d96cd77c-2cb2-43e4-8348-310a3da82761 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "GET /v2.0/subnets/79da19ba-ce3a-433e-934e-cc3b24f4adcf HTTP/1.1" status: 200 len: 797 time: 0.2547643 Sep 01 15:36:25.025718 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-4ffd7262-4a91-419e-a8bd-2eedb00028a0 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3235221 Sep 01 15:36:25.028475 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37614) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:25.035356 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec9bf33-44de-4c7c-8541-7dd5faa3289f None None] The sync data for ids ['4e079543-bdce-480a-8d3a-addbd89ee9d1'] in n-d-794796-3 is: [{'id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983528627', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:01Z', 'updated_at': '2021-09-01T15:36:16Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:03Z', 'updated_at': '2021-09-01T15:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '9798b17b-f43e-4735-9d72-91d8cf1f3171', 'name': '', 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:2f:97:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '8df99ffd-b89d-4c15-aa68-2d6c8f8a428c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:11Z', 'updated_at': '2021-09-01T15:36:23Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': '8df99ffd-b89d-4c15-aa68-2d6c8f8a428c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:36:25.051620 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-2d5a6b11-fa86-4482-84f6-41a92d6d44c7 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Request body: {'port': {'network_id': 'ca4989b6-67f0-4732-a191-7631fd4d6724', 'name': 'tempest-FloatingIPTestJSON-350861780', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:25.136842 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-7158c6df-d9d8-4341-b495-632214e1328e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Deleting port c76aef16-3234-43bc-bce0-246c0f23b024 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:36:25.137193 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7158c6df-d9d8-4341-b495-632214e1328e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:25.268633 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c30ae834-172d-4420-a4ae-f942f3c3a655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:25.284144 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c30ae834-172d-4420-a4ae-f942f3c3a655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:25.308617 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c30ae834-172d-4420-a4ae-f942f3c3a655 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:36:25.326547 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c30ae834-172d-4420-a4ae-f942f3c3a655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:25.327643 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-c30ae834-172d-4420-a4ae-f942f3c3a655 admin admin] Added segment 5a222f7e-a1ed-4510-ba3c-72b2913292bb of type vlan for network 5470a3eb-e1b5-4cae-9e42-66508885b914 Sep 01 15:36:25.457062 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-7158c6df-d9d8-4341-b495-632214e1328e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] For port c76aef16-3234-43bc-bce0-246c0f23b024, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=c76aef16-3234-43bc-bce0-246c0f23b024,segment=NetworkSegment(b43189fb-3f0f-4f05-acec-a67261934ef9),segment_id=b43189fb-3f0f-4f05-acec-a67261934ef9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:25.457671 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7158c6df-d9d8-4341-b495-632214e1328e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:25.462486 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c30ae834-172d-4420-a4ae-f942f3c3a655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:25.496632 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-7158c6df-d9d8-4341-b495-632214e1328e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Calling delete_port for c76aef16-3234-43bc-bce0-246c0f23b024 owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:36:25.549110 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c30ae834-172d-4420-a4ae-f942f3c3a655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:25.550538 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30ae834-172d-4420-a4ae-f942f3c3a655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:25.551149 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c30ae834-172d-4420-a4ae-f942f3c3a655 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:25.955990 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c30ae834-172d-4420-a4ae-f942f3c3a655 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9147291 Sep 01 15:36:25.957212 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ae834-172d-4420-a4ae-f942f3c3a655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09eafe2-d67c-47e7-bcbe-4d3fdb777c48,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:25.971615 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37634) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:26.010205 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5a6b11-fa86-4482-84f6-41a92d6d44c7 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Made reservation on behalf of 61c5d891d3cd422b859dd970ad66b6b5 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:36:26.134210 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-b353a2d9-8d6b-4167-adfc-5eb65908e8ed admin admin] Request body: {'subnet': {'network_id': '5470a3eb-e1b5-4cae-9e42-66508885b914', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1227176901-subnet', 'tenant_id': 'd1b3dfb482754cc290e4c6b5a7988edc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:26.215768 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-3e4f55b0-77b1-4cd5-a406-f4e986be58df service neutron] 10.222.0.60 "GET /v2.0/networks/0d04b4de-633f-41d8-9d91-72f67f548b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0615199 Sep 01 15:36:26.236088 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7158c6df-d9d8-4341-b495-632214e1328e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:26.236277 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ae834-172d-4420-a4ae-f942f3c3a655 admin admin] Pushing event updated for resources: {'Network': ['ID=5470a3eb-e1b5-4cae-9e42-66508885b914,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:26.264433 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b353a2d9-8d6b-4167-adfc-5eb65908e8ed admin admin] Made reservation on behalf of d1b3dfb482754cc290e4c6b5a7988edc for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:36:26.272326 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b353a2d9-8d6b-4167-adfc-5eb65908e8ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:26.275450 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 5470a3eb-e1b5-4cae-9e42-66508885b914 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:36:26.498069 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2d5a6b11-fa86-4482-84f6-41a92d6d44c7 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:26.515649 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158c6df-d9d8-4341-b495-632214e1328e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Port': ['ID=c76aef16-3234-43bc-bce0-246c0f23b024,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:26.598345 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-2d5a6b11-fa86-4482-84f6-41a92d6d44c7 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] device_id is not set on port 9b1c152c-7304-49e0-8fc7-975ef10c6ecd yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:36:26.930710 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-76485a18-60d7-4726-ac4b-c00bfd0372a1 service neutron] 10.222.0.60 "GET /v2.0/networks/0d04b4de-633f-41d8-9d91-72f67f548b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6797841 Sep 01 15:36:27.025714 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7158c6df-d9d8-4341-b495-632214e1328e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:27.211567 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b353a2d9-8d6b-4167-adfc-5eb65908e8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:27.411848 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7158c6df-d9d8-4341-b495-632214e1328e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:36:27.492602 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 9798b17b-f43e-4735-9d72-91d8cf1f3171 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:36:27.665255 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7158c6df-d9d8-4341-b495-632214e1328e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:36:27.689156 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353a2d9-8d6b-4167-adfc-5eb65908e8ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ac5a2b2-925e-4e5a-b219-4ed52892aee2,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:27.691384 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7158c6df-d9d8-4341-b495-632214e1328e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "PUT /v2.0/routers/2a0d405f-2f5c-4851-8206-4d8e4bc2b95b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0791650 Sep 01 15:36:27.692287 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37668) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:27.697972 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbaed6a-d61a-49fc-9c97-63c6dd177605 None None] Sync routers for ids ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:36:27.724532 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbaed6a-d61a-49fc-9c97-63c6dd177605 None None] Routers {'2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:27.727184 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2cbaed6a-d61a-49fc-9c97-63c6dd177605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:36:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:27.809445 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-2d5a6b11-fa86-4482-84f6-41a92d6d44c7 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Allocated IP 172.20.0.14 (ca4989b6-67f0-4732-a191-7631fd4d6724/79da19ba-ce3a-433e-934e-cc3b24f4adcf/9b1c152c-7304-49e0-8fc7-975ef10c6ecd) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:36:27.834510 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b9bde6-d0e2-45e3-bb48-1323bc81820a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Deleting subnet e2224804-06ec-47f3-a3f6-08dacd13b671 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:36:27.849671 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e7b9bde6-d0e2-45e3-bb48-1323bc81820a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:27.866341 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-2d5a6b11-fa86-4482-84f6-41a92d6d44c7 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Allocated IP 172.20.0.13 (ca4989b6-67f0-4732-a191-7631fd4d6724/79da19ba-ce3a-433e-934e-cc3b24f4adcf/9b1c152c-7304-49e0-8fc7-975ef10c6ecd) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:36:27.924356 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b353a2d9-8d6b-4167-adfc-5eb65908e8ed admin admin] Checking segment: {'id': '5a222f7e-a1ed-4510-ba3c-72b2913292bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5470a3eb-e1b5-4cae-9e42-66508885b914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:36:27.927834 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b353a2d9-8d6b-4167-adfc-5eb65908e8ed admin admin] Network hostable DHCP agents. Network: 5470a3eb-e1b5-4cae-9e42-66508885b914, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:36:27.952487 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:27.952487 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 9798b17b-f43e-4735-9d72-91d8cf1f3171 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:36:27.969340 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 9798b17b-f43e-4735-9d72-91d8cf1f3171 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:27.969922 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:28.022706 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e7b9bde6-d0e2-45e3-bb48-1323bc81820a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:28.073607 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b353a2d9-8d6b-4167-adfc-5eb65908e8ed admin admin] Network 5470a3eb-e1b5-4cae-9e42-66508885b914 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:36:28.107144 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-2cbaed6a-d61a-49fc-9c97-63c6dd177605 None None] Set router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:36:28.183172 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-b353a2d9-8d6b-4167-adfc-5eb65908e8ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 5470a3eb-e1b5-4cae-9e42-66508885b914) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:28.233103 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b353a2d9-8d6b-4167-adfc-5eb65908e8ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:28.235212 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b353a2d9-8d6b-4167-adfc-5eb65908e8ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:28.260884 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a98f90d-2832-4291-ae73-d0ae1b752dca req-28bfaeb2-9795-489e-b1c2-db8ee45f900b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 210 time: 0.7404156 Sep 01 15:36:28.276339 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bead80c-10b0-4991-a582-649bce01a4e8 None None] Network 5470a3eb-e1b5-4cae-9e42-66508885b914 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:36:28.377649 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2cbaed6a-d61a-49fc-9c97-63c6dd177605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:36:26Z', 'revision_number': 11, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:28.405658 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e7b9bde6-d0e2-45e3-bb48-1323bc81820a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:28.465789 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2d5a6b11-fa86-4482-84f6-41a92d6d44c7 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:28.482482 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbaed6a-d61a-49fc-9c97-63c6dd177605 None None] Checking router: 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:36:28.514884 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbaed6a-d61a-49fc-9c97-63c6dd177605 None None] Routers {'2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:28.518947 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2cbaed6a-d61a-49fc-9c97-63c6dd177605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:36:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:28.531963 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2d5a6b11-fa86-4482-84f6-41a92d6d44c7 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:28.600849 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e7b9bde6-d0e2-45e3-bb48-1323bc81820a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:28.634973 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:28.652750 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9bde6-d0e2-45e3-bb48-1323bc81820a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Subnet': ['ID=e2224804-06ec-47f3-a3f6-08dacd13b671,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:28.671727 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a6b11-fa86-4482-84f6-41a92d6d44c7 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event updated for resources: {'Port': ['ID=9b1c152c-7304-49e0-8fc7-975ef10c6ecd,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:28.674515 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03560073-7e50-4974-890f-cff8b5f64b9f None None] Network 5470a3eb-e1b5-4cae-9e42-66508885b914 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:36:28.692276 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b353a2d9-8d6b-4167-adfc-5eb65908e8ed admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6783836 Sep 01 15:36:28.700795 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e7b9bde6-d0e2-45e3-bb48-1323bc81820a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:28.709434 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5a6b11-fa86-4482-84f6-41a92d6d44c7 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Network ca4989b6-67f0-4732-a191-7631fd4d6724 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:28.710068 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37690) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:28.712416 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e7b9bde6-d0e2-45e3-bb48-1323bc81820a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/subnets/e2224804-06ec-47f3-a3f6-08dacd13b671 HTTP/1.1" status: 204 len: 168 time: 1.0183389 Sep 01 15:36:28.718129 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f170b7-d74a-458e-a5f3-d72e2b5d9e0f None None] Network 12a8a431-293f-4ec5-9bf8-e75c29fff176 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:36:28.771406 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-2d5a6b11-fa86-4482-84f6-41a92d6d44c7 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:28.865992 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5a6b11-fa86-4482-84f6-41a92d6d44c7 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:36:28.969401 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-2cbaed6a-d61a-49fc-9c97-63c6dd177605 None None] Set router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:36:29.057688 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 9798b17b-f43e-4735-9d72-91d8cf1f3171, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=9798b17b-f43e-4735-9d72-91d8cf1f3171,segment=NetworkSegment(98f0607b-0715-499a-8644-b00d0c4604e5),segment_id=98f0607b-0715-499a-8644-b00d0c4604e5)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:29.097604 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:29.128878 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-62fda608-94ee-458e-a9d6-e1342bb9edd3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:29.153163 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5a6b11-fa86-4482-84f6-41a92d6d44c7 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:29.153889 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2d5a6b11-fa86-4482-84f6-41a92d6d44c7 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:29.202534 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2d5a6b11-fa86-4482-84f6-41a92d6d44c7 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.1693971 Sep 01 15:36:29.202932 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37702) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:29.209158 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2cbaed6a-d61a-49fc-9c97-63c6dd177605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:36:26Z', 'revision_number': 11, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:29.209638 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-06ee7c76-aab4-46cf-913c-e3d93f247011 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'port_id': '9b1c152c-7304-49e0-8fc7-975ef10c6ecd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:29.269954 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=9798b17b-f43e-4735-9d72-91d8cf1f3171,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:29.316165 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-06ee7c76-aab4-46cf-913c-e3d93f247011 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:29.379017 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbaed6a-d61a-49fc-9c97-63c6dd177605 None None] The sync data for ids ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'] in n-d-794796-3 is: [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:36:26Z', 'revision_number': 11, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:36:29.464331 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-62fda608-94ee-458e-a9d6-e1342bb9edd3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Deleting port 2d627421-5bcc-4dc5-9906-75cbb76e49de {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:36:29.464331 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-62fda608-94ee-458e-a9d6-e1342bb9edd3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:29.551106 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-75fc9dc0-40a9-4ae9-810b-1f80bb9e2989 req-f5d95430-5167-476c-9508-969fd0ea3e6b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 210 time: 0.0853751 Sep 01 15:36:29.659033 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-06ee7c76-aab4-46cf-913c-e3d93f247011 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:29.722995 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-62fda608-94ee-458e-a9d6-e1342bb9edd3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] For port 2d627421-5bcc-4dc5-9906-75cbb76e49de, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=2d627421-5bcc-4dc5-9906-75cbb76e49de,segment=NetworkSegment(b43189fb-3f0f-4f05-acec-a67261934ef9),segment_id=b43189fb-3f0f-4f05-acec-a67261934ef9)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:29.723521 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-62fda608-94ee-458e-a9d6-e1342bb9edd3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:29.741923 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-62fda608-94ee-458e-a9d6-e1342bb9edd3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Calling delete_port for 2d627421-5bcc-4dc5-9906-75cbb76e49de owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:36:30.121883 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e06bf22-ef0f-472c-87d1-346292498a1e None None] DHCP port deletion for 12a8a431-293f-4ec5-9bf8-e75c29fff176 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:36:30.169784 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-06ee7c76-aab4-46cf-913c-e3d93f247011 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Allocated IP 172.25.6.8 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/2f8aac03-e0ce-4ce0-bdc7-a5ad9344b494) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:36:30.317997 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-2e06bf22-ef0f-472c-87d1-346292498a1e None None] Deleting port 2d627421-5bcc-4dc5-9906-75cbb76e49de {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:36:30.318673 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2e06bf22-ef0f-472c-87d1-346292498a1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:30.412399 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-06ee7c76-aab4-46cf-913c-e3d93f247011 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:30.501506 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-a402acae-014a-4571-aca4-69f76ea695ad tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:30.540984 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-a402acae-014a-4571-aca4-69f76ea695ad tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/networks?id=ff4dab0d-570b-4994-9d10-9781e1ce854c HTTP/1.1" status: 200 len: 825 time: 0.7267985 Sep 01 15:36:30.616545 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-2e06bf22-ef0f-472c-87d1-346292498a1e None None] For port 2d627421-5bcc-4dc5-9906-75cbb76e49de, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=2d627421-5bcc-4dc5-9906-75cbb76e49de,segment=NetworkSegment(b43189fb-3f0f-4f05-acec-a67261934ef9),segment_id=b43189fb-3f0f-4f05-acec-a67261934ef9)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:30.616938 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2e06bf22-ef0f-472c-87d1-346292498a1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:30.660382 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-06ee7c76-aab4-46cf-913c-e3d93f247011 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:30.693507 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-2e06bf22-ef0f-472c-87d1-346292498a1e None None] Calling delete_port for 2d627421-5bcc-4dc5-9906-75cbb76e49de owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:36:30.748863 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-b518f9d1-61d1-4e26-a339-c42aafe9af16 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:30.755088 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-b518f9d1-61d1-4e26-a339-c42aafe9af16 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.45 "GET /v2.0/networks?id=0d04b4de-633f-41d8-9d91-72f67f548b36 HTTP/1.1" status: 200 len: 795 time: 0.5884333 Sep 01 15:36:30.789735 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-c53b4931-6c36-4038-b469-c01674ca4978 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/quotas/71ce95ce023a446d80698f8db148dbae HTTP/1.1" status: 200 len: 375 time: 0.2469804 Sep 01 15:36:30.820774 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ee7c76-aab4-46cf-913c-e3d93f247011 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:30.828972 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-06ee7c76-aab4-46cf-913c-e3d93f247011 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:30.837451 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-62fda608-94ee-458e-a9d6-e1342bb9edd3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:30.846847 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ee7c76-aab4-46cf-913c-e3d93f247011 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:36:30.971733 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2936a2a3-eab6-4314-8200-0be383906378 req-c5c4e33d-ab6a-4613-810c-889d9f7e6a48 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 210 time: 0.1455648 Sep 01 15:36:30.973171 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-da87b642-28e5-4d04-8ba9-8faaac6b0861 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f HTTP/1.1" status: 200 len: 379 time: 0.2095068 Sep 01 15:36:30.976429 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-842ae45b-3441-4b53-acac-626e2b66202d tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=71ce95ce023a446d80698f8db148dbae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1667416 Sep 01 15:36:30.985358 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-88869371-7b30-43f0-bda7-bb2c7bcb82c6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'port': {'device_id': 'c9de68bf-08a5-4a61-9ca7-729a5d3b5134', 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36', 'admin_state_up': True, 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'security_groups': ['d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:30.991220 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fda608-94ee-458e-a9d6-e1342bb9edd3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Port': ['ID=2d627421-5bcc-4dc5-9906-75cbb76e49de,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:30.995153 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee7c76-aab4-46cf-913c-e3d93f247011 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event updated for resources: {'Port': ['ID=2f8aac03-e0ce-4ce0-bdc7-a5ad9344b494,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:31.001782 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fda608-94ee-458e-a9d6-e1342bb9edd3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] No DVR routers for this DVR port 2d627421-5bcc-4dc5-9906-75cbb76e49de on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:36:31.099865 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2e06bf22-ef0f-472c-87d1-346292498a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:31.353971 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-62fda608-94ee-458e-a9d6-e1342bb9edd3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:31.460049 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-62fda608-94ee-458e-a9d6-e1342bb9edd3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a8a431-293f-4ec5-9bf8-e75c29fff176']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:31.522201 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-62fda608-94ee-458e-a9d6-e1342bb9edd3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43189fb-3f0f-4f05-acec-a67261934ef9') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:31.523286 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-62fda608-94ee-458e-a9d6-e1342bb9edd3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43189fb-3f0f-4f05-acec-a67261934ef9') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:31.539753 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 9798b17b-f43e-4735-9d72-91d8cf1f3171 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:36:31.553353 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-62fda608-94ee-458e-a9d6-e1342bb9edd3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:31.557446 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e06bf22-ef0f-472c-87d1-346292498a1e None None] No DVR routers for this DVR port 2d627421-5bcc-4dc5-9906-75cbb76e49de on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:36:31.568128 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06bf22-ef0f-472c-87d1-346292498a1e None None] Pushing event deleted for resources: {'Port': ['ID=2d627421-5bcc-4dc5-9906-75cbb76e49de,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:31.628782 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-62fda608-94ee-458e-a9d6-e1342bb9edd3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:31.684195 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62fda608-94ee-458e-a9d6-e1342bb9edd3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:36:31.684634 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-62fda608-94ee-458e-a9d6-e1342bb9edd3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:31.697347 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 9798b17b-f43e-4735-9d72-91d8cf1f3171 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:31.697739 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:36:31.760683 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:36:31.893905 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-b4ded5ae-8480-4be2-b300-ca5a3a481afe service neutron] 10.222.0.60 "GET /v2.0/networks/ff4dab0d-570b-4994-9d10-9781e1ce854c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8998444 Sep 01 15:36:31.911940 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-06ee7c76-aab4-46cf-913c-e3d93f247011 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:32.006073 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-62fda608-94ee-458e-a9d6-e1342bb9edd3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:32.014135 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-88869371-7b30-43f0-bda7-bb2c7bcb82c6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Made reservation on behalf of de2c6e6a9d864f738bbaf0c51220fe5f for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:36:32.025972 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-88869371-7b30-43f0-bda7-bb2c7bcb82c6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:32.038434 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-62fda608-94ee-458e-a9d6-e1342bb9edd3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:32.044285 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-62fda608-94ee-458e-a9d6-e1342bb9edd3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/networks/12a8a431-293f-4ec5-9bf8-e75c29fff176 HTTP/1.1" status: 204 len: 168 time: 3.3330574 Sep 01 15:36:32.057309 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37762) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:32.072946 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-413430f0-390f-46a3-9de9-5e94f10ef6b2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'router': {'routes': None}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:32.119499 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fda608-94ee-458e-a9d6-e1342bb9edd3 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Pushing event deleted for resources: {'Network': ['ID=12a8a431-293f-4ec5-9bf8-e75c29fff176,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:32.157151 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 2d627421-5bcc-4dc5-9906-75cbb76e49de no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:36:32.164297 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-06ee7c76-aab4-46cf-913c-e3d93f247011 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:32.232213 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 2d627421-5bcc-4dc5-9906-75cbb76e49de {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:36:32.233395 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 2d627421-5bcc-4dc5-9906-75cbb76e49de not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:36:32.234380 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c76aef16-3234-43bc-bce0-246c0f23b024 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:36:32.325751 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: c76aef16-3234-43bc-bce0-246c0f23b024 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:36:32.326446 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c76aef16-3234-43bc-bce0-246c0f23b024 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:36:32.374425 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-551e6eb0-1986-4aff-94b4-c02b06e9a475 req-495228ad-6e16-424a-8482-b07101de569e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 210 time: 0.1013942 Sep 01 15:36:32.457014 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-e5d5779e-8db5-431b-981d-261d8ec005bc service neutron] 10.222.0.60 "GET /v2.0/networks/ff4dab0d-570b-4994-9d10-9781e1ce854c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5539174 Sep 01 15:36:32.624745 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-06ee7c76-aab4-46cf-913c-e3d93f247011 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:32.638900 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-06ee7c76-aab4-46cf-913c-e3d93f247011 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:32.724958 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-88869371-7b30-43f0-bda7-bb2c7bcb82c6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Allocated IP 172.20.0.5 (0d04b4de-633f-41d8-9d91-72f67f548b36/8df99ffd-b89d-4c15-aa68-2d6c8f8a428c/441c5c04-35ae-4ed9-ac67-b3fa6a93be1a) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:36:32.775753 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee7c76-aab4-46cf-913c-e3d93f247011 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event updated for resources: {'Port': ['ID=2f8aac03-e0ce-4ce0-bdc7-a5ad9344b494,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:32.801591 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.extraroute_db [None req-413430f0-390f-46a3-9de9-5e94f10ef6b2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Added routes are [] {{(pid=94733) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 01 15:36:32.802587 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.extraroute_db [None req-413430f0-390f-46a3-9de9-5e94f10ef6b2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Removed routes are [] {{(pid=94733) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 01 15:36:32.803007 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-413430f0-390f-46a3-9de9-5e94f10ef6b2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37605'] for router, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:32.976524 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-32e35fe6-7fc2-4357-aab7-7d2b6dc45e1a req-dbb1e536-f39e-4bfd-b2a7-8f712b565e87 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3db5ad8-945c-4929-949c-b072b510413c HTTP/1.1" status: 200 len: 210 time: 0.0669360 Sep 01 15:36:32.981423 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-06ee7c76-aab4-46cf-913c-e3d93f247011 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:33.213031 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-06ee7c76-aab4-46cf-913c-e3d93f247011 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Floating IP 7d4588d3-9729-4b22-87f3-58378568bbc6 associated. External IP: 172.25.6.8, port: 9b1c152c-7304-49e0-8fc7-975ef10c6ecd. Sep 01 15:36:33.753338 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2d027b4c-c878-46f1-8b21-cf370bf6a015 req-1cefa1ae-1bc1-4018-8938-1a0836e3679a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 210 time: 0.1103363 Sep 01 15:36:34.056227 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-88869371-7b30-43f0-bda7-bb2c7bcb82c6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:34.070745 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-88869371-7b30-43f0-bda7-bb2c7bcb82c6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Transition to ACTIVE for port object 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:36:34.181160 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-88869371-7b30-43f0-bda7-bb2c7bcb82c6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:34.201837 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-413430f0-390f-46a3-9de9-5e94f10ef6b2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37605'] for router, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:34.242362 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-413430f0-390f-46a3-9de9-5e94f10ef6b2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1825249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1825272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1826501'] for router, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:34.266581 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-88869371-7b30-43f0-bda7-bb2c7bcb82c6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Network 0d04b4de-633f-41d8-9d91-72f67f548b36 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:34.273842 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-88869371-7b30-43f0-bda7-bb2c7bcb82c6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:34.278247 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-88869371-7b30-43f0-bda7-bb2c7bcb82c6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:36:34.297866 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dda60a95-5f53-439a-b323-04bd60f22aa6 req-03e7f7aa-13a8-4e9e-accc-264752435a19 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3db5ad8-945c-4929-949c-b072b510413c HTTP/1.1" status: 200 len: 210 time: 0.1081822 Sep 01 15:36:34.306203 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ee7c76-aab4-46cf-913c-e3d93f247011 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Router efb6933d-7162-411b-93f4-6bd30d68a96b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:36:34.394832 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88869371-7b30-43f0-bda7-bb2c7bcb82c6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Port': ['ID=441c5c04-35ae-4ed9-ac67-b3fa6a93be1a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:34.452899 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88869371-7b30-43f0-bda7-bb2c7bcb82c6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:34.453297 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88869371-7b30-43f0-bda7-bb2c7bcb82c6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:34.453602 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88869371-7b30-43f0-bda7-bb2c7bcb82c6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:34.453936 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88869371-7b30-43f0-bda7-bb2c7bcb82c6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:34.454279 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88869371-7b30-43f0-bda7-bb2c7bcb82c6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:34.454661 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88869371-7b30-43f0-bda7-bb2c7bcb82c6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:34.454999 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88869371-7b30-43f0-bda7-bb2c7bcb82c6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:34.455340 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88869371-7b30-43f0-bda7-bb2c7bcb82c6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:34.455765 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88869371-7b30-43f0-bda7-bb2c7bcb82c6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:34.456097 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88869371-7b30-43f0-bda7-bb2c7bcb82c6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:34.456434 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88869371-7b30-43f0-bda7-bb2c7bcb82c6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:34.456758 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88869371-7b30-43f0-bda7-bb2c7bcb82c6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:36:34.503870 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-88869371-7b30-43f0-bda7-bb2c7bcb82c6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:34.504583 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-88869371-7b30-43f0-bda7-bb2c7bcb82c6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:34.529169 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413430f0-390f-46a3-9de9-5e94f10ef6b2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:36:34.532539 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-88869371-7b30-43f0-bda7-bb2c7bcb82c6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5506949 Sep 01 15:36:34.561194 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-727b16e8-c67b-409c-9b0c-fecd70dce25f service neutron] Request body: {'port': {'device_id': 'c9de68bf-08a5-4a61-9ca7-729a5d3b5134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:34.776840 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0798c600-3240-4aa5-9833-d7e90089b565 None None] Provisioning for port 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:36:34.782157 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0798c600-3240-4aa5-9833-d7e90089b565 None None] Provisioning complete for port 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:34.782819 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0798c600-3240-4aa5-9833-d7e90089b565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:34.803480 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-727b16e8-c67b-409c-9b0c-fecd70dce25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:34.889148 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413430f0-390f-46a3-9de9-5e94f10ef6b2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:36:34.903828 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-0798c600-3240-4aa5-9833-d7e90089b565 None None] Port 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:36:34.909537 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-413430f0-390f-46a3-9de9-5e94f10ef6b2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:34.910804 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-413430f0-390f-46a3-9de9-5e94f10ef6b2 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "PUT /v2.0/routers/2a0d405f-2f5c-4851-8206-4d8e4bc2b95b HTTP/1.1" status: 200 len: 705 time: 2.8419604 Sep 01 15:36:34.917442 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ab1ba3-0ee1-4774-902e-dab3b6064655 None None] Sync routers for ids ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:36:34.921143 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37828) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:34.947106 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ab1ba3-0ee1-4774-902e-dab3b6064655 None None] Routers {'2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:34.948134 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-75ab1ba3-0ee1-4774-902e-dab3b6064655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:36:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:34.999117 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-a93dac50-75f8-4df9-8025-5bb565da7597 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:35.004609 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-a93dac50-75f8-4df9-8025-5bb565da7597 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.62 "GET /v2.0/networks?id=ff4dab0d-570b-4994-9d10-9781e1ce854c HTTP/1.1" status: 200 len: 825 time: 0.3697701 Sep 01 15:36:35.034956 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ee7c76-aab4-46cf-913c-e3d93f247011 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:36:35.048187 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-6969bb30-da86-4dac-aece-258634412fb0 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Request body: {'port': {'device_id': 'c3db5ad8-945c-4929-949c-b072b510413c', 'network_id': 'ff4dab0d-570b-4994-9d10-9781e1ce854c', 'admin_state_up': True, 'tenant_id': '71ce95ce023a446d80698f8db148dbae'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:35.050188 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c5b28c-6d59-4f1a-a3a5-82c00182451e None None] Sync routers for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:36:35.065636 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a0fd4bba-7eea-4737-a792-5570b22d152a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a0d405f-2f5c-4851-8206-4d8e4bc2b95b HTTP/1.1" status: 200 len: 205 time: 0.1428134 Sep 01 15:36:35.067777 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c5b28c-6d59-4f1a-a3a5-82c00182451e None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:35.074748 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d1c5b28c-6d59-4f1a-a3a5-82c00182451e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:36:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:35.075205 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37832) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:35.117263 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27796a70-6f0c-4d43-92ab-c45be5117041 req-e11fcaa2-38ce-4f40-b9dc-68d84e8c187a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:35.125702 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-27796a70-6f0c-4d43-92ab-c45be5117041 req-e11fcaa2-38ce-4f40-b9dc-68d84e8c187a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 931 time: 0.2017801 Sep 01 15:36:35.173224 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d1c5b28c-6d59-4f1a-a3a5-82c00182451e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:35.183852 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-75ab1ba3-0ee1-4774-902e-dab3b6064655 None None] Set router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:36:35.238232 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c5b28c-6d59-4f1a-a3a5-82c00182451e None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:35.240805 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d1c5b28c-6d59-4f1a-a3a5-82c00182451e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:36:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:35.303684 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-75ab1ba3-0ee1-4774-902e-dab3b6064655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:36:26Z', 'revision_number': 11, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:35.442548 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ab1ba3-0ee1-4774-902e-dab3b6064655 None None] Checking router: 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:36:35.461520 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-06ee7c76-aab4-46cf-913c-e3d93f247011 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:35.464665 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-27796a70-6f0c-4d43-92ab-c45be5117041 req-bfcda98c-bb6b-454a-96cd-5a606d038c73 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3378651 Sep 01 15:36:35.484205 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ab1ba3-0ee1-4774-902e-dab3b6064655 None None] Routers {'2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:35.484205 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-75ab1ba3-0ee1-4774-902e-dab3b6064655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:36:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:35.484521 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d1c5b28c-6d59-4f1a-a3a5-82c00182451e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:35.484521 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c5b28c-6d59-4f1a-a3a5-82c00182451e None None] The sync data for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:36:35.615721 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-75ab1ba3-0ee1-4774-902e-dab3b6064655 None None] Set router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:36:35.660603 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-06ee7c76-aab4-46cf-913c-e3d93f247011 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.4541667 Sep 01 15:36:35.661775 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37846) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:35.688297 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-c6f55ce9-a8f2-4446-b358-8cf3321de6e6 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Request body: {'floatingip': {'port_id': '9b1c152c-7304-49e0-8fc7-975ef10c6ecd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:35.698832 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-75ab1ba3-0ee1-4774-902e-dab3b6064655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:36:26Z', 'revision_number': 11, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:35.706283 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-6969bb30-da86-4dac-aece-258634412fb0 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Made reservation on behalf of 71ce95ce023a446d80698f8db148dbae for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:36:35.712545 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-6969bb30-da86-4dac-aece-258634412fb0 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:35.718839 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-87c26354-c202-4726-be28-a600c9781bd1 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:35.737271 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ab1ba3-0ee1-4774-902e-dab3b6064655 None None] The sync data for ids ['2a0d405f-2f5c-4851-8206-4d8e4bc2b95b'] in n-d-794796-3 is: [{'id': '2a0d405f-2f5c-4851-8206-4d8e4bc2b95b', 'name': 'tempest-RoutersIpV6Test-router-2114312572', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:34:45Z', 'updated_at': '2021-09-01T15:36:26Z', 'revision_number': 11, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:36:35.853244 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9746e6b1-6cec-440d-84db-171f259333a2 req-a21a429d-e49a-496b-8618-4be9109bd4b1 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3db5ad8-945c-4929-949c-b072b510413c HTTP/1.1" status: 200 len: 210 time: 0.2720926 Sep 01 15:36:35.860165 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c6f55ce9-a8f2-4446-b358-8cf3321de6e6 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:35.957661 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-727b16e8-c67b-409c-9b0c-fecd70dce25f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:36:35.981546 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-727b16e8-c67b-409c-9b0c-fecd70dce25f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:36.059111 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-87c26354-c202-4726-be28-a600c9781bd1 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:36.061858 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-87c26354-c202-4726-be28-a600c9781bd1 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:36.113530 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-727b16e8-c67b-409c-9b0c-fecd70dce25f service neutron] Transition to ACTIVE for port object 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:36:36.121686 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-87c26354-c202-4726-be28-a600c9781bd1 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:36.123815 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c26354-c202-4726-be28-a600c9781bd1 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Fanout notify agent at l3_agent the message router_deleted on router 2a0d405f-2f5c-4851-8206-4d8e4bc2b95b {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:36:36.124134 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-727b16e8-c67b-409c-9b0c-fecd70dce25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:36.131826 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-87c26354-c202-4726-be28-a600c9781bd1 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:36.133708 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-87c26354-c202-4726-be28-a600c9781bd1 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/routers/2a0d405f-2f5c-4851-8206-4d8e4bc2b95b HTTP/1.1" status: 204 len: 168 time: 1.0309784 Sep 01 15:36:36.176159 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37856) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:36.268872 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-b4b59f53-1195-454e-b9cb-8591da103164 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-812180358', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:36.398128 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-6969bb30-da86-4dac-aece-258634412fb0 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Allocated IP 172.20.0.6 (ff4dab0d-570b-4994-9d10-9781e1ce854c/9d3b8207-c5c0-480e-b75b-05a5fb85881a/34a916c3-eb5b-4b3f-b907-de857b2ac4cc) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:36:36.569281 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b4b59f53-1195-454e-b9cb-8591da103164 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:36.571176 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b4b59f53-1195-454e-b9cb-8591da103164 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:36.625008 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b16e8-c67b-409c-9b0c-fecd70dce25f service neutron] Pushing event updated for resources: {'Port': ['ID=441c5c04-35ae-4ed9-ac67-b3fa6a93be1a,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:36.923439 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-6969bb30-da86-4dac-aece-258634412fb0 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:37.000581 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b4b59f53-1195-454e-b9cb-8591da103164 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:37.063163 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-6969bb30-da86-4dac-aece-258634412fb0 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:37.181865 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-6969bb30-da86-4dac-aece-258634412fb0 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Network ff4dab0d-570b-4994-9d10-9781e1ce854c is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:37.189396 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b4b59f53-1195-454e-b9cb-8591da103164 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:37.191680 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-6969bb30-da86-4dac-aece-258634412fb0 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:37.208679 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-6969bb30-da86-4dac-aece-258634412fb0 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:36:37.264127 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969bb30-da86-4dac-aece-258634412fb0 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Pushing event updated for resources: {'Port': ['ID=34a916c3-eb5b-4b3f-b907-de857b2ac4cc,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:37.278393 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece548f8-344e-451e-af1a-e25cdaedd497 req-b665796e-bb04-42d2-bfd3-b6d2d8afd493 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:37.280781 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ece548f8-344e-451e-af1a-e25cdaedd497 req-b665796e-bb04-42d2-bfd3-b6d2d8afd493 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3db5ad8-945c-4929-949c-b072b510413c HTTP/1.1" status: 200 len: 931 time: 0.2316504 Sep 01 15:36:37.360880 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-6969bb30-da86-4dac-aece-258634412fb0 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:37.361749 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-6969bb30-da86-4dac-aece-258634412fb0 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:37.380892 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-727b16e8-c67b-409c-9b0c-fecd70dce25f service neutron] Attempting to bind port 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:36:37.381557 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-727b16e8-c67b-409c-9b0c-fecd70dce25f service neutron] Attempting to bind port 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '98f0607b-0715-499a-8644-b00d0c4604e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:36:37.382926 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-727b16e8-c67b-409c-9b0c-fecd70dce25f service neutron] Attempting to bind port 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a on network 0d04b4de-633f-41d8-9d91-72f67f548b36 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:36:37.422924 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b0af9-925e-4988-89b2-1f92869d7f82 req-0310c333-1bb7-45a6-be43-55e810f75262 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:37.425445 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d34b0af9-925e-4988-89b2-1f92869d7f82 req-0310c333-1bb7-45a6-be43-55e810f75262 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 943 time: 0.7646952 Sep 01 15:36:37.430179 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-6969bb30-da86-4dac-aece-258634412fb0 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3913412 Sep 01 15:36:37.432970 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-727b16e8-c67b-409c-9b0c-fecd70dce25f service neutron] Port 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a on network 0d04b4de-633f-41d8-9d91-72f67f548b36 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:36:37.433621 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-727b16e8-c67b-409c-9b0c-fecd70dce25f service neutron] Attempting to bind port 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a on network 0d04b4de-633f-41d8-9d91-72f67f548b36 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:36:37.451228 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b4b59f53-1195-454e-b9cb-8591da103164 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:37.452914 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b4b59f53-1195-454e-b9cb-8591da103164 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1909695 Sep 01 15:36:37.472088 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-727b16e8-c67b-409c-9b0c-fecd70dce25f service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:36:37.474490 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-727b16e8-c67b-409c-9b0c-fecd70dce25f service neutron] Checking segment: {'id': '98f0607b-0715-499a-8644-b00d0c4604e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:36:37.475325 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-727b16e8-c67b-409c-9b0c-fecd70dce25f service neutron] Bound using segment: {'id': '98f0607b-0715-499a-8644-b00d0c4604e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:36:37.476047 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-727b16e8-c67b-409c-9b0c-fecd70dce25f service neutron] Bound port: 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f0607b-0715-499a-8644-b00d0c4604e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:36:37.476675 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-727b16e8-c67b-409c-9b0c-fecd70dce25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:37.488510 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37884) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:37.515098 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-f7aa2bed-675a-46d1-91a3-94da24fecc35 service neutron] Request body: {'port': {'device_id': 'c3db5ad8-945c-4929-949c-b072b510413c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:37.533925 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-3883f689-ad47-4ccb-ab6b-a3c26c797c00 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:37.556114 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ece548f8-344e-451e-af1a-e25cdaedd497 req-f3386281-8c73-4282-b35e-9a4d3d061392 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/security-groups?id=9781f562-8e85-41a2-be14-7fc7f923215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582684 Sep 01 15:36:37.606547 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-727b16e8-c67b-409c-9b0c-fecd70dce25f service neutron] For port 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:36:37.626004 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-727b16e8-c67b-409c-9b0c-fecd70dce25f service neutron] For port 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=441c5c04-35ae-4ed9-ac67-b3fa6a93be1a,segment=NetworkSegment(98f0607b-0715-499a-8644-b00d0c4604e5),segment_id=98f0607b-0715-499a-8644-b00d0c4604e5)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:36:37.644574 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-727b16e8-c67b-409c-9b0c-fecd70dce25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:37.821447 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b16e8-c67b-409c-9b0c-fecd70dce25f service neutron] Pushing event updated for resources: {'Port': ['ID=441c5c04-35ae-4ed9-ac67-b3fa6a93be1a,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:37.832246 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-727b16e8-c67b-409c-9b0c-fecd70dce25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:37.834221 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-727b16e8-c67b-409c-9b0c-fecd70dce25f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:37.847554 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-727b16e8-c67b-409c-9b0c-fecd70dce25f service neutron] 10.222.0.45 "PUT /v2.0/ports/441c5c04-35ae-4ed9-ac67-b3fa6a93be1a HTTP/1.1" status: 200 len: 1091 time: 3.2947745 Sep 01 15:36:37.855532 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9de68bf-08a5-4a61-9ca7-729a5d3b5134', 'tag': '441c5c04-35ae-4ed9-ac67-b3fa6a93be1a'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:36:37.862074 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c0dbac-9437-49be-80b5-921373c2fad3" -d '{"events": [{"name": "network-changed", "server_uuid": "c9de68bf-08a5-4a61-9ca7-729a5d3b5134", "tag": "441c5c04-35ae-4ed9-ac67-b3fa6a93be1a"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:36:37.866567 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-f7aa2bed-675a-46d1-91a3-94da24fecc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:37.884772 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d34b0af9-925e-4988-89b2-1f92869d7f82 req-8f0fde38-56e0-409e-9fe8-2559a45edb67 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4274220 Sep 01 15:36:38.002744 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b349ce-dd79-489f-8784-5d1ee0ac2c75 x-openstack-request-id: req-30b349ce-dd79-489f-8784-5d1ee0ac2c75 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:36:38.003902 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9de68bf-08a5-4a61-9ca7-729a5d3b5134", "tag": "441c5c04-35ae-4ed9-ac67-b3fa6a93be1a", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:36:38.004378 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-30b349ce-dd79-489f-8784-5d1ee0ac2c75 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:36:38.005536 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9de68bf-08a5-4a61-9ca7-729a5d3b5134', 'tag': '441c5c04-35ae-4ed9-ac67-b3fa6a93be1a', 'status': 'completed', 'code': 200} Sep 01 15:36:38.059631 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-e57fa2db-5410-48ca-b8fb-3fe8e85ef822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:38.063324 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-e57fa2db-5410-48ca-b8fb-3fe8e85ef822 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 1094 time: 0.1261013 Sep 01 15:36:38.071637 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.resource_extend [None req-c6f55ce9-a8f2-4446-b358-8cf3321de6e6 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:36:38.220674 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-b5b4aa84-83bc-4d1b-baf2-99abd9f099e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=441c5c04-35ae-4ed9-ac67-b3fa6a93be1a HTTP/1.1" status: 200 len: 217 time: 0.1412308 Sep 01 15:36:38.249874 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c6f55ce9-a8f2-4446-b358-8cf3321de6e6 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:38.262475 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3883f689-ad47-4ccb-ab6b-a3c26c797c00 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1825258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1826524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37605'] for router, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:38.294048 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3883f689-ad47-4ccb-ab6b-a3c26c797c00 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1825249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1825272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1826501'] for router, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:38.330813 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-ed69ecfc-f3fa-49ae-828b-15ff68515a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:38.332693 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-ed69ecfc-f3fa-49ae-828b-15ff68515a36 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8df99ffd-b89d-4c15-aa68-2d6c8f8a428c HTTP/1.1" status: 200 len: 835 time: 0.0807524 Sep 01 15:36:38.337240 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c6f55ce9-a8f2-4446-b358-8cf3321de6e6 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:38.637234 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:38.815284 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-71cbd62d-9dbe-4e8d-9580-62ccba3b34ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:38.817970 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-71cbd62d-9dbe-4e8d-9580-62ccba3b34ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d04b4de-633f-41d8-9d91-72f67f548b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3524489 Sep 01 15:36:38.933080 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f3736-9194-4f1d-9a32-e6f373011c5b req-e93e989d-7d5e-45d5-9c14-de247dc98069 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:38.941472 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ed1f3736-9194-4f1d-9a32-e6f373011c5b req-e93e989d-7d5e-45d5-9c14-de247dc98069 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3db5ad8-945c-4929-949c-b072b510413c HTTP/1.1" status: 200 len: 931 time: 0.1409438 Sep 01 15:36:38.975183 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3883f689-ad47-4ccb-ab6b-a3c26c797c00 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Router acd6e67f-d38b-4e6b-932e-c2d828a655ea is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:36:39.064409 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ed1f3736-9194-4f1d-9a32-e6f373011c5b req-c12df647-2197-45fa-b04c-4f16a30d0277 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/security-groups?id=9781f562-8e85-41a2-be14-7fc7f923215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186202 Sep 01 15:36:39.202918 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3883f689-ad47-4ccb-ab6b-a3c26c797c00 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:36:39.217737 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6e3bb7-b63a-430a-8b79-93b4027b10d0 None None] Sync routers for ids ['acd6e67f-d38b-4e6b-932e-c2d828a655ea'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:36:39.227306 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3883f689-ad47-4ccb-ab6b-a3c26c797c00 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:39.229186 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3883f689-ad47-4ccb-ab6b-a3c26c797c00 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "PUT /v2.0/routers/acd6e67f-d38b-4e6b-932e-c2d828a655ea HTTP/1.1" status: 200 len: 697 time: 1.7377431 Sep 01 15:36:39.232568 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-c729932e-9c89-4436-9f30-07d2dc3d09af service neutron] 10.222.0.45 "GET /v2.0/networks/0d04b4de-633f-41d8-9d91-72f67f548b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964009 Sep 01 15:36:39.235061 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37920) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:39.253600 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-f7aa2bed-675a-46d1-91a3-94da24fecc35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a916c3-eb5b-4b3f-b907-de857b2ac4cc {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:36:39.301942 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6e3bb7-b63a-430a-8b79-93b4027b10d0 None None] Routers {'acd6e67f-d38b-4e6b-932e-c2d828a655ea'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:39.302936 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-6d6e3bb7-b63a-430a-8b79-93b4027b10d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:36:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['acd6e67f-d38b-4e6b-932e-c2d828a655ea'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:39.310869 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f55ce9-a8f2-4446-b358-8cf3321de6e6 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Router efb6933d-7162-411b-93f4-6bd30d68a96b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:36:39.375285 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-f7aa2bed-675a-46d1-91a3-94da24fecc35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:39.383382 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e98e20ce-dcce-493d-b886-3144d2851ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:39.402973 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ae09b294-3d1c-4a36-99dc-e7a78e1d7d28 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "GET /v2.0/routers/acd6e67f-d38b-4e6b-932e-c2d828a655ea HTTP/1.1" status: 200 len: 703 time: 0.1566653 Sep 01 15:36:39.402973 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37924) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:39.441105 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-f7aa2bed-675a-46d1-91a3-94da24fecc35 service neutron] Transition to ACTIVE for port object 34a916c3-eb5b-4b3f-b907-de857b2ac4cc will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:36:39.519192 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d9d7ebd1-200b-4351-b4c2-72bff6b97a2a tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd6e67f-d38b-4e6b-932e-c2d828a655ea HTTP/1.1" status: 200 len: 205 time: 0.1130881 Sep 01 15:36:39.521330 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37930) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:39.546877 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-6d6e3bb7-b63a-430a-8b79-93b4027b10d0 None None] Set router acd6e67f-d38b-4e6b-932e-c2d828a655ea gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:36:39.576654 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6693e3-2a79-4eeb-a515-b4ff01bc0161 req-8bda2dd6-aa96-42d1-ae16-3f6913e316f6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:39.578517 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba6693e3-2a79-4eeb-a515-b4ff01bc0161 req-8bda2dd6-aa96-42d1-ae16-3f6913e316f6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 943 time: 0.5215189 Sep 01 15:36:39.579353 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-f7aa2bed-675a-46d1-91a3-94da24fecc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:39.753430 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-6d6e3bb7-b63a-430a-8b79-93b4027b10d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd6e67f-d38b-4e6b-932e-c2d828a655ea', 'name': 'tempest-RoutersIpV6Test-router-812180358', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:36Z', 'updated_at': '2021-09-01T15:36:38Z', 'revision_number': 2, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:39.806646 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6e3bb7-b63a-430a-8b79-93b4027b10d0 None None] Checking router: acd6e67f-d38b-4e6b-932e-c2d828a655ea for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:36:39.818233 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6e3bb7-b63a-430a-8b79-93b4027b10d0 None None] Routers {'acd6e67f-d38b-4e6b-932e-c2d828a655ea'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:39.819071 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-6d6e3bb7-b63a-430a-8b79-93b4027b10d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:36:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['acd6e67f-d38b-4e6b-932e-c2d828a655ea'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:39.880820 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa2bed-675a-46d1-91a3-94da24fecc35 service neutron] Pushing event updated for resources: {'Port': ['ID=34a916c3-eb5b-4b3f-b907-de857b2ac4cc,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:40.001313 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-6d6e3bb7-b63a-430a-8b79-93b4027b10d0 None None] Set router acd6e67f-d38b-4e6b-932e-c2d828a655ea gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:36:40.093452 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-6d6e3bb7-b63a-430a-8b79-93b4027b10d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd6e67f-d38b-4e6b-932e-c2d828a655ea', 'name': 'tempest-RoutersIpV6Test-router-812180358', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:36Z', 'updated_at': '2021-09-01T15:36:38Z', 'revision_number': 2, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:40.124292 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6e3bb7-b63a-430a-8b79-93b4027b10d0 None None] The sync data for ids ['acd6e67f-d38b-4e6b-932e-c2d828a655ea'] in n-d-794796-3 is: [{'id': 'acd6e67f-d38b-4e6b-932e-c2d828a655ea', 'name': 'tempest-RoutersIpV6Test-router-812180358', 'tenant_id': '04587385136a4cf6b43419edb8262f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:36Z', 'updated_at': '2021-09-01T15:36:38Z', 'revision_number': 2, 'project_id': '04587385136a4cf6b43419edb8262f74', 'gw_port_host': None}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:36:40.201111 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d3a951b9-de63-4c3d-97fc-a7cd3469bf99 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:40.306594 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba6693e3-2a79-4eeb-a515-b4ff01bc0161 req-b19a5abc-5d74-47b9-b851-3baa2b0e5c7a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6987970 Sep 01 15:36:40.368496 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-f7aa2bed-675a-46d1-91a3-94da24fecc35 service neutron] Attempting to bind port 34a916c3-eb5b-4b3f-b907-de857b2ac4cc on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:36:40.369056 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-f7aa2bed-675a-46d1-91a3-94da24fecc35 service neutron] Attempting to bind port 34a916c3-eb5b-4b3f-b907-de857b2ac4cc by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'b440f57c-ad22-492b-94f2-70ca123a26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ff4dab0d-570b-4994-9d10-9781e1ce854c'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:36:40.369542 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-f7aa2bed-675a-46d1-91a3-94da24fecc35 service neutron] Attempting to bind port 34a916c3-eb5b-4b3f-b907-de857b2ac4cc on network ff4dab0d-570b-4994-9d10-9781e1ce854c {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:36:40.391236 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-f7aa2bed-675a-46d1-91a3-94da24fecc35 service neutron] Port 34a916c3-eb5b-4b3f-b907-de857b2ac4cc on network ff4dab0d-570b-4994-9d10-9781e1ce854c not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:36:40.392306 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-f7aa2bed-675a-46d1-91a3-94da24fecc35 service neutron] Attempting to bind port 34a916c3-eb5b-4b3f-b907-de857b2ac4cc on network ff4dab0d-570b-4994-9d10-9781e1ce854c {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:36:40.400601 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-f7aa2bed-675a-46d1-91a3-94da24fecc35 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:36:40.401366 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-f7aa2bed-675a-46d1-91a3-94da24fecc35 service neutron] Checking segment: {'id': 'b440f57c-ad22-492b-94f2-70ca123a26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ff4dab0d-570b-4994-9d10-9781e1ce854c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:36:40.401921 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-f7aa2bed-675a-46d1-91a3-94da24fecc35 service neutron] Bound using segment: {'id': 'b440f57c-ad22-492b-94f2-70ca123a26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ff4dab0d-570b-4994-9d10-9781e1ce854c'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:36:40.402861 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-f7aa2bed-675a-46d1-91a3-94da24fecc35 service neutron] Bound port: 34a916c3-eb5b-4b3f-b907-de857b2ac4cc, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b440f57c-ad22-492b-94f2-70ca123a26d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ff4dab0d-570b-4994-9d10-9781e1ce854c'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:36:40.403520 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-f7aa2bed-675a-46d1-91a3-94da24fecc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:40.561204 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-f7aa2bed-675a-46d1-91a3-94da24fecc35 service neutron] For port 34a916c3-eb5b-4b3f-b907-de857b2ac4cc, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:36:40.569511 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-f7aa2bed-675a-46d1-91a3-94da24fecc35 service neutron] For port 34a916c3-eb5b-4b3f-b907-de857b2ac4cc, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=34a916c3-eb5b-4b3f-b907-de857b2ac4cc,segment=NetworkSegment(b440f57c-ad22-492b-94f2-70ca123a26d2),segment_id=b440f57c-ad22-492b-94f2-70ca123a26d2)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:36:40.599175 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-f7aa2bed-675a-46d1-91a3-94da24fecc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:40.694349 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76f3f7f8-2d9d-4cd2-ad2e-eb2946839fbe req-f06f98fa-112a-4cda-aba9-33b593baaee0 service neutron] 10.222.0.45 "GET /v2.0/networks/0d04b4de-633f-41d8-9d91-72f67f548b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4368074 Sep 01 15:36:40.701889 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa2bed-675a-46d1-91a3-94da24fecc35 service neutron] Pushing event updated for resources: {'Port': ['ID=34a916c3-eb5b-4b3f-b907-de857b2ac4cc,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:40.724169 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-f7aa2bed-675a-46d1-91a3-94da24fecc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:40.725850 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-f7aa2bed-675a-46d1-91a3-94da24fecc35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:40.727788 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-f7aa2bed-675a-46d1-91a3-94da24fecc35 service neutron] 10.222.0.62 "PUT /v2.0/ports/34a916c3-eb5b-4b3f-b907-de857b2ac4cc HTTP/1.1" status: 200 len: 1091 time: 3.2381194 Sep 01 15:36:40.728470 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3db5ad8-945c-4929-949c-b072b510413c', 'tag': '34a916c3-eb5b-4b3f-b907-de857b2ac4cc'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:36:40.732196 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e822d3-e004-426a-8688-8d903c3d479c" -d '{"events": [{"name": "network-changed", "server_uuid": "c3db5ad8-945c-4929-949c-b072b510413c", "tag": "34a916c3-eb5b-4b3f-b907-de857b2ac4cc"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:36:40.892493 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e29187d-80d4-43d5-8840-eb46a8eeb6aa x-openstack-request-id: req-6e29187d-80d4-43d5-8840-eb46a8eeb6aa {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:36:40.899511 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3db5ad8-945c-4929-949c-b072b510413c", "tag": "34a916c3-eb5b-4b3f-b907-de857b2ac4cc", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:36:40.899511 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6e29187d-80d4-43d5-8840-eb46a8eeb6aa {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:36:40.907465 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3db5ad8-945c-4929-949c-b072b510413c', 'tag': '34a916c3-eb5b-4b3f-b907-de857b2ac4cc', 'status': 'completed', 'code': 200} Sep 01 15:36:40.967047 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-0dcef73f-0082-4de4-a543-c0eb8b0f158e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:40.972291 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-0dcef73f-0082-4de4-a543-c0eb8b0f158e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71ce95ce023a446d80698f8db148dbae&device_id=c3db5ad8-945c-4929-949c-b072b510413c HTTP/1.1" status: 200 len: 1094 time: 0.1602867 Sep 01 15:36:41.114805 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-04b45aec-a809-4974-bddc-4c2ac6522df8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34a916c3-eb5b-4b3f-b907-de857b2ac4cc HTTP/1.1" status: 200 len: 217 time: 0.1249833 Sep 01 15:36:41.218750 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d3a951b9-de63-4c3d-97fc-a7cd3469bf99 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:41.227328 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f55ce9-a8f2-4446-b358-8cf3321de6e6 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:36:41.238090 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c6f55ce9-a8f2-4446-b358-8cf3321de6e6 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:41.249125 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afde97f8-2ad5-4e09-bd79-263d11fe4e65 None None] Sync routers for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:36:41.284613 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-01f24e75-a063-45f0-9b6c-05e38d7505c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:41.291666 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-01f24e75-a063-45f0-9b6c-05e38d7505c0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d3b8207-c5c0-480e-b75b-05a5fb85881a HTTP/1.1" status: 200 len: 865 time: 0.1690047 Sep 01 15:36:41.304029 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d3a951b9-de63-4c3d-97fc-a7cd3469bf99 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:41.308548 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afde97f8-2ad5-4e09-bd79-263d11fe4e65 None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:41.315881 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-afde97f8-2ad5-4e09-bd79-263d11fe4e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:36:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:41.385921 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-229c2e3e-59fb-42b6-ac52-34156292bc1e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ff4dab0d-570b-4994-9d10-9781e1ce854c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852463 Sep 01 15:36:41.582502 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-afde97f8-2ad5-4e09-bd79-263d11fe4e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:41.646605 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-22585e37-0140-44ea-94c5-cfaf7cd46d09 service neutron] 10.222.0.62 "GET /v2.0/networks/ff4dab0d-570b-4994-9d10-9781e1ce854c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532480 Sep 01 15:36:41.647362 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afde97f8-2ad5-4e09-bd79-263d11fe4e65 None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:41.647538 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-afde97f8-2ad5-4e09-bd79-263d11fe4e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:36:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:41.722126 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ed571-a14a-4349-97be-2067ea8e5ec2 req-bc1747cb-1602-4258-9256-82daa53ca957 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:41.728406 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c69ed571-a14a-4349-97be-2067ea8e5ec2 req-bc1747cb-1602-4258-9256-82daa53ca957 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3db5ad8-945c-4929-949c-b072b510413c HTTP/1.1" status: 200 len: 943 time: 1.2279036 Sep 01 15:36:41.746935 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0dbac-9437-49be-80b5-921373c2fad3 req-291b9a90-3249-4428-a737-df9cef56a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:41.750124 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-62c0dbac-9437-49be-80b5-921373c2fad3 req-291b9a90-3249-4428-a737-df9cef56a323 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 1094 time: 0.9275832 Sep 01 15:36:41.750929 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d3a951b9-de63-4c3d-97fc-a7cd3469bf99 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:41.751544 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a951b9-de63-4c3d-97fc-a7cd3469bf99 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Fanout notify agent at l3_agent the message router_deleted on router acd6e67f-d38b-4e6b-932e-c2d828a655ea {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:36:41.771003 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d3a951b9-de63-4c3d-97fc-a7cd3469bf99 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:41.773042 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d3a951b9-de63-4c3d-97fc-a7cd3469bf99 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/routers/acd6e67f-d38b-4e6b-932e-c2d828a655ea HTTP/1.1" status: 204 len: 168 time: 2.2485898 Sep 01 15:36:41.812125 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-afde97f8-2ad5-4e09-bd79-263d11fe4e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:41.813320 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afde97f8-2ad5-4e09-bd79-263d11fe4e65 None None] The sync data for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:36:41.834043 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37974) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:41.890321 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c69ed571-a14a-4349-97be-2067ea8e5ec2 req-4160aaad-2629-49ed-a2d0-f788e1e7c4d6 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/security-groups?id=9781f562-8e85-41a2-be14-7fc7f923215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352532 Sep 01 15:36:41.891123 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c6f55ce9-a8f2-4446-b358-8cf3321de6e6 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "PUT /v2.0/floatingips/7d4588d3-9729-4b22-87f3-58378568bbc6 HTTP/1.1" status: 200 len: 976 time: 6.2188306 Sep 01 15:36:41.930581 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37978) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:42.029409 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-abf57483-34a0-4334-9950-a5b8f5d5a947 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "GET /v2.0/ports?device_id=acd6e67f-d38b-4e6b-932e-c2d828a655ea HTTP/1.1" status: 200 len: 205 time: 0.1489453 Sep 01 15:36:42.037326 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37980) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:42.117816 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-79a06378-6755-4619-b81a-8a6c5c4ef507 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] delete failed (client error): The resource could not be found. Sep 01 15:36:42.119418 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-79a06378-6755-4619-b81a-8a6c5c4ef507 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/routers/acd6e67f-d38b-4e6b-932e-c2d828a655ea HTTP/1.1" status: 404 len: 336 time: 0.0763831 Sep 01 15:36:42.138663 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37982) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:42.145134 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:42.190452 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2cdafe-c723-4e92-9adf-351032e74519 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] DELETE failed (client error): The resource could not be found. Sep 01 15:36:42.191009 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d2cdafe-c723-4e92-9adf-351032e74519 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:36:42.193608 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1d2cdafe-c723-4e92-9adf-351032e74519 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/subnets/3a6d7f6b-2203-4967-9e16-a8d26ff99285 HTTP/1.1" status: 404 len: 337 time: 0.0514212 Sep 01 15:36:42.199101 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37984) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:42.262934 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d452090-9dd2-411a-ad5c-3afc99be7153 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] DELETE failed (client error): The resource could not be found. Sep 01 15:36:42.266983 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d452090-9dd2-411a-ad5c-3afc99be7153 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:36:42.290554 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5d452090-9dd2-411a-ad5c-3afc99be7153 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/subnets/56cfec95-3dc4-4b65-b7d8-94dc0293bea0 HTTP/1.1" status: 404 len: 337 time: 0.0716128 Sep 01 15:36:42.313024 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37990) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:42.388186 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28a9bb9-87ac-41aa-843b-c15c45353ffc tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] DELETE failed (client error): The resource could not be found. Sep 01 15:36:42.389002 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c28a9bb9-87ac-41aa-843b-c15c45353ffc tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:36:42.391898 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c28a9bb9-87ac-41aa-843b-c15c45353ffc tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/subnets/6a70a2be-c2d8-4685-a2f3-7984d6e66972 HTTP/1.1" status: 404 len: 337 time: 0.0705080 Sep 01 15:36:42.393323 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0dbac-9437-49be-80b5-921373c2fad3 req-65830605-d204-499e-bf16-4130166fd217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:42.395154 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-62c0dbac-9437-49be-80b5-921373c2fad3 req-65830605-d204-499e-bf16-4130166fd217 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d04b4de-633f-41d8-9d91-72f67f548b36 HTTP/1.1" status: 200 len: 896 time: 0.6349580 Sep 01 15:36:42.440322 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 37992) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:42.561822 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-62c0dbac-9437-49be-80b5-921373c2fad3 req-6809a455-f487-472c-a97a-cd79b75fc832 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=441c5c04-35ae-4ed9-ac67-b3fa6a93be1a HTTP/1.1" status: 200 len: 217 time: 0.1235282 Sep 01 15:36:42.562814 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ffcfd27-ca3d-4a6b-a0bf-50f8292b8f3c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] DELETE failed (client error): The resource could not be found. Sep 01 15:36:42.563386 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ffcfd27-ca3d-4a6b-a0bf-50f8292b8f3c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:36:42.565407 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7ffcfd27-ca3d-4a6b-a0bf-50f8292b8f3c tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/subnets/e2224804-06ec-47f3-a3f6-08dacd13b671 HTTP/1.1" status: 404 len: 337 time: 0.1239641 Sep 01 15:36:42.592275 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 37994) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:42.636982 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0dbac-9437-49be-80b5-921373c2fad3 req-e7e9a446-67db-43d7-96ea-75d7939dc30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:42.636982 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-62c0dbac-9437-49be-80b5-921373c2fad3 req-e7e9a446-67db-43d7-96ea-75d7939dc30f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8df99ffd-b89d-4c15-aa68-2d6c8f8a428c HTTP/1.1" status: 200 len: 835 time: 0.0653391 Sep 01 15:36:42.733931 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0399e87c-ec83-4c53-a141-acf799df5b05 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a0d405f-2f5c-4851-8206-4d8e4bc2b95b HTTP/1.1" status: 200 len: 205 time: 0.1366317 Sep 01 15:36:42.754553 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38000) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:42.829607 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eee820d-d755-4bfb-8a1c-cb0adb236826 req-dc277513-1713-4fcd-a974-5af5e3ba5e29 service neutron] 10.222.0.62 "GET /v2.0/networks/ff4dab0d-570b-4994-9d10-9781e1ce854c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1705825 Sep 01 15:36:42.842854 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-f69a51cd-a129-4cb7-bc3f-44861168093e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] delete failed (client error): The resource could not be found. Sep 01 15:36:42.842854 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f69a51cd-a129-4cb7-bc3f-44861168093e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/routers/2a0d405f-2f5c-4851-8206-4d8e4bc2b95b HTTP/1.1" status: 404 len: 336 time: 0.0871527 Sep 01 15:36:42.854257 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38006) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:42.921002 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897e00a-1f05-4137-aa7a-1441d5740dae req-cea54123-65bb-4c88-ba30-e8b9acb1d8bb tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:42.921697 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1897e00a-1f05-4137-aa7a-1441d5740dae req-cea54123-65bb-4c88-ba30-e8b9acb1d8bb tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 943 time: 1.2741020 Sep 01 15:36:43.087489 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0dbac-9437-49be-80b5-921373c2fad3 req-8f51ae5f-8d14-4ee8-8e2a-421f44fbe9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:43.097647 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-62c0dbac-9437-49be-80b5-921373c2fad3 req-8f51ae5f-8d14-4ee8-8e2a-421f44fbe9c5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d04b4de-633f-41d8-9d91-72f67f548b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4510224 Sep 01 15:36:43.117890 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5b443c30-4790-4baa-8682-0b6e348adedf tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "GET /v2.0/ports?device_id=61cdac27-b542-436e-b431-0aebc116b1f0 HTTP/1.1" status: 200 len: 205 time: 0.2586048 Sep 01 15:36:43.129128 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38012) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:43.273634 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-26968bb8-dc20-4b45-8af8-3c2dda91dba5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] delete failed (client error): The resource could not be found. Sep 01 15:36:43.277145 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-26968bb8-dc20-4b45-8af8-3c2dda91dba5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/routers/61cdac27-b542-436e-b431-0aebc116b1f0 HTTP/1.1" status: 404 len: 336 time: 0.1083131 Sep 01 15:36:43.294184 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:43.299123 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1897e00a-1f05-4137-aa7a-1441d5740dae req-b3c1d994-486e-4dad-aad2-d67a73fe7231 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3577981 Sep 01 15:36:43.299663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38014) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:43.335868 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-5507025f-7d24-40e6-9b99-e494d3b18d00 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] DELETE failed (client error): The resource could not be found. Sep 01 15:36:43.336591 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5507025f-7d24-40e6-9b99-e494d3b18d00 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:36:43.338890 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5507025f-7d24-40e6-9b99-e494d3b18d00 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/subnets/3b69a619-a4e0-44d9-8a18-a65450cbded9 HTTP/1.1" status: 404 len: 337 time: 0.0358870 Sep 01 15:36:43.346733 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38016) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:43.370626 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-9d3736fd-4f2d-48c7-b2e1-9f63f1277bd1 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Deleting port 2f8aac03-e0ce-4ce0-bdc7-a5ad9344b494 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:36:43.371320 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9d3736fd-4f2d-48c7-b2e1-9f63f1277bd1 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:43.397204 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f4a2ff63-86a0-47b7-95bd-320034a17ae5 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b457aa1-3b56-4708-a378-a54e8252e253 HTTP/1.1" status: 200 len: 205 time: 0.0489528 Sep 01 15:36:43.405013 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e822d3-e004-426a-8688-8d903c3d479c req-3b584201-b232-4e87-a024-bb798422be49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:43.407985 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-07e822d3-e004-426a-8688-8d903c3d479c req-3b584201-b232-4e87-a024-bb798422be49 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71ce95ce023a446d80698f8db148dbae&device_id=c3db5ad8-945c-4929-949c-b072b510413c HTTP/1.1" status: 200 len: 1094 time: 0.3533919 Sep 01 15:36:43.408628 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38018) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:43.534270 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:36:43.587215 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93781de-635a-491e-a845-85cdcaae0aa6 req-68c9b07c-743c-48f3-87b1-9a73bd35a250 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:43.599361 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e93781de-635a-491e-a845-85cdcaae0aa6 req-68c9b07c-743c-48f3-87b1-9a73bd35a250 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3db5ad8-945c-4929-949c-b072b510413c HTTP/1.1" status: 200 len: 943 time: 0.3486278 Sep 01 15:36:43.675748 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-e942f3f3-dcff-4a4d-81b8-e00d44655f56 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] delete failed (client error): The resource could not be found. Sep 01 15:36:43.681303 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e942f3f3-dcff-4a4d-81b8-e00d44655f56 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/routers/9b457aa1-3b56-4708-a378-a54e8252e253 HTTP/1.1" status: 404 len: 336 time: 0.2676735 Sep 01 15:36:43.685505 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38022) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:43.754714 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ee818ce1-1c1f-4fd2-bbc7-ab9d701fff8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:43.797603 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4e0c1b1f-1a56-48c5-868a-c7a9f3981cfc tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "GET /v2.0/ports?device_id=551fd718-636e-45c7-98d9-d2f0f031d88f HTTP/1.1" status: 200 len: 205 time: 0.0890784 Sep 01 15:36:43.798648 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38028) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:43.897099 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=441c5c04-35ae-4ed9-ac67-b3fa6a93be1a,segment=NetworkSegment(98f0607b-0715-499a-8644-b00d0c4604e5),segment_id=98f0607b-0715-499a-8644-b00d0c4604e5)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:43.906181 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9d3736fd-4f2d-48c7-b2e1-9f63f1277bd1 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:43.908395 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9d3736fd-4f2d-48c7-b2e1-9f63f1277bd1 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:43.965189 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-62c0dbac-9437-49be-80b5-921373c2fad3 req-0c9fa76b-1f96-4636-a41c-e12124b42ea4 service neutron] 10.222.0.45 "GET /v2.0/networks/0d04b4de-633f-41d8-9d91-72f67f548b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8169546 Sep 01 15:36:43.965353 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-cfcfaa5d-716f-42df-a6ab-e22e684aec55 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] delete failed (client error): The resource could not be found. Sep 01 15:36:43.965353 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cfcfaa5d-716f-42df-a6ab-e22e684aec55 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/routers/551fd718-636e-45c7-98d9-d2f0f031d88f HTTP/1.1" status: 404 len: 336 time: 0.1424084 Sep 01 15:36:43.965620 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '441c5c04-35ae-4ed9-ac67-b3fa6a93be1a', 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36', 'port_id': '441c5c04-35ae-4ed9-ac67-b3fa6a93be1a', 'mac_address': 'fa:16:3e:b4:2d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df99ffd-b89d-4c15-aa68-2d6c8f8a428c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:36:43.965780 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38034) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:43.999511 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e93781de-635a-491e-a845-85cdcaae0aa6 req-af2daee3-c187-462a-9ab5-10202c074d4a tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/security-groups?id=9781f562-8e85-41a2-be14-7fc7f923215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827679 Sep 01 15:36:44.007900 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-9d3736fd-4f2d-48c7-b2e1-9f63f1277bd1 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Calling delete_port for 2f8aac03-e0ce-4ce0-bdc7-a5ad9344b494 owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:36:44.062776 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:44.095502 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:36:44.099175 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-818e2145-a847-4687-8efe-e2f14825103e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] DELETE failed (client error): The resource could not be found. Sep 01 15:36:44.102938 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-818e2145-a847-4687-8efe-e2f14825103e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:36:44.105075 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-818e2145-a847-4687-8efe-e2f14825103e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/subnets/7309518e-a4ff-4040-8a14-c818c5056f8e HTTP/1.1" status: 404 len: 337 time: 0.1440115 Sep 01 15:36:44.115185 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e822d3-e004-426a-8688-8d903c3d479c req-af9b2547-74ac-48d0-9a6a-b4801aac8405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:44.117332 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-07e822d3-e004-426a-8688-8d903c3d479c req-af9b2547-74ac-48d0-9a6a-b4801aac8405 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ff4dab0d-570b-4994-9d10-9781e1ce854c HTTP/1.1" status: 200 len: 926 time: 0.6969919 Sep 01 15:36:44.118103 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38036) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:44.149903 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=441c5c04-35ae-4ed9-ac67-b3fa6a93be1a,segment=NetworkSegment(98f0607b-0715-499a-8644-b00d0c4604e5),segment_id=98f0607b-0715-499a-8644-b00d0c4604e5)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:44.157161 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:44.183991 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3b60910b-bf1c-4282-85d5-b6164e259096 tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "GET /v2.0/ports?device_id=34d3e7a4-9bf6-47f7-8740-1b10b5493b97 HTTP/1.1" status: 200 len: 205 time: 0.0643370 Sep 01 15:36:44.194436 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38038) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:44.287575 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-07e822d3-e004-426a-8688-8d903c3d479c req-4c3b63b4-d622-445a-a324-b8a113cb5315 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34a916c3-eb5b-4b3f-b907-de857b2ac4cc HTTP/1.1" status: 200 len: 217 time: 0.0941331 Sep 01 15:36:44.289018 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-2fed0636-e00c-4d6d-8dce-20ea439fe8fb tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] delete failed (client error): The resource could not be found. Sep 01 15:36:44.290247 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2fed0636-e00c-4d6d-8dce-20ea439fe8fb tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/routers/34d3e7a4-9bf6-47f7-8740-1b10b5493b97 HTTP/1.1" status: 404 len: 336 time: 0.0944610 Sep 01 15:36:44.296225 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=441c5c04-35ae-4ed9-ac67-b3fa6a93be1a,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:44.317643 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38040) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:44.422423 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['441c5c04-35ae-4ed9-ac67-b3fa6a93be1a'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:36:44.424171 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e822d3-e004-426a-8688-8d903c3d479c req-a043efb7-bbaf-4d8a-96d4-16c9e3eccd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:44.426025 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-07e822d3-e004-426a-8688-8d903c3d479c req-a043efb7-bbaf-4d8a-96d4-16c9e3eccd41 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9d3b8207-c5c0-480e-b75b-05a5fb85881a HTTP/1.1" status: 200 len: 865 time: 0.1302655 Sep 01 15:36:44.476826 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-07e822d3-e004-426a-8688-8d903c3d479c req-a47c2dbd-3363-490f-94ed-a6b46950f333 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ff4dab0d-570b-4994-9d10-9781e1ce854c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394115 Sep 01 15:36:44.597979 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af96c88-79b2-49ac-a302-ef3156d9d0df tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] DELETE failed (client error): The resource could not be found. Sep 01 15:36:44.598519 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af96c88-79b2-49ac-a302-ef3156d9d0df tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:36:44.600422 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7af96c88-79b2-49ac-a302-ef3156d9d0df tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/subnets/79dd6cdf-e04e-4aac-baa5-b1903ec88c29 HTTP/1.1" status: 404 len: 337 time: 0.2766910 Sep 01 15:36:44.608492 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38052) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:44.649825 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7f23d251-57b7-45f4-8111-99d846b147fb tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "GET /v2.0/ports?device_id=83503e50-c7eb-474e-8743-3ec80984a4a3 HTTP/1.1" status: 200 len: 205 time: 0.0371375 Sep 01 15:36:44.652424 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38054) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:44.655177 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-62c0dbac-9437-49be-80b5-921373c2fad3 req-5075991e-d47f-4320-a679-b5de8f0a5931 service neutron] 10.222.0.45 "GET /v2.0/networks/0d04b4de-633f-41d8-9d91-72f67f548b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6878154 Sep 01 15:36:44.756766 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767308d-9ee4-4f90-bc04-0f78c5692ed2 req-12bdca25-7fcc-4b65-ae56-f5d4385dca20 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:44.759486 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f767308d-9ee4-4f90-bc04-0f78c5692ed2 req-12bdca25-7fcc-4b65-ae56-f5d4385dca20 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 944 time: 0.2813811 Sep 01 15:36:44.876667 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-07e822d3-e004-426a-8688-8d903c3d479c req-0b913beb-77a5-4690-8c74-a4ab54c7bd03 service neutron] 10.222.0.62 "GET /v2.0/networks/ff4dab0d-570b-4994-9d10-9781e1ce854c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591771 Sep 01 15:36:44.918774 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-d67e2b3c-c388-406c-a702-a9355de9aafb tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] delete failed (client error): The resource could not be found. Sep 01 15:36:44.920559 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d67e2b3c-c388-406c-a702-a9355de9aafb tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/routers/83503e50-c7eb-474e-8743-3ec80984a4a3 HTTP/1.1" status: 404 len: 336 time: 0.2636819 Sep 01 15:36:44.924528 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38058) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:45.168153 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-8467c55f-5293-4093-b1d5-a821867d815e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] DELETE failed (client error): The resource could not be found. Sep 01 15:36:45.175240 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8467c55f-5293-4093-b1d5-a821867d815e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:36:45.181491 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8467c55f-5293-4093-b1d5-a821867d815e tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/subnets/bd27ad99-6545-412a-9e28-cd48a3c9f86b HTTP/1.1" status: 404 len: 337 time: 0.2529356 Sep 01 15:36:45.193824 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38066) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:45.291546 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:45.351210 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f767308d-9ee4-4f90-bc04-0f78c5692ed2 req-be0ee3dc-efdd-42d0-8049-c938d883567c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5650163 Sep 01 15:36:45.377575 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbbb236e-66fa-4984-b88e-a801f1ebedbb tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] DELETE failed (client error): The resource could not be found. Sep 01 15:36:45.383962 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbbb236e-66fa-4984-b88e-a801f1ebedbb tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:36:45.409668 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cbbb236e-66fa-4984-b88e-a801f1ebedbb tempest-RoutersIpV6Test-1416340454 tempest-RoutersIpV6Test-1416340454-project] 10.222.0.60 "DELETE /v2.0/subnets/4f496dc6-8a56-49a3-bb84-cf132bae39ee HTTP/1.1" status: 404 len: 337 time: 0.2105973 Sep 01 15:36:45.528286 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-07e822d3-e004-426a-8688-8d903c3d479c req-3c79e49a-152d-45a0-bb1b-a9b7c72f66cb service neutron] 10.222.0.62 "GET /v2.0/networks/ff4dab0d-570b-4994-9d10-9781e1ce854c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6317744 Sep 01 15:36:45.635800 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9d3736fd-4f2d-48c7-b2e1-9f63f1277bd1 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:45.689835 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3736fd-4f2d-48c7-b2e1-9f63f1277bd1 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event deleted for resources: {'Port': ['ID=2f8aac03-e0ce-4ce0-bdc7-a5ad9344b494,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:45.801447 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f02329-6326-407b-bebc-ffbd9382ba70 req-4702ecf7-bbbf-46f0-96fe-301a6fcab324 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:45.803920 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-69f02329-6326-407b-bebc-ffbd9382ba70 req-4702ecf7-bbbf-46f0-96fe-301a6fcab324 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3db5ad8-945c-4929-949c-b072b510413c HTTP/1.1" status: 200 len: 943 time: 0.4400361 Sep 01 15:36:45.910105 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-69f02329-6326-407b-bebc-ffbd9382ba70 req-4924c506-1693-4955-85f5-edc28d5d9828 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/security-groups?id=9781f562-8e85-41a2-be14-7fc7f923215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917685 Sep 01 15:36:45.913881 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9d3736fd-4f2d-48c7-b2e1-9f63f1277bd1 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:45.924290 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-9d3736fd-4f2d-48c7-b2e1-9f63f1277bd1 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Floating IP 7d4588d3-9729-4b22-87f3-58378568bbc6 disassociated (deleted). External IP: 172.25.6.8, port: 9b1c152c-7304-49e0-8fc7-975ef10c6ecd. Sep 01 15:36:46.379500 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 34a916c3-eb5b-4b3f-b907-de857b2ac4cc details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:36:46.554777 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3736fd-4f2d-48c7-b2e1-9f63f1277bd1 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Router efb6933d-7162-411b-93f4-6bd30d68a96b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:36:46.581918 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38096) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:46.752022 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e50d7-ed1a-435f-9554-870cc04ca7a9 req-74ba7165-5ec8-46b8-98bf-89d63ffbabb1 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:46.763455 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f08e50d7-ed1a-435f-9554-870cc04ca7a9 req-74ba7165-5ec8-46b8-98bf-89d63ffbabb1 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 944 time: 0.1707118 Sep 01 15:36:46.799575 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 34a916c3-eb5b-4b3f-b907-de857b2ac4cc, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=34a916c3-eb5b-4b3f-b907-de857b2ac4cc,segment=NetworkSegment(b440f57c-ad22-492b-94f2-70ca123a26d2),segment_id=b440f57c-ad22-492b-94f2-70ca123a26d2)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:46.826082 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '34a916c3-eb5b-4b3f-b907-de857b2ac4cc', 'network_id': 'ff4dab0d-570b-4994-9d10-9781e1ce854c', 'port_id': '34a916c3-eb5b-4b3f-b907-de857b2ac4cc', 'mac_address': 'fa:16:3e:e4:3a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3b8207-c5c0-480e-b75b-05a5fb85881a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:36:46.852254 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f08e50d7-ed1a-435f-9554-870cc04ca7a9 req-fcee5a83-5a89-418b-9dad-9355701e6fb0 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684953 Sep 01 15:36:46.966600 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:47.053043 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a916c3-eb5b-4b3f-b907-de857b2ac4cc {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:36:47.060761 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3736fd-4f2d-48c7-b2e1-9f63f1277bd1 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:36:47.086780 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9d3736fd-4f2d-48c7-b2e1-9f63f1277bd1 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:47.105118 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdc83bb-fd0c-465b-856d-dc979e954740 None None] Sync routers for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:36:47.211189 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9d3736fd-4f2d-48c7-b2e1-9f63f1277bd1 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "DELETE /v2.0/floatingips/7d4588d3-9729-4b22-87f3-58378568bbc6 HTTP/1.1" status: 204 len: 168 time: 5.2770150 Sep 01 15:36:47.220893 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38112) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:47.246233 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006cb7a-101c-413b-9591-8a02f641cf2f req-063aa4cc-118e-4419-be4f-bbf2fe851ed3 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:47.249660 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e006cb7a-101c-413b-9591-8a02f641cf2f req-063aa4cc-118e-4419-be4f-bbf2fe851ed3 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3db5ad8-945c-4929-949c-b072b510413c HTTP/1.1" status: 200 len: 943 time: 0.1059384 Sep 01 15:36:47.258895 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdc83bb-fd0c-465b-856d-dc979e954740 None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:47.263590 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8cdc83bb-fd0c-465b-856d-dc979e954740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:36:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:47.345478 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8cdc83bb-fd0c-465b-856d-dc979e954740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:47.355443 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 34a916c3-eb5b-4b3f-b907-de857b2ac4cc, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=34a916c3-eb5b-4b3f-b907-de857b2ac4cc,segment=NetworkSegment(b440f57c-ad22-492b-94f2-70ca123a26d2),segment_id=b440f57c-ad22-492b-94f2-70ca123a26d2)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:47.367349 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:47.369277 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdc83bb-fd0c-465b-856d-dc979e954740 None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:36:47.370011 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8cdc83bb-fd0c-465b-856d-dc979e954740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:36:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:47.390049 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cc518c09-412a-4d51-a6d0-daaa173df3f3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=04587385136a4cf6b43419edb8262f74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8053908 Sep 01 15:36:47.404247 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38116) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:47.432376 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8cdc83bb-fd0c-465b-856d-dc979e954740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:36:47.433117 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdc83bb-fd0c-465b-856d-dc979e954740 None None] The sync data for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:36:47.542993 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e006cb7a-101c-413b-9591-8a02f641cf2f req-d5782197-8846-496b-869d-bd29f8e9f285 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/security-groups?id=9781f562-8e85-41a2-be14-7fc7f923215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869518 Sep 01 15:36:47.575694 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:36:47.616180 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0a841af3-e337-473d-80bc-7ea791e60cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:47.634984 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-48d54ecc-8984-41c5-b65f-05c5897cf6ff tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Deleting port 9b1c152c-7304-49e0-8fc7-975ef10c6ecd {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:36:47.636411 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-48d54ecc-8984-41c5-b65f-05c5897cf6ff tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:47.653070 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0a841af3-e337-473d-80bc-7ea791e60cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:47.738228 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0a841af3-e337-473d-80bc-7ea791e60cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:47.746542 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0a841af3-e337-473d-80bc-7ea791e60cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:47.749791 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0a841af3-e337-473d-80bc-7ea791e60cd3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/987d1028-ac44-4e9c-a2b7-50e6f7b14062 HTTP/1.1" status: 204 len: 168 time: 0.3439662 Sep 01 15:36:47.763184 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=34a916c3-eb5b-4b3f-b907-de857b2ac4cc,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:47.778205 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a841af3-e337-473d-80bc-7ea791e60cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987d1028-ac44-4e9c-a2b7-50e6f7b14062,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:47.823970 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:36:47.833318 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:47.833949 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:47.834112 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-48d54ecc-8984-41c5-b65f-05c5897cf6ff tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:47.890769 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-48d54ecc-8984-41c5-b65f-05c5897cf6ff tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Calling delete_port for 9b1c152c-7304-49e0-8fc7-975ef10c6ecd owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:36:47.891573 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['34a916c3-eb5b-4b3f-b907-de857b2ac4cc'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:36:48.171115 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a81ef-f6b2-44d5-9927-d35a9bb7ff8c req-abf869a6-88bf-4447-8be0-7ee915df7c87 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:48.177733 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:48.189637 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c7a81ef-f6b2-44d5-9927-d35a9bb7ff8c req-abf869a6-88bf-4447-8be0-7ee915df7c87 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 944 time: 0.1434858 Sep 01 15:36:48.291177 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=441c5c04-35ae-4ed9-ac67-b3fa6a93be1a,segment=NetworkSegment(98f0607b-0715-499a-8644-b00d0c4604e5),segment_id=98f0607b-0715-499a-8644-b00d0c4604e5)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:48.292584 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9de68bf-08a5-4a61-9ca7-729a5d3b5134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441c5c04-35ae-4ed9-ac67-b3fa6a93be1a'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:36:48.295460 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50679bb2-5dea-491c-9679-4bac54e8878e" -d '{"events": [{"server_uuid": "c9de68bf-08a5-4a61-9ca7-729a5d3b5134", "name": "network-vif-plugged", "status": "completed", "tag": "441c5c04-35ae-4ed9-ac67-b3fa6a93be1a"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:36:48.302070 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:48.369337 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c7a81ef-f6b2-44d5-9927-d35a9bb7ff8c req-9ee724cd-6da9-48eb-9092-4534d7a93ebe tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776950 Sep 01 15:36:48.463312 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f742f8e-d6f5-4b40-92bd-16b47dd0395a x-openstack-request-id: req-0f742f8e-d6f5-4b40-92bd-16b47dd0395a {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:36:48.464386 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9de68bf-08a5-4a61-9ca7-729a5d3b5134", "name": "network-vif-plugged", "status": "completed", "tag": "441c5c04-35ae-4ed9-ac67-b3fa6a93be1a", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:36:48.465528 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f742f8e-d6f5-4b40-92bd-16b47dd0395a {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:36:48.466358 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9de68bf-08a5-4a61-9ca7-729a5d3b5134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441c5c04-35ae-4ed9-ac67-b3fa6a93be1a', 'code': 200} Sep 01 15:36:48.544695 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=441c5c04-35ae-4ed9-ac67-b3fa6a93be1a,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:48.692608 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-48d54ecc-8984-41c5-b65f-05c5897cf6ff tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:48.732256 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43f9aa-ae9f-4a5e-a933-7580f2959b38 req-f19ee61a-06f1-41fb-87b0-8a05b0807a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:48.736194 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ce43f9aa-ae9f-4a5e-a933-7580f2959b38 req-f19ee61a-06f1-41fb-87b0-8a05b0807a9a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 1096 time: 0.1822979 Sep 01 15:36:48.755885 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d54ecc-8984-41c5-b65f-05c5897cf6ff tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event deleted for resources: {'Port': ['ID=9b1c152c-7304-49e0-8fc7-975ef10c6ecd,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:48.847162 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ce43f9aa-ae9f-4a5e-a933-7580f2959b38 req-37aa022a-fb56-4f13-91e8-1ee57865afbb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951462 Sep 01 15:36:48.964885 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ab708-ac58-4351-bbf4-b88d610a3b1b req-deff5c39-a534-43ec-bda3-e1e94aa57740 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:48.975441 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2e0ab708-ac58-4351-bbf4-b88d610a3b1b req-deff5c39-a534-43ec-bda3-e1e94aa57740 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3db5ad8-945c-4929-949c-b072b510413c HTTP/1.1" status: 200 len: 944 time: 0.2640364 Sep 01 15:36:48.987689 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-48d54ecc-8984-41c5-b65f-05c5897cf6ff tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:48.995554 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-48d54ecc-8984-41c5-b65f-05c5897cf6ff tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "DELETE /v2.0/ports/9b1c152c-7304-49e0-8fc7-975ef10c6ecd HTTP/1.1" status: 204 len: 168 time: 1.7729754 Sep 01 15:36:48.996432 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38178) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:49.015980 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-ed73e037-9880-4c09-9abb-2e2166d5f559 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:49.084412 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2e0ab708-ac58-4351-bbf4-b88d610a3b1b req-3d99369c-806f-4df7-bf0a-0ccdd58dbbda tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/security-groups?id=9781f562-8e85-41a2-be14-7fc7f923215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077850 Sep 01 15:36:49.114958 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ed73e037-9880-4c09-9abb-2e2166d5f559 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:49.494444 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ed73e037-9880-4c09-9abb-2e2166d5f559 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:49.556144 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38200) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:49.751637 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-f8ffe11d-5cf4-4905-8e00-f51b403f8d90 tempest-SubnetPoolsTestJSON-123318005 tempest-SubnetPoolsTestJSON-123318005-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-6209954', 'prefixes': ['172.20.0.0/16']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:49.798253 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790494a4-8f0e-44ca-94a1-4c6d6e299ef1 req-1194c2ba-129d-4b0c-a5e4-9fe6747335d1 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:49.800847 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-790494a4-8f0e-44ca-94a1-4c6d6e299ef1 req-1194c2ba-129d-4b0c-a5e4-9fe6747335d1 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 945 time: 0.1908100 Sep 01 15:36:49.852794 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f8ffe11d-5cf4-4905-8e00-f51b403f8d90 tempest-SubnetPoolsTestJSON-123318005 tempest-SubnetPoolsTestJSON-123318005-project] Notify callbacks [] for subnetpool, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:49.856078 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f8ffe11d-5cf4-4905-8e00-f51b403f8d90 tempest-SubnetPoolsTestJSON-123318005 tempest-SubnetPoolsTestJSON-123318005-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 734 time: 0.2975755 Sep 01 15:36:49.858816 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38208) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:49.921051 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-ed73e037-9880-4c09-9abb-2e2166d5f559 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Allocated IP 172.25.6.55 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/f16e440f-70a7-454d-9d51-d765f42b88da) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:36:49.938168 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38214) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:49.938471 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-933a6378-0320-4e63-b1e4-28c02607f45b tempest-SubnetPoolsTestJSON-123318005 tempest-SubnetPoolsTestJSON-123318005-project] 10.222.0.60 "GET /v2.0/subnetpools/26261275-3bc8-463e-b195-b9581ae70977 HTTP/1.1" status: 200 len: 729 time: 0.0781462 Sep 01 15:36:49.951242 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-234b4402-1778-47c3-8b64-88eaa99de212 tempest-SubnetPoolsTestJSON-123318005 tempest-SubnetPoolsTestJSON-123318005-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1650317488'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:49.977052 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-790494a4-8f0e-44ca-94a1-4c6d6e299ef1 req-aecaaeae-8cc9-476b-b664-39c20555e550 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642227 Sep 01 15:36:50.277595 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ed73e037-9880-4c09-9abb-2e2166d5f559 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:50.344545 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-234b4402-1778-47c3-8b64-88eaa99de212 tempest-SubnetPoolsTestJSON-123318005 tempest-SubnetPoolsTestJSON-123318005-project] Notify callbacks [] for subnetpool, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:50.346879 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-234b4402-1778-47c3-8b64-88eaa99de212 tempest-SubnetPoolsTestJSON-123318005 tempest-SubnetPoolsTestJSON-123318005-project] 10.222.0.60 "PUT /v2.0/subnetpools/26261275-3bc8-463e-b195-b9581ae70977 HTTP/1.1" status: 200 len: 684 time: 0.4039423 Sep 01 15:36:50.349478 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ed73e037-9880-4c09-9abb-2e2166d5f559 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:50.352112 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38226) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:50.375769 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d74bca-b019-4004-b23d-d81303a74f0d req-59928689-aa58-4f9d-81b8-03282171e0aa tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:50.383346 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-25d74bca-b019-4004-b23d-d81303a74f0d req-59928689-aa58-4f9d-81b8-03282171e0aa tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3db5ad8-945c-4929-949c-b072b510413c HTTP/1.1" status: 200 len: 944 time: 0.1923585 Sep 01 15:36:50.437963 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 34a916c3-eb5b-4b3f-b907-de857b2ac4cc up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:36:50.478123 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-25d74bca-b019-4004-b23d-d81303a74f0d req-c1e693f3-3bea-4167-bed1-f78e7aa0216b tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/security-groups?id=9781f562-8e85-41a2-be14-7fc7f923215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863388 Sep 01 15:36:50.499009 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed73e037-9880-4c09-9abb-2e2166d5f559 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:50.539684 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-ed73e037-9880-4c09-9abb-2e2166d5f559 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:50.545244 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed73e037-9880-4c09-9abb-2e2166d5f559 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:36:50.604925 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 34a916c3-eb5b-4b3f-b907-de857b2ac4cc completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:36:50.612067 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 34a916c3-eb5b-4b3f-b907-de857b2ac4cc triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:36:50.613048 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:50.698178 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73e037-9880-4c09-9abb-2e2166d5f559 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event updated for resources: {'Port': ['ID=f16e440f-70a7-454d-9d51-d765f42b88da,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:50.821241 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:50.840700 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-36aec975-4ec8-4bab-96b1-876440f0fa47 tempest-SubnetPoolsTestJSON-123318005 tempest-SubnetPoolsTestJSON-123318005-project] Notify callbacks [] for subnetpool, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:50.845677 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-36aec975-4ec8-4bab-96b1-876440f0fa47 tempest-SubnetPoolsTestJSON-123318005 tempest-SubnetPoolsTestJSON-123318005-project] 10.222.0.60 "DELETE /v2.0/subnetpools/26261275-3bc8-463e-b195-b9581ae70977 HTTP/1.1" status: 204 len: 168 time: 0.4871259 Sep 01 15:36:50.846072 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38238) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:50.887069 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-c907e078-15d2-4863-861d-8ba252b758ce tempest-SubnetPoolsTestJSON-123318005 tempest-SubnetPoolsTestJSON-123318005-project] show failed (client error): The resource could not be found. Sep 01 15:36:50.888319 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c907e078-15d2-4863-861d-8ba252b758ce tempest-SubnetPoolsTestJSON-123318005 tempest-SubnetPoolsTestJSON-123318005-project] 10.222.0.60 "GET /v2.0/subnetpools/26261275-3bc8-463e-b195-b9581ae70977 HTTP/1.1" status: 404 len: 346 time: 0.0407887 Sep 01 15:36:50.891435 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38240) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:50.894876 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3db5ad8-945c-4929-949c-b072b510413c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a916c3-eb5b-4b3f-b907-de857b2ac4cc'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:36:50.904053 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc3fbcb-0cdd-4eb9-8ea6-2b3b2a2eaa3e" -d '{"events": [{"server_uuid": "c3db5ad8-945c-4929-949c-b072b510413c", "name": "network-vif-plugged", "status": "completed", "tag": "34a916c3-eb5b-4b3f-b907-de857b2ac4cc"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:36:50.933887 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ed73e037-9880-4c09-9abb-2e2166d5f559 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:50.935313 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 34a916c3-eb5b-4b3f-b907-de857b2ac4cc, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=34a916c3-eb5b-4b3f-b907-de857b2ac4cc,segment=NetworkSegment(b440f57c-ad22-492b-94f2-70ca123a26d2),segment_id=b440f57c-ad22-492b-94f2-70ca123a26d2)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:36:50.940693 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:50.942241 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-7bfca35e-d3fa-40e3-b73c-d67ddc3967c4 tempest-SubnetPoolsTestJSON-123318005 tempest-SubnetPoolsTestJSON-123318005-project] delete failed (client error): The resource could not be found. Sep 01 15:36:50.943715 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7bfca35e-d3fa-40e3-b73c-d67ddc3967c4 tempest-SubnetPoolsTestJSON-123318005 tempest-SubnetPoolsTestJSON-123318005-project] 10.222.0.60 "DELETE /v2.0/subnetpools/26261275-3bc8-463e-b195-b9581ae70977 HTTP/1.1" status: 404 len: 346 time: 0.0508614 Sep 01 15:36:51.100359 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ed73e037-9880-4c09-9abb-2e2166d5f559 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:51.130616 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=34a916c3-eb5b-4b3f-b907-de857b2ac4cc,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:51.173478 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08744b5e-8d28-4a1a-8950-a16221c62f03 x-openstack-request-id: req-08744b5e-8d28-4a1a-8950-a16221c62f03 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:36:51.174043 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3db5ad8-945c-4929-949c-b072b510413c", "name": "network-vif-plugged", "status": "completed", "tag": "34a916c3-eb5b-4b3f-b907-de857b2ac4cc", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:36:51.174623 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-08744b5e-8d28-4a1a-8950-a16221c62f03 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:36:51.175307 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3db5ad8-945c-4929-949c-b072b510413c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a916c3-eb5b-4b3f-b907-de857b2ac4cc', 'code': 200} Sep 01 15:36:51.296656 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ff8d7-5b53-48d9-8a81-52f7b37458e8 req-82a88b85-af28-4635-8252-4912b5d82c13 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:51.310337 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b54ff8d7-5b53-48d9-8a81-52f7b37458e8 req-82a88b85-af28-4635-8252-4912b5d82c13 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 945 time: 0.1672797 Sep 01 15:36:51.379071 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b54ff8d7-5b53-48d9-8a81-52f7b37458e8 req-b8c4858e-c8f9-4af7-a8e4-e03035bb0ddb tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669286 Sep 01 15:36:51.395918 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02c801-b0da-4987-94af-0e1a490e06d5 req-23917e17-0c7f-4225-abaf-b30d62ef051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:51.395918 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc02c801-b0da-4987-94af-0e1a490e06d5 req-23917e17-0c7f-4225-abaf-b30d62ef051d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c3db5ad8-945c-4929-949c-b072b510413c HTTP/1.1" status: 200 len: 1096 time: 0.2068343 Sep 01 15:36:51.480598 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc02c801-b0da-4987-94af-0e1a490e06d5 req-18fc811e-d2f8-45b3-a545-fb85ae20ebfc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9781f562-8e85-41a2-be14-7fc7f923215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786815 Sep 01 15:36:51.741968 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6aacc2-1e42-4998-92a2-215004891f65 req-236dbb3f-1162-4b69-9b94-efbd00efb90e tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:51.747535 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3e6aacc2-1e42-4998-92a2-215004891f65 req-236dbb3f-1162-4b69-9b94-efbd00efb90e tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3db5ad8-945c-4929-949c-b072b510413c HTTP/1.1" status: 200 len: 945 time: 0.1535537 Sep 01 15:36:51.753718 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ed73e037-9880-4c09-9abb-2e2166d5f559 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:51.783963 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ed73e037-9880-4c09-9abb-2e2166d5f559 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:51.873467 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3e6aacc2-1e42-4998-92a2-215004891f65 req-6e8e51fa-5fe7-413c-821a-2e9468587b4b tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/security-groups?id=9781f562-8e85-41a2-be14-7fc7f923215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180782 Sep 01 15:36:51.884296 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73e037-9880-4c09-9abb-2e2166d5f559 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event updated for resources: {'Port': ['ID=f16e440f-70a7-454d-9d51-d765f42b88da,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:51.972343 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba4887-5c37-4340-8e26-89f23a98856f req-ba06a34f-f03d-435b-b3c8-e3ae6a64fa46 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:51.974222 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ffba4887-5c37-4340-8e26-89f23a98856f req-ba06a34f-f03d-435b-b3c8-e3ae6a64fa46 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 945 time: 0.2118702 Sep 01 15:36:51.983442 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ed73e037-9880-4c09-9abb-2e2166d5f559 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:52.020762 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ed73e037-9880-4c09-9abb-2e2166d5f559 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:52.025273 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ed73e037-9880-4c09-9abb-2e2166d5f559 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0273304 Sep 01 15:36:52.029104 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38278) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:52.032463 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38280) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:52.035240 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-b7cd8049-42ec-43e2-a5f0-813f55bbc58b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Request body: {'port': {'network_id': 'ca4989b6-67f0-4732-a191-7631fd4d6724', 'name': 'tempest-FloatingIPTestJSON-1988253222'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:52.163507 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ffba4887-5c37-4340-8e26-89f23a98856f req-888bbd02-6d85-4ac8-ba29-cb7b5662d2fb tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744635 Sep 01 15:36:52.251312 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38288) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:52.293472 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-310a6993-23f3-4f02-9f54-e6a1877749b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:52.361664 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45726860-e240-43b9-90b4-d2359ead2441 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:52.364102 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-45726860-e240-43b9-90b4-d2359ead2441 tempest-TestNetworkAdvancedServerOps-584486703 tempest-TestNetworkAdvancedServerOps-584486703-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 1091 time: 0.1115127 Sep 01 15:36:52.369586 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38290) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:52.378233 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cd8049-42ec-43e2-a5f0-813f55bbc58b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Made reservation on behalf of 61c5d891d3cd422b859dd970ad66b6b5 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:36:52.382669 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7cd8049-42ec-43e2-a5f0-813f55bbc58b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:52.393140 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-bf21dfe2-fb27-481c-8f96-b8898ecfa08c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'port_id': '441c5c04-35ae-4ed9-ac67-b3fa6a93be1a', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:52.406026 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.api [None req-310a6993-23f3-4f02-9f54-e6a1877749b6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:36:52.406026 n-d-794796-3 neutron-server[94734]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 01 15:36:52.406026 n-d-794796-3 neutron-server[94734]: [parameters: {'project_id': '12b05646fea44aa48f17b1bd8d35042e', 'id': '375873e9-b9c2-49c4-bc33-c98623b72abe', 'expiration': datetime.datetime(2021, 9, 1, 15, 38, 52, 358141)}] Sep 01 15:36:52.406026 n-d-794796-3 neutron-server[94734]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:36:52.406916 n-d-794796-3 neutron-server[94734]: DEBUG oslo_db.api [None req-310a6993-23f3-4f02-9f54-e6a1877749b6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:36:52.407664 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-b7cd8049-42ec-43e2-a5f0-813f55bbc58b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] device_id is not set on port 19bf84de-8e65-4e0d-ae77-914ecf7cc400 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:36:52.440118 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf21dfe2-fb27-481c-8f96-b8898ecfa08c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for floatingip, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:52.686569 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf21dfe2-fb27-481c-8f96-b8898ecfa08c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:52.732275 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-b7cd8049-42ec-43e2-a5f0-813f55bbc58b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Allocated IP 172.20.0.12 (ca4989b6-67f0-4732-a191-7631fd4d6724/79da19ba-ce3a-433e-934e-cc3b24f4adcf/19bf84de-8e65-4e0d-ae77-914ecf7cc400) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:36:52.924698 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-310a6993-23f3-4f02-9f54-e6a1877749b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:53.210679 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7cd8049-42ec-43e2-a5f0-813f55bbc58b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:53.254280 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:36:53.280468 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-bf21dfe2-fb27-481c-8f96-b8898ecfa08c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Allocated IP 172.25.6.103 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/a19047f1-ffa3-46b0-a39b-afd3a78318c5) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:36:53.367523 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7cd8049-42ec-43e2-a5f0-813f55bbc58b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:53.394646 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798404f5-98b0-4826-acc3-b337b9380c60 req-9941f311-f7f7-4ea9-bd3f-e9c1a64c7c2d tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:53.408668 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-798404f5-98b0-4826-acc3-b337b9380c60 req-9941f311-f7f7-4ea9-bd3f-e9c1a64c7c2d tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3db5ad8-945c-4929-949c-b072b510413c HTTP/1.1" status: 200 len: 945 time: 0.2837703 Sep 01 15:36:53.545920 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cd8049-42ec-43e2-a5f0-813f55bbc58b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Network ca4989b6-67f0-4732-a191-7631fd4d6724 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:53.548171 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-b7cd8049-42ec-43e2-a5f0-813f55bbc58b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:53.571415 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cd8049-42ec-43e2-a5f0-813f55bbc58b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:36:53.677923 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-798404f5-98b0-4826-acc3-b337b9380c60 req-bb16f7f3-5dfb-43ab-9c44-648dc63475fb tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/security-groups?id=9781f562-8e85-41a2-be14-7fc7f923215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473023 Sep 01 15:36:54.073411 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-310a6993-23f3-4f02-9f54-e6a1877749b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:54.097513 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-310a6993-23f3-4f02-9f54-e6a1877749b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:54.173043 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf21dfe2-fb27-481c-8f96-b8898ecfa08c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:54.253450 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-310a6993-23f3-4f02-9f54-e6a1877749b6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=12b05646fea44aa48f17b1bd8d35042e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2192333 Sep 01 15:36:54.254778 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38334) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:54.275351 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a6993-23f3-4f02-9f54-e6a1877749b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4161ab48-8a95-4b8c-8136-4acad73a6161,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:54.472179 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-763b6a26-bd57-42f4-a4a9-2b987762ba27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:54.488488 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf21dfe2-fb27-481c-8f96-b8898ecfa08c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:54.647712 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-763b6a26-bd57-42f4-a4a9-2b987762ba27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:54.681559 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf21dfe2-fb27-481c-8f96-b8898ecfa08c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:36:54.695659 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-bf21dfe2-fb27-481c-8f96-b8898ecfa08c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:54.703210 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21dfe2-fb27-481c-8f96-b8898ecfa08c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Port': ['ID=a19047f1-ffa3-46b0-a39b-afd3a78318c5,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:54.715699 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf21dfe2-fb27-481c-8f96-b8898ecfa08c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:36:54.719531 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cd8049-42ec-43e2-a5f0-813f55bbc58b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:54.721227 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7cd8049-42ec-43e2-a5f0-813f55bbc58b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:54.826957 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-763b6a26-bd57-42f4-a4a9-2b987762ba27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:54.834351 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-763b6a26-bd57-42f4-a4a9-2b987762ba27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:54.837869 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-763b6a26-bd57-42f4-a4a9-2b987762ba27 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4161ab48-8a95-4b8c-8136-4acad73a6161 HTTP/1.1" status: 204 len: 168 time: 0.5776892 Sep 01 15:36:54.852742 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd8049-42ec-43e2-a5f0-813f55bbc58b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event updated for resources: {'Port': ['ID=19bf84de-8e65-4e0d-ae77-914ecf7cc400,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:54.916931 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b6a26-bd57-42f4-a4a9-2b987762ba27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4161ab48-8a95-4b8c-8136-4acad73a6161,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:54.928407 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38350) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:54.932815 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b7cd8049-42ec-43e2-a5f0-813f55bbc58b tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8904502 Sep 01 15:36:54.946244 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-970f0e26-ed73-46a2-a3f0-9cf679ab90df tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Request body: {'floatingip': {'port_id': '19bf84de-8e65-4e0d-ae77-914ecf7cc400'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:54.996558 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3f5cc-383a-4ab7-99bb-e53158de226b req-1b286201-e0a2-42b6-a2ff-d5c4d2c094e0 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:55.000421 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4fb3f5cc-383a-4ab7-99bb-e53158de226b req-1b286201-e0a2-42b6-a2ff-d5c4d2c094e0 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3db5ad8-945c-4929-949c-b072b510413c HTTP/1.1" status: 200 len: 945 time: 0.2618403 Sep 01 15:36:55.133378 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4fb3f5cc-383a-4ab7-99bb-e53158de226b req-6a039b5d-f307-4b53-ba1f-e34f7d46cf04 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/security-groups?id=9781f562-8e85-41a2-be14-7fc7f923215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173289 Sep 01 15:36:55.213420 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-970f0e26-ed73-46a2-a3f0-9cf679ab90df tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:56.472684 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08befe3-f11e-4156-890c-227ac2e746d6 req-7a38ac61-b367-4571-9de7-4c40bea7cbe3 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:56.496871 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d08befe3-f11e-4156-890c-227ac2e746d6 req-7a38ac61-b367-4571-9de7-4c40bea7cbe3 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3db5ad8-945c-4929-949c-b072b510413c HTTP/1.1" status: 200 len: 945 time: 0.1901214 Sep 01 15:36:56.609870 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d08befe3-f11e-4156-890c-227ac2e746d6 req-3d6558e8-c1b2-4156-a05d-51adf02c1dff tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/security-groups?id=9781f562-8e85-41a2-be14-7fc7f923215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119435 Sep 01 15:36:57.259507 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38424) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:57.538802 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf21dfe2-fb27-481c-8f96-b8898ecfa08c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:57.682911 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-4465db8a-aba1-4f1b-9111-6c54ab5eaa6d tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-514616447'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:57.768470 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4465db8a-aba1-4f1b-9111-6c54ab5eaa6d tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Made reservation on behalf of 84dceda965f94267a04bc9d74ac3f1ce for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:36:57.772982 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0f4bb-7000-4f5b-a837-52043f9ba99a req-67b6df65-9738-4982-855b-e7f4d3e45883 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:57.776611 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4465db8a-aba1-4f1b-9111-6c54ab5eaa6d tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:57.788845 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c6a0f4bb-7000-4f5b-a837-52043f9ba99a req-67b6df65-9738-4982-855b-e7f4d3e45883 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3db5ad8-945c-4929-949c-b072b510413c HTTP/1.1" status: 200 len: 945 time: 0.3746564 Sep 01 15:36:57.821362 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4465db8a-aba1-4f1b-9111-6c54ab5eaa6d tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:57.830268 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.resource_extend [None req-970f0e26-ed73-46a2-a3f0-9cf679ab90df tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:36:57.839882 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:58.023299 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf21dfe2-fb27-481c-8f96-b8898ecfa08c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:58.052296 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4465db8a-aba1-4f1b-9111-6c54ab5eaa6d tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:58.062542 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4465db8a-aba1-4f1b-9111-6c54ab5eaa6d tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:58.189193 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4465db8a-aba1-4f1b-9111-6c54ab5eaa6d tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:36:58.222105 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465db8a-aba1-4f1b-9111-6c54ab5eaa6d tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36775a93-410a-451e-9642-75db73a9a8dc,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:58.241810 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4465db8a-aba1-4f1b-9111-6c54ab5eaa6d tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:58.244162 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-4465db8a-aba1-4f1b-9111-6c54ab5eaa6d tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Added segment 2d1ad374-3641-44e5-ac8f-e999ca408694 of type vlan for network 7683e829-7e35-48d8-a59e-7bfa3bb9d0ce Sep 01 15:36:58.345515 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c6a0f4bb-7000-4f5b-a837-52043f9ba99a req-3a884b87-130d-49f1-a81c-cdfce8ead07e tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/security-groups?id=9781f562-8e85-41a2-be14-7fc7f923215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199897 Sep 01 15:36:58.360066 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-970f0e26-ed73-46a2-a3f0-9cf679ab90df tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:58.372881 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4465db8a-aba1-4f1b-9111-6c54ab5eaa6d tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:58.380704 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf21dfe2-fb27-481c-8f96-b8898ecfa08c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:58.389708 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-970f0e26-ed73-46a2-a3f0-9cf679ab90df tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:58.399408 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf21dfe2-fb27-481c-8f96-b8898ecfa08c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:58.441327 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4465db8a-aba1-4f1b-9111-6c54ab5eaa6d tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:58.448252 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4465db8a-aba1-4f1b-9111-6c54ab5eaa6d tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:58.449549 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4465db8a-aba1-4f1b-9111-6c54ab5eaa6d tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:58.582368 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465db8a-aba1-4f1b-9111-6c54ab5eaa6d tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Pushing event updated for resources: {'Network': ['ID=7683e829-7e35-48d8-a59e-7bfa3bb9d0ce,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:58.616032 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4465db8a-aba1-4f1b-9111-6c54ab5eaa6d tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3504229 Sep 01 15:36:58.616329 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38454) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:36:58.623252 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 7683e829-7e35-48d8-a59e-7bfa3bb9d0ce details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:36:58.631033 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-be9ff5f1-58b2-4fef-8b0a-a2d7474e6c16 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Request body: {'subnet': {'network_id': '7683e829-7e35-48d8-a59e-7bfa3bb9d0ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:36:58.795031 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9ff5f1-58b2-4fef-8b0a-a2d7474e6c16 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Made reservation on behalf of 84dceda965f94267a04bc9d74ac3f1ce for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:36:58.820757 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-be9ff5f1-58b2-4fef-8b0a-a2d7474e6c16 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:58.890288 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21dfe2-fb27-481c-8f96-b8898ecfa08c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event updated for resources: {'Port': ['ID=a19047f1-ffa3-46b0-a39b-afd3a78318c5,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:58.934180 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-970f0e26-ed73-46a2-a3f0-9cf679ab90df tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Floating IP 721eef1b-e090-4e2b-8e36-87f752634fb6 associated. External IP: 172.25.6.55, port: 19bf84de-8e65-4e0d-ae77-914ecf7cc400. Sep 01 15:36:59.344586 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-be9ff5f1-58b2-4fef-8b0a-a2d7474e6c16 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:59.489111 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ff5f1-58b2-4fef-8b0a-a2d7474e6c16 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Pushing event updated for resources: {'Subnet': ['ID=ddde7dba-a57b-4286-89f2-8792b55964da,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:36:59.522531 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf21dfe2-fb27-481c-8f96-b8898ecfa08c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:59.718802 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422f51f-4aea-4e16-8a61-4741229d545d req-bb2e15fb-4711-42e2-a9ed-9d8501a3ab25 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:59.721771 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0422f51f-4aea-4e16-8a61-4741229d545d req-bb2e15fb-4711-42e2-a9ed-9d8501a3ab25 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3db5ad8-945c-4929-949c-b072b510413c HTTP/1.1" status: 200 len: 945 time: 0.2234075 Sep 01 15:36:59.748143 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-bf21dfe2-fb27-481c-8f96-b8898ecfa08c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Floating IP e29ea704-a4c6-4d46-895e-05b0759b3e71 associated. External IP: 172.25.6.103, port: 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a. Sep 01 15:36:59.780244 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9ff5f1-58b2-4fef-8b0a-a2d7474e6c16 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Checking segment: {'id': '2d1ad374-3641-44e5-ac8f-e999ca408694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7683e829-7e35-48d8-a59e-7bfa3bb9d0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:36:59.780880 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9ff5f1-58b2-4fef-8b0a-a2d7474e6c16 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Network hostable DHCP agents. Network: 7683e829-7e35-48d8-a59e-7bfa3bb9d0ce, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:36:59.885462 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0422f51f-4aea-4e16-8a61-4741229d545d req-e7c91d44-fcb0-4549-8fb3-7ff83afd1b39 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/security-groups?id=9781f562-8e85-41a2-be14-7fc7f923215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381018 Sep 01 15:36:59.887388 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9ff5f1-58b2-4fef-8b0a-a2d7474e6c16 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Network 7683e829-7e35-48d8-a59e-7bfa3bb9d0ce is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:36:59.910335 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-be9ff5f1-58b2-4fef-8b0a-a2d7474e6c16 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 7683e829-7e35-48d8-a59e-7bfa3bb9d0ce) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:36:59.929847 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76c25a9-da1f-427c-b5d7-6101802eda0b None None] Network 7683e829-7e35-48d8-a59e-7bfa3bb9d0ce requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:36:59.934863 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9ff5f1-58b2-4fef-8b0a-a2d7474e6c16 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:36:59.937850 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-be9ff5f1-58b2-4fef-8b0a-a2d7474e6c16 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:36:59.994133 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-be9ff5f1-58b2-4fef-8b0a-a2d7474e6c16 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3761661 Sep 01 15:36:59.998335 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38494) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:00.018073 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-d057946b-dbc2-4862-94d6-5f56d03424b1 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Request body: {'port': {'network_id': '7683e829-7e35-48d8-a59e-7bfa3bb9d0ce', 'name': 'tempest-TagsExtTest-1730660832'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:00.029486 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49765c86-b82a-4237-a35e-e2a33519b999 req-f9287a23-857c-4650-9c4f-100418fb9c99 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:00.033277 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-49765c86-b82a-4237-a35e-e2a33519b999 req-f9287a23-857c-4650-9c4f-100418fb9c99 tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3db5ad8-945c-4929-949c-b072b510413c HTTP/1.1" status: 200 len: 945 time: 1.1506188 Sep 01 15:37:00.080207 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970f0e26-ed73-46a2-a3f0-9cf679ab90df tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Router efb6933d-7162-411b-93f4-6bd30d68a96b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:37:00.427195 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49de908-e9a2-42da-91f5-bafacceed2c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-7683e829-7e35-48d8-a59e-7bfa3bb9d0ce', 'network_id': '7683e829-7e35-48d8-a59e-7bfa3bb9d0ce', 'tenant_id': '84dceda965f94267a04bc9d74ac3f1ce', 'fixed_ips': [{'subnet_id': 'ddde7dba-a57b-4286-89f2-8792b55964da'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:37:00.428772 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f49de908-e9a2-42da-91f5-bafacceed2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:00.480357 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d057946b-dbc2-4862-94d6-5f56d03424b1 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Made reservation on behalf of 84dceda965f94267a04bc9d74ac3f1ce for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:37:00.490585 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d057946b-dbc2-4862-94d6-5f56d03424b1 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:00.550591 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-d057946b-dbc2-4862-94d6-5f56d03424b1 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] device_id is not set on port 5378f12d-09e0-48aa-9a4a-dd2b1e370dae yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:37:00.651222 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970f0e26-ed73-46a2-a3f0-9cf679ab90df tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:37:00.664125 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b0aedd-ec50-46d4-91f1-89807abc4265 None None] Sync routers for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:37:00.678391 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-970f0e26-ed73-46a2-a3f0-9cf679ab90df tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:00.692772 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b0aedd-ec50-46d4-91f1-89807abc4265 None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:00.697193 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b3b0aedd-ec50-46d4-91f1-89807abc4265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:36:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:00.804508 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-970f0e26-ed73-46a2-a3f0-9cf679ab90df tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "PUT /v2.0/floatingips/721eef1b-e090-4e2b-8e36-87f752634fb6 HTTP/1.1" status: 200 len: 978 time: 5.8679380 Sep 01 15:37:00.805068 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b3b0aedd-ec50-46d4-91f1-89807abc4265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:00.825859 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38510) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:00.830640 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b0aedd-ec50-46d4-91f1-89807abc4265 None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:00.831394 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b3b0aedd-ec50-46d4-91f1-89807abc4265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:36:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:00.925852 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-49765c86-b82a-4237-a35e-e2a33519b999 req-68bec17a-454b-4c6c-8011-0d70ee9487de tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Deleting port 34a916c3-eb5b-4b3f-b907-de857b2ac4cc {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:37:00.926736 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-49765c86-b82a-4237-a35e-e2a33519b999 req-68bec17a-454b-4c6c-8011-0d70ee9487de tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:00.928880 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-d057946b-dbc2-4862-94d6-5f56d03424b1 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Allocated IP 172.20.0.3 (7683e829-7e35-48d8-a59e-7bfa3bb9d0ce/ddde7dba-a57b-4286-89f2-8792b55964da/5378f12d-09e0-48aa-9a4a-dd2b1e370dae) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:37:00.966191 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b3b0aedd-ec50-46d4-91f1-89807abc4265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:00.969776 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b0aedd-ec50-46d4-91f1-89807abc4265 None None] The sync data for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:37:01.052218 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf21dfe2-fb27-481c-8f96-b8898ecfa08c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Router 4e079543-bdce-480a-8d3a-addbd89ee9d1 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:37:01.341144 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-49765c86-b82a-4237-a35e-e2a33519b999 req-68bec17a-454b-4c6c-8011-0d70ee9487de tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] For port 34a916c3-eb5b-4b3f-b907-de857b2ac4cc, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=34a916c3-eb5b-4b3f-b907-de857b2ac4cc,segment=NetworkSegment(b440f57c-ad22-492b-94f2-70ca123a26d2),segment_id=b440f57c-ad22-492b-94f2-70ca123a26d2)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:01.341417 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-49765c86-b82a-4237-a35e-e2a33519b999 req-68bec17a-454b-4c6c-8011-0d70ee9487de tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:01.397514 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d057946b-dbc2-4862-94d6-5f56d03424b1 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:01.435365 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-d057946b-dbc2-4862-94d6-5f56d03424b1 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Transition to ACTIVE for port object 5378f12d-09e0-48aa-9a4a-dd2b1e370dae will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:01.437337 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-49765c86-b82a-4237-a35e-e2a33519b999 req-68bec17a-454b-4c6c-8011-0d70ee9487de tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Calling delete_port for 34a916c3-eb5b-4b3f-b907-de857b2ac4cc owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:37:01.552616 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d057946b-dbc2-4862-94d6-5f56d03424b1 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:01.715264 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-f49de908-e9a2-42da-91f5-bafacceed2c2 None None] Allocated IP 172.20.0.2 (7683e829-7e35-48d8-a59e-7bfa3bb9d0ce/ddde7dba-a57b-4286-89f2-8792b55964da/0df8c9dc-7963-49e9-9d03-f706c8bc2e14) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:37:01.730209 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057946b-dbc2-4862-94d6-5f56d03424b1 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Pushing event updated for resources: {'Port': ['ID=5378f12d-09e0-48aa-9a4a-dd2b1e370dae,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:01.756079 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d057946b-dbc2-4862-94d6-5f56d03424b1 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Network 7683e829-7e35-48d8-a59e-7bfa3bb9d0ce is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:01.775716 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-d057946b-dbc2-4862-94d6-5f56d03424b1 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:01.783754 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d057946b-dbc2-4862-94d6-5f56d03424b1 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:37:01.839624 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6751ade-b636-4a17-af24-7edbfed4a39d req-45b25df5-1c90-45cf-9b7d-ba0d6f12072d tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:01.842338 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c6751ade-b636-4a17-af24-7edbfed4a39d req-45b25df5-1c90-45cf-9b7d-ba0d6f12072d tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3db5ad8-945c-4929-949c-b072b510413c HTTP/1.1" status: 200 len: 945 time: 0.6028020 Sep 01 15:37:01.969736 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d057946b-dbc2-4862-94d6-5f56d03424b1 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:01.971052 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d057946b-dbc2-4862-94d6-5f56d03424b1 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:02.024172 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d057946b-dbc2-4862-94d6-5f56d03424b1 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0215342 Sep 01 15:37:02.024891 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38536) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:02.031461 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-e93997e6-ea73-4a9b-b9f8-2f7af8a893c2 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1653308118', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:02.076800 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c6751ade-b636-4a17-af24-7edbfed4a39d req-e6a38063-7018-496e-98c3-fae63a4124da tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/security-groups?id=9781f562-8e85-41a2-be14-7fc7f923215f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655899 Sep 01 15:37:02.083852 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-49765c86-b82a-4237-a35e-e2a33519b999 req-68bec17a-454b-4c6c-8011-0d70ee9487de tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:02.109201 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-d0b93589-2ca3-47c9-a292-ada0ca83b57a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Deleting port 19bf84de-8e65-4e0d-ae77-914ecf7cc400 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:37:02.110290 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d0b93589-2ca3-47c9-a292-ada0ca83b57a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:02.130528 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e93997e6-ea73-4a9b-b9f8-2f7af8a893c2 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:02.132471 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e93997e6-ea73-4a9b-b9f8-2f7af8a893c2 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:02.153883 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f49de908-e9a2-42da-91f5-bafacceed2c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:02.179514 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f49de908-e9a2-42da-91f5-bafacceed2c2 None None] Transition to ACTIVE for port object 0df8c9dc-7963-49e9-9d03-f706c8bc2e14 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:02.224723 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f49de908-e9a2-42da-91f5-bafacceed2c2 None None] Transition to ACTIVE for port object 0df8c9dc-7963-49e9-9d03-f706c8bc2e14 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:02.233608 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bec17a-454b-4c6c-8011-0d70ee9487de tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Pushing event deleted for resources: {'Port': ['ID=34a916c3-eb5b-4b3f-b907-de857b2ac4cc,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:02.239526 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f49de908-e9a2-42da-91f5-bafacceed2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:02.306909 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e93997e6-ea73-4a9b-b9f8-2f7af8a893c2 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:02.325860 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e93997e6-ea73-4a9b-b9f8-2f7af8a893c2 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:02.357800 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf21dfe2-fb27-481c-8f96-b8898ecfa08c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:37:02.365552 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e93997e6-ea73-4a9b-b9f8-2f7af8a893c2 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:02.367156 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49de908-e9a2-42da-91f5-bafacceed2c2 None None] Network 7683e829-7e35-48d8-a59e-7bfa3bb9d0ce is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:02.369907 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e93997e6-ea73-4a9b-b9f8-2f7af8a893c2 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3437188 Sep 01 15:37:02.370695 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38550) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:02.377848 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-7beca30b-2178-4a7c-a769-728e7e449b27 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1432367037', 'prefixes': ['172.20.0.0/16']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:02.382497 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cce116-487a-4c69-a965-b0e057a4f4f4 None None] Sync routers for ids ['4e079543-bdce-480a-8d3a-addbd89ee9d1'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:37:02.389876 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-f49de908-e9a2-42da-91f5-bafacceed2c2 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:02.392992 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49de908-e9a2-42da-91f5-bafacceed2c2 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:37:02.419491 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49de908-e9a2-42da-91f5-bafacceed2c2 None None] Pushing event updated for resources: {'Port': ['ID=0df8c9dc-7963-49e9-9d03-f706c8bc2e14,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:02.445709 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-49765c86-b82a-4237-a35e-e2a33519b999 req-68bec17a-454b-4c6c-8011-0d70ee9487de tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] No DVR routers for this DVR port 34a916c3-eb5b-4b3f-b907-de857b2ac4cc on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:37:02.457588 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-49765c86-b82a-4237-a35e-e2a33519b999 req-68bec17a-454b-4c6c-8011-0d70ee9487de tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:02.461209 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-49765c86-b82a-4237-a35e-e2a33519b999 req-68bec17a-454b-4c6c-8011-0d70ee9487de tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.62 "DELETE /v2.0/ports/34a916c3-eb5b-4b3f-b907-de857b2ac4cc HTTP/1.1" status: 204 len: 173 time: 2.3975158 Sep 01 15:37:02.462422 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3db5ad8-945c-4929-949c-b072b510413c', 'name': 'network-vif-deleted', 'tag': '34a916c3-eb5b-4b3f-b907-de857b2ac4cc'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:37:02.467731 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc2e072-8b36-49ae-b779-e44902c0ff21" -d '{"events": [{"server_uuid": "c3db5ad8-945c-4929-949c-b072b510413c", "name": "network-vif-deleted", "tag": "34a916c3-eb5b-4b3f-b907-de857b2ac4cc"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:37:02.539745 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf21dfe2-fb27-481c-8f96-b8898ecfa08c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:02.563968 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 34a916c3-eb5b-4b3f-b907-de857b2ac4cc no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:37:02.607899 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7beca30b-2178-4a7c-a769-728e7e449b27 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks [] for subnetpool, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:02.616565 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38556) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:02.621597 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7beca30b-2178-4a7c-a769-728e7e449b27 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2493353 Sep 01 15:37:02.635651 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d0b93589-2ca3-47c9-a292-ada0ca83b57a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:02.642363 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-12b20757-da53-448f-813e-ec539eacd397 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ddde7dba-a57b-4286-89f2-8792b55964da', 'tempest-TagsExtTest-Tag-1154184594') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:02.680654 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cce116-487a-4c69-a965-b0e057a4f4f4 None None] Routers {'4e079543-bdce-480a-8d3a-addbd89ee9d1'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:02.683295 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-48cce116-487a-4c69-a965-b0e057a4f4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:36:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['4e079543-bdce-480a-8d3a-addbd89ee9d1'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:02.683899 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea4b154-73da-45ac-b079-8a9eaaa4ff3f x-openstack-request-id: req-cea4b154-73da-45ac-b079-8a9eaaa4ff3f {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:37:02.684269 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3db5ad8-945c-4929-949c-b072b510413c", "name": "network-vif-deleted", "tag": "34a916c3-eb5b-4b3f-b907-de857b2ac4cc", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:37:02.684601 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cea4b154-73da-45ac-b079-8a9eaaa4ff3f {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:37:02.685087 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3db5ad8-945c-4929-949c-b072b510413c', 'name': 'network-vif-deleted', 'tag': '34a916c3-eb5b-4b3f-b907-de857b2ac4cc', 'status': 'completed', 'code': 200} Sep 01 15:37:02.687186 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 34a916c3-eb5b-4b3f-b907-de857b2ac4cc {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:37:02.687901 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 34a916c3-eb5b-4b3f-b907-de857b2ac4cc not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:37:02.710787 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bf21dfe2-fb27-481c-8f96-b8898ecfa08c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.3390517 Sep 01 15:37:02.833965 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f49de908-e9a2-42da-91f5-bafacceed2c2 None None] Attempting to bind port 0df8c9dc-7963-49e9-9d03-f706c8bc2e14 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:37:02.834643 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f49de908-e9a2-42da-91f5-bafacceed2c2 None None] Attempting to bind port 0df8c9dc-7963-49e9-9d03-f706c8bc2e14 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '2d1ad374-3641-44e5-ac8f-e999ca408694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7683e829-7e35-48d8-a59e-7bfa3bb9d0ce'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:37:02.834739 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49de908-e9a2-42da-91f5-bafacceed2c2 None None] Attempting to bind port 0df8c9dc-7963-49e9-9d03-f706c8bc2e14 on network 7683e829-7e35-48d8-a59e-7bfa3bb9d0ce {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:37:02.953882 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49de908-e9a2-42da-91f5-bafacceed2c2 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:37:02.954350 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49de908-e9a2-42da-91f5-bafacceed2c2 None None] Checking segment: {'id': '2d1ad374-3641-44e5-ac8f-e999ca408694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7683e829-7e35-48d8-a59e-7bfa3bb9d0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:37:02.957015 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f49de908-e9a2-42da-91f5-bafacceed2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:02.958206 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49de908-e9a2-42da-91f5-bafacceed2c2 None None] Bound using segment: {'id': '2d1ad374-3641-44e5-ac8f-e999ca408694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7683e829-7e35-48d8-a59e-7bfa3bb9d0ce'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:37:02.959110 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f49de908-e9a2-42da-91f5-bafacceed2c2 None None] Bound port: 0df8c9dc-7963-49e9-9d03-f706c8bc2e14, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1ad374-3641-44e5-ac8f-e999ca408694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7683e829-7e35-48d8-a59e-7bfa3bb9d0ce'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:37:02.959894 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f49de908-e9a2-42da-91f5-bafacceed2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:03.095377 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-48cce116-487a-4c69-a965-b0e057a4f4f4 None None] Set router 4e079543-bdce-480a-8d3a-addbd89ee9d1 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:37:03.353725 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f49de908-e9a2-42da-91f5-bafacceed2c2 None None] For port 0df8c9dc-7963-49e9-9d03-f706c8bc2e14, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:37:03.361358 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f49de908-e9a2-42da-91f5-bafacceed2c2 None None] For port 0df8c9dc-7963-49e9-9d03-f706c8bc2e14, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=0df8c9dc-7963-49e9-9d03-f706c8bc2e14,segment=NetworkSegment(2d1ad374-3641-44e5-ac8f-e999ca408694),segment_id=2d1ad374-3641-44e5-ac8f-e999ca408694)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:37:03.386823 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f49de908-e9a2-42da-91f5-bafacceed2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:03.400268 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5c97a1e2-bb41-4a09-a48e-a05acd1c082d req-24c7e33e-71ee-4ede-b9c8-eb337e68727b tempest-ServersNegativeTestMultiTenantJSON-317100212 tempest-ServersNegativeTestMultiTenantJSON-317100212-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3db5ad8-945c-4929-949c-b072b510413c HTTP/1.1" status: 200 len: 210 time: 0.0750794 Sep 01 15:37:03.630420 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56beb09-f709-4263-9acf-cedec7e16306 req-c591f0f3-0e5b-4d02-9c07-dffd9e434d34 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:03.634564 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56beb09-f709-4263-9acf-cedec7e16306 req-c591f0f3-0e5b-4d02-9c07-dffd9e434d34 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 945 time: 0.2462542 Sep 01 15:37:03.740541 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49de908-e9a2-42da-91f5-bafacceed2c2 None None] Pushing event updated for resources: {'Port': ['ID=0df8c9dc-7963-49e9-9d03-f706c8bc2e14,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:03.855913 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56beb09-f709-4263-9acf-cedec7e16306 req-1ac173e1-4263-4013-b184-7fbe2b68e55e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765041 Sep 01 15:37:03.889862 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38596) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:03.962708 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d0b93589-2ca3-47c9-a292-ada0ca83b57a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:03.963418 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d0b93589-2ca3-47c9-a292-ada0ca83b57a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:03.963915 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-d0b93589-2ca3-47c9-a292-ada0ca83b57a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Floating IP 721eef1b-e090-4e2b-8e36-87f752634fb6 disassociated. External IP: 172.25.6.55, port: 19bf84de-8e65-4e0d-ae77-914ecf7cc400. Sep 01 15:37:03.965286 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-d0b93589-2ca3-47c9-a292-ada0ca83b57a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Calling delete_port for 19bf84de-8e65-4e0d-ae77-914ecf7cc400 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:37:04.031375 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-12b20757-da53-448f-813e-ec539eacd397 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "PUT /v2.0/subnets/ddde7dba-a57b-4286-89f2-8792b55964da/tags/tempest-TagsExtTest-Tag-1154184594 HTTP/1.1" status: 201 len: 201 time: 1.4113605 Sep 01 15:37:04.034690 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38598) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:04.043797 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-a987c7f3-e29b-4376-8439-406350afc5b4 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5378f12d-09e0-48aa-9a4a-dd2b1e370dae', 'tempest-TagsExtTest-Tag-2054637463') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:04.060967 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-48cce116-487a-4c69-a965-b0e057a4f4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983528627', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:01Z', 'updated_at': '2021-09-01T15:36:16Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:03Z', 'updated_at': '2021-09-01T15:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'e29ea704-a4c6-4d46-895e-05b0759b3e71', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'floating_ip_address': '172.25.6.103', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'port_id': '441c5c04-35ae-4ed9-ac67-b3fa6a93be1a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36', 'mac_address': 'fa:16:3e:b4:2d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de68bf-08a5-4a61-9ca7-729a5d3b5134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:36:56Z', 'updated_at': '2021-09-01T15:36:56Z', 'revision_number': 0, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9798b17b-f43e-4735-9d72-91d8cf1f3171', 'name': '', 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:2f:97:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '8df99ffd-b89d-4c15-aa68-2d6c8f8a428c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:11Z', 'updated_at': '2021-09-01T15:36:28Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': '8df99ffd-b89d-4c15-aa68-2d6c8f8a428c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:04.173683 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cce116-487a-4c69-a965-b0e057a4f4f4 None None] Checking router: 4e079543-bdce-480a-8d3a-addbd89ee9d1 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:37:04.201334 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0096c5bb-1843-4b7a-bd0e-dc862a1e6f8c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/floatingips/e29ea704-a4c6-4d46-895e-05b0759b3e71 HTTP/1.1" status: 200 len: 991 time: 0.3097885 Sep 01 15:37:04.211866 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cce116-487a-4c69-a965-b0e057a4f4f4 None None] Routers {'4e079543-bdce-480a-8d3a-addbd89ee9d1'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:04.213728 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a987c7f3-e29b-4376-8439-406350afc5b4 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "PUT /v2.0/ports/5378f12d-09e0-48aa-9a4a-dd2b1e370dae/tags/tempest-TagsExtTest-Tag-2054637463 HTTP/1.1" status: 201 len: 201 time: 0.1765876 Sep 01 15:37:04.215955 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-48cce116-487a-4c69-a965-b0e057a4f4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:36:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['4e079543-bdce-480a-8d3a-addbd89ee9d1'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:04.216239 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38604) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:04.267441 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-f6ec8d1e-3935-425b-94bb-e78318cd3558 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6353ef84-7faf-49f1-9192-6d8b12223567', 'tempest-TagsExtTest-Tag-1565124907') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:04.381722 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-48cce116-487a-4c69-a965-b0e057a4f4f4 None None] Set router 4e079543-bdce-480a-8d3a-addbd89ee9d1 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:37:04.450556 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d0b93589-2ca3-47c9-a292-ada0ca83b57a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:04.466772 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f6ec8d1e-3935-425b-94bb-e78318cd3558 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "PUT /v2.0/routers/6353ef84-7faf-49f1-9192-6d8b12223567/tags/tempest-TagsExtTest-Tag-1565124907 HTTP/1.1" status: 201 len: 201 time: 0.2489235 Sep 01 15:37:04.468406 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38614) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:04.474770 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-af57f8bb-5081-4041-b9f1-964968f8642b tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8c2a5a56-93ff-48b2-bd6b-bc95cab3f0ab', 'tempest-TagsExtTest-Tag-1293194714') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:04.557465 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b93589-2ca3-47c9-a292-ada0ca83b57a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event deleted for resources: {'Port': ['ID=19bf84de-8e65-4e0d-ae77-914ecf7cc400,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:04.562869 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38616) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:04.617593 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-af57f8bb-5081-4041-b9f1-964968f8642b tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "PUT /v2.0/subnetpools/8c2a5a56-93ff-48b2-bd6b-bc95cab3f0ab/tags/tempest-TagsExtTest-Tag-1293194714 HTTP/1.1" status: 201 len: 201 time: 0.1470850 Sep 01 15:37:04.621115 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38624) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:04.633985 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-223a33f3-23ef-4637-a1ec-26619ae16db5 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ddde7dba-a57b-4286-89f2-8792b55964da') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:04.731590 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9de68bf-08a5-4a61-9ca7-729a5d3b5134', 'tag': '441c5c04-35ae-4ed9-ac67-b3fa6a93be1a'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:37:04.731590 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc74844-6770-4271-8efe-4915b8140c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "c9de68bf-08a5-4a61-9ca7-729a5d3b5134", "tag": "441c5c04-35ae-4ed9-ac67-b3fa6a93be1a"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:37:04.935669 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e786b9d-9750-4eec-8658-2aeb3c23f26f admin admin] Deleting subnet 9d3b8207-c5c0-480e-b75b-05a5fb85881a {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:37:04.952454 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa560ad9-4c7a-46f2-9648-79477cf6f55d x-openstack-request-id: req-aa560ad9-4c7a-46f2-9648-79477cf6f55d {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:37:04.952771 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9de68bf-08a5-4a61-9ca7-729a5d3b5134", "tag": "441c5c04-35ae-4ed9-ac67-b3fa6a93be1a", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:37:04.953031 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa560ad9-4c7a-46f2-9648-79477cf6f55d {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:37:04.953475 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9de68bf-08a5-4a61-9ca7-729a5d3b5134', 'tag': '441c5c04-35ae-4ed9-ac67-b3fa6a93be1a', 'status': 'completed', 'code': 200} Sep 01 15:37:04.955324 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e786b9d-9750-4eec-8658-2aeb3c23f26f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:04.986412 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-223a33f3-23ef-4637-a1ec-26619ae16db5 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "GET /v2.0/subnets/ddde7dba-a57b-4286-89f2-8792b55964da/tags HTTP/1.1" status: 200 len: 241 time: 0.3588359 Sep 01 15:37:04.987186 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38632) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:05.004390 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-3b833b75-5072-4d8f-9efa-6045b46a878f tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ddde7dba-a57b-4286-89f2-8792b55964da', 'tempest-TagsExtTest-Tag-1154184594') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:05.036584 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-48cce116-487a-4c69-a965-b0e057a4f4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983528627', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:01Z', 'updated_at': '2021-09-01T15:36:16Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:03Z', 'updated_at': '2021-09-01T15:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'e29ea704-a4c6-4d46-895e-05b0759b3e71', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'floating_ip_address': '172.25.6.103', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'port_id': '441c5c04-35ae-4ed9-ac67-b3fa6a93be1a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36', 'mac_address': 'fa:16:3e:b4:2d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de68bf-08a5-4a61-9ca7-729a5d3b5134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:36:56Z', 'updated_at': '2021-09-01T15:36:56Z', 'revision_number': 0, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9798b17b-f43e-4735-9d72-91d8cf1f3171', 'name': '', 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:2f:97:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '8df99ffd-b89d-4c15-aa68-2d6c8f8a428c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:11Z', 'updated_at': '2021-09-01T15:36:28Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': '8df99ffd-b89d-4c15-aa68-2d6c8f8a428c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:05.091801 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b93589-2ca3-47c9-a292-ada0ca83b57a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Router efb6933d-7162-411b-93f4-6bd30d68a96b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:37:05.094989 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e786b9d-9750-4eec-8658-2aeb3c23f26f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:05.150833 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cce116-487a-4c69-a965-b0e057a4f4f4 None None] The sync data for ids ['4e079543-bdce-480a-8d3a-addbd89ee9d1'] in n-d-794796-3 is: [{'id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983528627', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:01Z', 'updated_at': '2021-09-01T15:36:16Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:03Z', 'updated_at': '2021-09-01T15:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'e29ea704-a4c6-4d46-895e-05b0759b3e71', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'floating_ip_address': '172.25.6.103', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'port_id': '441c5c04-35ae-4ed9-ac67-b3fa6a93be1a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36', 'mac_address': 'fa:16:3e:b4:2d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de68bf-08a5-4a61-9ca7-729a5d3b5134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:36:56Z', 'updated_at': '2021-09-01T15:36:56Z', 'revision_number': 0, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9798b17b-f43e-4735-9d72-91d8cf1f3171', 'name': '', 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:2f:97:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '8df99ffd-b89d-4c15-aa68-2d6c8f8a428c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:11Z', 'updated_at': '2021-09-01T15:36:28Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': '8df99ffd-b89d-4c15-aa68-2d6c8f8a428c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:37:05.215441 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38642) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:05.416892 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc74844-6770-4271-8efe-4915b8140c1e req-d068490d-b7f7-4729-9737-7e03fcb78015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:05.420181 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3cc74844-6770-4271-8efe-4915b8140c1e req-d068490d-b7f7-4729-9737-7e03fcb78015 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 1096 time: 0.5221510 Sep 01 15:37:05.447593 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 0df8c9dc-7963-49e9-9d03-f706c8bc2e14 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:37:05.482438 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e786b9d-9750-4eec-8658-2aeb3c23f26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:05.563524 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b93589-2ca3-47c9-a292-ada0ca83b57a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:37:05.576192 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137b0a7a-e8af-4f6d-bcef-6d3fd75a113e None None] Sync routers for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:37:05.592293 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137b0a7a-e8af-4f6d-bcef-6d3fd75a113e None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:05.594475 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-137b0a7a-e8af-4f6d-bcef-6d3fd75a113e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:36:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:05.602053 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 0df8c9dc-7963-49e9-9d03-f706c8bc2e14 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:05.678118 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-861b0669-cbb2-4172-bda5-3ffe75358a9d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/floatingips/e29ea704-a4c6-4d46-895e-05b0759b3e71 HTTP/1.1" status: 200 len: 991 time: 0.4606938 Sep 01 15:37:05.694671 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6138ef9f-6c0e-492e-82ff-ce28862be2c8 None None] Network 7683e829-7e35-48d8-a59e-7bfa3bb9d0ce requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:37:05.726688 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3b833b75-5072-4d8f-9efa-6045b46a878f tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "GET /v2.0/subnets/ddde7dba-a57b-4286-89f2-8792b55964da/tags/tempest-TagsExtTest-Tag-1154184594 HTTP/1.1" status: 204 len: 168 time: 0.7348895 Sep 01 15:37:05.727435 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38648) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:05.744086 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-137b0a7a-e8af-4f6d-bcef-6d3fd75a113e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:05.761520 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-67ceb858-9ce5-42cf-8857-f4af74a5cff0 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ddde7dba-a57b-4286-89f2-8792b55964da', 'tempest-TagsExtTest-Tag-1154184594') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:05.782946 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137b0a7a-e8af-4f6d-bcef-6d3fd75a113e None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:05.783706 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-137b0a7a-e8af-4f6d-bcef-6d3fd75a113e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:36:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:05.837250 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e786b9d-9750-4eec-8658-2aeb3c23f26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:05.897841 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd96c93-4e27-4e08-9449-59f93472df4d None None] New status for floating IP e29ea704-a4c6-4d46-895e-05b0759b3e71: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:37:05.915610 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-137b0a7a-e8af-4f6d-bcef-6d3fd75a113e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:05.916307 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137b0a7a-e8af-4f6d-bcef-6d3fd75a113e None None] The sync data for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:37:05.968869 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e786b9d-9750-4eec-8658-2aeb3c23f26f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d3b8207-c5c0-480e-b75b-05a5fb85881a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:05.991322 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6e786b9d-9750-4eec-8658-2aeb3c23f26f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:05.991322 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6e786b9d-9750-4eec-8658-2aeb3c23f26f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9d3b8207-c5c0-480e-b75b-05a5fb85881a HTTP/1.1" status: 204 len: 168 time: 1.4214787 Sep 01 15:37:05.993756 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d0b93589-2ca3-47c9-a292-ada0ca83b57a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:05.997290 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d0b93589-2ca3-47c9-a292-ada0ca83b57a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "DELETE /v2.0/ports/19bf84de-8e65-4e0d-ae77-914ecf7cc400 HTTP/1.1" status: 204 len: 168 time: 5.1477797 Sep 01 15:37:06.005604 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38658) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:06.006039 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38660) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:06.027116 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-11e7bbc0-9f85-4b6a-ade6-80680fc510cf None None] Provisioning for port 0df8c9dc-7963-49e9-9d03-f706c8bc2e14 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:06.062613 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-11e7bbc0-9f85-4b6a-ade6-80680fc510cf None None] Provisioning complete for port 0df8c9dc-7963-49e9-9d03-f706c8bc2e14 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:06.063386 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-11e7bbc0-9f85-4b6a-ade6-80680fc510cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:06.066945 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc74844-6770-4271-8efe-4915b8140c1e req-1856c322-46cb-4735-8de3-2cd784393b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:06.070111 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3cc74844-6770-4271-8efe-4915b8140c1e req-1856c322-46cb-4735-8de3-2cd784393b3c service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d04b4de-633f-41d8-9d91-72f67f548b36 HTTP/1.1" status: 200 len: 896 time: 0.6358309 Sep 01 15:37:06.104506 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-727a4a7e-4c20-474d-9e33-e04216928e03 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "GET /v2.0/floatingips/721eef1b-e090-4e2b-8e36-87f752634fb6 HTTP/1.1" status: 200 len: 687 time: 0.0857863 Sep 01 15:37:06.111963 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38664) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:06.308490 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-48fc4cb3-3ecc-4572-832b-ef60b21b13dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:06.415107 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3cc74844-6770-4271-8efe-4915b8140c1e req-7459d88c-b577-4326-854d-e26313815d34 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=441c5c04-35ae-4ed9-ac67-b3fa6a93be1a HTTP/1.1" status: 200 len: 999 time: 0.2924681 Sep 01 15:37:06.482530 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-11e7bbc0-9f85-4b6a-ade6-80680fc510cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:06.507431 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-48fc4cb3-3ecc-4572-832b-ef60b21b13dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:06.526747 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-48fc4cb3-3ecc-4572-832b-ef60b21b13dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff4dab0d-570b-4994-9d10-9781e1ce854c']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:06.545111 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-48fc4cb3-3ecc-4572-832b-ef60b21b13dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b440f57c-ad22-492b-94f2-70ca123a26d2') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:06.545642 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-48fc4cb3-3ecc-4572-832b-ef60b21b13dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b440f57c-ad22-492b-94f2-70ca123a26d2') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:06.563700 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-48fc4cb3-3ecc-4572-832b-ef60b21b13dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:06.588987 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-48fc4cb3-3ecc-4572-832b-ef60b21b13dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:06.598847 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48fc4cb3-3ecc-4572-832b-ef60b21b13dc admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:37:06.599320 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-48fc4cb3-3ecc-4572-832b-ef60b21b13dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:06.647881 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-11e7bbc0-9f85-4b6a-ade6-80680fc510cf None None] For port 0df8c9dc-7963-49e9-9d03-f706c8bc2e14, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=0df8c9dc-7963-49e9-9d03-f706c8bc2e14,segment=NetworkSegment(2d1ad374-3641-44e5-ac8f-e999ca408694),segment_id=2d1ad374-3641-44e5-ac8f-e999ca408694)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:06.661223 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-11e7bbc0-9f85-4b6a-ade6-80680fc510cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:06.688209 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38672) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:37:06.689176 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:37:06.778600 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7bbc0-9f85-4b6a-ade6-80680fc510cf None None] Pushing event updated for resources: {'Port': ['ID=0df8c9dc-7963-49e9-9d03-f706c8bc2e14,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:06.902320 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-67ceb858-9ce5-42cf-8857-f4af74a5cff0 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "DELETE /v2.0/subnets/ddde7dba-a57b-4286-89f2-8792b55964da/tags/tempest-TagsExtTest-Tag-1154184594 HTTP/1.1" status: 204 len: 168 time: 1.1597106 Sep 01 15:37:06.918625 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38680) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:06.924684 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-48fc4cb3-3ecc-4572-832b-ef60b21b13dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:06.936653 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-48fc4cb3-3ecc-4572-832b-ef60b21b13dc admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:06.945007 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-48fc4cb3-3ecc-4572-832b-ef60b21b13dc admin admin] 10.222.0.60 "DELETE /v2.0/networks/ff4dab0d-570b-4994-9d10-9781e1ce854c HTTP/1.1" status: 204 len: 168 time: 0.9335418 Sep 01 15:37:06.945728 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-85a983ff-54a3-4331-b2cd-225197b786da tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ddde7dba-a57b-4286-89f2-8792b55964da') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:06.946714 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38682) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:06.974819 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc74844-6770-4271-8efe-4915b8140c1e req-9aa39e2e-1ec5-42f0-91fb-1b87c29cfb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:06.976811 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3cc74844-6770-4271-8efe-4915b8140c1e req-9aa39e2e-1ec5-42f0-91fb-1b87c29cfb26 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8df99ffd-b89d-4c15-aa68-2d6c8f8a428c HTTP/1.1" status: 200 len: 835 time: 0.4410262 Sep 01 15:37:06.981911 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ee301f27-62cd-4ed6-b1ae-a679a34e535e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/floatingips/e29ea704-a4c6-4d46-895e-05b0759b3e71 HTTP/1.1" status: 200 len: 993 time: 0.2911642 Sep 01 15:37:07.071143 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc4cb3-3ecc-4572-832b-ef60b21b13dc admin admin] Pushing event deleted for resources: {'Network': ['ID=ff4dab0d-570b-4994-9d10-9781e1ce854c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:07.133615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1277239-2e43-467d-b84a-b5357d190850 admin admin] Deleting subnet 3ac5a2b2-925e-4e5a-b219-4ed52892aee2 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:37:07.149497 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d1277239-2e43-467d-b84a-b5357d190850 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:07.221745 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-85b6a068-aac3-4ff7-8db7-9cae502761f2 None None] Provisioning for port 5378f12d-09e0-48aa-9a4a-dd2b1e370dae completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:07.228143 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-85b6a068-aac3-4ff7-8db7-9cae502761f2 None None] Provisioning complete for port 5378f12d-09e0-48aa-9a4a-dd2b1e370dae triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:07.228732 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-85b6a068-aac3-4ff7-8db7-9cae502761f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:07.230711 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc74844-6770-4271-8efe-4915b8140c1e req-048f2641-ad4a-4747-99c2-3b794b07bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:07.235481 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3cc74844-6770-4271-8efe-4915b8140c1e req-048f2641-ad4a-4747-99c2-3b794b07bfc8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d04b4de-633f-41d8-9d91-72f67f548b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2170813 Sep 01 15:37:07.240009 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-d230bc16-8feb-4139-a91e-9bfb8e4fe996 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Deleting port f16e440f-70a7-454d-9d51-d765f42b88da {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:37:07.243388 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d230bc16-8feb-4139-a91e-9bfb8e4fe996 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:07.299935 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d1277239-2e43-467d-b84a-b5357d190850 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:07.336686 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 0df8c9dc-7963-49e9-9d03-f706c8bc2e14 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:37:07.414113 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-85b6a068-aac3-4ff7-8db7-9cae502761f2 None None] Port 5378f12d-09e0-48aa-9a4a-dd2b1e370dae cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:37:07.466730 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-85b6a068-aac3-4ff7-8db7-9cae502761f2 None None] Provisioning complete for port 0df8c9dc-7963-49e9-9d03-f706c8bc2e14 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:07.467345 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-85b6a068-aac3-4ff7-8db7-9cae502761f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:07.484490 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-3cc74844-6770-4271-8efe-4915b8140c1e req-74e9d906-f331-45a1-900a-aea61ebded53 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:37:07.487702 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d1277239-2e43-467d-b84a-b5357d190850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:07.494469 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3cc74844-6770-4271-8efe-4915b8140c1e req-74e9d906-f331-45a1-900a-aea61ebded53 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0797844 Sep 01 15:37:07.649849 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d1277239-2e43-467d-b84a-b5357d190850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:07.660112 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-85a983ff-54a3-4331-b2cd-225197b786da tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "GET /v2.0/subnets/ddde7dba-a57b-4286-89f2-8792b55964da/tags HTTP/1.1" status: 200 len: 205 time: 0.7401805 Sep 01 15:37:07.661601 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 0df8c9dc-7963-49e9-9d03-f706c8bc2e14 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:07.663415 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:07.678730 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38704) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:07.706136 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-d7fbdaa3-e893-43db-b2cc-87203cde98c2 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5378f12d-09e0-48aa-9a4a-dd2b1e370dae') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:07.798762 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1277239-2e43-467d-b84a-b5357d190850 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ac5a2b2-925e-4e5a-b219-4ed52892aee2,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:07.827567 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d1277239-2e43-467d-b84a-b5357d190850 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:07.829617 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d1277239-2e43-467d-b84a-b5357d190850 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3ac5a2b2-925e-4e5a-b219-4ed52892aee2 HTTP/1.1" status: 204 len: 168 time: 0.8675060 Sep 01 15:37:07.838879 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38708) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:07.901443 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d7fbdaa3-e893-43db-b2cc-87203cde98c2 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "GET /v2.0/ports/5378f12d-09e0-48aa-9a4a-dd2b1e370dae/tags HTTP/1.1" status: 200 len: 241 time: 0.2065148 Sep 01 15:37:07.904509 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38710) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:07.921718 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-8d5204e7-075d-4c96-b842-a13c990fc49b tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5378f12d-09e0-48aa-9a4a-dd2b1e370dae', 'tempest-TagsExtTest-Tag-2054637463') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:07.997399 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d230bc16-8feb-4139-a91e-9bfb8e4fe996 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:07.997973 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d230bc16-8feb-4139-a91e-9bfb8e4fe996 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:08.005421 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8d5204e7-075d-4c96-b842-a13c990fc49b tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "GET /v2.0/ports/5378f12d-09e0-48aa-9a4a-dd2b1e370dae/tags/tempest-TagsExtTest-Tag-2054637463 HTTP/1.1" status: 204 len: 168 time: 0.0969577 Sep 01 15:37:08.007490 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38712) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:08.012838 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-4582cfc0-cc80-40a5-a9b3-acc1fc72d24f tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5378f12d-09e0-48aa-9a4a-dd2b1e370dae', 'tempest-TagsExtTest-Tag-2054637463') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:08.042588 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-d230bc16-8feb-4139-a91e-9bfb8e4fe996 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Calling delete_port for f16e440f-70a7-454d-9d51-d765f42b88da owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:37:08.058390 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9da19e44-010d-45e6-bcd6-d6a8d35eea07 None None] Provisioning complete for port 5378f12d-09e0-48aa-9a4a-dd2b1e370dae triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:08.058779 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9da19e44-010d-45e6-bcd6-d6a8d35eea07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:08.174183 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-9da19e44-010d-45e6-bcd6-d6a8d35eea07 None None] Port 5378f12d-09e0-48aa-9a4a-dd2b1e370dae cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:37:08.216520 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e70c74f-4026-4cad-8e33-168b9859e891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:08.221689 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f0be140e-e848-4b4d-b370-edf5298cae45 req-0ecf2337-398b-49ad-9198-5dca00430145 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0934587 Sep 01 15:37:08.255092 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4582cfc0-cc80-40a5-a9b3-acc1fc72d24f tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "DELETE /v2.0/ports/5378f12d-09e0-48aa-9a4a-dd2b1e370dae/tags/tempest-TagsExtTest-Tag-2054637463 HTTP/1.1" status: 204 len: 168 time: 0.2436864 Sep 01 15:37:08.255497 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38718) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:08.261462 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-2078c499-cf44-45aa-a3ed-e4be2ea38ff9 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5378f12d-09e0-48aa-9a4a-dd2b1e370dae') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:08.275254 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3cc74844-6770-4271-8efe-4915b8140c1e req-dc168789-d12b-4401-82ad-5465d18d2051 service neutron] 10.222.0.45 "GET /v2.0/networks/0d04b4de-633f-41d8-9d91-72f67f548b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7376978 Sep 01 15:37:08.333317 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2078c499-cf44-45aa-a3ed-e4be2ea38ff9 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "GET /v2.0/ports/5378f12d-09e0-48aa-9a4a-dd2b1e370dae/tags HTTP/1.1" status: 200 len: 205 time: 0.0736341 Sep 01 15:37:08.333508 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38720) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:08.338797 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-e3748808-89cd-4ab2-b31b-544d31d6a564 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6353ef84-7faf-49f1-9192-6d8b12223567') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:08.458346 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e3748808-89cd-4ab2-b31b-544d31d6a564 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "GET /v2.0/routers/6353ef84-7faf-49f1-9192-6d8b12223567/tags HTTP/1.1" status: 200 len: 241 time: 0.1220338 Sep 01 15:37:08.461838 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38722) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:08.469882 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-a5b8f35e-2f7e-4f94-a50a-07adc3d8e502 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6353ef84-7faf-49f1-9192-6d8b12223567', 'tempest-TagsExtTest-Tag-1565124907') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:08.619425 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a5b8f35e-2f7e-4f94-a50a-07adc3d8e502 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "GET /v2.0/routers/6353ef84-7faf-49f1-9192-6d8b12223567/tags/tempest-TagsExtTest-Tag-1565124907 HTTP/1.1" status: 204 len: 168 time: 0.1557949 Sep 01 15:37:08.620263 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38728) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:08.626089 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-b401b59c-46f3-4029-b856-d7ed6e148bbf tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6353ef84-7faf-49f1-9192-6d8b12223567', 'tempest-TagsExtTest-Tag-1565124907') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:08.653193 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:08.720852 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3cc74844-6770-4271-8efe-4915b8140c1e req-bdbacb72-e31a-4407-8f01-aa7a57ab3ad7 service neutron] 10.222.0.45 "GET /v2.0/networks/0d04b4de-633f-41d8-9d91-72f67f548b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360843 Sep 01 15:37:08.746645 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e70c74f-4026-4cad-8e33-168b9859e891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:08.773569 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-8e70c74f-4026-4cad-8e33-168b9859e891 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5470a3eb-e1b5-4cae-9e42-66508885b914']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:08.826223 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-8e70c74f-4026-4cad-8e33-168b9859e891 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a222f7e-a1ed-4510-ba3c-72b2913292bb') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:08.826223 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-8e70c74f-4026-4cad-8e33-168b9859e891 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a222f7e-a1ed-4510-ba3c-72b2913292bb') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:08.855710 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e70c74f-4026-4cad-8e33-168b9859e891 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:08.899068 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e70c74f-4026-4cad-8e33-168b9859e891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:08.915348 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e70c74f-4026-4cad-8e33-168b9859e891 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:37:08.915936 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e70c74f-4026-4cad-8e33-168b9859e891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:37:08.923222 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:37:08.979900 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b401b59c-46f3-4029-b856-d7ed6e148bbf tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "DELETE /v2.0/routers/6353ef84-7faf-49f1-9192-6d8b12223567/tags/tempest-TagsExtTest-Tag-1565124907 HTTP/1.1" status: 204 len: 168 time: 0.3582044 Sep 01 15:37:08.982854 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38752) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:08.996532 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-ddc8f3f1-bfcb-4cf7-bcd1-d6698d424cfc tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6353ef84-7faf-49f1-9192-6d8b12223567') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:09.073172 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d230bc16-8feb-4139-a91e-9bfb8e4fe996 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:09.107456 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e70c74f-4026-4cad-8e33-168b9859e891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:09.169556 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ddc8f3f1-bfcb-4cf7-bcd1-d6698d424cfc tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "GET /v2.0/routers/6353ef84-7faf-49f1-9192-6d8b12223567/tags HTTP/1.1" status: 200 len: 205 time: 0.1848862 Sep 01 15:37:09.172562 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38756) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:09.182660 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-40e559aa-52f1-4ed9-8581-835dbb8f6cd6 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8c2a5a56-93ff-48b2-bd6b-bc95cab3f0ab') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:09.259882 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8e70c74f-4026-4cad-8e33-168b9859e891 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:09.262020 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8e70c74f-4026-4cad-8e33-168b9859e891 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5470a3eb-e1b5-4cae-9e42-66508885b914 HTTP/1.1" status: 204 len: 168 time: 1.4141932 Sep 01 15:37:09.277536 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230bc16-8feb-4139-a91e-9bfb8e4fe996 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event deleted for resources: {'Port': ['ID=f16e440f-70a7-454d-9d51-d765f42b88da,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:09.281105 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ef212211-12e8-46ee-9464-8717dba092f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:09.288073 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-40e559aa-52f1-4ed9-8581-835dbb8f6cd6 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "GET /v2.0/subnetpools/8c2a5a56-93ff-48b2-bd6b-bc95cab3f0ab/tags HTTP/1.1" status: 200 len: 241 time: 0.1132090 Sep 01 15:37:09.289793 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38764) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:09.303583 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-0abb221a-263d-43a1-9b9c-875fc4610e40 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8c2a5a56-93ff-48b2-bd6b-bc95cab3f0ab', 'tempest-TagsExtTest-Tag-1293194714') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:09.313012 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70c74f-4026-4cad-8e33-168b9859e891 admin admin] Pushing event deleted for resources: {'Network': ['ID=5470a3eb-e1b5-4cae-9e42-66508885b914,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:09.320642 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d230bc16-8feb-4139-a91e-9bfb8e4fe996 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:09.324121 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d230bc16-8feb-4139-a91e-9bfb8e4fe996 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:09.325371 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d230bc16-8feb-4139-a91e-9bfb8e4fe996 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "DELETE /v2.0/floatingips/721eef1b-e090-4e2b-8e36-87f752634fb6 HTTP/1.1" status: 204 len: 168 time: 2.9219790 Sep 01 15:37:09.331464 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38766) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:09.334832 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be140e-e848-4b4d-b370-edf5298cae45 req-6c5ba97a-692b-48cc-94a4-888074b1e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:09.339683 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-cadf0518-decb-4f11-9937-0032658336af tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'port_id': '533d9a33-018f-44bd-967c-bac6d80d4104'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:09.340036 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f0be140e-e848-4b4d-b370-edf5298cae45 req-6c5ba97a-692b-48cc-94a4-888074b1e803 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 1096 time: 0.3914826 Sep 01 15:37:09.407943 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0abb221a-263d-43a1-9b9c-875fc4610e40 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "GET /v2.0/subnetpools/8c2a5a56-93ff-48b2-bd6b-bc95cab3f0ab/tags/tempest-TagsExtTest-Tag-1293194714 HTTP/1.1" status: 204 len: 168 time: 0.1081662 Sep 01 15:37:09.412742 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38768) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:09.423144 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-f904e52a-5331-4d38-9d58-28a4fb35c7d5 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '8c2a5a56-93ff-48b2-bd6b-bc95cab3f0ab', 'tempest-TagsExtTest-Tag-1293194714') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:09.482777 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cadf0518-decb-4f11-9937-0032658336af tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:09.633868 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be140e-e848-4b4d-b370-edf5298cae45 req-96859465-27ab-40a8-a078-1970b590f254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:09.641270 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f0be140e-e848-4b4d-b370-edf5298cae45 req-96859465-27ab-40a8-a078-1970b590f254 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d04b4de-633f-41d8-9d91-72f67f548b36 HTTP/1.1" status: 200 len: 896 time: 0.2757215 Sep 01 15:37:09.710954 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f904e52a-5331-4d38-9d58-28a4fb35c7d5 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "DELETE /v2.0/subnetpools/8c2a5a56-93ff-48b2-bd6b-bc95cab3f0ab/tags/tempest-TagsExtTest-Tag-1293194714 HTTP/1.1" status: 204 len: 168 time: 0.2958465 Sep 01 15:37:09.715396 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38772) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:09.726323 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-af47c16e-c157-4e44-84de-eb9508da66a3 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8c2a5a56-93ff-48b2-bd6b-bc95cab3f0ab') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:09.803193 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-af47c16e-c157-4e44-84de-eb9508da66a3 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "GET /v2.0/subnetpools/8c2a5a56-93ff-48b2-bd6b-bc95cab3f0ab/tags HTTP/1.1" status: 200 len: 205 time: 0.0833583 Sep 01 15:37:09.807557 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38774) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:09.815795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-28513b00-713c-41a6-879b-7f266967840c tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8c2a5a56-93ff-48b2-bd6b-bc95cab3f0ab') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:09.892995 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f0be140e-e848-4b4d-b370-edf5298cae45 req-53181a7f-0438-4141-b3b7-c5e4636bf9c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=441c5c04-35ae-4ed9-ac67-b3fa6a93be1a HTTP/1.1" status: 200 len: 1001 time: 0.2352846 Sep 01 15:37:09.942325 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38780) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:09.964131 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cadf0518-decb-4f11-9937-0032658336af tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:09.974665 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-28513b00-713c-41a6-879b-7f266967840c tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "DELETE /v2.0/subnetpools/8c2a5a56-93ff-48b2-bd6b-bc95cab3f0ab/tags HTTP/1.1" status: 204 len: 168 time: 0.1651933 Sep 01 15:37:09.989625 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38784) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:10.004170 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-59ded588-ef18-479b-a419-28fc7d9141cc tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6353ef84-7faf-49f1-9192-6d8b12223567') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:10.031731 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be140e-e848-4b4d-b370-edf5298cae45 req-5d43eb20-9a42-49e6-9699-350999f82014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:10.038111 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f0be140e-e848-4b4d-b370-edf5298cae45 req-5d43eb20-9a42-49e6-9699-350999f82014 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8df99ffd-b89d-4c15-aa68-2d6c8f8a428c HTTP/1.1" status: 200 len: 835 time: 0.1333098 Sep 01 15:37:10.106210 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be140e-e848-4b4d-b370-edf5298cae45 req-30afb818-b1b0-4841-8691-7d6d73169659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:10.108359 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f0be140e-e848-4b4d-b370-edf5298cae45 req-30afb818-b1b0-4841-8691-7d6d73169659 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d04b4de-633f-41d8-9d91-72f67f548b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579157 Sep 01 15:37:10.286853 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f0be140e-e848-4b4d-b370-edf5298cae45 req-7465bbbd-a3c0-4fa5-b602-d1a969f72ccf service neutron] 10.222.0.45 "GET /v2.0/networks/0d04b4de-633f-41d8-9d91-72f67f548b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676211 Sep 01 15:37:10.291316 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5e1ad6d2-3834-4883-878c-e7587032414b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=71ce95ce023a446d80698f8db148dbae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3473849 Sep 01 15:37:10.295934 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38788) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:10.362400 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-59ded588-ef18-479b-a419-28fc7d9141cc tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "DELETE /v2.0/routers/6353ef84-7faf-49f1-9192-6d8b12223567/tags HTTP/1.1" status: 204 len: 168 time: 0.3676775 Sep 01 15:37:10.363725 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38794) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:10.377387 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-8799858b-b9f4-412f-958e-d3a5390515b6 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5378f12d-09e0-48aa-9a4a-dd2b1e370dae') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:10.502532 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-cadf0518-decb-4f11-9937-0032658336af tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Allocated IP 172.25.6.217 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/1b0f1e34-29d8-4e27-aa86-78ede97862ad) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:37:10.603521 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8799858b-b9f4-412f-958e-d3a5390515b6 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "DELETE /v2.0/ports/5378f12d-09e0-48aa-9a4a-dd2b1e370dae/tags HTTP/1.1" status: 204 len: 168 time: 0.2346578 Sep 01 15:37:10.608304 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38796) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:10.615252 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-5a6d98f4-b71e-46ad-ad06-e8cddbc248cb tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ddde7dba-a57b-4286-89f2-8792b55964da') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:10.732474 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cadf0518-decb-4f11-9937-0032658336af tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:10.775264 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5a6d98f4-b71e-46ad-ad06-e8cddbc248cb tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "DELETE /v2.0/subnets/ddde7dba-a57b-4286-89f2-8792b55964da/tags HTTP/1.1" status: 204 len: 168 time: 0.1657712 Sep 01 15:37:10.785282 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38804) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:10.795930 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-a7e8e0d1-f7f4-466e-8414-c0f55488bd6a tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ddde7dba-a57b-4286-89f2-8792b55964da', 'tempest-TagsExtTest-Tag-1339449735') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:10.897697 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cadf0518-decb-4f11-9937-0032658336af tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:10.959323 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5600e644-7ac2-4f5c-9e28-cbb8a43d2dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:10.987754 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5600e644-7ac2-4f5c-9e28-cbb8a43d2dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:11.026136 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadf0518-decb-4f11-9937-0032658336af tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:11.048541 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-cadf0518-decb-4f11-9937-0032658336af tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:11.059051 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf0518-decb-4f11-9937-0032658336af tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:37:11.060587 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5600e644-7ac2-4f5c-9e28-cbb8a43d2dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:11.064869 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5600e644-7ac2-4f5c-9e28-cbb8a43d2dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:11.070664 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5600e644-7ac2-4f5c-9e28-cbb8a43d2dc2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9781f562-8e85-41a2-be14-7fc7f923215f HTTP/1.1" status: 204 len: 168 time: 0.7690754 Sep 01 15:37:11.085389 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf0518-decb-4f11-9937-0032658336af tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event updated for resources: {'Port': ['ID=1b0f1e34-29d8-4e27-aa86-78ede97862ad,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:11.086981 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f0be140e-e848-4b4d-b370-edf5298cae45 req-20c5d85a-1637-419e-9d69-7fd10919a3bf service neutron] 10.222.0.45 "GET /v2.0/networks/0d04b4de-633f-41d8-9d91-72f67f548b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7882283 Sep 01 15:37:11.087956 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600e644-7ac2-4f5c-9e28-cbb8a43d2dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9781f562-8e85-41a2-be14-7fc7f923215f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:11.145957 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a7e8e0d1-f7f4-466e-8414-c0f55488bd6a tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "PUT /v2.0/subnets/ddde7dba-a57b-4286-89f2-8792b55964da/tags/tempest-TagsExtTest-Tag-1339449735 HTTP/1.1" status: 201 len: 201 time: 0.3533189 Sep 01 15:37:11.146260 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38810) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:11.157118 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-fd1ec8ee-f614-45c4-a273-aded6f06bf17 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5378f12d-09e0-48aa-9a4a-dd2b1e370dae', 'tempest-TagsExtTest-Tag-1301217336') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:11.291025 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fd1ec8ee-f614-45c4-a273-aded6f06bf17 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "PUT /v2.0/ports/5378f12d-09e0-48aa-9a4a-dd2b1e370dae/tags/tempest-TagsExtTest-Tag-1301217336 HTTP/1.1" status: 201 len: 201 time: 0.1436350 Sep 01 15:37:11.295203 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38816) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:11.307530 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-8efdefd0-9686-4daa-b01b-f54f0f8680e0 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6353ef84-7faf-49f1-9192-6d8b12223567', 'tempest-TagsExtTest-Tag-280847751') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:11.753156 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38828) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:11.829047 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d954898d-bd06-493e-b965-253627ee901a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d1b3dfb482754cc290e4c6b5a7988edc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0731938 Sep 01 15:37:11.834251 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38830) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:11.948513 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7fb22c63-8146-4cdb-be91-a16b37f02c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:11.999006 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7fb22c63-8146-4cdb-be91-a16b37f02c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:12.115576 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7fb22c63-8146-4cdb-be91-a16b37f02c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:12.135562 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7fb22c63-8146-4cdb-be91-a16b37f02c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:12.141815 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7fb22c63-8146-4cdb-be91-a16b37f02c5e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f09eafe2-d67c-47e7-bcbe-4d3fdb777c48 HTTP/1.1" status: 204 len: 168 time: 0.3040330 Sep 01 15:37:12.142894 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38836) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:12.146372 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8efdefd0-9686-4daa-b01b-f54f0f8680e0 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "PUT /v2.0/routers/6353ef84-7faf-49f1-9192-6d8b12223567/tags/tempest-TagsExtTest-Tag-280847751 HTTP/1.1" status: 201 len: 201 time: 0.8488133 Sep 01 15:37:12.153479 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:12.169147 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-637ee59f-d80f-4f93-8978-73683d4a5ac1 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8c2a5a56-93ff-48b2-bd6b-bc95cab3f0ab', 'tempest-TagsExtTest-Tag-1580389110') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:12.201084 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb22c63-8146-4cdb-be91-a16b37f02c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09eafe2-d67c-47e7-bcbe-4d3fdb777c48,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:12.308952 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-637ee59f-d80f-4f93-8978-73683d4a5ac1 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "PUT /v2.0/subnetpools/8c2a5a56-93ff-48b2-bd6b-bc95cab3f0ab/tags/tempest-TagsExtTest-Tag-1580389110 HTTP/1.1" status: 201 len: 201 time: 0.1577611 Sep 01 15:37:12.309778 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38842) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:12.314923 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-9328dc20-5934-4031-bc6a-9cab5a7b3500 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ddde7dba-a57b-4286-89f2-8792b55964da', {'tags': ['tempest-TagsExtTest-Tag-1585633846', 'tempest-TagsExtTest-Tag-82674857', 'tempest-TagsExtTest-Tag-481275796']}) {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:12.458015 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9328dc20-5934-4031-bc6a-9cab5a7b3500 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "PUT /v2.0/subnets/ddde7dba-a57b-4286-89f2-8792b55964da/tags HTTP/1.1" status: 200 len: 315 time: 0.1465170 Sep 01 15:37:12.458505 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38844) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:12.465170 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-c8eb557a-838a-46ac-9e83-4a4006ff57a5 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ddde7dba-a57b-4286-89f2-8792b55964da') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:12.547282 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cadf0518-decb-4f11-9937-0032658336af tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:12.627083 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c8eb557a-838a-46ac-9e83-4a4006ff57a5 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "DELETE /v2.0/subnets/ddde7dba-a57b-4286-89f2-8792b55964da/tags HTTP/1.1" status: 204 len: 168 time: 0.1670756 Sep 01 15:37:12.627944 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38850) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:12.633089 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-632c3c59-af27-40fa-945b-750e156ab28d tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ddde7dba-a57b-4286-89f2-8792b55964da', 'tempest-TagsExtTest-Tag-1585633846') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:12.730522 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-632c3c59-af27-40fa-945b-750e156ab28d tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] show failed (client error): The resource could not be found. Sep 01 15:37:12.734365 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-632c3c59-af27-40fa-945b-750e156ab28d tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "GET /v2.0/subnets/ddde7dba-a57b-4286-89f2-8792b55964da/tags/tempest-TagsExtTest-Tag-1585633846 HTTP/1.1" status: 404 len: 329 time: 0.1030748 Sep 01 15:37:12.739274 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38858) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:12.759700 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-12d8354c-3f46-40f4-bdef-a2ac81e7ffba tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ddde7dba-a57b-4286-89f2-8792b55964da', 'tempest-TagsExtTest-Tag-82674857') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:12.764217 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cadf0518-decb-4f11-9937-0032658336af tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:13.050237 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-12d8354c-3f46-40f4-bdef-a2ac81e7ffba tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] show failed (client error): The resource could not be found. Sep 01 15:37:13.051826 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-12d8354c-3f46-40f4-bdef-a2ac81e7ffba tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "GET /v2.0/subnets/ddde7dba-a57b-4286-89f2-8792b55964da/tags/tempest-TagsExtTest-Tag-82674857 HTTP/1.1" status: 404 len: 327 time: 0.3082461 Sep 01 15:37:13.054814 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38868) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:13.061267 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-a6edb5e2-410d-413a-9c36-a026ff51b329 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ddde7dba-a57b-4286-89f2-8792b55964da', 'tempest-TagsExtTest-Tag-481275796') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:13.201054 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cadf0518-decb-4f11-9937-0032658336af tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:13.209523 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cadf0518-decb-4f11-9937-0032658336af tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:13.244463 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-a6edb5e2-410d-413a-9c36-a026ff51b329 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] show failed (client error): The resource could not be found. Sep 01 15:37:13.246239 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a6edb5e2-410d-413a-9c36-a026ff51b329 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "GET /v2.0/subnets/ddde7dba-a57b-4286-89f2-8792b55964da/tags/tempest-TagsExtTest-Tag-481275796 HTTP/1.1" status: 404 len: 328 time: 0.1894729 Sep 01 15:37:13.251661 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38880) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:13.271720 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-adbf9e9b-59c5-4439-9b3e-61bf6aed4585 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5378f12d-09e0-48aa-9a4a-dd2b1e370dae', {'tags': ['tempest-TagsExtTest-Tag-1572942179', 'tempest-TagsExtTest-Tag-1120572282', 'tempest-TagsExtTest-Tag-1485747385']}) {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:13.300830 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:13.361687 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf0518-decb-4f11-9937-0032658336af tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event updated for resources: {'Port': ['ID=1b0f1e34-29d8-4e27-aa86-78ede97862ad,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:13.391147 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cadf0518-decb-4f11-9937-0032658336af tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:13.427790 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-adbf9e9b-59c5-4439-9b3e-61bf6aed4585 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "PUT /v2.0/ports/5378f12d-09e0-48aa-9a4a-dd2b1e370dae/tags HTTP/1.1" status: 200 len: 318 time: 0.1722050 Sep 01 15:37:13.429392 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38884) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:13.436248 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-46737154-fa10-4cde-8e12-659462d06d28 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5378f12d-09e0-48aa-9a4a-dd2b1e370dae') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:13.640061 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-46737154-fa10-4cde-8e12-659462d06d28 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "DELETE /v2.0/ports/5378f12d-09e0-48aa-9a4a-dd2b1e370dae/tags HTTP/1.1" status: 204 len: 168 time: 0.2088625 Sep 01 15:37:13.642795 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38892) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:13.657149 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-cb458ed6-db63-4bb3-bdf2-660579340484 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5378f12d-09e0-48aa-9a4a-dd2b1e370dae', 'tempest-TagsExtTest-Tag-1572942179') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:13.675693 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a40100c-44b2-4391-a3c7-ccab031dff6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:13.769514 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-cadf0518-decb-4f11-9937-0032658336af tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Floating IP f8ce3e54-8ee0-49d6-91ad-9b2168c75fd2 associated. External IP: 172.25.6.217, port: 533d9a33-018f-44bd-967c-bac6d80d4104. Sep 01 15:37:13.856260 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-cb458ed6-db63-4bb3-bdf2-660579340484 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] show failed (client error): The resource could not be found. Sep 01 15:37:13.865599 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cb458ed6-db63-4bb3-bdf2-660579340484 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "GET /v2.0/ports/5378f12d-09e0-48aa-9a4a-dd2b1e370dae/tags/tempest-TagsExtTest-Tag-1572942179 HTTP/1.1" status: 404 len: 329 time: 0.2136977 Sep 01 15:37:13.870252 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38902) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:13.888758 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-67c2f59a-47c0-49cb-a037-72b9c8bb03a7 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5378f12d-09e0-48aa-9a4a-dd2b1e370dae', 'tempest-TagsExtTest-Tag-1120572282') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:14.074920 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-67c2f59a-47c0-49cb-a037-72b9c8bb03a7 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] show failed (client error): The resource could not be found. Sep 01 15:37:14.083614 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-67c2f59a-47c0-49cb-a037-72b9c8bb03a7 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "GET /v2.0/ports/5378f12d-09e0-48aa-9a4a-dd2b1e370dae/tags/tempest-TagsExtTest-Tag-1120572282 HTTP/1.1" status: 404 len: 329 time: 0.2081561 Sep 01 15:37:14.086573 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38904) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:14.095988 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-9dba32b9-3a65-43b5-bc36-85af4ea22581 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5378f12d-09e0-48aa-9a4a-dd2b1e370dae', 'tempest-TagsExtTest-Tag-1485747385') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:14.196933 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadf0518-decb-4f11-9937-0032658336af tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Router efb6933d-7162-411b-93f4-6bd30d68a96b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:37:14.229701 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-9dba32b9-3a65-43b5-bc36-85af4ea22581 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] show failed (client error): The resource could not be found. Sep 01 15:37:14.238228 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9dba32b9-3a65-43b5-bc36-85af4ea22581 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "GET /v2.0/ports/5378f12d-09e0-48aa-9a4a-dd2b1e370dae/tags/tempest-TagsExtTest-Tag-1485747385 HTTP/1.1" status: 404 len: 329 time: 0.1437638 Sep 01 15:37:14.245854 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38912) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:14.255971 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-a466e94e-441d-4582-bf31-a8b0e77885ad tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6353ef84-7faf-49f1-9192-6d8b12223567', {'tags': ['tempest-TagsExtTest-Tag-790031042', 'tempest-TagsExtTest-Tag-662811010', 'tempest-TagsExtTest-Tag-1482405327']}) {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:14.484860 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a466e94e-441d-4582-bf31-a8b0e77885ad tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "PUT /v2.0/routers/6353ef84-7faf-49f1-9192-6d8b12223567/tags HTTP/1.1" status: 200 len: 316 time: 0.2362323 Sep 01 15:37:14.489576 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38924) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:14.499001 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-8b2f62f7-d1d7-410f-8abd-f7b100a1605c tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6353ef84-7faf-49f1-9192-6d8b12223567') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:14.523089 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadf0518-decb-4f11-9937-0032658336af tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:37:14.542900 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83ded19-45fc-4d2c-91c5-1e80bbfa5055 None None] Sync routers for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:37:14.560712 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83ded19-45fc-4d2c-91c5-1e80bbfa5055 None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:14.561498 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b83ded19-45fc-4d2c-91c5-1e80bbfa5055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:37:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:14.580006 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cadf0518-decb-4f11-9937-0032658336af tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:14.637973 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b83ded19-45fc-4d2c-91c5-1e80bbfa5055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:14.676396 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83ded19-45fc-4d2c-91c5-1e80bbfa5055 None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:14.677740 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b83ded19-45fc-4d2c-91c5-1e80bbfa5055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:37:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:14.688678 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cadf0518-decb-4f11-9937-0032658336af tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.3546951 Sep 01 15:37:14.692424 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38932) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:14.715662 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-e573d903-2061-464d-86b7-4a5c165ee0b4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-792690167'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:14.802109 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e573d903-2061-464d-86b7-4a5c165ee0b4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Made reservation on behalf of 61c5d891d3cd422b859dd970ad66b6b5 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:37:14.805006 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b83ded19-45fc-4d2c-91c5-1e80bbfa5055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:14.806585 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83ded19-45fc-4d2c-91c5-1e80bbfa5055 None None] The sync data for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:37:14.822495 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e573d903-2061-464d-86b7-4a5c165ee0b4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:14.969090 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8b2f62f7-d1d7-410f-8abd-f7b100a1605c tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "DELETE /v2.0/routers/6353ef84-7faf-49f1-9192-6d8b12223567/tags HTTP/1.1" status: 204 len: 168 time: 0.4765317 Sep 01 15:37:14.971493 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e573d903-2061-464d-86b7-4a5c165ee0b4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:37:14.972441 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38950) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:14.996972 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-65af24f4-09ed-406b-81f1-04baa2c88e8a tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6353ef84-7faf-49f1-9192-6d8b12223567', 'tempest-TagsExtTest-Tag-790031042') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:15.006050 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e573d903-2061-464d-86b7-4a5c165ee0b4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:15.006714 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-e573d903-2061-464d-86b7-4a5c165ee0b4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Added segment dccd25c0-032d-4c58-acd1-eefdb460124f of type vlan for network 943ee0f9-149c-468e-a18e-f373ec17b315 Sep 01 15:37:15.113185 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e573d903-2061-464d-86b7-4a5c165ee0b4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:15.151288 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e573d903-2061-464d-86b7-4a5c165ee0b4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:15.158237 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e573d903-2061-464d-86b7-4a5c165ee0b4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:15.159145 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e573d903-2061-464d-86b7-4a5c165ee0b4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:15.247730 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:15.277027 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-65af24f4-09ed-406b-81f1-04baa2c88e8a tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] show failed (client error): The resource could not be found. Sep 01 15:37:15.280157 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-65af24f4-09ed-406b-81f1-04baa2c88e8a tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "GET /v2.0/routers/6353ef84-7faf-49f1-9192-6d8b12223567/tags/tempest-TagsExtTest-Tag-790031042 HTTP/1.1" status: 404 len: 328 time: 0.3034027 Sep 01 15:37:15.283913 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38958) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:15.295262 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-cbc1f441-321a-47f9-a7f2-7b8a7c117a99 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6353ef84-7faf-49f1-9192-6d8b12223567', 'tempest-TagsExtTest-Tag-662811010') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:15.371358 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e573d903-2061-464d-86b7-4a5c165ee0b4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6730485 Sep 01 15:37:15.386162 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38962) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:15.392163 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-565e281f-865d-4736-b8a3-8874db7c2703 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Request body: {'subnet': {'network_id': '943ee0f9-149c-468e-a18e-f373ec17b315', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:15.512795 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-cbc1f441-321a-47f9-a7f2-7b8a7c117a99 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] show failed (client error): The resource could not be found. Sep 01 15:37:15.517667 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cbc1f441-321a-47f9-a7f2-7b8a7c117a99 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "GET /v2.0/routers/6353ef84-7faf-49f1-9192-6d8b12223567/tags/tempest-TagsExtTest-Tag-662811010 HTTP/1.1" status: 404 len: 328 time: 0.2319374 Sep 01 15:37:15.525190 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38964) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:15.542527 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-a132d9d5-4a6e-469d-b814-9f37ed1aec7a tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6353ef84-7faf-49f1-9192-6d8b12223567', 'tempest-TagsExtTest-Tag-1482405327') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:15.547343 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573d903-2061-464d-86b7-4a5c165ee0b4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event updated for resources: {'Network': ['ID=943ee0f9-149c-468e-a18e-f373ec17b315,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:15.581707 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 943ee0f9-149c-468e-a18e-f373ec17b315 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:37:15.760119 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565e281f-865d-4736-b8a3-8874db7c2703 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Made reservation on behalf of 61c5d891d3cd422b859dd970ad66b6b5 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:37:15.763985 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-565e281f-865d-4736-b8a3-8874db7c2703 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:15.773322 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-a132d9d5-4a6e-469d-b814-9f37ed1aec7a tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] show failed (client error): The resource could not be found. Sep 01 15:37:15.775700 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a132d9d5-4a6e-469d-b814-9f37ed1aec7a tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "GET /v2.0/routers/6353ef84-7faf-49f1-9192-6d8b12223567/tags/tempest-TagsExtTest-Tag-1482405327 HTTP/1.1" status: 404 len: 329 time: 0.2481196 Sep 01 15:37:15.780190 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38972) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:15.795691 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-247f59bb-a516-4711-9612-bd828e51eb10 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '8c2a5a56-93ff-48b2-bd6b-bc95cab3f0ab', {'tags': ['tempest-TagsExtTest-Tag-1414897971', 'tempest-TagsExtTest-Tag-162542921', 'tempest-TagsExtTest-Tag-467390714']}) {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:15.882523 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-247f59bb-a516-4711-9612-bd828e51eb10 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "PUT /v2.0/subnetpools/8c2a5a56-93ff-48b2-bd6b-bc95cab3f0ab/tags HTTP/1.1" status: 200 len: 316 time: 0.0981693 Sep 01 15:37:15.882819 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38974) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:15.898357 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-fd02ad06-228b-4198-b886-d0336ff5a2a5 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8c2a5a56-93ff-48b2-bd6b-bc95cab3f0ab') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:15.962238 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38978) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:16.246167 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fd02ad06-228b-4198-b886-d0336ff5a2a5 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "DELETE /v2.0/subnetpools/8c2a5a56-93ff-48b2-bd6b-bc95cab3f0ab/tags HTTP/1.1" status: 204 len: 168 time: 0.3628953 Sep 01 15:37:16.251158 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38988) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:16.263791 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-acaf4e67-76f9-45aa-9403-a026aec4a5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:16.269931 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-fdf85c5f-2bf1-464f-af1d-fe31d28302d9 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8c2a5a56-93ff-48b2-bd6b-bc95cab3f0ab', 'tempest-TagsExtTest-Tag-1414897971') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:16.385153 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-fdf85c5f-2bf1-464f-af1d-fe31d28302d9 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] show failed (client error): The resource could not be found. Sep 01 15:37:16.392864 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fdf85c5f-2bf1-464f-af1d-fe31d28302d9 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "GET /v2.0/subnetpools/8c2a5a56-93ff-48b2-bd6b-bc95cab3f0ab/tags/tempest-TagsExtTest-Tag-1414897971 HTTP/1.1" status: 404 len: 329 time: 0.1336439 Sep 01 15:37:16.394737 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 38992) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:16.408521 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-99cc9e00-7eba-4e6e-88ba-822e8a661a0d tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8c2a5a56-93ff-48b2-bd6b-bc95cab3f0ab', 'tempest-TagsExtTest-Tag-162542921') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:16.415724 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-565e281f-865d-4736-b8a3-8874db7c2703 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:16.554501 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e281f-865d-4736-b8a3-8874db7c2703 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event updated for resources: {'Subnet': ['ID=87e25a1c-3d1d-487b-9ab7-a94116f1d806,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:16.566625 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565e281f-865d-4736-b8a3-8874db7c2703 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Checking segment: {'id': 'dccd25c0-032d-4c58-acd1-eefdb460124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '943ee0f9-149c-468e-a18e-f373ec17b315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:37:16.567198 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565e281f-865d-4736-b8a3-8874db7c2703 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Network hostable DHCP agents. Network: 943ee0f9-149c-468e-a18e-f373ec17b315, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:37:16.594736 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-acaf4e67-76f9-45aa-9403-a026aec4a5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:16.604109 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-99cc9e00-7eba-4e6e-88ba-822e8a661a0d tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] show failed (client error): The resource could not be found. Sep 01 15:37:16.606957 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-99cc9e00-7eba-4e6e-88ba-822e8a661a0d tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "GET /v2.0/subnetpools/8c2a5a56-93ff-48b2-bd6b-bc95cab3f0ab/tags/tempest-TagsExtTest-Tag-162542921 HTTP/1.1" status: 404 len: 328 time: 0.2104599 Sep 01 15:37:16.608252 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565e281f-865d-4736-b8a3-8874db7c2703 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Network 943ee0f9-149c-468e-a18e-f373ec17b315 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:37:16.609077 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-acaf4e67-76f9-45aa-9403-a026aec4a5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:16.611070 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 38998) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:16.618643 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-42dd8333-3027-471f-baf4-3ec4c9444a28 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8c2a5a56-93ff-48b2-bd6b-bc95cab3f0ab', 'tempest-TagsExtTest-Tag-467390714') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:16.678743 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-565e281f-865d-4736-b8a3-8874db7c2703 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 943ee0f9-149c-468e-a18e-f373ec17b315) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:16.691081 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565e281f-865d-4736-b8a3-8874db7c2703 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:16.691783 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-565e281f-865d-4736-b8a3-8874db7c2703 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:16.708443 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-42dd8333-3027-471f-baf4-3ec4c9444a28 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] show failed (client error): The resource could not be found. Sep 01 15:37:16.710263 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-42dd8333-3027-471f-baf4-3ec4c9444a28 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "GET /v2.0/subnetpools/8c2a5a56-93ff-48b2-bd6b-bc95cab3f0ab/tags/tempest-TagsExtTest-Tag-467390714 HTTP/1.1" status: 404 len: 328 time: 0.0977652 Sep 01 15:37:16.710504 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cfb350-f940-4889-b42a-99729cada4db None None] Network 943ee0f9-149c-468e-a18e-f373ec17b315 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:37:16.715037 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39000) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:16.721472 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-acaf4e67-76f9-45aa-9403-a026aec4a5cb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1183eede812f497a97510489629d2187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7571363 Sep 01 15:37:16.723393 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf4e67-76f9-45aa-9403-a026aec4a5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd97042-6e56-4367-9b38-1e25e6b6ae18,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:16.726342 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-dc5c6156-0a88-4a25-9130-3dc886b804a8 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8c2a5a56-93ff-48b2-bd6b-bc95cab3f0ab') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:16.728075 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39004) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:16.759938 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-565e281f-865d-4736-b8a3-8874db7c2703 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3721426 Sep 01 15:37:16.761477 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39006) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:16.777115 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-49ee3175-9a72-436c-aa87-ef13da2ffc43 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-896176646', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}, 'admin_state_up': False}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:16.823775 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-dc5c6156-0a88-4a25-9130-3dc886b804a8 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "DELETE /v2.0/subnetpools/8c2a5a56-93ff-48b2-bd6b-bc95cab3f0ab/tags HTTP/1.1" status: 204 len: 168 time: 0.1070039 Sep 01 15:37:16.827053 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39012) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:16.835323 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-93e2e7d1-50d3-42f3-8f8c-5f318295f7f6 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6353ef84-7faf-49f1-9192-6d8b12223567') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:16.895974 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-49ee3175-9a72-436c-aa87-ef13da2ffc43 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:16.897325 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-49ee3175-9a72-436c-aa87-ef13da2ffc43 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:16.926061 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8968b528-45b6-40b3-9889-2d143e67de88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:17.007194 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-93e2e7d1-50d3-42f3-8f8c-5f318295f7f6 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "DELETE /v2.0/routers/6353ef84-7faf-49f1-9192-6d8b12223567/tags HTTP/1.1" status: 204 len: 168 time: 0.1754189 Sep 01 15:37:17.011050 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39018) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:17.026357 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.tag.tag_plugin [None req-ac483aff-017a-4b24-a5dc-21b924e64096 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5378f12d-09e0-48aa-9a4a-dd2b1e370dae') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:17.040983 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8968b528-45b6-40b3-9889-2d143e67de88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:17.097514 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-49ee3175-9a72-436c-aa87-ef13da2ffc43 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:17.261080 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-943ee0f9-149c-468e-a18e-f373ec17b315', 'network_id': '943ee0f9-149c-468e-a18e-f373ec17b315', 'tenant_id': '61c5d891d3cd422b859dd970ad66b6b5', 'fixed_ips': [{'subnet_id': '87e25a1c-3d1d-487b-9ab7-a94116f1d806'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:37:17.262470 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:17.273498 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39024) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:17.277845 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ac483aff-017a-4b24-a5dc-21b924e64096 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "DELETE /v2.0/ports/5378f12d-09e0-48aa-9a4a-dd2b1e370dae/tags HTTP/1.1" status: 204 len: 168 time: 0.2601430 Sep 01 15:37:17.331843 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.tag.tag_plugin [None req-b26c110c-321b-4133-a73d-a9702fa7cbab tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ddde7dba-a57b-4286-89f2-8792b55964da') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:17.335116 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8968b528-45b6-40b3-9889-2d143e67de88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:17.344249 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8968b528-45b6-40b3-9889-2d143e67de88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:17.345843 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8968b528-45b6-40b3-9889-2d143e67de88 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2bd97042-6e56-4367-9b38-1e25e6b6ae18 HTTP/1.1" status: 204 len: 168 time: 0.6163971 Sep 01 15:37:17.382415 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968b528-45b6-40b3-9889-2d143e67de88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd97042-6e56-4367-9b38-1e25e6b6ae18,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:17.534032 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-49ee3175-9a72-436c-aa87-ef13da2ffc43 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:17.732234 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b26c110c-321b-4133-a73d-a9702fa7cbab tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "DELETE /v2.0/subnets/ddde7dba-a57b-4286-89f2-8792b55964da/tags HTTP/1.1" status: 204 len: 168 time: 0.4575195 Sep 01 15:37:17.737785 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39034) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:17.845398 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Allocated IP 172.20.0.2 (943ee0f9-149c-468e-a18e-f373ec17b315/87e25a1c-3d1d-487b-9ab7-a94116f1d806/053f81a7-2d4a-4714-ad8a-528d3e2e2b09) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:37:18.006046 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-49ee3175-9a72-436c-aa87-ef13da2ffc43 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:18.114930 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-49ee3175-9a72-436c-aa87-ef13da2ffc43 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:18.404621 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:18.437985 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Transition to ACTIVE for port object 053f81a7-2d4a-4714-ad8a-528d3e2e2b09 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:18.512166 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6564bb23-2f6f-4287-8b6c-2f0adbb79e1a tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks [] for subnetpool, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:18.517829 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39050) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:18.545485 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6564bb23-2f6f-4287-8b6c-2f0adbb79e1a tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "DELETE /v2.0/subnetpools/8c2a5a56-93ff-48b2-bd6b-bc95cab3f0ab HTTP/1.1" status: 204 len: 168 time: 0.8031590 Sep 01 15:37:18.561031 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Transition to ACTIVE for port object 053f81a7-2d4a-4714-ad8a-528d3e2e2b09 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:18.580751 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:18.647464 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3e3c5042-a210-4d3d-a98c-1107e73cbb47 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "GET /v2.0/ports?device_id=6353ef84-7faf-49f1-9192-6d8b12223567 HTTP/1.1" status: 200 len: 205 time: 0.1280074 Sep 01 15:37:18.659168 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39052) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:18.684937 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Network 943ee0f9-149c-468e-a18e-f373ec17b315 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:18.691249 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:18.698399 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:37:18.893586 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Pushing event updated for resources: {'Port': ['ID=053f81a7-2d4a-4714-ad8a-528d3e2e2b09,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:18.916226 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:18.916768 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:18.917321 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:18.917854 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:18.918695 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:18.919449 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:18.920197 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:18.920975 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:18.921746 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:18.922528 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:18.923377 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:18.924184 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:18.952910 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Attempting to bind port 053f81a7-2d4a-4714-ad8a-528d3e2e2b09 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:37:18.953120 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Attempting to bind port 053f81a7-2d4a-4714-ad8a-528d3e2e2b09 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'dccd25c0-032d-4c58-acd1-eefdb460124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '943ee0f9-149c-468e-a18e-f373ec17b315'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:37:18.953959 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Attempting to bind port 053f81a7-2d4a-4714-ad8a-528d3e2e2b09 on network 943ee0f9-149c-468e-a18e-f373ec17b315 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:37:18.954810 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d84c2a0a-f26d-40b7-9a20-24a347330e66 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:18.966782 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:37:18.967787 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Checking segment: {'id': 'dccd25c0-032d-4c58-acd1-eefdb460124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '943ee0f9-149c-468e-a18e-f373ec17b315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:37:18.968705 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:18.979047 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Bound using segment: {'id': 'dccd25c0-032d-4c58-acd1-eefdb460124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '943ee0f9-149c-468e-a18e-f373ec17b315'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:37:18.980183 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Bound port: 053f81a7-2d4a-4714-ad8a-528d3e2e2b09, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccd25c0-032d-4c58-acd1-eefdb460124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '943ee0f9-149c-468e-a18e-f373ec17b315'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:37:18.981042 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:19.161036 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] For port 053f81a7-2d4a-4714-ad8a-528d3e2e2b09, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:37:19.168040 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] For port 053f81a7-2d4a-4714-ad8a-528d3e2e2b09, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=053f81a7-2d4a-4714-ad8a-528d3e2e2b09,segment=NetworkSegment(dccd25c0-032d-4c58-acd1-eefdb460124f),segment_id=dccd25c0-032d-4c58-acd1-eefdb460124f)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:37:19.188225 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:19.291494 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-49ee3175-9a72-436c-aa87-ef13da2ffc43 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Allocated IP 172.25.6.151 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/1fcfaab7-d140-491c-a186-45cfd07570ec) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:37:19.422630 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355bde48-aea4-4624-b125-5c398ad3f8cd None None] Pushing event updated for resources: {'Port': ['ID=053f81a7-2d4a-4714-ad8a-528d3e2e2b09,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:19.608729 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d84c2a0a-f26d-40b7-9a20-24a347330e66 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:19.691983 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d84c2a0a-f26d-40b7-9a20-24a347330e66 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:19.803109 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d84c2a0a-f26d-40b7-9a20-24a347330e66 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:19.803675 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84c2a0a-f26d-40b7-9a20-24a347330e66 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Fanout notify agent at l3_agent the message router_deleted on router 6353ef84-7faf-49f1-9192-6d8b12223567 {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:37:19.822270 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d84c2a0a-f26d-40b7-9a20-24a347330e66 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:19.827512 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d84c2a0a-f26d-40b7-9a20-24a347330e66 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "DELETE /v2.0/routers/6353ef84-7faf-49f1-9192-6d8b12223567 HTTP/1.1" status: 204 len: 168 time: 1.1632590 Sep 01 15:37:19.827837 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39078) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:20.046879 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-49ee3175-9a72-436c-aa87-ef13da2ffc43 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:20.171140 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-89badb6c-af4c-411e-9b30-01c9b95c04f8 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Deleting port 5378f12d-09e0-48aa-9a4a-dd2b1e370dae {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:37:20.183153 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-89badb6c-af4c-411e-9b30-01c9b95c04f8 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:20.192478 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-49ee3175-9a72-436c-aa87-ef13da2ffc43 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:20.261607 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ee3175-9a72-436c-aa87-ef13da2ffc43 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:20.322110 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-49ee3175-9a72-436c-aa87-ef13da2ffc43 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:20.328709 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ee3175-9a72-436c-aa87-ef13da2ffc43 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:37:20.382663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee3175-9a72-436c-aa87-ef13da2ffc43 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event updated for resources: {'Port': ['ID=1fcfaab7-d140-491c-a186-45cfd07570ec,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:20.491952 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-89badb6c-af4c-411e-9b30-01c9b95c04f8 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:20.527885 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-89badb6c-af4c-411e-9b30-01c9b95c04f8 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Calling delete_port for 5378f12d-09e0-48aa-9a4a-dd2b1e370dae owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:37:20.853796 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-89badb6c-af4c-411e-9b30-01c9b95c04f8 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:21.132944 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-89badb6c-af4c-411e-9b30-01c9b95c04f8 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:21.139830 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-89badb6c-af4c-411e-9b30-01c9b95c04f8 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "DELETE /v2.0/ports/5378f12d-09e0-48aa-9a4a-dd2b1e370dae HTTP/1.1" status: 204 len: 168 time: 1.3105268 Sep 01 15:37:21.140814 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39102) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:21.270525 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89badb6c-af4c-411e-9b30-01c9b95c04f8 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Pushing event deleted for resources: {'Port': ['ID=5378f12d-09e0-48aa-9a4a-dd2b1e370dae,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:21.294925 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b94370-a6d8-4c7b-a6a2-9809e0078e28 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Deleting subnet ddde7dba-a57b-4286-89f2-8792b55964da {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:37:21.306619 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93b94370-a6d8-4c7b-a6a2-9809e0078e28 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:21.444472 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93b94370-a6d8-4c7b-a6a2-9809e0078e28 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:21.480616 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 053f81a7-2d4a-4714-ad8a-528d3e2e2b09 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:37:21.493806 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ac317e-dd09-4f3c-b66a-5e9194bad783 None None] Network 943ee0f9-149c-468e-a18e-f373ec17b315 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:37:21.659163 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-49ee3175-9a72-436c-aa87-ef13da2ffc43 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:21.693362 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93b94370-a6d8-4c7b-a6a2-9809e0078e28 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:21.830392 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e494c889-5e7e-4f2a-8be6-96f2ebc94e09 None None] Provisioning for port 053f81a7-2d4a-4714-ad8a-528d3e2e2b09 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:21.872052 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93b94370-a6d8-4c7b-a6a2-9809e0078e28 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:21.946227 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b94370-a6d8-4c7b-a6a2-9809e0078e28 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Pushing event deleted for resources: {'Subnet': ['ID=ddde7dba-a57b-4286-89f2-8792b55964da,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:21.950130 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93b94370-a6d8-4c7b-a6a2-9809e0078e28 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:21.959251 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-93b94370-a6d8-4c7b-a6a2-9809e0078e28 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "DELETE /v2.0/subnets/ddde7dba-a57b-4286-89f2-8792b55964da HTTP/1.1" status: 204 len: 168 time: 0.8164010 Sep 01 15:37:21.960211 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39114) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:22.004052 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55722968-e48a-413c-937b-c4fc6f93d467 None None] Network 7683e829-7e35-48d8-a59e-7bfa3bb9d0ce requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:37:22.206362 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ac6407e-ef30-4bab-a962-376680c1fb11 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:22.310466 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-7ac6407e-ef30-4bab-a962-376680c1fb11 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Deleting port 0df8c9dc-7963-49e9-9d03-f706c8bc2e14 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:37:22.310866 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ac6407e-ef30-4bab-a962-376680c1fb11 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:22.331280 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-49ee3175-9a72-436c-aa87-ef13da2ffc43 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:22.401807 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 053f81a7-2d4a-4714-ad8a-528d3e2e2b09 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:22.420837 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-7ac6407e-ef30-4bab-a962-376680c1fb11 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] For port 0df8c9dc-7963-49e9-9d03-f706c8bc2e14, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=0df8c9dc-7963-49e9-9d03-f706c8bc2e14,segment=NetworkSegment(2d1ad374-3641-44e5-ac8f-e999ca408694),segment_id=2d1ad374-3641-44e5-ac8f-e999ca408694)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:22.421648 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ac6407e-ef30-4bab-a962-376680c1fb11 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:22.436007 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 053f81a7-2d4a-4714-ad8a-528d3e2e2b09 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:22.436387 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:22.455683 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-7ac6407e-ef30-4bab-a962-376680c1fb11 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Calling delete_port for 0df8c9dc-7963-49e9-9d03-f706c8bc2e14 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:37:22.603598 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ee3175-9a72-436c-aa87-ef13da2ffc43 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Router cc330f6c-6c8a-4f4b-8c95-b20509f0f640 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:37:22.651604 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ac6407e-ef30-4bab-a962-376680c1fb11 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:22.696671 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6407e-ef30-4bab-a962-376680c1fb11 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Pushing event deleted for resources: {'Port': ['ID=0df8c9dc-7963-49e9-9d03-f706c8bc2e14,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:22.717220 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac6407e-ef30-4bab-a962-376680c1fb11 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] No DVR routers for this DVR port 0df8c9dc-7963-49e9-9d03-f706c8bc2e14 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:37:22.818565 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:22.828182 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ee3175-9a72-436c-aa87-ef13da2ffc43 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:37:22.844837 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b362f8d8-e655-4563-9466-759e88f08d72 None None] Sync routers for ids ['cc330f6c-6c8a-4f4b-8c95-b20509f0f640'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:37:22.898600 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ac6407e-ef30-4bab-a962-376680c1fb11 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:22.907274 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-49ee3175-9a72-436c-aa87-ef13da2ffc43 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:22.910395 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-49ee3175-9a72-436c-aa87-ef13da2ffc43 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.1391511 Sep 01 15:37:22.911858 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39128) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:22.916727 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b362f8d8-e655-4563-9466-759e88f08d72 None None] Routers {'cc330f6c-6c8a-4f4b-8c95-b20509f0f640'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:22.921553 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b362f8d8-e655-4563-9466-759e88f08d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:37:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cc330f6c-6c8a-4f4b-8c95-b20509f0f640'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:22.925372 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-7ac6407e-ef30-4bab-a962-376680c1fb11 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7683e829-7e35-48d8-a59e-7bfa3bb9d0ce']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:22.937335 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 053f81a7-2d4a-4714-ad8a-528d3e2e2b09, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=053f81a7-2d4a-4714-ad8a-528d3e2e2b09,segment=NetworkSegment(dccd25c0-032d-4c58-acd1-eefdb460124f),segment_id=dccd25c0-032d-4c58-acd1-eefdb460124f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:22.960027 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-7ac6407e-ef30-4bab-a962-376680c1fb11 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1ad374-3641-44e5-ac8f-e999ca408694') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:22.960336 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-7ac6407e-ef30-4bab-a962-376680c1fb11 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1ad374-3641-44e5-ac8f-e999ca408694') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:22.990658 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ac6407e-ef30-4bab-a962-376680c1fb11 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:23.024048 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe045ee-7294-44d6-bbc7-73d6175bb482 None None] DHCP port deletion for 7683e829-7e35-48d8-a59e-7bfa3bb9d0ce request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:37:23.030191 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ac6407e-ef30-4bab-a962-376680c1fb11 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:23.041393 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b362f8d8-e655-4563-9466-759e88f08d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:23.054173 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:23.063758 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac6407e-ef30-4bab-a962-376680c1fb11 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:37:23.064472 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ac6407e-ef30-4bab-a962-376680c1fb11 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:37:23.109901 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:37:23.165683 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b362f8d8-e655-4563-9466-759e88f08d72 None None] Routers {'cc330f6c-6c8a-4f4b-8c95-b20509f0f640'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:23.166354 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b362f8d8-e655-4563-9466-759e88f08d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:37:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cc330f6c-6c8a-4f4b-8c95-b20509f0f640'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:23.264100 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b362f8d8-e655-4563-9466-759e88f08d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:23.265030 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b362f8d8-e655-4563-9466-759e88f08d72 None None] The sync data for ids ['cc330f6c-6c8a-4f4b-8c95-b20509f0f640'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:37:23.329409 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=053f81a7-2d4a-4714-ad8a-528d3e2e2b09,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:23.329665 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ac6407e-ef30-4bab-a962-376680c1fb11 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:23.362900 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ac6407e-ef30-4bab-a962-376680c1fb11 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:23.371508 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7ac6407e-ef30-4bab-a962-376680c1fb11 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] 10.222.0.60 "DELETE /v2.0/networks/7683e829-7e35-48d8-a59e-7bfa3bb9d0ce HTTP/1.1" status: 204 len: 168 time: 1.4073501 Sep 01 15:37:23.416024 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 0df8c9dc-7963-49e9-9d03-f706c8bc2e14 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:37:23.435802 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6407e-ef30-4bab-a962-376680c1fb11 tempest-TagsExtTest-1677730454 tempest-TagsExtTest-1677730454-project] Pushing event deleted for resources: {'Network': ['ID=7683e829-7e35-48d8-a59e-7bfa3bb9d0ce,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:23.518779 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 0df8c9dc-7963-49e9-9d03-f706c8bc2e14 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:37:23.519130 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 0df8c9dc-7963-49e9-9d03-f706c8bc2e14 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:37:23.531029 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2490295d-4f7c-4d54-a4a1-2ff94866561c None None] Provisioning complete for port 053f81a7-2d4a-4714-ad8a-528d3e2e2b09 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:23.531319 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2490295d-4f7c-4d54-a4a1-2ff94866561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:24.027689 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39144) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:24.370054 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:24.537340 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5bfb406d-63f0-4bf2-9b3a-b6019b29ba95 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=84dceda965f94267a04bc9d74ac3f1ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5039639 Sep 01 15:37:24.539557 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39154) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:24.685308 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-57857bd4-484b-4618-8fc4-f6c1109eafdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:24.727901 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-57857bd4-484b-4618-8fc4-f6c1109eafdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:24.841761 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-57857bd4-484b-4618-8fc4-f6c1109eafdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:24.850953 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-57857bd4-484b-4618-8fc4-f6c1109eafdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:24.859117 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-57857bd4-484b-4618-8fc4-f6c1109eafdc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/36775a93-410a-451e-9642-75db73a9a8dc HTTP/1.1" status: 204 len: 168 time: 0.3164351 Sep 01 15:37:24.888389 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57857bd4-484b-4618-8fc4-f6c1109eafdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36775a93-410a-451e-9642-75db73a9a8dc,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:25.064581 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Allocated IP 172.20.0.1 (943ee0f9-149c-468e-a18e-f373ec17b315/87e25a1c-3d1d-487b-9ab7-a94116f1d806/4084251f-1bdd-4076-a63c-40980f34f3b3) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:37:25.369847 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:25.373643 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 053f81a7-2d4a-4714-ad8a-528d3e2e2b09 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:37:25.395477 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Transition to ACTIVE for port object 4084251f-1bdd-4076-a63c-40980f34f3b3 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:25.448067 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:25.503703 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Network 943ee0f9-149c-468e-a18e-f373ec17b315 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:25.506591 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:25.513414 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:37:25.572322 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 053f81a7-2d4a-4714-ad8a-528d3e2e2b09 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:25.574807 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:25.603980 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event updated for resources: {'Port': ['ID=4084251f-1bdd-4076-a63c-40980f34f3b3,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:25.617129 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:25.617971 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:25.618613 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:25.619133 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:25.620528 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:25.621272 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:25.621782 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:25.622832 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:25.630491 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:25.631105 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:25.631542 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:25.631959 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:25.665820 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:26.120706 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:26.194461 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-50fedeb6-8349-4278-bd0a-ba7bd231a869 None None] Provisioning for port 4084251f-1bdd-4076-a63c-40980f34f3b3 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:26.205793 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-50fedeb6-8349-4278-bd0a-ba7bd231a869 None None] Provisioning complete for port 4084251f-1bdd-4076-a63c-40980f34f3b3 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:26.211043 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-50fedeb6-8349-4278-bd0a-ba7bd231a869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:26.371548 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-50fedeb6-8349-4278-bd0a-ba7bd231a869 None None] Port 4084251f-1bdd-4076-a63c-40980f34f3b3 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:37:26.862410 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:26.869391 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:26.955874 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event updated for resources: {'Port': ['ID=4084251f-1bdd-4076-a63c-40980f34f3b3,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:26.960006 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:27.176713 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Network 943ee0f9-149c-468e-a18e-f373ec17b315 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:27.179266 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:27.397237 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Router cc330f6c-6c8a-4f4b-8c95-b20509f0f640 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:37:27.622288 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:37:27.622807 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-09b24ab6-aaad-40b7-bc48-163172f58b22 None None] Provisioning complete for port 4084251f-1bdd-4076-a63c-40980f34f3b3 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:27.623281 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-09b24ab6-aaad-40b7-bc48-163172f58b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:27.641938 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cda93b84-c997-460a-bc97-393cb2f41bd8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "PUT /v2.0/routers/cc330f6c-6c8a-4f4b-8c95-b20509f0f640/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7264452 Sep 01 15:37:27.644449 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c117841d-ed9c-4132-8916-74ec69ffed72 None None] Sync routers for ids ['cc330f6c-6c8a-4f4b-8c95-b20509f0f640'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:37:27.645736 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39222) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:27.656821 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-0a813391-a443-4520-a784-1ef79322e448 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Request body: {'port': {'network_id': '943ee0f9-149c-468e-a18e-f373ec17b315', 'name': 'tempest-FloatingIPTestJSON-1430426396'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:27.662475 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c117841d-ed9c-4132-8916-74ec69ffed72 None None] Routers {'cc330f6c-6c8a-4f4b-8c95-b20509f0f640'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:27.663118 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-c117841d-ed9c-4132-8916-74ec69ffed72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:37:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cc330f6c-6c8a-4f4b-8c95-b20509f0f640'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:27.749752 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-09b24ab6-aaad-40b7-bc48-163172f58b22 None None] Port 4084251f-1bdd-4076-a63c-40980f34f3b3 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:37:27.776363 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-c117841d-ed9c-4132-8916-74ec69ffed72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:27.796467 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c117841d-ed9c-4132-8916-74ec69ffed72 None None] Routers {'cc330f6c-6c8a-4f4b-8c95-b20509f0f640'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:27.797107 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-c117841d-ed9c-4132-8916-74ec69ffed72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:37:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cc330f6c-6c8a-4f4b-8c95-b20509f0f640'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:27.829435 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:27.889923 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-c117841d-ed9c-4132-8916-74ec69ffed72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:27.890876 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c117841d-ed9c-4132-8916-74ec69ffed72 None None] The sync data for ids ['cc330f6c-6c8a-4f4b-8c95-b20509f0f640'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:37:27.933372 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39228) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:28.029415 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a813391-a443-4520-a784-1ef79322e448 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Made reservation on behalf of 61c5d891d3cd422b859dd970ad66b6b5 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:37:28.033655 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0a813391-a443-4520-a784-1ef79322e448 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:28.077640 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-0a813391-a443-4520-a784-1ef79322e448 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] device_id is not set on port ec3810c6-1ab3-4acf-9dc5-c020b4de7c50 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:37:28.331623 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe4ed837-de74-4872-a8ae-36a7ab2a982d admin admin] Deleting subnet 8e907b0d-f8cc-4d83-939a-fe6c5747a654 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:37:28.341297 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fe4ed837-de74-4872-a8ae-36a7ab2a982d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:28.435405 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-0a813391-a443-4520-a784-1ef79322e448 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Allocated IP 172.20.0.9 (943ee0f9-149c-468e-a18e-f373ec17b315/87e25a1c-3d1d-487b-9ab7-a94116f1d806/ec3810c6-1ab3-4acf-9dc5-c020b4de7c50) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:37:28.480630 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fe4ed837-de74-4872-a8ae-36a7ab2a982d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:28.607819 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fe4ed837-de74-4872-a8ae-36a7ab2a982d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:28.734956 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fe4ed837-de74-4872-a8ae-36a7ab2a982d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:28.783104 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ed837-de74-4872-a8ae-36a7ab2a982d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e907b0d-f8cc-4d83-939a-fe6c5747a654,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:28.812923 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fe4ed837-de74-4872-a8ae-36a7ab2a982d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:28.821379 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39242) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:28.826116 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fe4ed837-de74-4872-a8ae-36a7ab2a982d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8e907b0d-f8cc-4d83-939a-fe6c5747a654 HTTP/1.1" status: 204 len: 168 time: 0.8897820 Sep 01 15:37:29.019444 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0a813391-a443-4520-a784-1ef79322e448 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:29.049983 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-0a813391-a443-4520-a784-1ef79322e448 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Transition to ACTIVE for port object ec3810c6-1ab3-4acf-9dc5-c020b4de7c50 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:29.073506 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2077124e-28da-4a58-93d0-f174bec3bcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:29.234915 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0a813391-a443-4520-a784-1ef79322e448 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:29.330860 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2077124e-28da-4a58-93d0-f174bec3bcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:29.402159 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a813391-a443-4520-a784-1ef79322e448 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Network 943ee0f9-149c-468e-a18e-f373ec17b315 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:29.413442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-0a813391-a443-4520-a784-1ef79322e448 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:29.419939 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a813391-a443-4520-a784-1ef79322e448 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:37:29.423538 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-2077124e-28da-4a58-93d0-f174bec3bcef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3800fb89-e80c-46d2-84e6-b2b7a02a4529']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:29.487054 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-2077124e-28da-4a58-93d0-f174bec3bcef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a32a0d7-287d-45e6-ac57-bfebd7a84f0e') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:29.487475 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-2077124e-28da-4a58-93d0-f174bec3bcef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a32a0d7-287d-45e6-ac57-bfebd7a84f0e') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:29.491979 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a813391-a443-4520-a784-1ef79322e448 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event updated for resources: {'Port': ['ID=ec3810c6-1ab3-4acf-9dc5-c020b4de7c50,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:29.519266 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2077124e-28da-4a58-93d0-f174bec3bcef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:29.581248 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a813391-a443-4520-a784-1ef79322e448 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:29.586018 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0a813391-a443-4520-a784-1ef79322e448 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:29.590598 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2077124e-28da-4a58-93d0-f174bec3bcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:29.610019 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2077124e-28da-4a58-93d0-f174bec3bcef admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:37:29.616681 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2077124e-28da-4a58-93d0-f174bec3bcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:37:29.620059 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:37:29.642026 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39270) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:29.729967 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39278) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:29.740639 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0a813391-a443-4520-a784-1ef79322e448 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0841393 Sep 01 15:37:29.746014 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-a16a13d0-74b4-489d-af14-6a7e19b06f2f tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Request body: {'floatingip': {'port_id': 'ec3810c6-1ab3-4acf-9dc5-c020b4de7c50'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:29.797621 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2077124e-28da-4a58-93d0-f174bec3bcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:29.811374 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2077124e-28da-4a58-93d0-f174bec3bcef admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:29.819135 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2077124e-28da-4a58-93d0-f174bec3bcef admin admin] 10.222.0.60 "DELETE /v2.0/networks/3800fb89-e80c-46d2-84e6-b2b7a02a4529 HTTP/1.1" status: 204 len: 168 time: 0.9973111 Sep 01 15:37:29.844500 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077124e-28da-4a58-93d0-f174bec3bcef admin admin] Pushing event deleted for resources: {'Network': ['ID=3800fb89-e80c-46d2-84e6-b2b7a02a4529,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:29.930008 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a16a13d0-74b4-489d-af14-6a7e19b06f2f tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:30.024792 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4b64f219-6d06-4173-9c96-af74be025cb5 None None] Provisioning for port ec3810c6-1ab3-4acf-9dc5-c020b4de7c50 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:30.039723 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4b64f219-6d06-4173-9c96-af74be025cb5 None None] Provisioning complete for port ec3810c6-1ab3-4acf-9dc5-c020b4de7c50 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:30.042479 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4b64f219-6d06-4173-9c96-af74be025cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:30.054444 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e7ae7f8f-257b-45f7-b0dd-b74f3725b038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:30.181453 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-4b64f219-6d06-4173-9c96-af74be025cb5 None None] Port ec3810c6-1ab3-4acf-9dc5-c020b4de7c50 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:37:30.232907 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e7ae7f8f-257b-45f7-b0dd-b74f3725b038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:30.235386 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:37:30.266090 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e7ae7f8f-257b-45f7-b0dd-b74f3725b038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:30.274069 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39328) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:30.343923 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2379c343-026a-4f27-ae5b-08a0b54b89c5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bad42e0394c9405799a013019ac5678a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0684175 Sep 01 15:37:30.346466 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39338) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:30.474901 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-84872ee9-593d-49e5-b981-f90f7f0660ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:30.500137 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e7ae7f8f-257b-45f7-b0dd-b74f3725b038 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b0a39afd62d64946a650bcf3cdf45689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8564105 Sep 01 15:37:30.503903 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39354) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:30.543913 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-84872ee9-593d-49e5-b981-f90f7f0660ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:30.555998 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae7f8f-257b-45f7-b0dd-b74f3725b038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4263ad4b-697e-4e2a-93cc-91717d18176a,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:30.680207 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a0de51b3-f8a4-48cf-aa54-16a6902da71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:30.709307 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-84872ee9-593d-49e5-b981-f90f7f0660ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:30.714373 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-84872ee9-593d-49e5-b981-f90f7f0660ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:30.719171 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-84872ee9-593d-49e5-b981-f90f7f0660ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29304af2-bc51-44f3-b46c-74dc336f2cd3 HTTP/1.1" status: 204 len: 168 time: 0.3686771 Sep 01 15:37:30.737227 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84872ee9-593d-49e5-b981-f90f7f0660ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29304af2-bc51-44f3-b46c-74dc336f2cd3,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:30.758856 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a0de51b3-f8a4-48cf-aa54-16a6902da71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:31.049053 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a0de51b3-f8a4-48cf-aa54-16a6902da71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:31.058005 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a0de51b3-f8a4-48cf-aa54-16a6902da71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:31.065322 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a0de51b3-f8a4-48cf-aa54-16a6902da71b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4263ad4b-697e-4e2a-93cc-91717d18176a HTTP/1.1" status: 204 len: 168 time: 0.5596099 Sep 01 15:37:31.163640 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de51b3-f8a4-48cf-aa54-16a6902da71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4263ad4b-697e-4e2a-93cc-91717d18176a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:31.877226 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d21ced-1e5d-4329-8a4f-9c800842f492 req-0064836b-f90f-4726-b806-2ae710913f73 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:31.880388 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-97d21ced-1e5d-4329-8a4f-9c800842f492 req-0064836b-f90f-4726-b806-2ae710913f73 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 945 time: 0.5519683 Sep 01 15:37:32.112306 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.resource_extend [None req-a16a13d0-74b4-489d-af14-6a7e19b06f2f tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:37:32.289272 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-97d21ced-1e5d-4329-8a4f-9c800842f492 req-17fc06bb-bf4a-46c6-a9f1-58af8afde17f tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3312979 Sep 01 15:37:32.360209 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a16a13d0-74b4-489d-af14-6a7e19b06f2f tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:32.367834 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a16a13d0-74b4-489d-af14-6a7e19b06f2f tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:32.473087 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39532) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:32.511070 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5185fe3a-1d7c-4e95-872d-365d270a153c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:32.681472 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-a16a13d0-74b4-489d-af14-6a7e19b06f2f tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Floating IP f8ce3e54-8ee0-49d6-91ad-9b2168c75fd2 associated. External IP: 172.25.6.217, port: 533d9a33-018f-44bd-967c-bac6d80d4104. Sep 01 15:37:32.924373 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5185fe3a-1d7c-4e95-872d-365d270a153c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:32.933248 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5185fe3a-1d7c-4e95-872d-365d270a153c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:32.975422 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185fe3a-1d7c-4e95-872d-365d270a153c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937fa4ce-ec81-4d36-91ca-b591fa223a1e,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:33.008916 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5185fe3a-1d7c-4e95-872d-365d270a153c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b19c6f56a7ce46cfaf5d08087506b0ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5319226 Sep 01 15:37:33.009955 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39586) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:33.104624 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82d9ab8c-7bdb-4a15-a385-3320a10f623b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:33.159932 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82d9ab8c-7bdb-4a15-a385-3320a10f623b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:33.265799 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16a13d0-74b4-489d-af14-6a7e19b06f2f tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Router efb6933d-7162-411b-93f4-6bd30d68a96b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:37:33.315773 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82d9ab8c-7bdb-4a15-a385-3320a10f623b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:33.319298 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82d9ab8c-7bdb-4a15-a385-3320a10f623b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:33.321072 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-82d9ab8c-7bdb-4a15-a385-3320a10f623b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/937fa4ce-ec81-4d36-91ca-b591fa223a1e HTTP/1.1" status: 204 len: 168 time: 0.3085382 Sep 01 15:37:33.348202 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9ab8c-7bdb-4a15-a385-3320a10f623b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937fa4ce-ec81-4d36-91ca-b591fa223a1e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:33.654474 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f417300-9a1d-4ad2-bd89-877c4fc012f5 req-0a83658d-51ae-44ab-8e5e-61eb1cffa255 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:33.664873 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0f417300-9a1d-4ad2-bd89-877c4fc012f5 req-0a83658d-51ae-44ab-8e5e-61eb1cffa255 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 945 time: 0.1355815 Sep 01 15:37:33.670858 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16a13d0-74b4-489d-af14-6a7e19b06f2f tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:37:33.714397 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87106d8f-b725-4ac0-9792-80274fcd9423 None None] Sync routers for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:37:33.749243 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87106d8f-b725-4ac0-9792-80274fcd9423 None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:33.755487 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-87106d8f-b725-4ac0-9792-80274fcd9423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:37:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:33.801886 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-87106d8f-b725-4ac0-9792-80274fcd9423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:33.814246 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87106d8f-b725-4ac0-9792-80274fcd9423 None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:33.814971 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-87106d8f-b725-4ac0-9792-80274fcd9423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:37:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:33.826951 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0f417300-9a1d-4ad2-bd89-877c4fc012f5 req-451ed423-f166-4e0b-ba97-62fa946a6422 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611636 Sep 01 15:37:33.887470 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-87106d8f-b725-4ac0-9792-80274fcd9423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:33.888149 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87106d8f-b725-4ac0-9792-80274fcd9423 None None] The sync data for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:37:34.352190 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16a13d0-74b4-489d-af14-6a7e19b06f2f tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Router cc330f6c-6c8a-4f4b-8c95-b20509f0f640 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:37:34.542396 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16a13d0-74b4-489d-af14-6a7e19b06f2f tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:37:34.549091 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a16a13d0-74b4-489d-af14-6a7e19b06f2f tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:34.554091 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435a515a-d797-4276-b260-e3b26c577980 None None] Sync routers for ids ['cc330f6c-6c8a-4f4b-8c95-b20509f0f640'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:37:34.572021 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435a515a-d797-4276-b260-e3b26c577980 None None] Routers {'cc330f6c-6c8a-4f4b-8c95-b20509f0f640'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:34.572791 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-435a515a-d797-4276-b260-e3b26c577980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:37:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cc330f6c-6c8a-4f4b-8c95-b20509f0f640'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:34.668174 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39742) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:34.670375 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-435a515a-d797-4276-b260-e3b26c577980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:34.676180 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a16a13d0-74b4-489d-af14-6a7e19b06f2f tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "PUT /v2.0/floatingips/f8ce3e54-8ee0-49d6-91ad-9b2168c75fd2 HTTP/1.1" status: 200 len: 978 time: 4.9433947 Sep 01 15:37:34.687081 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435a515a-d797-4276-b260-e3b26c577980 None None] Routers {'cc330f6c-6c8a-4f4b-8c95-b20509f0f640'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:34.687729 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-435a515a-d797-4276-b260-e3b26c577980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:37:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cc330f6c-6c8a-4f4b-8c95-b20509f0f640'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:34.723939 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-435a515a-d797-4276-b260-e3b26c577980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:34.724602 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435a515a-d797-4276-b260-e3b26c577980 None None] The sync data for ids ['cc330f6c-6c8a-4f4b-8c95-b20509f0f640'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:37:34.854090 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-564130d6-3f5a-4903-bb3c-a2454595ada4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Deleting port ec3810c6-1ab3-4acf-9dc5-c020b4de7c50 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:37:34.854497 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-564130d6-3f5a-4903-bb3c-a2454595ada4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:34.873009 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39762) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:35.125451 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bbb03-b193-4bda-b3db-b526efacb6ae req-79a61a10-eaf9-44d5-8c27-a053ca4c40a8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:35.134183 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-132bbb03-b193-4bda-b3db-b526efacb6ae req-79a61a10-eaf9-44d5-8c27-a053ca4c40a8 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 945 time: 0.1349225 Sep 01 15:37:35.143896 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-564130d6-3f5a-4903-bb3c-a2454595ada4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:35.214237 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-132bbb03-b193-4bda-b3db-b526efacb6ae req-87395215-6659-45d7-9526-5ba6244e5c1c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715566 Sep 01 15:37:35.435152 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-88945825-0507-4706-bd01-7c4ecb0f5c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:35.656230 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-564130d6-3f5a-4903-bb3c-a2454595ada4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:35.656941 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-564130d6-3f5a-4903-bb3c-a2454595ada4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:35.657465 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-564130d6-3f5a-4903-bb3c-a2454595ada4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Floating IP f8ce3e54-8ee0-49d6-91ad-9b2168c75fd2 disassociated. External IP: 172.25.6.217, port: ec3810c6-1ab3-4acf-9dc5-c020b4de7c50. Sep 01 15:37:35.658004 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-564130d6-3f5a-4903-bb3c-a2454595ada4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Calling delete_port for ec3810c6-1ab3-4acf-9dc5-c020b4de7c50 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:37:35.801931 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-88945825-0507-4706-bd01-7c4ecb0f5c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:35.814997 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-88945825-0507-4706-bd01-7c4ecb0f5c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:35.942967 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88945825-0507-4706-bd01-7c4ecb0f5c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cf1b7e-3a36-48fa-81db-082c42bbd157,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:35.953455 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-88945825-0507-4706-bd01-7c4ecb0f5c6a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=13974eb6cebf46b493fa47c0125cdd6b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0789328 Sep 01 15:37:35.962217 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39852) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:36.031743 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-564130d6-3f5a-4903-bb3c-a2454595ada4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:36.084517 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f35e692e-eeb3-413c-a253-78dbaae22471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:36.138112 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f35e692e-eeb3-413c-a253-78dbaae22471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:36.151010 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564130d6-3f5a-4903-bb3c-a2454595ada4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event deleted for resources: {'Port': ['ID=ec3810c6-1ab3-4acf-9dc5-c020b4de7c50,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:36.189864 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564130d6-3f5a-4903-bb3c-a2454595ada4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:36.194447 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564130d6-3f5a-4903-bb3c-a2454595ada4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:36.197330 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564130d6-3f5a-4903-bb3c-a2454595ada4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:36.205120 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564130d6-3f5a-4903-bb3c-a2454595ada4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:36.206197 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564130d6-3f5a-4903-bb3c-a2454595ada4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:36.207559 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564130d6-3f5a-4903-bb3c-a2454595ada4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:36.208746 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564130d6-3f5a-4903-bb3c-a2454595ada4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:36.209660 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564130d6-3f5a-4903-bb3c-a2454595ada4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:36.210670 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564130d6-3f5a-4903-bb3c-a2454595ada4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:36.211583 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564130d6-3f5a-4903-bb3c-a2454595ada4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:36.212657 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564130d6-3f5a-4903-bb3c-a2454595ada4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:36.213506 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564130d6-3f5a-4903-bb3c-a2454595ada4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:37:36.276437 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f35e692e-eeb3-413c-a253-78dbaae22471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:36.279844 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f35e692e-eeb3-413c-a253-78dbaae22471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:36.289618 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f35e692e-eeb3-413c-a253-78dbaae22471 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/20cf1b7e-3a36-48fa-81db-082c42bbd157 HTTP/1.1" status: 204 len: 168 time: 0.3227615 Sep 01 15:37:36.332840 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e692e-eeb3-413c-a253-78dbaae22471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cf1b7e-3a36-48fa-81db-082c42bbd157,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:36.587816 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f652cf-74d1-4871-9bc1-06a52c24f049 req-76f4631b-ffef-445b-bda1-64e345aa7bc5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:36.595878 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-86f652cf-74d1-4871-9bc1-06a52c24f049 req-76f4631b-ffef-445b-bda1-64e345aa7bc5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 945 time: 0.1565022 Sep 01 15:37:36.659577 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564130d6-3f5a-4903-bb3c-a2454595ada4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Router cc330f6c-6c8a-4f4b-8c95-b20509f0f640 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:37:36.738700 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-86f652cf-74d1-4871-9bc1-06a52c24f049 req-04bf533f-9a4c-47b7-842b-1083067ee59a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411645 Sep 01 15:37:36.832543 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564130d6-3f5a-4903-bb3c-a2454595ada4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:37:36.850769 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56939d76-7a9b-4221-ac25-1b2c9e7b1ed6 None None] Sync routers for ids ['cc330f6c-6c8a-4f4b-8c95-b20509f0f640'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:37:36.868054 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56939d76-7a9b-4221-ac25-1b2c9e7b1ed6 None None] Routers {'cc330f6c-6c8a-4f4b-8c95-b20509f0f640'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:36.869449 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-56939d76-7a9b-4221-ac25-1b2c9e7b1ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:37:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cc330f6c-6c8a-4f4b-8c95-b20509f0f640'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:36.937385 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-564130d6-3f5a-4903-bb3c-a2454595ada4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:36.940792 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-564130d6-3f5a-4903-bb3c-a2454595ada4 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "DELETE /v2.0/ports/ec3810c6-1ab3-4acf-9dc5-c020b4de7c50 HTTP/1.1" status: 204 len: 168 time: 2.2715337 Sep 01 15:37:36.944241 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 39880) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:36.951130 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-56939d76-7a9b-4221-ac25-1b2c9e7b1ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:36.972138 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56939d76-7a9b-4221-ac25-1b2c9e7b1ed6 None None] Routers {'cc330f6c-6c8a-4f4b-8c95-b20509f0f640'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:36.973636 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-56939d76-7a9b-4221-ac25-1b2c9e7b1ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:37:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cc330f6c-6c8a-4f4b-8c95-b20509f0f640'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:37.102251 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-56939d76-7a9b-4221-ac25-1b2c9e7b1ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:37.106650 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56939d76-7a9b-4221-ac25-1b2c9e7b1ed6 None None] The sync data for ids ['cc330f6c-6c8a-4f4b-8c95-b20509f0f640'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:37:37.228128 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39884) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:37.269236 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7fa62860-f080-455f-b53e-eeea675fb6c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:37.332235 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39888) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:37.562869 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7fa62860-f080-455f-b53e-eeea675fb6c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:37.571829 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7fa62860-f080-455f-b53e-eeea675fb6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:37.731837 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7fa62860-f080-455f-b53e-eeea675fb6c4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a869da7611b04e7fa88193f2ca3fec40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5019667 Sep 01 15:37:37.738702 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39898) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:37.748389 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa62860-f080-455f-b53e-eeea675fb6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a420c547-10cf-40c0-9cde-a2b1396f37b8,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:38.312096 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-1e371ab6-5d4e-4bc2-99ee-16e425c60f7d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'network': {'name': 'tempest-network-smoke--1908587103', 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'port_security_enabled': True}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:38.312096 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e371ab6-5d4e-4bc2-99ee-16e425c60f7d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Made reservation on behalf of 0f5af12f2f0248c3b6a1104cb00ca9c0 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:37:38.312096 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1e371ab6-5d4e-4bc2-99ee-16e425c60f7d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:38.312096 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-55439a5d-f1df-4d8c-a372-6c9364c85087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:38.312096 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1e371ab6-5d4e-4bc2-99ee-16e425c60f7d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:38.312096 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4918305-3a60-41ab-8bdf-d5930cc28cb4 req-f1a47c8c-d81a-42d9-a880-05f17b170f83 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:38.312096 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e4918305-3a60-41ab-8bdf-d5930cc28cb4 req-f1a47c8c-d81a-42d9-a880-05f17b170f83 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 945 time: 0.3546262 Sep 01 15:37:38.351192 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e4918305-3a60-41ab-8bdf-d5930cc28cb4 req-ab48049f-9708-4e73-b16b-fcc0103bfd2b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076136 Sep 01 15:37:38.392391 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-55439a5d-f1df-4d8c-a372-6c9364c85087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:38.608795 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:38.653559 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-55439a5d-f1df-4d8c-a372-6c9364c85087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:38.662366 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-55439a5d-f1df-4d8c-a372-6c9364c85087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:38.667482 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-55439a5d-f1df-4d8c-a372-6c9364c85087 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a420c547-10cf-40c0-9cde-a2b1396f37b8 HTTP/1.1" status: 204 len: 168 time: 0.9211419 Sep 01 15:37:38.677594 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-19abc08e-7e0e-4a39-928c-5829e64db776 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:38.716034 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55439a5d-f1df-4d8c-a372-6c9364c85087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a420c547-10cf-40c0-9cde-a2b1396f37b8,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:38.865189 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1e371ab6-5d4e-4bc2-99ee-16e425c60f7d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:38.873370 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1e371ab6-5d4e-4bc2-99ee-16e425c60f7d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:38.961318 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e371ab6-5d4e-4bc2-99ee-16e425c60f7d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05223f0d-7df8-425a-b638-6a85e52e3466,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:39.069172 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e371ab6-5d4e-4bc2-99ee-16e425c60f7d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:37:39.110936 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1e371ab6-5d4e-4bc2-99ee-16e425c60f7d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:39.111510 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-1e371ab6-5d4e-4bc2-99ee-16e425c60f7d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Added segment 8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540 of type vlan for network 4632520d-c32a-45da-ba25-63401b32d6f2 Sep 01 15:37:39.303858 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d23e4c8b-9348-458b-b290-7e20947de486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:39.305931 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1e371ab6-5d4e-4bc2-99ee-16e425c60f7d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:39.387981 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-19abc08e-7e0e-4a39-928c-5829e64db776 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Deleting port 4084251f-1bdd-4076-a63c-40980f34f3b3 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:37:39.389582 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-19abc08e-7e0e-4a39-928c-5829e64db776 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:39.406677 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1e371ab6-5d4e-4bc2-99ee-16e425c60f7d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:39.417130 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e371ab6-5d4e-4bc2-99ee-16e425c60f7d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:39.418091 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1e371ab6-5d4e-4bc2-99ee-16e425c60f7d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:39.657794 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e371ab6-5d4e-4bc2-99ee-16e425c60f7d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'Network': ['ID=4632520d-c32a-45da-ba25-63401b32d6f2,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:39.674999 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 4632520d-c32a-45da-ba25-63401b32d6f2 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:37:39.688078 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1e371ab6-5d4e-4bc2-99ee-16e425c60f7d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.3546767 Sep 01 15:37:39.692851 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 39952) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:39.705498 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-7d818896-7b4e-4332-a55f-4f8386959a8f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-165439493', 'admin_state_up': True, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:39.768603 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-19abc08e-7e0e-4a39-928c-5829e64db776 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:39.792732 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-19abc08e-7e0e-4a39-928c-5829e64db776 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Calling delete_port for 4084251f-1bdd-4076-a63c-40980f34f3b3 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:37:39.814803 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f438282-196f-4735-8571-e1182f4bb318 req-1f824877-43e4-4b19-81aa-9bbec5b95e4a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:39.820865 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7d818896-7b4e-4332-a55f-4f8386959a8f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:39.823043 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7d818896-7b4e-4332-a55f-4f8386959a8f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:39.825325 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0f438282-196f-4735-8571-e1182f4bb318 req-1f824877-43e4-4b19-81aa-9bbec5b95e4a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 945 time: 0.1735005 Sep 01 15:37:39.928713 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0f438282-196f-4735-8571-e1182f4bb318 req-daf304d0-c1fe-494a-aa28-b36fea054ef6 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009765 Sep 01 15:37:39.967647 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7d818896-7b4e-4332-a55f-4f8386959a8f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:40.376137 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-19abc08e-7e0e-4a39-928c-5829e64db776 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:40.531728 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7d818896-7b4e-4332-a55f-4f8386959a8f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:40.544714 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abc08e-7e0e-4a39-928c-5829e64db776 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event deleted for resources: {'Port': ['ID=4084251f-1bdd-4076-a63c-40980f34f3b3,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:41.189199 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-19abc08e-7e0e-4a39-928c-5829e64db776 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:41.329166 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7d818896-7b4e-4332-a55f-4f8386959a8f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:41.361748 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7d818896-7b4e-4332-a55f-4f8386959a8f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:41.473647 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df7529-c378-4e17-8659-8ce0643bb52f req-d58efd01-6b2e-4d7e-93fe-15a968ada805 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:41.475329 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e8df7529-c378-4e17-8659-8ce0643bb52f req-d58efd01-6b2e-4d7e-93fe-15a968ada805 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 945 time: 0.2828016 Sep 01 15:37:41.635382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-7d818896-7b4e-4332-a55f-4f8386959a8f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Allocated IP 172.25.6.39 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/42846a51-ea4b-42af-b64f-a209cbfcbf68) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:37:41.658546 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e8df7529-c378-4e17-8659-8ce0643bb52f req-bf0fe1ae-266a-4143-9b2b-1649cc5384a1 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547327 Sep 01 15:37:41.761023 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19abc08e-7e0e-4a39-928c-5829e64db776 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Router cc330f6c-6c8a-4f4b-8c95-b20509f0f640 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:37:41.850166 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7d818896-7b4e-4332-a55f-4f8386959a8f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:41.963339 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7d818896-7b4e-4332-a55f-4f8386959a8f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:42.022319 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d818896-7b4e-4332-a55f-4f8386959a8f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:42.026772 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-7d818896-7b4e-4332-a55f-4f8386959a8f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:42.030547 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d818896-7b4e-4332-a55f-4f8386959a8f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:37:42.068992 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19abc08e-7e0e-4a39-928c-5829e64db776 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:37:42.089185 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afd6a85-f206-4138-8e66-203ef2c5d669 None None] Sync routers for ids ['cc330f6c-6c8a-4f4b-8c95-b20509f0f640'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:37:42.101343 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-19abc08e-7e0e-4a39-928c-5829e64db776 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "PUT /v2.0/routers/cc330f6c-6c8a-4f4b-8c95-b20509f0f640/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1530218 Sep 01 15:37:42.102210 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40014) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:42.114513 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d818896-7b4e-4332-a55f-4f8386959a8f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'Port': ['ID=42846a51-ea4b-42af-b64f-a209cbfcbf68,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:42.157802 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afd6a85-f206-4138-8e66-203ef2c5d669 None None] Routers {'cc330f6c-6c8a-4f4b-8c95-b20509f0f640'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:42.158603 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3afd6a85-f206-4138-8e66-203ef2c5d669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:37:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cc330f6c-6c8a-4f4b-8c95-b20509f0f640'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:42.178020 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:42.310666 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3afd6a85-f206-4138-8e66-203ef2c5d669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:42.351966 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afd6a85-f206-4138-8e66-203ef2c5d669 None None] Routers {'cc330f6c-6c8a-4f4b-8c95-b20509f0f640'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:42.353054 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3afd6a85-f206-4138-8e66-203ef2c5d669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:37:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cc330f6c-6c8a-4f4b-8c95-b20509f0f640'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:42.462698 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-287e88ac-4834-420d-8361-69775e79a5c3 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:42.544204 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3afd6a85-f206-4138-8e66-203ef2c5d669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:42.546972 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afd6a85-f206-4138-8e66-203ef2c5d669 None None] The sync data for ids ['cc330f6c-6c8a-4f4b-8c95-b20509f0f640'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:37:42.822819 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-287e88ac-4834-420d-8361-69775e79a5c3 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:43.052433 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45685734-b115-4fa1-b11a-c7ed637786e8 req-2e61a748-4568-4ead-9a76-ec204aa9f095 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:43.066925 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-45685734-b115-4fa1-b11a-c7ed637786e8 req-2e61a748-4568-4ead-9a76-ec204aa9f095 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 945 time: 0.1720564 Sep 01 15:37:43.089729 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-287e88ac-4834-420d-8361-69775e79a5c3 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Deleting port 1fcfaab7-d140-491c-a186-45cfd07570ec {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:37:43.090613 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-287e88ac-4834-420d-8361-69775e79a5c3 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:43.182822 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40040) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:43.235703 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7d818896-7b4e-4332-a55f-4f8386959a8f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:43.316674 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:43.349219 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-45685734-b115-4fa1-b11a-c7ed637786e8 req-63e41490-3a8b-40ae-8028-13b60fc3707e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2740314 Sep 01 15:37:43.493377 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-287e88ac-4834-420d-8361-69775e79a5c3 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:43.544801 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-287e88ac-4834-420d-8361-69775e79a5c3 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Calling delete_port for 1fcfaab7-d140-491c-a186-45cfd07570ec owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:37:43.704967 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-14c26701-11f1-496f-adc3-6e0cecf44437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:43.973431 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c38264a8-e4f5-4af2-8cc2-9efe4c6e3ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:44.219010 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-287e88ac-4834-420d-8361-69775e79a5c3 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:44.256017 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e88ac-4834-420d-8361-69775e79a5c3 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event deleted for resources: {'Port': ['ID=1fcfaab7-d140-491c-a186-45cfd07570ec,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:44.369449 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7d818896-7b4e-4332-a55f-4f8386959a8f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:44.430395 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-287e88ac-4834-420d-8361-69775e79a5c3 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:44.466618 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c38264a8-e4f5-4af2-8cc2-9efe4c6e3ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:44.561671 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c38264a8-e4f5-4af2-8cc2-9efe4c6e3ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:44.786906 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38264a8-e4f5-4af2-8cc2-9efe4c6e3ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66041f6-7c91-450d-b3d6-8f66eebb0010,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:44.810100 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c38264a8-e4f5-4af2-8cc2-9efe4c6e3ec1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aea92129d95a4fb98be1003de5c98a5d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6241727 Sep 01 15:37:44.813403 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40070) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:44.896536 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c039d11-ddbd-45a4-8413-a2b49a8dcada req-76689cc4-964a-42cc-b5e2-6298af9433c5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:44.908002 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6c039d11-ddbd-45a4-8413-a2b49a8dcada req-76689cc4-964a-42cc-b5e2-6298af9433c5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 945 time: 0.3516793 Sep 01 15:37:45.041792 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6c039d11-ddbd-45a4-8413-a2b49a8dcada req-c68d6c1a-0c3b-4efe-82ed-feaa0e5da814 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328473 Sep 01 15:37:45.077488 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-74ce4419-5db3-4193-9013-904149874517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:45.128933 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-287e88ac-4834-420d-8361-69775e79a5c3 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:45.147197 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-287e88ac-4834-420d-8361-69775e79a5c3 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:45.160397 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d818896-7b4e-4332-a55f-4f8386959a8f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Router 95690f78-2b5d-490a-86b2-451a10119319 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:37:45.174127 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-74ce4419-5db3-4193-9013-904149874517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:45.207606 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-287e88ac-4834-420d-8361-69775e79a5c3 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:45.208780 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287e88ac-4834-420d-8361-69775e79a5c3 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Fanout notify agent at l3_agent the message router_deleted on router cc330f6c-6c8a-4f4b-8c95-b20509f0f640 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:37:45.219845 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-287e88ac-4834-420d-8361-69775e79a5c3 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:45.225938 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-287e88ac-4834-420d-8361-69775e79a5c3 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "DELETE /v2.0/routers/cc330f6c-6c8a-4f4b-8c95-b20509f0f640 HTTP/1.1" status: 204 len: 168 time: 3.1224198 Sep 01 15:37:45.228541 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40078) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:45.229413 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:45.314035 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-cefb18f3-884c-4898-8941-050dc27697b2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Deleting subnet 87e25a1c-3d1d-487b-9ab7-a94116f1d806 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:37:45.318972 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cefb18f3-884c-4898-8941-050dc27697b2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:45.406008 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cefb18f3-884c-4898-8941-050dc27697b2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:45.485990 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d818896-7b4e-4332-a55f-4f8386959a8f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:37:45.489855 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-74ce4419-5db3-4193-9013-904149874517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:45.493092 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-74ce4419-5db3-4193-9013-904149874517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:45.495343 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-74ce4419-5db3-4193-9013-904149874517 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d66041f6-7c91-450d-b3d6-8f66eebb0010 HTTP/1.1" status: 204 len: 168 time: 0.6596603 Sep 01 15:37:45.521889 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100113c9-4728-48ce-a543-1be5e720d581 None None] Sync routers for ids ['95690f78-2b5d-490a-86b2-451a10119319'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:37:45.537144 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce4419-5db3-4193-9013-904149874517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66041f6-7c91-450d-b3d6-8f66eebb0010,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:45.547479 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100113c9-4728-48ce-a543-1be5e720d581 None None] Routers {'95690f78-2b5d-490a-86b2-451a10119319'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:45.548406 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-100113c9-4728-48ce-a543-1be5e720d581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:37:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['95690f78-2b5d-490a-86b2-451a10119319'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:45.553897 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7d818896-7b4e-4332-a55f-4f8386959a8f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:45.555449 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7d818896-7b4e-4332-a55f-4f8386959a8f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.8599272 Sep 01 15:37:45.560988 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40088) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:45.603944 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cefb18f3-884c-4898-8941-050dc27697b2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:45.848303 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cefb18f3-884c-4898-8941-050dc27697b2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:45.911592 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-100113c9-4728-48ce-a543-1be5e720d581 None None] Set router 95690f78-2b5d-490a-86b2-451a10119319 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:37:45.989461 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cefb18f3-884c-4898-8941-050dc27697b2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:45.999952 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40108) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:46.002191 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cefb18f3-884c-4898-8941-050dc27697b2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "DELETE /v2.0/subnets/87e25a1c-3d1d-487b-9ab7-a94116f1d806 HTTP/1.1" status: 204 len: 168 time: 0.7719715 Sep 01 15:37:46.011001 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10db9a37-9202-459a-9f6f-5a819a68174a None None] Network 943ee0f9-149c-468e-a18e-f373ec17b315 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:37:46.024833 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb18f3-884c-4898-8941-050dc27697b2 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event deleted for resources: {'Subnet': ['ID=87e25a1c-3d1d-487b-9ab7-a94116f1d806,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:46.220477 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7cea6bc0-3995-4048-9026-87f0eec6f878 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:46.323849 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcc55f-8251-4d8b-be65-255f6f4f1401 req-4116c080-3643-4106-8e6c-94db79511548 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:46.333147 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0bdcc55f-8251-4d8b-be65-255f6f4f1401 req-4116c080-3643-4106-8e6c-94db79511548 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 945 time: 0.1113377 Sep 01 15:37:46.392693 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0bdcc55f-8251-4d8b-be65-255f6f4f1401 req-7a9046bf-212f-40a8-9240-65ba198c8797 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581350 Sep 01 15:37:46.403395 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-7cea6bc0-3995-4048-9026-87f0eec6f878 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Deleting port 053f81a7-2d4a-4714-ad8a-528d3e2e2b09 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:37:46.403978 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7cea6bc0-3995-4048-9026-87f0eec6f878 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:46.663339 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-7cea6bc0-3995-4048-9026-87f0eec6f878 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] For port 053f81a7-2d4a-4714-ad8a-528d3e2e2b09, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=053f81a7-2d4a-4714-ad8a-528d3e2e2b09,segment=NetworkSegment(dccd25c0-032d-4c58-acd1-eefdb460124f),segment_id=dccd25c0-032d-4c58-acd1-eefdb460124f)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:46.664419 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7cea6bc0-3995-4048-9026-87f0eec6f878 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:46.707679 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-7cea6bc0-3995-4048-9026-87f0eec6f878 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Calling delete_port for 053f81a7-2d4a-4714-ad8a-528d3e2e2b09 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:37:46.780762 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-07776be6-e503-4ac0-930f-a8ae623ccca1 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=0f5af12f2f0248c3b6a1104cb00ca9c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.2185667 Sep 01 15:37:46.785406 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40122) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:46.907731 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b411d8a0-1542-411e-ae1e-d8c1eaeefdc7 None None] DHCP port deletion for 943ee0f9-149c-468e-a18e-f373ec17b315 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:37:47.076350 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-100113c9-4728-48ce-a543-1be5e720d581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95690f78-2b5d-490a-86b2-451a10119319', 'name': 'tempest-TestNetworkBasicOps-router-165439493', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:39Z', 'updated_at': '2021-09-01T15:37:42Z', 'revision_number': 3, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:41Z', 'updated_at': '2021-09-01T15:37:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:47.086257 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b411d8a0-1542-411e-ae1e-d8c1eaeefdc7 None None] Deleting port 053f81a7-2d4a-4714-ad8a-528d3e2e2b09 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:37:47.096230 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b411d8a0-1542-411e-ae1e-d8c1eaeefdc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:47.184843 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d0c76c-230b-447c-94e6-8e855f70f4a6 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:47.187546 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f9d0c76c-230b-447c-94e6-8e855f70f4a6 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4000385 Sep 01 15:37:47.192608 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40136) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:47.235867 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b411d8a0-1542-411e-ae1e-d8c1eaeefdc7 None None] For port 053f81a7-2d4a-4714-ad8a-528d3e2e2b09, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=053f81a7-2d4a-4714-ad8a-528d3e2e2b09,segment=NetworkSegment(dccd25c0-032d-4c58-acd1-eefdb460124f),segment_id=dccd25c0-032d-4c58-acd1-eefdb460124f)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:47.237187 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b411d8a0-1542-411e-ae1e-d8c1eaeefdc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:47.258267 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7cea6bc0-3995-4048-9026-87f0eec6f878 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:47.297810 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b411d8a0-1542-411e-ae1e-d8c1eaeefdc7 None None] Calling delete_port for 053f81a7-2d4a-4714-ad8a-528d3e2e2b09 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:37:47.311215 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-76dfae46-887a-4fd3-8193-3e5f19a28bbb tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5c826073-0017-46f6-8947-51b31e774ff4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1157100 Sep 01 15:37:47.317728 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40140) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:47.323948 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-9beb3578-0f7e-4a20-b4e3-f6356d81b199 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2056797189', 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2', 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:37:47.396456 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea6bc0-3995-4048-9026-87f0eec6f878 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event deleted for resources: {'Port': ['ID=053f81a7-2d4a-4714-ad8a-528d3e2e2b09,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:47.426808 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cea6bc0-3995-4048-9026-87f0eec6f878 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] No DVR routers for this DVR port 053f81a7-2d4a-4714-ad8a-528d3e2e2b09 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:37:47.494983 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 053f81a7-2d4a-4714-ad8a-528d3e2e2b09 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:37:47.534351 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100113c9-4728-48ce-a543-1be5e720d581 None None] Checking router: 95690f78-2b5d-490a-86b2-451a10119319 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:37:47.536037 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100113c9-4728-48ce-a543-1be5e720d581 None None] Updating router 95690f78-2b5d-490a-86b2-451a10119319 port 42846a51-ea4b-42af-b64f-a209cbfcbf68 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:37:47.653869 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 053f81a7-2d4a-4714-ad8a-528d3e2e2b09 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:37:47.654456 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 053f81a7-2d4a-4714-ad8a-528d3e2e2b09 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:37:47.675062 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9beb3578-0f7e-4a20-b4e3-f6356d81b199 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Made reservation on behalf of 0f5af12f2f0248c3b6a1104cb00ca9c0 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:37:47.705463 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9beb3578-0f7e-4a20-b4e3-f6356d81b199 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:47.862005 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-100113c9-4728-48ce-a543-1be5e720d581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:48.466534 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9beb3578-0f7e-4a20-b4e3-f6356d81b199 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:48.634795 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7cea6bc0-3995-4048-9026-87f0eec6f878 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:48.650693 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-7cea6bc0-3995-4048-9026-87f0eec6f878 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943ee0f9-149c-468e-a18e-f373ec17b315']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:48.667817 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-7cea6bc0-3995-4048-9026-87f0eec6f878 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccd25c0-032d-4c58-acd1-eefdb460124f') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:48.668317 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-7cea6bc0-3995-4048-9026-87f0eec6f878 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccd25c0-032d-4c58-acd1-eefdb460124f') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:48.681943 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7cea6bc0-3995-4048-9026-87f0eec6f878 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:48.702824 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7cea6bc0-3995-4048-9026-87f0eec6f878 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:48.713164 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cea6bc0-3995-4048-9026-87f0eec6f878 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:37:48.713733 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7cea6bc0-3995-4048-9026-87f0eec6f878 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:48.726486 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb3578-0f7e-4a20-b4e3-f6356d81b199 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'Subnet': ['ID=9ea35a2a-5cfd-43df-a743-97c56729848b,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:37:48.821644 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:37:48.836548 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7cea6bc0-3995-4048-9026-87f0eec6f878 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:48.846965 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beb3578-0f7e-4a20-b4e3-f6356d81b199 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Checking segment: {'id': '8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:37:48.847604 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beb3578-0f7e-4a20-b4e3-f6356d81b199 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Network hostable DHCP agents. Network: 4632520d-c32a-45da-ba25-63401b32d6f2, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:37:48.852308 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7cea6bc0-3995-4048-9026-87f0eec6f878 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:48.858339 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7cea6bc0-3995-4048-9026-87f0eec6f878 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "DELETE /v2.0/networks/943ee0f9-149c-468e-a18e-f373ec17b315 HTTP/1.1" status: 204 len: 168 time: 2.8560135 Sep 01 15:37:48.866611 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40182) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:48.926835 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea6bc0-3995-4048-9026-87f0eec6f878 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event deleted for resources: {'Network': ['ID=943ee0f9-149c-468e-a18e-f373ec17b315,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:49.007738 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d18bf2-97bf-4337-81fd-dd4c97729589 req-7e289148-1024-4526-9fad-8eb8f52ee4d7 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:49.011878 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99d18bf2-97bf-4337-81fd-dd4c97729589 req-7e289148-1024-4526-9fad-8eb8f52ee4d7 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 945 time: 0.4184804 Sep 01 15:37:49.139548 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99d18bf2-97bf-4337-81fd-dd4c97729589 req-7410c211-ef94-4063-93da-0b15818373bb tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080143 Sep 01 15:37:49.264681 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beb3578-0f7e-4a20-b4e3-f6356d81b199 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Network 4632520d-c32a-45da-ba25-63401b32d6f2 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:37:49.319671 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-100113c9-4728-48ce-a543-1be5e720d581 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:49.347956 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-100113c9-4728-48ce-a543-1be5e720d581 None None] Transition to ACTIVE for port object 42846a51-ea4b-42af-b64f-a209cbfcbf68 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:37:49.358494 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 15:37:49.375928 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-9beb3578-0f7e-4a20-b4e3-f6356d81b199 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 4632520d-c32a-45da-ba25-63401b32d6f2) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:49.386022 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b411d8a0-1542-411e-ae1e-d8c1eaeefdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:49.388181 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9beb3578-0f7e-4a20-b4e3-f6356d81b199 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:49.388992 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9beb3578-0f7e-4a20-b4e3-f6356d81b199 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:49.464253 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9beb3578-0f7e-4a20-b4e3-f6356d81b199 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1445782 Sep 01 15:37:49.469208 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40200) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:49.493225 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b411d8a0-1542-411e-ae1e-d8c1eaeefdc7 None None] Network 943ee0f9-149c-468e-a18e-f373ec17b315 is not hosted by any dhcp agent {{(pid=94735) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 01 15:37:49.493958 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b411d8a0-1542-411e-ae1e-d8c1eaeefdc7 None None] No DVR routers for this DVR port 053f81a7-2d4a-4714-ad8a-528d3e2e2b09 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:37:49.496174 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9acc0c8-91ac-42c2-b7be-1f15ddf378e3 None None] Network 4632520d-c32a-45da-ba25-63401b32d6f2 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:37:49.498217 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-ffbcbbbd-8dd6-444d-8589-c95e8e80afec tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Deleting port 1b0f1e34-29d8-4e27-aa86-78ede97862ad {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:37:49.505184 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ffbcbbbd-8dd6-444d-8589-c95e8e80afec tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:49.508373 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-100113c9-4728-48ce-a543-1be5e720d581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:49.608608 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411d8a0-1542-411e-ae1e-d8c1eaeefdc7 None None] Pushing event deleted for resources: {'Port': ['ID=053f81a7-2d4a-4714-ad8a-528d3e2e2b09,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:49.756692 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-100113c9-4728-48ce-a543-1be5e720d581 None None] Attempting to bind port 42846a51-ea4b-42af-b64f-a209cbfcbf68 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:37:49.757273 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-100113c9-4728-48ce-a543-1be5e720d581 None None] Attempting to bind port 42846a51-ea4b-42af-b64f-a209cbfcbf68 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:37:49.757945 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100113c9-4728-48ce-a543-1be5e720d581 None None] Attempting to bind port 42846a51-ea4b-42af-b64f-a209cbfcbf68 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:37:49.885656 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1526e3-31d6-4b01-a0f4-dcf3a9e88cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-4632520d-c32a-45da-ba25-63401b32d6f2', 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'fixed_ips': [{'subnet_id': '9ea35a2a-5cfd-43df-a743-97c56729848b'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:37:49.909586 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8d1526e3-31d6-4b01-a0f4-dcf3a9e88cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:49.927148 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ffbcbbbd-8dd6-444d-8589-c95e8e80afec tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:49.928074 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ffbcbbbd-8dd6-444d-8589-c95e8e80afec tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:49.934277 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:37:49.956475 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-ffbcbbbd-8dd6-444d-8589-c95e8e80afec tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Calling delete_port for 1b0f1e34-29d8-4e27-aa86-78ede97862ad owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:37:50.309880 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=441c5c04-35ae-4ed9-ac67-b3fa6a93be1a,segment=NetworkSegment(98f0607b-0715-499a-8644-b00d0c4604e5),segment_id=98f0607b-0715-499a-8644-b00d0c4604e5)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:50.367481 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '441c5c04-35ae-4ed9-ac67-b3fa6a93be1a', 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36', 'port_id': '441c5c04-35ae-4ed9-ac67-b3fa6a93be1a', 'mac_address': 'fa:16:3e:b4:2d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df99ffd-b89d-4c15-aa68-2d6c8f8a428c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:37:50.407639 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100113c9-4728-48ce-a543-1be5e720d581 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:37:50.408006 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100113c9-4728-48ce-a543-1be5e720d581 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:37:50.412900 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-100113c9-4728-48ce-a543-1be5e720d581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:50.413593 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100113c9-4728-48ce-a543-1be5e720d581 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:37:50.414505 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-100113c9-4728-48ce-a543-1be5e720d581 None None] Bound port: 42846a51-ea4b-42af-b64f-a209cbfcbf68, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:37:50.415172 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-100113c9-4728-48ce-a543-1be5e720d581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:50.428544 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b833f-7e15-401a-bcc1-6b8244f4da35 None None] Pushing event updated for resources: {'Port': ['ID=42846a51-ea4b-42af-b64f-a209cbfcbf68,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:50.504972 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ffbcbbbd-8dd6-444d-8589-c95e8e80afec tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:50.677089 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbcbbbd-8dd6-444d-8589-c95e8e80afec tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event deleted for resources: {'Port': ['ID=1b0f1e34-29d8-4e27-aa86-78ede97862ad,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:50.841817 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964122b-3d75-4a3e-9d4e-2c44b1092a7c req-0a3411e0-17c8-4962-952f-b9bcb5432449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:50.846051 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4964122b-3d75-4a3e-9d4e-2c44b1092a7c req-0a3411e0-17c8-4962-952f-b9bcb5432449 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 1096 time: 0.6960363 Sep 01 15:37:50.870719 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aef25d-0c44-41a4-8a9d-9d0e3d1d1bc5 req-9959fbeb-f144-47f7-9a30-d2e446825f65 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:50.877152 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06aef25d-0c44-41a4-8a9d-9d0e3d1d1bc5 req-9959fbeb-f144-47f7-9a30-d2e446825f65 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 945 time: 0.3834369 Sep 01 15:37:51.014252 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ffbcbbbd-8dd6-444d-8589-c95e8e80afec tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:51.018744 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ffbcbbbd-8dd6-444d-8589-c95e8e80afec tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:51.027124 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ffbcbbbd-8dd6-444d-8589-c95e8e80afec tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "DELETE /v2.0/floatingips/f8ce3e54-8ee0-49d6-91ad-9b2168c75fd2 HTTP/1.1" status: 204 len: 168 time: 2.1566248 Sep 01 15:37:51.029110 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4964122b-3d75-4a3e-9d4e-2c44b1092a7c req-dda1c663-8d3b-4b28-b7f5-6f24548636a4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403453 Sep 01 15:37:51.037468 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40254) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:51.075170 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1a0c298d-929b-405f-be86-46dfff61a32f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:51.123585 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-547b6bef-b7a2-466a-8ea7-843364fbc278 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] DELETE failed (client error): The resource could not be found. Sep 01 15:37:51.124406 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-547b6bef-b7a2-466a-8ea7-843364fbc278 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:37:51.143090 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-547b6bef-b7a2-466a-8ea7-843364fbc278 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "DELETE /v2.0/ports/ec3810c6-1ab3-4acf-9dc5-c020b4de7c50 HTTP/1.1" status: 404 len: 333 time: 0.1039879 Sep 01 15:37:51.161701 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40256) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:51.195396 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:51.211864 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06aef25d-0c44-41a4-8a9d-9d0e3d1d1bc5 req-62537d34-bd05-4338-bfdf-e76e511d1e2c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3194003 Sep 01 15:37:51.249100 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-950afa35-7174-4c8b-bb39-2c720bd154c8 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc330f6c-6c8a-4f4b-8c95-b20509f0f640 HTTP/1.1" status: 200 len: 205 time: 0.0834484 Sep 01 15:37:51.249644 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40264) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:51.383427 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:37:51.453984 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-f9adccd3-e657-4471-b647-fe38736562e9 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] delete failed (client error): The resource could not be found. Sep 01 15:37:51.455591 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f9adccd3-e657-4471-b647-fe38736562e9 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "DELETE /v2.0/routers/cc330f6c-6c8a-4f4b-8c95-b20509f0f640 HTTP/1.1" status: 404 len: 336 time: 0.2047925 Sep 01 15:37:51.458760 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40270) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:51.578972 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22e9e81-7a87-4ef7-ba53-2fa5ebe5f8a7 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] DELETE failed (client error): The resource could not be found. Sep 01 15:37:51.579915 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c22e9e81-7a87-4ef7-ba53-2fa5ebe5f8a7 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:37:51.589744 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c22e9e81-7a87-4ef7-ba53-2fa5ebe5f8a7 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "DELETE /v2.0/subnets/87e25a1c-3d1d-487b-9ab7-a94116f1d806 HTTP/1.1" status: 404 len: 337 time: 0.1295600 Sep 01 15:37:51.609004 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40276) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:51.659594 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=441c5c04-35ae-4ed9-ac67-b3fa6a93be1a,segment=NetworkSegment(98f0607b-0715-499a-8644-b00d0c4604e5),segment_id=98f0607b-0715-499a-8644-b00d0c4604e5)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:51.827929 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f05618a7-ed15-438a-9010-2b3d8eb822df tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Deleting port 533d9a33-018f-44bd-967c-bac6d80d4104 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:37:51.828324 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f05618a7-ed15-438a-9010-2b3d8eb822df tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:51.851028 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:51.981841 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=441c5c04-35ae-4ed9-ac67-b3fa6a93be1a,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:51.987933 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-100113c9-4728-48ce-a543-1be5e720d581 None None] For port 42846a51-ea4b-42af-b64f-a209cbfcbf68, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:37:52.012886 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-100113c9-4728-48ce-a543-1be5e720d581 None None] For port 42846a51-ea4b-42af-b64f-a209cbfcbf68, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=42846a51-ea4b-42af-b64f-a209cbfcbf68,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:37:52.018826 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-8d1526e3-31d6-4b01-a0f4-dcf3a9e88cf0 None None] Allocated IP 172.20.0.2 (4632520d-c32a-45da-ba25-63401b32d6f2/9ea35a2a-5cfd-43df-a743-97c56729848b/fbacb66c-b055-42bc-a09c-af64c97b2a25) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:37:52.031285 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-100113c9-4728-48ce-a543-1be5e720d581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:52.120416 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f05618a7-ed15-438a-9010-2b3d8eb822df tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:52.153881 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100113c9-4728-48ce-a543-1be5e720d581 None None] Routers {'95690f78-2b5d-490a-86b2-451a10119319'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:52.154585 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-100113c9-4728-48ce-a543-1be5e720d581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:37:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['95690f78-2b5d-490a-86b2-451a10119319'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:52.177779 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f05618a7-ed15-438a-9010-2b3d8eb822df tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Calling delete_port for 533d9a33-018f-44bd-967c-bac6d80d4104 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:37:52.493475 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-100113c9-4728-48ce-a543-1be5e720d581 None None] Set router 95690f78-2b5d-490a-86b2-451a10119319 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:37:52.694610 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af735f-6d90-4570-ad9c-34398723d499 req-65905e5b-60fa-48b3-8471-e368e3028b32 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:52.715712 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-94af735f-6d90-4570-ad9c-34398723d499 req-65905e5b-60fa-48b3-8471-e368e3028b32 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 944 time: 0.2846959 Sep 01 15:37:52.829739 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-94af735f-6d90-4570-ad9c-34398723d499 req-079128a1-8db7-4732-a08e-5ebaadb5844a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124456 Sep 01 15:37:52.938599 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b833f-7e15-401a-bcc1-6b8244f4da35 None None] Pushing event updated for resources: {'Port': ['ID=42846a51-ea4b-42af-b64f-a209cbfcbf68,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:52.989063 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f05618a7-ed15-438a-9010-2b3d8eb822df tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:53.122287 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05618a7-ed15-438a-9010-2b3d8eb822df tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event deleted for resources: {'Port': ['ID=533d9a33-018f-44bd-967c-bac6d80d4104,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:53.259511 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-100113c9-4728-48ce-a543-1be5e720d581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95690f78-2b5d-490a-86b2-451a10119319', 'name': 'tempest-TestNetworkBasicOps-router-165439493', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:39Z', 'updated_at': '2021-09-01T15:37:42Z', 'revision_number': 3, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:41Z', 'updated_at': '2021-09-01T15:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:53.355450 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f05618a7-ed15-438a-9010-2b3d8eb822df tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:53.365219 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40338) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:53.385638 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f05618a7-ed15-438a-9010-2b3d8eb822df tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "DELETE /v2.0/ports/533d9a33-018f-44bd-967c-bac6d80d4104 HTTP/1.1" status: 204 len: 168 time: 1.7685261 Sep 01 15:37:53.402760 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100113c9-4728-48ce-a543-1be5e720d581 None None] The sync data for ids ['95690f78-2b5d-490a-86b2-451a10119319'] in n-d-794796-3 is: [{'id': '95690f78-2b5d-490a-86b2-451a10119319', 'name': 'tempest-TestNetworkBasicOps-router-165439493', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:39Z', 'updated_at': '2021-09-01T15:37:42Z', 'revision_number': 3, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:41Z', 'updated_at': '2021-09-01T15:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:37:53.484989 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8d1526e3-31d6-4b01-a0f4-dcf3a9e88cf0 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:53.585575 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8d1526e3-31d6-4b01-a0f4-dcf3a9e88cf0 None None] Transition to ACTIVE for port object fbacb66c-b055-42bc-a09c-af64c97b2a25 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:53.661833 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8d1526e3-31d6-4b01-a0f4-dcf3a9e88cf0 None None] Transition to ACTIVE for port object fbacb66c-b055-42bc-a09c-af64c97b2a25 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:53.682861 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8d1526e3-31d6-4b01-a0f4-dcf3a9e88cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:53.749792 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1526e3-31d6-4b01-a0f4-dcf3a9e88cf0 None None] Network 4632520d-c32a-45da-ba25-63401b32d6f2 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:53.772833 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-344f7aa1-7d75-4cd3-92d2-94b6e2702586 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Deleting port 84555428-aee1-43b3-96fc-ff193269b3bd {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:37:53.782918 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-344f7aa1-7d75-4cd3-92d2-94b6e2702586 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:53.825166 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-8d1526e3-31d6-4b01-a0f4-dcf3a9e88cf0 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:53.838208 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1526e3-31d6-4b01-a0f4-dcf3a9e88cf0 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:37:53.991806 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-1a0c298d-929b-405f-be86-46dfff61a32f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Allocated IP 172.20.0.1 (4632520d-c32a-45da-ba25-63401b32d6f2/9ea35a2a-5cfd-43df-a743-97c56729848b/40f40ba1-6622-465f-b98d-182bd3a37757) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:37:54.193844 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:37:54.206256 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-344f7aa1-7d75-4cd3-92d2-94b6e2702586 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:54.370842 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a02020-066a-424e-b485-a735580d02af req-ac4fd502-2f42-44c9-80e9-e548ce97f18e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:54.375712 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-84a02020-066a-424e-b485-a735580d02af req-ac4fd502-2f42-44c9-80e9-e548ce97f18e tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 944 time: 0.3472395 Sep 01 15:37:54.383523 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-344f7aa1-7d75-4cd3-92d2-94b6e2702586 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Calling delete_port for 84555428-aee1-43b3-96fc-ff193269b3bd owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:37:54.444570 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:37:54.445078 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1a0c298d-929b-405f-be86-46dfff61a32f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:54.526426 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-1a0c298d-929b-405f-be86-46dfff61a32f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Transition to ACTIVE for port object 40f40ba1-6622-465f-b98d-182bd3a37757 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:37:54.611023 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-84a02020-066a-424e-b485-a735580d02af req-f7bedcdf-2edb-4cc7-a024-37e7ee0beb20 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182038 Sep 01 15:37:54.654275 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40360) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:54.726527 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=441c5c04-35ae-4ed9-ac67-b3fa6a93be1a,segment=NetworkSegment(98f0607b-0715-499a-8644-b00d0c4604e5),segment_id=98f0607b-0715-499a-8644-b00d0c4604e5)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:54.782795 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1526e3-31d6-4b01-a0f4-dcf3a9e88cf0 None None] Pushing event updated for resources: {'Port': ['ID=fbacb66c-b055-42bc-a09c-af64c97b2a25,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:54.788201 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '441c5c04-35ae-4ed9-ac67-b3fa6a93be1a', 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36', 'port_id': '441c5c04-35ae-4ed9-ac67-b3fa6a93be1a', 'mac_address': 'fa:16:3e:b4:2d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df99ffd-b89d-4c15-aa68-2d6c8f8a428c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:37:54.828557 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8d1526e3-31d6-4b01-a0f4-dcf3a9e88cf0 None None] Attempting to bind port fbacb66c-b055-42bc-a09c-af64c97b2a25 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:37:54.833325 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8d1526e3-31d6-4b01-a0f4-dcf3a9e88cf0 None None] Attempting to bind port fbacb66c-b055-42bc-a09c-af64c97b2a25 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:37:54.834036 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1526e3-31d6-4b01-a0f4-dcf3a9e88cf0 None None] Attempting to bind port fbacb66c-b055-42bc-a09c-af64c97b2a25 on network 4632520d-c32a-45da-ba25-63401b32d6f2 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:37:54.864776 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1526e3-31d6-4b01-a0f4-dcf3a9e88cf0 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:37:54.868718 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1526e3-31d6-4b01-a0f4-dcf3a9e88cf0 None None] Checking segment: {'id': '8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:37:54.870867 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8d1526e3-31d6-4b01-a0f4-dcf3a9e88cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:54.871650 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1526e3-31d6-4b01-a0f4-dcf3a9e88cf0 None None] Bound using segment: {'id': '8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:37:54.872373 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8d1526e3-31d6-4b01-a0f4-dcf3a9e88cf0 None None] Bound port: fbacb66c-b055-42bc-a09c-af64c97b2a25, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:37:54.874111 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8d1526e3-31d6-4b01-a0f4-dcf3a9e88cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:54.904390 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-344f7aa1-7d75-4cd3-92d2-94b6e2702586 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:54.952692 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-091e78a1-be56-471e-8022-b9a271b83594 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/floatingips/e29ea704-a4c6-4d46-895e-05b0759b3e71 HTTP/1.1" status: 200 len: 992 time: 0.2966223 Sep 01 15:37:54.960808 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['441c5c04-35ae-4ed9-ac67-b3fa6a93be1a'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:37:54.968848 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1a0c298d-929b-405f-be86-46dfff61a32f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:55.117607 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f7aa1-7d75-4cd3-92d2-94b6e2702586 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event deleted for resources: {'Port': ['ID=84555428-aee1-43b3-96fc-ff193269b3bd,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:55.187620 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:55.211561 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0c298d-929b-405f-be86-46dfff61a32f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Network 4632520d-c32a-45da-ba25-63401b32d6f2 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:55.221814 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-1a0c298d-929b-405f-be86-46dfff61a32f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:55.229416 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0c298d-929b-405f-be86-46dfff61a32f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:37:55.293391 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:37:55.388310 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=441c5c04-35ae-4ed9-ac67-b3fa6a93be1a,segment=NetworkSegment(98f0607b-0715-499a-8644-b00d0c4604e5),segment_id=98f0607b-0715-499a-8644-b00d0c4604e5)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:55.407058 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:55.505833 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-344f7aa1-7d75-4cd3-92d2-94b6e2702586 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:55.540219 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40376) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:55.547426 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-344f7aa1-7d75-4cd3-92d2-94b6e2702586 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "DELETE /v2.0/ports/84555428-aee1-43b3-96fc-ff193269b3bd HTTP/1.1" status: 204 len: 168 time: 2.1641908 Sep 01 15:37:55.662791 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1a0c298d-929b-405f-be86-46dfff61a32f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:55.670513 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c298d-929b-405f-be86-46dfff61a32f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'Port': ['ID=40f40ba1-6622-465f-b98d-182bd3a37757,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:55.710282 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 42846a51-ea4b-42af-b64f-a209cbfcbf68 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:37:55.751299 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-8d1526e3-31d6-4b01-a0f4-dcf3a9e88cf0 None None] For port fbacb66c-b055-42bc-a09c-af64c97b2a25, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:37:55.852064 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49714692-1ec8-4f73-a353-d20b77c5ade0 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:55.852357 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-8d1526e3-31d6-4b01-a0f4-dcf3a9e88cf0 None None] For port fbacb66c-b055-42bc-a09c-af64c97b2a25, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fbacb66c-b055-42bc-a09c-af64c97b2a25,segment=NetworkSegment(8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540),segment_id=8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:37:55.857912 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-49714692-1ec8-4f73-a353-d20b77c5ade0 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "GET /v2.0/ports?device_id=efb6933d-7162-411b-93f4-6bd30d68a96b HTTP/1.1" status: 200 len: 913 time: 0.3084557 Sep 01 15:37:55.860061 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40380) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:56.051821 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8d1526e3-31d6-4b01-a0f4-dcf3a9e88cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:56.179841 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1a0c298d-929b-405f-be86-46dfff61a32f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:56.245128 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=441c5c04-35ae-4ed9-ac67-b3fa6a93be1a,revision_number=7']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:56.464677 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 42846a51-ea4b-42af-b64f-a209cbfcbf68 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:56.640001 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 42846a51-ea4b-42af-b64f-a209cbfcbf68 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:56.640640 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:56.931761 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1526e3-31d6-4b01-a0f4-dcf3a9e88cf0 None None] Pushing event updated for resources: {'Port': ['ID=fbacb66c-b055-42bc-a09c-af64c97b2a25,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:57.243456 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1a0c298d-929b-405f-be86-46dfff61a32f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:57.256112 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1a0c298d-929b-405f-be86-46dfff61a32f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:57.512313 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fb219d8d-c33e-4de0-8b5a-058f3bc96f6a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:57.550014 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1a0c298d-929b-405f-be86-46dfff61a32f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:57.651280 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c298d-929b-405f-be86-46dfff61a32f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'Port': ['ID=40f40ba1-6622-465f-b98d-182bd3a37757,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:57.845622 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0c298d-929b-405f-be86-46dfff61a32f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Network 4632520d-c32a-45da-ba25-63401b32d6f2 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:37:57.852132 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-1a0c298d-929b-405f-be86-46dfff61a32f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:37:57.923479 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:58.089771 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:58.125175 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0c298d-929b-405f-be86-46dfff61a32f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Router 95690f78-2b5d-490a-86b2-451a10119319 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:37:58.135621 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 42846a51-ea4b-42af-b64f-a209cbfcbf68, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=42846a51-ea4b-42af-b64f-a209cbfcbf68,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:37:58.161990 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:58.486056 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=42846a51-ea4b-42af-b64f-a209cbfcbf68,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:37:58.548979 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0c298d-929b-405f-be86-46dfff61a32f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:37:58.566131 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a469ffd-d5d6-49e8-aedd-261b79f9a04c None None] Sync routers for ids ['95690f78-2b5d-490a-86b2-451a10119319'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:37:58.583591 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1a0c298d-929b-405f-be86-46dfff61a32f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "PUT /v2.0/routers/95690f78-2b5d-490a-86b2-451a10119319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1096776 Sep 01 15:37:58.584420 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40434) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:58.625188 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fbacb66c-b055-42bc-a09c-af64c97b2a25 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:37:58.660929 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a469ffd-d5d6-49e8-aedd-261b79f9a04c None None] Routers {'95690f78-2b5d-490a-86b2-451a10119319'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:37:58.662825 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1a469ffd-d5d6-49e8-aedd-261b79f9a04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:37:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['95690f78-2b5d-490a-86b2-451a10119319'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:58.818954 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-fb219d8d-c33e-4de0-8b5a-058f3bc96f6a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Deleting port 42a0af6a-34e3-4689-911a-f4186e00b4c3 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:37:58.823520 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fb219d8d-c33e-4de0-8b5a-058f3bc96f6a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:58.861202 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee419aef-59f1-4fd3-8ffd-7e59ed4281e9 None None] Network 4632520d-c32a-45da-ba25-63401b32d6f2 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:37:58.878098 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-1a469ffd-d5d6-49e8-aedd-261b79f9a04c None None] Set router 95690f78-2b5d-490a-86b2-451a10119319 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:37:59.220404 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fb219d8d-c33e-4de0-8b5a-058f3bc96f6a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:59.255929 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-fb219d8d-c33e-4de0-8b5a-058f3bc96f6a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Calling delete_port for 42a0af6a-34e3-4689-911a-f4186e00b4c3 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:37:59.291073 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f5ce600f-3909-4d92-b3bf-5e7784838f6b None None] Provisioning for port fbacb66c-b055-42bc-a09c-af64c97b2a25 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:59.396995 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port fbacb66c-b055-42bc-a09c-af64c97b2a25 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:37:59.431530 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port fbacb66c-b055-42bc-a09c-af64c97b2a25 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:37:59.433589 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:59.478975 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1717075f-e053-4fe8-8b7a-6f389084c3f7 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:59.482955 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1717075f-e053-4fe8-8b7a-6f389084c3f7 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:59.483802 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1717075f-e053-4fe8-8b7a-6f389084c3f7 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:59.484985 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1717075f-e053-4fe8-8b7a-6f389084c3f7 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:59.486988 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1717075f-e053-4fe8-8b7a-6f389084c3f7 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:59.487418 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1717075f-e053-4fe8-8b7a-6f389084c3f7 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:59.488613 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1717075f-e053-4fe8-8b7a-6f389084c3f7 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:59.489694 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1717075f-e053-4fe8-8b7a-6f389084c3f7 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:37:59.505405 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1717075f-e053-4fe8-8b7a-6f389084c3f7 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5674 time: 0.9114013 Sep 01 15:37:59.505405 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40452) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:37:59.556467 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1a469ffd-d5d6-49e8-aedd-261b79f9a04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95690f78-2b5d-490a-86b2-451a10119319', 'name': 'tempest-TestNetworkBasicOps-router-165439493', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:39Z', 'updated_at': '2021-09-01T15:37:56Z', 'revision_number': 4, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:41Z', 'updated_at': '2021-09-01T15:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '40f40ba1-6622-465f-b98d-182bd3a37757', 'name': '', 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'mac_address': 'fa:16:3e:ae:c7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:51Z', 'updated_at': '2021-09-01T15:37:56Z', 'revision_number': 2, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'subnets': [{'id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:37:59.627692 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a469ffd-d5d6-49e8-aedd-261b79f9a04c None None] Checking router: 95690f78-2b5d-490a-86b2-451a10119319 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:37:59.632476 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a469ffd-d5d6-49e8-aedd-261b79f9a04c None None] Updating router 95690f78-2b5d-490a-86b2-451a10119319 port 40f40ba1-6622-465f-b98d-182bd3a37757 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:37:59.744023 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-1a469ffd-d5d6-49e8-aedd-261b79f9a04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:37:59.948868 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:38:00.185260 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:00.269304 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:00.269979 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:00.438767 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port fbacb66c-b055-42bc-a09c-af64c97b2a25, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fbacb66c-b055-42bc-a09c-af64c97b2a25,segment=NetworkSegment(8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540),segment_id=8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:00.471529 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fb219d8d-c33e-4de0-8b5a-058f3bc96f6a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:00.509322 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:00.722926 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb219d8d-c33e-4de0-8b5a-058f3bc96f6a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event deleted for resources: {'Port': ['ID=42a0af6a-34e3-4689-911a-f4186e00b4c3,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:00.747157 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-1a469ffd-d5d6-49e8-aedd-261b79f9a04c None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:00.763531 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=fbacb66c-b055-42bc-a09c-af64c97b2a25,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:00.810106 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-1a469ffd-d5d6-49e8-aedd-261b79f9a04c None None] Transition to ACTIVE for port object 40f40ba1-6622-465f-b98d-182bd3a37757 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:38:00.821792 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-1a469ffd-d5d6-49e8-aedd-261b79f9a04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:00.828434 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 42846a51-ea4b-42af-b64f-a209cbfcbf68 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:38:00.943377 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aa0a2c-3449-41d1-8725-550de8f95ece tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:00.945774 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aa0a2c-3449-41d1-8725-550de8f95ece tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:00.947124 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aa0a2c-3449-41d1-8725-550de8f95ece tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:00.948798 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aa0a2c-3449-41d1-8725-550de8f95ece tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:00.949926 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aa0a2c-3449-41d1-8725-550de8f95ece tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:00.951080 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aa0a2c-3449-41d1-8725-550de8f95ece tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:00.953258 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aa0a2c-3449-41d1-8725-550de8f95ece tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:00.958368 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aa0a2c-3449-41d1-8725-550de8f95ece tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:00.968137 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b6aa0a2c-3449-41d1-8725-550de8f95ece tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5225 time: 1.4584970 Sep 01 15:38:00.973123 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40482) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:01.104771 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-635ec341-99b1-4e25-ac35-7ad1c53cae60 None None] Provisioning complete for port fbacb66c-b055-42bc-a09c-af64c97b2a25 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:01.105261 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-635ec341-99b1-4e25-ac35-7ad1c53cae60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:01.132000 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d55b8e-a34a-4e3b-aef3-494d9136cd50 None None] Pushing event updated for resources: {'Port': ['ID=40f40ba1-6622-465f-b98d-182bd3a37757,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:01.190259 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d55b8e-a34a-4e3b-aef3-494d9136cd50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:01.203196 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d55b8e-a34a-4e3b-aef3-494d9136cd50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:01.204117 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d55b8e-a34a-4e3b-aef3-494d9136cd50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:01.204988 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d55b8e-a34a-4e3b-aef3-494d9136cd50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:01.205725 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d55b8e-a34a-4e3b-aef3-494d9136cd50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:01.209790 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d55b8e-a34a-4e3b-aef3-494d9136cd50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:01.210913 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d55b8e-a34a-4e3b-aef3-494d9136cd50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:01.218325 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d55b8e-a34a-4e3b-aef3-494d9136cd50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:01.221063 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d55b8e-a34a-4e3b-aef3-494d9136cd50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:01.221900 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d55b8e-a34a-4e3b-aef3-494d9136cd50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:01.231628 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d55b8e-a34a-4e3b-aef3-494d9136cd50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:01.232917 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d55b8e-a34a-4e3b-aef3-494d9136cd50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:01.625721 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 42846a51-ea4b-42af-b64f-a209cbfcbf68 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:01.626231 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:01.690035 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-1a469ffd-d5d6-49e8-aedd-261b79f9a04c None None] Attempting to bind port 40f40ba1-6622-465f-b98d-182bd3a37757 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:38:01.692233 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fb219d8d-c33e-4de0-8b5a-058f3bc96f6a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:01.694334 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-1a469ffd-d5d6-49e8-aedd-261b79f9a04c None None] Attempting to bind port 40f40ba1-6622-465f-b98d-182bd3a37757 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:38:01.696567 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a469ffd-d5d6-49e8-aedd-261b79f9a04c None None] Attempting to bind port 40f40ba1-6622-465f-b98d-182bd3a37757 on network 4632520d-c32a-45da-ba25-63401b32d6f2 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:38:01.728979 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a469ffd-d5d6-49e8-aedd-261b79f9a04c None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:38:01.729632 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a469ffd-d5d6-49e8-aedd-261b79f9a04c None None] Checking segment: {'id': '8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:38:01.730364 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-1a469ffd-d5d6-49e8-aedd-261b79f9a04c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:01.730690 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:01.731550 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a469ffd-d5d6-49e8-aedd-261b79f9a04c None None] Bound using segment: {'id': '8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:38:01.732595 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-1a469ffd-d5d6-49e8-aedd-261b79f9a04c None None] Bound port: 40f40ba1-6622-465f-b98d-182bd3a37757, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:38:01.733439 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-1a469ffd-d5d6-49e8-aedd-261b79f9a04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:02.057170 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-1a469ffd-d5d6-49e8-aedd-261b79f9a04c None None] For port 40f40ba1-6622-465f-b98d-182bd3a37757, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:38:02.091751 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-1a469ffd-d5d6-49e8-aedd-261b79f9a04c None None] For port 40f40ba1-6622-465f-b98d-182bd3a37757, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=40f40ba1-6622-465f-b98d-182bd3a37757,segment=NetworkSegment(8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540),segment_id=8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:38:02.111992 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-1a469ffd-d5d6-49e8-aedd-261b79f9a04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:02.165260 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9de68bf-08a5-4a61-9ca7-729a5d3b5134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441c5c04-35ae-4ed9-ac67-b3fa6a93be1a'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:38:02.167850 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421f0f2c-187f-4ed9-bd0a-f5048f3e8484" -d '{"events": [{"server_uuid": "c9de68bf-08a5-4a61-9ca7-729a5d3b5134", "name": "network-vif-plugged", "status": "completed", "tag": "441c5c04-35ae-4ed9-ac67-b3fa6a93be1a"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:38:02.228336 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=441c5c04-35ae-4ed9-ac67-b3fa6a93be1a,segment=NetworkSegment(98f0607b-0715-499a-8644-b00d0c4604e5),segment_id=98f0607b-0715-499a-8644-b00d0c4604e5)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:02.245035 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:02.305266 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e8fe7ccf-f0fa-46e3-943d-d4830db11348 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4494 time: 1.3250506 Sep 01 15:38:02.469476 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=441c5c04-35ae-4ed9-ac67-b3fa6a93be1a,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:02.495361 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e75e363-578d-4b71-85eb-8c53b8c914e8 x-openstack-request-id: req-4e75e363-578d-4b71-85eb-8c53b8c914e8 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:38:02.496166 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9de68bf-08a5-4a61-9ca7-729a5d3b5134", "name": "network-vif-plugged", "status": "completed", "tag": "441c5c04-35ae-4ed9-ac67-b3fa6a93be1a", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:38:02.496606 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e75e363-578d-4b71-85eb-8c53b8c914e8 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:38:02.498325 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9de68bf-08a5-4a61-9ca7-729a5d3b5134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441c5c04-35ae-4ed9-ac67-b3fa6a93be1a', 'code': 200} Sep 01 15:38:02.511886 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a469ffd-d5d6-49e8-aedd-261b79f9a04c None None] Routers {'95690f78-2b5d-490a-86b2-451a10119319'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:38:02.512895 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1a469ffd-d5d6-49e8-aedd-261b79f9a04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:37:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['95690f78-2b5d-490a-86b2-451a10119319'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:02.514347 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-635ec341-99b1-4e25-ac35-7ad1c53cae60 None None] Provisioning for port 40f40ba1-6622-465f-b98d-182bd3a37757 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:38:02.593629 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d55b8e-a34a-4e3b-aef3-494d9136cd50 None None] Pushing event updated for resources: {'Port': ['ID=40f40ba1-6622-465f-b98d-182bd3a37757,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:02.738965 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fbacb66c-b055-42bc-a09c-af64c97b2a25 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:38:02.928398 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port fbacb66c-b055-42bc-a09c-af64c97b2a25 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:02.933289 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:03.024110 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-1a469ffd-d5d6-49e8-aedd-261b79f9a04c None None] Set router 95690f78-2b5d-490a-86b2-451a10119319 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:38:03.066997 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40524) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:03.076950 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-56543b62-0e5e-45fe-b69d-ddedeec214c4 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-122595640', 'description': 'tempest-secgroup-smoke-122595640 description', 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:03.197321 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-56543b62-0e5e-45fe-b69d-ddedeec214c4 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:03.474268 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb219d8d-c33e-4de0-8b5a-058f3bc96f6a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Router efb6933d-7162-411b-93f4-6bd30d68a96b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:38:03.613492 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-56543b62-0e5e-45fe-b69d-ddedeec214c4 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:03.628421 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-56543b62-0e5e-45fe-b69d-ddedeec214c4 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:03.786022 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-56543b62-0e5e-45fe-b69d-ddedeec214c4 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:03.792148 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-56543b62-0e5e-45fe-b69d-ddedeec214c4 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7215819 Sep 01 15:38:03.805150 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40544) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:03.835047 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-31903480-09f3-4608-b9d3-328aed709073 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'security_group_rule': {'security_group_id': '015489e0-628c-4c11-a515-000faa474bf3', 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:03.866372 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56543b62-0e5e-45fe-b69d-ddedeec214c4 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=015489e0-628c-4c11-a515-000faa474bf3,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:03.960898 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb219d8d-c33e-4de0-8b5a-058f3bc96f6a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:38:03.969695 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fb219d8d-c33e-4de0-8b5a-058f3bc96f6a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "PUT /v2.0/routers/efb6933d-7162-411b-93f4-6bd30d68a96b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1062407 Sep 01 15:38:03.975259 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40548) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:03.979675 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb57ac0-4846-4459-8c3f-0fcd1c93e9f7 None None] Sync routers for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:38:03.984165 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-31903480-09f3-4608-b9d3-328aed709073 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:04.023385 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb57ac0-4846-4459-8c3f-0fcd1c93e9f7 None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:38:04.024347 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-5eb57ac0-4846-4459-8c3f-0fcd1c93e9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:37:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:04.219132 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-5eb57ac0-4846-4459-8c3f-0fcd1c93e9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:04.267864 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb57ac0-4846-4459-8c3f-0fcd1c93e9f7 None None] Routers {'efb6933d-7162-411b-93f4-6bd30d68a96b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:38:04.269453 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-5eb57ac0-4846-4459-8c3f-0fcd1c93e9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:37:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['efb6933d-7162-411b-93f4-6bd30d68a96b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:04.293319 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-31903480-09f3-4608-b9d3-328aed709073 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:04.304567 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-31903480-09f3-4608-b9d3-328aed709073 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:04.356125 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31903480-09f3-4608-b9d3-328aed709073 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d252d4b-4584-4e5a-873e-53e9e94f0308,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:04.417535 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-31903480-09f3-4608-b9d3-328aed709073 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:04.420013 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-31903480-09f3-4608-b9d3-328aed709073 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6107786 Sep 01 15:38:04.432125 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40560) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:04.444949 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-5eb57ac0-4846-4459-8c3f-0fcd1c93e9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:04.447621 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb57ac0-4846-4459-8c3f-0fcd1c93e9f7 None None] The sync data for ids ['efb6933d-7162-411b-93f4-6bd30d68a96b'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:38:04.455912 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-2f257889-766d-47ed-bd62-1e6d76f8171d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'security_group_rule': {'security_group_id': '015489e0-628c-4c11-a515-000faa474bf3', 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:04.475538 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-71130a8d-3627-49f2-95d7-2066a8d37c4a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:04.481781 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1a469ffd-d5d6-49e8-aedd-261b79f9a04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95690f78-2b5d-490a-86b2-451a10119319', 'name': 'tempest-TestNetworkBasicOps-router-165439493', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:39Z', 'updated_at': '2021-09-01T15:37:56Z', 'revision_number': 4, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:41Z', 'updated_at': '2021-09-01T15:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '40f40ba1-6622-465f-b98d-182bd3a37757', 'name': '', 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'mac_address': 'fa:16:3e:ae:c7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:51Z', 'updated_at': '2021-09-01T15:38:02Z', 'revision_number': 4, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'subnets': [{'id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:04.563030 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a469ffd-d5d6-49e8-aedd-261b79f9a04c None None] The sync data for ids ['95690f78-2b5d-490a-86b2-451a10119319'] in n-d-794796-3 is: [{'id': '95690f78-2b5d-490a-86b2-451a10119319', 'name': 'tempest-TestNetworkBasicOps-router-165439493', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:39Z', 'updated_at': '2021-09-01T15:37:56Z', 'revision_number': 4, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:41Z', 'updated_at': '2021-09-01T15:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '40f40ba1-6622-465f-b98d-182bd3a37757', 'name': '', 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'mac_address': 'fa:16:3e:ae:c7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:51Z', 'updated_at': '2021-09-01T15:38:02Z', 'revision_number': 4, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'subnets': [{'id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:38:04.818668 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f257889-766d-47ed-bd62-1e6d76f8171d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:04.912750 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-71130a8d-3627-49f2-95d7-2066a8d37c4a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:05.170331 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f257889-766d-47ed-bd62-1e6d76f8171d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:05.196666 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f257889-766d-47ed-bd62-1e6d76f8171d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:05.271655 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f257889-766d-47ed-bd62-1e6d76f8171d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2097929-d383-4406-89b2-46d049b7ec40,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:05.295805 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2f257889-766d-47ed-bd62-1e6d76f8171d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:05.307299 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40578) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:05.308161 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2f257889-766d-47ed-bd62-1e6d76f8171d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8720708 Sep 01 15:38:05.316853 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-786e62c4-3447-49d2-85ba-1a4a29c3fa04 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'security_group_rule': {'security_group_id': '015489e0-628c-4c11-a515-000faa474bf3', 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:05.344701 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40580) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:05.384551 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-71130a8d-3627-49f2-95d7-2066a8d37c4a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Deleting port a8d16d1f-509c-433f-a1b6-3086f8651b83 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:38:05.385034 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-71130a8d-3627-49f2-95d7-2066a8d37c4a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:05.479392 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-786e62c4-3447-49d2-85ba-1a4a29c3fa04 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:05.705509 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-786e62c4-3447-49d2-85ba-1a4a29c3fa04 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:05.713570 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-786e62c4-3447-49d2-85ba-1a4a29c3fa04 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:05.751971 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-786e62c4-3447-49d2-85ba-1a4a29c3fa04 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:05.754532 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-786e62c4-3447-49d2-85ba-1a4a29c3fa04 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4459176 Sep 01 15:38:05.758362 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e62c4-3447-49d2-85ba-1a4a29c3fa04 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00037d6-1446-47d0-9fcc-4b7a6ca765b3,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:05.762524 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40588) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:05.852870 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-71130a8d-3627-49f2-95d7-2066a8d37c4a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:05.888329 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-874003df-98a4-43de-819a-495418724d68 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'security_group_rule': {'security_group_id': '015489e0-628c-4c11-a515-000faa474bf3', 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:05.902549 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-71130a8d-3627-49f2-95d7-2066a8d37c4a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Calling delete_port for a8d16d1f-509c-433f-a1b6-3086f8651b83 owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:38:05.919379 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6b69e559-8266-453d-85d1-1e73c62e7fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:06.281523 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6b69e559-8266-453d-85d1-1e73c62e7fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:06.309380 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6b69e559-8266-453d-85d1-1e73c62e7fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:06.346865 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-874003df-98a4-43de-819a-495418724d68 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:06.487366 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6b69e559-8266-453d-85d1-1e73c62e7fbf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=64a02923bc9d4b9aaa4c192cc8cf80f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1409178 Sep 01 15:38:06.495110 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40604) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:06.675948 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef474-8574-4213-8868-38a45d87c741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:06.749784 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef474-8574-4213-8868-38a45d87c741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:06.847519 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 40f40ba1-6622-465f-b98d-182bd3a37757 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:38:06.856065 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69e559-8266-453d-85d1-1e73c62e7fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab609bf-47cf-4353-8a6a-03848a5a6489,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:06.910384 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-874003df-98a4-43de-819a-495418724d68 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:06.919387 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-874003df-98a4-43de-819a-495418724d68 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:06.951859 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874003df-98a4-43de-819a-495418724d68 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8529545-b47c-488f-90c4-0a14cc851646,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:07.027195 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef474-8574-4213-8868-38a45d87c741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:07.032121 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef474-8574-4213-8868-38a45d87c741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:07.033998 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ac3ef474-8574-4213-8868-38a45d87c741 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0ab609bf-47cf-4353-8a6a-03848a5a6489 HTTP/1.1" status: 204 len: 168 time: 0.5362945 Sep 01 15:38:07.043246 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-874003df-98a4-43de-819a-495418724d68 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:07.049119 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-874003df-98a4-43de-819a-495418724d68 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1678064 Sep 01 15:38:07.050779 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40612) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:07.071847 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-356c93c1-199b-4481-80b8-ef7ddab7b70d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'security_group_rule': {'security_group_id': '015489e0-628c-4c11-a515-000faa474bf3', 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:07.104096 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ef474-8574-4213-8868-38a45d87c741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab609bf-47cf-4353-8a6a-03848a5a6489,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:07.112641 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 40f40ba1-6622-465f-b98d-182bd3a37757 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:38:07.115319 n-d-794796-3 neutron-server[94733]: INFO neutron.db.securitygroups_db [None req-356c93c1-199b-4481-80b8-ef7ddab7b70d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Project 0f5af12f2f0248c3b6a1104cb00ca9c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:38:07.124263 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-356c93c1-199b-4481-80b8-ef7ddab7b70d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:07.137330 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-71130a8d-3627-49f2-95d7-2066a8d37c4a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:07.156890 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 40f40ba1-6622-465f-b98d-182bd3a37757 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:07.157286 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:07.243957 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71130a8d-3627-49f2-95d7-2066a8d37c4a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event deleted for resources: {'Port': ['ID=a8d16d1f-509c-433f-a1b6-3086f8651b83,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:07.246833 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:38:07.440676 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:07.525812 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 40f40ba1-6622-465f-b98d-182bd3a37757, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=40f40ba1-6622-465f-b98d-182bd3a37757,segment=NetworkSegment(8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540),segment_id=8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:07.533508 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:07.683571 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=40f40ba1-6622-465f-b98d-182bd3a37757,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:07.713552 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-356c93c1-199b-4481-80b8-ef7ddab7b70d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:07.724604 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-356c93c1-199b-4481-80b8-ef7ddab7b70d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:07.737774 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-71130a8d-3627-49f2-95d7-2066a8d37c4a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:07.911299 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c93c1-199b-4481-80b8-ef7ddab7b70d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c5d3ca-6810-4500-a3a7-32ab985ae0c6,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:07.921524 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-356c93c1-199b-4481-80b8-ef7ddab7b70d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:07.923936 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-356c93c1-199b-4481-80b8-ef7ddab7b70d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8715770 Sep 01 15:38:07.927503 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40638) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:07.934318 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-83541019-e2a6-483e-89d1-fd19e1c6e52c tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'security_group_rule': {'security_group_id': '015489e0-628c-4c11-a515-000faa474bf3', 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:07.978140 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40640) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:08.009422 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-71130a8d-3627-49f2-95d7-2066a8d37c4a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:08.015482 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59eb6acd-c981-4233-8907-158ff4a29c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:08.017812 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-71130a8d-3627-49f2-95d7-2066a8d37c4a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:08.039975 n-d-794796-3 neutron-server[94734]: INFO neutron.db.securitygroups_db [None req-83541019-e2a6-483e-89d1-fd19e1c6e52c tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Project 0f5af12f2f0248c3b6a1104cb00ca9c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:38:08.050760 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-83541019-e2a6-483e-89d1-fd19e1c6e52c tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:08.141173 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-71130a8d-3627-49f2-95d7-2066a8d37c4a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:08.142050 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71130a8d-3627-49f2-95d7-2066a8d37c4a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Fanout notify agent at l3_agent the message router_deleted on router efb6933d-7162-411b-93f4-6bd30d68a96b {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:38:08.206944 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-71130a8d-3627-49f2-95d7-2066a8d37c4a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:08.210808 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-71130a8d-3627-49f2-95d7-2066a8d37c4a tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "DELETE /v2.0/routers/efb6933d-7162-411b-93f4-6bd30d68a96b HTTP/1.1" status: 204 len: 168 time: 4.2339451 Sep 01 15:38:08.214289 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40648) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:08.247585 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-699c7b4a-0811-4a37-aa49-baa320284550 req-fbd7ad86-2f7c-405d-bd9f-4aea9392ecec service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1278946 Sep 01 15:38:08.371432 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-83541019-e2a6-483e-89d1-fd19e1c6e52c tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:08.385899 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-83541019-e2a6-483e-89d1-fd19e1c6e52c tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:08.408821 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83541019-e2a6-483e-89d1-fd19e1c6e52c tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3f6bff-bfcd-4ae5-8b29-5c53fd285cb1,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:08.434174 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c7b4a-0811-4a37-aa49-baa320284550 req-abd9dfba-5057-4a28-aa16-a8bc17f21d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:08.436387 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c3aec62-ef78-4e6a-8a6e-606a694c3351 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Deleting subnet 79da19ba-ce3a-433e-934e-cc3b24f4adcf {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:38:08.436539 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-699c7b4a-0811-4a37-aa49-baa320284550 req-abd9dfba-5057-4a28-aa16-a8bc17f21d60 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 1096 time: 0.0970013 Sep 01 15:38:08.452185 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7c3aec62-ef78-4e6a-8a6e-606a694c3351 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:08.520353 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7c3aec62-ef78-4e6a-8a6e-606a694c3351 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:08.609129 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59eb6acd-c981-4233-8907-158ff4a29c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:08.639139 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59eb6acd-c981-4233-8907-158ff4a29c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:08.640521 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:08.692464 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb6acd-c981-4233-8907-158ff4a29c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91134fc-e443-4088-8e39-f9ae6689cf5d,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:08.698907 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-83541019-e2a6-483e-89d1-fd19e1c6e52c tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:08.701639 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-83541019-e2a6-483e-89d1-fd19e1c6e52c tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7720561 Sep 01 15:38:08.771367 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 40f40ba1-6622-465f-b98d-182bd3a37757 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:38:08.814111 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-59eb6acd-c981-4233-8907-158ff4a29c19 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=12a472de6e8f4e32af4b68ad16ee1f3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8345342 Sep 01 15:38:08.821664 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7c3aec62-ef78-4e6a-8a6e-606a694c3351 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:08.830382 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40660) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:08.934893 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c7b4a-0811-4a37-aa49-baa320284550 req-74edc7b0-f342-4adb-9544-883d0238776f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:08.937927 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-699c7b4a-0811-4a37-aa49-baa320284550 req-74edc7b0-f342-4adb-9544-883d0238776f service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d04b4de-633f-41d8-9d91-72f67f548b36 HTTP/1.1" status: 200 len: 896 time: 0.4662113 Sep 01 15:38:08.986470 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 40f40ba1-6622-465f-b98d-182bd3a37757 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:08.988852 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:09.016340 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7c3aec62-ef78-4e6a-8a6e-606a694c3351 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:09.104575 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-76edba80-9d47-46e9-be37-48e7fabe20b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:09.114359 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3aec62-ef78-4e6a-8a6e-606a694c3351 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event deleted for resources: {'Subnet': ['ID=79da19ba-ce3a-433e-934e-cc3b24f4adcf,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:09.141456 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7c3aec62-ef78-4e6a-8a6e-606a694c3351 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:09.147560 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7c3aec62-ef78-4e6a-8a6e-606a694c3351 tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "DELETE /v2.0/subnets/79da19ba-ce3a-433e-934e-cc3b24f4adcf HTTP/1.1" status: 204 len: 168 time: 0.9219389 Sep 01 15:38:09.152815 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40672) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:09.161374 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-76edba80-9d47-46e9-be37-48e7fabe20b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:09.240626 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-699c7b4a-0811-4a37-aa49-baa320284550 req-cb9ee2a2-6b92-4255-8f23-80a98e6f04a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=441c5c04-35ae-4ed9-ac67-b3fa6a93be1a HTTP/1.1" status: 200 len: 1001 time: 0.2917855 Sep 01 15:38:09.367539 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4d57e9e6-3cf0-4c40-a817-1b06cc42285e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:09.409792 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c7b4a-0811-4a37-aa49-baa320284550 req-5f5fa249-db40-460f-bdf0-afc50082aa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:09.426905 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-699c7b4a-0811-4a37-aa49-baa320284550 req-5f5fa249-db40-460f-bdf0-afc50082aa7e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8df99ffd-b89d-4c15-aa68-2d6c8f8a428c HTTP/1.1" status: 200 len: 835 time: 0.1215670 Sep 01 15:38:09.474290 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-76edba80-9d47-46e9-be37-48e7fabe20b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:09.477179 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-76edba80-9d47-46e9-be37-48e7fabe20b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:09.480961 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-76edba80-9d47-46e9-be37-48e7fabe20b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c91134fc-e443-4088-8e39-f9ae6689cf5d HTTP/1.1" status: 204 len: 168 time: 0.6464624 Sep 01 15:38:09.488744 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9b90cd8e-93ed-42b5-b3d2-3dcdb25216ab tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:09.543983 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76edba80-9d47-46e9-be37-48e7fabe20b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91134fc-e443-4088-8e39-f9ae6689cf5d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:09.572572 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c7b4a-0811-4a37-aa49-baa320284550 req-001a1248-31eb-4c5d-a6de-cd789f590d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:09.577433 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-699c7b4a-0811-4a37-aa49-baa320284550 req-001a1248-31eb-4c5d-a6de-cd789f590d8d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d04b4de-633f-41d8-9d91-72f67f548b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1368723 Sep 01 15:38:09.608510 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50a0a17f-8697-451c-9689-2029d1aa576b req-847fdaa7-0991-4c12-b9f9-470d7e2a7c8e tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-122595640&fields=id&tenant_id=0f5af12f2f0248c3b6a1104cb00ca9c0 HTTP/1.1" status: 200 len: 267 time: 0.1857100 Sep 01 15:38:09.872928 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-699c7b4a-0811-4a37-aa49-baa320284550 req-fd48ab65-497e-46bf-a22e-448efcc92cbd service neutron] 10.222.0.45 "GET /v2.0/networks/0d04b4de-633f-41d8-9d91-72f67f548b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853713 Sep 01 15:38:09.992777 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9b90cd8e-93ed-42b5-b3d2-3dcdb25216ab tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:10.026846 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-9b90cd8e-93ed-42b5-b3d2-3dcdb25216ab tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca4989b6-67f0-4732-a191-7631fd4d6724']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:10.100828 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-699c7b4a-0811-4a37-aa49-baa320284550 req-017c52e5-bc29-4f17-b8ff-b8852d17ec03 service neutron] 10.222.0.45 "GET /v2.0/networks/0d04b4de-633f-41d8-9d91-72f67f548b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171178 Sep 01 15:38:10.108923 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-9b90cd8e-93ed-42b5-b3d2-3dcdb25216ab tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd2a6e63-d4a9-4dd7-98dd-3252fa81b401') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:10.113005 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-9b90cd8e-93ed-42b5-b3d2-3dcdb25216ab tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd2a6e63-d4a9-4dd7-98dd-3252fa81b401') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:10.216270 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9b90cd8e-93ed-42b5-b3d2-3dcdb25216ab tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:10.294650 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0a17f-8697-451c-9689-2029d1aa576b req-be64c47a-9686-4036-9286-2e6c1b278807 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:10.297211 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50a0a17f-8697-451c-9689-2029d1aa576b req-be64c47a-9686-4036-9286-2e6c1b278807 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/networks?id=4632520d-c32a-45da-ba25-63401b32d6f2 HTTP/1.1" status: 200 len: 797 time: 0.6871088 Sep 01 15:38:10.312021 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9b90cd8e-93ed-42b5-b3d2-3dcdb25216ab tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:10.360411 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b90cd8e-93ed-42b5-b3d2-3dcdb25216ab tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:38:10.361022 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9b90cd8e-93ed-42b5-b3d2-3dcdb25216ab tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:38:10.376114 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:38:10.396918 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50a0a17f-8697-451c-9689-2029d1aa576b req-6760b336-8a54-4a52-b4cf-e850ffa774ae tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/quotas/0f5af12f2f0248c3b6a1104cb00ca9c0 HTTP/1.1" status: 200 len: 375 time: 0.0886290 Sep 01 15:38:10.600192 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9b90cd8e-93ed-42b5-b3d2-3dcdb25216ab tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:10.615169 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9b90cd8e-93ed-42b5-b3d2-3dcdb25216ab tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:10.616915 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9b90cd8e-93ed-42b5-b3d2-3dcdb25216ab tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] 10.222.0.60 "DELETE /v2.0/networks/ca4989b6-67f0-4732-a191-7631fd4d6724 HTTP/1.1" status: 204 len: 168 time: 1.4571307 Sep 01 15:38:10.635349 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50a0a17f-8697-451c-9689-2029d1aa576b req-32d9cba8-1a11-4781-9894-60d78942dacb tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f5af12f2f0248c3b6a1104cb00ca9c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2368743 Sep 01 15:38:10.650810 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90cd8e-93ed-42b5-b3d2-3dcdb25216ab tempest-FloatingIPTestJSON-2041116046 tempest-FloatingIPTestJSON-2041116046-project] Pushing event deleted for resources: {'Network': ['ID=ca4989b6-67f0-4732-a191-7631fd4d6724,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:10.959466 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50a0a17f-8697-451c-9689-2029d1aa576b req-5dce4076-9bf7-4fa0-b3f6-963746228a6b service neutron] 10.222.0.60 "GET /v2.0/networks/4632520d-c32a-45da-ba25-63401b32d6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781198 Sep 01 15:38:11.132817 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50a0a17f-8697-451c-9689-2029d1aa576b req-c172c360-fd87-464e-980a-409f669591e6 service neutron] 10.222.0.60 "GET /v2.0/networks/4632520d-c32a-45da-ba25-63401b32d6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372254 Sep 01 15:38:11.215794 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40714) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:11.608668 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-55679dbb-1677-4011-ba31-dec187ce3954 req-c2f40174-f19c-4988-b5f0-3b264ed52624 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39551b6-2e29-4644-beac-c652402fed03 HTTP/1.1" status: 200 len: 210 time: 0.0759258 Sep 01 15:38:11.629152 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7d9a1228-f085-4f21-b4c0-9b55d6e35c7d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=61c5d891d3cd422b859dd970ad66b6b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4088020 Sep 01 15:38:11.631435 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40730) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:11.769234 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c684e5a-8e9d-481f-ab8e-398c817c7810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:11.854195 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c684e5a-8e9d-481f-ab8e-398c817c7810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:11.985903 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c684e5a-8e9d-481f-ab8e-398c817c7810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:11.995168 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c684e5a-8e9d-481f-ab8e-398c817c7810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:12.000424 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9c684e5a-8e9d-481f-ab8e-398c817c7810 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2812a985-55ef-42a9-b6d3-698d549ee760 HTTP/1.1" status: 204 len: 168 time: 0.3663690 Sep 01 15:38:12.041012 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c684e5a-8e9d-481f-ab8e-398c817c7810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2812a985-55ef-42a9-b6d3-698d549ee760,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:12.161211 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:12.808098 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bdae9d60-9477-46c5-a7be-73845e7b918d req-42afea74-2c0c-4121-9274-ae1c4b5a4f5b tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39551b6-2e29-4644-beac-c652402fed03 HTTP/1.1" status: 200 len: 210 time: 0.0781376 Sep 01 15:38:13.305708 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:13.694205 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4833b231-a670-4ddf-9d79-0d8b6375369b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:14.013255 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5f251d11-674a-4fef-95ae-fee09f253d53 req-3c4ed478-0fb7-4789-8cb1-a07db93625d0 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39551b6-2e29-4644-beac-c652402fed03 HTTP/1.1" status: 200 len: 210 time: 0.0636206 Sep 01 15:38:14.345489 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40808) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:14.696370 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0a17f-8697-451c-9689-2029d1aa576b req-c5625b52-9a92-424f-965f-7f2da6676831 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:14.706524 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50a0a17f-8697-451c-9689-2029d1aa576b req-c5625b52-9a92-424f-965f-7f2da6676831 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.62 "GET /v2.0/networks?id=4632520d-c32a-45da-ba25-63401b32d6f2 HTTP/1.1" status: 200 len: 797 time: 0.4200380 Sep 01 15:38:14.860537 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50a0a17f-8697-451c-9689-2029d1aa576b req-29983b44-8d4c-4d85-8044-81ad50717756 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f5af12f2f0248c3b6a1104cb00ca9c0 HTTP/1.1" status: 200 len: 379 time: 0.1349697 Sep 01 15:38:14.874776 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-50a0a17f-8697-451c-9689-2029d1aa576b req-f5ca9dd7-ecf2-4b0a-8e2c-12ea542f5e31 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'port': {'device_id': 'e39551b6-2e29-4644-beac-c652402fed03', 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2', 'admin_state_up': True, 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'security_groups': ['015489e0-628c-4c11-a515-000faa474bf3']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:15.019617 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-d2409af1-8e69-449e-a2ad-ac084db1f17e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-461142918'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:15.077304 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2409af1-8e69-449e-a2ad-ac084db1f17e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:15.083554 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d2409af1-8e69-449e-a2ad-ac084db1f17e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:15.100117 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d2409af1-8e69-449e-a2ad-ac084db1f17e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:15.238580 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:15.374672 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d2409af1-8e69-449e-a2ad-ac084db1f17e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:15.388882 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d2409af1-8e69-449e-a2ad-ac084db1f17e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:15.400967 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2da317f2-d4c5-410d-9d94-f6e1b0bf783f req-251a4519-ca46-4bc2-b8cb-36383da40737 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39551b6-2e29-4644-beac-c652402fed03 HTTP/1.1" status: 200 len: 210 time: 0.1129570 Sep 01 15:38:15.482520 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2409af1-8e69-449e-a2ad-ac084db1f17e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:38:15.485699 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50a0a17f-8697-451c-9689-2029d1aa576b req-f5ca9dd7-ecf2-4b0a-8e2c-12ea542f5e31 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Made reservation on behalf of 0f5af12f2f0248c3b6a1104cb00ca9c0 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:15.497616 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-50a0a17f-8697-451c-9689-2029d1aa576b req-f5ca9dd7-ecf2-4b0a-8e2c-12ea542f5e31 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:15.509968 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2409af1-8e69-449e-a2ad-ac084db1f17e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6649f47-e7b2-4b64-b734-69ba89e9f976,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:15.545920 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d2409af1-8e69-449e-a2ad-ac084db1f17e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:15.545920 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-d2409af1-8e69-449e-a2ad-ac084db1f17e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Added segment a798cb36-31af-49d4-939a-cdeb8e3e2e98 of type vlan for network 40d94957-3520-41f7-b113-501a287c5a9f Sep 01 15:38:15.732460 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d2409af1-8e69-449e-a2ad-ac084db1f17e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:15.876799 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d2409af1-8e69-449e-a2ad-ac084db1f17e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:15.909792 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2409af1-8e69-449e-a2ad-ac084db1f17e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:15.913918 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d2409af1-8e69-449e-a2ad-ac084db1f17e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:16.018575 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-50a0a17f-8697-451c-9689-2029d1aa576b req-f5ca9dd7-ecf2-4b0a-8e2c-12ea542f5e31 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Allocated IP 172.20.0.10 (4632520d-c32a-45da-ba25-63401b32d6f2/9ea35a2a-5cfd-43df-a743-97c56729848b/a7c36820-7c23-42ec-bb79-6cd73b6a6dea) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:38:16.102321 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d2409af1-8e69-449e-a2ad-ac084db1f17e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7532322 Sep 01 15:38:16.106493 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40840) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:16.116614 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-68f10365-7086-4432-84af-89b17396ca68 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'port': {'network_id': '40d94957-3520-41f7-b113-501a287c5a9f', 'name': 'tempest-PortsIpV6TestJSON-1364428071'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:16.128107 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2409af1-8e69-449e-a2ad-ac084db1f17e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Network': ['ID=40d94957-3520-41f7-b113-501a287c5a9f,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:16.156271 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 40d94957-3520-41f7-b113-501a287c5a9f details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:38:16.414205 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f10365-7086-4432-84af-89b17396ca68 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:16.418006 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-68f10365-7086-4432-84af-89b17396ca68 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:16.483703 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-68f10365-7086-4432-84af-89b17396ca68 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] device_id is not set on port b46eddd2-f8f0-4988-8ccb-a1dc9a3cbc3e yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:38:16.522102 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-50a0a17f-8697-451c-9689-2029d1aa576b req-f5ca9dd7-ecf2-4b0a-8e2c-12ea542f5e31 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:16.553907 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-50a0a17f-8697-451c-9689-2029d1aa576b req-f5ca9dd7-ecf2-4b0a-8e2c-12ea542f5e31 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Transition to ACTIVE for port object a7c36820-7c23-42ec-bb79-6cd73b6a6dea will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:38:16.604860 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-50a0a17f-8697-451c-9689-2029d1aa576b req-f5ca9dd7-ecf2-4b0a-8e2c-12ea542f5e31 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:16.680681 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50a0a17f-8697-451c-9689-2029d1aa576b req-f5ca9dd7-ecf2-4b0a-8e2c-12ea542f5e31 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Network 4632520d-c32a-45da-ba25-63401b32d6f2 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:16.689219 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-50a0a17f-8697-451c-9689-2029d1aa576b req-f5ca9dd7-ecf2-4b0a-8e2c-12ea542f5e31 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:16.712850 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a0a17f-8697-451c-9689-2029d1aa576b req-f5ca9dd7-ecf2-4b0a-8e2c-12ea542f5e31 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:38:16.792205 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca9dd7-ecf2-4b0a-8e2c-12ea542f5e31 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'Port': ['ID=a7c36820-7c23-42ec-bb79-6cd73b6a6dea,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:16.819867 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13991406-4e1b-47da-9cbe-71c2c74ee1ee req-e0bc6e20-196e-4e4b-94c3-25b3e023bfc5 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:16.821765 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-13991406-4e1b-47da-9cbe-71c2c74ee1ee req-e0bc6e20-196e-4e4b-94c3-25b3e023bfc5 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39551b6-2e29-4644-beac-c652402fed03 HTTP/1.1" status: 200 len: 932 time: 0.1981001 Sep 01 15:38:16.856274 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0a17f-8697-451c-9689-2029d1aa576b req-f5ca9dd7-ecf2-4b0a-8e2c-12ea542f5e31 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:16.857447 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-50a0a17f-8697-451c-9689-2029d1aa576b req-f5ca9dd7-ecf2-4b0a-8e2c-12ea542f5e31 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:16.906714 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50a0a17f-8697-451c-9689-2029d1aa576b req-f5ca9dd7-ecf2-4b0a-8e2c-12ea542f5e31 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0357423 Sep 01 15:38:16.967807 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-50a0a17f-8697-451c-9689-2029d1aa576b req-0532476b-a3ab-47af-b0bf-5a5ed065aadc tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:38:16.972717 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-13991406-4e1b-47da-9cbe-71c2c74ee1ee req-d308869b-de48-408a-879b-4d7c83656982 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=015489e0-628c-4c11-a515-000faa474bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350970 Sep 01 15:38:16.974313 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50a0a17f-8697-451c-9689-2029d1aa576b req-0532476b-a3ab-47af-b0bf-5a5ed065aadc tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0528157 Sep 01 15:38:17.228854 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-68f10365-7086-4432-84af-89b17396ca68 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:17.241588 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0edac3bc-cd50-41f9-b8f2-a5d8725872fe None None] Provisioning for port a7c36820-7c23-42ec-bb79-6cd73b6a6dea completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:38:17.257411 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0edac3bc-cd50-41f9-b8f2-a5d8725872fe None None] Provisioning complete for port a7c36820-7c23-42ec-bb79-6cd73b6a6dea triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:17.257931 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0edac3bc-cd50-41f9-b8f2-a5d8725872fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:17.294592 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-50a0a17f-8697-451c-9689-2029d1aa576b req-a791040d-b251-4c04-a303-f148265da15d service neutron] Request body: {'port': {'device_id': 'e39551b6-2e29-4644-beac-c652402fed03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:17.405644 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-68f10365-7086-4432-84af-89b17396ca68 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:17.415357 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-0edac3bc-cd50-41f9-b8f2-a5d8725872fe None None] Port a7c36820-7c23-42ec-bb79-6cd73b6a6dea cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:38:17.429226 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-50a0a17f-8697-451c-9689-2029d1aa576b req-a791040d-b251-4c04-a303-f148265da15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:17.574357 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f10365-7086-4432-84af-89b17396ca68 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Port': ['ID=b46eddd2-f8f0-4988-8ccb-a1dc9a3cbc3e,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:17.607315 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f10365-7086-4432-84af-89b17396ca68 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Checking segment: {'id': 'a798cb36-31af-49d4-939a-cdeb8e3e2e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '40d94957-3520-41f7-b113-501a287c5a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:38:17.607808 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f10365-7086-4432-84af-89b17396ca68 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network hostable DHCP agents. Network: 40d94957-3520-41f7-b113-501a287c5a9f, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:38:17.674156 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f10365-7086-4432-84af-89b17396ca68 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network 40d94957-3520-41f7-b113-501a287c5a9f is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:38:17.703132 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-68f10365-7086-4432-84af-89b17396ca68 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 40d94957-3520-41f7-b113-501a287c5a9f) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:17.717530 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afe6887-8da6-4d4a-a9b2-844ec0138fde None None] Network 40d94957-3520-41f7-b113-501a287c5a9f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:38:17.719103 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f10365-7086-4432-84af-89b17396ca68 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:38:17.744808 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f10365-7086-4432-84af-89b17396ca68 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:17.746051 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-68f10365-7086-4432-84af-89b17396ca68 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:17.817136 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40868) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:17.818289 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-68f10365-7086-4432-84af-89b17396ca68 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7100363 Sep 01 15:38:17.829792 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6438f940-8b1d-4912-bce4-5c1c3df37376 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1486157749'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:18.108548 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6438f940-8b1d-4912-bce4-5c1c3df37376 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:18.117803 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6438f940-8b1d-4912-bce4-5c1c3df37376 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:18.253844 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6438f940-8b1d-4912-bce4-5c1c3df37376 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:38:18.403271 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6438f940-8b1d-4912-bce4-5c1c3df37376 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:18.404294 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-6438f940-8b1d-4912-bce4-5c1c3df37376 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Added segment 2f0b8101-2ec4-4616-ae37-7c07d2491a78 of type vlan for network 0ba89664-d47f-45c0-b504-cd9e48536ad0 Sep 01 15:38:18.550112 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8001a-e9df-43b5-91ff-44b9ccb43fe2 req-9fd1323d-c201-4511-99f7-dbe515528765 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:18.553462 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4fe8001a-e9df-43b5-91ff-44b9ccb43fe2 req-9fd1323d-c201-4511-99f7-dbe515528765 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39551b6-2e29-4644-beac-c652402fed03 HTTP/1.1" status: 200 len: 932 time: 0.3986821 Sep 01 15:38:18.679336 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6438f940-8b1d-4912-bce4-5c1c3df37376 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:18.738430 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6438f940-8b1d-4912-bce4-5c1c3df37376 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:18.751669 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6438f940-8b1d-4912-bce4-5c1c3df37376 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:18.752728 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6438f940-8b1d-4912-bce4-5c1c3df37376 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:18.925499 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-50a0a17f-8697-451c-9689-2029d1aa576b req-a791040d-b251-4c04-a303-f148265da15d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c36820-7c23-42ec-bb79-6cd73b6a6dea {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:38:18.961119 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-50a0a17f-8697-451c-9689-2029d1aa576b req-a791040d-b251-4c04-a303-f148265da15d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:18.983636 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6438f940-8b1d-4912-bce4-5c1c3df37376 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1631143 Sep 01 15:38:18.984678 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438f940-8b1d-4912-bce4-5c1c3df37376 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Network': ['ID=0ba89664-d47f-45c0-b504-cd9e48536ad0,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:18.989713 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40892) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:19.014593 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 0ba89664-d47f-45c0-b504-cd9e48536ad0 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:38:19.016339 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-78d68360-2bb7-435e-a221-00c0f2385890 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'ports': [{'network_id': '40d94957-3520-41f7-b113-501a287c5a9f'}, {'network_id': '0ba89664-d47f-45c0-b504-cd9e48536ad0'}]} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:19.016884 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-78d68360-2bb7-435e-a221-00c0f2385890 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'port': {'network_id': '40d94957-3520-41f7-b113-501a287c5a9f'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:19.020921 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-50a0a17f-8697-451c-9689-2029d1aa576b req-a791040d-b251-4c04-a303-f148265da15d service neutron] Transition to ACTIVE for port object a7c36820-7c23-42ec-bb79-6cd73b6a6dea will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:38:19.025328 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-78d68360-2bb7-435e-a221-00c0f2385890 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'port': {'network_id': '0ba89664-d47f-45c0-b504-cd9e48536ad0'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:19.031091 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4fe8001a-e9df-43b5-91ff-44b9ccb43fe2 req-267a7f47-48de-46c3-9fc4-e14d945191a2 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=015489e0-628c-4c11-a515-000faa474bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2961147 Sep 01 15:38:19.045989 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-50a0a17f-8697-451c-9689-2029d1aa576b req-a791040d-b251-4c04-a303-f148265da15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:19.208984 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791040d-b251-4c04-a303-f148265da15d service neutron] Pushing event updated for resources: {'Port': ['ID=a7c36820-7c23-42ec-bb79-6cd73b6a6dea,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:19.473578 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-50a0a17f-8697-451c-9689-2029d1aa576b req-a791040d-b251-4c04-a303-f148265da15d service neutron] Attempting to bind port a7c36820-7c23-42ec-bb79-6cd73b6a6dea on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:38:19.474614 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-50a0a17f-8697-451c-9689-2029d1aa576b req-a791040d-b251-4c04-a303-f148265da15d service neutron] Attempting to bind port a7c36820-7c23-42ec-bb79-6cd73b6a6dea by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:38:19.474614 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a0a17f-8697-451c-9689-2029d1aa576b req-a791040d-b251-4c04-a303-f148265da15d service neutron] Attempting to bind port a7c36820-7c23-42ec-bb79-6cd73b6a6dea on network 4632520d-c32a-45da-ba25-63401b32d6f2 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:38:19.513324 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a0a17f-8697-451c-9689-2029d1aa576b req-a791040d-b251-4c04-a303-f148265da15d service neutron] Port a7c36820-7c23-42ec-bb79-6cd73b6a6dea on network 4632520d-c32a-45da-ba25-63401b32d6f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:38:19.514162 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a0a17f-8697-451c-9689-2029d1aa576b req-a791040d-b251-4c04-a303-f148265da15d service neutron] Attempting to bind port a7c36820-7c23-42ec-bb79-6cd73b6a6dea on network 4632520d-c32a-45da-ba25-63401b32d6f2 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:38:19.527682 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a0a17f-8697-451c-9689-2029d1aa576b req-a791040d-b251-4c04-a303-f148265da15d service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:38:19.528124 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a0a17f-8697-451c-9689-2029d1aa576b req-a791040d-b251-4c04-a303-f148265da15d service neutron] Checking segment: {'id': '8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:38:19.529396 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a0a17f-8697-451c-9689-2029d1aa576b req-a791040d-b251-4c04-a303-f148265da15d service neutron] Bound using segment: {'id': '8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:38:19.530015 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-50a0a17f-8697-451c-9689-2029d1aa576b req-a791040d-b251-4c04-a303-f148265da15d service neutron] Bound port: a7c36820-7c23-42ec-bb79-6cd73b6a6dea, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:38:19.530513 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-50a0a17f-8697-451c-9689-2029d1aa576b req-a791040d-b251-4c04-a303-f148265da15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:19.612051 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d68360-2bb7-435e-a221-00c0f2385890 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'port': 2} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:19.626821 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-78d68360-2bb7-435e-a221-00c0f2385890 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:19.670635 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-78d68360-2bb7-435e-a221-00c0f2385890 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:19.686257 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-50a0a17f-8697-451c-9689-2029d1aa576b req-a791040d-b251-4c04-a303-f148265da15d service neutron] For port a7c36820-7c23-42ec-bb79-6cd73b6a6dea, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:38:19.698551 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-50a0a17f-8697-451c-9689-2029d1aa576b req-a791040d-b251-4c04-a303-f148265da15d service neutron] For port a7c36820-7c23-42ec-bb79-6cd73b6a6dea, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a7c36820-7c23-42ec-bb79-6cd73b6a6dea,segment=NetworkSegment(8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540),segment_id=8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:38:19.716928 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-50a0a17f-8697-451c-9689-2029d1aa576b req-a791040d-b251-4c04-a303-f148265da15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:19.928356 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-78d68360-2bb7-435e-a221-00c0f2385890 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] device_id is not set on port ddd29f73-d552-4461-ae60-c5fb3ea75dda yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:38:19.965527 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0a17f-8697-451c-9689-2029d1aa576b req-a791040d-b251-4c04-a303-f148265da15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:19.967010 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-50a0a17f-8697-451c-9689-2029d1aa576b req-a791040d-b251-4c04-a303-f148265da15d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:19.969703 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50a0a17f-8697-451c-9689-2029d1aa576b req-a791040d-b251-4c04-a303-f148265da15d service neutron] 10.222.0.62 "PUT /v2.0/ports/a7c36820-7c23-42ec-bb79-6cd73b6a6dea HTTP/1.1" status: 200 len: 1092 time: 2.9850438 Sep 01 15:38:19.974844 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39551b6-2e29-4644-beac-c652402fed03', 'tag': 'a7c36820-7c23-42ec-bb79-6cd73b6a6dea'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:38:19.978532 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a2f2ca-a72d-42e6-b880-0740e2a9da49" -d '{"events": [{"name": "network-changed", "server_uuid": "e39551b6-2e29-4644-beac-c652402fed03", "tag": "a7c36820-7c23-42ec-bb79-6cd73b6a6dea"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:38:19.992689 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791040d-b251-4c04-a303-f148265da15d service neutron] Pushing event updated for resources: {'Port': ['ID=a7c36820-7c23-42ec-bb79-6cd73b6a6dea,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:20.177640 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8954beb7-379f-46f2-ae2c-460053849e33 x-openstack-request-id: req-8954beb7-379f-46f2-ae2c-460053849e33 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:38:20.178608 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39551b6-2e29-4644-beac-c652402fed03", "tag": "a7c36820-7c23-42ec-bb79-6cd73b6a6dea", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:38:20.180729 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8954beb7-379f-46f2-ae2c-460053849e33 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:38:20.182000 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39551b6-2e29-4644-beac-c652402fed03', 'tag': 'a7c36820-7c23-42ec-bb79-6cd73b6a6dea', 'status': 'completed', 'code': 200} Sep 01 15:38:20.219467 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0a17f-8697-451c-9689-2029d1aa576b req-ace430dc-da9d-4fc8-bf79-ed19154b8463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:20.231583 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50a0a17f-8697-451c-9689-2029d1aa576b req-ace430dc-da9d-4fc8-bf79-ed19154b8463 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f5af12f2f0248c3b6a1104cb00ca9c0&device_id=e39551b6-2e29-4644-beac-c652402fed03 HTTP/1.1" status: 200 len: 1095 time: 0.1761248 Sep 01 15:38:20.356009 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50a0a17f-8697-451c-9689-2029d1aa576b req-7a6de92a-4b07-4f94-912a-771422e5c7c9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7c36820-7c23-42ec-bb79-6cd73b6a6dea HTTP/1.1" status: 200 len: 217 time: 0.1140912 Sep 01 15:38:20.466497 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-78d68360-2bb7-435e-a221-00c0f2385890 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:20.760142 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0a17f-8697-451c-9689-2029d1aa576b req-48f940dc-be4d-4bb0-ae9d-eab9c01492d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:20.765710 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50a0a17f-8697-451c-9689-2029d1aa576b req-48f940dc-be4d-4bb0-ae9d-eab9c01492d9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ea35a2a-5cfd-43df-a743-97c56729848b HTTP/1.1" status: 200 len: 835 time: 0.3987205 Sep 01 15:38:20.873880 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-78d68360-2bb7-435e-a221-00c0f2385890 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] device_id is not set on port 1ab239f9-4cc0-4add-8825-aa09026436ba yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:38:20.877426 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d98f8-9315-44b0-9151-decfedc5444b req-a1def3ea-c266-4457-97d8-9f6c3dbc80ae tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:20.885580 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-024d98f8-9315-44b0-9151-decfedc5444b req-a1def3ea-c266-4457-97d8-9f6c3dbc80ae tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39551b6-2e29-4644-beac-c652402fed03 HTTP/1.1" status: 200 len: 944 time: 0.5201426 Sep 01 15:38:21.157741 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0a17f-8697-451c-9689-2029d1aa576b req-26f617b0-08d3-4295-b97e-e47e16b89db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:21.161872 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50a0a17f-8697-451c-9689-2029d1aa576b req-26f617b0-08d3-4295-b97e-e47e16b89db6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4632520d-c32a-45da-ba25-63401b32d6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3719139 Sep 01 15:38:21.174338 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-78d68360-2bb7-435e-a221-00c0f2385890 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:21.243619 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-024d98f8-9315-44b0-9151-decfedc5444b req-d37eae06-ac39-43f8-b97b-733c71fc69a9 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=015489e0-628c-4c11-a515-000faa474bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2894850 Sep 01 15:38:21.281134 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-78d68360-2bb7-435e-a221-00c0f2385890 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:21.437707 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d68360-2bb7-435e-a221-00c0f2385890 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network 40d94957-3520-41f7-b113-501a287c5a9f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:21.440252 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d68360-2bb7-435e-a221-00c0f2385890 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Port': ['ID=ddd29f73-d552-4461-ae60-c5fb3ea75dda,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:21.445516 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-78d68360-2bb7-435e-a221-00c0f2385890 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:21.449908 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d68360-2bb7-435e-a221-00c0f2385890 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:38:21.451995 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-78d68360-2bb7-435e-a221-00c0f2385890 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:21.542206 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50a0a17f-8697-451c-9689-2029d1aa576b req-5ed757c1-bb06-455e-ad45-2c7d6d38f028 service neutron] 10.222.0.62 "GET /v2.0/networks/4632520d-c32a-45da-ba25-63401b32d6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676367 Sep 01 15:38:21.682787 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d68360-2bb7-435e-a221-00c0f2385890 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Port': ['ID=1ab239f9-4cc0-4add-8825-aa09026436ba,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:21.715179 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d68360-2bb7-435e-a221-00c0f2385890 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Checking segment: {'id': '2f0b8101-2ec4-4616-ae37-7c07d2491a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '0ba89664-d47f-45c0-b504-cd9e48536ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:38:21.717588 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d68360-2bb7-435e-a221-00c0f2385890 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network hostable DHCP agents. Network: 0ba89664-d47f-45c0-b504-cd9e48536ad0, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:38:21.777516 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d68360-2bb7-435e-a221-00c0f2385890 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network 0ba89664-d47f-45c0-b504-cd9e48536ad0 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:38:21.800134 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-78d68360-2bb7-435e-a221-00c0f2385890 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 0ba89664-d47f-45c0-b504-cd9e48536ad0) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:21.816381 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7619c8-6868-4be9-868b-d272b54d28f6 None None] Network 0ba89664-d47f-45c0-b504-cd9e48536ad0 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:38:21.817236 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d68360-2bb7-435e-a221-00c0f2385890 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:38:21.831020 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50a0a17f-8697-451c-9689-2029d1aa576b req-dfe3dffc-182e-4df8-9030-1114c90e7b59 service neutron] 10.222.0.62 "GET /v2.0/networks/4632520d-c32a-45da-ba25-63401b32d6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749698 Sep 01 15:38:21.839480 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d68360-2bb7-435e-a221-00c0f2385890 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:21.856661 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d68360-2bb7-435e-a221-00c0f2385890 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:21.858129 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-78d68360-2bb7-435e-a221-00c0f2385890 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:21.899265 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-78d68360-2bb7-435e-a221-00c0f2385890 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9074781 Sep 01 15:38:21.902579 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40958) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:22.102161 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2f2ca-a72d-42e6-b880-0740e2a9da49 req-93e53517-1b98-41e1-bac2-2466072ea452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:22.104961 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-44a2f2ca-a72d-42e6-b880-0740e2a9da49 req-93e53517-1b98-41e1-bac2-2466072ea452 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f5af12f2f0248c3b6a1104cb00ca9c0&device_id=e39551b6-2e29-4644-beac-c652402fed03 HTTP/1.1" status: 200 len: 1095 time: 0.0890999 Sep 01 15:38:22.322553 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-ca79c797-29dd-4180-9722-0a6929200140 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting port 1ab239f9-4cc0-4add-8825-aa09026436ba {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:38:22.326881 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca79c797-29dd-4180-9722-0a6929200140 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:22.389027 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2f2ca-a72d-42e6-b880-0740e2a9da49 req-19ffad6f-29fc-4230-89a6-ed9664a0ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:22.392461 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-44a2f2ca-a72d-42e6-b880-0740e2a9da49 req-19ffad6f-29fc-4230-89a6-ed9664a0ae97 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4632520d-c32a-45da-ba25-63401b32d6f2 HTTP/1.1" status: 200 len: 898 time: 0.2772493 Sep 01 15:38:22.505074 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-44a2f2ca-a72d-42e6-b880-0740e2a9da49 req-fb9b5b2f-de94-4d3b-8dda-31a8c7e2e56a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7c36820-7c23-42ec-bb79-6cd73b6a6dea HTTP/1.1" status: 200 len: 217 time: 0.1043310 Sep 01 15:38:22.690002 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2f2ca-a72d-42e6-b880-0740e2a9da49 req-46ff8bd9-7a1a-49f6-bbdd-269607215b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:22.695519 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-44a2f2ca-a72d-42e6-b880-0740e2a9da49 req-46ff8bd9-7a1a-49f6-bbdd-269607215b39 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ea35a2a-5cfd-43df-a743-97c56729848b HTTP/1.1" status: 200 len: 835 time: 0.1820734 Sep 01 15:38:22.696433 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40968) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:22.705492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-f3f9e890-a579-40ea-a5e7-93760bd4ea73 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-671001972', 'description': 'tempest-secgroup-smoke-671001972 description', 'project_id': '4f712c44f09d4a638eab9ace3b122469'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:22.763373 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca79c797-29dd-4180-9722-0a6929200140 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:22.795684 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-ca79c797-29dd-4180-9722-0a6929200140 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Calling delete_port for 1ab239f9-4cc0-4add-8825-aa09026436ba owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:38:22.803831 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e890-a579-40ea-a5e7-93760bd4ea73 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:22.830915 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb13a2-34aa-4f67-aa1e-a264071c5908 req-e1226954-1fcc-4156-83a3-0b153b5c0c7b tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:22.830915 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-31eb13a2-34aa-4f67-aa1e-a264071c5908 req-e1226954-1fcc-4156-83a3-0b153b5c0c7b tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39551b6-2e29-4644-beac-c652402fed03 HTTP/1.1" status: 200 len: 944 time: 0.2687876 Sep 01 15:38:22.943913 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2f2ca-a72d-42e6-b880-0740e2a9da49 req-8c6f1b6d-4c79-436b-90b1-961c57f05b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:22.948449 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-44a2f2ca-a72d-42e6-b880-0740e2a9da49 req-8c6f1b6d-4c79-436b-90b1-961c57f05b68 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4632520d-c32a-45da-ba25-63401b32d6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1645551 Sep 01 15:38:23.005067 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-31eb13a2-34aa-4f67-aa1e-a264071c5908 req-62121a2f-0727-416d-b252-ee4a8fe6d74d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=015489e0-628c-4c11-a515-000faa474bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567514 Sep 01 15:38:23.100034 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca79c797-29dd-4180-9722-0a6929200140 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:23.193153 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e890-a579-40ea-a5e7-93760bd4ea73 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:23.200258 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-44a2f2ca-a72d-42e6-b880-0740e2a9da49 req-6f9a85f8-76b3-47a5-94de-860ae07c893e service neutron] 10.222.0.62 "GET /v2.0/networks/4632520d-c32a-45da-ba25-63401b32d6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390375 Sep 01 15:38:23.200258 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e890-a579-40ea-a5e7-93760bd4ea73 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:23.230246 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f3f9e890-a579-40ea-a5e7-93760bd4ea73 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:23.231413 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f3f9e890-a579-40ea-a5e7-93760bd4ea73 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5332651 Sep 01 15:38:23.234252 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79c797-29dd-4180-9722-0a6929200140 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Port': ['ID=1ab239f9-4cc0-4add-8825-aa09026436ba,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:23.237406 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40980) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:23.259870 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-961b0d05-3103-4c35-acd2-c7f3233b495a tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Request body: {'security_group_rule': {'security_group_id': '1d748438-d71e-43d2-abed-362257d98256', 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:23.283056 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca79c797-29dd-4180-9722-0a6929200140 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:23.287145 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ca79c797-29dd-4180-9722-0a6929200140 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/ports/1ab239f9-4cc0-4add-8825-aa09026436ba HTTP/1.1" status: 204 len: 168 time: 1.3824201 Sep 01 15:38:23.291265 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 40982) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:23.419678 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9e890-a579-40ea-a5e7-93760bd4ea73 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d748438-d71e-43d2-abed-362257d98256,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:23.445976 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-961b0d05-3103-4c35-acd2-c7f3233b495a tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:23.520406 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c61486-d40e-48d3-995e-1baa657c777b tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:23.523500 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-44a2f2ca-a72d-42e6-b880-0740e2a9da49 req-bca6aa11-45dd-422e-b114-ec360587e1de service neutron] 10.222.0.62 "GET /v2.0/networks/4632520d-c32a-45da-ba25-63401b32d6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087170 Sep 01 15:38:23.532525 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c61486-d40e-48d3-995e-1baa657c777b tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:23.540869 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d5c61486-d40e-48d3-995e-1baa657c777b tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2480178 Sep 01 15:38:23.545159 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 40988) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:23.805522 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f54d35f3-6dd1-4faa-acaf-590c2046309a tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting port ddd29f73-d552-4461-ae60-c5fb3ea75dda {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:38:23.806187 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f54d35f3-6dd1-4faa-acaf-590c2046309a tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:24.035792 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f54d35f3-6dd1-4faa-acaf-590c2046309a tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:24.083055 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f54d35f3-6dd1-4faa-acaf-590c2046309a tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Calling delete_port for ddd29f73-d552-4461-ae60-c5fb3ea75dda owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:38:24.206996 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-961b0d05-3103-4c35-acd2-c7f3233b495a tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:24.217384 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-961b0d05-3103-4c35-acd2-c7f3233b495a tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:24.251637 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b0d05-3103-4c35-acd2-c7f3233b495a tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae6b0c0-fdbd-4585-8447-d8496b5ddb22,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:24.282856 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-961b0d05-3103-4c35-acd2-c7f3233b495a tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:24.289936 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-961b0d05-3103-4c35-acd2-c7f3233b495a tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0396473 Sep 01 15:38:24.291407 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41006) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:24.311291 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-751e2eda-c6a0-49ff-aeb1-1fd7e07ec286 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Request body: {'security_group_rule': {'security_group_id': '1d748438-d71e-43d2-abed-362257d98256', 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:24.338162 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea035ad9-2f53-477f-a805-709a104459f8 req-ff0a065e-8764-49b5-b137-f1563dcd744b tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:24.352776 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ea035ad9-2f53-477f-a805-709a104459f8 req-ff0a065e-8764-49b5-b137-f1563dcd744b tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39551b6-2e29-4644-beac-c652402fed03 HTTP/1.1" status: 200 len: 944 time: 0.1580667 Sep 01 15:38:24.422900 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-751e2eda-c6a0-49ff-aeb1-1fd7e07ec286 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:24.430355 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f54d35f3-6dd1-4faa-acaf-590c2046309a tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:24.483032 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ea035ad9-2f53-477f-a805-709a104459f8 req-82648f6d-c631-4671-962d-96a1de3e5896 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=015489e0-628c-4c11-a515-000faa474bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249137 Sep 01 15:38:24.535997 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d35f3-6dd1-4faa-acaf-590c2046309a tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Port': ['ID=ddd29f73-d552-4461-ae60-c5fb3ea75dda,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:24.552502 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f54d35f3-6dd1-4faa-acaf-590c2046309a tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:24.558266 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f54d35f3-6dd1-4faa-acaf-590c2046309a tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/ports/ddd29f73-d552-4461-ae60-c5fb3ea75dda HTTP/1.1" status: 204 len: 168 time: 1.0115628 Sep 01 15:38:24.561080 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41008) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:24.620704 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-751e2eda-c6a0-49ff-aeb1-1fd7e07ec286 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:24.631744 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-751e2eda-c6a0-49ff-aeb1-1fd7e07ec286 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:24.667681 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e2eda-c6a0-49ff-aeb1-1fd7e07ec286 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a51afe8-465d-4d5a-8d8a-d925a47a0204,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:24.689578 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-751e2eda-c6a0-49ff-aeb1-1fd7e07ec286 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:24.692466 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-751e2eda-c6a0-49ff-aeb1-1fd7e07ec286 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3973579 Sep 01 15:38:24.696033 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41010) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:24.708252 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-00f55dde-46e2-46d9-b04a-12db351ec741 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Request body: {'security_group_rule': {'security_group_id': '1d748438-d71e-43d2-abed-362257d98256', 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:24.771923 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-00f55dde-46e2-46d9-b04a-12db351ec741 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:24.887248 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-00f55dde-46e2-46d9-b04a-12db351ec741 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:24.895757 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-00f55dde-46e2-46d9-b04a-12db351ec741 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:24.948005 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device a7c36820-7c23-42ec-bb79-6cd73b6a6dea details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:38:24.966089 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f55dde-46e2-46d9-b04a-12db351ec741 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af610a7-564b-420c-99b4-62acab27485d,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:24.981907 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-00f55dde-46e2-46d9-b04a-12db351ec741 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:24.984328 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-00f55dde-46e2-46d9-b04a-12db351ec741 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2864759 Sep 01 15:38:24.989187 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41018) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:24.996940 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-e3d4e66b-1f7b-4ffc-b052-dd23fd0994c9 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Request body: {'security_group_rule': {'security_group_id': '1d748438-d71e-43d2-abed-362257d98256', 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:25.111856 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e66b-1f7b-4ffc-b052-dd23fd0994c9 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:25.238737 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ae9477-9f51-4dc3-afd5-acc99714dda1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:25.241733 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c9ae9477-9f51-4dc3-afd5-acc99714dda1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6783850 Sep 01 15:38:25.255255 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41026) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:25.303044 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port a7c36820-7c23-42ec-bb79-6cd73b6a6dea, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a7c36820-7c23-42ec-bb79-6cd73b6a6dea,segment=NetworkSegment(8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540),segment_id=8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:25.322275 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'a7c36820-7c23-42ec-bb79-6cd73b6a6dea', 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2', 'port_id': 'a7c36820-7c23-42ec-bb79-6cd73b6a6dea', 'mac_address': 'fa:16:3e:74:7c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:38:25.353246 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5dabfd7-444b-4cdf-bea7-e9d1ae67f5e8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] GET failed (client error): The resource could not be found. Sep 01 15:38:25.357337 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d5dabfd7-444b-4cdf-bea7-e9d1ae67f5e8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "GET /v2.0/ports/1ab239f9-4cc0-4add-8825-aa09026436ba HTTP/1.1" status: 404 len: 333 time: 0.1058362 Sep 01 15:38:25.362207 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41032) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:25.378984 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e66b-1f7b-4ffc-b052-dd23fd0994c9 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:25.389508 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e66b-1f7b-4ffc-b052-dd23fd0994c9 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:25.420969 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:25.424769 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac021016-2521-4473-b1e4-140658f0ef81 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] GET failed (client error): The resource could not be found. Sep 01 15:38:25.427952 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ac021016-2521-4473-b1e4-140658f0ef81 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "GET /v2.0/ports/ddd29f73-d552-4461-ae60-c5fb3ea75dda HTTP/1.1" status: 404 len: 333 time: 0.0624151 Sep 01 15:38:25.432174 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41036) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:25.438644 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4e66b-1f7b-4ffc-b052-dd23fd0994c9 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d60165-67bf-413f-80bb-9877935bdeed,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:25.456597 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e66b-1f7b-4ffc-b052-dd23fd0994c9 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:25.456597 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e3d4e66b-1f7b-4ffc-b052-dd23fd0994c9 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4601655 Sep 01 15:38:25.457050 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c36820-7c23-42ec-bb79-6cd73b6a6dea {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:38:25.457212 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41040) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:25.480208 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-33ac6956-a83c-4cde-bdc2-42cce89109cd tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Request body: {'security_group_rule': {'security_group_id': '1d748438-d71e-43d2-abed-362257d98256', 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:25.529854 n-d-794796-3 neutron-server[94733]: INFO neutron.db.securitygroups_db [None req-33ac6956-a83c-4cde-bdc2-42cce89109cd tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Project 4f712c44f09d4a638eab9ace3b122469 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:38:25.546882 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-33ac6956-a83c-4cde-bdc2-42cce89109cd tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:25.554264 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port a7c36820-7c23-42ec-bb79-6cd73b6a6dea, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a7c36820-7c23-42ec-bb79-6cd73b6a6dea,segment=NetworkSegment(8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540),segment_id=8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:25.569859 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:25.770529 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-95ee7cde-c3c1-418d-b9b8-1f09b7386b6c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:25.780281 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=a7c36820-7c23-42ec-bb79-6cd73b6a6dea,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:25.820471 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:25.820968 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:25.821502 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:25.821977 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:25.826647 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:25.831737 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:25.832489 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:25.833013 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:25.833580 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:25.834017 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:25.837022 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:25.838098 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:25.903362 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0a6d6-a65f-478a-b4d7-62b443321b21 req-9f148e58-0d6a-4fed-8265-f696aea2ecef tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:25.909755 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b9d0a6d6-a65f-478a-b4d7-62b443321b21 req-9f148e58-0d6a-4fed-8265-f696aea2ecef tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39551b6-2e29-4644-beac-c652402fed03 HTTP/1.1" status: 200 len: 945 time: 0.1901131 Sep 01 15:38:25.950513 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-33ac6956-a83c-4cde-bdc2-42cce89109cd tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:25.973696 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['a7c36820-7c23-42ec-bb79-6cd73b6a6dea'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:38:25.975642 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-33ac6956-a83c-4cde-bdc2-42cce89109cd tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:26.028684 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b9d0a6d6-a65f-478a-b4d7-62b443321b21 req-65100437-cd69-48b2-87ab-28d1b8837f72 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=015489e0-628c-4c11-a515-000faa474bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081338 Sep 01 15:38:26.070607 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac6956-a83c-4cde-bdc2-42cce89109cd tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dfaec2d-5ffb-471c-899b-553a78b9a2b1,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:26.075374 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-33ac6956-a83c-4cde-bdc2-42cce89109cd tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:26.082541 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-33ac6956-a83c-4cde-bdc2-42cce89109cd tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6187463 Sep 01 15:38:26.084725 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41082) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:26.121806 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-95ee7cde-c3c1-418d-b9b8-1f09b7386b6c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:26.130869 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-445b1440-f55c-4c36-99ae-5d68f1c1a102 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Request body: {'security_group_rule': {'security_group_id': '1d748438-d71e-43d2-abed-362257d98256', 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:26.162807 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-95ee7cde-c3c1-418d-b9b8-1f09b7386b6c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba89664-d47f-45c0-b504-cd9e48536ad0']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:26.200964 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-95ee7cde-c3c1-418d-b9b8-1f09b7386b6c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f0b8101-2ec4-4616-ae37-7c07d2491a78') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:26.201557 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-95ee7cde-c3c1-418d-b9b8-1f09b7386b6c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f0b8101-2ec4-4616-ae37-7c07d2491a78') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:26.218929 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-95ee7cde-c3c1-418d-b9b8-1f09b7386b6c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:26.222959 n-d-794796-3 neutron-server[94734]: INFO neutron.db.securitygroups_db [None req-445b1440-f55c-4c36-99ae-5d68f1c1a102 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Project 4f712c44f09d4a638eab9ace3b122469 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:38:26.240993 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-445b1440-f55c-4c36-99ae-5d68f1c1a102 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:26.277197 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-95ee7cde-c3c1-418d-b9b8-1f09b7386b6c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:26.309169 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ee7cde-c3c1-418d-b9b8-1f09b7386b6c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:38:26.310352 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-95ee7cde-c3c1-418d-b9b8-1f09b7386b6c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:38:26.315857 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:38:26.503693 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-445b1440-f55c-4c36-99ae-5d68f1c1a102 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:26.509425 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-95ee7cde-c3c1-418d-b9b8-1f09b7386b6c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:26.533586 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-95ee7cde-c3c1-418d-b9b8-1f09b7386b6c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:26.544121 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41090) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:26.549508 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-95ee7cde-c3c1-418d-b9b8-1f09b7386b6c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/networks/0ba89664-d47f-45c0-b504-cd9e48536ad0 HTTP/1.1" status: 204 len: 168 time: 1.1149189 Sep 01 15:38:26.558477 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-84c0d683-c221-4f7e-9e16-5dd86a035754 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-376469703'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:26.588497 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee7cde-c3c1-418d-b9b8-1f09b7386b6c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Network': ['ID=0ba89664-d47f-45c0-b504-cd9e48536ad0,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:26.593342 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-445b1440-f55c-4c36-99ae-5d68f1c1a102 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:26.617489 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c0d683-c221-4f7e-9e16-5dd86a035754 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:26.624874 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-84c0d683-c221-4f7e-9e16-5dd86a035754 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:26.645205 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ee7cde-c3c1-418d-b9b8-1f09b7386b6c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:26.645548 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ee7cde-c3c1-418d-b9b8-1f09b7386b6c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:26.646516 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ee7cde-c3c1-418d-b9b8-1f09b7386b6c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:26.646784 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ee7cde-c3c1-418d-b9b8-1f09b7386b6c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:26.647692 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ee7cde-c3c1-418d-b9b8-1f09b7386b6c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:26.648548 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ee7cde-c3c1-418d-b9b8-1f09b7386b6c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:26.649159 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ee7cde-c3c1-418d-b9b8-1f09b7386b6c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:26.649824 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ee7cde-c3c1-418d-b9b8-1f09b7386b6c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:26.650515 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ee7cde-c3c1-418d-b9b8-1f09b7386b6c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:26.651075 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ee7cde-c3c1-418d-b9b8-1f09b7386b6c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:26.651717 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ee7cde-c3c1-418d-b9b8-1f09b7386b6c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:26.652269 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ee7cde-c3c1-418d-b9b8-1f09b7386b6c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:26.665581 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b1440-f55c-4c36-99ae-5d68f1c1a102 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c4b33d-8dba-4de8-87d5-4adc43b17007,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:26.674491 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-445b1440-f55c-4c36-99ae-5d68f1c1a102 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:26.678159 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-445b1440-f55c-4c36-99ae-5d68f1c1a102 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5624073 Sep 01 15:38:26.733264 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c0d683-c221-4f7e-9e16-5dd86a035754 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:38:26.763370 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-84c0d683-c221-4f7e-9e16-5dd86a035754 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:26.763822 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-84c0d683-c221-4f7e-9e16-5dd86a035754 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Added segment ce313af8-a7b1-4e95-8c88-97035ecf8a24 of type vlan for network 86bafd1e-b2ca-4ee8-aabf-dbaa46e056ae Sep 01 15:38:26.856828 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-84c0d683-c221-4f7e-9e16-5dd86a035754 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:26.900644 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-84c0d683-c221-4f7e-9e16-5dd86a035754 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:26.917463 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c0d683-c221-4f7e-9e16-5dd86a035754 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:26.918913 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-84c0d683-c221-4f7e-9e16-5dd86a035754 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:27.018697 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-84c0d683-c221-4f7e-9e16-5dd86a035754 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4715552 Sep 01 15:38:27.023994 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41104) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:27.040493 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-679aa312-8f19-445a-b496-5a4b3f98ea00 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'subnet': {'network_id': '86bafd1e-b2ca-4ee8-aabf-dbaa46e056ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:27.064259 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0d683-c221-4f7e-9e16-5dd86a035754 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Network': ['ID=86bafd1e-b2ca-4ee8-aabf-dbaa46e056ae,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:27.133179 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 86bafd1e-b2ca-4ee8-aabf-dbaa46e056ae details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:38:27.267495 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-38ecb26f-87e6-4177-9743-da8f89ea8507 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-671001972&fields=id&tenant_id=4f712c44f09d4a638eab9ace3b122469 HTTP/1.1" status: 200 len: 267 time: 0.1093426 Sep 01 15:38:27.299558 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679aa312-8f19-445a-b496-5a4b3f98ea00 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:27.307125 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-679aa312-8f19-445a-b496-5a4b3f98ea00 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:27.522115 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b2ee2-1029-4a18-9dea-117999c2e5c9 req-ad282cb2-e3ff-4c65-b896-7bbe4b243f76 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:27.534698 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7f6b2ee2-1029-4a18-9dea-117999c2e5c9 req-ad282cb2-e3ff-4c65-b896-7bbe4b243f76 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39551b6-2e29-4644-beac-c652402fed03 HTTP/1.1" status: 200 len: 945 time: 0.1545281 Sep 01 15:38:27.615163 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7f6b2ee2-1029-4a18-9dea-117999c2e5c9 req-fc0ea94b-98d3-41ce-a21f-ead8f2d1c61b tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=015489e0-628c-4c11-a515-000faa474bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792134 Sep 01 15:38:27.843351 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:27.921076 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-70c8c9db-1b7a-470b-bd7c-cf12ce932dd8 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:27.929104 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-70c8c9db-1b7a-470b-bd7c-cf12ce932dd8 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/networks?id=76769b7a-4b3e-4693-94a4-6c03453c9aef HTTP/1.1" status: 200 len: 813 time: 0.4575195 Sep 01 15:38:27.958496 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-d2702c74-178d-450f-9283-d152a3c88b80 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/quotas/4f712c44f09d4a638eab9ace3b122469 HTTP/1.1" status: 200 len: 375 time: 0.0168824 Sep 01 15:38:28.068837 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-679aa312-8f19-445a-b496-5a4b3f98ea00 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:28.128996 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-793acd55-e85d-4bfa-b8c4-707c4dd68ccc tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f712c44f09d4a638eab9ace3b122469&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1274509 Sep 01 15:38:28.292726 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679aa312-8f19-445a-b496-5a4b3f98ea00 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Subnet': ['ID=35f792a0-4422-464c-bb9d-bf70235172d7,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:28.332101 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679aa312-8f19-445a-b496-5a4b3f98ea00 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Checking segment: {'id': 'ce313af8-a7b1-4e95-8c88-97035ecf8a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '86bafd1e-b2ca-4ee8-aabf-dbaa46e056ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:38:28.332728 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679aa312-8f19-445a-b496-5a4b3f98ea00 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network hostable DHCP agents. Network: 86bafd1e-b2ca-4ee8-aabf-dbaa46e056ae, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:38:28.413338 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679aa312-8f19-445a-b496-5a4b3f98ea00 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network 86bafd1e-b2ca-4ee8-aabf-dbaa46e056ae is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:38:28.432178 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-206f1653-07fa-4286-865a-2499e0eaf4dc service neutron] 10.222.0.60 "GET /v2.0/networks/76769b7a-4b3e-4693-94a4-6c03453c9aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616761 Sep 01 15:38:28.434007 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-679aa312-8f19-445a-b496-5a4b3f98ea00 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 86bafd1e-b2ca-4ee8-aabf-dbaa46e056ae) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:28.446255 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4883c1b-766e-4239-aec6-130e2ad38378 None None] Network 86bafd1e-b2ca-4ee8-aabf-dbaa46e056ae requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:38:28.452911 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679aa312-8f19-445a-b496-5a4b3f98ea00 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:28.454127 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-679aa312-8f19-445a-b496-5a4b3f98ea00 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:28.571820 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41140) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:28.572581 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-679aa312-8f19-445a-b496-5a4b3f98ea00 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5451539 Sep 01 15:38:28.578504 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-87943d32-c5c3-414d-9f1d-d21f0e0a41e0 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'port': {'network_id': '86bafd1e-b2ca-4ee8-aabf-dbaa46e056ae', 'name': 'tempest-PortsIpV6TestJSON-570911400'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:28.721529 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-08c8e006-113b-4481-9dd7-ee4f28764976 service neutron] 10.222.0.60 "GET /v2.0/networks/76769b7a-4b3e-4693-94a4-6c03453c9aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585986 Sep 01 15:38:28.843196 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87943d32-c5c3-414d-9f1d-d21f0e0a41e0 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:28.848225 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-87943d32-c5c3-414d-9f1d-d21f0e0a41e0 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:28.861446 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635fc1e-1f3f-4598-b3e7-2c0af9e38e0e req-37e7ed51-bf48-4ae3-9577-b810488e51cf tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:28.870697 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6635fc1e-1f3f-4598-b3e7-2c0af9e38e0e req-37e7ed51-bf48-4ae3-9577-b810488e51cf tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39551b6-2e29-4644-beac-c652402fed03 HTTP/1.1" status: 200 len: 945 time: 0.1134443 Sep 01 15:38:28.919589 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-87943d32-c5c3-414d-9f1d-d21f0e0a41e0 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] device_id is not set on port 28de5569-116f-4839-a544-4be724ca5cb3 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:38:29.009776 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device a7c36820-7c23-42ec-bb79-6cd73b6a6dea up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:38:29.185158 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6635fc1e-1f3f-4598-b3e7-2c0af9e38e0e req-9c1cbf01-d98b-4c6d-9d2f-10adb0abbb94 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=015489e0-628c-4c11-a515-000faa474bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3130269 Sep 01 15:38:29.199442 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfc7a48-fb91-4758-9e28-ca34ec5482b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-86bafd1e-b2ca-4ee8-aabf-dbaa46e056ae', 'network_id': '86bafd1e-b2ca-4ee8-aabf-dbaa46e056ae', 'tenant_id': '3cb858130d6f414e9e42fab79755f568', 'fixed_ips': [{'subnet_id': '35f792a0-4422-464c-bb9d-bf70235172d7'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:38:29.202826 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7a48-fb91-4758-9e28-ca34ec5482b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:29.411789 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port a7c36820-7c23-42ec-bb79-6cd73b6a6dea completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:38:29.413620 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-87943d32-c5c3-414d-9f1d-d21f0e0a41e0 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Allocated IP 2001:db8::38 (86bafd1e-b2ca-4ee8-aabf-dbaa46e056ae/35f792a0-4422-464c-bb9d-bf70235172d7/28de5569-116f-4839-a544-4be724ca5cb3) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:38:29.477119 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port a7c36820-7c23-42ec-bb79-6cd73b6a6dea triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:29.481316 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:29.699016 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:29.762511 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39551b6-2e29-4644-beac-c652402fed03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c36820-7c23-42ec-bb79-6cd73b6a6dea'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:38:29.768110 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31477c08-4431-4034-aea9-e9c56177212b" -d '{"events": [{"server_uuid": "e39551b6-2e29-4644-beac-c652402fed03", "name": "network-vif-plugged", "status": "completed", "tag": "a7c36820-7c23-42ec-bb79-6cd73b6a6dea"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:38:29.841571 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port a7c36820-7c23-42ec-bb79-6cd73b6a6dea, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a7c36820-7c23-42ec-bb79-6cd73b6a6dea,segment=NetworkSegment(8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540),segment_id=8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:29.850717 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:29.955174 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecd847d-2c03-4fcf-8b5d-f1ba6c4d01b8 x-openstack-request-id: req-8ecd847d-2c03-4fcf-8b5d-f1ba6c4d01b8 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:38:29.955496 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39551b6-2e29-4644-beac-c652402fed03", "name": "network-vif-plugged", "status": "completed", "tag": "a7c36820-7c23-42ec-bb79-6cd73b6a6dea", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:38:29.955724 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8ecd847d-2c03-4fcf-8b5d-f1ba6c4d01b8 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:38:29.956357 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39551b6-2e29-4644-beac-c652402fed03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c36820-7c23-42ec-bb79-6cd73b6a6dea', 'code': 200} Sep 01 15:38:30.041105 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=a7c36820-7c23-42ec-bb79-6cd73b6a6dea,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:30.071767 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-87943d32-c5c3-414d-9f1d-d21f0e0a41e0 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:30.099919 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-87943d32-c5c3-414d-9f1d-d21f0e0a41e0 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Transition to ACTIVE for port object 28de5569-116f-4839-a544-4be724ca5cb3 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:38:30.198704 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7aa1a467-34fb-4c5d-9f3f-b9262752e5ab req-84b6e2a0-e21b-4fa8-bee1-532c48ccb0da tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 210 time: 0.6564085 Sep 01 15:38:30.201134 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-87943d32-c5c3-414d-9f1d-d21f0e0a41e0 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:30.203086 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e207c30-b848-4451-a0e9-1317888523af req-c159e0ea-8e16-4348-88f0-5a1a263ff1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:30.221021 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0e207c30-b848-4451-a0e9-1317888523af req-c159e0ea-8e16-4348-88f0-5a1a263ff1d7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e39551b6-2e29-4644-beac-c652402fed03 HTTP/1.1" status: 200 len: 1097 time: 0.1734500 Sep 01 15:38:30.378034 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-9dfc7a48-fb91-4758-9e28-ca34ec5482b8 None None] Allocated IP 2001:db8::2 (86bafd1e-b2ca-4ee8-aabf-dbaa46e056ae/35f792a0-4422-464c-bb9d-bf70235172d7/b3b5d40a-0e98-4be6-9cee-f46d811ed7d3) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:38:30.414753 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0e207c30-b848-4451-a0e9-1317888523af req-a1318636-d9b2-46c0-a328-6a35be7db5fe service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=015489e0-628c-4c11-a515-000faa474bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766472 Sep 01 15:38:30.427023 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87943d32-c5c3-414d-9f1d-d21f0e0a41e0 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network 86bafd1e-b2ca-4ee8-aabf-dbaa46e056ae is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:30.480246 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-87943d32-c5c3-414d-9f1d-d21f0e0a41e0 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:30.501193 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87943d32-c5c3-414d-9f1d-d21f0e0a41e0 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:38:30.525520 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87943d32-c5c3-414d-9f1d-d21f0e0a41e0 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:30.526673 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-87943d32-c5c3-414d-9f1d-d21f0e0a41e0 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:30.544637 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87943d32-c5c3-414d-9f1d-d21f0e0a41e0 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Port': ['ID=28de5569-116f-4839-a544-4be724ca5cb3,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:30.557279 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a17ab1-15ca-4aff-bd94-f8dfc39e2967 req-dc3a6010-c432-4651-b3b6-b96c2a643e10 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:30.565911 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-87943d32-c5c3-414d-9f1d-d21f0e0a41e0 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9915147 Sep 01 15:38:30.569108 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41186) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:30.572456 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-11a17ab1-15ca-4aff-bd94-f8dfc39e2967 req-dc3a6010-c432-4651-b3b6-b96c2a643e10 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39551b6-2e29-4644-beac-c652402fed03 HTTP/1.1" status: 200 len: 946 time: 0.1186953 Sep 01 15:38:30.724365 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-11a17ab1-15ca-4aff-bd94-f8dfc39e2967 req-3c610816-361c-44c8-90e3-3283b0fb3858 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=015489e0-628c-4c11-a515-000faa474bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224017 Sep 01 15:38:30.827069 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7a48-fb91-4758-9e28-ca34ec5482b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:30.846281 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9dfc7a48-fb91-4758-9e28-ca34ec5482b8 None None] Transition to ACTIVE for port object b3b5d40a-0e98-4be6-9cee-f46d811ed7d3 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:38:30.877390 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9dfc7a48-fb91-4758-9e28-ca34ec5482b8 None None] Transition to ACTIVE for port object b3b5d40a-0e98-4be6-9cee-f46d811ed7d3 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:38:30.888700 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7a48-fb91-4758-9e28-ca34ec5482b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:30.906586 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-0a067e7d-a622-4279-8984-451f08232520 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting port 28de5569-116f-4839-a544-4be724ca5cb3 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:38:30.907139 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0a067e7d-a622-4279-8984-451f08232520 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:31.015837 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfc7a48-fb91-4758-9e28-ca34ec5482b8 None None] Network 86bafd1e-b2ca-4ee8-aabf-dbaa46e056ae is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:31.023194 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-9dfc7a48-fb91-4758-9e28-ca34ec5482b8 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:31.043390 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfc7a48-fb91-4758-9e28-ca34ec5482b8 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:38:31.117578 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc7a48-fb91-4758-9e28-ca34ec5482b8 None None] Pushing event updated for resources: {'Port': ['ID=b3b5d40a-0e98-4be6-9cee-f46d811ed7d3,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:31.146627 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0a067e7d-a622-4279-8984-451f08232520 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:31.172545 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-0a067e7d-a622-4279-8984-451f08232520 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Calling delete_port for 28de5569-116f-4839-a544-4be724ca5cb3 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:38:31.568490 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-9dfc7a48-fb91-4758-9e28-ca34ec5482b8 None None] Attempting to bind port b3b5d40a-0e98-4be6-9cee-f46d811ed7d3 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:38:31.569023 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-9dfc7a48-fb91-4758-9e28-ca34ec5482b8 None None] Attempting to bind port b3b5d40a-0e98-4be6-9cee-f46d811ed7d3 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'ce313af8-a7b1-4e95-8c88-97035ecf8a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '86bafd1e-b2ca-4ee8-aabf-dbaa46e056ae'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:38:31.569549 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfc7a48-fb91-4758-9e28-ca34ec5482b8 None None] Attempting to bind port b3b5d40a-0e98-4be6-9cee-f46d811ed7d3 on network 86bafd1e-b2ca-4ee8-aabf-dbaa46e056ae {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:38:31.588309 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfc7a48-fb91-4758-9e28-ca34ec5482b8 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:38:31.588807 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfc7a48-fb91-4758-9e28-ca34ec5482b8 None None] Checking segment: {'id': 'ce313af8-a7b1-4e95-8c88-97035ecf8a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '86bafd1e-b2ca-4ee8-aabf-dbaa46e056ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:38:31.589102 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7a48-fb91-4758-9e28-ca34ec5482b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:31.589504 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfc7a48-fb91-4758-9e28-ca34ec5482b8 None None] Bound using segment: {'id': 'ce313af8-a7b1-4e95-8c88-97035ecf8a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '86bafd1e-b2ca-4ee8-aabf-dbaa46e056ae'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:38:31.589989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-9dfc7a48-fb91-4758-9e28-ca34ec5482b8 None None] Bound port: b3b5d40a-0e98-4be6-9cee-f46d811ed7d3, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce313af8-a7b1-4e95-8c88-97035ecf8a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '86bafd1e-b2ca-4ee8-aabf-dbaa46e056ae'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:38:31.590411 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7a48-fb91-4758-9e28-ca34ec5482b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:31.684819 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-97091b76-6294-44f6-9cf5-e85f675f5a7d req-8b910324-ad3e-4728-8fea-62df1df98bf9 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 210 time: 0.2821100 Sep 01 15:38:31.713183 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0a067e7d-a622-4279-8984-451f08232520 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:31.848831 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a067e7d-a622-4279-8984-451f08232520 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Port': ['ID=28de5569-116f-4839-a544-4be724ca5cb3,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:31.895663 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-9dfc7a48-fb91-4758-9e28-ca34ec5482b8 None None] For port b3b5d40a-0e98-4be6-9cee-f46d811ed7d3, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:38:31.904927 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-9dfc7a48-fb91-4758-9e28-ca34ec5482b8 None None] For port b3b5d40a-0e98-4be6-9cee-f46d811ed7d3, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b3b5d40a-0e98-4be6-9cee-f46d811ed7d3,segment=NetworkSegment(ce313af8-a7b1-4e95-8c88-97035ecf8a24),segment_id=ce313af8-a7b1-4e95-8c88-97035ecf8a24)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:38:31.913294 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7a48-fb91-4758-9e28-ca34ec5482b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:31.983272 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0a067e7d-a622-4279-8984-451f08232520 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:31.987578 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0a067e7d-a622-4279-8984-451f08232520 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/ports/28de5569-116f-4839-a544-4be724ca5cb3 HTTP/1.1" status: 204 len: 168 time: 1.4117169 Sep 01 15:38:31.990461 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41210) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:32.181385 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc7a48-fb91-4758-9e28-ca34ec5482b8 None None] Pushing event updated for resources: {'Port': ['ID=b3b5d40a-0e98-4be6-9cee-f46d811ed7d3,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:32.297988 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-1abab9f4-a8e2-4273-bcb9-e435b9943c7b tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] DELETE failed (client error): The resource could not be found. Sep 01 15:38:32.300815 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1abab9f4-a8e2-4273-bcb9-e435b9943c7b tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:38:32.308600 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1abab9f4-a8e2-4273-bcb9-e435b9943c7b tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/ports/28de5569-116f-4839-a544-4be724ca5cb3 HTTP/1.1" status: 404 len: 333 time: 0.3149974 Sep 01 15:38:32.315536 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41214) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:32.349463 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-48c3e403-2c18-4fe6-a44c-9ef5cf8a989c tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:32.350871 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-48c3e403-2c18-4fe6-a44c-9ef5cf8a989c tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.45 "GET /v2.0/networks?id=76769b7a-4b3e-4693-94a4-6c03453c9aef HTTP/1.1" status: 200 len: 813 time: 0.4822972 Sep 01 15:38:32.488456 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41218) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:32.498723 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4f6477-4b1a-40e7-b659-411a9b8c71f4 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] GET failed (client error): The resource could not be found. Sep 01 15:38:32.507686 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-da4f6477-4b1a-40e7-b659-411a9b8c71f4 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "GET /v2.0/ports/28de5569-116f-4839-a544-4be724ca5cb3 HTTP/1.1" status: 404 len: 333 time: 0.1813293 Sep 01 15:38:32.515101 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41220) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:32.868005 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9b912-b80c-4877-91d9-0969f6dcedec req-6ccd9a5a-0c38-45b7-8064-ca2373e29b09 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:32.890932 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d2f9b912-b80c-4877-91d9-0969f6dcedec req-6ccd9a5a-0c38-45b7-8064-ca2373e29b09 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39551b6-2e29-4644-beac-c652402fed03 HTTP/1.1" status: 200 len: 946 time: 0.7857096 Sep 01 15:38:33.059583 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf77ee51-b385-426b-98eb-d7015b1c7aa7 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting subnet 35f792a0-4422-464c-bb9d-bf70235172d7 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:38:33.071518 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf77ee51-b385-426b-98eb-d7015b1c7aa7 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:33.151057 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b3b5d40a-0e98-4be6-9cee-f46d811ed7d3 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:38:33.242646 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d2f9b912-b80c-4877-91d9-0969f6dcedec req-342fd66b-e918-4f40-8bb4-2a9ebdd671e0 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=015489e0-628c-4c11-a515-000faa474bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3319390 Sep 01 15:38:33.273808 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-571dae17-0e01-4096-b153-93721b5de1b2 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f712c44f09d4a638eab9ace3b122469 HTTP/1.1" status: 200 len: 379 time: 0.9077735 Sep 01 15:38:33.303932 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf77ee51-b385-426b-98eb-d7015b1c7aa7 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:33.443139 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port b3b5d40a-0e98-4be6-9cee-f46d811ed7d3 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:38:33.518963 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3022d960-c625-468e-ae4d-7f93d7b570fe req-e3e018c6-a9bf-4c48-83d4-fbdc0cc284cc tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 210 time: 0.3026083 Sep 01 15:38:33.523123 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-26b38c3c-7ee2-4153-bae9-264b6cbc60d7 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Request body: {'port': {'device_id': '75dcec2e-8f72-4783-bf96-1f29a28753f7', 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef', 'admin_state_up': True, 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'security_groups': ['1d748438-d71e-43d2-abed-362257d98256']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:33.753545 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf77ee51-b385-426b-98eb-d7015b1c7aa7 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:34.027252 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf77ee51-b385-426b-98eb-d7015b1c7aa7 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:34.151828 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41244) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:34.157195 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77ee51-b385-426b-98eb-d7015b1c7aa7 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Subnet': ['ID=35f792a0-4422-464c-bb9d-bf70235172d7,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:34.177200 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-96799c61-9cae-4c97-b8df-6106f4091031 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Deleting port a19047f1-ffa3-46b0-a39b-afd3a78318c5 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:38:34.182941 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-96799c61-9cae-4c97-b8df-6106f4091031 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:34.208907 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bf77ee51-b385-426b-98eb-d7015b1c7aa7 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:34.213511 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bf77ee51-b385-426b-98eb-d7015b1c7aa7 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/subnets/35f792a0-4422-464c-bb9d-bf70235172d7 HTTP/1.1" status: 204 len: 168 time: 1.6956484 Sep 01 15:38:34.218527 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41248) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:34.599433 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-96799c61-9cae-4c97-b8df-6106f4091031 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:34.604611 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-96799c61-9cae-4c97-b8df-6106f4091031 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:34.637067 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-96799c61-9cae-4c97-b8df-6106f4091031 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Calling delete_port for a19047f1-ffa3-46b0-a39b-afd3a78318c5 owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:38:34.750652 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-35a988ae-fa46-49c5-a5cd-18604354bbd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:34.849002 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37329ed0-6cc9-4ff9-af9d-4fde1ade2d1f None None] Network 86bafd1e-b2ca-4ee8-aabf-dbaa46e056ae requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:38:34.954707 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6e62f07a-2ec7-47bf-b461-d7953f1d09e4 req-8a377bf7-9be1-41be-a603-187e600b1227 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 210 time: 0.0791879 Sep 01 15:38:34.961507 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d29589d4-3228-4a96-96d7-451dd4f5c479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:35.099765 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-26b38c3c-7ee2-4153-bae9-264b6cbc60d7 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Made reservation on behalf of 4f712c44f09d4a638eab9ace3b122469 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:35.109404 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-26b38c3c-7ee2-4153-bae9-264b6cbc60d7 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:35.119842 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-cb040a3d-d1f7-4931-8ecf-2aa66115aa8c None None] Provisioning for port b3b5d40a-0e98-4be6-9cee-f46d811ed7d3 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:38:35.154553 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-cb040a3d-d1f7-4931-8ecf-2aa66115aa8c None None] Provisioning complete for port b3b5d40a-0e98-4be6-9cee-f46d811ed7d3 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:35.155883 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cb040a3d-d1f7-4931-8ecf-2aa66115aa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:35.219914 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f200f-632f-4fee-aef2-b432c15b1c46 req-db3877cb-4474-43a1-9d78-d606876f3e15 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:35.247259 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-552f200f-632f-4fee-aef2-b432c15b1c46 req-db3877cb-4474-43a1-9d78-d606876f3e15 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39551b6-2e29-4644-beac-c652402fed03 HTTP/1.1" status: 200 len: 946 time: 0.6280296 Sep 01 15:38:35.713637 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d29589d4-3228-4a96-96d7-451dd4f5c479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:35.725020 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cb040a3d-d1f7-4931-8ecf-2aa66115aa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:35.734864 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-552f200f-632f-4fee-aef2-b432c15b1c46 req-d1a287f8-be08-491d-8ff9-c2e5f4f45d09 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=015489e0-628c-4c11-a515-000faa474bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4780512 Sep 01 15:38:35.738556 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d29589d4-3228-4a96-96d7-451dd4f5c479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:35.803647 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-96799c61-9cae-4c97-b8df-6106f4091031 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:35.827034 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-35a988ae-fa46-49c5-a5cd-18604354bbd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting port b3b5d40a-0e98-4be6-9cee-f46d811ed7d3 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:38:35.827964 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-35a988ae-fa46-49c5-a5cd-18604354bbd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:35.955350 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-cb040a3d-d1f7-4931-8ecf-2aa66115aa8c None None] For port b3b5d40a-0e98-4be6-9cee-f46d811ed7d3, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b3b5d40a-0e98-4be6-9cee-f46d811ed7d3,segment=NetworkSegment(ce313af8-a7b1-4e95-8c88-97035ecf8a24),segment_id=ce313af8-a7b1-4e95-8c88-97035ecf8a24)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:35.976685 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cb040a3d-d1f7-4931-8ecf-2aa66115aa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:36.019999 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29589d4-3228-4a96-96d7-451dd4f5c479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6eca7c4-1220-43c3-b241-2d073facf099,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:36.039883 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d29589d4-3228-4a96-96d7-451dd4f5c479 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a2c88e12c072401bb551645c909b9316&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8742087 Sep 01 15:38:36.051118 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41272) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:36.164357 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91c9be8-847d-4436-b838-372c01ec5065 None None] DHCP port deletion for 86bafd1e-b2ca-4ee8-aabf-dbaa46e056ae request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:38:36.228227 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-96799c61-9cae-4c97-b8df-6106f4091031 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:36.228941 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-96799c61-9cae-4c97-b8df-6106f4091031 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Floating IP e29ea704-a4c6-4d46-895e-05b0759b3e71 disassociated (deleted). External IP: 172.25.6.103, port: 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a. Sep 01 15:38:36.302980 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb040a3d-d1f7-4931-8ecf-2aa66115aa8c None None] Pushing event updated for resources: {'Port': ['ID=b3b5d40a-0e98-4be6-9cee-f46d811ed7d3,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:36.310525 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-35a988ae-fa46-49c5-a5cd-18604354bbd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] For port b3b5d40a-0e98-4be6-9cee-f46d811ed7d3, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b3b5d40a-0e98-4be6-9cee-f46d811ed7d3,segment=NetworkSegment(ce313af8-a7b1-4e95-8c88-97035ecf8a24),segment_id=ce313af8-a7b1-4e95-8c88-97035ecf8a24)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:36.311353 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-35a988ae-fa46-49c5-a5cd-18604354bbd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:36.373421 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-96019a3e-d46c-4343-a4e2-52929982d672 req-78390e5b-6216-4ed4-a225-7ef4b8a345c8 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 210 time: 0.1326175 Sep 01 15:38:36.382089 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-35a988ae-fa46-49c5-a5cd-18604354bbd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Calling delete_port for b3b5d40a-0e98-4be6-9cee-f46d811ed7d3 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:38:36.390325 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3181bb1e-6bca-4cb4-9154-5f52a1bbee5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:36.423772 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b91c9be8-847d-4436-b838-372c01ec5065 None None] Deleting port b3b5d40a-0e98-4be6-9cee-f46d811ed7d3 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:38:36.424495 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b91c9be8-847d-4436-b838-372c01ec5065 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:36.525247 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3181bb1e-6bca-4cb4-9154-5f52a1bbee5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:36.717458 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-35a988ae-fa46-49c5-a5cd-18604354bbd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:36.771384 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-26b38c3c-7ee2-4153-bae9-264b6cbc60d7 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Allocated IP 172.20.0.6 (76769b7a-4b3e-4693-94a4-6c03453c9aef/da20ebf2-a46b-4ef3-a737-42373cf96a21/c5115d74-fa06-4df1-9247-37778897fe65) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:38:36.796823 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3181bb1e-6bca-4cb4-9154-5f52a1bbee5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:36.802137 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3181bb1e-6bca-4cb4-9154-5f52a1bbee5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:36.804370 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3181bb1e-6bca-4cb4-9154-5f52a1bbee5a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a6eca7c4-1220-43c3-b241-2d073facf099 HTTP/1.1" status: 204 len: 168 time: 0.7397747 Sep 01 15:38:36.806018 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a988ae-fa46-49c5-a5cd-18604354bbd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Port': ['ID=b3b5d40a-0e98-4be6-9cee-f46d811ed7d3,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:36.818170 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a988ae-fa46-49c5-a5cd-18604354bbd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] No DVR routers for this DVR port b3b5d40a-0e98-4be6-9cee-f46d811ed7d3 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:38:36.891502 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b3b5d40a-0e98-4be6-9cee-f46d811ed7d3 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:38:36.926708 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181bb1e-6bca-4cb4-9154-5f52a1bbee5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6eca7c4-1220-43c3-b241-2d073facf099,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:36.950044 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: b3b5d40a-0e98-4be6-9cee-f46d811ed7d3 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:38:36.950710 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b3b5d40a-0e98-4be6-9cee-f46d811ed7d3 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:38:36.981200 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b91c9be8-847d-4436-b838-372c01ec5065 None None] For port b3b5d40a-0e98-4be6-9cee-f46d811ed7d3, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b3b5d40a-0e98-4be6-9cee-f46d811ed7d3,segment=NetworkSegment(ce313af8-a7b1-4e95-8c88-97035ecf8a24),segment_id=ce313af8-a7b1-4e95-8c88-97035ecf8a24)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:36.982232 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b91c9be8-847d-4436-b838-372c01ec5065 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:37.035569 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b91c9be8-847d-4436-b838-372c01ec5065 None None] Calling delete_port for b3b5d40a-0e98-4be6-9cee-f46d811ed7d3 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:38:37.143612 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-35a988ae-fa46-49c5-a5cd-18604354bbd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:37.187049 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-35a988ae-fa46-49c5-a5cd-18604354bbd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86bafd1e-b2ca-4ee8-aabf-dbaa46e056ae']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:37.235378 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-35a988ae-fa46-49c5-a5cd-18604354bbd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce313af8-a7b1-4e95-8c88-97035ecf8a24') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:37.235861 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-35a988ae-fa46-49c5-a5cd-18604354bbd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce313af8-a7b1-4e95-8c88-97035ecf8a24') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:37.269266 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96799c61-9cae-4c97-b8df-6106f4091031 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event deleted for resources: {'Port': ['ID=a19047f1-ffa3-46b0-a39b-afd3a78318c5,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:37.281187 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-35a988ae-fa46-49c5-a5cd-18604354bbd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:37.314849 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-35a988ae-fa46-49c5-a5cd-18604354bbd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:37.328456 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a988ae-fa46-49c5-a5cd-18604354bbd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:38:37.329214 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-35a988ae-fa46-49c5-a5cd-18604354bbd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:37.384804 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b91c9be8-847d-4436-b838-372c01ec5065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:37.439875 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91c9be8-847d-4436-b838-372c01ec5065 None None] No DVR routers for this DVR port b3b5d40a-0e98-4be6-9cee-f46d811ed7d3 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:38:37.455651 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:38:37.468732 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-35a988ae-fa46-49c5-a5cd-18604354bbd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:37.483175 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-35a988ae-fa46-49c5-a5cd-18604354bbd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:37.503473 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-35a988ae-fa46-49c5-a5cd-18604354bbd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/networks/86bafd1e-b2ca-4ee8-aabf-dbaa46e056ae HTTP/1.1" status: 204 len: 168 time: 3.2806911 Sep 01 15:38:37.505319 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41286) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:37.547957 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-fd315dc5-8035-4c18-a24d-dae4729909f8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-97496763'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:37.592580 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a988ae-fa46-49c5-a5cd-18604354bbd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Network': ['ID=86bafd1e-b2ca-4ee8-aabf-dbaa46e056ae,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:37.611636 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd315dc5-8035-4c18-a24d-dae4729909f8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:37.623589 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fd315dc5-8035-4c18-a24d-dae4729909f8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:37.671769 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c9be8-847d-4436-b838-372c01ec5065 None None] Pushing event deleted for resources: {'Port': ['ID=b3b5d40a-0e98-4be6-9cee-f46d811ed7d3,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:37.688070 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd315dc5-8035-4c18-a24d-dae4729909f8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:38:37.697530 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96799c61-9cae-4c97-b8df-6106f4091031 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:37.699012 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96799c61-9cae-4c97-b8df-6106f4091031 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:37.699892 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96799c61-9cae-4c97-b8df-6106f4091031 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:37.700697 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96799c61-9cae-4c97-b8df-6106f4091031 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:37.701462 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96799c61-9cae-4c97-b8df-6106f4091031 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:37.702478 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96799c61-9cae-4c97-b8df-6106f4091031 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:37.703332 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96799c61-9cae-4c97-b8df-6106f4091031 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:37.705368 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96799c61-9cae-4c97-b8df-6106f4091031 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:37.706328 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96799c61-9cae-4c97-b8df-6106f4091031 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:37.707329 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96799c61-9cae-4c97-b8df-6106f4091031 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:37.708173 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96799c61-9cae-4c97-b8df-6106f4091031 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:37.709258 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96799c61-9cae-4c97-b8df-6106f4091031 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:38:37.733274 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fd315dc5-8035-4c18-a24d-dae4729909f8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:37.733998 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-fd315dc5-8035-4c18-a24d-dae4729909f8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Added segment 247e151c-f010-4cf1-920b-37b67ffd1505 of type vlan for network 8ad30950-4ad1-45f1-9cbc-bf5f555a0e6f Sep 01 15:38:37.974123 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-11f78146-830b-4c94-883f-ed7263ff13e7 req-f157aa8c-47d0-42c9-a623-cb8d4df9e929 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 210 time: 0.2115083 Sep 01 15:38:38.027325 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3fedc1-481b-4346-921d-1b9de5be0a8a req-f8fd40d3-f295-497d-9708-c4ba5fc3f2f5 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:38.029075 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f3fedc1-481b-4346-921d-1b9de5be0a8a req-f8fd40d3-f295-497d-9708-c4ba5fc3f2f5 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39551b6-2e29-4644-beac-c652402fed03 HTTP/1.1" status: 200 len: 946 time: 1.8958380 Sep 01 15:38:38.051431 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fd315dc5-8035-4c18-a24d-dae4729909f8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:38.095885 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96799c61-9cae-4c97-b8df-6106f4091031 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Router 4e079543-bdce-480a-8d3a-addbd89ee9d1 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:38:38.118882 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-26b38c3c-7ee2-4153-bae9-264b6cbc60d7 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:38.153640 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fd315dc5-8035-4c18-a24d-dae4729909f8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:38.167903 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f3fedc1-481b-4346-921d-1b9de5be0a8a req-7d9ad9aa-da70-48c4-9fca-37b87b186cbe tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=015489e0-628c-4c11-a515-000faa474bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197968 Sep 01 15:38:38.169068 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-26b38c3c-7ee2-4153-bae9-264b6cbc60d7 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Transition to ACTIVE for port object c5115d74-fa06-4df1-9247-37778897fe65 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:38:38.172487 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41294) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:38.182976 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd315dc5-8035-4c18-a24d-dae4729909f8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:38.185497 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fd315dc5-8035-4c18-a24d-dae4729909f8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:38.211983 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41296) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:38.237727 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0b31180d-71fb-4ac6-ab82-4caf501c8a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:38.382329 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-26b38c3c-7ee2-4153-bae9-264b6cbc60d7 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:38.435600 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96799c61-9cae-4c97-b8df-6106f4091031 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:38:38.445435 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-96799c61-9cae-4c97-b8df-6106f4091031 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:38.464544 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259cf572-a64a-4c34-a6c9-5c7e9bd34082 None None] Sync routers for ids ['4e079543-bdce-480a-8d3a-addbd89ee9d1'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:38:38.490506 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fd315dc5-8035-4c18-a24d-dae4729909f8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9524062 Sep 01 15:38:38.497843 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41300) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:38.510530 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259cf572-a64a-4c34-a6c9-5c7e9bd34082 None None] Routers {'4e079543-bdce-480a-8d3a-addbd89ee9d1'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:38:38.511506 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-259cf572-a64a-4c34-a6c9-5c7e9bd34082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:38:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['4e079543-bdce-480a-8d3a-addbd89ee9d1'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:38.523897 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-da4540b2-0d6c-4c44-8dd3-8fd7fea9bb75 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'subnet': {'network_id': '8ad30950-4ad1-45f1-9cbc-bf5f555a0e6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:38.524575 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-26b38c3c-7ee2-4153-bae9-264b6cbc60d7 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Network 76769b7a-4b3e-4693-94a4-6c03453c9aef is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:38.551652 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-26b38c3c-7ee2-4153-bae9-264b6cbc60d7 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:38.566785 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-26b38c3c-7ee2-4153-bae9-264b6cbc60d7 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:38:38.576359 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-96799c61-9cae-4c97-b8df-6106f4091031 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "DELETE /v2.0/floatingips/e29ea704-a4c6-4d46-895e-05b0759b3e71 HTTP/1.1" status: 204 len: 168 time: 6.0493467 Sep 01 15:38:38.581296 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9de68bf-08a5-4a61-9ca7-729a5d3b5134', 'tag': '441c5c04-35ae-4ed9-ac67-b3fa6a93be1a'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:38:38.584154 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7dfea90-e5a1-41fd-a7d2-0bfb4843b679" -d '{"events": [{"name": "network-changed", "server_uuid": "c9de68bf-08a5-4a61-9ca7-729a5d3b5134", "tag": "441c5c04-35ae-4ed9-ac67-b3fa6a93be1a"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:38:38.639434 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:38.653715 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b38c3c-7ee2-4153-bae9-264b6cbc60d7 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Pushing event updated for resources: {'Port': ['ID=c5115d74-fa06-4df1-9247-37778897fe65,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:38.775484 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd315dc5-8035-4c18-a24d-dae4729909f8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Network': ['ID=8ad30950-4ad1-45f1-9cbc-bf5f555a0e6f,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:38.776485 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef90c8e-b7ea-44c5-bca5-2717951688de x-openstack-request-id: req-9ef90c8e-b7ea-44c5-bca5-2717951688de {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:38:38.776802 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9de68bf-08a5-4a61-9ca7-729a5d3b5134", "tag": "441c5c04-35ae-4ed9-ac67-b3fa6a93be1a", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:38:38.777070 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9ef90c8e-b7ea-44c5-bca5-2717951688de {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:38:38.777505 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9de68bf-08a5-4a61-9ca7-729a5d3b5134', 'tag': '441c5c04-35ae-4ed9-ac67-b3fa6a93be1a', 'status': 'completed', 'code': 200} Sep 01 15:38:38.795513 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 8ad30950-4ad1-45f1-9cbc-bf5f555a0e6f details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:38:38.825595 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-26b38c3c-7ee2-4153-bae9-264b6cbc60d7 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:38.826332 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-26b38c3c-7ee2-4153-bae9-264b6cbc60d7 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:38.836733 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0b31180d-71fb-4ac6-ab82-4caf501c8a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:38.851448 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0b31180d-71fb-4ac6-ab82-4caf501c8a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:38.865730 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de30d029-a714-494e-b8b9-5b944ce807c9 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:38.873848 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-de30d029-a714-494e-b8b9-5b944ce807c9 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e39551b6-2e29-4644-beac-c652402fed03 HTTP/1.1" status: 200 len: 1092 time: 0.5967083 Sep 01 15:38:38.882987 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41308) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:38.884670 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-26b38c3c-7ee2-4153-bae9-264b6cbc60d7 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3800640 Sep 01 15:38:38.896633 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-8d665187-adf2-48d7-b9e8-9f26db29f3c3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'port_id': 'a7c36820-7c23-42ec-bb79-6cd73b6a6dea', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:38.922220 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-9e4c781e-ff0d-4913-bf28-87a8a9576fc0 service neutron] Request body: {'port': {'device_id': '75dcec2e-8f72-4783-bf96-1f29a28753f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:38.944737 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-259cf572-a64a-4c34-a6c9-5c7e9bd34082 None None] Set router 4e079543-bdce-480a-8d3a-addbd89ee9d1 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:38:39.089057 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0b31180d-71fb-4ac6-ab82-4caf501c8a42 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=64fd0d4da54d4c419d2419a8ab8e5757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9132917 Sep 01 15:38:39.093779 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41318) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:39.124458 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31180d-71fb-4ac6-ab82-4caf501c8a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4ff9a9-f4b1-4309-a487-5d456ad919cb,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:39.184961 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d665187-adf2-48d7-b9e8-9f26db29f3c3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:39.211492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfea90-e5a1-41fd-a7d2-0bfb4843b679 req-36a2f366-cd68-477f-9bda-ba32d3b1ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:39.219914 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c7dfea90-e5a1-41fd-a7d2-0bfb4843b679 req-36a2f366-cd68-477f-9bda-ba32d3b1ebcc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 1096 time: 0.3710620 Sep 01 15:38:39.236577 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.api [None req-da4540b2-0d6c-4c44-8dd3-8fd7fea9bb75 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:38:39.236577 n-d-794796-3 neutron-server[94734]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 15:38:39.236577 n-d-794796-3 neutron-server[94734]: [parameters: {'project_id_1': '3cb858130d6f414e9e42fab79755f568', 'expiration_1': datetime.datetime(2021, 9, 1, 15, 38, 39, 90926)}] Sep 01 15:38:39.236577 n-d-794796-3 neutron-server[94734]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:38:39.237208 n-d-794796-3 neutron-server[94734]: DEBUG oslo_db.api [None req-da4540b2-0d6c-4c44-8dd3-8fd7fea9bb75 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:38:39.348906 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-182e29a6-c071-499a-8f07-2bd07f8eb118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:39.368838 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-cc50ffa4-15f1-4e90-9c52-54e8f54e0147 None None] Provisioning for port c5115d74-fa06-4df1-9247-37778897fe65 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:38:39.386241 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-cc50ffa4-15f1-4e90-9c52-54e8f54e0147 None None] Provisioning complete for port c5115d74-fa06-4df1-9247-37778897fe65 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:39.386793 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cc50ffa4-15f1-4e90-9c52-54e8f54e0147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:39.461981 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-cc50ffa4-15f1-4e90-9c52-54e8f54e0147 None None] Port c5115d74-fa06-4df1-9247-37778897fe65 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:38:39.504768 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-9e4c781e-ff0d-4913-bf28-87a8a9576fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:39.594831 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-259cf572-a64a-4c34-a6c9-5c7e9bd34082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983528627', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:01Z', 'updated_at': '2021-09-01T15:36:16Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:03Z', 'updated_at': '2021-09-01T15:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '9798b17b-f43e-4735-9d72-91d8cf1f3171', 'name': '', 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:2f:97:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '8df99ffd-b89d-4c15-aa68-2d6c8f8a428c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:11Z', 'updated_at': '2021-09-01T15:36:28Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': '8df99ffd-b89d-4c15-aa68-2d6c8f8a428c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:39.672095 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259cf572-a64a-4c34-a6c9-5c7e9bd34082 None None] Checking router: 4e079543-bdce-480a-8d3a-addbd89ee9d1 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:38:39.704719 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259cf572-a64a-4c34-a6c9-5c7e9bd34082 None None] Routers {'4e079543-bdce-480a-8d3a-addbd89ee9d1'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:38:39.706367 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-259cf572-a64a-4c34-a6c9-5c7e9bd34082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:38:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['4e079543-bdce-480a-8d3a-addbd89ee9d1'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:39.713512 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aa137373-b27b-4c62-a231-84fc5ff317ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:39.746333 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852cb8b-48fb-4b3c-a112-bdec4e759f78 req-02faa6ef-581f-46bb-8795-1fdf854cc615 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:39.750852 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0852cb8b-48fb-4b3c-a112-bdec4e759f78 req-02faa6ef-581f-46bb-8795-1fdf854cc615 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 931 time: 0.4211369 Sep 01 15:38:39.844287 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ebbd9e-cd2b-4404-b8ac-9c723f6665d6 req-6b5f3fe1-9f40-4e5d-8647-890db49d6e6a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:39.846040 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d4ebbd9e-cd2b-4404-b8ac-9c723f6665d6 req-6b5f3fe1-9f40-4e5d-8647-890db49d6e6a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 945 time: 0.3589540 Sep 01 15:38:39.857274 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfea90-e5a1-41fd-a7d2-0bfb4843b679 req-ee31a4cc-0a0d-4352-ad09-739c100fb2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:39.859128 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c7dfea90-e5a1-41fd-a7d2-0bfb4843b679 req-ee31a4cc-0a0d-4352-ad09-739c100fb2e1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0d04b4de-633f-41d8-9d91-72f67f548b36 HTTP/1.1" status: 200 len: 896 time: 0.6237571 Sep 01 15:38:39.874163 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aa137373-b27b-4c62-a231-84fc5ff317ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:39.943542 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c7dfea90-e5a1-41fd-a7d2-0bfb4843b679 req-ab439cd8-3fa9-4c6b-9c29-86992de1a0cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=441c5c04-35ae-4ed9-ac67-b3fa6a93be1a HTTP/1.1" status: 200 len: 217 time: 0.0648227 Sep 01 15:38:39.985753 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4540b2-0d6c-4c44-8dd3-8fd7fea9bb75 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:39.990222 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-da4540b2-0d6c-4c44-8dd3-8fd7fea9bb75 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:40.108250 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0852cb8b-48fb-4b3c-a112-bdec4e759f78 req-7468112e-c3af-462d-8677-06d7cdb9a74a tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d748438-d71e-43d2-abed-362257d98256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3437281 Sep 01 15:38:40.140930 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-259cf572-a64a-4c34-a6c9-5c7e9bd34082 None None] Set router 4e079543-bdce-480a-8d3a-addbd89ee9d1 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:38:40.217261 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d4ebbd9e-cd2b-4404-b8ac-9c723f6665d6 req-94c3ed49-6215-4fb8-8e06-7217708aff41 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3462336 Sep 01 15:38:40.248715 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfea90-e5a1-41fd-a7d2-0bfb4843b679 req-24e32645-9dcc-4f52-b1e6-d33948e2f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:40.251081 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c7dfea90-e5a1-41fd-a7d2-0bfb4843b679 req-24e32645-9dcc-4f52-b1e6-d33948e2f86b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8df99ffd-b89d-4c15-aa68-2d6c8f8a428c HTTP/1.1" status: 200 len: 835 time: 0.2921112 Sep 01 15:38:40.339809 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d665187-adf2-48d7-b9e8-9f26db29f3c3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:40.610752 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aa137373-b27b-4c62-a231-84fc5ff317ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:40.614963 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aa137373-b27b-4c62-a231-84fc5ff317ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:40.620631 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-aa137373-b27b-4c62-a231-84fc5ff317ab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5f4ff9a9-f4b1-4309-a487-5d456ad919cb HTTP/1.1" status: 204 len: 168 time: 1.5164311 Sep 01 15:38:40.798636 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-259cf572-a64a-4c34-a6c9-5c7e9bd34082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983528627', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:01Z', 'updated_at': '2021-09-01T15:36:16Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:03Z', 'updated_at': '2021-09-01T15:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '9798b17b-f43e-4735-9d72-91d8cf1f3171', 'name': '', 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:2f:97:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '8df99ffd-b89d-4c15-aa68-2d6c8f8a428c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:11Z', 'updated_at': '2021-09-01T15:36:28Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': '8df99ffd-b89d-4c15-aa68-2d6c8f8a428c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:40.859016 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa137373-b27b-4c62-a231-84fc5ff317ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4ff9a9-f4b1-4309-a487-5d456ad919cb,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:40.908333 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-da4540b2-0d6c-4c44-8dd3-8fd7fea9bb75 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:40.933739 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259cf572-a64a-4c34-a6c9-5c7e9bd34082 None None] The sync data for ids ['4e079543-bdce-480a-8d3a-addbd89ee9d1'] in n-d-794796-3 is: [{'id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983528627', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:01Z', 'updated_at': '2021-09-01T15:36:16Z', 'revision_number': 4, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:03Z', 'updated_at': '2021-09-01T15:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '9798b17b-f43e-4735-9d72-91d8cf1f3171', 'name': '', 'network_id': '0d04b4de-633f-41d8-9d91-72f67f548b36', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'mac_address': 'fa:16:3e:2f:97:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': '8df99ffd-b89d-4c15-aa68-2d6c8f8a428c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:11Z', 'updated_at': '2021-09-01T15:36:28Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'subnets': [{'id': '8df99ffd-b89d-4c15-aa68-2d6c8f8a428c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:38:41.055111 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfea90-e5a1-41fd-a7d2-0bfb4843b679 req-4eecc918-9e60-4cba-b88c-260d2ff96880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:41.056916 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c7dfea90-e5a1-41fd-a7d2-0bfb4843b679 req-4eecc918-9e60-4cba-b88c-260d2ff96880 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0d04b4de-633f-41d8-9d91-72f67f548b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7443979 Sep 01 15:38:41.094235 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697ded1-fdbe-4a1b-acb1-284d36c8886f req-f7e356d4-847d-43be-b572-d945e5a26e1c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:41.108064 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1697ded1-fdbe-4a1b-acb1-284d36c8886f req-f7e356d4-847d-43be-b572-d945e5a26e1c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 945 time: 0.4687006 Sep 01 15:38:41.115574 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-8d665187-adf2-48d7-b9e8-9f26db29f3c3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Allocated IP 172.25.6.244 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/65ceb649-afac-4476-b5fa-f0f04b7da0a4) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:38:41.465343 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4540b2-0d6c-4c44-8dd3-8fd7fea9bb75 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Subnet': ['ID=13a66fc5-f659-4d68-a147-223f6db9822f,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:41.488674 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4540b2-0d6c-4c44-8dd3-8fd7fea9bb75 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Checking segment: {'id': '247e151c-f010-4cf1-920b-37b67ffd1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8ad30950-4ad1-45f1-9cbc-bf5f555a0e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:38:41.490129 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4540b2-0d6c-4c44-8dd3-8fd7fea9bb75 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network hostable DHCP agents. Network: 8ad30950-4ad1-45f1-9cbc-bf5f555a0e6f, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:38:41.563259 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20bb750-3a86-4ced-8a22-13c1daba1782 None None] New status for floating IP e29ea704-a4c6-4d46-895e-05b0759b3e71: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:38:41.602891 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4540b2-0d6c-4c44-8dd3-8fd7fea9bb75 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network 8ad30950-4ad1-45f1-9cbc-bf5f555a0e6f is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:38:41.631560 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c7dfea90-e5a1-41fd-a7d2-0bfb4843b679 req-cf5c6550-1b72-43eb-a59a-7e3b13a08ea8 service neutron] 10.222.0.45 "GET /v2.0/networks/0d04b4de-633f-41d8-9d91-72f67f548b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5432332 Sep 01 15:38:41.632706 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-da4540b2-0d6c-4c44-8dd3-8fd7fea9bb75 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 8ad30950-4ad1-45f1-9cbc-bf5f555a0e6f) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:41.643798 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4540b2-0d6c-4c44-8dd3-8fd7fea9bb75 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:41.647372 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-da4540b2-0d6c-4c44-8dd3-8fd7fea9bb75 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:41.698634 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5bd241-6c5f-4c08-bebd-4e7060602ea7 None None] Network 8ad30950-4ad1-45f1-9cbc-bf5f555a0e6f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:38:41.781280 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c7dfea90-e5a1-41fd-a7d2-0bfb4843b679 req-e0735005-e6dd-435a-883c-c29bb07d0dca service neutron] 10.222.0.45 "GET /v2.0/networks/0d04b4de-633f-41d8-9d91-72f67f548b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365819 Sep 01 15:38:41.801986 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576feb1-b696-4bbd-8749-a74e3048148f req-ead0b475-54b6-48dd-a0d7-c70c13d8339d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:41.803893 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e576feb1-b696-4bbd-8749-a74e3048148f req-ead0b475-54b6-48dd-a0d7-c70c13d8339d tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 945 time: 0.3026497 Sep 01 15:38:41.815827 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-da4540b2-0d6c-4c44-8dd3-8fd7fea9bb75 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3155186 Sep 01 15:38:41.822796 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41354) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:41.844135 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-b286a670-cce4-490d-8f7f-3870e5d1f405 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'port': {'network_id': '8ad30950-4ad1-45f1-9cbc-bf5f555a0e6f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1229974185'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:42.236373 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e576feb1-b696-4bbd-8749-a74e3048148f req-71c93565-0edb-4b83-beee-8247b378a254 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4117711 Sep 01 15:38:42.332961 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b286a670-cce4-490d-8f7f-3870e5d1f405 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:42.337153 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b286a670-cce4-490d-8f7f-3870e5d1f405 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:42.381860 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-b286a670-cce4-490d-8f7f-3870e5d1f405 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] device_id is not set on port 828a03a0-0519-4c69-a0f6-5270487bf867 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:38:42.493375 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d377fe-6323-47d5-96b4-671556751f8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-8ad30950-4ad1-45f1-9cbc-bf5f555a0e6f', 'network_id': '8ad30950-4ad1-45f1-9cbc-bf5f555a0e6f', 'tenant_id': '3cb858130d6f414e9e42fab79755f568', 'fixed_ips': [{'subnet_id': '13a66fc5-f659-4d68-a147-223f6db9822f'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:38:42.494575 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-11d377fe-6323-47d5-96b4-671556751f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:42.551649 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:42.603538 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-9e4c781e-ff0d-4913-bf28-87a8a9576fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5115d74-fa06-4df1-9247-37778897fe65 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:38:42.637773 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-9e4c781e-ff0d-4913-bf28-87a8a9576fc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:42.761610 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-9e4c781e-ff0d-4913-bf28-87a8a9576fc0 service neutron] Transition to ACTIVE for port object c5115d74-fa06-4df1-9247-37778897fe65 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:38:42.789024 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-b286a670-cce4-490d-8f7f-3870e5d1f405 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Allocated IP 2001:db8::2b5 (8ad30950-4ad1-45f1-9cbc-bf5f555a0e6f/13a66fc5-f659-4d68-a147-223f6db9822f/828a03a0-0519-4c69-a0f6-5270487bf867) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:38:42.930940 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-9e4c781e-ff0d-4913-bf28-87a8a9576fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:43.110472 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61489999-e1d8-4ecf-97c9-9367c8741b05 req-6af9f460-9e48-4267-9c7d-4007a39a02c5 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:43.113805 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61489999-e1d8-4ecf-97c9-9367c8741b05 req-6af9f460-9e48-4267-9c7d-4007a39a02c5 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 931 time: 1.7906818 Sep 01 15:38:43.251259 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c781e-ff0d-4913-bf28-87a8a9576fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=c5115d74-fa06-4df1-9247-37778897fe65,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:43.261580 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b286a670-cce4-490d-8f7f-3870e5d1f405 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:43.300680 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:43.380215 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-b286a670-cce4-490d-8f7f-3870e5d1f405 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Transition to ACTIVE for port object 828a03a0-0519-4c69-a0f6-5270487bf867 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:38:43.632808 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b286a670-cce4-490d-8f7f-3870e5d1f405 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:43.651786 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61489999-e1d8-4ecf-97c9-9367c8741b05 req-3ca60783-ffd1-462b-8c72-d41effdf141a tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d748438-d71e-43d2-abed-362257d98256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5118167 Sep 01 15:38:43.706581 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b286a670-cce4-490d-8f7f-3870e5d1f405 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network 8ad30950-4ad1-45f1-9cbc-bf5f555a0e6f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:43.709496 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-b286a670-cce4-490d-8f7f-3870e5d1f405 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:43.712894 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-1697ded1-fdbe-4a1b-acb1-284d36c8886f req-69b1a067-0e4c-4177-97a5-fa9dd9702e76 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Deleting port 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:38:43.713446 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-1697ded1-fdbe-4a1b-acb1-284d36c8886f req-69b1a067-0e4c-4177-97a5-fa9dd9702e76 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:43.745521 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b286a670-cce4-490d-8f7f-3870e5d1f405 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:38:43.748142 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d665187-adf2-48d7-b9e8-9f26db29f3c3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:43.756841 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b286a670-cce4-490d-8f7f-3870e5d1f405 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:43.767544 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b286a670-cce4-490d-8f7f-3870e5d1f405 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:43.835885 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bb40f-5c5c-4e78-9e14-96c420a99228 req-ccbb5503-92a1-4066-986b-1a56ae3acc9b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:43.843784 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-246bb40f-5c5c-4e78-9e14-96c420a99228 req-ccbb5503-92a1-4066-986b-1a56ae3acc9b tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 945 time: 0.3573711 Sep 01 15:38:43.851445 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-11d377fe-6323-47d5-96b4-671556751f8b None None] Allocated IP 2001:db8::2 (8ad30950-4ad1-45f1-9cbc-bf5f555a0e6f/13a66fc5-f659-4d68-a147-223f6db9822f/666c4973-57de-414a-b1e6-7639adfbd905) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:38:43.860066 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0e38063f-38b4-4f31-bfb3-e3e77fad955d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:43.882086 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286a670-cce4-490d-8f7f-3870e5d1f405 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Port': ['ID=828a03a0-0519-4c69-a0f6-5270487bf867,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:43.906281 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b286a670-cce4-490d-8f7f-3870e5d1f405 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.0788696 Sep 01 15:38:43.910126 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41390) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:43.997649 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-9e4c781e-ff0d-4913-bf28-87a8a9576fc0 service neutron] Attempting to bind port c5115d74-fa06-4df1-9247-37778897fe65 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:38:43.998096 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-9e4c781e-ff0d-4913-bf28-87a8a9576fc0 service neutron] Attempting to bind port c5115d74-fa06-4df1-9247-37778897fe65 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '26eff680-32da-4167-a3b1-8718714d306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:38:43.998466 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-9e4c781e-ff0d-4913-bf28-87a8a9576fc0 service neutron] Attempting to bind port c5115d74-fa06-4df1-9247-37778897fe65 on network 76769b7a-4b3e-4693-94a4-6c03453c9aef {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:38:44.075511 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-9e4c781e-ff0d-4913-bf28-87a8a9576fc0 service neutron] Port c5115d74-fa06-4df1-9247-37778897fe65 on network 76769b7a-4b3e-4693-94a4-6c03453c9aef not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:38:44.075820 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-9e4c781e-ff0d-4913-bf28-87a8a9576fc0 service neutron] Attempting to bind port c5115d74-fa06-4df1-9247-37778897fe65 on network 76769b7a-4b3e-4693-94a4-6c03453c9aef {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:38:44.099242 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-9e4c781e-ff0d-4913-bf28-87a8a9576fc0 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:38:44.099586 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-9e4c781e-ff0d-4913-bf28-87a8a9576fc0 service neutron] Checking segment: {'id': '26eff680-32da-4167-a3b1-8718714d306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:38:44.106795 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-9e4c781e-ff0d-4913-bf28-87a8a9576fc0 service neutron] Bound using segment: {'id': '26eff680-32da-4167-a3b1-8718714d306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:38:44.108209 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-9e4c781e-ff0d-4913-bf28-87a8a9576fc0 service neutron] Bound port: c5115d74-fa06-4df1-9247-37778897fe65, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26eff680-32da-4167-a3b1-8718714d306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:38:44.108783 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-9e4c781e-ff0d-4913-bf28-87a8a9576fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:44.136889 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-246bb40f-5c5c-4e78-9e14-96c420a99228 req-da0b1b64-7c87-462f-95cd-89dd5323eb0a tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/security-groups?id=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2919717 Sep 01 15:38:44.165514 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-1697ded1-fdbe-4a1b-acb1-284d36c8886f req-69b1a067-0e4c-4177-97a5-fa9dd9702e76 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] For port 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=441c5c04-35ae-4ed9-ac67-b3fa6a93be1a,segment=NetworkSegment(98f0607b-0715-499a-8644-b00d0c4604e5),segment_id=98f0607b-0715-499a-8644-b00d0c4604e5)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:44.166340 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-1697ded1-fdbe-4a1b-acb1-284d36c8886f req-69b1a067-0e4c-4177-97a5-fa9dd9702e76 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:44.213662 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-1697ded1-fdbe-4a1b-acb1-284d36c8886f req-69b1a067-0e4c-4177-97a5-fa9dd9702e76 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Calling delete_port for 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:38:44.219410 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d665187-adf2-48d7-b9e8-9f26db29f3c3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:44.243837 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:38:44.258538 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:38:44.263189 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9377b19e-4a4b-4799-85ed-df983680ffd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting port 828a03a0-0519-4c69-a0f6-5270487bf867 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:38:44.264353 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9377b19e-4a4b-4799-85ed-df983680ffd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:44.392392 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-11d377fe-6323-47d5-96b4-671556751f8b None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:44.423496 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-11d377fe-6323-47d5-96b4-671556751f8b None None] Transition to ACTIVE for port object 666c4973-57de-414a-b1e6-7639adfbd905 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:38:44.477989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-11d377fe-6323-47d5-96b4-671556751f8b None None] Transition to ACTIVE for port object 666c4973-57de-414a-b1e6-7639adfbd905 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:38:44.491072 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-11d377fe-6323-47d5-96b4-671556751f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:44.492969 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9377b19e-4a4b-4799-85ed-df983680ffd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:44.537403 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-9377b19e-4a4b-4799-85ed-df983680ffd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Calling delete_port for 828a03a0-0519-4c69-a0f6-5270487bf867 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:38:44.542053 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d377fe-6323-47d5-96b4-671556751f8b None None] Network 8ad30950-4ad1-45f1-9cbc-bf5f555a0e6f is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:44.548149 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-11d377fe-6323-47d5-96b4-671556751f8b None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:44.567511 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d377fe-6323-47d5-96b4-671556751f8b None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:38:44.567988 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41406) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:44.825159 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d377fe-6323-47d5-96b4-671556751f8b None None] Pushing event updated for resources: {'Port': ['ID=666c4973-57de-414a-b1e6-7639adfbd905,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:44.825414 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d665187-adf2-48d7-b9e8-9f26db29f3c3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'Port': ['ID=65ceb649-afac-4476-b5fa-f0f04b7da0a4,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:44.871112 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d665187-adf2-48d7-b9e8-9f26db29f3c3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:44.872571 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-11d377fe-6323-47d5-96b4-671556751f8b None None] Attempting to bind port 666c4973-57de-414a-b1e6-7639adfbd905 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:38:44.873346 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-11d377fe-6323-47d5-96b4-671556751f8b None None] Attempting to bind port 666c4973-57de-414a-b1e6-7639adfbd905 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '247e151c-f010-4cf1-920b-37b67ffd1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8ad30950-4ad1-45f1-9cbc-bf5f555a0e6f'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:38:44.874035 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d377fe-6323-47d5-96b4-671556751f8b None None] Attempting to bind port 666c4973-57de-414a-b1e6-7639adfbd905 on network 8ad30950-4ad1-45f1-9cbc-bf5f555a0e6f {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:38:44.885596 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-8d665187-adf2-48d7-b9e8-9f26db29f3c3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:44.894439 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d377fe-6323-47d5-96b4-671556751f8b None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:38:44.895395 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d377fe-6323-47d5-96b4-671556751f8b None None] Checking segment: {'id': '247e151c-f010-4cf1-920b-37b67ffd1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8ad30950-4ad1-45f1-9cbc-bf5f555a0e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:38:44.896791 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-11d377fe-6323-47d5-96b4-671556751f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:44.897177 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d377fe-6323-47d5-96b4-671556751f8b None None] Bound using segment: {'id': '247e151c-f010-4cf1-920b-37b67ffd1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8ad30950-4ad1-45f1-9cbc-bf5f555a0e6f'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:38:44.898238 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-11d377fe-6323-47d5-96b4-671556751f8b None None] Bound port: 666c4973-57de-414a-b1e6-7639adfbd905, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247e151c-f010-4cf1-920b-37b67ffd1505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8ad30950-4ad1-45f1-9cbc-bf5f555a0e6f'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:38:44.899337 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-11d377fe-6323-47d5-96b4-671556751f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:44.912068 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9377b19e-4a4b-4799-85ed-df983680ffd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:44.931628 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d665187-adf2-48d7-b9e8-9f26db29f3c3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:38:44.983571 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:45.079062 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-9e4c781e-ff0d-4913-bf28-87a8a9576fc0 service neutron] For port c5115d74-fa06-4df1-9247-37778897fe65, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:38:45.082831 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9377b19e-4a4b-4799-85ed-df983680ffd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:45.104104 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9377b19e-4a4b-4799-85ed-df983680ffd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/ports/828a03a0-0519-4c69-a0f6-5270487bf867 HTTP/1.1" status: 204 len: 168 time: 1.1853018 Sep 01 15:38:45.105635 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377b19e-4a4b-4799-85ed-df983680ffd1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Port': ['ID=828a03a0-0519-4c69-a0f6-5270487bf867,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:45.120058 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41414) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:45.177406 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-9e4c781e-ff0d-4913-bf28-87a8a9576fc0 service neutron] For port c5115d74-fa06-4df1-9247-37778897fe65, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c5115d74-fa06-4df1-9247-37778897fe65,segment=NetworkSegment(26eff680-32da-4167-a3b1-8718714d306e),segment_id=26eff680-32da-4167-a3b1-8718714d306e)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:38:45.209110 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-9e4c781e-ff0d-4913-bf28-87a8a9576fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:45.227332 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e425d54-debd-4f50-a07e-fb3cbe11fa1d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] GET failed (client error): The resource could not be found. Sep 01 15:38:45.243496 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf30cf0-5ee8-4c12-898a-fe88c3cdd532 req-b85b3275-9322-479f-9daa-3df117c0e0e2 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:45.245416 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8e425d54-debd-4f50-a07e-fb3cbe11fa1d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "GET /v2.0/ports/828a03a0-0519-4c69-a0f6-5270487bf867 HTTP/1.1" status: 404 len: 333 time: 0.1138947 Sep 01 15:38:45.246745 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41424) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:45.255132 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-edf30cf0-5ee8-4c12-898a-fe88c3cdd532 req-b85b3275-9322-479f-9daa-3df117c0e0e2 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 943 time: 0.4245210 Sep 01 15:38:45.350407 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:45.408252 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-11d377fe-6323-47d5-96b4-671556751f8b None None] For port 666c4973-57de-414a-b1e6-7639adfbd905, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:38:45.429661 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-11d377fe-6323-47d5-96b4-671556751f8b None None] For port 666c4973-57de-414a-b1e6-7639adfbd905, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=666c4973-57de-414a-b1e6-7639adfbd905,segment=NetworkSegment(247e151c-f010-4cf1-920b-37b67ffd1505),segment_id=247e151c-f010-4cf1-920b-37b67ffd1505)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:38:45.438934 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-11d377fe-6323-47d5-96b4-671556751f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:45.482786 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-59115365-6263-40bb-b07b-4f6eb0f7a6b2 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting subnet 13a66fc5-f659-4d68-a147-223f6db9822f {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:38:45.493119 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59115365-6263-40bb-b07b-4f6eb0f7a6b2 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:45.541534 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41426) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:45.622233 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59115365-6263-40bb-b07b-4f6eb0f7a6b2 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:45.625087 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-9e4c781e-ff0d-4913-bf28-87a8a9576fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:45.625734 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-9e4c781e-ff0d-4913-bf28-87a8a9576fc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:45.627268 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-9e4c781e-ff0d-4913-bf28-87a8a9576fc0 service neutron] 10.222.0.45 "PUT /v2.0/ports/c5115d74-fa06-4df1-9247-37778897fe65 HTTP/1.1" status: 200 len: 1091 time: 6.7243276 Sep 01 15:38:45.709997 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d377fe-6323-47d5-96b4-671556751f8b None None] Pushing event updated for resources: {'Port': ['ID=666c4973-57de-414a-b1e6-7639adfbd905,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:45.732203 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9e2-ac8c-4637-a745-218da05b0eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:45.911378 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75dcec2e-8f72-4783-bf96-1f29a28753f7', 'tag': 'c5115d74-fa06-4df1-9247-37778897fe65'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:38:45.914265 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4785fbf-7ef4-43e8-bf84-e1f0c1d8d7f9" -d '{"events": [{"name": "network-changed", "server_uuid": "75dcec2e-8f72-4783-bf96-1f29a28753f7", "tag": "c5115d74-fa06-4df1-9247-37778897fe65"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:38:46.083713 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-1697ded1-fdbe-4a1b-acb1-284d36c8886f req-69b1a067-0e4c-4177-97a5-fa9dd9702e76 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:46.164972 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59115365-6263-40bb-b07b-4f6eb0f7a6b2 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:46.304968 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9e2-ac8c-4637-a745-218da05b0eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:46.335771 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9e2-ac8c-4637-a745-218da05b0eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:46.430824 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-81946e56-5f56-4c96-86a3-8b27c62f945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:46.434334 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-81946e56-5f56-4c96-86a3-8b27c62f945f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f712c44f09d4a638eab9ace3b122469&device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 1094 time: 0.4760370 Sep 01 15:38:46.474794 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1e9e2-ac8c-4637-a745-218da05b0eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d63baf-e44c-4f01-aac1-b5cb0c1bba28,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:46.558823 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-39a1e9e2-ac8c-4637-a745-218da05b0eb4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=21f06b7e63e6431aa41ab44b344299b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6650193 Sep 01 15:38:46.563265 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41436) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:46.614207 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-1697ded1-fdbe-4a1b-acb1-284d36c8886f req-69b1a067-0e4c-4177-97a5-fa9dd9702e76 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] No DVR routers for this DVR port 441c5c04-35ae-4ed9-ac67-b3fa6a93be1a on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:38:46.685662 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-1697ded1-fdbe-4a1b-acb1-284d36c8886f req-69b1a067-0e4c-4177-97a5-fa9dd9702e76 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:46.701695 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1697ded1-fdbe-4a1b-acb1-284d36c8886f req-69b1a067-0e4c-4177-97a5-fa9dd9702e76 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.45 "DELETE /v2.0/ports/441c5c04-35ae-4ed9-ac67-b3fa6a93be1a HTTP/1.1" status: 204 len: 173 time: 5.5917993 Sep 01 15:38:46.704411 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0381115e-007b-4d70-9f5a-636e967ba455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:46.707671 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c781e-ff0d-4913-bf28-87a8a9576fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=c5115d74-fa06-4df1-9247-37778897fe65,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:46.741941 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-edf30cf0-5ee8-4c12-898a-fe88c3cdd532 req-ae64fcb9-c2b8-4339-a6ed-ed5d1f2321ba tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d748438-d71e-43d2-abed-362257d98256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4854920 Sep 01 15:38:46.779215 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-eedd534e-2b2a-4c0a-b7d5-381934e6cb6a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5115d74-fa06-4df1-9247-37778897fe65 HTTP/1.1" status: 200 len: 217 time: 0.1927168 Sep 01 15:38:46.874545 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-03c40f23-4677-4467-b712-1de4e9c9fb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:46.905821 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5975a78f-1cd5-446c-ac04-762867528488 req-7d3eecd3-eea1-41e6-8f94-079668909e79 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9de68bf-08a5-4a61-9ca7-729a5d3b5134 HTTP/1.1" status: 200 len: 210 time: 0.2513902 Sep 01 15:38:46.907872 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 666c4973-57de-414a-b1e6-7639adfbd905 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:38:46.920328 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59115365-6263-40bb-b07b-4f6eb0f7a6b2 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:47.009814 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1a067-0e4c-4177-97a5-fa9dd9702e76 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event deleted for resources: {'Port': ['ID=441c5c04-35ae-4ed9-ac67-b3fa6a93be1a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:47.134343 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9c4343-ac0d-4995-87dc-87d3be42d6ab x-openstack-request-id: req-6b9c4343-ac0d-4995-87dc-87d3be42d6ab {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:38:47.139291 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75dcec2e-8f72-4783-bf96-1f29a28753f7", "tag": "c5115d74-fa06-4df1-9247-37778897fe65", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:38:47.139823 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6b9c4343-ac0d-4995-87dc-87d3be42d6ab {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:38:47.140643 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75dcec2e-8f72-4783-bf96-1f29a28753f7', 'tag': 'c5115d74-fa06-4df1-9247-37778897fe65', 'status': 'completed', 'code': 200} Sep 01 15:38:47.200014 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 666c4973-57de-414a-b1e6-7639adfbd905 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:38:47.249214 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-9fefb311-9370-425e-9ebd-246fcfc32747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:47.252957 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-9fefb311-9370-425e-9ebd-246fcfc32747 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da20ebf2-a46b-4ef3-a737-42373cf96a21 HTTP/1.1" status: 200 len: 852 time: 0.4338067 Sep 01 15:38:47.470328 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-8d99d0c3-d0d4-43c1-a9bd-dfe89422572f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:47.474340 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-8d99d0c3-d0d4-43c1-a9bd-dfe89422572f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=76769b7a-4b3e-4693-94a4-6c03453c9aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2060821 Sep 01 15:38:47.605958 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54e1216-f1ea-4483-9766-1d0077721bda None None] Network 8ad30950-4ad1-45f1-9cbc-bf5f555a0e6f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:38:47.645103 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59115365-6263-40bb-b07b-4f6eb0f7a6b2 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:47.649271 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-59115365-6263-40bb-b07b-4f6eb0f7a6b2 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/subnets/13a66fc5-f659-4d68-a147-223f6db9822f HTTP/1.1" status: 204 len: 168 time: 2.3967695 Sep 01 15:38:47.653223 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-03c40f23-4677-4467-b712-1de4e9c9fb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:47.657001 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59115365-6263-40bb-b07b-4f6eb0f7a6b2 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Subnet': ['ID=13a66fc5-f659-4d68-a147-223f6db9822f,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:47.669748 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41440) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:47.713041 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d665187-adf2-48d7-b9e8-9f26db29f3c3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:47.798080 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-03c40f23-4677-4467-b712-1de4e9c9fb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:47.803969 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-03c40f23-4677-4467-b712-1de4e9c9fb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:47.805546 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-03c40f23-4677-4467-b712-1de4e9c9fb4e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c6d63baf-e44c-4f01-aac1-b5cb0c1bba28 HTTP/1.1" status: 204 len: 168 time: 1.2404540 Sep 01 15:38:47.823387 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c40f23-4677-4467-b712-1de4e9c9fb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d63baf-e44c-4f01-aac1-b5cb0c1bba28,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:47.934809 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-65a6bb45-cac4-4ee5-85f0-4aa26cff860a None None] Provisioning for port 666c4973-57de-414a-b1e6-7639adfbd905 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:38:47.969123 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-65a6bb45-cac4-4ee5-85f0-4aa26cff860a None None] Provisioning complete for port 666c4973-57de-414a-b1e6-7639adfbd905 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:38:47.972389 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-65a6bb45-cac4-4ee5-85f0-4aa26cff860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:48.023972 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7f4a9-9563-47f6-b9c2-c928dfdd959c req-d5365af6-9a18-422c-9038-0a2c53be66dd tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:48.033945 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17a7f4a9-9563-47f6-b9c2-c928dfdd959c req-d5365af6-9a18-422c-9038-0a2c53be66dd tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 943 time: 0.1182647 Sep 01 15:38:48.067783 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41450) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:48.088281 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0381115e-007b-4d70-9f5a-636e967ba455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:48.093409 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-5b1ab0dd-bbe6-4211-ad24-eedcbe0360f9 service neutron] 10.222.0.45 "GET /v2.0/networks/76769b7a-4b3e-4693-94a4-6c03453c9aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5951219 Sep 01 15:38:48.118448 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0233-90b5-4ad9-9704-4715c03d5e31 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:48.180954 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-65a6bb45-cac4-4ee5-85f0-4aa26cff860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:48.228149 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17a7f4a9-9563-47f6-b9c2-c928dfdd959c req-7d38d6af-c1be-4fb3-99c2-2d50b737c227 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d748438-d71e-43d2-abed-362257d98256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918101 Sep 01 15:38:48.236167 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe80d293-6a08-456a-a47b-c719b8661524 None None] DHCP port deletion for 8ad30950-4ad1-45f1-9cbc-bf5f555a0e6f request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:38:48.241076 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-65a6bb45-cac4-4ee5-85f0-4aa26cff860a None None] For port 666c4973-57de-414a-b1e6-7639adfbd905, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=666c4973-57de-414a-b1e6-7639adfbd905,segment=NetworkSegment(247e151c-f010-4cf1-920b-37b67ffd1505),segment_id=247e151c-f010-4cf1-920b-37b67ffd1505)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:48.241976 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0381115e-007b-4d70-9f5a-636e967ba455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:48.286165 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-65a6bb45-cac4-4ee5-85f0-4aa26cff860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:48.420061 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3e3df0b2-38e9-44df-8f95-729c1c8bc85a req-3c02eae0-6cb8-4cdc-9c63-8ddac2012a3d service neutron] 10.222.0.45 "GET /v2.0/networks/76769b7a-4b3e-4693-94a4-6c03453c9aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234244 Sep 01 15:38:48.430248 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d665187-adf2-48d7-b9e8-9f26db29f3c3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:48.473422 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6bb45-cac4-4ee5-85f0-4aa26cff860a None None] Pushing event updated for resources: {'Port': ['ID=666c4973-57de-414a-b1e6-7639adfbd905,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:48.483971 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-fe80d293-6a08-456a-a47b-c719b8661524 None None] Deleting port 666c4973-57de-414a-b1e6-7639adfbd905 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:38:48.486081 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fe80d293-6a08-456a-a47b-c719b8661524 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:48.535738 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0381115e-007b-4d70-9f5a-636e967ba455 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6e721a5b075746b0bb26a38dfa08ddee&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9073591 Sep 01 15:38:48.539719 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381115e-007b-4d70-9f5a-636e967ba455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c6eb05-f746-410e-944a-9e3d72b5947d,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:48.544613 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41454) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:48.745022 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-fe80d293-6a08-456a-a47b-c719b8661524 None None] For port 666c4973-57de-414a-b1e6-7639adfbd905, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=666c4973-57de-414a-b1e6-7639adfbd905,segment=NetworkSegment(247e151c-f010-4cf1-920b-37b67ffd1505),segment_id=247e151c-f010-4cf1-920b-37b67ffd1505)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:48.745672 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fe80d293-6a08-456a-a47b-c719b8661524 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:48.770869 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41456) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:48.777516 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-fe80d293-6a08-456a-a47b-c719b8661524 None None] Calling delete_port for 666c4973-57de-414a-b1e6-7639adfbd905 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:38:48.788884 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 666c4973-57de-414a-b1e6-7639adfbd905 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:38:48.792373 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c10fb4b9-b950-496e-8c49-9cd84bb61fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:48.911532 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c10fb4b9-b950-496e-8c49-9cd84bb61fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:48.950932 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c10fb4b9-b950-496e-8c49-9cd84bb61fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:48.959132 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4785fbf-7ef4-43e8-bf84-e1f0c1d8d7f9 req-d9022569-f7cf-4319-927f-933cfc71b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:48.961832 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c4785fbf-7ef4-43e8-bf84-e1f0c1d8d7f9 req-d9022569-f7cf-4319-927f-933cfc71b43d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f712c44f09d4a638eab9ace3b122469&device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 1094 time: 0.4134076 Sep 01 15:38:49.037729 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fe80d293-6a08-456a-a47b-c719b8661524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:49.081694 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10fb4b9-b950-496e-8c49-9cd84bb61fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baeb91b8-f14a-45d2-8170-47675a88b087,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:49.094631 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b78c79b-632f-44f4-8ffa-2dadf0bcccf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:49.128703 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c10fb4b9-b950-496e-8c49-9cd84bb61fc0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ae5fb6112a2142758e2acbb37cac25ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499401 Sep 01 15:38:49.129480 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41460) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:49.130343 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No active binding found for port 666c4973-57de-414a-b1e6-7639adfbd905 {{(pid=94735) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 15:38:49.131398 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 666c4973-57de-414a-b1e6-7639adfbd905 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:38:49.139351 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80d293-6a08-456a-a47b-c719b8661524 None None] Pushing event deleted for resources: {'Port': ['ID=666c4973-57de-414a-b1e6-7639adfbd905,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:49.144016 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe80d293-6a08-456a-a47b-c719b8661524 None None] No DVR routers for this DVR port 666c4973-57de-414a-b1e6-7639adfbd905 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:38:49.157422 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9de68bf-08a5-4a61-9ca7-729a5d3b5134', 'name': 'network-vif-deleted', 'tag': '441c5c04-35ae-4ed9-ac67-b3fa6a93be1a'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:38:49.164026 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cbf808-4a30-43cf-96f7-62d5ece9276a" -d '{"events": [{"server_uuid": "c9de68bf-08a5-4a61-9ca7-729a5d3b5134", "name": "network-vif-deleted", "tag": "441c5c04-35ae-4ed9-ac67-b3fa6a93be1a"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:38:49.283272 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b78c79b-632f-44f4-8ffa-2dadf0bcccf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:49.339649 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-e1fb0233-90b5-4ad9-9704-4715c03d5e31 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting port 666c4973-57de-414a-b1e6-7639adfbd905 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:38:49.340438 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0233-90b5-4ad9-9704-4715c03d5e31 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:49.395991 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d665187-adf2-48d7-b9e8-9f26db29f3c3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:49.418639 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f394e0-fae9-4795-9736-0d3e5385e0f7 x-openstack-request-id: req-d8f394e0-fae9-4795-9736-0d3e5385e0f7 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:38:49.418924 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9de68bf-08a5-4a61-9ca7-729a5d3b5134", "name": "network-vif-deleted", "tag": "441c5c04-35ae-4ed9-ac67-b3fa6a93be1a", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:38:49.419218 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d8f394e0-fae9-4795-9736-0d3e5385e0f7 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:38:49.419708 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9de68bf-08a5-4a61-9ca7-729a5d3b5134', 'name': 'network-vif-deleted', 'tag': '441c5c04-35ae-4ed9-ac67-b3fa6a93be1a', 'status': 'completed', 'code': 200} Sep 01 15:38:49.476720 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d665187-adf2-48d7-b9e8-9f26db29f3c3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:49.554767 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c02147ce-e616-4945-9356-cd3091b0149d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:49.601898 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e510b-e9ec-410e-b7fa-5f79a48bfdd2 req-ea8ad013-ebba-4710-ad31-15fb68dc85ff tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:49.604593 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff0e510b-e9ec-410e-b7fa-5f79a48bfdd2 req-ea8ad013-ebba-4710-ad31-15fb68dc85ff tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 943 time: 0.1913052 Sep 01 15:38:49.650195 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c02147ce-e616-4945-9356-cd3091b0149d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:49.756309 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff0e510b-e9ec-410e-b7fa-5f79a48bfdd2 req-aeb69db8-8786-4e01-9eab-7b970acf05d4 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d748438-d71e-43d2-abed-362257d98256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262400 Sep 01 15:38:49.787933 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-866a74f3-daaf-46bc-bcec-03afa8fb6792 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:49.793610 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c02147ce-e616-4945-9356-cd3091b0149d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:49.797621 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c02147ce-e616-4945-9356-cd3091b0149d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:49.799230 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c02147ce-e616-4945-9356-cd3091b0149d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/baeb91b8-f14a-45d2-8170-47675a88b087 HTTP/1.1" status: 204 len: 168 time: 0.6677077 Sep 01 15:38:49.854681 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02147ce-e616-4945-9356-cd3091b0149d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeb91b8-f14a-45d2-8170-47675a88b087,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:49.957732 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-e1fb0233-90b5-4ad9-9704-4715c03d5e31 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] For port 666c4973-57de-414a-b1e6-7639adfbd905, host n-d-794796-3, got binding levels [] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:49.958101 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0233-90b5-4ad9-9704-4715c03d5e31 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:49.991175 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d665187-adf2-48d7-b9e8-9f26db29f3c3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'Port': ['ID=65ceb649-afac-4476-b5fa-f0f04b7da0a4,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:49.997578 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-e1fb0233-90b5-4ad9-9704-4715c03d5e31 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Calling delete_port for 666c4973-57de-414a-b1e6-7639adfbd905 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:38:50.007598 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.ipam_backend_mixin [None req-e1fb0233-90b5-4ad9-9704-4715c03d5e31 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Port 666c4973-57de-414a-b1e6-7639adfbd905 was not found and therefore no delete operation was performed {{(pid=94733) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 15:38:50.010054 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4785fbf-7ef4-43e8-bf84-e1f0c1d8d7f9 req-6b1a563f-3828-4d0c-80d2-2817e0c65a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:50.011661 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c4785fbf-7ef4-43e8-bf84-e1f0c1d8d7f9 req-6b1a563f-3828-4d0c-80d2-2817e0c65a1b service neutron] 10.222.0.45 "GET /v2.0/networks?id=76769b7a-4b3e-4693-94a4-6c03453c9aef HTTP/1.1" status: 200 len: 914 time: 1.0389087 Sep 01 15:38:50.013456 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0233-90b5-4ad9-9704-4715c03d5e31 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:50.015394 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d665187-adf2-48d7-b9e8-9f26db29f3c3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:50.020683 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b78c79b-632f-44f4-8ffa-2dadf0bcccf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:50.023259 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b78c79b-632f-44f4-8ffa-2dadf0bcccf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:50.027019 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8b78c79b-632f-44f4-8ffa-2dadf0bcccf9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29c6eb05-f746-410e-944a-9e3d72b5947d HTTP/1.1" status: 204 len: 168 time: 1.4781001 Sep 01 15:38:50.110316 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb0233-90b5-4ad9-9704-4715c03d5e31 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Port': ['ID=666c4973-57de-414a-b1e6-7639adfbd905,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:50.156337 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78c79b-632f-44f4-8ffa-2dadf0bcccf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c6eb05-f746-410e-944a-9e3d72b5947d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:50.160552 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fb0233-90b5-4ad9-9704-4715c03d5e31 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] No DVR routers for this DVR port 666c4973-57de-414a-b1e6-7639adfbd905 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:38:50.163557 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c4785fbf-7ef4-43e8-bf84-e1f0c1d8d7f9 req-05ed9395-1b99-499d-85f9-deeab9b9643e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5115d74-fa06-4df1-9247-37778897fe65 HTTP/1.1" status: 200 len: 217 time: 0.0980742 Sep 01 15:38:50.375036 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0233-90b5-4ad9-9704-4715c03d5e31 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:50.416962 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-8d665187-adf2-48d7-b9e8-9f26db29f3c3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Floating IP bcd539aa-aa3a-4226-bd4a-7ff856e5d839 associated. External IP: 172.25.6.244, port: a7c36820-7c23-42ec-bb79-6cd73b6a6dea. Sep 01 15:38:50.422431 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-e1fb0233-90b5-4ad9-9704-4715c03d5e31 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ad30950-4ad1-45f1-9cbc-bf5f555a0e6f']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:50.428263 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4785fbf-7ef4-43e8-bf84-e1f0c1d8d7f9 req-cdf64541-2d78-4cc6-a791-cc131039f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:50.432021 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c4785fbf-7ef4-43e8-bf84-e1f0c1d8d7f9 req-cdf64541-2d78-4cc6-a791-cc131039f049 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da20ebf2-a46b-4ef3-a737-42373cf96a21 HTTP/1.1" status: 200 len: 852 time: 0.2558436 Sep 01 15:38:50.526830 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-e1fb0233-90b5-4ad9-9704-4715c03d5e31 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247e151c-f010-4cf1-920b-37b67ffd1505') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:50.527722 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-e1fb0233-90b5-4ad9-9704-4715c03d5e31 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247e151c-f010-4cf1-920b-37b67ffd1505') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:50.546211 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-866a74f3-daaf-46bc-bcec-03afa8fb6792 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Deleting port 9798b17b-f43e-4735-9d72-91d8cf1f3171 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:38:50.547134 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-866a74f3-daaf-46bc-bcec-03afa8fb6792 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:50.587335 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0233-90b5-4ad9-9704-4715c03d5e31 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:50.650276 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0233-90b5-4ad9-9704-4715c03d5e31 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:50.730156 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4785fbf-7ef4-43e8-bf84-e1f0c1d8d7f9 req-b5d48fe2-63ee-4c3d-97f4-c23f279c3547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:50.733385 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c4785fbf-7ef4-43e8-bf84-e1f0c1d8d7f9 req-b5d48fe2-63ee-4c3d-97f4-c23f279c3547 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=76769b7a-4b3e-4693-94a4-6c03453c9aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2232406 Sep 01 15:38:50.738450 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1fb0233-90b5-4ad9-9704-4715c03d5e31 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:38:50.739387 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0233-90b5-4ad9-9704-4715c03d5e31 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:38:50.745451 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:38:50.815436 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-866a74f3-daaf-46bc-bcec-03afa8fb6792 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] For port 9798b17b-f43e-4735-9d72-91d8cf1f3171, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=9798b17b-f43e-4735-9d72-91d8cf1f3171,segment=NetworkSegment(98f0607b-0715-499a-8644-b00d0c4604e5),segment_id=98f0607b-0715-499a-8644-b00d0c4604e5)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:50.816089 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-866a74f3-daaf-46bc-bcec-03afa8fb6792 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:50.858148 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-866a74f3-daaf-46bc-bcec-03afa8fb6792 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Calling delete_port for 9798b17b-f43e-4735-9d72-91d8cf1f3171 owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:38:50.955170 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0233-90b5-4ad9-9704-4715c03d5e31 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:51.033461 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0233-90b5-4ad9-9704-4715c03d5e31 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:51.041208 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e1fb0233-90b5-4ad9-9704-4715c03d5e31 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/networks/8ad30950-4ad1-45f1-9cbc-bf5f555a0e6f HTTP/1.1" status: 204 len: 168 time: 3.3654554 Sep 01 15:38:51.069733 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41494) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:51.076625 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-ccbb8701-c89e-42b1-88b0-39109a624391 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'port': {'network_id': '40d94957-3520-41f7-b113-501a287c5a9f', 'name': 'tempest-PortsIpV6TestJSON-1162103501'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:51.086950 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb0233-90b5-4ad9-9704-4715c03d5e31 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Network': ['ID=8ad30950-4ad1-45f1-9cbc-bf5f555a0e6f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:51.185780 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c4785fbf-7ef4-43e8-bf84-e1f0c1d8d7f9 req-d4b4b4b5-8073-4150-9620-0f80bbff6cd6 service neutron] 10.222.0.45 "GET /v2.0/networks/76769b7a-4b3e-4693-94a4-6c03453c9aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310515 Sep 01 15:38:51.334947 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-866a74f3-daaf-46bc-bcec-03afa8fb6792 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:51.413640 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a74f3-daaf-46bc-bcec-03afa8fb6792 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event deleted for resources: {'Port': ['ID=9798b17b-f43e-4735-9d72-91d8cf1f3171,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:51.481697 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d665187-adf2-48d7-b9e8-9f26db29f3c3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Router 95690f78-2b5d-490a-86b2-451a10119319 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:38:51.498459 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b293c4c-c3f9-4355-a0b0-64ae12c52465 req-4989db40-71a7-4942-8fbf-6fe9bca712ac tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:51.524584 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b293c4c-c3f9-4355-a0b0-64ae12c52465 req-4989db40-71a7-4942-8fbf-6fe9bca712ac tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 943 time: 0.5512130 Sep 01 15:38:51.771393 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-866a74f3-daaf-46bc-bcec-03afa8fb6792 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:51.806121 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbb8701-c89e-42b1-88b0-39109a624391 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:51.811924 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ccbb8701-c89e-42b1-88b0-39109a624391 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:52.042099 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c4785fbf-7ef4-43e8-bf84-e1f0c1d8d7f9 req-babaf63c-025c-40b8-a9b8-4b69d7551f5e service neutron] 10.222.0.45 "GET /v2.0/networks/76769b7a-4b3e-4693-94a4-6c03453c9aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7633355 Sep 01 15:38:52.061419 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b293c4c-c3f9-4355-a0b0-64ae12c52465 req-8fa93578-5f93-4e35-aef3-1c9a9dfd173b tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d748438-d71e-43d2-abed-362257d98256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5354509 Sep 01 15:38:52.074947 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-ccbb8701-c89e-42b1-88b0-39109a624391 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] device_id is not set on port 6ff4a089-bff8-4dd3-baab-b43bb15f9941 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:38:52.303967 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d665187-adf2-48d7-b9e8-9f26db29f3c3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:38:52.313621 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866a74f3-daaf-46bc-bcec-03afa8fb6792 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Router 4e079543-bdce-480a-8d3a-addbd89ee9d1 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:38:52.323606 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5188f185-25ec-4bc4-92c2-7572b6fbc8fa None None] Sync routers for ids ['95690f78-2b5d-490a-86b2-451a10119319'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:38:52.333347 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d665187-adf2-48d7-b9e8-9f26db29f3c3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:52.355108 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5188f185-25ec-4bc4-92c2-7572b6fbc8fa None None] Routers {'95690f78-2b5d-490a-86b2-451a10119319'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:38:52.356224 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-5188f185-25ec-4bc4-92c2-7572b6fbc8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:38:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['95690f78-2b5d-490a-86b2-451a10119319'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:52.412414 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8d665187-adf2-48d7-b9e8-9f26db29f3c3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 13.5224731 Sep 01 15:38:52.413340 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41534) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:52.433413 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39551b6-2e29-4644-beac-c652402fed03', 'tag': 'a7c36820-7c23-42ec-bb79-6cd73b6a6dea'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:38:52.435589 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b60fa1d-4309-4a56-bb1a-71f485ee9537" -d '{"events": [{"name": "network-changed", "server_uuid": "e39551b6-2e29-4644-beac-c652402fed03", "tag": "a7c36820-7c23-42ec-bb79-6cd73b6a6dea"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:38:52.593408 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4974e18e-ca0d-4050-9d0f-4a016eb5dfb0 x-openstack-request-id: req-4974e18e-ca0d-4050-9d0f-4a016eb5dfb0 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:38:52.594451 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39551b6-2e29-4644-beac-c652402fed03", "tag": "a7c36820-7c23-42ec-bb79-6cd73b6a6dea", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:38:52.595073 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4974e18e-ca0d-4050-9d0f-4a016eb5dfb0 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:38:52.595924 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39551b6-2e29-4644-beac-c652402fed03', 'tag': 'a7c36820-7c23-42ec-bb79-6cd73b6a6dea', 'status': 'completed', 'code': 200} Sep 01 15:38:52.681035 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-5188f185-25ec-4bc4-92c2-7572b6fbc8fa None None] Set router 95690f78-2b5d-490a-86b2-451a10119319 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:38:52.908461 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8b24870c-c8f8-46c1-89fa-7d979fcdc721 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/floatingips/bcd539aa-aa3a-4226-bd4a-7ff856e5d839 HTTP/1.1" status: 200 len: 992 time: 0.4606886 Sep 01 15:38:52.920962 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ccbb8701-c89e-42b1-88b0-39109a624391 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:52.954703 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866a74f3-daaf-46bc-bcec-03afa8fb6792 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:38:52.968782 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-866a74f3-daaf-46bc-bcec-03afa8fb6792 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "PUT /v2.0/routers/4e079543-bdce-480a-8d3a-addbd89ee9d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8964734 Sep 01 15:38:52.968782 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41544) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:52.969168 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41546) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:52.973847 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcb2183-101a-491e-b481-01091323ce9c None None] Sync routers for ids ['4e079543-bdce-480a-8d3a-addbd89ee9d1'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:38:52.997118 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcb2183-101a-491e-b481-01091323ce9c None None] Routers {'4e079543-bdce-480a-8d3a-addbd89ee9d1'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:38:52.998015 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-9bcb2183-101a-491e-b481-01091323ce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:38:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['4e079543-bdce-480a-8d3a-addbd89ee9d1'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:53.054148 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ccbb8701-c89e-42b1-88b0-39109a624391 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:53.089523 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd9e553-515e-47cd-b5a6-a9ca778bdb96 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Deleting subnet 8df99ffd-b89d-4c15-aa68-2d6c8f8a428c {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:38:53.105876 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cbd9e553-515e-47cd-b5a6-a9ca778bdb96 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:53.172259 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60fa1d-4309-4a56-bb1a-71f485ee9537 req-3eb24320-ad35-48af-af3a-62ed1b087e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:53.178795 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3b60fa1d-4309-4a56-bb1a-71f485ee9537 req-3eb24320-ad35-48af-af3a-62ed1b087e88 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f5af12f2f0248c3b6a1104cb00ca9c0&device_id=e39551b6-2e29-4644-beac-c652402fed03 HTTP/1.1" status: 200 len: 1097 time: 0.3635926 Sep 01 15:38:53.303988 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb8701-c89e-42b1-88b0-39109a624391 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Port': ['ID=6ff4a089-bff8-4dd3-baab-b43bb15f9941,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:53.332880 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbb8701-c89e-42b1-88b0-39109a624391 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network 40d94957-3520-41f7-b113-501a287c5a9f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:53.336364 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-ccbb8701-c89e-42b1-88b0-39109a624391 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:53.349985 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbb8701-c89e-42b1-88b0-39109a624391 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:38:53.378628 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbb8701-c89e-42b1-88b0-39109a624391 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:53.379033 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ccbb8701-c89e-42b1-88b0-39109a624391 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:53.409653 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cbd9e553-515e-47cd-b5a6-a9ca778bdb96 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:53.427547 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-5188f185-25ec-4bc4-92c2-7572b6fbc8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95690f78-2b5d-490a-86b2-451a10119319', 'name': 'tempest-TestNetworkBasicOps-router-165439493', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:39Z', 'updated_at': '2021-09-01T15:37:56Z', 'revision_number': 4, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:41Z', 'updated_at': '2021-09-01T15:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'bcd539aa-aa3a-4226-bd4a-7ff856e5d839', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '95690f78-2b5d-490a-86b2-451a10119319', 'port_id': 'a7c36820-7c23-42ec-bb79-6cd73b6a6dea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2', 'mac_address': 'fa:16:3e:74:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39551b6-2e29-4644-beac-c652402fed03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:38:46Z', 'updated_at': '2021-09-01T15:38:46Z', 'revision_number': 0, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40f40ba1-6622-465f-b98d-182bd3a37757', 'name': '', 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'mac_address': 'fa:16:3e:ae:c7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:51Z', 'updated_at': '2021-09-01T15:38:07Z', 'revision_number': 5, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'subnets': [{'id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:53.464859 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ccbb8701-c89e-42b1-88b0-39109a624391 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3893290 Sep 01 15:38:53.465669 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41552) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:53.523558 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5188f185-25ec-4bc4-92c2-7572b6fbc8fa None None] Checking router: 95690f78-2b5d-490a-86b2-451a10119319 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:38:53.549542 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-9bcb2183-101a-491e-b481-01091323ce9c None None] Set router 4e079543-bdce-480a-8d3a-addbd89ee9d1 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:38:53.562674 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5188f185-25ec-4bc4-92c2-7572b6fbc8fa None None] Routers {'95690f78-2b5d-490a-86b2-451a10119319'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:38:53.563560 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-5188f185-25ec-4bc4-92c2-7572b6fbc8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:38:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['95690f78-2b5d-490a-86b2-451a10119319'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:53.569284 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8443451b-bd42-479a-895a-bf9cb4b98396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:53.625661 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93f6ad-0be8-41b4-badc-a6e2ea652faf req-f13be78d-aedb-4064-ad4c-1348ba820934 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:53.640205 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aa93f6ad-0be8-41b4-badc-a6e2ea652faf req-f13be78d-aedb-4064-ad4c-1348ba820934 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 943 time: 0.3314166 Sep 01 15:38:53.825966 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aa93f6ad-0be8-41b4-badc-a6e2ea652faf req-61186b2a-129f-4176-9a6d-800935a68ec9 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d748438-d71e-43d2-abed-362257d98256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847076 Sep 01 15:38:53.889547 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ebffb-484f-4e98-9ba3-6770382ac0b2 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting port 6ff4a089-bff8-4dd3-baab-b43bb15f9941 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:38:53.890193 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebffb-484f-4e98-9ba3-6770382ac0b2 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:53.926456 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60fa1d-4309-4a56-bb1a-71f485ee9537 req-eec0868b-687a-4b74-9150-9cc076bf0a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:53.928466 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3b60fa1d-4309-4a56-bb1a-71f485ee9537 req-eec0868b-687a-4b74-9150-9cc076bf0a6b service neutron] 10.222.0.62 "GET /v2.0/networks?id=4632520d-c32a-45da-ba25-63401b32d6f2 HTTP/1.1" status: 200 len: 898 time: 0.7219079 Sep 01 15:38:53.928879 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41560) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:54.042336 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-5188f185-25ec-4bc4-92c2-7572b6fbc8fa None None] Set router 95690f78-2b5d-490a-86b2-451a10119319 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:38:54.153933 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebffb-484f-4e98-9ba3-6770382ac0b2 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:54.207437 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-9bcb2183-101a-491e-b481-01091323ce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983528627', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:01Z', 'updated_at': '2021-09-01T15:38:51Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:03Z', 'updated_at': '2021-09-01T15:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:54.224254 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ebffb-484f-4e98-9ba3-6770382ac0b2 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Calling delete_port for 6ff4a089-bff8-4dd3-baab-b43bb15f9941 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:38:54.229348 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cbd9e553-515e-47cd-b5a6-a9ca778bdb96 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:54.243981 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8443451b-bd42-479a-895a-bf9cb4b98396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:54.342131 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcb2183-101a-491e-b481-01091323ce9c None None] Checking router: 4e079543-bdce-480a-8d3a-addbd89ee9d1 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:38:54.375721 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8443451b-bd42-479a-895a-bf9cb4b98396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:54.390272 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcb2183-101a-491e-b481-01091323ce9c None None] Routers {'4e079543-bdce-480a-8d3a-addbd89ee9d1'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:38:54.391550 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-9bcb2183-101a-491e-b481-01091323ce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:38:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['4e079543-bdce-480a-8d3a-addbd89ee9d1'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:54.503874 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3b60fa1d-4309-4a56-bb1a-71f485ee9537 req-20bfe45c-1c7d-4705-b664-f7165640cea6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7c36820-7c23-42ec-bb79-6cd73b6a6dea HTTP/1.1" status: 200 len: 1000 time: 0.5484481 Sep 01 15:38:54.583617 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebffb-484f-4e98-9ba3-6770382ac0b2 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:54.630657 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443451b-bd42-479a-895a-bf9cb4b98396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f409c1-e3e4-49f4-b413-6d5111961188,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:54.652676 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-5188f185-25ec-4bc4-92c2-7572b6fbc8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95690f78-2b5d-490a-86b2-451a10119319', 'name': 'tempest-TestNetworkBasicOps-router-165439493', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:39Z', 'updated_at': '2021-09-01T15:37:56Z', 'revision_number': 4, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:41Z', 'updated_at': '2021-09-01T15:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'bcd539aa-aa3a-4226-bd4a-7ff856e5d839', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '95690f78-2b5d-490a-86b2-451a10119319', 'port_id': 'a7c36820-7c23-42ec-bb79-6cd73b6a6dea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2', 'mac_address': 'fa:16:3e:74:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39551b6-2e29-4644-beac-c652402fed03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:38:46Z', 'updated_at': '2021-09-01T15:38:46Z', 'revision_number': 0, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40f40ba1-6622-465f-b98d-182bd3a37757', 'name': '', 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'mac_address': 'fa:16:3e:ae:c7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:51Z', 'updated_at': '2021-09-01T15:38:07Z', 'revision_number': 5, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'subnets': [{'id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:54.710918 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7e7ebffb-484f-4e98-9ba3-6770382ac0b2 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:54.725270 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7e7ebffb-484f-4e98-9ba3-6770382ac0b2 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/ports/6ff4a089-bff8-4dd3-baab-b43bb15f9941 HTTP/1.1" status: 204 len: 168 time: 1.2547629 Sep 01 15:38:54.726016 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41566) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:54.731967 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5188f185-25ec-4bc4-92c2-7572b6fbc8fa None None] The sync data for ids ['95690f78-2b5d-490a-86b2-451a10119319'] in n-d-794796-3 is: [{'id': '95690f78-2b5d-490a-86b2-451a10119319', 'name': 'tempest-TestNetworkBasicOps-router-165439493', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:39Z', 'updated_at': '2021-09-01T15:37:56Z', 'revision_number': 4, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:41Z', 'updated_at': '2021-09-01T15:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'bcd539aa-aa3a-4226-bd4a-7ff856e5d839', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '95690f78-2b5d-490a-86b2-451a10119319', 'port_id': 'a7c36820-7c23-42ec-bb79-6cd73b6a6dea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2', 'mac_address': 'fa:16:3e:74:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39551b6-2e29-4644-beac-c652402fed03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:38:46Z', 'updated_at': '2021-09-01T15:38:46Z', 'revision_number': 0, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40f40ba1-6622-465f-b98d-182bd3a37757', 'name': '', 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'mac_address': 'fa:16:3e:ae:c7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:51Z', 'updated_at': '2021-09-01T15:38:07Z', 'revision_number': 5, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'subnets': [{'id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:38:54.737555 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ebffb-484f-4e98-9ba3-6770382ac0b2 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Port': ['ID=6ff4a089-bff8-4dd3-baab-b43bb15f9941,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:54.759806 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-9bcb2183-101a-491e-b481-01091323ce9c None None] Set router 4e079543-bdce-480a-8d3a-addbd89ee9d1 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:38:54.763297 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-7f51cfed-836d-46f5-ab6a-79baddb9bbca tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'port': {'network_id': '40d94957-3520-41f7-b113-501a287c5a9f', 'mac_address': 'fa:16:3e:a9:e6:b3', 'name': 'tempest-PortsIpV6TestJSON-828820977'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:54.837824 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-194c0a1a-0a50-4209-9b39-46f282139d17 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/floatingips/bcd539aa-aa3a-4226-bd4a-7ff856e5d839 HTTP/1.1" status: 200 len: 992 time: 0.9074116 Sep 01 15:38:54.871592 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cbd9e553-515e-47cd-b5a6-a9ca778bdb96 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:54.983882 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8443451b-bd42-479a-895a-bf9cb4b98396 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d149aa59d78041d98e3697d7ecb40ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0092640 Sep 01 15:38:54.985413 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41572) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:54.997289 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9e553-515e-47cd-b5a6-a9ca778bdb96 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event deleted for resources: {'Subnet': ['ID=8df99ffd-b89d-4c15-aa68-2d6c8f8a428c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:55.118443 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cbd9e553-515e-47cd-b5a6-a9ca778bdb96 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:55.132127 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cbd9e553-515e-47cd-b5a6-a9ca778bdb96 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "DELETE /v2.0/subnets/8df99ffd-b89d-4c15-aa68-2d6c8f8a428c HTTP/1.1" status: 204 len: 168 time: 2.1559410 Sep 01 15:38:55.164502 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41576) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:55.183030 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60fa1d-4309-4a56-bb1a-71f485ee9537 req-237a0b38-41cb-4f29-9866-de25ebf75c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:55.194851 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3b60fa1d-4309-4a56-bb1a-71f485ee9537 req-237a0b38-41cb-4f29-9866-de25ebf75c78 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ea35a2a-5cfd-43df-a743-97c56729848b HTTP/1.1" status: 200 len: 835 time: 0.6539645 Sep 01 15:38:55.254830 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f51cfed-836d-46f5-ab6a-79baddb9bbca tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:55.271610 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fb902550-0c37-444c-bc52-222961b4514f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:55.449088 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8221f18c-a579-4b2a-92f0-e30e889622b6 None None] New status for floating IP bcd539aa-aa3a-4226-bd4a-7ff856e5d839: ACTIVE {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:38:55.530763 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fb902550-0c37-444c-bc52-222961b4514f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:55.599842 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ea9b4ce-5724-4955-ac3c-7b4275783ed5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:55.628422 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7f51cfed-836d-46f5-ab6a-79baddb9bbca tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:55.790214 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-7f51cfed-836d-46f5-ab6a-79baddb9bbca tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] device_id is not set on port 44e3ac98-597f-4357-ab25-c221c11fa75f yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:38:55.919278 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41578) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:56.072206 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0657bb-6064-4ffc-9fd5-cf31b1a7f2e4 None None] Network 0d04b4de-633f-41d8-9d91-72f67f548b36 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:38:56.148936 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-49e2dbfd-12a4-4ed8-9a39-c31c1c7f7a9f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/floatingips/bcd539aa-aa3a-4226-bd4a-7ff856e5d839 HTTP/1.1" status: 200 len: 994 time: 0.2182236 Sep 01 15:38:56.231424 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c5115d74-fa06-4df1-9247-37778897fe65 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:38:56.245668 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7f51cfed-836d-46f5-ab6a-79baddb9bbca tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:56.373985 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ea9b4ce-5724-4955-ac3c-7b4275783ed5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:56.374616 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7f51cfed-836d-46f5-ab6a-79baddb9bbca tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:56.388646 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60fa1d-4309-4a56-bb1a-71f485ee9537 req-7947f373-4c33-49df-8dc5-514002d4275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:56.390857 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3b60fa1d-4309-4a56-bb1a-71f485ee9537 req-7947f373-4c33-49df-8dc5-514002d4275a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4632520d-c32a-45da-ba25-63401b32d6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1451409 Sep 01 15:38:56.428576 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f51cfed-836d-46f5-ab6a-79baddb9bbca tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network 40d94957-3520-41f7-b113-501a287c5a9f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:56.433901 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-7f51cfed-836d-46f5-ab6a-79baddb9bbca tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:56.437227 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fb902550-0c37-444c-bc52-222961b4514f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:56.442316 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c5115d74-fa06-4df1-9247-37778897fe65, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c5115d74-fa06-4df1-9247-37778897fe65,segment=NetworkSegment(26eff680-32da-4167-a3b1-8718714d306e),segment_id=26eff680-32da-4167-a3b1-8718714d306e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:56.442609 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fb902550-0c37-444c-bc52-222961b4514f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:56.449922 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fb902550-0c37-444c-bc52-222961b4514f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/00f409c1-e3e4-49f4-b413-6d5111961188 HTTP/1.1" status: 204 len: 168 time: 1.4627285 Sep 01 15:38:56.451631 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f51cfed-836d-46f5-ab6a-79baddb9bbca tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:38:56.468333 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f51cfed-836d-46f5-ab6a-79baddb9bbca tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:56.469682 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7f51cfed-836d-46f5-ab6a-79baddb9bbca tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:56.471560 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'c5115d74-fa06-4df1-9247-37778897fe65', 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef', 'port_id': 'c5115d74-fa06-4df1-9247-37778897fe65', 'mac_address': 'fa:16:3e:f4:7c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da20ebf2-a46b-4ef3-a737-42373cf96a21', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:38:56.530240 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb902550-0c37-444c-bc52-222961b4514f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f409c1-e3e4-49f4-b413-6d5111961188,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:56.576607 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7f51cfed-836d-46f5-ab6a-79baddb9bbca tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8417990 Sep 01 15:38:56.583520 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41590) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:56.605181 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51cfed-836d-46f5-ab6a-79baddb9bbca tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Port': ['ID=44e3ac98-597f-4357-ab25-c221c11fa75f,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:56.711824 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1400f124-e7f8-4be1-92eb-28bd410fca7e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:56.725384 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1400f124-e7f8-4be1-92eb-28bd410fca7e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "GET /v2.0/ports/44e3ac98-597f-4357-ab25-c221c11fa75f HTTP/1.1" status: 200 len: 844 time: 0.1401839 Sep 01 15:38:56.729951 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41592) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:56.748127 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25606b90-dd70-430a-8e0a-0bd85dd46e55 req-f74fb746-5aca-4f35-bc73-7771e79ecb3f tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:56.750614 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-25606b90-dd70-430a-8e0a-0bd85dd46e55 req-f74fb746-5aca-4f35-bc73-7771e79ecb3f tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 943 time: 0.6094191 Sep 01 15:38:56.771727 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:56.786842 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3b60fa1d-4309-4a56-bb1a-71f485ee9537 req-7d7bc770-841f-4604-99ac-b36a8abe1c8b service neutron] 10.222.0.62 "GET /v2.0/networks/4632520d-c32a-45da-ba25-63401b32d6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868051 Sep 01 15:38:56.820995 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5115d74-fa06-4df1-9247-37778897fe65 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:38:56.866104 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c5115d74-fa06-4df1-9247-37778897fe65, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c5115d74-fa06-4df1-9247-37778897fe65,segment=NetworkSegment(26eff680-32da-4167-a3b1-8718714d306e),segment_id=26eff680-32da-4167-a3b1-8718714d306e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:56.873474 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:56.919979 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-0ea9b4ce-5724-4955-ac3c-7b4275783ed5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Deleting port 16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:38:56.919979 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ea9b4ce-5724-4955-ac3c-7b4275783ed5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:56.991104 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-25606b90-dd70-430a-8e0a-0bd85dd46e55 req-1dfb7ead-cf62-4593-822a-b1dbb0bd64da tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d748438-d71e-43d2-abed-362257d98256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235897 Sep 01 15:38:57.007386 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-28b04c93-61ae-4de0-b053-fe8899a53c63 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting port 44e3ac98-597f-4357-ab25-c221c11fa75f {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:38:57.008308 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-28b04c93-61ae-4de0-b053-fe8899a53c63 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:57.016483 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8558d5d-7217-4d5f-a37b-792954c91a92 None None] DHCP port deletion for 0d04b4de-633f-41d8-9d91-72f67f548b36 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:38:57.090464 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3b60fa1d-4309-4a56-bb1a-71f485ee9537 req-2a08b255-88c7-414e-8d99-318e42d94c05 service neutron] 10.222.0.62 "GET /v2.0/networks/4632520d-c32a-45da-ba25-63401b32d6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894509 Sep 01 15:38:57.145066 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-0ea9b4ce-5724-4955-ac3c-7b4275783ed5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] For port 16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:57.145390 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ea9b4ce-5724-4955-ac3c-7b4275783ed5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:57.159279 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['c5115d74-fa06-4df1-9247-37778897fe65'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:38:57.172197 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-9bcb2183-101a-491e-b481-01091323ce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983528627', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:01Z', 'updated_at': '2021-09-01T15:38:51Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:03Z', 'updated_at': '2021-09-01T15:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:57.185404 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-0ea9b4ce-5724-4955-ac3c-7b4275783ed5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Calling delete_port for 16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7 owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:38:57.187888 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-28b04c93-61ae-4de0-b053-fe8899a53c63 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:57.238221 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-28b04c93-61ae-4de0-b053-fe8899a53c63 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Calling delete_port for 44e3ac98-597f-4357-ab25-c221c11fa75f owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:38:57.265787 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=c5115d74-fa06-4df1-9247-37778897fe65,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:57.287611 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcb2183-101a-491e-b481-01091323ce9c None None] The sync data for ids ['4e079543-bdce-480a-8d3a-addbd89ee9d1'] in n-d-794796-3 is: [{'id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-983528627', 'tenant_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:36:01Z', 'updated_at': '2021-09-01T15:38:51Z', 'revision_number': 5, 'project_id': 'de2c6e6a9d864f738bbaf0c51220fe5f', 'gw_port': {'id': '16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e079543-bdce-480a-8d3a-addbd89ee9d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:36:03Z', 'updated_at': '2021-09-01T15:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:38:57.391773 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e8558d5d-7217-4d5f-a37b-792954c91a92 None None] Deleting port d067bb6a-9aa4-40f5-8d74-887291b1a56e {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:38:57.397066 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e8558d5d-7217-4d5f-a37b-792954c91a92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:57.469365 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-28b04c93-61ae-4de0-b053-fe8899a53c63 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:57.533208 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ea9b4ce-5724-4955-ac3c-7b4275783ed5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:57.567148 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9b4ce-5724-4955-ac3c-7b4275783ed5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event deleted for resources: {'Port': ['ID=16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:57.603435 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b04c93-61ae-4de0-b053-fe8899a53c63 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Port': ['ID=44e3ac98-597f-4357-ab25-c221c11fa75f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:57.631169 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-28b04c93-61ae-4de0-b053-fe8899a53c63 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:57.641683 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-28b04c93-61ae-4de0-b053-fe8899a53c63 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/ports/44e3ac98-597f-4357-ab25-c221c11fa75f HTTP/1.1" status: 204 len: 168 time: 0.9093924 Sep 01 15:38:57.646607 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41616) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:57.714844 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e8558d5d-7217-4d5f-a37b-792954c91a92 None None] For port d067bb6a-9aa4-40f5-8d74-887291b1a56e, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d067bb6a-9aa4-40f5-8d74-887291b1a56e,segment=NetworkSegment(98f0607b-0715-499a-8644-b00d0c4604e5),segment_id=98f0607b-0715-499a-8644-b00d0c4604e5)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:38:57.715889 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e8558d5d-7217-4d5f-a37b-792954c91a92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:57.750355 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c2b2453-9ba3-4ec4-baf5-800fc273a9bf tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] GET failed (client error): The resource could not be found. Sep 01 15:38:57.752973 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ea9b4ce-5724-4955-ac3c-7b4275783ed5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:57.760634 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2c2b2453-9ba3-4ec4-baf5-800fc273a9bf tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "GET /v2.0/ports/44e3ac98-597f-4357-ab25-c221c11fa75f HTTP/1.1" status: 404 len: 333 time: 0.1047442 Sep 01 15:38:57.765077 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41618) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:57.806416 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-eff2cf69-7b58-4fcd-8362-43a874cb99e1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'port': {'network_id': '40d94957-3520-41f7-b113-501a287c5a9f', 'name': 'tempest-PortsIpV6TestJSON-1762374456'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:38:57.825777 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e8558d5d-7217-4d5f-a37b-792954c91a92 None None] Calling delete_port for d067bb6a-9aa4-40f5-8d74-887291b1a56e owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:38:58.118724 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ea9b4ce-5724-4955-ac3c-7b4275783ed5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:58.129638 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ea9b4ce-5724-4955-ac3c-7b4275783ed5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:58.141702 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:58.142437 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e8558d5d-7217-4d5f-a37b-792954c91a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:58.192593 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8558d5d-7217-4d5f-a37b-792954c91a92 None None] Pushing event deleted for resources: {'Port': ['ID=d067bb6a-9aa4-40f5-8d74-887291b1a56e,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:58.224632 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8558d5d-7217-4d5f-a37b-792954c91a92 None None] No DVR routers for this DVR port d067bb6a-9aa4-40f5-8d74-887291b1a56e on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:38:58.321802 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ea9b4ce-5724-4955-ac3c-7b4275783ed5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:58.322927 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea9b4ce-5724-4955-ac3c-7b4275783ed5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Fanout notify agent at l3_agent the message router_deleted on router 4e079543-bdce-480a-8d3a-addbd89ee9d1 {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:38:58.352455 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ea9b4ce-5724-4955-ac3c-7b4275783ed5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:58.355203 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0ea9b4ce-5724-4955-ac3c-7b4275783ed5 tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "DELETE /v2.0/routers/4e079543-bdce-480a-8d3a-addbd89ee9d1 HTTP/1.1" status: 204 len: 168 time: 3.1537590 Sep 01 15:38:58.360288 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41632) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:59.000219 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 9798b17b-f43e-4735-9d72-91d8cf1f3171 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:38:59.048045 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 9798b17b-f43e-4735-9d72-91d8cf1f3171 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:38:59.048488 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 9798b17b-f43e-4735-9d72-91d8cf1f3171 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:38:59.048815 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d067bb6a-9aa4-40f5-8d74-887291b1a56e no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:38:59.094637 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: d067bb6a-9aa4-40f5-8d74-887291b1a56e {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:38:59.095228 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d067bb6a-9aa4-40f5-8d74-887291b1a56e not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:38:59.118870 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6add7-1dd6-46c6-9847-484c14439dcb req-bc818a6c-387f-4bbc-8dcb-e06ec6981498 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:59.121254 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-65d6add7-1dd6-46c6-9847-484c14439dcb req-bc818a6c-387f-4bbc-8dcb-e06ec6981498 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 944 time: 0.3158026 Sep 01 15:38:59.155935 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff2cf69-7b58-4fcd-8362-43a874cb99e1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:38:59.160936 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eff2cf69-7b58-4fcd-8362-43a874cb99e1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:59.214513 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-eff2cf69-7b58-4fcd-8362-43a874cb99e1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] device_id is not set on port 0dec9335-3358-44b6-886e-fe7f53d15c25 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:38:59.315226 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-65d6add7-1dd6-46c6-9847-484c14439dcb req-3af6df86-79ba-4843-8b0d-9702ae462c46 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d748438-d71e-43d2-abed-362257d98256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716688 Sep 01 15:38:59.368558 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cae548a9-f86f-469f-a880-3e55d22607cd tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:59.550493 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cae548a9-f86f-469f-a880-3e55d22607cd tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:59.579824 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-cae548a9-f86f-469f-a880-3e55d22607cd tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d04b4de-633f-41d8-9d91-72f67f548b36']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:59.615887 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-cae548a9-f86f-469f-a880-3e55d22607cd tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f0607b-0715-499a-8644-b00d0c4604e5') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:59.616675 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-cae548a9-f86f-469f-a880-3e55d22607cd tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f0607b-0715-499a-8644-b00d0c4604e5') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:38:59.639275 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cae548a9-f86f-469f-a880-3e55d22607cd tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:59.652173 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eff2cf69-7b58-4fcd-8362-43a874cb99e1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:59.696988 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eff2cf69-7b58-4fcd-8362-43a874cb99e1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:59.704564 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cae548a9-f86f-469f-a880-3e55d22607cd tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:59.719317 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae548a9-f86f-469f-a880-3e55d22607cd tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:38:59.720203 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cae548a9-f86f-469f-a880-3e55d22607cd tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:59.835294 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2cf69-7b58-4fcd-8362-43a874cb99e1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Port': ['ID=0dec9335-3358-44b6-886e-fe7f53d15c25,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:38:59.885952 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:38:59.892964 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cae548a9-f86f-469f-a880-3e55d22607cd tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:59.898644 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff2cf69-7b58-4fcd-8362-43a874cb99e1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network 40d94957-3520-41f7-b113-501a287c5a9f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:38:59.900368 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-eff2cf69-7b58-4fcd-8362-43a874cb99e1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:38:59.903151 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cae548a9-f86f-469f-a880-3e55d22607cd tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:59.905659 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff2cf69-7b58-4fcd-8362-43a874cb99e1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:38:59.908598 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cae548a9-f86f-469f-a880-3e55d22607cd tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "DELETE /v2.0/networks/0d04b4de-633f-41d8-9d91-72f67f548b36 HTTP/1.1" status: 204 len: 168 time: 1.5436714 Sep 01 15:38:59.918554 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff2cf69-7b58-4fcd-8362-43a874cb99e1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:38:59.919236 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-eff2cf69-7b58-4fcd-8362-43a874cb99e1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:38:59.942071 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41656) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:38:59.944553 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae548a9-f86f-469f-a880-3e55d22607cd tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event deleted for resources: {'Network': ['ID=0d04b4de-633f-41d8-9d91-72f67f548b36,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:00.000966 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-eff2cf69-7b58-4fcd-8362-43a874cb99e1 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2169347 Sep 01 15:39:00.002610 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41660) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:00.018524 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-5a316fc7-cb8e-4649-b16f-c10dda9d87fb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:00.118921 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-20628ae4-98c6-4e4f-b7cd-a84c8255340c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:00.242404 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c5115d74-fa06-4df1-9247-37778897fe65 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:00.253194 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-20628ae4-98c6-4e4f-b7cd-a84c8255340c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:00.306954 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5a316fc7-cb8e-4649-b16f-c10dda9d87fb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:00.414441 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port c5115d74-fa06-4df1-9247-37778897fe65 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:00.423377 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port c5115d74-fa06-4df1-9247-37778897fe65 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:00.424022 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:00.557500 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-20628ae4-98c6-4e4f-b7cd-a84c8255340c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:00.561558 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-20628ae4-98c6-4e4f-b7cd-a84c8255340c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:00.564421 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-20628ae4-98c6-4e4f-b7cd-a84c8255340c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] 10.222.0.60 "DELETE /v2.0/security-groups/d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671 HTTP/1.1" status: 204 len: 168 time: 0.6125968 Sep 01 15:39:00.607098 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20628ae4-98c6-4e4f-b7cd-a84c8255340c tempest-TestNetworkAdvancedServerOps-1884592847 tempest-TestNetworkAdvancedServerOps-1884592847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28ac67a-8e89-4bb7-bd19-b8c7bfcb7671,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:00.714988 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:00.721459 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:39:00.799900 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:39:00.800717 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 16c57bd8-cd50-4f7f-bb7c-98bfea23b1b7 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:39:00.839392 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dcec2e-8f72-4783-bf96-1f29a28753f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5115d74-fa06-4df1-9247-37778897fe65'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:39:00.846746 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f669af-9633-4d9a-9ab1-0cba073249d6" -d '{"events": [{"server_uuid": "75dcec2e-8f72-4783-bf96-1f29a28753f7", "name": "network-vif-plugged", "status": "completed", "tag": "c5115d74-fa06-4df1-9247-37778897fe65"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:39:00.883557 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c5115d74-fa06-4df1-9247-37778897fe65, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c5115d74-fa06-4df1-9247-37778897fe65,segment=NetworkSegment(26eff680-32da-4167-a3b1-8718714d306e),segment_id=26eff680-32da-4167-a3b1-8718714d306e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:00.895706 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:00.962430 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d09a6b-4d8d-4f97-a5bc-5c2fe423d555 req-23499207-ec14-4d07-85ff-9db5b572f19c tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:00.966094 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-56d09a6b-4d8d-4f97-a5bc-5c2fe423d555 req-23499207-ec14-4d07-85ff-9db5b572f19c tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 944 time: 0.3753066 Sep 01 15:39:01.000864 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbd70c9-da0d-4144-8791-93602a9e2d28 x-openstack-request-id: req-bcbd70c9-da0d-4144-8791-93602a9e2d28 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:39:01.006187 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dcec2e-8f72-4783-bf96-1f29a28753f7", "name": "network-vif-plugged", "status": "completed", "tag": "c5115d74-fa06-4df1-9247-37778897fe65", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:39:01.006909 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bcbd70c9-da0d-4144-8791-93602a9e2d28 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:39:01.007823 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dcec2e-8f72-4783-bf96-1f29a28753f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5115d74-fa06-4df1-9247-37778897fe65', 'code': 200} Sep 01 15:39:01.089615 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=c5115d74-fa06-4df1-9247-37778897fe65,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:01.314196 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5a316fc7-cb8e-4649-b16f-c10dda9d87fb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:01.328884 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-56d09a6b-4d8d-4f97-a5bc-5c2fe423d555 req-22f8ee5d-102d-4c5b-bb8d-e094a0066345 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d748438-d71e-43d2-abed-362257d98256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3118010 Sep 01 15:39:01.339279 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5a316fc7-cb8e-4649-b16f-c10dda9d87fb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:01.361063 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-5a316fc7-cb8e-4649-b16f-c10dda9d87fb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] In _notify_port_updated(), no bound segment for port 0dec9335-3358-44b6-886e-fe7f53d15c25 on network 40d94957-3520-41f7-b113-501a287c5a9f {{(pid=94733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:39:01.369012 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a316fc7-cb8e-4649-b16f-c10dda9d87fb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:01.370121 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5a316fc7-cb8e-4649-b16f-c10dda9d87fb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:01.372421 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5a316fc7-cb8e-4649-b16f-c10dda9d87fb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "PUT /v2.0/ports/0dec9335-3358-44b6-886e-fe7f53d15c25 HTTP/1.1" status: 200 len: 818 time: 1.3674145 Sep 01 15:39:01.376320 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41704) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:01.414323 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdec0b-3792-41af-a2f9-e9e42c5237f0 req-5dea66e4-297a-4f18-a37f-2620e3eff1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:01.420692 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-24bdec0b-3792-41af-a2f9-e9e42c5237f0 req-5dea66e4-297a-4f18-a37f-2620e3eff1e7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 1096 time: 0.2876968 Sep 01 15:39:01.497959 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a316fc7-cb8e-4649-b16f-c10dda9d87fb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Port': ['ID=0dec9335-3358-44b6-886e-fe7f53d15c25,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:01.526931 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41706) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:01.574793 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-24bdec0b-3792-41af-a2f9-e9e42c5237f0 req-d54dde2a-f7a1-4d88-939c-fad28f40f20c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1d748438-d71e-43d2-abed-362257d98256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400554 Sep 01 15:39:01.634283 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-6f014b79-22e3-42bb-a2e0-cb0351973d4f tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting port 0dec9335-3358-44b6-886e-fe7f53d15c25 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:01.634825 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6f014b79-22e3-42bb-a2e0-cb0351973d4f tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:01.795920 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6f014b79-22e3-42bb-a2e0-cb0351973d4f tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:01.815281 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-6f014b79-22e3-42bb-a2e0-cb0351973d4f tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Calling delete_port for 0dec9335-3358-44b6-886e-fe7f53d15c25 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:01.948205 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c7c8c292-7b78-4cf2-b9b6-ee3cd4a1f357 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=de2c6e6a9d864f738bbaf0c51220fe5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4133034 Sep 01 15:39:01.951887 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41718) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:02.001026 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6f014b79-22e3-42bb-a2e0-cb0351973d4f tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:02.057296 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51061b51-3874-4da5-9842-731102d37513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:02.065525 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6f014b79-22e3-42bb-a2e0-cb0351973d4f tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:02.072496 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6f014b79-22e3-42bb-a2e0-cb0351973d4f tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/ports/0dec9335-3358-44b6-886e-fe7f53d15c25 HTTP/1.1" status: 204 len: 168 time: 0.6911309 Sep 01 15:39:02.072496 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f014b79-22e3-42bb-a2e0-cb0351973d4f tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Port': ['ID=0dec9335-3358-44b6-886e-fe7f53d15c25,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:02.074851 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41720) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:02.123819 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51061b51-3874-4da5-9842-731102d37513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:02.184016 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e2d486-9ea1-4bd6-8f1d-b30fa0097488 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:02.185961 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-90e2d486-9ea1-4bd6-8f1d-b30fa0097488 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1096523 Sep 01 15:39:02.189952 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41726) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:02.226053 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae01882-2603-4e5f-a4fe-81b8185a925d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] GET failed (client error): The resource could not be found. Sep 01 15:39:02.228130 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fae01882-2603-4e5f-a4fe-81b8185a925d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "GET /v2.0/ports/0dec9335-3358-44b6-886e-fe7f53d15c25 HTTP/1.1" status: 404 len: 333 time: 0.0369422 Sep 01 15:39:02.234203 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41728) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:02.241220 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-ec863194-58f9-4c1c-b2ed-ddbf276859b4 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1236925699'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:02.272753 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51061b51-3874-4da5-9842-731102d37513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:02.276373 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51061b51-3874-4da5-9842-731102d37513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:02.278019 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-51061b51-3874-4da5-9842-731102d37513 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/081d7fef-3fb0-4f2a-896e-45f8b3e2ddc6 HTTP/1.1" status: 204 len: 168 time: 0.3247256 Sep 01 15:39:02.281210 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec863194-58f9-4c1c-b2ed-ddbf276859b4 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:02.285441 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ec863194-58f9-4c1c-b2ed-ddbf276859b4 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:02.303468 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51061b51-3874-4da5-9842-731102d37513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081d7fef-3fb0-4f2a-896e-45f8b3e2ddc6,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:02.337914 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec863194-58f9-4c1c-b2ed-ddbf276859b4 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:39:02.352275 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ec863194-58f9-4c1c-b2ed-ddbf276859b4 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:02.352696 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-ec863194-58f9-4c1c-b2ed-ddbf276859b4 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Added segment 93fe6182-6f27-46ac-8191-0ac775add375 of type vlan for network 860f2f77-0ab2-48cb-8df1-fcf81defbe84 Sep 01 15:39:02.462111 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ec863194-58f9-4c1c-b2ed-ddbf276859b4 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:02.524383 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ec863194-58f9-4c1c-b2ed-ddbf276859b4 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:02.535877 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec863194-58f9-4c1c-b2ed-ddbf276859b4 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:02.537699 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ec863194-58f9-4c1c-b2ed-ddbf276859b4 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:02.615644 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ec863194-58f9-4c1c-b2ed-ddbf276859b4 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3801837 Sep 01 15:39:02.626714 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41740) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:02.639526 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-3d0efd39-9dfa-4efe-b2cb-1be112ea031b tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'subnet': {'network_id': '860f2f77-0ab2-48cb-8df1-fcf81defbe84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:02.696541 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec863194-58f9-4c1c-b2ed-ddbf276859b4 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Network': ['ID=860f2f77-0ab2-48cb-8df1-fcf81defbe84,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:02.715502 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 860f2f77-0ab2-48cb-8df1-fcf81defbe84 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:39:02.746554 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66dd32-4263-42c2-b002-b33f8854370d req-fad1e51a-54b5-45f7-86c4-d85ba0616b16 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:02.751991 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8c66dd32-4263-42c2-b002-b33f8854370d req-fad1e51a-54b5-45f7-86c4-d85ba0616b16 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 945 time: 0.2558277 Sep 01 15:39:02.791344 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0efd39-9dfa-4efe-b2cb-1be112ea031b tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:02.795744 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3d0efd39-9dfa-4efe-b2cb-1be112ea031b tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:02.885438 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8c66dd32-4263-42c2-b002-b33f8854370d req-3ffb8944-8463-4baf-aebf-d7f60e83582c tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d748438-d71e-43d2-abed-362257d98256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228547 Sep 01 15:39:03.161277 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41754) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:03.283724 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41758) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:03.298719 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-536589a2-b94b-4ae4-80aa-93fcae5cb0b0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=79980c00847449bea5baa9f4b60afce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1347971 Sep 01 15:39:03.301883 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41762) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:03.321003 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3d0efd39-9dfa-4efe-b2cb-1be112ea031b tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:03.428193 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0efd39-9dfa-4efe-b2cb-1be112ea031b tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Checking segment: {'id': '93fe6182-6f27-46ac-8191-0ac775add375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '860f2f77-0ab2-48cb-8df1-fcf81defbe84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:39:03.428869 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0efd39-9dfa-4efe-b2cb-1be112ea031b tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network hostable DHCP agents. Network: 860f2f77-0ab2-48cb-8df1-fcf81defbe84, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:39:03.435357 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0efd39-9dfa-4efe-b2cb-1be112ea031b tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Subnet': ['ID=1cc08bd0-3141-4334-85f2-ef1f1e835379,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:03.456493 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dd685cd7-4b83-493f-99ff-aa57a8e13864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:03.460526 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0efd39-9dfa-4efe-b2cb-1be112ea031b tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network 860f2f77-0ab2-48cb-8df1-fcf81defbe84 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:39:03.477970 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-3d0efd39-9dfa-4efe-b2cb-1be112ea031b tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 860f2f77-0ab2-48cb-8df1-fcf81defbe84) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:03.494812 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0efd39-9dfa-4efe-b2cb-1be112ea031b tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:03.497880 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33e4fdc-2505-4faa-847a-9b1567cb8f0d None None] Network 860f2f77-0ab2-48cb-8df1-fcf81defbe84 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:03.498091 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3d0efd39-9dfa-4efe-b2cb-1be112ea031b tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:03.552906 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dd685cd7-4b83-493f-99ff-aa57a8e13864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:03.583590 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41770) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:03.585980 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3d0efd39-9dfa-4efe-b2cb-1be112ea031b tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9577777 Sep 01 15:39:03.606944 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-2c2a3841-fe03-4bd5-add1-4b0604f97851 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'subnet': {'network_id': '860f2f77-0ab2-48cb-8df1-fcf81defbe84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:03.763553 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3b0b8533-3911-4af6-938a-334959899dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:03.865025 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4c6f05-6c14-455c-9752-189472903381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-860f2f77-0ab2-48cb-8df1-fcf81defbe84', 'network_id': '860f2f77-0ab2-48cb-8df1-fcf81defbe84', 'tenant_id': '3cb858130d6f414e9e42fab79755f568', 'fixed_ips': [{'subnet_id': '1cc08bd0-3141-4334-85f2-ef1f1e835379'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:39:03.866142 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cf4c6f05-6c14-455c-9752-189472903381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:03.942676 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dd685cd7-4b83-493f-99ff-aa57a8e13864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:03.946983 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dd685cd7-4b83-493f-99ff-aa57a8e13864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:03.948206 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-dd685cd7-4b83-493f-99ff-aa57a8e13864 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/79521e79-9918-4d86-8037-cee1b0127fee HTTP/1.1" status: 204 len: 168 time: 0.6451018 Sep 01 15:39:04.020903 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd685cd7-4b83-493f-99ff-aa57a8e13864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79521e79-9918-4d86-8037-cee1b0127fee,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:04.146864 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3b0b8533-3911-4af6-938a-334959899dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:04.201227 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3b0b8533-3911-4af6-938a-334959899dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:04.228508 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-cf4c6f05-6c14-455c-9752-189472903381 None None] Allocated IP 2001:db8::2 (860f2f77-0ab2-48cb-8df1-fcf81defbe84/1cc08bd0-3141-4334-85f2-ef1f1e835379/52d3a562-ed45-4d01-b6cd-68c48ae53021) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:04.247973 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2a3841-fe03-4bd5-add1-4b0604f97851 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:04.253067 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2c2a3841-fe03-4bd5-add1-4b0604f97851 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:04.281051 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273feef-7f78-4f61-9009-3a0e11720c1c req-826474ba-d137-4ecc-811a-903c43c6c9ac tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:04.304811 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e273feef-7f78-4f61-9009-3a0e11720c1c req-826474ba-d137-4ecc-811a-903c43c6c9ac tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 945 time: 0.2194309 Sep 01 15:39:04.385594 n-d-794796-3 neutron-server[94734]: INFO neutron.db.ipam_backend_mixin [None req-2c2a3841-fe03-4bd5-add1-4b0604f97851 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1cc08bd0-3141-4334-85f2-ef1f1e835379 (CIDR: 2001:db8::/64) Sep 01 15:39:04.396695 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c2a3841-fe03-4bd5-add1-4b0604f97851 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:39:04.397248 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c2a3841-fe03-4bd5-add1-4b0604f97851 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:39:04.437328 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3b0b8533-3911-4af6-938a-334959899dad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d8b73ec2204b46b4b7f7a8528afac4bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1515706 Sep 01 15:39:04.442795 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2c2a3841-fe03-4bd5-add1-4b0604f97851 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8546274 Sep 01 15:39:04.442795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41784) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:04.446806 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e273feef-7f78-4f61-9009-3a0e11720c1c req-76833717-bc79-4e29-886e-c5105faa1fee tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d748438-d71e-43d2-abed-362257d98256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284230 Sep 01 15:39:04.450065 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41786) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:04.463812 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-2c7d65a0-b0a5-45d9-9f5c-d39483e090aa tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'subnet': {'network_id': '860f2f77-0ab2-48cb-8df1-fcf81defbe84', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:04.501929 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b8533-3911-4af6-938a-334959899dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3ef140-8ce0-4b0c-9016-c38c4df7ddb9,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:04.626244 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7d65a0-b0a5-45d9-9f5c-d39483e090aa tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:04.633404 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2c7d65a0-b0a5-45d9-9f5c-d39483e090aa tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:04.652765 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb10f-d5d7-4dab-bb07-3e5b2be9c38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:04.709858 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cf4c6f05-6c14-455c-9752-189472903381 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:04.744119 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-cf4c6f05-6c14-455c-9752-189472903381 None None] Transition to ACTIVE for port object 52d3a562-ed45-4d01-b6cd-68c48ae53021 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:04.808573 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-cf4c6f05-6c14-455c-9752-189472903381 None None] Transition to ACTIVE for port object 52d3a562-ed45-4d01-b6cd-68c48ae53021 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:04.827478 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb10f-d5d7-4dab-bb07-3e5b2be9c38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:04.828309 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cf4c6f05-6c14-455c-9752-189472903381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:04.918911 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb10f-d5d7-4dab-bb07-3e5b2be9c38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:04.925653 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fdbbb10f-d5d7-4dab-bb07-3e5b2be9c38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:04.929591 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fdbbb10f-d5d7-4dab-bb07-3e5b2be9c38f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3b3ef140-8ce0-4b0c-9016-c38c4df7ddb9 HTTP/1.1" status: 204 len: 168 time: 0.4844651 Sep 01 15:39:04.964506 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4c6f05-6c14-455c-9752-189472903381 None None] Network 860f2f77-0ab2-48cb-8df1-fcf81defbe84 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:04.975897 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412087a-5baa-495e-aa4e-5ad289525929 req-86a9e69c-2171-437b-8e68-28110b546cdc tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:04.983196 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b412087a-5baa-495e-aa4e-5ad289525929 req-86a9e69c-2171-437b-8e68-28110b546cdc tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 945 time: 0.3220856 Sep 01 15:39:04.985288 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbb10f-d5d7-4dab-bb07-3e5b2be9c38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3ef140-8ce0-4b0c-9016-c38c4df7ddb9,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:05.019113 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-cf4c6f05-6c14-455c-9752-189472903381 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:05.057858 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4c6f05-6c14-455c-9752-189472903381 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:05.074366 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b412087a-5baa-495e-aa4e-5ad289525929 req-68aa923e-3829-4727-b7ac-9861630695b6 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d748438-d71e-43d2-abed-362257d98256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739138 Sep 01 15:39:05.151326 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41810) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:05.332622 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c6f05-6c14-455c-9752-189472903381 None None] Pushing event updated for resources: {'Port': ['ID=52d3a562-ed45-4d01-b6cd-68c48ae53021,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:05.357676 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-cf4c6f05-6c14-455c-9752-189472903381 None None] Attempting to bind port 52d3a562-ed45-4d01-b6cd-68c48ae53021 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:39:05.357676 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-cf4c6f05-6c14-455c-9752-189472903381 None None] Attempting to bind port 52d3a562-ed45-4d01-b6cd-68c48ae53021 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '93fe6182-6f27-46ac-8191-0ac775add375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '860f2f77-0ab2-48cb-8df1-fcf81defbe84'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:39:05.357676 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4c6f05-6c14-455c-9752-189472903381 None None] Attempting to bind port 52d3a562-ed45-4d01-b6cd-68c48ae53021 on network 860f2f77-0ab2-48cb-8df1-fcf81defbe84 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:39:05.399553 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4c6f05-6c14-455c-9752-189472903381 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:39:05.400276 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4c6f05-6c14-455c-9752-189472903381 None None] Checking segment: {'id': '93fe6182-6f27-46ac-8191-0ac775add375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '860f2f77-0ab2-48cb-8df1-fcf81defbe84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:39:05.400857 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cf4c6f05-6c14-455c-9752-189472903381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:05.401427 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4c6f05-6c14-455c-9752-189472903381 None None] Bound using segment: {'id': '93fe6182-6f27-46ac-8191-0ac775add375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '860f2f77-0ab2-48cb-8df1-fcf81defbe84'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:39:05.402174 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-cf4c6f05-6c14-455c-9752-189472903381 None None] Bound port: 52d3a562-ed45-4d01-b6cd-68c48ae53021, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93fe6182-6f27-46ac-8191-0ac775add375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '860f2f77-0ab2-48cb-8df1-fcf81defbe84'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:39:05.402838 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cf4c6f05-6c14-455c-9752-189472903381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:05.619215 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2c7d65a0-b0a5-45d9-9f5c-d39483e090aa tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:05.735859 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-cf4c6f05-6c14-455c-9752-189472903381 None None] For port 52d3a562-ed45-4d01-b6cd-68c48ae53021, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:39:05.745013 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-cf4c6f05-6c14-455c-9752-189472903381 None None] For port 52d3a562-ed45-4d01-b6cd-68c48ae53021, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=52d3a562-ed45-4d01-b6cd-68c48ae53021,segment=NetworkSegment(93fe6182-6f27-46ac-8191-0ac775add375),segment_id=93fe6182-6f27-46ac-8191-0ac775add375)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:39:05.754791 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cf4c6f05-6c14-455c-9752-189472903381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:05.819369 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7d65a0-b0a5-45d9-9f5c-d39483e090aa tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network 860f2f77-0ab2-48cb-8df1-fcf81defbe84 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:05.839128 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-2c7d65a0-b0a5-45d9-9f5c-d39483e090aa tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:05.845818 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7d65a0-b0a5-45d9-9f5c-d39483e090aa tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:05.849832 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2c7d65a0-b0a5-45d9-9f5c-d39483e090aa tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:05.863921 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c551aa2-1bc8-4cda-ac8b-2a0ea01a09db tempest-TestVolumeBackupRestore-1268446933 tempest-TestVolumeBackupRestore-1268446933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:05.868141 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8c551aa2-1bc8-4cda-ac8b-2a0ea01a09db tempest-TestVolumeBackupRestore-1268446933 tempest-TestVolumeBackupRestore-1268446933-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 1091 time: 0.7151091 Sep 01 15:39:05.875239 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41824) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:05.891360 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-502f1074-bca9-4582-828c-40e1dadebd57 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'port_id': 'c5115d74-fa06-4df1-9247-37778897fe65', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:05.905495 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2c7d65a0-b0a5-45d9-9f5c-d39483e090aa tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4541101 Sep 01 15:39:05.907980 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41828) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:05.923667 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-7eddf15e-6f01-44ac-ab9a-ffcfe50e0942 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'port': {'network_id': '860f2f77-0ab2-48cb-8df1-fcf81defbe84', 'fixed_ips': [{'subnet_id': '1cc08bd0-3141-4334-85f2-ef1f1e835379'}, {'subnet_id': '5f9c0b28-9ee7-4dc7-ab7a-15c489db57c2'}], 'name': 'tempest-PortsIpV6TestJSON-1486057782'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:05.957502 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-502f1074-bca9-4582-828c-40e1dadebd57 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for floatingip, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:05.964425 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c6f05-6c14-455c-9752-189472903381 None None] Pushing event updated for resources: {'Port': ['ID=52d3a562-ed45-4d01-b6cd-68c48ae53021,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:06.050198 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d65a0-b0a5-45d9-9f5c-d39483e090aa tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Subnet': ['ID=5f9c0b28-9ee7-4dc7-ab7a-15c489db57c2,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:06.352665 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eddf15e-6f01-44ac-ab9a-ffcfe50e0942 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:06.499042 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-502f1074-bca9-4582-828c-40e1dadebd57 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:06.650407 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41852) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:06.907118 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 52d3a562-ed45-4d01-b6cd-68c48ae53021 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:06.965232 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7eddf15e-6f01-44ac-ab9a-ffcfe50e0942 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:06.996095 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-502f1074-bca9-4582-828c-40e1dadebd57 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Allocated IP 172.25.6.183 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/a1233d69-559a-4b4a-ac6b-0410c04d74f4) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:07.046965 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-7eddf15e-6f01-44ac-ab9a-ffcfe50e0942 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] device_id is not set on port 0f69d442-4beb-474c-99c2-5b9e20b8cddf yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:39:07.144444 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 52d3a562-ed45-4d01-b6cd-68c48ae53021 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:07.380167 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-502f1074-bca9-4582-828c-40e1dadebd57 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:07.480227 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-43241a68-1441-4c00-a974-fe6d92de6086 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-661755807-network', 'tenant_id': 'ce2d4cae53514399882a15b65a30f8f0'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:07.601955 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-502f1074-bca9-4582-828c-40e1dadebd57 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:07.629290 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43241a68-1441-4c00-a974-fe6d92de6086 admin admin] Made reservation on behalf of ce2d4cae53514399882a15b65a30f8f0 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:07.633420 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43241a68-1441-4c00-a974-fe6d92de6086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:07.659768 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43241a68-1441-4c00-a974-fe6d92de6086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:07.753269 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f1074-bca9-4582-828c-40e1dadebd57 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Pushing event updated for resources: {'Port': ['ID=a1233d69-559a-4b4a-ac6b-0410c04d74f4,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:07.772742 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502f1074-bca9-4582-828c-40e1dadebd57 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:07.775228 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-502f1074-bca9-4582-828c-40e1dadebd57 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:07.780430 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502f1074-bca9-4582-828c-40e1dadebd57 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:08.330791 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825f187c-4a49-489e-ac4e-ab6590a6e0d6 None None] Network 860f2f77-0ab2-48cb-8df1-fcf81defbe84 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:08.333194 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43241a68-1441-4c00-a974-fe6d92de6086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:08.343255 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43241a68-1441-4c00-a974-fe6d92de6086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:08.369701 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43241a68-1441-4c00-a974-fe6d92de6086 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:39:08.459205 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43241a68-1441-4c00-a974-fe6d92de6086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:08.459676 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-43241a68-1441-4c00-a974-fe6d92de6086 admin admin] Added segment d025c177-6925-4e9c-a98b-6f191371eab1 of type vlan for network 45ad8899-3b9a-48a3-b615-ba11469fcc1d Sep 01 15:39:08.517298 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43241a68-1441-4c00-a974-fe6d92de6086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ee3d53-4010-450e-983a-7b92f15918ca,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:08.566249 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-7eddf15e-6f01-44ac-ab9a-ffcfe50e0942 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Allocated IP 2001:db8::393 (860f2f77-0ab2-48cb-8df1-fcf81defbe84/1cc08bd0-3141-4334-85f2-ef1f1e835379/0f69d442-4beb-474c-99c2-5b9e20b8cddf) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:08.664505 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-7eddf15e-6f01-44ac-ab9a-ffcfe50e0942 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Allocated IP 2001:db8:0:1::215 (860f2f77-0ab2-48cb-8df1-fcf81defbe84/5f9c0b28-9ee7-4dc7-ab7a-15c489db57c2/0f69d442-4beb-474c-99c2-5b9e20b8cddf) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:08.735850 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43241a68-1441-4c00-a974-fe6d92de6086 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:08.992136 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:09.046506 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43241a68-1441-4c00-a974-fe6d92de6086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:09.048786 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43241a68-1441-4c00-a974-fe6d92de6086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:09.050190 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43241a68-1441-4c00-a974-fe6d92de6086 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:09.072124 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3bfb7df3-dd25-4909-ab99-734df930bb88 None None] Provisioning for port 52d3a562-ed45-4d01-b6cd-68c48ae53021 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:09.085913 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3bfb7df3-dd25-4909-ab99-734df930bb88 None None] Provisioning complete for port 52d3a562-ed45-4d01-b6cd-68c48ae53021 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:09.089300 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3bfb7df3-dd25-4909-ab99-734df930bb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:09.093183 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-502f1074-bca9-4582-828c-40e1dadebd57 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:09.259607 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-502f1074-bca9-4582-828c-40e1dadebd57 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:09.423458 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6d11c5e2-3498-415a-9f23-37a274e9d14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:09.434198 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3bfb7df3-dd25-4909-ab99-734df930bb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:09.480015 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e2558d-0072-49ed-ac6e-5975bc412e2a None None] Update dhcp port {'port': {'network_id': '860f2f77-0ab2-48cb-8df1-fcf81defbe84', 'fixed_ips': [{'subnet_id': '1cc08bd0-3141-4334-85f2-ef1f1e835379', 'ip_address': '2001:db8::2'}, {'subnet_id': '5f9c0b28-9ee7-4dc7-ab7a-15c489db57c2'}], 'binding:host_id': 'n-d-794796-3'}, 'id': '52d3a562-ed45-4d01-b6cd-68c48ae53021'} from n-d-794796-3. {{(pid=94735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:39:09.567842 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43241a68-1441-4c00-a974-fe6d92de6086 admin admin] Pushing event updated for resources: {'Network': ['ID=45ad8899-3b9a-48a3-b615-ba11469fcc1d,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:09.601509 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-43241a68-1441-4c00-a974-fe6d92de6086 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9393361 Sep 01 15:39:09.632467 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41908) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:09.636141 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 45ad8899-3b9a-48a3-b615-ba11469fcc1d details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:39:09.644782 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-a59893eb-74e2-4191-aa91-ae4a267e375f admin admin] Request body: {'subnet': {'network_id': '45ad8899-3b9a-48a3-b615-ba11469fcc1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-661755807-subnet', 'tenant_id': 'ce2d4cae53514399882a15b65a30f8f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:09.776485 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59893eb-74e2-4191-aa91-ae4a267e375f admin admin] Made reservation on behalf of ce2d4cae53514399882a15b65a30f8f0 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:09.785154 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a59893eb-74e2-4191-aa91-ae4a267e375f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:09.819266 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7eddf15e-6f01-44ac-ab9a-ffcfe50e0942 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:09.872272 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-7eddf15e-6f01-44ac-ab9a-ffcfe50e0942 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Transition to ACTIVE for port object 0f69d442-4beb-474c-99c2-5b9e20b8cddf will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:09.964427 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3bfb7df3-dd25-4909-ab99-734df930bb88 None None] For port 52d3a562-ed45-4d01-b6cd-68c48ae53021, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=52d3a562-ed45-4d01-b6cd-68c48ae53021,segment=NetworkSegment(93fe6182-6f27-46ac-8191-0ac775add375),segment_id=93fe6182-6f27-46ac-8191-0ac775add375)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:09.978938 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-17e2558d-0072-49ed-ac6e-5975bc412e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:09.996937 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-502f1074-bca9-4582-828c-40e1dadebd57 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:10.017148 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-502f1074-bca9-4582-828c-40e1dadebd57 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:10.028007 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3bfb7df3-dd25-4909-ab99-734df930bb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:10.044807 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7eddf15e-6f01-44ac-ab9a-ffcfe50e0942 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:10.194376 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f1074-bca9-4582-828c-40e1dadebd57 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Pushing event updated for resources: {'Port': ['ID=a1233d69-559a-4b4a-ac6b-0410c04d74f4,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:10.230941 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-502f1074-bca9-4582-828c-40e1dadebd57 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:10.237595 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eddf15e-6f01-44ac-ab9a-ffcfe50e0942 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network 860f2f77-0ab2-48cb-8df1-fcf81defbe84 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:10.255877 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-7eddf15e-6f01-44ac-ab9a-ffcfe50e0942 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:10.262780 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eddf15e-6f01-44ac-ab9a-ffcfe50e0942 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Port': ['ID=0f69d442-4beb-474c-99c2-5b9e20b8cddf,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:10.271622 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eddf15e-6f01-44ac-ab9a-ffcfe50e0942 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:10.285557 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eddf15e-6f01-44ac-ab9a-ffcfe50e0942 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:10.285557 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7eddf15e-6f01-44ac-ab9a-ffcfe50e0942 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:10.337071 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7eddf15e-6f01-44ac-ab9a-ffcfe50e0942 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 4.4258213 Sep 01 15:39:10.340849 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41926) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:10.378080 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-287fae7c-174c-4cb7-8294-538017ec458d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1cc08bd0-3141-4334-85f2-ef1f1e835379'}]}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:10.385059 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb7df3-dd25-4909-ab99-734df930bb88 None None] Pushing event updated for resources: {'Port': ['ID=52d3a562-ed45-4d01-b6cd-68c48ae53021,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:10.460374 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41930) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:10.473298 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-502f1074-bca9-4582-828c-40e1dadebd57 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Floating IP 75d8fd8b-e967-4c45-8249-fd80483d913e associated. External IP: 172.25.6.183, port: c5115d74-fa06-4df1-9247-37778897fe65. Sep 01 15:39:10.543519 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41936) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:10.582114 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a59893eb-74e2-4191-aa91-ae4a267e375f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:10.655433 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59893eb-74e2-4191-aa91-ae4a267e375f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c7aedd8-4617-4450-b284-829bec44a885,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:10.763559 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-287fae7c-174c-4cb7-8294-538017ec458d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:10.798984 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59893eb-74e2-4191-aa91-ae4a267e375f admin admin] Checking segment: {'id': 'd025c177-6925-4e9c-a98b-6f191371eab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '45ad8899-3b9a-48a3-b615-ba11469fcc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:39:10.799784 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59893eb-74e2-4191-aa91-ae4a267e375f admin admin] Network hostable DHCP agents. Network: 45ad8899-3b9a-48a3-b615-ba11469fcc1d, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:39:10.869997 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 52d3a562-ed45-4d01-b6cd-68c48ae53021 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:10.928573 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59893eb-74e2-4191-aa91-ae4a267e375f admin admin] Network 45ad8899-3b9a-48a3-b615-ba11469fcc1d is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:39:10.981801 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-17e2558d-0072-49ed-ac6e-5975bc412e2a None None] Allocated IP 2001:db8:0:1::2 (860f2f77-0ab2-48cb-8df1-fcf81defbe84/5f9c0b28-9ee7-4dc7-ab7a-15c489db57c2/52d3a562-ed45-4d01-b6cd-68c48ae53021) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:11.038631 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e04b4b5a-ac1e-4908-a1ae-8d04362f4868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:11.072823 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4024cec-8315-48fe-8265-656b4370dc70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:11.097491 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-a59893eb-74e2-4191-aa91-ae4a267e375f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 45ad8899-3b9a-48a3-b615-ba11469fcc1d) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:11.198383 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59893eb-74e2-4191-aa91-ae4a267e375f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:11.199813 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a59893eb-74e2-4191-aa91-ae4a267e375f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:11.314163 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502f1074-bca9-4582-828c-40e1dadebd57 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Router f83edebe-7156-47f8-b3a7-245de57a6b5c has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:39:11.317946 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-17e2558d-0072-49ed-ac6e-5975bc412e2a None None] For port 52d3a562-ed45-4d01-b6cd-68c48ae53021, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=52d3a562-ed45-4d01-b6cd-68c48ae53021,segment=NetworkSegment(93fe6182-6f27-46ac-8191-0ac775add375),segment_id=93fe6182-6f27-46ac-8191-0ac775add375)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:11.381687 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-17e2558d-0072-49ed-ac6e-5975bc412e2a None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:11.392320 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4024cec-8315-48fe-8265-656b4370dc70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:11.400335 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41942) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:11.421711 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-17e2558d-0072-49ed-ac6e-5975bc412e2a None None] Transition to ACTIVE for port object 52d3a562-ed45-4d01-b6cd-68c48ae53021 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:11.428300 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a75a9a9-623a-49b7-9991-bba12feca977 None None] Network 45ad8899-3b9a-48a3-b615-ba11469fcc1d requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:11.434537 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-17e2558d-0072-49ed-ac6e-5975bc412e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:11.480556 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a4024cec-8315-48fe-8265-656b4370dc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:11.560159 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4024cec-8315-48fe-8265-656b4370dc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305050a7-5dfc-4f5a-b0b2-07af16a82fe6,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:11.567559 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a4024cec-8315-48fe-8265-656b4370dc70 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=09718b3497c845a7b916a230592ad99a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1060529 Sep 01 15:39:11.570720 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41944) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:11.578477 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502f1074-bca9-4582-828c-40e1dadebd57 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:39:11.657058 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-345a3c4f-35dc-4a50-891a-9a4ff00a4767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:11.682765 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-287fae7c-174c-4cb7-8294-538017ec458d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Delete allocated IP 2001:db8:0:1::215 (860f2f77-0ab2-48cb-8df1-fcf81defbe84/5f9c0b28-9ee7-4dc7-ab7a-15c489db57c2) {{(pid=94733) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 01 15:39:11.718565 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-345a3c4f-35dc-4a50-891a-9a4ff00a4767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:11.744058 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5c7f57-d8c4-4893-9ed3-f052376fc7a7 None None] Sync routers for ids ['f83edebe-7156-47f8-b3a7-245de57a6b5c'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:39:11.815679 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-345a3c4f-35dc-4a50-891a-9a4ff00a4767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:11.818431 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-345a3c4f-35dc-4a50-891a-9a4ff00a4767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:11.823412 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-345a3c4f-35dc-4a50-891a-9a4ff00a4767 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/305050a7-5dfc-4f5a-b0b2-07af16a82fe6 HTTP/1.1" status: 204 len: 168 time: 0.2476642 Sep 01 15:39:11.839299 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5c7f57-d8c4-4893-9ed3-f052376fc7a7 None None] Routers {'f83edebe-7156-47f8-b3a7-245de57a6b5c'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:39:11.839299 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-dd5c7f57-d8c4-4893-9ed3-f052376fc7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:38:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f83edebe-7156-47f8-b3a7-245de57a6b5c'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:11.855248 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aafcaa19-50ea-478e-9f35-6f25c5a0d0ea req-1b643132-bd13-4e58-a587-5609fd602e38 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4100928 Sep 01 15:39:11.856383 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a3c4f-35dc-4a50-891a-9a4ff00a4767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305050a7-5dfc-4f5a-b0b2-07af16a82fe6,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:11.889776 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f44656f-3f41-4d11-beaa-0333743b45e3 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:11.890264 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f44656f-3f41-4d11-beaa-0333743b45e3 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:11.890777 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f44656f-3f41-4d11-beaa-0333743b45e3 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:11.913601 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2558d-0072-49ed-ac6e-5975bc412e2a None None] Pushing event updated for resources: {'Port': ['ID=52d3a562-ed45-4d01-b6cd-68c48ae53021,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:11.915023 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4f44656f-3f41-4d11-beaa-0333743b45e3 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] 10.222.0.60 "GET /v2.0/ports?project_id=0f5af12f2f0248c3b6a1104cb00ca9c0&network_id=4632520d-c32a-45da-ba25-63401b32d6f2 HTTP/1.1" status: 200 len: 2970 time: 0.5091119 Sep 01 15:39:12.069924 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e04b4b5a-ac1e-4908-a1ae-8d04362f4868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:12.083505 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a59893eb-74e2-4191-aa91-ae4a267e375f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4471073 Sep 01 15:39:12.085498 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf619537-c331-4e25-ad60-24e407d5855f None None] Network 45ad8899-3b9a-48a3-b615-ba11469fcc1d requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:12.092367 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-502f1074-bca9-4582-828c-40e1dadebd57 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:12.161751 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-287fae7c-174c-4cb7-8294-538017ec458d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:12.180140 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-502f1074-bca9-4582-828c-40e1dadebd57 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2990427 Sep 01 15:39:12.181827 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41956) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:12.182079 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75dcec2e-8f72-4783-bf96-1f29a28753f7', 'tag': 'c5115d74-fa06-4df1-9247-37778897fe65'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:39:12.186936 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c4c4f8-70b6-4369-b3db-a2dc7202bd09" -d '{"events": [{"name": "network-changed", "server_uuid": "75dcec2e-8f72-4783-bf96-1f29a28753f7", "tag": "c5115d74-fa06-4df1-9247-37778897fe65"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:39:12.194020 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-dd5c7f57-d8c4-4893-9ed3-f052376fc7a7 None None] Set router f83edebe-7156-47f8-b3a7-245de57a6b5c gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:39:12.299870 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:12.327053 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e493951-ae0f-4b90-95ff-e143bfea2007 tempest-TestVolumeBackupRestore-1268446933 tempest-TestVolumeBackupRestore-1268446933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:12.333289 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0e493951-ae0f-4b90-95ff-e143bfea2007 tempest-TestVolumeBackupRestore-1268446933 tempest-TestVolumeBackupRestore-1268446933-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 1091 time: 0.1346242 Sep 01 15:39:12.336843 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41962) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:12.342335 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e04b4b5a-ac1e-4908-a1ae-8d04362f4868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:12.350042 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-df1afa77-4f87-467e-ba63-5c497b514ffa tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Request body: {'floatingip': {'port_id': 'c5115d74-fa06-4df1-9247-37778897fe65'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:12.413563 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-287fae7c-174c-4cb7-8294-538017ec458d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Ignored duplicate provisioning block setup for port 0f69d442-4beb-474c-99c2-5b9e20b8cddf by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 01 15:39:12.479307 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-287fae7c-174c-4cb7-8294-538017ec458d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:12.511366 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-df1afa77-4f87-467e-ba63-5c497b514ffa tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for floatingip, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:12.525700 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eaa7ba0-ee5e-4cfc-ad11-2c3dc69aceed x-openstack-request-id: req-9eaa7ba0-ee5e-4cfc-ad11-2c3dc69aceed {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:39:12.526038 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75dcec2e-8f72-4783-bf96-1f29a28753f7", "tag": "c5115d74-fa06-4df1-9247-37778897fe65", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:39:12.526506 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9eaa7ba0-ee5e-4cfc-ad11-2c3dc69aceed {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:39:12.526965 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75dcec2e-8f72-4783-bf96-1f29a28753f7', 'tag': 'c5115d74-fa06-4df1-9247-37778897fe65', 'status': 'completed', 'code': 200} Sep 01 15:39:12.732031 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e04b4b5a-ac1e-4908-a1ae-8d04362f4868 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b8cc61cb913b4813bbbd6eb0c50dc5a5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1868143 Sep 01 15:39:12.735700 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41966) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:12.859092 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcaa19-50ea-478e-9f35-6f25c5a0d0ea req-2e21dca4-df25-49e3-9501-4a16e724d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:12.861322 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aafcaa19-50ea-478e-9f35-6f25c5a0d0ea req-2e21dca4-df25-49e3-9501-4a16e724d67c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f712c44f09d4a638eab9ace3b122469&device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 1096 time: 0.6701865 Sep 01 15:39:12.862673 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b4b5a-ac1e-4908-a1ae-8d04362f4868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f801512f-ef21-4e96-abdf-bfcfa6f44843,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:12.934180 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41972) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:12.981370 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 52d3a562-ed45-4d01-b6cd-68c48ae53021 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:13.115898 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287fae7c-174c-4cb7-8294-538017ec458d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Port': ['ID=0f69d442-4beb-474c-99c2-5b9e20b8cddf,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:13.123937 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a929541e-8b1c-46a1-9545-46c2260ed7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:13.146398 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcaa19-50ea-478e-9f35-6f25c5a0d0ea req-c1400887-8da8-423d-aaaf-672202a3237d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:13.149174 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aafcaa19-50ea-478e-9f35-6f25c5a0d0ea req-c1400887-8da8-423d-aaaf-672202a3237d service neutron] 10.222.0.45 "GET /v2.0/networks?id=76769b7a-4b3e-4693-94a4-6c03453c9aef HTTP/1.1" status: 200 len: 914 time: 0.2109578 Sep 01 15:39:13.178986 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e1054be2-b0ed-462e-a420-02b3dcc5f74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:13.203854 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce5a51b-2f38-4328-9a15-e43f2206d544 None None] Network 860f2f77-0ab2-48cb-8df1-fcf81defbe84 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:13.346548 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:13.362842 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-68979c54-7d85-4fe5-8fa1-0353d352585f None None] Provisioning for port 52d3a562-ed45-4d01-b6cd-68c48ae53021 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:13.381792 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-dd5c7f57-d8c4-4893-9ed3-f052376fc7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'name': 'tempest-TestVolumeBackupRestore-510133207-router', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:47Z', 'updated_at': '2021-09-01T15:33:05Z', 'revision_number': 4, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'gw_port': {'id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:49Z', 'updated_at': '2021-09-01T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '75d8fd8b-e967-4c45-8249-fd80483d913e', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'floating_ip_address': '172.25.6.183', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'port_id': 'c5115d74-fa06-4df1-9247-37778897fe65', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef', 'mac_address': 'fa:16:3e:f4:7c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dcec2e-8f72-4783-bf96-1f29a28753f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:39:08Z', 'updated_at': '2021-09-01T15:39:08Z', 'revision_number': 0, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b461ed-4a51-4497-a1d6-bae93e84524e', 'name': '', 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'mac_address': 'fa:16:3e:69:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'da20ebf2-a46b-4ef3-a737-42373cf96a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:00Z', 'updated_at': '2021-09-01T15:33:15Z', 'revision_number': 5, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'subnets': [{'id': 'da20ebf2-a46b-4ef3-a737-42373cf96a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:13.466120 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5c7f57-d8c4-4893-9ed3-f052376fc7a7 None None] Checking router: f83edebe-7156-47f8-b3a7-245de57a6b5c for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:39:13.477342 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-68979c54-7d85-4fe5-8fa1-0353d352585f None None] Provisioning complete for port 52d3a562-ed45-4d01-b6cd-68c48ae53021 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:13.478503 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-68979c54-7d85-4fe5-8fa1-0353d352585f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:13.577100 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5c7f57-d8c4-4893-9ed3-f052376fc7a7 None None] Routers {'f83edebe-7156-47f8-b3a7-245de57a6b5c'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:39:13.577799 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-dd5c7f57-d8c4-4893-9ed3-f052376fc7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:38:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f83edebe-7156-47f8-b3a7-245de57a6b5c'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:13.684224 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-287fae7c-174c-4cb7-8294-538017ec458d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] In _notify_port_updated(), no bound segment for port 0f69d442-4beb-474c-99c2-5b9e20b8cddf on network 860f2f77-0ab2-48cb-8df1-fcf81defbe84 {{(pid=94733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:39:13.696402 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287fae7c-174c-4cb7-8294-538017ec458d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:13.697197 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-287fae7c-174c-4cb7-8294-538017ec458d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:13.698608 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-287fae7c-174c-4cb7-8294-538017ec458d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "PUT /v2.0/ports/0f69d442-4beb-474c-99c2-5b9e20b8cddf HTTP/1.1" status: 200 len: 926 time: 3.3569596 Sep 01 15:39:13.705970 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41984) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:13.710856 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b3a89a10-ba65-4d38-97c0-dc4bb4a600b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:13.735005 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-ef70d80d-7e17-4fa8-b806-bfc1684eff9c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1cc08bd0-3141-4334-85f2-ef1f1e835379'}, {'subnet_id': '5f9c0b28-9ee7-4dc7-ab7a-15c489db57c2'}]}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:13.792248 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aafcaa19-50ea-478e-9f35-6f25c5a0d0ea req-9725354f-897d-458e-aff1-6edd015d4840 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5115d74-fa06-4df1-9247-37778897fe65 HTTP/1.1" status: 200 len: 999 time: 0.1101944 Sep 01 15:39:13.904956 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-dd5c7f57-d8c4-4893-9ed3-f052376fc7a7 None None] Set router f83edebe-7156-47f8-b3a7-245de57a6b5c gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:39:13.993496 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e1054be2-b0ed-462e-a420-02b3dcc5f74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:14.016799 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e1054be2-b0ed-462e-a420-02b3dcc5f74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:14.091428 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 41990) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:14.110645 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-52841126-ce1d-4c0c-a802-d77df145ec06 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1272723235-network', 'tenant_id': 'c975f18cbcb44e7d8a7066cdc317bfff'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:14.125208 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.resource_extend [None req-df1afa77-4f87-467e-ba63-5c497b514ffa tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:39:14.203078 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-df1afa77-4f87-467e-ba63-5c497b514ffa tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:14.208194 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a929541e-8b1c-46a1-9545-46c2260ed7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:14.223888 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e1054be2-b0ed-462e-a420-02b3dcc5f74c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2e2937b07ce0420e921aec4d14f635a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1087406 Sep 01 15:39:14.241023 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41992) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:14.242120 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 41994) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:14.252823 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1054be2-b0ed-462e-a420-02b3dcc5f74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2b9139-b6aa-4077-bc6a-5071e0b74aec,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:14.313850 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ef70d80d-7e17-4fa8-b806-bfc1684eff9c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:14.331650 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-df1afa77-4f87-467e-ba63-5c497b514ffa tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:14.404377 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcaa19-50ea-478e-9f35-6f25c5a0d0ea req-2b78cf50-56f2-4f31-acf2-5ded5d446d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:14.406133 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aafcaa19-50ea-478e-9f35-6f25c5a0d0ea req-2b78cf50-56f2-4f31-acf2-5ded5d446d28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da20ebf2-a46b-4ef3-a737-42373cf96a21 HTTP/1.1" status: 200 len: 852 time: 0.4068630 Sep 01 15:39:14.416651 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-86899aa5-f84e-4751-86a2-869364631989 None None] Provisioning for port 0f69d442-4beb-474c-99c2-5b9e20b8cddf completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:14.425522 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-86899aa5-f84e-4751-86a2-869364631989 None None] Provisioning complete for port 0f69d442-4beb-474c-99c2-5b9e20b8cddf triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:14.426506 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-86899aa5-f84e-4751-86a2-869364631989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:14.519253 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-86899aa5-f84e-4751-86a2-869364631989 None None] Port 0f69d442-4beb-474c-99c2-5b9e20b8cddf cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:39:14.536610 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bc9757-6c38-4337-bfc2-16b334ef6e18 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:14.547482 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-15bc9757-6c38-4337-bfc2-16b334ef6e18 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5c826073-0017-46f6-8947-51b31e774ff4 HTTP/1.1" status: 200 len: 814 time: 0.2969604 Sep 01 15:39:14.565873 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-86899aa5-f84e-4751-86a2-869364631989 None None] Provisioning complete for port 52d3a562-ed45-4d01-b6cd-68c48ae53021 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:14.567004 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-86899aa5-f84e-4751-86a2-869364631989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:14.597647 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c9b1475-53c7-496d-b666-d6ec15db3015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:14.604222 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52841126-ce1d-4c0c-a802-d77df145ec06 admin admin] Made reservation on behalf of c975f18cbcb44e7d8a7066cdc317bfff for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:14.607613 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcaa19-50ea-478e-9f35-6f25c5a0d0ea req-20983a37-2c30-40bb-a182-cc5362d3ef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:14.608874 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52841126-ce1d-4c0c-a802-d77df145ec06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:14.611209 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aafcaa19-50ea-478e-9f35-6f25c5a0d0ea req-20983a37-2c30-40bb-a182-cc5362d3ef63 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=76769b7a-4b3e-4693-94a4-6c03453c9aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1712899 Sep 01 15:39:14.615385 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a929541e-8b1c-46a1-9545-46c2260ed7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:14.619403 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a929541e-8b1c-46a1-9545-46c2260ed7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:14.624367 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-dd5c7f57-d8c4-4893-9ed3-f052376fc7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'name': 'tempest-TestVolumeBackupRestore-510133207-router', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:47Z', 'updated_at': '2021-09-01T15:33:05Z', 'revision_number': 4, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'gw_port': {'id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:49Z', 'updated_at': '2021-09-01T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '75d8fd8b-e967-4c45-8249-fd80483d913e', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'floating_ip_address': '172.25.6.183', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'port_id': 'c5115d74-fa06-4df1-9247-37778897fe65', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef', 'mac_address': 'fa:16:3e:f4:7c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dcec2e-8f72-4783-bf96-1f29a28753f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:39:08Z', 'updated_at': '2021-09-01T15:39:08Z', 'revision_number': 0, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b461ed-4a51-4497-a1d6-bae93e84524e', 'name': '', 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'mac_address': 'fa:16:3e:69:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'da20ebf2-a46b-4ef3-a737-42373cf96a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:00Z', 'updated_at': '2021-09-01T15:33:15Z', 'revision_number': 5, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'subnets': [{'id': 'da20ebf2-a46b-4ef3-a737-42373cf96a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:14.628876 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a929541e-8b1c-46a1-9545-46c2260ed7e6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f801512f-ef21-4e96-abdf-bfcfa6f44843 HTTP/1.1" status: 204 len: 168 time: 1.8580389 Sep 01 15:39:14.673369 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5c7f57-d8c4-4893-9ed3-f052376fc7a7 None None] The sync data for ids ['f83edebe-7156-47f8-b3a7-245de57a6b5c'] in n-d-794796-3 is: [{'id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'name': 'tempest-TestVolumeBackupRestore-510133207-router', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:47Z', 'updated_at': '2021-09-01T15:33:05Z', 'revision_number': 4, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'gw_port': {'id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:49Z', 'updated_at': '2021-09-01T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '75d8fd8b-e967-4c45-8249-fd80483d913e', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'floating_ip_address': '172.25.6.183', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'port_id': 'c5115d74-fa06-4df1-9247-37778897fe65', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef', 'mac_address': 'fa:16:3e:f4:7c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dcec2e-8f72-4783-bf96-1f29a28753f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:39:08Z', 'updated_at': '2021-09-01T15:39:08Z', 'revision_number': 0, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b461ed-4a51-4497-a1d6-bae93e84524e', 'name': '', 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'mac_address': 'fa:16:3e:69:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'da20ebf2-a46b-4ef3-a737-42373cf96a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:00Z', 'updated_at': '2021-09-01T15:33:15Z', 'revision_number': 5, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'subnets': [{'id': 'da20ebf2-a46b-4ef3-a737-42373cf96a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:39:14.822222 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929541e-8b1c-46a1-9545-46c2260ed7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f801512f-ef21-4e96-abdf-bfcfa6f44843,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:14.890637 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c9b1475-53c7-496d-b666-d6ec15db3015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:14.999993 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-44bc101a-c4b7-4606-8158-10929012bbb0 None None] Provisioning complete for port 0f69d442-4beb-474c-99c2-5b9e20b8cddf triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:15.000411 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-44bc101a-c4b7-4606-8158-10929012bbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:15.120496 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aafcaa19-50ea-478e-9f35-6f25c5a0d0ea req-987f9c83-3232-47ab-aba5-876e59ffd491 service neutron] 10.222.0.45 "GET /v2.0/networks/76769b7a-4b3e-4693-94a4-6c03453c9aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891205 Sep 01 15:39:15.128496 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-44bc101a-c4b7-4606-8158-10929012bbb0 None None] Port 0f69d442-4beb-474c-99c2-5b9e20b8cddf cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:39:15.130286 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42002) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:15.182835 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-4dfea65e-e2e6-4d7f-b3f1-32017b187e44 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'network': {'name': 'tempest-network-smoke--1800530966', 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'port_security_enabled': True}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:15.247120 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68cb34b-24ad-4011-89f7-a06edc0933c2 None None] New status for floating IP 75d8fd8b-e967-4c45-8249-fd80483d913e: ACTIVE {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:39:15.257982 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:15.424068 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9faa11ba-4208-43b5-9118-eba1ef62547e None None] Provisioning complete for port 0f69d442-4beb-474c-99c2-5b9e20b8cddf triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:15.425127 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9faa11ba-4208-43b5-9118-eba1ef62547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:15.469361 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfea65e-e2e6-4d7f-b3f1-32017b187e44 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Made reservation on behalf of 0f5af12f2f0248c3b6a1104cb00ca9c0 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:15.481372 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4dfea65e-e2e6-4d7f-b3f1-32017b187e44 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:15.494641 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c9b1475-53c7-496d-b666-d6ec15db3015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:15.497126 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52841126-ce1d-4c0c-a802-d77df145ec06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:15.498031 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c9b1475-53c7-496d-b666-d6ec15db3015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:15.507464 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0c9b1475-53c7-496d-b666-d6ec15db3015 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0d2b9139-b6aa-4077-bc6a-5071e0b74aec HTTP/1.1" status: 204 len: 168 time: 1.2590218 Sep 01 15:39:15.522743 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-9faa11ba-4208-43b5-9118-eba1ef62547e None None] Port 0f69d442-4beb-474c-99c2-5b9e20b8cddf cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:39:15.611016 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b1475-53c7-496d-b666-d6ec15db3015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2b9139-b6aa-4077-bc6a-5071e0b74aec,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:15.794656 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dfea65e-e2e6-4d7f-b3f1-32017b187e44 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:39:15.827826 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aafcaa19-50ea-478e-9f35-6f25c5a0d0ea req-d3772672-9b82-4a8e-9a08-ae17dacfe47b service neutron] 10.222.0.45 "GET /v2.0/networks/76769b7a-4b3e-4693-94a4-6c03453c9aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6861691 Sep 01 15:39:15.835207 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4dfea65e-e2e6-4d7f-b3f1-32017b187e44 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:15.835618 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-4dfea65e-e2e6-4d7f-b3f1-32017b187e44 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Added segment 925214c2-0731-48b5-b770-94fecb0609c0 of type vlan for network 9abcf001-8f75-447e-a006-dcebce16e53d Sep 01 15:39:16.043207 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4dfea65e-e2e6-4d7f-b3f1-32017b187e44 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:16.077407 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4c4f8-70b6-4369-b3db-a2dc7202bd09 req-c903a7f4-65d7-4fce-9f0e-c923757b4a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:16.080294 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61c4c4f8-70b6-4369-b3db-a2dc7202bd09 req-c903a7f4-65d7-4fce-9f0e-c923757b4a91 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f712c44f09d4a638eab9ace3b122469&device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 1096 time: 0.1370435 Sep 01 15:39:16.262232 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4dfea65e-e2e6-4d7f-b3f1-32017b187e44 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:16.273590 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfea65e-e2e6-4d7f-b3f1-32017b187e44 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:16.277604 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4dfea65e-e2e6-4d7f-b3f1-32017b187e44 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:16.467997 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1afa77-4f87-467e-ba63-5c497b514ffa tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Router f83edebe-7156-47f8-b3a7-245de57a6b5c has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:39:16.601131 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52841126-ce1d-4c0c-a802-d77df145ec06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:16.605173 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4c4f8-70b6-4369-b3db-a2dc7202bd09 req-8104db07-aa34-45b3-994e-e17b246e9019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:16.607999 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61c4c4f8-70b6-4369-b3db-a2dc7202bd09 req-8104db07-aa34-45b3-994e-e17b246e9019 service neutron] 10.222.0.45 "GET /v2.0/networks?id=76769b7a-4b3e-4693-94a4-6c03453c9aef HTTP/1.1" status: 200 len: 914 time: 0.5045395 Sep 01 15:39:16.608953 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfea65e-e2e6-4d7f-b3f1-32017b187e44 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'Network': ['ID=9abcf001-8f75-447e-a006-dcebce16e53d,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:16.634065 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 9abcf001-8f75-447e-a006-dcebce16e53d details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:39:16.659945 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4dfea65e-e2e6-4d7f-b3f1-32017b187e44 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5248682 Sep 01 15:39:16.695216 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42032) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:16.765278 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52841126-ce1d-4c0c-a802-d77df145ec06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:16.891251 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52841126-ce1d-4c0c-a802-d77df145ec06 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:39:16.912484 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6223e5c6-bafe-43db-8509-090a6b03bb5a tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:16.912772 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52841126-ce1d-4c0c-a802-d77df145ec06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:16.913339 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-52841126-ce1d-4c0c-a802-d77df145ec06 admin admin] Added segment 238eb9e1-816f-4e2b-ad86-e693088c6116 of type vlan for network f9327224-6f54-4996-986f-3fdf05356dec Sep 01 15:39:16.917359 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6223e5c6-bafe-43db-8509-090a6b03bb5a tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=0f5af12f2f0248c3b6a1104cb00ca9c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2206414 Sep 01 15:39:16.975154 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42036) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:16.997525 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-ef70d80d-7e17-4fa8-b806-bfc1684eff9c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Allocated IP 2001:db8:0:1::164 (860f2f77-0ab2-48cb-8df1-fcf81defbe84/5f9c0b28-9ee7-4dc7-ab7a-15c489db57c2/0f69d442-4beb-474c-99c2-5b9e20b8cddf) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:17.117298 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61c4c4f8-70b6-4369-b3db-a2dc7202bd09 req-dc84aec2-aad8-4544-9c25-7739cc621c1a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5115d74-fa06-4df1-9247-37778897fe65 HTTP/1.1" status: 200 len: 1001 time: 0.4843290 Sep 01 15:39:17.276062 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4c4f8-70b6-4369-b3db-a2dc7202bd09 req-7107ed8f-c1c4-42ab-a751-1bda95b27d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:17.278146 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61c4c4f8-70b6-4369-b3db-a2dc7202bd09 req-7107ed8f-c1c4-42ab-a751-1bda95b27d29 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da20ebf2-a46b-4ef3-a737-42373cf96a21 HTTP/1.1" status: 200 len: 852 time: 0.0857944 Sep 01 15:39:17.279706 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f2c0eb-9b01-495e-9931-389e1167a3e9 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:17.281461 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-37f2c0eb-9b01-495e-9931-389e1167a3e9 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2971079 Sep 01 15:39:17.285015 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42052) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:17.322396 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52841126-ce1d-4c0c-a802-d77df145ec06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:17.326744 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bd5af22c-bda3-426a-a320-d3997b10ac03 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5c826073-0017-46f6-8947-51b31e774ff4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402882 Sep 01 15:39:17.329394 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42054) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:17.329954 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42056) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:17.344898 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52841126-ce1d-4c0c-a802-d77df145ec06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385f35d9-5371-4611-83d9-3097c4b3ce26,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:17.406162 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9b63460e-2129-4243-b5ef-58d3032ce5e6 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=0f5af12f2f0248c3b6a1104cb00ca9c0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0726411 Sep 01 15:39:17.410589 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42064) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:17.457479 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52841126-ce1d-4c0c-a802-d77df145ec06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:17.459702 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52841126-ce1d-4c0c-a802-d77df145ec06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:17.460936 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52841126-ce1d-4c0c-a802-d77df145ec06 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:17.473664 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4c4f8-70b6-4369-b3db-a2dc7202bd09 req-8e37aeb4-44af-438e-be8c-0f7619a22eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:17.475295 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61c4c4f8-70b6-4369-b3db-a2dc7202bd09 req-8e37aeb4-44af-438e-be8c-0f7619a22eeb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=76769b7a-4b3e-4693-94a4-6c03453c9aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1468065 Sep 01 15:39:17.606145 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390c1297-54db-4b83-b2da-e5a0d1916c2f tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:17.608222 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-390c1297-54db-4b83-b2da-e5a0d1916c2f tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1966040 Sep 01 15:39:17.611068 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42068) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:17.670288 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0adbc61d-0a0a-42c3-8964-6a77c749644c tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5c826073-0017-46f6-8947-51b31e774ff4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0576994 Sep 01 15:39:17.673273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42070) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:17.681021 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-7765297b-8194-454a-a101-acd82123ae09 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1489283490', 'network_id': '9abcf001-8f75-447e-a006-dcebce16e53d', 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:17.827811 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-52841126-ce1d-4c0c-a802-d77df145ec06 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.7336066 Sep 01 15:39:17.832013 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42076) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:17.868882 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-e5734ae9-b8a9-4aa9-b733-4a64edf5f325 admin admin] Request body: {'subnet': {'network_id': 'f9327224-6f54-4996-986f-3fdf05356dec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1272723235-subnet', 'tenant_id': 'c975f18cbcb44e7d8a7066cdc317bfff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:17.904348 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52841126-ce1d-4c0c-a802-d77df145ec06 admin admin] Pushing event updated for resources: {'Network': ['ID=f9327224-6f54-4996-986f-3fdf05356dec,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:17.919453 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ef70d80d-7e17-4fa8-b806-bfc1684eff9c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:17.928490 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network f9327224-6f54-4996-986f-3fdf05356dec details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:39:17.934531 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-c92b1cc2-9ee8-411a-aff2-6742d08006bb admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-594167643-network', 'tenant_id': '3dd6b736c12c4f2eb0f8c6855f18b01d'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:17.948234 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61c4c4f8-70b6-4369-b3db-a2dc7202bd09 req-a3485c83-75af-481b-a15e-477a674a8394 service neutron] 10.222.0.45 "GET /v2.0/networks/76769b7a-4b3e-4693-94a4-6c03453c9aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581156 Sep 01 15:39:17.957502 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5734ae9-b8a9-4aa9-b733-4a64edf5f325 admin admin] Made reservation on behalf of c975f18cbcb44e7d8a7066cdc317bfff for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:17.959670 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1afa77-4f87-467e-ba63-5c497b514ffa tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:39:17.960269 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e5734ae9-b8a9-4aa9-b733-4a64edf5f325 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:17.969452 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-df1afa77-4f87-467e-ba63-5c497b514ffa tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:18.022947 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088dbcd0-01a4-4c86-a7fa-17a1f262ef4d None None] Sync routers for ids ['f83edebe-7156-47f8-b3a7-245de57a6b5c'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:39:18.072898 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088dbcd0-01a4-4c86-a7fa-17a1f262ef4d None None] Routers {'f83edebe-7156-47f8-b3a7-245de57a6b5c'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:39:18.074205 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-ef70d80d-7e17-4fa8-b806-bfc1684eff9c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Transition to ACTIVE for port object 0f69d442-4beb-474c-99c2-5b9e20b8cddf will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:18.074912 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-088dbcd0-01a4-4c86-a7fa-17a1f262ef4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:39:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f83edebe-7156-47f8-b3a7-245de57a6b5c'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:18.090378 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ef70d80d-7e17-4fa8-b806-bfc1684eff9c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:18.148272 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75dcec2e-8f72-4783-bf96-1f29a28753f7', 'tag': 'c5115d74-fa06-4df1-9247-37778897fe65'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:39:18.156364 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98b1c0f-ae4c-437d-9b38-1ab01e19ae78" -d '{"events": [{"name": "network-changed", "server_uuid": "75dcec2e-8f72-4783-bf96-1f29a28753f7", "tag": "c5115d74-fa06-4df1-9247-37778897fe65"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:39:18.159442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92b1cc2-9ee8-411a-aff2-6742d08006bb admin admin] Made reservation on behalf of 3dd6b736c12c4f2eb0f8c6855f18b01d for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:18.162335 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c92b1cc2-9ee8-411a-aff2-6742d08006bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:18.191330 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61c4c4f8-70b6-4369-b3db-a2dc7202bd09 req-1bcdc9e2-4052-44a5-83cc-072a0ea7f2f4 service neutron] 10.222.0.45 "GET /v2.0/networks/76769b7a-4b3e-4693-94a4-6c03453c9aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232330 Sep 01 15:39:18.211187 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70d80d-7e17-4fa8-b806-bfc1684eff9c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Port': ['ID=0f69d442-4beb-474c-99c2-5b9e20b8cddf,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:18.252520 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c92b1cc2-9ee8-411a-aff2-6742d08006bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:18.264425 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7765297b-8194-454a-a101-acd82123ae09 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Made reservation on behalf of 0f5af12f2f0248c3b6a1104cb00ca9c0 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:18.269159 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7765297b-8194-454a-a101-acd82123ae09 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:18.292471 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-df1afa77-4f87-467e-ba63-5c497b514ffa tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "PUT /v2.0/floatingips/75d8fd8b-e967-4c45-8249-fd80483d913e HTTP/1.1" status: 200 len: 991 time: 5.9545245 Sep 01 15:39:18.293805 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-ef70d80d-7e17-4fa8-b806-bfc1684eff9c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] In _notify_port_updated(), no bound segment for port 0f69d442-4beb-474c-99c2-5b9e20b8cddf on network 860f2f77-0ab2-48cb-8df1-fcf81defbe84 {{(pid=94734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:39:18.310344 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef70d80d-7e17-4fa8-b806-bfc1684eff9c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:18.311171 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ef70d80d-7e17-4fa8-b806-bfc1684eff9c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:18.315834 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ef70d80d-7e17-4fa8-b806-bfc1684eff9c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "PUT /v2.0/ports/0f69d442-4beb-474c-99c2-5b9e20b8cddf HTTP/1.1" status: 200 len: 1012 time: 4.6033902 Sep 01 15:39:18.320677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42082) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:18.474824 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7744b54b-7d2f-4ce9-b000-4ff64536b28f x-openstack-request-id: req-7744b54b-7d2f-4ce9-b000-4ff64536b28f {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:39:18.477601 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75dcec2e-8f72-4783-bf96-1f29a28753f7", "tag": "c5115d74-fa06-4df1-9247-37778897fe65", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:39:18.479101 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7744b54b-7d2f-4ce9-b000-4ff64536b28f {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:39:18.479865 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75dcec2e-8f72-4783-bf96-1f29a28753f7', 'tag': 'c5115d74-fa06-4df1-9247-37778897fe65', 'status': 'completed', 'code': 200} Sep 01 15:39:18.525172 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-088dbcd0-01a4-4c86-a7fa-17a1f262ef4d None None] Set router f83edebe-7156-47f8-b3a7-245de57a6b5c gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:39:18.573445 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b1c0f-ae4c-437d-9b38-1ab01e19ae78 req-72159d6a-614b-4cd0-a814-bda37114c493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:18.575440 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e98b1c0f-ae4c-437d-9b38-1ab01e19ae78 req-72159d6a-614b-4cd0-a814-bda37114c493 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f712c44f09d4a638eab9ace3b122469&device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 1096 time: 0.1943412 Sep 01 15:39:18.689866 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-6403b3e2-1ba9-4fd1-895e-49392e9d8b9e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting port 0f69d442-4beb-474c-99c2-5b9e20b8cddf {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:18.690235 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6403b3e2-1ba9-4fd1-895e-49392e9d8b9e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:18.752138 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e5734ae9-b8a9-4aa9-b733-4a64edf5f325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:18.770676 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b1c0f-ae4c-437d-9b38-1ab01e19ae78 req-e03568a9-8e7d-40a7-bbd4-a7ccb30f9b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:18.772372 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e98b1c0f-ae4c-437d-9b38-1ab01e19ae78 req-e03568a9-8e7d-40a7-bbd4-a7ccb30f9b76 service neutron] 10.222.0.45 "GET /v2.0/networks?id=76769b7a-4b3e-4693-94a4-6c03453c9aef HTTP/1.1" status: 200 len: 914 time: 0.1878912 Sep 01 15:39:19.058364 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6403b3e2-1ba9-4fd1-895e-49392e9d8b9e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:19.092458 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e19c4b99-5c78-41bf-93e6-d39cd4190173 None None] Provisioning for port 0f69d442-4beb-474c-99c2-5b9e20b8cddf completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:19.094969 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-6403b3e2-1ba9-4fd1-895e-49392e9d8b9e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Calling delete_port for 0f69d442-4beb-474c-99c2-5b9e20b8cddf owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:19.099032 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e19c4b99-5c78-41bf-93e6-d39cd4190173 None None] Provisioning complete for port 0f69d442-4beb-474c-99c2-5b9e20b8cddf triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:19.099614 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e19c4b99-5c78-41bf-93e6-d39cd4190173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:19.161567 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e19c4b99-5c78-41bf-93e6-d39cd4190173 None None] Port 0f69d442-4beb-474c-99c2-5b9e20b8cddf cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:39:19.222924 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e98b1c0f-ae4c-437d-9b38-1ab01e19ae78 req-44a0b054-393d-4421-9dd5-3baeb38ce40f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5115d74-fa06-4df1-9247-37778897fe65 HTTP/1.1" status: 200 len: 1001 time: 0.3984876 Sep 01 15:39:19.223686 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-088dbcd0-01a4-4c86-a7fa-17a1f262ef4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'name': 'tempest-TestVolumeBackupRestore-510133207-router', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:47Z', 'updated_at': '2021-09-01T15:33:05Z', 'revision_number': 4, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'gw_port': {'id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:49Z', 'updated_at': '2021-09-01T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '75d8fd8b-e967-4c45-8249-fd80483d913e', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'floating_ip_address': '172.25.6.183', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'port_id': 'c5115d74-fa06-4df1-9247-37778897fe65', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef', 'mac_address': 'fa:16:3e:f4:7c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dcec2e-8f72-4783-bf96-1f29a28753f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:39:08Z', 'updated_at': '2021-09-01T15:39:15Z', 'revision_number': 2, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b461ed-4a51-4497-a1d6-bae93e84524e', 'name': '', 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'mac_address': 'fa:16:3e:69:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'da20ebf2-a46b-4ef3-a737-42373cf96a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:00Z', 'updated_at': '2021-09-01T15:33:15Z', 'revision_number': 5, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'subnets': [{'id': 'da20ebf2-a46b-4ef3-a737-42373cf96a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:19.246994 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5734ae9-b8a9-4aa9-b733-4a64edf5f325 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad72b029-e083-439a-83c2-e63f280e787d,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:19.269916 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c92b1cc2-9ee8-411a-aff2-6742d08006bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:19.291702 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088dbcd0-01a4-4c86-a7fa-17a1f262ef4d None None] Checking router: f83edebe-7156-47f8-b3a7-245de57a6b5c for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:39:19.308314 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088dbcd0-01a4-4c86-a7fa-17a1f262ef4d None None] Routers {'f83edebe-7156-47f8-b3a7-245de57a6b5c'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:39:19.309318 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-088dbcd0-01a4-4c86-a7fa-17a1f262ef4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:39:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f83edebe-7156-47f8-b3a7-245de57a6b5c'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:19.425486 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c92b1cc2-9ee8-411a-aff2-6742d08006bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:19.506171 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5734ae9-b8a9-4aa9-b733-4a64edf5f325 admin admin] Checking segment: {'id': '238eb9e1-816f-4e2b-ad86-e693088c6116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f9327224-6f54-4996-986f-3fdf05356dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:39:19.506644 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5734ae9-b8a9-4aa9-b733-4a64edf5f325 admin admin] Network hostable DHCP agents. Network: f9327224-6f54-4996-986f-3fdf05356dec, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:39:19.523103 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6403b3e2-1ba9-4fd1-895e-49392e9d8b9e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:19.562988 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92b1cc2-9ee8-411a-aff2-6742d08006bb admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:39:19.581212 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-088dbcd0-01a4-4c86-a7fa-17a1f262ef4d None None] Set router f83edebe-7156-47f8-b3a7-245de57a6b5c gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:39:19.612504 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403b3e2-1ba9-4fd1-895e-49392e9d8b9e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Port': ['ID=0f69d442-4beb-474c-99c2-5b9e20b8cddf,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:19.619812 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7765297b-8194-454a-a101-acd82123ae09 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:19.655807 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1cc2-9ee8-411a-aff2-6742d08006bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dd5fee-b03e-4df9-a158-ada25f80b4b1,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:19.713019 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b1c0f-ae4c-437d-9b38-1ab01e19ae78 req-11b2a8e8-7132-4b9f-8061-9ea98fb164b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:19.717533 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e98b1c0f-ae4c-437d-9b38-1ab01e19ae78 req-11b2a8e8-7132-4b9f-8061-9ea98fb164b2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da20ebf2-a46b-4ef3-a737-42373cf96a21 HTTP/1.1" status: 200 len: 852 time: 0.3476427 Sep 01 15:39:19.823267 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6403b3e2-1ba9-4fd1-895e-49392e9d8b9e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:19.825479 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c92b1cc2-9ee8-411a-aff2-6742d08006bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:19.826131 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-c92b1cc2-9ee8-411a-aff2-6742d08006bb admin admin] Added segment b981acc9-fbc8-4276-a3eb-29ba85186b7d of type vlan for network 40b9fc34-3ec3-4527-9874-82786b1b74aa Sep 01 15:39:19.841365 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6403b3e2-1ba9-4fd1-895e-49392e9d8b9e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/ports/0f69d442-4beb-474c-99c2-5b9e20b8cddf HTTP/1.1" status: 204 len: 168 time: 1.5172710 Sep 01 15:39:19.844496 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42128) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:19.919749 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5734ae9-b8a9-4aa9-b733-4a64edf5f325 admin admin] Network f9327224-6f54-4996-986f-3fdf05356dec is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:39:19.950376 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37c6187-2403-40f9-8d7d-740fe9405166 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] GET failed (client error): The resource could not be found. Sep 01 15:39:19.956935 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a37c6187-2403-40f9-8d7d-740fe9405166 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "GET /v2.0/ports/0f69d442-4beb-474c-99c2-5b9e20b8cddf HTTP/1.1" status: 404 len: 333 time: 0.1079302 Sep 01 15:39:19.959496 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42134) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:20.019129 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b1c0f-ae4c-437d-9b38-1ab01e19ae78 req-e3fad6f7-5c6c-425f-b779-368b99a81390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:20.026134 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e98b1c0f-ae4c-437d-9b38-1ab01e19ae78 req-e3fad6f7-5c6c-425f-b779-368b99a81390 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=76769b7a-4b3e-4693-94a4-6c03453c9aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2438831 Sep 01 15:39:20.086522 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-e5734ae9-b8a9-4aa9-b733-4a64edf5f325 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, f9327224-6f54-4996-986f-3fdf05356dec) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:20.092767 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5734ae9-b8a9-4aa9-b733-4a64edf5f325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:20.094534 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e5734ae9-b8a9-4aa9-b733-4a64edf5f325 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:20.102860 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-c978e13b-1101-4d78-87a5-eda62fa5b93b tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting subnet 5f9c0b28-9ee7-4dc7-ab7a-15c489db57c2 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:39:20.107074 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bea5d3-006f-4114-bd48-187bcf74a3f4 None None] Network f9327224-6f54-4996-986f-3fdf05356dec requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:20.114347 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c978e13b-1101-4d78-87a5-eda62fa5b93b tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:20.156221 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7765297b-8194-454a-a101-acd82123ae09 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Checking segment: {'id': '925214c2-0731-48b5-b770-94fecb0609c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9abcf001-8f75-447e-a006-dcebce16e53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:39:20.156660 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7765297b-8194-454a-a101-acd82123ae09 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Network hostable DHCP agents. Network: 9abcf001-8f75-447e-a006-dcebce16e53d, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:39:20.193350 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e5734ae9-b8a9-4aa9-b733-4a64edf5f325 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3569877 Sep 01 15:39:20.232103 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c978e13b-1101-4d78-87a5-eda62fa5b93b tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:20.238162 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-088dbcd0-01a4-4c86-a7fa-17a1f262ef4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'name': 'tempest-TestVolumeBackupRestore-510133207-router', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:47Z', 'updated_at': '2021-09-01T15:33:05Z', 'revision_number': 4, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'gw_port': {'id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:49Z', 'updated_at': '2021-09-01T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '75d8fd8b-e967-4c45-8249-fd80483d913e', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'floating_ip_address': '172.25.6.183', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'port_id': 'c5115d74-fa06-4df1-9247-37778897fe65', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef', 'mac_address': 'fa:16:3e:f4:7c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dcec2e-8f72-4783-bf96-1f29a28753f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:39:08Z', 'updated_at': '2021-09-01T15:39:15Z', 'revision_number': 2, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b461ed-4a51-4497-a1d6-bae93e84524e', 'name': '', 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'mac_address': 'fa:16:3e:69:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'da20ebf2-a46b-4ef3-a737-42373cf96a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:00Z', 'updated_at': '2021-09-01T15:33:15Z', 'revision_number': 5, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'subnets': [{'id': 'da20ebf2-a46b-4ef3-a737-42373cf96a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:20.332831 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c92b1cc2-9ee8-411a-aff2-6742d08006bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:20.335479 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765297b-8194-454a-a101-acd82123ae09 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'Subnet': ['ID=7d65a81f-934e-4d73-9c9b-87f8a197104d,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:20.355960 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088dbcd0-01a4-4c86-a7fa-17a1f262ef4d None None] The sync data for ids ['f83edebe-7156-47f8-b3a7-245de57a6b5c'] in n-d-794796-3 is: [{'id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'name': 'tempest-TestVolumeBackupRestore-510133207-router', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:47Z', 'updated_at': '2021-09-01T15:33:05Z', 'revision_number': 4, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'gw_port': {'id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:49Z', 'updated_at': '2021-09-01T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '75d8fd8b-e967-4c45-8249-fd80483d913e', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'floating_ip_address': '172.25.6.183', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'port_id': 'c5115d74-fa06-4df1-9247-37778897fe65', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef', 'mac_address': 'fa:16:3e:f4:7c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dcec2e-8f72-4783-bf96-1f29a28753f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:39:08Z', 'updated_at': '2021-09-01T15:39:15Z', 'revision_number': 2, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b461ed-4a51-4497-a1d6-bae93e84524e', 'name': '', 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'mac_address': 'fa:16:3e:69:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'da20ebf2-a46b-4ef3-a737-42373cf96a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:00Z', 'updated_at': '2021-09-01T15:33:15Z', 'revision_number': 5, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'subnets': [{'id': 'da20ebf2-a46b-4ef3-a737-42373cf96a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:39:20.405979 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7765297b-8194-454a-a101-acd82123ae09 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Network 9abcf001-8f75-447e-a006-dcebce16e53d is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:39:20.454215 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-7765297b-8194-454a-a101-acd82123ae09 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 9abcf001-8f75-447e-a006-dcebce16e53d) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:20.485161 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75dcec2e-8f72-4783-bf96-1f29a28753f7', 'tag': 'c5115d74-fa06-4df1-9247-37778897fe65'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:39:20.485390 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7765297b-8194-454a-a101-acd82123ae09 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:20.485861 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7765297b-8194-454a-a101-acd82123ae09 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:20.488227 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77dc19d-f1f7-48d4-970f-804e64078c52 None None] Network 9abcf001-8f75-447e-a006-dcebce16e53d requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:20.493593 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf21e77d-171c-4a38-8059-fc9f2339e3dc" -d '{"events": [{"name": "network-changed", "server_uuid": "75dcec2e-8f72-4783-bf96-1f29a28753f7", "tag": "c5115d74-fa06-4df1-9247-37778897fe65"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:39:20.516170 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c978e13b-1101-4d78-87a5-eda62fa5b93b tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:20.547234 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7765297b-8194-454a-a101-acd82123ae09 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.8695467 Sep 01 15:39:20.582120 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c92b1cc2-9ee8-411a-aff2-6742d08006bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:20.583184 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92b1cc2-9ee8-411a-aff2-6742d08006bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:20.583799 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c92b1cc2-9ee8-411a-aff2-6742d08006bb admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:20.748131 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca1e0ce-3d4f-4166-8b90-e72e504259f4 None None] Network f9327224-6f54-4996-986f-3fdf05356dec requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:20.770090 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c978e13b-1101-4d78-87a5-eda62fa5b93b tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:20.838831 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c92b1cc2-9ee8-411a-aff2-6742d08006bb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 3.5072639 Sep 01 15:39:20.857431 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b1cc2-9ee8-411a-aff2-6742d08006bb admin admin] Pushing event updated for resources: {'Network': ['ID=40b9fc34-3ec3-4527-9874-82786b1b74aa,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:20.858251 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5046a214-e898-460c-a2c4-d39d295f21fe x-openstack-request-id: req-5046a214-e898-460c-a2c4-d39d295f21fe {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:39:20.858599 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75dcec2e-8f72-4783-bf96-1f29a28753f7", "tag": "c5115d74-fa06-4df1-9247-37778897fe65", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:39:20.860706 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5046a214-e898-460c-a2c4-d39d295f21fe {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:39:20.861144 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75dcec2e-8f72-4783-bf96-1f29a28753f7', 'tag': 'c5115d74-fa06-4df1-9247-37778897fe65', 'status': 'completed', 'code': 200} Sep 01 15:39:20.862091 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42162) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:20.867253 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978e13b-1101-4d78-87a5-eda62fa5b93b tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Subnet': ['ID=5f9c0b28-9ee7-4dc7-ab7a-15c489db57c2,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:20.870622 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e98b1c0f-ae4c-437d-9b38-1ab01e19ae78 req-58a4ce4a-c59f-46a9-b011-fd01f79ac68a service neutron] 10.222.0.45 "GET /v2.0/networks/76769b7a-4b3e-4693-94a4-6c03453c9aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7988393 Sep 01 15:39:20.890363 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-665d03a9-b325-4429-b878-8bb1b96679aa admin admin] Request body: {'subnet': {'network_id': '40b9fc34-3ec3-4527-9874-82786b1b74aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-594167643-subnet', 'tenant_id': '3dd6b736c12c4f2eb0f8c6855f18b01d', 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:20.923695 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c978e13b-1101-4d78-87a5-eda62fa5b93b tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:20.948492 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c978e13b-1101-4d78-87a5-eda62fa5b93b tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/subnets/5f9c0b28-9ee7-4dc7-ab7a-15c489db57c2 HTTP/1.1" status: 204 len: 168 time: 0.9835973 Sep 01 15:39:20.948814 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 40b9fc34-3ec3-4527-9874-82786b1b74aa details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:39:20.955603 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42164) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:20.994347 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42166) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:21.132099 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce09d0a-eb0e-4bf3-94c8-0a52c2b66aea None None] Network 860f2f77-0ab2-48cb-8df1-fcf81defbe84 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:21.138668 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-674a0e58-6e35-4599-a491-7ca8aa4de929 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting subnet 1cc08bd0-3141-4334-85f2-ef1f1e835379 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:39:21.186063 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-674a0e58-6e35-4599-a491-7ca8aa4de929 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:21.202267 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665d03a9-b325-4429-b878-8bb1b96679aa admin admin] Made reservation on behalf of 3dd6b736c12c4f2eb0f8c6855f18b01d for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:21.210109 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-665d03a9-b325-4429-b878-8bb1b96679aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:21.212487 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e98b1c0f-ae4c-437d-9b38-1ab01e19ae78 req-d6f239d7-d6e1-45e3-a1d6-5041b59402c0 service neutron] 10.222.0.45 "GET /v2.0/networks/76769b7a-4b3e-4693-94a4-6c03453c9aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298893 Sep 01 15:39:21.258009 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:39:21.391417 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27524f9a-4e34-4f98-a65a-d4766bad454d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:21.434279 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-674a0e58-6e35-4599-a491-7ca8aa4de929 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:21.471123 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21e77d-171c-4a38-8059-fc9f2339e3dc req-dd2eff9d-b196-453c-b6e6-690aa7004d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:21.473295 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bf21e77d-171c-4a38-8059-fc9f2339e3dc req-dd2eff9d-b196-453c-b6e6-690aa7004d67 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f712c44f09d4a638eab9ace3b122469&device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 1096 time: 0.1967180 Sep 01 15:39:21.553574 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80bd1ec-e1ab-4c82-a0ba-63c7860fe716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-9abcf001-8f75-447e-a006-dcebce16e53d', 'network_id': '9abcf001-8f75-447e-a006-dcebce16e53d', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'fixed_ips': [{'subnet_id': '7d65a81f-934e-4d73-9c9b-87f8a197104d'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:39:21.554495 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a80bd1ec-e1ab-4c82-a0ba-63c7860fe716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:21.674408 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-674a0e58-6e35-4599-a491-7ca8aa4de929 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:21.846775 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-665d03a9-b325-4429-b878-8bb1b96679aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:21.891005 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-a80bd1ec-e1ab-4c82-a0ba-63c7860fe716 None None] Allocated IP 172.20.0.18 (9abcf001-8f75-447e-a006-dcebce16e53d/7d65a81f-934e-4d73-9c9b-87f8a197104d/fed6871e-4839-44ac-9c34-07ffb5f474a0) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:21.945894 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-674a0e58-6e35-4599-a491-7ca8aa4de929 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:21.990338 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-674a0e58-6e35-4599-a491-7ca8aa4de929 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:22.001047 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-674a0e58-6e35-4599-a491-7ca8aa4de929 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/subnets/1cc08bd0-3141-4334-85f2-ef1f1e835379 HTTP/1.1" status: 204 len: 168 time: 1.0378556 Sep 01 15:39:22.009525 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42184) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:22.013180 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42186) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:22.040664 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-2570359b-9a61-46ac-8b85-6b6bf763ad72 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-778136824', 'description': 'tempest-secgroup-smoke-778136824 description', 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:22.210697 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a80bd1ec-e1ab-4c82-a0ba-63c7860fe716 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:22.230819 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a80bd1ec-e1ab-4c82-a0ba-63c7860fe716 None None] Transition to ACTIVE for port object fed6871e-4839-44ac-9c34-07ffb5f474a0 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:22.255699 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21e77d-171c-4a38-8059-fc9f2339e3dc req-c04bf618-1774-4f72-8739-8c58cecbe75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:22.257464 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bf21e77d-171c-4a38-8059-fc9f2339e3dc req-c04bf618-1774-4f72-8739-8c58cecbe75a service neutron] 10.222.0.45 "GET /v2.0/networks?id=76769b7a-4b3e-4693-94a4-6c03453c9aef HTTP/1.1" status: 200 len: 914 time: 0.7709394 Sep 01 15:39:22.280539 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a80bd1ec-e1ab-4c82-a0ba-63c7860fe716 None None] Transition to ACTIVE for port object fed6871e-4839-44ac-9c34-07ffb5f474a0 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:22.286566 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d03a9-b325-4429-b878-8bb1b96679aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=83868f86-dd3a-46df-a9ca-a8b9be6f6d54,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:22.293823 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a80bd1ec-e1ab-4c82-a0ba-63c7860fe716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:22.347796 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665d03a9-b325-4429-b878-8bb1b96679aa admin admin] Checking segment: {'id': 'b981acc9-fbc8-4276-a3eb-29ba85186b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '40b9fc34-3ec3-4527-9874-82786b1b74aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:39:22.348206 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665d03a9-b325-4429-b878-8bb1b96679aa admin admin] Network hostable DHCP agents. Network: 40b9fc34-3ec3-4527-9874-82786b1b74aa, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:39:22.354017 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a0e58-6e35-4599-a491-7ca8aa4de929 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Subnet': ['ID=1cc08bd0-3141-4334-85f2-ef1f1e835379,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:22.365310 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54238650-2a5c-4c85-8158-b56a00de7831 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:22.389918 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665d03a9-b325-4429-b878-8bb1b96679aa admin admin] Network 40b9fc34-3ec3-4527-9874-82786b1b74aa is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:39:22.420519 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80bd1ec-e1ab-4c82-a0ba-63c7860fe716 None None] Network 9abcf001-8f75-447e-a006-dcebce16e53d is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:22.430056 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-a80bd1ec-e1ab-4c82-a0ba-63c7860fe716 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:22.438131 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80bd1ec-e1ab-4c82-a0ba-63c7860fe716 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:22.452552 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-665d03a9-b325-4429-b878-8bb1b96679aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 40b9fc34-3ec3-4527-9874-82786b1b74aa) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:22.467290 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665d03a9-b325-4429-b878-8bb1b96679aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:22.468031 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-665d03a9-b325-4429-b878-8bb1b96679aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:22.492476 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d313f7b2-a02f-4b53-91aa-987ef0fe4fd2 None None] Network 40b9fc34-3ec3-4527-9874-82786b1b74aa requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:22.500897 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bd1ec-e1ab-4c82-a0ba-63c7860fe716 None None] Pushing event updated for resources: {'Port': ['ID=fed6871e-4839-44ac-9c34-07ffb5f474a0,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:22.536156 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-54238650-2a5c-4c85-8158-b56a00de7831 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting port 52d3a562-ed45-4d01-b6cd-68c48ae53021 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:22.536821 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54238650-2a5c-4c85-8158-b56a00de7831 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:22.562244 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-e216eae7-5897-42e9-9eef-3c9fb6c7851a tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:22.578788 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-e216eae7-5897-42e9-9eef-3c9fb6c7851a tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/networks?id=45ad8899-3b9a-48a3-b615-ba11469fcc1d HTTP/1.1" status: 200 len: 811 time: 0.9624283 Sep 01 15:39:22.627552 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-ce7c821e-6600-4ffe-becc-ec4623e9b484 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/quotas/ce2d4cae53514399882a15b65a30f8f0 HTTP/1.1" status: 200 len: 375 time: 0.0465727 Sep 01 15:39:22.645129 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a80bd1ec-e1ab-4c82-a0ba-63c7860fe716 None None] Attempting to bind port fed6871e-4839-44ac-9c34-07ffb5f474a0 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:39:22.645517 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a80bd1ec-e1ab-4c82-a0ba-63c7860fe716 None None] Attempting to bind port fed6871e-4839-44ac-9c34-07ffb5f474a0 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '925214c2-0731-48b5-b770-94fecb0609c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9abcf001-8f75-447e-a006-dcebce16e53d'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:39:22.645895 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80bd1ec-e1ab-4c82-a0ba-63c7860fe716 None None] Attempting to bind port fed6871e-4839-44ac-9c34-07ffb5f474a0 on network 9abcf001-8f75-447e-a006-dcebce16e53d {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:39:22.659816 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80bd1ec-e1ab-4c82-a0ba-63c7860fe716 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:39:22.660029 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80bd1ec-e1ab-4c82-a0ba-63c7860fe716 None None] Checking segment: {'id': '925214c2-0731-48b5-b770-94fecb0609c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9abcf001-8f75-447e-a006-dcebce16e53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:39:22.660440 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a80bd1ec-e1ab-4c82-a0ba-63c7860fe716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:22.661244 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80bd1ec-e1ab-4c82-a0ba-63c7860fe716 None None] Bound using segment: {'id': '925214c2-0731-48b5-b770-94fecb0609c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9abcf001-8f75-447e-a006-dcebce16e53d'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:39:22.661726 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a80bd1ec-e1ab-4c82-a0ba-63c7860fe716 None None] Bound port: fed6871e-4839-44ac-9c34-07ffb5f474a0, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925214c2-0731-48b5-b770-94fecb0609c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9abcf001-8f75-447e-a006-dcebce16e53d'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:39:22.662216 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a80bd1ec-e1ab-4c82-a0ba-63c7860fe716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:22.663638 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-54238650-2a5c-4c85-8158-b56a00de7831 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] For port 52d3a562-ed45-4d01-b6cd-68c48ae53021, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=52d3a562-ed45-4d01-b6cd-68c48ae53021,segment=NetworkSegment(93fe6182-6f27-46ac-8191-0ac775add375),segment_id=93fe6182-6f27-46ac-8191-0ac775add375)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:22.667927 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54238650-2a5c-4c85-8158-b56a00de7831 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:22.678430 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bf21e77d-171c-4a38-8059-fc9f2339e3dc req-e6f42253-6c16-4c2f-88c4-c3c5c97c90d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5115d74-fa06-4df1-9247-37778897fe65 HTTP/1.1" status: 200 len: 1001 time: 0.3931303 Sep 01 15:39:22.705184 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-adb2f0ee-485c-4003-bc26-5cba25d609ac tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce2d4cae53514399882a15b65a30f8f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614092 Sep 01 15:39:22.721972 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-54238650-2a5c-4c85-8158-b56a00de7831 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Calling delete_port for 52d3a562-ed45-4d01-b6cd-68c48ae53021 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:22.836504 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a80bd1ec-e1ab-4c82-a0ba-63c7860fe716 None None] For port fed6871e-4839-44ac-9c34-07ffb5f474a0, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:39:22.841391 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27524f9a-4e34-4f98-a65a-d4766bad454d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:22.845009 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a80bd1ec-e1ab-4c82-a0ba-63c7860fe716 None None] For port fed6871e-4839-44ac-9c34-07ffb5f474a0, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fed6871e-4839-44ac-9c34-07ffb5f474a0,segment=NetworkSegment(925214c2-0731-48b5-b770-94fecb0609c0),segment_id=925214c2-0731-48b5-b770-94fecb0609c0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:39:22.859235 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a80bd1ec-e1ab-4c82-a0ba-63c7860fe716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:22.869735 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-665d03a9-b325-4429-b878-8bb1b96679aa admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9902682 Sep 01 15:39:22.877676 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42190) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:22.885167 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-594167643-router', 'tenant_id': '3dd6b736c12c4f2eb0f8c6855f18b01d', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:22.890044 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27524f9a-4e34-4f98-a65a-d4766bad454d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:22.921113 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2570359b-9a61-46ac-8b85-6b6bf763ad72 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:22.935943 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-27524f9a-4e34-4f98-a65a-d4766bad454d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=32e2ce02798448658b2f66161361c091&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9366031 Sep 01 15:39:22.948185 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42192) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:22.966698 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54238650-2a5c-4c85-8158-b56a00de7831 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:22.972385 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bd1ec-e1ab-4c82-a0ba-63c7860fe716 None None] Pushing event updated for resources: {'Port': ['ID=fed6871e-4839-44ac-9c34-07ffb5f474a0,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:22.993986 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21e77d-171c-4a38-8059-fc9f2339e3dc req-7b96a918-402e-4a7d-bf2b-363a4f94c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:22.995656 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bf21e77d-171c-4a38-8059-fc9f2339e3dc req-7b96a918-402e-4a7d-bf2b-363a4f94c975 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da20ebf2-a46b-4ef3-a737-42373cf96a21 HTTP/1.1" status: 200 len: 852 time: 0.2937191 Sep 01 15:39:23.005378 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e8d5dd-da74-4601-9402-304983683388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-40b9fc34-3ec3-4527-9874-82786b1b74aa', 'network_id': '40b9fc34-3ec3-4527-9874-82786b1b74aa', 'tenant_id': '3dd6b736c12c4f2eb0f8c6855f18b01d', 'fixed_ips': [{'subnet_id': '83868f86-dd3a-46df-a9ca-a8b9be6f6d54'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:39:23.006787 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-58e8d5dd-da74-4601-9402-304983683388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.016550 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54238650-2a5c-4c85-8158-b56a00de7831 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Port': ['ID=52d3a562-ed45-4d01-b6cd-68c48ae53021,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:23.021004 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54238650-2a5c-4c85-8158-b56a00de7831 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] No DVR routers for this DVR port 52d3a562-ed45-4d01-b6cd-68c48ae53021 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:39:23.036510 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27524f9a-4e34-4f98-a65a-d4766bad454d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cf3257-3a49-457a-8847-b1b53c391ed9,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:23.079643 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.080824 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.152808 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-716bfe17-a919-4945-90a9-b8b19cd7cb10 service neutron] 10.222.0.60 "GET /v2.0/networks/45ad8899-3b9a-48a3-b615-ba11469fcc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168131 Sep 01 15:39:23.163601 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21e77d-171c-4a38-8059-fc9f2339e3dc req-c537d4e0-af42-491a-ae94-96d6dd985fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:23.165536 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bf21e77d-171c-4a38-8059-fc9f2339e3dc req-c537d4e0-af42-491a-ae94-96d6dd985fe2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=76769b7a-4b3e-4693-94a4-6c03453c9aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1528504 Sep 01 15:39:23.178325 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12701e14-2d31-4c7b-98bd-4bce2c8e5611 None None] Network 860f2f77-0ab2-48cb-8df1-fcf81defbe84 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:23.227564 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54238650-2a5c-4c85-8158-b56a00de7831 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.279480 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-54238650-2a5c-4c85-8158-b56a00de7831 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860f2f77-0ab2-48cb-8df1-fcf81defbe84']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:23.327381 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0f35f054-a83b-4a7f-a828-979e6db5ee1c None None] Could not find standard attr ID for object 52d3a562-ed45-4d01-b6cd-68c48ae53021. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:39:23.348943 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-54238650-2a5c-4c85-8158-b56a00de7831 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93fe6182-6f27-46ac-8191-0ac775add375') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:23.349618 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-54238650-2a5c-4c85-8158-b56a00de7831 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93fe6182-6f27-46ac-8191-0ac775add375') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:23.364130 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.488376 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2570359b-9a61-46ac-8b85-6b6bf763ad72 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.496677 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54238650-2a5c-4c85-8158-b56a00de7831 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.507729 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-58e8d5dd-da74-4601-9402-304983683388 None None] Allocated IP 172.20.0.2 (40b9fc34-3ec3-4527-9874-82786b1b74aa/83868f86-dd3a-46df-a9ca-a8b9be6f6d54/e744d51d-9c30-4eaa-bacd-66b5d74b26e1) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:23.515472 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2570359b-9a61-46ac-8b85-6b6bf763ad72 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.616025 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7dd33b39-6ef5-411a-b3d5-6a5b9c928fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.646059 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-24885cad-5fba-4c27-b49e-c08058d440fb service neutron] 10.222.0.60 "GET /v2.0/networks/45ad8899-3b9a-48a3-b615-ba11469fcc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611166 Sep 01 15:39:23.692706 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7dd33b39-6ef5-411a-b3d5-6a5b9c928fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.794076 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.814669 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570359b-9a61-46ac-8b85-6b6bf763ad72 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad10620f-acda-41aa-92bf-91a16cbede3f,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:23.815107 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bf21e77d-171c-4a38-8059-fc9f2339e3dc req-ec4b878b-a439-4cf9-8bb2-0827e08069a9 service neutron] 10.222.0.45 "GET /v2.0/networks/76769b7a-4b3e-4693-94a4-6c03453c9aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6320946 Sep 01 15:39:23.834929 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54238650-2a5c-4c85-8158-b56a00de7831 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.874607 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54238650-2a5c-4c85-8158-b56a00de7831 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:39:23.875385 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54238650-2a5c-4c85-8158-b56a00de7831 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:39:23.884536 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:39:23.922438 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-58e8d5dd-da74-4601-9402-304983683388 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.958197 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7dd33b39-6ef5-411a-b3d5-6a5b9c928fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.960153 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-58e8d5dd-da74-4601-9402-304983683388 None None] Transition to ACTIVE for port object e744d51d-9c30-4eaa-bacd-66b5d74b26e1 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:23.961134 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7dd33b39-6ef5-411a-b3d5-6a5b9c928fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:23.962679 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7dd33b39-6ef5-411a-b3d5-6a5b9c928fb2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3cf3257-3a49-457a-8847-b1b53c391ed9 HTTP/1.1" status: 204 len: 168 time: 1.0109913 Sep 01 15:39:24.020187 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd33b39-6ef5-411a-b3d5-6a5b9c928fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cf3257-3a49-457a-8847-b1b53c391ed9,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:24.050120 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-58e8d5dd-da74-4601-9402-304983683388 None None] Transition to ACTIVE for port object e744d51d-9c30-4eaa-bacd-66b5d74b26e1 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:24.088232 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-58e8d5dd-da74-4601-9402-304983683388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:24.162025 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7c4cd0-c992-42fa-ac35-ee53fd06bd31 None None] DHCP port deletion for 860f2f77-0ab2-48cb-8df1-fcf81defbe84 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:39:24.168409 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bf21e77d-171c-4a38-8059-fc9f2339e3dc req-d9b3de5f-e98a-4971-896f-c335bc113502 service neutron] 10.222.0.45 "GET /v2.0/networks/76769b7a-4b3e-4693-94a4-6c03453c9aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441520 Sep 01 15:39:24.190918 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2570359b-9a61-46ac-8b85-6b6bf763ad72 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:24.194520 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2570359b-9a61-46ac-8b85-6b6bf763ad72 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.1637695 Sep 01 15:39:24.196726 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42206) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:24.200466 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54238650-2a5c-4c85-8158-b56a00de7831 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:24.206783 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e8d5dd-da74-4601-9402-304983683388 None None] Network 40b9fc34-3ec3-4527-9874-82786b1b74aa is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:24.209259 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-8bebccf6-3090-4630-8253-e7d7c551cb66 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'security_group_rule': {'security_group_id': 'ad10620f-acda-41aa-92bf-91a16cbede3f', 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:24.209952 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54238650-2a5c-4c85-8158-b56a00de7831 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:24.217935 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-54238650-2a5c-4c85-8158-b56a00de7831 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/networks/860f2f77-0ab2-48cb-8df1-fcf81defbe84 HTTP/1.1" status: 204 len: 168 time: 2.2011955 Sep 01 15:39:24.222369 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42208) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:24.222759 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-58e8d5dd-da74-4601-9402-304983683388 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:24.258624 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42210) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:24.263702 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e8d5dd-da74-4601-9402-304983683388 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:24.286391 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2923cf34-2c28-4294-9533-5cade5c16db0 req-d0f237bf-72dc-4f2f-ac82-0a28c3cdac40 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 210 time: 0.0895462 Sep 01 15:39:24.287981 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54238650-2a5c-4c85-8158-b56a00de7831 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Network': ['ID=860f2f77-0ab2-48cb-8df1-fcf81defbe84,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:24.303708 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8d5dd-da74-4601-9402-304983683388 None None] Pushing event updated for resources: {'Port': ['ID=e744d51d-9c30-4eaa-bacd-66b5d74b26e1,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:24.404650 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8bebccf6-3090-4630-8253-e7d7c551cb66 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:24.426183 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-58e8d5dd-da74-4601-9402-304983683388 None None] Attempting to bind port e744d51d-9c30-4eaa-bacd-66b5d74b26e1 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:39:24.427822 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-58e8d5dd-da74-4601-9402-304983683388 None None] Attempting to bind port e744d51d-9c30-4eaa-bacd-66b5d74b26e1 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'b981acc9-fbc8-4276-a3eb-29ba85186b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '40b9fc34-3ec3-4527-9874-82786b1b74aa'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:39:24.429875 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e8d5dd-da74-4601-9402-304983683388 None None] Attempting to bind port e744d51d-9c30-4eaa-bacd-66b5d74b26e1 on network 40b9fc34-3ec3-4527-9874-82786b1b74aa {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:39:24.439939 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e8d5dd-da74-4601-9402-304983683388 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:39:24.441034 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e8d5dd-da74-4601-9402-304983683388 None None] Checking segment: {'id': 'b981acc9-fbc8-4276-a3eb-29ba85186b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '40b9fc34-3ec3-4527-9874-82786b1b74aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:39:24.442064 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-58e8d5dd-da74-4601-9402-304983683388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:24.443211 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e8d5dd-da74-4601-9402-304983683388 None None] Bound using segment: {'id': 'b981acc9-fbc8-4276-a3eb-29ba85186b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '40b9fc34-3ec3-4527-9874-82786b1b74aa'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:39:24.444280 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-58e8d5dd-da74-4601-9402-304983683388 None None] Bound port: e744d51d-9c30-4eaa-bacd-66b5d74b26e1, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b981acc9-fbc8-4276-a3eb-29ba85186b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '40b9fc34-3ec3-4527-9874-82786b1b74aa'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:39:24.445026 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-58e8d5dd-da74-4601-9402-304983683388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:24.525790 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02426502-c36c-433d-a49c-6f74f86e3d2a tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:24.531161 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-02426502-c36c-433d-a49c-6f74f86e3d2a tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3041906 Sep 01 15:39:24.533948 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42218) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:24.832620 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8bebccf6-3090-4630-8253-e7d7c551cb66 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:24.849830 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-adcd4c8c-186b-4029-a372-dd5d5e08b917 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3145945 Sep 01 15:39:24.863232 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42224) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:24.869612 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8bebccf6-3090-4630-8253-e7d7c551cb66 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:24.879814 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-388470dd-2bb8-49b3-9d68-d92d4380dd68 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1493218203'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:24.937745 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bebccf6-3090-4630-8253-e7d7c551cb66 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f6c8cb-35be-4657-8703-624467a064db,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:24.962098 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8bebccf6-3090-4630-8253-e7d7c551cb66 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:24.963818 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:24.965476 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388470dd-2bb8-49b3-9d68-d92d4380dd68 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:24.976993 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-388470dd-2bb8-49b3-9d68-d92d4380dd68 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:24.977150 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8bebccf6-3090-4630-8253-e7d7c551cb66 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7789028 Sep 01 15:39:24.977735 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42226) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:24.979712 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42228) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:25.001705 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-afd53d85-4633-4a5e-b5ea-100c8513d2fa tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'security_group_rule': {'security_group_id': 'ad10620f-acda-41aa-92bf-91a16cbede3f', 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:25.007942 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27e3d6fe-ff3a-4a86-ae1a-557caa17fc32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:25.026487 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511bf34d-396f-496e-8364-472c5d0772c0 None None] Network 9abcf001-8f75-447e-a006-dcebce16e53d requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:25.044635 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:25.053539 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fda43066-9c78-4ee2-b56c-62b28973a47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:25.070730 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-afd53d85-4633-4a5e-b5ea-100c8513d2fa tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:25.101660 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388470dd-2bb8-49b3-9d68-d92d4380dd68 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:39:25.118252 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-388470dd-2bb8-49b3-9d68-d92d4380dd68 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:25.118806 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-388470dd-2bb8-49b3-9d68-d92d4380dd68 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Added segment 7538399b-5ead-4069-9998-f8da3b9b7156 of type vlan for network 4d7683f5-d60b-48ce-b89c-0e3a64c218f1 Sep 01 15:39:25.142826 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fed6871e-4839-44ac-9c34-07ffb5f474a0 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:25.159541 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-afd53d85-4633-4a5e-b5ea-100c8513d2fa tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:25.169628 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-afd53d85-4633-4a5e-b5ea-100c8513d2fa tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:25.205574 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd53d85-4633-4a5e-b5ea-100c8513d2fa tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b79c4d-3766-4d75-bda9-fa4a671ed40e,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:25.237411 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-388470dd-2bb8-49b3-9d68-d92d4380dd68 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:25.278745 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-244fcb06-25df-435f-88bc-d067343e039c None None] Provisioning for port fed6871e-4839-44ac-9c34-07ffb5f474a0 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:25.301387 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-58e8d5dd-da74-4601-9402-304983683388 None None] For port e744d51d-9c30-4eaa-bacd-66b5d74b26e1, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:39:25.303398 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27e3d6fe-ff3a-4a86-ae1a-557caa17fc32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:25.321248 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27e3d6fe-ff3a-4a86-ae1a-557caa17fc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:25.332907 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-58e8d5dd-da74-4601-9402-304983683388 None None] For port e744d51d-9c30-4eaa-bacd-66b5d74b26e1, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e744d51d-9c30-4eaa-bacd-66b5d74b26e1,segment=NetworkSegment(b981acc9-fbc8-4276-a3eb-29ba85186b7d),segment_id=b981acc9-fbc8-4276-a3eb-29ba85186b7d)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:39:25.368233 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-58e8d5dd-da74-4601-9402-304983683388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:25.395458 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-27e3d6fe-ff3a-4a86-ae1a-557caa17fc32 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ba571c0e734f496aac469379d3aa3206&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1331615 Sep 01 15:39:25.396894 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42232) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:25.398273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3d6fe-ff3a-4a86-ae1a-557caa17fc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75f5190-7766-4eba-bd0b-ead5561e36d5,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:25.402324 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-388470dd-2bb8-49b3-9d68-d92d4380dd68 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:25.403734 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-afd53d85-4633-4a5e-b5ea-100c8513d2fa tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:25.408885 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-afd53d85-4633-4a5e-b5ea-100c8513d2fa tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4122787 Sep 01 15:39:25.409689 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42234) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:25.413318 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388470dd-2bb8-49b3-9d68-d92d4380dd68 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:25.414424 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-388470dd-2bb8-49b3-9d68-d92d4380dd68 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:25.433244 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-339c5780-7f9b-4ec5-bc16-59fdd6070042 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'security_group_rule': {'security_group_id': 'ad10620f-acda-41aa-92bf-91a16cbede3f', 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:25.535133 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-78ca1449-c27b-47f9-82e1-6df156627590 req-74f42c9d-97c5-4d24-bf55-2ae4f9be01b4 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 210 time: 0.0688841 Sep 01 15:39:25.538540 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8d5dd-da74-4601-9402-304983683388 None None] Pushing event updated for resources: {'Port': ['ID=e744d51d-9c30-4eaa-bacd-66b5d74b26e1,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:25.563506 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c9e11fe-3383-4745-a1d7-1a2cfaebbfe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:25.569662 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port fed6871e-4839-44ac-9c34-07ffb5f474a0 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:25.591978 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port fed6871e-4839-44ac-9c34-07ffb5f474a0 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:25.593438 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:25.594631 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c9e11fe-3383-4745-a1d7-1a2cfaebbfe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:25.701532 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c9e11fe-3383-4745-a1d7-1a2cfaebbfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:25.707433 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0c9e11fe-3383-4745-a1d7-1a2cfaebbfe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:25.709433 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0c9e11fe-3383-4745-a1d7-1a2cfaebbfe7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b75f5190-7766-4eba-bd0b-ead5561e36d5 HTTP/1.1" status: 204 len: 168 time: 0.3071654 Sep 01 15:39:25.717613 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388470dd-2bb8-49b3-9d68-d92d4380dd68 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Network': ['ID=4d7683f5-d60b-48ce-b89c-0e3a64c218f1,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:25.726852 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e11fe-3383-4745-a1d7-1a2cfaebbfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75f5190-7766-4eba-bd0b-ead5561e36d5,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:25.766020 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Allocated IP 172.25.6.27 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/4c6823a1-e892-4caf-b909-01463fea6e09) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:25.768988 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 4d7683f5-d60b-48ce-b89c-0e3a64c218f1 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:39:25.980727 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.045515 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port fed6871e-4839-44ac-9c34-07ffb5f474a0, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fed6871e-4839-44ac-9c34-07ffb5f474a0,segment=NetworkSegment(925214c2-0731-48b5-b770-94fecb0609c0),segment_id=925214c2-0731-48b5-b770-94fecb0609c0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:26.053489 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.117774 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fda43066-9c78-4ee2-b56c-62b28973a47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.132357 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fda43066-9c78-4ee2-b56c-62b28973a47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.181068 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda43066-9c78-4ee2-b56c-62b28973a47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e39aa0d-4135-4a75-8cfc-9a77af618385,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:26.191082 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-388470dd-2bb8-49b3-9d68-d92d4380dd68 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3266397 Sep 01 15:39:26.203386 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42240) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:26.207955 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 52d3a562-ed45-4d01-b6cd-68c48ae53021 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:39:26.222753 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-c758fdfd-728f-407a-b547-df340e3aa8ce tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'subnet': {'network_id': '4d7683f5-d60b-48ce-b89c-0e3a64c218f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:26.279407 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f448e0d7-edbc-4d8d-9951-cc72886fb39a None None] Provisioning complete for port fed6871e-4839-44ac-9c34-07ffb5f474a0 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:26.279820 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f448e0d7-edbc-4d8d-9951-cc72886fb39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.289083 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 52d3a562-ed45-4d01-b6cd-68c48ae53021 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:39:26.289083 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 52d3a562-ed45-4d01-b6cd-68c48ae53021 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:39:26.304550 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-339c5780-7f9b-4ec5-bc16-59fdd6070042 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.315913 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=fed6871e-4839-44ac-9c34-07ffb5f474a0,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:26.336644 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:26.336644 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:26.336644 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:26.336644 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:26.336644 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:26.337134 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:26.337134 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:26.337521 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:26.337807 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:26.338134 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:26.338495 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:26.338825 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:26.413777 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-339c5780-7f9b-4ec5-bc16-59fdd6070042 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.416922 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.438619 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fda43066-9c78-4ee2-b56c-62b28973a47f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=78c8da8607754986b7d3002fb7105949&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4482288 Sep 01 15:39:26.438794 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-339c5780-7f9b-4ec5-bc16-59fdd6070042 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.440602 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42244) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:26.480657 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c5780-7f9b-4ec5-bc16-59fdd6070042 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7e1be0-c456-4d17-bf8d-a744231feb69,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:26.489258 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-339c5780-7f9b-4ec5-bc16-59fdd6070042 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.493796 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-339c5780-7f9b-4ec5-bc16-59fdd6070042 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0699663 Sep 01 15:39:26.496221 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42248) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:26.502787 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-43bcc7fa-07b2-474d-b10e-f5331fe5117a tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'security_group_rule': {'security_group_id': 'ad10620f-acda-41aa-92bf-91a16cbede3f', 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:26.541736 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-25fe05f4-5082-43d1-a835-b9f4cbe0dbe4 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:26.543684 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-25fe05f4-5082-43d1-a835-b9f4cbe0dbe4 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.45 "GET /v2.0/networks?id=45ad8899-3b9a-48a3-b615-ba11469fcc1d HTTP/1.1" status: 200 len: 811 time: 0.5109777 Sep 01 15:39:26.565557 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-abb55b4f-0fe4-43f5-a82a-6647f8052682 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Request body: {'port': {'device_id': '96bedc5d-09f1-438c-a190-a1839375a493', 'network_id': '45ad8899-3b9a-48a3-b615-ba11469fcc1d', 'admin_state_up': True, 'tenant_id': 'ce2d4cae53514399882a15b65a30f8f0'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:26.571056 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43bcc7fa-07b2-474d-b10e-f5331fe5117a tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.612291 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.656868 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c758fdfd-728f-407a-b547-df340e3aa8ce tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:26.663210 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c758fdfd-728f-407a-b547-df340e3aa8ce tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.763714 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43bcc7fa-07b2-474d-b10e-f5331fe5117a tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.786385 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43bcc7fa-07b2-474d-b10e-f5331fe5117a tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.824597 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bcc7fa-07b2-474d-b10e-f5331fe5117a tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9260a2-0c4b-45d5-9402-da61ee093d35,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:26.835696 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43bcc7fa-07b2-474d-b10e-f5331fe5117a tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.839630 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-43bcc7fa-07b2-474d-b10e-f5331fe5117a tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3397794 Sep 01 15:39:26.840702 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42258) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:26.848097 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-07813794-d833-44b8-9391-d8c4ee8ef35d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'security_group_rule': {'security_group_id': 'ad10620f-acda-41aa-92bf-91a16cbede3f', 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:26.878098 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-abb55b4f-0fe4-43f5-a82a-6647f8052682 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Made reservation on behalf of ce2d4cae53514399882a15b65a30f8f0 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:26.883587 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-abb55b4f-0fe4-43f5-a82a-6647f8052682 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:26.897613 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:26.932455 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:26.949985 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c8f95bd5-2493-4dce-8436-d540a0afa5fb req-431d40eb-fa54-43f4-9b7e-2252fa07f6e4 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 210 time: 0.2998493 Sep 01 15:39:26.955835 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:26.985763 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fed6871e-4839-44ac-9c34-07ffb5f474a0 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:27.009176 n-d-794796-3 neutron-server[94733]: INFO neutron.db.securitygroups_db [None req-07813794-d833-44b8-9391-d8c4ee8ef35d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Project 0f5af12f2f0248c3b6a1104cb00ca9c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:39:27.018008 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-07813794-d833-44b8-9391-d8c4ee8ef35d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:27.086849 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a5f22185-be8c-459e-9aed-ef6286bfd206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:27.120088 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port fed6871e-4839-44ac-9c34-07ffb5f474a0 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:27.121041 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:27.255772 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-07813794-d833-44b8-9391-d8c4ee8ef35d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:27.258383 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-abb55b4f-0fe4-43f5-a82a-6647f8052682 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Allocated IP 172.20.0.14 (45ad8899-3b9a-48a3-b615-ba11469fcc1d/4c7aedd8-4617-4450-b284-829bec44a885/ee22cbf4-9e6f-4911-b974-b3d859be4e6f) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:27.263294 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-07813794-d833-44b8-9391-d8c4ee8ef35d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:27.303651 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07813794-d833-44b8-9391-d8c4ee8ef35d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ba916a-47c8-41a6-995f-faa0928ef572,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:27.319602 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-07813794-d833-44b8-9391-d8c4ee8ef35d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:27.324669 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-07813794-d833-44b8-9391-d8c4ee8ef35d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4825850 Sep 01 15:39:27.328486 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42268) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:27.348459 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-a39fca5c-0595-4b2e-9215-ec6c140f3cf0 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'security_group_rule': {'security_group_id': 'ad10620f-acda-41aa-92bf-91a16cbede3f', 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:27.368387 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Pushing event updated for resources: {'Port': ['ID=4c6823a1-e892-4caf-b909-01463fea6e09,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:27.391564 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:27.391919 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:27.392270 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:27.393311 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:27.393663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:27.394412 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:27.394766 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:27.395370 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:27.395829 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:27.396279 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:27.396623 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:27.397013 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:27.402058 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c758fdfd-728f-407a-b547-df340e3aa8ce tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:27.449111 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a5f22185-be8c-459e-9aed-ef6286bfd206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:27.455727 n-d-794796-3 neutron-server[94733]: INFO neutron.db.securitygroups_db [None req-a39fca5c-0595-4b2e-9215-ec6c140f3cf0 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Project 0f5af12f2f0248c3b6a1104cb00ca9c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:39:27.472545 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a39fca5c-0595-4b2e-9215-ec6c140f3cf0 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:27.479780 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e744d51d-9c30-4eaa-bacd-66b5d74b26e1 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:27.539334 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaaf520-519e-46c8-9e47-8e61bffaeb79 None None] Network 40b9fc34-3ec3-4527-9874-82786b1b74aa requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:27.687658 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a5f22185-be8c-459e-9aed-ef6286bfd206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:27.690442 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a5f22185-be8c-459e-9aed-ef6286bfd206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:27.695955 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a5f22185-be8c-459e-9aed-ef6286bfd206 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0e39aa0d-4135-4a75-8cfc-9a77af618385 HTTP/1.1" status: 204 len: 168 time: 1.2500842 Sep 01 15:39:27.732166 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f22185-be8c-459e-9aed-ef6286bfd206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e39aa0d-4135-4a75-8cfc-9a77af618385,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:27.736211 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-abb55b4f-0fe4-43f5-a82a-6647f8052682 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:27.738404 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c758fdfd-728f-407a-b547-df340e3aa8ce tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Checking segment: {'id': '7538399b-5ead-4069-9998-f8da3b9b7156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4d7683f5-d60b-48ce-b89c-0e3a64c218f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:39:27.740853 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c758fdfd-728f-407a-b547-df340e3aa8ce tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network hostable DHCP agents. Network: 4d7683f5-d60b-48ce-b89c-0e3a64c218f1, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:39:27.744333 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758fdfd-728f-407a-b547-df340e3aa8ce tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Subnet': ['ID=ab504df1-59e1-42fa-988b-005fe8b8896b,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:27.863086 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-abb55b4f-0fe4-43f5-a82a-6647f8052682 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:27.909337 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port e744d51d-9c30-4eaa-bacd-66b5d74b26e1 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:27.919362 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-61d76232-2663-4372-aaa4-03f201b4c6a9 None None] Provisioning for port e744d51d-9c30-4eaa-bacd-66b5d74b26e1 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:27.941792 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port e744d51d-9c30-4eaa-bacd-66b5d74b26e1 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:27.943895 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:27.984136 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-abb55b4f-0fe4-43f5-a82a-6647f8052682 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Network 45ad8899-3b9a-48a3-b615-ba11469fcc1d is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:28.003868 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-abb55b4f-0fe4-43f5-a82a-6647f8052682 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:28.044063 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-abb55b4f-0fe4-43f5-a82a-6647f8052682 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:28.063980 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-61d76232-2663-4372-aaa4-03f201b4c6a9 None None] Provisioning complete for port e744d51d-9c30-4eaa-bacd-66b5d74b26e1 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:28.065107 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-61d76232-2663-4372-aaa4-03f201b4c6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:28.189155 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb55b4f-0fe4-43f5-a82a-6647f8052682 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Pushing event updated for resources: {'Port': ['ID=ee22cbf4-9e6f-4911-b974-b3d859be4e6f,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:28.222997 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:28.265802 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a39fca5c-0595-4b2e-9215-ec6c140f3cf0 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:28.341947 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a39fca5c-0595-4b2e-9215-ec6c140f3cf0 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:28.386704 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-61d76232-2663-4372-aaa4-03f201b4c6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:28.459352 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-abb55b4f-0fe4-43f5-a82a-6647f8052682 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:28.460175 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-abb55b4f-0fe4-43f5-a82a-6647f8052682 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:28.469515 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39fca5c-0595-4b2e-9215-ec6c140f3cf0 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1dc4a6-8a52-4e63-8f35-f1a67819e838,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:28.472004 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a39fca5c-0595-4b2e-9215-ec6c140f3cf0 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:28.474071 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a39fca5c-0595-4b2e-9215-ec6c140f3cf0 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1392381 Sep 01 15:39:28.499237 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:28.514384 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-61d76232-2663-4372-aaa4-03f201b4c6a9 None None] For port e744d51d-9c30-4eaa-bacd-66b5d74b26e1, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e744d51d-9c30-4eaa-bacd-66b5d74b26e1,segment=NetworkSegment(b981acc9-fbc8-4276-a3eb-29ba85186b7d),segment_id=b981acc9-fbc8-4276-a3eb-29ba85186b7d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:28.542947 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-61d76232-2663-4372-aaa4-03f201b4c6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:28.547577 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555c282-28af-43b6-9fe7-0691ad308746 req-51e66387-f5a1-4e25-ab47-cfa46eaa8aa6 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:28.560791 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f555c282-28af-43b6-9fe7-0691ad308746 req-51e66387-f5a1-4e25-ab47-cfa46eaa8aa6 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 932 time: 0.3444920 Sep 01 15:39:28.565544 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-abb55b4f-0fe4-43f5-a82a-6647f8052682 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0063865 Sep 01 15:39:28.585806 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c758fdfd-728f-407a-b547-df340e3aa8ce tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network 4d7683f5-d60b-48ce-b89c-0e3a64c218f1 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:39:28.612338 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-3bbacb33-853f-4069-bc68-c8ca48f42328 service neutron] Request body: {'port': {'device_id': '96bedc5d-09f1-438c-a190-a1839375a493', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:28.633103 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-c758fdfd-728f-407a-b547-df340e3aa8ce tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 4d7683f5-d60b-48ce-b89c-0e3a64c218f1) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:28.669243 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c758fdfd-728f-407a-b547-df340e3aa8ce tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:28.669243 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c758fdfd-728f-407a-b547-df340e3aa8ce tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:28.681631 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:28.689222 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f555c282-28af-43b6-9fe7-0691ad308746 req-7790d2e1-28fb-4c1e-b6d0-62cfa4524e6e tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ee3d53-4010-450e-983a-7b92f15918ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273696 Sep 01 15:39:28.733080 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-3bbacb33-853f-4069-bc68-c8ca48f42328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:28.807176 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.api [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:39:28.807949 n-d-794796-3 neutron-server[94735]: DEBUG oslo_db.api [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:39:28.827713 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c758fdfd-728f-407a-b547-df340e3aa8ce tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6224005 Sep 01 15:39:28.835126 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42312) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:28.841335 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-540999f3-60e3-4909-b275-aa0c5141604c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'port': {'network_id': '4d7683f5-d60b-48ce-b89c-0e3a64c218f1', 'name': 'tempest-PortsIpV6TestJSON-1780220144'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:28.844697 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd5c398-108c-41f0-833d-b55d840b3f2c None None] Network 4d7683f5-d60b-48ce-b89c-0e3a64c218f1 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:29.005750 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d76232-2663-4372-aaa4-03f201b4c6a9 None None] Pushing event updated for resources: {'Port': ['ID=e744d51d-9c30-4eaa-bacd-66b5d74b26e1,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:29.006986 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-b2faacdb-aa71-4ab8-a440-aa1a9fcb2fff tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-778136824&fields=id&tenant_id=0f5af12f2f0248c3b6a1104cb00ca9c0 HTTP/1.1" status: 200 len: 267 time: 0.1437798 Sep 01 15:39:29.072321 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-43d2fef4-6230-4ffa-b8d6-1040e155273a None None] Provisioning complete for port e744d51d-9c30-4eaa-bacd-66b5d74b26e1 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:29.073063 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-43d2fef4-6230-4ffa-b8d6-1040e155273a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:29.211804 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-0e67a731-ddb1-4047-89ec-42db2938eb59 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:29.215244 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-0e67a731-ddb1-4047-89ec-42db2938eb59 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/networks?id=9abcf001-8f75-447e-a006-dcebce16e53d HTTP/1.1" status: 200 len: 797 time: 0.1958237 Sep 01 15:39:29.264102 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-3bbacb33-853f-4069-bc68-c8ca48f42328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee22cbf4-9e6f-4911-b974-b3d859be4e6f {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:39:29.282830 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-3bbacb33-853f-4069-bc68-c8ca48f42328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:29.293956 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd48d67-7017-4306-ad3a-e99cb36a082f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-4d7683f5-d60b-48ce-b89c-0e3a64c218f1', 'network_id': '4d7683f5-d60b-48ce-b89c-0e3a64c218f1', 'tenant_id': '3cb858130d6f414e9e42fab79755f568', 'fixed_ips': [{'subnet_id': 'ab504df1-59e1-42fa-988b-005fe8b8896b'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:39:29.295604 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fdd48d67-7017-4306-ad3a-e99cb36a082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:29.316167 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-3bbacb33-853f-4069-bc68-c8ca48f42328 service neutron] Transition to ACTIVE for port object ee22cbf4-9e6f-4911-b974-b3d859be4e6f will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:29.323661 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-3bbacb33-853f-4069-bc68-c8ca48f42328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:29.440309 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbacb33-853f-4069-bc68-c8ca48f42328 service neutron] Pushing event updated for resources: {'Port': ['ID=ee22cbf4-9e6f-4911-b974-b3d859be4e6f,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:29.442485 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:29.461787 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-663985be-5571-438c-8219-1c034b4e0867 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/quotas/0f5af12f2f0248c3b6a1104cb00ca9c0 HTTP/1.1" status: 200 len: 375 time: 0.2320366 Sep 01 15:39:29.533535 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540999f3-60e3-4909-b275-aa0c5141604c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:29.541894 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-540999f3-60e3-4909-b275-aa0c5141604c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:29.682561 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-540999f3-60e3-4909-b275-aa0c5141604c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] device_id is not set on port b2a9f709-977a-47ca-af46-10e5d73043a6 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:39:29.739613 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-3bbacb33-853f-4069-bc68-c8ca48f42328 service neutron] Attempting to bind port ee22cbf4-9e6f-4911-b974-b3d859be4e6f on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:39:29.740697 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-3bbacb33-853f-4069-bc68-c8ca48f42328 service neutron] Attempting to bind port ee22cbf4-9e6f-4911-b974-b3d859be4e6f by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'd025c177-6925-4e9c-a98b-6f191371eab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '45ad8899-3b9a-48a3-b615-ba11469fcc1d'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:39:29.740697 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-3bbacb33-853f-4069-bc68-c8ca48f42328 service neutron] Attempting to bind port ee22cbf4-9e6f-4911-b974-b3d859be4e6f on network 45ad8899-3b9a-48a3-b615-ba11469fcc1d {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:39:29.742180 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-fdd48d67-7017-4306-ad3a-e99cb36a082f None None] Allocated IP 2001:db8::2 (4d7683f5-d60b-48ce-b89c-0e3a64c218f1/ab504df1-59e1-42fa-988b-005fe8b8896b/29cfdba4-445b-4168-a8f9-9a6a1ada6837) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:29.747538 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e744d51d-9c30-4eaa-bacd-66b5d74b26e1 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:29.776016 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-3bbacb33-853f-4069-bc68-c8ca48f42328 service neutron] Port ee22cbf4-9e6f-4911-b974-b3d859be4e6f on network 45ad8899-3b9a-48a3-b615-ba11469fcc1d not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:39:29.776299 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-3bbacb33-853f-4069-bc68-c8ca48f42328 service neutron] Attempting to bind port ee22cbf4-9e6f-4911-b974-b3d859be4e6f on network 45ad8899-3b9a-48a3-b615-ba11469fcc1d {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:39:29.790373 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-3bbacb33-853f-4069-bc68-c8ca48f42328 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:39:29.790739 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-3bbacb33-853f-4069-bc68-c8ca48f42328 service neutron] Checking segment: {'id': 'd025c177-6925-4e9c-a98b-6f191371eab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '45ad8899-3b9a-48a3-b615-ba11469fcc1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:39:29.791155 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-3bbacb33-853f-4069-bc68-c8ca48f42328 service neutron] Bound using segment: {'id': 'd025c177-6925-4e9c-a98b-6f191371eab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '45ad8899-3b9a-48a3-b615-ba11469fcc1d'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:39:29.791858 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-3bbacb33-853f-4069-bc68-c8ca48f42328 service neutron] Bound port: ee22cbf4-9e6f-4911-b974-b3d859be4e6f, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd025c177-6925-4e9c-a98b-6f191371eab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '45ad8899-3b9a-48a3-b615-ba11469fcc1d'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:39:29.792255 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-3bbacb33-853f-4069-bc68-c8ca48f42328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:29.908194 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-632278d4-2744-4816-8141-c3a80e157820 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f5af12f2f0248c3b6a1104cb00ca9c0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4375861 Sep 01 15:39:29.957486 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-3bbacb33-853f-4069-bc68-c8ca48f42328 service neutron] For port ee22cbf4-9e6f-4911-b974-b3d859be4e6f, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:39:29.966568 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-3bbacb33-853f-4069-bc68-c8ca48f42328 service neutron] For port ee22cbf4-9e6f-4911-b974-b3d859be4e6f, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=ee22cbf4-9e6f-4911-b974-b3d859be4e6f,segment=NetworkSegment(d025c177-6925-4e9c-a98b-6f191371eab1),segment_id=d025c177-6925-4e9c-a98b-6f191371eab1)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:39:29.982928 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034ea45-095b-4d41-826f-3aff38361346 req-e3a7b803-170f-4651-b440-f2677268257f tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:29.984889 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3034ea45-095b-4d41-826f-3aff38361346 req-e3a7b803-170f-4651-b440-f2677268257f tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 944 time: 0.1238334 Sep 01 15:39:29.987688 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-3bbacb33-853f-4069-bc68-c8ca48f42328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:30.017447 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-3bbacb33-853f-4069-bc68-c8ca48f42328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:30.018934 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-3bbacb33-853f-4069-bc68-c8ca48f42328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:30.020739 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-3bbacb33-853f-4069-bc68-c8ca48f42328 service neutron] 10.222.0.45 "PUT /v2.0/ports/ee22cbf4-9e6f-4911-b974-b3d859be4e6f HTTP/1.1" status: 200 len: 1092 time: 1.4377749 Sep 01 15:39:30.024494 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96bedc5d-09f1-438c-a190-a1839375a493', 'tag': 'ee22cbf4-9e6f-4911-b974-b3d859be4e6f'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:39:30.029435 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc857d5-edaf-41cb-b74c-a72d05a2b5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "96bedc5d-09f1-438c-a190-a1839375a493", "tag": "ee22cbf4-9e6f-4911-b974-b3d859be4e6f"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:39:30.036926 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port e744d51d-9c30-4eaa-bacd-66b5d74b26e1 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:30.038378 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:30.088457 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-db6e3b50-e093-4763-af6b-b866caaaf86d service neutron] 10.222.0.60 "GET /v2.0/networks/9abcf001-8f75-447e-a006-dcebce16e53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500854 Sep 01 15:39:30.160504 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3034ea45-095b-4d41-826f-3aff38361346 req-a039c4d2-ad8a-4871-b251-beea89d47d21 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ee3d53-4010-450e-983a-7b92f15918ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521285 Sep 01 15:39:30.178540 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbacb33-853f-4069-bc68-c8ca48f42328 service neutron] Pushing event updated for resources: {'Port': ['ID=ee22cbf4-9e6f-4911-b974-b3d859be4e6f,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:30.192797 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-9e953b23-1d81-45bd-8b16-69beac3b5592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:30.194429 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-9e953b23-1d81-45bd-8b16-69beac3b5592 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ce2d4cae53514399882a15b65a30f8f0&device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 1095 time: 0.1137614 Sep 01 15:39:30.243386 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Router cd70529e-d24a-498d-9c7c-95632e251c03 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:39:30.256975 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fdd48d67-7017-4306-ad3a-e99cb36a082f None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:30.289382 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-b91462d8-af6f-4c2c-bfbc-c50811014646 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee22cbf4-9e6f-4911-b974-b3d859be4e6f HTTP/1.1" status: 200 len: 217 time: 0.0851967 Sep 01 15:39:30.302538 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-fdd48d67-7017-4306-ad3a-e99cb36a082f None None] Transition to ACTIVE for port object 29cfdba4-445b-4168-a8f9-9a6a1ada6837 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:30.332851 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-fdd48d67-7017-4306-ad3a-e99cb36a082f None None] Transition to ACTIVE for port object 29cfdba4-445b-4168-a8f9-9a6a1ada6837 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:30.333151 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-7778b40e-2943-4641-9fa8-076b0818e22a service neutron] 10.222.0.60 "GET /v2.0/networks/9abcf001-8f75-447e-a006-dcebce16e53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229648 Sep 01 15:39:30.343494 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fdd48d67-7017-4306-ad3a-e99cb36a082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:30.425100 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd48d67-7017-4306-ad3a-e99cb36a082f None None] Network 4d7683f5-d60b-48ce-b89c-0e3a64c218f1 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:30.429689 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-fdd48d67-7017-4306-ad3a-e99cb36a082f None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:30.441509 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd48d67-7017-4306-ad3a-e99cb36a082f None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:30.451388 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd48d67-7017-4306-ad3a-e99cb36a082f None None] Pushing event updated for resources: {'Port': ['ID=29cfdba4-445b-4168-a8f9-9a6a1ada6837,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:30.470089 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-b1201b52-fa90-46ff-b76f-c4e52bddb4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:30.475849 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-540999f3-60e3-4909-b275-aa0c5141604c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Allocated IP 2001:db8::cc (4d7683f5-d60b-48ce-b89c-0e3a64c218f1/ab504df1-59e1-42fa-988b-005fe8b8896b/b2a9f709-977a-47ca-af46-10e5d73043a6) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:30.476136 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-b1201b52-fa90-46ff-b76f-c4e52bddb4bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4c7aedd8-4617-4450-b284-829bec44a885 HTTP/1.1" status: 200 len: 851 time: 0.1787193 Sep 01 15:39:30.488055 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:39:30.500585 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341c3a7e-6b97-4d60-9e7f-fd5dbb628f86 None None] Sync routers for ids ['cd70529e-d24a-498d-9c7c-95632e251c03'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:39:30.525735 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341c3a7e-6b97-4d60-9e7f-fd5dbb628f86 None None] Routers {'cd70529e-d24a-498d-9c7c-95632e251c03'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:39:30.528717 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-341c3a7e-6b97-4d60-9e7f-fd5dbb628f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:39:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cd70529e-d24a-498d-9c7c-95632e251c03'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:30.539245 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:30.547514 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a822667c-ceac-4a7e-9cca-21d17d985e3c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 7.6680298 Sep 01 15:39:30.560699 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42354) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:30.572368 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-7b3b2ef4-25e6-42d8-8cdc-321a5be0a23d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45ad8899-3b9a-48a3-b615-ba11469fcc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874374 Sep 01 15:39:30.579660 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42356) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:30.611928 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-fdd48d67-7017-4306-ad3a-e99cb36a082f None None] Attempting to bind port 29cfdba4-445b-4168-a8f9-9a6a1ada6837 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:39:30.612298 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-fdd48d67-7017-4306-ad3a-e99cb36a082f None None] Attempting to bind port 29cfdba4-445b-4168-a8f9-9a6a1ada6837 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '7538399b-5ead-4069-9998-f8da3b9b7156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4d7683f5-d60b-48ce-b89c-0e3a64c218f1'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:39:30.612665 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd48d67-7017-4306-ad3a-e99cb36a082f None None] Attempting to bind port 29cfdba4-445b-4168-a8f9-9a6a1ada6837 on network 4d7683f5-d60b-48ce-b89c-0e3a64c218f1 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:39:30.624435 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd48d67-7017-4306-ad3a-e99cb36a082f None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:39:30.628736 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd48d67-7017-4306-ad3a-e99cb36a082f None None] Checking segment: {'id': '7538399b-5ead-4069-9998-f8da3b9b7156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4d7683f5-d60b-48ce-b89c-0e3a64c218f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:39:30.629170 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fdd48d67-7017-4306-ad3a-e99cb36a082f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:30.629580 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd48d67-7017-4306-ad3a-e99cb36a082f None None] Bound using segment: {'id': '7538399b-5ead-4069-9998-f8da3b9b7156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4d7683f5-d60b-48ce-b89c-0e3a64c218f1'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:39:30.630176 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-fdd48d67-7017-4306-ad3a-e99cb36a082f None None] Bound port: 29cfdba4-445b-4168-a8f9-9a6a1ada6837, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7538399b-5ead-4069-9998-f8da3b9b7156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '4d7683f5-d60b-48ce-b89c-0e3a64c218f1'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:39:30.630559 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fdd48d67-7017-4306-ad3a-e99cb36a082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:30.825337 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-fdd48d67-7017-4306-ad3a-e99cb36a082f None None] For port 29cfdba4-445b-4168-a8f9-9a6a1ada6837, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:39:30.825863 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-c7005dba-c8cd-468a-be40-f8ad6cbfe49d service neutron] 10.222.0.45 "GET /v2.0/networks/45ad8899-3b9a-48a3-b615-ba11469fcc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253623 Sep 01 15:39:30.832015 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-fdd48d67-7017-4306-ad3a-e99cb36a082f None None] For port 29cfdba4-445b-4168-a8f9-9a6a1ada6837, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=29cfdba4-445b-4168-a8f9-9a6a1ada6837,segment=NetworkSegment(7538399b-5ead-4069-9998-f8da3b9b7156),segment_id=7538399b-5ead-4069-9998-f8da3b9b7156)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:39:30.841604 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fdd48d67-7017-4306-ad3a-e99cb36a082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:30.845120 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-341c3a7e-6b97-4d60-9e7f-fd5dbb628f86 None None] Set router cd70529e-d24a-498d-9c7c-95632e251c03 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:39:30.964394 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd48d67-7017-4306-ad3a-e99cb36a082f None None] Pushing event updated for resources: {'Port': ['ID=29cfdba4-445b-4168-a8f9-9a6a1ada6837,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:30.976766 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a49d0a6-9962-4a20-b05c-4812148529f4 x-openstack-request-id: req-9a49d0a6-9962-4a20-b05c-4812148529f4 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:39:30.976987 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96bedc5d-09f1-438c-a190-a1839375a493", "tag": "ee22cbf4-9e6f-4911-b974-b3d859be4e6f", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:39:30.977295 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9a49d0a6-9962-4a20-b05c-4812148529f4 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:39:30.977605 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96bedc5d-09f1-438c-a190-a1839375a493', 'tag': 'ee22cbf4-9e6f-4911-b974-b3d859be4e6f', 'status': 'completed', 'code': 200} Sep 01 15:39:30.994456 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-949993a7-7ce2-411d-9549-bd1a4aa30136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:31.108588 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ad627227-1039-4af6-a4f6-c0e75eead417 req-86c84bef-45af-423c-8036-d76e487ae99e tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=f391eae7-329a-4855-972c-8e98dd0b9a40 HTTP/1.1" status: 200 len: 210 time: 0.0751600 Sep 01 15:39:31.173166 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9bb94041-5c4b-4b1d-9b14-41864140be4c req-e180b6d2-decc-461e-b7ba-a5aed93137b9 service neutron] 10.222.0.45 "GET /v2.0/networks/45ad8899-3b9a-48a3-b615-ba11469fcc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379865 Sep 01 15:39:31.277415 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-341c3a7e-6b97-4d60-9e7f-fd5dbb628f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd70529e-d24a-498d-9c7c-95632e251c03', 'name': 'tempest-ImageQuotaTest-594167643-router', 'tenant_id': '3dd6b736c12c4f2eb0f8c6855f18b01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '4c6823a1-e892-4caf-b909-01463fea6e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:39:23Z', 'updated_at': '2021-09-01T15:39:27Z', 'revision_number': 3, 'project_id': '3dd6b736c12c4f2eb0f8c6855f18b01d', 'gw_port': {'id': '4c6823a1-e892-4caf-b909-01463fea6e09', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd70529e-d24a-498d-9c7c-95632e251c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:39:25Z', 'updated_at': '2021-09-01T15:39:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:31.389745 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341c3a7e-6b97-4d60-9e7f-fd5dbb628f86 None None] Checking router: cd70529e-d24a-498d-9c7c-95632e251c03 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:39:31.390397 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341c3a7e-6b97-4d60-9e7f-fd5dbb628f86 None None] Updating router cd70529e-d24a-498d-9c7c-95632e251c03 port 4c6823a1-e892-4caf-b909-01463fea6e09 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:39:31.445597 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-341c3a7e-6b97-4d60-9e7f-fd5dbb628f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:31.509174 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc857d5-edaf-41cb-b74c-a72d05a2b5e2 req-84e8bb47-621f-41a4-af26-8d37525ab026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:31.513236 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0bc857d5-edaf-41cb-b74c-a72d05a2b5e2 req-84e8bb47-621f-41a4-af26-8d37525ab026 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ce2d4cae53514399882a15b65a30f8f0&device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 1095 time: 0.2553341 Sep 01 15:39:31.699926 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-540999f3-60e3-4909-b275-aa0c5141604c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:31.731649 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83f50b-acc8-4e34-a0e1-156ffe9936ac req-ee57aba7-cc08-4651-83d1-2e4ff823fd82 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:31.734196 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2e83f50b-acc8-4e34-a0e1-156ffe9936ac req-ee57aba7-cc08-4651-83d1-2e4ff823fd82 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 944 time: 0.3647892 Sep 01 15:39:31.775027 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-949993a7-7ce2-411d-9549-bd1a4aa30136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:31.781040 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-540999f3-60e3-4909-b275-aa0c5141604c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Transition to ACTIVE for port object b2a9f709-977a-47ca-af46-10e5d73043a6 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:31.791559 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-949993a7-7ce2-411d-9549-bd1a4aa30136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:31.831980 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54bbda8b-cd72-42d3-8848-6b8b689c9931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:31.835927 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-949993a7-7ce2-411d-9549-bd1a4aa30136 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fb53d0a843654cec8e4a91b48a1bd1cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2514243 Sep 01 15:39:31.840999 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42378) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:31.872544 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 29cfdba4-445b-4168-a8f9-9a6a1ada6837 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:31.937765 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2e83f50b-acc8-4e34-a0e1-156ffe9936ac req-7f704816-0eeb-42bf-93ab-0ebe2b7ac44f tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ee3d53-4010-450e-983a-7b92f15918ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796145 Sep 01 15:39:31.951682 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949993a7-7ce2-411d-9549-bd1a4aa30136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86816c9-48f9-498d-9e43-75645bcd4271,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:31.983768 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc857d5-edaf-41cb-b74c-a72d05a2b5e2 req-9b3b496e-4cca-48d9-8152-8a396d020e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:31.985483 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0bc857d5-edaf-41cb-b74c-a72d05a2b5e2 req-9b3b496e-4cca-48d9-8152-8a396d020e79 service neutron] 10.222.0.45 "GET /v2.0/networks?id=45ad8899-3b9a-48a3-b615-ba11469fcc1d HTTP/1.1" status: 200 len: 912 time: 0.4019246 Sep 01 15:39:32.016971 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a4da8dfe-5be7-4572-a6a2-1979483dbf33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:32.068470 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 29cfdba4-445b-4168-a8f9-9a6a1ada6837 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:32.120173 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1138dd8d-3d2b-4ec1-bd04-e35f4bf35b8f req-711a8257-faf9-4c40-a4e6-b311ab5f3690 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e39551b6-2e29-4644-beac-c652402fed03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1661022 Sep 01 15:39:32.124700 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-540999f3-60e3-4909-b275-aa0c5141604c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:32.139725 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-341c3a7e-6b97-4d60-9e7f-fd5dbb628f86 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:32.143090 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0bc857d5-edaf-41cb-b74c-a72d05a2b5e2 req-2728e4b3-829e-4b2b-b440-af61199c07bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee22cbf4-9e6f-4911-b974-b3d859be4e6f HTTP/1.1" status: 200 len: 217 time: 0.1367908 Sep 01 15:39:32.152607 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-341c3a7e-6b97-4d60-9e7f-fd5dbb628f86 None None] Transition to ACTIVE for port object 4c6823a1-e892-4caf-b909-01463fea6e09 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:32.167262 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-341c3a7e-6b97-4d60-9e7f-fd5dbb628f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:32.302279 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01d146-8888-46ec-843c-16c5655332a6 None None] Pushing event updated for resources: {'Port': ['ID=4c6823a1-e892-4caf-b909-01463fea6e09,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:32.311810 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc857d5-edaf-41cb-b74c-a72d05a2b5e2 req-759e1d73-c7cf-44d3-9d8f-25983aaea7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:32.315327 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0bc857d5-edaf-41cb-b74c-a72d05a2b5e2 req-759e1d73-c7cf-44d3-9d8f-25983aaea7c5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4c7aedd8-4617-4450-b284-829bec44a885 HTTP/1.1" status: 200 len: 851 time: 0.1578772 Sep 01 15:39:32.337660 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf01d146-8888-46ec-843c-16c5655332a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:32.342579 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf01d146-8888-46ec-843c-16c5655332a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:32.343017 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf01d146-8888-46ec-843c-16c5655332a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:32.343416 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf01d146-8888-46ec-843c-16c5655332a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:32.343763 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf01d146-8888-46ec-843c-16c5655332a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:32.344099 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf01d146-8888-46ec-843c-16c5655332a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:32.344436 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf01d146-8888-46ec-843c-16c5655332a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:32.344759 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf01d146-8888-46ec-843c-16c5655332a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:32.345274 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf01d146-8888-46ec-843c-16c5655332a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:32.346385 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf01d146-8888-46ec-843c-16c5655332a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:32.346899 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf01d146-8888-46ec-843c-16c5655332a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:32.347397 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf01d146-8888-46ec-843c-16c5655332a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:32.375342 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-341c3a7e-6b97-4d60-9e7f-fd5dbb628f86 None None] Attempting to bind port 4c6823a1-e892-4caf-b909-01463fea6e09 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:39:32.375613 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a4da8dfe-5be7-4572-a6a2-1979483dbf33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:32.376398 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-341c3a7e-6b97-4d60-9e7f-fd5dbb628f86 None None] Attempting to bind port 4c6823a1-e892-4caf-b909-01463fea6e09 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:39:32.377372 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341c3a7e-6b97-4d60-9e7f-fd5dbb628f86 None None] Attempting to bind port 4c6823a1-e892-4caf-b909-01463fea6e09 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:39:32.383833 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540999f3-60e3-4909-b275-aa0c5141604c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Port': ['ID=b2a9f709-977a-47ca-af46-10e5d73043a6,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:32.387526 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341c3a7e-6b97-4d60-9e7f-fd5dbb628f86 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:39:32.388277 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341c3a7e-6b97-4d60-9e7f-fd5dbb628f86 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:39:32.388849 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-341c3a7e-6b97-4d60-9e7f-fd5dbb628f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:32.389408 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341c3a7e-6b97-4d60-9e7f-fd5dbb628f86 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:39:32.390156 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-341c3a7e-6b97-4d60-9e7f-fd5dbb628f86 None None] Bound port: 4c6823a1-e892-4caf-b909-01463fea6e09, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:39:32.390856 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-341c3a7e-6b97-4d60-9e7f-fd5dbb628f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:32.429797 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0bc857d5-edaf-41cb-b74c-a72d05a2b5e2 req-6a870a7b-1b8f-43e0-83ef-524140e93e90 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45ad8899-3b9a-48a3-b615-ba11469fcc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940557 Sep 01 15:39:32.505250 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-341c3a7e-6b97-4d60-9e7f-fd5dbb628f86 None None] For port 4c6823a1-e892-4caf-b909-01463fea6e09, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:39:32.518650 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7213fada-e4f8-4bfa-b0ae-c2a5a75e7462 req-f51e7bd2-5af9-4622-bfd5-3eb4a822c21e tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=f391eae7-329a-4855-972c-8e98dd0b9a40 HTTP/1.1" status: 200 len: 210 time: 0.1184585 Sep 01 15:39:32.519633 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-341c3a7e-6b97-4d60-9e7f-fd5dbb628f86 None None] For port 4c6823a1-e892-4caf-b909-01463fea6e09, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=4c6823a1-e892-4caf-b909-01463fea6e09,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:39:32.534927 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-341c3a7e-6b97-4d60-9e7f-fd5dbb628f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:32.558261 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540999f3-60e3-4909-b275-aa0c5141604c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network 4d7683f5-d60b-48ce-b89c-0e3a64c218f1 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:32.572861 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device ee22cbf4-9e6f-4911-b974-b3d859be4e6f details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:39:32.602059 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-540999f3-60e3-4909-b275-aa0c5141604c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:32.611023 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540999f3-60e3-4909-b275-aa0c5141604c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:32.636299 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540999f3-60e3-4909-b275-aa0c5141604c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:32.637081 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-540999f3-60e3-4909-b275-aa0c5141604c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:32.713654 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-540999f3-60e3-4909-b275-aa0c5141604c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8767343 Sep 01 15:39:32.715515 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341c3a7e-6b97-4d60-9e7f-fd5dbb628f86 None None] Routers {'cd70529e-d24a-498d-9c7c-95632e251c03'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:39:32.716933 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-341c3a7e-6b97-4d60-9e7f-fd5dbb628f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:39:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cd70529e-d24a-498d-9c7c-95632e251c03'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:32.728256 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01d146-8888-46ec-843c-16c5655332a6 None None] Pushing event updated for resources: {'Port': ['ID=4c6823a1-e892-4caf-b909-01463fea6e09,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:32.731493 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42384) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:32.792755 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-52ba14c5-f10d-4d35-afce-259a69ef10a9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'port': {'network_id': '4d7683f5-d60b-48ce-b89c-0e3a64c218f1', 'name': 'tempest-PortsIpV6TestJSON-414560868'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:32.806155 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138dd8d-3d2b-4ec1-bd04-e35f4bf35b8f req-904054ea-9f43-4cfe-8b92-84d9932fb498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:32.809150 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0bc857d5-edaf-41cb-b74c-a72d05a2b5e2 req-253ca6d5-7625-4f4e-9d64-3a185dfbe54d service neutron] 10.222.0.45 "GET /v2.0/networks/45ad8899-3b9a-48a3-b615-ba11469fcc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679364 Sep 01 15:39:32.810058 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1138dd8d-3d2b-4ec1-bd04-e35f4bf35b8f req-904054ea-9f43-4cfe-8b92-84d9932fb498 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f5af12f2f0248c3b6a1104cb00ca9c0&device_id=e39551b6-2e29-4644-beac-c652402fed03 HTTP/1.1" status: 200 len: 1097 time: 0.5252151 Sep 01 15:39:32.871706 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port ee22cbf4-9e6f-4911-b974-b3d859be4e6f, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=ee22cbf4-9e6f-4911-b974-b3d859be4e6f,segment=NetworkSegment(d025c177-6925-4e9c-a98b-6f191371eab1),segment_id=d025c177-6925-4e9c-a98b-6f191371eab1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:32.908158 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'ee22cbf4-9e6f-4911-b974-b3d859be4e6f', 'network_id': '45ad8899-3b9a-48a3-b615-ba11469fcc1d', 'port_id': 'ee22cbf4-9e6f-4911-b974-b3d859be4e6f', 'mac_address': 'fa:16:3e:ed:b9:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c7aedd8-4617-4450-b284-829bec44a885', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:39:33.031152 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a4da8dfe-5be7-4572-a6a2-1979483dbf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:33.035118 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a4da8dfe-5be7-4572-a6a2-1979483dbf33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:33.054386 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a4da8dfe-5be7-4572-a6a2-1979483dbf33 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f86816c9-48f9-498d-9e43-75645bcd4271 HTTP/1.1" status: 204 len: 168 time: 1.2045128 Sep 01 15:39:33.079297 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:33.083430 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82631966-792f-4b33-b3d2-448cafee79dd None None] Network 4d7683f5-d60b-48ce-b89c-0e3a64c218f1 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:33.134770 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da8dfe-5be7-4572-a6a2-1979483dbf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86816c9-48f9-498d-9e43-75645bcd4271,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:33.186361 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ba14c5-f10d-4d35-afce-259a69ef10a9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:33.191433 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52ba14c5-f10d-4d35-afce-259a69ef10a9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:33.235275 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-341c3a7e-6b97-4d60-9e7f-fd5dbb628f86 None None] Set router cd70529e-d24a-498d-9c7c-95632e251c03 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:39:33.247610 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-52ba14c5-f10d-4d35-afce-259a69ef10a9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] device_id is not set on port ffb579d6-f520-4ddd-a87b-660576bd41a7 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:39:33.533808 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-52ba14c5-f10d-4d35-afce-259a69ef10a9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Allocated IP 2001:db8::1f6 (4d7683f5-d60b-48ce-b89c-0e3a64c218f1/ab504df1-59e1-42fa-988b-005fe8b8896b/ffb579d6-f520-4ddd-a87b-660576bd41a7) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:33.616272 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0bc857d5-edaf-41cb-b74c-a72d05a2b5e2 req-389281a2-7ada-4b3e-af31-f38f20e32c96 service neutron] 10.222.0.45 "GET /v2.0/networks/45ad8899-3b9a-48a3-b615-ba11469fcc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7661545 Sep 01 15:39:33.654753 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee22cbf4-9e6f-4911-b974-b3d859be4e6f {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:39:33.680869 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c868472-dfa1-43c4-886b-101364d6886e req-e0bc1086-6f1c-4051-af76-879a75c6a15c tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:33.683647 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4c868472-dfa1-43c4-886b-101364d6886e req-e0bc1086-6f1c-4051-af76-879a75c6a15c tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 944 time: 0.4580851 Sep 01 15:39:33.726609 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port ee22cbf4-9e6f-4911-b974-b3d859be4e6f, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=ee22cbf4-9e6f-4911-b974-b3d859be4e6f,segment=NetworkSegment(d025c177-6925-4e9c-a98b-6f191371eab1),segment_id=d025c177-6925-4e9c-a98b-6f191371eab1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:33.759163 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:33.784022 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8a48d066-1276-4823-94d5-ac088470e7c9 None None] Provisioning for port 29cfdba4-445b-4168-a8f9-9a6a1ada6837 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:33.879165 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4c868472-dfa1-43c4-886b-101364d6886e req-3266c135-7da5-4563-af88-7338560d1a92 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ee3d53-4010-450e-983a-7b92f15918ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840153 Sep 01 15:39:33.885296 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8a48d066-1276-4823-94d5-ac088470e7c9 None None] Provisioning complete for port 29cfdba4-445b-4168-a8f9-9a6a1ada6837 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:33.889759 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8a48d066-1276-4823-94d5-ac088470e7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:33.907535 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-341c3a7e-6b97-4d60-9e7f-fd5dbb628f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd70529e-d24a-498d-9c7c-95632e251c03', 'name': 'tempest-ImageQuotaTest-594167643-router', 'tenant_id': '3dd6b736c12c4f2eb0f8c6855f18b01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '4c6823a1-e892-4caf-b909-01463fea6e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:39:23Z', 'updated_at': '2021-09-01T15:39:27Z', 'revision_number': 3, 'project_id': '3dd6b736c12c4f2eb0f8c6855f18b01d', 'gw_port': {'id': '4c6823a1-e892-4caf-b909-01463fea6e09', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd70529e-d24a-498d-9c7c-95632e251c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:39:25Z', 'updated_at': '2021-09-01T15:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:33.980922 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341c3a7e-6b97-4d60-9e7f-fd5dbb628f86 None None] The sync data for ids ['cd70529e-d24a-498d-9c7c-95632e251c03'] in n-d-794796-3 is: [{'id': 'cd70529e-d24a-498d-9c7c-95632e251c03', 'name': 'tempest-ImageQuotaTest-594167643-router', 'tenant_id': '3dd6b736c12c4f2eb0f8c6855f18b01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '4c6823a1-e892-4caf-b909-01463fea6e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:39:23Z', 'updated_at': '2021-09-01T15:39:27Z', 'revision_number': 3, 'project_id': '3dd6b736c12c4f2eb0f8c6855f18b01d', 'gw_port': {'id': '4c6823a1-e892-4caf-b909-01463fea6e09', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd70529e-d24a-498d-9c7c-95632e251c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:39:25Z', 'updated_at': '2021-09-01T15:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:39:34.043307 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-54bbda8b-cd72-42d3-8848-6b8b689c9931 admin admin] Allocated IP 172.20.0.1 (40b9fc34-3ec3-4527-9874-82786b1b74aa/83868f86-dd3a-46df-a9ca-a8b9be6f6d54/d770f07f-8b99-4466-b662-e1c76b8db90e) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:34.123408 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['ee22cbf4-9e6f-4911-b974-b3d859be4e6f'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:39:34.210955 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=ee22cbf4-9e6f-4911-b974-b3d859be4e6f,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:34.540541 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54bbda8b-cd72-42d3-8848-6b8b689c9931 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:34.556036 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ed1642af-1fe2-4f18-9562-40f017b7dcbe req-dd3e672a-c56e-43e2-9a0e-6223c318e26b tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=f391eae7-329a-4855-972c-8e98dd0b9a40 HTTP/1.1" status: 200 len: 210 time: 0.6528907 Sep 01 15:39:34.581763 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8a48d066-1276-4823-94d5-ac088470e7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:34.618387 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-54bbda8b-cd72-42d3-8848-6b8b689c9931 admin admin] Transition to ACTIVE for port object d770f07f-8b99-4466-b662-e1c76b8db90e will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:34.708335 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138dd8d-3d2b-4ec1-bd04-e35f4bf35b8f req-fdec3d8c-842b-4b95-b0d8-d48116f819d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:34.711464 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1138dd8d-3d2b-4ec1-bd04-e35f4bf35b8f req-fdec3d8c-842b-4b95-b0d8-d48116f819d0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4632520d-c32a-45da-ba25-63401b32d6f2 HTTP/1.1" status: 200 len: 898 time: 1.8459089 Sep 01 15:39:34.879382 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1138dd8d-3d2b-4ec1-bd04-e35f4bf35b8f req-8430af4d-f1a2-434a-bc29-a220cddcd4b6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7c36820-7c23-42ec-bb79-6cd73b6a6dea HTTP/1.1" status: 200 len: 1002 time: 0.1313486 Sep 01 15:39:34.917619 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-8a48d066-1276-4823-94d5-ac088470e7c9 None None] For port 29cfdba4-445b-4168-a8f9-9a6a1ada6837, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=29cfdba4-445b-4168-a8f9-9a6a1ada6837,segment=NetworkSegment(7538399b-5ead-4069-9998-f8da3b9b7156),segment_id=7538399b-5ead-4069-9998-f8da3b9b7156)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:34.930098 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8a48d066-1276-4823-94d5-ac088470e7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:34.992680 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54bbda8b-cd72-42d3-8848-6b8b689c9931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:35.090343 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48d066-1276-4823-94d5-ac088470e7c9 None None] Pushing event updated for resources: {'Port': ['ID=29cfdba4-445b-4168-a8f9-9a6a1ada6837,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:35.230441 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae6ebc-2530-4fd8-8535-cc8b3c393df6 req-3894b846-1d16-414b-a206-43fc9000c883 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:35.233815 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-79ae6ebc-2530-4fd8-8535-cc8b3c393df6 req-3894b846-1d16-414b-a206-43fc9000c883 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 945 time: 0.1123331 Sep 01 15:39:35.333350 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-79ae6ebc-2530-4fd8-8535-cc8b3c393df6 req-4be1a879-8b66-4714-bc28-5dcf4e32ed9a tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ee3d53-4010-450e-983a-7b92f15918ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791652 Sep 01 15:39:35.373399 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-feb12844-85b6-4a5b-b159-397fc5e0b6a8 None None] Provisioning complete for port 29cfdba4-445b-4168-a8f9-9a6a1ada6837 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:35.374258 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-feb12844-85b6-4a5b-b159-397fc5e0b6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:35.664620 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-feb12844-85b6-4a5b-b159-397fc5e0b6a8 None None] Provisioning for port b2a9f709-977a-47ca-af46-10e5d73043a6 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:35.664909 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-8f65e508-e59e-40b7-bd8c-dfff7114dcee tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:35.670681 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-8f65e508-e59e-40b7-bd8c-dfff7114dcee tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.62 "GET /v2.0/networks?id=9abcf001-8f75-447e-a006-dcebce16e53d HTTP/1.1" status: 200 len: 797 time: 1.8882155 Sep 01 15:39:35.679032 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-feb12844-85b6-4a5b-b159-397fc5e0b6a8 None None] Provisioning complete for port b2a9f709-977a-47ca-af46-10e5d73043a6 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:35.680679 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-feb12844-85b6-4a5b-b159-397fc5e0b6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:35.688870 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52ba14c5-f10d-4d35-afce-259a69ef10a9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:35.805543 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-52ba14c5-f10d-4d35-afce-259a69ef10a9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Transition to ACTIVE for port object ffb579d6-f520-4ddd-a87b-660576bd41a7 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:35.812042 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-feb12844-85b6-4a5b-b159-397fc5e0b6a8 None None] Port b2a9f709-977a-47ca-af46-10e5d73043a6 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:39:35.814342 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bbda8b-cd72-42d3-8848-6b8b689c9931 admin admin] Network 40b9fc34-3ec3-4527-9874-82786b1b74aa is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:35.824860 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbda8b-cd72-42d3-8848-6b8b689c9931 admin admin] Pushing event updated for resources: {'Port': ['ID=d770f07f-8b99-4466-b662-e1c76b8db90e,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:35.838475 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138dd8d-3d2b-4ec1-bd04-e35f4bf35b8f req-bf873d2a-99b4-4dc1-abf6-8b9872b932a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:35.840039 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1138dd8d-3d2b-4ec1-bd04-e35f4bf35b8f req-bf873d2a-99b4-4dc1-abf6-8b9872b932a2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ea35a2a-5cfd-43df-a743-97c56729848b HTTP/1.1" status: 200 len: 835 time: 0.9344769 Sep 01 15:39:35.841007 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-54bbda8b-cd72-42d3-8848-6b8b689c9931 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:35.880460 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bbda8b-cd72-42d3-8848-6b8b689c9931 admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:35.907724 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 29cfdba4-445b-4168-a8f9-9a6a1ada6837 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:35.910154 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-acc94a78-07c3-4155-abe4-402f4f3408ef req-8f033fdb-076a-46c3-b0bf-d6ad5b291750 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=f391eae7-329a-4855-972c-8e98dd0b9a40 HTTP/1.1" status: 200 len: 210 time: 0.1408403 Sep 01 15:39:36.038144 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-cc6d89c2-04ea-4dc1-b536-d84eda54a6ab tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f5af12f2f0248c3b6a1104cb00ca9c0 HTTP/1.1" status: 200 len: 471 time: 0.3447378 Sep 01 15:39:36.067402 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4110e523-f537-498d-8dee-fba62b5f50fc None None] Provisioning complete for port b2a9f709-977a-47ca-af46-10e5d73043a6 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:36.070625 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4110e523-f537-498d-8dee-fba62b5f50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:36.083373 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-2b6fa7e4-b24d-4671-a354-30ead1502b71 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'port': {'device_id': 'f391eae7-329a-4855-972c-8e98dd0b9a40', 'network_id': '9abcf001-8f75-447e-a006-dcebce16e53d', 'admin_state_up': True, 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'security_groups': ['ad10620f-acda-41aa-92bf-91a16cbede3f']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:36.228981 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-4110e523-f537-498d-8dee-fba62b5f50fc None None] Port b2a9f709-977a-47ca-af46-10e5d73043a6 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:39:36.233548 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54bbda8b-cd72-42d3-8848-6b8b689c9931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:36.241101 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 29cfdba4-445b-4168-a8f9-9a6a1ada6837 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:36.242018 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:36.252624 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138dd8d-3d2b-4ec1-bd04-e35f4bf35b8f req-372b0cbe-4a9e-4528-a4bd-4b5d132fd276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:36.264636 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1138dd8d-3d2b-4ec1-bd04-e35f4bf35b8f req-372b0cbe-4a9e-4528-a4bd-4b5d132fd276 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4632520d-c32a-45da-ba25-63401b32d6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3747096 Sep 01 15:39:36.328263 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42440) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:36.341212 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52ba14c5-f10d-4d35-afce-259a69ef10a9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:36.391683 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-405acb39-c622-4ec2-bb56-5f728860b2cc None None] Provisioning for port d770f07f-8b99-4466-b662-e1c76b8db90e completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:36.404790 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-405acb39-c622-4ec2-bb56-5f728860b2cc None None] Provisioning complete for port d770f07f-8b99-4466-b662-e1c76b8db90e triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:36.406430 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-405acb39-c622-4ec2-bb56-5f728860b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:36.569492 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ea41f-f46a-40f5-830c-9d408a4d9fd8 req-91efd511-404c-4e53-ac12-3e9a283d6890 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:36.572546 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-246ea41f-f46a-40f5-830c-9d408a4d9fd8 req-91efd511-404c-4e53-ac12-3e9a283d6890 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 945 time: 0.1137466 Sep 01 15:39:36.578122 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device ee22cbf4-9e6f-4911-b974-b3d859be4e6f up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:36.597549 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-405acb39-c622-4ec2-bb56-5f728860b2cc None None] Port d770f07f-8b99-4466-b662-e1c76b8db90e cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:39:36.607403 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ba14c5-f10d-4d35-afce-259a69ef10a9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network 4d7683f5-d60b-48ce-b89c-0e3a64c218f1 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:36.643701 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-52ba14c5-f10d-4d35-afce-259a69ef10a9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:36.686692 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba14c5-f10d-4d35-afce-259a69ef10a9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Port': ['ID=ffb579d6-f520-4ddd-a87b-660576bd41a7,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:36.700052 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ba14c5-f10d-4d35-afce-259a69ef10a9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:36.712458 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ba14c5-f10d-4d35-afce-259a69ef10a9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:36.713831 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52ba14c5-f10d-4d35-afce-259a69ef10a9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:36.722772 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4c6823a1-e892-4caf-b909-01463fea6e09 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:36.771125 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1843959826'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:36.834654 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1138dd8d-3d2b-4ec1-bd04-e35f4bf35b8f req-b3afea48-b276-4967-98ff-eeef39e6ce90 service neutron] 10.222.0.62 "GET /v2.0/networks/4632520d-c32a-45da-ba25-63401b32d6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822154 Sep 01 15:39:36.852196 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-246ea41f-f46a-40f5-830c-9d408a4d9fd8 req-36ad4bd4-52b0-4bdb-9520-61d0e0a6b157 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ee3d53-4010-450e-983a-7b92f15918ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699275 Sep 01 15:39:36.877918 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-2b6fa7e4-b24d-4671-a354-30ead1502b71 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Made reservation on behalf of 0f5af12f2f0248c3b6a1104cb00ca9c0 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:36.883326 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-2b6fa7e4-b24d-4671-a354-30ead1502b71 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:36.927610 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Made reservation on behalf of 04ce9e7b46834ec3a274c91b69bb7860 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:36.932079 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:36.956512 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:37.008097 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-52ba14c5-f10d-4d35-afce-259a69ef10a9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2524853 Sep 01 15:39:37.009282 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42450) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:37.125192 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54bbda8b-cd72-42d3-8848-6b8b689c9931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:37.133743 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port ee22cbf4-9e6f-4911-b974-b3d859be4e6f completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:37.150849 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port ee22cbf4-9e6f-4911-b974-b3d859be4e6f triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:37.151522 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:37.222484 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93dff9d-b8f2-4cc1-b715-45d7d28d3255 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:37.227547 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a93dff9d-b8f2-4cc1-b715-45d7d28d3255 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Acc HTTP/1.1" status: 200 len: 928 time: 0.2146242 Sep 01 15:39:37.228520 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42452) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:37.271488 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 4c6823a1-e892-4caf-b909-01463fea6e09 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:37.363211 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 4c6823a1-e892-4caf-b909-01463fea6e09 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:37.363856 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:37.413830 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47679b3b-76f5-4130-9cd1-473072fbe24c req-161d9e0a-700c-403c-ba68-af170df64fca tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=f391eae7-329a-4855-972c-8e98dd0b9a40 HTTP/1.1" status: 200 len: 210 time: 0.2050006 Sep 01 15:39:37.429636 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:37.438206 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:37.457402 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:39:37.475631 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4c0d8687-c8ac-43c9-883c-337308f030fb None None] Provisioning for port ffb579d6-f520-4ddd-a87b-660576bd41a7 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:37.489687 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1138dd8d-3d2b-4ec1-bd04-e35f4bf35b8f req-bb4e4106-59f9-43a4-bb66-8f9bb1ba0055 service neutron] 10.222.0.62 "GET /v2.0/networks/4632520d-c32a-45da-ba25-63401b32d6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6416945 Sep 01 15:39:37.491595 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:37.492398 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Added segment 801ef501-224a-440a-8328-c85e4337335a of type vlan for network 2b89fbd4-e3dc-46ba-809f-c431a3f29025 Sep 01 15:39:37.494763 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:37.564769 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4c0d8687-c8ac-43c9-883c-337308f030fb None None] Provisioning complete for port ffb579d6-f520-4ddd-a87b-660576bd41a7 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:37.567451 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4c0d8687-c8ac-43c9-883c-337308f030fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:37.616003 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bedc5d-09f1-438c-a190-a1839375a493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee22cbf4-9e6f-4911-b974-b3d859be4e6f'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:39:37.619390 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c17e64-cfda-4cde-bc3e-f8672c222551" -d '{"events": [{"server_uuid": "96bedc5d-09f1-438c-a190-a1839375a493", "name": "network-vif-plugged", "status": "completed", "tag": "ee22cbf4-9e6f-4911-b974-b3d859be4e6f"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:39:37.668264 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a139c8-5405-4c8d-abcf-8ec965ce08a2,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:37.674525 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port ee22cbf4-9e6f-4911-b974-b3d859be4e6f, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=ee22cbf4-9e6f-4911-b974-b3d859be4e6f,segment=NetworkSegment(d025c177-6925-4e9c-a98b-6f191371eab1),segment_id=d025c177-6925-4e9c-a98b-6f191371eab1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:37.689974 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:37.700838 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-4c0d8687-c8ac-43c9-883c-337308f030fb None None] Port ffb579d6-f520-4ddd-a87b-660576bd41a7 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:39:37.746358 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-7d22af33-9606-4ca9-b908-bf45def21b19 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting port ffb579d6-f520-4ddd-a87b-660576bd41a7 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:37.747087 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7d22af33-9606-4ca9-b908-bf45def21b19 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:37.759590 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-2b6fa7e4-b24d-4671-a354-30ead1502b71 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Allocated IP 172.20.0.29 (9abcf001-8f75-447e-a006-dcebce16e53d/7d65a81f-934e-4d73-9c9b-87f8a197104d/6d97235e-9a43-420c-aa15-70917d759a04) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:37.760395 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:37.854198 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=ee22cbf4-9e6f-4911-b974-b3d859be4e6f,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:37.857458 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:37.884806 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 4c6823a1-e892-4caf-b909-01463fea6e09, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=4c6823a1-e892-4caf-b909-01463fea6e09,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:37.892186 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:37.930059 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.resource_extend [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:39:37.994323 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:38.007102 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfcc115-59f2-489d-80d0-8dd7cc0e06d1 x-openstack-request-id: req-1cfcc115-59f2-489d-80d0-8dd7cc0e06d1 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:39:38.009769 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bedc5d-09f1-438c-a190-a1839375a493", "name": "network-vif-plugged", "status": "completed", "tag": "ee22cbf4-9e6f-4911-b974-b3d859be4e6f", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:39:38.010197 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1cfcc115-59f2-489d-80d0-8dd7cc0e06d1 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:39:38.010747 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96bedc5d-09f1-438c-a190-a1839375a493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee22cbf4-9e6f-4911-b974-b3d859be4e6f', 'code': 200} Sep 01 15:39:38.014000 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:38.020038 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:38.066121 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=4c6823a1-e892-4caf-b909-01463fea6e09,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:38.135504 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54bbda8b-cd72-42d3-8848-6b8b689c9931 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:38.148105 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54bbda8b-cd72-42d3-8848-6b8b689c9931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:38.297678 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb0900-1a91-4eb3-b61c-a7f6c3102927 req-12c1eea6-82c9-41bf-a8b7-6f70700f1707 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:38.299941 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-26cb0900-1a91-4eb3-b61c-a7f6c3102927 req-12c1eea6-82c9-41bf-a8b7-6f70700f1707 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 946 time: 0.2618563 Sep 01 15:39:38.316465 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbda8b-cd72-42d3-8848-6b8b689c9931 admin admin] Pushing event updated for resources: {'Port': ['ID=d770f07f-8b99-4466-b662-e1c76b8db90e,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:38.360963 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54bbda8b-cd72-42d3-8848-6b8b689c9931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:38.621099 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:38.622856 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-2b6fa7e4-b24d-4671-a354-30ead1502b71 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:38.640751 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7d22af33-9606-4ca9-b908-bf45def21b19 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:38.685822 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.3559179 Sep 01 15:39:38.702752 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42466) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:38.704276 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-2b6fa7e4-b24d-4671-a354-30ead1502b71 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Transition to ACTIVE for port object 6d97235e-9a43-420c-aa15-70917d759a04 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:38.714778 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-26cb0900-1a91-4eb3-b61c-a7f6c3102927 req-4fcedd42-b1a8-40d0-b02c-021d96bb8325 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ee3d53-4010-450e-983a-7b92f15918ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545946 Sep 01 15:39:38.715052 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-7d22af33-9606-4ca9-b908-bf45def21b19 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Calling delete_port for ffb579d6-f520-4ddd-a87b-660576bd41a7 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:38.719074 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b5955f47-5ffa-4d32-a782-668ec808d517 req-fc1e9707-af98-4d5f-a56a-2705e7f2ba97 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=f391eae7-329a-4855-972c-8e98dd0b9a40 HTTP/1.1" status: 200 len: 210 time: 0.0893497 Sep 01 15:39:38.720222 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-4141502e-18ba-4972-bfe9-4ab0f2876f12 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Request body: {'subnet': {'network_id': '2b89fbd4-e3dc-46ba-809f-c431a3f29025', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:38.728773 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Pushing event updated for resources: {'Network': ['ID=2b89fbd4-e3dc-46ba-809f-c431a3f29025,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:38.747655 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:38.747655 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:38.747996 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:38.748520 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:38.748821 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:38.749181 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:38.749530 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:38.749874 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:38.750217 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:38.750634 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:38.750973 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:38.751303 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5014cb9d-39a4-4d6e-ab33-c73c2b41dcee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:39:38.762280 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d46aa-867a-4be0-903d-f1eed0a84cf1 req-a27efeff-489a-4c3e-b912-f112ea5f80fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:38.764196 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ad3d46aa-867a-4be0-903d-f1eed0a84cf1 req-a27efeff-489a-4c3e-b912-f112ea5f80fe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 1097 time: 0.2273238 Sep 01 15:39:38.767242 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 2b89fbd4-e3dc-46ba-809f-c431a3f29025 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:39:38.825823 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bbda8b-cd72-42d3-8848-6b8b689c9931 admin admin] Network 40b9fc34-3ec3-4527-9874-82786b1b74aa is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:38.835654 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-54bbda8b-cd72-42d3-8848-6b8b689c9931 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:38.871629 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ad3d46aa-867a-4be0-903d-f1eed0a84cf1 req-deb9f59f-6df6-4c25-9643-54ed6c4d51e6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=05ee3d53-4010-450e-983a-7b92f15918ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717528 Sep 01 15:39:38.953421 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-2b6fa7e4-b24d-4671-a354-30ead1502b71 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:38.990215 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7d22af33-9606-4ca9-b908-bf45def21b19 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:39.039963 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4141502e-18ba-4972-bfe9-4ab0f2876f12 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Made reservation on behalf of 04ce9e7b46834ec3a274c91b69bb7860 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:39.044213 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4141502e-18ba-4972-bfe9-4ab0f2876f12 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:39.052817 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22af33-9606-4ca9-b908-bf45def21b19 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Port': ['ID=ffb579d6-f520-4ddd-a87b-660576bd41a7,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:39.066248 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-2b6fa7e4-b24d-4671-a354-30ead1502b71 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Network 9abcf001-8f75-447e-a006-dcebce16e53d is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:39.102121 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7d22af33-9606-4ca9-b908-bf45def21b19 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:39.108134 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7d22af33-9606-4ca9-b908-bf45def21b19 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/ports/ffb579d6-f520-4ddd-a87b-660576bd41a7 HTTP/1.1" status: 204 len: 168 time: 1.8738770 Sep 01 15:39:39.115062 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42468) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:39.117131 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-2b6fa7e4-b24d-4671-a354-30ead1502b71 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:39.126452 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-2b6fa7e4-b24d-4671-a354-30ead1502b71 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:39.153918 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d1097b1-277f-4a8a-974d-c9c4b46bdd85 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] GET failed (client error): The resource could not be found. Sep 01 15:39:39.158707 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0d1097b1-277f-4a8a-974d-c9c4b46bdd85 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "GET /v2.0/ports/ffb579d6-f520-4ddd-a87b-660576bd41a7 HTTP/1.1" status: 404 len: 333 time: 0.0411229 Sep 01 15:39:39.159432 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42470) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:39.200427 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6fa7e4-b24d-4671-a354-30ead1502b71 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'Port': ['ID=6d97235e-9a43-420c-aa15-70917d759a04,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:39.220917 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54bbda8b-cd72-42d3-8848-6b8b689c9931 admin admin] Router cd70529e-d24a-498d-9c7c-95632e251c03 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:39:39.265441 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-2b6fa7e4-b24d-4671-a354-30ead1502b71 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:39.266158 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-2b6fa7e4-b24d-4671-a354-30ead1502b71 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:39.299044 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b1f2fe4d-3b8f-4b03-91ff-62e0001085aa None None] Provisioning complete for port d770f07f-8b99-4466-b662-e1c76b8db90e triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:39.300332 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b1f2fe4d-3b8f-4b03-91ff-62e0001085aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:39.306007 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-8d9bc4e5-a87c-41e3-af9b-928cd902caf9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting port b2a9f709-977a-47ca-af46-10e5d73043a6 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:39.306455 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d9bc4e5-a87c-41e3-af9b-928cd902caf9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:39.376371 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-35cde0b5-eae8-4fd0-ba59-ab0e360b2067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:39.420993 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2fe4d-3b8f-4b03-91ff-62e0001085aa None None] Port d770f07f-8b99-4466-b662-e1c76b8db90e cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:39:39.488883 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d9bc4e5-a87c-41e3-af9b-928cd902caf9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:39.508439 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-8d9bc4e5-a87c-41e3-af9b-928cd902caf9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Calling delete_port for b2a9f709-977a-47ca-af46-10e5d73043a6 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:39.513905 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-2b6fa7e4-b24d-4671-a354-30ead1502b71 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4550197 Sep 01 15:39:39.568452 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-aa3e27d7-5e7a-41a9-84da-7b24d766376f service neutron] Request body: {'port': {'device_id': 'f391eae7-329a-4855-972c-8e98dd0b9a40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:39.657457 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1d0a4d0c-cc46-4423-a554-ae358b480619 None None] Provisioning for port 6d97235e-9a43-420c-aa15-70917d759a04 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:39.667922 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1d0a4d0c-cc46-4423-a554-ae358b480619 None None] Provisioning complete for port 6d97235e-9a43-420c-aa15-70917d759a04 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:39.669041 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4d0c-cc46-4423-a554-ae358b480619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:39.696855 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bbda8b-cd72-42d3-8848-6b8b689c9931 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:39:39.711600 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-54bbda8b-cd72-42d3-8848-6b8b689c9931 admin admin] 10.222.0.60 "PUT /v2.0/routers/cd70529e-d24a-498d-9c7c-95632e251c03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1490736 Sep 01 15:39:39.724010 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e079d99-0c75-4b0f-b9bc-e14c7cd5172a None None] Sync routers for ids ['cd70529e-d24a-498d-9c7c-95632e251c03'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:39:39.732147 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4141502e-18ba-4972-bfe9-4ab0f2876f12 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:39.773358 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-aa3e27d7-5e7a-41a9-84da-7b24d766376f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:39.783760 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1d0a4d0c-cc46-4423-a554-ae358b480619 None None] Port 6d97235e-9a43-420c-aa15-70917d759a04 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:39:39.792993 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e079d99-0c75-4b0f-b9bc-e14c7cd5172a None None] Routers {'cd70529e-d24a-498d-9c7c-95632e251c03'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:39:39.793862 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8e079d99-0c75-4b0f-b9bc-e14c7cd5172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:39:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cd70529e-d24a-498d-9c7c-95632e251c03'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:39.893026 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d9bc4e5-a87c-41e3-af9b-928cd902caf9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:40.116206 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4c6823a1-e892-4caf-b909-01463fea6e09 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:40.133409 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8d9bc4e5-a87c-41e3-af9b-928cd902caf9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:40.144978 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8d9bc4e5-a87c-41e3-af9b-928cd902caf9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/ports/b2a9f709-977a-47ca-af46-10e5d73043a6 HTTP/1.1" status: 204 len: 168 time: 0.9820030 Sep 01 15:39:40.152803 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42486) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:40.152803 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9bc4e5-a87c-41e3-af9b-928cd902caf9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Port': ['ID=b2a9f709-977a-47ca-af46-10e5d73043a6,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:40.301963 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-8e079d99-0c75-4b0f-b9bc-e14c7cd5172a None None] Set router cd70529e-d24a-498d-9c7c-95632e251c03 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:39:40.337072 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d870bcc-7be0-4fc9-8248-0fbc6e27941c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] GET failed (client error): The resource could not be found. Sep 01 15:39:40.346992 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1d870bcc-7be0-4fc9-8248-0fbc6e27941c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "GET /v2.0/ports/b2a9f709-977a-47ca-af46-10e5d73043a6 HTTP/1.1" status: 404 len: 333 time: 0.1869669 Sep 01 15:39:40.348162 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42492) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:40.496324 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-aa3e27d7-5e7a-41a9-84da-7b24d766376f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d97235e-9a43-420c-aa15-70917d759a04 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:39:40.504755 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-aa3e27d7-5e7a-41a9-84da-7b24d766376f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:40.524902 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-aa3e27d7-5e7a-41a9-84da-7b24d766376f service neutron] Transition to ACTIVE for port object 6d97235e-9a43-420c-aa15-70917d759a04 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:40.537001 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-aa3e27d7-5e7a-41a9-84da-7b24d766376f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:40.621938 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e27d7-5e7a-41a9-84da-7b24d766376f service neutron] Pushing event updated for resources: {'Port': ['ID=6d97235e-9a43-420c-aa15-70917d759a04,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:40.623655 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c656e-26f7-45ed-9c4c-f7f2d7c38e44 req-8e063480-a8d9-48de-a1fb-eb586ae3c0ce tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:40.631324 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc8c656e-26f7-45ed-9c4c-f7f2d7c38e44 req-8e063480-a8d9-48de-a1fb-eb586ae3c0ce tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 946 time: 0.5217757 Sep 01 15:39:40.689070 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72dd142-3084-4bb7-af19-cd79f72a1190 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting subnet ab504df1-59e1-42fa-988b-005fe8b8896b {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:39:40.700362 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaaacc-a5be-4f51-bdec-d57efc61f9d5 req-3e8098d9-be7f-43f0-8b24-6a9baf6c80cf tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:40.702348 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4ccaaacc-a5be-4f51-bdec-d57efc61f9d5 req-3e8098d9-be7f-43f0-8b24-6a9baf6c80cf tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=f391eae7-329a-4855-972c-8e98dd0b9a40 HTTP/1.1" status: 200 len: 944 time: 0.1756344 Sep 01 15:39:40.702549 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f72dd142-3084-4bb7-af19-cd79f72a1190 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:40.704096 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4141502e-18ba-4972-bfe9-4ab0f2876f12 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Checking segment: {'id': '801ef501-224a-440a-8328-c85e4337335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b89fbd4-e3dc-46ba-809f-c431a3f29025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:39:40.704575 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4141502e-18ba-4972-bfe9-4ab0f2876f12 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Network hostable DHCP agents. Network: 2b89fbd4-e3dc-46ba-809f-c431a3f29025, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:39:40.712047 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141502e-18ba-4972-bfe9-4ab0f2876f12 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Pushing event updated for resources: {'Subnet': ['ID=862ad01a-76e6-4e38-a54f-06909c003f8b,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:40.851510 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 4c6823a1-e892-4caf-b909-01463fea6e09 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:40.853776 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:40.856825 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4141502e-18ba-4972-bfe9-4ab0f2876f12 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Network 2b89fbd4-e3dc-46ba-809f-c431a3f29025 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:39:40.860985 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f72dd142-3084-4bb7-af19-cd79f72a1190 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:40.867186 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc8c656e-26f7-45ed-9c4c-f7f2d7c38e44 req-f034c59f-017c-4c5d-8508-8fb47a9c7d02 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ee3d53-4010-450e-983a-7b92f15918ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968131 Sep 01 15:39:40.885935 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-4141502e-18ba-4972-bfe9-4ab0f2876f12 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 2b89fbd4-e3dc-46ba-809f-c431a3f29025) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:40.898748 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4141502e-18ba-4972-bfe9-4ab0f2876f12 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:40.899724 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4141502e-18ba-4972-bfe9-4ab0f2876f12 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:40.913501 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-aa3e27d7-5e7a-41a9-84da-7b24d766376f service neutron] Attempting to bind port 6d97235e-9a43-420c-aa15-70917d759a04 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:39:40.914109 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-aa3e27d7-5e7a-41a9-84da-7b24d766376f service neutron] Attempting to bind port 6d97235e-9a43-420c-aa15-70917d759a04 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '925214c2-0731-48b5-b770-94fecb0609c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9abcf001-8f75-447e-a006-dcebce16e53d'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:39:40.914799 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-aa3e27d7-5e7a-41a9-84da-7b24d766376f service neutron] Attempting to bind port 6d97235e-9a43-420c-aa15-70917d759a04 on network 9abcf001-8f75-447e-a006-dcebce16e53d {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:39:40.928380 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-aa3e27d7-5e7a-41a9-84da-7b24d766376f service neutron] Port 6d97235e-9a43-420c-aa15-70917d759a04 on network 9abcf001-8f75-447e-a006-dcebce16e53d not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:39:40.928866 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-aa3e27d7-5e7a-41a9-84da-7b24d766376f service neutron] Attempting to bind port 6d97235e-9a43-420c-aa15-70917d759a04 on network 9abcf001-8f75-447e-a006-dcebce16e53d {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:39:40.938906 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-aa3e27d7-5e7a-41a9-84da-7b24d766376f service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:39:40.939971 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-aa3e27d7-5e7a-41a9-84da-7b24d766376f service neutron] Checking segment: {'id': '925214c2-0731-48b5-b770-94fecb0609c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9abcf001-8f75-447e-a006-dcebce16e53d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:39:40.942242 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-aa3e27d7-5e7a-41a9-84da-7b24d766376f service neutron] Bound using segment: {'id': '925214c2-0731-48b5-b770-94fecb0609c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9abcf001-8f75-447e-a006-dcebce16e53d'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:39:40.943004 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-aa3e27d7-5e7a-41a9-84da-7b24d766376f service neutron] Bound port: 6d97235e-9a43-420c-aa15-70917d759a04, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925214c2-0731-48b5-b770-94fecb0609c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9abcf001-8f75-447e-a006-dcebce16e53d'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:39:40.943529 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-aa3e27d7-5e7a-41a9-84da-7b24d766376f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:40.947103 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4141502e-18ba-4972-bfe9-4ab0f2876f12 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2391708 Sep 01 15:39:40.957864 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42502) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:40.967979 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-324c9331-8a21-4a71-80b6-dab1a43cc543 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Request body: {'port': {'network_id': '2b89fbd4-e3dc-46ba-809f-c431a3f29025', 'name': 'tempest-DHCPAgentSchedulersTestJSON-963124417'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:40.985570 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f4a0d2-133a-4847-8623-0f0b59bdd8cb None None] Network 2b89fbd4-e3dc-46ba-809f-c431a3f29025 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:40.988823 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4ccaaacc-a5be-4f51-bdec-d57efc61f9d5 req-f3c58bf1-0ad8-488b-8407-2ff7b012e260 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad10620f-acda-41aa-92bf-91a16cbede3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2717636 Sep 01 15:39:41.108100 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f72dd142-3084-4bb7-af19-cd79f72a1190 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:41.269691 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f72dd142-3084-4bb7-af19-cd79f72a1190 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:41.371291 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72dd142-3084-4bb7-af19-cd79f72a1190 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Subnet': ['ID=ab504df1-59e1-42fa-988b-005fe8b8896b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:41.388313 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f72dd142-3084-4bb7-af19-cd79f72a1190 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:41.395233 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f72dd142-3084-4bb7-af19-cd79f72a1190 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/subnets/ab504df1-59e1-42fa-988b-005fe8b8896b HTTP/1.1" status: 204 len: 168 time: 1.0439205 Sep 01 15:39:41.398622 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42506) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:41.414064 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-aa3e27d7-5e7a-41a9-84da-7b24d766376f service neutron] For port 6d97235e-9a43-420c-aa15-70917d759a04, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:39:41.421482 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-aa3e27d7-5e7a-41a9-84da-7b24d766376f service neutron] For port 6d97235e-9a43-420c-aa15-70917d759a04, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=6d97235e-9a43-420c-aa15-70917d759a04,segment=NetworkSegment(925214c2-0731-48b5-b770-94fecb0609c0),segment_id=925214c2-0731-48b5-b770-94fecb0609c0)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:39:41.422065 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c0c578-a79b-4c29-a59e-f137139c8172 None None] Network 4d7683f5-d60b-48ce-b89c-0e3a64c218f1 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:41.446995 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-aa3e27d7-5e7a-41a9-84da-7b24d766376f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:41.505212 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-aa3e27d7-5e7a-41a9-84da-7b24d766376f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:41.506505 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-aa3e27d7-5e7a-41a9-84da-7b24d766376f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:41.508213 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-aa3e27d7-5e7a-41a9-84da-7b24d766376f service neutron] 10.222.0.62 "PUT /v2.0/ports/6d97235e-9a43-420c-aa15-70917d759a04 HTTP/1.1" status: 200 len: 1092 time: 1.9487770 Sep 01 15:39:41.512510 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f391eae7-329a-4855-972c-8e98dd0b9a40', 'tag': '6d97235e-9a43-420c-aa15-70917d759a04'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:39:41.515721 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be38c0c6-7d5b-4698-95c6-0baca46415c1" -d '{"events": [{"name": "network-changed", "server_uuid": "f391eae7-329a-4855-972c-8e98dd0b9a40", "tag": "6d97235e-9a43-420c-aa15-70917d759a04"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:39:41.552796 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324c9331-8a21-4a71-80b6-dab1a43cc543 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Made reservation on behalf of 04ce9e7b46834ec3a274c91b69bb7860 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:41.560022 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-324c9331-8a21-4a71-80b6-dab1a43cc543 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:41.621095 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-324c9331-8a21-4a71-80b6-dab1a43cc543 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] device_id is not set on port 1c44f430-84bf-4ef5-ac81-35964524a7b0 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:39:41.735072 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6bc08679-fb17-41b9-be29-ba7649ba2673 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:41.746283 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e27d7-5e7a-41a9-84da-7b24d766376f service neutron] Pushing event updated for resources: {'Port': ['ID=6d97235e-9a43-420c-aa15-70917d759a04,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:41.785675 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60bbfc7-d53a-45f7-ad82-cb608ea545af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-2b89fbd4-e3dc-46ba-809f-c431a3f29025', 'network_id': '2b89fbd4-e3dc-46ba-809f-c431a3f29025', 'tenant_id': '04ce9e7b46834ec3a274c91b69bb7860', 'fixed_ips': [{'subnet_id': '862ad01a-76e6-4e38-a54f-06909c003f8b'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:39:41.792590 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c60bbfc7-d53a-45f7-ad82-cb608ea545af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:41.879352 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-6bc08679-fb17-41b9-be29-ba7649ba2673 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting port 29cfdba4-445b-4168-a8f9-9a6a1ada6837 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:41.881109 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6bc08679-fb17-41b9-be29-ba7649ba2673 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:41.974882 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-6bc08679-fb17-41b9-be29-ba7649ba2673 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] For port 29cfdba4-445b-4168-a8f9-9a6a1ada6837, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=29cfdba4-445b-4168-a8f9-9a6a1ada6837,segment=NetworkSegment(7538399b-5ead-4069-9998-f8da3b9b7156),segment_id=7538399b-5ead-4069-9998-f8da3b9b7156)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:41.979462 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6bc08679-fb17-41b9-be29-ba7649ba2673 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:41.990409 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf2b8ba-457f-415d-b5d2-c4efc6ddc202 x-openstack-request-id: req-9bf2b8ba-457f-415d-b5d2-c4efc6ddc202 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:39:41.990923 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f391eae7-329a-4855-972c-8e98dd0b9a40", "tag": "6d97235e-9a43-420c-aa15-70917d759a04", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:39:41.991450 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9bf2b8ba-457f-415d-b5d2-c4efc6ddc202 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:39:41.992234 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f391eae7-329a-4855-972c-8e98dd0b9a40', 'tag': '6d97235e-9a43-420c-aa15-70917d759a04', 'status': 'completed', 'code': 200} Sep 01 15:39:42.033504 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-324c9331-8a21-4a71-80b6-dab1a43cc543 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Allocated IP 172.20.0.14 (2b89fbd4-e3dc-46ba-809f-c431a3f29025/862ad01a-76e6-4e38-a54f-06909c003f8b/1c44f430-84bf-4ef5-ac81-35964524a7b0) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:42.035970 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-6bc08679-fb17-41b9-be29-ba7649ba2673 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Calling delete_port for 29cfdba4-445b-4168-a8f9-9a6a1ada6837 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:42.062656 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-ffa1237f-ef70-4000-b7d1-3714deb8c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:42.066036 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-ffa1237f-ef70-4000-b7d1-3714deb8c721 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f5af12f2f0248c3b6a1104cb00ca9c0&device_id=f391eae7-329a-4855-972c-8e98dd0b9a40 HTTP/1.1" status: 200 len: 1095 time: 0.4567513 Sep 01 15:39:42.340622 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-b87289cf-e21b-46f4-9ced-08ffe2adfca5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=6d97235e-9a43-420c-aa15-70917d759a04 HTTP/1.1" status: 200 len: 217 time: 0.2482266 Sep 01 15:39:42.563351 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feaa507-91bb-4961-b4c7-449c353455f0 req-1c623444-8d3d-402d-a49d-cdbe31a11fff tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:42.571862 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1feaa507-91bb-4961-b4c7-449c353455f0 req-1c623444-8d3d-402d-a49d-cdbe31a11fff tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=f391eae7-329a-4855-972c-8e98dd0b9a40 HTTP/1.1" status: 200 len: 944 time: 0.3733325 Sep 01 15:39:42.573889 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42522) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:42.590019 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6bc08679-fb17-41b9-be29-ba7649ba2673 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:42.591748 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-f91c653f-518d-473c-8d96-1ce734243769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:42.597195 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-f91c653f-518d-473c-8d96-1ce734243769 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d65a81f-934e-4d73-9c9b-87f8a197104d HTTP/1.1" status: 200 len: 838 time: 0.2162776 Sep 01 15:39:42.648613 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:42.665240 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8e079d99-0c75-4b0f-b9bc-e14c7cd5172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd70529e-d24a-498d-9c7c-95632e251c03', 'name': 'tempest-ImageQuotaTest-594167643-router', 'tenant_id': '3dd6b736c12c4f2eb0f8c6855f18b01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '4c6823a1-e892-4caf-b909-01463fea6e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:39:23Z', 'updated_at': '2021-09-01T15:39:36Z', 'revision_number': 4, 'project_id': '3dd6b736c12c4f2eb0f8c6855f18b01d', 'gw_port': {'id': '4c6823a1-e892-4caf-b909-01463fea6e09', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd70529e-d24a-498d-9c7c-95632e251c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:39:25Z', 'updated_at': '2021-09-01T15:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'd770f07f-8b99-4466-b662-e1c76b8db90e', 'name': '', 'network_id': '40b9fc34-3ec3-4527-9874-82786b1b74aa', 'tenant_id': '3dd6b736c12c4f2eb0f8c6855f18b01d', 'mac_address': 'fa:16:3e:e1:d5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd70529e-d24a-498d-9c7c-95632e251c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '83868f86-dd3a-46df-a9ca-a8b9be6f6d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:39:32Z', 'updated_at': '2021-09-01T15:39:37Z', 'revision_number': 2, 'project_id': '3dd6b736c12c4f2eb0f8c6855f18b01d', 'subnets': [{'id': '83868f86-dd3a-46df-a9ca-a8b9be6f6d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:42.680324 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc08679-fb17-41b9-be29-ba7649ba2673 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] No DVR routers for this DVR port 29cfdba4-445b-4168-a8f9-9a6a1ada6837 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:39:42.699216 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e079d99-0c75-4b0f-b9bc-e14c7cd5172a None None] Checking router: cd70529e-d24a-498d-9c7c-95632e251c03 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:39:42.699568 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e079d99-0c75-4b0f-b9bc-e14c7cd5172a None None] Updating router cd70529e-d24a-498d-9c7c-95632e251c03 port d770f07f-8b99-4466-b662-e1c76b8db90e binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:39:42.707500 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc08679-fb17-41b9-be29-ba7649ba2673 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Port': ['ID=29cfdba4-445b-4168-a8f9-9a6a1ada6837,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:42.736246 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8e079d99-0c75-4b0f-b9bc-e14c7cd5172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:42.756749 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2db0ed-12bf-4bc3-8f28-60c7d8169193 None None] DHCP port deletion for 4d7683f5-d60b-48ce-b89c-0e3a64c218f1 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:39:42.781840 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1feaa507-91bb-4961-b4c7-449c353455f0 req-a67b9e3e-1977-45fe-a8cd-1fca7a2214e9 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad10620f-acda-41aa-92bf-91a16cbede3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087314 Sep 01 15:39:42.878968 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6bc08679-fb17-41b9-be29-ba7649ba2673 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:42.898698 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-6bc08679-fb17-41b9-be29-ba7649ba2673 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7683f5-d60b-48ce-b89c-0e3a64c218f1']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:42.957471 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-6bc08679-fb17-41b9-be29-ba7649ba2673 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7538399b-5ead-4069-9998-f8da3b9b7156') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:42.957880 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-6bc08679-fb17-41b9-be29-ba7649ba2673 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7538399b-5ead-4069-9998-f8da3b9b7156') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:42.982401 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6bc08679-fb17-41b9-be29-ba7649ba2673 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:43.047973 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6bc08679-fb17-41b9-be29-ba7649ba2673 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:43.061538 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc08679-fb17-41b9-be29-ba7649ba2673 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:39:43.062034 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6bc08679-fb17-41b9-be29-ba7649ba2673 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:39:43.066074 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:39:43.130399 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8e079d99-0c75-4b0f-b9bc-e14c7cd5172a None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:43.177752 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8e079d99-0c75-4b0f-b9bc-e14c7cd5172a None None] Transition to ACTIVE for port object d770f07f-8b99-4466-b662-e1c76b8db90e will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:43.184403 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6bc08679-fb17-41b9-be29-ba7649ba2673 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:43.193183 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8e079d99-0c75-4b0f-b9bc-e14c7cd5172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:43.194686 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6bc08679-fb17-41b9-be29-ba7649ba2673 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:43.200778 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6bc08679-fb17-41b9-be29-ba7649ba2673 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/networks/4d7683f5-d60b-48ce-b89c-0e3a64c218f1 HTTP/1.1" status: 204 len: 168 time: 1.8003755 Sep 01 15:39:43.205458 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42526) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:43.222781 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-8902cd7a-94fd-4fd2-93eb-43b1c2344e15 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1254967047'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:43.229859 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc08679-fb17-41b9-be29-ba7649ba2673 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Network': ['ID=4d7683f5-d60b-48ce-b89c-0e3a64c218f1,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:43.277499 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8902cd7a-94fd-4fd2-93eb-43b1c2344e15 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:43.281121 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8902cd7a-94fd-4fd2-93eb-43b1c2344e15 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:43.305049 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb075b7-abc5-4cf8-97f3-657b3205e497 req-6d57e1a1-12cf-4b8d-80fb-a6de8d7c343e tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:43.307606 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2cb075b7-abc5-4cf8-97f3-657b3205e497 req-6d57e1a1-12cf-4b8d-80fb-a6de8d7c343e tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 946 time: 1.1169045 Sep 01 15:39:43.332450 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8902cd7a-94fd-4fd2-93eb-43b1c2344e15 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:39:43.353711 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632c551-4a3f-4cc9-9255-9ed9281f1d54 None None] Pushing event updated for resources: {'Port': ['ID=d770f07f-8b99-4466-b662-e1c76b8db90e,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:43.365396 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-ba532ac2-11c6-4677-a95b-4343f1537da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:43.378992 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8902cd7a-94fd-4fd2-93eb-43b1c2344e15 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:43.379577 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-8902cd7a-94fd-4fd2-93eb-43b1c2344e15 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Added segment c193ee73-e54d-4543-b52e-241ebe14479a of type vlan for network 1988ec8c-fc88-43d3-bd42-1b5d368beb6c Sep 01 15:39:43.380562 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-ba532ac2-11c6-4677-a95b-4343f1537da6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9abcf001-8f75-447e-a006-dcebce16e53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7578464 Sep 01 15:39:43.430240 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:43.466573 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8902cd7a-94fd-4fd2-93eb-43b1c2344e15 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:43.478175 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-324c9331-8a21-4a71-80b6-dab1a43cc543 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:43.510271 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8e079d99-0c75-4b0f-b9bc-e14c7cd5172a None None] Attempting to bind port d770f07f-8b99-4466-b662-e1c76b8db90e on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:39:43.510995 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8e079d99-0c75-4b0f-b9bc-e14c7cd5172a None None] Attempting to bind port d770f07f-8b99-4466-b662-e1c76b8db90e by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'b981acc9-fbc8-4276-a3eb-29ba85186b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '40b9fc34-3ec3-4527-9874-82786b1b74aa'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:39:43.511609 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e079d99-0c75-4b0f-b9bc-e14c7cd5172a None None] Attempting to bind port d770f07f-8b99-4466-b662-e1c76b8db90e on network 40b9fc34-3ec3-4527-9874-82786b1b74aa {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:39:43.524409 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e079d99-0c75-4b0f-b9bc-e14c7cd5172a None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:39:43.525376 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e079d99-0c75-4b0f-b9bc-e14c7cd5172a None None] Checking segment: {'id': 'b981acc9-fbc8-4276-a3eb-29ba85186b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '40b9fc34-3ec3-4527-9874-82786b1b74aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:39:43.526538 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8e079d99-0c75-4b0f-b9bc-e14c7cd5172a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:43.527117 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e079d99-0c75-4b0f-b9bc-e14c7cd5172a None None] Bound using segment: {'id': 'b981acc9-fbc8-4276-a3eb-29ba85186b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '40b9fc34-3ec3-4527-9874-82786b1b74aa'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:39:43.527892 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8e079d99-0c75-4b0f-b9bc-e14c7cd5172a None None] Bound port: d770f07f-8b99-4466-b662-e1c76b8db90e, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b981acc9-fbc8-4276-a3eb-29ba85186b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '40b9fc34-3ec3-4527-9874-82786b1b74aa'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:39:43.528581 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8e079d99-0c75-4b0f-b9bc-e14c7cd5172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:43.531691 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-324c9331-8a21-4a71-80b6-dab1a43cc543 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Transition to ACTIVE for port object 1c44f430-84bf-4ef5-ac81-35964524a7b0 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:43.549703 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8902cd7a-94fd-4fd2-93eb-43b1c2344e15 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:43.556540 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8902cd7a-94fd-4fd2-93eb-43b1c2344e15 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:43.557660 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8902cd7a-94fd-4fd2-93eb-43b1c2344e15 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:43.666012 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8902cd7a-94fd-4fd2-93eb-43b1c2344e15 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4598842 Sep 01 15:39:43.669078 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d350bc01-60f8-476f-857b-67895aa5c78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:43.673295 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42542) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:43.680259 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-8e079d99-0c75-4b0f-b9bc-e14c7cd5172a None None] For port d770f07f-8b99-4466-b662-e1c76b8db90e, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:39:43.680863 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-53e45945-3ccd-4292-84b3-3acb83c195d8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'subnet': {'network_id': '1988ec8c-fc88-43d3-bd42-1b5d368beb6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:43.690255 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-8e079d99-0c75-4b0f-b9bc-e14c7cd5172a None None] For port d770f07f-8b99-4466-b662-e1c76b8db90e, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d770f07f-8b99-4466-b662-e1c76b8db90e,segment=NetworkSegment(b981acc9-fbc8-4276-a3eb-29ba85186b7d),segment_id=b981acc9-fbc8-4276-a3eb-29ba85186b7d)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:39:43.700620 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8e079d99-0c75-4b0f-b9bc-e14c7cd5172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:43.711954 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2cb075b7-abc5-4cf8-97f3-657b3205e497 req-abec1238-e7f4-4d4f-8667-602737c3a712 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ee3d53-4010-450e-983a-7b92f15918ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880596 Sep 01 15:39:43.744936 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3969be21-b7c6-49b3-ba13-802ccfcf0e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:43.785243 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902cd7a-94fd-4fd2-93eb-43b1c2344e15 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Network': ['ID=1988ec8c-fc88-43d3-bd42-1b5d368beb6c,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:43.834590 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 1988ec8c-fc88-43d3-bd42-1b5d368beb6c details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:39:43.870778 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-324c9331-8a21-4a71-80b6-dab1a43cc543 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:44.001156 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632c551-4a3f-4cc9-9255-9ed9281f1d54 None None] Pushing event updated for resources: {'Port': ['ID=d770f07f-8b99-4466-b662-e1c76b8db90e,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:44.019102 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e45945-3ccd-4292-84b3-3acb83c195d8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:44.027978 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-53e45945-3ccd-4292-84b3-3acb83c195d8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:44.103735 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e079d99-0c75-4b0f-b9bc-e14c7cd5172a None None] Routers {'cd70529e-d24a-498d-9c7c-95632e251c03'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:39:44.104736 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8e079d99-0c75-4b0f-b9bc-e14c7cd5172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:39:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cd70529e-d24a-498d-9c7c-95632e251c03'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:44.215457 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c9331-8a21-4a71-80b6-dab1a43cc543 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Pushing event updated for resources: {'Port': ['ID=1c44f430-84bf-4ef5-ac81-35964524a7b0,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:44.229442 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-c60bbfc7-d53a-45f7-ad82-cb608ea545af None None] Allocated IP 172.20.0.2 (2b89fbd4-e3dc-46ba-809f-c431a3f29025/862ad01a-76e6-4e38-a54f-06909c003f8b/da65a0b8-bd98-4725-adf7-5817082b87db) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:44.236782 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-5cb1ea21-2fd9-470f-8cc5-1c5befac10a2 service neutron] 10.222.0.62 "GET /v2.0/networks/9abcf001-8f75-447e-a006-dcebce16e53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8549676 Sep 01 15:39:44.238969 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324c9331-8a21-4a71-80b6-dab1a43cc543 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Network 2b89fbd4-e3dc-46ba-809f-c431a3f29025 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:44.244292 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-324c9331-8a21-4a71-80b6-dab1a43cc543 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:44.256869 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324c9331-8a21-4a71-80b6-dab1a43cc543 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:44.387597 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324c9331-8a21-4a71-80b6-dab1a43cc543 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:44.387597 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-324c9331-8a21-4a71-80b6-dab1a43cc543 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:44.411799 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892acb96-5020-4848-828f-d85f8cd4c78c req-dcb63197-3290-4145-8337-f36151011777 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:44.413607 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-892acb96-5020-4848-828f-d85f8cd4c78c req-dcb63197-3290-4145-8337-f36151011777 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=f391eae7-329a-4855-972c-8e98dd0b9a40 HTTP/1.1" status: 200 len: 944 time: 0.3003535 Sep 01 15:39:44.495720 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-324c9331-8a21-4a71-80b6-dab1a43cc543 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5357916 Sep 01 15:39:44.496395 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42574) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:44.527098 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6108cbc-3c90-407f-b8f0-c1f8f8b2ae42 req-d4939ba8-854d-4251-b71f-5c682711d308 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:44.529821 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b6108cbc-3c90-407f-b8f0-c1f8f8b2ae42 req-d4939ba8-854d-4251-b71f-5c682711d308 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 946 time: 0.4267097 Sep 01 15:39:44.535061 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-892acb96-5020-4848-828f-d85f8cd4c78c req-c5f93e28-9df7-4a8a-b597-1cd613851bf7 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad10620f-acda-41aa-92bf-91a16cbede3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033955 Sep 01 15:39:44.602846 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09845f06-89fd-4bad-83f2-2a0eff9e9357 req-a2edeaa2-0e0e-4833-b8f5-fbefc4dc2c20 service neutron] 10.222.0.62 "GET /v2.0/networks/9abcf001-8f75-447e-a006-dcebce16e53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558836 Sep 01 15:39:44.701456 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-5109c17b-a6e6-483d-96d0-47b19be9f2d9 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Deleting port 1c44f430-84bf-4ef5-ac81-35964524a7b0 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:44.702015 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5109c17b-a6e6-483d-96d0-47b19be9f2d9 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:44.724549 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b6108cbc-3c90-407f-b8f0-c1f8f8b2ae42 req-4d7e55fa-6a09-4353-8b47-9f161d2beca7 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ee3d53-4010-450e-983a-7b92f15918ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653030 Sep 01 15:39:44.923645 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5109c17b-a6e6-483d-96d0-47b19be9f2d9 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:44.951801 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-5109c17b-a6e6-483d-96d0-47b19be9f2d9 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Calling delete_port for 1c44f430-84bf-4ef5-ac81-35964524a7b0 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:45.056627 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c60bbfc7-d53a-45f7-ad82-cb608ea545af None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:45.067986 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c60bbfc7-d53a-45f7-ad82-cb608ea545af None None] Transition to ACTIVE for port object da65a0b8-bd98-4725-adf7-5817082b87db will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:45.086723 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c60bbfc7-d53a-45f7-ad82-cb608ea545af None None] Transition to ACTIVE for port object da65a0b8-bd98-4725-adf7-5817082b87db will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:45.100875 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 29cfdba4-445b-4168-a8f9-9a6a1ada6837 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:39:45.120479 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c60bbfc7-d53a-45f7-ad82-cb608ea545af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:45.185364 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-53e45945-3ccd-4292-84b3-3acb83c195d8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:45.218568 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38c0c6-7d5b-4698-95c6-0baca46415c1 req-9a5b8dbd-b3e7-456d-b5f8-0fd36fcd1c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:45.221389 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-be38c0c6-7d5b-4698-95c6-0baca46415c1 req-9a5b8dbd-b3e7-456d-b5f8-0fd36fcd1c4e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f5af12f2f0248c3b6a1104cb00ca9c0&device_id=f391eae7-329a-4855-972c-8e98dd0b9a40 HTTP/1.1" status: 200 len: 1095 time: 0.5144303 Sep 01 15:39:45.253053 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 29cfdba4-445b-4168-a8f9-9a6a1ada6837 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:39:45.253579 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 29cfdba4-445b-4168-a8f9-9a6a1ada6837 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:39:45.306022 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-8e079d99-0c75-4b0f-b9bc-e14c7cd5172a None None] Set router cd70529e-d24a-498d-9c7c-95632e251c03 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:39:45.360483 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60bbfc7-d53a-45f7-ad82-cb608ea545af None None] Network 2b89fbd4-e3dc-46ba-809f-c431a3f29025 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:45.379827 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-c60bbfc7-d53a-45f7-ad82-cb608ea545af None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:45.387047 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60bbfc7-d53a-45f7-ad82-cb608ea545af None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:45.406097 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bbfc7-d53a-45f7-ad82-cb608ea545af None None] Pushing event updated for resources: {'Port': ['ID=da65a0b8-bd98-4725-adf7-5817082b87db,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:45.422037 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-d350bc01-60f8-476f-857b-67895aa5c78d admin admin] Deleting port d770f07f-8b99-4466-b662-e1c76b8db90e {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:45.423088 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d350bc01-60f8-476f-857b-67895aa5c78d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:45.430870 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42584) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:45.439527 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:45.629501 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5109c17b-a6e6-483d-96d0-47b19be9f2d9 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:45.662600 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e45945-3ccd-4292-84b3-3acb83c195d8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Subnet': ['ID=ceba158c-e359-45ee-a203-7ba8a069cbb1,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:45.699061 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c60bbfc7-d53a-45f7-ad82-cb608ea545af None None] Attempting to bind port da65a0b8-bd98-4725-adf7-5817082b87db on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:39:45.699544 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c60bbfc7-d53a-45f7-ad82-cb608ea545af None None] Attempting to bind port da65a0b8-bd98-4725-adf7-5817082b87db by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '801ef501-224a-440a-8328-c85e4337335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b89fbd4-e3dc-46ba-809f-c431a3f29025'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:39:45.700038 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60bbfc7-d53a-45f7-ad82-cb608ea545af None None] Attempting to bind port da65a0b8-bd98-4725-adf7-5817082b87db on network 2b89fbd4-e3dc-46ba-809f-c431a3f29025 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:39:45.723420 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e45945-3ccd-4292-84b3-3acb83c195d8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Checking segment: {'id': 'c193ee73-e54d-4543-b52e-241ebe14479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1988ec8c-fc88-43d3-bd42-1b5d368beb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:39:45.724276 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e45945-3ccd-4292-84b3-3acb83c195d8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network hostable DHCP agents. Network: 1988ec8c-fc88-43d3-bd42-1b5d368beb6c, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:39:45.741458 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0bcaf-a86e-4b29-81ba-0924ac82d3dc req-e51242f9-b804-474e-954b-3afcd82ebd64 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:45.744199 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5bc0bcaf-a86e-4b29-81ba-0924ac82d3dc req-e51242f9-b804-474e-954b-3afcd82ebd64 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 946 time: 0.4521608 Sep 01 15:39:45.768693 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60bbfc7-d53a-45f7-ad82-cb608ea545af None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:39:45.769129 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60bbfc7-d53a-45f7-ad82-cb608ea545af None None] Checking segment: {'id': '801ef501-224a-440a-8328-c85e4337335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b89fbd4-e3dc-46ba-809f-c431a3f29025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:39:45.769468 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c60bbfc7-d53a-45f7-ad82-cb608ea545af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:45.769958 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60bbfc7-d53a-45f7-ad82-cb608ea545af None None] Bound using segment: {'id': '801ef501-224a-440a-8328-c85e4337335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b89fbd4-e3dc-46ba-809f-c431a3f29025'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:39:45.770667 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c60bbfc7-d53a-45f7-ad82-cb608ea545af None None] Bound port: da65a0b8-bd98-4725-adf7-5817082b87db, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801ef501-224a-440a-8328-c85e4337335a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2b89fbd4-e3dc-46ba-809f-c431a3f29025'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:39:45.771258 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c60bbfc7-d53a-45f7-ad82-cb608ea545af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:45.786013 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-d350bc01-60f8-476f-857b-67895aa5c78d admin admin] For port d770f07f-8b99-4466-b662-e1c76b8db90e, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d770f07f-8b99-4466-b662-e1c76b8db90e,segment=NetworkSegment(b981acc9-fbc8-4276-a3eb-29ba85186b7d),segment_id=b981acc9-fbc8-4276-a3eb-29ba85186b7d)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:45.786817 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d350bc01-60f8-476f-857b-67895aa5c78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:45.815011 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109c17b-a6e6-483d-96d0-47b19be9f2d9 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Pushing event deleted for resources: {'Port': ['ID=1c44f430-84bf-4ef5-ac81-35964524a7b0,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:45.889255 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-d350bc01-60f8-476f-857b-67895aa5c78d admin admin] Calling delete_port for d770f07f-8b99-4466-b662-e1c76b8db90e owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:45.926275 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c60bbfc7-d53a-45f7-ad82-cb608ea545af None None] For port da65a0b8-bd98-4725-adf7-5817082b87db, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:39:45.929559 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e45945-3ccd-4292-84b3-3acb83c195d8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network 1988ec8c-fc88-43d3-bd42-1b5d368beb6c is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:39:45.930465 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c60bbfc7-d53a-45f7-ad82-cb608ea545af None None] For port da65a0b8-bd98-4725-adf7-5817082b87db, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=da65a0b8-bd98-4725-adf7-5817082b87db,segment=NetworkSegment(801ef501-224a-440a-8328-c85e4337335a),segment_id=801ef501-224a-440a-8328-c85e4337335a)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:39:45.943253 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c60bbfc7-d53a-45f7-ad82-cb608ea545af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:45.945786 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5bc0bcaf-a86e-4b29-81ba-0924ac82d3dc req-a771fa1e-1e1e-463c-8838-4497fbfac666 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ee3d53-4010-450e-983a-7b92f15918ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680658 Sep 01 15:39:45.950273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-53e45945-3ccd-4292-84b3-3acb83c195d8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 1988ec8c-fc88-43d3-bd42-1b5d368beb6c) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:45.972046 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e33d138-e4f0-4cc1-b523-1985a0efa353 None None] Network 1988ec8c-fc88-43d3-bd42-1b5d368beb6c requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:46.165726 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38c0c6-7d5b-4698-95c6-0baca46415c1 req-8cc8dd6e-6219-422c-b725-c5f2455083a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:46.167109 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-be38c0c6-7d5b-4698-95c6-0baca46415c1 req-8cc8dd6e-6219-422c-b725-c5f2455083a3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9abcf001-8f75-447e-a006-dcebce16e53d HTTP/1.1" status: 200 len: 898 time: 0.9290195 Sep 01 15:39:46.173671 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5109c17b-a6e6-483d-96d0-47b19be9f2d9 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:46.175703 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5109c17b-a6e6-483d-96d0-47b19be9f2d9 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] 10.222.0.60 "DELETE /v2.0/ports/1c44f430-84bf-4ef5-ac81-35964524a7b0 HTTP/1.1" status: 204 len: 168 time: 1.6567268 Sep 01 15:39:46.203038 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bbfc7-d53a-45f7-ad82-cb608ea545af None None] Pushing event updated for resources: {'Port': ['ID=da65a0b8-bd98-4725-adf7-5817082b87db,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:46.205457 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42590) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:46.234184 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8e079d99-0c75-4b0f-b9bc-e14c7cd5172a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd70529e-d24a-498d-9c7c-95632e251c03', 'name': 'tempest-ImageQuotaTest-594167643-router', 'tenant_id': '3dd6b736c12c4f2eb0f8c6855f18b01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '4c6823a1-e892-4caf-b909-01463fea6e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:39:23Z', 'updated_at': '2021-09-01T15:39:36Z', 'revision_number': 4, 'project_id': '3dd6b736c12c4f2eb0f8c6855f18b01d', 'gw_port': {'id': '4c6823a1-e892-4caf-b909-01463fea6e09', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd70529e-d24a-498d-9c7c-95632e251c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:39:25Z', 'updated_at': '2021-09-01T15:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'd770f07f-8b99-4466-b662-e1c76b8db90e', 'name': '', 'network_id': '40b9fc34-3ec3-4527-9874-82786b1b74aa', 'tenant_id': '3dd6b736c12c4f2eb0f8c6855f18b01d', 'mac_address': 'fa:16:3e:e1:d5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd70529e-d24a-498d-9c7c-95632e251c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '83868f86-dd3a-46df-a9ca-a8b9be6f6d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:39:32Z', 'updated_at': '2021-09-01T15:39:43Z', 'revision_number': 4, 'project_id': '3dd6b736c12c4f2eb0f8c6855f18b01d', 'subnets': [{'id': '83868f86-dd3a-46df-a9ca-a8b9be6f6d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:46.405013 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e079d99-0c75-4b0f-b9bc-e14c7cd5172a None None] The sync data for ids ['cd70529e-d24a-498d-9c7c-95632e251c03'] in n-d-794796-3 is: [{'id': 'cd70529e-d24a-498d-9c7c-95632e251c03', 'name': 'tempest-ImageQuotaTest-594167643-router', 'tenant_id': '3dd6b736c12c4f2eb0f8c6855f18b01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '4c6823a1-e892-4caf-b909-01463fea6e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:39:23Z', 'updated_at': '2021-09-01T15:39:36Z', 'revision_number': 4, 'project_id': '3dd6b736c12c4f2eb0f8c6855f18b01d', 'gw_port': {'id': '4c6823a1-e892-4caf-b909-01463fea6e09', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd70529e-d24a-498d-9c7c-95632e251c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:39:25Z', 'updated_at': '2021-09-01T15:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'd770f07f-8b99-4466-b662-e1c76b8db90e', 'name': '', 'network_id': '40b9fc34-3ec3-4527-9874-82786b1b74aa', 'tenant_id': '3dd6b736c12c4f2eb0f8c6855f18b01d', 'mac_address': 'fa:16:3e:e1:d5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd70529e-d24a-498d-9c7c-95632e251c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '83868f86-dd3a-46df-a9ca-a8b9be6f6d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:39:32Z', 'updated_at': '2021-09-01T15:39:43Z', 'revision_number': 4, 'project_id': '3dd6b736c12c4f2eb0f8c6855f18b01d', 'subnets': [{'id': '83868f86-dd3a-46df-a9ca-a8b9be6f6d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:39:46.410568 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-be38c0c6-7d5b-4698-95c6-0baca46415c1 req-142f54e7-da25-4526-90b6-2a023f2123bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=6d97235e-9a43-420c-aa15-70917d759a04 HTTP/1.1" status: 200 len: 217 time: 0.2320788 Sep 01 15:39:46.433938 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e45945-3ccd-4292-84b3-3acb83c195d8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:46.434346 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-53e45945-3ccd-4292-84b3-3acb83c195d8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:46.435065 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde2d6d-8e01-4b51-9f55-29abd00a386b req-f0283ab6-6830-4f31-b8c8-8f27eb91f3f4 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:46.456883 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4fde2d6d-8e01-4b51-9f55-29abd00a386b req-f0283ab6-6830-4f31-b8c8-8f27eb91f3f4 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=f391eae7-329a-4855-972c-8e98dd0b9a40 HTTP/1.1" status: 200 len: 944 time: 0.6544569 Sep 01 15:39:46.498027 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ff64f7-1465-4d27-8369-2cd027578d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-1988ec8c-fc88-43d3-bd42-1b5d368beb6c', 'network_id': '1988ec8c-fc88-43d3-bd42-1b5d368beb6c', 'tenant_id': '3cb858130d6f414e9e42fab79755f568', 'fixed_ips': [{'subnet_id': 'ceba158c-e359-45ee-a203-7ba8a069cbb1'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:39:46.500130 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-77ff64f7-1465-4d27-8369-2cd027578d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:46.515695 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-53e45945-3ccd-4292-84b3-3acb83c195d8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8405194 Sep 01 15:39:46.521426 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42594) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:46.536506 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-3e87ff99-ae8b-4679-afa4-4ac46fc0250d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'port': {'network_id': '1988ec8c-fc88-43d3-bd42-1b5d368beb6c', 'name': 'tempest-PortsIpV6TestJSON-55788686', 'fixed_ips': [{'subnet_id': 'ceba158c-e359-45ee-a203-7ba8a069cbb1', 'ip_address': '2001:db8::10'}]}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:46.803516 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0324d678-13d2-4076-be67-500bd442ac7c tempest-DHCPAgentSchedulersTestJSON-1900184310 tempest-DHCPAgentSchedulersTestJSON-1900184310-project-admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.4176540 Sep 01 15:39:46.824171 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38c0c6-7d5b-4698-95c6-0baca46415c1 req-471568a3-75c9-481f-95aa-1f279517ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:46.830782 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-be38c0c6-7d5b-4698-95c6-0baca46415c1 req-471568a3-75c9-481f-95aa-1f279517ace1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7d65a81f-934e-4d73-9c9b-87f8a197104d HTTP/1.1" status: 200 len: 838 time: 0.3633690 Sep 01 15:39:46.838602 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42598) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:46.912563 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-9446172f-95f2-45aa-891d-e8cdf6a0900c tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-366593331'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:46.931914 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4fde2d6d-8e01-4b51-9f55-29abd00a386b req-9761c4f4-95c6-40ba-9970-e5fc3e64b50a tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad10620f-acda-41aa-92bf-91a16cbede3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4714792 Sep 01 15:39:47.020898 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device da65a0b8-bd98-4725-adf7-5817082b87db up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:47.034902 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.api [None req-9446172f-95f2-45aa-891d-e8cdf6a0900c tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:39:47.034902 n-d-794796-3 neutron-server[94734]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 15:39:47.034902 n-d-794796-3 neutron-server[94734]: [parameters: {'project_id_1': '04ce9e7b46834ec3a274c91b69bb7860', 'expiration_1': datetime.datetime(2021, 9, 1, 15, 39, 47, 4031)}] Sep 01 15:39:47.034902 n-d-794796-3 neutron-server[94734]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:39:47.035612 n-d-794796-3 neutron-server[94734]: DEBUG oslo_db.api [None req-9446172f-95f2-45aa-891d-e8cdf6a0900c tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:39:47.041487 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38c0c6-7d5b-4698-95c6-0baca46415c1 req-a7c61d33-8c9b-4dfc-8fbc-8aa10e182dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:47.043620 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-be38c0c6-7d5b-4698-95c6-0baca46415c1 req-a7c61d33-8c9b-4dfc-8fbc-8aa10e182dc1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9abcf001-8f75-447e-a006-dcebce16e53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2038043 Sep 01 15:39:47.059276 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-0f7dc84b-855d-4778-b5cd-4595b13c20c2 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Deleting port a1233d69-559a-4b4a-ac6b-0410c04d74f4 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:47.060198 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f7dc84b-855d-4778-b5cd-4595b13c20c2 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:47.117420 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e87ff99-ae8b-4679-afa4-4ac46fc0250d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:47.158128 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-77ff64f7-1465-4d27-8369-2cd027578d6e None None] Allocated IP 2001:db8::2 (1988ec8c-fc88-43d3-bd42-1b5d368beb6c/ceba158c-e359-45ee-a203-7ba8a069cbb1/a8d4a731-e542-42cf-b00c-0e6a755e42a9) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:47.255683 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-be38c0c6-7d5b-4698-95c6-0baca46415c1 req-11888ec9-f80a-44a1-a97b-2855ba0b90be service neutron] 10.222.0.62 "GET /v2.0/networks/9abcf001-8f75-447e-a006-dcebce16e53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023923 Sep 01 15:39:47.337970 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f7dc84b-855d-4778-b5cd-4595b13c20c2 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:47.338221 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f7dc84b-855d-4778-b5cd-4595b13c20c2 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:47.373957 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-0f7dc84b-855d-4778-b5cd-4595b13c20c2 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Calling delete_port for a1233d69-559a-4b4a-ac6b-0410c04d74f4 owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:47.417712 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f4614-7129-44d2-a71d-3890286c95e7 req-f11a460f-d83c-4241-9002-71eb44497714 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:47.424854 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c5f4614-7129-44d2-a71d-3890286c95e7 req-f11a460f-d83c-4241-9002-71eb44497714 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 946 time: 0.2343102 Sep 01 15:39:47.425569 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d350bc01-60f8-476f-857b-67895aa5c78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:47.472892 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 6d97235e-9a43-420c-aa15-70917d759a04 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:39:47.481446 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port da65a0b8-bd98-4725-adf7-5817082b87db completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:47.484543 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3e87ff99-ae8b-4679-afa4-4ac46fc0250d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:47.504517 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-be38c0c6-7d5b-4698-95c6-0baca46415c1 req-1abd8e12-db5d-4581-af8f-be84f32131d2 service neutron] 10.222.0.62 "GET /v2.0/networks/9abcf001-8f75-447e-a006-dcebce16e53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403047 Sep 01 15:39:47.545046 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d770f07f-8b99-4466-b662-e1c76b8db90e up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:47.577125 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350bc01-60f8-476f-857b-67895aa5c78d admin admin] Pushing event deleted for resources: {'Port': ['ID=d770f07f-8b99-4466-b662-e1c76b8db90e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:47.612449 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9446172f-95f2-45aa-891d-e8cdf6a0900c tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Made reservation on behalf of 04ce9e7b46834ec3a274c91b69bb7860 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:47.628720 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: d770f07f-8b99-4466-b662-e1c76b8db90e {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:39:47.629145 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d770f07f-8b99-4466-b662-e1c76b8db90e not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 01 15:39:47.629732 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9446172f-95f2-45aa-891d-e8cdf6a0900c tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:47.637508 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-3e87ff99-ae8b-4679-afa4-4ac46fc0250d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] device_id is not set on port 73959640-0a1a-4ee7-93a3-efc7348bc633 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:39:47.733435 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-77ff64f7-1465-4d27-8369-2cd027578d6e None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:47.734535 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9446172f-95f2-45aa-891d-e8cdf6a0900c tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:39:47.744090 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Port d770f07f-8b99-4466-b662-e1c76b8db90e not found, will not notify nova. {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 01 15:39:47.761948 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9446172f-95f2-45aa-891d-e8cdf6a0900c tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:47.763145 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-9446172f-95f2-45aa-891d-e8cdf6a0900c tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Added segment 91ca618f-19d9-4e6a-b773-ed893479618f of type vlan for network 8bc6b198-5919-4dad-8b2a-8483af0cb037 Sep 01 15:39:47.779327 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-77ff64f7-1465-4d27-8369-2cd027578d6e None None] Transition to ACTIVE for port object a8d4a731-e542-42cf-b00c-0e6a755e42a9 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:47.811287 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-77ff64f7-1465-4d27-8369-2cd027578d6e None None] Transition to ACTIVE for port object a8d4a731-e542-42cf-b00c-0e6a755e42a9 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:47.844795 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-77ff64f7-1465-4d27-8369-2cd027578d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:47.909186 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9446172f-95f2-45aa-891d-e8cdf6a0900c tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:47.971085 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c5f4614-7129-44d2-a71d-3890286c95e7 req-078c8325-7d29-4f4f-87f8-f81ea4ffa292 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ee3d53-4010-450e-983a-7b92f15918ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995577 Sep 01 15:39:47.973892 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9446172f-95f2-45aa-891d-e8cdf6a0900c tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:47.991620 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9446172f-95f2-45aa-891d-e8cdf6a0900c tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:47.992546 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9446172f-95f2-45aa-891d-e8cdf6a0900c tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:48.027538 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ff64f7-1465-4d27-8369-2cd027578d6e None None] Network 1988ec8c-fc88-43d3-bd42-1b5d368beb6c is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:48.050821 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-77ff64f7-1465-4d27-8369-2cd027578d6e None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:48.136210 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 6d97235e-9a43-420c-aa15-70917d759a04, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=6d97235e-9a43-420c-aa15-70917d759a04,segment=NetworkSegment(925214c2-0731-48b5-b770-94fecb0609c0),segment_id=925214c2-0731-48b5-b770-94fecb0609c0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:48.158022 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff64f7-1465-4d27-8369-2cd027578d6e None None] Pushing event updated for resources: {'Port': ['ID=a8d4a731-e542-42cf-b00c-0e6a755e42a9,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:48.160845 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '6d97235e-9a43-420c-aa15-70917d759a04', 'network_id': '9abcf001-8f75-447e-a006-dcebce16e53d', 'port_id': '6d97235e-9a43-420c-aa15-70917d759a04', 'mac_address': 'fa:16:3e:08:cf:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d65a81f-934e-4d73-9c9b-87f8a197104d', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:39:48.176934 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ff64f7-1465-4d27-8369-2cd027578d6e None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:48.337353 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9446172f-95f2-45aa-891d-e8cdf6a0900c tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4764130 Sep 01 15:39:48.342213 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:48.343618 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446172f-95f2-45aa-891d-e8cdf6a0900c tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Pushing event updated for resources: {'Network': ['ID=8bc6b198-5919-4dad-8b2a-8483af0cb037,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:48.343978 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42612) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:48.417081 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 8bc6b198-5919-4dad-8b2a-8483af0cb037 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:39:48.419830 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47199a0c-b91d-4956-ae27-86cc12509625 None None] Network 2b89fbd4-e3dc-46ba-809f-c431a3f29025 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:48.461576 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a04fd-abed-44ef-b6d3-cfcbd11849c1 req-52d8fae9-4346-492c-8a01-5775d5ace8fc tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:48.463911 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d2a04fd-abed-44ef-b6d3-cfcbd11849c1 req-52d8fae9-4346-492c-8a01-5775d5ace8fc tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=f391eae7-329a-4855-972c-8e98dd0b9a40 HTTP/1.1" status: 200 len: 944 time: 0.2987320 Sep 01 15:39:48.556813 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d2a04fd-abed-44ef-b6d3-cfcbd11849c1 req-7ed83d4b-571d-4157-860d-1dbc7e3df88e tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad10620f-acda-41aa-92bf-91a16cbede3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852416 Sep 01 15:39:48.682730 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d97235e-9a43-420c-aa15-70917d759a04 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:39:48.795210 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-77ff64f7-1465-4d27-8369-2cd027578d6e None None] Attempting to bind port a8d4a731-e542-42cf-b00c-0e6a755e42a9 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:39:48.795731 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-77ff64f7-1465-4d27-8369-2cd027578d6e None None] Attempting to bind port a8d4a731-e542-42cf-b00c-0e6a755e42a9 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'c193ee73-e54d-4543-b52e-241ebe14479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1988ec8c-fc88-43d3-bd42-1b5d368beb6c'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:39:48.796224 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ff64f7-1465-4d27-8369-2cd027578d6e None None] Attempting to bind port a8d4a731-e542-42cf-b00c-0e6a755e42a9 on network 1988ec8c-fc88-43d3-bd42-1b5d368beb6c {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:39:48.811693 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-42d07be8-7c7a-4311-84e0-d8ce5555d8ce None None] Provisioning for port da65a0b8-bd98-4725-adf7-5817082b87db completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:48.834894 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-3e87ff99-ae8b-4679-afa4-4ac46fc0250d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Allocated IP 2001:db8::10 (1988ec8c-fc88-43d3-bd42-1b5d368beb6c/ceba158c-e359-45ee-a203-7ba8a069cbb1/73959640-0a1a-4ee7-93a3-efc7348bc633) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:48.846892 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 6d97235e-9a43-420c-aa15-70917d759a04, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=6d97235e-9a43-420c-aa15-70917d759a04,segment=NetworkSegment(925214c2-0731-48b5-b770-94fecb0609c0),segment_id=925214c2-0731-48b5-b770-94fecb0609c0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:48.848581 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ff64f7-1465-4d27-8369-2cd027578d6e None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:39:48.848965 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ff64f7-1465-4d27-8369-2cd027578d6e None None] Checking segment: {'id': 'c193ee73-e54d-4543-b52e-241ebe14479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1988ec8c-fc88-43d3-bd42-1b5d368beb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:39:48.849538 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-77ff64f7-1465-4d27-8369-2cd027578d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:48.849745 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ff64f7-1465-4d27-8369-2cd027578d6e None None] Bound using segment: {'id': 'c193ee73-e54d-4543-b52e-241ebe14479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1988ec8c-fc88-43d3-bd42-1b5d368beb6c'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:39:48.850729 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-77ff64f7-1465-4d27-8369-2cd027578d6e None None] Bound port: a8d4a731-e542-42cf-b00c-0e6a755e42a9, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c193ee73-e54d-4543-b52e-241ebe14479a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1988ec8c-fc88-43d3-bd42-1b5d368beb6c'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:39:48.851166 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-77ff64f7-1465-4d27-8369-2cd027578d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:48.857932 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-42d07be8-7c7a-4311-84e0-d8ce5555d8ce None None] Provisioning complete for port da65a0b8-bd98-4725-adf7-5817082b87db triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:48.858287 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-42d07be8-7c7a-4311-84e0-d8ce5555d8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:48.870263 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:48.885517 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d350bc01-60f8-476f-857b-67895aa5c78d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:48.900081 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f7dc84b-855d-4778-b5cd-4595b13c20c2 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:48.961876 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=6d97235e-9a43-420c-aa15-70917d759a04,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:49.013595 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7dc84b-855d-4778-b5cd-4595b13c20c2 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Pushing event deleted for resources: {'Port': ['ID=a1233d69-559a-4b4a-ac6b-0410c04d74f4,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:49.031257 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ddcf1-ef88-4db2-ab5b-a97d56b99be7 req-7185228d-21be-4b50-9d99-384e8f0a6b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:49.033077 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c43ddcf1-ef88-4db2-ab5b-a97d56b99be7 req-7185228d-21be-4b50-9d99-384e8f0a6b0c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ce2d4cae53514399882a15b65a30f8f0&device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 1097 time: 0.3890541 Sep 01 15:39:49.056651 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff0540-b595-4659-8112-0d9c5669e8ab req-4e5b3359-d33f-4411-bec4-7bb117998a73 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:49.058384 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-33ff0540-b595-4659-8112-0d9c5669e8ab req-4e5b3359-d33f-4411-bec4-7bb117998a73 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 946 time: 0.4213080 Sep 01 15:39:49.103040 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-77ff64f7-1465-4d27-8369-2cd027578d6e None None] For port a8d4a731-e542-42cf-b00c-0e6a755e42a9, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:39:49.109299 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-77ff64f7-1465-4d27-8369-2cd027578d6e None None] For port a8d4a731-e542-42cf-b00c-0e6a755e42a9, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a8d4a731-e542-42cf-b00c-0e6a755e42a9,segment=NetworkSegment(c193ee73-e54d-4543-b52e-241ebe14479a),segment_id=c193ee73-e54d-4543-b52e-241ebe14479a)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:39:49.142973 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-77ff64f7-1465-4d27-8369-2cd027578d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:49.268803 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['6d97235e-9a43-420c-aa15-70917d759a04'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:39:49.288711 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-852ebacc-9338-485e-a7e5-ebdd830f4876 tempest-DHCPAgentSchedulersTestJSON-1900184310 tempest-DHCPAgentSchedulersTestJSON-1900184310-project-admin] 10.222.0.60 "GET /v2.0/agents/e018b1ee-58b9-439f-a9e4-0f6eea28ce57/dhcp-networks HTTP/1.1" status: 200 len: 10396 time: 0.9306545 Sep 01 15:39:49.292901 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42618) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:49.398926 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3e87ff99-ae8b-4679-afa4-4ac46fc0250d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:49.497417 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd24728-bab0-42dd-b290-2a3d39db9a14 tempest-DHCPAgentSchedulersTestJSON-1900184310 tempest-DHCPAgentSchedulersTestJSON-1900184310-project-admin] Network 8bc6b198-5919-4dad-8b2a-8483af0cb037 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:39:49.498120 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-3e87ff99-ae8b-4679-afa4-4ac46fc0250d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Transition to ACTIVE for port object 73959640-0a1a-4ee7-93a3-efc7348bc633 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:49.512965 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-33ff0540-b595-4659-8112-0d9c5669e8ab req-6d2d0e31-b396-4b43-979a-587bec67ea41 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ee3d53-4010-450e-983a-7b92f15918ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784070 Sep 01 15:39:49.514384 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f7dc84b-855d-4778-b5cd-4595b13c20c2 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:49.514912 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-0f7dc84b-855d-4778-b5cd-4595b13c20c2 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Floating IP 75d8fd8b-e967-4c45-8249-fd80483d913e disassociated (deleted). External IP: 172.25.6.183, port: c5115d74-fa06-4df1-9247-37778897fe65. Sep 01 15:39:49.543075 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2fd24728-bab0-42dd-b290-2a3d39db9a14 tempest-DHCPAgentSchedulersTestJSON-1900184310 tempest-DHCPAgentSchedulersTestJSON-1900184310-project-admin] 10.222.0.60 "POST /v2.0/agents/e018b1ee-58b9-439f-a9e4-0f6eea28ce57/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2469318 Sep 01 15:39:49.545568 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42620) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:49.600758 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff64f7-1465-4d27-8369-2cd027578d6e None None] Pushing event updated for resources: {'Port': ['ID=a8d4a731-e542-42cf-b00c-0e6a755e42a9,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:49.635620 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-42d07be8-7c7a-4311-84e0-d8ce5555d8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:49.638481 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b90b81-42f7-4457-a6df-0beded3e343a None None] Network 8bc6b198-5919-4dad-8b2a-8483af0cb037 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:49.995829 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-42d07be8-7c7a-4311-84e0-d8ce5555d8ce None None] For port da65a0b8-bd98-4725-adf7-5817082b87db, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=da65a0b8-bd98-4725-adf7-5817082b87db,segment=NetworkSegment(801ef501-224a-440a-8328-c85e4337335a),segment_id=801ef501-224a-440a-8328-c85e4337335a)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:50.033918 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfdb62-0122-466f-a7b0-49465364e306 req-ff8e06bd-a198-4e8a-be2b-823508671270 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:50.043956 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2edfdb62-0122-466f-a7b0-49465364e306 req-ff8e06bd-a198-4e8a-be2b-823508671270 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=f391eae7-329a-4855-972c-8e98dd0b9a40 HTTP/1.1" status: 200 len: 945 time: 0.2719820 Sep 01 15:39:50.103815 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-42d07be8-7c7a-4311-84e0-d8ce5555d8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:50.143257 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-98e966ce-0277-4536-8d1a-f65729da021f tempest-DHCPAgentSchedulersTestJSON-1900184310 tempest-DHCPAgentSchedulersTestJSON-1900184310-project-admin] 10.222.0.60 "GET /v2.0/agents/e018b1ee-58b9-439f-a9e4-0f6eea28ce57/dhcp-networks HTTP/1.1" status: 200 len: 11166 time: 0.5951836 Sep 01 15:39:50.167230 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42626) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:50.362241 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d07be8-7c7a-4311-84e0-d8ce5555d8ce None None] Pushing event updated for resources: {'Port': ['ID=da65a0b8-bd98-4725-adf7-5817082b87db,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:50.395812 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2edfdb62-0122-466f-a7b0-49465364e306 req-87c04f25-846e-4c59-b2f7-9beaca85a41e tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad10620f-acda-41aa-92bf-91a16cbede3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3508220 Sep 01 15:39:50.523826 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-db8ba0cb-c1c0-4a97-af18-5889d95ae210 tempest-DHCPAgentSchedulersTestJSON-1900184310 tempest-DHCPAgentSchedulersTestJSON-1900184310-project-admin] 10.222.0.60 "DELETE /v2.0/agents/e018b1ee-58b9-439f-a9e4-0f6eea28ce57/dhcp-networks/8bc6b198-5919-4dad-8b2a-8483af0cb037 HTTP/1.1" status: 204 len: 168 time: 0.3529370 Sep 01 15:39:50.524690 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42628) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:50.527178 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ddcf1-ef88-4db2-ab5b-a97d56b99be7 req-a0e8169e-1dae-4695-b10f-62f8f033e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:50.531570 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c43ddcf1-ef88-4db2-ab5b-a97d56b99be7 req-a0e8169e-1dae-4695-b10f-62f8f033e90f service neutron] 10.222.0.45 "GET /v2.0/networks?id=45ad8899-3b9a-48a3-b615-ba11469fcc1d HTTP/1.1" status: 200 len: 912 time: 1.4661806 Sep 01 15:39:50.662977 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-593a84bc-cb15-498f-b69c-971b2339cdf9 None None] Provisioning complete for port da65a0b8-bd98-4725-adf7-5817082b87db triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:50.663936 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-593a84bc-cb15-498f-b69c-971b2339cdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:50.758217 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c43ddcf1-ef88-4db2-ab5b-a97d56b99be7 req-85d01410-5565-4a7d-9a7b-9a7994f742b2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee22cbf4-9e6f-4911-b974-b3d859be4e6f HTTP/1.1" status: 200 len: 217 time: 0.1621888 Sep 01 15:39:50.900700 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d817b8dd-53cf-463c-a088-23ae52028eee tempest-DHCPAgentSchedulersTestJSON-1900184310 tempest-DHCPAgentSchedulersTestJSON-1900184310-project-admin] 10.222.0.60 "GET /v2.0/agents/e018b1ee-58b9-439f-a9e4-0f6eea28ce57/dhcp-networks HTTP/1.1" status: 200 len: 10396 time: 0.3739643 Sep 01 15:39:50.909198 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42632) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:50.980773 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cdc51821-226f-4cf0-9f39-14392ea95648 tempest-DHCPAgentSchedulersTestJSON-1900184310 tempest-DHCPAgentSchedulersTestJSON-1900184310-project-admin] 10.222.0.60 "GET /v2.0/networks/2b89fbd4-e3dc-46ba-809f-c431a3f29025/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0696387 Sep 01 15:39:50.982802 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42634) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:51.029066 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3e87ff99-ae8b-4679-afa4-4ac46fc0250d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:51.040255 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-964ffe9f-85f1-4ef6-a427-7e659fd7417a tempest-DHCPAgentSchedulersTestJSON-1900184310 tempest-DHCPAgentSchedulersTestJSON-1900184310-project-admin] 10.222.0.60 "GET /v2.0/networks/2b89fbd4-e3dc-46ba-809f-c431a3f29025/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0552413 Sep 01 15:39:51.041155 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42636) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:51.042885 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device da65a0b8-bd98-4725-adf7-5817082b87db up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:51.162152 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port da65a0b8-bd98-4725-adf7-5817082b87db triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:51.162709 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:51.256802 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8cfa9e94-78e7-4896-8051-6d0a2ccf9716 None None] Could not find standard attr ID for object 1c44f430-84bf-4ef5-ac81-35964524a7b0. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:39:51.343494 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a8d4a731-e542-42cf-b00c-0e6a755e42a9 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:51.376106 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-99eee772-9506-4f58-8ef8-cbf11d4dff39 tempest-DHCPAgentSchedulersTestJSON-1900184310 tempest-DHCPAgentSchedulersTestJSON-1900184310-project-admin] 10.222.0.60 "GET /v2.0/agents/e018b1ee-58b9-439f-a9e4-0f6eea28ce57/dhcp-networks HTTP/1.1" status: 200 len: 10396 time: 0.3316114 Sep 01 15:39:51.380891 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42644) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:51.416836 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e87ff99-ae8b-4679-afa4-4ac46fc0250d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network 1988ec8c-fc88-43d3-bd42-1b5d368beb6c is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:51.448268 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-3e87ff99-ae8b-4679-afa4-4ac46fc0250d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:51.458062 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87ff99-ae8b-4679-afa4-4ac46fc0250d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Port': ['ID=73959640-0a1a-4ee7-93a3-efc7348bc633,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:51.477142 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port a8d4a731-e542-42cf-b00c-0e6a755e42a9 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:51.480849 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ddcf1-ef88-4db2-ab5b-a97d56b99be7 req-77b8230c-d49f-45cb-8372-15d99dd62aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:51.491385 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c43ddcf1-ef88-4db2-ab5b-a97d56b99be7 req-77b8230c-d49f-45cb-8372-15d99dd62aca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4c7aedd8-4617-4450-b284-829bec44a885 HTTP/1.1" status: 200 len: 851 time: 0.6112969 Sep 01 15:39:51.516530 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e87ff99-ae8b-4679-afa4-4ac46fc0250d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:51.526085 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e87ff99-ae8b-4679-afa4-4ac46fc0250d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:51.527701 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3e87ff99-ae8b-4679-afa4-4ac46fc0250d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:51.546323 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cc335f-0f7d-4ca3-93a5-3ac0f3b8ff17 None None] Network 1988ec8c-fc88-43d3-bd42-1b5d368beb6c requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:51.554594 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7dc84b-855d-4778-b5cd-4595b13c20c2 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Router f83edebe-7156-47f8-b3a7-245de57a6b5c has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:39:51.565821 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abc5c1-0e82-425a-8438-4f939041d01d req-7612e469-1537-4484-b231-74bb0d6f2baf tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:51.577180 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b5abc5c1-0e82-425a-8438-4f939041d01d req-7612e469-1537-4484-b231-74bb0d6f2baf tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 946 time: 0.8471270 Sep 01 15:39:51.590666 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3d7f635c-0ad1-4aa0-8620-d8125ab688ee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:51.646045 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-510fd410-ab8b-4e1a-afd7-3473ce3bf30e None None] Provisioning for port a8d4a731-e542-42cf-b00c-0e6a755e42a9 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:51.654652 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c43ddcf1-ef88-4db2-ab5b-a97d56b99be7 req-9fb66e20-b986-46da-bcd9-32d4f1d4d990 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45ad8899-3b9a-48a3-b615-ba11469fcc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724816 Sep 01 15:39:51.666154 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-510fd410-ab8b-4e1a-afd7-3473ce3bf30e None None] Provisioning complete for port a8d4a731-e542-42cf-b00c-0e6a755e42a9 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:51.666575 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-510fd410-ab8b-4e1a-afd7-3473ce3bf30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:51.685130 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3e87ff99-ae8b-4679-afa4-4ac46fc0250d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.1530902 Sep 01 15:39:51.689418 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42648) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:51.698042 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-0fb1e218-20da-435d-971b-b8bf7cce896e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'port': {'network_id': '1988ec8c-fc88-43d3-bd42-1b5d368beb6c', 'name': 'tempest-PortsIpV6TestJSON-2065963485', 'fixed_ips': [{'subnet_id': 'ceba158c-e359-45ee-a203-7ba8a069cbb1', 'ip_address': '2001:db8::f'}]}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:39:51.716720 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d350bc01-60f8-476f-857b-67895aa5c78d admin admin] Router cd70529e-d24a-498d-9c7c-95632e251c03 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:39:51.832292 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b5abc5c1-0e82-425a-8438-4f939041d01d req-7103cb41-95e6-42e1-b12c-1e71a468a73a tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ee3d53-4010-450e-983a-7b92f15918ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536595 Sep 01 15:39:51.860115 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa5cf4-1aa9-4f69-b9e1-7f1fad74bd23 req-1c50b159-dc6f-4c08-b5a9-62b40eda11de tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:51.861875 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a0fa5cf4-1aa9-4f69-b9e1-7f1fad74bd23 req-1c50b159-dc6f-4c08-b5a9-62b40eda11de tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=f391eae7-329a-4855-972c-8e98dd0b9a40 HTTP/1.1" status: 200 len: 945 time: 0.2679353 Sep 01 15:39:51.876715 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3d7f635c-0ad1-4aa0-8620-d8125ab688ee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:51.882087 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-510fd410-ab8b-4e1a-afd7-3473ce3bf30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:51.911647 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-3d7f635c-0ad1-4aa0-8620-d8125ab688ee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc6b198-5919-4dad-8b2a-8483af0cb037']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:51.927183 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-510fd410-ab8b-4e1a-afd7-3473ce3bf30e None None] For port a8d4a731-e542-42cf-b00c-0e6a755e42a9, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a8d4a731-e542-42cf-b00c-0e6a755e42a9,segment=NetworkSegment(c193ee73-e54d-4543-b52e-241ebe14479a),segment_id=c193ee73-e54d-4543-b52e-241ebe14479a)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:51.937437 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-510fd410-ab8b-4e1a-afd7-3473ce3bf30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:51.940016 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-3d7f635c-0ad1-4aa0-8620-d8125ab688ee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ca618f-19d9-4e6a-b773-ed893479618f') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:51.940360 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-3d7f635c-0ad1-4aa0-8620-d8125ab688ee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ca618f-19d9-4e6a-b773-ed893479618f') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:52.008051 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a0fa5cf4-1aa9-4f69-b9e1-7f1fad74bd23 req-f03e9391-21cd-4325-8be4-efd93ff55ea0 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad10620f-acda-41aa-92bf-91a16cbede3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175232 Sep 01 15:39:52.011732 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3d7f635c-0ad1-4aa0-8620-d8125ab688ee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:52.022074 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7dc84b-855d-4778-b5cd-4595b13c20c2 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:39:52.028638 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f7dc84b-855d-4778-b5cd-4595b13c20c2 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:52.052924 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19d3f5-3161-45ed-afb5-68bcfc45736b None None] Sync routers for ids ['f83edebe-7156-47f8-b3a7-245de57a6b5c'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:39:52.061945 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fd410-ab8b-4e1a-afd7-3473ce3bf30e None None] Pushing event updated for resources: {'Port': ['ID=a8d4a731-e542-42cf-b00c-0e6a755e42a9,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:52.075812 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3d7f635c-0ad1-4aa0-8620-d8125ab688ee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:52.089227 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb1e218-20da-435d-971b-b8bf7cce896e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:39:52.094874 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7f635c-0ad1-4aa0-8620-d8125ab688ee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:39:52.095996 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3d7f635c-0ad1-4aa0-8620-d8125ab688ee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:39:52.100655 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:39:52.108772 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba19d3f5-3161-45ed-afb5-68bcfc45736b None None] Routers {'f83edebe-7156-47f8-b3a7-245de57a6b5c'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:39:52.110130 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-ba19d3f5-3161-45ed-afb5-68bcfc45736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:39:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f83edebe-7156-47f8-b3a7-245de57a6b5c'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:52.260515 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c43ddcf1-ef88-4db2-ab5b-a97d56b99be7 req-d0b8d29e-26b8-48ad-873b-f3013c7ccf25 service neutron] 10.222.0.45 "GET /v2.0/networks/45ad8899-3b9a-48a3-b615-ba11469fcc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5830407 Sep 01 15:39:52.265589 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0f7dc84b-855d-4778-b5cd-4595b13c20c2 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "DELETE /v2.0/floatingips/75d8fd8b-e967-4c45-8249-fd80483d913e HTTP/1.1" status: 204 len: 168 time: 6.8105192 Sep 01 15:39:52.265903 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75dcec2e-8f72-4783-bf96-1f29a28753f7', 'tag': 'c5115d74-fa06-4df1-9247-37778897fe65'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:39:52.270845 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe44c4c-a71a-424a-86a8-559b8867a984" -d '{"events": [{"name": "network-changed", "server_uuid": "75dcec2e-8f72-4783-bf96-1f29a28753f7", "tag": "c5115d74-fa06-4df1-9247-37778897fe65"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:39:52.316388 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-79fecd6b-fdce-43b5-b628-507453f8433e None None] Provisioning for port 73959640-0a1a-4ee7-93a3-efc7348bc633 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:52.325191 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-79fecd6b-fdce-43b5-b628-507453f8433e None None] Provisioning complete for port 73959640-0a1a-4ee7-93a3-efc7348bc633 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:52.325938 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-79fecd6b-fdce-43b5-b628-507453f8433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:52.367905 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0fb1e218-20da-435d-971b-b8bf7cce896e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:52.414194 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3d7f635c-0ad1-4aa0-8620-d8125ab688ee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:52.428042 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3d7f635c-0ad1-4aa0-8620-d8125ab688ee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:52.431355 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3d7f635c-0ad1-4aa0-8620-d8125ab688ee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] 10.222.0.60 "DELETE /v2.0/networks/8bc6b198-5919-4dad-8b2a-8483af0cb037 HTTP/1.1" status: 204 len: 168 time: 1.0486014 Sep 01 15:39:52.436503 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-79fecd6b-fdce-43b5-b628-507453f8433e None None] Port 73959640-0a1a-4ee7-93a3-efc7348bc633 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:39:52.437465 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-0fb1e218-20da-435d-971b-b8bf7cce896e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] device_id is not set on port 477eab4b-e7d8-417c-b485-3ba7db6c9d03 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:39:52.463066 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42656) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:52.471305 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-ba19d3f5-3161-45ed-afb5-68bcfc45736b None None] Set router f83edebe-7156-47f8-b3a7-245de57a6b5c gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:39:52.473084 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-79fecd6b-fdce-43b5-b628-507453f8433e None None] Provisioning complete for port a8d4a731-e542-42cf-b00c-0e6a755e42a9 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:52.475099 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-79fecd6b-fdce-43b5-b628-507453f8433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:52.476211 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c854d9a9-898d-4125-b246-ead08eed7481 x-openstack-request-id: req-c854d9a9-898d-4125-b246-ead08eed7481 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:39:52.478038 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75dcec2e-8f72-4783-bf96-1f29a28753f7", "tag": "c5115d74-fa06-4df1-9247-37778897fe65", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:39:52.478704 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c854d9a9-898d-4125-b246-ead08eed7481 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:39:52.480621 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75dcec2e-8f72-4783-bf96-1f29a28753f7', 'tag': 'c5115d74-fa06-4df1-9247-37778897fe65', 'status': 'completed', 'code': 200} Sep 01 15:39:52.575300 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f635c-0ad1-4aa0-8620-d8125ab688ee tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Pushing event deleted for resources: {'Network': ['ID=8bc6b198-5919-4dad-8b2a-8483af0cb037,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:52.737092 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d350bc01-60f8-476f-857b-67895aa5c78d admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:39:52.759071 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d350bc01-60f8-476f-857b-67895aa5c78d admin admin] 10.222.0.60 "PUT /v2.0/routers/cd70529e-d24a-498d-9c7c-95632e251c03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1788430 Sep 01 15:39:52.765545 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42660) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:52.770695 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ad5b19-5724-4630-8c10-9a6990b11c95 None None] Sync routers for ids ['cd70529e-d24a-498d-9c7c-95632e251c03'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:39:52.774370 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b781f29-ab39-4b30-b1f7-0aab218bf8a9 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] DELETE failed (client error): The resource could not be found. Sep 01 15:39:52.775210 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b781f29-ab39-4b30-b1f7-0aab218bf8a9 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:39:52.790725 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3b781f29-ab39-4b30-b1f7-0aab218bf8a9 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] 10.222.0.60 "DELETE /v2.0/ports/1c44f430-84bf-4ef5-ac81-35964524a7b0 HTTP/1.1" status: 404 len: 333 time: 0.3074212 Sep 01 15:39:52.791415 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42662) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:52.809098 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a8d4a731-e542-42cf-b00c-0e6a755e42a9 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:52.836246 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c43ddcf1-ef88-4db2-ab5b-a97d56b99be7 req-c99a045e-35c6-483c-8627-b0f518409961 service neutron] 10.222.0.45 "GET /v2.0/networks/45ad8899-3b9a-48a3-b615-ba11469fcc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5489280 Sep 01 15:39:52.858937 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ad5b19-5724-4630-8c10-9a6990b11c95 None None] Routers {'cd70529e-d24a-498d-9c7c-95632e251c03'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:39:52.859581 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-65ad5b19-5724-4630-8c10-9a6990b11c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:39:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cd70529e-d24a-498d-9c7c-95632e251c03'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:52.915183 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe44c4c-a71a-424a-86a8-559b8867a984 req-77bb8299-dff7-4a6e-b754-d302079bb671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:52.916940 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bfe44c4c-a71a-424a-86a8-559b8867a984 req-77bb8299-dff7-4a6e-b754-d302079bb671 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f712c44f09d4a638eab9ace3b122469&device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 1096 time: 0.4169047 Sep 01 15:39:52.953263 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9739ab7-72b8-4514-9daf-2be2bd968fb9 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Deleting subnet 862ad01a-76e6-4e38-a54f-06909c003f8b {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:39:52.979947 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d9739ab7-72b8-4514-9daf-2be2bd968fb9 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:52.995008 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-ba19d3f5-3161-45ed-afb5-68bcfc45736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'name': 'tempest-TestVolumeBackupRestore-510133207-router', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:47Z', 'updated_at': '2021-09-01T15:33:05Z', 'revision_number': 4, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'gw_port': {'id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:49Z', 'updated_at': '2021-09-01T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'e2b461ed-4a51-4497-a1d6-bae93e84524e', 'name': '', 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'mac_address': 'fa:16:3e:69:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'da20ebf2-a46b-4ef3-a737-42373cf96a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:00Z', 'updated_at': '2021-09-01T15:33:15Z', 'revision_number': 5, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'subnets': [{'id': 'da20ebf2-a46b-4ef3-a737-42373cf96a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:53.013145 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d161ef22-69fd-49c6-a97b-9bdb80564ae3 None None] Provisioning complete for port 73959640-0a1a-4ee7-93a3-efc7348bc633 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:53.013416 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d161ef22-69fd-49c6-a97b-9bdb80564ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:53.034760 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19d3f5-3161-45ed-afb5-68bcfc45736b None None] Checking router: f83edebe-7156-47f8-b3a7-245de57a6b5c for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:39:53.047787 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba19d3f5-3161-45ed-afb5-68bcfc45736b None None] Routers {'f83edebe-7156-47f8-b3a7-245de57a6b5c'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:39:53.048728 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-ba19d3f5-3161-45ed-afb5-68bcfc45736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:39:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f83edebe-7156-47f8-b3a7-245de57a6b5c'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:53.100070 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port a8d4a731-e542-42cf-b00c-0e6a755e42a9 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:53.100880 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:53.137316 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-65ad5b19-5724-4630-8c10-9a6990b11c95 None None] Set router cd70529e-d24a-498d-9c7c-95632e251c03 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:39:53.144663 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-d161ef22-69fd-49c6-a97b-9bdb80564ae3 None None] Port 73959640-0a1a-4ee7-93a3-efc7348bc633 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:39:53.222290 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-ba19d3f5-3161-45ed-afb5-68bcfc45736b None None] Set router f83edebe-7156-47f8-b3a7-245de57a6b5c gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:39:53.268199 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c49c51-37e5-4f04-916f-2f6446f8c793 req-2bb79362-5aaa-4ffa-9960-5f4af41c2548 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:53.280238 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-87c49c51-37e5-4f04-916f-2f6446f8c793 req-2bb79362-5aaa-4ffa-9960-5f4af41c2548 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 945 time: 0.4778030 Sep 01 15:39:53.361658 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d9739ab7-72b8-4514-9daf-2be2bd968fb9 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:53.384703 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-87c49c51-37e5-4f04-916f-2f6446f8c793 req-4882bcd7-59dc-407e-8f7a-23159ad7557b tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d748438-d71e-43d2-abed-362257d98256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020253 Sep 01 15:39:53.436454 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 6d97235e-9a43-420c-aa15-70917d759a04 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:39:53.444565 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-0fb1e218-20da-435d-971b-b8bf7cce896e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Allocated IP 2001:db8::f (1988ec8c-fc88-43d3-bd42-1b5d368beb6c/ceba158c-e359-45ee-a203-7ba8a069cbb1/477eab4b-e7d8-417c-b485-3ba7db6c9d03) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:39:53.487415 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe44c4c-a71a-424a-86a8-559b8867a984 req-ee428b1c-0013-4c16-835f-378c02bb92ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:53.490349 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bfe44c4c-a71a-424a-86a8-559b8867a984 req-ee428b1c-0013-4c16-835f-378c02bb92ca service neutron] 10.222.0.45 "GET /v2.0/networks?id=76769b7a-4b3e-4693-94a4-6c03453c9aef HTTP/1.1" status: 200 len: 914 time: 0.5604172 Sep 01 15:39:53.521360 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fbe27400-fb8e-40a9-a06a-0ad974b82a77 admin admin] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:53.548059 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fcb8d5-fc61-4bc1-91a4-198de00c2608 req-a14bcf1e-8526-4079-ab1a-039d12757658 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:53.559688 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f0fcb8d5-fc61-4bc1-91a4-198de00c2608 req-a14bcf1e-8526-4079-ab1a-039d12757658 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 946 time: 0.4377944 Sep 01 15:39:53.806922 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bfe44c4c-a71a-424a-86a8-559b8867a984 req-425e4e20-1133-4ca9-9190-574131ba4f82 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5115d74-fa06-4df1-9247-37778897fe65 HTTP/1.1" status: 200 len: 217 time: 0.2907610 Sep 01 15:39:53.969115 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-ba19d3f5-3161-45ed-afb5-68bcfc45736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'name': 'tempest-TestVolumeBackupRestore-510133207-router', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:47Z', 'updated_at': '2021-09-01T15:33:05Z', 'revision_number': 4, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'gw_port': {'id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:49Z', 'updated_at': '2021-09-01T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'e2b461ed-4a51-4497-a1d6-bae93e84524e', 'name': '', 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'mac_address': 'fa:16:3e:69:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'da20ebf2-a46b-4ef3-a737-42373cf96a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:00Z', 'updated_at': '2021-09-01T15:33:15Z', 'revision_number': 5, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'subnets': [{'id': 'da20ebf2-a46b-4ef3-a737-42373cf96a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:54.094764 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19d3f5-3161-45ed-afb5-68bcfc45736b None None] The sync data for ids ['f83edebe-7156-47f8-b3a7-245de57a6b5c'] in n-d-794796-3 is: [{'id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'name': 'tempest-TestVolumeBackupRestore-510133207-router', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:47Z', 'updated_at': '2021-09-01T15:33:05Z', 'revision_number': 4, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'gw_port': {'id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:49Z', 'updated_at': '2021-09-01T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'e2b461ed-4a51-4497-a1d6-bae93e84524e', 'name': '', 'network_id': '76769b7a-4b3e-4693-94a4-6c03453c9aef', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'mac_address': 'fa:16:3e:69:4f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'da20ebf2-a46b-4ef3-a737-42373cf96a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:00Z', 'updated_at': '2021-09-01T15:33:15Z', 'revision_number': 5, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'subnets': [{'id': 'da20ebf2-a46b-4ef3-a737-42373cf96a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:39:54.192629 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c41e3-aa12-4c98-a267-2a61c5e0d2d1 req-50fcec00-325b-4cb2-ae4c-cd7715055644 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:54.207041 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1e9c41e3-aa12-4c98-a267-2a61c5e0d2d1 req-50fcec00-325b-4cb2-ae4c-cd7715055644 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=f391eae7-329a-4855-972c-8e98dd0b9a40 HTTP/1.1" status: 200 len: 945 time: 0.5084319 Sep 01 15:39:54.226082 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe44c4c-a71a-424a-86a8-559b8867a984 req-c4d812ce-53b6-48d9-9e37-e79becb10739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:54.227686 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bfe44c4c-a71a-424a-86a8-559b8867a984 req-c4d812ce-53b6-48d9-9e37-e79becb10739 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da20ebf2-a46b-4ef3-a737-42373cf96a21 HTTP/1.1" status: 200 len: 852 time: 0.4197950 Sep 01 15:39:54.243565 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d9739ab7-72b8-4514-9daf-2be2bd968fb9 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:54.336555 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 6d97235e-9a43-420c-aa15-70917d759a04 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:54.354460 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 6d97235e-9a43-420c-aa15-70917d759a04 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:54.355111 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:54.465011 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1e9c41e3-aa12-4c98-a267-2a61c5e0d2d1 req-6518b930-df8c-42c5-aa5f-9b2ebb47ac42 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad10620f-acda-41aa-92bf-91a16cbede3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2509317 Sep 01 15:39:54.473613 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-65ad5b19-5724-4630-8c10-9a6990b11c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd70529e-d24a-498d-9c7c-95632e251c03', 'name': 'tempest-ImageQuotaTest-594167643-router', 'tenant_id': '3dd6b736c12c4f2eb0f8c6855f18b01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '4c6823a1-e892-4caf-b909-01463fea6e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:39:23Z', 'updated_at': '2021-09-01T15:39:47Z', 'revision_number': 5, 'project_id': '3dd6b736c12c4f2eb0f8c6855f18b01d', 'gw_port': {'id': '4c6823a1-e892-4caf-b909-01463fea6e09', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd70529e-d24a-498d-9c7c-95632e251c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:39:25Z', 'updated_at': '2021-09-01T15:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:54.489614 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f0fcb8d5-fc61-4bc1-91a4-198de00c2608 req-fb8dade2-ffeb-47ad-8310-54a03cc797e9 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ee3d53-4010-450e-983a-7b92f15918ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7278018 Sep 01 15:39:54.535229 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fbe27400-fb8e-40a9-a06a-0ad974b82a77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:54.537680 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ad5b19-5724-4630-8c10-9a6990b11c95 None None] Checking router: cd70529e-d24a-498d-9c7c-95632e251c03 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:39:54.596408 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ad5b19-5724-4630-8c10-9a6990b11c95 None None] Routers {'cd70529e-d24a-498d-9c7c-95632e251c03'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:39:54.597075 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-65ad5b19-5724-4630-8c10-9a6990b11c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:39:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cd70529e-d24a-498d-9c7c-95632e251c03'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:54.652133 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:54.670696 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe44c4c-a71a-424a-86a8-559b8867a984 req-bc472e32-1241-4367-bab5-f4e429005509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:54.673886 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bfe44c4c-a71a-424a-86a8-559b8867a984 req-bc472e32-1241-4367-bab5-f4e429005509 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=76769b7a-4b3e-4693-94a4-6c03453c9aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4226942 Sep 01 15:39:54.677029 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d9739ab7-72b8-4514-9daf-2be2bd968fb9 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:54.718159 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f391eae7-329a-4855-972c-8e98dd0b9a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d97235e-9a43-420c-aa15-70917d759a04'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:39:54.722538 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60a1b8d-f4c8-4cdd-8eaf-544cb487946d" -d '{"events": [{"server_uuid": "f391eae7-329a-4855-972c-8e98dd0b9a40", "name": "network-vif-plugged", "status": "completed", "tag": "6d97235e-9a43-420c-aa15-70917d759a04"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:39:54.767982 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 6d97235e-9a43-420c-aa15-70917d759a04, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=6d97235e-9a43-420c-aa15-70917d759a04,segment=NetworkSegment(925214c2-0731-48b5-b770-94fecb0609c0),segment_id=925214c2-0731-48b5-b770-94fecb0609c0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:54.785160 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d9739ab7-72b8-4514-9daf-2be2bd968fb9 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:54.789995 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d9739ab7-72b8-4514-9daf-2be2bd968fb9 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] 10.222.0.60 "DELETE /v2.0/subnets/862ad01a-76e6-4e38-a54f-06909c003f8b HTTP/1.1" status: 204 len: 168 time: 1.9565423 Sep 01 15:39:54.803128 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42678) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:54.822419 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70203fcf-a728-47a2-af68-fbf366653eea None None] New status for floating IP 75d8fd8b-e967-4c45-8249-fd80483d913e: DOWN {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:39:54.861936 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:54.864260 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bd95ad-9d30-44f5-9c5b-99a8204cc507 None None] Network 2b89fbd4-e3dc-46ba-809f-c431a3f29025 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:54.885822 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c501b3-0bd0-45b0-bdb4-87b1daa29b77 x-openstack-request-id: req-33c501b3-0bd0-45b0-bdb4-87b1daa29b77 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:39:54.886086 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f391eae7-329a-4855-972c-8e98dd0b9a40", "name": "network-vif-plugged", "status": "completed", "tag": "6d97235e-9a43-420c-aa15-70917d759a04", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:39:54.886268 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-33c501b3-0bd0-45b0-bdb4-87b1daa29b77 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:39:54.887016 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f391eae7-329a-4855-972c-8e98dd0b9a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d97235e-9a43-420c-aa15-70917d759a04', 'code': 200} Sep 01 15:39:54.992618 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0fb1e218-20da-435d-971b-b8bf7cce896e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:55.120970 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-0fb1e218-20da-435d-971b-b8bf7cce896e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Transition to ACTIVE for port object 477eab4b-e7d8-417c-b485-3ba7db6c9d03 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:39:55.139506 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bfe44c4c-a71a-424a-86a8-559b8867a984 req-61b2d56d-75f8-4ab8-b336-4d19980aa231 service neutron] 10.222.0.45 "GET /v2.0/networks/76769b7a-4b3e-4693-94a4-6c03453c9aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788903 Sep 01 15:39:55.212558 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9739ab7-72b8-4514-9daf-2be2bd968fb9 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Pushing event deleted for resources: {'Subnet': ['ID=862ad01a-76e6-4e38-a54f-06909c003f8b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:55.239127 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cec275bb-e877-4f6a-af0e-41143cbed387 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:55.260666 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d1ee4-5820-424f-95b2-5d0d05baf450 req-e094f64b-5903-4858-9480-b8e56af38fa5 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:55.263436 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-de6d1ee4-5820-424f-95b2-5d0d05baf450 req-e094f64b-5903-4858-9480-b8e56af38fa5 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.45 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 945 time: 0.7708478 Sep 01 15:39:55.294837 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=6d97235e-9a43-420c-aa15-70917d759a04,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:55.319165 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffc89c-57e4-431d-a0c8-3e7cebccd1e4 req-7f97ee29-a034-4de5-87e3-c4d11618b4e3 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:55.328484 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dfffc89c-57e4-431d-a0c8-3e7cebccd1e4 req-7f97ee29-a034-4de5-87e3-c4d11618b4e3 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 945 time: 0.6683049 Sep 01 15:39:55.334364 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89046a18-1d58-44a1-bcb7-87e3e2859547 req-0e9f5ad4-8271-4145-823e-9e1b40426167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:55.338791 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-89046a18-1d58-44a1-bcb7-87e3e2859547 req-0e9f5ad4-8271-4145-823e-9e1b40426167 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f391eae7-329a-4855-972c-8e98dd0b9a40 HTTP/1.1" status: 200 len: 1097 time: 0.2662361 Sep 01 15:39:55.343619 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-65ad5b19-5724-4630-8c10-9a6990b11c95 None None] Set router cd70529e-d24a-498d-9c7c-95632e251c03 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:39:55.378772 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-fbe27400-fb8e-40a9-a06a-0ad974b82a77 admin admin] Deleting port 4c6823a1-e892-4caf-b909-01463fea6e09 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:55.379159 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fbe27400-fb8e-40a9-a06a-0ad974b82a77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:55.386452 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0fb1e218-20da-435d-971b-b8bf7cce896e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:55.525707 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-fbe27400-fb8e-40a9-a06a-0ad974b82a77 admin admin] For port 4c6823a1-e892-4caf-b909-01463fea6e09, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=4c6823a1-e892-4caf-b909-01463fea6e09,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:55.526095 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fbe27400-fb8e-40a9-a06a-0ad974b82a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:55.555822 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-fbe27400-fb8e-40a9-a06a-0ad974b82a77 admin admin] Calling delete_port for 4c6823a1-e892-4caf-b909-01463fea6e09 owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:55.872192 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e8d5eb-7493-47cc-91e0-88dcb15460cc None None] DHCP port deletion for 2b89fbd4-e3dc-46ba-809f-c431a3f29025 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:39:55.983520 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-65ad5b19-5724-4630-8c10-9a6990b11c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd70529e-d24a-498d-9c7c-95632e251c03', 'name': 'tempest-ImageQuotaTest-594167643-router', 'tenant_id': '3dd6b736c12c4f2eb0f8c6855f18b01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '4c6823a1-e892-4caf-b909-01463fea6e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:39:23Z', 'updated_at': '2021-09-01T15:39:47Z', 'revision_number': 5, 'project_id': '3dd6b736c12c4f2eb0f8c6855f18b01d', 'gw_port': {'id': '4c6823a1-e892-4caf-b909-01463fea6e09', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd70529e-d24a-498d-9c7c-95632e251c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:39:25Z', 'updated_at': '2021-09-01T15:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:56.027498 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ad5b19-5724-4630-8c10-9a6990b11c95 None None] The sync data for ids ['cd70529e-d24a-498d-9c7c-95632e251c03'] in n-d-794796-3 is: [{'id': 'cd70529e-d24a-498d-9c7c-95632e251c03', 'name': 'tempest-ImageQuotaTest-594167643-router', 'tenant_id': '3dd6b736c12c4f2eb0f8c6855f18b01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '4c6823a1-e892-4caf-b909-01463fea6e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:39:23Z', 'updated_at': '2021-09-01T15:39:47Z', 'revision_number': 5, 'project_id': '3dd6b736c12c4f2eb0f8c6855f18b01d', 'gw_port': {'id': '4c6823a1-e892-4caf-b909-01463fea6e09', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd70529e-d24a-498d-9c7c-95632e251c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3366, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:39:25Z', 'updated_at': '2021-09-01T15:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:39:56.030985 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-58e8d5eb-7493-47cc-91e0-88dcb15460cc None None] Deleting port da65a0b8-bd98-4725-adf7-5817082b87db {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:56.031622 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-58e8d5eb-7493-47cc-91e0-88dcb15460cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:56.101096 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dfffc89c-57e4-431d-a0c8-3e7cebccd1e4 req-a29811d1-faed-4832-bb1e-5229968d328a tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/security-groups?id=1d748438-d71e-43d2-abed-362257d98256&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7713828 Sep 01 15:39:56.210702 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bfe44c4c-a71a-424a-86a8-559b8867a984 req-4112f02d-4536-4425-8d5b-c789e8e8e43a service neutron] 10.222.0.45 "GET /v2.0/networks/76769b7a-4b3e-4693-94a4-6c03453c9aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0087562 Sep 01 15:39:56.211713 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-58e8d5eb-7493-47cc-91e0-88dcb15460cc None None] For port da65a0b8-bd98-4725-adf7-5817082b87db, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=da65a0b8-bd98-4725-adf7-5817082b87db,segment=NetworkSegment(801ef501-224a-440a-8328-c85e4337335a),segment_id=801ef501-224a-440a-8328-c85e4337335a)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:56.212412 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-58e8d5eb-7493-47cc-91e0-88dcb15460cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:56.239614 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-58e8d5eb-7493-47cc-91e0-88dcb15460cc None None] Calling delete_port for da65a0b8-bd98-4725-adf7-5817082b87db owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:56.288723 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-de6d1ee4-5820-424f-95b2-5d0d05baf450 req-b0a9888f-40e6-47e2-a59e-e94057207dc9 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Deleting port c5115d74-fa06-4df1-9247-37778897fe65 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:56.288723 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-de6d1ee4-5820-424f-95b2-5d0d05baf450 req-b0a9888f-40e6-47e2-a59e-e94057207dc9 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:56.318662 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01363360-59ca-475a-a79c-28269c424617 req-6f8ca0ab-eb26-40bb-beac-85f3cdcc99bb tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:56.320708 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-01363360-59ca-475a-a79c-28269c424617 req-6f8ca0ab-eb26-40bb-beac-85f3cdcc99bb tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=f391eae7-329a-4855-972c-8e98dd0b9a40 HTTP/1.1" status: 200 len: 946 time: 0.1088555 Sep 01 15:39:56.380897 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-58e8d5eb-7493-47cc-91e0-88dcb15460cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:56.452173 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-01363360-59ca-475a-a79c-28269c424617 req-d7f26329-f110-4c16-a6d1-8db471be718b tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad10620f-acda-41aa-92bf-91a16cbede3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826991 Sep 01 15:39:56.488861 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-de6d1ee4-5820-424f-95b2-5d0d05baf450 req-b0a9888f-40e6-47e2-a59e-e94057207dc9 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] For port c5115d74-fa06-4df1-9247-37778897fe65, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c5115d74-fa06-4df1-9247-37778897fe65,segment=NetworkSegment(26eff680-32da-4167-a3b1-8718714d306e),segment_id=26eff680-32da-4167-a3b1-8718714d306e)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:56.489236 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-de6d1ee4-5820-424f-95b2-5d0d05baf450 req-b0a9888f-40e6-47e2-a59e-e94057207dc9 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:56.507617 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8d5eb-7493-47cc-91e0-88dcb15460cc None None] Pushing event deleted for resources: {'Port': ['ID=da65a0b8-bd98-4725-adf7-5817082b87db,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:56.535314 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-de6d1ee4-5820-424f-95b2-5d0d05baf450 req-b0a9888f-40e6-47e2-a59e-e94057207dc9 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Calling delete_port for c5115d74-fa06-4df1-9247-37778897fe65 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:56.546986 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e8d5eb-7493-47cc-91e0-88dcb15460cc None None] No DVR routers for this DVR port da65a0b8-bd98-4725-adf7-5817082b87db on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:39:56.667558 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c5115d74-fa06-4df1-9247-37778897fe65 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:39:56.712080 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-89046a18-1d58-44a1-bcb7-87e3e2859547 req-1f25a173-99fc-4259-8600-1ea872295184 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ad10620f-acda-41aa-92bf-91a16cbede3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3450599 Sep 01 15:39:56.740708 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb1e218-20da-435d-971b-b8bf7cce896e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network 1988ec8c-fc88-43d3-bd42-1b5d368beb6c is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:39:56.764412 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-de6d1ee4-5820-424f-95b2-5d0d05baf450 req-b0a9888f-40e6-47e2-a59e-e94057207dc9 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:56.769382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1e218-20da-435d-971b-b8bf7cce896e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Port': ['ID=477eab4b-e7d8-417c-b485-3ba7db6c9d03,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:56.814165 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No active binding found for port c5115d74-fa06-4df1-9247-37778897fe65 {{(pid=94735) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 15:39:56.817959 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c5115d74-fa06-4df1-9247-37778897fe65 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:39:56.839571 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9888f-40e6-47e2-a59e-e94057207dc9 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Pushing event deleted for resources: {'Port': ['ID=c5115d74-fa06-4df1-9247-37778897fe65,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:56.847942 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device da65a0b8-bd98-4725-adf7-5817082b87db no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:39:56.921949 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6d1ee4-5820-424f-95b2-5d0d05baf450 req-b0a9888f-40e6-47e2-a59e-e94057207dc9 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] No DVR routers for this DVR port c5115d74-fa06-4df1-9247-37778897fe65 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:39:56.925382 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-de6d1ee4-5820-424f-95b2-5d0d05baf450 req-b0a9888f-40e6-47e2-a59e-e94057207dc9 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:56.928527 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-0fb1e218-20da-435d-971b-b8bf7cce896e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:39:56.928771 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-de6d1ee4-5820-424f-95b2-5d0d05baf450 req-b0a9888f-40e6-47e2-a59e-e94057207dc9 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.45 "DELETE /v2.0/ports/c5115d74-fa06-4df1-9247-37778897fe65 HTTP/1.1" status: 204 len: 173 time: 1.5895524 Sep 01 15:39:56.929249 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dcec2e-8f72-4783-bf96-1f29a28753f7', 'name': 'network-vif-deleted', 'tag': 'c5115d74-fa06-4df1-9247-37778897fe65'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:39:56.932230 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01eb813-6027-4ccf-8094-34d96582d668" -d '{"events": [{"server_uuid": "75dcec2e-8f72-4783-bf96-1f29a28753f7", "name": "network-vif-deleted", "tag": "c5115d74-fa06-4df1-9247-37778897fe65"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:39:56.962876 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb1e218-20da-435d-971b-b8bf7cce896e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:39:56.973413 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: da65a0b8-bd98-4725-adf7-5817082b87db {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:39:56.974035 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device da65a0b8-bd98-4725-adf7-5817082b87db not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:39:56.975166 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb1e218-20da-435d-971b-b8bf7cce896e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:56.975378 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d770f07f-8b99-4466-b662-e1c76b8db90e no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:39:56.976237 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0fb1e218-20da-435d-971b-b8bf7cce896e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:57.067018 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf95c85-a3af-4457-a7ef-d4010522554b x-openstack-request-id: req-bdf95c85-a3af-4457-a7ef-d4010522554b {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:39:57.067628 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dcec2e-8f72-4783-bf96-1f29a28753f7", "name": "network-vif-deleted", "tag": "c5115d74-fa06-4df1-9247-37778897fe65", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:39:57.068057 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bdf95c85-a3af-4457-a7ef-d4010522554b {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:39:57.069725 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75dcec2e-8f72-4783-bf96-1f29a28753f7', 'name': 'network-vif-deleted', 'tag': 'c5115d74-fa06-4df1-9247-37778897fe65', 'status': 'completed', 'code': 200} Sep 01 15:39:57.080378 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-cec275bb-e877-4f6a-af0e-41143cbed387 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Deleting port da65a0b8-bd98-4725-adf7-5817082b87db {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:57.081034 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cec275bb-e877-4f6a-af0e-41143cbed387 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:57.103196 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: d770f07f-8b99-4466-b662-e1c76b8db90e {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:39:57.110174 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d770f07f-8b99-4466-b662-e1c76b8db90e not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:39:57.117714 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61745b-8c9d-480c-9a76-ea0ea5b96a2a req-00a1972a-f5c3-43b3-843c-d6339b94f2f6 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:57.120143 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2e61745b-8c9d-480c-9a76-ea0ea5b96a2a req-00a1972a-f5c3-43b3-843c-d6339b94f2f6 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 946 time: 0.8549392 Sep 01 15:39:57.164699 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fbe27400-fb8e-40a9-a06a-0ad974b82a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:57.267067 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-28a63899-a692-4649-b9f9-fd4e48075f72 req-51d40401-6b06-4bb4-bba0-b13a0ac6de17 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 210 time: 0.0537090 Sep 01 15:39:57.270416 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0fb1e218-20da-435d-971b-b8bf7cce896e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.5784523 Sep 01 15:39:57.275063 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42694) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:57.297813 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe27400-fb8e-40a9-a06a-0ad974b82a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c6823a1-e892-4caf-b909-01463fea6e09,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:57.344307 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-cec275bb-e877-4f6a-af0e-41143cbed387 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] For port da65a0b8-bd98-4725-adf7-5817082b87db, host n-d-794796-3, got binding levels [] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:39:57.344614 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cec275bb-e877-4f6a-af0e-41143cbed387 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:57.474390 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44124fac-03cb-4ab8-9006-e744b0f7d78e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:57.478555 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-44124fac-03cb-4ab8-9006-e744b0f7d78e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.2024980 Sep 01 15:39:57.489740 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42698) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:57.499975 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fbe27400-fb8e-40a9-a06a-0ad974b82a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:57.504486 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-cec275bb-e877-4f6a-af0e-41143cbed387 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Calling delete_port for da65a0b8-bd98-4725-adf7-5817082b87db owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:57.541594 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-950487ba-79da-452e-a890-b34e08e8656b None None] Provisioning for port 477eab4b-e7d8-417c-b485-3ba7db6c9d03 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:39:57.572711 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-950487ba-79da-452e-a890-b34e08e8656b None None] Provisioning complete for port 477eab4b-e7d8-417c-b485-3ba7db6c9d03 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:39:57.573364 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-950487ba-79da-452e-a890-b34e08e8656b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:57.593987 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.ipam_backend_mixin [None req-cec275bb-e877-4f6a-af0e-41143cbed387 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Port da65a0b8-bd98-4725-adf7-5817082b87db was not found and therefore no delete operation was performed {{(pid=94734) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 15:39:57.608464 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2e61745b-8c9d-480c-9a76-ea0ea5b96a2a req-b70d3c03-58f9-46a6-b703-5576401db9d1 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ee3d53-4010-450e-983a-7b92f15918ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596727 Sep 01 15:39:57.639717 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1460157-c335-4224-9114-015e53fe32f0 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:57.655098 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1460157-c335-4224-9114-015e53fe32f0 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:57.672928 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1460157-c335-4224-9114-015e53fe32f0 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:57.675056 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e1460157-c335-4224-9114-015e53fe32f0 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1844323 Sep 01 15:39:57.706674 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42706) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:57.816407 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-950487ba-79da-452e-a890-b34e08e8656b None None] Port 477eab4b-e7d8-417c-b485-3ba7db6c9d03 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:39:57.827258 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cec275bb-e877-4f6a-af0e-41143cbed387 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:57.847203 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f1b70-b04c-47d5-9c55-ae206b828b45 req-40cde25e-2f31-4911-a287-5197042d1504 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:57.869323 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-606f1b70-b04c-47d5-9c55-ae206b828b45 req-40cde25e-2f31-4911-a287-5197042d1504 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=f391eae7-329a-4855-972c-8e98dd0b9a40 HTTP/1.1" status: 200 len: 946 time: 0.1929216 Sep 01 15:39:57.882104 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:57.937282 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-606f1b70-b04c-47d5-9c55-ae206b828b45 req-c78fb344-3d69-473d-8b54-be6bc153225b tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad10620f-acda-41aa-92bf-91a16cbede3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608974 Sep 01 15:39:57.979359 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec275bb-e877-4f6a-af0e-41143cbed387 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] No DVR routers for this DVR port da65a0b8-bd98-4725-adf7-5817082b87db on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:39:57.989561 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fbe27400-fb8e-40a9-a06a-0ad974b82a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:57.992942 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fbe27400-fb8e-40a9-a06a-0ad974b82a77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:58.014979 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42710) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:58.235028 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-915dcf02-a5bc-4d54-ad02-d2d7d85cd870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:58.259342 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:39:58.264250 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec275bb-e877-4f6a-af0e-41143cbed387 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Pushing event deleted for resources: {'Port': ['ID=da65a0b8-bd98-4725-adf7-5817082b87db,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:58.332221 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692736e-c9d0-4322-a2f1-78546cb54e2e req-3c7f6ff4-2521-4672-a2ed-702fcfb6099b tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:58.334479 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9692736e-c9d0-4322-a2f1-78546cb54e2e req-3c7f6ff4-2521-4672-a2ed-702fcfb6099b tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 946 time: 0.1014152 Sep 01 15:39:58.375402 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fbe27400-fb8e-40a9-a06a-0ad974b82a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:58.377501 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe27400-fb8e-40a9-a06a-0ad974b82a77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd70529e-d24a-498d-9c7c-95632e251c03 {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:39:58.387689 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fbe27400-fb8e-40a9-a06a-0ad974b82a77 admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:58.393178 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fbe27400-fb8e-40a9-a06a-0ad974b82a77 admin admin] 10.222.0.60 "DELETE /v2.0/routers/cd70529e-d24a-498d-9c7c-95632e251c03 HTTP/1.1" status: 204 len: 168 time: 5.6116228 Sep 01 15:39:58.395172 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42718) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:58.480810 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9692736e-c9d0-4322-a2f1-78546cb54e2e req-6cf554cc-28b3-4fe1-bac7-edfddf6d65d4 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ee3d53-4010-450e-983a-7b92f15918ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355193 Sep 01 15:39:58.538923 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f7fe43d9-1bac-4fde-8682-1f4c670f1ad9 req-72be0422-dc97-4606-bb49-20620f0f0921 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 210 time: 0.0373511 Sep 01 15:39:58.540865 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cec275bb-e877-4f6a-af0e-41143cbed387 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:58.551753 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a89d7b-7320-4aa9-8feb-4dc633d2d4a1 admin admin] Deleting subnet 83868f86-dd3a-46df-a9ca-a8b9be6f6d54 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:39:58.560894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-cec275bb-e877-4f6a-af0e-41143cbed387 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b89fbd4-e3dc-46ba-809f-c431a3f29025']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:58.564712 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-81a89d7b-7320-4aa9-8feb-4dc633d2d4a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:58.582674 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-cec275bb-e877-4f6a-af0e-41143cbed387 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801ef501-224a-440a-8328-c85e4337335a') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:58.583608 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-cec275bb-e877-4f6a-af0e-41143cbed387 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801ef501-224a-440a-8328-c85e4337335a') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:39:58.610607 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cec275bb-e877-4f6a-af0e-41143cbed387 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:58.620787 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-d844da90-60f2-43ea-842e-25206e31163f tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting port 477eab4b-e7d8-417c-b485-3ba7db6c9d03 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:39:58.621177 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d844da90-60f2-43ea-842e-25206e31163f tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:58.643559 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cec275bb-e877-4f6a-af0e-41143cbed387 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:58.668515 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-915dcf02-a5bc-4d54-ad02-d2d7d85cd870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:58.684511 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-915dcf02-a5bc-4d54-ad02-d2d7d85cd870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:58.710159 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec275bb-e877-4f6a-af0e-41143cbed387 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:39:58.710868 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cec275bb-e877-4f6a-af0e-41143cbed387 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:39:58.716199 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:39:58.745714 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-81a89d7b-7320-4aa9-8feb-4dc633d2d4a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:58.761412 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915dcf02-a5bc-4d54-ad02-d2d7d85cd870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc3856e-2952-49ee-915b-57c6f6c495e6,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:58.830721 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cec275bb-e877-4f6a-af0e-41143cbed387 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:58.836478 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cec275bb-e877-4f6a-af0e-41143cbed387 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:58.841678 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cec275bb-e877-4f6a-af0e-41143cbed387 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] 10.222.0.60 "DELETE /v2.0/networks/2b89fbd4-e3dc-46ba-809f-c431a3f29025 HTTP/1.1" status: 204 len: 168 time: 4.0252488 Sep 01 15:39:58.874907 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d844da90-60f2-43ea-842e-25206e31163f tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:58.879268 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-915dcf02-a5bc-4d54-ad02-d2d7d85cd870 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3f4eb92700f1487b88bff70ec8ecebcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8625553 Sep 01 15:39:58.881204 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42722) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:58.893402 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-d844da90-60f2-43ea-842e-25206e31163f tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Calling delete_port for 477eab4b-e7d8-417c-b485-3ba7db6c9d03 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:39:58.927008 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec275bb-e877-4f6a-af0e-41143cbed387 tempest-DHCPAgentSchedulersTestJSON-1458759571 tempest-DHCPAgentSchedulersTestJSON-1458759571-project] Pushing event deleted for resources: {'Network': ['ID=2b89fbd4-e3dc-46ba-809f-c431a3f29025,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:59.065676 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-345266ec-0e36-4e47-b15b-0fb0b629c060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:59.068433 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-81a89d7b-7320-4aa9-8feb-4dc633d2d4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:59.205458 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d844da90-60f2-43ea-842e-25206e31163f tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:59.205855 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-345266ec-0e36-4e47-b15b-0fb0b629c060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:59.259778 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d844da90-60f2-43ea-842e-25206e31163f tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Port': ['ID=477eab4b-e7d8-417c-b485-3ba7db6c9d03,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:59.308964 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d844da90-60f2-43ea-842e-25206e31163f tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:59.311703 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d844da90-60f2-43ea-842e-25206e31163f tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/ports/477eab4b-e7d8-417c-b485-3ba7db6c9d03 HTTP/1.1" status: 204 len: 168 time: 1.6036453 Sep 01 15:39:59.317241 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42728) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:59.322700 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18b090-985a-4dd5-8d37-7115a27b1adf req-a3a00837-9ff6-427e-a274-34d655cb07fc tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:39:59.324864 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7c18b090-985a-4dd5-8d37-7115a27b1adf req-a3a00837-9ff6-427e-a274-34d655cb07fc tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=f391eae7-329a-4855-972c-8e98dd0b9a40 HTTP/1.1" status: 200 len: 946 time: 0.2197526 Sep 01 15:39:59.328618 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-81a89d7b-7320-4aa9-8feb-4dc633d2d4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:59.362898 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-345266ec-0e36-4e47-b15b-0fb0b629c060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:59.366741 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-345266ec-0e36-4e47-b15b-0fb0b629c060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:59.368183 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-345266ec-0e36-4e47-b15b-0fb0b629c060 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7fc3856e-2952-49ee-915b-57c6f6c495e6 HTTP/1.1" status: 204 len: 168 time: 0.4809968 Sep 01 15:39:59.387607 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d41732-d792-44ec-8d85-83b2bc7d5ac0 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] GET failed (client error): The resource could not be found. Sep 01 15:39:59.391112 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a89d7b-7320-4aa9-8feb-4dc633d2d4a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83868f86-dd3a-46df-a9ca-a8b9be6f6d54,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:59.399835 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-64d41732-d792-44ec-8d85-83b2bc7d5ac0 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "GET /v2.0/ports/477eab4b-e7d8-417c-b485-3ba7db6c9d03 HTTP/1.1" status: 404 len: 333 time: 0.0767279 Sep 01 15:39:59.400869 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42732) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:59.401203 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42734) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:59.436971 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d92541-c8db-48e6-a129-715f1c5918d5 None None] Network 40b9fc34-3ec3-4527-9874-82786b1b74aa requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:39:59.463257 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-81a89d7b-7320-4aa9-8feb-4dc633d2d4a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:59.475266 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-81a89d7b-7320-4aa9-8feb-4dc633d2d4a1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/83868f86-dd3a-46df-a9ca-a8b9be6f6d54 HTTP/1.1" status: 204 len: 168 time: 1.0792532 Sep 01 15:39:59.484455 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42738) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:39:59.528154 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345266ec-0e36-4e47-b15b-0fb0b629c060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc3856e-2952-49ee-915b-57c6f6c495e6,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:39:59.584254 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7c18b090-985a-4dd5-8d37-7115a27b1adf req-90957bdd-ca4d-42a8-acbc-b998ead49b97 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad10620f-acda-41aa-92bf-91a16cbede3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962094 Sep 01 15:39:59.713332 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8ed90fc3-bc4b-401f-b106-0c1f88499742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:39:59.821124 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8004e15c-593b-4e8d-a55a-88cb09643dc2 req-9e2440d9-7aaf-47ab-8c87-3cb41069c674 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 210 time: 0.0514841 Sep 01 15:39:59.982463 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4de374-b5e1-4242-a7ed-7bab79e497a7 None None] DHCP port deletion for 40b9fc34-3ec3-4527-9874-82786b1b74aa request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:40:00.050707 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065371c5-44d6-4f0c-9004-6bfd8c280dee req-42bb717e-80cf-45ed-95a4-0824309d8b25 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:00.065175 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-065371c5-44d6-4f0c-9004-6bfd8c280dee req-42bb717e-80cf-45ed-95a4-0824309d8b25 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=f391eae7-329a-4855-972c-8e98dd0b9a40 HTTP/1.1" status: 200 len: 946 time: 0.1271088 Sep 01 15:40:00.137532 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-bb4de374-b5e1-4242-a7ed-7bab79e497a7 None None] Deleting port e744d51d-9c30-4eaa-bacd-66b5d74b26e1 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:00.138150 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bb4de374-b5e1-4242-a7ed-7bab79e497a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:00.147606 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-065371c5-44d6-4f0c-9004-6bfd8c280dee req-0e70f78e-726f-4f33-a3fa-861dd9cefdef tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad10620f-acda-41aa-92bf-91a16cbede3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787992 Sep 01 15:40:00.161783 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc3588-b5a5-422f-8a21-c34dca8055c2 req-bd74a363-6a87-4905-81f1-9c2ecbaa5ae5 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:00.163642 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fadc3588-b5a5-422f-8a21-c34dca8055c2 req-bd74a363-6a87-4905-81f1-9c2ecbaa5ae5 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 946 time: 0.4301772 Sep 01 15:40:00.275393 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-bb4de374-b5e1-4242-a7ed-7bab79e497a7 None None] For port e744d51d-9c30-4eaa-bacd-66b5d74b26e1, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e744d51d-9c30-4eaa-bacd-66b5d74b26e1,segment=NetworkSegment(b981acc9-fbc8-4276-a3eb-29ba85186b7d),segment_id=b981acc9-fbc8-4276-a3eb-29ba85186b7d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:00.276162 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bb4de374-b5e1-4242-a7ed-7bab79e497a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:00.297484 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-8ed90fc3-bc4b-401f-b106-0c1f88499742 admin admin] Deleting port e744d51d-9c30-4eaa-bacd-66b5d74b26e1 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:00.298027 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8ed90fc3-bc4b-401f-b106-0c1f88499742 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:00.301625 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-bb4de374-b5e1-4242-a7ed-7bab79e497a7 None None] Calling delete_port for e744d51d-9c30-4eaa-bacd-66b5d74b26e1 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:00.327814 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-835e1201-1bdf-486c-9dde-7da7f14e3df7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=04ce9e7b46834ec3a274c91b69bb7860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9237204 Sep 01 15:40:00.337581 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42758) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:00.383644 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-d3af756c-82da-4bf6-ba2f-87420085bbad tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting port 73959640-0a1a-4ee7-93a3-efc7348bc633 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:00.387300 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d3af756c-82da-4bf6-ba2f-87420085bbad tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:00.479989 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2c3d066c-9706-4e89-9f37-32fb47777fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:00.526843 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bb4de374-b5e1-4242-a7ed-7bab79e497a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:00.546809 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2c3d066c-9706-4e89-9f37-32fb47777fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:00.572314 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4de374-b5e1-4242-a7ed-7bab79e497a7 None None] No DVR routers for this DVR port e744d51d-9c30-4eaa-bacd-66b5d74b26e1 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:40:00.582995 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fadc3588-b5a5-422f-8a21-c34dca8055c2 req-76a79972-040f-4051-bf68-b9d27eb871b2 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ee3d53-4010-450e-983a-7b92f15918ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982952 Sep 01 15:40:00.655047 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4de374-b5e1-4242-a7ed-7bab79e497a7 None None] Pushing event deleted for resources: {'Port': ['ID=e744d51d-9c30-4eaa-bacd-66b5d74b26e1,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:00.698169 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-8ed90fc3-bc4b-401f-b106-0c1f88499742 admin admin] For port e744d51d-9c30-4eaa-bacd-66b5d74b26e1, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e744d51d-9c30-4eaa-bacd-66b5d74b26e1,segment=NetworkSegment(b981acc9-fbc8-4276-a3eb-29ba85186b7d),segment_id=b981acc9-fbc8-4276-a3eb-29ba85186b7d)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:00.698517 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8ed90fc3-bc4b-401f-b106-0c1f88499742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:00.720275 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d3af756c-82da-4bf6-ba2f-87420085bbad tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:00.730685 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2c3d066c-9706-4e89-9f37-32fb47777fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:00.733843 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-8ed90fc3-bc4b-401f-b106-0c1f88499742 admin admin] Calling delete_port for e744d51d-9c30-4eaa-bacd-66b5d74b26e1 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:00.749881 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2c3d066c-9706-4e89-9f37-32fb47777fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:00.754168 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2c3d066c-9706-4e89-9f37-32fb47777fa6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/46a139c8-5405-4c8d-abcf-8ec965ce08a2 HTTP/1.1" status: 204 len: 168 time: 0.4199538 Sep 01 15:40:00.779551 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-d3af756c-82da-4bf6-ba2f-87420085bbad tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Calling delete_port for 73959640-0a1a-4ee7-93a3-efc7348bc633 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:00.787726 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d066c-9706-4e89-9f37-32fb47777fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a139c8-5405-4c8d-abcf-8ec965ce08a2,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:00.867474 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e744d51d-9c30-4eaa-bacd-66b5d74b26e1 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:40:00.980222 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: e744d51d-9c30-4eaa-bacd-66b5d74b26e1 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:40:00.984206 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e744d51d-9c30-4eaa-bacd-66b5d74b26e1 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:40:00.989678 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4c6823a1-e892-4caf-b909-01463fea6e09 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:40:01.116724 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 4c6823a1-e892-4caf-b909-01463fea6e09 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:40:01.117208 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4c6823a1-e892-4caf-b909-01463fea6e09 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:40:01.258740 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8ed90fc3-bc4b-401f-b106-0c1f88499742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:01.288278 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a165324-6c67-4e79-8d8b-a28aefc63164 req-712d1d1f-15b9-4a95-b12b-69ac05deecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:01.291322 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1a165324-6c67-4e79-8d8b-a28aefc63164 req-712d1d1f-15b9-4a95-b12b-69ac05deecc1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ce2d4cae53514399882a15b65a30f8f0&device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 1097 time: 0.1782653 Sep 01 15:40:01.316970 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fa29e-cf7d-40d8-b0d5-ccf33548bc64 req-7d3ad04c-dec5-478a-9bd5-4eb87bd5b196 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:01.332020 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ef8fa29e-cf7d-40d8-b0d5-ccf33548bc64 req-7d3ad04c-dec5-478a-9bd5-4eb87bd5b196 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 946 time: 0.1659286 Sep 01 15:40:01.365793 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed90fc3-bc4b-401f-b106-0c1f88499742 admin admin] Pushing event deleted for resources: {'Port': ['ID=e744d51d-9c30-4eaa-bacd-66b5d74b26e1,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:01.410906 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-358dbc04-251c-4a4d-a53d-e5263b0da274 req-daba11c9-0f3c-42eb-b096-1ee29d48e1f7 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 210 time: 0.1444206 Sep 01 15:40:01.426342 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed90fc3-bc4b-401f-b106-0c1f88499742 admin admin] No DVR routers for this DVR port e744d51d-9c30-4eaa-bacd-66b5d74b26e1 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:40:01.531728 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a165324-6c67-4e79-8d8b-a28aefc63164 req-5451d005-abb1-4386-a06a-5033450c0103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:01.534905 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1a165324-6c67-4e79-8d8b-a28aefc63164 req-5451d005-abb1-4386-a06a-5033450c0103 service neutron] 10.222.0.45 "GET /v2.0/networks?id=45ad8899-3b9a-48a3-b615-ba11469fcc1d HTTP/1.1" status: 200 len: 912 time: 0.2010181 Sep 01 15:40:01.636659 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8ed90fc3-bc4b-401f-b106-0c1f88499742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:01.642841 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d3af756c-82da-4bf6-ba2f-87420085bbad tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:01.722586 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1a165324-6c67-4e79-8d8b-a28aefc63164 req-ca4610c2-038e-41c7-a378-4b37f412803f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee22cbf4-9e6f-4911-b974-b3d859be4e6f HTTP/1.1" status: 200 len: 217 time: 0.1749806 Sep 01 15:40:01.723719 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42784) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:01.740764 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-8ed90fc3-bc4b-401f-b106-0c1f88499742 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b9fc34-3ec3-4527-9874-82786b1b74aa']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:01.754226 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42786) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:01.763730 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-8ed90fc3-bc4b-401f-b106-0c1f88499742 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b981acc9-fbc8-4276-a3eb-29ba85186b7d') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:01.764024 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-8ed90fc3-bc4b-401f-b106-0c1f88499742 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b981acc9-fbc8-4276-a3eb-29ba85186b7d') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:01.785448 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8ed90fc3-bc4b-401f-b106-0c1f88499742 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:01.814873 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8ed90fc3-bc4b-401f-b106-0c1f88499742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:01.828254 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed90fc3-bc4b-401f-b106-0c1f88499742 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:40:01.829013 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8ed90fc3-bc4b-401f-b106-0c1f88499742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:01.887307 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a165324-6c67-4e79-8d8b-a28aefc63164 req-15b2f4ea-669b-410d-9bd9-9299462355f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:01.890436 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1a165324-6c67-4e79-8d8b-a28aefc63164 req-15b2f4ea-669b-410d-9bd9-9299462355f2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4c7aedd8-4617-4450-b284-829bec44a885 HTTP/1.1" status: 200 len: 851 time: 0.1406748 Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:40:02.013168 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:40:02.018027 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d3af756c-82da-4bf6-ba2f-87420085bbad tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:02.031583 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d3af756c-82da-4bf6-ba2f-87420085bbad tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/ports/73959640-0a1a-4ee7-93a3-efc7348bc633 HTTP/1.1" status: 204 len: 168 time: 2.6288879 Sep 01 15:40:02.037016 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42788) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:02.044297 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af756c-82da-4bf6-ba2f-87420085bbad tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Port': ['ID=73959640-0a1a-4ee7-93a3-efc7348bc633,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:02.059035 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8ed90fc3-bc4b-401f-b106-0c1f88499742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:02.070946 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f0c466a-0b85-4c17-8250-48836a3158ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:02.097232 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8ed90fc3-bc4b-401f-b106-0c1f88499742 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:02.102683 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8ed90fc3-bc4b-401f-b106-0c1f88499742 admin admin] 10.222.0.60 "DELETE /v2.0/networks/40b9fc34-3ec3-4527-9874-82786b1b74aa HTTP/1.1" status: 204 len: 168 time: 2.6090295 Sep 01 15:40:02.117306 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ef8fa29e-cf7d-40d8-b0d5-ccf33548bc64 req-60eb17fe-b03b-4b76-942f-1e3cddc15918 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ee3d53-4010-450e-983a-7b92f15918ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5807323 Sep 01 15:40:02.177570 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1a165324-6c67-4e79-8d8b-a28aefc63164 req-4ebf319c-d1d5-42fe-945e-89f5338615c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45ad8899-3b9a-48a3-b615-ba11469fcc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104822 Sep 01 15:40:02.207859 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed90fc3-bc4b-401f-b106-0c1f88499742 admin admin] Pushing event deleted for resources: {'Network': ['ID=40b9fc34-3ec3-4527-9874-82786b1b74aa,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:02.217237 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc586d9c-40cb-4fa5-9c4f-7d119dcc4802 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] GET failed (client error): The resource could not be found. Sep 01 15:40:02.224865 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-dc586d9c-40cb-4fa5-9c4f-7d119dcc4802 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "GET /v2.0/ports/73959640-0a1a-4ee7-93a3-efc7348bc633 HTTP/1.1" status: 404 len: 333 time: 0.1583259 Sep 01 15:40:02.225627 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42796) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:02.347921 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cec7ff1-75ec-497f-8e04-fad8a3bf42bf tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting subnet ceba158c-e359-45ee-a203-7ba8a069cbb1 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:40:02.371595 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5cec7ff1-75ec-497f-8e04-fad8a3bf42bf tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:02.530457 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42802) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:02.557829 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5cec7ff1-75ec-497f-8e04-fad8a3bf42bf tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:02.608798 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1a165324-6c67-4e79-8d8b-a28aefc63164 req-b34069a4-5722-4497-8803-b29f58cd5bc4 service neutron] 10.222.0.45 "GET /v2.0/networks/45ad8899-3b9a-48a3-b615-ba11469fcc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228625 Sep 01 15:40:02.644268 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eecd3a69-952d-4388-ba91-2917617ba776 req-816fd4d3-f39e-40fe-8c93-7dee39fcf813 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 210 time: 0.0913045 Sep 01 15:40:02.698630 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-224b0f83-b9f8-463a-b526-48e3b8e3651b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3dd6b736c12c4f2eb0f8c6855f18b01d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668501 Sep 01 15:40:02.704021 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42812) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:03.075987 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1a165324-6c67-4e79-8d8b-a28aefc63164 req-9013108f-ba5f-4fed-b729-d6fe5980efa4 service neutron] 10.222.0.45 "GET /v2.0/networks/45ad8899-3b9a-48a3-b615-ba11469fcc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567653 Sep 01 15:40:03.085842 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f0c466a-0b85-4c17-8250-48836a3158ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:03.095643 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3f0c466a-0b85-4c17-8250-48836a3158ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:03.132458 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5cec7ff1-75ec-497f-8e04-fad8a3bf42bf tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:03.192231 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a9aa7cd7-fc8e-4edd-8149-be6d9019f6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:03.240398 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a9aa7cd7-fc8e-4edd-8149-be6d9019f6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:03.268324 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5cec7ff1-75ec-497f-8e04-fad8a3bf42bf tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:03.310527 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec7ff1-75ec-497f-8e04-fad8a3bf42bf tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Subnet': ['ID=ceba158c-e359-45ee-a203-7ba8a069cbb1,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:03.353387 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5cec7ff1-75ec-497f-8e04-fad8a3bf42bf tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:03.361369 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5cec7ff1-75ec-497f-8e04-fad8a3bf42bf tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/subnets/ceba158c-e359-45ee-a203-7ba8a069cbb1 HTTP/1.1" status: 204 len: 168 time: 1.1322029 Sep 01 15:40:03.362814 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42868) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:03.369928 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec32426c-718e-4768-8c43-94b8ddf91713 None None] Network 1988ec8c-fc88-43d3-bd42-1b5d368beb6c requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:40:03.428681 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3f0c466a-0b85-4c17-8250-48836a3158ad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4facdad58df541f29a6af707a9ac20b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6986759 Sep 01 15:40:03.441639 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42874) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:03.519533 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c466a-0b85-4c17-8250-48836a3158ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb345402-e62f-4c65-808e-45a5fa33b6b3,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:03.563959 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a9aa7cd7-fc8e-4edd-8149-be6d9019f6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:03.569015 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a9aa7cd7-fc8e-4edd-8149-be6d9019f6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:03.575462 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a9aa7cd7-fc8e-4edd-8149-be6d9019f6b3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/64dd5fee-b03e-4df9-a158-ada25f80b4b1 HTTP/1.1" status: 204 len: 168 time: 0.8645508 Sep 01 15:40:03.598613 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-158d5b2b-d29d-4cb2-b4d3-3f419a9fa2b8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:03.604288 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa7cd7-fc8e-4edd-8149-be6d9019f6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dd5fee-b03e-4df9-a158-ada25f80b4b1,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:03.627918 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579f0b0-5432-4c67-91f7-fba9d6992c1f req-407ae394-4b16-4b2a-b610-4e4512e5e87f tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:03.641617 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8579f0b0-5432-4c67-91f7-fba9d6992c1f req-407ae394-4b16-4b2a-b610-4e4512e5e87f tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 946 time: 0.3764951 Sep 01 15:40:03.883668 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-158d5b2b-d29d-4cb2-b4d3-3f419a9fa2b8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting port a8d4a731-e542-42cf-b00c-0e6a755e42a9 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:03.884108 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-158d5b2b-d29d-4cb2-b4d3-3f419a9fa2b8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:03.908100 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ddad9d-c375-4337-8e8c-3232378bf6fc None None] DHCP port deletion for 1988ec8c-fc88-43d3-bd42-1b5d368beb6c request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:40:03.958024 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7b0b7e8-de9f-4b8a-804f-e5988b041f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:04.057766 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-36ddad9d-c375-4337-8e8c-3232378bf6fc None None] Deleting port a8d4a731-e542-42cf-b00c-0e6a755e42a9 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:04.058557 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-36ddad9d-c375-4337-8e8c-3232378bf6fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:04.075960 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8579f0b0-5432-4c67-91f7-fba9d6992c1f req-97e98ebb-bf63-41df-b990-f5034da18990 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ee3d53-4010-450e-983a-7b92f15918ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309035 Sep 01 15:40:04.084277 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7b0b7e8-de9f-4b8a-804f-e5988b041f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:04.088707 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7d680bb3-eada-44ab-ae91-1a66683fd847 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:04.162188 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-36ddad9d-c375-4337-8e8c-3232378bf6fc None None] For port a8d4a731-e542-42cf-b00c-0e6a755e42a9, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a8d4a731-e542-42cf-b00c-0e6a755e42a9,segment=NetworkSegment(c193ee73-e54d-4543-b52e-241ebe14479a),segment_id=c193ee73-e54d-4543-b52e-241ebe14479a)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:04.163482 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-36ddad9d-c375-4337-8e8c-3232378bf6fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:04.172669 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5c08616d-fe9a-48f3-bcb0-f10084a286bf req-6d370f73-bdb2-4202-8cf9-3f17cd6bb62b tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 210 time: 0.1531551 Sep 01 15:40:04.182592 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-36ddad9d-c375-4337-8e8c-3232378bf6fc None None] Calling delete_port for a8d4a731-e542-42cf-b00c-0e6a755e42a9 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:04.280545 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-158d5b2b-d29d-4cb2-b4d3-3f419a9fa2b8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] For port a8d4a731-e542-42cf-b00c-0e6a755e42a9, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a8d4a731-e542-42cf-b00c-0e6a755e42a9,segment=NetworkSegment(c193ee73-e54d-4543-b52e-241ebe14479a),segment_id=c193ee73-e54d-4543-b52e-241ebe14479a)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:04.282781 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-158d5b2b-d29d-4cb2-b4d3-3f419a9fa2b8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:04.299137 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-36ddad9d-c375-4337-8e8c-3232378bf6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:04.325715 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-158d5b2b-d29d-4cb2-b4d3-3f419a9fa2b8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Calling delete_port for a8d4a731-e542-42cf-b00c-0e6a755e42a9 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:04.369516 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7b0b7e8-de9f-4b8a-804f-e5988b041f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:04.370699 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ddad9d-c375-4337-8e8c-3232378bf6fc None None] Pushing event deleted for resources: {'Port': ['ID=a8d4a731-e542-42cf-b00c-0e6a755e42a9,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:04.378997 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ddad9d-c375-4337-8e8c-3232378bf6fc None None] No DVR routers for this DVR port a8d4a731-e542-42cf-b00c-0e6a755e42a9 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:40:04.380916 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b7b0b7e8-de9f-4b8a-804f-e5988b041f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:04.388939 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b7b0b7e8-de9f-4b8a-804f-e5988b041f96 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bb345402-e62f-4c65-808e-45a5fa33b6b3 HTTP/1.1" status: 204 len: 168 time: 0.9415350 Sep 01 15:40:04.460125 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0b7e8-de9f-4b8a-804f-e5988b041f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb345402-e62f-4c65-808e-45a5fa33b6b3,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:04.505727 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-158d5b2b-d29d-4cb2-b4d3-3f419a9fa2b8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:04.518960 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158d5b2b-d29d-4cb2-b4d3-3f419a9fa2b8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] No DVR routers for this DVR port a8d4a731-e542-42cf-b00c-0e6a755e42a9 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:40:04.543978 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42942) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:04.603992 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d5b2b-d29d-4cb2-b4d3-3f419a9fa2b8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Port': ['ID=a8d4a731-e542-42cf-b00c-0e6a755e42a9,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:04.761900 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a8d4a731-e542-42cf-b00c-0e6a755e42a9 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:40:04.768155 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-158d5b2b-d29d-4cb2-b4d3-3f419a9fa2b8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:04.801395 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-158d5b2b-d29d-4cb2-b4d3-3f419a9fa2b8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1988ec8c-fc88-43d3-bd42-1b5d368beb6c']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:04.825620 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: a8d4a731-e542-42cf-b00c-0e6a755e42a9 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:40:04.826284 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a8d4a731-e542-42cf-b00c-0e6a755e42a9 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:40:04.837593 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-158d5b2b-d29d-4cb2-b4d3-3f419a9fa2b8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c193ee73-e54d-4543-b52e-241ebe14479a') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:04.837897 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-158d5b2b-d29d-4cb2-b4d3-3f419a9fa2b8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c193ee73-e54d-4543-b52e-241ebe14479a') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:04.860875 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-158d5b2b-d29d-4cb2-b4d3-3f419a9fa2b8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:04.894901 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-158d5b2b-d29d-4cb2-b4d3-3f419a9fa2b8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:04.895547 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42948) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:04.910529 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158d5b2b-d29d-4cb2-b4d3-3f419a9fa2b8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:40:04.910529 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-158d5b2b-d29d-4cb2-b4d3-3f419a9fa2b8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:40:04.916765 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:40:04.956582 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8808d9de-8777-49e5-801e-526a50fabe91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:04.985312 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-7d680bb3-eada-44ab-ae91-1a66683fd847 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Allocated IP 172.20.0.17 (9abcf001-8f75-447e-a006-dcebce16e53d/7d65a81f-934e-4d73-9c9b-87f8a197104d/dd7124ad-ec44-4a47-99df-87eaf00c6810) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:05.130131 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-158d5b2b-d29d-4cb2-b4d3-3f419a9fa2b8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:05.139456 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-158d5b2b-d29d-4cb2-b4d3-3f419a9fa2b8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:05.158453 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-158d5b2b-d29d-4cb2-b4d3-3f419a9fa2b8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/networks/1988ec8c-fc88-43d3-bd42-1b5d368beb6c HTTP/1.1" status: 204 len: 168 time: 1.7843709 Sep 01 15:40:05.170943 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42956) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:05.179336 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-30f5c23b-3a3d-4003-a2be-630b3ec40d92 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1317691408'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:05.206036 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d5b2b-d29d-4cb2-b4d3-3f419a9fa2b8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Network': ['ID=1988ec8c-fc88-43d3-bd42-1b5d368beb6c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:05.350595 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-149133f4-4e34-44e3-a0db-3eb44df29368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:05.401449 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-36cafee3-70a3-4163-9a9f-f99fcbe135be req-831011be-3de0-4615-bca4-3d6cb6c093ab tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "GET /v2.0/ports?device_id=75dcec2e-8f72-4783-bf96-1f29a28753f7 HTTP/1.1" status: 200 len: 210 time: 0.0469000 Sep 01 15:40:05.433294 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7d680bb3-eada-44ab-ae91-1a66683fd847 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:05.475709 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-7d680bb3-eada-44ab-ae91-1a66683fd847 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Transition to ACTIVE for port object dd7124ad-ec44-4a47-99df-87eaf00c6810 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:05.506345 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286794ed-f049-454d-8595-60194b84e077 req-6675e59d-9d83-4949-b4be-9a7425878e3b tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:05.506345 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-286794ed-f049-454d-8595-60194b84e077 req-6675e59d-9d83-4949-b4be-9a7425878e3b tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 946 time: 0.2122171 Sep 01 15:40:05.526468 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8808d9de-8777-49e5-801e-526a50fabe91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:05.554935 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8808d9de-8777-49e5-801e-526a50fabe91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:05.561317 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f5c23b-3a3d-4003-a2be-630b3ec40d92 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:05.568276 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30f5c23b-3a3d-4003-a2be-630b3ec40d92 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:05.618929 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f5c23b-3a3d-4003-a2be-630b3ec40d92 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:40:05.637573 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30f5c23b-3a3d-4003-a2be-630b3ec40d92 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:05.637922 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-30f5c23b-3a3d-4003-a2be-630b3ec40d92 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Added segment e702dcfd-2bc1-4669-b871-f0b04e2d1cc5 of type vlan for network 6e2b4597-c553-408a-a160-96dbaa5f01d0 Sep 01 15:40:05.693312 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8808d9de-8777-49e5-801e-526a50fabe91 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.7872145 Sep 01 15:40:05.711005 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42970) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:05.714491 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30f5c23b-3a3d-4003-a2be-630b3ec40d92 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:05.749293 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-286794ed-f049-454d-8595-60194b84e077 req-1bdac0d3-6c40-4cb1-82ad-cc7018e72b8a tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ee3d53-4010-450e-983a-7b92f15918ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206481 Sep 01 15:40:05.769127 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808d9de-8777-49e5-801e-526a50fabe91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1a5484-e277-46ff-8dee-962b31630bf4,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:05.774570 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7d680bb3-eada-44ab-ae91-1a66683fd847 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:05.775485 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30f5c23b-3a3d-4003-a2be-630b3ec40d92 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:05.806162 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f5c23b-3a3d-4003-a2be-630b3ec40d92 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:05.806866 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30f5c23b-3a3d-4003-a2be-630b3ec40d92 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:05.976392 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d680bb3-eada-44ab-ae91-1a66683fd847 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Network 9abcf001-8f75-447e-a006-dcebce16e53d is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:05.997734 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-7d680bb3-eada-44ab-ae91-1a66683fd847 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:05.998965 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5c23b-3a3d-4003-a2be-630b3ec40d92 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Network': ['ID=6e2b4597-c553-408a-a160-96dbaa5f01d0,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:06.016317 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d680bb3-eada-44ab-ae91-1a66683fd847 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:06.036118 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 6e2b4597-c553-408a-a160-96dbaa5f01d0 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:40:06.071088 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d680bb3-eada-44ab-ae91-1a66683fd847 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'Port': ['ID=dd7124ad-ec44-4a47-99df-87eaf00c6810,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:06.116575 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9c91f495-fb15-430a-8cc3-7721d9b2a036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:06.213742 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9c91f495-fb15-430a-8cc3-7721d9b2a036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:06.220462 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7d680bb3-eada-44ab-ae91-1a66683fd847 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:06.287886 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-149133f4-4e34-44e3-a0db-3eb44df29368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:06.317037 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-30f5c23b-3a3d-4003-a2be-630b3ec40d92 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1437321 Sep 01 15:40:06.318933 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42980) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:06.325894 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-149133f4-4e34-44e3-a0db-3eb44df29368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:06.333658 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6a4a60aa-cfa9-41d5-b30f-50ce936cdcfb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'subnet': {'network_id': '6e2b4597-c553-408a-a160-96dbaa5f01d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:06.404301 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f2aa6154-42d9-4af4-b76b-91c73139a247 None None] Provisioning for port dd7124ad-ec44-4a47-99df-87eaf00c6810 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:06.412779 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f2aa6154-42d9-4af4-b76b-91c73139a247 None None] Provisioning complete for port dd7124ad-ec44-4a47-99df-87eaf00c6810 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:06.413391 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f2aa6154-42d9-4af4-b76b-91c73139a247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:06.456567 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149133f4-4e34-44e3-a0db-3eb44df29368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280d0058-c46c-4638-8f29-bc43b5aadfa1,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:06.502387 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4a60aa-cfa9-41d5-b30f-50ce936cdcfb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:06.507569 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6a4a60aa-cfa9-41d5-b30f-50ce936cdcfb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:06.512762 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 42986) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:06.531164 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa6154-42d9-4af4-b76b-91c73139a247 None None] Port dd7124ad-ec44-4a47-99df-87eaf00c6810 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:06.554726 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-149133f4-4e34-44e3-a0db-3eb44df29368 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d529cea9ce254748bcdde57c8a28cecd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0078034 Sep 01 15:40:06.583625 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 42988) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:06.691303 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0540315-9eef-42e2-885e-0541b7ada5ea req-1d74999d-847e-4d0d-b4dc-70e1077aeb06 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:06.693172 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a0540315-9eef-42e2-885e-0541b7ada5ea req-1d74999d-847e-4d0d-b4dc-70e1077aeb06 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 946 time: 0.4103777 Sep 01 15:40:06.749568 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9c91f495-fb15-430a-8cc3-7721d9b2a036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:06.752503 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9c91f495-fb15-430a-8cc3-7721d9b2a036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:06.753725 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9c91f495-fb15-430a-8cc3-7721d9b2a036 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ad1a5484-e277-46ff-8dee-962b31630bf4 HTTP/1.1" status: 204 len: 168 time: 1.0398149 Sep 01 15:40:06.796276 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e61bbdd5-e96d-4f9a-a208-740208d04b30 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:06.892013 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e61bbdd5-e96d-4f9a-a208-740208d04b30 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:07.138231 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6a4a60aa-cfa9-41d5-b30f-50ce936cdcfb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:07.203952 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e61bbdd5-e96d-4f9a-a208-740208d04b30 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:07.208200 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e61bbdd5-e96d-4f9a-a208-740208d04b30 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:07.214600 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e61bbdd5-e96d-4f9a-a208-740208d04b30 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] 10.222.0.60 "DELETE /v2.0/security-groups/1d748438-d71e-43d2-abed-362257d98256 HTTP/1.1" status: 204 len: 168 time: 0.6536951 Sep 01 15:40:07.280413 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61bbdd5-e96d-4f9a-a208-740208d04b30 tempest-TestVolumeBackupRestore-2016452441 tempest-TestVolumeBackupRestore-2016452441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d748438-d71e-43d2-abed-362257d98256,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:07.307761 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a60aa-cfa9-41d5-b30f-50ce936cdcfb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Subnet': ['ID=2623b932-b180-43ba-b55f-9f67306d46a1,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:07.336850 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4a60aa-cfa9-41d5-b30f-50ce936cdcfb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Checking segment: {'id': 'e702dcfd-2bc1-4669-b871-f0b04e2d1cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6e2b4597-c553-408a-a160-96dbaa5f01d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:40:07.337365 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4a60aa-cfa9-41d5-b30f-50ce936cdcfb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network hostable DHCP agents. Network: 6e2b4597-c553-408a-a160-96dbaa5f01d0, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:40:07.388103 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4a60aa-cfa9-41d5-b30f-50ce936cdcfb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network 6e2b4597-c553-408a-a160-96dbaa5f01d0 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:40:07.411147 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-6a4a60aa-cfa9-41d5-b30f-50ce936cdcfb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 6e2b4597-c553-408a-a160-96dbaa5f01d0) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:07.425329 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be1fe48-b7da-4c1e-91b3-3b015e4884c1 None None] Network 6e2b4597-c553-408a-a160-96dbaa5f01d0 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:40:07.427417 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4a60aa-cfa9-41d5-b30f-50ce936cdcfb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:07.428623 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6a4a60aa-cfa9-41d5-b30f-50ce936cdcfb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:07.460831 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6a4a60aa-cfa9-41d5-b30f-50ce936cdcfb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1391361 Sep 01 15:40:07.464121 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43006) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:07.468658 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91f495-fb15-430a-8cc3-7721d9b2a036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1a5484-e277-46ff-8dee-962b31630bf4,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:07.477620 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-e1351f85-c0e2-4d6f-8d08-878e0d002cdf tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-333624171', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:07.534577 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7d680bb3-eada-44ab-ae91-1a66683fd847 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:07.560130 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e1351f85-c0e2-4d6f-8d08-878e0d002cdf tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:07.562243 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e1351f85-c0e2-4d6f-8d08-878e0d002cdf tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:07.603820 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a0540315-9eef-42e2-885e-0541b7ada5ea req-281fa6a5-68d6-402a-8955-4adf5cf23218 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ee3d53-4010-450e-983a-7b92f15918ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8992178 Sep 01 15:40:07.613371 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-910fa374-7020-4f5a-ae74-c641c4c33736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:07.693604 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e1351f85-c0e2-4d6f-8d08-878e0d002cdf tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:07.710962 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e1351f85-c0e2-4d6f-8d08-878e0d002cdf tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:07.736403 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e1351f85-c0e2-4d6f-8d08-878e0d002cdf tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:07.739012 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-910fa374-7020-4f5a-ae74-c641c4c33736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:07.743144 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e1351f85-c0e2-4d6f-8d08-878e0d002cdf tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2735376 Sep 01 15:40:07.743491 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43024) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:07.753364 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-eae696dc-32cd-4af7-81ce-073ddddba383 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'port': {'network_id': '6e2b4597-c553-408a-a160-96dbaa5f01d0', 'name': 'tempest-PortsIpV6TestJSON-1615123403'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:07.835375 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd036f7-09b8-43eb-a301-707467e41fb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-6e2b4597-c553-408a-a160-96dbaa5f01d0', 'network_id': '6e2b4597-c553-408a-a160-96dbaa5f01d0', 'tenant_id': '3cb858130d6f414e9e42fab79755f568', 'fixed_ips': [{'subnet_id': '2623b932-b180-43ba-b55f-9f67306d46a1'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:40:07.841132 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4bd036f7-09b8-43eb-a301-707467e41fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:07.851194 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-910fa374-7020-4f5a-ae74-c641c4c33736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:07.854275 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-910fa374-7020-4f5a-ae74-c641c4c33736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:07.874420 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-910fa374-7020-4f5a-ae74-c641c4c33736 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/280d0058-c46c-4638-8f29-bc43b5aadfa1 HTTP/1.1" status: 204 len: 168 time: 1.2705889 Sep 01 15:40:07.943997 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fa374-7020-4f5a-ae74-c641c4c33736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280d0058-c46c-4638-8f29-bc43b5aadfa1,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:08.084551 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae696dc-32cd-4af7-81ce-073ddddba383 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:08.089015 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eae696dc-32cd-4af7-81ce-073ddddba383 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:08.136088 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-eae696dc-32cd-4af7-81ce-073ddddba383 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] device_id is not set on port 4cb9bb08-b2fd-4e18-b0ee-b583ab9b2204 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:40:08.424355 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3a44f-f411-49d0-957d-a9d20e2e62f1 req-820d3cbf-521b-4d7a-8600-95dd856908a1 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:08.426334 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fee3a44f-f411-49d0-957d-a9d20e2e62f1 req-820d3cbf-521b-4d7a-8600-95dd856908a1 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.45 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 946 time: 0.2495794 Sep 01 15:40:08.437024 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-4bd036f7-09b8-43eb-a301-707467e41fb9 None None] Allocated IP 2001:db8::2 (6e2b4597-c553-408a-a160-96dbaa5f01d0/2623b932-b180-43ba-b55f-9f67306d46a1/8daa194c-5dab-49ff-aacc-949fe97cdac2) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:08.739196 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:08.818035 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-fee3a44f-f411-49d0-957d-a9d20e2e62f1 req-e325549a-56dd-4415-ad97-53fcd1f462c7 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Deleting port ee22cbf4-9e6f-4911-b974-b3d859be4e6f {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:08.820359 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fee3a44f-f411-49d0-957d-a9d20e2e62f1 req-e325549a-56dd-4415-ad97-53fcd1f462c7 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:08.853526 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43080) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:08.978211 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d22430a-4429-416f-b494-4047ee957738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:08.991421 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7d680bb3-eada-44ab-ae91-1a66683fd847 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:09.018847 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7d680bb3-eada-44ab-ae91-1a66683fd847 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:09.041594 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-fee3a44f-f411-49d0-957d-a9d20e2e62f1 req-e325549a-56dd-4415-ad97-53fcd1f462c7 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] For port ee22cbf4-9e6f-4911-b974-b3d859be4e6f, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=ee22cbf4-9e6f-4911-b974-b3d859be4e6f,segment=NetworkSegment(d025c177-6925-4e9c-a98b-6f191371eab1),segment_id=d025c177-6925-4e9c-a98b-6f191371eab1)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:09.042418 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fee3a44f-f411-49d0-957d-a9d20e2e62f1 req-e325549a-56dd-4415-ad97-53fcd1f462c7 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:09.056992 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4bd036f7-09b8-43eb-a301-707467e41fb9 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:09.093606 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4bd036f7-09b8-43eb-a301-707467e41fb9 None None] Transition to ACTIVE for port object 8daa194c-5dab-49ff-aacc-949fe97cdac2 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:09.114252 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74ad23-5a22-40eb-8961-58e281cbda15 req-7f81b783-7446-4f70-9ec7-7eb625776c44 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:09.120958 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-be74ad23-5a22-40eb-8961-58e281cbda15 req-7f81b783-7446-4f70-9ec7-7eb625776c44 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 946 time: 0.2804134 Sep 01 15:40:09.148737 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4bd036f7-09b8-43eb-a301-707467e41fb9 None None] Transition to ACTIVE for port object 8daa194c-5dab-49ff-aacc-949fe97cdac2 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:09.167719 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4bd036f7-09b8-43eb-a301-707467e41fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:09.213324 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-fee3a44f-f411-49d0-957d-a9d20e2e62f1 req-e325549a-56dd-4415-ad97-53fcd1f462c7 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Calling delete_port for ee22cbf4-9e6f-4911-b974-b3d859be4e6f owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:09.289429 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd036f7-09b8-43eb-a301-707467e41fb9 None None] Pushing event updated for resources: {'Port': ['ID=8daa194c-5dab-49ff-aacc-949fe97cdac2,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:09.291814 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d680bb3-eada-44ab-ae91-1a66683fd847 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'Port': ['ID=dd7124ad-ec44-4a47-99df-87eaf00c6810,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:09.300467 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd036f7-09b8-43eb-a301-707467e41fb9 None None] Network 6e2b4597-c553-408a-a160-96dbaa5f01d0 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:09.311996 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-4bd036f7-09b8-43eb-a301-707467e41fb9 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:09.318096 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd036f7-09b8-43eb-a301-707467e41fb9 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:09.320689 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7d680bb3-eada-44ab-ae91-1a66683fd847 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:09.338791 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e033e2df-a1df-4cc8-a1dd-ff0c32e3fc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:09.447574 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-4bd036f7-09b8-43eb-a301-707467e41fb9 None None] Attempting to bind port 8daa194c-5dab-49ff-aacc-949fe97cdac2 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:40:09.448494 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-4bd036f7-09b8-43eb-a301-707467e41fb9 None None] Attempting to bind port 8daa194c-5dab-49ff-aacc-949fe97cdac2 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'e702dcfd-2bc1-4669-b871-f0b04e2d1cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6e2b4597-c553-408a-a160-96dbaa5f01d0'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:40:09.448494 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd036f7-09b8-43eb-a301-707467e41fb9 None None] Attempting to bind port 8daa194c-5dab-49ff-aacc-949fe97cdac2 on network 6e2b4597-c553-408a-a160-96dbaa5f01d0 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:40:09.463651 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd036f7-09b8-43eb-a301-707467e41fb9 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:40:09.464023 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd036f7-09b8-43eb-a301-707467e41fb9 None None] Checking segment: {'id': 'e702dcfd-2bc1-4669-b871-f0b04e2d1cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6e2b4597-c553-408a-a160-96dbaa5f01d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:40:09.464678 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4bd036f7-09b8-43eb-a301-707467e41fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:09.465246 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd036f7-09b8-43eb-a301-707467e41fb9 None None] Bound using segment: {'id': 'e702dcfd-2bc1-4669-b871-f0b04e2d1cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6e2b4597-c553-408a-a160-96dbaa5f01d0'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:40:09.466354 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-4bd036f7-09b8-43eb-a301-707467e41fb9 None None] Bound port: 8daa194c-5dab-49ff-aacc-949fe97cdac2, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e702dcfd-2bc1-4669-b871-f0b04e2d1cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6e2b4597-c553-408a-a160-96dbaa5f01d0'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:40:09.467037 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4bd036f7-09b8-43eb-a301-707467e41fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:09.564262 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-be74ad23-5a22-40eb-8961-58e281cbda15 req-acd34323-3f85-452e-85b1-1b16f22fcd17 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/security-groups?id=05ee3d53-4010-450e-983a-7b92f15918ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863418 Sep 01 15:40:09.614561 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d22430a-4429-416f-b494-4047ee957738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:09.674144 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-eae696dc-32cd-4af7-81ce-073ddddba383 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Allocated IP 2001:db8::187 (6e2b4597-c553-408a-a160-96dbaa5f01d0/2623b932-b180-43ba-b55f-9f67306d46a1/4cb9bb08-b2fd-4e18-b0ee-b583ab9b2204) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:09.684967 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2d22430a-4429-416f-b494-4047ee957738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:09.828750 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-4bd036f7-09b8-43eb-a301-707467e41fb9 None None] For port 8daa194c-5dab-49ff-aacc-949fe97cdac2, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:40:09.842484 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-4bd036f7-09b8-43eb-a301-707467e41fb9 None None] For port 8daa194c-5dab-49ff-aacc-949fe97cdac2, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=8daa194c-5dab-49ff-aacc-949fe97cdac2,segment=NetworkSegment(e702dcfd-2bc1-4669-b871-f0b04e2d1cc5),segment_id=e702dcfd-2bc1-4669-b871-f0b04e2d1cc5)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:40:09.848989 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22430a-4429-416f-b494-4047ee957738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22855837-af01-409c-9576-deb3380a5832,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:09.861821 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4bd036f7-09b8-43eb-a301-707467e41fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:09.948822 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fee3a44f-f411-49d0-957d-a9d20e2e62f1 req-e325549a-56dd-4415-ad97-53fcd1f462c7 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:10.102240 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2d22430a-4429-416f-b494-4047ee957738 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5366f96415144437b4a040f5673a61ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2467439 Sep 01 15:40:10.107909 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43170) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:10.309612 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd036f7-09b8-43eb-a301-707467e41fb9 None None] Pushing event updated for resources: {'Port': ['ID=8daa194c-5dab-49ff-aacc-949fe97cdac2,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:10.349479 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325549a-56dd-4415-ad97-53fcd1f462c7 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Pushing event deleted for resources: {'Port': ['ID=ee22cbf4-9e6f-4911-b974-b3d859be4e6f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:10.381149 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43188) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:10.628176 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee3a44f-f411-49d0-957d-a9d20e2e62f1 req-e325549a-56dd-4415-ad97-53fcd1f462c7 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] No DVR routers for this DVR port ee22cbf4-9e6f-4911-b974-b3d859be4e6f on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:40:10.634991 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fee3a44f-f411-49d0-957d-a9d20e2e62f1 req-e325549a-56dd-4415-ad97-53fcd1f462c7 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:10.639866 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fee3a44f-f411-49d0-957d-a9d20e2e62f1 req-e325549a-56dd-4415-ad97-53fcd1f462c7 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.45 "DELETE /v2.0/ports/ee22cbf4-9e6f-4911-b974-b3d859be4e6f HTTP/1.1" status: 204 len: 173 time: 2.1981552 Sep 01 15:40:10.680559 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bedc5d-09f1-438c-a190-a1839375a493', 'name': 'network-vif-deleted', 'tag': 'ee22cbf4-9e6f-4911-b974-b3d859be4e6f'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:40:10.708582 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e8c54f-908d-4ee4-92c6-1a0d8c712c7d" -d '{"events": [{"server_uuid": "96bedc5d-09f1-438c-a190-a1839375a493", "name": "network-vif-deleted", "tag": "ee22cbf4-9e6f-4911-b974-b3d859be4e6f"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:40:10.746391 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device ee22cbf4-9e6f-4911-b974-b3d859be4e6f no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:40:10.777619 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d680bb3-eada-44ab-ae91-1a66683fd847 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Network 9abcf001-8f75-447e-a006-dcebce16e53d is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:10.784091 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-7d680bb3-eada-44ab-ae91-1a66683fd847 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:10.836610 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a22cef96-c4d8-44bc-b6a6-1b2c17ec12ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:11.040996 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a22cef96-c4d8-44bc-b6a6-1b2c17ec12ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:11.157941 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eae696dc-32cd-4af7-81ce-073ddddba383 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:11.163385 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a22cef96-c4d8-44bc-b6a6-1b2c17ec12ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:11.169987 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a22cef96-c4d8-44bc-b6a6-1b2c17ec12ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:11.172515 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a22cef96-c4d8-44bc-b6a6-1b2c17ec12ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/22855837-af01-409c-9576-deb3380a5832 HTTP/1.1" status: 204 len: 168 time: 1.0627282 Sep 01 15:40:11.200675 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e242e93-2adc-47a4-8ba5-851f10617f09 x-openstack-request-id: req-9e242e93-2adc-47a4-8ba5-851f10617f09 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:40:11.227583 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bedc5d-09f1-438c-a190-a1839375a493", "name": "network-vif-deleted", "tag": "ee22cbf4-9e6f-4911-b974-b3d859be4e6f", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:40:11.228747 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9e242e93-2adc-47a4-8ba5-851f10617f09 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:40:11.229652 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96bedc5d-09f1-438c-a190-a1839375a493', 'name': 'network-vif-deleted', 'tag': 'ee22cbf4-9e6f-4911-b974-b3d859be4e6f', 'status': 'completed', 'code': 200} Sep 01 15:40:11.281725 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22cef96-c4d8-44bc-b6a6-1b2c17ec12ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22855837-af01-409c-9576-deb3380a5832,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:11.336107 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-eae696dc-32cd-4af7-81ce-073ddddba383 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Transition to ACTIVE for port object 4cb9bb08-b2fd-4e18-b0ee-b583ab9b2204 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:11.487574 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-79072f47-3972-4cba-9095-6cfac6cfcd43 req-790ff522-6ba9-4fb2-a0ad-f01bd0c51e46 tempest-TestServerAdvancedOps-723201255 tempest-TestServerAdvancedOps-723201255-project] 10.222.0.60 "GET /v2.0/ports?device_id=96bedc5d-09f1-438c-a190-a1839375a493 HTTP/1.1" status: 200 len: 210 time: 0.2554953 Sep 01 15:40:11.567126 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eae696dc-32cd-4af7-81ce-073ddddba383 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:11.701563 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d680bb3-eada-44ab-ae91-1a66683fd847 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Router 95690f78-2b5d-490a-86b2-451a10119319 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:40:11.751815 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 8daa194c-5dab-49ff-aacc-949fe97cdac2 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:11.859517 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae696dc-32cd-4af7-81ce-073ddddba383 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network 6e2b4597-c553-408a-a160-96dbaa5f01d0 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:11.872640 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-eae696dc-32cd-4af7-81ce-073ddddba383 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:11.888516 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae696dc-32cd-4af7-81ce-073ddddba383 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Port': ['ID=4cb9bb08-b2fd-4e18-b0ee-b583ab9b2204,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:11.891826 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae696dc-32cd-4af7-81ce-073ddddba383 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:11.894464 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: ee22cbf4-9e6f-4911-b974-b3d859be4e6f {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:40:11.896045 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device ee22cbf4-9e6f-4911-b974-b3d859be4e6f not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:40:11.902917 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae696dc-32cd-4af7-81ce-073ddddba383 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:11.909939 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eae696dc-32cd-4af7-81ce-073ddddba383 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:11.954684 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-eae696dc-32cd-4af7-81ce-073ddddba383 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2093782 Sep 01 15:40:11.957186 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43284) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:12.019013 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-80da98d8-642f-44b5-9158-58ebfbb0e44e None None] Provisioning complete for port dd7124ad-ec44-4a47-99df-87eaf00c6810 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:12.019911 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-80da98d8-642f-44b5-9158-58ebfbb0e44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:12.025061 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-49cb89fc-4759-4fa6-8708-ca0b3c3d46ac tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:12.103482 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49cb89fc-4759-4fa6-8708-ca0b3c3d46ac tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:12.209737 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-80da98d8-642f-44b5-9158-58ebfbb0e44e None None] Port dd7124ad-ec44-4a47-99df-87eaf00c6810 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:12.295211 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 8daa194c-5dab-49ff-aacc-949fe97cdac2 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:12.314806 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:12.527104 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d680bb3-eada-44ab-ae91-1a66683fd847 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:40:12.552801 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232890cf-44a6-47c5-9989-043b3ac1ca9d None None] Sync routers for ids ['95690f78-2b5d-490a-86b2-451a10119319'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:40:12.567900 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7d680bb3-eada-44ab-ae91-1a66683fd847 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "PUT /v2.0/routers/95690f78-2b5d-490a-86b2-451a10119319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6829574 Sep 01 15:40:12.570577 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232890cf-44a6-47c5-9989-043b3ac1ca9d None None] Routers {'95690f78-2b5d-490a-86b2-451a10119319'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:12.571383 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-232890cf-44a6-47c5-9989-043b3ac1ca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:39:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['95690f78-2b5d-490a-86b2-451a10119319'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:12.675373 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43360) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:12.780555 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ff8756-26eb-45c3-9fca-2486c749952e None None] Network 6e2b4597-c553-408a-a160-96dbaa5f01d0 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:40:12.939175 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c3a40ba-07fe-4bd0-8d28-d77a0d0ace7a admin admin] Deleting subnet 4c7aedd8-4617-4450-b284-829bec44a885 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:40:12.951193 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c3a40ba-07fe-4bd0-8d28-d77a0d0ace7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:13.032360 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49cb89fc-4759-4fa6-8708-ca0b3c3d46ac tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:13.053329 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a6048a50-e81c-40d2-8d66-b39513e4f9ac None None] Provisioning for port 8daa194c-5dab-49ff-aacc-949fe97cdac2 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:13.086032 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c3a40ba-07fe-4bd0-8d28-d77a0d0ace7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:13.142873 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a6048a50-e81c-40d2-8d66-b39513e4f9ac None None] Provisioning complete for port 8daa194c-5dab-49ff-aacc-949fe97cdac2 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:13.143961 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a6048a50-e81c-40d2-8d66-b39513e4f9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:13.231998 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c3a40ba-07fe-4bd0-8d28-d77a0d0ace7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:13.396705 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-537140db-8e30-461b-9b3d-8dd5cd9546f6 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:13.427673 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:13.493807 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-232890cf-44a6-47c5-9989-043b3ac1ca9d None None] Set router 95690f78-2b5d-490a-86b2-451a10119319 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:40:13.589341 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c3a40ba-07fe-4bd0-8d28-d77a0d0ace7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:13.669177 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43466) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:13.680286 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a40ba-07fe-4bd0-8d28-d77a0d0ace7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c7aedd8-4617-4450-b284-829bec44a885,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:13.695339 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c3a40ba-07fe-4bd0-8d28-d77a0d0ace7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:13.698923 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7c3a40ba-07fe-4bd0-8d28-d77a0d0ace7a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4c7aedd8-4617-4450-b284-829bec44a885 HTTP/1.1" status: 204 len: 168 time: 1.0111368 Sep 01 15:40:13.703967 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43474) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:13.858499 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-49cb89fc-4759-4fa6-8708-ca0b3c3d46ac tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Allocated IP 172.25.6.199 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/ba306241-9dd9-4b8b-8096-951e6f72a642) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:13.865388 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72ee65e9-3a05-4949-9f9b-6712b7c3b018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:14.022027 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-4d280e10-7504-4f24-b0c2-68cbdcd76e5a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-696078703-network', 'tenant_id': '756bedfd9af94037abe1b63468d322fd'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:14.071736 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e4628198-0a15-4fa7-b3fc-b3185d258abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:14.081152 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a6048a50-e81c-40d2-8d66-b39513e4f9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:14.173516 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-537140db-8e30-461b-9b3d-8dd5cd9546f6 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:14.186092 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-537140db-8e30-461b-9b3d-8dd5cd9546f6 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:14.221202 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72ee65e9-3a05-4949-9f9b-6712b7c3b018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:14.243814 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-72ee65e9-3a05-4949-9f9b-6712b7c3b018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ad8899-3b9a-48a3-b615-ba11469fcc1d']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:14.263694 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d280e10-7504-4f24-b0c2-68cbdcd76e5a admin admin] Made reservation on behalf of 756bedfd9af94037abe1b63468d322fd for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:14.274197 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4d280e10-7504-4f24-b0c2-68cbdcd76e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:14.308162 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-72ee65e9-3a05-4949-9f9b-6712b7c3b018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd025c177-6925-4e9c-a98b-6f191371eab1') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:14.308444 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-72ee65e9-3a05-4949-9f9b-6712b7c3b018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd025c177-6925-4e9c-a98b-6f191371eab1') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:14.387974 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4d280e10-7504-4f24-b0c2-68cbdcd76e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:14.392371 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72ee65e9-3a05-4949-9f9b-6712b7c3b018 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:14.422118 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a6048a50-e81c-40d2-8d66-b39513e4f9ac None None] For port 8daa194c-5dab-49ff-aacc-949fe97cdac2, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=8daa194c-5dab-49ff-aacc-949fe97cdac2,segment=NetworkSegment(e702dcfd-2bc1-4669-b871-f0b04e2d1cc5),segment_id=e702dcfd-2bc1-4669-b871-f0b04e2d1cc5)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:14.441173 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a6048a50-e81c-40d2-8d66-b39513e4f9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:14.454511 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49cb89fc-4759-4fa6-8708-ca0b3c3d46ac tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:14.458554 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72ee65e9-3a05-4949-9f9b-6712b7c3b018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:14.462566 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537140db-8e30-461b-9b3d-8dd5cd9546f6 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Port': ['ID=4cb9bb08-b2fd-4e18-b0ee-b583ab9b2204,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:14.483140 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ee65e9-3a05-4949-9f9b-6712b7c3b018 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:40:14.483933 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72ee65e9-3a05-4949-9f9b-6712b7c3b018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:40:14.486746 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:40:14.718630 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6048a50-e81c-40d2-8d66-b39513e4f9ac None None] Pushing event updated for resources: {'Port': ['ID=8daa194c-5dab-49ff-aacc-949fe97cdac2,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:14.743037 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72ee65e9-3a05-4949-9f9b-6712b7c3b018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:14.770753 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72ee65e9-3a05-4949-9f9b-6712b7c3b018 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:14.776555 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-72ee65e9-3a05-4949-9f9b-6712b7c3b018 admin admin] 10.222.0.60 "DELETE /v2.0/networks/45ad8899-3b9a-48a3-b615-ba11469fcc1d HTTP/1.1" status: 204 len: 168 time: 1.0711727 Sep 01 15:40:14.779347 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43528) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:14.795244 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-232890cf-44a6-47c5-9989-043b3ac1ca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95690f78-2b5d-490a-86b2-451a10119319', 'name': 'tempest-TestNetworkBasicOps-router-165439493', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:39Z', 'updated_at': '2021-09-01T15:40:06Z', 'revision_number': 5, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:41Z', 'updated_at': '2021-09-01T15:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'bcd539aa-aa3a-4226-bd4a-7ff856e5d839', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '95690f78-2b5d-490a-86b2-451a10119319', 'port_id': 'a7c36820-7c23-42ec-bb79-6cd73b6a6dea', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2', 'mac_address': 'fa:16:3e:74:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39551b6-2e29-4644-beac-c652402fed03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:38:46Z', 'updated_at': '2021-09-01T15:38:55Z', 'revision_number': 1, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40f40ba1-6622-465f-b98d-182bd3a37757', 'name': '', 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'mac_address': 'fa:16:3e:ae:c7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:51Z', 'updated_at': '2021-09-01T15:38:07Z', 'revision_number': 5, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'subnets': [{'id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7124ad-ec44-4a47-99df-87eaf00c6810', 'name': '', 'network_id': '9abcf001-8f75-447e-a006-dcebce16e53d', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'mac_address': 'fa:16:3e:dd:82:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '7d65a81f-934e-4d73-9c9b-87f8a197104d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:04Z', 'updated_at': '2021-09-01T15:40:08Z', 'revision_number': 2, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'subnets': [{'id': '7d65a81f-934e-4d73-9c9b-87f8a197104d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:14.815587 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-537140db-8e30-461b-9b3d-8dd5cd9546f6 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:14.830075 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee65e9-3a05-4949-9f9b-6712b7c3b018 admin admin] Pushing event deleted for resources: {'Network': ['ID=45ad8899-3b9a-48a3-b615-ba11469fcc1d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:14.875097 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232890cf-44a6-47c5-9989-043b3ac1ca9d None None] Checking router: 95690f78-2b5d-490a-86b2-451a10119319 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:40:14.878093 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232890cf-44a6-47c5-9989-043b3ac1ca9d None None] Updating router 95690f78-2b5d-490a-86b2-451a10119319 port dd7124ad-ec44-4a47-99df-87eaf00c6810 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:40:14.937422 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb6889a-1c2a-4f67-a557-c495fcc51dbe admin admin] Deleting subnet ad72b029-e083-439a-83c2-e63f280e787d {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:40:14.947787 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6cb6889a-1c2a-4f67-a557-c495fcc51dbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:14.953603 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ec9e629f-5198-48e2-aeb9-a6a1e2fd235b None None] Provisioning complete for port 8daa194c-5dab-49ff-aacc-949fe97cdac2 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:14.954705 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ec9e629f-5198-48e2-aeb9-a6a1e2fd235b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:14.957578 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49cb89fc-4759-4fa6-8708-ca0b3c3d46ac tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.075792 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-232890cf-44a6-47c5-9989-043b3ac1ca9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.122948 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-537140db-8e30-461b-9b3d-8dd5cd9546f6 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.291448 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb89fc-4759-4fa6-8708-ca0b3c3d46ac tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Pushing event updated for resources: {'Port': ['ID=ba306241-9dd9-4b8b-8096-951e6f72a642,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:15.340544 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6cb6889a-1c2a-4f67-a557-c495fcc51dbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.361964 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.383297 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ec9e629f-5198-48e2-aeb9-a6a1e2fd235b None None] Provisioning for port 4cb9bb08-b2fd-4e18-b0ee-b583ab9b2204 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:15.483750 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cb89fc-4759-4fa6-8708-ca0b3c3d46ac tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:15.487957 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-49cb89fc-4759-4fa6-8708-ca0b3c3d46ac tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:15.496621 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cb89fc-4759-4fa6-8708-ca0b3c3d46ac tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:15.586387 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ec9e629f-5198-48e2-aeb9-a6a1e2fd235b None None] Provisioning complete for port 4cb9bb08-b2fd-4e18-b0ee-b583ab9b2204 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:15.586769 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4d280e10-7504-4f24-b0c2-68cbdcd76e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.587650 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ec9e629f-5198-48e2-aeb9-a6a1e2fd235b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.659056 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4d280e10-7504-4f24-b0c2-68cbdcd76e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.680867 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6cb6889a-1c2a-4f67-a557-c495fcc51dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.867462 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49cb89fc-4759-4fa6-8708-ca0b3c3d46ac tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.892928 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ec9e629f-5198-48e2-aeb9-a6a1e2fd235b None None] Port 4cb9bb08-b2fd-4e18-b0ee-b583ab9b2204 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:15.901272 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d280e10-7504-4f24-b0c2-68cbdcd76e5a admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:40:15.920647 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4d280e10-7504-4f24-b0c2-68cbdcd76e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.921205 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-4d280e10-7504-4f24-b0c2-68cbdcd76e5a admin admin] Added segment e109a916-d858-4cdf-a6d5-40ba1e1512d1 of type vlan for network fd5dfb43-b552-4c89-976a-a99d2c5409ab Sep 01 15:40:15.924717 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-537140db-8e30-461b-9b3d-8dd5cd9546f6 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.933535 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-537140db-8e30-461b-9b3d-8dd5cd9546f6 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.937020 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-537140db-8e30-461b-9b3d-8dd5cd9546f6 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:15.942136 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6cb6889a-1c2a-4f67-a557-c495fcc51dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:16.053020 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49cb89fc-4759-4fa6-8708-ca0b3c3d46ac tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:16.173116 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6889a-1c2a-4f67-a557-c495fcc51dbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad72b029-e083-439a-83c2-e63f280e787d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:16.198481 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d280e10-7504-4f24-b0c2-68cbdcd76e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efda0f42-5e77-4035-99a9-e2f0c44f9f61,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:16.215368 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4d280e10-7504-4f24-b0c2-68cbdcd76e5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:16.231734 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6cb6889a-1c2a-4f67-a557-c495fcc51dbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:16.235469 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6cb6889a-1c2a-4f67-a557-c495fcc51dbe admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ad72b029-e083-439a-83c2-e63f280e787d HTTP/1.1" status: 204 len: 168 time: 1.4210079 Sep 01 15:40:16.297442 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a7ebd99e-c416-498c-809a-b7544db4edd7 None None] Provisioning complete for port 4cb9bb08-b2fd-4e18-b0ee-b583ab9b2204 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:16.299296 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a7ebd99e-c416-498c-809a-b7544db4edd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:16.325619 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43534) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:16.373829 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-232890cf-44a6-47c5-9989-043b3ac1ca9d None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:16.418185 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-232890cf-44a6-47c5-9989-043b3ac1ca9d None None] Transition to ACTIVE for port object dd7124ad-ec44-4a47-99df-87eaf00c6810 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:16.436013 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-a7ebd99e-c416-498c-809a-b7544db4edd7 None None] Port 4cb9bb08-b2fd-4e18-b0ee-b583ab9b2204 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:16.448173 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.resource_extend [None req-4d280e10-7504-4f24-b0c2-68cbdcd76e5a admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:40:16.461209 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-232890cf-44a6-47c5-9989-043b3ac1ca9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:16.568830 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec97ac0-ea72-412f-b297-0f7bbdb007b4 None None] Pushing event updated for resources: {'Port': ['ID=dd7124ad-ec44-4a47-99df-87eaf00c6810,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:16.749154 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49cb89fc-4759-4fa6-8708-ca0b3c3d46ac tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:16.787342 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49cb89fc-4759-4fa6-8708-ca0b3c3d46ac tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:16.819808 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-232890cf-44a6-47c5-9989-043b3ac1ca9d None None] Attempting to bind port dd7124ad-ec44-4a47-99df-87eaf00c6810 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:40:16.821596 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-232890cf-44a6-47c5-9989-043b3ac1ca9d None None] Attempting to bind port dd7124ad-ec44-4a47-99df-87eaf00c6810 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '925214c2-0731-48b5-b770-94fecb0609c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9abcf001-8f75-447e-a006-dcebce16e53d'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:40:16.828625 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232890cf-44a6-47c5-9989-043b3ac1ca9d None None] Attempting to bind port dd7124ad-ec44-4a47-99df-87eaf00c6810 on network 9abcf001-8f75-447e-a006-dcebce16e53d {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:40:16.831728 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537140db-8e30-461b-9b3d-8dd5cd9546f6 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Port': ['ID=4cb9bb08-b2fd-4e18-b0ee-b583ab9b2204,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:16.852907 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232890cf-44a6-47c5-9989-043b3ac1ca9d None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:40:16.853300 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232890cf-44a6-47c5-9989-043b3ac1ca9d None None] Checking segment: {'id': '925214c2-0731-48b5-b770-94fecb0609c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9abcf001-8f75-447e-a006-dcebce16e53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:40:16.855072 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-232890cf-44a6-47c5-9989-043b3ac1ca9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:16.859584 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232890cf-44a6-47c5-9989-043b3ac1ca9d None None] Bound using segment: {'id': '925214c2-0731-48b5-b770-94fecb0609c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9abcf001-8f75-447e-a006-dcebce16e53d'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:40:16.860671 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-232890cf-44a6-47c5-9989-043b3ac1ca9d None None] Bound port: dd7124ad-ec44-4a47-99df-87eaf00c6810, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925214c2-0731-48b5-b770-94fecb0609c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9abcf001-8f75-447e-a006-dcebce16e53d'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:40:16.861560 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-232890cf-44a6-47c5-9989-043b3ac1ca9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:16.894883 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 8daa194c-5dab-49ff-aacc-949fe97cdac2 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:16.930641 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537140db-8e30-461b-9b3d-8dd5cd9546f6 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network 6e2b4597-c553-408a-a160-96dbaa5f01d0 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:16.943372 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-537140db-8e30-461b-9b3d-8dd5cd9546f6 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:16.982536 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4d280e10-7504-4f24-b0c2-68cbdcd76e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:16.987141 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d280e10-7504-4f24-b0c2-68cbdcd76e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:16.997683 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4d280e10-7504-4f24-b0c2-68cbdcd76e5a admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:17.163095 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-232890cf-44a6-47c5-9989-043b3ac1ca9d None None] For port dd7124ad-ec44-4a47-99df-87eaf00c6810, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:40:17.184354 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-232890cf-44a6-47c5-9989-043b3ac1ca9d None None] For port dd7124ad-ec44-4a47-99df-87eaf00c6810, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=dd7124ad-ec44-4a47-99df-87eaf00c6810,segment=NetworkSegment(925214c2-0731-48b5-b770-94fecb0609c0),segment_id=925214c2-0731-48b5-b770-94fecb0609c0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:40:17.203524 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 8daa194c-5dab-49ff-aacc-949fe97cdac2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:17.203978 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:17.208819 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-232890cf-44a6-47c5-9989-043b3ac1ca9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:17.299986 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537140db-8e30-461b-9b3d-8dd5cd9546f6 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Router ec6a670c-13be-48fd-902a-538f40ade24e is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:40:17.324860 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49cb89fc-4759-4fa6-8708-ca0b3c3d46ac tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:17.340586 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4d280e10-7504-4f24-b0c2-68cbdcd76e5a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.6573393 Sep 01 15:40:17.413526 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43542) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:17.415989 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d280e10-7504-4f24-b0c2-68cbdcd76e5a admin admin] Pushing event updated for resources: {'Network': ['ID=fd5dfb43-b552-4c89-976a-a99d2c5409ab,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:17.438258 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232890cf-44a6-47c5-9989-043b3ac1ca9d None None] Routers {'95690f78-2b5d-490a-86b2-451a10119319'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:17.439096 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-232890cf-44a6-47c5-9989-043b3ac1ca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['95690f78-2b5d-490a-86b2-451a10119319'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:17.449325 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network fd5dfb43-b552-4c89-976a-a99d2c5409ab details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:40:17.451418 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-d7a12112-c2aa-4840-96c0-2f41409983f7 admin admin] Request body: {'subnet': {'network_id': 'fd5dfb43-b552-4c89-976a-a99d2c5409ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-696078703-subnet', 'tenant_id': '756bedfd9af94037abe1b63468d322fd', 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:17.484500 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec97ac0-ea72-412f-b297-0f7bbdb007b4 None None] Pushing event updated for resources: {'Port': ['ID=dd7124ad-ec44-4a47-99df-87eaf00c6810,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:17.489801 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-611d3e83-8dba-46d7-b23d-3ff82a46b01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:17.535847 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49cb89fc-4759-4fa6-8708-ca0b3c3d46ac tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:17.540917 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-49cb89fc-4759-4fa6-8708-ca0b3c3d46ac tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9588120 Sep 01 15:40:17.553867 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43548) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:17.560317 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537140db-8e30-461b-9b3d-8dd5cd9546f6 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:40:17.562748 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb89fc-4759-4fa6-8708-ca0b3c3d46ac tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Pushing event updated for resources: {'Port': ['ID=ba306241-9dd9-4b8b-8096-951e6f72a642,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:17.582405 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b156a6-d777-4207-9077-a90f63a6caa6 None None] Sync routers for ids ['ec6a670c-13be-48fd-902a-538f40ade24e'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:40:17.593553 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-da9bd5e7-98f5-4fa8-8cfc-917a0bf5b3f2 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1487870394'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:17.593930 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-537140db-8e30-461b-9b3d-8dd5cd9546f6 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "PUT /v2.0/routers/ec6a670c-13be-48fd-902a-538f40ade24e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6281166 Sep 01 15:40:17.612751 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43550) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:17.613601 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b156a6-d777-4207-9077-a90f63a6caa6 None None] Routers {'ec6a670c-13be-48fd-902a-538f40ade24e'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:17.621354 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b6b156a6-d777-4207-9077-a90f63a6caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['ec6a670c-13be-48fd-902a-538f40ade24e'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:17.639662 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43552) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:17.695206 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a12112-c2aa-4840-96c0-2f41409983f7 admin admin] Made reservation on behalf of 756bedfd9af94037abe1b63468d322fd for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:17.701737 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d7a12112-c2aa-4840-96c0-2f41409983f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:17.762898 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b6b156a6-d777-4207-9077-a90f63a6caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:17.784623 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b156a6-d777-4207-9077-a90f63a6caa6 None None] Routers {'ec6a670c-13be-48fd-902a-538f40ade24e'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:17.785266 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b6b156a6-d777-4207-9077-a90f63a6caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['ec6a670c-13be-48fd-902a-538f40ade24e'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:17.874378 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b6b156a6-d777-4207-9077-a90f63a6caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:17.874723 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-232890cf-44a6-47c5-9989-043b3ac1ca9d None None] Set router 95690f78-2b5d-490a-86b2-451a10119319 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:40:17.875494 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b156a6-d777-4207-9077-a90f63a6caa6 None None] The sync data for ids ['ec6a670c-13be-48fd-902a-538f40ade24e'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:40:18.057691 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-71f6f78f-1b5c-4f79-bc60-33a538fb8035 None None] Provisioning complete for port 4cb9bb08-b2fd-4e18-b0ee-b583ab9b2204 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:18.058328 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-71f6f78f-1b5c-4f79-bc60-33a538fb8035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:18.241607 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-71f6f78f-1b5c-4f79-bc60-33a538fb8035 None None] Port 4cb9bb08-b2fd-4e18-b0ee-b583ab9b2204 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:18.528522 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9bd5e7-98f5-4fa8-8cfc-917a0bf5b3f2 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Made reservation on behalf of 356fca8b96fa46b59f46647c449de7aa for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:18.536409 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da9bd5e7-98f5-4fa8-8cfc-917a0bf5b3f2 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:18.609078 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b8c92a-7ec4-4d4c-96ae-765853d7a29b tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:18.612113 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-12b8c92a-7ec4-4d4c-96ae-765853d7a29b tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6a670c-13be-48fd-902a-538f40ade24e HTTP/1.1" status: 200 len: 989 time: 0.9974465 Sep 01 15:40:18.623345 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43556) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:18.645270 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da9bd5e7-98f5-4fa8-8cfc-917a0bf5b3f2 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:18.660153 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-611d3e83-8dba-46d7-b23d-3ff82a46b01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:18.715949 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-611d3e83-8dba-46d7-b23d-3ff82a46b01e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9327224-6f54-4996-986f-3fdf05356dec']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:18.718822 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-232890cf-44a6-47c5-9989-043b3ac1ca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95690f78-2b5d-490a-86b2-451a10119319', 'name': 'tempest-TestNetworkBasicOps-router-165439493', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:39Z', 'updated_at': '2021-09-01T15:40:06Z', 'revision_number': 5, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:41Z', 'updated_at': '2021-09-01T15:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'bcd539aa-aa3a-4226-bd4a-7ff856e5d839', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '95690f78-2b5d-490a-86b2-451a10119319', 'port_id': 'a7c36820-7c23-42ec-bb79-6cd73b6a6dea', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2', 'mac_address': 'fa:16:3e:74:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39551b6-2e29-4644-beac-c652402fed03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:38:46Z', 'updated_at': '2021-09-01T15:38:55Z', 'revision_number': 1, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40f40ba1-6622-465f-b98d-182bd3a37757', 'name': '', 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'mac_address': 'fa:16:3e:ae:c7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:51Z', 'updated_at': '2021-09-01T15:38:07Z', 'revision_number': 5, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'subnets': [{'id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7124ad-ec44-4a47-99df-87eaf00c6810', 'name': '', 'network_id': '9abcf001-8f75-447e-a006-dcebce16e53d', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'mac_address': 'fa:16:3e:dd:82:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '7d65a81f-934e-4d73-9c9b-87f8a197104d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:04Z', 'updated_at': '2021-09-01T15:40:17Z', 'revision_number': 4, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'subnets': [{'id': '7d65a81f-934e-4d73-9c9b-87f8a197104d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:18.775074 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232890cf-44a6-47c5-9989-043b3ac1ca9d None None] The sync data for ids ['95690f78-2b5d-490a-86b2-451a10119319'] in n-d-794796-3 is: [{'id': '95690f78-2b5d-490a-86b2-451a10119319', 'name': 'tempest-TestNetworkBasicOps-router-165439493', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:39Z', 'updated_at': '2021-09-01T15:40:06Z', 'revision_number': 5, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:41Z', 'updated_at': '2021-09-01T15:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'bcd539aa-aa3a-4226-bd4a-7ff856e5d839', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '95690f78-2b5d-490a-86b2-451a10119319', 'port_id': 'a7c36820-7c23-42ec-bb79-6cd73b6a6dea', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2', 'mac_address': 'fa:16:3e:74:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39551b6-2e29-4644-beac-c652402fed03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:38:46Z', 'updated_at': '2021-09-01T15:38:55Z', 'revision_number': 1, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40f40ba1-6622-465f-b98d-182bd3a37757', 'name': '', 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'mac_address': 'fa:16:3e:ae:c7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:51Z', 'updated_at': '2021-09-01T15:38:07Z', 'revision_number': 5, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'subnets': [{'id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd7124ad-ec44-4a47-99df-87eaf00c6810', 'name': '', 'network_id': '9abcf001-8f75-447e-a006-dcebce16e53d', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'mac_address': 'fa:16:3e:dd:82:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '7d65a81f-934e-4d73-9c9b-87f8a197104d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:04Z', 'updated_at': '2021-09-01T15:40:17Z', 'revision_number': 4, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'subnets': [{'id': '7d65a81f-934e-4d73-9c9b-87f8a197104d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:40:18.788043 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-611d3e83-8dba-46d7-b23d-3ff82a46b01e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '238eb9e1-816f-4e2b-ad86-e693088c6116') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:18.788451 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-611d3e83-8dba-46d7-b23d-3ff82a46b01e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '238eb9e1-816f-4e2b-ad86-e693088c6116') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:18.805183 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d7a12112-c2aa-4840-96c0-2f41409983f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:18.821106 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-611d3e83-8dba-46d7-b23d-3ff82a46b01e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:18.911934 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-89d6d559-4499-4587-a7a6-27eb9672affb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:18.929929 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-611d3e83-8dba-46d7-b23d-3ff82a46b01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:18.952062 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611d3e83-8dba-46d7-b23d-3ff82a46b01e admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:40:18.952062 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-611d3e83-8dba-46d7-b23d-3ff82a46b01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:40:18.978116 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:40:19.031985 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a12112-c2aa-4840-96c0-2f41409983f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cb3d5ce-5df5-4967-877b-5457bd31cdb5,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:19.073001 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a12112-c2aa-4840-96c0-2f41409983f7 admin admin] Checking segment: {'id': 'e109a916-d858-4cdf-a6d5-40ba1e1512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fd5dfb43-b552-4c89-976a-a99d2c5409ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:40:19.073446 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a12112-c2aa-4840-96c0-2f41409983f7 admin admin] Network hostable DHCP agents. Network: fd5dfb43-b552-4c89-976a-a99d2c5409ab, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:40:19.091320 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-611d3e83-8dba-46d7-b23d-3ff82a46b01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:19.105365 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-611d3e83-8dba-46d7-b23d-3ff82a46b01e admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:19.109716 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-611d3e83-8dba-46d7-b23d-3ff82a46b01e admin admin] 10.222.0.60 "DELETE /v2.0/networks/f9327224-6f54-4996-986f-3fdf05356dec HTTP/1.1" status: 204 len: 168 time: 2.7798765 Sep 01 15:40:19.154025 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da9bd5e7-98f5-4fa8-8cfc-917a0bf5b3f2 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:19.190743 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da9bd5e7-98f5-4fa8-8cfc-917a0bf5b3f2 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:19.204767 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a12112-c2aa-4840-96c0-2f41409983f7 admin admin] Network fd5dfb43-b552-4c89-976a-a99d2c5409ab is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:40:19.210667 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d3e83-8dba-46d7-b23d-3ff82a46b01e admin admin] Pushing event deleted for resources: {'Network': ['ID=f9327224-6f54-4996-986f-3fdf05356dec,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:19.258926 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-d7a12112-c2aa-4840-96c0-2f41409983f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, fd5dfb43-b552-4c89-976a-a99d2c5409ab) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:19.268521 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9bd5e7-98f5-4fa8-8cfc-917a0bf5b3f2 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:40:19.273466 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294381e5-4c96-46a8-a3f3-fe239de54393 None None] Network fd5dfb43-b552-4c89-976a-a99d2c5409ab requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:40:19.317479 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a12112-c2aa-4840-96c0-2f41409983f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:19.322193 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d7a12112-c2aa-4840-96c0-2f41409983f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:19.355276 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43560) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:19.356423 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bd5e7-98f5-4fa8-8cfc-917a0bf5b3f2 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc06be0-fa04-4515-8ef7-5d4d7f3e58df,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:19.392439 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d7a12112-c2aa-4840-96c0-2f41409983f7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9572649 Sep 01 15:40:19.405574 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da9bd5e7-98f5-4fa8-8cfc-917a0bf5b3f2 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:19.406176 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-da9bd5e7-98f5-4fa8-8cfc-917a0bf5b3f2 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Added segment 33b7cee0-2d1b-4782-929d-890e69030339 of type vlan for network 5bd09302-b9b9-4f96-86e0-1675230a9247 Sep 01 15:40:19.412166 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43562) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:19.421356 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-baacc942-0882-427b-9f60-5107ef98bdca admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-696078703-router', 'tenant_id': '756bedfd9af94037abe1b63468d322fd', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:19.559550 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f154a019-609a-4ea5-a481-cd66bae3de59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-fd5dfb43-b552-4c89-976a-a99d2c5409ab', 'network_id': 'fd5dfb43-b552-4c89-976a-a99d2c5409ab', 'tenant_id': '756bedfd9af94037abe1b63468d322fd', 'fixed_ips': [{'subnet_id': '5cb3d5ce-5df5-4967-877b-5457bd31cdb5'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:40:19.561736 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f154a019-609a-4ea5-a481-cd66bae3de59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:19.567696 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da9bd5e7-98f5-4fa8-8cfc-917a0bf5b3f2 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:19.581031 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e8446ba8-328c-48db-8c86-052dfaa17464 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ce2d4cae53514399882a15b65a30f8f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2168567 Sep 01 15:40:19.581817 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43564) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:19.586596 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-baacc942-0882-427b-9f60-5107ef98bdca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:19.588537 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-baacc942-0882-427b-9f60-5107ef98bdca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:19.669683 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da9bd5e7-98f5-4fa8-8cfc-917a0bf5b3f2 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:19.681759 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9bd5e7-98f5-4fa8-8cfc-917a0bf5b3f2 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:19.682894 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-da9bd5e7-98f5-4fa8-8cfc-917a0bf5b3f2 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:19.779691 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-baacc942-0882-427b-9f60-5107ef98bdca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:19.785723 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-f154a019-609a-4ea5-a481-cd66bae3de59 None None] Allocated IP 172.20.0.2 (fd5dfb43-b552-4c89-976a-a99d2c5409ab/5cb3d5ce-5df5-4967-877b-5457bd31cdb5/21aba52a-5dff-43a3-9b99-43f7212a7817) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:19.897005 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-da9bd5e7-98f5-4fa8-8cfc-917a0bf5b3f2 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3360419 Sep 01 15:40:19.934436 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43566) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:19.940790 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-51c0eed4-fa10-40dc-9fd1-32636152ed3e tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Request body: {'subnet': {'network_id': '5bd09302-b9b9-4f96-86e0-1675230a9247', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:20.021589 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bd5e7-98f5-4fa8-8cfc-917a0bf5b3f2 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Pushing event updated for resources: {'Network': ['ID=5bd09302-b9b9-4f96-86e0-1675230a9247,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:20.084769 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 5bd09302-b9b9-4f96-86e0-1675230a9247 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:40:20.147961 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-baacc942-0882-427b-9f60-5107ef98bdca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.177718 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c0eed4-fa10-40dc-9fd1-32636152ed3e tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Made reservation on behalf of 356fca8b96fa46b59f46647c449de7aa for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:20.186041 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51c0eed4-fa10-40dc-9fd1-32636152ed3e tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.204734 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f154a019-609a-4ea5-a481-cd66bae3de59 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.240553 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f154a019-609a-4ea5-a481-cd66bae3de59 None None] Transition to ACTIVE for port object 21aba52a-5dff-43a3-9b99-43f7212a7817 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:20.271347 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4381aed5-03ba-42e7-9d37-67115f72c25e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.277292 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f154a019-609a-4ea5-a481-cd66bae3de59 None None] Transition to ACTIVE for port object 21aba52a-5dff-43a3-9b99-43f7212a7817 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:20.287193 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f154a019-609a-4ea5-a481-cd66bae3de59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.316890 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a15e2aaa-3fdf-4aa3-8181-6e8ad26d8270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.355745 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f154a019-609a-4ea5-a481-cd66bae3de59 None None] Network fd5dfb43-b552-4c89-976a-a99d2c5409ab is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:20.361857 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-f154a019-609a-4ea5-a481-cd66bae3de59 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:20.366377 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-89d6d559-4499-4587-a7a6-27eb9672affb admin admin] Deleting port e2b461ed-4a51-4497-a1d6-bae93e84524e {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:20.366746 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-89d6d559-4499-4587-a7a6-27eb9672affb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.369301 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f154a019-609a-4ea5-a481-cd66bae3de59 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:20.436570 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154a019-609a-4ea5-a481-cd66bae3de59 None None] Pushing event updated for resources: {'Port': ['ID=21aba52a-5dff-43a3-9b99-43f7212a7817,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:20.441074 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a15e2aaa-3fdf-4aa3-8181-6e8ad26d8270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.493626 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f154a019-609a-4ea5-a481-cd66bae3de59 None None] Attempting to bind port 21aba52a-5dff-43a3-9b99-43f7212a7817 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:40:20.494092 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f154a019-609a-4ea5-a481-cd66bae3de59 None None] Attempting to bind port 21aba52a-5dff-43a3-9b99-43f7212a7817 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'e109a916-d858-4cdf-a6d5-40ba1e1512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fd5dfb43-b552-4c89-976a-a99d2c5409ab'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:40:20.494892 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f154a019-609a-4ea5-a481-cd66bae3de59 None None] Attempting to bind port 21aba52a-5dff-43a3-9b99-43f7212a7817 on network fd5dfb43-b552-4c89-976a-a99d2c5409ab {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:40:20.506806 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f154a019-609a-4ea5-a481-cd66bae3de59 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:40:20.508462 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f154a019-609a-4ea5-a481-cd66bae3de59 None None] Checking segment: {'id': 'e109a916-d858-4cdf-a6d5-40ba1e1512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fd5dfb43-b552-4c89-976a-a99d2c5409ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:40:20.508462 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f154a019-609a-4ea5-a481-cd66bae3de59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.509559 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f154a019-609a-4ea5-a481-cd66bae3de59 None None] Bound using segment: {'id': 'e109a916-d858-4cdf-a6d5-40ba1e1512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fd5dfb43-b552-4c89-976a-a99d2c5409ab'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:40:20.511698 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f154a019-609a-4ea5-a481-cd66bae3de59 None None] Bound port: 21aba52a-5dff-43a3-9b99-43f7212a7817, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e109a916-d858-4cdf-a6d5-40ba1e1512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fd5dfb43-b552-4c89-976a-a99d2c5409ab'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:40:20.511698 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f154a019-609a-4ea5-a481-cd66bae3de59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.611098 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-89d6d559-4499-4587-a7a6-27eb9672affb admin admin] For port e2b461ed-4a51-4497-a1d6-bae93e84524e, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e2b461ed-4a51-4497-a1d6-bae93e84524e,segment=NetworkSegment(26eff680-32da-4167-a3b1-8718714d306e),segment_id=26eff680-32da-4167-a3b1-8718714d306e)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:20.611394 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-89d6d559-4499-4587-a7a6-27eb9672affb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.631082 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f154a019-609a-4ea5-a481-cd66bae3de59 None None] For port 21aba52a-5dff-43a3-9b99-43f7212a7817, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:40:20.631963 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-89d6d559-4499-4587-a7a6-27eb9672affb admin admin] Calling delete_port for e2b461ed-4a51-4497-a1d6-bae93e84524e owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:20.639383 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f154a019-609a-4ea5-a481-cd66bae3de59 None None] For port 21aba52a-5dff-43a3-9b99-43f7212a7817, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=21aba52a-5dff-43a3-9b99-43f7212a7817,segment=NetworkSegment(e109a916-d858-4cdf-a6d5-40ba1e1512d1),segment_id=e109a916-d858-4cdf-a6d5-40ba1e1512d1)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:40:20.648261 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a15e2aaa-3fdf-4aa3-8181-6e8ad26d8270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.649431 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f154a019-609a-4ea5-a481-cd66bae3de59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.651142 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a15e2aaa-3fdf-4aa3-8181-6e8ad26d8270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.656426 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a15e2aaa-3fdf-4aa3-8181-6e8ad26d8270 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/05ee3d53-4010-450e-983a-7b92f15918ca HTTP/1.1" status: 204 len: 168 time: 1.0698502 Sep 01 15:40:20.699189 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-baacc942-0882-427b-9f60-5107ef98bdca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.745172 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-baacc942-0882-427b-9f60-5107ef98bdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.757598 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51c0eed4-fa10-40dc-9fd1-32636152ed3e tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:20.822257 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154a019-609a-4ea5-a481-cd66bae3de59 None None] Pushing event updated for resources: {'Port': ['ID=21aba52a-5dff-43a3-9b99-43f7212a7817,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:20.856047 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e2aaa-3fdf-4aa3-8181-6e8ad26d8270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ee3d53-4010-450e-983a-7b92f15918ca,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:20.939711 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device dd7124ad-ec44-4a47-99df-87eaf00c6810 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:20.974904 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0eed4-fa10-40dc-9fd1-32636152ed3e tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Pushing event updated for resources: {'Subnet': ['ID=c85c7305-90f1-40fe-b6b6-bd62d4c1f0c8,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:21.059954 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port dd7124ad-ec44-4a47-99df-87eaf00c6810 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:21.066822 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port dd7124ad-ec44-4a47-99df-87eaf00c6810 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:21.067557 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:21.069613 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-baacc942-0882-427b-9f60-5107ef98bdca admin admin] Allocated IP 172.25.6.101 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/037835d8-f914-4ab8-97e3-7b65934e2668) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:21.096566 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c0eed4-fa10-40dc-9fd1-32636152ed3e tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Checking segment: {'id': '33b7cee0-2d1b-4782-929d-890e69030339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5bd09302-b9b9-4f96-86e0-1675230a9247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:40:21.096972 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c0eed4-fa10-40dc-9fd1-32636152ed3e tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Network hostable DHCP agents. Network: 5bd09302-b9b9-4f96-86e0-1675230a9247, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:40:21.249045 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c0eed4-fa10-40dc-9fd1-32636152ed3e tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Network 5bd09302-b9b9-4f96-86e0-1675230a9247 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:40:21.298866 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:21.310964 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-51c0eed4-fa10-40dc-9fd1-32636152ed3e tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 5bd09302-b9b9-4f96-86e0-1675230a9247) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:21.317058 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c0eed4-fa10-40dc-9fd1-32636152ed3e tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:21.317814 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-51c0eed4-fa10-40dc-9fd1-32636152ed3e tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:21.349256 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667a650f-48ce-47f5-b951-60a65fe1c053 None None] Network 5bd09302-b9b9-4f96-86e0-1675230a9247 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:40:21.396764 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-4381aed5-03ba-42e7-9d37-67115f72c25e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting port 4cb9bb08-b2fd-4e18-b0ee-b583ab9b2204 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:21.397787 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4381aed5-03ba-42e7-9d37-67115f72c25e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:21.429702 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port dd7124ad-ec44-4a47-99df-87eaf00c6810, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=dd7124ad-ec44-4a47-99df-87eaf00c6810,segment=NetworkSegment(925214c2-0731-48b5-b770-94fecb0609c0),segment_id=925214c2-0731-48b5-b770-94fecb0609c0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:21.433944 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-baacc942-0882-427b-9f60-5107ef98bdca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:21.437306 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:21.437729 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-89d6d559-4499-4587-a7a6-27eb9672affb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:21.503905 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6d559-4499-4587-a7a6-27eb9672affb admin admin] Pushing event deleted for resources: {'Port': ['ID=e2b461ed-4a51-4497-a1d6-bae93e84524e,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:21.524093 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-51c0eed4-fa10-40dc-9fd1-32636152ed3e tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5881040 Sep 01 15:40:21.527495 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43574) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:21.531085 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-baacc942-0882-427b-9f60-5107ef98bdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:21.543088 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-f063be21-a9cb-4ed4-ae09-798c1060a8a5 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1497763627', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}, 'admin_state_up': False}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:21.611981 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=dd7124ad-ec44-4a47-99df-87eaf00c6810,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:21.620510 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43576) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:21.650881 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baacc942-0882-427b-9f60-5107ef98bdca admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:21.660274 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-baacc942-0882-427b-9f60-5107ef98bdca admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:21.665922 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baacc942-0882-427b-9f60-5107ef98bdca admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:21.712097 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baacc942-0882-427b-9f60-5107ef98bdca admin admin] Pushing event updated for resources: {'Port': ['ID=037835d8-f914-4ab8-97e3-7b65934e2668,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:21.715070 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f063be21-a9cb-4ed4-ae09-798c1060a8a5 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:21.716439 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f063be21-a9cb-4ed4-ae09-798c1060a8a5 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:21.737234 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4381aed5-03ba-42e7-9d37-67115f72c25e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:21.745950 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15eed57-3956-4bdd-b5e9-c23218dc677b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-5bd09302-b9b9-4f96-86e0-1675230a9247', 'network_id': '5bd09302-b9b9-4f96-86e0-1675230a9247', 'tenant_id': '356fca8b96fa46b59f46647c449de7aa', 'fixed_ips': [{'subnet_id': 'c85c7305-90f1-40fe-b6b6-bd62d4c1f0c8'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:40:21.748054 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f15eed57-3956-4bdd-b5e9-c23218dc677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:21.807459 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-4381aed5-03ba-42e7-9d37-67115f72c25e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Calling delete_port for 4cb9bb08-b2fd-4e18-b0ee-b583ab9b2204 owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:21.821033 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f45c82cc-4d42-48a1-af45-64a91d43d254 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c975f18cbcb44e7d8a7066cdc317bfff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1957598 Sep 01 15:40:21.827793 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43578) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:21.895876 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f063be21-a9cb-4ed4-ae09-798c1060a8a5 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:21.996194 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-f15eed57-3956-4bdd-b5e9-c23218dc677b None None] Allocated IP 172.20.0.2 (5bd09302-b9b9-4f96-86e0-1675230a9247/c85c7305-90f1-40fe-b6b6-bd62d4c1f0c8/a5cf0f43-e719-44ed-b100-9181563956fb) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:22.001442 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-33215f4b-d990-4ad9-8913-8049fb82a41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:22.117303 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-33215f4b-d990-4ad9-8913-8049fb82a41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:22.222779 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-89d6d559-4499-4587-a7a6-27eb9672affb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:22.237647 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-33215f4b-d990-4ad9-8913-8049fb82a41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:22.242110 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-33215f4b-d990-4ad9-8913-8049fb82a41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:22.244271 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-33215f4b-d990-4ad9-8913-8049fb82a41e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/385f35d9-5371-4611-83d9-3097c4b3ce26 HTTP/1.1" status: 204 len: 168 time: 0.4165170 Sep 01 15:40:22.305102 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f15eed57-3956-4bdd-b5e9-c23218dc677b None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:22.311238 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33215f4b-d990-4ad9-8913-8049fb82a41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385f35d9-5371-4611-83d9-3097c4b3ce26,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:22.345543 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f15eed57-3956-4bdd-b5e9-c23218dc677b None None] Transition to ACTIVE for port object a5cf0f43-e719-44ed-b100-9181563956fb will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:22.358225 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-baacc942-0882-427b-9f60-5107ef98bdca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:22.376976 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f15eed57-3956-4bdd-b5e9-c23218dc677b None None] Transition to ACTIVE for port object a5cf0f43-e719-44ed-b100-9181563956fb will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:22.416425 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4381aed5-03ba-42e7-9d37-67115f72c25e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:22.434274 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f15eed57-3956-4bdd-b5e9-c23218dc677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:22.434799 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f063be21-a9cb-4ed4-ae09-798c1060a8a5 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:22.522342 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381aed5-03ba-42e7-9d37-67115f72c25e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Port': ['ID=4cb9bb08-b2fd-4e18-b0ee-b583ab9b2204,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:22.543647 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15eed57-3956-4bdd-b5e9-c23218dc677b None None] Network 5bd09302-b9b9-4f96-86e0-1675230a9247 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:22.547994 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-f15eed57-3956-4bdd-b5e9-c23218dc677b None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:22.566435 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15eed57-3956-4bdd-b5e9-c23218dc677b None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:22.576759 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15eed57-3956-4bdd-b5e9-c23218dc677b None None] Pushing event updated for resources: {'Port': ['ID=a5cf0f43-e719-44ed-b100-9181563956fb,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:22.712758 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f15eed57-3956-4bdd-b5e9-c23218dc677b None None] Attempting to bind port a5cf0f43-e719-44ed-b100-9181563956fb on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:40:22.712758 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f15eed57-3956-4bdd-b5e9-c23218dc677b None None] Attempting to bind port a5cf0f43-e719-44ed-b100-9181563956fb by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '33b7cee0-2d1b-4782-929d-890e69030339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5bd09302-b9b9-4f96-86e0-1675230a9247'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:40:22.716760 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15eed57-3956-4bdd-b5e9-c23218dc677b None None] Attempting to bind port a5cf0f43-e719-44ed-b100-9181563956fb on network 5bd09302-b9b9-4f96-86e0-1675230a9247 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:40:22.760371 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15eed57-3956-4bdd-b5e9-c23218dc677b None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:40:22.760965 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15eed57-3956-4bdd-b5e9-c23218dc677b None None] Checking segment: {'id': '33b7cee0-2d1b-4782-929d-890e69030339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5bd09302-b9b9-4f96-86e0-1675230a9247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:40:22.761623 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f15eed57-3956-4bdd-b5e9-c23218dc677b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:22.762289 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15eed57-3956-4bdd-b5e9-c23218dc677b None None] Bound using segment: {'id': '33b7cee0-2d1b-4782-929d-890e69030339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5bd09302-b9b9-4f96-86e0-1675230a9247'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:40:22.776052 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f15eed57-3956-4bdd-b5e9-c23218dc677b None None] Bound port: a5cf0f43-e719-44ed-b100-9181563956fb, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b7cee0-2d1b-4782-929d-890e69030339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '5bd09302-b9b9-4f96-86e0-1675230a9247'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:40:22.776052 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f15eed57-3956-4bdd-b5e9-c23218dc677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:22.838477 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27c5aed-db40-4e5d-9321-cde1b58efd7d None None] Network fd5dfb43-b552-4c89-976a-a99d2c5409ab requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:40:22.994196 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-baacc942-0882-427b-9f60-5107ef98bdca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:23.184429 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f15eed57-3956-4bdd-b5e9-c23218dc677b None None] For port a5cf0f43-e719-44ed-b100-9181563956fb, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:40:23.191917 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f15eed57-3956-4bdd-b5e9-c23218dc677b None None] For port a5cf0f43-e719-44ed-b100-9181563956fb, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a5cf0f43-e719-44ed-b100-9181563956fb,segment=NetworkSegment(33b7cee0-2d1b-4782-929d-890e69030339),segment_id=33b7cee0-2d1b-4782-929d-890e69030339)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:40:23.198917 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 21aba52a-5dff-43a3-9b99-43f7212a7817 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:23.255768 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f15eed57-3956-4bdd-b5e9-c23218dc677b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:23.273925 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d5d5d4ac-ecbe-47c4-8ce4-0d3843f3eec4 None None] Provisioning for port 21aba52a-5dff-43a3-9b99-43f7212a7817 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:23.339166 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4381aed5-03ba-42e7-9d37-67115f72c25e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:23.398916 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baacc942-0882-427b-9f60-5107ef98bdca admin admin] Router 7563ab62-70f1-447f-a3e9-3e77c6e7c131 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:40:23.489743 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15eed57-3956-4bdd-b5e9-c23218dc677b None None] Pushing event updated for resources: {'Port': ['ID=a5cf0f43-e719-44ed-b100-9181563956fb,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:23.517141 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 21aba52a-5dff-43a3-9b99-43f7212a7817 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:23.525216 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 21aba52a-5dff-43a3-9b99-43f7212a7817 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:23.525755 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:23.666420 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baacc942-0882-427b-9f60-5107ef98bdca admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:40:23.680411 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:23.713636 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-baacc942-0882-427b-9f60-5107ef98bdca admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:23.719431 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-baacc942-0882-427b-9f60-5107ef98bdca admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3012342 Sep 01 15:40:23.720232 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5daaf9-5d4f-43d4-8c76-e7e570461b6e None None] Sync routers for ids ['7563ab62-70f1-447f-a3e9-3e77c6e7c131'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:40:23.720376 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43586) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:23.791686 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5daaf9-5d4f-43d4-8c76-e7e570461b6e None None] Routers {'7563ab62-70f1-447f-a3e9-3e77c6e7c131'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:23.793700 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-bd5daaf9-5d4f-43d4-8c76-e7e570461b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['7563ab62-70f1-447f-a3e9-3e77c6e7c131'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:23.812343 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 21aba52a-5dff-43a3-9b99-43f7212a7817, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=21aba52a-5dff-43a3-9b99-43f7212a7817,segment=NetworkSegment(e109a916-d858-4cdf-a6d5-40ba1e1512d1),segment_id=e109a916-d858-4cdf-a6d5-40ba1e1512d1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:23.907193 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:23.908425 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device dd7124ad-ec44-4a47-99df-87eaf00c6810 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:24.161290 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-bd5daaf9-5d4f-43d4-8c76-e7e570461b6e None None] Set router 7563ab62-70f1-447f-a3e9-3e77c6e7c131 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:40:24.165321 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=21aba52a-5dff-43a3-9b99-43f7212a7817,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:24.199815 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d6d559-4499-4587-a7a6-27eb9672affb admin admin] Router f83edebe-7156-47f8-b3a7-245de57a6b5c has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:40:24.251882 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port dd7124ad-ec44-4a47-99df-87eaf00c6810 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:24.252577 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:24.301764 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4381aed5-03ba-42e7-9d37-67115f72c25e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Router ec6a670c-13be-48fd-902a-538f40ade24e has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:40:24.367567 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f063be21-a9cb-4ed4-ae09-798c1060a8a5 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:24.390597 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c7a98a30-c1e3-447a-bc6a-1e89bb08a096 None None] Provisioning complete for port 21aba52a-5dff-43a3-9b99-43f7212a7817 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:24.391236 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c7a98a30-c1e3-447a-bc6a-1e89bb08a096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:24.413268 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f063be21-a9cb-4ed4-ae09-798c1060a8a5 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:24.425684 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5d1ca8e8-4e35-46c5-b95f-0212f17b5e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:24.619891 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4381aed5-03ba-42e7-9d37-67115f72c25e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:40:24.630199 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4381aed5-03ba-42e7-9d37-67115f72c25e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "PUT /v2.0/routers/ec6a670c-13be-48fd-902a-538f40ade24e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0053668 Sep 01 15:40:24.642151 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43590) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:24.647793 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec28fa6-4381-431d-a5c4-e299b343f1bc None None] Sync routers for ids ['ec6a670c-13be-48fd-902a-538f40ade24e'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:40:24.689133 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec28fa6-4381-431d-a5c4-e299b343f1bc None None] Routers {'ec6a670c-13be-48fd-902a-538f40ade24e'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:24.690150 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-fec28fa6-4381-431d-a5c4-e299b343f1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['ec6a670c-13be-48fd-902a-538f40ade24e'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:24.747765 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-1266e7e2-362b-452a-a4b6-af0b922e3b98 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] GET failed (client error): The resource could not be found. Sep 01 15:40:24.749458 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1266e7e2-362b-452a-a4b6-af0b922e3b98 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "GET /v2.0/ports/4cb9bb08-b2fd-4e18-b0ee-b583ab9b2204 HTTP/1.1" status: 404 len: 333 time: 0.1062589 Sep 01 15:40:24.754758 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43592) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:24.761147 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d6d559-4499-4587-a7a6-27eb9672affb admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:40:24.772419 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-89d6d559-4499-4587-a7a6-27eb9672affb admin admin] 10.222.0.60 "PUT /v2.0/routers/f83edebe-7156-47f8-b3a7-245de57a6b5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1290445 Sep 01 15:40:24.777469 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43594) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:24.791593 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce43cda-b453-4caf-aaa2-64b94ad5b20c None None] Sync routers for ids ['f83edebe-7156-47f8-b3a7-245de57a6b5c'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:40:24.801416 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-f063be21-a9cb-4ed4-ae09-798c1060a8a5 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Allocated IP 172.25.6.66 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/78e50477-9cea-453a-812d-da8061b4d768) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:24.807228 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-fec28fa6-4381-431d-a5c4-e299b343f1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:24.828816 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce43cda-b453-4caf-aaa2-64b94ad5b20c None None] Routers {'f83edebe-7156-47f8-b3a7-245de57a6b5c'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:24.830693 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec28fa6-4381-431d-a5c4-e299b343f1bc None None] Routers {'ec6a670c-13be-48fd-902a-538f40ade24e'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:24.831368 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4ce43cda-b453-4caf-aaa2-64b94ad5b20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f83edebe-7156-47f8-b3a7-245de57a6b5c'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:24.831713 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-fec28fa6-4381-431d-a5c4-e299b343f1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['ec6a670c-13be-48fd-902a-538f40ade24e'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:24.914403 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-fec28fa6-4381-431d-a5c4-e299b343f1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:24.916243 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec28fa6-4381-431d-a5c4-e299b343f1bc None None] The sync data for ids ['ec6a670c-13be-48fd-902a-538f40ade24e'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:40:25.177237 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f063be21-a9cb-4ed4-ae09-798c1060a8a5 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.220242 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 21aba52a-5dff-43a3-9b99-43f7212a7817 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:25.224405 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c5e9b0-8dcc-40b6-8c72-381c9dc582c0 None None] Network 5bd09302-b9b9-4f96-86e0-1675230a9247 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:40:25.244125 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-06e14b3c-4fd3-4940-94a3-df99408d2e64 admin admin] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.302614 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f063be21-a9cb-4ed4-ae09-798c1060a8a5 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.335263 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea82d73f-11bd-4a0b-bc67-8e46dc047e84 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.389577 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f063be21-a9cb-4ed4-ae09-798c1060a8a5 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:25.396336 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-f063be21-a9cb-4ed4-ae09-798c1060a8a5 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:25.398199 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-bd5daaf9-5d4f-43d4-8c76-e7e570461b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7563ab62-70f1-447f-a3e9-3e77c6e7c131', 'name': 'tempest-TestServerMultinode-696078703-router', 'tenant_id': '756bedfd9af94037abe1b63468d322fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '037835d8-f914-4ab8-97e3-7b65934e2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:19Z', 'updated_at': '2021-09-01T15:40:21Z', 'revision_number': 3, 'project_id': '756bedfd9af94037abe1b63468d322fd', 'gw_port': {'id': '037835d8-f914-4ab8-97e3-7b65934e2668', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:94:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7563ab62-70f1-447f-a3e9-3e77c6e7c131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:20Z', 'updated_at': '2021-09-01T15:40:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:25.408066 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f063be21-a9cb-4ed4-ae09-798c1060a8a5 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:25.449566 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063be21-a9cb-4ed4-ae09-798c1060a8a5 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Pushing event updated for resources: {'Port': ['ID=78e50477-9cea-453a-812d-da8061b4d768,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:25.453120 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5daaf9-5d4f-43d4-8c76-e7e570461b6e None None] Checking router: 7563ab62-70f1-447f-a3e9-3e77c6e7c131 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:40:25.458824 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5daaf9-5d4f-43d4-8c76-e7e570461b6e None None] Updating router 7563ab62-70f1-447f-a3e9-3e77c6e7c131 port 037835d8-f914-4ab8-97e3-7b65934e2668 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:40:25.460740 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-19f5554e-a790-4396-bce2-66d5bc926c0a None None] Provisioning for port a5cf0f43-e719-44ed-b100-9181563956fb completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:25.489926 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-06e14b3c-4fd3-4940-94a3-df99408d2e64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.529889 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bd5daaf9-5d4f-43d4-8c76-e7e570461b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.565914 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-4ce43cda-b453-4caf-aaa2-64b94ad5b20c None None] Set router f83edebe-7156-47f8-b3a7-245de57a6b5c gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:40:25.606241 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-5d1ca8e8-4e35-46c5-b95f-0212f17b5e6c admin admin] Allocated IP 172.20.0.1 (fd5dfb43-b552-4c89-976a-a99d2c5409ab/5cb3d5ce-5df5-4967-877b-5457bd31cdb5/bc3dd099-cbbe-41ee-bae4-24de6972d793) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:25.614080 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea82d73f-11bd-4a0b-bc67-8e46dc047e84 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.618422 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea82d73f-11bd-4a0b-bc67-8e46dc047e84 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.623745 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 21aba52a-5dff-43a3-9b99-43f7212a7817 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:25.624191 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.677875 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-06e14b3c-4fd3-4940-94a3-df99408d2e64 admin admin] Deleting port fc56e5f8-3623-46a7-87bf-66e6dde9de4b {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:25.678136 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-06e14b3c-4fd3-4940-94a3-df99408d2e64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.758586 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea82d73f-11bd-4a0b-bc67-8e46dc047e84 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.759395 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea82d73f-11bd-4a0b-bc67-8e46dc047e84 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Fanout notify agent at l3_agent the message router_deleted on router ec6a670c-13be-48fd-902a-538f40ade24e {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:40:25.768595 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea82d73f-11bd-4a0b-bc67-8e46dc047e84 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.769440 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ea82d73f-11bd-4a0b-bc67-8e46dc047e84 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/routers/ec6a670c-13be-48fd-902a-538f40ade24e HTTP/1.1" status: 204 len: 168 time: 1.0132020 Sep 01 15:40:25.772070 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43596) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:25.862888 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d935c0b-0d90-44bb-8d50-ead3fb18fb2d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting subnet 2623b932-b180-43ba-b55f-9f67306d46a1 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:40:25.870080 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1d935c0b-0d90-44bb-8d50-ead3fb18fb2d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.902687 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-06e14b3c-4fd3-4940-94a3-df99408d2e64 admin admin] For port fc56e5f8-3623-46a7-87bf-66e6dde9de4b, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fc56e5f8-3623-46a7-87bf-66e6dde9de4b,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:25.903767 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-06e14b3c-4fd3-4940-94a3-df99408d2e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.912072 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5d1ca8e8-4e35-46c5-b95f-0212f17b5e6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:25.941303 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-06e14b3c-4fd3-4940-94a3-df99408d2e64 admin admin] Calling delete_port for fc56e5f8-3623-46a7-87bf-66e6dde9de4b owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:25.944990 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-5d1ca8e8-4e35-46c5-b95f-0212f17b5e6c admin admin] Transition to ACTIVE for port object bc3dd099-cbbe-41ee-bae4-24de6972d793 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:25.948965 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1d935c0b-0d90-44bb-8d50-ead3fb18fb2d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:26.080003 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5d1ca8e8-4e35-46c5-b95f-0212f17b5e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:26.101018 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1d935c0b-0d90-44bb-8d50-ead3fb18fb2d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:26.113617 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a5cf0f43-e719-44ed-b100-9181563956fb up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:26.118876 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f063be21-a9cb-4ed4-ae09-798c1060a8a5 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:26.192628 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1ca8e8-4e35-46c5-b95f-0212f17b5e6c admin admin] Network fd5dfb43-b552-4c89-976a-a99d2c5409ab is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:26.220021 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-5d1ca8e8-4e35-46c5-b95f-0212f17b5e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:26.230181 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1ca8e8-4e35-46c5-b95f-0212f17b5e6c admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:26.243402 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ca8e8-4e35-46c5-b95f-0212f17b5e6c admin admin] Pushing event updated for resources: {'Port': ['ID=bc3dd099-cbbe-41ee-bae4-24de6972d793,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:26.291849 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4ce43cda-b453-4caf-aaa2-64b94ad5b20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'name': 'tempest-TestVolumeBackupRestore-510133207-router', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:47Z', 'updated_at': '2021-09-01T15:40:21Z', 'revision_number': 5, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'gw_port': {'id': 'fc56e5f8-3623-46a7-87bf-66e6dde9de4b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:32:49Z', 'updated_at': '2021-09-01T15:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:26.337012 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1d935c0b-0d90-44bb-8d50-ead3fb18fb2d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:26.375377 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce43cda-b453-4caf-aaa2-64b94ad5b20c None None] Checking router: f83edebe-7156-47f8-b3a7-245de57a6b5c for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:40:26.394189 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port a5cf0f43-e719-44ed-b100-9181563956fb completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:26.406392 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port a5cf0f43-e719-44ed-b100-9181563956fb triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:26.407490 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:26.423179 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1d935c0b-0d90-44bb-8d50-ead3fb18fb2d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:26.430865 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1d935c0b-0d90-44bb-8d50-ead3fb18fb2d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/subnets/2623b932-b180-43ba-b55f-9f67306d46a1 HTTP/1.1" status: 204 len: 168 time: 0.6573262 Sep 01 15:40:26.433844 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43598) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:26.435281 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d935c0b-0d90-44bb-8d50-ead3fb18fb2d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Subnet': ['ID=2623b932-b180-43ba-b55f-9f67306d46a1,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:26.452711 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5d1ca8e8-4e35-46c5-b95f-0212f17b5e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:26.466139 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bd5daaf9-5d4f-43d4-8c76-e7e570461b6e None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:26.477886 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f937d63-6780-44ea-a042-d4e7a8f84515 None None] Network 6e2b4597-c553-408a-a160-96dbaa5f01d0 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:40:26.612893 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce43cda-b453-4caf-aaa2-64b94ad5b20c None None] Routers {'f83edebe-7156-47f8-b3a7-245de57a6b5c'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:26.613548 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4ce43cda-b453-4caf-aaa2-64b94ad5b20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f83edebe-7156-47f8-b3a7-245de57a6b5c'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:26.698140 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-32004758-d2c3-483a-9d88-cc6d6cd550e5 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:26.721603 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-4ce43cda-b453-4caf-aaa2-64b94ad5b20c None None] Set router f83edebe-7156-47f8-b3a7-245de57a6b5c gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:40:26.773643 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-06e14b3c-4fd3-4940-94a3-df99408d2e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:26.815187 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-bd5daaf9-5d4f-43d4-8c76-e7e570461b6e None None] Transition to ACTIVE for port object 037835d8-f914-4ab8-97e3-7b65934e2668 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:26.845633 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e14b3c-4fd3-4940-94a3-df99408d2e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc56e5f8-3623-46a7-87bf-66e6dde9de4b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:26.853538 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f063be21-a9cb-4ed4-ae09-798c1060a8a5 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:26.868285 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4ce43cda-b453-4caf-aaa2-64b94ad5b20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'name': 'tempest-TestVolumeBackupRestore-510133207-router', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:47Z', 'updated_at': '2021-09-01T15:40:25Z', 'revision_number': 6, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:26.884160 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bd5daaf9-5d4f-43d4-8c76-e7e570461b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:26.960018 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5d1ca8e8-4e35-46c5-b95f-0212f17b5e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:26.965956 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-32004758-d2c3-483a-9d88-cc6d6cd550e5 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting port 8daa194c-5dab-49ff-aacc-949fe97cdac2 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:26.966352 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-32004758-d2c3-483a-9d88-cc6d6cd550e5 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:27.019385 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce43cda-b453-4caf-aaa2-64b94ad5b20c None None] The sync data for ids ['f83edebe-7156-47f8-b3a7-245de57a6b5c'] in n-d-794796-3 is: [{'id': 'f83edebe-7156-47f8-b3a7-245de57a6b5c', 'name': 'tempest-TestVolumeBackupRestore-510133207-router', 'tenant_id': '4f712c44f09d4a638eab9ace3b122469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:32:47Z', 'updated_at': '2021-09-01T15:40:25Z', 'revision_number': 6, 'project_id': '4f712c44f09d4a638eab9ace3b122469', 'gw_port_host': None}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:40:27.051370 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d3c50a33-88ab-428c-ab14-c603a85f3b03 None None] Provisioning complete for port a5cf0f43-e719-44ed-b100-9181563956fb triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:27.051942 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d3c50a33-88ab-428c-ab14-c603a85f3b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:27.153825 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-32004758-d2c3-483a-9d88-cc6d6cd550e5 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] For port 8daa194c-5dab-49ff-aacc-949fe97cdac2, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=8daa194c-5dab-49ff-aacc-949fe97cdac2,segment=NetworkSegment(e702dcfd-2bc1-4669-b871-f0b04e2d1cc5),segment_id=e702dcfd-2bc1-4669-b871-f0b04e2d1cc5)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:27.154718 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-32004758-d2c3-483a-9d88-cc6d6cd550e5 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:27.184190 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-32004758-d2c3-483a-9d88-cc6d6cd550e5 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Calling delete_port for 8daa194c-5dab-49ff-aacc-949fe97cdac2 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:27.184875 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-bd5daaf9-5d4f-43d4-8c76-e7e570461b6e None None] Attempting to bind port 037835d8-f914-4ab8-97e3-7b65934e2668 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:40:27.185479 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-bd5daaf9-5d4f-43d4-8c76-e7e570461b6e None None] Attempting to bind port 037835d8-f914-4ab8-97e3-7b65934e2668 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:40:27.186120 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5daaf9-5d4f-43d4-8c76-e7e570461b6e None None] Attempting to bind port 037835d8-f914-4ab8-97e3-7b65934e2668 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:40:27.203043 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e9b87-bb2c-4fd8-a728-48660c7a2e2a None None] Pushing event updated for resources: {'Port': ['ID=037835d8-f914-4ab8-97e3-7b65934e2668,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:27.243518 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5daaf9-5d4f-43d4-8c76-e7e570461b6e None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:40:27.243866 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5daaf9-5d4f-43d4-8c76-e7e570461b6e None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:40:27.244619 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bd5daaf9-5d4f-43d4-8c76-e7e570461b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:27.245150 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5daaf9-5d4f-43d4-8c76-e7e570461b6e None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:40:27.246343 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-bd5daaf9-5d4f-43d4-8c76-e7e570461b6e None None] Bound port: 037835d8-f914-4ab8-97e3-7b65934e2668, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:40:27.246638 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bd5daaf9-5d4f-43d4-8c76-e7e570461b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:27.257719 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e9b87-bb2c-4fd8-a728-48660c7a2e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:27.258280 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e9b87-bb2c-4fd8-a728-48660c7a2e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:27.258888 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e9b87-bb2c-4fd8-a728-48660c7a2e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:27.259457 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e9b87-bb2c-4fd8-a728-48660c7a2e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:27.260027 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e9b87-bb2c-4fd8-a728-48660c7a2e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:27.260566 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e9b87-bb2c-4fd8-a728-48660c7a2e2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:27.261151 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e9b87-bb2c-4fd8-a728-48660c7a2e2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:27.261679 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e9b87-bb2c-4fd8-a728-48660c7a2e2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:27.262235 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e9b87-bb2c-4fd8-a728-48660c7a2e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:27.262832 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e9b87-bb2c-4fd8-a728-48660c7a2e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:27.263458 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e9b87-bb2c-4fd8-a728-48660c7a2e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:27.263959 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2e9b87-bb2c-4fd8-a728-48660c7a2e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:27.338828 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:27.398722 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43602) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:27.532752 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-06e14b3c-4fd3-4940-94a3-df99408d2e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:27.550870 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-32004758-d2c3-483a-9d88-cc6d6cd550e5 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:27.612088 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5d1ca8e8-4e35-46c5-b95f-0212f17b5e6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:27.720218 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-06e14b3c-4fd3-4940-94a3-df99408d2e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:27.729052 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-06e14b3c-4fd3-4940-94a3-df99408d2e64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:27.749755 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13410d89-c64f-4e7d-81ae-7a04bc321296 None None] DHCP port deletion for 6e2b4597-c553-408a-a160-96dbaa5f01d0 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:40:27.759053 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5d1ca8e8-4e35-46c5-b95f-0212f17b5e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:27.763325 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-bd5daaf9-5d4f-43d4-8c76-e7e570461b6e None None] For port 037835d8-f914-4ab8-97e3-7b65934e2668, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:40:27.811388 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port a5cf0f43-e719-44ed-b100-9181563956fb, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a5cf0f43-e719-44ed-b100-9181563956fb,segment=NetworkSegment(33b7cee0-2d1b-4782-929d-890e69030339),segment_id=33b7cee0-2d1b-4782-929d-890e69030339)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:27.816766 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32004758-d2c3-483a-9d88-cc6d6cd550e5 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Port': ['ID=8daa194c-5dab-49ff-aacc-949fe97cdac2,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:27.824612 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-bd5daaf9-5d4f-43d4-8c76-e7e570461b6e None None] For port 037835d8-f914-4ab8-97e3-7b65934e2668, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=037835d8-f914-4ab8-97e3-7b65934e2668,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:40:27.825449 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32004758-d2c3-483a-9d88-cc6d6cd550e5 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] No DVR routers for this DVR port 8daa194c-5dab-49ff-aacc-949fe97cdac2 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:40:27.832352 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:27.846265 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d3c50a33-88ab-428c-ab14-c603a85f3b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:27.849115 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-06e14b3c-4fd3-4940-94a3-df99408d2e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:27.850465 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bd5daaf9-5d4f-43d4-8c76-e7e570461b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:27.850703 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e14b3c-4fd3-4940-94a3-df99408d2e64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f83edebe-7156-47f8-b3a7-245de57a6b5c {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:40:27.856193 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f063be21-a9cb-4ed4-ae09-798c1060a8a5 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Router 9e683d2a-2538-42a6-9a6b-13b7f27e1109 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:40:27.863962 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-06e14b3c-4fd3-4940-94a3-df99408d2e64 admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:27.865283 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-06e14b3c-4fd3-4940-94a3-df99408d2e64 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f83edebe-7156-47f8-b3a7-245de57a6b5c HTTP/1.1" status: 204 len: 168 time: 3.0867898 Sep 01 15:40:27.869483 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43604) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:27.957504 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:27.988026 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=a5cf0f43-e719-44ed-b100-9181563956fb,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:27.999378 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5daaf9-5d4f-43d4-8c76-e7e570461b6e None None] Routers {'7563ab62-70f1-447f-a3e9-3e77c6e7c131'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:27.999975 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-bd5daaf9-5d4f-43d4-8c76-e7e570461b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['7563ab62-70f1-447f-a3e9-3e77c6e7c131'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:28.007582 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc21057-3792-4ad3-9934-9cd4759255ca admin admin] Deleting subnet da20ebf2-a46b-4ef3-a737-42373cf96a21 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:40:28.049517 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bfc21057-3792-4ad3-9934-9cd4759255ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:28.100010 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.api [None req-d3c50a33-88ab-428c-ab14-c603a85f3b03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:40:28.100010 n-d-794796-3 neutron-server[94735]: DEBUG oslo_db.api [None req-d3c50a33-88ab-428c-ab14-c603a85f3b03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:40:28.154433 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e9b87-bb2c-4fd8-a728-48660c7a2e2a None None] Pushing event updated for resources: {'Port': ['ID=037835d8-f914-4ab8-97e3-7b65934e2668,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:28.177862 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5d1ca8e8-4e35-46c5-b95f-0212f17b5e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:28.202204 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bfc21057-3792-4ad3-9934-9cd4759255ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:28.210011 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ca8e8-4e35-46c5-b95f-0212f17b5e6c admin admin] Pushing event updated for resources: {'Port': ['ID=bc3dd099-cbbe-41ee-bae4-24de6972d793,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:28.213136 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-bd5daaf9-5d4f-43d4-8c76-e7e570461b6e None None] Set router 7563ab62-70f1-447f-a3e9-3e77c6e7c131 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:40:28.224781 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-32004758-d2c3-483a-9d88-cc6d6cd550e5 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:28.268059 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f063be21-a9cb-4ed4-ae09-798c1060a8a5 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:40:28.271269 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a5cf0f43-e719-44ed-b100-9181563956fb up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:28.291394 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701b5d03-1864-4a05-ac84-eb3f4d53b6d8 None None] Sync routers for ids ['9e683d2a-2538-42a6-9a6b-13b7f27e1109'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:40:28.292611 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-32004758-d2c3-483a-9d88-cc6d6cd550e5 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e2b4597-c553-408a-a160-96dbaa5f01d0']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:28.320463 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701b5d03-1864-4a05-ac84-eb3f4d53b6d8 None None] Routers {'9e683d2a-2538-42a6-9a6b-13b7f27e1109'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:28.322693 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-701b5d03-1864-4a05-ac84-eb3f4d53b6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['9e683d2a-2538-42a6-9a6b-13b7f27e1109'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:28.329070 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f063be21-a9cb-4ed4-ae09-798c1060a8a5 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:28.331184 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f063be21-a9cb-4ed4-ae09-798c1060a8a5 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.8015811 Sep 01 15:40:28.334518 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43606) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:28.341490 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-32004758-d2c3-483a-9d88-cc6d6cd550e5 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e702dcfd-2bc1-4669-b871-f0b04e2d1cc5') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:28.342554 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-32004758-d2c3-483a-9d88-cc6d6cd550e5 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e702dcfd-2bc1-4669-b871-f0b04e2d1cc5') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:28.371857 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-32004758-d2c3-483a-9d88-cc6d6cd550e5 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:28.374803 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-701b5d03-1864-4a05-ac84-eb3f4d53b6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:28.398122 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701b5d03-1864-4a05-ac84-eb3f4d53b6d8 None None] Routers {'9e683d2a-2538-42a6-9a6b-13b7f27e1109'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:28.401396 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-701b5d03-1864-4a05-ac84-eb3f4d53b6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['9e683d2a-2538-42a6-9a6b-13b7f27e1109'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:28.419478 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-32004758-d2c3-483a-9d88-cc6d6cd550e5 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:28.465177 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32004758-d2c3-483a-9d88-cc6d6cd550e5 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:40:28.465616 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-32004758-d2c3-483a-9d88-cc6d6cd550e5 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:28.466025 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-701b5d03-1864-4a05-ac84-eb3f4d53b6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:28.466717 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701b5d03-1864-4a05-ac84-eb3f4d53b6d8 None None] The sync data for ids ['9e683d2a-2538-42a6-9a6b-13b7f27e1109'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:40:28.472421 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:40:28.517168 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bfc21057-3792-4ad3-9934-9cd4759255ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:28.543290 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1ca8e8-4e35-46c5-b95f-0212f17b5e6c admin admin] Network fd5dfb43-b552-4c89-976a-a99d2c5409ab is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:28.571961 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-5d1ca8e8-4e35-46c5-b95f-0212f17b5e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:28.576735 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port a5cf0f43-e719-44ed-b100-9181563956fb triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:28.577436 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:28.645141 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-32004758-d2c3-483a-9d88-cc6d6cd550e5 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:28.652990 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-32004758-d2c3-483a-9d88-cc6d6cd550e5 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:28.660228 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-32004758-d2c3-483a-9d88-cc6d6cd550e5 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/networks/6e2b4597-c553-408a-a160-96dbaa5f01d0 HTTP/1.1" status: 204 len: 168 time: 2.2195296 Sep 01 15:40:28.668623 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43608) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:28.764151 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32004758-d2c3-483a-9d88-cc6d6cd550e5 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Network': ['ID=6e2b4597-c553-408a-a160-96dbaa5f01d0,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:28.784346 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea1eba3-6e6e-49c6-9173-c938b09378cb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:28.801041 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5ea1eba3-6e6e-49c6-9173-c938b09378cb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "GET /v2.0/ports/b46eddd2-f8f0-4988-8ccb-a1dc9a3cbc3e HTTP/1.1" status: 200 len: 845 time: 0.1139216 Sep 01 15:40:28.801222 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bfc21057-3792-4ad3-9934-9cd4759255ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:28.801222 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43610) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:28.903131 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc21057-3792-4ad3-9934-9cd4759255ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da20ebf2-a46b-4ef3-a737-42373cf96a21,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:28.907959 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1ca8e8-4e35-46c5-b95f-0212f17b5e6c admin admin] Router 7563ab62-70f1-447f-a3e9-3e77c6e7c131 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:40:28.925384 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bfc21057-3792-4ad3-9934-9cd4759255ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:28.935330 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bfc21057-3792-4ad3-9934-9cd4759255ca admin admin] 10.222.0.60 "DELETE /v2.0/subnets/da20ebf2-a46b-4ef3-a737-42373cf96a21 HTTP/1.1" status: 204 len: 168 time: 1.0639770 Sep 01 15:40:28.951547 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76738714-b257-4ce0-a5ce-cb48374ebf63 None None] Network 76769b7a-4b3e-4693-94a4-6c03453c9aef requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:40:28.960489 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc21057-3792-4ad3-9934-9cd4759255ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:28.961256 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc21057-3792-4ad3-9934-9cd4759255ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:28.963243 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc21057-3792-4ad3-9934-9cd4759255ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:28.963243 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc21057-3792-4ad3-9934-9cd4759255ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:28.964405 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc21057-3792-4ad3-9934-9cd4759255ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:28.965205 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc21057-3792-4ad3-9934-9cd4759255ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:28.966531 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc21057-3792-4ad3-9934-9cd4759255ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:28.968059 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc21057-3792-4ad3-9934-9cd4759255ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:28.970047 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc21057-3792-4ad3-9934-9cd4759255ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:28.971446 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc21057-3792-4ad3-9934-9cd4759255ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:28.972156 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc21057-3792-4ad3-9934-9cd4759255ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:28.972898 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc21057-3792-4ad3-9934-9cd4759255ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:28.988192 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43612) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:29.050721 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dadd18c5-daa2-44a4-b90d-d1dc1e7685e7 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:29.056045 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d82cdbba-6c60-436b-8d6e-8c1eed462423 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "GET /v2.0/ports/b46eddd2-f8f0-4988-8ccb-a1dc9a3cbc3e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2553923 Sep 01 15:40:29.066905 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43614) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:29.077340 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-bd5daaf9-5d4f-43d4-8c76-e7e570461b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7563ab62-70f1-447f-a3e9-3e77c6e7c131', 'name': 'tempest-TestServerMultinode-696078703-router', 'tenant_id': '756bedfd9af94037abe1b63468d322fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '037835d8-f914-4ab8-97e3-7b65934e2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:19Z', 'updated_at': '2021-09-01T15:40:26Z', 'revision_number': 4, 'project_id': '756bedfd9af94037abe1b63468d322fd', 'gw_port': {'id': '037835d8-f914-4ab8-97e3-7b65934e2668', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:94:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7563ab62-70f1-447f-a3e9-3e77c6e7c131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:20Z', 'updated_at': '2021-09-01T15:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'bc3dd099-cbbe-41ee-bae4-24de6972d793', 'name': '', 'network_id': 'fd5dfb43-b552-4c89-976a-a99d2c5409ab', 'tenant_id': '756bedfd9af94037abe1b63468d322fd', 'mac_address': 'fa:16:3e:8b:ab:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7563ab62-70f1-447f-a3e9-3e77c6e7c131', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '5cb3d5ce-5df5-4967-877b-5457bd31cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:24Z', 'updated_at': '2021-09-01T15:40:27Z', 'revision_number': 2, 'project_id': '756bedfd9af94037abe1b63468d322fd', 'subnets': [{'id': '5cb3d5ce-5df5-4967-877b-5457bd31cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:29.130671 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5daaf9-5d4f-43d4-8c76-e7e570461b6e None None] The sync data for ids ['7563ab62-70f1-447f-a3e9-3e77c6e7c131'] in n-d-794796-3 is: [{'id': '7563ab62-70f1-447f-a3e9-3e77c6e7c131', 'name': 'tempest-TestServerMultinode-696078703-router', 'tenant_id': '756bedfd9af94037abe1b63468d322fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '037835d8-f914-4ab8-97e3-7b65934e2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:19Z', 'updated_at': '2021-09-01T15:40:26Z', 'revision_number': 4, 'project_id': '756bedfd9af94037abe1b63468d322fd', 'gw_port': {'id': '037835d8-f914-4ab8-97e3-7b65934e2668', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:94:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7563ab62-70f1-447f-a3e9-3e77c6e7c131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:20Z', 'updated_at': '2021-09-01T15:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'bc3dd099-cbbe-41ee-bae4-24de6972d793', 'name': '', 'network_id': 'fd5dfb43-b552-4c89-976a-a99d2c5409ab', 'tenant_id': '756bedfd9af94037abe1b63468d322fd', 'mac_address': 'fa:16:3e:8b:ab:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7563ab62-70f1-447f-a3e9-3e77c6e7c131', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '5cb3d5ce-5df5-4967-877b-5457bd31cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:24Z', 'updated_at': '2021-09-01T15:40:27Z', 'revision_number': 2, 'project_id': '756bedfd9af94037abe1b63468d322fd', 'subnets': [{'id': '5cb3d5ce-5df5-4967-877b-5457bd31cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:40:29.132737 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1c839137-08a4-4c71-8a71-2cbe46aedb08 None None] Provisioning for port bc3dd099-cbbe-41ee-bae4-24de6972d793 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:29.138358 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-9bec8637-348b-4a7d-81ef-57e83441ac40 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'subnet': {'network_id': '40d94957-3520-41f7-b113-501a287c5a9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:29.161234 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1c839137-08a4-4c71-8a71-2cbe46aedb08 None None] Provisioning complete for port bc3dd099-cbbe-41ee-bae4-24de6972d793 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:29.162020 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1c839137-08a4-4c71-8a71-2cbe46aedb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:29.196890 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-24c4f7ff-4eca-4641-92ff-ed8f7a77d9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:29.324720 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fc56e5f8-3623-46a7-87bf-66e6dde9de4b no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:40:29.360448 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1ca8e8-4e35-46c5-b95f-0212f17b5e6c admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:40:29.367392 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: fc56e5f8-3623-46a7-87bf-66e6dde9de4b {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:40:29.368198 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fc56e5f8-3623-46a7-87bf-66e6dde9de4b not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:40:29.369106 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e2b461ed-4a51-4497-a1d6-bae93e84524e no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:40:29.372937 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5d1ca8e8-4e35-46c5-b95f-0212f17b5e6c admin admin] 10.222.0.60 "PUT /v2.0/routers/7563ab62-70f1-447f-a3e9-3e77c6e7c131/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6509168 Sep 01 15:40:29.396915 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1c839137-08a4-4c71-8a71-2cbe46aedb08 None None] Port bc3dd099-cbbe-41ee-bae4-24de6972d793 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:29.446919 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-24c4f7ff-4eca-4641-92ff-ed8f7a77d9e7 admin admin] Deleting port 512ffee6-82d3-405e-b7ad-8e8869b43d17 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:29.447615 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-24c4f7ff-4eca-4641-92ff-ed8f7a77d9e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:29.464801 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: e2b461ed-4a51-4497-a1d6-bae93e84524e {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:40:29.465225 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e2b461ed-4a51-4497-a1d6-bae93e84524e not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:40:29.465596 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 8daa194c-5dab-49ff-aacc-949fe97cdac2 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:40:29.498079 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 8daa194c-5dab-49ff-aacc-949fe97cdac2 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:40:29.498702 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 8daa194c-5dab-49ff-aacc-949fe97cdac2 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:40:29.545770 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4388b50a-454f-44e2-b3d4-5e287ae05f3c None None] Provisioning complete for port bc3dd099-cbbe-41ee-bae4-24de6972d793 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:29.546135 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4388b50a-454f-44e2-b3d4-5e287ae05f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:29.634839 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-4388b50a-454f-44e2-b3d4-5e287ae05f3c None None] Port bc3dd099-cbbe-41ee-bae4-24de6972d793 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:29.642525 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f877163e-f74e-475a-a0d6-f1df56f83964 None None] DHCP port deletion for 76769b7a-4b3e-4693-94a4-6c03453c9aef request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:40:29.742905 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bec8637-348b-4a7d-81ef-57e83441ac40 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:29.745735 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-f877163e-f74e-475a-a0d6-f1df56f83964 None None] Deleting port 512ffee6-82d3-405e-b7ad-8e8869b43d17 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:29.746700 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-709b4fcf-7787-4309-af19-cc4d2abc2d70 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:29.748691 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9bec8637-348b-4a7d-81ef-57e83441ac40 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:29.749091 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f877163e-f74e-475a-a0d6-f1df56f83964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:29.832118 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-24c4f7ff-4eca-4641-92ff-ed8f7a77d9e7 admin admin] For port 512ffee6-82d3-405e-b7ad-8e8869b43d17, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=512ffee6-82d3-405e-b7ad-8e8869b43d17,segment=NetworkSegment(26eff680-32da-4167-a3b1-8718714d306e),segment_id=26eff680-32da-4167-a3b1-8718714d306e)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:29.832973 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-24c4f7ff-4eca-4641-92ff-ed8f7a77d9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:29.871094 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f877163e-f74e-475a-a0d6-f1df56f83964 None None] For port 512ffee6-82d3-405e-b7ad-8e8869b43d17, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=512ffee6-82d3-405e-b7ad-8e8869b43d17,segment=NetworkSegment(26eff680-32da-4167-a3b1-8718714d306e),segment_id=26eff680-32da-4167-a3b1-8718714d306e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:29.871749 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f877163e-f74e-475a-a0d6-f1df56f83964 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:29.900585 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-24c4f7ff-4eca-4641-92ff-ed8f7a77d9e7 admin admin] Calling delete_port for 512ffee6-82d3-405e-b7ad-8e8869b43d17 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:29.912114 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-f877163e-f74e-475a-a0d6-f1df56f83964 None None] Calling delete_port for 512ffee6-82d3-405e-b7ad-8e8869b43d17 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:30.065767 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 512ffee6-82d3-405e-b7ad-8e8869b43d17 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:40:30.233743 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f877163e-f74e-475a-a0d6-f1df56f83964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:30.334286 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877163e-f74e-475a-a0d6-f1df56f83964 None None] Pushing event deleted for resources: {'Port': ['ID=512ffee6-82d3-405e-b7ad-8e8869b43d17,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:30.367804 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f877163e-f74e-475a-a0d6-f1df56f83964 None None] No DVR routers for this DVR port 512ffee6-82d3-405e-b7ad-8e8869b43d17 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:40:30.391569 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No active binding found for port 512ffee6-82d3-405e-b7ad-8e8869b43d17 {{(pid=94735) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 15:40:30.392893 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 512ffee6-82d3-405e-b7ad-8e8869b43d17 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:40:30.529126 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-24c4f7ff-4eca-4641-92ff-ed8f7a77d9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:30.532960 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9bec8637-348b-4a7d-81ef-57e83441ac40 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:30.595757 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c4f7ff-4eca-4641-92ff-ed8f7a77d9e7 admin admin] No DVR routers for this DVR port 512ffee6-82d3-405e-b7ad-8e8869b43d17 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:40:30.606900 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4f7ff-4eca-4641-92ff-ed8f7a77d9e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=512ffee6-82d3-405e-b7ad-8e8869b43d17,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:30.632313 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bec8637-348b-4a7d-81ef-57e83441ac40 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network 40d94957-3520-41f7-b113-501a287c5a9f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:30.645530 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-9bec8637-348b-4a7d-81ef-57e83441ac40 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:30.681210 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bec8637-348b-4a7d-81ef-57e83441ac40 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:30.682084 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9bec8637-348b-4a7d-81ef-57e83441ac40 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:30.697091 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa40569c-4e39-47d1-a780-339905846385 None None] Network 40d94957-3520-41f7-b113-501a287c5a9f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:40:30.708718 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9bec8637-348b-4a7d-81ef-57e83441ac40 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5762215 Sep 01 15:40:30.714365 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43628) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:30.724939 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-9b4297db-1683-4223-bc94-43c90f0e68f8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'security_group': {'name': 'tempest-secgroup-1993412146'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:30.788196 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9b4297db-1683-4223-bc94-43c90f0e68f8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:30.802309 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec8637-348b-4a7d-81ef-57e83441ac40 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Subnet': ['ID=39879561-4caa-4d74-89af-0dd7ae9b6f4c,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:30.807492 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-dadd18c5-daa2-44a4-b90d-d1dc1e7685e7 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Deleting port dd7124ad-ec44-4a47-99df-87eaf00c6810 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:30.807865 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dadd18c5-daa2-44a4-b90d-d1dc1e7685e7 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:30.845757 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43632) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:30.869327 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-15f402fd-1eae-46e3-af59-37dc3b312162 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1830898642-network', 'tenant_id': '8bce11272d4544f1917d17554af470f3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:30.952161 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f402fd-1eae-46e3-af59-37dc3b312162 admin admin] Made reservation on behalf of 8bce11272d4544f1917d17554af470f3 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:30.958724 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-15f402fd-1eae-46e3-af59-37dc3b312162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:30.976656 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-24c4f7ff-4eca-4641-92ff-ed8f7a77d9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:31.011477 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-15f402fd-1eae-46e3-af59-37dc3b312162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:31.034699 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6bbf6f-86f2-4025-9c7c-94e49529f308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-40d94957-3520-41f7-b113-501a287c5a9f', 'network_id': '40d94957-3520-41f7-b113-501a287c5a9f', 'tenant_id': '3cb858130d6f414e9e42fab79755f568', 'fixed_ips': [{'subnet_id': '39879561-4caa-4d74-89af-0dd7ae9b6f4c'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:40:31.036273 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4d6bbf6f-86f2-4025-9c7c-94e49529f308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:31.042994 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-24c4f7ff-4eca-4641-92ff-ed8f7a77d9e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76769b7a-4b3e-4693-94a4-6c03453c9aef']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:31.111007 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-24c4f7ff-4eca-4641-92ff-ed8f7a77d9e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26eff680-32da-4167-a3b1-8718714d306e') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:31.111476 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-24c4f7ff-4eca-4641-92ff-ed8f7a77d9e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26eff680-32da-4167-a3b1-8718714d306e') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:31.158475 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-24c4f7ff-4eca-4641-92ff-ed8f7a77d9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:31.209219 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-709b4fcf-7787-4309-af19-cc4d2abc2d70 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Allocated IP 172.20.0.1 (5bd09302-b9b9-4f96-86e0-1675230a9247/c85c7305-90f1-40fe-b6b6-bd62d4c1f0c8/2fac0ebc-c99e-44cf-b8f3-0bc1d81f5b67) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:31.213340 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-24c4f7ff-4eca-4641-92ff-ed8f7a77d9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:31.255285 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c4f7ff-4eca-4641-92ff-ed8f7a77d9e7 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:40:31.255952 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-24c4f7ff-4eca-4641-92ff-ed8f7a77d9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:40:31.259359 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:40:31.273591 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-4d6bbf6f-86f2-4025-9c7c-94e49529f308 None None] Allocated IP 2001:db8::2 (40d94957-3520-41f7-b113-501a287c5a9f/39879561-4caa-4d74-89af-0dd7ae9b6f4c/62f5c9d8-72f2-418c-bf6f-4f1cb63de652) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:31.418711 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-24c4f7ff-4eca-4641-92ff-ed8f7a77d9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:31.503471 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-24c4f7ff-4eca-4641-92ff-ed8f7a77d9e7 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:31.508353 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-24c4f7ff-4eca-4641-92ff-ed8f7a77d9e7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/76769b7a-4b3e-4693-94a4-6c03453c9aef HTTP/1.1" status: 204 len: 168 time: 2.5126588 Sep 01 15:40:31.515010 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43636) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:31.534453 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-dadd18c5-daa2-44a4-b90d-d1dc1e7685e7 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] For port dd7124ad-ec44-4a47-99df-87eaf00c6810, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=dd7124ad-ec44-4a47-99df-87eaf00c6810,segment=NetworkSegment(925214c2-0731-48b5-b770-94fecb0609c0),segment_id=925214c2-0731-48b5-b770-94fecb0609c0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:31.535555 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dadd18c5-daa2-44a4-b90d-d1dc1e7685e7 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:31.559908 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4f7ff-4eca-4641-92ff-ed8f7a77d9e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=76769b7a-4b3e-4693-94a4-6c03453c9aef,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:31.571574 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4d6bbf6f-86f2-4025-9c7c-94e49529f308 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:31.590928 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4d6bbf6f-86f2-4025-9c7c-94e49529f308 None None] Transition to ACTIVE for port object 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:31.633361 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4d6bbf6f-86f2-4025-9c7c-94e49529f308 None None] Transition to ACTIVE for port object 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:31.635564 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-dadd18c5-daa2-44a4-b90d-d1dc1e7685e7 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Calling delete_port for dd7124ad-ec44-4a47-99df-87eaf00c6810 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:31.649408 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4d6bbf6f-86f2-4025-9c7c-94e49529f308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:31.714118 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6bbf6f-86f2-4025-9c7c-94e49529f308 None None] Network 40d94957-3520-41f7-b113-501a287c5a9f is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:31.723531 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-4d6bbf6f-86f2-4025-9c7c-94e49529f308 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:31.730206 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6bbf6f-86f2-4025-9c7c-94e49529f308 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:31.748038 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bbf6f-86f2-4025-9c7c-94e49529f308 None None] Pushing event updated for resources: {'Port': ['ID=62f5c9d8-72f2-418c-bf6f-4f1cb63de652,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:31.772378 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-709b4fcf-7787-4309-af19-cc4d2abc2d70 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:31.790071 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-15f402fd-1eae-46e3-af59-37dc3b312162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:31.803829 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-15f402fd-1eae-46e3-af59-37dc3b312162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:31.846930 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-709b4fcf-7787-4309-af19-cc4d2abc2d70 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Transition to ACTIVE for port object 2fac0ebc-c99e-44cf-b8f3-0bc1d81f5b67 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:31.847826 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-4d6bbf6f-86f2-4025-9c7c-94e49529f308 None None] Attempting to bind port 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:40:31.848281 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-4d6bbf6f-86f2-4025-9c7c-94e49529f308 None None] Attempting to bind port 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a798cb36-31af-49d4-939a-cdeb8e3e2e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '40d94957-3520-41f7-b113-501a287c5a9f'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:40:31.848956 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6bbf6f-86f2-4025-9c7c-94e49529f308 None None] Attempting to bind port 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 on network 40d94957-3520-41f7-b113-501a287c5a9f {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:40:31.858535 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6bbf6f-86f2-4025-9c7c-94e49529f308 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:40:31.859353 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6bbf6f-86f2-4025-9c7c-94e49529f308 None None] Checking segment: {'id': 'a798cb36-31af-49d4-939a-cdeb8e3e2e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '40d94957-3520-41f7-b113-501a287c5a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:40:31.860745 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4d6bbf6f-86f2-4025-9c7c-94e49529f308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:31.861411 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6bbf6f-86f2-4025-9c7c-94e49529f308 None None] Bound using segment: {'id': 'a798cb36-31af-49d4-939a-cdeb8e3e2e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '40d94957-3520-41f7-b113-501a287c5a9f'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:40:31.862338 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-4d6bbf6f-86f2-4025-9c7c-94e49529f308 None None] Bound port: 62f5c9d8-72f2-418c-bf6f-4f1cb63de652, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a798cb36-31af-49d4-939a-cdeb8e3e2e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '40d94957-3520-41f7-b113-501a287c5a9f'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:40:31.863145 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4d6bbf6f-86f2-4025-9c7c-94e49529f308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:31.871194 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f402fd-1eae-46e3-af59-37dc3b312162 admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:40:31.919745 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f402fd-1eae-46e3-af59-37dc3b312162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6136607d-4cab-4b9e-a391-b36c2b090b89,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:31.928511 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-15f402fd-1eae-46e3-af59-37dc3b312162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:31.929159 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-15f402fd-1eae-46e3-af59-37dc3b312162 admin admin] Added segment aecefe32-fa82-40b3-81f0-f423746f39ab of type vlan for network 6b85dcbe-4328-43f8-ab7b-b1fbefe2036d Sep 01 15:40:32.012236 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-4d6bbf6f-86f2-4025-9c7c-94e49529f308 None None] For port 62f5c9d8-72f2-418c-bf6f-4f1cb63de652, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:40:32.023989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-4d6bbf6f-86f2-4025-9c7c-94e49529f308 None None] For port 62f5c9d8-72f2-418c-bf6f-4f1cb63de652, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=62f5c9d8-72f2-418c-bf6f-4f1cb63de652,segment=NetworkSegment(a798cb36-31af-49d4-939a-cdeb8e3e2e98),segment_id=a798cb36-31af-49d4-939a-cdeb8e3e2e98)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:40:32.035920 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4d6bbf6f-86f2-4025-9c7c-94e49529f308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:32.065384 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-15f402fd-1eae-46e3-af59-37dc3b312162 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:32.107520 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-709b4fcf-7787-4309-af19-cc4d2abc2d70 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:32.139795 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 037835d8-f914-4ab8-97e3-7b65934e2668 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:32.205837 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709b4fcf-7787-4309-af19-cc4d2abc2d70 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Network 5bd09302-b9b9-4f96-86e0-1675230a9247 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:32.218127 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-709b4fcf-7787-4309-af19-cc4d2abc2d70 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:32.224295 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709b4fcf-7787-4309-af19-cc4d2abc2d70 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:32.268513 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9b4297db-1683-4223-bc94-43c90f0e68f8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:32.278065 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-15f402fd-1eae-46e3-af59-37dc3b312162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:32.279949 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f402fd-1eae-46e3-af59-37dc3b312162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:32.280955 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-15f402fd-1eae-46e3-af59-37dc3b312162 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:32.308119 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bbf6f-86f2-4025-9c7c-94e49529f308 None None] Pushing event updated for resources: {'Port': ['ID=62f5c9d8-72f2-418c-bf6f-4f1cb63de652,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:32.308976 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9b4297db-1683-4223-bc94-43c90f0e68f8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:32.356884 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 037835d8-f914-4ab8-97e3-7b65934e2668 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:32.367464 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 037835d8-f914-4ab8-97e3-7b65934e2668 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:32.368898 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:32.443034 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f402fd-1eae-46e3-af59-37dc3b312162 admin admin] Pushing event updated for resources: {'Network': ['ID=6b85dcbe-4328-43f8-ab7b-b1fbefe2036d,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:32.479503 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 6b85dcbe-4328-43f8-ab7b-b1fbefe2036d details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:40:32.494555 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b4fcf-7787-4309-af19-cc4d2abc2d70 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Pushing event updated for resources: {'Port': ['ID=2fac0ebc-c99e-44cf-b8f3-0bc1d81f5b67,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:32.506136 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4297db-1683-4223-bc94-43c90f0e68f8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30404e45-2cdb-47b7-b46d-480f222376a1,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:32.528872 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-15f402fd-1eae-46e3-af59-37dc3b312162 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6716592 Sep 01 15:40:32.535076 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43638) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:32.546463 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9b4297db-1683-4223-bc94-43c90f0e68f8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:32.550272 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9b4297db-1683-4223-bc94-43c90f0e68f8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8305593 Sep 01 15:40:32.565258 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-228ecf8f-6336-4880-a6ff-551b51f1d275 admin admin] Request body: {'subnet': {'network_id': '6b85dcbe-4328-43f8-ab7b-b1fbefe2036d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1830898642-subnet', 'tenant_id': '8bce11272d4544f1917d17554af470f3', 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:32.593322 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43640) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:32.636827 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-cd9bf8fc-5152-48fd-8587-76fed1eb6357 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'security_group': {'name': 'tempest-secgroup-802226528'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:32.652636 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dadd18c5-daa2-44a4-b90d-d1dc1e7685e7 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:32.703160 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-709b4fcf-7787-4309-af19-cc4d2abc2d70 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:32.717152 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228ecf8f-6336-4880-a6ff-551b51f1d275 admin admin] Made reservation on behalf of 8bce11272d4544f1917d17554af470f3 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:32.739560 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-228ecf8f-6336-4880-a6ff-551b51f1d275 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:32.817183 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd18c5-daa2-44a4-b90d-d1dc1e7685e7 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event deleted for resources: {'Port': ['ID=dd7124ad-ec44-4a47-99df-87eaf00c6810,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:32.836249 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:32.857926 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cd9bf8fc-5152-48fd-8587-76fed1eb6357 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:32.971540 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 037835d8-f914-4ab8-97e3-7b65934e2668, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=037835d8-f914-4ab8-97e3-7b65934e2668,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:32.976870 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-072856e3-1b28-484d-9270-17321893e722 None None] Provisioning for port 2fac0ebc-c99e-44cf-b8f3-0bc1d81f5b67 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:32.987410 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:33.005704 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-072856e3-1b28-484d-9270-17321893e722 None None] Provisioning complete for port 2fac0ebc-c99e-44cf-b8f3-0bc1d81f5b67 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:33.006121 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-072856e3-1b28-484d-9270-17321893e722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:33.184346 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-072856e3-1b28-484d-9270-17321893e722 None None] Port 2fac0ebc-c99e-44cf-b8f3-0bc1d81f5b67 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:33.198240 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=037835d8-f914-4ab8-97e3-7b65934e2668,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:33.340408 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cd9bf8fc-5152-48fd-8587-76fed1eb6357 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:33.343824 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dadd18c5-daa2-44a4-b90d-d1dc1e7685e7 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:33.357450 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cd9bf8fc-5152-48fd-8587-76fed1eb6357 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:33.443756 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68efae4-ce6b-475d-83c9-40f711103da2 None None] Sync routers for ids ['7563ab62-70f1-447f-a3e9-3e77c6e7c131'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:40:33.455663 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cd9bf8fc-5152-48fd-8587-76fed1eb6357 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:33.460504 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cd9bf8fc-5152-48fd-8587-76fed1eb6357 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8601255 Sep 01 15:40:33.462582 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43642) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:33.464521 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68efae4-ce6b-475d-83c9-40f711103da2 None None] Routers {'7563ab62-70f1-447f-a3e9-3e77c6e7c131'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:33.465740 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c68efae4-ce6b-475d-83c9-40f711103da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['7563ab62-70f1-447f-a3e9-3e77c6e7c131'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:33.473810 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-a8d1f828-6af1-42a2-a651-234f346d5497 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-118136698', 'security_groups': ['cea1b2c7-964e-4364-95ea-751024abd283'], 'network_id': '40d94957-3520-41f7-b113-501a287c5a9f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '39879561-4caa-4d74-89af-0dd7ae9b6f4c'}]}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:33.484023 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9bf8fc-5152-48fd-8587-76fed1eb6357 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cea1b2c7-964e-4364-95ea-751024abd283,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:33.550944 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b10f576b-ee25-4891-86b4-dbab3b82b359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:33.656170 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-c68efae4-ce6b-475d-83c9-40f711103da2 None None] Set router 7563ab62-70f1-447f-a3e9-3e77c6e7c131 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:40:33.818087 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-709b4fcf-7787-4309-af19-cc4d2abc2d70 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:33.837608 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6aa041ff-9a2c-4ae5-8c59-930a6f8a6dbd req-1777791b-71dd-4286-9a5b-672b4a86182d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e39551b6-2e29-4644-beac-c652402fed03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8770502 Sep 01 15:40:34.133891 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d1f828-6af1-42a2-a651-234f346d5497 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:34.191172 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dadd18c5-daa2-44a4-b90d-d1dc1e7685e7 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Router 95690f78-2b5d-490a-86b2-451a10119319 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:40:34.324193 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:34.410568 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a8d1f828-6af1-42a2-a651-234f346d5497 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:34.446397 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-a8d1f828-6af1-42a2-a651-234f346d5497 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] device_id is not set on port da7f9464-9e32-4326-80d1-fdf9e794a64a yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:40:34.467738 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:34.511655 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 037835d8-f914-4ab8-97e3-7b65934e2668 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:34.595372 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa041ff-9a2c-4ae5-8c59-930a6f8a6dbd req-1f7eec57-36bf-4070-bbd7-5c8a1dae4452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:34.597792 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6aa041ff-9a2c-4ae5-8c59-930a6f8a6dbd req-1f7eec57-36bf-4070-bbd7-5c8a1dae4452 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f5af12f2f0248c3b6a1104cb00ca9c0&device_id=e39551b6-2e29-4644-beac-c652402fed03 HTTP/1.1" status: 200 len: 1097 time: 0.5733480 Sep 01 15:40:34.615118 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-228ecf8f-6336-4880-a6ff-551b51f1d275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:34.695262 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1c678a17-e42c-4b36-9761-6cd3c216de24 None None] Provisioning complete for port b46eddd2-f8f0-4988-8ccb-a1dc9a3cbc3e triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:34.695934 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1c678a17-e42c-4b36-9761-6cd3c216de24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:34.758098 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 037835d8-f914-4ab8-97e3-7b65934e2668 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:34.758988 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:34.764652 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1c678a17-e42c-4b36-9761-6cd3c216de24 None None] Port b46eddd2-f8f0-4988-8ccb-a1dc9a3cbc3e cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:34.825114 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ecf8f-6336-4880-a6ff-551b51f1d275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1827dc33-d901-4dc0-83ea-7d05f17a5c8e,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:34.850908 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c68efae4-ce6b-475d-83c9-40f711103da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7563ab62-70f1-447f-a3e9-3e77c6e7c131', 'name': 'tempest-TestServerMultinode-696078703-router', 'tenant_id': '756bedfd9af94037abe1b63468d322fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '037835d8-f914-4ab8-97e3-7b65934e2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:19Z', 'updated_at': '2021-09-01T15:40:26Z', 'revision_number': 4, 'project_id': '756bedfd9af94037abe1b63468d322fd', 'gw_port': {'id': '037835d8-f914-4ab8-97e3-7b65934e2668', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:94:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7563ab62-70f1-447f-a3e9-3e77c6e7c131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:20Z', 'updated_at': '2021-09-01T15:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'bc3dd099-cbbe-41ee-bae4-24de6972d793', 'name': '', 'network_id': 'fd5dfb43-b552-4c89-976a-a99d2c5409ab', 'tenant_id': '756bedfd9af94037abe1b63468d322fd', 'mac_address': 'fa:16:3e:8b:ab:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7563ab62-70f1-447f-a3e9-3e77c6e7c131', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '5cb3d5ce-5df5-4967-877b-5457bd31cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:24Z', 'updated_at': '2021-09-01T15:40:27Z', 'revision_number': 2, 'project_id': '756bedfd9af94037abe1b63468d322fd', 'subnets': [{'id': '5cb3d5ce-5df5-4967-877b-5457bd31cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:34.853974 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadd18c5-daa2-44a4-b90d-d1dc1e7685e7 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:40:34.864229 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-dadd18c5-daa2-44a4-b90d-d1dc1e7685e7 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "PUT /v2.0/routers/95690f78-2b5d-490a-86b2-451a10119319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4656975 Sep 01 15:40:34.879779 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521ae22c-8b40-4872-b016-627d5c933690 None None] Sync routers for ids ['95690f78-2b5d-490a-86b2-451a10119319'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:40:34.881292 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228ecf8f-6336-4880-a6ff-551b51f1d275 admin admin] Checking segment: {'id': 'aecefe32-fa82-40b3-81f0-f423746f39ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6b85dcbe-4328-43f8-ab7b-b1fbefe2036d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:40:34.881509 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228ecf8f-6336-4880-a6ff-551b51f1d275 admin admin] Network hostable DHCP agents. Network: 6b85dcbe-4328-43f8-ab7b-b1fbefe2036d, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:40:34.914877 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521ae22c-8b40-4872-b016-627d5c933690 None None] Routers {'95690f78-2b5d-490a-86b2-451a10119319'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:34.916301 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-521ae22c-8b40-4872-b016-627d5c933690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['95690f78-2b5d-490a-86b2-451a10119319'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:34.931829 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa041ff-9a2c-4ae5-8c59-930a6f8a6dbd req-3dd27ab8-f856-4c33-9cd8-763db663bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:34.933761 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6aa041ff-9a2c-4ae5-8c59-930a6f8a6dbd req-3dd27ab8-f856-4c33-9cd8-763db663bf06 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4632520d-c32a-45da-ba25-63401b32d6f2 HTTP/1.1" status: 200 len: 898 time: 0.2597764 Sep 01 15:40:34.958436 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-709b4fcf-7787-4309-af19-cc4d2abc2d70 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:34.959568 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68efae4-ce6b-475d-83c9-40f711103da2 None None] Checking router: 7563ab62-70f1-447f-a3e9-3e77c6e7c131 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:40:34.959895 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68efae4-ce6b-475d-83c9-40f711103da2 None None] Updating router 7563ab62-70f1-447f-a3e9-3e77c6e7c131 port bc3dd099-cbbe-41ee-bae4-24de6972d793 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:40:34.983582 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-a8d1f828-6af1-42a2-a651-234f346d5497 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Allocated IP 2001:db8::1a0 (40d94957-3520-41f7-b113-501a287c5a9f/39879561-4caa-4d74-89af-0dd7ae9b6f4c/da7f9464-9e32-4326-80d1-fdf9e794a64a) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:34.994908 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228ecf8f-6336-4880-a6ff-551b51f1d275 admin admin] Network 6b85dcbe-4328-43f8-ab7b-b1fbefe2036d is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:40:35.007226 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-709b4fcf-7787-4309-af19-cc4d2abc2d70 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:35.052995 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-b10f576b-ee25-4891-86b4-dbab3b82b359 admin admin] Deleting port 0609f6be-af3d-4c4a-9198-e61a3ee1bd31 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:35.053715 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b10f576b-ee25-4891-86b4-dbab3b82b359 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:35.071711 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-228ecf8f-6336-4880-a6ff-551b51f1d275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 6b85dcbe-4328-43f8-ab7b-b1fbefe2036d) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:35.082004 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c68efae4-ce6b-475d-83c9-40f711103da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:35.091562 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228ecf8f-6336-4880-a6ff-551b51f1d275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:35.092181 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-228ecf8f-6336-4880-a6ff-551b51f1d275 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:35.094968 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1c678a17-e42c-4b36-9761-6cd3c216de24 None None] Provisioning for port 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:35.118108 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6aa041ff-9a2c-4ae5-8c59-930a6f8a6dbd req-58563b11-41a0-4b97-b72c-e24620df2c8b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7c36820-7c23-42ec-bb79-6cd73b6a6dea HTTP/1.1" status: 200 len: 1002 time: 0.1741705 Sep 01 15:40:35.129628 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b4fcf-7787-4309-af19-cc4d2abc2d70 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Pushing event updated for resources: {'Port': ['ID=2fac0ebc-c99e-44cf-b8f3-0bc1d81f5b67,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:35.141946 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192288ce-6fc2-4a5e-946d-7b4a1529afd5 None None] Network 6b85dcbe-4328-43f8-ab7b-b1fbefe2036d requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:40:35.153581 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-228ecf8f-6336-4880-a6ff-551b51f1d275 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6174755 Sep 01 15:40:35.156620 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1c678a17-e42c-4b36-9761-6cd3c216de24 None None] Provisioning complete for port 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:35.157544 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1c678a17-e42c-4b36-9761-6cd3c216de24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:35.227987 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43648) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:35.229407 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-709b4fcf-7787-4309-af19-cc4d2abc2d70 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:35.233139 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa041ff-9a2c-4ae5-8c59-930a6f8a6dbd req-152848a1-a130-4cb9-b03d-58c4b7b23464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:35.236097 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6aa041ff-9a2c-4ae5-8c59-930a6f8a6dbd req-152848a1-a130-4cb9-b03d-58c4b7b23464 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ea35a2a-5cfd-43df-a743-97c56729848b HTTP/1.1" status: 200 len: 835 time: 0.1089489 Sep 01 15:40:35.244448 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-b92ea21f-0946-46ab-9e67-2ca5302f3f16 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1830898642-router', 'tenant_id': '8bce11272d4544f1917d17554af470f3', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:35.286981 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-521ae22c-8b40-4872-b016-627d5c933690 None None] Set router 95690f78-2b5d-490a-86b2-451a10119319 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:40:35.377835 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b92ea21f-0946-46ab-9e67-2ca5302f3f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:35.390518 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b92ea21f-0946-46ab-9e67-2ca5302f3f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:35.480162 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-b10f576b-ee25-4891-86b4-dbab3b82b359 admin admin] For port 0609f6be-af3d-4c4a-9198-e61a3ee1bd31, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=0609f6be-af3d-4c4a-9198-e61a3ee1bd31,segment=NetworkSegment(80a6db48-56c0-4aec-9cab-aa300ede4a0e),segment_id=80a6db48-56c0-4aec-9cab-aa300ede4a0e)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:35.480787 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b10f576b-ee25-4891-86b4-dbab3b82b359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:35.485837 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:40:35.540429 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-b10f576b-ee25-4891-86b4-dbab3b82b359 admin admin] Calling delete_port for 0609f6be-af3d-4c4a-9198-e61a3ee1bd31 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:35.585088 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1c678a17-e42c-4b36-9761-6cd3c216de24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:35.632624 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b92ea21f-0946-46ab-9e67-2ca5302f3f16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:35.654773 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811044e9-5c76-4cc3-980e-deaa4bbe9884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-6b85dcbe-4328-43f8-ab7b-b1fbefe2036d', 'network_id': '6b85dcbe-4328-43f8-ab7b-b1fbefe2036d', 'tenant_id': '8bce11272d4544f1917d17554af470f3', 'fixed_ips': [{'subnet_id': '1827dc33-d901-4dc0-83ea-7d05f17a5c8e'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:40:35.655951 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-811044e9-5c76-4cc3-980e-deaa4bbe9884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:35.703702 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1c678a17-e42c-4b36-9761-6cd3c216de24 None None] For port 62f5c9d8-72f2-418c-bf6f-4f1cb63de652, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=62f5c9d8-72f2-418c-bf6f-4f1cb63de652,segment=NetworkSegment(a798cb36-31af-49d4-939a-cdeb8e3e2e98),segment_id=a798cb36-31af-49d4-939a-cdeb8e3e2e98)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:35.716708 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1c678a17-e42c-4b36-9761-6cd3c216de24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:35.735654 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa041ff-9a2c-4ae5-8c59-930a6f8a6dbd req-d85781b0-22c6-41b4-8c7f-959da6997c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:35.738333 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6aa041ff-9a2c-4ae5-8c59-930a6f8a6dbd req-d85781b0-22c6-41b4-8c7f-959da6997c89 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4632520d-c32a-45da-ba25-63401b32d6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4881275 Sep 01 15:40:35.801434 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edd0fb-bebd-4321-850f-d5709b7bdc58 req-587ba32c-9e20-4de8-9ce2-10763f4810c0 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:35.813045 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d7edd0fb-bebd-4321-850f-d5709b7bdc58 req-587ba32c-9e20-4de8-9ce2-10763f4810c0 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=f391eae7-329a-4855-972c-8e98dd0b9a40 HTTP/1.1" status: 200 len: 946 time: 0.5725253 Sep 01 15:40:35.941836 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-521ae22c-8b40-4872-b016-627d5c933690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95690f78-2b5d-490a-86b2-451a10119319', 'name': 'tempest-TestNetworkBasicOps-router-165439493', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:39Z', 'updated_at': '2021-09-01T15:40:32Z', 'revision_number': 6, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:41Z', 'updated_at': '2021-09-01T15:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'bcd539aa-aa3a-4226-bd4a-7ff856e5d839', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '95690f78-2b5d-490a-86b2-451a10119319', 'port_id': 'a7c36820-7c23-42ec-bb79-6cd73b6a6dea', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2', 'mac_address': 'fa:16:3e:74:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39551b6-2e29-4644-beac-c652402fed03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:38:46Z', 'updated_at': '2021-09-01T15:38:55Z', 'revision_number': 1, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40f40ba1-6622-465f-b98d-182bd3a37757', 'name': '', 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'mac_address': 'fa:16:3e:ae:c7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:51Z', 'updated_at': '2021-09-01T15:38:07Z', 'revision_number': 5, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'subnets': [{'id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:36.011290 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521ae22c-8b40-4872-b016-627d5c933690 None None] Checking router: 95690f78-2b5d-490a-86b2-451a10119319 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:40:36.012248 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c68efae4-ce6b-475d-83c9-40f711103da2 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:36.020979 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b10f576b-ee25-4891-86b4-dbab3b82b359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:36.031016 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a8d1f828-6af1-42a2-a651-234f346d5497 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:36.031999 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521ae22c-8b40-4872-b016-627d5c933690 None None] Routers {'95690f78-2b5d-490a-86b2-451a10119319'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:36.033634 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-521ae22c-8b40-4872-b016-627d5c933690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['95690f78-2b5d-490a-86b2-451a10119319'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:36.047436 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c678a17-e42c-4b36-9761-6cd3c216de24 None None] Pushing event updated for resources: {'Port': ['ID=62f5c9d8-72f2-418c-bf6f-4f1cb63de652,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:36.059303 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c68efae4-ce6b-475d-83c9-40f711103da2 None None] Transition to ACTIVE for port object bc3dd099-cbbe-41ee-bae4-24de6972d793 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:36.072089 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c68efae4-ce6b-475d-83c9-40f711103da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:36.090875 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-811044e9-5c76-4cc3-980e-deaa4bbe9884 None None] Allocated IP 172.20.0.2 (6b85dcbe-4328-43f8-ab7b-b1fbefe2036d/1827dc33-d901-4dc0-83ea-7d05f17a5c8e/c80e9c04-d52a-47a8-9b03-14a49060a480) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:36.178916 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709b4fcf-7787-4309-af19-cc4d2abc2d70 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Network 5bd09302-b9b9-4f96-86e0-1675230a9247 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:36.206923 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-709b4fcf-7787-4309-af19-cc4d2abc2d70 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:36.219090 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b92ea21f-0946-46ab-9e67-2ca5302f3f16 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:36.245216 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48149530-9699-4da4-bb7f-ba9b0b0b6273 None None] Pushing event updated for resources: {'Port': ['ID=bc3dd099-cbbe-41ee-bae4-24de6972d793,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:36.291787 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d7edd0fb-bebd-4321-850f-d5709b7bdc58 req-2db5a081-2d4d-4345-ab47-ada5b0f6f6fb tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad10620f-acda-41aa-92bf-91a16cbede3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4758093 Sep 01 15:40:36.337160 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-521ae22c-8b40-4872-b016-627d5c933690 None None] Set router 95690f78-2b5d-490a-86b2-451a10119319 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:40:36.386431 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c68efae4-ce6b-475d-83c9-40f711103da2 None None] Attempting to bind port bc3dd099-cbbe-41ee-bae4-24de6972d793 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:40:36.387488 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c68efae4-ce6b-475d-83c9-40f711103da2 None None] Attempting to bind port bc3dd099-cbbe-41ee-bae4-24de6972d793 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'e109a916-d858-4cdf-a6d5-40ba1e1512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fd5dfb43-b552-4c89-976a-a99d2c5409ab'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:40:36.388350 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68efae4-ce6b-475d-83c9-40f711103da2 None None] Attempting to bind port bc3dd099-cbbe-41ee-bae4-24de6972d793 on network fd5dfb43-b552-4c89-976a-a99d2c5409ab {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:40:36.442159 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68efae4-ce6b-475d-83c9-40f711103da2 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:40:36.445619 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68efae4-ce6b-475d-83c9-40f711103da2 None None] Checking segment: {'id': 'e109a916-d858-4cdf-a6d5-40ba1e1512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fd5dfb43-b552-4c89-976a-a99d2c5409ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:40:36.446064 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c68efae4-ce6b-475d-83c9-40f711103da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:36.446658 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68efae4-ce6b-475d-83c9-40f711103da2 None None] Bound using segment: {'id': 'e109a916-d858-4cdf-a6d5-40ba1e1512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fd5dfb43-b552-4c89-976a-a99d2c5409ab'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:40:36.448126 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c68efae4-ce6b-475d-83c9-40f711103da2 None None] Bound port: bc3dd099-cbbe-41ee-bae4-24de6972d793, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e109a916-d858-4cdf-a6d5-40ba1e1512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fd5dfb43-b552-4c89-976a-a99d2c5409ab'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:40:36.448548 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c68efae4-ce6b-475d-83c9-40f711103da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:36.757052 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-811044e9-5c76-4cc3-980e-deaa4bbe9884 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:36.781827 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6aa041ff-9a2c-4ae5-8c59-930a6f8a6dbd req-f8b147da-961d-4fb3-ae05-5638dedbc082 service neutron] 10.222.0.62 "GET /v2.0/networks/4632520d-c32a-45da-ba25-63401b32d6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9920516 Sep 01 15:40:36.807670 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-811044e9-5c76-4cc3-980e-deaa4bbe9884 None None] Transition to ACTIVE for port object c80e9c04-d52a-47a8-9b03-14a49060a480 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:36.819267 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c68efae4-ce6b-475d-83c9-40f711103da2 None None] For port bc3dd099-cbbe-41ee-bae4-24de6972d793, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:40:36.828730 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c68efae4-ce6b-475d-83c9-40f711103da2 None None] For port bc3dd099-cbbe-41ee-bae4-24de6972d793, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=bc3dd099-cbbe-41ee-bae4-24de6972d793,segment=NetworkSegment(e109a916-d858-4cdf-a6d5-40ba1e1512d1),segment_id=e109a916-d858-4cdf-a6d5-40ba1e1512d1)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:40:36.831169 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-a8d1f828-6af1-42a2-a651-234f346d5497 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Transition to ACTIVE for port object da7f9464-9e32-4326-80d1-fdf9e794a64a will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:36.850000 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c68efae4-ce6b-475d-83c9-40f711103da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:36.868932 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-811044e9-5c76-4cc3-980e-deaa4bbe9884 None None] Transition to ACTIVE for port object c80e9c04-d52a-47a8-9b03-14a49060a480 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:36.880142 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f576b-ee25-4891-86b4-dbab3b82b359 admin admin] Pushing event deleted for resources: {'Port': ['ID=0609f6be-af3d-4c4a-9198-e61a3ee1bd31,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:36.944744 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-811044e9-5c76-4cc3-980e-deaa4bbe9884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:37.067120 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811044e9-5c76-4cc3-980e-deaa4bbe9884 None None] Network 6b85dcbe-4328-43f8-ab7b-b1fbefe2036d is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:37.099072 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48149530-9699-4da4-bb7f-ba9b0b0b6273 None None] Pushing event updated for resources: {'Port': ['ID=bc3dd099-cbbe-41ee-bae4-24de6972d793,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:37.122009 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68efae4-ce6b-475d-83c9-40f711103da2 None None] Routers {'7563ab62-70f1-447f-a3e9-3e77c6e7c131'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:37.124824 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c68efae4-ce6b-475d-83c9-40f711103da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['7563ab62-70f1-447f-a3e9-3e77c6e7c131'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:37.130034 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-dbe193e2-afe0-4d1d-94d4-4778578b00b2 None None] Provisioning complete for port 2fac0ebc-c99e-44cf-b8f3-0bc1d81f5b67 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:37.131648 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dbe193e2-afe0-4d1d-94d4-4778578b00b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:37.135273 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-811044e9-5c76-4cc3-980e-deaa4bbe9884 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:37.142284 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811044e9-5c76-4cc3-980e-deaa4bbe9884 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:37.195351 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-521ae22c-8b40-4872-b016-627d5c933690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95690f78-2b5d-490a-86b2-451a10119319', 'name': 'tempest-TestNetworkBasicOps-router-165439493', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:39Z', 'updated_at': '2021-09-01T15:40:32Z', 'revision_number': 6, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:41Z', 'updated_at': '2021-09-01T15:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'bcd539aa-aa3a-4226-bd4a-7ff856e5d839', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '95690f78-2b5d-490a-86b2-451a10119319', 'port_id': 'a7c36820-7c23-42ec-bb79-6cd73b6a6dea', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2', 'mac_address': 'fa:16:3e:74:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39551b6-2e29-4644-beac-c652402fed03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:38:46Z', 'updated_at': '2021-09-01T15:38:55Z', 'revision_number': 1, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40f40ba1-6622-465f-b98d-182bd3a37757', 'name': '', 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'mac_address': 'fa:16:3e:ae:c7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:51Z', 'updated_at': '2021-09-01T15:38:07Z', 'revision_number': 5, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'subnets': [{'id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:37.273083 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6aa041ff-9a2c-4ae5-8c59-930a6f8a6dbd req-79f033e3-08f8-4318-969d-c932bdd9f178 service neutron] 10.222.0.62 "GET /v2.0/networks/4632520d-c32a-45da-ba25-63401b32d6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751490 Sep 01 15:40:37.279222 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521ae22c-8b40-4872-b016-627d5c933690 None None] The sync data for ids ['95690f78-2b5d-490a-86b2-451a10119319'] in n-d-794796-3 is: [{'id': '95690f78-2b5d-490a-86b2-451a10119319', 'name': 'tempest-TestNetworkBasicOps-router-165439493', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:39Z', 'updated_at': '2021-09-01T15:40:32Z', 'revision_number': 6, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:41Z', 'updated_at': '2021-09-01T15:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'bcd539aa-aa3a-4226-bd4a-7ff856e5d839', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'floating_ip_address': '172.25.6.244', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '95690f78-2b5d-490a-86b2-451a10119319', 'port_id': 'a7c36820-7c23-42ec-bb79-6cd73b6a6dea', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2', 'mac_address': 'fa:16:3e:74:7c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39551b6-2e29-4644-beac-c652402fed03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:38:46Z', 'updated_at': '2021-09-01T15:38:55Z', 'revision_number': 1, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40f40ba1-6622-465f-b98d-182bd3a37757', 'name': '', 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'mac_address': 'fa:16:3e:ae:c7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:51Z', 'updated_at': '2021-09-01T15:38:07Z', 'revision_number': 5, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'subnets': [{'id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:40:37.308224 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a8d1f828-6af1-42a2-a651-234f346d5497 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:37.352217 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a31bc-aa87-4ea4-a7dc-530a46841ad0 req-5e4ad74e-64a7-40b1-98e2-6fc0cce344be tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:37.354820 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f08a31bc-aa87-4ea4-a7dc-530a46841ad0 req-5e4ad74e-64a7-40b1-98e2-6fc0cce344be tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.62 "GET /v2.0/ports?device_id=f391eae7-329a-4855-972c-8e98dd0b9a40 HTTP/1.1" status: 200 len: 946 time: 0.4995203 Sep 01 15:40:37.359795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709b4fcf-7787-4309-af19-cc4d2abc2d70 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Router 9e683d2a-2538-42a6-9a6b-13b7f27e1109 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:40:37.533360 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-dbe193e2-afe0-4d1d-94d4-4778578b00b2 None None] Port 2fac0ebc-c99e-44cf-b8f3-0bc1d81f5b67 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:37.608860 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d1f828-6af1-42a2-a651-234f346d5497 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network 40d94957-3520-41f7-b113-501a287c5a9f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:37.626064 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811044e9-5c76-4cc3-980e-deaa4bbe9884 None None] Pushing event updated for resources: {'Port': ['ID=c80e9c04-d52a-47a8-9b03-14a49060a480,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:37.635642 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-a8d1f828-6af1-42a2-a651-234f346d5497 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:37.645798 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-811044e9-5c76-4cc3-980e-deaa4bbe9884 None None] Attempting to bind port c80e9c04-d52a-47a8-9b03-14a49060a480 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:40:37.646210 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-811044e9-5c76-4cc3-980e-deaa4bbe9884 None None] Attempting to bind port c80e9c04-d52a-47a8-9b03-14a49060a480 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'aecefe32-fa82-40b3-81f0-f423746f39ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6b85dcbe-4328-43f8-ab7b-b1fbefe2036d'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:40:37.646607 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811044e9-5c76-4cc3-980e-deaa4bbe9884 None None] Attempting to bind port c80e9c04-d52a-47a8-9b03-14a49060a480 on network 6b85dcbe-4328-43f8-ab7b-b1fbefe2036d {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:40:37.669908 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811044e9-5c76-4cc3-980e-deaa4bbe9884 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:40:37.670399 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811044e9-5c76-4cc3-980e-deaa4bbe9884 None None] Checking segment: {'id': 'aecefe32-fa82-40b3-81f0-f423746f39ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6b85dcbe-4328-43f8-ab7b-b1fbefe2036d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:40:37.670596 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-811044e9-5c76-4cc3-980e-deaa4bbe9884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:37.670987 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811044e9-5c76-4cc3-980e-deaa4bbe9884 None None] Bound using segment: {'id': 'aecefe32-fa82-40b3-81f0-f423746f39ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6b85dcbe-4328-43f8-ab7b-b1fbefe2036d'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:40:37.671470 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-811044e9-5c76-4cc3-980e-deaa4bbe9884 None None] Bound port: c80e9c04-d52a-47a8-9b03-14a49060a480, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecefe32-fa82-40b3-81f0-f423746f39ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6b85dcbe-4328-43f8-ab7b-b1fbefe2036d'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:40:37.671680 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d1f828-6af1-42a2-a651-234f346d5497 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:37.671856 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-811044e9-5c76-4cc3-980e-deaa4bbe9884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:37.686285 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d1f828-6af1-42a2-a651-234f346d5497 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:37.687662 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a8d1f828-6af1-42a2-a651-234f346d5497 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:37.695992 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1f828-6af1-42a2-a651-234f346d5497 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Port': ['ID=da7f9464-9e32-4326-80d1-fdf9e794a64a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:37.702328 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b10f576b-ee25-4891-86b4-dbab3b82b359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:37.706157 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-c68efae4-ce6b-475d-83c9-40f711103da2 None None] Set router 7563ab62-70f1-447f-a3e9-3e77c6e7c131 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:40:37.827904 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6671cc4-361d-4270-b7a6-38ea3bd01d55 req-21ff76bb-0e86-4e8a-812b-5ae0748aee46 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:37.830415 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6671cc4-361d-4270-b7a6-38ea3bd01d55 req-21ff76bb-0e86-4e8a-812b-5ae0748aee46 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=f391eae7-329a-4855-972c-8e98dd0b9a40 HTTP/1.1" status: 200 len: 946 time: 0.2594147 Sep 01 15:40:37.841822 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a8d1f828-6af1-42a2-a651-234f346d5497 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3760126 Sep 01 15:40:37.913511 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43654) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:37.921364 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-f358b257-c0a1-4124-8e57-fc9fd963ccd9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'subnet': {'network_id': '40d94957-3520-41f7-b113-501a287c5a9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:38.256120 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-811044e9-5c76-4cc3-980e-deaa4bbe9884 None None] For port c80e9c04-d52a-47a8-9b03-14a49060a480, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:40:38.281443 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-811044e9-5c76-4cc3-980e-deaa4bbe9884 None None] For port c80e9c04-d52a-47a8-9b03-14a49060a480, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=c80e9c04-d52a-47a8-9b03-14a49060a480,segment=NetworkSegment(aecefe32-fa82-40b3-81f0-f423746f39ab),segment_id=aecefe32-fa82-40b3-81f0-f423746f39ab)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:40:38.312832 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-811044e9-5c76-4cc3-980e-deaa4bbe9884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:38.316104 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f358b257-c0a1-4124-8e57-fc9fd963ccd9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:38.318879 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device bc3dd099-cbbe-41ee-bae4-24de6972d793 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:38.321105 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f358b257-c0a1-4124-8e57-fc9fd963ccd9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:38.389110 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6671cc4-361d-4270-b7a6-38ea3bd01d55 req-d2297850-fa5d-43b6-968d-2a11b95eb173 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad10620f-acda-41aa-92bf-91a16cbede3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4761038 Sep 01 15:40:38.416444 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b92ea21f-0946-46ab-9e67-2ca5302f3f16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:38.448547 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b92ea21f-0946-46ab-9e67-2ca5302f3f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:38.452871 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-f08a31bc-aa87-4ea4-a7dc-530a46841ad0 req-f7c16dc5-2b90-4592-aa22-fcc5962b11e6 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Deleting port 6d97235e-9a43-420c-aa15-70917d759a04 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:38.453540 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f08a31bc-aa87-4ea4-a7dc-530a46841ad0 req-f7c16dc5-2b90-4592-aa22-fcc5962b11e6 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:38.486195 n-d-794796-3 neutron-server[94733]: INFO neutron.db.ipam_backend_mixin [None req-f358b257-c0a1-4124-8e57-fc9fd963ccd9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 39879561-4caa-4d74-89af-0dd7ae9b6f4c (CIDR: 2001:db8::/64) Sep 01 15:40:38.492509 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-f358b257-c0a1-4124-8e57-fc9fd963ccd9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:40:38.492971 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f358b257-c0a1-4124-8e57-fc9fd963ccd9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:38.502352 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c889665b-d798-46db-ad4b-dc5086eb124f None None] Provisioning for port da7f9464-9e32-4326-80d1-fdf9e794a64a completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:38.519662 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c889665b-d798-46db-ad4b-dc5086eb124f None None] Provisioning complete for port da7f9464-9e32-4326-80d1-fdf9e794a64a triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:38.519662 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c889665b-d798-46db-ad4b-dc5086eb124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:38.554928 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709b4fcf-7787-4309-af19-cc4d2abc2d70 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:40:38.562512 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811044e9-5c76-4cc3-980e-deaa4bbe9884 None None] Pushing event updated for resources: {'Port': ['ID=c80e9c04-d52a-47a8-9b03-14a49060a480,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:38.574678 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-709b4fcf-7787-4309-af19-cc4d2abc2d70 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] 10.222.0.60 "PUT /v2.0/routers/9e683d2a-2538-42a6-9a6b-13b7f27e1109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2348914 Sep 01 15:40:38.576449 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43656) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:38.621346 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-41459d34-69bd-49c9-b612-9e8387b4e921 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Request body: {'port': {'network_id': '5bd09302-b9b9-4f96-86e0-1675230a9247', 'name': 'tempest-FloatingIPAdminTestJSON-381352416'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:38.635659 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697aa7f0-c327-40a3-98c2-2bbc64d33012 None None] Sync routers for ids ['9e683d2a-2538-42a6-9a6b-13b7f27e1109'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:40:38.645898 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f358b257-c0a1-4124-8e57-fc9fd963ccd9 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7306988 Sep 01 15:40:38.654893 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43658) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:38.667036 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-82f8b314-5457-4c69-bd96-9a70e05c0a0e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'subnet': {'network_id': '40d94957-3520-41f7-b113-501a287c5a9f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:38.723118 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-c889665b-d798-46db-ad4b-dc5086eb124f None None] Port da7f9464-9e32-4326-80d1-fdf9e794a64a cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:38.725620 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697aa7f0-c327-40a3-98c2-2bbc64d33012 None None] Routers {'9e683d2a-2538-42a6-9a6b-13b7f27e1109'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:38.726851 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-697aa7f0-c327-40a3-98c2-2bbc64d33012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['9e683d2a-2538-42a6-9a6b-13b7f27e1109'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:38.778016 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-b92ea21f-0946-46ab-9e67-2ca5302f3f16 admin admin] Allocated IP 172.25.6.7 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/062e81fd-342c-41b0-94cf-85846cfcf1fe) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:38.785853 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:38.796474 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-697aa7f0-c327-40a3-98c2-2bbc64d33012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:38.833529 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c68efae4-ce6b-475d-83c9-40f711103da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7563ab62-70f1-447f-a3e9-3e77c6e7c131', 'name': 'tempest-TestServerMultinode-696078703-router', 'tenant_id': '756bedfd9af94037abe1b63468d322fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '037835d8-f914-4ab8-97e3-7b65934e2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:19Z', 'updated_at': '2021-09-01T15:40:26Z', 'revision_number': 4, 'project_id': '756bedfd9af94037abe1b63468d322fd', 'gw_port': {'id': '037835d8-f914-4ab8-97e3-7b65934e2668', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:94:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7563ab62-70f1-447f-a3e9-3e77c6e7c131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:20Z', 'updated_at': '2021-09-01T15:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'bc3dd099-cbbe-41ee-bae4-24de6972d793', 'name': '', 'network_id': 'fd5dfb43-b552-4c89-976a-a99d2c5409ab', 'tenant_id': '756bedfd9af94037abe1b63468d322fd', 'mac_address': 'fa:16:3e:8b:ab:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7563ab62-70f1-447f-a3e9-3e77c6e7c131', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '5cb3d5ce-5df5-4967-877b-5457bd31cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:24Z', 'updated_at': '2021-09-01T15:40:36Z', 'revision_number': 4, 'project_id': '756bedfd9af94037abe1b63468d322fd', 'subnets': [{'id': '5cb3d5ce-5df5-4967-877b-5457bd31cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:38.843221 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port bc3dd099-cbbe-41ee-bae4-24de6972d793 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:38.912964 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b92ea21f-0946-46ab-9e67-2ca5302f3f16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:38.921481 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10f576b-ee25-4891-86b4-dbab3b82b359 admin admin] Router 69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:40:38.951127 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port bc3dd099-cbbe-41ee-bae4-24de6972d793 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:38.951692 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:38.954955 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697aa7f0-c327-40a3-98c2-2bbc64d33012 None None] Routers {'9e683d2a-2538-42a6-9a6b-13b7f27e1109'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:38.955995 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-697aa7f0-c327-40a3-98c2-2bbc64d33012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['9e683d2a-2538-42a6-9a6b-13b7f27e1109'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:38.959237 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68efae4-ce6b-475d-83c9-40f711103da2 None None] The sync data for ids ['7563ab62-70f1-447f-a3e9-3e77c6e7c131'] in n-d-794796-3 is: [{'id': '7563ab62-70f1-447f-a3e9-3e77c6e7c131', 'name': 'tempest-TestServerMultinode-696078703-router', 'tenant_id': '756bedfd9af94037abe1b63468d322fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '037835d8-f914-4ab8-97e3-7b65934e2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:19Z', 'updated_at': '2021-09-01T15:40:26Z', 'revision_number': 4, 'project_id': '756bedfd9af94037abe1b63468d322fd', 'gw_port': {'id': '037835d8-f914-4ab8-97e3-7b65934e2668', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:94:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7563ab62-70f1-447f-a3e9-3e77c6e7c131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:20Z', 'updated_at': '2021-09-01T15:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'bc3dd099-cbbe-41ee-bae4-24de6972d793', 'name': '', 'network_id': 'fd5dfb43-b552-4c89-976a-a99d2c5409ab', 'tenant_id': '756bedfd9af94037abe1b63468d322fd', 'mac_address': 'fa:16:3e:8b:ab:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7563ab62-70f1-447f-a3e9-3e77c6e7c131', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '5cb3d5ce-5df5-4967-877b-5457bd31cdb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:24Z', 'updated_at': '2021-09-01T15:40:36Z', 'revision_number': 4, 'project_id': '756bedfd9af94037abe1b63468d322fd', 'subnets': [{'id': '5cb3d5ce-5df5-4967-877b-5457bd31cdb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:40:39.014130 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-f08a31bc-aa87-4ea4-a7dc-530a46841ad0 req-f7c16dc5-2b90-4592-aa22-fcc5962b11e6 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] For port 6d97235e-9a43-420c-aa15-70917d759a04, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=6d97235e-9a43-420c-aa15-70917d759a04,segment=NetworkSegment(925214c2-0731-48b5-b770-94fecb0609c0),segment_id=925214c2-0731-48b5-b770-94fecb0609c0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:39.014567 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f08a31bc-aa87-4ea4-a7dc-530a46841ad0 req-f7c16dc5-2b90-4592-aa22-fcc5962b11e6 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:39.055562 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-f08a31bc-aa87-4ea4-a7dc-530a46841ad0 req-f7c16dc5-2b90-4592-aa22-fcc5962b11e6 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Calling delete_port for 6d97235e-9a43-420c-aa15-70917d759a04 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:39.089284 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b92ea21f-0946-46ab-9e67-2ca5302f3f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:39.100888 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-697aa7f0-c327-40a3-98c2-2bbc64d33012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:39.102151 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697aa7f0-c327-40a3-98c2-2bbc64d33012 None None] The sync data for ids ['9e683d2a-2538-42a6-9a6b-13b7f27e1109'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:40:39.250047 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ea21f-0946-46ab-9e67-2ca5302f3f16 admin admin] Pushing event updated for resources: {'Port': ['ID=062e81fd-342c-41b0-94cf-85846cfcf1fe,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:39.255825 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f8b314-5457-4c69-bd96-9a70e05c0a0e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:39.261974 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:39.268107 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82f8b314-5457-4c69-bd96-9a70e05c0a0e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:39.270754 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92ea21f-0946-46ab-9e67-2ca5302f3f16 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:39.278981 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-b92ea21f-0946-46ab-9e67-2ca5302f3f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:39.290382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92ea21f-0946-46ab-9e67-2ca5302f3f16 admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:39.310583 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10f576b-ee25-4891-86b4-dbab3b82b359 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:40:39.333659 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b10f576b-ee25-4891-86b4-dbab3b82b359 admin admin] 10.222.0.60 "PUT /v2.0/routers/69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8137169 Sep 01 15:40:39.335701 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c47d08-42bb-4ad3-99f1-6342c114bd42 None None] Sync routers for ids ['69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:40:39.336348 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41459d34-69bd-49c9-b612-9e8387b4e921 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Made reservation on behalf of 356fca8b96fa46b59f46647c449de7aa for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:39.339476 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-41459d34-69bd-49c9-b612-9e8387b4e921 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:39.340667 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43660) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:39.365413 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c47d08-42bb-4ad3-99f1-6342c114bd42 None None] Routers {'69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:39.370118 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-35c47d08-42bb-4ad3-99f1-6342c114bd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:39.434012 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4e159068-0f77-4701-9f08-47c4ef20c773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:39.445313 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port bc3dd099-cbbe-41ee-bae4-24de6972d793, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=bc3dd099-cbbe-41ee-bae4-24de6972d793,segment=NetworkSegment(e109a916-d858-4cdf-a6d5-40ba1e1512d1),segment_id=e109a916-d858-4cdf-a6d5-40ba1e1512d1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:39.461436 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:39.464225 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:39.497929 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eac59e1d-d117-47ab-b374-9bf9d9cf202d admin admin] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:39.634339 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 6d97235e-9a43-420c-aa15-70917d759a04 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:40:39.770005 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-35c47d08-42bb-4ad3-99f1-6342c114bd42 None None] Set router 69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:40:39.789353 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-41459d34-69bd-49c9-b612-9e8387b4e921 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] device_id is not set on port aede993f-16fb-4648-b254-59757c4cca8a yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:40:39.814519 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=bc3dd099-cbbe-41ee-bae4-24de6972d793,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:39.952631 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:39.953263 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:39.958733 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82f8b314-5457-4c69-bd96-9a70e05c0a0e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:40.073963 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:40.079705 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f8b314-5457-4c69-bd96-9a70e05c0a0e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network 40d94957-3520-41f7-b113-501a287c5a9f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:40.092168 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-82f8b314-5457-4c69-bd96-9a70e05c0a0e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:40.100607 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f8b314-5457-4c69-bd96-9a70e05c0a0e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:40.101260 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82f8b314-5457-4c69-bd96-9a70e05c0a0e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:40.144378 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8b314-5457-4c69-bd96-9a70e05c0a0e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Subnet': ['ID=bd7341e1-35cf-41cb-9b22-dce4b7434813,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:40.159451 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8204ab89-b451-4f97-aa2c-123d3793e401 None None] Network 40d94957-3520-41f7-b113-501a287c5a9f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:40:40.168273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8b314-5457-4c69-bd96-9a70e05c0a0e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:40.169800 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8b314-5457-4c69-bd96-9a70e05c0a0e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:40.172169 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8b314-5457-4c69-bd96-9a70e05c0a0e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:40.173420 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8b314-5457-4c69-bd96-9a70e05c0a0e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:40.173420 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8b314-5457-4c69-bd96-9a70e05c0a0e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:40.174620 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8b314-5457-4c69-bd96-9a70e05c0a0e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:40.176865 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8b314-5457-4c69-bd96-9a70e05c0a0e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:40.177444 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8b314-5457-4c69-bd96-9a70e05c0a0e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:40.177980 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8b314-5457-4c69-bd96-9a70e05c0a0e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:40.178653 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8b314-5457-4c69-bd96-9a70e05c0a0e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:40.183461 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8b314-5457-4c69-bd96-9a70e05c0a0e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:40.183833 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8b314-5457-4c69-bd96-9a70e05c0a0e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:40.202060 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-82f8b314-5457-4c69-bd96-9a70e05c0a0e tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5462039 Sep 01 15:40:40.206665 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43664) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:40.219652 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-7c8c2cf6-c34f-462c-8635-7c0840c58e69 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1549703137', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bd7341e1-35cf-41cb-9b22-dce4b7434813'}], 'security_groups': ['30404e45-2cdb-47b7-b46d-480f222376a1']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:40.285109 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-35c47d08-42bb-4ad3-99f1-6342c114bd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2', 'name': 'tempest-TestVolumeBackupRestore-2143954352-router', 'tenant_id': '2bbdc5daa59849e4be61e04d8d46f77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'd5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:33:18Z', 'updated_at': '2021-09-01T15:40:35Z', 'revision_number': 5, 'project_id': '2bbdc5daa59849e4be61e04d8d46f77f', 'gw_port': {'id': 'd5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:21Z', 'updated_at': '2021-09-01T15:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:40.322544 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c47d08-42bb-4ad3-99f1-6342c114bd42 None None] Checking router: 69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:40:40.349661 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c47d08-42bb-4ad3-99f1-6342c114bd42 None None] Routers {'69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:40.350545 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-35c47d08-42bb-4ad3-99f1-6342c114bd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:40.372511 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device dd7124ad-ec44-4a47-99df-87eaf00c6810 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:40:40.436678 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-41459d34-69bd-49c9-b612-9e8387b4e921 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Allocated IP 172.20.0.3 (5bd09302-b9b9-4f96-86e0-1675230a9247/c85c7305-90f1-40fe-b6b6-bd62d4c1f0c8/aede993f-16fb-4648-b254-59757c4cca8a) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:40.449952 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: dd7124ad-ec44-4a47-99df-87eaf00c6810 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:40:40.449952 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device dd7124ad-ec44-4a47-99df-87eaf00c6810 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:40:40.571576 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-35c47d08-42bb-4ad3-99f1-6342c114bd42 None None] Set router 69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:40:40.737361 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236fad6c-7e52-4954-a8c8-450f1e00eb36 None None] Network 6b85dcbe-4328-43f8-ab7b-b1fbefe2036d requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:40:40.756032 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c8c2cf6-c34f-462c-8635-7c0840c58e69 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:40.811388 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cfe7d-540e-4f6e-a66d-d1a15e3e86f1 req-86238794-102b-4a85-afb1-774a252f51ce tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:40.813012 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b27cfe7d-540e-4f6e-a66d-d1a15e3e86f1 req-86238794-102b-4a85-afb1-774a252f51ce tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=f391eae7-329a-4855-972c-8e98dd0b9a40 HTTP/1.1" status: 200 len: 946 time: 1.2550585 Sep 01 15:40:40.819066 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-41459d34-69bd-49c9-b612-9e8387b4e921 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:40.828403 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f08a31bc-aa87-4ea4-a7dc-530a46841ad0 req-f7c16dc5-2b90-4592-aa22-fcc5962b11e6 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:40.889852 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c80e9c04-d52a-47a8-9b03-14a49060a480 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:40.915831 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-08025d04-d58e-4363-a5b2-47b9adc92f19 None None] Provisioning for port c80e9c04-d52a-47a8-9b03-14a49060a480 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:40.966412 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eac59e1d-d117-47ab-b374-9bf9d9cf202d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:40.998155 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b27cfe7d-540e-4f6e-a66d-d1a15e3e86f1 req-c8f50df0-9c63-4a35-bddd-ea8f1eaf8999 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=ad10620f-acda-41aa-92bf-91a16cbede3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529131 Sep 01 15:40:41.001185 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-41459d34-69bd-49c9-b612-9e8387b4e921 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Transition to ACTIVE for port object aede993f-16fb-4648-b254-59757c4cca8a will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:41.015757 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d976fae-60be-4fd8-b8d2-714dc3db9045 None None] Update dhcp port {'port': {'network_id': '40d94957-3520-41f7-b113-501a287c5a9f', 'fixed_ips': [{'subnet_id': '39879561-4caa-4d74-89af-0dd7ae9b6f4c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bd7341e1-35cf-41cb-9b22-dce4b7434813'}], 'binding:host_id': 'n-d-794796-3'}, 'id': '62f5c9d8-72f2-418c-bf6f-4f1cb63de652'} from n-d-794796-3. {{(pid=94735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:40:41.035032 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c16dc5-2b90-4592-aa22-fcc5962b11e6 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event deleted for resources: {'Port': ['ID=6d97235e-9a43-420c-aa15-70917d759a04,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:41.039106 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08a31bc-aa87-4ea4-a7dc-530a46841ad0 req-f7c16dc5-2b90-4592-aa22-fcc5962b11e6 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] No DVR routers for this DVR port 6d97235e-9a43-420c-aa15-70917d759a04 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:40:41.041965 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f08a31bc-aa87-4ea4-a7dc-530a46841ad0 req-f7c16dc5-2b90-4592-aa22-fcc5962b11e6 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:41.045079 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f08a31bc-aa87-4ea4-a7dc-530a46841ad0 req-f7c16dc5-2b90-4592-aa22-fcc5962b11e6 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.62 "DELETE /v2.0/ports/6d97235e-9a43-420c-aa15-70917d759a04 HTTP/1.1" status: 204 len: 173 time: 3.6751232 Sep 01 15:40:41.051868 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f391eae7-329a-4855-972c-8e98dd0b9a40', 'name': 'network-vif-deleted', 'tag': '6d97235e-9a43-420c-aa15-70917d759a04'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:40:41.054335 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d353b20-81a4-4fa2-b47a-bd61d24e6765" -d '{"events": [{"server_uuid": "f391eae7-329a-4855-972c-8e98dd0b9a40", "name": "network-vif-deleted", "tag": "6d97235e-9a43-420c-aa15-70917d759a04"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:40:41.161430 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9d976fae-60be-4fd8-b8d2-714dc3db9045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:41.166714 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-35c47d08-42bb-4ad3-99f1-6342c114bd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2', 'name': 'tempest-TestVolumeBackupRestore-2143954352-router', 'tenant_id': '2bbdc5daa59849e4be61e04d8d46f77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'd5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:33:18Z', 'updated_at': '2021-09-01T15:40:35Z', 'revision_number': 5, 'project_id': '2bbdc5daa59849e4be61e04d8d46f77f', 'gw_port': {'id': 'd5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:21Z', 'updated_at': '2021-09-01T15:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:41.214627 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port c80e9c04-d52a-47a8-9b03-14a49060a480 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:41.236433 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c47d08-42bb-4ad3-99f1-6342c114bd42 None None] The sync data for ids ['69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2'] in n-d-794796-3 is: [{'id': '69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2', 'name': 'tempest-TestVolumeBackupRestore-2143954352-router', 'tenant_id': '2bbdc5daa59849e4be61e04d8d46f77f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'd5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:33:18Z', 'updated_at': '2021-09-01T15:40:35Z', 'revision_number': 5, 'project_id': '2bbdc5daa59849e4be61e04d8d46f77f', 'gw_port': {'id': 'd5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:33:21Z', 'updated_at': '2021-09-01T15:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:40:41.239511 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ed0afc-e329-47bb-81b1-4cc54bdf4fee x-openstack-request-id: req-04ed0afc-e329-47bb-81b1-4cc54bdf4fee {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:40:41.250980 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f391eae7-329a-4855-972c-8e98dd0b9a40", "name": "network-vif-deleted", "tag": "6d97235e-9a43-420c-aa15-70917d759a04", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:40:41.251400 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-04ed0afc-e329-47bb-81b1-4cc54bdf4fee {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:40:41.252073 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f391eae7-329a-4855-972c-8e98dd0b9a40', 'name': 'network-vif-deleted', 'tag': '6d97235e-9a43-420c-aa15-70917d759a04', 'status': 'completed', 'code': 200} Sep 01 15:40:41.293906 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port c80e9c04-d52a-47a8-9b03-14a49060a480 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:41.293906 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:41.371364 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-41459d34-69bd-49c9-b612-9e8387b4e921 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:41.401687 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-7c8c2cf6-c34f-462c-8635-7c0840c58e69 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Delete allocated IP 2001:db8::1a0 (40d94957-3520-41f7-b113-501a287c5a9f/39879561-4caa-4d74-89af-0dd7ae9b6f4c) {{(pid=94733) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 01 15:40:41.416764 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-7c8c2cf6-c34f-462c-8635-7c0840c58e69 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Allocated IP 2001:db8:0:1::3d (40d94957-3520-41f7-b113-501a287c5a9f/bd7341e1-35cf-41cb-9b22-dce4b7434813/da7f9464-9e32-4326-80d1-fdf9e794a64a) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:41.470129 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b92ea21f-0946-46ab-9e67-2ca5302f3f16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:41.569597 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41459d34-69bd-49c9-b612-9e8387b4e921 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Network 5bd09302-b9b9-4f96-86e0-1675230a9247 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:41.602348 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-41459d34-69bd-49c9-b612-9e8387b4e921 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:41.606566 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41459d34-69bd-49c9-b612-9e8387b4e921 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:41.699383 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41459d34-69bd-49c9-b612-9e8387b4e921 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Pushing event updated for resources: {'Port': ['ID=aede993f-16fb-4648-b254-59757c4cca8a,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:41.728350 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-eac59e1d-d117-47ab-b374-9bf9d9cf202d admin admin] Deleting port d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:41.728879 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eac59e1d-d117-47ab-b374-9bf9d9cf202d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:41.794931 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c8c2cf6-c34f-462c-8635-7c0840c58e69 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:41.842856 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-7c8c2cf6-c34f-462c-8635-7c0840c58e69 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Transition to ACTIVE for port object da7f9464-9e32-4326-80d1-fdf9e794a64a will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:41.846261 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:41.852597 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c8c2cf6-c34f-462c-8635-7c0840c58e69 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:41.983841 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-7c8c2cf6-c34f-462c-8635-7c0840c58e69 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] In _notify_port_updated(), no bound segment for port da7f9464-9e32-4326-80d1-fdf9e794a64a on network 40d94957-3520-41f7-b113-501a287c5a9f {{(pid=94733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:40:41.990886 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8c2cf6-c34f-462c-8635-7c0840c58e69 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:41.991611 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c8c2cf6-c34f-462c-8635-7c0840c58e69 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:41.993064 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7c8c2cf6-c34f-462c-8635-7c0840c58e69 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "PUT /v2.0/ports/da7f9464-9e32-4326-80d1-fdf9e794a64a HTTP/1.1" status: 200 len: 930 time: 1.7851880 Sep 01 15:40:42.003846 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41459d34-69bd-49c9-b612-9e8387b4e921 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:42.005153 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-41459d34-69bd-49c9-b612-9e8387b4e921 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:42.009106 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43668) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:42.029792 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port c80e9c04-d52a-47a8-9b03-14a49060a480, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=c80e9c04-d52a-47a8-9b03-14a49060a480,segment=NetworkSegment(aecefe32-fa82-40b3-81f0-f423746f39ab),segment_id=aecefe32-fa82-40b3-81f0-f423746f39ab)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:42.053655 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:42.055010 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device bc3dd099-cbbe-41ee-bae4-24de6972d793 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:42.095960 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c2cf6-c34f-462c-8635-7c0840c58e69 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Port': ['ID=da7f9464-9e32-4326-80d1-fdf9e794a64a,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:42.099783 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43672) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:42.170132 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43674) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:42.171838 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-41459d34-69bd-49c9-b612-9e8387b4e921 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5551636 Sep 01 15:40:42.237915 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-69cd6402-93e6-4b6b-8e75-714821414a0a tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting port da7f9464-9e32-4326-80d1-fdf9e794a64a {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:42.238182 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-69cd6402-93e6-4b6b-8e75-714821414a0a tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:42.282704 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:42.307091 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-9d976fae-60be-4fd8-b8d2-714dc3db9045 None None] Allocated IP 2001:db8:0:1::2 (40d94957-3520-41f7-b113-501a287c5a9f/bd7341e1-35cf-41cb-9b22-dce4b7434813/62f5c9d8-72f2-418c-bf6f-4f1cb63de652) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:42.357410 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port bc3dd099-cbbe-41ee-bae4-24de6972d793 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:42.357791 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:42.361631 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=c80e9c04-d52a-47a8-9b03-14a49060a480,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:42.373935 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-80d7e5c7-6aa5-4ce8-b093-0336e701d5b8 None None] Provisioning complete for port c80e9c04-d52a-47a8-9b03-14a49060a480 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:42.374356 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-80d7e5c7-6aa5-4ce8-b093-0336e701d5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:42.389654 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-eac59e1d-d117-47ab-b374-9bf9d9cf202d admin admin] For port d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:42.390246 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eac59e1d-d117-47ab-b374-9bf9d9cf202d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:42.429300 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-69cd6402-93e6-4b6b-8e75-714821414a0a tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:42.448991 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-eac59e1d-d117-47ab-b374-9bf9d9cf202d admin admin] Calling delete_port for d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8 owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:42.457997 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-69cd6402-93e6-4b6b-8e75-714821414a0a tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Calling delete_port for da7f9464-9e32-4326-80d1-fdf9e794a64a owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:42.547533 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-12a73f40-9357-479b-acea-a5557d91624f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:42.614790 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-b420a5e6-9d43-4787-b249-6352320a26d6 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'project_id': '356fca8b96fa46b59f46647c449de7aa', 'port_id': 'aede993f-16fb-4648-b254-59757c4cca8a'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:42.630128 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-9d976fae-60be-4fd8-b8d2-714dc3db9045 None None] For port 62f5c9d8-72f2-418c-bf6f-4f1cb63de652, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=62f5c9d8-72f2-418c-bf6f-4f1cb63de652,segment=NetworkSegment(a798cb36-31af-49d4-939a-cdeb8e3e2e98),segment_id=a798cb36-31af-49d4-939a-cdeb8e3e2e98)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:42.679982 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b420a5e6-9d43-4787-b249-6352320a26d6 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:42.707872 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9d976fae-60be-4fd8-b8d2-714dc3db9045 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:42.746336 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9d976fae-60be-4fd8-b8d2-714dc3db9045 None None] Transition to ACTIVE for port object 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:42.769623 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9d976fae-60be-4fd8-b8d2-714dc3db9045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:42.784075 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-69cd6402-93e6-4b6b-8e75-714821414a0a tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:42.809033 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c80e9c04-d52a-47a8-9b03-14a49060a480 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:42.811477 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-80d7e5c7-6aa5-4ce8-b093-0336e701d5b8 None None] Provisioning for port aede993f-16fb-4648-b254-59757c4cca8a completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:42.856144 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-80d7e5c7-6aa5-4ce8-b093-0336e701d5b8 None None] Provisioning complete for port aede993f-16fb-4648-b254-59757c4cca8a triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:42.857200 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-80d7e5c7-6aa5-4ce8-b093-0336e701d5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:42.860540 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd6402-93e6-4b6b-8e75-714821414a0a tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Port': ['ID=da7f9464-9e32-4326-80d1-fdf9e794a64a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:42.885662 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-69cd6402-93e6-4b6b-8e75-714821414a0a tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:42.885662 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-69cd6402-93e6-4b6b-8e75-714821414a0a tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/ports/da7f9464-9e32-4326-80d1-fdf9e794a64a HTTP/1.1" status: 204 len: 168 time: 0.8688750 Sep 01 15:40:42.885662 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43680) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:42.923333 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-d883a8e1-915d-47f0-b8f3-427b7fdbc398 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] GET failed (client error): The resource could not be found. Sep 01 15:40:42.927872 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d883a8e1-915d-47f0-b8f3-427b7fdbc398 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "GET /v2.0/ports/da7f9464-9e32-4326-80d1-fdf9e794a64a HTTP/1.1" status: 404 len: 333 time: 0.0420456 Sep 01 15:40:42.928450 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43682) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:42.971416 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b420a5e6-9d43-4787-b249-6352320a26d6 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:42.995636 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d976fae-60be-4fd8-b8d2-714dc3db9045 None None] Pushing event updated for resources: {'Port': ['ID=62f5c9d8-72f2-418c-bf6f-4f1cb63de652,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:43.003025 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-80d7e5c7-6aa5-4ce8-b093-0336e701d5b8 None None] Port aede993f-16fb-4648-b254-59757c4cca8a cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:43.006140 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b92ea21f-0946-46ab-9e67-2ca5302f3f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.027751 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-12a73f40-9357-479b-acea-a5557d91624f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.028461 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port c80e9c04-d52a-47a8-9b03-14a49060a480 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:43.028847 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.066394 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2189986b-cc36-4bf0-9652-6f14047ff639 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.122016 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2189986b-cc36-4bf0-9652-6f14047ff639 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.171411 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 0609f6be-af3d-4c4a-9198-e61a3ee1bd31 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:40:43.219181 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 0609f6be-af3d-4c4a-9198-e61a3ee1bd31 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:40:43.221214 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 0609f6be-af3d-4c4a-9198-e61a3ee1bd31 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:40:43.241987 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-b420a5e6-9d43-4787-b249-6352320a26d6 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Allocated IP 172.25.6.12 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/df4c7d25-b702-4990-895e-844e4a57c9cc) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:43.260059 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2189986b-cc36-4bf0-9652-6f14047ff639 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.262976 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2189986b-cc36-4bf0-9652-6f14047ff639 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.267850 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2189986b-cc36-4bf0-9652-6f14047ff639 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/security-groups/cea1b2c7-964e-4364-95ea-751024abd283 HTTP/1.1" status: 204 len: 168 time: 0.3382046 Sep 01 15:40:43.268566 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43684) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:43.310902 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.383142 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189986b-cc36-4bf0-9652-6f14047ff639 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea1b2c7-964e-4364-95ea-751024abd283,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:43.435969 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-12a73f40-9357-479b-acea-a5557d91624f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.440134 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-12a73f40-9357-479b-acea-a5557d91624f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.441780 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-12a73f40-9357-479b-acea-a5557d91624f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "DELETE /v2.0/security-groups/ad10620f-acda-41aa-92bf-91a16cbede3f HTTP/1.1" status: 204 len: 168 time: 1.3367302 Sep 01 15:40:43.481336 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a73f40-9357-479b-acea-a5557d91624f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad10620f-acda-41aa-92bf-91a16cbede3f,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:43.519547 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eac59e1d-d117-47ab-b374-9bf9d9cf202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.523254 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43688) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:43.579523 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92ea21f-0946-46ab-9e67-2ca5302f3f16 admin admin] Router 56174885-8289-4b75-9794-9d716275fdef is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:40:43.602392 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b420a5e6-9d43-4787-b249-6352320a26d6 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.615885 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8683cbae-2e0b-47ce-9d56-8361f0a53073 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.631490 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac59e1d-d117-47ab-b374-9bf9d9cf202d admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:43.675142 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e44a2359-ce97-4ddc-af6b-4055c9b94a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.678290 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8683cbae-2e0b-47ce-9d56-8361f0a53073 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.782073 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b420a5e6-9d43-4787-b249-6352320a26d6 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.806823 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da863cc-f1ce-4858-b657-184bdc8600de tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Deleting subnet 7d65a81f-934e-4d73-9c9b-87f8a197104d {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:40:43.823574 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2da863cc-f1ce-4858-b657-184bdc8600de tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.838717 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8683cbae-2e0b-47ce-9d56-8361f0a53073 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.844613 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8683cbae-2e0b-47ce-9d56-8361f0a53073 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.849906 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8683cbae-2e0b-47ce-9d56-8361f0a53073 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/security-groups/30404e45-2cdb-47b7-b46d-480f222376a1 HTTP/1.1" status: 204 len: 168 time: 0.5754647 Sep 01 15:40:43.856345 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43690) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:43.942661 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b420a5e6-9d43-4787-b249-6352320a26d6 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:43.949526 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-37cf95ad-4ab3-4dee-9000-bb926787598a None None] Provisioning complete for port b46eddd2-f8f0-4988-8ccb-a1dc9a3cbc3e triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:43.951236 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-37cf95ad-4ab3-4dee-9000-bb926787598a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.967152 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420a5e6-9d43-4787-b249-6352320a26d6 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Pushing event updated for resources: {'Port': ['ID=df4c7d25-b702-4990-895e-844e4a57c9cc,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:43.979826 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683cbae-2e0b-47ce-9d56-8361f0a53073 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30404e45-2cdb-47b7-b46d-480f222376a1,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:43.990094 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eac59e1d-d117-47ab-b374-9bf9d9cf202d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.997140 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2da863cc-f1ce-4858-b657-184bdc8600de tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:43.999573 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-b420a5e6-9d43-4787-b249-6352320a26d6 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:44.011432 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b420a5e6-9d43-4787-b249-6352320a26d6 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:44.056524 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-625c9ec3-2144-4ce9-a528-dfeddb815775 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting subnet 39879561-4caa-4d74-89af-0dd7ae9b6f4c {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:40:44.064090 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-625c9ec3-2144-4ce9-a528-dfeddb815775 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:44.072990 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-37cf95ad-4ab3-4dee-9000-bb926787598a None None] Port b46eddd2-f8f0-4988-8ccb-a1dc9a3cbc3e cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:44.099071 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-37cf95ad-4ab3-4dee-9000-bb926787598a None None] Provisioning for port 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:44.109046 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-37cf95ad-4ab3-4dee-9000-bb926787598a None None] Provisioning complete for port 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:44.110672 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-37cf95ad-4ab3-4dee-9000-bb926787598a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:44.180177 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-625c9ec3-2144-4ce9-a528-dfeddb815775 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:44.225957 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eac59e1d-d117-47ab-b374-9bf9d9cf202d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:44.231376 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eac59e1d-d117-47ab-b374-9bf9d9cf202d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:44.329470 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eac59e1d-d117-47ab-b374-9bf9d9cf202d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:44.330550 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac59e1d-d117-47ab-b374-9bf9d9cf202d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2 {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:40:44.347412 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eac59e1d-d117-47ab-b374-9bf9d9cf202d admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:44.348972 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-eac59e1d-d117-47ab-b374-9bf9d9cf202d admin admin] 10.222.0.60 "DELETE /v2.0/routers/69ed1bc7-63cb-4b7d-8866-a9c0525c9ec2 HTTP/1.1" status: 204 len: 168 time: 5.0045092 Sep 01 15:40:44.354065 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92ea21f-0946-46ab-9e67-2ca5302f3f16 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:40:44.358839 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43692) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:44.365700 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275e6df6-31d8-41fb-ad2a-1f58073f1002 None None] Sync routers for ids ['56174885-8289-4b75-9794-9d716275fdef'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:40:44.394630 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275e6df6-31d8-41fb-ad2a-1f58073f1002 None None] Routers {'56174885-8289-4b75-9794-9d716275fdef'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:44.395650 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-275e6df6-31d8-41fb-ad2a-1f58073f1002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['56174885-8289-4b75-9794-9d716275fdef'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:44.463546 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-625c9ec3-2144-4ce9-a528-dfeddb815775 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:44.540602 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b92ea21f-0946-46ab-9e67-2ca5302f3f16 admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:44.542877 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b92ea21f-0946-46ab-9e67-2ca5302f3f16 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.3051255 Sep 01 15:40:44.553723 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43694) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:44.586517 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-275e6df6-31d8-41fb-ad2a-1f58073f1002 None None] Set router 56174885-8289-4b75-9794-9d716275fdef gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:40:44.589995 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-183dc56f-9bd8-43cb-bc5c-4342058429f9 admin admin] Deleting subnet 6e4d6fc8-fd04-4888-b6c1-34a84178bf26 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:40:44.687373 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-183dc56f-9bd8-43cb-bc5c-4342058429f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:44.756429 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2da863cc-f1ce-4858-b657-184bdc8600de tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:44.764201 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-37cf95ad-4ab3-4dee-9000-bb926787598a None None] Could not find standard attr ID for object da7f9464-9e32-4326-80d1-fdf9e794a64a. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:40:44.791041 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-625c9ec3-2144-4ce9-a528-dfeddb815775 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:44.815819 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-183dc56f-9bd8-43cb-bc5c-4342058429f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:44.837218 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-625c9ec3-2144-4ce9-a528-dfeddb815775 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:44.846966 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-625c9ec3-2144-4ce9-a528-dfeddb815775 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/subnets/39879561-4caa-4d74-89af-0dd7ae9b6f4c HTTP/1.1" status: 204 len: 168 time: 0.9840169 Sep 01 15:40:44.848412 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43696) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:44.852756 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c9ec3-2144-4ce9-a528-dfeddb815775 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Subnet': ['ID=39879561-4caa-4d74-89af-0dd7ae9b6f4c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:44.865524 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-5eab0833-1a12-498d-b10d-f710789a74e6 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'subnet': {'network_id': '40d94957-3520-41f7-b113-501a287c5a9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:44.870699 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79b3725-2703-463f-965f-6727da261ae7 None None] Network 40d94957-3520-41f7-b113-501a287c5a9f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:40:45.010935 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5a3552e2-00b2-4149-ac12-1089c1f334f6 None None] Could not find standard attr ID for object da7f9464-9e32-4326-80d1-fdf9e794a64a. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:40:45.038098 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:45.132203 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2da863cc-f1ce-4858-b657-184bdc8600de tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:45.211277 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da863cc-f1ce-4858-b657-184bdc8600de tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event deleted for resources: {'Subnet': ['ID=7d65a81f-934e-4d73-9c9b-87f8a197104d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:45.218798 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-275e6df6-31d8-41fb-ad2a-1f58073f1002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56174885-8289-4b75-9794-9d716275fdef', 'name': 'tempest-TestServerMultinode-1830898642-router', 'tenant_id': '8bce11272d4544f1917d17554af470f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '062e81fd-342c-41b0-94cf-85846cfcf1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:35Z', 'updated_at': '2021-09-01T15:40:40Z', 'revision_number': 3, 'project_id': '8bce11272d4544f1917d17554af470f3', 'gw_port': {'id': '062e81fd-342c-41b0-94cf-85846cfcf1fe', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56174885-8289-4b75-9794-9d716275fdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:38Z', 'updated_at': '2021-09-01T15:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:45.221100 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2da863cc-f1ce-4858-b657-184bdc8600de tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:45.226762 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2da863cc-f1ce-4858-b657-184bdc8600de tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "DELETE /v2.0/subnets/7d65a81f-934e-4d73-9c9b-87f8a197104d HTTP/1.1" status: 204 len: 168 time: 1.6973541 Sep 01 15:40:45.236421 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43698) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:45.283262 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe36d079-bcec-451c-93a3-aa42a71a540a None None] Network 9abcf001-8f75-447e-a006-dcebce16e53d requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:40:45.307087 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275e6df6-31d8-41fb-ad2a-1f58073f1002 None None] Checking router: 56174885-8289-4b75-9794-9d716275fdef for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:40:45.307475 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275e6df6-31d8-41fb-ad2a-1f58073f1002 None None] Updating router 56174885-8289-4b75-9794-9d716275fdef port 062e81fd-342c-41b0-94cf-85846cfcf1fe binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:40:45.346145 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-183dc56f-9bd8-43cb-bc5c-4342058429f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:45.397052 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:45.428691 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-275e6df6-31d8-41fb-ad2a-1f58073f1002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:45.430632 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eff318bc-de1e-40d0-b544-605bf7da0d81 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:45.430884 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:45.431167 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:45.462683 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b420a5e6-9d43-4787-b249-6352320a26d6 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:45.497765 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eab0833-1a12-498d-b10d-f710789a74e6 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:45.506369 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5eab0833-1a12-498d-b10d-f710789a74e6 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:45.548564 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-183dc56f-9bd8-43cb-bc5c-4342058429f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:45.621973 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183dc56f-9bd8-43cb-bc5c-4342058429f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e4d6fc8-fd04-4888-b6c1-34a84178bf26,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:45.624735 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-183dc56f-9bd8-43cb-bc5c-4342058429f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:45.630510 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-183dc56f-9bd8-43cb-bc5c-4342058429f9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6e4d6fc8-fd04-4888-b6c1-34a84178bf26 HTTP/1.1" status: 204 len: 168 time: 1.2661874 Sep 01 15:40:45.632373 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43700) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:45.650178 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb79598-cffb-409c-a893-0ffcca4ba1d1 None None] Network e5ab2f9e-48ef-418d-b142-d0bea3899998 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:40:45.697107 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-eff318bc-de1e-40d0-b544-605bf7da0d81 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Deleting port fed6871e-4839-44ac-9c34-07ffb5f474a0 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:45.697583 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eff318bc-de1e-40d0-b544-605bf7da0d81 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:45.711706 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b420a5e6-9d43-4787-b249-6352320a26d6 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:45.826186 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26b59230-b7dd-4cad-9969-68b3cca05b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:45.849747 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-eff318bc-de1e-40d0-b544-605bf7da0d81 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] For port fed6871e-4839-44ac-9c34-07ffb5f474a0, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fed6871e-4839-44ac-9c34-07ffb5f474a0,segment=NetworkSegment(925214c2-0731-48b5-b770-94fecb0609c0),segment_id=925214c2-0731-48b5-b770-94fecb0609c0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:45.850399 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eff318bc-de1e-40d0-b544-605bf7da0d81 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:45.880997 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-eff318bc-de1e-40d0-b544-605bf7da0d81 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Calling delete_port for fed6871e-4839-44ac-9c34-07ffb5f474a0 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:46.053930 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-26b59230-b7dd-4cad-9969-68b3cca05b9b admin admin] Deleting port d3bc781c-b9ca-480f-90ba-22d38d29dc13 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:46.054266 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26b59230-b7dd-4cad-9969-68b3cca05b9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.055368 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-275e6df6-31d8-41fb-ad2a-1f58073f1002 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.068493 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457688f4-f0d7-4d53-87a3-f3bf4d9c8d02 None None] DHCP port deletion for 9abcf001-8f75-447e-a006-dcebce16e53d request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:40:46.112483 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eff318bc-de1e-40d0-b544-605bf7da0d81 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.150856 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-275e6df6-31d8-41fb-ad2a-1f58073f1002 None None] Transition to ACTIVE for port object 062e81fd-342c-41b0-94cf-85846cfcf1fe will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:46.175096 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff318bc-de1e-40d0-b544-605bf7da0d81 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event deleted for resources: {'Port': ['ID=fed6871e-4839-44ac-9c34-07ffb5f474a0,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:46.181573 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff318bc-de1e-40d0-b544-605bf7da0d81 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] No DVR routers for this DVR port fed6871e-4839-44ac-9c34-07ffb5f474a0 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:40:46.199164 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-275e6df6-31d8-41fb-ad2a-1f58073f1002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.233047 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f73c5d2-31f2-43e6-8151-b3c26f7336d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.273042 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d3ca9-c767-4a96-9884-b50962a41c32 None None] Pushing event updated for resources: {'Port': ['ID=062e81fd-342c-41b0-94cf-85846cfcf1fe,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:46.273938 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b420a5e6-9d43-4787-b249-6352320a26d6 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.283407 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:40:46.300989 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b420a5e6-9d43-4787-b249-6352320a26d6 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.317037 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:40:46.317813 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d5d29a0e-db0a-4da1-9b3d-ecf4dda0cdf8 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:40:46.320938 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eff318bc-de1e-40d0-b544-605bf7da0d81 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.339174 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-eff318bc-de1e-40d0-b544-605bf7da0d81 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9abcf001-8f75-447e-a006-dcebce16e53d']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:46.365400 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-275e6df6-31d8-41fb-ad2a-1f58073f1002 None None] Attempting to bind port 062e81fd-342c-41b0-94cf-85846cfcf1fe on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:40:46.366278 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-275e6df6-31d8-41fb-ad2a-1f58073f1002 None None] Attempting to bind port 062e81fd-342c-41b0-94cf-85846cfcf1fe by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:40:46.367250 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e6df6-31d8-41fb-ad2a-1f58073f1002 None None] Attempting to bind port 062e81fd-342c-41b0-94cf-85846cfcf1fe on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:40:46.382481 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e6df6-31d8-41fb-ad2a-1f58073f1002 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:40:46.383655 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e6df6-31d8-41fb-ad2a-1f58073f1002 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:40:46.384716 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-275e6df6-31d8-41fb-ad2a-1f58073f1002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.385795 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e6df6-31d8-41fb-ad2a-1f58073f1002 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:40:46.387060 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-275e6df6-31d8-41fb-ad2a-1f58073f1002 None None] Bound port: 062e81fd-342c-41b0-94cf-85846cfcf1fe, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:40:46.393413 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-eff318bc-de1e-40d0-b544-605bf7da0d81 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925214c2-0731-48b5-b770-94fecb0609c0') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:46.393747 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-eff318bc-de1e-40d0-b544-605bf7da0d81 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925214c2-0731-48b5-b770-94fecb0609c0') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:46.394912 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-275e6df6-31d8-41fb-ad2a-1f58073f1002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.400965 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-457688f4-f0d7-4d53-87a3-f3bf4d9c8d02 None None] Deleting port fed6871e-4839-44ac-9c34-07ffb5f474a0 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:46.402099 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-457688f4-f0d7-4d53-87a3-f3bf4d9c8d02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.417152 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eff318bc-de1e-40d0-b544-605bf7da0d81 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.426341 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420a5e6-9d43-4787-b249-6352320a26d6 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Pushing event updated for resources: {'Port': ['ID=df4c7d25-b702-4990-895e-844e4a57c9cc,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:46.457395 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-26b59230-b7dd-4cad-9969-68b3cca05b9b admin admin] For port d3bc781c-b9ca-480f-90ba-22d38d29dc13, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d3bc781c-b9ca-480f-90ba-22d38d29dc13,segment=NetworkSegment(80a6db48-56c0-4aec-9cab-aa300ede4a0e),segment_id=80a6db48-56c0-4aec-9cab-aa300ede4a0e)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:46.457786 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26b59230-b7dd-4cad-9969-68b3cca05b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.485619 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eff318bc-de1e-40d0-b544-605bf7da0d81 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.508727 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff318bc-de1e-40d0-b544-605bf7da0d81 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:40:46.509130 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eff318bc-de1e-40d0-b544-605bf7da0d81 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.513639 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-26b59230-b7dd-4cad-9969-68b3cca05b9b admin admin] Calling delete_port for d3bc781c-b9ca-480f-90ba-22d38d29dc13 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:46.535275 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567b19a0-9e32-44c0-a8a7-93959f6921fa None None] DHCP port deletion for e5ab2f9e-48ef-418d-b142-d0bea3899998 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:40:46.562468 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5eab0833-1a12-498d-b10d-f710789a74e6 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:40:46.583531 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:40:46.615629 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-457688f4-f0d7-4d53-87a3-f3bf4d9c8d02 None None] For port fed6871e-4839-44ac-9c34-07ffb5f474a0, host n-d-794796-3, got binding levels [] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:46.616048 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-457688f4-f0d7-4d53-87a3-f3bf4d9c8d02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.651878 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-275e6df6-31d8-41fb-ad2a-1f58073f1002 None None] For port 062e81fd-342c-41b0-94cf-85846cfcf1fe, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:40:46.656320 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-275e6df6-31d8-41fb-ad2a-1f58073f1002 None None] For port 062e81fd-342c-41b0-94cf-85846cfcf1fe, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=062e81fd-342c-41b0-94cf-85846cfcf1fe,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:40:46.657863 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-457688f4-f0d7-4d53-87a3-f3bf4d9c8d02 None None] Calling delete_port for fed6871e-4839-44ac-9c34-07ffb5f474a0 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:46.662461 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.ipam_backend_mixin [None req-457688f4-f0d7-4d53-87a3-f3bf4d9c8d02 None None] Port fed6871e-4839-44ac-9c34-07ffb5f474a0 was not found and therefore no delete operation was performed {{(pid=94735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 15:40:46.665659 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-457688f4-f0d7-4d53-87a3-f3bf4d9c8d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.674853 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eff318bc-de1e-40d0-b544-605bf7da0d81 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.678774 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-2f73c5d2-31f2-43e6-8151-b3c26f7336d6 admin admin] Allocated IP 172.20.0.1 (6b85dcbe-4328-43f8-ab7b-b1fbefe2036d/1827dc33-d901-4dc0-83ea-7d05f17a5c8e/ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:46.681695 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-275e6df6-31d8-41fb-ad2a-1f58073f1002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.691072 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eff318bc-de1e-40d0-b544-605bf7da0d81 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.696600 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-eff318bc-de1e-40d0-b544-605bf7da0d81 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "DELETE /v2.0/networks/9abcf001-8f75-447e-a006-dcebce16e53d HTTP/1.1" status: 204 len: 168 time: 1.4548769 Sep 01 15:40:46.696817 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b420a5e6-9d43-4787-b249-6352320a26d6 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.697148 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43702) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:46.710752 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eab0833-1a12-498d-b10d-f710789a74e6 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network 40d94957-3520-41f7-b113-501a287c5a9f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:46.727634 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457688f4-f0d7-4d53-87a3-f3bf4d9c8d02 None None] No DVR routers for this DVR port fed6871e-4839-44ac-9c34-07ffb5f474a0 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:40:46.745995 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457688f4-f0d7-4d53-87a3-f3bf4d9c8d02 None None] Pushing event deleted for resources: {'Port': ['ID=fed6871e-4839-44ac-9c34-07ffb5f474a0,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:46.761754 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff318bc-de1e-40d0-b544-605bf7da0d81 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event deleted for resources: {'Network': ['ID=9abcf001-8f75-447e-a006-dcebce16e53d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:46.803859 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-5eab0833-1a12-498d-b10d-f710789a74e6 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:46.820083 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fed6871e-4839-44ac-9c34-07ffb5f474a0 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:40:46.822076 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c4d544-0c42-4660-b4c9-476cd44c903c None None] Network 40d94957-3520-41f7-b113-501a287c5a9f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:40:46.823607 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eab0833-1a12-498d-b10d-f710789a74e6 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:46.825085 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5eab0833-1a12-498d-b10d-f710789a74e6 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:46.850757 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab0833-1a12-498d-b10d-f710789a74e6 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Subnet': ['ID=2b75f038-4869-45b9-b6af-9f598dd0f52a,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:46.888388 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5eab0833-1a12-498d-b10d-f710789a74e6 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0322773 Sep 01 15:40:46.893037 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43704) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:46.901196 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-bdf77ae2-d398-49a1-ae9d-11cac02c25aa tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'security_group': {'name': 'tempest-secgroup-465697160'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:47.002477 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-b420a5e6-9d43-4787-b249-6352320a26d6 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Floating IP 51c33f72-4f2e-41c9-b7f4-00dbd8c31b94 associated. External IP: 172.25.6.12, port: aede993f-16fb-4648-b254-59757c4cca8a. Sep 01 15:40:47.009542 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bdf77ae2-d398-49a1-ae9d-11cac02c25aa tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.059141 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26b59230-b7dd-4cad-9969-68b3cca05b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.077556 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: fed6871e-4839-44ac-9c34-07ffb5f474a0 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:40:47.078629 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fed6871e-4839-44ac-9c34-07ffb5f474a0 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:40:47.078629 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d3bc781c-b9ca-480f-90ba-22d38d29dc13 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:40:47.089539 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275e6df6-31d8-41fb-ad2a-1f58073f1002 None None] Routers {'56174885-8289-4b75-9794-9d716275fdef'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:47.090073 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-275e6df6-31d8-41fb-ad2a-1f58073f1002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['56174885-8289-4b75-9794-9d716275fdef'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:47.104803 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b59230-b7dd-4cad-9969-68b3cca05b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=d3bc781c-b9ca-480f-90ba-22d38d29dc13,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:47.119988 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f3efd95c-a140-480f-8c7e-e96614d8924e None None] Provisioning complete for port b46eddd2-f8f0-4988-8ccb-a1dc9a3cbc3e triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:47.119988 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f3efd95c-a140-480f-8c7e-e96614d8924e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.124602 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b59230-b7dd-4cad-9969-68b3cca05b9b admin admin] No DVR routers for this DVR port d3bc781c-b9ca-480f-90ba-22d38d29dc13 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:40:47.124959 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-567b19a0-9e32-44c0-a8a7-93959f6921fa None None] Deleting port d3bc781c-b9ca-480f-90ba-22d38d29dc13 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:47.124959 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-567b19a0-9e32-44c0-a8a7-93959f6921fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.206018 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: d3bc781c-b9ca-480f-90ba-22d38d29dc13 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:40:47.206413 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d3bc781c-b9ca-480f-90ba-22d38d29dc13 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:40:47.277480 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26b59230-b7dd-4cad-9969-68b3cca05b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.295522 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-26b59230-b7dd-4cad-9969-68b3cca05b9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ab2f9e-48ef-418d-b142-d0bea3899998']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:47.305437 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d3ca9-c767-4a96-9884-b50962a41c32 None None] Pushing event updated for resources: {'Port': ['ID=062e81fd-342c-41b0-94cf-85846cfcf1fe,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:47.332386 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-26b59230-b7dd-4cad-9969-68b3cca05b9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a6db48-56c0-4aec-9cab-aa300ede4a0e') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:47.332723 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-26b59230-b7dd-4cad-9969-68b3cca05b9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a6db48-56c0-4aec-9cab-aa300ede4a0e') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:47.355354 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bdf77ae2-d398-49a1-ae9d-11cac02c25aa tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.388396 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f73c5d2-31f2-43e6-8151-b3c26f7336d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.421396 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-2f73c5d2-31f2-43e6-8151-b3c26f7336d6 admin admin] Transition to ACTIVE for port object ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:47.430868 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26b59230-b7dd-4cad-9969-68b3cca05b9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.433444 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bdf77ae2-d398-49a1-ae9d-11cac02c25aa tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.499849 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-74c77fc0-65c6-410c-84e8-fa1c1c7e8ce8 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Deleting port 65ceb649-afac-4476-b5fa-f0f04b7da0a4 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:47.500627 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-74c77fc0-65c6-410c-84e8-fa1c1c7e8ce8 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.507812 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26b59230-b7dd-4cad-9969-68b3cca05b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.522569 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f73c5d2-31f2-43e6-8151-b3c26f7336d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.534761 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bdf77ae2-d398-49a1-ae9d-11cac02c25aa tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.540408 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bdf77ae2-d398-49a1-ae9d-11cac02c25aa tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6423197 Sep 01 15:40:47.553691 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-567b19a0-9e32-44c0-a8a7-93959f6921fa None None] For port d3bc781c-b9ca-480f-90ba-22d38d29dc13, host n-d-794796-3, got binding levels [] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:47.554345 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-567b19a0-9e32-44c0-a8a7-93959f6921fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.556779 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43706) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:47.559572 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-f3efd95c-a140-480f-8c7e-e96614d8924e None None] Port b46eddd2-f8f0-4988-8ccb-a1dc9a3cbc3e cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:47.566654 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-99d5b3a1-f8ff-416c-ad4d-0127c2d7400c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'security_group': {'name': 'tempest-secgroup-651976915'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:47.571800 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b59230-b7dd-4cad-9969-68b3cca05b9b admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:40:47.572320 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26b59230-b7dd-4cad-9969-68b3cca05b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:40:47.574178 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:40:47.588230 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf77ae2-d398-49a1-ae9d-11cac02c25aa tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c2f5fb-fa70-4802-a99e-ffb1c8a6065b,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:47.601175 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-275e6df6-31d8-41fb-ad2a-1f58073f1002 None None] Set router 56174885-8289-4b75-9794-9d716275fdef gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:40:47.645541 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-567b19a0-9e32-44c0-a8a7-93959f6921fa None None] Calling delete_port for d3bc781c-b9ca-480f-90ba-22d38d29dc13 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:47.666354 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b420a5e6-9d43-4787-b249-6352320a26d6 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Router 9e683d2a-2538-42a6-9a6b-13b7f27e1109 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:40:47.671443 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26b59230-b7dd-4cad-9969-68b3cca05b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.676394 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f73c5d2-31f2-43e6-8151-b3c26f7336d6 admin admin] Network 6b85dcbe-4328-43f8-ab7b-b1fbefe2036d is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:47.678464 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-26b59230-b7dd-4cad-9969-68b3cca05b9b admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.680723 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-26b59230-b7dd-4cad-9969-68b3cca05b9b admin admin] 10.222.0.60 "DELETE /v2.0/networks/e5ab2f9e-48ef-418d-b142-d0bea3899998 HTTP/1.1" status: 204 len: 168 time: 2.0427897 Sep 01 15:40:47.697076 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b59230-b7dd-4cad-9969-68b3cca05b9b admin admin] Pushing event deleted for resources: {'Network': ['ID=e5ab2f9e-48ef-418d-b142-d0bea3899998,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:47.697453 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73c5d2-31f2-43e6-8151-b3c26f7336d6 admin admin] Pushing event updated for resources: {'Port': ['ID=ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:47.722459 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-2f73c5d2-31f2-43e6-8151-b3c26f7336d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:47.729805 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f73c5d2-31f2-43e6-8151-b3c26f7336d6 admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:47.743556 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-99d5b3a1-f8ff-416c-ad4d-0127c2d7400c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.788891 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.ipam_backend_mixin [None req-567b19a0-9e32-44c0-a8a7-93959f6921fa None None] Port d3bc781c-b9ca-480f-90ba-22d38d29dc13 was not found and therefore no delete operation was performed {{(pid=94735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 15:40:47.818062 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-567b19a0-9e32-44c0-a8a7-93959f6921fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.847522 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-74c77fc0-65c6-410c-84e8-fa1c1c7e8ce8 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.848205 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-74c77fc0-65c6-410c-84e8-fa1c1c7e8ce8 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.867350 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b420a5e6-9d43-4787-b249-6352320a26d6 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:40:47.885006 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d84ad3d-6b9b-4ddd-b8ab-bbc91baf0f5a None None] Sync routers for ids ['9e683d2a-2538-42a6-9a6b-13b7f27e1109'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:40:47.892704 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-74c77fc0-65c6-410c-84e8-fa1c1c7e8ce8 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Calling delete_port for 65ceb649-afac-4476-b5fa-f0f04b7da0a4 owned by network:floatingip {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:47.895679 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f73c5d2-31f2-43e6-8151-b3c26f7336d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.899674 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d84ad3d-6b9b-4ddd-b8ab-bbc91baf0f5a None None] Routers {'9e683d2a-2538-42a6-9a6b-13b7f27e1109'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:47.903718 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7d84ad3d-6b9b-4ddd-b8ab-bbc91baf0f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['9e683d2a-2538-42a6-9a6b-13b7f27e1109'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:47.941236 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f3efd95c-a140-480f-8c7e-e96614d8924e None None] Provisioning complete for port 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:47.941989 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f3efd95c-a140-480f-8c7e-e96614d8924e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:47.977024 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-567b19a0-9e32-44c0-a8a7-93959f6921fa None None] Network e5ab2f9e-48ef-418d-b142-d0bea3899998 is not hosted by any dhcp agent {{(pid=94735) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 01 15:40:47.977847 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567b19a0-9e32-44c0-a8a7-93959f6921fa None None] No DVR routers for this DVR port d3bc781c-b9ca-480f-90ba-22d38d29dc13 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:40:47.987249 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7d84ad3d-6b9b-4ddd-b8ab-bbc91baf0f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:48.013575 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d84ad3d-6b9b-4ddd-b8ab-bbc91baf0f5a None None] Routers {'9e683d2a-2538-42a6-9a6b-13b7f27e1109'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:48.014560 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7d84ad3d-6b9b-4ddd-b8ab-bbc91baf0f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['9e683d2a-2538-42a6-9a6b-13b7f27e1109'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:48.050410 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7d84ad3d-6b9b-4ddd-b8ab-bbc91baf0f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:48.051079 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d84ad3d-6b9b-4ddd-b8ab-bbc91baf0f5a None None] The sync data for ids ['9e683d2a-2538-42a6-9a6b-13b7f27e1109'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:40:48.065025 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b19a0-9e32-44c0-a8a7-93959f6921fa None None] Pushing event deleted for resources: {'Port': ['ID=d3bc781c-b9ca-480f-90ba-22d38d29dc13,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:48.166991 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43712) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:48.218868 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e0e71488-051d-4056-b760-d0eb4663d890 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4f712c44f09d4a638eab9ace3b122469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500426 Sep 01 15:40:48.224026 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43714) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:48.267568 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84780393-d5a5-4fcc-ab43-c033bc41aceb None None] Update dhcp port {'port': {'network_id': '40d94957-3520-41f7-b113-501a287c5a9f', 'fixed_ips': [{'subnet_id': 'bd7341e1-35cf-41cb-9b22-dce4b7434813', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2b75f038-4869-45b9-b6af-9f598dd0f52a'}], 'binding:host_id': 'n-d-794796-3'}, 'id': '62f5c9d8-72f2-418c-bf6f-4f1cb63de652'} from n-d-794796-3. {{(pid=94735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:40:48.298033 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c56f4582-4377-4c1b-917d-136b0664aada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:48.309362 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-99d5b3a1-f8ff-416c-ad4d-0127c2d7400c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:48.322094 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-84780393-d5a5-4fcc-ab43-c033bc41aceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:48.325266 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b420a5e6-9d43-4787-b249-6352320a26d6 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:48.329926 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-99d5b3a1-f8ff-416c-ad4d-0127c2d7400c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:48.330874 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c56f4582-4377-4c1b-917d-136b0664aada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:48.371624 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b420a5e6-9d43-4787-b249-6352320a26d6 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 6.1999855 Sep 01 15:40:48.379138 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43716) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:48.392785 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-275e6df6-31d8-41fb-ad2a-1f58073f1002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56174885-8289-4b75-9794-9d716275fdef', 'name': 'tempest-TestServerMultinode-1830898642-router', 'tenant_id': '8bce11272d4544f1917d17554af470f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '062e81fd-342c-41b0-94cf-85846cfcf1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:35Z', 'updated_at': '2021-09-01T15:40:40Z', 'revision_number': 3, 'project_id': '8bce11272d4544f1917d17554af470f3', 'gw_port': {'id': '062e81fd-342c-41b0-94cf-85846cfcf1fe', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56174885-8289-4b75-9794-9d716275fdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:38Z', 'updated_at': '2021-09-01T15:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:48.403806 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f73c5d2-31f2-43e6-8151-b3c26f7336d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:48.425491 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-99d5b3a1-f8ff-416c-ad4d-0127c2d7400c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:48.431209 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-99d5b3a1-f8ff-416c-ad4d-0127c2d7400c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8690319 Sep 01 15:40:48.431556 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5b3a1-f8ff-416c-ad4d-0127c2d7400c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=125609ef-67e1-42ec-a5ed-7eed8d91d96b,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:48.433922 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43718) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:48.459734 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-a2a086c8-7649-45fc-874b-ea80d805ce6d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'security_group': {'name': 'tempest-secgroup-1857685987'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:48.479862 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275e6df6-31d8-41fb-ad2a-1f58073f1002 None None] The sync data for ids ['56174885-8289-4b75-9794-9d716275fdef'] in n-d-794796-3 is: [{'id': '56174885-8289-4b75-9794-9d716275fdef', 'name': 'tempest-TestServerMultinode-1830898642-router', 'tenant_id': '8bce11272d4544f1917d17554af470f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '062e81fd-342c-41b0-94cf-85846cfcf1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:35Z', 'updated_at': '2021-09-01T15:40:40Z', 'revision_number': 3, 'project_id': '8bce11272d4544f1917d17554af470f3', 'gw_port': {'id': '062e81fd-342c-41b0-94cf-85846cfcf1fe', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56174885-8289-4b75-9794-9d716275fdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:38Z', 'updated_at': '2021-09-01T15:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:40:48.540885 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bc812feb-e77b-4e70-a2d9-16112790359d tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] 10.222.0.60 "GET /v2.0/floatingips/51c33f72-4f2e-41c9-b7f4-00dbd8c31b94 HTTP/1.1" status: 200 len: 981 time: 0.1563873 Sep 01 15:40:48.540885 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c56f4582-4377-4c1b-917d-136b0664aada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:48.542088 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c56f4582-4377-4c1b-917d-136b0664aada admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:48.547943 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c56f4582-4377-4c1b-917d-136b0664aada admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a35c4d62-d618-4001-be22-00442f85a92d HTTP/1.1" status: 204 len: 168 time: 0.3186431 Sep 01 15:40:48.547943 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43720) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:48.584660 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-98972dc3-4c84-40d8-89d4-21c389db0ec0 None None] Provisioning for port ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:48.608845 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-98972dc3-4c84-40d8-89d4-21c389db0ec0 None None] Provisioning complete for port ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:48.609603 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-98972dc3-4c84-40d8-89d4-21c389db0ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:48.670053 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-98972dc3-4c84-40d8-89d4-21c389db0ec0 None None] Port ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:48.674872 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f4582-4377-4c1b-917d-136b0664aada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35c4d62-d618-4001-be22-00442f85a92d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:48.762875 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7960ff3c-0e59-4687-adf8-28696dda5f4f tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.2096860 Sep 01 15:40:48.762875 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43724) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:48.857200 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-84780393-d5a5-4fcc-ab43-c033bc41aceb None None] Allocated IP 2001:db8::2 (40d94957-3520-41f7-b113-501a287c5a9f/2b75f038-4869-45b9-b6af-9f598dd0f52a/62f5c9d8-72f2-418c-bf6f-4f1cb63de652) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:48.867423 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a2a086c8-7649-45fc-874b-ea80d805ce6d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:48.952778 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-74c77fc0-65c6-410c-84e8-fa1c1c7e8ce8 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.066890 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c77fc0-65c6-410c-84e8-fa1c1c7e8ce8 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event deleted for resources: {'Port': ['ID=65ceb649-afac-4476-b5fa-f0f04b7da0a4,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:49.088218 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f73c5d2-31f2-43e6-8151-b3c26f7336d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.108869 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-ca7a7ea0-0df6-45e7-a07d-522639075329 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Deleting port df4c7d25-b702-4990-895e-844e4a57c9cc {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:49.109996 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca7a7ea0-0df6-45e7-a07d-522639075329 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.130181 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f73c5d2-31f2-43e6-8151-b3c26f7336d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.184158 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-84780393-d5a5-4fcc-ab43-c033bc41aceb None None] For port 62f5c9d8-72f2-418c-bf6f-4f1cb63de652, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=62f5c9d8-72f2-418c-bf6f-4f1cb63de652,segment=NetworkSegment(a798cb36-31af-49d4-939a-cdeb8e3e2e98),segment_id=a798cb36-31af-49d4-939a-cdeb8e3e2e98)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:49.258205 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-84780393-d5a5-4fcc-ab43-c033bc41aceb None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.287015 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-84780393-d5a5-4fcc-ab43-c033bc41aceb None None] Transition to ACTIVE for port object 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:49.297620 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-84780393-d5a5-4fcc-ab43-c033bc41aceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.312534 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43728) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:49.346967 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca7a7ea0-0df6-45e7-a07d-522639075329 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.347374 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca7a7ea0-0df6-45e7-a07d-522639075329 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.379891 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-ca7a7ea0-0df6-45e7-a07d-522639075329 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Calling delete_port for df4c7d25-b702-4990-895e-844e4a57c9cc owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:49.419641 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73c5d2-31f2-43e6-8151-b3c26f7336d6 admin admin] Pushing event updated for resources: {'Port': ['ID=ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:49.424650 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2f73c5d2-31f2-43e6-8151-b3c26f7336d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.437901 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84780393-d5a5-4fcc-ab43-c033bc41aceb None None] Pushing event updated for resources: {'Port': ['ID=62f5c9d8-72f2-418c-bf6f-4f1cb63de652,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:49.444209 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-74c77fc0-65c6-410c-84e8-fa1c1c7e8ce8 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for floatingip, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.444888 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-74c77fc0-65c6-410c-84e8-fa1c1c7e8ce8 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Floating IP bcd539aa-aa3a-4226-bd4a-7ff856e5d839 disassociated (deleted). External IP: 172.25.6.244, port: a7c36820-7c23-42ec-bb79-6cd73b6a6dea. Sep 01 15:40:49.480227 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5bbd7853-cf82-4b99-b9e7-6934179310db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2bbdc5daa59849e4be61e04d8d46f77f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1663642 Sep 01 15:40:49.486733 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43730) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:49.573434 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fda30f25-5e17-4f28-82fa-5395e5e64442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.584680 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a2a086c8-7649-45fc-874b-ea80d805ce6d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.616651 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fda30f25-5e17-4f28-82fa-5395e5e64442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.632238 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a2a086c8-7649-45fc-874b-ea80d805ce6d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.744672 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fda30f25-5e17-4f28-82fa-5395e5e64442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.747500 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fda30f25-5e17-4f28-82fa-5395e5e64442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.751756 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fda30f25-5e17-4f28-82fa-5395e5e64442 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1ee08e1d-cf7a-4446-a217-0b95d52d1425 HTTP/1.1" status: 204 len: 168 time: 0.2612007 Sep 01 15:40:49.773920 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a2a086c8-7649-45fc-874b-ea80d805ce6d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.778383 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a2a086c8-7649-45fc-874b-ea80d805ce6d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3295274 Sep 01 15:40:49.784516 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43734) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:49.785471 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca7a7ea0-0df6-45e7-a07d-522639075329 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:49.793810 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-1f275a3c-9283-4377-be74-4ba561e3d1e8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-381064571', 'security_groups': ['72a6b56f-a0fe-4bf9-995c-6598a28f459c'], 'network_id': '40d94957-3520-41f7-b113-501a287c5a9f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2b75f038-4869-45b9-b6af-9f598dd0f52a'}]}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:49.815716 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda30f25-5e17-4f28-82fa-5395e5e64442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee08e1d-cf7a-4446-a217-0b95d52d1425,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:49.858629 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a086c8-7649-45fc-874b-ea80d805ce6d tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a6b56f-a0fe-4bf9-995c-6598a28f459c,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:49.883260 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f73c5d2-31f2-43e6-8151-b3c26f7336d6 admin admin] Network 6b85dcbe-4328-43f8-ab7b-b1fbefe2036d is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:49.887455 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-2f73c5d2-31f2-43e6-8151-b3c26f7336d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:49.906105 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a7ea0-0df6-45e7-a07d-522639075329 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Pushing event deleted for resources: {'Port': ['ID=df4c7d25-b702-4990-895e-844e4a57c9cc,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:50.221865 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca7a7ea0-0df6-45e7-a07d-522639075329 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:50.222549 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-ca7a7ea0-0df6-45e7-a07d-522639075329 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Floating IP 51c33f72-4f2e-41c9-b7f4-00dbd8c31b94 disassociated (deleted). External IP: 172.25.6.12, port: aede993f-16fb-4648-b254-59757c4cca8a. Sep 01 15:40:50.343817 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c77fc0-65c6-410c-84e8-fa1c1c7e8ce8 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Router 95690f78-2b5d-490a-86b2-451a10119319 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:40:50.363051 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f73c5d2-31f2-43e6-8151-b3c26f7336d6 admin admin] Router 56174885-8289-4b75-9794-9d716275fdef has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:40:50.456095 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-40147970-51e3-4dc7-933f-812d1a4269c9 None None] Provisioning complete for port ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:50.456929 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-40147970-51e3-4dc7-933f-812d1a4269c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:50.544926 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c77fc0-65c6-410c-84e8-fa1c1c7e8ce8 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:40:50.566594 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dda6590-f36e-4e64-90eb-d5aae6682b26 None None] Sync routers for ids ['95690f78-2b5d-490a-86b2-451a10119319'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:40:50.593915 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-40147970-51e3-4dc7-933f-812d1a4269c9 None None] Port ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:50.595298 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-74c77fc0-65c6-410c-84e8-fa1c1c7e8ce8 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:50.597865 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f275a3c-9283-4377-be74-4ba561e3d1e8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:50.605727 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dda6590-f36e-4e64-90eb-d5aae6682b26 None None] Routers {'95690f78-2b5d-490a-86b2-451a10119319'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:50.606889 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4dda6590-f36e-4e64-90eb-d5aae6682b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['95690f78-2b5d-490a-86b2-451a10119319'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:50.644921 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-74c77fc0-65c6-410c-84e8-fa1c1c7e8ce8 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "DELETE /v2.0/floatingips/bcd539aa-aa3a-4226-bd4a-7ff856e5d839 HTTP/1.1" status: 204 len: 168 time: 3.9441054 Sep 01 15:40:50.647248 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39551b6-2e29-4644-beac-c652402fed03', 'tag': 'a7c36820-7c23-42ec-bb79-6cd73b6a6dea'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:40:50.649708 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75064bba-9be3-4c29-a13c-b52acf40ddd2" -d '{"events": [{"name": "network-changed", "server_uuid": "e39551b6-2e29-4644-beac-c652402fed03", "tag": "a7c36820-7c23-42ec-bb79-6cd73b6a6dea"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:40:50.758139 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f73c5d2-31f2-43e6-8151-b3c26f7336d6 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:40:50.773694 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2f73c5d2-31f2-43e6-8151-b3c26f7336d6 admin admin] 10.222.0.60 "PUT /v2.0/routers/56174885-8289-4b75-9794-9d716275fdef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2182245 Sep 01 15:40:50.821674 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af12ae6-5139-45fb-83d5-2427aa890269 x-openstack-request-id: req-5af12ae6-5139-45fb-83d5-2427aa890269 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:40:50.822147 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39551b6-2e29-4644-beac-c652402fed03", "tag": "a7c36820-7c23-42ec-bb79-6cd73b6a6dea", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:40:50.822715 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5af12ae6-5139-45fb-83d5-2427aa890269 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:40:50.823607 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39551b6-2e29-4644-beac-c652402fed03', 'tag': 'a7c36820-7c23-42ec-bb79-6cd73b6a6dea', 'status': 'completed', 'code': 200} Sep 01 15:40:51.004673 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-4dda6590-f36e-4e64-90eb-d5aae6682b26 None None] Set router 95690f78-2b5d-490a-86b2-451a10119319 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:40:51.010951 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75064bba-9be3-4c29-a13c-b52acf40ddd2 req-840f7db9-d99f-46ba-a973-343c5d91f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:51.020726 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-75064bba-9be3-4c29-a13c-b52acf40ddd2 req-840f7db9-d99f-46ba-a973-343c5d91f709 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f5af12f2f0248c3b6a1104cb00ca9c0&device_id=e39551b6-2e29-4644-beac-c652402fed03 HTTP/1.1" status: 200 len: 1097 time: 0.1496356 Sep 01 15:40:51.165026 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5013ace9-be3e-4737-8e22-1f4f43f0cf7c None None] Provisioning complete for port b46eddd2-f8f0-4988-8ccb-a1dc9a3cbc3e triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:51.166577 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5013ace9-be3e-4737-8e22-1f4f43f0cf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:51.263612 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75064bba-9be3-4c29-a13c-b52acf40ddd2 req-4266167f-1965-4026-bc7b-778970bd56f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:51.266735 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-75064bba-9be3-4c29-a13c-b52acf40ddd2 req-4266167f-1965-4026-bc7b-778970bd56f8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4632520d-c32a-45da-ba25-63401b32d6f2 HTTP/1.1" status: 200 len: 898 time: 0.2293789 Sep 01 15:40:51.271757 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-5013ace9-be3e-4737-8e22-1f4f43f0cf7c None None] Port b46eddd2-f8f0-4988-8ccb-a1dc9a3cbc3e cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:51.316502 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 062e81fd-342c-41b0-94cf-85846cfcf1fe up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:51.398926 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-75064bba-9be3-4c29-a13c-b52acf40ddd2 req-9469eccd-9369-4dbe-8186-aa070da3370b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a7c36820-7c23-42ec-bb79-6cd73b6a6dea HTTP/1.1" status: 200 len: 217 time: 0.0812147 Sep 01 15:40:51.424515 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5013ace9-be3e-4737-8e22-1f4f43f0cf7c None None] Provisioning for port 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:51.470338 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5013ace9-be3e-4737-8e22-1f4f43f0cf7c None None] Provisioning complete for port 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:51.470338 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5013ace9-be3e-4737-8e22-1f4f43f0cf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:51.606105 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1f275a3c-9283-4377-be74-4ba561e3d1e8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:51.619168 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a83eb-9f31-4449-8c07-27e7ff419ae2 req-32bddd9b-0dac-4aa0-8cce-3569f267e539 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:51.620800 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c6a83eb-9f31-4449-8c07-27e7ff419ae2 req-32bddd9b-0dac-4aa0-8cce-3569f267e539 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39551b6-2e29-4644-beac-c652402fed03 HTTP/1.1" status: 200 len: 946 time: 0.2015698 Sep 01 15:40:51.634870 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75064bba-9be3-4c29-a13c-b52acf40ddd2 req-dfa2c1aa-00df-4858-8555-f03e4390ecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:51.635798 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-75064bba-9be3-4c29-a13c-b52acf40ddd2 req-dfa2c1aa-00df-4858-8555-f03e4390ecd4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ea35a2a-5cfd-43df-a743-97c56729848b HTTP/1.1" status: 200 len: 835 time: 0.2258146 Sep 01 15:40:51.668977 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-1f275a3c-9283-4377-be74-4ba561e3d1e8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] device_id is not set on port 5df3311c-4812-4285-a66c-5dbfb5e58d6f yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:40:51.692972 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 062e81fd-342c-41b0-94cf-85846cfcf1fe completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:51.695410 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7a7ea0-0df6-45e7-a07d-522639075329 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Router 9e683d2a-2538-42a6-9a6b-13b7f27e1109 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:40:51.699925 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 062e81fd-342c-41b0-94cf-85846cfcf1fe triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:51.700933 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:51.760238 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b38ad0c-7589-4930-837e-77d2e33e7389 None None] Sync routers for ids ['56174885-8289-4b75-9794-9d716275fdef'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:40:51.763735 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c6a83eb-9f31-4449-8c07-27e7ff419ae2 req-db2e41ac-6329-4741-8854-e32d7d6b21fc tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=015489e0-628c-4c11-a515-000faa474bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228776 Sep 01 15:40:51.801917 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75064bba-9be3-4c29-a13c-b52acf40ddd2 req-393e337a-df2f-4f7c-894c-b67be1d0cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:51.803550 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-75064bba-9be3-4c29-a13c-b52acf40ddd2 req-393e337a-df2f-4f7c-894c-b67be1d0cdd8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4632520d-c32a-45da-ba25-63401b32d6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096048 Sep 01 15:40:51.811954 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b38ad0c-7589-4930-837e-77d2e33e7389 None None] Routers {'56174885-8289-4b75-9794-9d716275fdef'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:51.816969 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3b38ad0c-7589-4930-837e-77d2e33e7389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['56174885-8289-4b75-9794-9d716275fdef'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:51.982093 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-75064bba-9be3-4c29-a13c-b52acf40ddd2 req-8f26826c-3adb-4ea7-b7a5-850e2b834549 service neutron] 10.222.0.62 "GET /v2.0/networks/4632520d-c32a-45da-ba25-63401b32d6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656761 Sep 01 15:40:52.110039 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37525f9e-557a-4b85-b256-3558dc31673a req-89a2af8a-2b1c-45bd-973c-9454d257842d tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:52.112171 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37525f9e-557a-4b85-b256-3558dc31673a req-89a2af8a-2b1c-45bd-973c-9454d257842d tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/networks?id=fd5dfb43-b552-4c89-976a-a99d2c5409ab HTTP/1.1" status: 200 len: 910 time: 0.2803929 Sep 01 15:40:52.116624 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:52.130264 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-3b38ad0c-7589-4930-837e-77d2e33e7389 None None] Set router 56174885-8289-4b75-9794-9d716275fdef gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:40:52.144885 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4dda6590-f36e-4e64-90eb-d5aae6682b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95690f78-2b5d-490a-86b2-451a10119319', 'name': 'tempest-TestNetworkBasicOps-router-165439493', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:39Z', 'updated_at': '2021-09-01T15:40:32Z', 'revision_number': 6, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:41Z', 'updated_at': '2021-09-01T15:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '40f40ba1-6622-465f-b98d-182bd3a37757', 'name': '', 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'mac_address': 'fa:16:3e:ae:c7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:51Z', 'updated_at': '2021-09-01T15:38:07Z', 'revision_number': 5, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'subnets': [{'id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:52.175418 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37525f9e-557a-4b85-b256-3558dc31673a req-39e61c41-8164-4fc8-b21f-ec2084d54dbf tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/quotas/8bce11272d4544f1917d17554af470f3 HTTP/1.1" status: 200 len: 375 time: 0.0340171 Sep 01 15:40:52.179786 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7a7ea0-0df6-45e7-a07d-522639075329 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:40:52.186146 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca7a7ea0-0df6-45e7-a07d-522639075329 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:52.241944 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa37097-7eb0-47e5-95e0-d093c456a679 None None] Sync routers for ids ['9e683d2a-2538-42a6-9a6b-13b7f27e1109'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:40:52.249322 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 062e81fd-342c-41b0-94cf-85846cfcf1fe, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=062e81fd-342c-41b0-94cf-85846cfcf1fe,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:52.255507 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dda6590-f36e-4e64-90eb-d5aae6682b26 None None] Checking router: 95690f78-2b5d-490a-86b2-451a10119319 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:40:52.264141 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-1f275a3c-9283-4377-be74-4ba561e3d1e8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Allocated IP 2001:db8::14b (40d94957-3520-41f7-b113-501a287c5a9f/2b75f038-4869-45b9-b6af-9f598dd0f52a/5df3311c-4812-4285-a66c-5dbfb5e58d6f) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:52.281016 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa37097-7eb0-47e5-95e0-d093c456a679 None None] Routers {'9e683d2a-2538-42a6-9a6b-13b7f27e1109'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:52.282892 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8aa37097-7eb0-47e5-95e0-d093c456a679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['9e683d2a-2538-42a6-9a6b-13b7f27e1109'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:52.286234 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:52.289237 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:52.313974 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ca7a7ea0-0df6-45e7-a07d-522639075329 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] 10.222.0.60 "DELETE /v2.0/floatingips/51c33f72-4f2e-41c9-b7f4-00dbd8c31b94 HTTP/1.1" status: 204 len: 168 time: 3.5499558 Sep 01 15:40:52.323392 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43766) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:52.325074 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-75064bba-9be3-4c29-a13c-b52acf40ddd2 req-86852e5b-dfdc-42ad-8eb2-7f114bfb176a service neutron] 10.222.0.62 "GET /v2.0/networks/4632520d-c32a-45da-ba25-63401b32d6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321409 Sep 01 15:40:52.331889 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-e69de57e-286c-4cbd-90aa-92d3506cd136 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:52.380536 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dda6590-f36e-4e64-90eb-d5aae6682b26 None None] Routers {'95690f78-2b5d-490a-86b2-451a10119319'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:52.381314 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4dda6590-f36e-4e64-90eb-d5aae6682b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['95690f78-2b5d-490a-86b2-451a10119319'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:52.388226 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37525f9e-557a-4b85-b256-3558dc31673a req-26220f3b-4425-4c41-9e66-4d677adcb338 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?tenant_id=8bce11272d4544f1917d17554af470f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1964662 Sep 01 15:40:52.398999 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-37525f9e-557a-4b85-b256-3558dc31673a req-2a4859dc-a2e7-4cb8-8048-a0521d98a6fd service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:40:52.400076 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37525f9e-557a-4b85-b256-3558dc31673a req-2a4859dc-a2e7-4cb8-8048-a0521d98a6fd service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109944 Sep 01 15:40:52.407424 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8aa37097-7eb0-47e5-95e0-d093c456a679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:52.465945 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e69de57e-286c-4cbd-90aa-92d3506cd136 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:52.494755 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3b38ad0c-7589-4930-837e-77d2e33e7389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56174885-8289-4b75-9794-9d716275fdef', 'name': 'tempest-TestServerMultinode-1830898642-router', 'tenant_id': '8bce11272d4544f1917d17554af470f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '062e81fd-342c-41b0-94cf-85846cfcf1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:35Z', 'updated_at': '2021-09-01T15:40:48Z', 'revision_number': 4, 'project_id': '8bce11272d4544f1917d17554af470f3', 'gw_port': {'id': '062e81fd-342c-41b0-94cf-85846cfcf1fe', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56174885-8289-4b75-9794-9d716275fdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:38Z', 'updated_at': '2021-09-01T15:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5', 'name': '', 'network_id': '6b85dcbe-4328-43f8-ab7b-b1fbefe2036d', 'tenant_id': '8bce11272d4544f1917d17554af470f3', 'mac_address': 'fa:16:3e:a3:fa:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56174885-8289-4b75-9794-9d716275fdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '1827dc33-d901-4dc0-83ea-7d05f17a5c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:46Z', 'updated_at': '2021-09-01T15:40:48Z', 'revision_number': 2, 'project_id': '8bce11272d4544f1917d17554af470f3', 'subnets': [{'id': '1827dc33-d901-4dc0-83ea-7d05f17a5c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:52.504102 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa37097-7eb0-47e5-95e0-d093c456a679 None None] Routers {'9e683d2a-2538-42a6-9a6b-13b7f27e1109'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:52.504761 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8aa37097-7eb0-47e5-95e0-d093c456a679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['9e683d2a-2538-42a6-9a6b-13b7f27e1109'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:52.528475 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b38ad0c-7589-4930-837e-77d2e33e7389 None None] Checking router: 56174885-8289-4b75-9794-9d716275fdef for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:40:52.528913 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b38ad0c-7589-4930-837e-77d2e33e7389 None None] Updating router 56174885-8289-4b75-9794-9d716275fdef port ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:40:52.558067 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3b38ad0c-7589-4930-837e-77d2e33e7389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:52.575003 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8aa37097-7eb0-47e5-95e0-d093c456a679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:52.575003 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa37097-7eb0-47e5-95e0-d093c456a679 None None] The sync data for ids ['9e683d2a-2538-42a6-9a6b-13b7f27e1109'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:40:52.576001 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=062e81fd-342c-41b0-94cf-85846cfcf1fe,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:52.607929 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:52.608310 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:52.666525 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-4dda6590-f36e-4e64-90eb-d5aae6682b26 None None] Set router 95690f78-2b5d-490a-86b2-451a10119319 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:40:52.761693 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1f275a3c-9283-4377-be74-4ba561e3d1e8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:52.777261 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37525f9e-557a-4b85-b256-3558dc31673a req-510bfe77-418b-40a3-9a57-df9138b065fd service neutron] 10.222.0.60 "GET /v2.0/networks/fd5dfb43-b552-4c89-976a-a99d2c5409ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517530 Sep 01 15:40:52.907522 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-1f275a3c-9283-4377-be74-4ba561e3d1e8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Transition to ACTIVE for port object 5df3311c-4812-4285-a66c-5dbfb5e58d6f will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:52.928862 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 062e81fd-342c-41b0-94cf-85846cfcf1fe up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:52.953454 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3b38ad0c-7589-4930-837e-77d2e33e7389 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:52.968909 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-3b38ad0c-7589-4930-837e-77d2e33e7389 None None] Transition to ACTIVE for port object ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:52.982456 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3b38ad0c-7589-4930-837e-77d2e33e7389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:53.016488 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf578a-22de-42e9-8053-93c7e5ae438f req-9a56aae9-ff0d-4a66-9d85-e5c7290043c6 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:53.019136 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c2bf578a-22de-42e9-8053-93c7e5ae438f req-9a56aae9-ff0d-4a66-9d85-e5c7290043c6 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39551b6-2e29-4644-beac-c652402fed03 HTTP/1.1" status: 200 len: 946 time: 0.0810468 Sep 01 15:40:53.061949 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e69de57e-286c-4cbd-90aa-92d3506cd136 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:53.079070 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c2bf578a-22de-42e9-8053-93c7e5ae438f req-02895ba8-d0e6-4cac-9b4c-74b18fac8cee tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=015489e0-628c-4c11-a515-000faa474bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527146 Sep 01 15:40:53.097508 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37525f9e-557a-4b85-b256-3558dc31673a req-6cf9be0e-5df7-46b1-b97c-ea3f868c20f7 service neutron] 10.222.0.60 "GET /v2.0/networks/fd5dfb43-b552-4c89-976a-a99d2c5409ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115175 Sep 01 15:40:53.112148 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1f275a3c-9283-4377-be74-4ba561e3d1e8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:53.174449 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c346509-90ee-4e37-b2e2-d30591a9d1e1 req-baacb27f-01b9-40a2-86f3-11134da0432d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:53.176080 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c346509-90ee-4e37-b2e2-d30591a9d1e1 req-baacb27f-01b9-40a2-86f3-11134da0432d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.62 "GET /v2.0/ports?device_id=e39551b6-2e29-4644-beac-c652402fed03 HTTP/1.1" status: 200 len: 946 time: 0.0960469 Sep 01 15:40:53.185004 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84904de4-7e80-4d1a-9ab3-abffc293a698 None None] Pushing event updated for resources: {'Port': ['ID=ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:53.204919 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 062e81fd-342c-41b0-94cf-85846cfcf1fe triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:53.205399 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:53.228097 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84904de4-7e80-4d1a-9ab3-abffc293a698 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:53.228440 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84904de4-7e80-4d1a-9ab3-abffc293a698 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:53.228781 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84904de4-7e80-4d1a-9ab3-abffc293a698 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:53.229278 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84904de4-7e80-4d1a-9ab3-abffc293a698 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:53.229687 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84904de4-7e80-4d1a-9ab3-abffc293a698 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:53.230093 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84904de4-7e80-4d1a-9ab3-abffc293a698 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:53.230662 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84904de4-7e80-4d1a-9ab3-abffc293a698 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:53.231212 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84904de4-7e80-4d1a-9ab3-abffc293a698 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:53.231547 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84904de4-7e80-4d1a-9ab3-abffc293a698 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:53.231873 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84904de4-7e80-4d1a-9ab3-abffc293a698 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:53.232294 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84904de4-7e80-4d1a-9ab3-abffc293a698 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:53.232856 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84904de4-7e80-4d1a-9ab3-abffc293a698 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:40:53.237475 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4dda6590-f36e-4e64-90eb-d5aae6682b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95690f78-2b5d-490a-86b2-451a10119319', 'name': 'tempest-TestNetworkBasicOps-router-165439493', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:39Z', 'updated_at': '2021-09-01T15:40:32Z', 'revision_number': 6, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:41Z', 'updated_at': '2021-09-01T15:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '40f40ba1-6622-465f-b98d-182bd3a37757', 'name': '', 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'mac_address': 'fa:16:3e:ae:c7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:51Z', 'updated_at': '2021-09-01T15:38:07Z', 'revision_number': 5, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'subnets': [{'id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:53.269187 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-3b38ad0c-7589-4930-837e-77d2e33e7389 None None] Attempting to bind port ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:40:53.269569 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-3b38ad0c-7589-4930-837e-77d2e33e7389 None None] Attempting to bind port ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'aecefe32-fa82-40b3-81f0-f423746f39ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6b85dcbe-4328-43f8-ab7b-b1fbefe2036d'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:40:53.269940 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b38ad0c-7589-4930-837e-77d2e33e7389 None None] Attempting to bind port ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5 on network 6b85dcbe-4328-43f8-ab7b-b1fbefe2036d {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:40:53.290933 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b38ad0c-7589-4930-837e-77d2e33e7389 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:40:53.290933 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b38ad0c-7589-4930-837e-77d2e33e7389 None None] Checking segment: {'id': 'aecefe32-fa82-40b3-81f0-f423746f39ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6b85dcbe-4328-43f8-ab7b-b1fbefe2036d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:40:53.290933 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3b38ad0c-7589-4930-837e-77d2e33e7389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:53.291258 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b38ad0c-7589-4930-837e-77d2e33e7389 None None] Bound using segment: {'id': 'aecefe32-fa82-40b3-81f0-f423746f39ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6b85dcbe-4328-43f8-ab7b-b1fbefe2036d'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:40:53.291703 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-3b38ad0c-7589-4930-837e-77d2e33e7389 None None] Bound port: ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecefe32-fa82-40b3-81f0-f423746f39ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '6b85dcbe-4328-43f8-ab7b-b1fbefe2036d'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:40:53.293037 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3b38ad0c-7589-4930-837e-77d2e33e7389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:53.307828 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dda6590-f36e-4e64-90eb-d5aae6682b26 None None] The sync data for ids ['95690f78-2b5d-490a-86b2-451a10119319'] in n-d-794796-3 is: [{'id': '95690f78-2b5d-490a-86b2-451a10119319', 'name': 'tempest-TestNetworkBasicOps-router-165439493', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:39Z', 'updated_at': '2021-09-01T15:40:32Z', 'revision_number': 6, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:41Z', 'updated_at': '2021-09-01T15:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '40f40ba1-6622-465f-b98d-182bd3a37757', 'name': '', 'network_id': '4632520d-c32a-45da-ba25-63401b32d6f2', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'mac_address': 'fa:16:3e:ae:c7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:51Z', 'updated_at': '2021-09-01T15:38:07Z', 'revision_number': 5, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'subnets': [{'id': '9ea35a2a-5cfd-43df-a743-97c56729848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:40:53.334023 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f275a3c-9283-4377-be74-4ba561e3d1e8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network 40d94957-3520-41f7-b113-501a287c5a9f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:53.356393 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-1f275a3c-9283-4377-be74-4ba561e3d1e8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:53.366738 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f275a3c-9283-4377-be74-4ba561e3d1e8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:53.389419 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f275a3c-9283-4377-be74-4ba561e3d1e8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:53.390417 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1f275a3c-9283-4377-be74-4ba561e3d1e8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:53.449710 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f275a3c-9283-4377-be74-4ba561e3d1e8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Port': ['ID=5df3311c-4812-4285-a66c-5dbfb5e58d6f,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:53.479184 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-3c346509-90ee-4e37-b2e2-d30591a9d1e1 req-7a1d94b1-cb1a-4bda-95e0-75e9a0c99955 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Deleting port a7c36820-7c23-42ec-bb79-6cd73b6a6dea {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:53.479545 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3c346509-90ee-4e37-b2e2-d30591a9d1e1 req-7a1d94b1-cb1a-4bda-95e0-75e9a0c99955 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:53.519729 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1f275a3c-9283-4377-be74-4ba561e3d1e8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7316012 Sep 01 15:40:53.526632 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43774) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:53.536786 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-491f5702-0061-4bc7-9b72-eb428a33ef49 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'subnet': {'network_id': '40d94957-3520-41f7-b113-501a287c5a9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:53.619887 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-3b38ad0c-7589-4930-837e-77d2e33e7389 None None] For port ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:40:53.628399 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-3b38ad0c-7589-4930-837e-77d2e33e7389 None None] For port ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5,segment=NetworkSegment(aecefe32-fa82-40b3-81f0-f423746f39ab),segment_id=aecefe32-fa82-40b3-81f0-f423746f39ab)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:40:53.635605 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3b38ad0c-7589-4930-837e-77d2e33e7389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:53.732076 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8dc4c8f6-ce76-4ff5-afeb-5624bd3c7bf4 req-a70925c5-2b66-40ad-a824-06d1d13f5567 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f389959c-2943-4f32-9fdf-4e817d421366 HTTP/1.1" status: 200 len: 210 time: 0.1447811 Sep 01 15:40:53.830533 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b38ad0c-7589-4930-837e-77d2e33e7389 None None] Routers {'56174885-8289-4b75-9794-9d716275fdef'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:40:53.830858 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-e69de57e-286c-4cbd-90aa-92d3506cd136 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Allocated IP 172.25.6.109 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/8e2f8300-cc88-447a-a6c4-1d6f64c2a034) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:53.831341 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3b38ad0c-7589-4930-837e-77d2e33e7389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['56174885-8289-4b75-9794-9d716275fdef'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:53.857093 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84904de4-7e80-4d1a-9ab3-abffc293a698 None None] Pushing event updated for resources: {'Port': ['ID=ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:53.914168 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491f5702-0061-4bc7-9b72-eb428a33ef49 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:53.921140 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-491f5702-0061-4bc7-9b72-eb428a33ef49 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:53.929712 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-3c346509-90ee-4e37-b2e2-d30591a9d1e1 req-7a1d94b1-cb1a-4bda-95e0-75e9a0c99955 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] For port a7c36820-7c23-42ec-bb79-6cd73b6a6dea, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=a7c36820-7c23-42ec-bb79-6cd73b6a6dea,segment=NetworkSegment(8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540),segment_id=8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:53.930101 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3c346509-90ee-4e37-b2e2-d30591a9d1e1 req-7a1d94b1-cb1a-4bda-95e0-75e9a0c99955 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:53.936172 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-16f31b0c-c908-4fa7-b0a9-bfe4876e1c03 None None] Provisioning for port 5df3311c-4812-4285-a66c-5dbfb5e58d6f completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:53.946202 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-16f31b0c-c908-4fa7-b0a9-bfe4876e1c03 None None] Provisioning complete for port 5df3311c-4812-4285-a66c-5dbfb5e58d6f triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:53.946641 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-16f31b0c-c908-4fa7-b0a9-bfe4876e1c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:53.983295 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-3c346509-90ee-4e37-b2e2-d30591a9d1e1 req-7a1d94b1-cb1a-4bda-95e0-75e9a0c99955 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Calling delete_port for a7c36820-7c23-42ec-bb79-6cd73b6a6dea owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:54.096076 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-16f31b0c-c908-4fa7-b0a9-bfe4876e1c03 None None] Port 5df3311c-4812-4285-a66c-5dbfb5e58d6f cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:54.158412 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-3b38ad0c-7589-4930-837e-77d2e33e7389 None None] Set router 56174885-8289-4b75-9794-9d716275fdef gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:40:54.199684 n-d-794796-3 neutron-server[94733]: INFO neutron.db.ipam_backend_mixin [None req-491f5702-0061-4bc7-9b72-eb428a33ef49 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2b75f038-4869-45b9-b6af-9f598dd0f52a (CIDR: 2001:db8::/64) Sep 01 15:40:54.215212 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-491f5702-0061-4bc7-9b72-eb428a33ef49 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:40:54.215895 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-491f5702-0061-4bc7-9b72-eb428a33ef49 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:54.250015 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd17668-381e-4855-b659-b536eecf3024 None None] New status for floating IP bcd539aa-aa3a-4226-bd4a-7ff856e5d839: DOWN {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:40:54.288849 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3c346509-90ee-4e37-b2e2-d30591a9d1e1 req-7a1d94b1-cb1a-4bda-95e0-75e9a0c99955 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:54.345514 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0f20594a-9a49-4afc-aa28-ce86f45c7874 req-f8f07dea-5f13-4d46-89f1-331e864b4993 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39551b6-2e29-4644-beac-c652402fed03 HTTP/1.1" status: 200 len: 210 time: 0.0876822 Sep 01 15:40:54.366232 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-491f5702-0061-4bc7-9b72-eb428a33ef49 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8195131 Sep 01 15:40:54.366232 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43784) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:54.371954 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-d39c9b12-ba60-4116-b338-dbe767a70f0f tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'subnet': {'network_id': '40d94957-3520-41f7-b113-501a287c5a9f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:54.373389 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d94b1-cb1a-4bda-95e0-75e9a0c99955 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event deleted for resources: {'Port': ['ID=a7c36820-7c23-42ec-bb79-6cd73b6a6dea,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:54.469852 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c346509-90ee-4e37-b2e2-d30591a9d1e1 req-7a1d94b1-cb1a-4bda-95e0-75e9a0c99955 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] No DVR routers for this DVR port a7c36820-7c23-42ec-bb79-6cd73b6a6dea on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:40:54.476095 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3c346509-90ee-4e37-b2e2-d30591a9d1e1 req-7a1d94b1-cb1a-4bda-95e0-75e9a0c99955 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:54.494389 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c346509-90ee-4e37-b2e2-d30591a9d1e1 req-7a1d94b1-cb1a-4bda-95e0-75e9a0c99955 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.62 "DELETE /v2.0/ports/a7c36820-7c23-42ec-bb79-6cd73b6a6dea HTTP/1.1" status: 204 len: 173 time: 1.2937622 Sep 01 15:40:54.496713 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39551b6-2e29-4644-beac-c652402fed03', 'name': 'network-vif-deleted', 'tag': 'a7c36820-7c23-42ec-bb79-6cd73b6a6dea'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:40:54.508265 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6114fceb-7952-41d8-90fc-f36b221a38bc" -d '{"events": [{"server_uuid": "e39551b6-2e29-4644-beac-c652402fed03", "name": "network-vif-deleted", "tag": "a7c36820-7c23-42ec-bb79-6cd73b6a6dea"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:40:54.579698 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e69de57e-286c-4cbd-90aa-92d3506cd136 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:54.605315 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3d9d22-285b-40d3-baf1-3dee0ef868ed x-openstack-request-id: req-0f3d9d22-285b-40d3-baf1-3dee0ef868ed {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:40:54.605719 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39551b6-2e29-4644-beac-c652402fed03", "name": "network-vif-deleted", "tag": "a7c36820-7c23-42ec-bb79-6cd73b6a6dea", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:40:54.605870 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f3d9d22-285b-40d3-baf1-3dee0ef868ed {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:40:54.606250 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39551b6-2e29-4644-beac-c652402fed03', 'name': 'network-vif-deleted', 'tag': 'a7c36820-7c23-42ec-bb79-6cd73b6a6dea', 'status': 'completed', 'code': 200} Sep 01 15:40:54.672049 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39c9b12-ba60-4116-b338-dbe767a70f0f tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:54.676358 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d39c9b12-ba60-4116-b338-dbe767a70f0f tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:54.677010 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3b38ad0c-7589-4930-837e-77d2e33e7389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56174885-8289-4b75-9794-9d716275fdef', 'name': 'tempest-TestServerMultinode-1830898642-router', 'tenant_id': '8bce11272d4544f1917d17554af470f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '062e81fd-342c-41b0-94cf-85846cfcf1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:35Z', 'updated_at': '2021-09-01T15:40:48Z', 'revision_number': 4, 'project_id': '8bce11272d4544f1917d17554af470f3', 'gw_port': {'id': '062e81fd-342c-41b0-94cf-85846cfcf1fe', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56174885-8289-4b75-9794-9d716275fdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:38Z', 'updated_at': '2021-09-01T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5', 'name': '', 'network_id': '6b85dcbe-4328-43f8-ab7b-b1fbefe2036d', 'tenant_id': '8bce11272d4544f1917d17554af470f3', 'mac_address': 'fa:16:3e:a3:fa:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56174885-8289-4b75-9794-9d716275fdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '1827dc33-d901-4dc0-83ea-7d05f17a5c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:46Z', 'updated_at': '2021-09-01T15:40:53Z', 'revision_number': 4, 'project_id': '8bce11272d4544f1917d17554af470f3', 'subnets': [{'id': '1827dc33-d901-4dc0-83ea-7d05f17a5c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:40:54.743966 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b38ad0c-7589-4930-837e-77d2e33e7389 None None] The sync data for ids ['56174885-8289-4b75-9794-9d716275fdef'] in n-d-794796-3 is: [{'id': '56174885-8289-4b75-9794-9d716275fdef', 'name': 'tempest-TestServerMultinode-1830898642-router', 'tenant_id': '8bce11272d4544f1917d17554af470f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '062e81fd-342c-41b0-94cf-85846cfcf1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:35Z', 'updated_at': '2021-09-01T15:40:48Z', 'revision_number': 4, 'project_id': '8bce11272d4544f1917d17554af470f3', 'gw_port': {'id': '062e81fd-342c-41b0-94cf-85846cfcf1fe', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56174885-8289-4b75-9794-9d716275fdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:38Z', 'updated_at': '2021-09-01T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5', 'name': '', 'network_id': '6b85dcbe-4328-43f8-ab7b-b1fbefe2036d', 'tenant_id': '8bce11272d4544f1917d17554af470f3', 'mac_address': 'fa:16:3e:a3:fa:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56174885-8289-4b75-9794-9d716275fdef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '1827dc33-d901-4dc0-83ea-7d05f17a5c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:46Z', 'updated_at': '2021-09-01T15:40:53Z', 'revision_number': 4, 'project_id': '8bce11272d4544f1917d17554af470f3', 'subnets': [{'id': '1827dc33-d901-4dc0-83ea-7d05f17a5c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:40:54.757307 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e69de57e-286c-4cbd-90aa-92d3506cd136 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:54.858159 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69de57e-286c-4cbd-90aa-92d3506cd136 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:54.867695 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-e69de57e-286c-4cbd-90aa-92d3506cd136 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:54.877302 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69de57e-286c-4cbd-90aa-92d3506cd136 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:54.952516 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69de57e-286c-4cbd-90aa-92d3506cd136 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Pushing event updated for resources: {'Port': ['ID=8e2f8300-cc88-447a-a6c4-1d6f64c2a034,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:54.988187 n-d-794796-3 neutron-server[94733]: INFO neutron.db.ipam_backend_mixin [None req-d39c9b12-ba60-4116-b338-dbe767a70f0f tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet bd7341e1-35cf-41cb-9b22-dce4b7434813 (CIDR: 2001:db8:0:1::/64) Sep 01 15:40:54.992975 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0f302f3a-deb4-48c5-be66-8c4f5d5c7cca req-35988dca-9c79-4947-999a-dd79fbb2d1fd tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f389959c-2943-4f32-9fdf-4e817d421366 HTTP/1.1" status: 200 len: 210 time: 0.0657222 Sep 01 15:40:55.004087 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-d39c9b12-ba60-4116-b338-dbe767a70f0f tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:40:55.004087 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d39c9b12-ba60-4116-b338-dbe767a70f0f tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:40:55.060861 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d39c9b12-ba60-4116-b338-dbe767a70f0f tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7003458 Sep 01 15:40:55.064707 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43790) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:55.071798 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6fdbe808-63dd-48be-85f6-0a72303f6687 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'subnet': {'network_id': '40d94957-3520-41f7-b113-501a287c5a9f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:55.095198 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e69de57e-286c-4cbd-90aa-92d3506cd136 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.191181 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e69de57e-286c-4cbd-90aa-92d3506cd136 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.260517 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdbe808-63dd-48be-85f6-0a72303f6687 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Made reservation on behalf of 3cb858130d6f414e9e42fab79755f568 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:55.264642 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6fdbe808-63dd-48be-85f6-0a72303f6687 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.460516 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43794) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:55.494642 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e69de57e-286c-4cbd-90aa-92d3506cd136 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.517908 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e69de57e-286c-4cbd-90aa-92d3506cd136 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.590549 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b9242eb3-606f-4ef3-9587-bb20a301429f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.654052 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b9242eb3-606f-4ef3-9587-bb20a301429f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.710047 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69de57e-286c-4cbd-90aa-92d3506cd136 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Pushing event updated for resources: {'Port': ['ID=8e2f8300-cc88-447a-a6c4-1d6f64c2a034,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:55.719951 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device a7c36820-7c23-42ec-bb79-6cd73b6a6dea no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:40:55.753665 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: a7c36820-7c23-42ec-bb79-6cd73b6a6dea {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:40:55.754356 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device a7c36820-7c23-42ec-bb79-6cd73b6a6dea not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:40:55.778778 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e69de57e-286c-4cbd-90aa-92d3506cd136 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.786646 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37525f9e-557a-4b85-b256-3558dc31673a req-f745bc26-6632-4515-90f7-74590f1d6279 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:55.791071 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37525f9e-557a-4b85-b256-3558dc31673a req-f745bc26-6632-4515-90f7-74590f1d6279 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.45 "GET /v2.0/networks?id=fd5dfb43-b552-4c89-976a-a99d2c5409ab HTTP/1.1" status: 200 len: 910 time: 0.3643990 Sep 01 15:40:55.805762 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-37525f9e-557a-4b85-b256-3558dc31673a req-b31bfed7-e4cb-4402-a0ab-74cc6252e751 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Request body: {'port': {'device_id': 'f389959c-2943-4f32-9fdf-4e817d421366', 'network_id': 'fd5dfb43-b552-4c89-976a-a99d2c5409ab', 'admin_state_up': True, 'tenant_id': '8bce11272d4544f1917d17554af470f3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:55.817183 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e69de57e-286c-4cbd-90aa-92d3506cd136 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.821660 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e69de57e-286c-4cbd-90aa-92d3506cd136 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4924493 Sep 01 15:40:55.822870 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43796) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:55.835120 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6fdbe808-63dd-48be-85f6-0a72303f6687 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.843284 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b9242eb3-606f-4ef3-9587-bb20a301429f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.847291 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b9242eb3-606f-4ef3-9587-bb20a301429f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.854241 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b9242eb3-606f-4ef3-9587-bb20a301429f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "DELETE /v2.0/security-groups/015489e0-628c-4c11-a515-000faa474bf3 HTTP/1.1" status: 204 len: 168 time: 0.3872325 Sep 01 15:40:55.870686 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37525f9e-557a-4b85-b256-3558dc31673a req-b31bfed7-e4cb-4402-a0ab-74cc6252e751 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Made reservation on behalf of 8bce11272d4544f1917d17554af470f3 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:40:55.877446 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-37525f9e-557a-4b85-b256-3558dc31673a req-b31bfed7-e4cb-4402-a0ab-74cc6252e751 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.894943 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43802) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:55.919271 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdbe808-63dd-48be-85f6-0a72303f6687 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Network 40d94957-3520-41f7-b113-501a287c5a9f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:55.929705 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-6fdbe808-63dd-48be-85f6-0a72303f6687 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:55.933057 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9242eb3-606f-4ef3-9587-bb20a301429f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=015489e0-628c-4c11-a515-000faa474bf3,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:55.936820 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdbe808-63dd-48be-85f6-0a72303f6687 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:55.938468 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6fdbe808-63dd-48be-85f6-0a72303f6687 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:55.944910 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3cd35c-653c-428f-8e31-7261f0db6c20 None None] Network 40d94957-3520-41f7-b113-501a287c5a9f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:40:55.992225 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbe808-63dd-48be-85f6-0a72303f6687 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Subnet': ['ID=6d2b717e-71b2-4c91-ac26-a6ceb0e50642,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:56.001309 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6fdbe808-63dd-48be-85f6-0a72303f6687 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9342687 Sep 01 15:40:56.004213 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43804) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:56.025604 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-4942e959-bcdc-4d62-a284-d7e5dbe0377c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-861175325', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6d2b717e-71b2-4c91-ac26-a6ceb0e50642'}], 'security_groups': ['93c2f5fb-fa70-4802-a99e-ffb1c8a6065b', '125609ef-67e1-42ec-a5ed-7eed8d91d96b']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:56.383410 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-02157e71-9788-4f90-ad10-06d021713762 tempest-FloatingIPAdminTestJSON-207586528 tempest-FloatingIPAdminTestJSON-207586528-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:56.458853 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111f2a61-576a-4b46-98ad-d7b1a675edba None None] Update dhcp port {'port': {'network_id': '40d94957-3520-41f7-b113-501a287c5a9f', 'fixed_ips': [{'subnet_id': 'bd7341e1-35cf-41cb-9b22-dce4b7434813', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2b75f038-4869-45b9-b6af-9f598dd0f52a', 'ip_address': '2001:db8::2'}, {'subnet_id': '6d2b717e-71b2-4c91-ac26-a6ceb0e50642'}], 'binding:host_id': 'n-d-794796-3'}, 'id': '62f5c9d8-72f2-418c-bf6f-4f1cb63de652'} from n-d-794796-3. {{(pid=94735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:40:56.495691 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-37525f9e-557a-4b85-b256-3558dc31673a req-b31bfed7-e4cb-4402-a0ab-74cc6252e751 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Allocated IP 172.20.0.6 (fd5dfb43-b552-4c89-976a-a99d2c5409ab/5cb3d5ce-5df5-4967-877b-5457bd31cdb5/5bdee92b-1a41-46b9-9e83-3e40564d98a0) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:56.515376 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-111f2a61-576a-4b46-98ad-d7b1a675edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:56.546932 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-02157e71-9788-4f90-ad10-06d021713762 tempest-FloatingIPAdminTestJSON-207586528 tempest-FloatingIPAdminTestJSON-207586528-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:56.712195 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7860f4af-adab-42fc-90c3-ad2a42f042b7 req-2e628e32-2b35-4e74-b8eb-12915c2e72e0 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f389959c-2943-4f32-9fdf-4e817d421366 HTTP/1.1" status: 200 len: 210 time: 0.4937685 Sep 01 15:40:56.726239 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4942e959-bcdc-4d62-a284-d7e5dbe0377c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:56.764835 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-111f2a61-576a-4b46-98ad-d7b1a675edba None None] Allocated IP 2001:db8:0:2::2 (40d94957-3520-41f7-b113-501a287c5a9f/6d2b717e-71b2-4c91-ac26-a6ceb0e50642/62f5c9d8-72f2-418c-bf6f-4f1cb63de652) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:56.932165 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-111f2a61-576a-4b46-98ad-d7b1a675edba None None] For port 62f5c9d8-72f2-418c-bf6f-4f1cb63de652, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=62f5c9d8-72f2-418c-bf6f-4f1cb63de652,segment=NetworkSegment(a798cb36-31af-49d4-939a-cdeb8e3e2e98),segment_id=a798cb36-31af-49d4-939a-cdeb8e3e2e98)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:56.957106 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:57.019150 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-111f2a61-576a-4b46-98ad-d7b1a675edba None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:57.044392 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-111f2a61-576a-4b46-98ad-d7b1a675edba None None] Transition to ACTIVE for port object 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:57.052868 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-111f2a61-576a-4b46-98ad-d7b1a675edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:57.062579 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:57.106353 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:57.106735 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:57.218519 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f2a61-576a-4b46-98ad-d7b1a675edba None None] Pushing event updated for resources: {'Port': ['ID=62f5c9d8-72f2-418c-bf6f-4f1cb63de652,revision_number=7']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:57.254191 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-37525f9e-557a-4b85-b256-3558dc31673a req-b31bfed7-e4cb-4402-a0ab-74cc6252e751 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:57.289051 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-37525f9e-557a-4b85-b256-3558dc31673a req-b31bfed7-e4cb-4402-a0ab-74cc6252e751 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Transition to ACTIVE for port object 5bdee92b-1a41-46b9-9e83-3e40564d98a0 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:57.317356 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:57.330757 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1077e5fe-625d-43ac-b4cc-a76c67e0fbcc tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:57.362097 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-4942e959-bcdc-4d62-a284-d7e5dbe0377c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Delete allocated IP 2001:db8::14b (40d94957-3520-41f7-b113-501a287c5a9f/2b75f038-4869-45b9-b6af-9f598dd0f52a) {{(pid=94734) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 01 15:40:57.365396 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5,segment=NetworkSegment(aecefe32-fa82-40b3-81f0-f423746f39ab),segment_id=aecefe32-fa82-40b3-81f0-f423746f39ab)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:57.371609 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:57.375220 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-02157e71-9788-4f90-ad10-06d021713762 tempest-FloatingIPAdminTestJSON-207586528 tempest-FloatingIPAdminTestJSON-207586528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:57.381169 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-4942e959-bcdc-4d62-a284-d7e5dbe0377c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Allocated IP 2001:db8:0:2::18e (40d94957-3520-41f7-b113-501a287c5a9f/6d2b717e-71b2-4c91-ac26-a6ceb0e50642/5df3311c-4812-4285-a66c-5dbfb5e58d6f) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:57.442956 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:57.461341 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-37525f9e-557a-4b85-b256-3558dc31673a req-b31bfed7-e4cb-4402-a0ab-74cc6252e751 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:57.658517 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4942e959-bcdc-4d62-a284-d7e5dbe0377c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:57.676240 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-4942e959-bcdc-4d62-a284-d7e5dbe0377c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Transition to ACTIVE for port object 5df3311c-4812-4285-a66c-5dbfb5e58d6f will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:57.681052 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4942e959-bcdc-4d62-a284-d7e5dbe0377c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:57.685500 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37525f9e-557a-4b85-b256-3558dc31673a req-b31bfed7-e4cb-4402-a0ab-74cc6252e751 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Network fd5dfb43-b552-4c89-976a-a99d2c5409ab is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:57.703281 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31bfed7-e4cb-4402-a0ab-74cc6252e751 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Pushing event updated for resources: {'Port': ['ID=5bdee92b-1a41-46b9-9e83-3e40564d98a0,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:57.704799 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-37525f9e-557a-4b85-b256-3558dc31673a req-b31bfed7-e4cb-4402-a0ab-74cc6252e751 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:57.740952 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-37525f9e-557a-4b85-b256-3558dc31673a req-b31bfed7-e4cb-4402-a0ab-74cc6252e751 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:57.762793 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-4942e959-bcdc-4d62-a284-d7e5dbe0377c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] In _notify_port_updated(), no bound segment for port 5df3311c-4812-4285-a66c-5dbfb5e58d6f on network 40d94957-3520-41f7-b113-501a287c5a9f {{(pid=94734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:40:57.769472 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4942e959-bcdc-4d62-a284-d7e5dbe0377c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:57.772133 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4942e959-bcdc-4d62-a284-d7e5dbe0377c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:57.776542 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4942e959-bcdc-4d62-a284-d7e5dbe0377c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "PUT /v2.0/ports/5df3311c-4812-4285-a66c-5dbfb5e58d6f HTTP/1.1" status: 200 len: 969 time: 1.7696407 Sep 01 15:40:57.781812 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43810) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:57.830159 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942e959-bcdc-4d62-a284-d7e5dbe0377c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event updated for resources: {'Port': ['ID=5df3311c-4812-4285-a66c-5dbfb5e58d6f,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:57.853388 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-02157e71-9788-4f90-ad10-06d021713762 tempest-FloatingIPAdminTestJSON-207586528 tempest-FloatingIPAdminTestJSON-207586528-project] Allocated IP 172.25.6.106 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/3a866032-08a6-4e95-846c-6951241147ce) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:40:57.857129 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:57.902367 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37525f9e-557a-4b85-b256-3558dc31673a req-b31bfed7-e4cb-4402-a0ab-74cc6252e751 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:57.902988 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-37525f9e-557a-4b85-b256-3558dc31673a req-b31bfed7-e4cb-4402-a0ab-74cc6252e751 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:57.920736 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-eb211f88-16f7-422c-9839-bd72d5a873ce tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting port 5df3311c-4812-4285-a66c-5dbfb5e58d6f {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:57.921180 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eb211f88-16f7-422c-9839-bd72d5a873ce tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:57.986364 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37525f9e-557a-4b85-b256-3558dc31673a req-b31bfed7-e4cb-4402-a0ab-74cc6252e751 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1883373 Sep 01 15:40:57.996876 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f8378-e078-456a-a7e1-c84538149b65 req-e9fac17c-64b6-478e-91b4-a0cdd2095106 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:57.998478 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cf4f8378-e078-456a-a7e1-c84538149b65 req-e9fac17c-64b6-478e-91b4-a0cdd2095106 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f389959c-2943-4f32-9fdf-4e817d421366 HTTP/1.1" status: 200 len: 1027 time: 0.1810544 Sep 01 15:40:58.005636 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-37525f9e-557a-4b85-b256-3558dc31673a req-ce7d5e04-e31a-4c6a-9e3b-ea26381c0f4e service neutron] Request body: {'port': {'device_id': 'f389959c-2943-4f32-9fdf-4e817d421366', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:40:58.098612 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eb211f88-16f7-422c-9839-bd72d5a873ce tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.114713 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-eb211f88-16f7-422c-9839-bd72d5a873ce tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Calling delete_port for 5df3311c-4812-4285-a66c-5dbfb5e58d6f owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:58.158601 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cf4f8378-e078-456a-a7e1-c84538149b65 req-73464de6-b265-4f3c-9e7d-72ac167ccf4c tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6136607d-4cab-4b9e-a391-b36c2b090b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446600 Sep 01 15:40:58.211068 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-02157e71-9788-4f90-ad10-06d021713762 tempest-FloatingIPAdminTestJSON-207586528 tempest-FloatingIPAdminTestJSON-207586528-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.216122 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-37525f9e-557a-4b85-b256-3558dc31673a req-ce7d5e04-e31a-4c6a-9e3b-ea26381c0f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.289990 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eb211f88-16f7-422c-9839-bd72d5a873ce tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.297752 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8219a9b1-90e8-4528-908a-ba557f9e4c51 None None] Provisioning for port 5df3311c-4812-4285-a66c-5dbfb5e58d6f completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:58.306657 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8219a9b1-90e8-4528-908a-ba557f9e4c51 None None] Provisioning complete for port 5df3311c-4812-4285-a66c-5dbfb5e58d6f triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:58.308259 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8219a9b1-90e8-4528-908a-ba557f9e4c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.332446 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb211f88-16f7-422c-9839-bd72d5a873ce tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Port': ['ID=5df3311c-4812-4285-a66c-5dbfb5e58d6f,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:58.357936 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-8219a9b1-90e8-4528-908a-ba557f9e4c51 None None] Port 5df3311c-4812-4285-a66c-5dbfb5e58d6f was deleted so its status cannot be updated. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 01 15:40:58.378136 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8219a9b1-90e8-4528-908a-ba557f9e4c51 None None] Provisioning complete for port b46eddd2-f8f0-4988-8ccb-a1dc9a3cbc3e triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:58.378741 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eb211f88-16f7-422c-9839-bd72d5a873ce tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.379279 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8219a9b1-90e8-4528-908a-ba557f9e4c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.382503 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-eb211f88-16f7-422c-9839-bd72d5a873ce tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/ports/5df3311c-4812-4285-a66c-5dbfb5e58d6f HTTP/1.1" status: 204 len: 168 time: 0.5986865 Sep 01 15:40:58.386045 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43812) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:58.441923 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-02157e71-9788-4f90-ad10-06d021713762 tempest-FloatingIPAdminTestJSON-207586528 tempest-FloatingIPAdminTestJSON-207586528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.444412 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4419132-65e6-476a-b330-eb9500361489 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] GET failed (client error): The resource could not be found. Sep 01 15:40:58.447901 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d4419132-65e6-476a-b330-eb9500361489 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "GET /v2.0/ports/5df3311c-4812-4285-a66c-5dbfb5e58d6f HTTP/1.1" status: 404 len: 333 time: 0.0599380 Sep 01 15:40:58.452532 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43814) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:58.489884 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-8219a9b1-90e8-4528-908a-ba557f9e4c51 None None] Port b46eddd2-f8f0-4988-8ccb-a1dc9a3cbc3e cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:58.498606 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-1077e5fe-625d-43ac-b4cc-a76c67e0fbcc tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Deleting port 40f40ba1-6622-465f-b98d-182bd3a37757 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:40:58.498606 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1077e5fe-625d-43ac-b4cc-a76c67e0fbcc tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.511498 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8219a9b1-90e8-4528-908a-ba557f9e4c51 None None] Provisioning for port 5bdee92b-1a41-46b9-9e83-3e40564d98a0 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:58.521083 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8219a9b1-90e8-4528-908a-ba557f9e4c51 None None] Provisioning complete for port 5bdee92b-1a41-46b9-9e83-3e40564d98a0 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:58.521463 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8219a9b1-90e8-4528-908a-ba557f9e4c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.594393 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1b74f8f0-8d38-4ad5-b186-4ebe6d7ddf28 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.595516 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-8219a9b1-90e8-4528-908a-ba557f9e4c51 None None] Port 5bdee92b-1a41-46b9-9e83-3e40564d98a0 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:40:58.609193 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02157e71-9788-4f90-ad10-06d021713762 tempest-FloatingIPAdminTestJSON-207586528 tempest-FloatingIPAdminTestJSON-207586528-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:40:58.618696 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8219a9b1-90e8-4528-908a-ba557f9e4c51 None None] Provisioning for port 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:40:58.623558 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-02157e71-9788-4f90-ad10-06d021713762 tempest-FloatingIPAdminTestJSON-207586528 tempest-FloatingIPAdminTestJSON-207586528-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:40:58.625797 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8219a9b1-90e8-4528-908a-ba557f9e4c51 None None] Provisioning complete for port 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:58.626593 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8219a9b1-90e8-4528-908a-ba557f9e4c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.631336 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02157e71-9788-4f90-ad10-06d021713762 tempest-FloatingIPAdminTestJSON-207586528 tempest-FloatingIPAdminTestJSON-207586528-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:40:58.635932 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02157e71-9788-4f90-ad10-06d021713762 tempest-FloatingIPAdminTestJSON-207586528 tempest-FloatingIPAdminTestJSON-207586528-project] Pushing event updated for resources: {'Port': ['ID=3a866032-08a6-4e95-846c-6951241147ce,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:58.663244 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1b74f8f0-8d38-4ad5-b186-4ebe6d7ddf28 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.742049 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1b74f8f0-8d38-4ad5-b186-4ebe6d7ddf28 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.745096 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1b74f8f0-8d38-4ad5-b186-4ebe6d7ddf28 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.746328 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1b74f8f0-8d38-4ad5-b186-4ebe6d7ddf28 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/security-groups/72a6b56f-a0fe-4bf9-995c-6598a28f459c HTTP/1.1" status: 204 len: 168 time: 0.2923248 Sep 01 15:40:58.749857 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43816) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:58.781155 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74f8f0-8d38-4ad5-b186-4ebe6d7ddf28 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a6b56f-a0fe-4bf9-995c-6598a28f459c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:58.852908 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-1077e5fe-625d-43ac-b4cc-a76c67e0fbcc tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] For port 40f40ba1-6622-465f-b98d-182bd3a37757, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=40f40ba1-6622-465f-b98d-182bd3a37757,segment=NetworkSegment(8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540),segment_id=8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:40:58.853552 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1077e5fe-625d-43ac-b4cc-a76c67e0fbcc tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.883344 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-20bfa59a-e7de-4c45-abc9-d4989788bf51 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.889483 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b6783b28-4227-4411-9b35-427b2eba3bc8 None None] Could not find standard attr ID for object 5df3311c-4812-4285-a66c-5dbfb5e58d6f. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:40:58.905571 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:58.938902 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-20bfa59a-e7de-4c45-abc9-d4989788bf51 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.976606 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:58.977230 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.984351 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-1077e5fe-625d-43ac-b4cc-a76c67e0fbcc tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Calling delete_port for 40f40ba1-6622-465f-b98d-182bd3a37757 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:40:58.995805 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-20bfa59a-e7de-4c45-abc9-d4989788bf51 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:58.998628 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-20bfa59a-e7de-4c45-abc9-d4989788bf51 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.003959 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-20bfa59a-e7de-4c45-abc9-d4989788bf51 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/security-groups/125609ef-67e1-42ec-a5ed-7eed8d91d96b HTTP/1.1" status: 204 len: 168 time: 0.2489231 Sep 01 15:40:59.005445 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43818) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:59.029716 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfa59a-e7de-4c45-abc9-d4989788bf51 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=125609ef-67e1-42ec-a5ed-7eed8d91d96b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:59.038109 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-37525f9e-557a-4b85-b256-3558dc31673a req-ce7d5e04-e31a-4c6a-9e3b-ea26381c0f4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bdee92b-1a41-46b9-9e83-3e40564d98a0 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:40:59.059008 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-37525f9e-557a-4b85-b256-3558dc31673a req-ce7d5e04-e31a-4c6a-9e3b-ea26381c0f4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.083905 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3605614d-7ef6-47cc-9e69-579ade235676 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.110059 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3605614d-7ef6-47cc-9e69-579ade235676 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.127894 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:40:59.141716 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-02157e71-9788-4f90-ad10-06d021713762 tempest-FloatingIPAdminTestJSON-207586528 tempest-FloatingIPAdminTestJSON-207586528-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.150089 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-37525f9e-557a-4b85-b256-3558dc31673a req-ce7d5e04-e31a-4c6a-9e3b-ea26381c0f4e service neutron] Transition to ACTIVE for port object 5bdee92b-1a41-46b9-9e83-3e40564d98a0 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:40:59.161909 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3605614d-7ef6-47cc-9e69-579ade235676 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.165271 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3605614d-7ef6-47cc-9e69-579ade235676 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.165846 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-37525f9e-557a-4b85-b256-3558dc31673a req-ce7d5e04-e31a-4c6a-9e3b-ea26381c0f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.169259 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3605614d-7ef6-47cc-9e69-579ade235676 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/security-groups/93c2f5fb-fa70-4802-a99e-ffb1c8a6065b HTTP/1.1" status: 204 len: 168 time: 0.1620307 Sep 01 15:40:59.169906 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43820) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:59.211924 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:40:59.213137 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.217831 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605614d-7ef6-47cc-9e69-579ade235676 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c2f5fb-fa70-4802-a99e-ffb1c8a6065b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:59.256177 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-acdee478-95a8-4ffe-b694-d13dc690de27 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting subnet 2b75f038-4869-45b9-b6af-9f598dd0f52a {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:40:59.265251 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-acdee478-95a8-4ffe-b694-d13dc690de27 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.342968 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-02157e71-9788-4f90-ad10-06d021713762 tempest-FloatingIPAdminTestJSON-207586528 tempest-FloatingIPAdminTestJSON-207586528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.354999 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-acdee478-95a8-4ffe-b694-d13dc690de27 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.356380 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d5e04-e31a-4c6a-9e3b-ea26381c0f4e service neutron] Pushing event updated for resources: {'Port': ['ID=5bdee92b-1a41-46b9-9e83-3e40564d98a0,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:59.398305 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a9ce1-6795-438c-bcd1-2477a45008ba req-501eff36-9550-4aa9-8f6f-feee79fe13ac tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:40:59.402877 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fb1a9ce1-6795-438c-bcd1-2477a45008ba req-501eff36-9550-4aa9-8f6f-feee79fe13ac tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f389959c-2943-4f32-9fdf-4e817d421366 HTTP/1.1" status: 200 len: 1052 time: 0.1042163 Sep 01 15:40:59.481483 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fb1a9ce1-6795-438c-bcd1-2477a45008ba req-fc19a775-d051-48b6-9d96-01db0f1f39ae tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6136607d-4cab-4b9e-a391-b36c2b090b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743768 Sep 01 15:40:59.515295 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-acdee478-95a8-4ffe-b694-d13dc690de27 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.611264 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-acdee478-95a8-4ffe-b694-d13dc690de27 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.650221 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-37525f9e-557a-4b85-b256-3558dc31673a req-ce7d5e04-e31a-4c6a-9e3b-ea26381c0f4e service neutron] Attempting to bind port 5bdee92b-1a41-46b9-9e83-3e40564d98a0 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:40:59.652787 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-37525f9e-557a-4b85-b256-3558dc31673a req-ce7d5e04-e31a-4c6a-9e3b-ea26381c0f4e service neutron] Attempting to bind port 5bdee92b-1a41-46b9-9e83-3e40564d98a0 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'e109a916-d858-4cdf-a6d5-40ba1e1512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fd5dfb43-b552-4c89-976a-a99d2c5409ab'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:40:59.653262 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37525f9e-557a-4b85-b256-3558dc31673a req-ce7d5e04-e31a-4c6a-9e3b-ea26381c0f4e service neutron] Attempting to bind port 5bdee92b-1a41-46b9-9e83-3e40564d98a0 on network fd5dfb43-b552-4c89-976a-a99d2c5409ab {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:40:59.658974 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdee478-95a8-4ffe-b694-d13dc690de27 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Subnet': ['ID=2b75f038-4869-45b9-b6af-9f598dd0f52a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:59.665727 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-acdee478-95a8-4ffe-b694-d13dc690de27 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.669560 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-acdee478-95a8-4ffe-b694-d13dc690de27 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/subnets/2b75f038-4869-45b9-b6af-9f598dd0f52a HTTP/1.1" status: 204 len: 168 time: 0.4954498 Sep 01 15:40:59.674201 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37525f9e-557a-4b85-b256-3558dc31673a req-ce7d5e04-e31a-4c6a-9e3b-ea26381c0f4e service neutron] Port 5bdee92b-1a41-46b9-9e83-3e40564d98a0 on network fd5dfb43-b552-4c89-976a-a99d2c5409ab not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:40:59.674201 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37525f9e-557a-4b85-b256-3558dc31673a req-ce7d5e04-e31a-4c6a-9e3b-ea26381c0f4e service neutron] Attempting to bind port 5bdee92b-1a41-46b9-9e83-3e40564d98a0 on network fd5dfb43-b552-4c89-976a-a99d2c5409ab {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:40:59.675161 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43824) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:40:59.679533 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e917da-df4e-40ae-9f76-fd4cadfc4c07 None None] Network 40d94957-3520-41f7-b113-501a287c5a9f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:40:59.754828 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37525f9e-557a-4b85-b256-3558dc31673a req-ce7d5e04-e31a-4c6a-9e3b-ea26381c0f4e service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:40:59.755167 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37525f9e-557a-4b85-b256-3558dc31673a req-ce7d5e04-e31a-4c6a-9e3b-ea26381c0f4e service neutron] Checking segment: {'id': 'e109a916-d858-4cdf-a6d5-40ba1e1512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fd5dfb43-b552-4c89-976a-a99d2c5409ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:40:59.755896 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-7add2585-a60b-4493-a080-325f8d9b4973 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting subnet 6d2b717e-71b2-4c91-ac26-a6ceb0e50642 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:40:59.756056 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37525f9e-557a-4b85-b256-3558dc31673a req-ce7d5e04-e31a-4c6a-9e3b-ea26381c0f4e service neutron] Bound using segment: {'id': 'e109a916-d858-4cdf-a6d5-40ba1e1512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fd5dfb43-b552-4c89-976a-a99d2c5409ab'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:40:59.756345 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-37525f9e-557a-4b85-b256-3558dc31673a req-ce7d5e04-e31a-4c6a-9e3b-ea26381c0f4e service neutron] Bound port: 5bdee92b-1a41-46b9-9e83-3e40564d98a0, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e109a916-d858-4cdf-a6d5-40ba1e1512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fd5dfb43-b552-4c89-976a-a99d2c5409ab'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:40:59.756716 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-37525f9e-557a-4b85-b256-3558dc31673a req-ce7d5e04-e31a-4c6a-9e3b-ea26381c0f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.760192 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7add2585-a60b-4493-a080-325f8d9b4973 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.816615 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7add2585-a60b-4493-a080-325f8d9b4973 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.852569 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1077e5fe-625d-43ac-b4cc-a76c67e0fbcc tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.910759 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1077e5fe-625d-43ac-b4cc-a76c67e0fbcc tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event deleted for resources: {'Port': ['ID=40f40ba1-6622-465f-b98d-182bd3a37757,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:40:59.919783 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7add2585-a60b-4493-a080-325f8d9b4973 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.926031 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-02157e71-9788-4f90-ad10-06d021713762 tempest-FloatingIPAdminTestJSON-207586528 tempest-FloatingIPAdminTestJSON-207586528-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.959364 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-02157e71-9788-4f90-ad10-06d021713762 tempest-FloatingIPAdminTestJSON-207586528 tempest-FloatingIPAdminTestJSON-207586528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:40:59.988097 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-37525f9e-557a-4b85-b256-3558dc31673a req-ce7d5e04-e31a-4c6a-9e3b-ea26381c0f4e service neutron] For port 5bdee92b-1a41-46b9-9e83-3e40564d98a0, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:41:00.035931 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7add2585-a60b-4493-a080-325f8d9b4973 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:00.046963 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-37525f9e-557a-4b85-b256-3558dc31673a req-ce7d5e04-e31a-4c6a-9e3b-ea26381c0f4e service neutron] For port 5bdee92b-1a41-46b9-9e83-3e40564d98a0, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=5bdee92b-1a41-46b9-9e83-3e40564d98a0,segment=NetworkSegment(e109a916-d858-4cdf-a6d5-40ba1e1512d1),segment_id=e109a916-d858-4cdf-a6d5-40ba1e1512d1)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:41:00.071801 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add2585-a60b-4493-a080-325f8d9b4973 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Subnet': ['ID=6d2b717e-71b2-4c91-ac26-a6ceb0e50642,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:00.075847 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7add2585-a60b-4493-a080-325f8d9b4973 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:00.081223 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7add2585-a60b-4493-a080-325f8d9b4973 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/subnets/6d2b717e-71b2-4c91-ac26-a6ceb0e50642 HTTP/1.1" status: 204 len: 168 time: 0.4049015 Sep 01 15:41:00.085355 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43826) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:00.094580 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-37525f9e-557a-4b85-b256-3558dc31673a req-ce7d5e04-e31a-4c6a-9e3b-ea26381c0f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:00.115669 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02157e71-9788-4f90-ad10-06d021713762 tempest-FloatingIPAdminTestJSON-207586528 tempest-FloatingIPAdminTestJSON-207586528-project] Pushing event updated for resources: {'Port': ['ID=3a866032-08a6-4e95-846c-6951241147ce,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:00.154591 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-876771f3-81b2-403b-a72e-ce2772d79512 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] DELETE failed (client error): The resource could not be found. Sep 01 15:41:00.155611 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-876771f3-81b2-403b-a72e-ce2772d79512 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:41:00.160083 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-876771f3-81b2-403b-a72e-ce2772d79512 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/subnets/2b75f038-4869-45b9-b6af-9f598dd0f52a HTTP/1.1" status: 404 len: 337 time: 0.0688546 Sep 01 15:41:00.163478 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43828) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:00.207875 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37525f9e-557a-4b85-b256-3558dc31673a req-ce7d5e04-e31a-4c6a-9e3b-ea26381c0f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:00.208645 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-37525f9e-557a-4b85-b256-3558dc31673a req-ce7d5e04-e31a-4c6a-9e3b-ea26381c0f4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:00.210135 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37525f9e-557a-4b85-b256-3558dc31673a req-ce7d5e04-e31a-4c6a-9e3b-ea26381c0f4e service neutron] 10.222.0.45 "PUT /v2.0/ports/5bdee92b-1a41-46b9-9e83-3e40564d98a0 HTTP/1.1" status: 200 len: 1091 time: 2.2088988 Sep 01 15:41:00.215247 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f389959c-2943-4f32-9fdf-4e817d421366', 'tag': '5bdee92b-1a41-46b9-9e83-3e40564d98a0'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:41:00.217084 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d82234-a535-4b6b-a281-183b9bca3da0" -d '{"events": [{"name": "network-changed", "server_uuid": "f389959c-2943-4f32-9fdf-4e817d421366", "tag": "5bdee92b-1a41-46b9-9e83-3e40564d98a0"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:41:00.290003 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-64778074-d47d-4d68-b946-60826a373e0c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting subnet bd7341e1-35cf-41cb-9b22-dce4b7434813 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:41:00.291426 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-02157e71-9788-4f90-ad10-06d021713762 tempest-FloatingIPAdminTestJSON-207586528 tempest-FloatingIPAdminTestJSON-207586528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:00.294456 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-64778074-d47d-4d68-b946-60826a373e0c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:00.341724 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65736fb2-b00e-43ce-bf59-6e8e24952a89 x-openstack-request-id: req-65736fb2-b00e-43ce-bf59-6e8e24952a89 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:41:00.342034 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f389959c-2943-4f32-9fdf-4e817d421366", "tag": "5bdee92b-1a41-46b9-9e83-3e40564d98a0", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:41:00.342367 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-65736fb2-b00e-43ce-bf59-6e8e24952a89 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:41:00.342813 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f389959c-2943-4f32-9fdf-4e817d421366', 'tag': '5bdee92b-1a41-46b9-9e83-3e40564d98a0', 'status': 'completed', 'code': 200} Sep 01 15:41:00.378810 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-64778074-d47d-4d68-b946-60826a373e0c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:00.416261 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-02157e71-9788-4f90-ad10-06d021713762 tempest-FloatingIPAdminTestJSON-207586528 tempest-FloatingIPAdminTestJSON-207586528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:00.418423 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-02157e71-9788-4f90-ad10-06d021713762 tempest-FloatingIPAdminTestJSON-207586528 tempest-FloatingIPAdminTestJSON-207586528-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5939622 Sep 01 15:41:00.419593 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d5e04-e31a-4c6a-9e3b-ea26381c0f4e service neutron] Pushing event updated for resources: {'Port': ['ID=5bdee92b-1a41-46b9-9e83-3e40564d98a0,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:00.426247 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43832) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:00.466396 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1077e5fe-625d-43ac-b4cc-a76c67e0fbcc tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:00.472539 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37525f9e-557a-4b85-b256-3558dc31673a req-09779b69-794c-460c-b5c1-28c8a314a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:00.474565 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37525f9e-557a-4b85-b256-3558dc31673a req-09779b69-794c-460c-b5c1-28c8a314a932 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bce11272d4544f1917d17554af470f3&device_id=f389959c-2943-4f32-9fdf-4e817d421366 HTTP/1.1" status: 200 len: 1094 time: 0.1957526 Sep 01 15:41:00.556198 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-72ed8808-7c0d-4f8a-907d-fd121c3435e9 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1652 time: 0.1276643 Sep 01 15:41:00.560015 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43836) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:00.643357 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37525f9e-557a-4b85-b256-3558dc31673a req-316343d6-c925-4100-8cb2-43fe354e1a72 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bdee92b-1a41-46b9-9e83-3e40564d98a0 HTTP/1.1" status: 200 len: 217 time: 0.1593537 Sep 01 15:41:00.684239 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-65b67b56-c274-4a99-bdb6-05a650321b18 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1230679 Sep 01 15:41:00.692355 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43838) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:00.771858 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-64778074-d47d-4d68-b946-60826a373e0c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:00.897140 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0950f6-55d4-4677-bfe7-5442f1e83a3e req-decfb41e-b471-4b8f-90f6-68f2117a93fa tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:00.899915 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0e0950f6-55d4-4677-bfe7-5442f1e83a3e req-decfb41e-b471-4b8f-90f6-68f2117a93fa tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f389959c-2943-4f32-9fdf-4e817d421366 HTTP/1.1" status: 200 len: 1094 time: 0.2578604 Sep 01 15:41:00.973403 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04436f4b-e712-41da-86e8-be01acc332f9 None None] Network 40d94957-3520-41f7-b113-501a287c5a9f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:01.016626 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0e0950f6-55d4-4677-bfe7-5442f1e83a3e req-96743d19-2298-4745-a1a2-ff713a02fec5 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6136607d-4cab-4b9e-a391-b36c2b090b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937989 Sep 01 15:41:01.019049 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-64778074-d47d-4d68-b946-60826a373e0c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:01.060378 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64778074-d47d-4d68-b946-60826a373e0c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Subnet': ['ID=bd7341e1-35cf-41cb-9b22-dce4b7434813,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:01.063406 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-64778074-d47d-4d68-b946-60826a373e0c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:01.065657 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-64778074-d47d-4d68-b946-60826a373e0c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/subnets/bd7341e1-35cf-41cb-9b22-dce4b7434813 HTTP/1.1" status: 204 len: 168 time: 0.9002194 Sep 01 15:41:01.069546 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43840) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:01.087943 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ac8c88a6-f7e2-4e04-b2d2-382e7f70884c None None] Provisioning complete for port b46eddd2-f8f0-4988-8ccb-a1dc9a3cbc3e triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:01.088812 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ac8c88a6-f7e2-4e04-b2d2-382e7f70884c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:01.099917 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa68a22d-29bc-401c-a8cd-9b7a2b0b47d8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] DELETE failed (client error): The resource could not be found. Sep 01 15:41:01.100386 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa68a22d-29bc-401c-a8cd-9b7a2b0b47d8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:41:01.102332 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-aa68a22d-29bc-401c-a8cd-9b7a2b0b47d8 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/subnets/39879561-4caa-4d74-89af-0dd7ae9b6f4c HTTP/1.1" status: 404 len: 337 time: 0.0319862 Sep 01 15:41:01.106663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43842) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:01.121375 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-626e349b-d28e-4557-b2e4-546f4a591280 tempest-FloatingIPAdminTestJSON-207586528 tempest-FloatingIPAdminTestJSON-207586528-project] Deleting port 3a866032-08a6-4e95-846c-6951241147ce {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:01.121633 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-626e349b-d28e-4557-b2e4-546f4a591280 tempest-FloatingIPAdminTestJSON-207586528 tempest-FloatingIPAdminTestJSON-207586528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:01.141660 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ff5d2af9-2305-491a-80e6-ecac79d496ca tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec6a670c-13be-48fd-902a-538f40ade24e HTTP/1.1" status: 200 len: 205 time: 0.0332222 Sep 01 15:41:01.151630 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43844) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:01.194739 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37525f9e-557a-4b85-b256-3558dc31673a req-d54b6e5c-4c6d-4d6f-ac45-95100299eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:01.196593 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37525f9e-557a-4b85-b256-3558dc31673a req-d54b6e5c-4c6d-4d6f-ac45-95100299eb02 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5cb3d5ce-5df5-4967-877b-5457bd31cdb5 HTTP/1.1" status: 200 len: 848 time: 0.5445933 Sep 01 15:41:01.196788 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ac8c88a6-f7e2-4e04-b2d2-382e7f70884c None None] Port b46eddd2-f8f0-4988-8ccb-a1dc9a3cbc3e cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:41:01.225978 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-a88e2cab-ac2d-4928-a158-7aa80c166711 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] delete failed (client error): The resource could not be found. Sep 01 15:41:01.229884 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a88e2cab-ac2d-4928-a158-7aa80c166711 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/routers/ec6a670c-13be-48fd-902a-538f40ade24e HTTP/1.1" status: 404 len: 336 time: 0.0743625 Sep 01 15:41:01.232609 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43846) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:01.259690 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ac8c88a6-f7e2-4e04-b2d2-382e7f70884c None None] Provisioning complete for port 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:01.260070 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ac8c88a6-f7e2-4e04-b2d2-382e7f70884c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:01.268429 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd6c2296-4e4e-4789-be73-b358ea8933e3 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] DELETE failed (client error): The resource could not be found. Sep 01 15:41:01.268903 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd6c2296-4e4e-4789-be73-b358ea8933e3 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:41:01.274088 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-dd6c2296-4e4e-4789-be73-b358ea8933e3 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/subnets/2623b932-b180-43ba-b55f-9f67306d46a1 HTTP/1.1" status: 404 len: 337 time: 0.0375590 Sep 01 15:41:01.284849 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43848) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:01.307242 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-626e349b-d28e-4557-b2e4-546f4a591280 tempest-FloatingIPAdminTestJSON-207586528 tempest-FloatingIPAdminTestJSON-207586528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:01.307592 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-626e349b-d28e-4557-b2e4-546f4a591280 tempest-FloatingIPAdminTestJSON-207586528 tempest-FloatingIPAdminTestJSON-207586528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:01.325695 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-626e349b-d28e-4557-b2e4-546f4a591280 tempest-FloatingIPAdminTestJSON-207586528 tempest-FloatingIPAdminTestJSON-207586528-project] Calling delete_port for 3a866032-08a6-4e95-846c-6951241147ce owned by network:floatingip {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:01.332088 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-e026bb5f-c003-4bea-8cdc-9e497c7b3b49 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] DELETE failed (client error): The resource could not be found. Sep 01 15:41:01.332325 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e026bb5f-c003-4bea-8cdc-9e497c7b3b49 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:41:01.336962 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e026bb5f-c003-4bea-8cdc-9e497c7b3b49 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/subnets/ceba158c-e359-45ee-a203-7ba8a069cbb1 HTTP/1.1" status: 404 len: 337 time: 0.0471179 Sep 01 15:41:01.337346 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43850) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:01.371073 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37525f9e-557a-4b85-b256-3558dc31673a req-39c7c556-3a1b-47b3-a238-d5a64022ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:01.374071 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37525f9e-557a-4b85-b256-3558dc31673a req-39c7c556-3a1b-47b3-a238-d5a64022ee9a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd5dfb43-b552-4c89-976a-a99d2c5409ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1667085 Sep 01 15:41:01.397869 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce534f3b-3567-4e9d-b7db-45fb2526ebfb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] DELETE failed (client error): The resource could not be found. Sep 01 15:41:01.400274 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce534f3b-3567-4e9d-b7db-45fb2526ebfb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:41:01.405187 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ce534f3b-3567-4e9d-b7db-45fb2526ebfb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/subnets/ab504df1-59e1-42fa-988b-005fe8b8896b HTTP/1.1" status: 404 len: 337 time: 0.0633087 Sep 01 15:41:01.405445 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43852) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:01.411635 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7701d50-9ac5-49cd-83d5-d6a11c0dacc7 None None] DHCP port deletion for 40d94957-3520-41f7-b113-501a287c5a9f request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:41:01.476475 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-20177741-aaf3-4d97-abfd-abc3e54fcda7 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] DELETE failed (client error): The resource could not be found. Sep 01 15:41:01.477397 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20177741-aaf3-4d97-abfd-abc3e54fcda7 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:41:01.482157 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-20177741-aaf3-4d97-abfd-abc3e54fcda7 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/ports/0f69d442-4beb-474c-99c2-5b9e20b8cddf HTTP/1.1" status: 404 len: 333 time: 0.0730124 Sep 01 15:41:01.482696 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43854) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:01.490347 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1077e5fe-625d-43ac-b4cc-a76c67e0fbcc tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Router 95690f78-2b5d-490a-86b2-451a10119319 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:41:01.492980 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b7701d50-9ac5-49cd-83d5-d6a11c0dacc7 None None] Deleting port 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:01.493884 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b7701d50-9ac5-49cd-83d5-d6a11c0dacc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:01.537032 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37525f9e-557a-4b85-b256-3558dc31673a req-f4e00a51-7fd4-4f66-baeb-d80b53e73d78 service neutron] 10.222.0.45 "GET /v2.0/networks/fd5dfb43-b552-4c89-976a-a99d2c5409ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552360 Sep 01 15:41:01.538084 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-486e413b-d0e7-4238-9207-b5f6559dbfe5 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] DELETE failed (client error): The resource could not be found. Sep 01 15:41:01.538854 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-486e413b-d0e7-4238-9207-b5f6559dbfe5 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:41:01.544271 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-486e413b-d0e7-4238-9207-b5f6559dbfe5 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/subnets/5f9c0b28-9ee7-4dc7-ab7a-15c489db57c2 HTTP/1.1" status: 404 len: 337 time: 0.0576982 Sep 01 15:41:01.555289 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43856) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:01.610092 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ff283a-ab6c-4b1a-af1c-f38e53146cbb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] DELETE failed (client error): The resource could not be found. Sep 01 15:41:01.610700 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b7701d50-9ac5-49cd-83d5-d6a11c0dacc7 None None] For port 62f5c9d8-72f2-418c-bf6f-4f1cb63de652, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=62f5c9d8-72f2-418c-bf6f-4f1cb63de652,segment=NetworkSegment(a798cb36-31af-49d4-939a-cdeb8e3e2e98),segment_id=a798cb36-31af-49d4-939a-cdeb8e3e2e98)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:01.610864 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95ff283a-ab6c-4b1a-af1c-f38e53146cbb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:41:01.611339 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b7701d50-9ac5-49cd-83d5-d6a11c0dacc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:01.617650 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-95ff283a-ab6c-4b1a-af1c-f38e53146cbb tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/subnets/1cc08bd0-3141-4334-85f2-ef1f1e835379 HTTP/1.1" status: 404 len: 337 time: 0.0570307 Sep 01 15:41:01.617650 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43858) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:01.646566 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b7701d50-9ac5-49cd-83d5-d6a11c0dacc7 None None] Calling delete_port for 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:01.664637 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da55c71-6aef-4ceb-bb70-5c88651f4d13 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] DELETE failed (client error): The resource could not be found. Sep 01 15:41:01.665870 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8da55c71-6aef-4ceb-bb70-5c88651f4d13 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:41:01.668855 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8da55c71-6aef-4ceb-bb70-5c88651f4d13 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/ports/828a03a0-0519-4c69-a0f6-5270487bf867 HTTP/1.1" status: 404 len: 333 time: 0.0499454 Sep 01 15:41:01.672914 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43860) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:01.714405 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-a260aa7d-aa78-48a6-ba74-7df1aa4cc4da tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] DELETE failed (client error): The resource could not be found. Sep 01 15:41:01.715165 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a260aa7d-aa78-48a6-ba74-7df1aa4cc4da tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:41:01.722499 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a260aa7d-aa78-48a6-ba74-7df1aa4cc4da tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/subnets/13a66fc5-f659-4d68-a147-223f6db9822f HTTP/1.1" status: 404 len: 337 time: 0.0440264 Sep 01 15:41:01.723217 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43862) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:01.760556 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1077e5fe-625d-43ac-b4cc-a76c67e0fbcc tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:41:01.766680 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1077e5fe-625d-43ac-b4cc-a76c67e0fbcc tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "PUT /v2.0/routers/95690f78-2b5d-490a-86b2-451a10119319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8684025 Sep 01 15:41:01.769192 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37525f9e-557a-4b85-b256-3558dc31673a req-16e1d20a-7755-41b7-baeb-6ada6e349bf0 service neutron] 10.222.0.45 "GET /v2.0/networks/fd5dfb43-b552-4c89-976a-a99d2c5409ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994503 Sep 01 15:41:01.770641 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d3b784-3192-4913-ad22-c1d94f14080c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] DELETE failed (client error): The resource could not be found. Sep 01 15:41:01.771017 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72d3b784-3192-4913-ad22-c1d94f14080c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:41:01.771728 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43864) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:01.772389 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b7701d50-9ac5-49cd-83d5-d6a11c0dacc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:01.772741 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-72d3b784-3192-4913-ad22-c1d94f14080c tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/subnets/35f792a0-4422-464c-bb9d-bf70235172d7 HTTP/1.1" status: 404 len: 337 time: 0.0469089 Sep 01 15:41:01.778879 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43866) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:01.810225 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454046ed-8f37-4cdd-9160-4f0cab275311 None None] Sync routers for ids ['95690f78-2b5d-490a-86b2-451a10119319'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:41:01.816621 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7701d50-9ac5-49cd-83d5-d6a11c0dacc7 None None] Pushing event deleted for resources: {'Port': ['ID=62f5c9d8-72f2-418c-bf6f-4f1cb63de652,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:01.825242 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7701d50-9ac5-49cd-83d5-d6a11c0dacc7 None None] No DVR routers for this DVR port 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:41:01.839401 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454046ed-8f37-4cdd-9160-4f0cab275311 None None] Routers {'95690f78-2b5d-490a-86b2-451a10119319'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:01.839401 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-454046ed-8f37-4cdd-9160-4f0cab275311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['95690f78-2b5d-490a-86b2-451a10119319'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:01.845555 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-626e349b-d28e-4557-b2e4-546f4a591280 tempest-FloatingIPAdminTestJSON-207586528 tempest-FloatingIPAdminTestJSON-207586528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:01.912201 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e349b-d28e-4557-b2e4-546f4a591280 tempest-FloatingIPAdminTestJSON-207586528 tempest-FloatingIPAdminTestJSON-207586528-project] Pushing event deleted for resources: {'Port': ['ID=3a866032-08a6-4e95-846c-6951241147ce,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:01.932926 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-4081f493-cd97-4a3b-9bfc-c94a61017f61 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Deleting subnet 9ea35a2a-5cfd-43df-a743-97c56729848b {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:41:01.942588 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d82234-a535-4b6b-a281-183b9bca3da0 req-e6c2514e-72c2-4a72-80a1-a3f6c19fc8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:01.944597 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-00d82234-a535-4b6b-a281-183b9bca3da0 req-e6c2514e-72c2-4a72-80a1-a3f6c19fc8c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bce11272d4544f1917d17554af470f3&device_id=f389959c-2943-4f32-9fdf-4e817d421366 HTTP/1.1" status: 200 len: 1094 time: 0.0754826 Sep 01 15:41:01.959547 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4081f493-cd97-4a3b-9bfc-c94a61017f61 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:02.023455 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-341e3cf8-42a5-40cc-a61f-5a8f679e3ebe tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Deleting port b46eddd2-f8f0-4988-8ccb-a1dc9a3cbc3e {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:02.023939 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-341e3cf8-42a5-40cc-a61f-5a8f679e3ebe tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:02.042685 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4081f493-cd97-4a3b-9bfc-c94a61017f61 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:02.092994 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-626e349b-d28e-4557-b2e4-546f4a591280 tempest-FloatingIPAdminTestJSON-207586528 tempest-FloatingIPAdminTestJSON-207586528-project] Notify callbacks [] for floatingip, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:02.096608 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-626e349b-d28e-4557-b2e4-546f4a591280 tempest-FloatingIPAdminTestJSON-207586528 tempest-FloatingIPAdminTestJSON-207586528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:02.098225 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-626e349b-d28e-4557-b2e4-546f4a591280 tempest-FloatingIPAdminTestJSON-207586528 tempest-FloatingIPAdminTestJSON-207586528-project] 10.222.0.60 "DELETE /v2.0/floatingips/85c098bd-cbf3-465c-a104-abac6f0a546b HTTP/1.1" status: 204 len: 168 time: 1.4048662 Sep 01 15:41:02.101597 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43870) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:02.136701 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-341e3cf8-42a5-40cc-a61f-5a8f679e3ebe tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:02.167794 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-341e3cf8-42a5-40cc-a61f-5a8f679e3ebe tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Calling delete_port for b46eddd2-f8f0-4988-8ccb-a1dc9a3cbc3e owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:02.170398 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d82234-a535-4b6b-a281-183b9bca3da0 req-91fa9eec-dfc6-4aa7-b69e-47dbe471b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:02.171963 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-00d82234-a535-4b6b-a281-183b9bca3da0 req-91fa9eec-dfc6-4aa7-b69e-47dbe471b44f service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd5dfb43-b552-4c89-976a-a99d2c5409ab HTTP/1.1" status: 200 len: 910 time: 0.2166758 Sep 01 15:41:02.224506 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-454046ed-8f37-4cdd-9160-4f0cab275311 None None] Set router 95690f78-2b5d-490a-86b2-451a10119319 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:41:02.242557 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-00d82234-a535-4b6b-a281-183b9bca3da0 req-abcce761-e1ed-4ef8-bcd6-4f573fab2311 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bdee92b-1a41-46b9-9e83-3e40564d98a0 HTTP/1.1" status: 200 len: 217 time: 0.0607233 Sep 01 15:41:02.351295 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59cb843-b242-4717-bfcf-fdb5529cacbd req-23ff5de2-b4c9-4289-9385-b78137731a84 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:02.352954 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f59cb843-b242-4717-bfcf-fdb5529cacbd req-23ff5de2-b4c9-4289-9385-b78137731a84 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f389959c-2943-4f32-9fdf-4e817d421366 HTTP/1.1" status: 200 len: 1094 time: 0.1875093 Sep 01 15:41:02.357981 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d82234-a535-4b6b-a281-183b9bca3da0 req-00d806ff-5ab5-4a95-a769-a12676a65977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:02.359563 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-00d82234-a535-4b6b-a281-183b9bca3da0 req-00d806ff-5ab5-4a95-a769-a12676a65977 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5cb3d5ce-5df5-4967-877b-5457bd31cdb5 HTTP/1.1" status: 200 len: 848 time: 0.0771546 Sep 01 15:41:02.408140 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4081f493-cd97-4a3b-9bfc-c94a61017f61 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:02.432060 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-341e3cf8-42a5-40cc-a61f-5a8f679e3ebe tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:02.484604 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d82234-a535-4b6b-a281-183b9bca3da0 req-fbc0b505-45f4-449e-9647-e4bc2e6ba8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:02.486223 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-00d82234-a535-4b6b-a281-183b9bca3da0 req-fbc0b505-45f4-449e-9647-e4bc2e6ba8df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd5dfb43-b552-4c89-976a-a99d2c5409ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137850 Sep 01 15:41:02.487141 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e3cf8-42a5-40cc-a61f-5a8f679e3ebe tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Port': ['ID=b46eddd2-f8f0-4988-8ccb-a1dc9a3cbc3e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:02.495770 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f59cb843-b242-4717-bfcf-fdb5529cacbd req-5bb4bcf5-fa76-49bb-82b0-0ec36220ea85 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6136607d-4cab-4b9e-a391-b36c2b090b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094930 Sep 01 15:41:02.508510 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-34e13265-d8a5-4873-87ee-1ab8723d9778 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Deleting port 8e2f8300-cc88-447a-a6c4-1d6f64c2a034 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:02.509263 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-34e13265-d8a5-4873-87ee-1ab8723d9778 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:02.518012 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-341e3cf8-42a5-40cc-a61f-5a8f679e3ebe tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:02.520342 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-341e3cf8-42a5-40cc-a61f-5a8f679e3ebe tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/ports/b46eddd2-f8f0-4988-8ccb-a1dc9a3cbc3e HTTP/1.1" status: 204 len: 168 time: 0.7401819 Sep 01 15:41:02.534375 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-454046ed-8f37-4cdd-9160-4f0cab275311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95690f78-2b5d-490a-86b2-451a10119319', 'name': 'tempest-TestNetworkBasicOps-router-165439493', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:39Z', 'updated_at': '2021-09-01T15:40:59Z', 'revision_number': 7, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:41Z', 'updated_at': '2021-09-01T15:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:02.541635 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43872) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:02.573917 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454046ed-8f37-4cdd-9160-4f0cab275311 None None] Checking router: 95690f78-2b5d-490a-86b2-451a10119319 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:41:02.587422 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454046ed-8f37-4cdd-9160-4f0cab275311 None None] Routers {'95690f78-2b5d-490a-86b2-451a10119319'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:02.588444 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-454046ed-8f37-4cdd-9160-4f0cab275311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['95690f78-2b5d-490a-86b2-451a10119319'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:02.616852 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4081f493-cd97-4a3b-9bfc-c94a61017f61 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:02.681447 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081f493-cd97-4a3b-9bfc-c94a61017f61 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event deleted for resources: {'Subnet': ['ID=9ea35a2a-5cfd-43df-a743-97c56729848b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:02.688735 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc81e37b-9ac4-4ae4-a1d7-2089e15b3e79 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:02.703061 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4081f493-cd97-4a3b-9bfc-c94a61017f61 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:02.709816 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8defdbb-0490-4bca-b178-b3fe24fc730d None None] Network 4632520d-c32a-45da-ba25-63401b32d6f2 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:02.710070 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4081f493-cd97-4a3b-9bfc-c94a61017f61 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "DELETE /v2.0/subnets/9ea35a2a-5cfd-43df-a743-97c56729848b HTTP/1.1" status: 204 len: 168 time: 0.9323397 Sep 01 15:41:02.712363 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43874) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:02.719775 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-00d82234-a535-4b6b-a281-183b9bca3da0 req-db472bc1-1932-49ec-8f22-1cb5612cb381 service neutron] 10.222.0.45 "GET /v2.0/networks/fd5dfb43-b552-4c89-976a-a99d2c5409ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195151 Sep 01 15:41:02.793987 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-454046ed-8f37-4cdd-9160-4f0cab275311 None None] Set router 95690f78-2b5d-490a-86b2-451a10119319 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:41:02.816088 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-34e13265-d8a5-4873-87ee-1ab8723d9778 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:02.816587 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-34e13265-d8a5-4873-87ee-1ab8723d9778 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:02.864174 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-34e13265-d8a5-4873-87ee-1ab8723d9778 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Calling delete_port for 8e2f8300-cc88-447a-a6c4-1d6f64c2a034 owned by network:floatingip {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:02.893832 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc81e37b-9ac4-4ae4-a1d7-2089e15b3e79 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:02.918490 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-bc81e37b-9ac4-4ae4-a1d7-2089e15b3e79 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d94957-3520-41f7-b113-501a287c5a9f']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:02.933889 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-00d82234-a535-4b6b-a281-183b9bca3da0 req-568a9f45-eaad-4a49-a295-7f33830641e4 service neutron] 10.222.0.45 "GET /v2.0/networks/fd5dfb43-b552-4c89-976a-a99d2c5409ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059879 Sep 01 15:41:02.935801 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-bc81e37b-9ac4-4ae4-a1d7-2089e15b3e79 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a798cb36-31af-49d4-939a-cdeb8e3e2e98') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:02.936609 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-bc81e37b-9ac4-4ae4-a1d7-2089e15b3e79 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a798cb36-31af-49d4-939a-cdeb8e3e2e98') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:02.955682 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc81e37b-9ac4-4ae4-a1d7-2089e15b3e79 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:02.964237 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 5bdee92b-1a41-46b9-9e83-3e40564d98a0 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:41:02.984377 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc81e37b-9ac4-4ae4-a1d7-2089e15b3e79 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:02.993754 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc81e37b-9ac4-4ae4-a1d7-2089e15b3e79 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:41:02.995279 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc81e37b-9ac4-4ae4-a1d7-2089e15b3e79 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:02.997511 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:41:02.998695 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:41:03.031632 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:41:03.031983 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 62f5c9d8-72f2-418c-bf6f-4f1cb63de652 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:41:03.059349 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0e158898-35a1-439a-a4c1-599e35b9505f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:03.102966 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc81e37b-9ac4-4ae4-a1d7-2089e15b3e79 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:03.118674 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bc81e37b-9ac4-4ae4-a1d7-2089e15b3e79 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:03.127667 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bc81e37b-9ac4-4ae4-a1d7-2089e15b3e79 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] 10.222.0.60 "DELETE /v2.0/networks/40d94957-3520-41f7-b113-501a287c5a9f HTTP/1.1" status: 204 len: 168 time: 0.5848556 Sep 01 15:41:03.152899 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81e37b-9ac4-4ae4-a1d7-2089e15b3e79 tempest-PortsIpV6TestJSON-829809496 tempest-PortsIpV6TestJSON-829809496-project] Pushing event deleted for resources: {'Network': ['ID=40d94957-3520-41f7-b113-501a287c5a9f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:03.179655 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d7fdd7-5ac5-45b3-946d-c864f959084c None None] DHCP port deletion for 4632520d-c32a-45da-ba25-63401b32d6f2 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:41:03.182874 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 5bdee92b-1a41-46b9-9e83-3e40564d98a0, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=5bdee92b-1a41-46b9-9e83-3e40564d98a0,segment=NetworkSegment(e109a916-d858-4cdf-a6d5-40ba1e1512d1),segment_id=e109a916-d858-4cdf-a6d5-40ba1e1512d1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:03.207569 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '5bdee92b-1a41-46b9-9e83-3e40564d98a0', 'network_id': 'fd5dfb43-b552-4c89-976a-a99d2c5409ab', 'port_id': '5bdee92b-1a41-46b9-9e83-3e40564d98a0', 'mac_address': 'fa:16:3e:a6:ad:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb3d5ce-5df5-4967-877b-5457bd31cdb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:41:03.240937 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-454046ed-8f37-4cdd-9160-4f0cab275311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95690f78-2b5d-490a-86b2-451a10119319', 'name': 'tempest-TestNetworkBasicOps-router-165439493', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:39Z', 'updated_at': '2021-09-01T15:40:59Z', 'revision_number': 7, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:41Z', 'updated_at': '2021-09-01T15:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:03.301612 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454046ed-8f37-4cdd-9160-4f0cab275311 None None] The sync data for ids ['95690f78-2b5d-490a-86b2-451a10119319'] in n-d-794796-3 is: [{'id': '95690f78-2b5d-490a-86b2-451a10119319', 'name': 'tempest-TestNetworkBasicOps-router-165439493', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:37:39Z', 'updated_at': '2021-09-01T15:40:59Z', 'revision_number': 7, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '42846a51-ea4b-42af-b64f-a209cbfcbf68', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95690f78-2b5d-490a-86b2-451a10119319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:37:41Z', 'updated_at': '2021-09-01T15:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:41:03.324561 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:03.344931 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bdee92b-1a41-46b9-9e83-3e40564d98a0 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:41:03.352807 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-81d7fdd7-5ac5-45b3-946d-c864f959084c None None] Deleting port fbacb66c-b055-42bc-a09c-af64c97b2a25 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:03.353288 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-81d7fdd7-5ac5-45b3-946d-c864f959084c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:03.415540 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 5bdee92b-1a41-46b9-9e83-3e40564d98a0, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=5bdee92b-1a41-46b9-9e83-3e40564d98a0,segment=NetworkSegment(e109a916-d858-4cdf-a6d5-40ba1e1512d1),segment_id=e109a916-d858-4cdf-a6d5-40ba1e1512d1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:03.423500 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:03.479990 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-81d7fdd7-5ac5-45b3-946d-c864f959084c None None] For port fbacb66c-b055-42bc-a09c-af64c97b2a25, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fbacb66c-b055-42bc-a09c-af64c97b2a25,segment=NetworkSegment(8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540),segment_id=8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:03.480497 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-81d7fdd7-5ac5-45b3-946d-c864f959084c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:03.503493 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-81d7fdd7-5ac5-45b3-946d-c864f959084c None None] Calling delete_port for fbacb66c-b055-42bc-a09c-af64c97b2a25 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:03.527436 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=5bdee92b-1a41-46b9-9e83-3e40564d98a0,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:03.596911 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43882) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:03.628046 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-81d7fdd7-5ac5-45b3-946d-c864f959084c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:03.646522 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['5bdee92b-1a41-46b9-9e83-3e40564d98a0'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:41:03.737210 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d7fdd7-5ac5-45b3-946d-c864f959084c None None] No DVR routers for this DVR port fbacb66c-b055-42bc-a09c-af64c97b2a25 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:41:03.744407 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7fdd7-5ac5-45b3-946d-c864f959084c None None] Pushing event deleted for resources: {'Port': ['ID=fbacb66c-b055-42bc-a09c-af64c97b2a25,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:03.833370 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0e158898-35a1-439a-a4c1-599e35b9505f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:03.869421 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692f008-9417-4d30-9907-69dea9d2acdb req-02c53fd7-b75f-4134-8dff-29217bd01742 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:03.873364 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a692f008-9417-4d30-9907-69dea9d2acdb req-02c53fd7-b75f-4134-8dff-29217bd01742 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f389959c-2943-4f32-9fdf-4e817d421366 HTTP/1.1" status: 200 len: 1095 time: 0.1706696 Sep 01 15:41:03.875894 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-34e13265-d8a5-4873-87ee-1ab8723d9778 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:03.917904 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c983be18-2a5f-41a8-9882-c13c02cf8265 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3cb858130d6f414e9e42fab79755f568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3194067 Sep 01 15:41:03.923253 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43886) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:03.983895 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e13265-d8a5-4873-87ee-1ab8723d9778 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e2f8300-cc88-447a-a6c4-1d6f64c2a034,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:04.032510 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e02d8f80-d19f-4927-bc3f-9fa5f083368f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:04.070186 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e02d8f80-d19f-4927-bc3f-9fa5f083368f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:04.079948 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a692f008-9417-4d30-9907-69dea9d2acdb req-2cc38f7f-a486-4861-8074-56379a1d476e tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6136607d-4cab-4b9e-a391-b36c2b090b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918647 Sep 01 15:41:04.094726 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-34e13265-d8a5-4873-87ee-1ab8723d9778 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:04.097897 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-34e13265-d8a5-4873-87ee-1ab8723d9778 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:04.104176 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-34e13265-d8a5-4873-87ee-1ab8723d9778 tempest-FloatingIPAdminTestJSON-297709961 tempest-FloatingIPAdminTestJSON-297709961-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/6c1cfcb4-cbc3-4ccb-b260-20e3359329c6 HTTP/1.1" status: 204 len: 168 time: 1.9960790 Sep 01 15:41:04.104708 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43888) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:04.107459 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-0e158898-35a1-439a-a4c1-599e35b9505f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Deleting port 42846a51-ea4b-42af-b64f-a209cbfcbf68 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:04.108051 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0e158898-35a1-439a-a4c1-599e35b9505f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:04.212775 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-0e158898-35a1-439a-a4c1-599e35b9505f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] For port 42846a51-ea4b-42af-b64f-a209cbfcbf68, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=42846a51-ea4b-42af-b64f-a209cbfcbf68,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:04.213127 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0e158898-35a1-439a-a4c1-599e35b9505f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:04.234397 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-0e158898-35a1-439a-a4c1-599e35b9505f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Calling delete_port for 42846a51-ea4b-42af-b64f-a209cbfcbf68 owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:04.251283 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e02d8f80-d19f-4927-bc3f-9fa5f083368f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:04.253733 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e02d8f80-d19f-4927-bc3f-9fa5f083368f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:04.255762 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e02d8f80-d19f-4927-bc3f-9fa5f083368f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e6649f47-e7b2-4b64-b734-69ba89e9f976 HTTP/1.1" status: 204 len: 168 time: 0.3302462 Sep 01 15:41:04.270448 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d8f80-d19f-4927-bc3f-9fa5f083368f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6649f47-e7b2-4b64-b734-69ba89e9f976,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:04.275640 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-a4bc6fdf-132d-43b2-9daa-e91b7f75efc5 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Deleting port aede993f-16fb-4648-b254-59757c4cca8a {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:04.276125 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a4bc6fdf-132d-43b2-9daa-e91b7f75efc5 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:04.419771 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a4bc6fdf-132d-43b2-9daa-e91b7f75efc5 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:04.441528 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-a4bc6fdf-132d-43b2-9daa-e91b7f75efc5 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Calling delete_port for aede993f-16fb-4648-b254-59757c4cca8a owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:04.465622 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0e158898-35a1-439a-a4c1-599e35b9505f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:04.511565 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e158898-35a1-439a-a4c1-599e35b9505f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event deleted for resources: {'Port': ['ID=42846a51-ea4b-42af-b64f-a209cbfcbf68,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:04.590751 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0e158898-35a1-439a-a4c1-599e35b9505f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:04.652918 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a4bc6fdf-132d-43b2-9daa-e91b7f75efc5 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:04.696273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc6fdf-132d-43b2-9daa-e91b7f75efc5 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Pushing event deleted for resources: {'Port': ['ID=aede993f-16fb-4648-b254-59757c4cca8a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:04.717556 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0e158898-35a1-439a-a4c1-599e35b9505f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:04.720947 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0e158898-35a1-439a-a4c1-599e35b9505f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:04.790720 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0e158898-35a1-439a-a4c1-599e35b9505f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:04.791626 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e158898-35a1-439a-a4c1-599e35b9505f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Fanout notify agent at l3_agent the message router_deleted on router 95690f78-2b5d-490a-86b2-451a10119319 {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:41:04.802817 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0e158898-35a1-439a-a4c1-599e35b9505f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:04.804103 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0e158898-35a1-439a-a4c1-599e35b9505f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "DELETE /v2.0/routers/95690f78-2b5d-490a-86b2-451a10119319 HTTP/1.1" status: 204 len: 168 time: 2.0913463 Sep 01 15:41:04.809075 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43900) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:04.832491 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a4bc6fdf-132d-43b2-9daa-e91b7f75efc5 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:04.844705 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43902) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:04.849501 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a4bc6fdf-132d-43b2-9daa-e91b7f75efc5 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] 10.222.0.60 "DELETE /v2.0/ports/aede993f-16fb-4648-b254-59757c4cca8a HTTP/1.1" status: 204 len: 168 time: 0.7363274 Sep 01 15:41:04.962254 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 5bdee92b-1a41-46b9-9e83-3e40564d98a0 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:41:05.013568 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f157db0-576b-4519-847c-dfa462d2025d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:05.042491 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3463b7-f596-434d-a3e5-0c86cd2ba979 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:05.048963 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-dc3463b7-f596-434d-a3e5-0c86cd2ba979 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e683d2a-2538-42a6-9a6b-13b7f27e1109 HTTP/1.1" status: 200 len: 913 time: 0.1986926 Sep 01 15:41:05.049693 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43906) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:05.068775 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 5bdee92b-1a41-46b9-9e83-3e40564d98a0 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:41:05.075767 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 5bdee92b-1a41-46b9-9e83-3e40564d98a0 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:05.076489 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:05.117002 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fbacb66c-b055-42bc-a09c-af64c97b2a25 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:41:05.165655 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: fbacb66c-b055-42bc-a09c-af64c97b2a25 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:41:05.166001 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fbacb66c-b055-42bc-a09c-af64c97b2a25 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:41:05.166550 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 40f40ba1-6622-465f-b98d-182bd3a37757 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:41:05.212072 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 40f40ba1-6622-465f-b98d-182bd3a37757 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:41:05.212576 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 40f40ba1-6622-465f-b98d-182bd3a37757 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:41:05.277533 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:05.320952 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f389959c-2943-4f32-9fdf-4e817d421366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdee92b-1a41-46b9-9e83-3e40564d98a0'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:41:05.323780 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc1a7af-0714-4538-8434-bdf2ca497bf1" -d '{"events": [{"server_uuid": "f389959c-2943-4f32-9fdf-4e817d421366", "name": "network-vif-plugged", "status": "completed", "tag": "5bdee92b-1a41-46b9-9e83-3e40564d98a0"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:41:05.330645 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53054078-2eed-4b4b-8897-2e0c789549b4 req-9122b469-ca2d-450c-a5dc-295946f2cc10 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:05.333576 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-53054078-2eed-4b4b-8897-2e0c789549b4 req-9122b469-ca2d-450c-a5dc-295946f2cc10 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f389959c-2943-4f32-9fdf-4e817d421366 HTTP/1.1" status: 200 len: 1095 time: 0.0911546 Sep 01 15:41:05.340500 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 5bdee92b-1a41-46b9-9e83-3e40564d98a0, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=5bdee92b-1a41-46b9-9e83-3e40564d98a0,segment=NetworkSegment(e109a916-d858-4cdf-a6d5-40ba1e1512d1),segment_id=e109a916-d858-4cdf-a6d5-40ba1e1512d1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:05.347515 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:05.411101 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479d8275-20ba-4d27-9103-7de88628286f x-openstack-request-id: req-479d8275-20ba-4d27-9103-7de88628286f {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:41:05.411420 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f389959c-2943-4f32-9fdf-4e817d421366", "name": "network-vif-plugged", "status": "completed", "tag": "5bdee92b-1a41-46b9-9e83-3e40564d98a0", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:41:05.411645 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-479d8275-20ba-4d27-9103-7de88628286f {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:41:05.412197 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f389959c-2943-4f32-9fdf-4e817d421366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdee92b-1a41-46b9-9e83-3e40564d98a0', 'code': 200} Sep 01 15:41:05.443892 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=5bdee92b-1a41-46b9-9e83-3e40564d98a0,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:05.447925 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f157db0-576b-4519-847c-dfa462d2025d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:05.461612 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-53054078-2eed-4b4b-8897-2e0c789549b4 req-82805495-1112-440a-bb37-fabf306bf0c2 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6136607d-4cab-4b9e-a391-b36c2b090b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158304 Sep 01 15:41:05.470649 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-5f157db0-576b-4519-847c-dfa462d2025d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4632520d-c32a-45da-ba25-63401b32d6f2']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:05.493545 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-5f157db0-576b-4519-847c-dfa462d2025d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:05.494118 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-5f157db0-576b-4519-847c-dfa462d2025d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e9f4ac9-89a1-4a5c-9e1f-fd4d26876540') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:05.512097 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f157db0-576b-4519-847c-dfa462d2025d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:05.553508 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f157db0-576b-4519-847c-dfa462d2025d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:05.569748 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f157db0-576b-4519-847c-dfa462d2025d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:41:05.570435 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f157db0-576b-4519-847c-dfa462d2025d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:41:05.576761 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:41:05.598607 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85d531-e003-4281-9837-dc7f12c246ac req-b34bffb0-e095-4e23-a507-793ba77040c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:05.601584 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1a85d531-e003-4281-9837-dc7f12c246ac req-b34bffb0-e095-4e23-a507-793ba77040c5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f389959c-2943-4f32-9fdf-4e817d421366 HTTP/1.1" status: 200 len: 1096 time: 0.0895133 Sep 01 15:41:05.655656 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1a85d531-e003-4281-9837-dc7f12c246ac req-e7588b1a-9b3d-4fee-9464-9bc1b273671e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6136607d-4cab-4b9e-a391-b36c2b090b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402739 Sep 01 15:41:05.792475 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f157db0-576b-4519-847c-dfa462d2025d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:05.806495 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f157db0-576b-4519-847c-dfa462d2025d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:05.810049 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5f157db0-576b-4519-847c-dfa462d2025d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "DELETE /v2.0/networks/4632520d-c32a-45da-ba25-63401b32d6f2 HTTP/1.1" status: 204 len: 168 time: 0.9989827 Sep 01 15:41:05.831554 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43922) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:05.838765 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f157db0-576b-4519-847c-dfa462d2025d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event deleted for resources: {'Network': ['ID=4632520d-c32a-45da-ba25-63401b32d6f2,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:05.840713 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-cb51a9f0-777d-4c67-9aee-93acabee572f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'network': {'name': 'tempest-network-smoke--550809128', 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'port_security_enabled': True}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:05.891716 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb51a9f0-777d-4c67-9aee-93acabee572f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Made reservation on behalf of 0f5af12f2f0248c3b6a1104cb00ca9c0 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:05.898571 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cb51a9f0-777d-4c67-9aee-93acabee572f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:05.943762 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb51a9f0-777d-4c67-9aee-93acabee572f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:41:05.961818 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cb51a9f0-777d-4c67-9aee-93acabee572f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:05.962835 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-cb51a9f0-777d-4c67-9aee-93acabee572f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Added segment 15f986de-2f1b-49ad-8450-25728dec2e54 of type vlan for network 466e39dc-85f8-40ca-bf85-46614e8391c7 Sep 01 15:41:06.041904 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cb51a9f0-777d-4c67-9aee-93acabee572f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:06.089483 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cb51a9f0-777d-4c67-9aee-93acabee572f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:06.096781 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb51a9f0-777d-4c67-9aee-93acabee572f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:06.097630 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cb51a9f0-777d-4c67-9aee-93acabee572f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:06.162788 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 43930) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:06.163089 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cb51a9f0-777d-4c67-9aee-93acabee572f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3297985 Sep 01 15:41:06.170346 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-d99986f7-ca1f-4a08-8159-d51fd90ac188 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1023896750', 'admin_state_up': True, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:06.195804 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51a9f0-777d-4c67-9aee-93acabee572f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'Network': ['ID=466e39dc-85f8-40ca-bf85-46614e8391c7,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:06.212576 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 466e39dc-85f8-40ca-bf85-46614e8391c7 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:41:06.215873 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d99986f7-ca1f-4a08-8159-d51fd90ac188 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:06.217633 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d99986f7-ca1f-4a08-8159-d51fd90ac188 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:06.243612 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cd2ffd9b-1d5b-4f4d-8f7d-ef5f8e1d4000 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:06.350604 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d99986f7-ca1f-4a08-8159-d51fd90ac188 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:06.623915 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d99986f7-ca1f-4a08-8159-d51fd90ac188 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:06.808325 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1d72b-52e0-4eca-8f95-b1d2eceb076a req-5a65b865-78e5-4aa1-b44a-9939c3c57a97 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:06.809976 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16d1d72b-52e0-4eca-8f95-b1d2eceb076a req-5a65b865-78e5-4aa1-b44a-9939c3c57a97 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f389959c-2943-4f32-9fdf-4e817d421366 HTTP/1.1" status: 200 len: 1096 time: 0.1891081 Sep 01 15:41:06.840459 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 42846a51-ea4b-42af-b64f-a209cbfcbf68 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:41:06.874821 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 42846a51-ea4b-42af-b64f-a209cbfcbf68 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:41:06.875228 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 42846a51-ea4b-42af-b64f-a209cbfcbf68 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:41:06.956720 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16d1d72b-52e0-4eca-8f95-b1d2eceb076a req-356302a1-fae2-4efd-80c1-8339b3f128ff tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6136607d-4cab-4b9e-a391-b36c2b090b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228974 Sep 01 15:41:07.091090 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-cd2ffd9b-1d5b-4f4d-8f7d-ef5f8e1d4000 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Deleting port 2fac0ebc-c99e-44cf-b8f3-0bc1d81f5b67 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:07.091487 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cd2ffd9b-1d5b-4f4d-8f7d-ef5f8e1d4000 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:07.162974 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d99986f7-ca1f-4a08-8159-d51fd90ac188 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:07.191777 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d99986f7-ca1f-4a08-8159-d51fd90ac188 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:07.286773 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cd2ffd9b-1d5b-4f4d-8f7d-ef5f8e1d4000 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:07.325088 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-cd2ffd9b-1d5b-4f4d-8f7d-ef5f8e1d4000 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Calling delete_port for 2fac0ebc-c99e-44cf-b8f3-0bc1d81f5b67 owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:07.385889 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43956) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:07.416422 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-d99986f7-ca1f-4a08-8159-d51fd90ac188 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Allocated IP 172.25.6.209 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/14e95350-4abc-4b69-a937-7e168cd0734d) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:07.548619 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1108cd50-773a-478a-af0e-0e7a112aee7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:07.656837 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d99986f7-ca1f-4a08-8159-d51fd90ac188 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:07.688465 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1108cd50-773a-478a-af0e-0e7a112aee7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:07.693707 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1108cd50-773a-478a-af0e-0e7a112aee7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:07.738357 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1108cd50-773a-478a-af0e-0e7a112aee7b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4e46a03244e248b5aa25070571b0e99c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3500855 Sep 01 15:41:07.739319 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108cd50-773a-478a-af0e-0e7a112aee7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ccaa63-fe8f-49a5-9746-3a30f59bb225,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:07.742045 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43960) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:07.757220 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cd2ffd9b-1d5b-4f4d-8f7d-ef5f8e1d4000 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:07.790036 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d99986f7-ca1f-4a08-8159-d51fd90ac188 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:07.795124 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ffd9b-1d5b-4f4d-8f7d-ef5f8e1d4000 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Pushing event deleted for resources: {'Port': ['ID=2fac0ebc-c99e-44cf-b8f3-0bc1d81f5b67,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:07.815854 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e79c8451-fd1f-486f-8303-d0443345adee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:07.852512 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e79c8451-fd1f-486f-8303-d0443345adee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:07.860565 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99986f7-ca1f-4a08-8159-d51fd90ac188 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:07.889451 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-d99986f7-ca1f-4a08-8159-d51fd90ac188 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:07.900097 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99986f7-ca1f-4a08-8159-d51fd90ac188 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:07.939243 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99986f7-ca1f-4a08-8159-d51fd90ac188 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'Port': ['ID=14e95350-4abc-4b69-a937-7e168cd0734d,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:07.941680 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e79c8451-fd1f-486f-8303-d0443345adee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:07.955724 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e79c8451-fd1f-486f-8303-d0443345adee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:07.969262 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e79c8451-fd1f-486f-8303-d0443345adee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/16ccaa63-fe8f-49a5-9746-3a30f59bb225 HTTP/1.1" status: 204 len: 168 time: 0.2215390 Sep 01 15:41:07.979393 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c8451-fd1f-486f-8303-d0443345adee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ccaa63-fe8f-49a5-9746-3a30f59bb225,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:08.118186 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d8a09-e78d-431e-bee9-8a42a132a93a req-771f4af7-1197-403a-ad3f-e5dfabb96ada tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:08.120091 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-006d8a09-e78d-431e-bee9-8a42a132a93a req-771f4af7-1197-403a-ad3f-e5dfabb96ada tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f389959c-2943-4f32-9fdf-4e817d421366 HTTP/1.1" status: 200 len: 1096 time: 0.0509415 Sep 01 15:41:08.167481 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-006d8a09-e78d-431e-bee9-8a42a132a93a req-856814f8-e75e-4c94-bc3f-088defd9fd9e tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6136607d-4cab-4b9e-a391-b36c2b090b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401816 Sep 01 15:41:08.381087 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43970) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:08.401404 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c99d62b3-65f2-48dc-a20b-844fd9ad2ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:08.526325 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cd2ffd9b-1d5b-4f4d-8f7d-ef5f8e1d4000 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:08.530114 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c99d62b3-65f2-48dc-a20b-844fd9ad2ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:08.536350 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c99d62b3-65f2-48dc-a20b-844fd9ad2ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:08.593682 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc618bf2-8090-4fa5-9b8d-f7f70bc58a28 req-911c8e39-7f68-4dc7-8b66-2fc28406e228 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:08.595807 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c99d62b3-65f2-48dc-a20b-844fd9ad2ffa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=40c243ded86c4d5eaeed3a1699e6a1bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2133377 Sep 01 15:41:08.596140 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dc618bf2-8090-4fa5-9b8d-f7f70bc58a28 req-911c8e39-7f68-4dc7-8b66-2fc28406e228 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f389959c-2943-4f32-9fdf-4e817d421366 HTTP/1.1" status: 200 len: 1096 time: 0.1562631 Sep 01 15:41:08.596773 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43972) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:08.608071 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d62b3-65f2-48dc-a20b-844fd9ad2ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f47e978-1f63-4bb2-abd3-4c6bef177507,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:08.649169 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:08.687095 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-67662834-8e3c-4387-a3da-3bbd29c01383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:08.715284 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-67662834-8e3c-4387-a3da-3bbd29c01383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:08.769589 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dc618bf2-8090-4fa5-9b8d-f7f70bc58a28 req-ddd94451-f0f0-4062-899e-f30bb2d26d2b tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6136607d-4cab-4b9e-a391-b36c2b090b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301451 Sep 01 15:41:08.796787 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-67662834-8e3c-4387-a3da-3bbd29c01383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:08.801178 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-67662834-8e3c-4387-a3da-3bbd29c01383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:08.805277 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-67662834-8e3c-4387-a3da-3bbd29c01383 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9f47e978-1f63-4bb2-abd3-4c6bef177507 HTTP/1.1" status: 204 len: 168 time: 0.2044656 Sep 01 15:41:08.808580 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d99986f7-ca1f-4a08-8159-d51fd90ac188 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:08.828684 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67662834-8e3c-4387-a3da-3bbd29c01383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f47e978-1f63-4bb2-abd3-4c6bef177507,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:08.971251 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bb407-9974-4dd0-a122-b4b29c5ed594 req-2aa93a3c-bb39-460c-9d03-4e9f6960ac59 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:08.974079 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f68bb407-9974-4dd0-a122-b4b29c5ed594 req-2aa93a3c-bb39-460c-9d03-4e9f6960ac59 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f389959c-2943-4f32-9fdf-4e817d421366 HTTP/1.1" status: 200 len: 1096 time: 0.0714264 Sep 01 15:41:09.017398 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2ffd9b-1d5b-4f4d-8f7d-ef5f8e1d4000 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Router 9e683d2a-2538-42a6-9a6b-13b7f27e1109 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:41:09.035602 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f68bb407-9974-4dd0-a122-b4b29c5ed594 req-c8ad6ca6-23c4-4d95-b98d-949e75ab7298 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6136607d-4cab-4b9e-a391-b36c2b090b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529466 Sep 01 15:41:09.229487 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d99986f7-ca1f-4a08-8159-d51fd90ac188 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:09.238401 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2ffd9b-1d5b-4f4d-8f7d-ef5f8e1d4000 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:41:09.245215 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cd2ffd9b-1d5b-4f4d-8f7d-ef5f8e1d4000 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] 10.222.0.60 "PUT /v2.0/routers/9e683d2a-2538-42a6-9a6b-13b7f27e1109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1946900 Sep 01 15:41:09.249281 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 43990) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:09.278654 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b506754-0c09-4c78-a775-410ebdf71ab2 None None] Sync routers for ids ['9e683d2a-2538-42a6-9a6b-13b7f27e1109'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:41:09.296700 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8d8d8d44-dd78-4d2b-ab25-38f9b393587c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:09.312504 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b506754-0c09-4c78-a775-410ebdf71ab2 None None] Routers {'9e683d2a-2538-42a6-9a6b-13b7f27e1109'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:09.313496 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3b506754-0c09-4c78-a775-410ebdf71ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['9e683d2a-2538-42a6-9a6b-13b7f27e1109'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:09.394772 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3b506754-0c09-4c78-a775-410ebdf71ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:09.418794 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b506754-0c09-4c78-a775-410ebdf71ab2 None None] Routers {'9e683d2a-2538-42a6-9a6b-13b7f27e1109'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:09.419333 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3b506754-0c09-4c78-a775-410ebdf71ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['9e683d2a-2538-42a6-9a6b-13b7f27e1109'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:09.494068 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-090c8936-26d0-4fa8-a9db-28352a2b6ce6 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:09.498216 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3b506754-0c09-4c78-a775-410ebdf71ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:09.498930 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b506754-0c09-4c78-a775-410ebdf71ab2 None None] The sync data for ids ['9e683d2a-2538-42a6-9a6b-13b7f27e1109'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:41:09.558042 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-81002689-8a25-4eb9-bc1e-fb91f1c33189 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:09.562179 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-81002689-8a25-4eb9-bc1e-fb91f1c33189 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/networks?id=fd5dfb43-b552-4c89-976a-a99d2c5409ab HTTP/1.1" status: 200 len: 910 time: 0.2399306 Sep 01 15:41:09.565147 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99986f7-ca1f-4a08-8159-d51fd90ac188 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Router cf776b8c-4695-4716-abf2-87c3a6c8643e is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:41:09.689943 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-090c8936-26d0-4fa8-a9db-28352a2b6ce6 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:09.698120 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-161a9a60-bf1d-4399-a2c2-104b532558b0 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/quotas/8bce11272d4544f1917d17554af470f3 HTTP/1.1" status: 200 len: 375 time: 0.1236458 Sep 01 15:41:09.793425 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-090c8936-26d0-4fa8-a9db-28352a2b6ce6 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Deleting port 78e50477-9cea-453a-812d-da8061b4d768 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:09.793880 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-090c8936-26d0-4fa8-a9db-28352a2b6ce6 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:09.851663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99986f7-ca1f-4a08-8159-d51fd90ac188 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:41:09.866633 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dd7271-583e-42ca-a1cd-806486522067 None None] Sync routers for ids ['cf776b8c-4695-4716-abf2-87c3a6c8643e'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:41:09.882860 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-3586768a-b65c-4963-969c-6d08c965f72d tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?tenant_id=8bce11272d4544f1917d17554af470f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1351039 Sep 01 15:41:09.883483 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dd7271-583e-42ca-a1cd-806486522067 None None] Routers {'cf776b8c-4695-4716-abf2-87c3a6c8643e'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:09.885328 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c8dd7271-583e-42ca-a1cd-806486522067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cf776b8c-4695-4716-abf2-87c3a6c8643e'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:09.892404 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d99986f7-ca1f-4a08-8159-d51fd90ac188 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:09.894266 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d99986f7-ca1f-4a08-8159-d51fd90ac188 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7300153 Sep 01 15:41:09.898379 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44008) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:09.906624 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-b36f6f27-f9aa-45e7-821f-582b90595992 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:41:09.923110 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-b36f6f27-f9aa-45e7-821f-582b90595992 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0242784 Sep 01 15:41:09.945449 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6182f308-c69d-49b5-9aa8-8e32819c0eb3 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=0f5af12f2f0248c3b6a1104cb00ca9c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456100 Sep 01 15:41:09.949156 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44010) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:10.056525 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-090c8936-26d0-4fa8-a9db-28352a2b6ce6 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:10.067173 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-c8dd7271-583e-42ca-a1cd-806486522067 None None] Set router cf776b8c-4695-4716-abf2-87c3a6c8643e gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:41:10.077163 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-090c8936-26d0-4fa8-a9db-28352a2b6ce6 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Calling delete_port for 78e50477-9cea-453a-812d-da8061b4d768 owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:10.115134 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-e1c3fea3-5290-4154-a135-183126e81b66 service neutron] 10.222.0.60 "GET /v2.0/networks/fd5dfb43-b552-4c89-976a-a99d2c5409ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900454 Sep 01 15:41:10.214324 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a60edeb-f699-467b-9c31-a0d1546e8654 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:10.218800 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8a60edeb-f699-467b-9c31-a0d1546e8654 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2654655 Sep 01 15:41:10.255130 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44016) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:10.310146 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a4247c9b-db45-44e2-bdba-636c4479fff0 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5c826073-0017-46f6-8947-51b31e774ff4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0486565 Sep 01 15:41:10.311002 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44020) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:10.320804 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-fb7c7c2d-ac28-4b6b-aad2-b4a262a92eb3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1952426293', 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7', 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:10.346241 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-dc77b427-1ae9-4c86-ac54-2b37a8b89208 service neutron] 10.222.0.60 "GET /v2.0/networks/fd5dfb43-b552-4c89-976a-a99d2c5409ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165761 Sep 01 15:41:10.361855 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c8dd7271-583e-42ca-a1cd-806486522067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'name': 'tempest-TestNetworkBasicOps-router-1023896750', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '14e95350-4abc-4b69-a937-7e168cd0734d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:06Z', 'updated_at': '2021-09-01T15:41:08Z', 'revision_number': 3, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '14e95350-4abc-4b69-a937-7e168cd0734d', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:07Z', 'updated_at': '2021-09-01T15:41:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:10.425231 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dd7271-583e-42ca-a1cd-806486522067 None None] Checking router: cf776b8c-4695-4716-abf2-87c3a6c8643e for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:41:10.426051 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dd7271-583e-42ca-a1cd-806486522067 None None] Updating router cf776b8c-4695-4716-abf2-87c3a6c8643e port 14e95350-4abc-4b69-a937-7e168cd0734d binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:41:10.481516 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c8dd7271-583e-42ca-a1cd-806486522067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:10.508490 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-090c8936-26d0-4fa8-a9db-28352a2b6ce6 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:10.549405 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7c7c2d-ac28-4b6b-aad2-b4a262a92eb3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Made reservation on behalf of 0f5af12f2f0248c3b6a1104cb00ca9c0 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:10.553705 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fb7c7c2d-ac28-4b6b-aad2-b4a262a92eb3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:10.557505 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c8936-26d0-4fa8-a9db-28352a2b6ce6 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Pushing event deleted for resources: {'Port': ['ID=78e50477-9cea-453a-812d-da8061b4d768,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:10.710468 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3d21a8d5-72dd-4f71-b1f4-bb7c3aaed909 req-ed626632-9d1e-442c-89b3-2e70a4b0b623 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e03edf56-dd7b-4e9c-a2e5-f8143292c0d4 HTTP/1.1" status: 200 len: 210 time: 0.0790637 Sep 01 15:41:10.758728 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-090c8936-26d0-4fa8-a9db-28352a2b6ce6 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:11.067719 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c8dd7271-583e-42ca-a1cd-806486522067 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:11.088925 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c8dd7271-583e-42ca-a1cd-806486522067 None None] Transition to ACTIVE for port object 14e95350-4abc-4b69-a937-7e168cd0734d will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:11.098705 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c8dd7271-583e-42ca-a1cd-806486522067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:11.313080 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-090c8936-26d0-4fa8-a9db-28352a2b6ce6 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:11.317023 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-090c8936-26d0-4fa8-a9db-28352a2b6ce6 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:11.418091 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e0784d75-2df1-4ad2-94db-27ec2f2cc6f5 req-0e4a2862-5952-46fe-830a-7d3af6571cd2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f389959c-2943-4f32-9fdf-4e817d421366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1764755 Sep 01 15:41:11.421275 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-090c8936-26d0-4fa8-a9db-28352a2b6ce6 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:11.421847 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090c8936-26d0-4fa8-a9db-28352a2b6ce6 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Fanout notify agent at l3_agent the message router_deleted on router 9e683d2a-2538-42a6-9a6b-13b7f27e1109 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:41:11.435157 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-090c8936-26d0-4fa8-a9db-28352a2b6ce6 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:11.436721 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-090c8936-26d0-4fa8-a9db-28352a2b6ce6 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] 10.222.0.60 "DELETE /v2.0/routers/9e683d2a-2538-42a6-9a6b-13b7f27e1109 HTTP/1.1" status: 204 len: 168 time: 2.1854622 Sep 01 15:41:11.439943 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44046) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:11.524593 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c8dd7271-583e-42ca-a1cd-806486522067 None None] Attempting to bind port 14e95350-4abc-4b69-a937-7e168cd0734d on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:11.524979 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c8dd7271-583e-42ca-a1cd-806486522067 None None] Attempting to bind port 14e95350-4abc-4b69-a937-7e168cd0734d by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:11.525506 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dd7271-583e-42ca-a1cd-806486522067 None None] Attempting to bind port 14e95350-4abc-4b69-a937-7e168cd0734d on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:11.532638 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fb7c7c2d-ac28-4b6b-aad2-b4a262a92eb3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:11.545356 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108c725-3bf0-482f-b209-cba124c4dc81 None None] Pushing event updated for resources: {'Port': ['ID=14e95350-4abc-4b69-a937-7e168cd0734d,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:11.570448 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dd7271-583e-42ca-a1cd-806486522067 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:41:11.570996 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56154b8-f9f2-40ce-9f2b-db717c4fa365 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Deleting subnet c85c7305-90f1-40fe-b6b6-bd62d4c1f0c8 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:41:11.571598 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dd7271-583e-42ca-a1cd-806486522067 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:11.572310 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c8dd7271-583e-42ca-a1cd-806486522067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:11.573569 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dd7271-583e-42ca-a1cd-806486522067 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:41:11.574498 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c8dd7271-583e-42ca-a1cd-806486522067 None None] Bound port: 14e95350-4abc-4b69-a937-7e168cd0734d, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:41:11.575167 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c8dd7271-583e-42ca-a1cd-806486522067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:11.581186 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d56154b8-f9f2-40ce-9f2b-db717c4fa365 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:11.657476 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c7c2d-ac28-4b6b-aad2-b4a262a92eb3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'Subnet': ['ID=60b2bacc-5d2a-418b-af8f-ed5d26a53426,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:11.666225 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0784d75-2df1-4ad2-94db-27ec2f2cc6f5 req-1e4e0a07-0fd9-4c29-a311-dc919f510588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:11.668071 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e0784d75-2df1-4ad2-94db-27ec2f2cc6f5 req-1e4e0a07-0fd9-4c29-a311-dc919f510588 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8bce11272d4544f1917d17554af470f3&device_id=f389959c-2943-4f32-9fdf-4e817d421366 HTTP/1.1" status: 200 len: 1096 time: 0.1487575 Sep 01 15:41:11.686737 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7c7c2d-ac28-4b6b-aad2-b4a262a92eb3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Checking segment: {'id': '15f986de-2f1b-49ad-8450-25728dec2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:11.687105 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7c7c2d-ac28-4b6b-aad2-b4a262a92eb3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Network hostable DHCP agents. Network: 466e39dc-85f8-40ca-bf85-46614e8391c7, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:41:11.722992 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d56154b8-f9f2-40ce-9f2b-db717c4fa365 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:11.728094 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c8dd7271-583e-42ca-a1cd-806486522067 None None] For port 14e95350-4abc-4b69-a937-7e168cd0734d, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:41:11.735252 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c8dd7271-583e-42ca-a1cd-806486522067 None None] For port 14e95350-4abc-4b69-a937-7e168cd0734d, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=14e95350-4abc-4b69-a937-7e168cd0734d,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:41:11.746725 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c8dd7271-583e-42ca-a1cd-806486522067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:11.837103 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dd7271-583e-42ca-a1cd-806486522067 None None] Routers {'cf776b8c-4695-4716-abf2-87c3a6c8643e'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:11.837605 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c8dd7271-583e-42ca-a1cd-806486522067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:40:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cf776b8c-4695-4716-abf2-87c3a6c8643e'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:11.857453 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7c7c2d-ac28-4b6b-aad2-b4a262a92eb3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Network 466e39dc-85f8-40ca-bf85-46614e8391c7 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:41:11.892620 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108c725-3bf0-482f-b209-cba124c4dc81 None None] Pushing event updated for resources: {'Port': ['ID=14e95350-4abc-4b69-a937-7e168cd0734d,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:11.912911 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-fb7c7c2d-ac28-4b6b-aad2-b4a262a92eb3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 466e39dc-85f8-40ca-bf85-46614e8391c7) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:11.920116 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7c7c2d-ac28-4b6b-aad2-b4a262a92eb3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:11.920678 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fb7c7c2d-ac28-4b6b-aad2-b4a262a92eb3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:11.951582 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7f4415c2-8a7a-454f-8061-8d1775ce4155 req-56a7f175-705e-49c1-9429-ab9ca2083390 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e03edf56-dd7b-4e9c-a2e5-f8143292c0d4 HTTP/1.1" status: 200 len: 210 time: 0.0383680 Sep 01 15:41:11.964138 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fb7c7c2d-ac28-4b6b-aad2-b4a262a92eb3 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6470492 Sep 01 15:41:11.964626 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44050) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:11.983729 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d56154b8-f9f2-40ce-9f2b-db717c4fa365 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:12.029391 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0784d75-2df1-4ad2-94db-27ec2f2cc6f5 req-5166b7f3-dddd-4453-ae45-0e723372fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:12.031468 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e0784d75-2df1-4ad2-94db-27ec2f2cc6f5 req-5166b7f3-dddd-4453-ae45-0e723372fd3b service neutron] 10.222.0.45 "GET /v2.0/networks?id=fd5dfb43-b552-4c89-976a-a99d2c5409ab HTTP/1.1" status: 200 len: 910 time: 0.3241224 Sep 01 15:41:12.064818 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d6f67d-3736-44d5-9051-b69b151533e9 None None] Network 466e39dc-85f8-40ca-bf85-46614e8391c7 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:12.108090 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e0784d75-2df1-4ad2-94db-27ec2f2cc6f5 req-0e03e6bd-61ad-439b-9db7-ab774d0b566d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bdee92b-1a41-46b9-9e83-3e40564d98a0 HTTP/1.1" status: 200 len: 217 time: 0.0673106 Sep 01 15:41:12.128399 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d56154b8-f9f2-40ce-9f2b-db717c4fa365 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:12.252606 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0784d75-2df1-4ad2-94db-27ec2f2cc6f5 req-91e6cdda-c8c7-4d89-87e8-567ce2bc04c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:12.253302 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56154b8-f9f2-40ce-9f2b-db717c4fa365 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Pushing event deleted for resources: {'Subnet': ['ID=c85c7305-90f1-40fe-b6b6-bd62d4c1f0c8,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:12.254597 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e0784d75-2df1-4ad2-94db-27ec2f2cc6f5 req-91e6cdda-c8c7-4d89-87e8-567ce2bc04c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5cb3d5ce-5df5-4967-877b-5457bd31cdb5 HTTP/1.1" status: 200 len: 848 time: 0.1079125 Sep 01 15:41:12.279290 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d56154b8-f9f2-40ce-9f2b-db717c4fa365 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:12.289836 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d56154b8-f9f2-40ce-9f2b-db717c4fa365 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] 10.222.0.60 "DELETE /v2.0/subnets/c85c7305-90f1-40fe-b6b6-bd62d4c1f0c8 HTTP/1.1" status: 204 len: 168 time: 0.8462701 Sep 01 15:41:12.290800 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44056) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:12.323570 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-c8dd7271-583e-42ca-a1cd-806486522067 None None] Set router cf776b8c-4695-4716-abf2-87c3a6c8643e gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:41:12.455042 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daddbf9b-9d54-4366-a5c7-9c679f208b00 None None] Network 5bd09302-b9b9-4f96-86e0-1675230a9247 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:12.468430 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0784d75-2df1-4ad2-94db-27ec2f2cc6f5 req-2e757226-3e12-4035-86f0-c3d019c3c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:12.471110 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e0784d75-2df1-4ad2-94db-27ec2f2cc6f5 req-2e757226-3e12-4035-86f0-c3d019c3c87c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fd5dfb43-b552-4c89-976a-a99d2c5409ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2053568 Sep 01 15:41:12.476505 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:41:12.635744 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-256949c0-13b0-40f7-8699-f5b9d513f0e4 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:12.638444 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-256949c0-13b0-40f7-8699-f5b9d513f0e4 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.62 "GET /v2.0/networks?id=fd5dfb43-b552-4c89-976a-a99d2c5409ab HTTP/1.1" status: 200 len: 910 time: 0.2888513 Sep 01 15:41:12.688204 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71732f57-6920-4f96-baf5-4618ba781c15 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:12.695691 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-da7af7ce-11e6-49b4-9215-be9dd5940d0d tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Request body: {'port': {'device_id': 'e03edf56-dd7b-4e9c-a2e5-f8143292c0d4', 'network_id': 'fd5dfb43-b552-4c89-976a-a99d2c5409ab', 'admin_state_up': True, 'tenant_id': '8bce11272d4544f1917d17554af470f3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:12.768969 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-da7af7ce-11e6-49b4-9215-be9dd5940d0d tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Made reservation on behalf of 8bce11272d4544f1917d17554af470f3 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:12.772411 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-da7af7ce-11e6-49b4-9215-be9dd5940d0d tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:12.807269 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e0784d75-2df1-4ad2-94db-27ec2f2cc6f5 req-54fea2e2-2161-40ee-b6d9-8c092ab70a41 service neutron] 10.222.0.45 "GET /v2.0/networks/fd5dfb43-b552-4c89-976a-a99d2c5409ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261213 Sep 01 15:41:12.845375 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:12.992342 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-da7af7ce-11e6-49b4-9215-be9dd5940d0d tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Allocated IP 172.20.0.7 (fd5dfb43-b552-4c89-976a-a99d2c5409ab/5cb3d5ce-5df5-4967-877b-5457bd31cdb5/d302c91b-988e-4a62-848c-cd1453f6872f) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:13.005732 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de360b8-0439-4d21-bbc7-be3fe3a87a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-466e39dc-85f8-40ca-bf85-46614e8391c7', 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'fixed_ips': [{'subnet_id': '60b2bacc-5d2a-418b-af8f-ed5d26a53426'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:41:13.007556 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7de360b8-0439-4d21-bbc7-be3fe3a87a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:13.155457 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc9647b-603b-44d2-a20a-4ec03879adc2 None None] DHCP port deletion for 5bd09302-b9b9-4f96-86e0-1675230a9247 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:41:13.198942 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c0702e8d-b3f6-4f3b-8be2-53edb21ea32f req-80a45574-0ed7-48b8-bccc-8df34758d889 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e03edf56-dd7b-4e9c-a2e5-f8143292c0d4 HTTP/1.1" status: 200 len: 210 time: 0.0826023 Sep 01 15:41:13.208426 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e0784d75-2df1-4ad2-94db-27ec2f2cc6f5 req-0a3cc2e8-c19b-4b0b-92a7-29a2634bc22f service neutron] 10.222.0.45 "GET /v2.0/networks/fd5dfb43-b552-4c89-976a-a99d2c5409ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431735 Sep 01 15:41:13.233466 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-c8dd7271-583e-42ca-a1cd-806486522067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'name': 'tempest-TestNetworkBasicOps-router-1023896750', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '14e95350-4abc-4b69-a937-7e168cd0734d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:06Z', 'updated_at': '2021-09-01T15:41:08Z', 'revision_number': 3, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '14e95350-4abc-4b69-a937-7e168cd0734d', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:07Z', 'updated_at': '2021-09-01T15:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:13.256179 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-71732f57-6920-4f96-baf5-4618ba781c15 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Deleting port a5cf0f43-e719-44ed-b100-9181563956fb {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:13.256428 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71732f57-6920-4f96-baf5-4618ba781c15 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:13.290682 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dd7271-583e-42ca-a1cd-806486522067 None None] The sync data for ids ['cf776b8c-4695-4716-abf2-87c3a6c8643e'] in n-d-794796-3 is: [{'id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'name': 'tempest-TestNetworkBasicOps-router-1023896750', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '14e95350-4abc-4b69-a937-7e168cd0734d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:06Z', 'updated_at': '2021-09-01T15:41:08Z', 'revision_number': 3, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '14e95350-4abc-4b69-a937-7e168cd0734d', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:07Z', 'updated_at': '2021-09-01T15:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:41:13.342048 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:13.360727 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-7de360b8-0439-4d21-bbc7-be3fe3a87a06 None None] Allocated IP 172.20.0.2 (466e39dc-85f8-40ca-bf85-46614e8391c7/60b2bacc-5d2a-418b-af8f-ed5d26a53426/6c988cf5-721b-4e74-8cb3-fa82ef3956e1) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:13.379490 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-da7af7ce-11e6-49b4-9215-be9dd5940d0d tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:13.436323 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-7bc9647b-603b-44d2-a20a-4ec03879adc2 None None] Deleting port a5cf0f43-e719-44ed-b100-9181563956fb {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:13.436935 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7bc9647b-603b-44d2-a20a-4ec03879adc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:13.445103 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-71732f57-6920-4f96-baf5-4618ba781c15 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] For port a5cf0f43-e719-44ed-b100-9181563956fb, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a5cf0f43-e719-44ed-b100-9181563956fb,segment=NetworkSegment(33b7cee0-2d1b-4782-929d-890e69030339),segment_id=33b7cee0-2d1b-4782-929d-890e69030339)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:13.446107 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71732f57-6920-4f96-baf5-4618ba781c15 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:13.449633 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-da7af7ce-11e6-49b4-9215-be9dd5940d0d tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Transition to ACTIVE for port object d302c91b-988e-4a62-848c-cd1453f6872f will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:13.472336 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-71732f57-6920-4f96-baf5-4618ba781c15 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Calling delete_port for a5cf0f43-e719-44ed-b100-9181563956fb owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:13.515632 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b6479ea1-0817-4d2c-a59a-5aaaac1960ce tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:13.579331 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-da7af7ce-11e6-49b4-9215-be9dd5940d0d tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:13.622320 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['5bdee92b-1a41-46b9-9e83-3e40564d98a0'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:41:13.697282 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-da7af7ce-11e6-49b4-9215-be9dd5940d0d tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Network fd5dfb43-b552-4c89-976a-a99d2c5409ab is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:13.716878 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-da7af7ce-11e6-49b4-9215-be9dd5940d0d tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:13.724159 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71732f57-6920-4f96-baf5-4618ba781c15 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:13.727055 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-da7af7ce-11e6-49b4-9215-be9dd5940d0d tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:13.731616 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7af7ce-11e6-49b4-9215-be9dd5940d0d tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Pushing event updated for resources: {'Port': ['ID=d302c91b-988e-4a62-848c-cd1453f6872f,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:13.810833 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71732f57-6920-4f96-baf5-4618ba781c15 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] No DVR routers for this DVR port a5cf0f43-e719-44ed-b100-9181563956fb on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:41:13.820420 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8cfb2f96-fe0f-48b5-a8cd-843e1ead0c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:13.826543 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-7bc9647b-603b-44d2-a20a-4ec03879adc2 None None] For port a5cf0f43-e719-44ed-b100-9181563956fb, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a5cf0f43-e719-44ed-b100-9181563956fb,segment=NetworkSegment(33b7cee0-2d1b-4782-929d-890e69030339),segment_id=33b7cee0-2d1b-4782-929d-890e69030339)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:13.827005 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7bc9647b-603b-44d2-a20a-4ec03879adc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:13.833917 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71732f57-6920-4f96-baf5-4618ba781c15 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Pushing event deleted for resources: {'Port': ['ID=a5cf0f43-e719-44ed-b100-9181563956fb,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:13.898098 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-7bc9647b-603b-44d2-a20a-4ec03879adc2 None None] Calling delete_port for a5cf0f43-e719-44ed-b100-9181563956fb owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:13.927615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-da7af7ce-11e6-49b4-9215-be9dd5940d0d tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:13.928840 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-da7af7ce-11e6-49b4-9215-be9dd5940d0d tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:14.048525 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-da7af7ce-11e6-49b4-9215-be9dd5940d0d tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3577588 Sep 01 15:41:14.056695 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71732f57-6920-4f96-baf5-4618ba781c15 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:14.075551 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-2d22326d-d9d7-4f0d-bd2e-89f6e469f77f service neutron] Request body: {'port': {'device_id': 'e03edf56-dd7b-4e9c-a2e5-f8143292c0d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:14.152646 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-71732f57-6920-4f96-baf5-4618ba781c15 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd09302-b9b9-4f96-86e0-1675230a9247']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:14.217583 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7de360b8-0439-4d21-bbc7-be3fe3a87a06 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:14.247493 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7de360b8-0439-4d21-bbc7-be3fe3a87a06 None None] Transition to ACTIVE for port object 6c988cf5-721b-4e74-8cb3-fa82ef3956e1 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:14.257637 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-71732f57-6920-4f96-baf5-4618ba781c15 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b7cee0-2d1b-4782-929d-890e69030339') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:14.257961 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-71732f57-6920-4f96-baf5-4618ba781c15 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b7cee0-2d1b-4782-929d-890e69030339') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:14.288302 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7bc9647b-603b-44d2-a20a-4ec03879adc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:14.292502 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-2d22326d-d9d7-4f0d-bd2e-89f6e469f77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:14.298494 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71732f57-6920-4f96-baf5-4618ba781c15 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:14.301518 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7de360b8-0439-4d21-bbc7-be3fe3a87a06 None None] Transition to ACTIVE for port object 6c988cf5-721b-4e74-8cb3-fa82ef3956e1 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:14.303233 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-74ba22a2-fb24-4bc4-a962-220beb1c101b None None] Provisioning for port d302c91b-988e-4a62-848c-cd1453f6872f completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:41:14.339821 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9647b-603b-44d2-a20a-4ec03879adc2 None None] Pushing event deleted for resources: {'Port': ['ID=a5cf0f43-e719-44ed-b100-9181563956fb,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:14.346250 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7de360b8-0439-4d21-bbc7-be3fe3a87a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:14.361497 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-74ba22a2-fb24-4bc4-a962-220beb1c101b None None] Provisioning complete for port d302c91b-988e-4a62-848c-cd1453f6872f triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:14.364054 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-74ba22a2-fb24-4bc4-a962-220beb1c101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:14.367437 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71732f57-6920-4f96-baf5-4618ba781c15 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:14.421424 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc9647b-603b-44d2-a20a-4ec03879adc2 None None] No DVR routers for this DVR port a5cf0f43-e719-44ed-b100-9181563956fb on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:41:14.488990 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71732f57-6920-4f96-baf5-4618ba781c15 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:41:14.494736 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71732f57-6920-4f96-baf5-4618ba781c15 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:14.499793 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de360b8-0439-4d21-bbc7-be3fe3a87a06 None None] Network 466e39dc-85f8-40ca-bf85-46614e8391c7 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:14.510891 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-b6479ea1-0817-4d2c-a59a-5aaaac1960ce tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Allocated IP 172.20.0.1 (466e39dc-85f8-40ca-bf85-46614e8391c7/60b2bacc-5d2a-418b-af8f-ed5d26a53426/b78a2e50-0408-48e2-b7b9-c43e02b8958f) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:14.513372 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de360b8-0439-4d21-bbc7-be3fe3a87a06 None None] Pushing event updated for resources: {'Port': ['ID=6c988cf5-721b-4e74-8cb3-fa82ef3956e1,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:14.539924 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-7de360b8-0439-4d21-bbc7-be3fe3a87a06 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:14.554139 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de360b8-0439-4d21-bbc7-be3fe3a87a06 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:14.559154 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-74ba22a2-fb24-4bc4-a962-220beb1c101b None None] Port d302c91b-988e-4a62-848c-cd1453f6872f cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:41:14.593423 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:41:14.701950 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-7de360b8-0439-4d21-bbc7-be3fe3a87a06 None None] Attempting to bind port 6c988cf5-721b-4e74-8cb3-fa82ef3956e1 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:14.702537 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-7de360b8-0439-4d21-bbc7-be3fe3a87a06 None None] Attempting to bind port 6c988cf5-721b-4e74-8cb3-fa82ef3956e1 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '15f986de-2f1b-49ad-8450-25728dec2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:14.702923 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de360b8-0439-4d21-bbc7-be3fe3a87a06 None None] Attempting to bind port 6c988cf5-721b-4e74-8cb3-fa82ef3956e1 on network 466e39dc-85f8-40ca-bf85-46614e8391c7 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:14.705007 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c055b-96a5-4871-aa41-e3a60e7cefa0 req-ea0be665-30af-4784-9aa4-7fff7de9b373 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:14.706886 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5b6c055b-96a5-4871-aa41-e3a60e7cefa0 req-ea0be665-30af-4784-9aa4-7fff7de9b373 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e03edf56-dd7b-4e9c-a2e5-f8143292c0d4 HTTP/1.1" status: 200 len: 1027 time: 0.2845383 Sep 01 15:41:14.707974 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71732f57-6920-4f96-baf5-4618ba781c15 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:14.741217 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de360b8-0439-4d21-bbc7-be3fe3a87a06 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:41:14.741537 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de360b8-0439-4d21-bbc7-be3fe3a87a06 None None] Checking segment: {'id': '15f986de-2f1b-49ad-8450-25728dec2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:14.741968 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7de360b8-0439-4d21-bbc7-be3fe3a87a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:14.742288 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de360b8-0439-4d21-bbc7-be3fe3a87a06 None None] Bound using segment: {'id': '15f986de-2f1b-49ad-8450-25728dec2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:41:14.743259 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-7de360b8-0439-4d21-bbc7-be3fe3a87a06 None None] Bound port: 6c988cf5-721b-4e74-8cb3-fa82ef3956e1, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f986de-2f1b-49ad-8450-25728dec2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:41:14.743613 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7de360b8-0439-4d21-bbc7-be3fe3a87a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:14.809095 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b6479ea1-0817-4d2c-a59a-5aaaac1960ce tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:14.830117 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-b6479ea1-0817-4d2c-a59a-5aaaac1960ce tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Transition to ACTIVE for port object b78a2e50-0408-48e2-b7b9-c43e02b8958f will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:14.879153 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b6479ea1-0817-4d2c-a59a-5aaaac1960ce tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:14.928699 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-71732f57-6920-4f96-baf5-4618ba781c15 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:14.932445 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-71732f57-6920-4f96-baf5-4618ba781c15 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] 10.222.0.60 "DELETE /v2.0/networks/5bd09302-b9b9-4f96-86e0-1675230a9247 HTTP/1.1" status: 204 len: 168 time: 2.6399760 Sep 01 15:41:14.944054 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44072) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:14.948346 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-7de360b8-0439-4d21-bbc7-be3fe3a87a06 None None] For port 6c988cf5-721b-4e74-8cb3-fa82ef3956e1, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:41:14.957762 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-7de360b8-0439-4d21-bbc7-be3fe3a87a06 None None] For port 6c988cf5-721b-4e74-8cb3-fa82ef3956e1, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6c988cf5-721b-4e74-8cb3-fa82ef3956e1,segment=NetworkSegment(15f986de-2f1b-49ad-8450-25728dec2e54),segment_id=15f986de-2f1b-49ad-8450-25728dec2e54)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:41:14.966987 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7de360b8-0439-4d21-bbc7-be3fe3a87a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:15.033053 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6479ea1-0817-4d2c-a59a-5aaaac1960ce tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'Port': ['ID=b78a2e50-0408-48e2-b7b9-c43e02b8958f,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:15.058662 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6479ea1-0817-4d2c-a59a-5aaaac1960ce tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Network 466e39dc-85f8-40ca-bf85-46614e8391c7 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:15.061003 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-b6479ea1-0817-4d2c-a59a-5aaaac1960ce tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:15.064152 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6479ea1-0817-4d2c-a59a-5aaaac1960ce tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:15.106084 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 14e95350-4abc-4b69-a937-7e168cd0734d up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:41:15.186951 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71732f57-6920-4f96-baf5-4618ba781c15 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Pushing event deleted for resources: {'Network': ['ID=5bd09302-b9b9-4f96-86e0-1675230a9247,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:15.274903 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de360b8-0439-4d21-bbc7-be3fe3a87a06 None None] Pushing event updated for resources: {'Port': ['ID=6c988cf5-721b-4e74-8cb3-fa82ef3956e1,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:15.289749 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:15.309612 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 14e95350-4abc-4b69-a937-7e168cd0734d completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:41:15.327648 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 14e95350-4abc-4b69-a937-7e168cd0734d triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:15.329640 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:15.351503 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b6479ea1-0817-4d2c-a59a-5aaaac1960ce tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:15.641595 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:15.715306 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 14e95350-4abc-4b69-a937-7e168cd0734d, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=14e95350-4abc-4b69-a937-7e168cd0734d,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:15.727527 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:15.774798 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b6479ea1-0817-4d2c-a59a-5aaaac1960ce tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:15.926272 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=14e95350-4abc-4b69-a937-7e168cd0734d,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:15.954766 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a5cf0f43-e719-44ed-b100-9181563956fb no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:41:16.003287 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: a5cf0f43-e719-44ed-b100-9181563956fb {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:41:16.003970 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a5cf0f43-e719-44ed-b100-9181563956fb not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:41:16.095485 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5b6c055b-96a5-4871-aa41-e3a60e7cefa0 req-1e3732f6-212a-4fdd-98e2-446801794e0c tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6136607d-4cab-4b9e-a391-b36c2b090b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2287161 Sep 01 15:41:16.221449 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-2d22326d-d9d7-4f0d-bd2e-89f6e469f77f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d302c91b-988e-4a62-848c-cd1453f6872f {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:41:16.235078 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-5b680484-e27b-47c7-86ed-8f15e8182d98 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Deleting port ba306241-9dd9-4b8b-8096-951e6f72a642 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:16.235616 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5b680484-e27b-47c7-86ed-8f15e8182d98 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:16.239659 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-2d22326d-d9d7-4f0d-bd2e-89f6e469f77f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:16.338104 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-2d22326d-d9d7-4f0d-bd2e-89f6e469f77f service neutron] Transition to ACTIVE for port object d302c91b-988e-4a62-848c-cd1453f6872f will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:16.349085 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-2d22326d-d9d7-4f0d-bd2e-89f6e469f77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:16.359334 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b6479ea1-0817-4d2c-a59a-5aaaac1960ce tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:16.376611 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b6479ea1-0817-4d2c-a59a-5aaaac1960ce tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:16.493293 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5b680484-e27b-47c7-86ed-8f15e8182d98 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:16.494254 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5b680484-e27b-47c7-86ed-8f15e8182d98 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:16.544921 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22326d-d9d7-4f0d-bd2e-89f6e469f77f service neutron] Pushing event updated for resources: {'Port': ['ID=d302c91b-988e-4a62-848c-cd1453f6872f,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:16.581942 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6479ea1-0817-4d2c-a59a-5aaaac1960ce tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'Port': ['ID=b78a2e50-0408-48e2-b7b9-c43e02b8958f,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:16.601816 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b6479ea1-0817-4d2c-a59a-5aaaac1960ce tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:16.635123 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-5b680484-e27b-47c7-86ed-8f15e8182d98 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Calling delete_port for ba306241-9dd9-4b8b-8096-951e6f72a642 owned by network:floatingip {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:16.756034 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-2d22326d-d9d7-4f0d-bd2e-89f6e469f77f service neutron] Attempting to bind port d302c91b-988e-4a62-848c-cd1453f6872f on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:16.756384 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-2d22326d-d9d7-4f0d-bd2e-89f6e469f77f service neutron] Attempting to bind port d302c91b-988e-4a62-848c-cd1453f6872f by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'e109a916-d858-4cdf-a6d5-40ba1e1512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fd5dfb43-b552-4c89-976a-a99d2c5409ab'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:16.756719 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-2d22326d-d9d7-4f0d-bd2e-89f6e469f77f service neutron] Attempting to bind port d302c91b-988e-4a62-848c-cd1453f6872f on network fd5dfb43-b552-4c89-976a-a99d2c5409ab {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:16.780427 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-2d22326d-d9d7-4f0d-bd2e-89f6e469f77f service neutron] Port d302c91b-988e-4a62-848c-cd1453f6872f on network fd5dfb43-b552-4c89-976a-a99d2c5409ab not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:16.780757 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-2d22326d-d9d7-4f0d-bd2e-89f6e469f77f service neutron] Attempting to bind port d302c91b-988e-4a62-848c-cd1453f6872f on network fd5dfb43-b552-4c89-976a-a99d2c5409ab {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:16.793018 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-2d22326d-d9d7-4f0d-bd2e-89f6e469f77f service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:41:16.793362 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-2d22326d-d9d7-4f0d-bd2e-89f6e469f77f service neutron] Checking segment: {'id': 'e109a916-d858-4cdf-a6d5-40ba1e1512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fd5dfb43-b552-4c89-976a-a99d2c5409ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:16.793759 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-2d22326d-d9d7-4f0d-bd2e-89f6e469f77f service neutron] Bound using segment: {'id': 'e109a916-d858-4cdf-a6d5-40ba1e1512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fd5dfb43-b552-4c89-976a-a99d2c5409ab'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:41:16.794223 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-2d22326d-d9d7-4f0d-bd2e-89f6e469f77f service neutron] Bound port: d302c91b-988e-4a62-848c-cd1453f6872f, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e109a916-d858-4cdf-a6d5-40ba1e1512d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fd5dfb43-b552-4c89-976a-a99d2c5409ab'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:41:16.794704 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-2d22326d-d9d7-4f0d-bd2e-89f6e469f77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:16.892427 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6479ea1-0817-4d2c-a59a-5aaaac1960ce tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Network 466e39dc-85f8-40ca-bf85-46614e8391c7 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:16.909912 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-b6479ea1-0817-4d2c-a59a-5aaaac1960ce tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:17.058382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-2d22326d-d9d7-4f0d-bd2e-89f6e469f77f service neutron] For port d302c91b-988e-4a62-848c-cd1453f6872f, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:41:17.063494 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-2d22326d-d9d7-4f0d-bd2e-89f6e469f77f service neutron] For port d302c91b-988e-4a62-848c-cd1453f6872f, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=d302c91b-988e-4a62-848c-cd1453f6872f,segment=NetworkSegment(e109a916-d858-4cdf-a6d5-40ba1e1512d1),segment_id=e109a916-d858-4cdf-a6d5-40ba1e1512d1)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:41:17.067605 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5b680484-e27b-47c7-86ed-8f15e8182d98 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:17.091739 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-2d22326d-d9d7-4f0d-bd2e-89f6e469f77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:17.182593 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 14e95350-4abc-4b69-a937-7e168cd0734d up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:41:17.197563 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b680484-e27b-47c7-86ed-8f15e8182d98 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Pushing event deleted for resources: {'Port': ['ID=ba306241-9dd9-4b8b-8096-951e6f72a642,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:17.214904 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-2d22326d-d9d7-4f0d-bd2e-89f6e469f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:17.218556 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-2d22326d-d9d7-4f0d-bd2e-89f6e469f77f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:17.221508 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-2d22326d-d9d7-4f0d-bd2e-89f6e469f77f service neutron] 10.222.0.62 "PUT /v2.0/ports/d302c91b-988e-4a62-848c-cd1453f6872f HTTP/1.1" status: 200 len: 1091 time: 3.1507275 Sep 01 15:41:17.222099 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6479ea1-0817-4d2c-a59a-5aaaac1960ce tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Router cf776b8c-4695-4716-abf2-87c3a6c8643e has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:41:17.326856 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e03edf56-dd7b-4e9c-a2e5-f8143292c0d4', 'tag': 'd302c91b-988e-4a62-848c-cd1453f6872f'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:41:17.332559 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48702a31-3b90-45d8-b068-e9ee57d602b3" -d '{"events": [{"name": "network-changed", "server_uuid": "e03edf56-dd7b-4e9c-a2e5-f8143292c0d4", "tag": "d302c91b-988e-4a62-848c-cd1453f6872f"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:41:17.335422 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 14e95350-4abc-4b69-a937-7e168cd0734d triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:17.335813 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:17.489722 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb25b371-2f2c-4821-a794-a01932f3f776 x-openstack-request-id: req-eb25b371-2f2c-4821-a794-a01932f3f776 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:41:17.490330 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e03edf56-dd7b-4e9c-a2e5-f8143292c0d4", "tag": "d302c91b-988e-4a62-848c-cd1453f6872f", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:41:17.493410 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb25b371-2f2c-4821-a794-a01932f3f776 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:41:17.494041 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e03edf56-dd7b-4e9c-a2e5-f8143292c0d4', 'tag': 'd302c91b-988e-4a62-848c-cd1453f6872f', 'status': 'completed', 'code': 200} Sep 01 15:41:17.666000 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22326d-d9d7-4f0d-bd2e-89f6e469f77f service neutron] Pushing event updated for resources: {'Port': ['ID=d302c91b-988e-4a62-848c-cd1453f6872f,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:17.740110 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6479ea1-0817-4d2c-a59a-5aaaac1960ce tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:41:17.768972 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-82cbeaa1-9079-4746-ae1b-b94a2d95a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:17.782491 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-82cbeaa1-9079-4746-ae1b-b94a2d95a116 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8bce11272d4544f1917d17554af470f3&device_id=e03edf56-dd7b-4e9c-a2e5-f8143292c0d4 HTTP/1.1" status: 200 len: 1094 time: 0.4247458 Sep 01 15:41:17.782838 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d7464f-6bf4-41b2-8ac4-98c0c811b512 None None] Sync routers for ids ['cf776b8c-4695-4716-abf2-87c3a6c8643e'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:41:17.785373 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b6479ea1-0817-4d2c-a59a-5aaaac1960ce tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "PUT /v2.0/routers/cf776b8c-4695-4716-abf2-87c3a6c8643e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8194962 Sep 01 15:41:17.794211 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44084) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:17.812097 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5b680484-e27b-47c7-86ed-8f15e8182d98 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks [] for floatingip, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:17.820036 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d7464f-6bf4-41b2-8ac4-98c0c811b512 None None] Routers {'cf776b8c-4695-4716-abf2-87c3a6c8643e'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:17.828841 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-40d7464f-6bf4-41b2-8ac4-98c0c811b512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:41:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cf776b8c-4695-4716-abf2-87c3a6c8643e'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:17.865795 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5b680484-e27b-47c7-86ed-8f15e8182d98 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:17.881900 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5b680484-e27b-47c7-86ed-8f15e8182d98 tempest-FloatingIPAdminTestJSON-459386137 tempest-FloatingIPAdminTestJSON-459386137-project] 10.222.0.60 "DELETE /v2.0/floatingips/cb3bfa69-195b-4496-8610-172378688fe2 HTTP/1.1" status: 204 len: 168 time: 2.8717034 Sep 01 15:41:17.975533 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-96b9cd22-c264-4245-8f81-fb37df5fb6b4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d302c91b-988e-4a62-848c-cd1453f6872f HTTP/1.1" status: 200 len: 217 time: 0.0901833 Sep 01 15:41:18.096003 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6c988cf5-721b-4e74-8cb3-fa82ef3956e1 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:41:18.144596 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-c5b03c79-2d15-47fe-938a-82e75382b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:18.151202 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-c5b03c79-2d15-47fe-938a-82e75382b9a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5cb3d5ce-5df5-4967-877b-5457bd31cdb5 HTTP/1.1" status: 200 len: 848 time: 0.1679652 Sep 01 15:41:18.181803 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5012ce8-5f9d-4025-a5d1-89d9f74c1551 None None] Network 466e39dc-85f8-40ca-bf85-46614e8391c7 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:18.216967 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c185a-0dc0-4b16-a279-61c719358f6e req-aca1c908-c0db-456a-90e8-186c74c1e0e6 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:18.226115 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2e8c185a-0dc0-4b16-a279-61c719358f6e req-aca1c908-c0db-456a-90e8-186c74c1e0e6 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e03edf56-dd7b-4e9c-a2e5-f8143292c0d4 HTTP/1.1" status: 200 len: 1094 time: 0.7298000 Sep 01 15:41:18.229298 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-40d7464f-6bf4-41b2-8ac4-98c0c811b512 None None] Set router cf776b8c-4695-4716-abf2-87c3a6c8643e gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:41:18.251510 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-5892ca2b-37a0-4203-a2c9-25f7e46b5d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:18.258733 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-5892ca2b-37a0-4203-a2c9-25f7e46b5d56 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd5dfb43-b552-4c89-976a-a99d2c5409ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966277 Sep 01 15:41:18.312520 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5c82569f-64e2-4994-82be-793f7b1b15c6 None None] Provisioning for port 6c988cf5-721b-4e74-8cb3-fa82ef3956e1 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:41:18.385760 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 6c988cf5-721b-4e74-8cb3-fa82ef3956e1 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:41:18.399745 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 6c988cf5-721b-4e74-8cb3-fa82ef3956e1 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:18.400923 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:18.422281 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2e8c185a-0dc0-4b16-a279-61c719358f6e req-499f43e1-1463-4b65-bd2b-9d07b1457f62 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6136607d-4cab-4b9e-a391-b36c2b090b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811452 Sep 01 15:41:18.439909 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e92b072-0ccc-4e7d-9648-54f3c78f885b tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:18.440397 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e92b072-0ccc-4e7d-9648-54f3c78f885b tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:18.444422 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e92b072-0ccc-4e7d-9648-54f3c78f885b tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:18.445140 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e92b072-0ccc-4e7d-9648-54f3c78f885b tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:18.458931 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e92b072-0ccc-4e7d-9648-54f3c78f885b tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:18.459505 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e92b072-0ccc-4e7d-9648-54f3c78f885b tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:18.465442 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6e92b072-0ccc-4e7d-9648-54f3c78f885b tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.6502733 Sep 01 15:41:18.470480 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44098) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:18.544906 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-3e8f0143-c762-4c8b-968d-116f6ba61308 service neutron] 10.222.0.62 "GET /v2.0/networks/fd5dfb43-b552-4c89-976a-a99d2c5409ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750180 Sep 01 15:41:18.718996 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44100) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:18.752445 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:18.768278 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3d8a65cf-1a0b-4565-8645-a11d0ea96298 req-a7077ab6-85d4-47c5-83fc-d5703fc4173f service neutron] 10.222.0.62 "GET /v2.0/networks/fd5dfb43-b552-4c89-976a-a99d2c5409ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083049 Sep 01 15:41:18.859842 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428364aa-1cb1-455e-b17f-ef36ea175477 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:18.860758 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428364aa-1cb1-455e-b17f-ef36ea175477 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:18.861910 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428364aa-1cb1-455e-b17f-ef36ea175477 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:18.862764 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428364aa-1cb1-455e-b17f-ef36ea175477 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:18.863586 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428364aa-1cb1-455e-b17f-ef36ea175477 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:18.865053 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428364aa-1cb1-455e-b17f-ef36ea175477 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:18.869863 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-428364aa-1cb1-455e-b17f-ef36ea175477 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4001 time: 0.3971882 Sep 01 15:41:18.871599 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 6c988cf5-721b-4e74-8cb3-fa82ef3956e1, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6c988cf5-721b-4e74-8cb3-fa82ef3956e1,segment=NetworkSegment(15f986de-2f1b-49ad-8450-25728dec2e54),segment_id=15f986de-2f1b-49ad-8450-25728dec2e54)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:18.873310 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44104) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:18.898016 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:19.040799 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48702a31-3b90-45d8-b068-e9ee57d602b3 req-64a0591c-1d67-4909-99ee-a8030a50d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:19.043348 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48702a31-3b90-45d8-b068-e9ee57d602b3 req-64a0591c-1d67-4909-99ee-a8030a50d785 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8bce11272d4544f1917d17554af470f3&device_id=e03edf56-dd7b-4e9c-a2e5-f8143292c0d4 HTTP/1.1" status: 200 len: 1094 time: 0.1232047 Sep 01 15:41:19.141058 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-40d7464f-6bf4-41b2-8ac4-98c0c811b512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'name': 'tempest-TestNetworkBasicOps-router-1023896750', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '14e95350-4abc-4b69-a937-7e168cd0734d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:06Z', 'updated_at': '2021-09-01T15:41:15Z', 'revision_number': 4, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '14e95350-4abc-4b69-a937-7e168cd0734d', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:07Z', 'updated_at': '2021-09-01T15:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'b78a2e50-0408-48e2-b7b9-c43e02b8958f', 'name': '', 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'mac_address': 'fa:16:3e:d0:4b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '60b2bacc-5d2a-418b-af8f-ed5d26a53426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:13Z', 'updated_at': '2021-09-01T15:41:16Z', 'revision_number': 2, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'subnets': [{'id': '60b2bacc-5d2a-418b-af8f-ed5d26a53426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:19.147008 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=6c988cf5-721b-4e74-8cb3-fa82ef3956e1,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:19.251252 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d7464f-6bf4-41b2-8ac4-98c0c811b512 None None] Checking router: cf776b8c-4695-4716-abf2-87c3a6c8643e for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:41:19.251874 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d7464f-6bf4-41b2-8ac4-98c0c811b512 None None] Updating router cf776b8c-4695-4716-abf2-87c3a6c8643e port b78a2e50-0408-48e2-b7b9-c43e02b8958f binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:41:19.267658 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48702a31-3b90-45d8-b068-e9ee57d602b3 req-cf798279-67a7-4a38-ac5b-25f80d950e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:19.271831 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48702a31-3b90-45d8-b068-e9ee57d602b3 req-cf798279-67a7-4a38-ac5b-25f80d950e7d service neutron] 10.222.0.62 "GET /v2.0/networks?id=fd5dfb43-b552-4c89-976a-a99d2c5409ab HTTP/1.1" status: 200 len: 910 time: 0.2203274 Sep 01 15:41:19.332379 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-40d7464f-6bf4-41b2-8ac4-98c0c811b512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:19.379340 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48702a31-3b90-45d8-b068-e9ee57d602b3 req-4fb1ec90-9d98-4140-92a4-9184d40eab4b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d302c91b-988e-4a62-848c-cd1453f6872f HTTP/1.1" status: 200 len: 217 time: 0.0965331 Sep 01 15:41:19.411801 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-09d0b217-526d-4ea3-bfda-e90d6e7d6657 None None] Provisioning for port b78a2e50-0408-48e2-b7b9-c43e02b8958f completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:41:19.449571 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-09d0b217-526d-4ea3-bfda-e90d6e7d6657 None None] Provisioning complete for port b78a2e50-0408-48e2-b7b9-c43e02b8958f triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:19.450001 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-09d0b217-526d-4ea3-bfda-e90d6e7d6657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:19.514883 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-09d0b217-526d-4ea3-bfda-e90d6e7d6657 None None] Port b78a2e50-0408-48e2-b7b9-c43e02b8958f cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:41:19.519834 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48702a31-3b90-45d8-b068-e9ee57d602b3 req-77895287-ee15-4878-ad69-df23aa2af5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:19.528024 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48702a31-3b90-45d8-b068-e9ee57d602b3 req-77895287-ee15-4878-ad69-df23aa2af5d9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5cb3d5ce-5df5-4967-877b-5457bd31cdb5 HTTP/1.1" status: 200 len: 848 time: 0.1400340 Sep 01 15:41:19.535989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-09d0b217-526d-4ea3-bfda-e90d6e7d6657 None None] Provisioning complete for port 6c988cf5-721b-4e74-8cb3-fa82ef3956e1 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:19.539362 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-09d0b217-526d-4ea3-bfda-e90d6e7d6657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:19.721340 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48702a31-3b90-45d8-b068-e9ee57d602b3 req-c3029af7-8e06-414f-9b12-d74fff9f7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:19.723971 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48702a31-3b90-45d8-b068-e9ee57d602b3 req-c3029af7-8e06-414f-9b12-d74fff9f7e4d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd5dfb43-b552-4c89-976a-a99d2c5409ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1869264 Sep 01 15:41:19.734284 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31408e-a610-4102-95b5-091c37e62789 req-2bed97c6-4813-4f87-af96-84dcaf161f3d tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:19.737466 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8b31408e-a610-4102-95b5-091c37e62789 req-2bed97c6-4813-4f87-af96-84dcaf161f3d tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e03edf56-dd7b-4e9c-a2e5-f8143292c0d4 HTTP/1.1" status: 200 len: 1094 time: 0.1131072 Sep 01 15:41:19.841627 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2b91b70e-fa80-46c3-8608-8de50d0bba03 None None] Provisioning complete for port b78a2e50-0408-48e2-b7b9-c43e02b8958f triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:19.842219 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2b91b70e-fa80-46c3-8608-8de50d0bba03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:19.890152 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8b31408e-a610-4102-95b5-091c37e62789 req-545b81ac-47f0-4dc0-9fb9-57297539db48 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6136607d-4cab-4b9e-a391-b36c2b090b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281786 Sep 01 15:41:19.950385 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48702a31-3b90-45d8-b068-e9ee57d602b3 req-8e2f1871-3143-41e8-a1c2-6b3ef7a22261 service neutron] 10.222.0.62 "GET /v2.0/networks/fd5dfb43-b552-4c89-976a-a99d2c5409ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082560 Sep 01 15:41:19.984056 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-2b91b70e-fa80-46c3-8608-8de50d0bba03 None None] Port b78a2e50-0408-48e2-b7b9-c43e02b8958f cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:41:20.047882 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-40d7464f-6bf4-41b2-8ac4-98c0c811b512 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:20.068689 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-40d7464f-6bf4-41b2-8ac4-98c0c811b512 None None] Transition to ACTIVE for port object b78a2e50-0408-48e2-b7b9-c43e02b8958f will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:20.082479 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-40d7464f-6bf4-41b2-8ac4-98c0c811b512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:20.113229 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-88eb0937-f402-482b-b4b0-c08a2e3b9c6d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=356fca8b96fa46b59f46647c449de7aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3922195 Sep 01 15:41:20.117484 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44110) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:20.123526 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48702a31-3b90-45d8-b068-e9ee57d602b3 req-ddcea976-54e2-4eee-8779-e91f6350256e service neutron] 10.222.0.62 "GET /v2.0/networks/fd5dfb43-b552-4c89-976a-a99d2c5409ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680532 Sep 01 15:41:20.192647 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825153f-079e-4257-8f35-bdebe1161e3c None None] Pushing event updated for resources: {'Port': ['ID=b78a2e50-0408-48e2-b7b9-c43e02b8958f,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:20.278344 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-40d7464f-6bf4-41b2-8ac4-98c0c811b512 None None] Attempting to bind port b78a2e50-0408-48e2-b7b9-c43e02b8958f on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:20.279249 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-40d7464f-6bf4-41b2-8ac4-98c0c811b512 None None] Attempting to bind port b78a2e50-0408-48e2-b7b9-c43e02b8958f by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '15f986de-2f1b-49ad-8450-25728dec2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:20.280321 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d7464f-6bf4-41b2-8ac4-98c0c811b512 None None] Attempting to bind port b78a2e50-0408-48e2-b7b9-c43e02b8958f on network 466e39dc-85f8-40ca-bf85-46614e8391c7 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:20.291652 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d7464f-6bf4-41b2-8ac4-98c0c811b512 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:41:20.293043 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d7464f-6bf4-41b2-8ac4-98c0c811b512 None None] Checking segment: {'id': '15f986de-2f1b-49ad-8450-25728dec2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:20.294075 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-40d7464f-6bf4-41b2-8ac4-98c0c811b512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:20.295666 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d7464f-6bf4-41b2-8ac4-98c0c811b512 None None] Bound using segment: {'id': '15f986de-2f1b-49ad-8450-25728dec2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:41:20.297066 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-40d7464f-6bf4-41b2-8ac4-98c0c811b512 None None] Bound port: b78a2e50-0408-48e2-b7b9-c43e02b8958f, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f986de-2f1b-49ad-8450-25728dec2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:41:20.298903 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-40d7464f-6bf4-41b2-8ac4-98c0c811b512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:20.405373 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6c3a15d4-86cc-49cb-927d-5b056451b034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:20.438083 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-40d7464f-6bf4-41b2-8ac4-98c0c811b512 None None] For port b78a2e50-0408-48e2-b7b9-c43e02b8958f, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:41:20.445164 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-40d7464f-6bf4-41b2-8ac4-98c0c811b512 None None] For port b78a2e50-0408-48e2-b7b9-c43e02b8958f, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b78a2e50-0408-48e2-b7b9-c43e02b8958f,segment=NetworkSegment(15f986de-2f1b-49ad-8450-25728dec2e54),segment_id=15f986de-2f1b-49ad-8450-25728dec2e54)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:41:20.458829 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-40d7464f-6bf4-41b2-8ac4-98c0c811b512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:20.508761 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6c3a15d4-86cc-49cb-927d-5b056451b034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:20.598115 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825153f-079e-4257-8f35-bdebe1161e3c None None] Pushing event updated for resources: {'Port': ['ID=b78a2e50-0408-48e2-b7b9-c43e02b8958f,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:20.621890 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d7464f-6bf4-41b2-8ac4-98c0c811b512 None None] Routers {'cf776b8c-4695-4716-abf2-87c3a6c8643e'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:20.622857 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-40d7464f-6bf4-41b2-8ac4-98c0c811b512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:41:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cf776b8c-4695-4716-abf2-87c3a6c8643e'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:20.630111 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bd5d5d92-9e15-4877-8abf-de285b599dd8 tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3042 time: 1.7512777 Sep 01 15:41:20.691914 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6c3a15d4-86cc-49cb-927d-5b056451b034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:20.695624 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6c3a15d4-86cc-49cb-927d-5b056451b034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:20.701241 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6c3a15d4-86cc-49cb-927d-5b056451b034 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5dc06be0-fa04-4515-8ef7-5d4d7f3e58df HTTP/1.1" status: 204 len: 168 time: 0.5694849 Sep 01 15:41:20.732118 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a15d4-86cc-49cb-927d-5b056451b034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc06be0-fa04-4515-8ef7-5d4d7f3e58df,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:21.009021 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-40d7464f-6bf4-41b2-8ac4-98c0c811b512 None None] Set router cf776b8c-4695-4716-abf2-87c3a6c8643e gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:41:21.136904 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6c988cf5-721b-4e74-8cb3-fa82ef3956e1 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:41:21.151531 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44128) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:21.161081 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-9f1f2a60-4cd6-40dd-a768-a03ec2b6f18c tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1146062985', 'description': 'tempest-secgroup-smoke-1146062985 description', 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:21.287553 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9f1f2a60-4cd6-40dd-a768-a03ec2b6f18c tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:21.314954 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 6c988cf5-721b-4e74-8cb3-fa82ef3956e1 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:21.316465 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:21.556998 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44132) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:21.634688 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b860052c-7bbc-49e0-8763-35f86bf1f3ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:21.669408 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9f1f2a60-4cd6-40dd-a768-a03ec2b6f18c tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:21.681724 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9f1f2a60-4cd6-40dd-a768-a03ec2b6f18c tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:21.700214 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-40d7464f-6bf4-41b2-8ac4-98c0c811b512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'name': 'tempest-TestNetworkBasicOps-router-1023896750', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '14e95350-4abc-4b69-a937-7e168cd0734d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:06Z', 'updated_at': '2021-09-01T15:41:15Z', 'revision_number': 4, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '14e95350-4abc-4b69-a937-7e168cd0734d', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:07Z', 'updated_at': '2021-09-01T15:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'b78a2e50-0408-48e2-b7b9-c43e02b8958f', 'name': '', 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'mac_address': 'fa:16:3e:d0:4b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '60b2bacc-5d2a-418b-af8f-ed5d26a53426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:13Z', 'updated_at': '2021-09-01T15:41:20Z', 'revision_number': 4, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'subnets': [{'id': '60b2bacc-5d2a-418b-af8f-ed5d26a53426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:21.762201 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d7464f-6bf4-41b2-8ac4-98c0c811b512 None None] The sync data for ids ['cf776b8c-4695-4716-abf2-87c3a6c8643e'] in n-d-794796-3 is: [{'id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'name': 'tempest-TestNetworkBasicOps-router-1023896750', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '14e95350-4abc-4b69-a937-7e168cd0734d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:06Z', 'updated_at': '2021-09-01T15:41:15Z', 'revision_number': 4, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '14e95350-4abc-4b69-a937-7e168cd0734d', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:07Z', 'updated_at': '2021-09-01T15:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'b78a2e50-0408-48e2-b7b9-c43e02b8958f', 'name': '', 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'mac_address': 'fa:16:3e:d0:4b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '60b2bacc-5d2a-418b-af8f-ed5d26a53426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:13Z', 'updated_at': '2021-09-01T15:41:20Z', 'revision_number': 4, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'subnets': [{'id': '60b2bacc-5d2a-418b-af8f-ed5d26a53426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:41:21.772238 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05af0c-1deb-45a0-a207-78f390daafda req-558958f7-ed12-4b77-a2ad-89d0d7ca2476 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:21.775653 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f05af0c-1deb-45a0-a207-78f390daafda req-558958f7-ed12-4b77-a2ad-89d0d7ca2476 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e03edf56-dd7b-4e9c-a2e5-f8143292c0d4 HTTP/1.1" status: 200 len: 1094 time: 0.6220505 Sep 01 15:41:21.798897 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f2a60-4cd6-40dd-a768-a03ec2b6f18c tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e911b14-c4e8-4a5f-9f21-c70c51581d12,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:21.814386 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device d302c91b-988e-4a62-848c-cd1453f6872f details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:41:21.889323 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f05af0c-1deb-45a0-a207-78f390daafda req-bfb9b9ac-4bca-4193-a3f0-088a7b33430b tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6136607d-4cab-4b9e-a391-b36c2b090b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989437 Sep 01 15:41:21.980670 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b860052c-7bbc-49e0-8763-35f86bf1f3ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:21.987396 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b860052c-7bbc-49e0-8763-35f86bf1f3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.017928 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port d302c91b-988e-4a62-848c-cd1453f6872f, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=d302c91b-988e-4a62-848c-cd1453f6872f,segment=NetworkSegment(e109a916-d858-4cdf-a6d5-40ba1e1512d1),segment_id=e109a916-d858-4cdf-a6d5-40ba1e1512d1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:22.034478 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'd302c91b-988e-4a62-848c-cd1453f6872f', 'network_id': 'fd5dfb43-b552-4c89-976a-a99d2c5409ab', 'port_id': 'd302c91b-988e-4a62-848c-cd1453f6872f', 'mac_address': 'fa:16:3e:dd:54:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb3d5ce-5df5-4967-877b-5457bd31cdb5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:41:22.050942 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9f1f2a60-4cd6-40dd-a768-a03ec2b6f18c tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.054455 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9f1f2a60-4cd6-40dd-a768-a03ec2b6f18c tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9006636 Sep 01 15:41:22.058218 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44136) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:22.063825 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-d5482272-bb8f-42ae-a8d0-c81b6ea12c9a tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'security_group_rule': {'security_group_id': '8e911b14-c4e8-4a5f-9f21-c70c51581d12', 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:22.077241 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b860052c-7bbc-49e0-8763-35f86bf1f3ad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=426a7e293bc04fb7ac1650b7321a72c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5184600 Sep 01 15:41:22.087007 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44138) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:22.107612 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860052c-7bbc-49e0-8763-35f86bf1f3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5813e730-8aa5-47e8-a6e1-e6189a7fa0ec,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:22.150211 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.180547 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa2dc56a-6d19-42e2-91dd-3e1b58ef578a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.183341 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d302c91b-988e-4a62-848c-cd1453f6872f {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:41:22.208148 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa2dc56a-6d19-42e2-91dd-3e1b58ef578a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.220985 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port d302c91b-988e-4a62-848c-cd1453f6872f, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=d302c91b-988e-4a62-848c-cd1453f6872f,segment=NetworkSegment(e109a916-d858-4cdf-a6d5-40ba1e1512d1),segment_id=e109a916-d858-4cdf-a6d5-40ba1e1512d1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:22.227032 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.252458 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d5482272-bb8f-42ae-a8d0-c81b6ea12c9a tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.324930 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=d302c91b-988e-4a62-848c-cd1453f6872f,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:22.335347 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa2dc56a-6d19-42e2-91dd-3e1b58ef578a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.338833 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa2dc56a-6d19-42e2-91dd-3e1b58ef578a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.340171 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fa2dc56a-6d19-42e2-91dd-3e1b58ef578a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5813e730-8aa5-47e8-a6e1-e6189a7fa0ec HTTP/1.1" status: 204 len: 168 time: 0.2513320 Sep 01 15:41:22.381387 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d5482272-bb8f-42ae-a8d0-c81b6ea12c9a tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.389761 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d5482272-bb8f-42ae-a8d0-c81b6ea12c9a tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.411111 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2dc56a-6d19-42e2-91dd-3e1b58ef578a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5813e730-8aa5-47e8-a6e1-e6189a7fa0ec,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:22.456004 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5482272-bb8f-42ae-a8d0-c81b6ea12c9a tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425f89b7-219f-4b04-b76c-2da20fe734c5,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:22.460135 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d5482272-bb8f-42ae-a8d0-c81b6ea12c9a tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.465923 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d5482272-bb8f-42ae-a8d0-c81b6ea12c9a tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4024024 Sep 01 15:41:22.466222 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44142) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:22.472423 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-b7781b4f-5a8d-4e3e-bab3-412f995a7f04 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'security_group_rule': {'security_group_id': '8e911b14-c4e8-4a5f-9f21-c70c51581d12', 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:22.511788 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b7781b4f-5a8d-4e3e-bab3-412f995a7f04 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.618617 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b7781b4f-5a8d-4e3e-bab3-412f995a7f04 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.623807 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b7781b4f-5a8d-4e3e-bab3-412f995a7f04 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.646221 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['d302c91b-988e-4a62-848c-cd1453f6872f'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:41:22.649336 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b7781b4f-5a8d-4e3e-bab3-412f995a7f04 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.655177 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b7781b4f-5a8d-4e3e-bab3-412f995a7f04 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1836741 Sep 01 15:41:22.656083 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44144) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:22.663003 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7781b4f-5a8d-4e3e-bab3-412f995a7f04 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a75ad5b-496b-4198-ac3d-1b0a891909c7,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:22.671097 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-46c2807a-4dee-4c51-92cb-dbc754c40f62 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'security_group_rule': {'security_group_id': '8e911b14-c4e8-4a5f-9f21-c70c51581d12', 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:22.752037 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-46c2807a-4dee-4c51-92cb-dbc754c40f62 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.869909 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-46c2807a-4dee-4c51-92cb-dbc754c40f62 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.879465 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-46c2807a-4dee-4c51-92cb-dbc754c40f62 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.917353 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2807a-4dee-4c51-92cb-dbc754c40f62 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea4e1b4-44e2-45e2-a90f-a9a4e670da0b,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:22.929211 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-46c2807a-4dee-4c51-92cb-dbc754c40f62 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:22.931153 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-46c2807a-4dee-4c51-92cb-dbc754c40f62 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2716911 Sep 01 15:41:22.934107 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44150) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:22.943329 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-795fc75d-c8e7-4404-a0f0-de49dac9a47f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'security_group_rule': {'security_group_id': '8e911b14-c4e8-4a5f-9f21-c70c51581d12', 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:23.048710 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-795fc75d-c8e7-4404-a0f0-de49dac9a47f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:23.179514 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b78a2e50-0408-48e2-b7b9-c43e02b8958f up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:41:23.214047 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491efcea-d0a5-4c03-8abd-cbd94fd4e3b8 req-f6c8ba84-3ae6-49a3-b5c5-4e6a97425f60 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:23.217589 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-491efcea-d0a5-4c03-8abd-cbd94fd4e3b8 req-f6c8ba84-3ae6-49a3-b5c5-4e6a97425f60 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e03edf56-dd7b-4e9c-a2e5-f8143292c0d4 HTTP/1.1" status: 200 len: 1095 time: 0.0972576 Sep 01 15:41:23.277376 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-795fc75d-c8e7-4404-a0f0-de49dac9a47f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:23.286434 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-795fc75d-c8e7-4404-a0f0-de49dac9a47f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:23.324458 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44154) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:23.325044 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-491efcea-d0a5-4c03-8abd-cbd94fd4e3b8 req-ae724de3-c4af-42f7-aa95-45dd48f98bb2 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6136607d-4cab-4b9e-a391-b36c2b090b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925879 Sep 01 15:41:23.325826 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fc75d-c8e7-4404-a0f0-de49dac9a47f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0236d9e1-9cb3-45c6-bd1c-0246efc7ea74,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:23.335460 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port b78a2e50-0408-48e2-b7b9-c43e02b8958f completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:41:23.344233 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-795fc75d-c8e7-4404-a0f0-de49dac9a47f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:23.344549 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port b78a2e50-0408-48e2-b7b9-c43e02b8958f triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:23.345337 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:23.349376 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-795fc75d-c8e7-4404-a0f0-de49dac9a47f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4107835 Sep 01 15:41:23.350987 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44156) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:23.356973 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-b1a86a1e-7023-4ab9-9844-3cada6f9a8a4 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'security_group_rule': {'security_group_id': '8e911b14-c4e8-4a5f-9f21-c70c51581d12', 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:23.357491 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b1184db3-fc19-40df-93f4-270b66e831da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:23.396649 n-d-794796-3 neutron-server[94733]: INFO neutron.db.securitygroups_db [None req-b1a86a1e-7023-4ab9-9844-3cada6f9a8a4 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Project 0f5af12f2f0248c3b6a1104cb00ca9c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:41:23.405392 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1a86a1e-7023-4ab9-9844-3cada6f9a8a4 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:23.613288 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1a86a1e-7023-4ab9-9844-3cada6f9a8a4 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:23.629589 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1a86a1e-7023-4ab9-9844-3cada6f9a8a4 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:23.676208 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a86a1e-7023-4ab9-9844-3cada6f9a8a4 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd66b4d-8705-461c-b291-6acee090f218,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:23.694511 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b1184db3-fc19-40df-93f4-270b66e831da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:23.696016 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:23.714370 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b1184db3-fc19-40df-93f4-270b66e831da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:23.717316 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1a86a1e-7023-4ab9-9844-3cada6f9a8a4 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:23.720727 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b1a86a1e-7023-4ab9-9844-3cada6f9a8a4 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3678262 Sep 01 15:41:23.725278 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44158) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:23.733536 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-1eb3d3de-3f3b-4071-9b79-b54e677bca2a tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'security_group_rule': {'security_group_id': '8e911b14-c4e8-4a5f-9f21-c70c51581d12', 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:23.777680 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port b78a2e50-0408-48e2-b7b9-c43e02b8958f, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b78a2e50-0408-48e2-b7b9-c43e02b8958f,segment=NetworkSegment(15f986de-2f1b-49ad-8450-25728dec2e54),segment_id=15f986de-2f1b-49ad-8450-25728dec2e54)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:23.786842 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:23.790880 n-d-794796-3 neutron-server[94733]: INFO neutron.db.securitygroups_db [None req-1eb3d3de-3f3b-4071-9b79-b54e677bca2a tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Project 0f5af12f2f0248c3b6a1104cb00ca9c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:41:23.792920 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b1184db3-fc19-40df-93f4-270b66e831da admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a96e53ca3d814efeab81aab5a9799069&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4631033 Sep 01 15:41:23.794342 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44160) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:23.816353 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d3de-3f3b-4071-9b79-b54e677bca2a tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:23.877151 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1184db3-fc19-40df-93f4-270b66e831da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d01438f-44e8-4ea3-bcb0-0c793a1c76a5,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:23.877542 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device d302c91b-988e-4a62-848c-cd1453f6872f up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:41:23.962992 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-55ecfb35-d9d6-45ae-b843-5b381ca1e7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:23.989882 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d3de-3f3b-4071-9b79-b54e677bca2a tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:23.994778 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=b78a2e50-0408-48e2-b7b9-c43e02b8958f,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:23.997935 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d3de-3f3b-4071-9b79-b54e677bca2a tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:24.023807 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port d302c91b-988e-4a62-848c-cd1453f6872f completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:41:24.032747 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port d302c91b-988e-4a62-848c-cd1453f6872f triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:24.033558 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:24.051043 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3d3de-3f3b-4071-9b79-b54e677bca2a tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af231d3-05ad-4f65-9f17-e29190cf67dc,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:24.053250 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-55ecfb35-d9d6-45ae-b843-5b381ca1e7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:24.064308 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d3de-3f3b-4071-9b79-b54e677bca2a tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:24.066462 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1eb3d3de-3f3b-4071-9b79-b54e677bca2a tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3396375 Sep 01 15:41:24.186088 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-55ecfb35-d9d6-45ae-b843-5b381ca1e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:24.190996 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-55ecfb35-d9d6-45ae-b843-5b381ca1e7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:24.192812 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-55ecfb35-d9d6-45ae-b843-5b381ca1e7c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6d01438f-44e8-4ea3-bcb0-0c793a1c76a5 HTTP/1.1" status: 204 len: 168 time: 0.3877678 Sep 01 15:41:24.211570 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ecfb35-d9d6-45ae-b843-5b381ca1e7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d01438f-44e8-4ea3-bcb0-0c793a1c76a5,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:24.276112 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:24.334461 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port d302c91b-988e-4a62-848c-cd1453f6872f, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=d302c91b-988e-4a62-848c-cd1453f6872f,segment=NetworkSegment(e109a916-d858-4cdf-a6d5-40ba1e1512d1),segment_id=e109a916-d858-4cdf-a6d5-40ba1e1512d1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:24.336055 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03edf56-dd7b-4e9c-a2e5-f8143292c0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd302c91b-988e-4a62-848c-cd1453f6872f'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:41:24.340104 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc889644-a37d-475f-ac0b-c5aa473f9c4f" -d '{"events": [{"server_uuid": "e03edf56-dd7b-4e9c-a2e5-f8143292c0d4", "name": "network-vif-plugged", "status": "completed", "tag": "d302c91b-988e-4a62-848c-cd1453f6872f"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:41:24.356695 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:24.467820 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=d302c91b-988e-4a62-848c-cd1453f6872f,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:24.476566 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d45c320-08c8-41f7-bd93-6495d9ef9564 x-openstack-request-id: req-2d45c320-08c8-41f7-bd93-6495d9ef9564 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:41:24.478041 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e03edf56-dd7b-4e9c-a2e5-f8143292c0d4", "name": "network-vif-plugged", "status": "completed", "tag": "d302c91b-988e-4a62-848c-cd1453f6872f", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:41:24.478946 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d45c320-08c8-41f7-bd93-6495d9ef9564 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:41:24.479904 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e03edf56-dd7b-4e9c-a2e5-f8143292c0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd302c91b-988e-4a62-848c-cd1453f6872f', 'code': 200} Sep 01 15:41:24.686377 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988132b-122f-49a1-9e1b-d159e7e97ac3 req-91a8eb7c-775c-4629-8ea8-57101afacc01 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:24.699325 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e988132b-122f-49a1-9e1b-d159e7e97ac3 req-91a8eb7c-775c-4629-8ea8-57101afacc01 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e03edf56-dd7b-4e9c-a2e5-f8143292c0d4 HTTP/1.1" status: 200 len: 1096 time: 0.1674962 Sep 01 15:41:24.764843 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e988132b-122f-49a1-9e1b-d159e7e97ac3 req-5dbee538-4617-45fa-92fb-6765831ecc17 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6136607d-4cab-4b9e-a391-b36c2b090b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629196 Sep 01 15:41:24.773526 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799b977-5b7d-4234-a11d-8bd84fbc2f8e req-8475711c-e8d4-49ec-af84-4bb91dc271e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:24.776251 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9799b977-5b7d-4234-a11d-8bd84fbc2f8e req-8475711c-e8d4-49ec-af84-4bb91dc271e1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e03edf56-dd7b-4e9c-a2e5-f8143292c0d4 HTTP/1.1" status: 200 len: 1096 time: 0.1438031 Sep 01 15:41:24.827541 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-24209f41-32c9-486c-9087-777ae8d78349 req-fa005183-c795-43a6-9f3a-b04c9e3a1f94 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1146062985&fields=id&tenant_id=0f5af12f2f0248c3b6a1104cb00ca9c0 HTTP/1.1" status: 200 len: 267 time: 0.1251254 Sep 01 15:41:24.857071 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9799b977-5b7d-4234-a11d-8bd84fbc2f8e req-c33e4428-f078-4587-b255-8676a3bdb7cb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6136607d-4cab-4b9e-a391-b36c2b090b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678627 Sep 01 15:41:25.035589 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b78a2e50-0408-48e2-b7b9-c43e02b8958f up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:41:25.045441 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24209f41-32c9-486c-9087-777ae8d78349 req-ca9cb020-3c21-411b-8c34-70977976fa0b tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:25.049022 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-24209f41-32c9-486c-9087-777ae8d78349 req-ca9cb020-3c21-411b-8c34-70977976fa0b tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/networks?id=466e39dc-85f8-40ca-bf85-46614e8391c7 HTTP/1.1" status: 200 len: 796 time: 0.1902313 Sep 01 15:41:25.073101 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-24209f41-32c9-486c-9087-777ae8d78349 req-40528e5f-e346-424b-971b-32efd83f27b0 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/quotas/0f5af12f2f0248c3b6a1104cb00ca9c0 HTTP/1.1" status: 200 len: 375 time: 0.0173571 Sep 01 15:41:25.134006 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port b78a2e50-0408-48e2-b7b9-c43e02b8958f triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:25.134425 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:25.226193 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-24209f41-32c9-486c-9087-777ae8d78349 req-942bc352-0677-413c-be10-84d1c514587f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f5af12f2f0248c3b6a1104cb00ca9c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1463597 Sep 01 15:41:25.670195 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-24209f41-32c9-486c-9087-777ae8d78349 req-9e9579c0-0e2d-4630-8988-88d704211aa4 service neutron] 10.222.0.60 "GET /v2.0/networks/466e39dc-85f8-40ca-bf85-46614e8391c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176953 Sep 01 15:41:25.821271 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-24209f41-32c9-486c-9087-777ae8d78349 req-508c5328-bbd7-438a-8f3e-a8470e6552fc service neutron] 10.222.0.60 "GET /v2.0/networks/466e39dc-85f8-40ca-bf85-46614e8391c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419277 Sep 01 15:41:25.999210 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169a598-6147-42f5-a209-415edc4ee933 req-c2f4ae0e-21fd-4caf-bd85-918b253b67f9 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:26.015218 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0169a598-6147-42f5-a209-415edc4ee933 req-c2f4ae0e-21fd-4caf-bd85-918b253b67f9 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e03edf56-dd7b-4e9c-a2e5-f8143292c0d4 HTTP/1.1" status: 200 len: 1096 time: 0.1451375 Sep 01 15:41:26.128249 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0169a598-6147-42f5-a209-415edc4ee933 req-49f95c7b-3e9a-4e46-b489-83518be401a6 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6136607d-4cab-4b9e-a391-b36c2b090b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965943 Sep 01 15:41:26.141771 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-12d9eeed-3188-4f13-9fa1-29ff27ed0c6e req-b6c3cb13-df58-4790-8a33-69bba421ff31 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5 HTTP/1.1" status: 200 len: 210 time: 0.0780611 Sep 01 15:41:26.585331 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44242) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:26.908570 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-fd14b57e-c3ea-4867-ba6a-dfcfa730f0eb tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-814580612'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:26.958210 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd14b57e-c3ea-4867-ba6a-dfcfa730f0eb tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] Made reservation on behalf of 1b745cdfc81b4c63a3aa7e821a2cc98c for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:26.964682 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fd14b57e-c3ea-4867-ba6a-dfcfa730f0eb tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:26.981973 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fd14b57e-c3ea-4867-ba6a-dfcfa730f0eb tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:27.147148 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fd14b57e-c3ea-4867-ba6a-dfcfa730f0eb tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:27.152966 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fd14b57e-c3ea-4867-ba6a-dfcfa730f0eb tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:27.200835 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd14b57e-c3ea-4867-ba6a-dfcfa730f0eb tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:41:27.219474 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14b57e-c3ea-4867-ba6a-dfcfa730f0eb tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ca53db-2b66-49e7-bf11-b35637073ab2,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:27.245682 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fd14b57e-c3ea-4867-ba6a-dfcfa730f0eb tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:27.246255 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-fd14b57e-c3ea-4867-ba6a-dfcfa730f0eb tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] Added segment a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d of type vlan for network 281c699e-ce0f-4d77-8e57-3c874ee257af Sep 01 15:41:27.374525 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1221348-8c77-4c13-9cfe-6def5c94371c req-2a24764d-c4f8-4d00-b95b-fbc6ad6831db tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:27.377495 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d1221348-8c77-4c13-9cfe-6def5c94371c req-2a24764d-c4f8-4d00-b95b-fbc6ad6831db tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e03edf56-dd7b-4e9c-a2e5-f8143292c0d4 HTTP/1.1" status: 200 len: 1096 time: 0.0971036 Sep 01 15:41:27.379562 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47cb88de-021e-4f60-8862-4e5bd6702585 req-b1f5bf60-c2d6-44bf-a327-2b8f37983413 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5 HTTP/1.1" status: 200 len: 210 time: 0.0967195 Sep 01 15:41:27.415192 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fd14b57e-c3ea-4867-ba6a-dfcfa730f0eb tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:27.468589 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fd14b57e-c3ea-4867-ba6a-dfcfa730f0eb tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:27.483122 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd14b57e-c3ea-4867-ba6a-dfcfa730f0eb tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:27.486446 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fd14b57e-c3ea-4867-ba6a-dfcfa730f0eb tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:27.613903 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fd14b57e-c3ea-4867-ba6a-dfcfa730f0eb tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0258713 Sep 01 15:41:27.665136 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14b57e-c3ea-4867-ba6a-dfcfa730f0eb tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] Pushing event updated for resources: {'Network': ['ID=281c699e-ce0f-4d77-8e57-3c874ee257af,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:27.682508 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 281c699e-ce0f-4d77-8e57-3c874ee257af details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:41:27.875747 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24209f41-32c9-486c-9087-777ae8d78349 req-6a872831-cf34-4704-8e77-c8cd1a8e40a1 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:27.877416 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-24209f41-32c9-486c-9087-777ae8d78349 req-6a872831-cf34-4704-8e77-c8cd1a8e40a1 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.45 "GET /v2.0/networks?id=466e39dc-85f8-40ca-bf85-46614e8391c7 HTTP/1.1" status: 200 len: 796 time: 0.3861043 Sep 01 15:41:27.890956 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:27.895403 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d1221348-8c77-4c13-9cfe-6def5c94371c req-0e041e65-0f47-4ccc-a495-9032b8e5c701 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6136607d-4cab-4b9e-a391-b36c2b090b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4999912 Sep 01 15:41:27.999108 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-24209f41-32c9-486c-9087-777ae8d78349 req-04021fd7-8111-4662-92bc-8c0d30561a4b tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f5af12f2f0248c3b6a1104cb00ca9c0 HTTP/1.1" status: 200 len: 380 time: 0.1020939 Sep 01 15:41:28.015106 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-24209f41-32c9-486c-9087-777ae8d78349 req-b53ccffd-5587-40cc-a8e5-1d30e743c746 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'port': {'device_id': '33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5', 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7', 'admin_state_up': True, 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'security_groups': ['8e911b14-c4e8-4a5f-9f21-c70c51581d12']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:28.049396 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44262) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:28.058663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Request body: {'port': {'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af', 'binding:host_id': 'n-h1-794796-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-206404512'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:28.096493 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Made reservation on behalf of d38bc0199f43411a9b446fdc91642c08 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:28.101096 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:28.123602 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:28.218185 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4bb9d2-e059-4e06-b5c3-f38d530d7679 req-e9e730bf-79b7-46d3-93d4-a3f11a1296e1 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:28.221511 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b4bb9d2-e059-4e06-b5c3-f38d530d7679 req-e9e730bf-79b7-46d3-93d4-a3f11a1296e1 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e03edf56-dd7b-4e9c-a2e5-f8143292c0d4 HTTP/1.1" status: 200 len: 1096 time: 0.1990557 Sep 01 15:41:28.289716 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b4bb9d2-e059-4e06-b5c3-f38d530d7679 req-e3a2d21b-e2ff-4436-a51a-bcec1261fa7e tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6136607d-4cab-4b9e-a391-b36c2b090b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479224 Sep 01 15:41:28.304416 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:28.311357 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:28.318547 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] device_id is not set on port bfefc637-8ae0-4114-8877-c1eaa3edaee3 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:41:28.338997 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24209f41-32c9-486c-9087-777ae8d78349 req-b53ccffd-5587-40cc-a8e5-1d30e743c746 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Made reservation on behalf of 0f5af12f2f0248c3b6a1104cb00ca9c0 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:28.348854 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-24209f41-32c9-486c-9087-777ae8d78349 req-b53ccffd-5587-40cc-a8e5-1d30e743c746 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:28.619368 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-24209f41-32c9-486c-9087-777ae8d78349 req-b53ccffd-5587-40cc-a8e5-1d30e743c746 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Allocated IP 172.20.0.3 (466e39dc-85f8-40ca-bf85-46614e8391c7/60b2bacc-5d2a-418b-af8f-ed5d26a53426/1f88c572-8680-463e-9562-178161d1fd97) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:28.624710 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024cc631-f441-413a-ba05-271848b57ebd,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:28.657694 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-22cf610b-adba-4b0b-bc66-68a4ceea7e77 req-f59bda12-edf9-4b64-a749-7a1795e5ae84 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5 HTTP/1.1" status: 200 len: 210 time: 0.0776005 Sep 01 15:41:28.692727 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa45252-477c-4c5a-a3fa-a2bc0a70b17b req-c1ce7b74-895b-4c30-8451-5bcda856584c tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:28.695524 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ffa45252-477c-4c5a-a3fa-a2bc0a70b17b req-c1ce7b74-895b-4c30-8451-5bcda856584c tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e03edf56-dd7b-4e9c-a2e5-f8143292c0d4 HTTP/1.1" status: 200 len: 1096 time: 0.2267334 Sep 01 15:41:28.874989 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ffa45252-477c-4c5a-a3fa-a2bc0a70b17b req-a6dcd1b0-19f1-4d38-b86e-92bf7db47d1a tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6136607d-4cab-4b9e-a391-b36c2b090b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484900 Sep 01 15:41:28.994128 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-24209f41-32c9-486c-9087-777ae8d78349 req-b53ccffd-5587-40cc-a8e5-1d30e743c746 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:29.007756 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] device_id is not set on port bfefc637-8ae0-4114-8877-c1eaa3edaee3 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:41:29.026602 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-24209f41-32c9-486c-9087-777ae8d78349 req-b53ccffd-5587-40cc-a8e5-1d30e743c746 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Transition to ACTIVE for port object 1f88c572-8680-463e-9562-178161d1fd97 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:29.029867 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:29.051844 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Transition to ACTIVE for port object bfefc637-8ae0-4114-8877-c1eaa3edaee3 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:29.071530 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:29.112296 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-24209f41-32c9-486c-9087-777ae8d78349 req-b53ccffd-5587-40cc-a8e5-1d30e743c746 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:29.207588 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24209f41-32c9-486c-9087-777ae8d78349 req-b53ccffd-5587-40cc-a8e5-1d30e743c746 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Network 466e39dc-85f8-40ca-bf85-46614e8391c7 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:29.213199 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-24209f41-32c9-486c-9087-777ae8d78349 req-b53ccffd-5587-40cc-a8e5-1d30e743c746 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:29.218750 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-24209f41-32c9-486c-9087-777ae8d78349 req-b53ccffd-5587-40cc-a8e5-1d30e743c746 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:29.225420 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Pushing event updated for resources: {'Port': ['ID=bfefc637-8ae0-4114-8877-c1eaa3edaee3,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:29.250972 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ccffd-5587-40cc-a8e5-1d30e743c746 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'Port': ['ID=1f88c572-8680-463e-9562-178161d1fd97,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:29.252605 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:29.253438 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:29.254152 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:29.255015 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:29.255869 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:29.256514 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:29.258471 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:29.259231 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:29.259920 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:29.261922 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:29.262656 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:29.263556 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:29.275050 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Checking segment: {'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:29.275598 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Network hostable DHCP agents. Network: 281c699e-ce0f-4d77-8e57-3c874ee257af, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:41:29.320478 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24209f41-32c9-486c-9087-777ae8d78349 req-b53ccffd-5587-40cc-a8e5-1d30e743c746 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:29.321463 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-24209f41-32c9-486c-9087-777ae8d78349 req-b53ccffd-5587-40cc-a8e5-1d30e743c746 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:29.328532 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Network 281c699e-ce0f-4d77-8e57-3c874ee257af is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:41:29.356283 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 281c699e-ce0f-4d77-8e57-3c874ee257af) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:29.368633 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:29.373291 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69acb82-c230-4b75-bdd9-7a437c4f4bc8 None None] Network 281c699e-ce0f-4d77-8e57-3c874ee257af requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:29.377377 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-24209f41-32c9-486c-9087-777ae8d78349 req-b53ccffd-5587-40cc-a8e5-1d30e743c746 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3696718 Sep 01 15:41:29.400871 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-24209f41-32c9-486c-9087-777ae8d78349 req-f27c16fe-bcdb-4f06-91fa-d1665c203cd0 service neutron] Request body: {'port': {'device_id': '33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:29.457008 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:29.458952 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:29.460704 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:29.469738 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:29.470555 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:29.471421 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempt 2 to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 Sep 01 15:41:29.508362 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:29.508362 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:29.508822 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:29.524693 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:29.525218 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:29.527346 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempt 3 to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 Sep 01 15:41:29.538377 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-24209f41-32c9-486c-9087-777ae8d78349 req-f27c16fe-bcdb-4f06-91fa-d1665c203cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:29.557230 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebbe4e-3b55-4090-bc92-f65d5a950e6e req-240c5aed-c450-4628-b876-abaa978f2dbe tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:29.560171 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eaebbe4e-3b55-4090-bc92-f65d5a950e6e req-240c5aed-c450-4628-b876-abaa978f2dbe tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e03edf56-dd7b-4e9c-a2e5-f8143292c0d4 HTTP/1.1" status: 200 len: 1096 time: 0.1937666 Sep 01 15:41:29.561735 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:29.562290 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:29.562952 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:29.571819 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:29.572342 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:29.572979 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempt 4 to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 Sep 01 15:41:29.650186 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:29.650693 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:29.651248 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:29.661989 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:29.662510 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:29.663543 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempt 5 to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 Sep 01 15:41:29.704230 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:29.704866 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:29.705341 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:29.713603 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eaebbe4e-3b55-4090-bc92-f65d5a950e6e req-2796ae65-926c-4db3-ac02-c1ed4403a412 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6136607d-4cab-4b9e-a391-b36c2b090b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335645 Sep 01 15:41:29.717550 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:29.718108 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:29.719332 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempt 6 to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 Sep 01 15:41:29.752857 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8c614b1d-d992-479f-8ee4-f6efb55811fe None None] Provisioning for port 1f88c572-8680-463e-9562-178161d1fd97 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:41:29.760681 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:29.760926 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8c614b1d-d992-479f-8ee4-f6efb55811fe None None] Provisioning complete for port 1f88c572-8680-463e-9562-178161d1fd97 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:29.761340 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8c614b1d-d992-479f-8ee4-f6efb55811fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:29.761874 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:29.762629 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:29.771582 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:29.772774 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:29.773499 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempt 7 to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 Sep 01 15:41:29.796183 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:29.797981 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:29.799229 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:29.805259 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:29.806135 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:29.807353 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempt 8 to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 Sep 01 15:41:29.851018 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-8c614b1d-d992-479f-8ee4-f6efb55811fe None None] Port 1f88c572-8680-463e-9562-178161d1fd97 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:41:29.859113 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:29.860354 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:29.861031 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:29.870030 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:29.870891 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:29.871819 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempt 9 to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 Sep 01 15:41:29.897186 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:29.897549 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:29.898010 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:29.907715 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:29.908155 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:29.908934 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempt 10 to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 Sep 01 15:41:29.935069 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:29.935761 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:29.936446 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:29.945636 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:29.946342 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port bfefc637-8ae0-4114-8877-c1eaa3edaee3 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:29.947099 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:30.008912 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1e30a-b491-4f1b-ba70-701ff2d78d29 req-9a63f4ce-aa0e-49fe-9a4a-597cab6d973d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:30.010646 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eba1e30a-b491-4f1b-ba70-701ff2d78d29 req-9a63f4ce-aa0e-49fe-9a4a-597cab6d973d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5 HTTP/1.1" status: 200 len: 931 time: 0.1450276 Sep 01 15:41:30.062615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] For port bfefc637-8ae0-4114-8877-c1eaa3edaee3, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:41:30.063746 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempted to set empty binding levels {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 01 15:41:30.073741 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:30.127530 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:30.127530 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:30.152967 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eba1e30a-b491-4f1b-ba70-701ff2d78d29 req-f73104c2-bc98-4d2f-bc8f-63a018cc67b5 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e911b14-c4e8-4a5f-9f21-c70c51581d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323566 Sep 01 15:41:30.170151 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.1181664 Sep 01 15:41:30.171620 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44280) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:30.172019 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbdc31-b662-404d-b599-9e6a61c93a55 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Pushing event updated for resources: {'Port': ['ID=bfefc637-8ae0-4114-8877-c1eaa3edaee3,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:30.404008 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44284) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:30.411985 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-24209f41-32c9-486c-9087-777ae8d78349 req-f27c16fe-bcdb-4f06-91fa-d1665c203cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f88c572-8680-463e-9562-178161d1fd97 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:41:30.427419 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-24209f41-32c9-486c-9087-777ae8d78349 req-f27c16fe-bcdb-4f06-91fa-d1665c203cd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:30.444509 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-ab035065-2a7b-4962-a0f2-50f795fefceb tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Deleting port bfefc637-8ae0-4114-8877-c1eaa3edaee3 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:30.445096 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ab035065-2a7b-4962-a0f2-50f795fefceb tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:30.523571 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-24209f41-32c9-486c-9087-777ae8d78349 req-f27c16fe-bcdb-4f06-91fa-d1665c203cd0 service neutron] Transition to ACTIVE for port object 1f88c572-8680-463e-9562-178161d1fd97 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:30.541248 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-24209f41-32c9-486c-9087-777ae8d78349 req-f27c16fe-bcdb-4f06-91fa-d1665c203cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:30.620794 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-ab035065-2a7b-4962-a0f2-50f795fefceb tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] For port bfefc637-8ae0-4114-8877-c1eaa3edaee3, host n-h1-794796-3, got binding levels [] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:30.621584 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ab035065-2a7b-4962-a0f2-50f795fefceb tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:30.623322 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e422e226-9518-49e1-90b5-09787545aa78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:30.677848 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-ab035065-2a7b-4962-a0f2-50f795fefceb tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Calling delete_port for bfefc637-8ae0-4114-8877-c1eaa3edaee3 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:30.682337 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c16fe-bcdb-4f06-91fa-d1665c203cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f88c572-8680-463e-9562-178161d1fd97,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:30.813962 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e422e226-9518-49e1-90b5-09787545aa78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:30.872647 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e422e226-9518-49e1-90b5-09787545aa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:30.899464 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-24209f41-32c9-486c-9087-777ae8d78349 req-f27c16fe-bcdb-4f06-91fa-d1665c203cd0 service neutron] Attempting to bind port 1f88c572-8680-463e-9562-178161d1fd97 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:30.900462 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-24209f41-32c9-486c-9087-777ae8d78349 req-f27c16fe-bcdb-4f06-91fa-d1665c203cd0 service neutron] Attempting to bind port 1f88c572-8680-463e-9562-178161d1fd97 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '15f986de-2f1b-49ad-8450-25728dec2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:30.901071 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24209f41-32c9-486c-9087-777ae8d78349 req-f27c16fe-bcdb-4f06-91fa-d1665c203cd0 service neutron] Attempting to bind port 1f88c572-8680-463e-9562-178161d1fd97 on network 466e39dc-85f8-40ca-bf85-46614e8391c7 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:30.917199 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24209f41-32c9-486c-9087-777ae8d78349 req-f27c16fe-bcdb-4f06-91fa-d1665c203cd0 service neutron] Port 1f88c572-8680-463e-9562-178161d1fd97 on network 466e39dc-85f8-40ca-bf85-46614e8391c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:30.918194 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24209f41-32c9-486c-9087-777ae8d78349 req-f27c16fe-bcdb-4f06-91fa-d1665c203cd0 service neutron] Attempting to bind port 1f88c572-8680-463e-9562-178161d1fd97 on network 466e39dc-85f8-40ca-bf85-46614e8391c7 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:30.934125 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24209f41-32c9-486c-9087-777ae8d78349 req-f27c16fe-bcdb-4f06-91fa-d1665c203cd0 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:41:30.935037 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422e226-9518-49e1-90b5-09787545aa78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4401125f-7b8a-4309-86f0-fdbc7702bcd8,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:30.937676 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24209f41-32c9-486c-9087-777ae8d78349 req-f27c16fe-bcdb-4f06-91fa-d1665c203cd0 service neutron] Checking segment: {'id': '15f986de-2f1b-49ad-8450-25728dec2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:30.938848 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24209f41-32c9-486c-9087-777ae8d78349 req-f27c16fe-bcdb-4f06-91fa-d1665c203cd0 service neutron] Bound using segment: {'id': '15f986de-2f1b-49ad-8450-25728dec2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:41:30.938848 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-24209f41-32c9-486c-9087-777ae8d78349 req-f27c16fe-bcdb-4f06-91fa-d1665c203cd0 service neutron] Bound port: 1f88c572-8680-463e-9562-178161d1fd97, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15f986de-2f1b-49ad-8450-25728dec2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:41:30.939380 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-24209f41-32c9-486c-9087-777ae8d78349 req-f27c16fe-bcdb-4f06-91fa-d1665c203cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:30.994368 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ab035065-2a7b-4962-a0f2-50f795fefceb tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:31.036878 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ab035065-2a7b-4962-a0f2-50f795fefceb tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:31.040261 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ab035065-2a7b-4962-a0f2-50f795fefceb tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] 10.222.0.60 "DELETE /v2.0/ports/bfefc637-8ae0-4114-8877-c1eaa3edaee3 HTTP/1.1" status: 204 len: 168 time: 0.8654473 Sep 01 15:41:31.040261 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab035065-2a7b-4962-a0f2-50f795fefceb tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfefc637-8ae0-4114-8877-c1eaa3edaee3,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:31.042218 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bcd5f-1621-4abd-b8c6-8a2c4f6e04e6 req-466ca4f7-41ed-4d49-9f7b-ff39ea1ba639 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:31.045097 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-406bcd5f-1621-4abd-b8c6-8a2c4f6e04e6 req-466ca4f7-41ed-4d49-9f7b-ff39ea1ba639 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e03edf56-dd7b-4e9c-a2e5-f8143292c0d4 HTTP/1.1" status: 200 len: 1096 time: 0.2285547 Sep 01 15:41:31.046347 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44290) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:31.081504 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e422e226-9518-49e1-90b5-09787545aa78 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e5f4732ca02749bd89bfbb3b11ffd82a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6752472 Sep 01 15:41:31.084272 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-a576df19-c73c-4adf-b69d-20d396f6dbaf tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] GET failed (client error): The resource could not be found. Sep 01 15:41:31.085988 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a576df19-c73c-4adf-b69d-20d396f6dbaf tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] 10.222.0.60 "GET /v2.0/ports/bfefc637-8ae0-4114-8877-c1eaa3edaee3 HTTP/1.1" status: 404 len: 333 time: 0.0383539 Sep 01 15:41:31.090156 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44292) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:31.090729 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44294) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:31.104576 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-64b4c214-f4a7-4c56-8bef-3f7f1cdb4dbf tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Request body: {'port': {'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1332353032'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:31.132032 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-24209f41-32c9-486c-9087-777ae8d78349 req-f27c16fe-bcdb-4f06-91fa-d1665c203cd0 service neutron] For port 1f88c572-8680-463e-9562-178161d1fd97, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:41:31.136927 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5a948-a178-4ba2-9e38-1e8ee8d5a839 req-6e9923dc-f19e-4993-a5c0-92d200dc6fbf tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:31.139879 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-63b5a948-a178-4ba2-9e38-1e8ee8d5a839 req-6e9923dc-f19e-4993-a5c0-92d200dc6fbf tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e03edf56-dd7b-4e9c-a2e5-f8143292c0d4 HTTP/1.1" status: 200 len: 1096 time: 0.2079501 Sep 01 15:41:31.174714 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-24209f41-32c9-486c-9087-777ae8d78349 req-f27c16fe-bcdb-4f06-91fa-d1665c203cd0 service neutron] For port 1f88c572-8680-463e-9562-178161d1fd97, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=1f88c572-8680-463e-9562-178161d1fd97,segment=NetworkSegment(15f986de-2f1b-49ad-8450-25728dec2e54),segment_id=15f986de-2f1b-49ad-8450-25728dec2e54)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:41:31.189583 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b4c214-f4a7-4c56-8bef-3f7f1cdb4dbf tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Made reservation on behalf of d38bc0199f43411a9b446fdc91642c08 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:31.193678 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-64b4c214-f4a7-4c56-8bef-3f7f1cdb4dbf tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:31.196661 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-24209f41-32c9-486c-9087-777ae8d78349 req-f27c16fe-bcdb-4f06-91fa-d1665c203cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:31.276712 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-63b5a948-a178-4ba2-9e38-1e8ee8d5a839 req-04004ea9-7d82-48ce-a0d4-cab312dcae15 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6136607d-4cab-4b9e-a391-b36c2b090b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966008 Sep 01 15:41:31.278430 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5fe934ba-e815-4218-a0d8-cb5da3f9dd29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:31.284361 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-406bcd5f-1621-4abd-b8c6-8a2c4f6e04e6 req-1e2ab303-521d-4748-88cf-6b562ace70f3 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Deleting port d302c91b-988e-4a62-848c-cd1453f6872f {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:31.284963 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-406bcd5f-1621-4abd-b8c6-8a2c4f6e04e6 req-1e2ab303-521d-4748-88cf-6b562ace70f3 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:31.298834 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-64b4c214-f4a7-4c56-8bef-3f7f1cdb4dbf tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] device_id is not set on port d11be667-00fe-4c67-9367-cd8430897000 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:41:31.340375 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24209f41-32c9-486c-9087-777ae8d78349 req-f27c16fe-bcdb-4f06-91fa-d1665c203cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:31.341196 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-24209f41-32c9-486c-9087-777ae8d78349 req-f27c16fe-bcdb-4f06-91fa-d1665c203cd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:31.343766 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-24209f41-32c9-486c-9087-777ae8d78349 req-f27c16fe-bcdb-4f06-91fa-d1665c203cd0 service neutron] 10.222.0.45 "PUT /v2.0/ports/1f88c572-8680-463e-9562-178161d1fd97 HTTP/1.1" status: 200 len: 1091 time: 1.9547036 Sep 01 15:41:31.345990 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5', 'tag': '1f88c572-8680-463e-9562-178161d1fd97'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:41:31.350048 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7256a65-9952-4ab7-b53e-3a18a1082a05" -d '{"events": [{"name": "network-changed", "server_uuid": "33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5", "tag": "1f88c572-8680-463e-9562-178161d1fd97"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:41:31.420641 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-406bcd5f-1621-4abd-b8c6-8a2c4f6e04e6 req-1e2ab303-521d-4748-88cf-6b562ace70f3 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] For port d302c91b-988e-4a62-848c-cd1453f6872f, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=d302c91b-988e-4a62-848c-cd1453f6872f,segment=NetworkSegment(e109a916-d858-4cdf-a6d5-40ba1e1512d1),segment_id=e109a916-d858-4cdf-a6d5-40ba1e1512d1)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:31.421575 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-406bcd5f-1621-4abd-b8c6-8a2c4f6e04e6 req-1e2ab303-521d-4748-88cf-6b562ace70f3 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:31.441954 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-406bcd5f-1621-4abd-b8c6-8a2c4f6e04e6 req-1e2ab303-521d-4748-88cf-6b562ace70f3 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Calling delete_port for d302c91b-988e-4a62-848c-cd1453f6872f owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:31.478002 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5fe934ba-e815-4218-a0d8-cb5da3f9dd29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:31.518892 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c213cd5a-6194-40b1-a02a-e13c375f3d02 x-openstack-request-id: req-c213cd5a-6194-40b1-a02a-e13c375f3d02 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:41:31.519343 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5", "tag": "1f88c572-8680-463e-9562-178161d1fd97", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:41:31.519982 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c213cd5a-6194-40b1-a02a-e13c375f3d02 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:41:31.520594 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5', 'tag': '1f88c572-8680-463e-9562-178161d1fd97', 'status': 'completed', 'code': 200} Sep 01 15:41:31.608734 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c16fe-bcdb-4f06-91fa-d1665c203cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f88c572-8680-463e-9562-178161d1fd97,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:31.684462 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-406bcd5f-1621-4abd-b8c6-8a2c4f6e04e6 req-1e2ab303-521d-4748-88cf-6b562ace70f3 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:31.688423 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e88d8-82e7-4ce3-80b8-a2325117df12 req-f72ed8c4-6eff-4a9f-a621-6a4fe5aa05c9 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:31.690413 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d15e88d8-82e7-4ce3-80b8-a2325117df12 req-f72ed8c4-6eff-4a9f-a621-6a4fe5aa05c9 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5 HTTP/1.1" status: 200 len: 943 time: 0.3685787 Sep 01 15:41:31.700607 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['5bdee92b-1a41-46b9-9e83-3e40564d98a0'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:41:31.713552 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24209f41-32c9-486c-9087-777ae8d78349 req-f9f2bd76-c225-47fd-9edf-21e5940c33e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:31.716183 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-24209f41-32c9-486c-9087-777ae8d78349 req-f9f2bd76-c225-47fd-9edf-21e5940c33e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0f5af12f2f0248c3b6a1104cb00ca9c0&device_id=33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5 HTTP/1.1" status: 200 len: 1094 time: 0.2421601 Sep 01 15:41:31.739585 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ab303-521d-4748-88cf-6b562ace70f3 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Pushing event deleted for resources: {'Port': ['ID=d302c91b-988e-4a62-848c-cd1453f6872f,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:31.748424 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['d302c91b-988e-4a62-848c-cd1453f6872f'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:41:31.835549 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-406bcd5f-1621-4abd-b8c6-8a2c4f6e04e6 req-1e2ab303-521d-4748-88cf-6b562ace70f3 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] No DVR routers for this DVR port d302c91b-988e-4a62-848c-cd1453f6872f on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:41:31.841058 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-406bcd5f-1621-4abd-b8c6-8a2c4f6e04e6 req-1e2ab303-521d-4748-88cf-6b562ace70f3 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:31.849804 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-406bcd5f-1621-4abd-b8c6-8a2c4f6e04e6 req-1e2ab303-521d-4748-88cf-6b562ace70f3 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.62 "DELETE /v2.0/ports/d302c91b-988e-4a62-848c-cd1453f6872f HTTP/1.1" status: 204 len: 173 time: 0.7878792 Sep 01 15:41:31.850528 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e03edf56-dd7b-4e9c-a2e5-f8143292c0d4', 'name': 'network-vif-deleted', 'tag': 'd302c91b-988e-4a62-848c-cd1453f6872f'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:41:31.858916 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e8d034-5f17-4064-b818-907f790e8564" -d '{"events": [{"server_uuid": "e03edf56-dd7b-4e9c-a2e5-f8143292c0d4", "name": "network-vif-deleted", "tag": "d302c91b-988e-4a62-848c-cd1453f6872f"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:41:31.869063 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5fe934ba-e815-4218-a0d8-cb5da3f9dd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:31.873634 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5fe934ba-e815-4218-a0d8-cb5da3f9dd29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:31.876980 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5fe934ba-e815-4218-a0d8-cb5da3f9dd29 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4401125f-7b8a-4309-86f0-fdbc7702bcd8 HTTP/1.1" status: 204 len: 168 time: 0.7871776 Sep 01 15:41:31.880000 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-24209f41-32c9-486c-9087-777ae8d78349 req-6a8fdc1e-c9c6-4fda-98fa-7e1f26a662ce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f88c572-8680-463e-9562-178161d1fd97 HTTP/1.1" status: 200 len: 217 time: 0.1504021 Sep 01 15:41:31.966473 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568c908b-535b-459b-8a3b-8d65987435ea x-openstack-request-id: req-568c908b-535b-459b-8a3b-8d65987435ea {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:41:31.966840 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e03edf56-dd7b-4e9c-a2e5-f8143292c0d4", "name": "network-vif-deleted", "tag": "d302c91b-988e-4a62-848c-cd1453f6872f", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:41:31.967082 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-568c908b-535b-459b-8a3b-8d65987435ea {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:41:31.967486 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e03edf56-dd7b-4e9c-a2e5-f8143292c0d4', 'name': 'network-vif-deleted', 'tag': 'd302c91b-988e-4a62-848c-cd1453f6872f', 'status': 'completed', 'code': 200} Sep 01 15:41:32.107369 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe934ba-e815-4218-a0d8-cb5da3f9dd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4401125f-7b8a-4309-86f0-fdbc7702bcd8,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:32.149104 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d15e88d8-82e7-4ce3-80b8-a2325117df12 req-5f946832-173f-4f83-a4da-19fafda16bab tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e911b14-c4e8-4a5f-9f21-c70c51581d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4272690 Sep 01 15:41:32.202184 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24209f41-32c9-486c-9087-777ae8d78349 req-1abe5407-5ee8-436b-9b4d-fb7ca9372227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:32.204709 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-24209f41-32c9-486c-9087-777ae8d78349 req-1abe5407-5ee8-436b-9b4d-fb7ca9372227 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=60b2bacc-5d2a-418b-af8f-ed5d26a53426 HTTP/1.1" status: 200 len: 835 time: 0.2954271 Sep 01 15:41:32.217075 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-64b4c214-f4a7-4c56-8bef-3f7f1cdb4dbf tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:32.290680 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24209f41-32c9-486c-9087-777ae8d78349 req-f4afbc0f-f3e5-4fb9-9298-5614c9284b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:32.292482 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-24209f41-32c9-486c-9087-777ae8d78349 req-f4afbc0f-f3e5-4fb9-9298-5614c9284b94 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=466e39dc-85f8-40ca-bf85-46614e8391c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731950 Sep 01 15:41:32.316341 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-64b4c214-f4a7-4c56-8bef-3f7f1cdb4dbf tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:32.377962 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44308) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:32.396284 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e8cbc860-18e5-4db3-933f-252fd2071997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:32.501988 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b4c214-f4a7-4c56-8bef-3f7f1cdb4dbf tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Network 281c699e-ce0f-4d77-8e57-3c874ee257af is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:32.502344 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2a7e1c9b-8a16-44aa-b17c-93e9c708f8d4 req-d4a9df84-fa84-40fb-b677-c4ec03693943 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e03edf56-dd7b-4e9c-a2e5-f8143292c0d4 HTTP/1.1" status: 200 len: 210 time: 0.0321326 Sep 01 15:41:32.510723 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4c214-f4a7-4c56-8bef-3f7f1cdb4dbf tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Pushing event updated for resources: {'Port': ['ID=d11be667-00fe-4c67-9367-cd8430897000,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:32.520738 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-64b4c214-f4a7-4c56-8bef-3f7f1cdb4dbf tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:32.527584 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b4c214-f4a7-4c56-8bef-3f7f1cdb4dbf tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:32.530799 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b4c214-f4a7-4c56-8bef-3f7f1cdb4dbf tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:32.531934 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-64b4c214-f4a7-4c56-8bef-3f7f1cdb4dbf tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:32.598598 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-24209f41-32c9-486c-9087-777ae8d78349 req-5ff2a7f6-e604-4517-a956-1813dcaa4a64 service neutron] 10.222.0.45 "GET /v2.0/networks/466e39dc-85f8-40ca-bf85-46614e8391c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956359 Sep 01 15:41:32.605176 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e8cbc860-18e5-4db3-933f-252fd2071997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:32.611156 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e8cbc860-18e5-4db3-933f-252fd2071997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:32.642337 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-64b4c214-f4a7-4c56-8bef-3f7f1cdb4dbf tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5505109 Sep 01 15:41:32.647470 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44310) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:32.656635 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:32.665667 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbc860-18e5-4db3-933f-252fd2071997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723e7183-e9af-4ff3-85ac-755940ea8e72,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:32.670139 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e8cbc860-18e5-4db3-933f-252fd2071997 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fd598cd9c93f4f5e865bcc48bb51778b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2908132 Sep 01 15:41:32.687716 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44312) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:32.740564 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-24209f41-32c9-486c-9087-777ae8d78349 req-a3c9ef67-152f-48ea-b64c-8a6ba9e764d4 service neutron] 10.222.0.45 "GET /v2.0/networks/466e39dc-85f8-40ca-bf85-46614e8391c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343186 Sep 01 15:41:32.758976 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:32.786206 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1c0d8fe6-adf1-4612-94d3-bc62ded1c05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:32.848786 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7256a65-9952-4ab7-b53e-3a18a1082a05 req-ddddf2e5-c4e9-4782-b538-e7bd2f1972ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:32.850622 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f7256a65-9952-4ab7-b53e-3a18a1082a05 req-ddddf2e5-c4e9-4782-b538-e7bd2f1972ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0f5af12f2f0248c3b6a1104cb00ca9c0&device_id=33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5 HTTP/1.1" status: 200 len: 1094 time: 0.0545218 Sep 01 15:41:32.862328 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1c0d8fe6-adf1-4612-94d3-bc62ded1c05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:32.977966 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7256a65-9952-4ab7-b53e-3a18a1082a05 req-6e964266-c6b3-4d47-b342-93804f5520fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:32.980202 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f7256a65-9952-4ab7-b53e-3a18a1082a05 req-6e964266-c6b3-4d47-b342-93804f5520fc service neutron] 10.222.0.45 "GET /v2.0/networks?id=466e39dc-85f8-40ca-bf85-46614e8391c7 HTTP/1.1" status: 200 len: 897 time: 0.1195309 Sep 01 15:41:33.034285 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f7256a65-9952-4ab7-b53e-3a18a1082a05 req-27f70930-c6be-4d8e-809d-36ea77706c21 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f88c572-8680-463e-9562-178161d1fd97 HTTP/1.1" status: 200 len: 217 time: 0.0444808 Sep 01 15:41:33.036893 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1c0d8fe6-adf1-4612-94d3-bc62ded1c05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:33.039537 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1c0d8fe6-adf1-4612-94d3-bc62ded1c05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:33.040730 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1c0d8fe6-adf1-4612-94d3-bc62ded1c05a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/723e7183-e9af-4ff3-85ac-755940ea8e72 HTTP/1.1" status: 204 len: 168 time: 0.3520045 Sep 01 15:41:33.047888 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] device_id is not set on port d11be667-00fe-4c67-9367-cd8430897000 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:41:33.060642 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:33.064393 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d8fe6-adf1-4612-94d3-bc62ded1c05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723e7183-e9af-4ff3-85ac-755940ea8e72,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:33.079230 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Transition to ACTIVE for port object d11be667-00fe-4c67-9367-cd8430897000 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:33.084458 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:33.099165 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7256a65-9952-4ab7-b53e-3a18a1082a05 req-a9a8a76e-a281-4748-ac8e-324c1e3f318f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:33.100662 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f7256a65-9952-4ab7-b53e-3a18a1082a05 req-a9a8a76e-a281-4748-ac8e-324c1e3f318f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=60b2bacc-5d2a-418b-af8f-ed5d26a53426 HTTP/1.1" status: 200 len: 835 time: 0.0572677 Sep 01 15:41:33.148821 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Pushing event updated for resources: {'Port': ['ID=d11be667-00fe-4c67-9367-cd8430897000,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:33.155444 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:33.156314 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:33.156314 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:33.161160 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port d11be667-00fe-4c67-9367-cd8430897000 on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:33.161505 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port d11be667-00fe-4c67-9367-cd8430897000 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:33.161896 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempt 2 to bind port d11be667-00fe-4c67-9367-cd8430897000 Sep 01 15:41:33.179223 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:33.179547 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:33.179884 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:33.183499 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7256a65-9952-4ab7-b53e-3a18a1082a05 req-0e3b4bde-ca0d-4bb5-bc3f-3b8ec979e237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:33.185740 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f7256a65-9952-4ab7-b53e-3a18a1082a05 req-0e3b4bde-ca0d-4bb5-bc3f-3b8ec979e237 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=466e39dc-85f8-40ca-bf85-46614e8391c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764525 Sep 01 15:41:33.195632 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port d11be667-00fe-4c67-9367-cd8430897000 on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:33.195977 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port d11be667-00fe-4c67-9367-cd8430897000 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:33.196393 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempt 3 to bind port d11be667-00fe-4c67-9367-cd8430897000 Sep 01 15:41:33.211837 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:33.212329 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:33.212727 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:33.218021 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port d11be667-00fe-4c67-9367-cd8430897000 on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:33.218567 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port d11be667-00fe-4c67-9367-cd8430897000 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:33.218854 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempt 4 to bind port d11be667-00fe-4c67-9367-cd8430897000 Sep 01 15:41:33.235455 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:33.235909 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:33.236215 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:33.241989 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port d11be667-00fe-4c67-9367-cd8430897000 on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:33.242353 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port d11be667-00fe-4c67-9367-cd8430897000 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:33.242766 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempt 5 to bind port d11be667-00fe-4c67-9367-cd8430897000 Sep 01 15:41:33.258068 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:33.258321 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:33.258677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:33.263895 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port d11be667-00fe-4c67-9367-cd8430897000 on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:33.264240 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port d11be667-00fe-4c67-9367-cd8430897000 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:33.264633 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempt 6 to bind port d11be667-00fe-4c67-9367-cd8430897000 Sep 01 15:41:33.282313 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:33.283575 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:33.284139 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:33.296106 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port d11be667-00fe-4c67-9367-cd8430897000 on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:33.297239 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port d11be667-00fe-4c67-9367-cd8430897000 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:33.297903 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempt 7 to bind port d11be667-00fe-4c67-9367-cd8430897000 Sep 01 15:41:33.325737 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:33.326037 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:33.326430 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:33.340300 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port d11be667-00fe-4c67-9367-cd8430897000 on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:33.341597 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port d11be667-00fe-4c67-9367-cd8430897000 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:33.341803 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempt 8 to bind port d11be667-00fe-4c67-9367-cd8430897000 Sep 01 15:41:33.376064 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53333849-0f7c-423a-85f4-337ec742a4c7 req-c26a5274-73d9-4da1-bb71-d0af74087b73 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:33.377963 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-53333849-0f7c-423a-85f4-337ec742a4c7 req-c26a5274-73d9-4da1-bb71-d0af74087b73 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5 HTTP/1.1" status: 200 len: 943 time: 0.1366234 Sep 01 15:41:33.379019 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:33.379601 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:33.380478 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:33.389706 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port d11be667-00fe-4c67-9367-cd8430897000 on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:33.390261 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port d11be667-00fe-4c67-9367-cd8430897000 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:33.390982 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempt 9 to bind port d11be667-00fe-4c67-9367-cd8430897000 Sep 01 15:41:33.408569 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f7256a65-9952-4ab7-b53e-3a18a1082a05 req-5c1b67b9-50e6-4d2b-a1ba-d3b816410976 service neutron] 10.222.0.45 "GET /v2.0/networks/466e39dc-85f8-40ca-bf85-46614e8391c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075546 Sep 01 15:41:33.415861 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:33.416470 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:33.416964 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:33.427760 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port d11be667-00fe-4c67-9367-cd8430897000 on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:33.428325 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port d11be667-00fe-4c67-9367-cd8430897000 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:33.429927 n-d-794796-3 neutron-server[94734]: INFO neutron.plugins.ml2.plugin [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempt 10 to bind port d11be667-00fe-4c67-9367-cd8430897000 Sep 01 15:41:33.460287 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:33.460905 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:33.461443 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port d11be667-00fe-4c67-9367-cd8430897000 on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:33.470469 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port d11be667-00fe-4c67-9367-cd8430897000 on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:33.471020 n-d-794796-3 neutron-server[94734]: ERROR neutron.plugins.ml2.managers [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port d11be667-00fe-4c67-9367-cd8430897000 on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:33.471653 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:33.496610 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-53333849-0f7c-423a-85f4-337ec742a4c7 req-1833c91a-4f77-4308-a02d-46d545679373 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e911b14-c4e8-4a5f-9f21-c70c51581d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997670 Sep 01 15:41:33.584937 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f7256a65-9952-4ab7-b53e-3a18a1082a05 req-e7a27ee9-a7d0-476e-88a5-131db7d2e385 service neutron] 10.222.0.45 "GET /v2.0/networks/466e39dc-85f8-40ca-bf85-46614e8391c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642754 Sep 01 15:41:33.589716 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] For port d11be667-00fe-4c67-9367-cd8430897000, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:41:33.591834 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempted to set empty binding levels {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 01 15:41:33.598795 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:33.636715 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] In _notify_port_updated(), no bound segment for port d11be667-00fe-4c67-9367-cd8430897000 on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:41:33.638385 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:33.641639 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:33.644103 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] 10.222.0.60 "PUT /v2.0/ports/d11be667-00fe-4c67-9367-cd8430897000 HTTP/1.1" status: 200 len: 975 time: 0.9921260 Sep 01 15:41:33.647482 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44328) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:33.676030 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92354204-2159-4fc9-aa7a-6745d090e8bc tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Pushing event updated for resources: {'Port': ['ID=d11be667-00fe-4c67-9367-cd8430897000,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:33.798278 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185bd0e8-5e66-4b00-ae30-de037dc1f9fe tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:33.798780 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185bd0e8-5e66-4b00-ae30-de037dc1f9fe tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:33.799615 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185bd0e8-5e66-4b00-ae30-de037dc1f9fe tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:33.800646 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185bd0e8-5e66-4b00-ae30-de037dc1f9fe tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:33.801423 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185bd0e8-5e66-4b00-ae30-de037dc1f9fe tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:33.802785 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185bd0e8-5e66-4b00-ae30-de037dc1f9fe tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:33.803358 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185bd0e8-5e66-4b00-ae30-de037dc1f9fe tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:33.804009 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185bd0e8-5e66-4b00-ae30-de037dc1f9fe tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:33.804773 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185bd0e8-5e66-4b00-ae30-de037dc1f9fe tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:33.805569 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185bd0e8-5e66-4b00-ae30-de037dc1f9fe tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:33.806093 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185bd0e8-5e66-4b00-ae30-de037dc1f9fe tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:33.806669 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185bd0e8-5e66-4b00-ae30-de037dc1f9fe tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:33.807181 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185bd0e8-5e66-4b00-ae30-de037dc1f9fe tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:33.807967 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185bd0e8-5e66-4b00-ae30-de037dc1f9fe tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:33.808746 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185bd0e8-5e66-4b00-ae30-de037dc1f9fe tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:33.809810 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185bd0e8-5e66-4b00-ae30-de037dc1f9fe tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:33.813326 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-185bd0e8-5e66-4b00-ae30-de037dc1f9fe tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14651 time: 0.1637611 Sep 01 15:41:33.819480 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44336) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:33.946201 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019dd16-59db-4dce-9dfb-83f8ab95bb08 req-1c94aa53-c692-4f7c-8570-d3bc69ecd479 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:33.948317 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1019dd16-59db-4dce-9dfb-83f8ab95bb08 req-1c94aa53-c692-4f7c-8570-d3bc69ecd479 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f389959c-2943-4f32-9fdf-4e817d421366 HTTP/1.1" status: 200 len: 1096 time: 0.0926149 Sep 01 15:41:33.993658 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-7642a13e-a658-4243-8602-ddbba8a9c6fb tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Deleting port d11be667-00fe-4c67-9367-cd8430897000 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:33.994690 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7642a13e-a658-4243-8602-ddbba8a9c6fb tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:34.056851 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1019dd16-59db-4dce-9dfb-83f8ab95bb08 req-2b734c0a-137e-48b9-925f-754d8d39d499 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6136607d-4cab-4b9e-a391-b36c2b090b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954642 Sep 01 15:41:34.087307 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-7642a13e-a658-4243-8602-ddbba8a9c6fb tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] For port d11be667-00fe-4c67-9367-cd8430897000, host n-h1-794796-3, got binding levels [] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:34.087947 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7642a13e-a658-4243-8602-ddbba8a9c6fb tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:34.113882 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-7642a13e-a658-4243-8602-ddbba8a9c6fb tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Calling delete_port for d11be667-00fe-4c67-9367-cd8430897000 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:34.528887 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7642a13e-a658-4243-8602-ddbba8a9c6fb tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:34.574923 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642a13e-a658-4243-8602-ddbba8a9c6fb tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Pushing event deleted for resources: {'Port': ['ID=d11be667-00fe-4c67-9367-cd8430897000,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:34.587349 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7642a13e-a658-4243-8602-ddbba8a9c6fb tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:34.592027 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7642a13e-a658-4243-8602-ddbba8a9c6fb tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] 10.222.0.60 "DELETE /v2.0/ports/d11be667-00fe-4c67-9367-cd8430897000 HTTP/1.1" status: 204 len: 168 time: 0.7684159 Sep 01 15:41:34.592693 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44356) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:34.620956 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-901b01dc-9531-4606-8bb2-79e188fdf982 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] GET failed (client error): The resource could not be found. Sep 01 15:41:34.622655 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-901b01dc-9531-4606-8bb2-79e188fdf982 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] 10.222.0.60 "GET /v2.0/ports/d11be667-00fe-4c67-9367-cd8430897000 HTTP/1.1" status: 404 len: 333 time: 0.0292742 Sep 01 15:41:34.627283 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44358) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:34.639708 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-ec55ec58-8199-48e6-bc81-6866003df4a8 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1985203938', 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:34.740727 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec55ec58-8199-48e6-bc81-6866003df4a8 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Made reservation on behalf of d38bc0199f43411a9b446fdc91642c08 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:34.744038 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ec55ec58-8199-48e6-bc81-6866003df4a8 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:34.757337 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cd04c-f31f-4ac2-aa85-05825fcd2baf req-c120e49e-5e7d-4ba7-a56b-9cb1bc70a0cb tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:34.759217 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-012cd04c-f31f-4ac2-aa85-05825fcd2baf req-c120e49e-5e7d-4ba7-a56b-9cb1bc70a0cb tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5 HTTP/1.1" status: 200 len: 943 time: 0.1076748 Sep 01 15:41:34.775012 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-ec55ec58-8199-48e6-bc81-6866003df4a8 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] device_id is not set on port 3d990a7c-fd7c-4663-8608-e032a9fe7dd6 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:41:34.896035 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-012cd04c-f31f-4ac2-aa85-05825fcd2baf req-3efc1d21-9ae2-48c6-9fb7-0efd2f5d4f17 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e911b14-c4e8-4a5f-9f21-c70c51581d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787854 Sep 01 15:41:35.092738 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 1f88c572-8680-463e-9562-178161d1fd97 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:41:35.234895 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9290c-720f-43df-b503-1b1bc1ef7d79 req-feb8ec39-4cc6-45f4-8126-e033512b98ed tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:35.236919 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-83e9290c-720f-43df-b503-1b1bc1ef7d79 req-feb8ec39-4cc6-45f4-8126-e033512b98ed tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f389959c-2943-4f32-9fdf-4e817d421366 HTTP/1.1" status: 200 len: 1096 time: 0.0639558 Sep 01 15:41:35.288137 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-83e9290c-720f-43df-b503-1b1bc1ef7d79 req-59b8380e-f3b0-441f-960a-04405fbd2be5 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6136607d-4cab-4b9e-a391-b36c2b090b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443532 Sep 01 15:41:35.363624 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 1f88c572-8680-463e-9562-178161d1fd97, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=1f88c572-8680-463e-9562-178161d1fd97,segment=NetworkSegment(15f986de-2f1b-49ad-8450-25728dec2e54),segment_id=15f986de-2f1b-49ad-8450-25728dec2e54)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:35.393279 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '1f88c572-8680-463e-9562-178161d1fd97', 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7', 'port_id': '1f88c572-8680-463e-9562-178161d1fd97', 'mac_address': 'fa:16:3e:7b:24:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b2bacc-5d2a-418b-af8f-ed5d26a53426', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:41:35.459613 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ec55ec58-8199-48e6-bc81-6866003df4a8 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:35.464445 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:35.480935 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f88c572-8680-463e-9562-178161d1fd97 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:41:35.504713 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 1f88c572-8680-463e-9562-178161d1fd97, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=1f88c572-8680-463e-9562-178161d1fd97,segment=NetworkSegment(15f986de-2f1b-49ad-8450-25728dec2e54),segment_id=15f986de-2f1b-49ad-8450-25728dec2e54)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:35.511678 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:35.518414 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ec55ec58-8199-48e6-bc81-6866003df4a8 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:35.570606 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=1f88c572-8680-463e-9562-178161d1fd97,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:35.579765 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:35.580265 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:35.580718 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:35.581324 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:35.581630 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:35.582037 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:35.582467 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:35.582916 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:35.583346 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:35.583814 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:35.584390 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:35.584787 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:35.663276 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec55ec58-8199-48e6-bc81-6866003df4a8 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Network 281c699e-ce0f-4d77-8e57-3c874ee257af is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:35.677425 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-ec55ec58-8199-48e6-bc81-6866003df4a8 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:35.681634 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec55ec58-8199-48e6-bc81-6866003df4a8 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:35.683547 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec55ec58-8199-48e6-bc81-6866003df4a8 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:35.684262 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ec55ec58-8199-48e6-bc81-6866003df4a8 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:35.706845 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55ec58-8199-48e6-bc81-6866003df4a8 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Pushing event updated for resources: {'Port': ['ID=3d990a7c-fd7c-4663-8608-e032a9fe7dd6,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:35.729131 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ec55ec58-8199-48e6-bc81-6866003df4a8 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0961428 Sep 01 15:41:35.730641 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d570bb-0267-4dee-b327-a78d5e04885a req-9d577435-7c58-4698-acfe-58d20a423a96 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:35.734032 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c7d570bb-0267-4dee-b327-a78d5e04885a req-9d577435-7c58-4698-acfe-58d20a423a96 tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f389959c-2943-4f32-9fdf-4e817d421366 HTTP/1.1" status: 200 len: 1096 time: 0.1951435 Sep 01 15:41:35.735318 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44382) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:35.754458 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['1f88c572-8680-463e-9562-178161d1fd97'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:41:35.773781 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb6ab4c-27ad-47da-aa3e-540f4b969236 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:35.777904 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cbb6ab4c-27ad-47da-aa3e-540f4b969236 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] 10.222.0.60 "GET /v2.0/ports/3d990a7c-fd7c-4663-8608-e032a9fe7dd6 HTTP/1.1" status: 200 len: 955 time: 0.0390351 Sep 01 15:41:35.778565 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44386) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:35.876775 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device d302c91b-988e-4a62-848c-cd1453f6872f no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:41:35.878863 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-cd7bcc23-ceef-4203-b210-80f265cbba3a tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Deleting port 3d990a7c-fd7c-4663-8608-e032a9fe7dd6 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:35.879542 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cd7bcc23-ceef-4203-b210-80f265cbba3a tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:35.908589 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-c7d570bb-0267-4dee-b327-a78d5e04885a req-950df849-2217-4e32-991e-5d54b8d9e46e tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Deleting port 5bdee92b-1a41-46b9-9e83-3e40564d98a0 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:35.908862 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c7d570bb-0267-4dee-b327-a78d5e04885a req-950df849-2217-4e32-991e-5d54b8d9e46e tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:35.912404 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: d302c91b-988e-4a62-848c-cd1453f6872f {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:41:35.912884 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device d302c91b-988e-4a62-848c-cd1453f6872f not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:41:35.971964 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cd7bcc23-ceef-4203-b210-80f265cbba3a tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:36.000535 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-cd7bcc23-ceef-4203-b210-80f265cbba3a tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Calling delete_port for 3d990a7c-fd7c-4663-8608-e032a9fe7dd6 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:36.055592 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-c7d570bb-0267-4dee-b327-a78d5e04885a req-950df849-2217-4e32-991e-5d54b8d9e46e tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] For port 5bdee92b-1a41-46b9-9e83-3e40564d98a0, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=5bdee92b-1a41-46b9-9e83-3e40564d98a0,segment=NetworkSegment(e109a916-d858-4cdf-a6d5-40ba1e1512d1),segment_id=e109a916-d858-4cdf-a6d5-40ba1e1512d1)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:36.055913 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c7d570bb-0267-4dee-b327-a78d5e04885a req-950df849-2217-4e32-991e-5d54b8d9e46e tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:36.076048 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-c7d570bb-0267-4dee-b327-a78d5e04885a req-950df849-2217-4e32-991e-5d54b8d9e46e tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Calling delete_port for 5bdee92b-1a41-46b9-9e83-3e40564d98a0 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:36.134633 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cd7bcc23-ceef-4203-b210-80f265cbba3a tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:36.170123 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7bcc23-ceef-4203-b210-80f265cbba3a tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d990a7c-fd7c-4663-8608-e032a9fe7dd6,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:36.187950 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cd7bcc23-ceef-4203-b210-80f265cbba3a tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:36.193878 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cd7bcc23-ceef-4203-b210-80f265cbba3a tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] 10.222.0.60 "DELETE /v2.0/ports/3d990a7c-fd7c-4663-8608-e032a9fe7dd6 HTTP/1.1" status: 204 len: 168 time: 0.4141624 Sep 01 15:41:36.195292 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44398) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:36.214205 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086a2f4-cb40-481e-905b-81bd403af688 req-4c6bd6ed-4dcf-4e89-ae2c-9c7cee3a038a tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:36.216223 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e086a2f4-cb40-481e-905b-81bd403af688 req-4c6bd6ed-4dcf-4e89-ae2c-9c7cee3a038a tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5 HTTP/1.1" status: 200 len: 944 time: 0.1275966 Sep 01 15:41:36.225843 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-29005035-3a1b-40dd-bc36-ce95f3089512 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] GET failed (client error): The resource could not be found. Sep 01 15:41:36.227942 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-29005035-3a1b-40dd-bc36-ce95f3089512 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] 10.222.0.60 "GET /v2.0/ports/3d990a7c-fd7c-4663-8608-e032a9fe7dd6 HTTP/1.1" status: 404 len: 333 time: 0.0314708 Sep 01 15:41:36.232227 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44400) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:36.237783 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-4e360562-dcf7-49c8-a5bb-cf899aa05296 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Request body: {'port': {'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2026144939'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:36.274924 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e360562-dcf7-49c8-a5bb-cf899aa05296 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Made reservation on behalf of d38bc0199f43411a9b446fdc91642c08 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:36.280568 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4e360562-dcf7-49c8-a5bb-cf899aa05296 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:36.306225 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e086a2f4-cb40-481e-905b-81bd403af688 req-7660c49e-430b-4962-b287-b7ed5f7facbe tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e911b14-c4e8-4a5f-9f21-c70c51581d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765126 Sep 01 15:41:36.311920 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-4e360562-dcf7-49c8-a5bb-cf899aa05296 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] device_id is not set on port f98473e6-75f5-4274-a584-649e93f8497d yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:41:36.358753 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c7d570bb-0267-4dee-b327-a78d5e04885a req-950df849-2217-4e32-991e-5d54b8d9e46e tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:36.396591 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950df849-2217-4e32-991e-5d54b8d9e46e tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bdee92b-1a41-46b9-9e83-3e40564d98a0,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:36.480912 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['5bdee92b-1a41-46b9-9e83-3e40564d98a0'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:41:36.490144 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e034f266-76c2-4c8c-a7b0-871f5dd1202f req-3f5a1d75-5849-4ca8-85a5-7ca8f71f6c7f tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f389959c-2943-4f32-9fdf-4e817d421366 HTTP/1.1" status: 200 len: 210 time: 0.0493672 Sep 01 15:41:36.494729 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d570bb-0267-4dee-b327-a78d5e04885a req-950df849-2217-4e32-991e-5d54b8d9e46e tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] No DVR routers for this DVR port 5bdee92b-1a41-46b9-9e83-3e40564d98a0 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:41:36.506370 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c7d570bb-0267-4dee-b327-a78d5e04885a req-950df849-2217-4e32-991e-5d54b8d9e46e tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:36.506370 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c7d570bb-0267-4dee-b327-a78d5e04885a req-950df849-2217-4e32-991e-5d54b8d9e46e tempest-TestServerMultinode-237307552 tempest-TestServerMultinode-237307552-project-admin] 10.222.0.45 "DELETE /v2.0/ports/5bdee92b-1a41-46b9-9e83-3e40564d98a0 HTTP/1.1" status: 204 len: 173 time: 0.7603338 Sep 01 15:41:36.506370 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f389959c-2943-4f32-9fdf-4e817d421366', 'name': 'network-vif-deleted', 'tag': '5bdee92b-1a41-46b9-9e83-3e40564d98a0'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:41:36.507192 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48062a31-68bb-4cde-995f-43a50602c4e4" -d '{"events": [{"server_uuid": "f389959c-2943-4f32-9fdf-4e817d421366", "name": "network-vif-deleted", "tag": "5bdee92b-1a41-46b9-9e83-3e40564d98a0"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:41:36.567033 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4057725-c4e1-4bdd-9ee9-7ff98f7df394 x-openstack-request-id: req-a4057725-c4e1-4bdd-9ee9-7ff98f7df394 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:41:36.567895 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f389959c-2943-4f32-9fdf-4e817d421366", "name": "network-vif-deleted", "tag": "5bdee92b-1a41-46b9-9e83-3e40564d98a0", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:41:36.568323 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a4057725-c4e1-4bdd-9ee9-7ff98f7df394 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:41:36.569128 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f389959c-2943-4f32-9fdf-4e817d421366', 'name': 'network-vif-deleted', 'tag': '5bdee92b-1a41-46b9-9e83-3e40564d98a0', 'status': 'completed', 'code': 200} Sep 01 15:41:36.620689 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4e360562-dcf7-49c8-a5bb-cf899aa05296 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:36.677049 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4e360562-dcf7-49c8-a5bb-cf899aa05296 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:36.750154 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e360562-dcf7-49c8-a5bb-cf899aa05296 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Network 281c699e-ce0f-4d77-8e57-3c874ee257af is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:36.756300 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-4e360562-dcf7-49c8-a5bb-cf899aa05296 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:36.760592 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e360562-dcf7-49c8-a5bb-cf899aa05296 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:36.762282 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e360562-dcf7-49c8-a5bb-cf899aa05296 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:36.763388 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4e360562-dcf7-49c8-a5bb-cf899aa05296 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:36.793459 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4e360562-dcf7-49c8-a5bb-cf899aa05296 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5573275 Sep 01 15:41:36.793459 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e360562-dcf7-49c8-a5bb-cf899aa05296 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Pushing event updated for resources: {'Port': ['ID=f98473e6-75f5-4274-a584-649e93f8497d,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:36.794268 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44412) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:36.810128 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:36.898540 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:37.094695 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44416) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:37.123595 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 1f88c572-8680-463e-9562-178161d1fd97 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:41:37.199565 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 1f88c572-8680-463e-9562-178161d1fd97 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:41:37.210671 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 1f88c572-8680-463e-9562-178161d1fd97 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:37.211156 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:37.216826 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] device_id is not set on port f98473e6-75f5-4274-a584-649e93f8497d yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:41:37.230874 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:37.252340 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Transition to ACTIVE for port object f98473e6-75f5-4274-a584-649e93f8497d will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:37.257478 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:37.309126 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ddf7e34c-f08f-413d-a824-58e5c85dbaf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:37.323991 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Pushing event updated for resources: {'Port': ['ID=f98473e6-75f5-4274-a584-649e93f8497d,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:37.336705 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:37.337277 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:37.337585 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:37.345866 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port f98473e6-75f5-4274-a584-649e93f8497d on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:37.346249 n-d-794796-3 neutron-server[94733]: ERROR neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port f98473e6-75f5-4274-a584-649e93f8497d on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:37.349456 n-d-794796-3 neutron-server[94733]: INFO neutron.plugins.ml2.plugin [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempt 2 to bind port f98473e6-75f5-4274-a584-649e93f8497d Sep 01 15:41:37.357467 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:37.385076 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:37.385384 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:37.385997 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:37.398210 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port f98473e6-75f5-4274-a584-649e93f8497d on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:37.399516 n-d-794796-3 neutron-server[94733]: ERROR neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port f98473e6-75f5-4274-a584-649e93f8497d on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:37.400292 n-d-794796-3 neutron-server[94733]: INFO neutron.plugins.ml2.plugin [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempt 3 to bind port f98473e6-75f5-4274-a584-649e93f8497d Sep 01 15:41:37.423909 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f88c572-8680-463e-9562-178161d1fd97'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:41:37.426183 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31a2a14-c170-4841-b4a4-4eb0f4df0560" -d '{"events": [{"server_uuid": "33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5", "name": "network-vif-plugged", "status": "completed", "tag": "1f88c572-8680-463e-9562-178161d1fd97"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:41:37.428472 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:37.428866 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:37.429989 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:37.444444 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 1f88c572-8680-463e-9562-178161d1fd97, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=1f88c572-8680-463e-9562-178161d1fd97,segment=NetworkSegment(15f986de-2f1b-49ad-8450-25728dec2e54),segment_id=15f986de-2f1b-49ad-8450-25728dec2e54)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:37.463614 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:37.478722 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ddf7e34c-f08f-413d-a824-58e5c85dbaf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:37.485600 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ddf7e34c-f08f-413d-a824-58e5c85dbaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:37.492644 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port f98473e6-75f5-4274-a584-649e93f8497d on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:37.493192 n-d-794796-3 neutron-server[94733]: ERROR neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port f98473e6-75f5-4274-a584-649e93f8497d on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:37.495198 n-d-794796-3 neutron-server[94733]: INFO neutron.plugins.ml2.plugin [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempt 4 to bind port f98473e6-75f5-4274-a584-649e93f8497d Sep 01 15:41:37.519615 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ed4213-fcff-4abe-b5e9-47b7945a6321 x-openstack-request-id: req-21ed4213-fcff-4abe-b5e9-47b7945a6321 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:41:37.521000 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5", "name": "network-vif-plugged", "status": "completed", "tag": "1f88c572-8680-463e-9562-178161d1fd97", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:41:37.521820 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-21ed4213-fcff-4abe-b5e9-47b7945a6321 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:41:37.522638 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f88c572-8680-463e-9562-178161d1fd97', 'code': 200} Sep 01 15:41:37.543289 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ddf7e34c-f08f-413d-a824-58e5c85dbaf0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=80d2891f209141faa4f0f91538b5724a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4466541 Sep 01 15:41:37.545167 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7e34c-f08f-413d-a824-58e5c85dbaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f12853-83c8-4bb8-b3bd-fdd310955e45,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:37.548924 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44424) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:37.550628 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:37.550628 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:37.550985 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:37.581127 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port f98473e6-75f5-4274-a584-649e93f8497d on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:37.581464 n-d-794796-3 neutron-server[94733]: ERROR neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port f98473e6-75f5-4274-a584-649e93f8497d on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:37.584148 n-d-794796-3 neutron-server[94733]: INFO neutron.plugins.ml2.plugin [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempt 5 to bind port f98473e6-75f5-4274-a584-649e93f8497d Sep 01 15:41:37.601562 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=1f88c572-8680-463e-9562-178161d1fd97,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:37.620223 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44428) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:37.620767 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:37.621150 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:37.621499 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:37.632372 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb09ab-db24-4d47-934b-3c0e9154dba2 req-8c5b303c-ad14-4a81-a40e-d379176ba694 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:37.634601 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6bbb09ab-db24-4d47-934b-3c0e9154dba2 req-8c5b303c-ad14-4a81-a40e-d379176ba694 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5 HTTP/1.1" status: 200 len: 944 time: 0.2099247 Sep 01 15:41:37.640505 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port f98473e6-75f5-4274-a584-649e93f8497d on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:37.640842 n-d-794796-3 neutron-server[94733]: ERROR neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port f98473e6-75f5-4274-a584-649e93f8497d on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:37.642057 n-d-794796-3 neutron-server[94733]: INFO neutron.plugins.ml2.plugin [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempt 6 to bind port f98473e6-75f5-4274-a584-649e93f8497d Sep 01 15:41:37.679670 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:37.680016 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:37.680358 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:37.695357 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedfeaf-d175-401e-864f-cfa1207650db req-de8274e9-f391-40c6-976e-1ec102ebe2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:37.696958 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4bedfeaf-d175-401e-864f-cfa1207650db req-de8274e9-f391-40c6-976e-1ec102ebe2a1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5 HTTP/1.1" status: 200 len: 1096 time: 0.1389661 Sep 01 15:41:37.703831 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port f98473e6-75f5-4274-a584-649e93f8497d on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:37.704165 n-d-794796-3 neutron-server[94733]: ERROR neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port f98473e6-75f5-4274-a584-649e93f8497d on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:37.708149 n-d-794796-3 neutron-server[94733]: INFO neutron.plugins.ml2.plugin [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempt 7 to bind port f98473e6-75f5-4274-a584-649e93f8497d Sep 01 15:41:37.722544 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1c56eeeb-67fc-4f4f-8f4b-dcde71e15af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:37.736538 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6bbb09ab-db24-4d47-934b-3c0e9154dba2 req-5416d40a-b1ff-4f89-b768-e6eae8a1cd5a tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e911b14-c4e8-4a5f-9f21-c70c51581d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899968 Sep 01 15:41:37.747249 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:37.747597 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:37.747942 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:37.764346 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4bedfeaf-d175-401e-864f-cfa1207650db req-f06e6c46-748a-4e23-ae91-4b6cc1fdc087 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8e911b14-c4e8-4a5f-9f21-c70c51581d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586002 Sep 01 15:41:37.764866 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port f98473e6-75f5-4274-a584-649e93f8497d on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:37.765201 n-d-794796-3 neutron-server[94733]: ERROR neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port f98473e6-75f5-4274-a584-649e93f8497d on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:37.765637 n-d-794796-3 neutron-server[94733]: INFO neutron.plugins.ml2.plugin [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempt 8 to bind port f98473e6-75f5-4274-a584-649e93f8497d Sep 01 15:41:37.780829 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:37.781209 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:37.782802 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:37.787627 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port f98473e6-75f5-4274-a584-649e93f8497d on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:37.788220 n-d-794796-3 neutron-server[94733]: ERROR neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port f98473e6-75f5-4274-a584-649e93f8497d on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:37.788681 n-d-794796-3 neutron-server[94733]: INFO neutron.plugins.ml2.plugin [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempt 9 to bind port f98473e6-75f5-4274-a584-649e93f8497d Sep 01 15:41:37.810099 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:37.810850 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:37.811155 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:37.819130 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port f98473e6-75f5-4274-a584-649e93f8497d on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:37.819648 n-d-794796-3 neutron-server[94733]: ERROR neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port f98473e6-75f5-4274-a584-649e93f8497d on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:37.820295 n-d-794796-3 neutron-server[94733]: INFO neutron.plugins.ml2.plugin [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempt 10 to bind port f98473e6-75f5-4274-a584-649e93f8497d Sep 01 15:41:37.832641 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1c56eeeb-67fc-4f4f-8f4b-dcde71e15af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:37.838989 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:37.839302 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:37.839721 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempting to bind port f98473e6-75f5-4274-a584-649e93f8497d on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:37.845339 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Port f98473e6-75f5-4274-a584-649e93f8497d on network 281c699e-ce0f-4d77-8e57-3c874ee257af not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:41:37.845678 n-d-794796-3 neutron-server[94733]: ERROR neutron.plugins.ml2.managers [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Failed to bind port f98473e6-75f5-4274-a584-649e93f8497d on host n-h1-794796-3 for vnic_type normal using segments [{'id': 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '281c699e-ce0f-4d77-8e57-3c874ee257af'}] Sep 01 15:41:37.846067 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:37.943428 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] For port f98473e6-75f5-4274-a584-649e93f8497d, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:41:37.944087 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attempted to set empty binding levels {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 01 15:41:37.952425 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:37.992236 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] In _notify_port_updated(), no bound segment for port f98473e6-75f5-4274-a584-649e93f8497d on network 281c699e-ce0f-4d77-8e57-3c874ee257af {{(pid=94733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:41:37.993271 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:37.993912 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:37.995529 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] 10.222.0.60 "PUT /v2.0/ports/f98473e6-75f5-4274-a584-649e93f8497d HTTP/1.1" status: 200 len: 975 time: 1.1995881 Sep 01 15:41:38.001750 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44430) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:38.021516 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1c56eeeb-67fc-4f4f-8f4b-dcde71e15af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.024395 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1c56eeeb-67fc-4f4f-8f4b-dcde71e15af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.025715 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1c56eeeb-67fc-4f4f-8f4b-dcde71e15af1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/56f12853-83c8-4bb8-b3bd-fdd310955e45 HTTP/1.1" status: 204 len: 168 time: 0.4756413 Sep 01 15:41:38.049893 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56eeeb-67fc-4f4f-8f4b-dcde71e15af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f12853-83c8-4bb8-b3bd-fdd310955e45,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:38.056293 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50603b-93d8-4bd6-bc06-2d95ec794266 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Pushing event updated for resources: {'Port': ['ID=f98473e6-75f5-4274-a584-649e93f8497d,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:38.121641 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-055d472f-32aa-4e20-b946-f061ff5dcd70 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Deleting port f98473e6-75f5-4274-a584-649e93f8497d {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:38.122055 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-055d472f-32aa-4e20-b946-f061ff5dcd70 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.208521 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-055d472f-32aa-4e20-b946-f061ff5dcd70 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] For port f98473e6-75f5-4274-a584-649e93f8497d, host n-h1-794796-3, got binding levels [] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:38.208903 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-055d472f-32aa-4e20-b946-f061ff5dcd70 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.235947 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-055d472f-32aa-4e20-b946-f061ff5dcd70 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Calling delete_port for f98473e6-75f5-4274-a584-649e93f8497d owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:38.340181 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf972e31-85bb-47bf-bfae-6315bfff2b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.368644 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-055d472f-32aa-4e20-b946-f061ff5dcd70 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.448922 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d472f-32aa-4e20-b946-f061ff5dcd70 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Pushing event deleted for resources: {'Port': ['ID=f98473e6-75f5-4274-a584-649e93f8497d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:38.461446 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-055d472f-32aa-4e20-b946-f061ff5dcd70 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.469992 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-055d472f-32aa-4e20-b946-f061ff5dcd70 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] 10.222.0.60 "DELETE /v2.0/ports/f98473e6-75f5-4274-a584-649e93f8497d HTTP/1.1" status: 204 len: 168 time: 0.4621327 Sep 01 15:41:38.470942 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44436) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:38.503858 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-61aca5a9-72f4-4adc-baf8-f4c47cb88cb1 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] GET failed (client error): The resource could not be found. Sep 01 15:41:38.508719 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-61aca5a9-72f4-4adc-baf8-f4c47cb88cb1 tempest-PortsAdminExtendedAttrsTestJSON-1179236462 tempest-PortsAdminExtendedAttrsTestJSON-1179236462-project-admin] 10.222.0.60 "GET /v2.0/ports/f98473e6-75f5-4274-a584-649e93f8497d HTTP/1.1" status: 404 len: 333 time: 0.0335250 Sep 01 15:41:38.512758 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44438) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:38.547064 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44440) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:38.605605 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0efde1b4-bfc9-4e54-a2b1-5ec22bc91f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.650725 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-54adbfde-5158-41be-aa40-85fc39f390b1 tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.660732 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.726955 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-cf972e31-85bb-47bf-bfae-6315bfff2b32 admin admin] Deleting port bc3dd099-cbbe-41ee-bae4-24de6972d793 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:38.727572 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf972e31-85bb-47bf-bfae-6315bfff2b32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.799090 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-54adbfde-5158-41be-aa40-85fc39f390b1 tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.821855 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-54adbfde-5158-41be-aa40-85fc39f390b1 tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['281c699e-ce0f-4d77-8e57-3c874ee257af']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:38.841205 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-54adbfde-5158-41be-aa40-85fc39f390b1 tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:38.841516 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-54adbfde-5158-41be-aa40-85fc39f390b1 tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a21ea2eb-1514-4cdf-bb48-d4ef52c85b0d') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:38.862355 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-54adbfde-5158-41be-aa40-85fc39f390b1 tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.893227 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0efde1b4-bfc9-4e54-a2b1-5ec22bc91f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.898381 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-54adbfde-5158-41be-aa40-85fc39f390b1 tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.901800 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0efde1b4-bfc9-4e54-a2b1-5ec22bc91f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.920148 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54adbfde-5158-41be-aa40-85fc39f390b1 tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:41:38.920614 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-54adbfde-5158-41be-aa40-85fc39f390b1 tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:41:38.933686 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:41:38.965116 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-cf972e31-85bb-47bf-bfae-6315bfff2b32 admin admin] For port bc3dd099-cbbe-41ee-bae4-24de6972d793, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=bc3dd099-cbbe-41ee-bae4-24de6972d793,segment=NetworkSegment(e109a916-d858-4cdf-a6d5-40ba1e1512d1),segment_id=e109a916-d858-4cdf-a6d5-40ba1e1512d1)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:38.965760 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf972e31-85bb-47bf-bfae-6315bfff2b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:39.001044 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-cf972e31-85bb-47bf-bfae-6315bfff2b32 admin admin] Calling delete_port for bc3dd099-cbbe-41ee-bae4-24de6972d793 owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:39.031880 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6eccd-d8fa-4d04-9206-b3abe17074fe req-dd7d4491-fc03-4e87-a6e2-6291294d9b05 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:39.033435 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efde1b4-bfc9-4e54-a2b1-5ec22bc91f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462bdbe5-3425-4ccb-b7b3-6669c42edaba,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:39.033876 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9eb6eccd-d8fa-4d04-9206-b3abe17074fe req-dd7d4491-fc03-4e87-a6e2-6291294d9b05 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5 HTTP/1.1" status: 200 len: 945 time: 0.1570094 Sep 01 15:41:39.048331 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0efde1b4-bfc9-4e54-a2b1-5ec22bc91f2b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a06dbac49154faf880f0acc3810de7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4967284 Sep 01 15:41:39.050007 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44444) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:39.070999 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-54adbfde-5158-41be-aa40-85fc39f390b1 tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:39.093200 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-54adbfde-5158-41be-aa40-85fc39f390b1 tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:39.095739 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-54adbfde-5158-41be-aa40-85fc39f390b1 tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] 10.222.0.60 "DELETE /v2.0/networks/281c699e-ce0f-4d77-8e57-3c874ee257af HTTP/1.1" status: 204 len: 168 time: 0.5818663 Sep 01 15:41:39.111266 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54adbfde-5158-41be-aa40-85fc39f390b1 tempest-PortsAdminExtendedAttrsTestJSON-1494259786 tempest-PortsAdminExtendedAttrsTestJSON-1494259786-project] Pushing event deleted for resources: {'Network': ['ID=281c699e-ce0f-4d77-8e57-3c874ee257af,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:39.120344 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 5bdee92b-1a41-46b9-9e83-3e40564d98a0 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:41:39.144808 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 5bdee92b-1a41-46b9-9e83-3e40564d98a0 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:41:39.145627 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 5bdee92b-1a41-46b9-9e83-3e40564d98a0 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:41:39.154898 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-29ece8f4-e307-4dbf-a736-d3ec6d55c1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:39.182234 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9eb6eccd-d8fa-4d04-9206-b3abe17074fe req-5fcdda56-af9d-4029-a058-99aea3508857 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e911b14-c4e8-4a5f-9f21-c70c51581d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396558 Sep 01 15:41:39.194130 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-29ece8f4-e307-4dbf-a736-d3ec6d55c1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:39.274079 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-29ece8f4-e307-4dbf-a736-d3ec6d55c1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:39.277321 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-29ece8f4-e307-4dbf-a736-d3ec6d55c1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:39.282203 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-29ece8f4-e307-4dbf-a736-d3ec6d55c1af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/462bdbe5-3425-4ccb-b7b3-6669c42edaba HTTP/1.1" status: 204 len: 168 time: 0.2315564 Sep 01 15:41:39.292999 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ece8f4-e307-4dbf-a736-d3ec6d55c1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462bdbe5-3425-4ccb-b7b3-6669c42edaba,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:39.308154 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdfbf-23a7-4587-84bd-a1207aea84ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:39.420866 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf972e31-85bb-47bf-bfae-6315bfff2b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:39.453535 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf972e31-85bb-47bf-bfae-6315bfff2b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc3dd099-cbbe-41ee-bae4-24de6972d793,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:39.503421 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44454) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:39.684006 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf972e31-85bb-47bf-bfae-6315bfff2b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:39.774571 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-331309c4-96f7-4e06-a323-8f70bd694e03 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1b745cdfc81b4c63a3aa7e821a2cc98c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2697127 Sep 01 15:41:39.776955 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44464) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:39.841619 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e7f9344f-3437-4f0d-8fff-b0311821fd53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:39.869122 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e7f9344f-3437-4f0d-8fff-b0311821fd53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:39.926031 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e7f9344f-3437-4f0d-8fff-b0311821fd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:39.928840 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e7f9344f-3437-4f0d-8fff-b0311821fd53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:39.933130 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e7f9344f-3437-4f0d-8fff-b0311821fd53 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c1ca53db-2b66-49e7-bf11-b35637073ab2 HTTP/1.1" status: 204 len: 168 time: 0.1520863 Sep 01 15:41:39.939200 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9344f-3437-4f0d-8fff-b0311821fd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ca53db-2b66-49e7-bf11-b35637073ab2,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:40.070775 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf972e31-85bb-47bf-bfae-6315bfff2b32 admin admin] Router 7563ab62-70f1-447f-a3e9-3e77c6e7c131 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:41:40.264527 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf972e31-85bb-47bf-bfae-6315bfff2b32 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:41:40.276920 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cf972e31-85bb-47bf-bfae-6315bfff2b32 admin admin] 10.222.0.60 "PUT /v2.0/routers/7563ab62-70f1-447f-a3e9-3e77c6e7c131/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6529951 Sep 01 15:41:40.276920 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44482) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:40.286082 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999674d7-833b-4842-8cea-16907af276cb None None] Sync routers for ids ['7563ab62-70f1-447f-a3e9-3e77c6e7c131'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:41:40.301440 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999674d7-833b-4842-8cea-16907af276cb None None] Routers {'7563ab62-70f1-447f-a3e9-3e77c6e7c131'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:40.302220 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-999674d7-833b-4842-8cea-16907af276cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:41:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['7563ab62-70f1-447f-a3e9-3e77c6e7c131'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:40.370282 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f520d3-298a-483a-a4d0-b71265e129ba req-e42de23b-0930-4f7b-a994-d1c52661cdf6 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:40.383550 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d2f520d3-298a-483a-a4d0-b71265e129ba req-e42de23b-0930-4f7b-a994-d1c52661cdf6 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5 HTTP/1.1" status: 200 len: 945 time: 0.1176605 Sep 01 15:41:40.482573 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8037b2f2-71b9-40b0-8e1b-1c82de9c83e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:40.489728 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d2f520d3-298a-483a-a4d0-b71265e129ba req-3b7d6185-dee6-405d-939c-2decf003f890 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e911b14-c4e8-4a5f-9f21-c70c51581d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042240 Sep 01 15:41:40.497284 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-999674d7-833b-4842-8cea-16907af276cb None None] Set router 7563ab62-70f1-447f-a3e9-3e77c6e7c131 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:41:40.516919 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44488) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:40.629660 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-633e287b-634b-4d0c-badc-8754bf86db54 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d38bc0199f43411a9b446fdc91642c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1099863 Sep 01 15:41:40.632306 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44492) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:40.684240 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e4c42-39fc-4753-8ba8-ce11359b23c6 req-9c50987d-8e92-4a3d-bab5-d4bf1a99759d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:40.686095 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-769e4c42-39fc-4753-8ba8-ce11359b23c6 req-9c50987d-8e92-4a3d-bab5-d4bf1a99759d tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5 HTTP/1.1" status: 200 len: 945 time: 0.0714657 Sep 01 15:41:40.697752 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8037b2f2-71b9-40b0-8e1b-1c82de9c83e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:40.738582 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43f19c93-923d-40c9-ac04-b9ff31d520c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:40.785200 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43f19c93-923d-40c9-ac04-b9ff31d520c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:40.798359 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-769e4c42-39fc-4753-8ba8-ce11359b23c6 req-a01b8ed8-e876-441a-a9df-1eaf66276ec9 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e911b14-c4e8-4a5f-9f21-c70c51581d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929699 Sep 01 15:41:40.803460 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-999674d7-833b-4842-8cea-16907af276cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7563ab62-70f1-447f-a3e9-3e77c6e7c131', 'name': 'tempest-TestServerMultinode-696078703-router', 'tenant_id': '756bedfd9af94037abe1b63468d322fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '037835d8-f914-4ab8-97e3-7b65934e2668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:19Z', 'updated_at': '2021-09-01T15:41:39Z', 'revision_number': 5, 'project_id': '756bedfd9af94037abe1b63468d322fd', 'gw_port': {'id': '037835d8-f914-4ab8-97e3-7b65934e2668', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:94:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7563ab62-70f1-447f-a3e9-3e77c6e7c131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:20Z', 'updated_at': '2021-09-01T15:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:40.816574 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-8037b2f2-71b9-40b0-8e1b-1c82de9c83e5 admin admin] Deleting port 037835d8-f914-4ab8-97e3-7b65934e2668 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:40.817674 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8037b2f2-71b9-40b0-8e1b-1c82de9c83e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:40.858614 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999674d7-833b-4842-8cea-16907af276cb None None] Checking router: 7563ab62-70f1-447f-a3e9-3e77c6e7c131 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:41:40.869224 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44496) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:40.885006 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999674d7-833b-4842-8cea-16907af276cb None None] Routers {'7563ab62-70f1-447f-a3e9-3e77c6e7c131'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:40.885874 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-999674d7-833b-4842-8cea-16907af276cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:41:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['7563ab62-70f1-447f-a3e9-3e77c6e7c131'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:40.924595 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43f19c93-923d-40c9-ac04-b9ff31d520c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:40.932907 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-43f19c93-923d-40c9-ac04-b9ff31d520c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:40.935711 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-43f19c93-923d-40c9-ac04-b9ff31d520c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/024cc631-f441-413a-ba05-271848b57ebd HTTP/1.1" status: 204 len: 168 time: 0.3015037 Sep 01 15:41:41.006668 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f19c93-923d-40c9-ac04-b9ff31d520c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024cc631-f441-413a-ba05-271848b57ebd,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:41.012585 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-8037b2f2-71b9-40b0-8e1b-1c82de9c83e5 admin admin] For port 037835d8-f914-4ab8-97e3-7b65934e2668, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=037835d8-f914-4ab8-97e3-7b65934e2668,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:41.014594 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8037b2f2-71b9-40b0-8e1b-1c82de9c83e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:41.026213 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-999674d7-833b-4842-8cea-16907af276cb None None] Set router 7563ab62-70f1-447f-a3e9-3e77c6e7c131 gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:41:41.046019 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256bf8df-f673-4014-b88e-57aa4ee5c34f tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:41.049764 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-256bf8df-f673-4014-b88e-57aa4ee5c34f tempest-TestNetworkBasicOps-205477688 tempest-TestNetworkBasicOps-205477688-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5 HTTP/1.1" status: 200 len: 1091 time: 0.1750469 Sep 01 15:41:41.052716 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44502) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:41.055954 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19c93-923d-40c9-ac04-b9ff31d520c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:41.056615 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19c93-923d-40c9-ac04-b9ff31d520c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:41.057162 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19c93-923d-40c9-ac04-b9ff31d520c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:41.057899 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19c93-923d-40c9-ac04-b9ff31d520c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:41.058541 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19c93-923d-40c9-ac04-b9ff31d520c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:41.059136 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19c93-923d-40c9-ac04-b9ff31d520c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:41.059671 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19c93-923d-40c9-ac04-b9ff31d520c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:41.060196 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19c93-923d-40c9-ac04-b9ff31d520c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:41.060767 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19c93-923d-40c9-ac04-b9ff31d520c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:41.062339 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19c93-923d-40c9-ac04-b9ff31d520c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:41.063155 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19c93-923d-40c9-ac04-b9ff31d520c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:41.063692 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f19c93-923d-40c9-ac04-b9ff31d520c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:41:41.077957 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-f02d7611-cdcd-4058-8d2f-34982be9b110 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'port_id': '1f88c572-8680-463e-9562-178161d1fd97', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:41.116000 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-8037b2f2-71b9-40b0-8e1b-1c82de9c83e5 admin admin] Calling delete_port for 037835d8-f914-4ab8-97e3-7b65934e2668 owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:41.131160 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-999674d7-833b-4842-8cea-16907af276cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7563ab62-70f1-447f-a3e9-3e77c6e7c131', 'name': 'tempest-TestServerMultinode-696078703-router', 'tenant_id': '756bedfd9af94037abe1b63468d322fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:19Z', 'updated_at': '2021-09-01T15:41:40Z', 'revision_number': 6, 'project_id': '756bedfd9af94037abe1b63468d322fd', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:41.167439 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f02d7611-cdcd-4058-8d2f-34982be9b110 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for floatingip, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:41.172218 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999674d7-833b-4842-8cea-16907af276cb None None] The sync data for ids ['7563ab62-70f1-447f-a3e9-3e77c6e7c131'] in n-d-794796-3 is: [{'id': '7563ab62-70f1-447f-a3e9-3e77c6e7c131', 'name': 'tempest-TestServerMultinode-696078703-router', 'tenant_id': '756bedfd9af94037abe1b63468d322fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:19Z', 'updated_at': '2021-09-01T15:41:40Z', 'revision_number': 6, 'project_id': '756bedfd9af94037abe1b63468d322fd', 'gw_port_host': None}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:41:41.625751 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f02d7611-cdcd-4058-8d2f-34982be9b110 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:41.654171 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8037b2f2-71b9-40b0-8e1b-1c82de9c83e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:41.792795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037b2f2-71b9-40b0-8e1b-1c82de9c83e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=037835d8-f914-4ab8-97e3-7b65934e2668,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:41.921079 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8037b2f2-71b9-40b0-8e1b-1c82de9c83e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:41.959025 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-f02d7611-cdcd-4058-8d2f-34982be9b110 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Allocated IP 172.25.6.59 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/8fa4aab1-bcd7-4bb9-a1f5-ab4a2227c170) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:42.062544 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8037b2f2-71b9-40b0-8e1b-1c82de9c83e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:42.092104 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8037b2f2-71b9-40b0-8e1b-1c82de9c83e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:42.176156 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:42.177794 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8037b2f2-71b9-40b0-8e1b-1c82de9c83e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:42.187867 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8037b2f2-71b9-40b0-8e1b-1c82de9c83e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7563ab62-70f1-447f-a3e9-3e77c6e7c131 {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:41:42.187867 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8037b2f2-71b9-40b0-8e1b-1c82de9c83e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:42.188488 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8037b2f2-71b9-40b0-8e1b-1c82de9c83e5 admin admin] 10.222.0.60 "DELETE /v2.0/routers/7563ab62-70f1-447f-a3e9-3e77c6e7c131 HTTP/1.1" status: 204 len: 168 time: 1.9099643 Sep 01 15:41:42.192237 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44542) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:42.263041 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f02d7611-cdcd-4058-8d2f-34982be9b110 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:42.304399 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd9a07c-1a18-4cee-b79c-3b47b46e52da admin admin] Deleting subnet 5cb3d5ce-5df5-4967-877b-5457bd31cdb5 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:41:42.319425 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ecd9a07c-1a18-4cee-b79c-3b47b46e52da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:42.385128 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ecd9a07c-1a18-4cee-b79c-3b47b46e52da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:42.431794 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44558) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:42.676524 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-1e088b86-4ffd-4969-873c-ad14337de9de tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1531210951'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:42.713201 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e088b86-4ffd-4969-873c-ad14337de9de tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:42.718242 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1e088b86-4ffd-4969-873c-ad14337de9de tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:42.732938 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1e088b86-4ffd-4969-873c-ad14337de9de tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:42.825934 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f02d7611-cdcd-4058-8d2f-34982be9b110 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:42.921180 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02d7611-cdcd-4058-8d2f-34982be9b110 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:42.930398 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1e088b86-4ffd-4969-873c-ad14337de9de tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:42.936278 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1e088b86-4ffd-4969-873c-ad14337de9de tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:42.963170 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-f02d7611-cdcd-4058-8d2f-34982be9b110 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:42.973124 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02d7611-cdcd-4058-8d2f-34982be9b110 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:42.982078 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d7611-cdcd-4058-8d2f-34982be9b110 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'Port': ['ID=8fa4aab1-bcd7-4bb9-a1f5-ab4a2227c170,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:42.993105 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e088b86-4ffd-4969-873c-ad14337de9de tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:41:43.024022 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44570) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:43.044889 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e088b86-4ffd-4969-873c-ad14337de9de tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e68ad2f-fedc-48ff-b7a5-bf28617398f9,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:43.051187 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ecd9a07c-1a18-4cee-b79c-3b47b46e52da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:43.053477 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1e088b86-4ffd-4969-873c-ad14337de9de tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:43.054258 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-1e088b86-4ffd-4969-873c-ad14337de9de tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Added segment a9ece27d-4ab3-489c-82f9-d0ca78f054b8 of type vlan for network cd7a8297-1f21-4764-8355-6754da4b856f Sep 01 15:41:43.105941 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device bc3dd099-cbbe-41ee-bae4-24de6972d793 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:41:43.145821 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: bc3dd099-cbbe-41ee-bae4-24de6972d793 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:41:43.146842 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device bc3dd099-cbbe-41ee-bae4-24de6972d793 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:41:43.147842 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 037835d8-f914-4ab8-97e3-7b65934e2668 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:41:43.171111 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1e088b86-4ffd-4969-873c-ad14337de9de tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:43.192608 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 037835d8-f914-4ab8-97e3-7b65934e2668 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:41:43.194202 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 037835d8-f914-4ab8-97e3-7b65934e2668 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:41:43.223771 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1e088b86-4ffd-4969-873c-ad14337de9de tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:43.233618 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e088b86-4ffd-4969-873c-ad14337de9de tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:43.234768 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1e088b86-4ffd-4969-873c-ad14337de9de tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:43.263394 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ecd9a07c-1a18-4cee-b79c-3b47b46e52da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:43.318115 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9a07c-1a18-4cee-b79c-3b47b46e52da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cb3d5ce-5df5-4967-877b-5457bd31cdb5,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:43.326595 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:43.326807 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ecd9a07c-1a18-4cee-b79c-3b47b46e52da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:43.329374 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ecd9a07c-1a18-4cee-b79c-3b47b46e52da admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5cb3d5ce-5df5-4967-877b-5457bd31cdb5 HTTP/1.1" status: 204 len: 168 time: 1.1336014 Sep 01 15:41:43.331512 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d75c663-2dfd-43f7-bfa1-e8ae8dab89e2 None None] Network fd5dfb43-b552-4c89-976a-a99d2c5409ab requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:43.333452 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44574) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:43.377522 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1e088b86-4ffd-4969-873c-ad14337de9de tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9411354 Sep 01 15:41:43.379097 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44576) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:43.381506 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ccce5582-9b49-4eeb-bba6-4c0918fc90b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:43.398244 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-79af565f-7179-44aa-a97c-0d8e88b7139c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:43.407547 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e088b86-4ffd-4969-873c-ad14337de9de tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Network': ['ID=cd7a8297-1f21-4764-8355-6754da4b856f,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:43.423898 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:41:43.555371 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ccce5582-9b49-4eeb-bba6-4c0918fc90b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:43.564003 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ccce5582-9b49-4eeb-bba6-4c0918fc90b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:43.600650 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ccce5582-9b49-4eeb-bba6-4c0918fc90b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3e112167613b4c0894a97e0a62cc61ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5729527 Sep 01 15:41:43.603333 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44578) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:43.640972 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ee5f290a-5e58-42b3-9f3c-73e15d31876f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:43.667563 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce5582-9b49-4eeb-bba6-4c0918fc90b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21dba20-3602-4633-84ec-61589f9de13c,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:43.733999 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fa11389a-e060-436b-9228-a98a1426e245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:43.735596 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8dd83329-401a-43f6-95b6-05296748d24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:43.775104 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fa11389a-e060-436b-9228-a98a1426e245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:43.856714 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6772b1f-9e26-48ae-a05c-92b1e9ad42b4 None None] DHCP port deletion for fd5dfb43-b552-4c89-976a-a99d2c5409ab request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:41:43.865543 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fa11389a-e060-436b-9228-a98a1426e245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:43.868670 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fa11389a-e060-436b-9228-a98a1426e245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:43.874061 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fa11389a-e060-436b-9228-a98a1426e245 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d21dba20-3602-4633-84ec-61589f9de13c HTTP/1.1" status: 204 len: 168 time: 0.2654586 Sep 01 15:41:43.896579 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79af565f-7179-44aa-a97c-0d8e88b7139c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:43.897070 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11389a-e060-436b-9228-a98a1426e245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21dba20-3602-4633-84ec-61589f9de13c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:43.903181 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-79af565f-7179-44aa-a97c-0d8e88b7139c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:43.946997 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b6772b1f-9e26-48ae-a05c-92b1e9ad42b4 None None] Deleting port 21aba52a-5dff-43a3-9b99-43f7212a7817 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:43.947933 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b6772b1f-9e26-48ae-a05c-92b1e9ad42b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:44.026647 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b6772b1f-9e26-48ae-a05c-92b1e9ad42b4 None None] For port 21aba52a-5dff-43a3-9b99-43f7212a7817, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=21aba52a-5dff-43a3-9b99-43f7212a7817,segment=NetworkSegment(e109a916-d858-4cdf-a6d5-40ba1e1512d1),segment_id=e109a916-d858-4cdf-a6d5-40ba1e1512d1)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:44.027128 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b6772b1f-9e26-48ae-a05c-92b1e9ad42b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:44.045248 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b6772b1f-9e26-48ae-a05c-92b1e9ad42b4 None None] Calling delete_port for 21aba52a-5dff-43a3-9b99-43f7212a7817 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:44.087204 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-ee5f290a-5e58-42b3-9f3c-73e15d31876f admin admin] Deleting port 21aba52a-5dff-43a3-9b99-43f7212a7817 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:44.087512 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ee5f290a-5e58-42b3-9f3c-73e15d31876f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:44.186591 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b6772b1f-9e26-48ae-a05c-92b1e9ad42b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:44.243949 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6772b1f-9e26-48ae-a05c-92b1e9ad42b4 None None] Pushing event deleted for resources: {'Port': ['ID=21aba52a-5dff-43a3-9b99-43f7212a7817,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:44.251318 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6772b1f-9e26-48ae-a05c-92b1e9ad42b4 None None] No DVR routers for this DVR port 21aba52a-5dff-43a3-9b99-43f7212a7817 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:41:44.296639 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44584) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:44.301871 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-ee5f290a-5e58-42b3-9f3c-73e15d31876f admin admin] For port 21aba52a-5dff-43a3-9b99-43f7212a7817, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=21aba52a-5dff-43a3-9b99-43f7212a7817,segment=NetworkSegment(e109a916-d858-4cdf-a6d5-40ba1e1512d1),segment_id=e109a916-d858-4cdf-a6d5-40ba1e1512d1)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:44.302882 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ee5f290a-5e58-42b3-9f3c-73e15d31876f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:44.314444 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-772b9b4a-e8df-41d1-ab3c-7e9de2504cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:44.337657 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f02d7611-cdcd-4058-8d2f-34982be9b110 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:44.383697 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-ee5f290a-5e58-42b3-9f3c-73e15d31876f admin admin] Calling delete_port for 21aba52a-5dff-43a3-9b99-43f7212a7817 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:44.459391 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-772b9b4a-e8df-41d1-ab3c-7e9de2504cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:44.465888 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-772b9b4a-e8df-41d1-ab3c-7e9de2504cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:44.544541 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b9b4a-e8df-41d1-ab3c-7e9de2504cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9b4d7d-29f5-40ed-8290-adc30a501203,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:44.556216 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-772b9b4a-e8df-41d1-ab3c-7e9de2504cb2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b771985f60e348d0a7a24572d2314104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541690 Sep 01 15:41:44.557252 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44586) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:44.573774 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-79af565f-7179-44aa-a97c-0d8e88b7139c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:44.612337 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f02d7611-cdcd-4058-8d2f-34982be9b110 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:44.620672 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ee5f290a-5e58-42b3-9f3c-73e15d31876f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:44.647789 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a886c163-2d89-4491-bb3b-063e08b0ebec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:44.685318 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f290a-5e58-42b3-9f3c-73e15d31876f admin admin] Pushing event deleted for resources: {'Port': ['ID=21aba52a-5dff-43a3-9b99-43f7212a7817,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:44.695711 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a886c163-2d89-4491-bb3b-063e08b0ebec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:44.698820 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5f290a-5e58-42b3-9f3c-73e15d31876f admin admin] No DVR routers for this DVR port 21aba52a-5dff-43a3-9b99-43f7212a7817 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:41:44.750381 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af565f-7179-44aa-a97c-0d8e88b7139c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=f2f93fb7-9f87-4348-b105-49572c8a2d49,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:44.765970 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a886c163-2d89-4491-bb3b-063e08b0ebec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:44.771373 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a886c163-2d89-4491-bb3b-063e08b0ebec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:44.773436 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a886c163-2d89-4491-bb3b-063e08b0ebec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ed9b4d7d-29f5-40ed-8290-adc30a501203 HTTP/1.1" status: 204 len: 168 time: 0.2152267 Sep 01 15:41:44.786854 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886c163-2d89-4491-bb3b-063e08b0ebec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9b4d7d-29f5-40ed-8290-adc30a501203,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:44.855759 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79af565f-7179-44aa-a97c-0d8e88b7139c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Checking segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:44.856135 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79af565f-7179-44aa-a97c-0d8e88b7139c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network hostable DHCP agents. Network: cd7a8297-1f21-4764-8355-6754da4b856f, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:41:44.877653 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ee5f290a-5e58-42b3-9f3c-73e15d31876f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:44.908812 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-ee5f290a-5e58-42b3-9f3c-73e15d31876f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5dfb43-b552-4c89-976a-a99d2c5409ab']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:44.947362 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-ee5f290a-5e58-42b3-9f3c-73e15d31876f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e109a916-d858-4cdf-a6d5-40ba1e1512d1') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:44.947753 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-ee5f290a-5e58-42b3-9f3c-73e15d31876f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e109a916-d858-4cdf-a6d5-40ba1e1512d1') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:44.953406 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79af565f-7179-44aa-a97c-0d8e88b7139c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:41:44.978187 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ee5f290a-5e58-42b3-9f3c-73e15d31876f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:44.993659 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-79af565f-7179-44aa-a97c-0d8e88b7139c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, cd7a8297-1f21-4764-8355-6754da4b856f) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:45.003725 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79af565f-7179-44aa-a97c-0d8e88b7139c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:45.004401 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-79af565f-7179-44aa-a97c-0d8e88b7139c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:45.018437 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 21aba52a-5dff-43a3-9b99-43f7212a7817 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:41:45.027226 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ee5f290a-5e58-42b3-9f3c-73e15d31876f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:45.044512 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5f290a-5e58-42b3-9f3c-73e15d31876f admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:41:45.045084 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ee5f290a-5e58-42b3-9f3c-73e15d31876f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:41:45.053008 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:41:45.074823 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-79af565f-7179-44aa-a97c-0d8e88b7139c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6893806 Sep 01 15:41:45.075179 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e61d84-ef80-4401-9498-34c2c2783357 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:45.075367 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44590) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:45.077228 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 21aba52a-5dff-43a3-9b99-43f7212a7817 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:41:45.078012 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 21aba52a-5dff-43a3-9b99-43f7212a7817 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:41:45.082313 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-98ec8549-6ae8-4807-afa4-17354890b1a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'name': 'tempest-NetworksTestDHCPv6-1560088440'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:45.103898 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f02d7611-cdcd-4058-8d2f-34982be9b110 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:45.119165 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f02d7611-cdcd-4058-8d2f-34982be9b110 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:45.214218 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ee5f290a-5e58-42b3-9f3c-73e15d31876f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:45.228830 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ee5f290a-5e58-42b3-9f3c-73e15d31876f admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:45.231774 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ee5f290a-5e58-42b3-9f3c-73e15d31876f admin admin] 10.222.0.60 "DELETE /v2.0/networks/fd5dfb43-b552-4c89-976a-a99d2c5409ab HTTP/1.1" status: 204 len: 168 time: 1.8970232 Sep 01 15:41:45.241885 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44594) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:45.254419 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:45.257837 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d7611-cdcd-4058-8d2f-34982be9b110 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event updated for resources: {'Port': ['ID=8fa4aab1-bcd7-4bb9-a1f5-ab4a2227c170,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:45.325468 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f290a-5e58-42b3-9f3c-73e15d31876f admin admin] Pushing event deleted for resources: {'Network': ['ID=fd5dfb43-b552-4c89-976a-a99d2c5409ab,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:45.340147 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f02d7611-cdcd-4058-8d2f-34982be9b110 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:45.363006 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ec8549-6ae8-4807-afa4-17354890b1a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:45.365883 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8dbfcd-dbfa-44da-8882-2cd5cbc53e7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-cd7a8297-1f21-4764-8355-6754da4b856f', 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'fixed_ips': [{'subnet_id': 'f2f93fb7-9f87-4348-b105-49572c8a2d49'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:41:45.366847 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4b8dbfcd-dbfa-44da-8882-2cd5cbc53e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:45.370943 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98ec8549-6ae8-4807-afa4-17354890b1a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:45.409150 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-98ec8549-6ae8-4807-afa4-17354890b1a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] device_id is not set on port 29d9ab87-1fd0-4dc4-948b-21040db25723 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:41:45.567689 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-4b8dbfcd-dbfa-44da-8882-2cd5cbc53e7c None None] Allocated IP 2001:db8::2 (cd7a8297-1f21-4764-8355-6754da4b856f/f2f93fb7-9f87-4348-b105-49572c8a2d49/2a672055-6d4a-4c77-91ec-8f32e51218d8) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:45.617425 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-f02d7611-cdcd-4058-8d2f-34982be9b110 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Floating IP 9f9e2b3e-8d05-4ef2-ae15-a2acfb448a77 associated. External IP: 172.25.6.59, port: 1f88c572-8680-463e-9562-178161d1fd97. Sep 01 15:41:45.857098 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4b8dbfcd-dbfa-44da-8882-2cd5cbc53e7c None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:45.870249 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4b8dbfcd-dbfa-44da-8882-2cd5cbc53e7c None None] Transition to ACTIVE for port object 2a672055-6d4a-4c77-91ec-8f32e51218d8 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:45.893872 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4b8dbfcd-dbfa-44da-8882-2cd5cbc53e7c None None] Transition to ACTIVE for port object 2a672055-6d4a-4c77-91ec-8f32e51218d8 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:45.909438 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4b8dbfcd-dbfa-44da-8882-2cd5cbc53e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:45.975750 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8dbfcd-dbfa-44da-8882-2cd5cbc53e7c None None] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:45.978787 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-4b8dbfcd-dbfa-44da-8882-2cd5cbc53e7c None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:45.985778 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8dbfcd-dbfa-44da-8882-2cd5cbc53e7c None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:46.021664 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-98ec8549-6ae8-4807-afa4-17354890b1a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 2001:db8::3b9 (cd7a8297-1f21-4764-8355-6754da4b856f/f2f93fb7-9f87-4348-b105-49572c8a2d49/29d9ab87-1fd0-4dc4-948b-21040db25723) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:46.022568 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8dbfcd-dbfa-44da-8882-2cd5cbc53e7c None None] Pushing event updated for resources: {'Port': ['ID=2a672055-6d4a-4c77-91ec-8f32e51218d8,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:46.144534 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-4b8dbfcd-dbfa-44da-8882-2cd5cbc53e7c None None] Attempting to bind port 2a672055-6d4a-4c77-91ec-8f32e51218d8 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:46.145347 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-4b8dbfcd-dbfa-44da-8882-2cd5cbc53e7c None None] Attempting to bind port 2a672055-6d4a-4c77-91ec-8f32e51218d8 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:46.146184 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8dbfcd-dbfa-44da-8882-2cd5cbc53e7c None None] Attempting to bind port 2a672055-6d4a-4c77-91ec-8f32e51218d8 on network cd7a8297-1f21-4764-8355-6754da4b856f {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:46.153727 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8dbfcd-dbfa-44da-8882-2cd5cbc53e7c None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:41:46.155098 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8dbfcd-dbfa-44da-8882-2cd5cbc53e7c None None] Checking segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:46.156681 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4b8dbfcd-dbfa-44da-8882-2cd5cbc53e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:46.157474 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8dbfcd-dbfa-44da-8882-2cd5cbc53e7c None None] Bound using segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:41:46.158825 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-4b8dbfcd-dbfa-44da-8882-2cd5cbc53e7c None None] Bound port: 2a672055-6d4a-4c77-91ec-8f32e51218d8, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:41:46.159561 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4b8dbfcd-dbfa-44da-8882-2cd5cbc53e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:46.277368 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-4b8dbfcd-dbfa-44da-8882-2cd5cbc53e7c None None] For port 2a672055-6d4a-4c77-91ec-8f32e51218d8, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:41:46.284331 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-4b8dbfcd-dbfa-44da-8882-2cd5cbc53e7c None None] For port 2a672055-6d4a-4c77-91ec-8f32e51218d8, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=2a672055-6d4a-4c77-91ec-8f32e51218d8,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:41:46.293257 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4b8dbfcd-dbfa-44da-8882-2cd5cbc53e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:46.321516 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02d7611-cdcd-4058-8d2f-34982be9b110 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Router cf776b8c-4695-4716-abf2-87c3a6c8643e has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:41:46.338020 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98ec8549-6ae8-4807-afa4-17354890b1a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:46.361546 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-98ec8549-6ae8-4807-afa4-17354890b1a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Transition to ACTIVE for port object 29d9ab87-1fd0-4dc4-948b-21040db25723 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:46.426823 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98ec8549-6ae8-4807-afa4-17354890b1a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:46.432312 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8dbfcd-dbfa-44da-8882-2cd5cbc53e7c None None] Pushing event updated for resources: {'Port': ['ID=2a672055-6d4a-4c77-91ec-8f32e51218d8,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:46.495398 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fb00b5ed-42ad-4923-8f04-644fb8971bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:46.519676 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ec8549-6ae8-4807-afa4-17354890b1a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:46.525561 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-98ec8549-6ae8-4807-afa4-17354890b1a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:46.528425 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ec8549-6ae8-4807-afa4-17354890b1a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:46.535068 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ec8549-6ae8-4807-afa4-17354890b1a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:46.535982 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-98ec8549-6ae8-4807-afa4-17354890b1a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:46.561836 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec8549-6ae8-4807-afa4-17354890b1a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Port': ['ID=29d9ab87-1fd0-4dc4-948b-21040db25723,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:46.574352 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-98ec8549-6ae8-4807-afa4-17354890b1a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4979351 Sep 01 15:41:46.579324 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44618) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:46.602334 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02d7611-cdcd-4058-8d2f-34982be9b110 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:41:46.617231 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6aa1d1-7955-4991-9b87-c581a9bb9b7d None None] Sync routers for ids ['cf776b8c-4695-4716-abf2-87c3a6c8643e'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:41:46.635694 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6aa1d1-7955-4991-9b87-c581a9bb9b7d None None] Routers {'cf776b8c-4695-4716-abf2-87c3a6c8643e'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:46.637200 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-8d6aa1d1-7955-4991-9b87-c581a9bb9b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:41:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cf776b8c-4695-4716-abf2-87c3a6c8643e'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:46.735834 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f02d7611-cdcd-4058-8d2f-34982be9b110 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:46.835659 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-8d6aa1d1-7955-4991-9b87-c581a9bb9b7d None None] Set router cf776b8c-4695-4716-abf2-87c3a6c8643e gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:41:46.850052 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f02d7611-cdcd-4058-8d2f-34982be9b110 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.7951329 Sep 01 15:41:46.857189 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5', 'tag': '1f88c572-8680-463e-9562-178161d1fd97'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:41:46.863100 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c96948-b2bf-4077-bf47-d9fc4b40dd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5", "tag": "1f88c572-8680-463e-9562-178161d1fd97"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:41:46.868510 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c353fb6d-327e-413b-9237-41c6af67acd4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:46.874438 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44642) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:46.946716 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c353fb6d-327e-413b-9237-41c6af67acd4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:46.955480 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c353fb6d-327e-413b-9237-41c6af67acd4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3740089 Sep 01 15:41:46.957212 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44650) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:47.118887 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb30a6ad-4cd3-462e-9435-37e34c4d49b5 x-openstack-request-id: req-bb30a6ad-4cd3-462e-9435-37e34c4d49b5 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:41:47.119352 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5", "tag": "1f88c572-8680-463e-9562-178161d1fd97", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:41:47.119751 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bb30a6ad-4cd3-462e-9435-37e34c4d49b5 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:41:47.120371 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5', 'tag': '1f88c572-8680-463e-9562-178161d1fd97', 'status': 'completed', 'code': 200} Sep 01 15:41:47.171144 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 2a672055-6d4a-4c77-91ec-8f32e51218d8 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:41:47.184616 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c96948-b2bf-4077-bf47-d9fc4b40dd1f req-b50d5667-22b2-419f-9e56-3143134d6609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:47.189164 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-59c96948-b2bf-4077-bf47-d9fc4b40dd1f req-b50d5667-22b2-419f-9e56-3143134d6609 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0f5af12f2f0248c3b6a1104cb00ca9c0&device_id=33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5 HTTP/1.1" status: 200 len: 1096 time: 0.2170880 Sep 01 15:41:47.263354 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-27e2e4d5-bdde-4e3d-8b9e-5f980fede2ca tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/floatingips/9f9e2b3e-8d05-4ef2-ae15-a2acfb448a77 HTTP/1.1" status: 200 len: 990 time: 0.3814974 Sep 01 15:41:47.295075 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 2a672055-6d4a-4c77-91ec-8f32e51218d8 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:41:47.357194 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-31531e44-b5f2-45b7-ada0-f3a8f59ad95e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting port 29d9ab87-1fd0-4dc4-948b-21040db25723 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:47.357544 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31531e44-b5f2-45b7-ada0-f3a8f59ad95e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:47.413065 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-8d6aa1d1-7955-4991-9b87-c581a9bb9b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'name': 'tempest-TestNetworkBasicOps-router-1023896750', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '14e95350-4abc-4b69-a937-7e168cd0734d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:06Z', 'updated_at': '2021-09-01T15:41:15Z', 'revision_number': 4, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '14e95350-4abc-4b69-a937-7e168cd0734d', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:07Z', 'updated_at': '2021-09-01T15:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '9f9e2b3e-8d05-4ef2-ae15-a2acfb448a77', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'port_id': '1f88c572-8680-463e-9562-178161d1fd97', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7', 'mac_address': 'fa:16:3e:7b:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:41:43Z', 'updated_at': '2021-09-01T15:41:43Z', 'revision_number': 0, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78a2e50-0408-48e2-b7b9-c43e02b8958f', 'name': '', 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'mac_address': 'fa:16:3e:d0:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '60b2bacc-5d2a-418b-af8f-ed5d26a53426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:13Z', 'updated_at': '2021-09-01T15:41:23Z', 'revision_number': 5, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'subnets': [{'id': '60b2bacc-5d2a-418b-af8f-ed5d26a53426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:47.454714 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6aa1d1-7955-4991-9b87-c581a9bb9b7d None None] Checking router: cf776b8c-4695-4716-abf2-87c3a6c8643e for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:41:47.466920 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6aa1d1-7955-4991-9b87-c581a9bb9b7d None None] Routers {'cf776b8c-4695-4716-abf2-87c3a6c8643e'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:47.467571 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-8d6aa1d1-7955-4991-9b87-c581a9bb9b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:41:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cf776b8c-4695-4716-abf2-87c3a6c8643e'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:47.490954 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c96948-b2bf-4077-bf47-d9fc4b40dd1f req-4c405297-c77a-421b-b01a-e9f24595bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:47.494239 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-59c96948-b2bf-4077-bf47-d9fc4b40dd1f req-4c405297-c77a-421b-b01a-e9f24595bb61 service neutron] 10.222.0.45 "GET /v2.0/networks?id=466e39dc-85f8-40ca-bf85-46614e8391c7 HTTP/1.1" status: 200 len: 897 time: 0.2965679 Sep 01 15:41:47.516261 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-fb00b5ed-42ad-4923-8f04-644fb8971bd6 admin admin] Deleting port ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:47.517039 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fb00b5ed-42ad-4923-8f04-644fb8971bd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:47.682545 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-8d6aa1d1-7955-4991-9b87-c581a9bb9b7d None None] Set router cf776b8c-4695-4716-abf2-87c3a6c8643e gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:41:47.684061 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-59c96948-b2bf-4077-bf47-d9fc4b40dd1f req-ccdeb824-c571-49ef-b647-9b91d083b589 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f88c572-8680-463e-9562-178161d1fd97 HTTP/1.1" status: 200 len: 998 time: 0.1779037 Sep 01 15:41:47.774026 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-fb00b5ed-42ad-4923-8f04-644fb8971bd6 admin admin] For port ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5,segment=NetworkSegment(aecefe32-fa82-40b3-81f0-f423746f39ab),segment_id=aecefe32-fa82-40b3-81f0-f423746f39ab)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:47.774586 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fb00b5ed-42ad-4923-8f04-644fb8971bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:47.802286 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-fb00b5ed-42ad-4923-8f04-644fb8971bd6 admin admin] Calling delete_port for ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5 owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:47.822717 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31531e44-b5f2-45b7-ada0-f3a8f59ad95e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:47.829299 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c96948-b2bf-4077-bf47-d9fc4b40dd1f req-56ece294-872d-4dd5-aa1f-c8dab0101bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:47.841034 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-59c96948-b2bf-4077-bf47-d9fc4b40dd1f req-56ece294-872d-4dd5-aa1f-c8dab0101bca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=60b2bacc-5d2a-418b-af8f-ed5d26a53426 HTTP/1.1" status: 200 len: 835 time: 0.1474366 Sep 01 15:41:47.893968 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-31531e44-b5f2-45b7-ada0-f3a8f59ad95e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Calling delete_port for 29d9ab87-1fd0-4dc4-948b-21040db25723 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:48.098592 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c96948-b2bf-4077-bf47-d9fc4b40dd1f req-88f6deb6-ef6a-4506-90e1-82a9eb194434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:48.100478 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-59c96948-b2bf-4077-bf47-d9fc4b40dd1f req-88f6deb6-ef6a-4506-90e1-82a9eb194434 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=466e39dc-85f8-40ca-bf85-46614e8391c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1730554 Sep 01 15:41:48.128231 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fb00b5ed-42ad-4923-8f04-644fb8971bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:48.159583 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00b5ed-42ad-4923-8f04-644fb8971bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:48.267840 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44686) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:48.443140 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f3c5dd30-04fc-44d7-8164-e9ff93779836 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/floatingips/9f9e2b3e-8d05-4ef2-ae15-a2acfb448a77 HTTP/1.1" status: 200 len: 990 time: 0.1710110 Sep 01 15:41:48.477906 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31531e44-b5f2-45b7-ada0-f3a8f59ad95e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:48.505312 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fb00b5ed-42ad-4923-8f04-644fb8971bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:48.571992 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423c63fa-8687-4220-aaf6-e8ba4c38ed62 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:48.576996 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31531e44-b5f2-45b7-ada0-f3a8f59ad95e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Port': ['ID=29d9ab87-1fd0-4dc4-948b-21040db25723,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:48.610860 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-59c96948-b2bf-4077-bf47-d9fc4b40dd1f req-34f30d6c-813b-4228-b6ba-0734e9a40667 service neutron] 10.222.0.45 "GET /v2.0/networks/466e39dc-85f8-40ca-bf85-46614e8391c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447751 Sep 01 15:41:48.732803 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-8d6aa1d1-7955-4991-9b87-c581a9bb9b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'name': 'tempest-TestNetworkBasicOps-router-1023896750', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '14e95350-4abc-4b69-a937-7e168cd0734d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:06Z', 'updated_at': '2021-09-01T15:41:15Z', 'revision_number': 4, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '14e95350-4abc-4b69-a937-7e168cd0734d', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:07Z', 'updated_at': '2021-09-01T15:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '9f9e2b3e-8d05-4ef2-ae15-a2acfb448a77', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'port_id': '1f88c572-8680-463e-9562-178161d1fd97', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7', 'mac_address': 'fa:16:3e:7b:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:41:43Z', 'updated_at': '2021-09-01T15:41:43Z', 'revision_number': 0, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78a2e50-0408-48e2-b7b9-c43e02b8958f', 'name': '', 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'mac_address': 'fa:16:3e:d0:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '60b2bacc-5d2a-418b-af8f-ed5d26a53426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:13Z', 'updated_at': '2021-09-01T15:41:23Z', 'revision_number': 5, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'subnets': [{'id': '60b2bacc-5d2a-418b-af8f-ed5d26a53426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:48.784230 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f8bb27eb-917d-4339-9c05-0b42fe32c740 None None] Provisioning for port 2a672055-6d4a-4c77-91ec-8f32e51218d8 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:41:48.804086 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6aa1d1-7955-4991-9b87-c581a9bb9b7d None None] The sync data for ids ['cf776b8c-4695-4716-abf2-87c3a6c8643e'] in n-d-794796-3 is: [{'id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'name': 'tempest-TestNetworkBasicOps-router-1023896750', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '14e95350-4abc-4b69-a937-7e168cd0734d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:06Z', 'updated_at': '2021-09-01T15:41:15Z', 'revision_number': 4, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '14e95350-4abc-4b69-a937-7e168cd0734d', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:07Z', 'updated_at': '2021-09-01T15:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '9f9e2b3e-8d05-4ef2-ae15-a2acfb448a77', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'port_id': '1f88c572-8680-463e-9562-178161d1fd97', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7', 'mac_address': 'fa:16:3e:7b:24:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:41:43Z', 'updated_at': '2021-09-01T15:41:43Z', 'revision_number': 0, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b78a2e50-0408-48e2-b7b9-c43e02b8958f', 'name': '', 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'mac_address': 'fa:16:3e:d0:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '60b2bacc-5d2a-418b-af8f-ed5d26a53426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:13Z', 'updated_at': '2021-09-01T15:41:23Z', 'revision_number': 5, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'subnets': [{'id': '60b2bacc-5d2a-418b-af8f-ed5d26a53426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:41:48.806249 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f8bb27eb-917d-4339-9c05-0b42fe32c740 None None] Provisioning complete for port 2a672055-6d4a-4c77-91ec-8f32e51218d8 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:48.807279 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f8bb27eb-917d-4339-9c05-0b42fe32c740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:49.163453 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f8bb27eb-917d-4339-9c05-0b42fe32c740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:49.180367 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb00b5ed-42ad-4923-8f04-644fb8971bd6 admin admin] Router 56174885-8289-4b75-9794-9d716275fdef has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:41:49.229562 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-31531e44-b5f2-45b7-ada0-f3a8f59ad95e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:49.246929 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-31531e44-b5f2-45b7-ada0-f3a8f59ad95e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/29d9ab87-1fd0-4dc4-948b-21040db25723 HTTP/1.1" status: 204 len: 168 time: 2.2839277 Sep 01 15:41:49.251723 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44698) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:49.265860 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f8bb27eb-917d-4339-9c05-0b42fe32c740 None None] For port 2a672055-6d4a-4c77-91ec-8f32e51218d8, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=2a672055-6d4a-4c77-91ec-8f32e51218d8,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:49.274958 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f8bb27eb-917d-4339-9c05-0b42fe32c740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:49.416367 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ca3679-e656-4ce4-8e29-9c61264d0a33 None None] New status for floating IP 9f9e2b3e-8d05-4ef2-ae15-a2acfb448a77: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:41:49.417825 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb00b5ed-42ad-4923-8f04-644fb8971bd6 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:41:49.444916 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44700) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:49.447094 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44702) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:49.463890 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14986795-5f12-49c7-a4c1-3bd5de63d338 None None] Sync routers for ids ['56174885-8289-4b75-9794-9d716275fdef'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:41:49.476654 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fb00b5ed-42ad-4923-8f04-644fb8971bd6 admin admin] 10.222.0.60 "PUT /v2.0/routers/56174885-8289-4b75-9794-9d716275fdef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2218738 Sep 01 15:41:49.516009 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:41:49.517261 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14986795-5f12-49c7-a4c1-3bd5de63d338 None None] Routers {'56174885-8289-4b75-9794-9d716275fdef'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:49.518167 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-14986795-5f12-49c7-a4c1-3bd5de63d338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:41:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['56174885-8289-4b75-9794-9d716275fdef'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:49.588174 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb27eb-917d-4339-9c05-0b42fe32c740 None None] Pushing event updated for resources: {'Port': ['ID=2a672055-6d4a-4c77-91ec-8f32e51218d8,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:49.641251 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c7599b-9f4a-45f0-b50f-3fb2733d46cd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:49.643334 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c7599b-9f4a-45f0-b50f-3fb2733d46cd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:49.649819 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c5c7599b-9f4a-45f0-b50f-3fb2733d46cd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3921661 Sep 01 15:41:49.649819 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-59c96948-b2bf-4077-bf47-d9fc4b40dd1f req-221a58a4-de1b-4990-a8b1-d6b37fe7f8e3 service neutron] 10.222.0.45 "GET /v2.0/networks/466e39dc-85f8-40ca-bf85-46614e8391c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0069337 Sep 01 15:41:49.650288 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44704) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:49.730058 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-14986795-5f12-49c7-a4c1-3bd5de63d338 None None] Set router 56174885-8289-4b75-9794-9d716275fdef gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:41:49.763423 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-25861fe1-42af-4c40-b79f-147a4ffb14a0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet f2f93fb7-9f87-4348-b105-49572c8a2d49 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:41:49.767830 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-25861fe1-42af-4c40-b79f-147a4ffb14a0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:49.860341 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-25861fe1-42af-4c40-b79f-147a4ffb14a0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:49.960695 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-46b03f64-2195-44c3-a9d2-2a8190307251 None None] Provisioning complete for port 2a672055-6d4a-4c77-91ec-8f32e51218d8 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:49.960695 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-46b03f64-2195-44c3-a9d2-2a8190307251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:49.990128 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-25861fe1-42af-4c40-b79f-147a4ffb14a0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:50.076282 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-25861fe1-42af-4c40-b79f-147a4ffb14a0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:50.165169 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25861fe1-42af-4c40-b79f-147a4ffb14a0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=f2f93fb7-9f87-4348-b105-49572c8a2d49,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:50.181214 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-25861fe1-42af-4c40-b79f-147a4ffb14a0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:50.186170 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-25861fe1-42af-4c40-b79f-147a4ffb14a0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/f2f93fb7-9f87-4348-b105-49572c8a2d49 HTTP/1.1" status: 204 len: 168 time: 0.5343289 Sep 01 15:41:50.192975 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44708) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:50.268501 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6e92bc9a-cb82-4100-96d9-21c017aa94fc tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/floatingips/9f9e2b3e-8d05-4ef2-ae15-a2acfb448a77 HTTP/1.1" status: 200 len: 990 time: 0.7448561 Sep 01 15:41:50.307152 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-14986795-5f12-49c7-a4c1-3bd5de63d338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56174885-8289-4b75-9794-9d716275fdef', 'name': 'tempest-TestServerMultinode-1830898642-router', 'tenant_id': '8bce11272d4544f1917d17554af470f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '062e81fd-342c-41b0-94cf-85846cfcf1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:35Z', 'updated_at': '2021-09-01T15:41:47Z', 'revision_number': 5, 'project_id': '8bce11272d4544f1917d17554af470f3', 'gw_port': {'id': '062e81fd-342c-41b0-94cf-85846cfcf1fe', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56174885-8289-4b75-9794-9d716275fdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:38Z', 'updated_at': '2021-09-01T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:50.346567 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-786539ba-ccd7-4d72-be85-18126f589dbb tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1474249 Sep 01 15:41:50.349640 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c974e959-9b72-4291-af8d-8549e316537c admin admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:50.351702 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44710) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:50.360023 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-8096bce3-0c56-4837-8956-2ef01adc67ee tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:50.366751 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14986795-5f12-49c7-a4c1-3bd5de63d338 None None] Checking router: 56174885-8289-4b75-9794-9d716275fdef for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:41:50.380483 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14986795-5f12-49c7-a4c1-3bd5de63d338 None None] Routers {'56174885-8289-4b75-9794-9d716275fdef'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:41:50.381135 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-14986795-5f12-49c7-a4c1-3bd5de63d338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:41:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['56174885-8289-4b75-9794-9d716275fdef'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:50.409440 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8969e4-1303-411a-bd50-3be21be38438 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:50.520433 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-746b0006-7473-4559-822b-03cdf42e312e None None] Could not find standard attr ID for object 29d9ab87-1fd0-4dc4-948b-21040db25723. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:41:50.602772 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8096bce3-0c56-4837-8956-2ef01adc67ee tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:50.608634 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8096bce3-0c56-4837-8956-2ef01adc67ee tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:50.618217 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-14986795-5f12-49c7-a4c1-3bd5de63d338 None None] Set router 56174885-8289-4b75-9794-9d716275fdef gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:41:50.633636 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c974e959-9b72-4291-af8d-8549e316537c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:50.772251 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04aa909c-d621-4276-86bb-bbd0c812756f None None] DHCP port deletion for cd7a8297-1f21-4764-8355-6754da4b856f request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:41:50.780611 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-c974e959-9b72-4291-af8d-8549e316537c admin admin] Deleting port 062e81fd-342c-41b0-94cf-85846cfcf1fe {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:50.782234 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c974e959-9b72-4291-af8d-8549e316537c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:50.900444 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-04aa909c-d621-4276-86bb-bbd0c812756f None None] Deleting port 2a672055-6d4a-4c77-91ec-8f32e51218d8 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:50.901205 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-04aa909c-d621-4276-86bb-bbd0c812756f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:50.927744 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-14986795-5f12-49c7-a4c1-3bd5de63d338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56174885-8289-4b75-9794-9d716275fdef', 'name': 'tempest-TestServerMultinode-1830898642-router', 'tenant_id': '8bce11272d4544f1917d17554af470f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '062e81fd-342c-41b0-94cf-85846cfcf1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:35Z', 'updated_at': '2021-09-01T15:41:47Z', 'revision_number': 5, 'project_id': '8bce11272d4544f1917d17554af470f3', 'gw_port': {'id': '062e81fd-342c-41b0-94cf-85846cfcf1fe', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56174885-8289-4b75-9794-9d716275fdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:38Z', 'updated_at': '2021-09-01T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:50.967566 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14986795-5f12-49c7-a4c1-3bd5de63d338 None None] The sync data for ids ['56174885-8289-4b75-9794-9d716275fdef'] in n-d-794796-3 is: [{'id': '56174885-8289-4b75-9794-9d716275fdef', 'name': 'tempest-TestServerMultinode-1830898642-router', 'tenant_id': '8bce11272d4544f1917d17554af470f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '062e81fd-342c-41b0-94cf-85846cfcf1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:40:35Z', 'updated_at': '2021-09-01T15:41:47Z', 'revision_number': 5, 'project_id': '8bce11272d4544f1917d17554af470f3', 'gw_port': {'id': '062e81fd-342c-41b0-94cf-85846cfcf1fe', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56174885-8289-4b75-9794-9d716275fdef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:40:38Z', 'updated_at': '2021-09-01T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:41:50.979922 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8096bce3-0c56-4837-8956-2ef01adc67ee tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:51.040767 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-c974e959-9b72-4291-af8d-8549e316537c admin admin] For port 062e81fd-342c-41b0-94cf-85846cfcf1fe, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=062e81fd-342c-41b0-94cf-85846cfcf1fe,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:51.043545 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c974e959-9b72-4291-af8d-8549e316537c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:51.056079 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-04aa909c-d621-4276-86bb-bbd0c812756f None None] For port 2a672055-6d4a-4c77-91ec-8f32e51218d8, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=2a672055-6d4a-4c77-91ec-8f32e51218d8,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:51.056513 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-04aa909c-d621-4276-86bb-bbd0c812756f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:51.070967 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-c974e959-9b72-4291-af8d-8549e316537c admin admin] Calling delete_port for 062e81fd-342c-41b0-94cf-85846cfcf1fe owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:51.071268 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096bce3-0c56-4837-8956-2ef01adc67ee tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=af78ffd8-c5aa-4ae6-80ff-37cf3dae6204,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:51.083718 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-04aa909c-d621-4276-86bb-bbd0c812756f None None] Calling delete_port for 2a672055-6d4a-4c77-91ec-8f32e51218d8 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:51.097358 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8096bce3-0c56-4837-8956-2ef01adc67ee tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:51.099567 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-8096bce3-0c56-4837-8956-2ef01adc67ee tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:51.108001 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8096bce3-0c56-4837-8956-2ef01adc67ee tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:51.108424 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8096bce3-0c56-4837-8956-2ef01adc67ee tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:51.139945 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8096bce3-0c56-4837-8956-2ef01adc67ee tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7839980 Sep 01 15:41:51.143858 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44712) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:51.151865 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-bce9940c-ecaa-40cf-bfa4-afe9c4011900 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'name': 'tempest-NetworksTestDHCPv6-956177087'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:51.201814 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-04aa909c-d621-4276-86bb-bbd0c812756f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:51.235723 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa909c-d621-4276-86bb-bbd0c812756f None None] Pushing event deleted for resources: {'Port': ['ID=2a672055-6d4a-4c77-91ec-8f32e51218d8,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:51.245318 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa909c-d621-4276-86bb-bbd0c812756f None None] No DVR routers for this DVR port 2a672055-6d4a-4c77-91ec-8f32e51218d8 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:41:51.269228 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7845b925-98fa-4ee4-980a-9f4abd5fa1f6 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:51.273921 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44716) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:51.438655 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-90d56742-b898-41c9-ab77-413204cab922 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/floatingips/9f9e2b3e-8d05-4ef2-ae15-a2acfb448a77 HTTP/1.1" status: 200 len: 992 time: 0.1614580 Sep 01 15:41:51.447218 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 2a672055-6d4a-4c77-91ec-8f32e51218d8 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:41:51.451667 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce9940c-ecaa-40cf-bfa4-afe9c4011900 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:51.456603 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bce9940c-ecaa-40cf-bfa4-afe9c4011900 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:51.466463 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c974e959-9b72-4291-af8d-8549e316537c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:51.508015 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 2a672055-6d4a-4c77-91ec-8f32e51218d8 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:41:51.508370 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 2a672055-6d4a-4c77-91ec-8f32e51218d8 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:41:51.514767 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-bce9940c-ecaa-40cf-bfa4-afe9c4011900 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] device_id is not set on port 307bb78c-9fd6-4694-8ff6-3324d1b33a8d yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:41:51.558697 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974e959-9b72-4291-af8d-8549e316537c admin admin] Pushing event deleted for resources: {'Port': ['ID=062e81fd-342c-41b0-94cf-85846cfcf1fe,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:51.678512 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a9f6a0-3ad0-4b0a-8a6f-00e2a0d73b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-cd7a8297-1f21-4764-8355-6754da4b856f', 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'fixed_ips': [{'subnet_id': 'af78ffd8-c5aa-4ae6-80ff-37cf3dae6204'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:41:51.680770 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-80a9f6a0-3ad0-4b0a-8a6f-00e2a0d73b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:51.695013 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c974e959-9b72-4291-af8d-8549e316537c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:51.783555 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-bce9940c-ecaa-40cf-bfa4-afe9c4011900 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 2001:db8::35a (cd7a8297-1f21-4764-8355-6754da4b856f/af78ffd8-c5aa-4ae6-80ff-37cf3dae6204/307bb78c-9fd6-4694-8ff6-3324d1b33a8d) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:51.824460 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c974e959-9b72-4291-af8d-8549e316537c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:51.827485 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c974e959-9b72-4291-af8d-8549e316537c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:51.885960 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c974e959-9b72-4291-af8d-8549e316537c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:51.887050 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c974e959-9b72-4291-af8d-8549e316537c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56174885-8289-4b75-9794-9d716275fdef {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:41:51.893397 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c974e959-9b72-4291-af8d-8549e316537c admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:51.897447 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c974e959-9b72-4291-af8d-8549e316537c admin admin] 10.222.0.60 "DELETE /v2.0/routers/56174885-8289-4b75-9794-9d716275fdef HTTP/1.1" status: 204 len: 168 time: 2.4513080 Sep 01 15:41:51.898560 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44718) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:51.970982 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6df03d3-fffe-4065-882a-2a573f05e452 admin admin] Deleting subnet 1827dc33-d901-4dc0-83ea-7d05f17a5c8e {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:41:51.974882 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c6df03d3-fffe-4065-882a-2a573f05e452 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.021908 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c6df03d3-fffe-4065-882a-2a573f05e452 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.094660 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bce9940c-ecaa-40cf-bfa4-afe9c4011900 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.124978 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-bce9940c-ecaa-40cf-bfa4-afe9c4011900 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Transition to ACTIVE for port object 307bb78c-9fd6-4694-8ff6-3324d1b33a8d will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:52.183466 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bce9940c-ecaa-40cf-bfa4-afe9c4011900 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.213070 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c6df03d3-fffe-4065-882a-2a573f05e452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.244070 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-80a9f6a0-3ad0-4b0a-8a6f-00e2a0d73b61 None None] Allocated IP 2001:db8::2 (cd7a8297-1f21-4764-8355-6754da4b856f/af78ffd8-c5aa-4ae6-80ff-37cf3dae6204/8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:52.253240 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce9940c-ecaa-40cf-bfa4-afe9c4011900 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:52.258412 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-bce9940c-ecaa-40cf-bfa4-afe9c4011900 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:52.263546 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce9940c-ecaa-40cf-bfa4-afe9c4011900 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:52.270936 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce9940c-ecaa-40cf-bfa4-afe9c4011900 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:52.272398 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bce9940c-ecaa-40cf-bfa4-afe9c4011900 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.299793 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9940c-ecaa-40cf-bfa4-afe9c4011900 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Port': ['ID=307bb78c-9fd6-4694-8ff6-3324d1b33a8d,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:52.305406 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bce9940c-ecaa-40cf-bfa4-afe9c4011900 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1604037 Sep 01 15:41:52.312673 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44720) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:52.326633 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c6df03d3-fffe-4065-882a-2a573f05e452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.376380 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df03d3-fffe-4065-882a-2a573f05e452 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1827dc33-d901-4dc0-83ea-7d05f17a5c8e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:52.379162 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c6df03d3-fffe-4065-882a-2a573f05e452 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.384320 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c6df03d3-fffe-4065-882a-2a573f05e452 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1827dc33-d901-4dc0-83ea-7d05f17a5c8e HTTP/1.1" status: 204 len: 168 time: 0.4848790 Sep 01 15:41:52.385028 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44724) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:52.387760 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e1a775-2f43-46f7-8ab7-58ae3135a405 None None] Network 6b85dcbe-4328-43f8-ab7b-b1fbefe2036d requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:52.481983 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb77ffd0-ea1f-429f-9599-178afe9e1543 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:52.489195 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fb77ffd0-ea1f-429f-9599-178afe9e1543 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1751583 Sep 01 15:41:52.490044 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44726) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:52.544217 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f07fcedb-9770-4b83-bf56-76de64d3e424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.649371 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-80a9f6a0-3ad0-4b0a-8a6f-00e2a0d73b61 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.649996 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-f07fcedb-9770-4b83-bf56-76de64d3e424 admin admin] Deleting port c80e9c04-d52a-47a8-9b03-14a49060a480 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:52.650390 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f07fcedb-9770-4b83-bf56-76de64d3e424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.663734 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-80a9f6a0-3ad0-4b0a-8a6f-00e2a0d73b61 None None] Transition to ACTIVE for port object 8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:52.676538 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-76d5dc78-82a3-4591-ab0e-3b4097408beb tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting port 307bb78c-9fd6-4694-8ff6-3324d1b33a8d {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:52.676866 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-76d5dc78-82a3-4591-ab0e-3b4097408beb tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.690836 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-80a9f6a0-3ad0-4b0a-8a6f-00e2a0d73b61 None None] Transition to ACTIVE for port object 8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:52.711262 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-80a9f6a0-3ad0-4b0a-8a6f-00e2a0d73b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.735588 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a9f6a0-3ad0-4b0a-8a6f-00e2a0d73b61 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:52.741436 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-80a9f6a0-3ad0-4b0a-8a6f-00e2a0d73b61 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:52.773624 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a9f6a0-3ad0-4b0a-8a6f-00e2a0d73b61 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:52.789979 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078766c4-664c-4b5b-a3a9-834582d5f374 None None] DHCP port deletion for 6b85dcbe-4328-43f8-ab7b-b1fbefe2036d request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:41:52.799854 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-f07fcedb-9770-4b83-bf56-76de64d3e424 admin admin] For port c80e9c04-d52a-47a8-9b03-14a49060a480, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=c80e9c04-d52a-47a8-9b03-14a49060a480,segment=NetworkSegment(aecefe32-fa82-40b3-81f0-f423746f39ab),segment_id=aecefe32-fa82-40b3-81f0-f423746f39ab)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:52.800358 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f07fcedb-9770-4b83-bf56-76de64d3e424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.822546 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-f07fcedb-9770-4b83-bf56-76de64d3e424 admin admin] Calling delete_port for c80e9c04-d52a-47a8-9b03-14a49060a480 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:52.859721 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-76d5dc78-82a3-4591-ab0e-3b4097408beb tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.879440 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-76d5dc78-82a3-4591-ab0e-3b4097408beb tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Calling delete_port for 307bb78c-9fd6-4694-8ff6-3324d1b33a8d owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:52.979108 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f07fcedb-9770-4b83-bf56-76de64d3e424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:52.997803 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07fcedb-9770-4b83-bf56-76de64d3e424 admin admin] No DVR routers for this DVR port c80e9c04-d52a-47a8-9b03-14a49060a480 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:41:53.051963 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07fcedb-9770-4b83-bf56-76de64d3e424 admin admin] Pushing event deleted for resources: {'Port': ['ID=c80e9c04-d52a-47a8-9b03-14a49060a480,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:53.127278 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f07fcedb-9770-4b83-bf56-76de64d3e424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.140278 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-f07fcedb-9770-4b83-bf56-76de64d3e424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b85dcbe-4328-43f8-ab7b-b1fbefe2036d']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:53.151753 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-76d5dc78-82a3-4591-ab0e-3b4097408beb tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.159446 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-f07fcedb-9770-4b83-bf56-76de64d3e424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aecefe32-fa82-40b3-81f0-f423746f39ab') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:53.159446 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-f07fcedb-9770-4b83-bf56-76de64d3e424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aecefe32-fa82-40b3-81f0-f423746f39ab') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:41:53.164332 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9f6a0-3ad0-4b0a-8a6f-00e2a0d73b61 None None] Pushing event updated for resources: {'Port': ['ID=8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:53.168567 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:41:53.180000 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f07fcedb-9770-4b83-bf56-76de64d3e424 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.210899 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-80a9f6a0-3ad0-4b0a-8a6f-00e2a0d73b61 None None] Attempting to bind port 8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:41:53.211368 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-80a9f6a0-3ad0-4b0a-8a6f-00e2a0d73b61 None None] Attempting to bind port 8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:41:53.211818 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9f6a0-3ad0-4b0a-8a6f-00e2a0d73b61 None None] Attempting to bind port 8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4 on network cd7a8297-1f21-4764-8355-6754da4b856f {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:41:53.212723 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f07fcedb-9770-4b83-bf56-76de64d3e424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.215059 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:41:53.215478 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ea1c0fb4-74bb-4991-8dd1-cb59a8bb7ea5 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:41:53.215843 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c80e9c04-d52a-47a8-9b03-14a49060a480 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:41:53.229449 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07fcedb-9770-4b83-bf56-76de64d3e424 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:41:53.229449 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f07fcedb-9770-4b83-bf56-76de64d3e424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:41:53.231875 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:41:53.253099 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9f6a0-3ad0-4b0a-8a6f-00e2a0d73b61 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:41:53.254015 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9f6a0-3ad0-4b0a-8a6f-00e2a0d73b61 None None] Checking segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:53.254206 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-80a9f6a0-3ad0-4b0a-8a6f-00e2a0d73b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.254962 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a9f6a0-3ad0-4b0a-8a6f-00e2a0d73b61 None None] Bound using segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:41:53.255580 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-80a9f6a0-3ad0-4b0a-8a6f-00e2a0d73b61 None None] Bound port: 8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:41:53.256018 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-80a9f6a0-3ad0-4b0a-8a6f-00e2a0d73b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.259270 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-76d5dc78-82a3-4591-ab0e-3b4097408beb tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.262805 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-76d5dc78-82a3-4591-ab0e-3b4097408beb tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/307bb78c-9fd6-4694-8ff6-3324d1b33a8d HTTP/1.1" status: 204 len: 168 time: 0.7706397 Sep 01 15:41:53.264656 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5dc78-82a3-4591-ab0e-3b4097408beb tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Port': ['ID=307bb78c-9fd6-4694-8ff6-3324d1b33a8d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:53.270131 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44728) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:53.272470 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: c80e9c04-d52a-47a8-9b03-14a49060a480 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:41:53.272844 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c80e9c04-d52a-47a8-9b03-14a49060a480 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:41:53.273505 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 062e81fd-342c-41b0-94cf-85846cfcf1fe no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:41:53.307815 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 062e81fd-342c-41b0-94cf-85846cfcf1fe {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:41:53.308240 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 062e81fd-342c-41b0-94cf-85846cfcf1fe not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:41:53.328737 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-078766c4-664c-4b5b-a3a9-834582d5f374 None None] Deleting port c80e9c04-d52a-47a8-9b03-14a49060a480 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:53.329302 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-078766c4-664c-4b5b-a3a9-834582d5f374 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.381536 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438a5f1e-6caf-4195-8cfc-3cc66b33f44e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:53.383429 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438a5f1e-6caf-4195-8cfc-3cc66b33f44e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:53.385128 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-438a5f1e-6caf-4195-8cfc-3cc66b33f44e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1139414 Sep 01 15:41:53.390655 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44730) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:53.428449 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f07fcedb-9770-4b83-bf56-76de64d3e424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.444182 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f07fcedb-9770-4b83-bf56-76de64d3e424 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.460817 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f07fcedb-9770-4b83-bf56-76de64d3e424 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6b85dcbe-4328-43f8-ab7b-b1fbefe2036d HTTP/1.1" status: 204 len: 168 time: 1.0734029 Sep 01 15:41:53.509910 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-078766c4-664c-4b5b-a3a9-834582d5f374 None None] For port c80e9c04-d52a-47a8-9b03-14a49060a480, host n-d-794796-3, got binding levels [] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:53.510527 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-078766c4-664c-4b5b-a3a9-834582d5f374 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.526676 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07fcedb-9770-4b83-bf56-76de64d3e424 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b85dcbe-4328-43f8-ab7b-b1fbefe2036d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:53.528262 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-80a9f6a0-3ad0-4b0a-8a6f-00e2a0d73b61 None None] For port 8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:41:53.530871 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-08190e2d-27e5-48fc-80d2-a9e4f2ebcf64 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet af78ffd8-c5aa-4ae6-80ff-37cf3dae6204 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:41:53.536746 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-078766c4-664c-4b5b-a3a9-834582d5f374 None None] Calling delete_port for c80e9c04-d52a-47a8-9b03-14a49060a480 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:53.542122 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-08190e2d-27e5-48fc-80d2-a9e4f2ebcf64 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.550268 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.ipam_backend_mixin [None req-078766c4-664c-4b5b-a3a9-834582d5f374 None None] Port c80e9c04-d52a-47a8-9b03-14a49060a480 was not found and therefore no delete operation was performed {{(pid=94735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 15:41:53.553580 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-078766c4-664c-4b5b-a3a9-834582d5f374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.556878 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-80a9f6a0-3ad0-4b0a-8a6f-00e2a0d73b61 None None] For port 8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:41:53.590929 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078766c4-664c-4b5b-a3a9-834582d5f374 None None] Pushing event deleted for resources: {'Port': ['ID=c80e9c04-d52a-47a8-9b03-14a49060a480,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:53.596973 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-80a9f6a0-3ad0-4b0a-8a6f-00e2a0d73b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.604378 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-078766c4-664c-4b5b-a3a9-834582d5f374 None None] Network 6b85dcbe-4328-43f8-ab7b-b1fbefe2036d is not hosted by any dhcp agent {{(pid=94735) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 01 15:41:53.604840 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078766c4-664c-4b5b-a3a9-834582d5f374 None None] No DVR routers for this DVR port c80e9c04-d52a-47a8-9b03-14a49060a480 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:41:53.640791 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-08190e2d-27e5-48fc-80d2-a9e4f2ebcf64 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.707776 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9f6a0-3ad0-4b0a-8a6f-00e2a0d73b61 None None] Pushing event updated for resources: {'Port': ['ID=8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:53.848619 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-08190e2d-27e5-48fc-80d2-a9e4f2ebcf64 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.877385 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44736) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:53.968020 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-08190e2d-27e5-48fc-80d2-a9e4f2ebcf64 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:53.996818 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-55421bdd-af54-4631-8df1-3b55477da197 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=756bedfd9af94037abe1b63468d322fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1158977 Sep 01 15:41:53.997607 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44738) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:54.012257 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08190e2d-27e5-48fc-80d2-a9e4f2ebcf64 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=af78ffd8-c5aa-4ae6-80ff-37cf3dae6204,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:54.014809 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-08190e2d-27e5-48fc-80d2-a9e4f2ebcf64 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:54.018484 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-08190e2d-27e5-48fc-80d2-a9e4f2ebcf64 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/af78ffd8-c5aa-4ae6-80ff-37cf3dae6204 HTTP/1.1" status: 204 len: 168 time: 0.6261520 Sep 01 15:41:54.023785 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44740) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:54.083737 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e84199a6-5b12-4008-b0b1-f2fe47fbfa52 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539587 Sep 01 15:41:54.084076 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44742) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:54.089560 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-7de57a48-a0fb-41aa-822e-bceac0497106 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:54.189447 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-950a3491-f51a-4c61-854a-357f9657409f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:54.237610 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-950a3491-f51a-4c61-854a-357f9657409f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:54.293669 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de57a48-a0fb-41aa-822e-bceac0497106 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:54.297379 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7de57a48-a0fb-41aa-822e-bceac0497106 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:54.372283 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-950a3491-f51a-4c61-854a-357f9657409f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:54.375031 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-950a3491-f51a-4c61-854a-357f9657409f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:54.376232 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-950a3491-f51a-4c61-854a-357f9657409f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/efda0f42-5e77-4035-99a9-e2f0c44f9f61 HTTP/1.1" status: 204 len: 168 time: 0.3776681 Sep 01 15:41:54.397647 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a3491-f51a-4c61-854a-357f9657409f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efda0f42-5e77-4035-99a9-e2f0c44f9f61,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:54.646438 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7de57a48-a0fb-41aa-822e-bceac0497106 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:54.715215 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de57a48-a0fb-41aa-822e-bceac0497106 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=cb7f9341-034b-461d-bbd0-60d38ef0733d,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:54.750334 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de57a48-a0fb-41aa-822e-bceac0497106 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:54.754186 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-7de57a48-a0fb-41aa-822e-bceac0497106 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:54.759424 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de57a48-a0fb-41aa-822e-bceac0497106 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:54.760047 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7de57a48-a0fb-41aa-822e-bceac0497106 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:54.801058 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7de57a48-a0fb-41aa-822e-bceac0497106 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7113600 Sep 01 15:41:54.801645 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44750) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:54.810352 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-b2450256-4203-49d1-91cf-4e9c8505e1da tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'name': 'tempest-NetworksTestDHCPv6-1245536381'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:54.986662 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2450256-4203-49d1-91cf-4e9c8505e1da tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:55.009034 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b2450256-4203-49d1-91cf-4e9c8505e1da tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:55.027222 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44752) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:55.061132 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-b2450256-4203-49d1-91cf-4e9c8505e1da tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] device_id is not set on port 3ab13899-2480-40f7-a006-87d939d19588 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:41:55.122755 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f0d9b432-4afd-44d9-884d-59ff8056b49c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8bce11272d4544f1917d17554af470f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0933740 Sep 01 15:41:55.139608 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44754) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:55.150856 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:41:55.221509 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a36e50c-0f1d-428e-8070-6aa3591105f8 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:55.272275 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-100d9e64-1e26-4b8b-88aa-0be9c648d22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:55.308307 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-b2450256-4203-49d1-91cf-4e9c8505e1da tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 2001:db8::2eb (cd7a8297-1f21-4764-8355-6754da4b856f/cb7f9341-034b-461d-bbd0-60d38ef0733d/3ab13899-2480-40f7-a006-87d939d19588) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:55.331942 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-100d9e64-1e26-4b8b-88aa-0be9c648d22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:55.390218 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-af26d307-413e-48fe-bbdb-6f2f69a43fab None None] Provisioning for port 8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:41:55.441625 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-100d9e64-1e26-4b8b-88aa-0be9c648d22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:55.447028 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:41:55.448124 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-100d9e64-1e26-4b8b-88aa-0be9c648d22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:55.452369 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-100d9e64-1e26-4b8b-88aa-0be9c648d22d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6136607d-4cab-4b9e-a391-b36c2b090b89 HTTP/1.1" status: 204 len: 168 time: 0.2940738 Sep 01 15:41:55.460148 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:55.460741 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:55.474090 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d9e64-1e26-4b8b-88aa-0be9c648d22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6136607d-4cab-4b9e-a391-b36c2b090b89,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:55.591302 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b2450256-4203-49d1-91cf-4e9c8505e1da tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:55.611734 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-b2450256-4203-49d1-91cf-4e9c8505e1da tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Transition to ACTIVE for port object 3ab13899-2480-40f7-a006-87d939d19588 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:55.678679 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b2450256-4203-49d1-91cf-4e9c8505e1da tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:55.769492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2450256-4203-49d1-91cf-4e9c8505e1da tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:55.779102 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:55.779593 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-b2450256-4203-49d1-91cf-4e9c8505e1da tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:55.786640 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2450256-4203-49d1-91cf-4e9c8505e1da tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:41:55.803400 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2450256-4203-49d1-91cf-4e9c8505e1da tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:55.804819 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b2450256-4203-49d1-91cf-4e9c8505e1da tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:55.829884 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2450256-4203-49d1-91cf-4e9c8505e1da tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Port': ['ID=3ab13899-2480-40f7-a006-87d939d19588,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:55.858100 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b2450256-4203-49d1-91cf-4e9c8505e1da tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0543180 Sep 01 15:41:55.861942 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44762) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:55.897899 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:55.907363 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:55.995088 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbdd014-e4f1-4e73-9514-bdf98926abcd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:56.022241 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbdd014-e4f1-4e73-9514-bdf98926abcd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:56.033384 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4dbdd014-e4f1-4e73-9514-bdf98926abcd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1696565 Sep 01 15:41:56.047180 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44764) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:56.061087 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:56.217810 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a7133-b181-4a6e-a06f-c20a0668915d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting port 3ab13899-2480-40f7-a006-87d939d19588 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:56.218843 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c8a7133-b181-4a6e-a06f-c20a0668915d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:56.283307 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-51bc7e17-10d9-4b6d-a7c4-21e0aca914f8 None None] Provisioning complete for port 8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:56.283898 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-51bc7e17-10d9-4b6d-a7c4-21e0aca914f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:56.371117 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c8a7133-b181-4a6e-a06f-c20a0668915d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:56.396536 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a7133-b181-4a6e-a06f-c20a0668915d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Calling delete_port for 3ab13899-2480-40f7-a006-87d939d19588 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:56.565917 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6e1bac41-6718-47bf-8d2f-f36b7273a2e9 None None] Could not find standard attr ID for object 307bb78c-9fd6-4694-8ff6-3324d1b33a8d. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:41:56.668018 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c8a7133-b181-4a6e-a06f-c20a0668915d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:56.756080 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a7133-b181-4a6e-a06f-c20a0668915d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Port': ['ID=3ab13899-2480-40f7-a006-87d939d19588,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:56.759219 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7c8a7133-b181-4a6e-a06f-c20a0668915d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:56.761180 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7c8a7133-b181-4a6e-a06f-c20a0668915d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/3ab13899-2480-40f7-a006-87d939d19588 HTTP/1.1" status: 204 len: 168 time: 0.7221720 Sep 01 15:41:56.764608 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44780) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:56.886883 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3f351119-acc3-490f-93f2-be482abebb02 None None] Could not find standard attr ID for object 3ab13899-2480-40f7-a006-87d939d19588. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:41:56.908889 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44784) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:57.044657 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:41:57.153816 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-649a75f9-9ef5-4dca-9f7c-95cd063f9913 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1692375501-network', 'tenant_id': '712b03f523614e3dae833fefdba8a150'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:57.189362 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:41:57.189907 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:57.215142 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649a75f9-9ef5-4dca-9f7c-95cd063f9913 admin admin] Made reservation on behalf of 712b03f523614e3dae833fefdba8a150 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:57.218952 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-649a75f9-9ef5-4dca-9f7c-95cd063f9913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:57.233158 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-649a75f9-9ef5-4dca-9f7c-95cd063f9913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:57.351407 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8bc71c-4653-4c9f-bc07-9a746d41f830 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:57.353463 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8bc71c-4653-4c9f-bc07-9a746d41f830 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:57.360752 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0b8bc71c-4653-4c9f-bc07-9a746d41f830 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5879183 Sep 01 15:41:57.361333 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44790) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:57.436177 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-649a75f9-9ef5-4dca-9f7c-95cd063f9913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:57.443890 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-472423e4-6d44-47f7-ab1d-aa14c918e896 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet cb7f9341-034b-461d-bbd0-60d38ef0733d {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:41:57.447737 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-472423e4-6d44-47f7-ab1d-aa14c918e896 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:57.476418 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-649a75f9-9ef5-4dca-9f7c-95cd063f9913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:57.548098 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-472423e4-6d44-47f7-ab1d-aa14c918e896 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:57.603987 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649a75f9-9ef5-4dca-9f7c-95cd063f9913 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:41:57.612031 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a75f9-9ef5-4dca-9f7c-95cd063f9913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054cd22e-7504-4c59-b873-98ee09b8eab4,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:57.650475 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-649a75f9-9ef5-4dca-9f7c-95cd063f9913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:57.651061 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-649a75f9-9ef5-4dca-9f7c-95cd063f9913 admin admin] Added segment 7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8 of type vlan for network 07f631c5-32e9-40ca-9b75-6feb731ecf99 Sep 01 15:41:57.717340 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-472423e4-6d44-47f7-ab1d-aa14c918e896 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:57.793287 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-649a75f9-9ef5-4dca-9f7c-95cd063f9913 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:57.869056 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-649a75f9-9ef5-4dca-9f7c-95cd063f9913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:57.870812 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649a75f9-9ef5-4dca-9f7c-95cd063f9913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:57.871819 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-649a75f9-9ef5-4dca-9f7c-95cd063f9913 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:57.874218 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:57.986930 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-472423e4-6d44-47f7-ab1d-aa14c918e896 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:58.035433 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-649a75f9-9ef5-4dca-9f7c-95cd063f9913 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1244948 Sep 01 15:41:58.040088 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44792) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:58.045907 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-80a70141-92de-44c8-a37d-440b07c1fe4a admin admin] Request body: {'subnet': {'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1692375501-subnet', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:58.072775 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a70141-92de-44c8-a37d-440b07c1fe4a admin admin] Made reservation on behalf of 712b03f523614e3dae833fefdba8a150 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:58.075391 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-80a70141-92de-44c8-a37d-440b07c1fe4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:58.088530 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472423e4-6d44-47f7-ab1d-aa14c918e896 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=cb7f9341-034b-461d-bbd0-60d38ef0733d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:58.108980 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-472423e4-6d44-47f7-ab1d-aa14c918e896 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:58.115287 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-472423e4-6d44-47f7-ab1d-aa14c918e896 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/cb7f9341-034b-461d-bbd0-60d38ef0733d HTTP/1.1" status: 204 len: 168 time: 0.7494807 Sep 01 15:41:58.115287 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a75f9-9ef5-4dca-9f7c-95cd063f9913 admin admin] Pushing event updated for resources: {'Network': ['ID=07f631c5-32e9-40ca-9b75-6feb731ecf99,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:58.118342 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44794) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:58.127498 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 07f631c5-32e9-40ca-9b75-6feb731ecf99 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:41:58.177925 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a48b1d-a464-43bd-b875-269cc806c8a8 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:58.197252 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0196b1e8-a5f5-47d6-8c70-4286ce68bcc7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0770004 Sep 01 15:41:58.200730 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44798) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:58.314172 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-80a70141-92de-44c8-a37d-440b07c1fe4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:58.395298 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a70141-92de-44c8-a37d-440b07c1fe4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2b59801-979b-4fe1-bcc1-5c6fa7771954,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:58.487247 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a70141-92de-44c8-a37d-440b07c1fe4a admin admin] Checking segment: {'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:41:58.487864 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a70141-92de-44c8-a37d-440b07c1fe4a admin admin] Network hostable DHCP agents. Network: 07f631c5-32e9-40ca-9b75-6feb731ecf99, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:41:58.524175 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a70141-92de-44c8-a37d-440b07c1fe4a admin admin] Network 07f631c5-32e9-40ca-9b75-6feb731ecf99 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:41:58.546108 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-80a70141-92de-44c8-a37d-440b07c1fe4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 07f631c5-32e9-40ca-9b75-6feb731ecf99) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:58.555723 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a70141-92de-44c8-a37d-440b07c1fe4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:58.558108 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-80a70141-92de-44c8-a37d-440b07c1fe4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:58.563780 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71983b2e-78f2-4d20-a535-c489a7a85eae None None] Network 07f631c5-32e9-40ca-9b75-6feb731ecf99 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:58.584493 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-80a70141-92de-44c8-a37d-440b07c1fe4a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5430181 Sep 01 15:41:58.589024 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44800) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:58.597442 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-3979631f-59e7-4f0c-8d9f-5c38f12352d1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1692375501-router', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:58.632112 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3979631f-59e7-4f0c-8d9f-5c38f12352d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:58.634048 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3979631f-59e7-4f0c-8d9f-5c38f12352d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:58.693593 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb8d256-0463-4ee0-9f6b-264b89a13451 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:58.703088 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bdb8d256-0463-4ee0-9f6b-264b89a13451 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5005352 Sep 01 15:41:58.703600 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44802) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:58.772539 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438347c2-0949-4d7f-81a7-5c57c45d38e6 None None] DHCP port deletion for cd7a8297-1f21-4764-8355-6754da4b856f request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:41:58.773994 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3979631f-59e7-4f0c-8d9f-5c38f12352d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:58.869262 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5b7c0d-132c-4eed-ab5c-344b453f517a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:58.870835 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0c5b7c0d-132c-4eed-ab5c-344b453f517a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1654298 Sep 01 15:41:58.875642 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44804) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:58.894483 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-438347c2-0949-4d7f-81a7-5c57c45d38e6 None None] Deleting port 8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:41:58.895643 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-438347c2-0949-4d7f-81a7-5c57c45d38e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:58.916533 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0995f6ad-a8cf-47a2-9fd3-caa59e912b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-07f631c5-32e9-40ca-9b75-6feb731ecf99', 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'fixed_ips': [{'subnet_id': 'a2b59801-979b-4fe1-bcc1-5c6fa7771954'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:41:58.918359 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0995f6ad-a8cf-47a2-9fd3-caa59e912b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:58.954149 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c30c1e75-8d67-417d-891d-2487d41d6457 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763285 Sep 01 15:41:58.961076 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44806) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:58.967384 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-925c2928-e191-41fb-bc91-5ceedb994510 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:59.057637 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3979631f-59e7-4f0c-8d9f-5c38f12352d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:59.062184 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-438347c2-0949-4d7f-81a7-5c57c45d38e6 None None] For port 8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:41:59.062855 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-438347c2-0949-4d7f-81a7-5c57c45d38e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:59.165471 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-438347c2-0949-4d7f-81a7-5c57c45d38e6 None None] Calling delete_port for 8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:41:59.176022 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925c2928-e191-41fb-bc91-5ceedb994510 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:41:59.179739 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-925c2928-e191-41fb-bc91-5ceedb994510 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:59.183193 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:41:59.399974 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-0995f6ad-a8cf-47a2-9fd3-caa59e912b40 None None] Allocated IP 172.20.0.2 (07f631c5-32e9-40ca-9b75-6feb731ecf99/a2b59801-979b-4fe1-bcc1-5c6fa7771954/262497d0-1446-4f88-8e60-d385832fd332) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:59.459966 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-438347c2-0949-4d7f-81a7-5c57c45d38e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:59.525892 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438347c2-0949-4d7f-81a7-5c57c45d38e6 None None] Pushing event deleted for resources: {'Port': ['ID=8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:59.559347 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3979631f-59e7-4f0c-8d9f-5c38f12352d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:59.561351 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438347c2-0949-4d7f-81a7-5c57c45d38e6 None None] No DVR routers for this DVR port 8d65c18a-f6b1-4cd4-a67a-35b5e2e845f4 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:41:59.563249 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:59.635291 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3979631f-59e7-4f0c-8d9f-5c38f12352d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:59.659815 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-925c2928-e191-41fb-bc91-5ceedb994510 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:59.726068 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925c2928-e191-41fb-bc91-5ceedb994510 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:41:59.730465 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-925c2928-e191-41fb-bc91-5ceedb994510 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:41:59.736235 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925c2928-e191-41fb-bc91-5ceedb994510 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:41:59.736848 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-925c2928-e191-41fb-bc91-5ceedb994510 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:59.753552 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c2928-e191-41fb-bc91-5ceedb994510 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=1e9786fe-2695-4e1a-a194-b69a6499c010,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:41:59.755321 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfed7945-5bd5-4fd9-b221-08bd19e23f46 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:41:59.769464 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-925c2928-e191-41fb-bc91-5ceedb994510 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8069868 Sep 01 15:41:59.773673 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44810) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:41:59.783598 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-a65ab6d2-5010-4067-95fe-77abb0e01cdd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'fixed_ips': [{'subnet_id': '1e9786fe-2695-4e1a-a194-b69a6499c010', 'ip_address': '2001:db8::443f:5e95:c33c:d0ff'}], 'name': 'tempest-NetworksTestDHCPv6-126773487'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:41:59.840981 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0995f6ad-a8cf-47a2-9fd3-caa59e912b40 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:59.873287 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-3979631f-59e7-4f0c-8d9f-5c38f12352d1 admin admin] Allocated IP 172.25.6.224 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:41:59.876071 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0995f6ad-a8cf-47a2-9fd3-caa59e912b40 None None] Transition to ACTIVE for port object 262497d0-1446-4f88-8e60-d385832fd332 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:59.930276 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0995f6ad-a8cf-47a2-9fd3-caa59e912b40 None None] Transition to ACTIVE for port object 262497d0-1446-4f88-8e60-d385832fd332 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:41:59.961251 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0995f6ad-a8cf-47a2-9fd3-caa59e912b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:41:59.994251 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65ab6d2-5010-4067-95fe-77abb0e01cdd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:00.019731 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3979631f-59e7-4f0c-8d9f-5c38f12352d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:00.082041 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3979631f-59e7-4f0c-8d9f-5c38f12352d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:00.110955 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0995f6ad-a8cf-47a2-9fd3-caa59e912b40 None None] Network 07f631c5-32e9-40ca-9b75-6feb731ecf99 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:00.126666 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-0995f6ad-a8cf-47a2-9fd3-caa59e912b40 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:00.131764 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0995f6ad-a8cf-47a2-9fd3-caa59e912b40 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:00.141194 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995f6ad-a8cf-47a2-9fd3-caa59e912b40 None None] Pushing event updated for resources: {'Port': ['ID=262497d0-1446-4f88-8e60-d385832fd332,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:00.160382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3979631f-59e7-4f0c-8d9f-5c38f12352d1 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:00.165573 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-3979631f-59e7-4f0c-8d9f-5c38f12352d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:00.171973 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3979631f-59e7-4f0c-8d9f-5c38f12352d1 admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:00.183901 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a65ab6d2-5010-4067-95fe-77abb0e01cdd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:00.224153 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979631f-59e7-4f0c-8d9f-5c38f12352d1 admin admin] Pushing event updated for resources: {'Port': ['ID=b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:00.224793 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-a65ab6d2-5010-4067-95fe-77abb0e01cdd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] device_id is not set on port 3370ec80-aebd-4752-ba00-c99df0b36732 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:42:00.249328 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e049af5d-10b3-4854-a673-b641311eda9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-cd7a8297-1f21-4764-8355-6754da4b856f', 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'fixed_ips': [{'subnet_id': '1e9786fe-2695-4e1a-a194-b69a6499c010'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:42:00.250866 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e049af5d-10b3-4854-a673-b641311eda9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:00.331242 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-0995f6ad-a8cf-47a2-9fd3-caa59e912b40 None None] Attempting to bind port 262497d0-1446-4f88-8e60-d385832fd332 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:42:00.332477 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-0995f6ad-a8cf-47a2-9fd3-caa59e912b40 None None] Attempting to bind port 262497d0-1446-4f88-8e60-d385832fd332 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:42:00.332657 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0995f6ad-a8cf-47a2-9fd3-caa59e912b40 None None] Attempting to bind port 262497d0-1446-4f88-8e60-d385832fd332 on network 07f631c5-32e9-40ca-9b75-6feb731ecf99 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:42:00.346697 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0995f6ad-a8cf-47a2-9fd3-caa59e912b40 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:42:00.347043 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0995f6ad-a8cf-47a2-9fd3-caa59e912b40 None None] Checking segment: {'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:00.347701 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0995f6ad-a8cf-47a2-9fd3-caa59e912b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:00.348309 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0995f6ad-a8cf-47a2-9fd3-caa59e912b40 None None] Bound using segment: {'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:42:00.348995 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-0995f6ad-a8cf-47a2-9fd3-caa59e912b40 None None] Bound port: 262497d0-1446-4f88-8e60-d385832fd332, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:42:00.349560 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0995f6ad-a8cf-47a2-9fd3-caa59e912b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:00.503389 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-a65ab6d2-5010-4067-95fe-77abb0e01cdd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 2001:db8::443f:5e95:c33c:d0ff (cd7a8297-1f21-4764-8355-6754da4b856f/1e9786fe-2695-4e1a-a194-b69a6499c010/3370ec80-aebd-4752-ba00-c99df0b36732) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:00.605169 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3979631f-59e7-4f0c-8d9f-5c38f12352d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:00.626892 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-0995f6ad-a8cf-47a2-9fd3-caa59e912b40 None None] For port 262497d0-1446-4f88-8e60-d385832fd332, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:42:00.633470 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-0995f6ad-a8cf-47a2-9fd3-caa59e912b40 None None] For port 262497d0-1446-4f88-8e60-d385832fd332, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=262497d0-1446-4f88-8e60-d385832fd332,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:42:00.643812 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0995f6ad-a8cf-47a2-9fd3-caa59e912b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:00.747428 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995f6ad-a8cf-47a2-9fd3-caa59e912b40 None None] Pushing event updated for resources: {'Port': ['ID=262497d0-1446-4f88-8e60-d385832fd332,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:00.810423 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a65ab6d2-5010-4067-95fe-77abb0e01cdd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:00.831315 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-a65ab6d2-5010-4067-95fe-77abb0e01cdd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Transition to ACTIVE for port object 3370ec80-aebd-4752-ba00-c99df0b36732 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:00.891717 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a65ab6d2-5010-4067-95fe-77abb0e01cdd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:00.910829 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3979631f-59e7-4f0c-8d9f-5c38f12352d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:00.971238 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-e049af5d-10b3-4854-a673-b641311eda9a None None] Allocated IP 2001:db8::2 (cd7a8297-1f21-4764-8355-6754da4b856f/1e9786fe-2695-4e1a-a194-b69a6499c010/e971f0aa-a854-4790-b3b7-893ecce9165d) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:01.026954 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65ab6d2-5010-4067-95fe-77abb0e01cdd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:01.038850 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-a65ab6d2-5010-4067-95fe-77abb0e01cdd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:01.044506 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65ab6d2-5010-4067-95fe-77abb0e01cdd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:01.091903 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65ab6d2-5010-4067-95fe-77abb0e01cdd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:01.103166 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a65ab6d2-5010-4067-95fe-77abb0e01cdd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:01.122544 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ab6d2-5010-4067-95fe-77abb0e01cdd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Port': ['ID=3370ec80-aebd-4752-ba00-c99df0b36732,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:01.140316 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a65ab6d2-5010-4067-95fe-77abb0e01cdd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3587368 Sep 01 15:42:01.140974 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44814) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:01.187720 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3979631f-59e7-4f0c-8d9f-5c38f12352d1 admin admin] Router 668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:42:01.297946 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e049af5d-10b3-4854-a673-b641311eda9a None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:01.312802 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e049af5d-10b3-4854-a673-b641311eda9a None None] Transition to ACTIVE for port object e971f0aa-a854-4790-b3b7-893ecce9165d will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:01.324286 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea248343-3a2c-45cb-88d8-2755473e22f8 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:01.335484 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ea248343-3a2c-45cb-88d8-2755473e22f8 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1925347 Sep 01 15:42:01.336466 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44816) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:01.340435 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e049af5d-10b3-4854-a673-b641311eda9a None None] Transition to ACTIVE for port object e971f0aa-a854-4790-b3b7-893ecce9165d will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:01.350247 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e049af5d-10b3-4854-a673-b641311eda9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:01.404763 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e049af5d-10b3-4854-a673-b641311eda9a None None] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:01.409373 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-e049af5d-10b3-4854-a673-b641311eda9a None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:01.414084 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e049af5d-10b3-4854-a673-b641311eda9a None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:01.452739 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049af5d-10b3-4854-a673-b641311eda9a None None] Pushing event updated for resources: {'Port': ['ID=e971f0aa-a854-4790-b3b7-893ecce9165d,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:01.478715 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3979631f-59e7-4f0c-8d9f-5c38f12352d1 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:42:01.500662 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e049af5d-10b3-4854-a673-b641311eda9a None None] Attempting to bind port e971f0aa-a854-4790-b3b7-893ecce9165d on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:42:01.501010 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e049af5d-10b3-4854-a673-b641311eda9a None None] Attempting to bind port e971f0aa-a854-4790-b3b7-893ecce9165d by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:42:01.501371 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e049af5d-10b3-4854-a673-b641311eda9a None None] Attempting to bind port e971f0aa-a854-4790-b3b7-893ecce9165d on network cd7a8297-1f21-4764-8355-6754da4b856f {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:42:01.504381 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce06db8d-1785-42f3-b88b-34f551d2ec6e None None] Sync routers for ids ['668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:42:01.509274 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3979631f-59e7-4f0c-8d9f-5c38f12352d1 admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:01.512560 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3979631f-59e7-4f0c-8d9f-5c38f12352d1 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9212208 Sep 01 15:42:01.516352 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e049af5d-10b3-4854-a673-b641311eda9a None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:42:01.516761 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e049af5d-10b3-4854-a673-b641311eda9a None None] Checking segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:01.517188 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e049af5d-10b3-4854-a673-b641311eda9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:01.517683 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44818) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:01.517886 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e049af5d-10b3-4854-a673-b641311eda9a None None] Bound using segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:42:01.518399 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e049af5d-10b3-4854-a673-b641311eda9a None None] Bound port: e971f0aa-a854-4790-b3b7-893ecce9165d, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:42:01.518854 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e049af5d-10b3-4854-a673-b641311eda9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:01.540994 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce06db8d-1785-42f3-b88b-34f551d2ec6e None None] Routers {'668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:01.541639 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-ce06db8d-1785-42f3-b88b-34f551d2ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:41:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:01.586267 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-4cb6df35-f46e-4737-b45d-91c46cd70850 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting port 3370ec80-aebd-4752-ba00-c99df0b36732 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:01.587165 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4cb6df35-f46e-4737-b45d-91c46cd70850 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:01.692780 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-ce06db8d-1785-42f3-b88b-34f551d2ec6e None None] Set router 668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:01.821536 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4cb6df35-f46e-4737-b45d-91c46cd70850 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:01.859742 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-4cb6df35-f46e-4737-b45d-91c46cd70850 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Calling delete_port for 3370ec80-aebd-4752-ba00-c99df0b36732 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:02.252819 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4cb6df35-f46e-4737-b45d-91c46cd70850 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:02.268876 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e049af5d-10b3-4854-a673-b641311eda9a None None] For port e971f0aa-a854-4790-b3b7-893ecce9165d, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:42:02.288187 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e049af5d-10b3-4854-a673-b641311eda9a None None] For port e971f0aa-a854-4790-b3b7-893ecce9165d, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e971f0aa-a854-4790-b3b7-893ecce9165d,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:42:02.304649 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e049af5d-10b3-4854-a673-b641311eda9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:02.345826 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6df35-f46e-4737-b45d-91c46cd70850 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Port': ['ID=3370ec80-aebd-4752-ba00-c99df0b36732,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:02.416128 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049af5d-10b3-4854-a673-b641311eda9a None None] Pushing event updated for resources: {'Port': ['ID=e971f0aa-a854-4790-b3b7-893ecce9165d,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:02.451455 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4cb6df35-f46e-4737-b45d-91c46cd70850 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:02.458615 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4cb6df35-f46e-4737-b45d-91c46cd70850 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/3370ec80-aebd-4752-ba00-c99df0b36732 HTTP/1.1" status: 204 len: 168 time: 1.1152349 Sep 01 15:42:02.460840 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44822) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:02.592001 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-ce06db8d-1785-42f3-b88b-34f551d2ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'name': 'tempest-TestVolumeBootPattern-1692375501-router', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:58Z', 'updated_at': '2021-09-01T15:42:00Z', 'revision_number': 3, 'project_id': '712b03f523614e3dae833fefdba8a150', 'gw_port': {'id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:59Z', 'updated_at': '2021-09-01T15:41:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:02.612763 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4c304c-f159-4a96-b33f-45514bc74848 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:02.616380 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4c304c-f159-4a96-b33f-45514bc74848 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:02.623739 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bb4c304c-f159-4a96-b33f-45514bc74848 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1573658 Sep 01 15:42:02.624127 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44824) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:02.654102 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce06db8d-1785-42f3-b88b-34f551d2ec6e None None] Checking router: 668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:42:02.654688 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce06db8d-1785-42f3-b88b-34f551d2ec6e None None] Updating router 668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d port b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:42:02.659788 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3379e5af-365b-486f-893f-ac8af0a4bdad None None] Network 07f631c5-32e9-40ca-9b75-6feb731ecf99 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:02.791697 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ce06db8d-1785-42f3-b88b-34f551d2ec6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:02.833375 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c976bb6f-2193-4e4f-bb43-159e913bdcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:02.849147 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ea7b825d-5b4c-4f24-930c-f28ccb0175a9 None None] Provisioning for port 262497d0-1446-4f88-8e60-d385832fd332 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:02.876648 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-397bad9d-3fce-4880-b863-382df7fc4ad7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet 1e9786fe-2695-4e1a-a194-b69a6499c010 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:42:02.890813 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-397bad9d-3fce-4880-b863-382df7fc4ad7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:03.080674 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-397bad9d-3fce-4880-b863-382df7fc4ad7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:03.350244 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-397bad9d-3fce-4880-b863-382df7fc4ad7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:03.405558 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e971f0aa-a854-4790-b3b7-893ecce9165d up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:03.418663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-c976bb6f-2193-4e4f-bb43-159e913bdcf1 admin admin] Allocated IP 172.20.0.1 (07f631c5-32e9-40ca-9b75-6feb731ecf99/a2b59801-979b-4fe1-bcc1-5c6fa7771954/afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:03.526766 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-397bad9d-3fce-4880-b863-382df7fc4ad7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:03.562969 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397bad9d-3fce-4880-b863-382df7fc4ad7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=1e9786fe-2695-4e1a-a194-b69a6499c010,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:03.579120 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-397bad9d-3fce-4880-b863-382df7fc4ad7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:03.581765 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-397bad9d-3fce-4880-b863-382df7fc4ad7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/1e9786fe-2695-4e1a-a194-b69a6499c010 HTTP/1.1" status: 204 len: 168 time: 0.9556913 Sep 01 15:42:03.586550 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44828) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:03.601344 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port e971f0aa-a854-4790-b3b7-893ecce9165d completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:03.609653 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 262497d0-1446-4f88-8e60-d385832fd332 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:03.644553 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5daa7731-52de-4cd0-b7b5-b2100acb65c2 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560839 Sep 01 15:42:03.650695 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44830) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:03.671097 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-c67699f4-6fc9-4f00-9e58-7a080a2faf20 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:03.720885 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c976bb6f-2193-4e4f-bb43-159e913bdcf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:03.761100 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-c976bb6f-2193-4e4f-bb43-159e913bdcf1 admin admin] Transition to ACTIVE for port object afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:03.794022 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ce06db8d-1785-42f3-b88b-34f551d2ec6e None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:03.820986 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 262497d0-1446-4f88-8e60-d385832fd332 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:03.828022 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 262497d0-1446-4f88-8e60-d385832fd332 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:03.828344 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:03.830755 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ce06db8d-1785-42f3-b88b-34f551d2ec6e None None] Transition to ACTIVE for port object b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:03.880904 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c976bb6f-2193-4e4f-bb43-159e913bdcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:03.881567 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ce06db8d-1785-42f3-b88b-34f551d2ec6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:03.975532 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c976bb6f-2193-4e4f-bb43-159e913bdcf1 admin admin] Network 07f631c5-32e9-40ca-9b75-6feb731ecf99 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:03.988751 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-c976bb6f-2193-4e4f-bb43-159e913bdcf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:03.991227 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67699f4-6fc9-4f00-9e58-7a080a2faf20 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:04.001476 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c67699f4-6fc9-4f00-9e58-7a080a2faf20 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:04.036218 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c976bb6f-2193-4e4f-bb43-159e913bdcf1 admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:04.045008 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-ce06db8d-1785-42f3-b88b-34f551d2ec6e None None] Attempting to bind port b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:42:04.045377 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-ce06db8d-1785-42f3-b88b-34f551d2ec6e None None] Attempting to bind port b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:42:04.045745 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce06db8d-1785-42f3-b88b-34f551d2ec6e None None] Attempting to bind port b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:42:04.076027 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce06db8d-1785-42f3-b88b-34f551d2ec6e None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:42:04.076386 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce06db8d-1785-42f3-b88b-34f551d2ec6e None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:04.076792 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ce06db8d-1785-42f3-b88b-34f551d2ec6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:04.077191 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce06db8d-1785-42f3-b88b-34f551d2ec6e None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:42:04.077950 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-ce06db8d-1785-42f3-b88b-34f551d2ec6e None None] Bound port: b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:42:04.078367 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ce06db8d-1785-42f3-b88b-34f551d2ec6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:04.084003 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bd143-3060-46ec-9c1d-8961dbbaa71e None None] Pushing event updated for resources: {'Port': ['ID=b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:04.198490 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976bb6f-2193-4e4f-bb43-159e913bdcf1 admin admin] Pushing event updated for resources: {'Port': ['ID=afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:04.221330 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c976bb6f-2193-4e4f-bb43-159e913bdcf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:04.395062 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-ce06db8d-1785-42f3-b88b-34f551d2ec6e None None] For port b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:42:04.412813 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-ce06db8d-1785-42f3-b88b-34f551d2ec6e None None] For port b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:42:04.415434 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-aeae135e-88bc-4ede-bba2-2d33cee599fb None None] Provisioning complete for port 262497d0-1446-4f88-8e60-d385832fd332 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:04.417764 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-aeae135e-88bc-4ede-bba2-2d33cee599fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:04.425039 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ce06db8d-1785-42f3-b88b-34f551d2ec6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:04.431194 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:04.574102 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c976bb6f-2193-4e4f-bb43-159e913bdcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:04.621001 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c67699f4-6fc9-4f00-9e58-7a080a2faf20 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:04.650554 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 262497d0-1446-4f88-8e60-d385832fd332, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=262497d0-1446-4f88-8e60-d385832fd332,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:04.741909 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bd143-3060-46ec-9c1d-8961dbbaa71e None None] Pushing event updated for resources: {'Port': ['ID=b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:04.761301 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:04.838011 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67699f4-6fc9-4f00-9e58-7a080a2faf20 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:04.851171 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-c67699f4-6fc9-4f00-9e58-7a080a2faf20 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:04.864267 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67699f4-6fc9-4f00-9e58-7a080a2faf20 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:04.866032 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c67699f4-6fc9-4f00-9e58-7a080a2faf20 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:04.875669 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67699f4-6fc9-4f00-9e58-7a080a2faf20 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=a23973ef-f6d0-44b2-b403-25011a88a12f,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:04.877722 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c7e060-c012-490e-a85f-a4ac076c9bdd None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:04.886952 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce06db8d-1785-42f3-b88b-34f551d2ec6e None None] Routers {'668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:04.887554 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-ce06db8d-1785-42f3-b88b-34f551d2ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:41:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:04.916465 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c67699f4-6fc9-4f00-9e58-7a080a2faf20 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2627516 Sep 01 15:42:04.920904 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44834) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:04.932743 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-5eb35b94-779d-4303-8034-8e119341ab14 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'fixed_ips': [{'subnet_id': 'a23973ef-f6d0-44b2-b403-25011a88a12f', 'ip_address': '2001:db8::501e:9c23:dc3e:645d'}], 'name': 'tempest-NetworksTestDHCPv6-803714934'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:05.027613 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c976bb6f-2193-4e4f-bb43-159e913bdcf1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:05.038288 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c976bb6f-2193-4e4f-bb43-159e913bdcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:05.076155 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=262497d0-1446-4f88-8e60-d385832fd332,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:05.135925 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb35b94-779d-4303-8034-8e119341ab14 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:05.146718 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5eb35b94-779d-4303-8034-8e119341ab14 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:05.193578 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-5eb35b94-779d-4303-8034-8e119341ab14 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] device_id is not set on port ecc3ea23-bd51-4df7-bb50-a8f99fe1d6d7 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:42:05.257158 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976bb6f-2193-4e4f-bb43-159e913bdcf1 admin admin] Pushing event updated for resources: {'Port': ['ID=afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:05.283963 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c976bb6f-2193-4e4f-bb43-159e913bdcf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:05.333467 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-ce06db8d-1785-42f3-b88b-34f551d2ec6e None None] Set router 668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:05.467001 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c976bb6f-2193-4e4f-bb43-159e913bdcf1 admin admin] Network 07f631c5-32e9-40ca-9b75-6feb731ecf99 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:05.471844 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-c976bb6f-2193-4e4f-bb43-159e913bdcf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:05.520426 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5c540a87-5d4e-46e4-8670-e848d77677e3 None None] Provisioning for port afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:05.525997 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-5eb35b94-779d-4303-8034-8e119341ab14 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 2001:db8::501e:9c23:dc3e:645d (cd7a8297-1f21-4764-8355-6754da4b856f/a23973ef-f6d0-44b2-b403-25011a88a12f/ecc3ea23-bd51-4df7-bb50-a8f99fe1d6d7) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:05.531810 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5c540a87-5d4e-46e4-8670-e848d77677e3 None None] Provisioning complete for port afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:05.532184 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5c540a87-5d4e-46e4-8670-e848d77677e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:05.652537 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-5c540a87-5d4e-46e4-8670-e848d77677e3 None None] Port afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:42:05.726898 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5c540a87-5d4e-46e4-8670-e848d77677e3 None None] Provisioning for port e971f0aa-a854-4790-b3b7-893ecce9165d completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:05.757284 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5c540a87-5d4e-46e4-8670-e848d77677e3 None None] Provisioning complete for port e971f0aa-a854-4790-b3b7-893ecce9165d triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:05.758134 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5c540a87-5d4e-46e4-8670-e848d77677e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:05.894919 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5eb35b94-779d-4303-8034-8e119341ab14 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:05.911598 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-5eb35b94-779d-4303-8034-8e119341ab14 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Transition to ACTIVE for port object ecc3ea23-bd51-4df7-bb50-a8f99fe1d6d7 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:05.979480 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-ce06db8d-1785-42f3-b88b-34f551d2ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'name': 'tempest-TestVolumeBootPattern-1692375501-router', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:58Z', 'updated_at': '2021-09-01T15:42:04Z', 'revision_number': 4, 'project_id': '712b03f523614e3dae833fefdba8a150', 'gw_port': {'id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:59Z', 'updated_at': '2021-09-01T15:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d', 'name': '', 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'mac_address': 'fa:16:3e:38:b3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'a2b59801-979b-4fe1-bcc1-5c6fa7771954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:02Z', 'updated_at': '2021-09-01T15:42:03Z', 'revision_number': 1, 'project_id': '712b03f523614e3dae833fefdba8a150', 'subnets': [{'id': 'a2b59801-979b-4fe1-bcc1-5c6fa7771954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:06.049268 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5eb35b94-779d-4303-8034-8e119341ab14 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:06.068670 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce06db8d-1785-42f3-b88b-34f551d2ec6e None None] The sync data for ids ['668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'] in n-d-794796-3 is: [{'id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'name': 'tempest-TestVolumeBootPattern-1692375501-router', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:58Z', 'updated_at': '2021-09-01T15:42:04Z', 'revision_number': 4, 'project_id': '712b03f523614e3dae833fefdba8a150', 'gw_port': {'id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:59Z', 'updated_at': '2021-09-01T15:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d', 'name': '', 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'mac_address': 'fa:16:3e:38:b3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'a2b59801-979b-4fe1-bcc1-5c6fa7771954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:02Z', 'updated_at': '2021-09-01T15:42:03Z', 'revision_number': 1, 'project_id': '712b03f523614e3dae833fefdba8a150', 'subnets': [{'id': 'a2b59801-979b-4fe1-bcc1-5c6fa7771954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:42:06.075944 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5c540a87-5d4e-46e4-8670-e848d77677e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:06.141092 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb35b94-779d-4303-8034-8e119341ab14 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:06.145861 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-5eb35b94-779d-4303-8034-8e119341ab14 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:06.151556 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb35b94-779d-4303-8034-8e119341ab14 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:06.153717 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8871281b-9c8f-48e7-b41b-582ad1aae72c None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:06.159623 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb35b94-779d-4303-8034-8e119341ab14 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:06.160321 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5eb35b94-779d-4303-8034-8e119341ab14 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:06.161293 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-5c540a87-5d4e-46e4-8670-e848d77677e3 None None] For port e971f0aa-a854-4790-b3b7-893ecce9165d, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e971f0aa-a854-4790-b3b7-893ecce9165d,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:06.174775 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35b94-779d-4303-8034-8e119341ab14 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Port': ['ID=ecc3ea23-bd51-4df7-bb50-a8f99fe1d6d7,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:06.202466 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5eb35b94-779d-4303-8034-8e119341ab14 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2785261 Sep 01 15:42:06.204351 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44840) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:06.246086 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5c540a87-5d4e-46e4-8670-e848d77677e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:06.303726 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52054bb5-63a5-4d08-bba5-d3ba940571cf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:06.310887 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52054bb5-63a5-4d08-bba5-d3ba940571cf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:06.314010 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-52054bb5-63a5-4d08-bba5-d3ba940571cf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1068888 Sep 01 15:42:06.318442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44842) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:06.474648 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c540a87-5d4e-46e4-8670-e848d77677e3 None None] Pushing event updated for resources: {'Port': ['ID=e971f0aa-a854-4790-b3b7-893ecce9165d,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:06.497737 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c1a63f2b-6589-4a32-9a1e-81939244cc86 None None] Provisioning complete for port afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:06.498132 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c1a63f2b-6589-4a32-9a1e-81939244cc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:06.562184 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c976bb6f-2193-4e4f-bb43-159e913bdcf1 admin admin] Router 668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:42:06.626370 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-c1a63f2b-6589-4a32-9a1e-81939244cc86 None None] Port afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:42:06.708439 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-a7c948b8-d68e-449a-b61c-76ee965cbadc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting port ecc3ea23-bd51-4df7-bb50-a8f99fe1d6d7 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:06.708970 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a7c948b8-d68e-449a-b61c-76ee965cbadc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:06.719690 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c1a63f2b-6589-4a32-9a1e-81939244cc86 None None] Provisioning complete for port e971f0aa-a854-4790-b3b7-893ecce9165d triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:06.720314 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c1a63f2b-6589-4a32-9a1e-81939244cc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:06.881939 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c976bb6f-2193-4e4f-bb43-159e913bdcf1 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:42:06.901005 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c976bb6f-2193-4e4f-bb43-159e913bdcf1 admin admin] 10.222.0.60 "PUT /v2.0/routers/668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3735299 Sep 01 15:42:06.902032 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a7c948b8-d68e-449a-b61c-76ee965cbadc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:06.965839 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-a7c948b8-d68e-449a-b61c-76ee965cbadc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Calling delete_port for ecc3ea23-bd51-4df7-bb50-a8f99fe1d6d7 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:07.153095 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e971f0aa-a854-4790-b3b7-893ecce9165d up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:07.281588 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port e971f0aa-a854-4790-b3b7-893ecce9165d triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:07.282632 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:07.332637 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a7c948b8-d68e-449a-b61c-76ee965cbadc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:07.386829 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-32f2ccf9-5794-4e9c-a045-72b2d780747d None None] Could not find standard attr ID for object ecc3ea23-bd51-4df7-bb50-a8f99fe1d6d7. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:42:07.422396 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c948b8-d68e-449a-b61c-76ee965cbadc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Port': ['ID=ecc3ea23-bd51-4df7-bb50-a8f99fe1d6d7,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:07.463094 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-32f2ccf9-5794-4e9c-a045-72b2d780747d None None] Provisioning complete for port e971f0aa-a854-4790-b3b7-893ecce9165d triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:07.463094 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-32f2ccf9-5794-4e9c-a045-72b2d780747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:07.547590 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a7c948b8-d68e-449a-b61c-76ee965cbadc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:07.552638 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a7c948b8-d68e-449a-b61c-76ee965cbadc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/ecc3ea23-bd51-4df7-bb50-a8f99fe1d6d7 HTTP/1.1" status: 204 len: 168 time: 1.2329118 Sep 01 15:42:07.556565 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44858) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:07.681414 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df49614a-298c-4371-9ad6-ff95117d23e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:07.684325 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df49614a-298c-4371-9ad6-ff95117d23e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:07.686232 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-df49614a-298c-4371-9ad6-ff95117d23e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1286073 Sep 01 15:42:07.690906 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44862) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:07.711505 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 262497d0-1446-4f88-8e60-d385832fd332 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:07.835490 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b32d51-9896-49f7-9045-39961fc3a965 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet a23973ef-f6d0-44b2-b403-25011a88a12f {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:42:07.840849 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e5b32d51-9896-49f7-9045-39961fc3a965 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:07.940870 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 262497d0-1446-4f88-8e60-d385832fd332 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:07.951239 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:07.951239 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1f7810f6-1d29-4676-a8bb-d434556a2d2e None None] Could not find standard attr ID for object 3370ec80-aebd-4752-ba00-c99df0b36732. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:42:07.976870 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e5b32d51-9896-49f7-9045-39961fc3a965 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:08.147384 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e5b32d51-9896-49f7-9045-39961fc3a965 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:08.221264 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44870) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:08.229744 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-1b3d0abb-0891-40d6-b120-02a8c5639141 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1837290213-network', 'tenant_id': 'd3eb5571ee94443198c2879949521368'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:08.277275 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3d0abb-0891-40d6-b120-02a8c5639141 admin admin] Made reservation on behalf of d3eb5571ee94443198c2879949521368 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:08.295209 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1b3d0abb-0891-40d6-b120-02a8c5639141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:08.308752 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e5b32d51-9896-49f7-9045-39961fc3a965 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:08.315236 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1b3d0abb-0891-40d6-b120-02a8c5639141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:08.369525 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b32d51-9896-49f7-9045-39961fc3a965 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=a23973ef-f6d0-44b2-b403-25011a88a12f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:08.376962 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-84a98e56-10f4-4747-a8a8-7a725147703f None None] Could not find standard attr ID for object ecc3ea23-bd51-4df7-bb50-a8f99fe1d6d7. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:42:08.377563 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e5b32d51-9896-49f7-9045-39961fc3a965 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:08.381265 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e5b32d51-9896-49f7-9045-39961fc3a965 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/a23973ef-f6d0-44b2-b403-25011a88a12f HTTP/1.1" status: 204 len: 168 time: 0.6887774 Sep 01 15:42:08.388778 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44872) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:08.553438 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b0ea1b13-f42c-452a-8cb2-bb9c7bf02f4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1620674 Sep 01 15:42:08.554276 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44874) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:08.567996 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-64d7f6e6-aaf8-4283-8ae4-14e503e296b5 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:08.611230 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1b3d0abb-0891-40d6-b120-02a8c5639141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:08.618020 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1b3d0abb-0891-40d6-b120-02a8c5639141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:08.666898 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:08.699372 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743677d8-5481-4e60-98a8-d55d5147ebc8 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:08.705779 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d0abb-0891-40d6-b120-02a8c5639141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a342cf4-480a-465e-80f4-f8f46c2ff919,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:08.761669 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3d0abb-0891-40d6-b120-02a8c5639141 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:42:08.801225 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1b3d0abb-0891-40d6-b120-02a8c5639141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:08.801949 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-1b3d0abb-0891-40d6-b120-02a8c5639141 admin admin] Added segment 54ede973-fcdc-4656-8d47-a2b38a8fe64d of type vlan for network db2d1080-b23e-46cb-b801-cdeee56d7c65 Sep 01 15:42:08.878409 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d7f6e6-aaf8-4283-8ae4-14e503e296b5 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:08.884916 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-64d7f6e6-aaf8-4283-8ae4-14e503e296b5 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:08.912583 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1b3d0abb-0891-40d6-b120-02a8c5639141 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:09.024917 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1b3d0abb-0891-40d6-b120-02a8c5639141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:09.027318 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3d0abb-0891-40d6-b120-02a8c5639141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:09.028803 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1b3d0abb-0891-40d6-b120-02a8c5639141 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:09.178689 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1b3d0abb-0891-40d6-b120-02a8c5639141 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9551711 Sep 01 15:42:09.184442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44878) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:09.193419 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-8609de18-8a1f-4bb2-9bf6-7772587b144a admin admin] Request body: {'subnet': {'network_id': 'db2d1080-b23e-46cb-b801-cdeee56d7c65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1837290213-subnet', 'tenant_id': 'd3eb5571ee94443198c2879949521368', 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:09.194936 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcf0041-a3a2-471f-8627-ce3130179d5f None None] DHCP port deletion for cd7a8297-1f21-4764-8355-6754da4b856f request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:42:09.200136 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d0abb-0891-40d6-b120-02a8c5639141 admin admin] Pushing event updated for resources: {'Network': ['ID=db2d1080-b23e-46cb-b801-cdeee56d7c65,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:09.261065 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8609de18-8a1f-4bb2-9bf6-7772587b144a admin admin] Made reservation on behalf of d3eb5571ee94443198c2879949521368 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:09.267088 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8609de18-8a1f-4bb2-9bf6-7772587b144a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:09.270415 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network db2d1080-b23e-46cb-b801-cdeee56d7c65 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:42:09.273898 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:09.396478 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-64d7f6e6-aaf8-4283-8ae4-14e503e296b5 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:09.429864 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-032b60ad-47bd-4e80-9144-78c7ff26fc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:09.464678 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:09.473008 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:09.473504 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:09.477348 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-6bcf0041-a3a2-471f-8627-ce3130179d5f None None] Deleting port e971f0aa-a854-4790-b3b7-893ecce9165d {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:09.477348 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6bcf0041-a3a2-471f-8627-ce3130179d5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:09.494956 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d7f6e6-aaf8-4283-8ae4-14e503e296b5 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:09.501879 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-64d7f6e6-aaf8-4283-8ae4-14e503e296b5 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:09.513257 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d7f6e6-aaf8-4283-8ae4-14e503e296b5 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:09.514045 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-64d7f6e6-aaf8-4283-8ae4-14e503e296b5 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:09.522150 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7f6e6-aaf8-4283-8ae4-14e503e296b5 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=33144e46-a2b6-4686-89ae-d23ea8d6613d,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:09.546893 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-64d7f6e6-aaf8-4283-8ae4-14e503e296b5 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9869494 Sep 01 15:42:09.547187 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44882) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:09.559006 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-767a0e17-19b9-40c5-b443-6fc47136a8b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'fixed_ips': [{'subnet_id': '33144e46-a2b6-4686-89ae-d23ea8d6613d', 'ip_address': '2001:db8::f522:3eeb:7c2a:9165'}], 'name': 'tempest-NetworksTestDHCPv6-1546851813'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:09.678003 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8609de18-8a1f-4bb2-9bf6-7772587b144a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:09.792911 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609de18-8a1f-4bb2-9bf6-7772587b144a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e949b7d6-5bc6-42f0-9068-bdc9ae3862af,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:09.802038 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8609de18-8a1f-4bb2-9bf6-7772587b144a admin admin] Checking segment: {'id': '54ede973-fcdc-4656-8d47-a2b38a8fe64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'db2d1080-b23e-46cb-b801-cdeee56d7c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:09.802447 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8609de18-8a1f-4bb2-9bf6-7772587b144a admin admin] Network hostable DHCP agents. Network: db2d1080-b23e-46cb-b801-cdeee56d7c65, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:42:09.841361 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8609de18-8a1f-4bb2-9bf6-7772587b144a admin admin] Network db2d1080-b23e-46cb-b801-cdeee56d7c65 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:42:09.860958 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-6bcf0041-a3a2-471f-8627-ce3130179d5f None None] For port e971f0aa-a854-4790-b3b7-893ecce9165d, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e971f0aa-a854-4790-b3b7-893ecce9165d,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:09.861594 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6bcf0041-a3a2-471f-8627-ce3130179d5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:09.864088 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-8609de18-8a1f-4bb2-9bf6-7772587b144a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, db2d1080-b23e-46cb-b801-cdeee56d7c65) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:09.869905 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8609de18-8a1f-4bb2-9bf6-7772587b144a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:09.872419 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8609de18-8a1f-4bb2-9bf6-7772587b144a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:09.873150 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767a0e17-19b9-40c5-b443-6fc47136a8b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:09.895242 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c4d164-e757-49d0-8cfd-e3879c40dc77 None None] Network db2d1080-b23e-46cb-b801-cdeee56d7c65 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:09.905430 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8609de18-8a1f-4bb2-9bf6-7772587b144a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7201228 Sep 01 15:42:09.911177 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44886) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:09.917020 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-01530dc3-dcb6-4655-bd03-ee1e9aa094c2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1837290213-router', 'tenant_id': 'd3eb5571ee94443198c2879949521368', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:09.920388 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-6bcf0041-a3a2-471f-8627-ce3130179d5f None None] Calling delete_port for e971f0aa-a854-4790-b3b7-893ecce9165d owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:09.927485 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:09.973481 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01530dc3-dcb6-4655-bd03-ee1e9aa094c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:09.983644 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01530dc3-dcb6-4655-bd03-ee1e9aa094c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:10.044426 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-767a0e17-19b9-40c5-b443-6fc47136a8b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:10.046950 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:10.056280 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:10.090143 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-767a0e17-19b9-40c5-b443-6fc47136a8b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] device_id is not set on port 42231388-7af9-4f31-a5cc-a19f215cf628 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:42:10.132823 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01530dc3-dcb6-4655-bd03-ee1e9aa094c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:10.252575 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997fe6d7-8805-4286-a2a4-fe263b6caf8a None None] Sync routers for ids ['668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:42:10.264265 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:10.292876 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997fe6d7-8805-4286-a2a4-fe263b6caf8a None None] Routers {'668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:10.295875 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-997fe6d7-8805-4286-a2a4-fe263b6caf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:41:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:10.373523 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01530dc3-dcb6-4655-bd03-ee1e9aa094c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:10.415830 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6bcf0041-a3a2-471f-8627-ce3130179d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:10.445077 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac830d0-3c67-4e59-879e-9e568ea39e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-db2d1080-b23e-46cb-b801-cdeee56d7c65', 'network_id': 'db2d1080-b23e-46cb-b801-cdeee56d7c65', 'tenant_id': 'd3eb5571ee94443198c2879949521368', 'fixed_ips': [{'subnet_id': 'e949b7d6-5bc6-42f0-9068-bdc9ae3862af'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:42:10.448617 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9ac830d0-3c67-4e59-879e-9e568ea39e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:10.476439 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-767a0e17-19b9-40c5-b443-6fc47136a8b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 2001:db8::f522:3eeb:7c2a:9165 (cd7a8297-1f21-4764-8355-6754da4b856f/33144e46-a2b6-4686-89ae-d23ea8d6613d/42231388-7af9-4f31-a5cc-a19f215cf628) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:10.489100 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcf0041-a3a2-471f-8627-ce3130179d5f None None] No DVR routers for this DVR port e971f0aa-a854-4790-b3b7-893ecce9165d on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:42:10.568853 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-997fe6d7-8805-4286-a2a4-fe263b6caf8a None None] Set router 668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:10.603330 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e4f831-3116-45b3-a9b1-a38680bb2f67 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:10.625107 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf0041-a3a2-471f-8627-ce3130179d5f None None] Pushing event deleted for resources: {'Port': ['ID=e971f0aa-a854-4790-b3b7-893ecce9165d,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:10.783327 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-767a0e17-19b9-40c5-b443-6fc47136a8b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:10.810612 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-767a0e17-19b9-40c5-b443-6fc47136a8b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Transition to ACTIVE for port object 42231388-7af9-4f31-a5cc-a19f215cf628 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:10.864430 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-767a0e17-19b9-40c5-b443-6fc47136a8b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:10.895305 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767a0e17-19b9-40c5-b443-6fc47136a8b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:10.898602 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01530dc3-dcb6-4655-bd03-ee1e9aa094c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:10.929900 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-767a0e17-19b9-40c5-b443-6fc47136a8b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:10.932870 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767a0e17-19b9-40c5-b443-6fc47136a8b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:10.940791 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767a0e17-19b9-40c5-b443-6fc47136a8b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:10.941548 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-767a0e17-19b9-40c5-b443-6fc47136a8b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:10.973609 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-767a0e17-19b9-40c5-b443-6fc47136a8b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4224827 Sep 01 15:42:10.976009 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44896) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:10.986881 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-9ac830d0-3c67-4e59-879e-9e568ea39e7a None None] Allocated IP 172.20.0.2 (db2d1080-b23e-46cb-b801-cdeee56d7c65/e949b7d6-5bc6-42f0-9068-bdc9ae3862af/8c086183-dfce-41f9-889f-1520410b206f) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:11.032773 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01530dc3-dcb6-4655-bd03-ee1e9aa094c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:11.057880 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a0e17-19b9-40c5-b443-6fc47136a8b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Port': ['ID=42231388-7af9-4f31-a5cc-a19f215cf628,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:11.137461 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-997fe6d7-8805-4286-a2a4-fe263b6caf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'name': 'tempest-TestVolumeBootPattern-1692375501-router', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:58Z', 'updated_at': '2021-09-01T15:42:04Z', 'revision_number': 4, 'project_id': '712b03f523614e3dae833fefdba8a150', 'gw_port': {'id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:59Z', 'updated_at': '2021-09-01T15:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d', 'name': '', 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'mac_address': 'fa:16:3e:38:b3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'a2b59801-979b-4fe1-bcc1-5c6fa7771954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:02Z', 'updated_at': '2021-09-01T15:42:04Z', 'revision_number': 2, 'project_id': '712b03f523614e3dae833fefdba8a150', 'subnets': [{'id': 'a2b59801-979b-4fe1-bcc1-5c6fa7771954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:11.139247 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fba284b-a9e9-47bb-b3ae-91dcf8f4a62a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:11.143764 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:11.145474 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9fba284b-a9e9-47bb-b3ae-91dcf8f4a62a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1672773 Sep 01 15:42:11.149399 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44904) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:11.181541 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997fe6d7-8805-4286-a2a4-fe263b6caf8a None None] Checking router: 668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:42:11.182019 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997fe6d7-8805-4286-a2a4-fe263b6caf8a None None] Updating router 668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d port afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:42:11.245898 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-997fe6d7-8805-4286-a2a4-fe263b6caf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:11.320087 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-01530dc3-dcb6-4655-bd03-ee1e9aa094c2 admin admin] Allocated IP 172.25.6.87 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/ec1de4c0-ce58-48b0-bffa-6e7fb69dff98) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:11.362901 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:11.363353 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:11.387339 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-27634f9f-e0ee-4756-ac9e-b960fbd8b126 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting port 42231388-7af9-4f31-a5cc-a19f215cf628 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:11.387735 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-27634f9f-e0ee-4756-ac9e-b960fbd8b126 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:11.455816 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9ac830d0-3c67-4e59-879e-9e568ea39e7a None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:11.484305 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9ac830d0-3c67-4e59-879e-9e568ea39e7a None None] Transition to ACTIVE for port object 8c086183-dfce-41f9-889f-1520410b206f will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:11.497810 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9361d00f-cc6f-4de9-85eb-5e6e91f18d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-cd7a8297-1f21-4764-8355-6754da4b856f', 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'fixed_ips': [{'subnet_id': '33144e46-a2b6-4686-89ae-d23ea8d6613d'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:42:11.498896 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9361d00f-cc6f-4de9-85eb-5e6e91f18d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:11.539467 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9ac830d0-3c67-4e59-879e-9e568ea39e7a None None] Transition to ACTIVE for port object 8c086183-dfce-41f9-889f-1520410b206f will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:11.603535 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9ac830d0-3c67-4e59-879e-9e568ea39e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:11.603814 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-27634f9f-e0ee-4756-ac9e-b960fbd8b126 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:11.641672 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-27634f9f-e0ee-4756-ac9e-b960fbd8b126 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Calling delete_port for 42231388-7af9-4f31-a5cc-a19f215cf628 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:11.657748 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01530dc3-dcb6-4655-bd03-ee1e9aa094c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:11.724699 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac830d0-3c67-4e59-879e-9e568ea39e7a None None] Pushing event updated for resources: {'Port': ['ID=8c086183-dfce-41f9-889f-1520410b206f,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:11.819178 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01530dc3-dcb6-4655-bd03-ee1e9aa094c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:11.896931 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac830d0-3c67-4e59-879e-9e568ea39e7a None None] Network db2d1080-b23e-46cb-b801-cdeee56d7c65 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:11.903997 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-9ac830d0-3c67-4e59-879e-9e568ea39e7a None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:11.914034 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac830d0-3c67-4e59-879e-9e568ea39e7a None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:11.951642 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01530dc3-dcb6-4655-bd03-ee1e9aa094c2 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:11.974220 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-01530dc3-dcb6-4655-bd03-ee1e9aa094c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:11.983117 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e971f0aa-a854-4790-b3b7-893ecce9165d no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:42:11.995026 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01530dc3-dcb6-4655-bd03-ee1e9aa094c2 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:12.040604 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-997fe6d7-8805-4286-a2a4-fe263b6caf8a None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:12.070058 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01530dc3-dcb6-4655-bd03-ee1e9aa094c2 admin admin] Pushing event updated for resources: {'Port': ['ID=ec1de4c0-ce58-48b0-bffa-6e7fb69dff98,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:12.075643 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-997fe6d7-8805-4286-a2a4-fe263b6caf8a None None] Transition to ACTIVE for port object afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:12.092025 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-997fe6d7-8805-4286-a2a4-fe263b6caf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:12.167579 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: e971f0aa-a854-4790-b3b7-893ecce9165d {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:42:12.168562 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e971f0aa-a854-4790-b3b7-893ecce9165d not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:42:12.177174 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-27634f9f-e0ee-4756-ac9e-b960fbd8b126 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:12.227064 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-9ac830d0-3c67-4e59-879e-9e568ea39e7a None None] Attempting to bind port 8c086183-dfce-41f9-889f-1520410b206f on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:42:12.228378 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-9ac830d0-3c67-4e59-879e-9e568ea39e7a None None] Attempting to bind port 8c086183-dfce-41f9-889f-1520410b206f by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '54ede973-fcdc-4656-8d47-a2b38a8fe64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'db2d1080-b23e-46cb-b801-cdeee56d7c65'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:42:12.230678 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac830d0-3c67-4e59-879e-9e568ea39e7a None None] Attempting to bind port 8c086183-dfce-41f9-889f-1520410b206f on network db2d1080-b23e-46cb-b801-cdeee56d7c65 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:42:12.231213 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8e5bf-7171-45f2-8a8f-ad4168665ac2 None None] Pushing event updated for resources: {'Port': ['ID=afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:12.259480 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8e5bf-7171-45f2-8a8f-ad4168665ac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:12.265501 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8e5bf-7171-45f2-8a8f-ad4168665ac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:12.269010 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8e5bf-7171-45f2-8a8f-ad4168665ac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:12.269765 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8e5bf-7171-45f2-8a8f-ad4168665ac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:12.270631 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8e5bf-7171-45f2-8a8f-ad4168665ac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:12.271683 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8e5bf-7171-45f2-8a8f-ad4168665ac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:12.273283 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8e5bf-7171-45f2-8a8f-ad4168665ac2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:12.274892 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8e5bf-7171-45f2-8a8f-ad4168665ac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:12.276082 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8e5bf-7171-45f2-8a8f-ad4168665ac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:12.276701 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8e5bf-7171-45f2-8a8f-ad4168665ac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:12.286949 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8e5bf-7171-45f2-8a8f-ad4168665ac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:12.287847 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d8e5bf-7171-45f2-8a8f-ad4168665ac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:12.319556 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27634f9f-e0ee-4756-ac9e-b960fbd8b126 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Port': ['ID=42231388-7af9-4f31-a5cc-a19f215cf628,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:12.319760 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac830d0-3c67-4e59-879e-9e568ea39e7a None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:42:12.320725 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac830d0-3c67-4e59-879e-9e568ea39e7a None None] Checking segment: {'id': '54ede973-fcdc-4656-8d47-a2b38a8fe64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'db2d1080-b23e-46cb-b801-cdeee56d7c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:12.323227 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9ac830d0-3c67-4e59-879e-9e568ea39e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:12.325644 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac830d0-3c67-4e59-879e-9e568ea39e7a None None] Bound using segment: {'id': '54ede973-fcdc-4656-8d47-a2b38a8fe64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'db2d1080-b23e-46cb-b801-cdeee56d7c65'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:42:12.328485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-9ac830d0-3c67-4e59-879e-9e568ea39e7a None None] Bound port: 8c086183-dfce-41f9-889f-1520410b206f, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ede973-fcdc-4656-8d47-a2b38a8fe64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'db2d1080-b23e-46cb-b801-cdeee56d7c65'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:42:12.331374 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9ac830d0-3c67-4e59-879e-9e568ea39e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:12.428154 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-997fe6d7-8805-4286-a2a4-fe263b6caf8a None None] Attempting to bind port afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:42:12.428767 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-997fe6d7-8805-4286-a2a4-fe263b6caf8a None None] Attempting to bind port afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:42:12.429372 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997fe6d7-8805-4286-a2a4-fe263b6caf8a None None] Attempting to bind port afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d on network 07f631c5-32e9-40ca-9b75-6feb731ecf99 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:42:12.444970 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-27634f9f-e0ee-4756-ac9e-b960fbd8b126 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:12.456444 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997fe6d7-8805-4286-a2a4-fe263b6caf8a None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:42:12.459415 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997fe6d7-8805-4286-a2a4-fe263b6caf8a None None] Checking segment: {'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:12.460585 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-997fe6d7-8805-4286-a2a4-fe263b6caf8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:12.461288 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997fe6d7-8805-4286-a2a4-fe263b6caf8a None None] Bound using segment: {'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:42:12.462158 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-27634f9f-e0ee-4756-ac9e-b960fbd8b126 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/42231388-7af9-4f31-a5cc-a19f215cf628 HTTP/1.1" status: 204 len: 168 time: 1.3114517 Sep 01 15:42:12.462455 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-997fe6d7-8805-4286-a2a4-fe263b6caf8a None None] Bound port: afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:42:12.463269 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-997fe6d7-8805-4286-a2a4-fe263b6caf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:12.463939 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44912) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:12.464992 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-9361d00f-cc6f-4de9-85eb-5e6e91f18d0b None None] Allocated IP 2001:db8::2 (cd7a8297-1f21-4764-8355-6754da4b856f/33144e46-a2b6-4686-89ae-d23ea8d6613d/a267136c-325e-4ba4-8617-71b15229a157) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:12.488672 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:12.603234 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-997fe6d7-8805-4286-a2a4-fe263b6caf8a None None] For port afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:42:12.608685 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-997fe6d7-8805-4286-a2a4-fe263b6caf8a None None] For port afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:42:12.615717 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-997fe6d7-8805-4286-a2a4-fe263b6caf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:12.626086 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05ce200-4fc2-4884-b04d-4d2970e17fc0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:12.635269 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05ce200-4fc2-4884-b04d-4d2970e17fc0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:12.644536 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a05ce200-4fc2-4884-b04d-4d2970e17fc0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1789765 Sep 01 15:42:12.645431 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44914) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:12.718180 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997fe6d7-8805-4286-a2a4-fe263b6caf8a None None] Routers {'668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:12.719313 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-997fe6d7-8805-4286-a2a4-fe263b6caf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:41:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:12.749800 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-61c108bf-c81f-4ca6-934d-13ead5b7015a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet 33144e46-a2b6-4686-89ae-d23ea8d6613d {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:42:12.776240 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-9ac830d0-3c67-4e59-879e-9e568ea39e7a None None] For port 8c086183-dfce-41f9-889f-1520410b206f, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:42:12.786502 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8e5bf-7171-45f2-8a8f-ad4168665ac2 None None] Pushing event updated for resources: {'Port': ['ID=afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:12.802755 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-9ac830d0-3c67-4e59-879e-9e568ea39e7a None None] For port 8c086183-dfce-41f9-889f-1520410b206f, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=8c086183-dfce-41f9-889f-1520410b206f,segment=NetworkSegment(54ede973-fcdc-4656-8d47-a2b38a8fe64d),segment_id=54ede973-fcdc-4656-8d47-a2b38a8fe64d)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:42:12.829536 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01530dc3-dcb6-4655-bd03-ee1e9aa094c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:12.893226 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9ac830d0-3c67-4e59-879e-9e568ea39e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:13.127019 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44918) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:13.197753 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-997fe6d7-8805-4286-a2a4-fe263b6caf8a None None] Set router 668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:13.210883 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac830d0-3c67-4e59-879e-9e568ea39e7a None None] Pushing event updated for resources: {'Port': ['ID=8c086183-dfce-41f9-889f-1520410b206f,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:13.311055 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6f1ab799-89f1-45e8-ad95-05f8d174da56 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/floatingips/9f9e2b3e-8d05-4ef2-ae15-a2acfb448a77 HTTP/1.1" status: 200 len: 992 time: 0.1827195 Sep 01 15:42:13.316692 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:13.542418 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9361d00f-cc6f-4de9-85eb-5e6e91f18d0b None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:13.566756 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9361d00f-cc6f-4de9-85eb-5e6e91f18d0b None None] Transition to ACTIVE for port object a267136c-325e-4ba4-8617-71b15229a157 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:13.588190 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9361d00f-cc6f-4de9-85eb-5e6e91f18d0b None None] Transition to ACTIVE for port object a267136c-325e-4ba4-8617-71b15229a157 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:13.598556 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-61c108bf-c81f-4ca6-934d-13ead5b7015a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:13.635964 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:13.642165 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9361d00f-cc6f-4de9-85eb-5e6e91f18d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:13.713759 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-61c108bf-c81f-4ca6-934d-13ead5b7015a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:13.835694 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44936) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:13.861916 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9361d00f-cc6f-4de9-85eb-5e6e91f18d0b None None] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:13.864760 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ef4cac69-dd3e-43c1-b69a-4bd5abc0935d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:13.874937 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361d00f-cc6f-4de9-85eb-5e6e91f18d0b None None] Pushing event updated for resources: {'Port': ['ID=a267136c-325e-4ba4-8617-71b15229a157,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:13.884157 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-9361d00f-cc6f-4de9-85eb-5e6e91f18d0b None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:13.889893 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9361d00f-cc6f-4de9-85eb-5e6e91f18d0b None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:14.016114 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:14.037578 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:14.038888 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:14.054888 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-9361d00f-cc6f-4de9-85eb-5e6e91f18d0b None None] Attempting to bind port a267136c-325e-4ba4-8617-71b15229a157 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:42:14.056340 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-9361d00f-cc6f-4de9-85eb-5e6e91f18d0b None None] Attempting to bind port a267136c-325e-4ba4-8617-71b15229a157 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:42:14.057778 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9361d00f-cc6f-4de9-85eb-5e6e91f18d0b None None] Attempting to bind port a267136c-325e-4ba4-8617-71b15229a157 on network cd7a8297-1f21-4764-8355-6754da4b856f {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:42:14.101441 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9361d00f-cc6f-4de9-85eb-5e6e91f18d0b None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:42:14.102243 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9361d00f-cc6f-4de9-85eb-5e6e91f18d0b None None] Checking segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:14.103463 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9361d00f-cc6f-4de9-85eb-5e6e91f18d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:14.104056 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9361d00f-cc6f-4de9-85eb-5e6e91f18d0b None None] Bound using segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:42:14.104744 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-9361d00f-cc6f-4de9-85eb-5e6e91f18d0b None None] Bound port: a267136c-325e-4ba4-8617-71b15229a157, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:42:14.105928 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9361d00f-cc6f-4de9-85eb-5e6e91f18d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:14.122703 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-997fe6d7-8805-4286-a2a4-fe263b6caf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'name': 'tempest-TestVolumeBootPattern-1692375501-router', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:58Z', 'updated_at': '2021-09-01T15:42:04Z', 'revision_number': 4, 'project_id': '712b03f523614e3dae833fefdba8a150', 'gw_port': {'id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:59Z', 'updated_at': '2021-09-01T15:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d', 'name': '', 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'mac_address': 'fa:16:3e:38:b3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'a2b59801-979b-4fe1-bcc1-5c6fa7771954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:02Z', 'updated_at': '2021-09-01T15:42:12Z', 'revision_number': 4, 'project_id': '712b03f523614e3dae833fefdba8a150', 'subnets': [{'id': 'a2b59801-979b-4fe1-bcc1-5c6fa7771954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:14.237466 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997fe6d7-8805-4286-a2a4-fe263b6caf8a None None] The sync data for ids ['668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'] in n-d-794796-3 is: [{'id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'name': 'tempest-TestVolumeBootPattern-1692375501-router', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:58Z', 'updated_at': '2021-09-01T15:42:04Z', 'revision_number': 4, 'project_id': '712b03f523614e3dae833fefdba8a150', 'gw_port': {'id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:59Z', 'updated_at': '2021-09-01T15:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d', 'name': '', 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'mac_address': 'fa:16:3e:38:b3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'a2b59801-979b-4fe1-bcc1-5c6fa7771954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:02Z', 'updated_at': '2021-09-01T15:42:12Z', 'revision_number': 4, 'project_id': '712b03f523614e3dae833fefdba8a150', 'subnets': [{'id': 'a2b59801-979b-4fe1-bcc1-5c6fa7771954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:42:14.329671 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:14.347394 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d47d12d-dfd9-423d-947e-e66df5264eba req-fea5fdbf-74c1-4d20-8edd-f718d26c1047 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6708579 Sep 01 15:42:14.363086 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01530dc3-dcb6-4655-bd03-ee1e9aa094c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:14.376404 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-9361d00f-cc6f-4de9-85eb-5e6e91f18d0b None None] For port a267136c-325e-4ba4-8617-71b15229a157, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:42:14.410258 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:14.442261 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:14.464077 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-9361d00f-cc6f-4de9-85eb-5e6e91f18d0b None None] For port a267136c-325e-4ba4-8617-71b15229a157, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a267136c-325e-4ba4-8617-71b15229a157,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:42:14.481840 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-61c108bf-c81f-4ca6-934d-13ead5b7015a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:14.512322 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9361d00f-cc6f-4de9-85eb-5e6e91f18d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:14.597952 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:14.821480 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361d00f-cc6f-4de9-85eb-5e6e91f18d0b None None] Pushing event updated for resources: {'Port': ['ID=a267136c-325e-4ba4-8617-71b15229a157,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:14.828326 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47d12d-dfd9-423d-947e-e66df5264eba req-09d27da5-f229-4d34-8d7a-6626636e1f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:14.831217 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d47d12d-dfd9-423d-947e-e66df5264eba req-09d27da5-f229-4d34-8d7a-6626636e1f75 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0f5af12f2f0248c3b6a1104cb00ca9c0&device_id=33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5 HTTP/1.1" status: 200 len: 1096 time: 0.3408785 Sep 01 15:42:14.887565 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-853dbde7-6ad7-419e-a05c-5552cd65910f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Deleting port 8fa4aab1-bcd7-4bb9-a1f5-ab4a2227c170 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:14.888188 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-853dbde7-6ad7-419e-a05c-5552cd65910f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:14.895037 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-61c108bf-c81f-4ca6-934d-13ead5b7015a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:15.014535 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c108bf-c81f-4ca6-934d-13ead5b7015a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=33144e46-a2b6-4686-89ae-d23ea8d6613d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:15.026680 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-61c108bf-c81f-4ca6-934d-13ead5b7015a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:15.029230 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-61c108bf-c81f-4ca6-934d-13ead5b7015a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/33144e46-a2b6-4686-89ae-d23ea8d6613d HTTP/1.1" status: 204 len: 168 time: 2.3825970 Sep 01 15:42:15.036364 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44940) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:15.153480 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0faef855-5307-4e87-b38c-b10e94bc1e89 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1116443 Sep 01 15:42:15.155074 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44942) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:15.179205 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01530dc3-dcb6-4655-bd03-ee1e9aa094c2 admin admin] Router 9890769f-6cb7-4bea-a664-ebf494af0dc0 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:42:15.233127 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:15.279680 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695b8c42-9d58-40a8-9452-c15e147d8684 None None] Network db2d1080-b23e-46cb-b801-cdeee56d7c65 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:15.295202 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47d12d-dfd9-423d-947e-e66df5264eba req-e3c9e829-f722-4efc-9004-979491c6b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:15.297854 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d47d12d-dfd9-423d-947e-e66df5264eba req-e3c9e829-f722-4efc-9004-979491c6b0ac service neutron] 10.222.0.45 "GET /v2.0/networks?id=466e39dc-85f8-40ca-bf85-46614e8391c7 HTTP/1.1" status: 200 len: 897 time: 0.4343240 Sep 01 15:42:15.354532 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-853dbde7-6ad7-419e-a05c-5552cd65910f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:15.356320 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-853dbde7-6ad7-419e-a05c-5552cd65910f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:15.402628 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d73e48c-7182-4301-9415-573f78f65c47 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:15.413017 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3d73e48c-7182-4301-9415-573f78f65c47 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2559519 Sep 01 15:42:15.440200 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44944) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:15.502031 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-94ee19a7-53bd-485f-b838-458555f40d8f None None] Provisioning for port 8c086183-dfce-41f9-889f-1520410b206f completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:15.551094 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:15.551306 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-853dbde7-6ad7-419e-a05c-5552cd65910f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Calling delete_port for 8fa4aab1-bcd7-4bb9-a1f5-ab4a2227c170 owned by network:floatingip {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:15.724686 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:15.725275 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:15.756234 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01530dc3-dcb6-4655-bd03-ee1e9aa094c2 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:42:15.768140 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d47d12d-dfd9-423d-947e-e66df5264eba req-4a75dc80-07d3-4489-8037-badc7e59100c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f88c572-8680-463e-9562-178161d1fd97 HTTP/1.1" status: 200 len: 1000 time: 0.3410935 Sep 01 15:42:15.772720 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3817674-7a1e-4dbd-85c5-c73a09c7f05a None None] Sync routers for ids ['9890769f-6cb7-4bea-a664-ebf494af0dc0'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:42:15.794411 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3817674-7a1e-4dbd-85c5-c73a09c7f05a None None] Routers {'9890769f-6cb7-4bea-a664-ebf494af0dc0'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:15.795397 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d3817674-7a1e-4dbd-85c5-c73a09c7f05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:42:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['9890769f-6cb7-4bea-a664-ebf494af0dc0'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:15.847897 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-01530dc3-dcb6-4655-bd03-ee1e9aa094c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:15.852845 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-01530dc3-dcb6-4655-bd03-ee1e9aa094c2 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9404821 Sep 01 15:42:15.853911 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44948) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:15.986643 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3723af16-3a34-4d16-877d-06f7fd73a428 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:15.995937 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44950) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:16.004300 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3723af16-3a34-4d16-877d-06f7fd73a428 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5595376 Sep 01 15:42:16.006637 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-853dbde7-6ad7-419e-a05c-5552cd65910f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:16.035814 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47d12d-dfd9-423d-947e-e66df5264eba req-2995d1e8-78d4-44a8-8be1-ddbeb1a1c764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:16.044761 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d47d12d-dfd9-423d-947e-e66df5264eba req-2995d1e8-78d4-44a8-8be1-ddbeb1a1c764 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=60b2bacc-5d2a-418b-af8f-ed5d26a53426 HTTP/1.1" status: 200 len: 835 time: 0.2667048 Sep 01 15:42:16.094486 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853dbde7-6ad7-419e-a05c-5552cd65910f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event deleted for resources: {'Port': ['ID=8fa4aab1-bcd7-4bb9-a1f5-ab4a2227c170,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:16.136157 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 8c086183-dfce-41f9-889f-1520410b206f up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:16.227814 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9a59d1f9-252e-4a06-9a01-fd80ececdeef tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2194045 Sep 01 15:42:16.242206 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44952) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:16.249918 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-d3817674-7a1e-4dbd-85c5-c73a09c7f05a None None] Set router 9890769f-6cb7-4bea-a664-ebf494af0dc0 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:16.294854 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-853dbde7-6ad7-419e-a05c-5552cd65910f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for floatingip, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:16.298087 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-853dbde7-6ad7-419e-a05c-5552cd65910f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Floating IP 9f9e2b3e-8d05-4ef2-ae15-a2acfb448a77 disassociated (deleted). External IP: 172.25.6.59, port: 1f88c572-8680-463e-9562-178161d1fd97. Sep 01 15:42:16.347116 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-dade04a8-f7f6-4112-8ae3-1547887e12ab tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:16.533587 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47d12d-dfd9-423d-947e-e66df5264eba req-58d52c77-81b0-4ac4-81bb-a9b2fa56aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:16.536337 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d47d12d-dfd9-423d-947e-e66df5264eba req-58d52c77-81b0-4ac4-81bb-a9b2fa56aa01 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=466e39dc-85f8-40ca-bf85-46614e8391c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4743803 Sep 01 15:42:16.651153 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853dbde7-6ad7-419e-a05c-5552cd65910f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Router cf776b8c-4695-4716-abf2-87c3a6c8643e has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:42:16.797378 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2364f9eb-19da-43b2-8a36-54f8aed3f106 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:16.805517 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d47d12d-dfd9-423d-947e-e66df5264eba req-0aba24eb-5b25-43a8-9412-27cc91027095 service neutron] 10.222.0.45 "GET /v2.0/networks/466e39dc-85f8-40ca-bf85-46614e8391c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579007 Sep 01 15:42:16.853947 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853dbde7-6ad7-419e-a05c-5552cd65910f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:42:16.859279 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-853dbde7-6ad7-419e-a05c-5552cd65910f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:16.868992 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb73ddf-866f-4d06-9476-ae04044d676d None None] Sync routers for ids ['cf776b8c-4695-4716-abf2-87c3a6c8643e'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:42:16.899613 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-853dbde7-6ad7-419e-a05c-5552cd65910f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "DELETE /v2.0/floatingips/9f9e2b3e-8d05-4ef2-ae15-a2acfb448a77 HTTP/1.1" status: 204 len: 168 time: 3.0605552 Sep 01 15:42:16.900230 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5', 'tag': '1f88c572-8680-463e-9562-178161d1fd97'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:42:16.906921 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb73ddf-866f-4d06-9476-ae04044d676d None None] Routers {'cf776b8c-4695-4716-abf2-87c3a6c8643e'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:16.907962 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-bdb73ddf-866f-4d06-9476-ae04044d676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:42:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cf776b8c-4695-4716-abf2-87c3a6c8643e'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:16.908346 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b728d4-b268-4d6e-9685-4b87d295b30e" -d '{"events": [{"name": "network-changed", "server_uuid": "33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5", "tag": "1f88c572-8680-463e-9562-178161d1fd97"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:42:17.011008 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4758bf78-7f85-4d37-a4fa-68baa9586689 x-openstack-request-id: req-4758bf78-7f85-4d37-a4fa-68baa9586689 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:42:17.011273 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5", "tag": "1f88c572-8680-463e-9562-178161d1fd97", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:42:17.012258 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4758bf78-7f85-4d37-a4fa-68baa9586689 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:42:17.012736 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5', 'tag': '1f88c572-8680-463e-9562-178161d1fd97', 'status': 'completed', 'code': 200} Sep 01 15:42:17.051716 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 8c086183-dfce-41f9-889f-1520410b206f completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:17.067892 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 8c086183-dfce-41f9-889f-1520410b206f triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:17.068730 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.151389 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-39735f9f-cb8c-4003-8a37-eb9f912e9def None None] Provisioning for port a267136c-325e-4ba4-8617-71b15229a157 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:17.265606 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-bdb73ddf-866f-4d06-9476-ae04044d676d None None] Set router cf776b8c-4695-4716-abf2-87c3a6c8643e gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:17.290454 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-39735f9f-cb8c-4003-8a37-eb9f912e9def None None] Could not find standard attr ID for object 42231388-7af9-4f31-a5cc-a19f215cf628. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:42:17.294282 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dade04a8-f7f6-4112-8ae3-1547887e12ab tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:17.299135 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dade04a8-f7f6-4112-8ae3-1547887e12ab tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.397163 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.512137 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 8c086183-dfce-41f9-889f-1520410b206f, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=8c086183-dfce-41f9-889f-1520410b206f,segment=NetworkSegment(54ede973-fcdc-4656-8d47-a2b38a8fe64d),segment_id=54ede973-fcdc-4656-8d47-a2b38a8fe64d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:17.525068 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.577051 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fa12a0-c299-470e-b479-7cb45a9d8ddf None None] DHCP port deletion for cd7a8297-1f21-4764-8355-6754da4b856f request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:42:17.659570 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-bdb73ddf-866f-4d06-9476-ae04044d676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'name': 'tempest-TestNetworkBasicOps-router-1023896750', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '14e95350-4abc-4b69-a937-7e168cd0734d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:06Z', 'updated_at': '2021-09-01T15:41:15Z', 'revision_number': 4, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '14e95350-4abc-4b69-a937-7e168cd0734d', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:07Z', 'updated_at': '2021-09-01T15:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'b78a2e50-0408-48e2-b7b9-c43e02b8958f', 'name': '', 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'mac_address': 'fa:16:3e:d0:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '60b2bacc-5d2a-418b-af8f-ed5d26a53426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:13Z', 'updated_at': '2021-09-01T15:41:23Z', 'revision_number': 5, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'subnets': [{'id': '60b2bacc-5d2a-418b-af8f-ed5d26a53426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:17.703562 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d3817674-7a1e-4dbd-85c5-c73a09c7f05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9890769f-6cb7-4bea-a664-ebf494af0dc0', 'name': 'tempest-TestVolumeBootPattern-1837290213-router', 'tenant_id': 'd3eb5571ee94443198c2879949521368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'ec1de4c0-ce58-48b0-bffa-6e7fb69dff98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:09Z', 'updated_at': '2021-09-01T15:42:12Z', 'revision_number': 3, 'project_id': 'd3eb5571ee94443198c2879949521368', 'gw_port': {'id': 'ec1de4c0-ce58-48b0-bffa-6e7fb69dff98', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9890769f-6cb7-4bea-a664-ebf494af0dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:11Z', 'updated_at': '2021-09-01T15:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:17.713903 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb73ddf-866f-4d06-9476-ae04044d676d None None] Checking router: cf776b8c-4695-4716-abf2-87c3a6c8643e for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:42:17.731620 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb73ddf-866f-4d06-9476-ae04044d676d None None] Routers {'cf776b8c-4695-4716-abf2-87c3a6c8643e'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:17.732602 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-bdb73ddf-866f-4d06-9476-ae04044d676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:42:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cf776b8c-4695-4716-abf2-87c3a6c8643e'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:17.772169 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d47d12d-dfd9-423d-947e-e66df5264eba req-78db790c-dc27-4429-b5db-9a65c4a17977 service neutron] 10.222.0.45 "GET /v2.0/networks/466e39dc-85f8-40ca-bf85-46614e8391c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9484549 Sep 01 15:42:17.775151 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3817674-7a1e-4dbd-85c5-c73a09c7f05a None None] Checking router: 9890769f-6cb7-4bea-a664-ebf494af0dc0 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:42:17.777431 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3817674-7a1e-4dbd-85c5-c73a09c7f05a None None] Updating router 9890769f-6cb7-4bea-a664-ebf494af0dc0 port ec1de4c0-ce58-48b0-bffa-6e7fb69dff98 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:42:17.785245 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=8c086183-dfce-41f9-889f-1520410b206f,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:17.848811 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08b534-5715-49cf-ab0e-b634ef31a6d5 req-d1146efa-c820-4d44-9546-2f634c10c991 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:17.854943 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ca08b534-5715-49cf-ab0e-b634ef31a6d5 req-d1146efa-c820-4d44-9546-2f634c10c991 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5 HTTP/1.1" status: 200 len: 945 time: 0.4196455 Sep 01 15:42:17.860003 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d3817674-7a1e-4dbd-85c5-c73a09c7f05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.953414 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e5fa12a0-c299-470e-b479-7cb45a9d8ddf None None] Deleting port a267136c-325e-4ba4-8617-71b15229a157 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:17.953805 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e5fa12a0-c299-470e-b479-7cb45a9d8ddf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:17.992270 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-bdb73ddf-866f-4d06-9476-ae04044d676d None None] Set router cf776b8c-4695-4716-abf2-87c3a6c8643e gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:18.028141 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ca08b534-5715-49cf-ab0e-b634ef31a6d5 req-2fd022e3-ea8b-4ff4-baea-5ce5a21f6e4c tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e911b14-c4e8-4a5f-9f21-c70c51581d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384342 Sep 01 15:42:18.078099 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dade04a8-f7f6-4112-8ae3-1547887e12ab tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:18.089267 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b728d4-b268-4d6e-9685-4b87d295b30e req-8ecfd01d-5ac1-48bf-b80a-768c03638e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:18.090984 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76b728d4-b268-4d6e-9685-4b87d295b30e req-8ecfd01d-5ac1-48bf-b80a-768c03638e07 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0f5af12f2f0248c3b6a1104cb00ca9c0&device_id=33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5 HTTP/1.1" status: 200 len: 1096 time: 0.2048275 Sep 01 15:42:18.267311 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dade04a8-f7f6-4112-8ae3-1547887e12ab tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:18.272277 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de04864b-cb0e-4f50-bd52-3735968297cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:18.274743 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade04a8-f7f6-4112-8ae3-1547887e12ab tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=274c3452-9e42-4a6b-8bca-08e83b4da04c,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:18.318379 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-dade04a8-f7f6-4112-8ae3-1547887e12ab tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:18.330578 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dade04a8-f7f6-4112-8ae3-1547887e12ab tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:18.331330 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dade04a8-f7f6-4112-8ae3-1547887e12ab tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:18.442141 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e5fa12a0-c299-470e-b479-7cb45a9d8ddf None None] For port a267136c-325e-4ba4-8617-71b15229a157, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a267136c-325e-4ba4-8617-71b15229a157,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:18.443508 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e5fa12a0-c299-470e-b479-7cb45a9d8ddf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:18.443909 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b728d4-b268-4d6e-9685-4b87d295b30e req-2f4b4684-80a0-463e-b9e6-2ab76c83f0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:18.452932 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-bdb73ddf-866f-4d06-9476-ae04044d676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'name': 'tempest-TestNetworkBasicOps-router-1023896750', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '14e95350-4abc-4b69-a937-7e168cd0734d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:06Z', 'updated_at': '2021-09-01T15:41:15Z', 'revision_number': 4, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '14e95350-4abc-4b69-a937-7e168cd0734d', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:07Z', 'updated_at': '2021-09-01T15:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'b78a2e50-0408-48e2-b7b9-c43e02b8958f', 'name': '', 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'mac_address': 'fa:16:3e:d0:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '60b2bacc-5d2a-418b-af8f-ed5d26a53426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:13Z', 'updated_at': '2021-09-01T15:41:23Z', 'revision_number': 5, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'subnets': [{'id': '60b2bacc-5d2a-418b-af8f-ed5d26a53426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:18.453545 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76b728d4-b268-4d6e-9685-4b87d295b30e req-2f4b4684-80a0-463e-b9e6-2ab76c83f0ef service neutron] 10.222.0.45 "GET /v2.0/networks?id=466e39dc-85f8-40ca-bf85-46614e8391c7 HTTP/1.1" status: 200 len: 897 time: 0.3306618 Sep 01 15:42:18.456044 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-dade04a8-f7f6-4112-8ae3-1547887e12ab tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1240857 Sep 01 15:42:18.470632 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44964) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:18.479990 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-3bc30567-a4fb-4b1a-a2ca-1baf36c5396e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'fixed_ips': [{'subnet_id': '274c3452-9e42-4a6b-8bca-08e83b4da04c', 'ip_address': '2001:db8::9eb3:2f65:7720:507b'}], 'name': 'tempest-NetworksTestDHCPv6-324693457'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:18.484554 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e5fa12a0-c299-470e-b479-7cb45a9d8ddf None None] Calling delete_port for a267136c-325e-4ba4-8617-71b15229a157 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:18.493549 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb73ddf-866f-4d06-9476-ae04044d676d None None] The sync data for ids ['cf776b8c-4695-4716-abf2-87c3a6c8643e'] in n-d-794796-3 is: [{'id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'name': 'tempest-TestNetworkBasicOps-router-1023896750', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '14e95350-4abc-4b69-a937-7e168cd0734d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:06Z', 'updated_at': '2021-09-01T15:41:15Z', 'revision_number': 4, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '14e95350-4abc-4b69-a937-7e168cd0734d', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:07Z', 'updated_at': '2021-09-01T15:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'b78a2e50-0408-48e2-b7b9-c43e02b8958f', 'name': '', 'network_id': '466e39dc-85f8-40ca-bf85-46614e8391c7', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'mac_address': 'fa:16:3e:d0:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': '60b2bacc-5d2a-418b-af8f-ed5d26a53426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:13Z', 'updated_at': '2021-09-01T15:41:23Z', 'revision_number': 5, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'subnets': [{'id': '60b2bacc-5d2a-418b-af8f-ed5d26a53426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:42:18.662144 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76b728d4-b268-4d6e-9685-4b87d295b30e req-50a2fcb7-e281-437a-bfb9-2ee635d89b80 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f88c572-8680-463e-9562-178161d1fd97 HTTP/1.1" status: 200 len: 217 time: 0.0975227 Sep 01 15:42:18.779895 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc30567-a4fb-4b1a-a2ca-1baf36c5396e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:18.838525 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e5fa12a0-c299-470e-b479-7cb45a9d8ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:18.850719 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d3817674-7a1e-4dbd-85c5-c73a09c7f05a None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:18.904574 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa12a0-c299-470e-b479-7cb45a9d8ddf None None] Pushing event deleted for resources: {'Port': ['ID=a267136c-325e-4ba4-8617-71b15229a157,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:18.920636 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fa12a0-c299-470e-b479-7cb45a9d8ddf None None] No DVR routers for this DVR port a267136c-325e-4ba4-8617-71b15229a157 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:42:18.927880 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d3817674-7a1e-4dbd-85c5-c73a09c7f05a None None] Transition to ACTIVE for port object ec1de4c0-ce58-48b0-bffa-6e7fb69dff98 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:18.947538 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d3817674-7a1e-4dbd-85c5-c73a09c7f05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:18.969290 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711bdd07-60eb-4755-9f0f-b02a6d57ab4a None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:18.979807 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3b84ff-9ed0-4fe8-b36a-1e67a7942a61 None None] New status for floating IP 9f9e2b3e-8d05-4ef2-ae15-a2acfb448a77: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:42:19.067801 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3bc30567-a4fb-4b1a-a2ca-1baf36c5396e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:19.114920 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-3bc30567-a4fb-4b1a-a2ca-1baf36c5396e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] device_id is not set on port 3c69d1aa-6ca2-41ac-bdbf-479d32b5de3a yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:42:19.180228 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d3817674-7a1e-4dbd-85c5-c73a09c7f05a None None] Attempting to bind port ec1de4c0-ce58-48b0-bffa-6e7fb69dff98 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:42:19.181284 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d3817674-7a1e-4dbd-85c5-c73a09c7f05a None None] Attempting to bind port ec1de4c0-ce58-48b0-bffa-6e7fb69dff98 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:42:19.182006 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3817674-7a1e-4dbd-85c5-c73a09c7f05a None None] Attempting to bind port ec1de4c0-ce58-48b0-bffa-6e7fb69dff98 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:42:19.196186 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ef0f9-b385-4f67-82bc-11a4a0e9e39a None None] Pushing event updated for resources: {'Port': ['ID=ec1de4c0-ce58-48b0-bffa-6e7fb69dff98,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:19.207526 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3817674-7a1e-4dbd-85c5-c73a09c7f05a None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:42:19.208413 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3817674-7a1e-4dbd-85c5-c73a09c7f05a None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:19.209344 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d3817674-7a1e-4dbd-85c5-c73a09c7f05a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:19.210212 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3817674-7a1e-4dbd-85c5-c73a09c7f05a None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:42:19.211026 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-d3817674-7a1e-4dbd-85c5-c73a09c7f05a None None] Bound port: ec1de4c0-ce58-48b0-bffa-6e7fb69dff98, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:42:19.212124 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d3817674-7a1e-4dbd-85c5-c73a09c7f05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:19.354856 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-d3817674-7a1e-4dbd-85c5-c73a09c7f05a None None] For port ec1de4c0-ce58-48b0-bffa-6e7fb69dff98, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:42:19.376293 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-d3817674-7a1e-4dbd-85c5-c73a09c7f05a None None] For port ec1de4c0-ce58-48b0-bffa-6e7fb69dff98, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ec1de4c0-ce58-48b0-bffa-6e7fb69dff98,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:42:19.385941 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d3817674-7a1e-4dbd-85c5-c73a09c7f05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:19.439412 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-3bc30567-a4fb-4b1a-a2ca-1baf36c5396e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 2001:db8::9eb3:2f65:7720:507b (cd7a8297-1f21-4764-8355-6754da4b856f/274c3452-9e42-4a6b-8bca-08e83b4da04c/3c69d1aa-6ca2-41ac-bdbf-479d32b5de3a) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:19.488196 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c8187-c543-4e11-9c40-77e7439bce35 req-734e4255-e7f6-4b87-be9c-e0e6fba60654 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:19.489248 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3817674-7a1e-4dbd-85c5-c73a09c7f05a None None] Routers {'9890769f-6cb7-4bea-a664-ebf494af0dc0'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:19.490169 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d3817674-7a1e-4dbd-85c5-c73a09c7f05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:42:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['9890769f-6cb7-4bea-a664-ebf494af0dc0'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:19.491881 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b14c8187-c543-4e11-9c40-77e7439bce35 req-734e4255-e7f6-4b87-be9c-e0e6fba60654 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.45 "GET /v2.0/ports?device_id=33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5 HTTP/1.1" status: 200 len: 945 time: 0.7751751 Sep 01 15:42:19.494383 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b728d4-b268-4d6e-9685-4b87d295b30e req-43774f9c-2bae-4659-90d7-7c76ce684141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:19.497158 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76b728d4-b268-4d6e-9685-4b87d295b30e req-43774f9c-2bae-4659-90d7-7c76ce684141 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=60b2bacc-5d2a-418b-af8f-ed5d26a53426 HTTP/1.1" status: 200 len: 835 time: 0.8270483 Sep 01 15:42:19.635518 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-d3817674-7a1e-4dbd-85c5-c73a09c7f05a None None] Set router 9890769f-6cb7-4bea-a664-ebf494af0dc0 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:19.703651 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255ce70d-1e3c-483f-97f7-7619b664cc92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-cd7a8297-1f21-4764-8355-6754da4b856f', 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'fixed_ips': [{'subnet_id': '274c3452-9e42-4a6b-8bca-08e83b4da04c'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:42:19.704087 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-255ce70d-1e3c-483f-97f7-7619b664cc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:19.712657 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3bc30567-a4fb-4b1a-a2ca-1baf36c5396e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:19.717626 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-de04864b-cb0e-4f50-bd52-3735968297cc admin admin] Allocated IP 172.20.0.1 (db2d1080-b23e-46cb-b801-cdeee56d7c65/e949b7d6-5bc6-42f0-9068-bdc9ae3862af/c1f0ee46-6729-4330-833b-d65f49235e04) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:19.734984 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-3bc30567-a4fb-4b1a-a2ca-1baf36c5396e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Transition to ACTIVE for port object 3c69d1aa-6ca2-41ac-bdbf-479d32b5de3a will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:19.748531 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 8c086183-dfce-41f9-889f-1520410b206f up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:19.854372 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b61849-0996-4dc3-8f11-a685b85dde37 req-713a79a6-d554-4c59-833f-86f4895dace1 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:19.856408 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e5b61849-0996-4dc3-8f11-a685b85dde37 req-713a79a6-d554-4c59-833f-86f4895dace1 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5 HTTP/1.1" status: 200 len: 945 time: 0.1081085 Sep 01 15:42:19.860654 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ef0f9-b385-4f67-82bc-11a4a0e9e39a None None] Pushing event updated for resources: {'Port': ['ID=ec1de4c0-ce58-48b0-bffa-6e7fb69dff98,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:19.862795 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3bc30567-a4fb-4b1a-a2ca-1baf36c5396e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:19.945352 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc30567-a4fb-4b1a-a2ca-1baf36c5396e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:19.951071 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-3bc30567-a4fb-4b1a-a2ca-1baf36c5396e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:19.977889 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc30567-a4fb-4b1a-a2ca-1baf36c5396e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:19.989634 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc30567-a4fb-4b1a-a2ca-1baf36c5396e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:19.991809 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3bc30567-a4fb-4b1a-a2ca-1baf36c5396e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:20.006990 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e5b61849-0996-4dc3-8f11-a685b85dde37 req-c675f0ad-3704-4e74-8ce1-420a430ccc5b tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e911b14-c4e8-4a5f-9f21-c70c51581d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990224 Sep 01 15:42:20.020723 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc30567-a4fb-4b1a-a2ca-1baf36c5396e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Port': ['ID=3c69d1aa-6ca2-41ac-bdbf-479d32b5de3a,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:20.052569 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3bc30567-a4fb-4b1a-a2ca-1baf36c5396e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5781858 Sep 01 15:42:20.055200 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44970) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:20.071186 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-79c0a8e0-3c9a-4ab6-bcd2-dee8bc1fdb29 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'fixed_ips': [{'subnet_id': '274c3452-9e42-4a6b-8bca-08e83b4da04c', 'ip_address': '2001:db8::9eb3:2f65:7720:507b'}], 'name': 'tempest-NetworksTestDHCPv6-2034907312'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:20.079550 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b728d4-b268-4d6e-9685-4b87d295b30e req-38c8ecfe-c967-4c73-904a-c915a881e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:20.081191 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76b728d4-b268-4d6e-9685-4b87d295b30e req-38c8ecfe-c967-4c73-904a-c915a881e3fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=466e39dc-85f8-40ca-bf85-46614e8391c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5666006 Sep 01 15:42:20.170490 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de04864b-cb0e-4f50-bd52-3735968297cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:20.185923 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 8c086183-dfce-41f9-889f-1520410b206f triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:20.187339 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:20.203128 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-de04864b-cb0e-4f50-bd52-3735968297cc admin admin] Transition to ACTIVE for port object c1f0ee46-6729-4330-833b-d65f49235e04 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:20.211637 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-b14c8187-c543-4e11-9c40-77e7439bce35 req-56ab6086-e939-4482-bd09-b651d9481fb7 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Deleting port 1f88c572-8680-463e-9562-178161d1fd97 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:20.211637 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b14c8187-c543-4e11-9c40-77e7439bce35 req-56ab6086-e939-4482-bd09-b651d9481fb7 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:20.303237 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-255ce70d-1e3c-483f-97f7-7619b664cc92 None None] Allocated IP 2001:db8::2 (cd7a8297-1f21-4764-8355-6754da4b856f/274c3452-9e42-4a6b-8bca-08e83b4da04c/6afc4122-d507-4c49-8c6c-61887682ed32) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:20.304472 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c0a8e0-3c9a-4ab6-bcd2-dee8bc1fdb29 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:20.316743 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-79c0a8e0-3c9a-4ab6-bcd2-dee8bc1fdb29 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:20.359314 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76b728d4-b268-4d6e-9685-4b87d295b30e req-449c0182-dd8b-4284-8082-65efe3ec0662 service neutron] 10.222.0.45 "GET /v2.0/networks/466e39dc-85f8-40ca-bf85-46614e8391c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638719 Sep 01 15:42:20.361055 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-79c0a8e0-3c9a-4ab6-bcd2-dee8bc1fdb29 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] device_id is not set on port b70208e2-8deb-486a-b058-9110d33bd676 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:42:20.389314 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de04864b-cb0e-4f50-bd52-3735968297cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:20.443617 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d3817674-7a1e-4dbd-85c5-c73a09c7f05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9890769f-6cb7-4bea-a664-ebf494af0dc0', 'name': 'tempest-TestVolumeBootPattern-1837290213-router', 'tenant_id': 'd3eb5571ee94443198c2879949521368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'ec1de4c0-ce58-48b0-bffa-6e7fb69dff98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:09Z', 'updated_at': '2021-09-01T15:42:12Z', 'revision_number': 3, 'project_id': 'd3eb5571ee94443198c2879949521368', 'gw_port': {'id': 'ec1de4c0-ce58-48b0-bffa-6e7fb69dff98', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9890769f-6cb7-4bea-a664-ebf494af0dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:11Z', 'updated_at': '2021-09-01T15:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:20.479908 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3817674-7a1e-4dbd-85c5-c73a09c7f05a None None] The sync data for ids ['9890769f-6cb7-4bea-a664-ebf494af0dc0'] in n-d-794796-3 is: [{'id': '9890769f-6cb7-4bea-a664-ebf494af0dc0', 'name': 'tempest-TestVolumeBootPattern-1837290213-router', 'tenant_id': 'd3eb5571ee94443198c2879949521368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'ec1de4c0-ce58-48b0-bffa-6e7fb69dff98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:09Z', 'updated_at': '2021-09-01T15:42:12Z', 'revision_number': 3, 'project_id': 'd3eb5571ee94443198c2879949521368', 'gw_port': {'id': 'ec1de4c0-ce58-48b0-bffa-6e7fb69dff98', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9890769f-6cb7-4bea-a664-ebf494af0dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:11Z', 'updated_at': '2021-09-01T15:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:42:20.507715 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-b14c8187-c543-4e11-9c40-77e7439bce35 req-56ab6086-e939-4482-bd09-b651d9481fb7 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] For port 1f88c572-8680-463e-9562-178161d1fd97, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=1f88c572-8680-463e-9562-178161d1fd97,segment=NetworkSegment(15f986de-2f1b-49ad-8450-25728dec2e54),segment_id=15f986de-2f1b-49ad-8450-25728dec2e54)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:20.508568 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b14c8187-c543-4e11-9c40-77e7439bce35 req-56ab6086-e939-4482-bd09-b651d9481fb7 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:20.533191 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de04864b-cb0e-4f50-bd52-3735968297cc admin admin] Network db2d1080-b23e-46cb-b801-cdeee56d7c65 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:20.555513 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-de04864b-cb0e-4f50-bd52-3735968297cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:20.566917 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-b14c8187-c543-4e11-9c40-77e7439bce35 req-56ab6086-e939-4482-bd09-b651d9481fb7 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Calling delete_port for 1f88c572-8680-463e-9562-178161d1fd97 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:20.569632 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04864b-cb0e-4f50-bd52-3735968297cc admin admin] Pushing event updated for resources: {'Port': ['ID=c1f0ee46-6729-4330-833b-d65f49235e04,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:20.572875 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de04864b-cb0e-4f50-bd52-3735968297cc admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:20.650988 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-255ce70d-1e3c-483f-97f7-7619b664cc92 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:20.665251 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-255ce70d-1e3c-483f-97f7-7619b664cc92 None None] Transition to ACTIVE for port object 6afc4122-d507-4c49-8c6c-61887682ed32 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:20.697691 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-255ce70d-1e3c-483f-97f7-7619b664cc92 None None] Transition to ACTIVE for port object 6afc4122-d507-4c49-8c6c-61887682ed32 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:20.712768 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-255ce70d-1e3c-483f-97f7-7619b664cc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:20.776845 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ce70d-1e3c-483f-97f7-7619b664cc92 None None] Pushing event updated for resources: {'Port': ['ID=6afc4122-d507-4c49-8c6c-61887682ed32,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:20.792119 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255ce70d-1e3c-483f-97f7-7619b664cc92 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:20.792552 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76b728d4-b268-4d6e-9685-4b87d295b30e req-19edf8aa-bfd2-432a-acec-7a594aeca45e service neutron] 10.222.0.45 "GET /v2.0/networks/466e39dc-85f8-40ca-bf85-46614e8391c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220269 Sep 01 15:42:20.794457 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-255ce70d-1e3c-483f-97f7-7619b664cc92 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:20.807238 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c0a8e0-3c9a-4ab6-bcd2-dee8bc1fdb29 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 01 15:42:20.808006 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c0a8e0-3c9a-4ab6-bcd2-dee8bc1fdb29 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:42:20.808894 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de04864b-cb0e-4f50-bd52-3735968297cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:20.813242 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255ce70d-1e3c-483f-97f7-7619b664cc92 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:20.842699 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-79c0a8e0-3c9a-4ab6-bcd2-dee8bc1fdb29 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7850418 Sep 01 15:42:20.845692 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44976) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:20.928372 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02be8380-6116-4deb-b9f8-767b88e3f0a8 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:20.931161 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-255ce70d-1e3c-483f-97f7-7619b664cc92 None None] Attempting to bind port 6afc4122-d507-4c49-8c6c-61887682ed32 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:42:20.931928 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-255ce70d-1e3c-483f-97f7-7619b664cc92 None None] Attempting to bind port 6afc4122-d507-4c49-8c6c-61887682ed32 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:42:20.932316 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ce70d-1e3c-483f-97f7-7619b664cc92 None None] Attempting to bind port 6afc4122-d507-4c49-8c6c-61887682ed32 on network cd7a8297-1f21-4764-8355-6754da4b856f {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:42:20.936381 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02be8380-6116-4deb-b9f8-767b88e3f0a8 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:20.939984 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-02be8380-6116-4deb-b9f8-767b88e3f0a8 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0927939 Sep 01 15:42:20.943027 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44980) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:20.950730 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ce70d-1e3c-483f-97f7-7619b664cc92 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:42:20.951114 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ce70d-1e3c-483f-97f7-7619b664cc92 None None] Checking segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:20.951661 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-255ce70d-1e3c-483f-97f7-7619b664cc92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:20.952071 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255ce70d-1e3c-483f-97f7-7619b664cc92 None None] Bound using segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:42:20.955215 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-255ce70d-1e3c-483f-97f7-7619b664cc92 None None] Bound port: 6afc4122-d507-4c49-8c6c-61887682ed32, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:42:20.956536 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-255ce70d-1e3c-483f-97f7-7619b664cc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.219208 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4751d31e-172a-438d-a0b4-4e5817479fb3 None None] Provisioning for port c1f0ee46-6729-4330-833b-d65f49235e04 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:21.253229 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4751d31e-172a-438d-a0b4-4e5817479fb3 None None] Provisioning complete for port c1f0ee46-6729-4330-833b-d65f49235e04 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:21.253524 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4751d31e-172a-438d-a0b4-4e5817479fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.267400 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-b01b69d3-8432-41bb-9552-b3a243620858 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting port 3c69d1aa-6ca2-41ac-bdbf-479d32b5de3a {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:21.267871 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b01b69d3-8432-41bb-9552-b3a243620858 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.309241 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-4751d31e-172a-438d-a0b4-4e5817479fb3 None None] Port c1f0ee46-6729-4330-833b-d65f49235e04 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:42:21.338945 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 1f88c572-8680-463e-9562-178161d1fd97 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:42:21.345596 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-255ce70d-1e3c-483f-97f7-7619b664cc92 None None] For port 6afc4122-d507-4c49-8c6c-61887682ed32, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:42:21.394837 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-255ce70d-1e3c-483f-97f7-7619b664cc92 None None] For port 6afc4122-d507-4c49-8c6c-61887682ed32, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6afc4122-d507-4c49-8c6c-61887682ed32,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:42:21.410402 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-255ce70d-1e3c-483f-97f7-7619b664cc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.525755 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b01b69d3-8432-41bb-9552-b3a243620858 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.560327 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-b01b69d3-8432-41bb-9552-b3a243620858 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Calling delete_port for 3c69d1aa-6ca2-41ac-bdbf-479d32b5de3a owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:21.561688 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b14c8187-c543-4e11-9c40-77e7439bce35 req-56ab6086-e939-4482-bd09-b651d9481fb7 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.584169 n-d-794796-3 neutron-server[94735]: INFO neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No ports have port_id starting with 1f88c572-8680-463e-9562-178161d1fd97 Sep 01 15:42:21.591810 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a55d0a-de6c-44b7-ad97-4cfb6bc5853a req-f4ccb54b-923a-4aec-91ff-6c4fdd3dc380 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:21.601894 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-12a55d0a-de6c-44b7-ad97-4cfb6bc5853a req-f4ccb54b-923a-4aec-91ff-6c4fdd3dc380 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/ports?device_id=33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5 HTTP/1.1" status: 200 len: 945 time: 0.3504658 Sep 01 15:42:21.614682 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de04864b-cb0e-4f50-bd52-3735968297cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.697412 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab6086-e939-4482-bd09-b651d9481fb7 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event deleted for resources: {'Port': ['ID=1f88c572-8680-463e-9562-178161d1fd97,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:21.700029 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ce70d-1e3c-483f-97f7-7619b664cc92 None None] Pushing event updated for resources: {'Port': ['ID=6afc4122-d507-4c49-8c6c-61887682ed32,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:21.823380 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ec1de4c0-ce58-48b0-bffa-6e7fb69dff98 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:21.880275 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b01b69d3-8432-41bb-9552-b3a243620858 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.936500 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14c8187-c543-4e11-9c40-77e7439bce35 req-56ab6086-e939-4482-bd09-b651d9481fb7 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] No DVR routers for this DVR port 1f88c572-8680-463e-9562-178161d1fd97 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:42:21.941493 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b14c8187-c543-4e11-9c40-77e7439bce35 req-56ab6086-e939-4482-bd09-b651d9481fb7 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:21.945653 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b14c8187-c543-4e11-9c40-77e7439bce35 req-56ab6086-e939-4482-bd09-b651d9481fb7 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.45 "DELETE /v2.0/ports/1f88c572-8680-463e-9562-178161d1fd97 HTTP/1.1" status: 204 len: 173 time: 2.4281909 Sep 01 15:42:21.991133 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b69d3-8432-41bb-9552-b3a243620858 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Port': ['ID=3c69d1aa-6ca2-41ac-bdbf-479d32b5de3a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:22.055865 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b01b69d3-8432-41bb-9552-b3a243620858 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:22.057042 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b01b69d3-8432-41bb-9552-b3a243620858 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/3c69d1aa-6ca2-41ac-bdbf-479d32b5de3a HTTP/1.1" status: 204 len: 168 time: 1.1125083 Sep 01 15:42:22.062589 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port ec1de4c0-ce58-48b0-bffa-6e7fb69dff98 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:22.065188 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 44992) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:22.075408 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port ec1de4c0-ce58-48b0-bffa-6e7fb69dff98 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:22.075726 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:22.098152 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5', 'name': 'network-vif-deleted', 'tag': '1f88c572-8680-463e-9562-178161d1fd97'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:42:22.103184 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae27605-93e7-48c9-b26e-dc743b5b8198" -d '{"events": [{"server_uuid": "33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5", "name": "network-vif-deleted", "tag": "1f88c572-8680-463e-9562-178161d1fd97"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:42:22.133007 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-12a55d0a-de6c-44b7-ad97-4cfb6bc5853a req-b4a15e34-9cf0-4ced-a0a5-370c64e6a82f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "GET /v2.0/security-groups?id=8e911b14-c4e8-4a5f-9f21-c70c51581d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5296729 Sep 01 15:42:22.235401 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8befc3d-5979-4327-9468-792ca3e6529b x-openstack-request-id: req-e8befc3d-5979-4327-9468-792ca3e6529b {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:42:22.235871 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5", "name": "network-vif-deleted", "tag": "1f88c572-8680-463e-9562-178161d1fd97", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:42:22.236324 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8befc3d-5979-4327-9468-792ca3e6529b {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:42:22.236976 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33bc60b9-e512-4c98-8ee2-c3fdb75fd6d5', 'name': 'network-vif-deleted', 'tag': '1f88c572-8680-463e-9562-178161d1fd97', 'status': 'completed', 'code': 200} Sep 01 15:42:22.336256 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ad9b6e-dc5c-4758-8e0e-0c0edbbcad98 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:22.339602 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ad9b6e-dc5c-4758-8e0e-0c0edbbcad98 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:22.342545 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-73ad9b6e-dc5c-4758-8e0e-0c0edbbcad98 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2746942 Sep 01 15:42:22.347165 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 44996) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:22.465917 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:22.501301 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db826a3-0983-49e0-ac20-726622d64920 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet 274c3452-9e42-4a6b-8bca-08e83b4da04c {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:42:22.512830 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port ec1de4c0-ce58-48b0-bffa-6e7fb69dff98, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ec1de4c0-ce58-48b0-bffa-6e7fb69dff98,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:22.521090 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:22.521333 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5db826a3-0983-49e0-ac20-726622d64920 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:22.622246 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=ec1de4c0-ce58-48b0-bffa-6e7fb69dff98,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:22.627153 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5db826a3-0983-49e0-ac20-726622d64920 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:22.688840 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de04864b-cb0e-4f50-bd52-3735968297cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:22.696126 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de04864b-cb0e-4f50-bd52-3735968297cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:22.815610 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04864b-cb0e-4f50-bd52-3735968297cc admin admin] Pushing event updated for resources: {'Port': ['ID=c1f0ee46-6729-4330-833b-d65f49235e04,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:22.830265 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de04864b-cb0e-4f50-bd52-3735968297cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:22.855557 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5db826a3-0983-49e0-ac20-726622d64920 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:23.001169 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5db826a3-0983-49e0-ac20-726622d64920 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:23.023252 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de04864b-cb0e-4f50-bd52-3735968297cc admin admin] Network db2d1080-b23e-46cb-b801-cdeee56d7c65 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:23.055500 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-de04864b-cb0e-4f50-bd52-3735968297cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:23.062244 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db826a3-0983-49e0-ac20-726622d64920 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=274c3452-9e42-4a6b-8bca-08e83b4da04c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:23.069997 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5db826a3-0983-49e0-ac20-726622d64920 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:23.073434 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5db826a3-0983-49e0-ac20-726622d64920 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/274c3452-9e42-4a6b-8bca-08e83b4da04c HTTP/1.1" status: 204 len: 168 time: 0.7247880 Sep 01 15:42:23.077742 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45000) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:23.173800 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-53b0733f-2c88-4576-94a2-7d7da76401a4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888526 Sep 01 15:42:23.174947 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45004) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:23.185495 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-98ce3fec-d709-4f9c-a79e-1ebf8e91e61f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:23.279835 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45006) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:23.432674 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de04864b-cb0e-4f50-bd52-3735968297cc admin admin] Router 9890769f-6cb7-4bea-a664-ebf494af0dc0 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:42:23.485144 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b4fdbeb8-6e9d-4ec0-8542-a9191bb83b3f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:23.557149 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ce3fec-d709-4f9c-a79e-1ebf8e91e61f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:23.561463 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-98ce3fec-d709-4f9c-a79e-1ebf8e91e61f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:23.566994 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b4fdbeb8-6e9d-4ec0-8542-a9191bb83b3f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:23.577913 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-fe9a0c40-1d16-4227-9c32-630f2ffc56fe None None] Provisioning complete for port c1f0ee46-6729-4330-833b-d65f49235e04 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:23.578811 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fe9a0c40-1d16-4227-9c32-630f2ffc56fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:23.695636 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-fe9a0c40-1d16-4227-9c32-630f2ffc56fe None None] Port c1f0ee46-6729-4330-833b-d65f49235e04 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:42:23.753295 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de04864b-cb0e-4f50-bd52-3735968297cc admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:42:23.779386 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-de04864b-cb0e-4f50-bd52-3735968297cc admin admin] 10.222.0.60 "PUT /v2.0/routers/9890769f-6cb7-4bea-a664-ebf494af0dc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9120252 Sep 01 15:42:23.971601 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad665c4-7210-4625-aa2c-8a752c4a3144 None None] Sync routers for ids ['9890769f-6cb7-4bea-a664-ebf494af0dc0'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:42:23.996523 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ec1de4c0-ce58-48b0-bffa-6e7fb69dff98 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:24.014047 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad665c4-7210-4625-aa2c-8a752c4a3144 None None] Routers {'9890769f-6cb7-4bea-a664-ebf494af0dc0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:24.016900 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3ad665c4-7210-4625-aa2c-8a752c4a3144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:42:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['9890769f-6cb7-4bea-a664-ebf494af0dc0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:24.182069 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f64331-3e8b-409e-ad76-006823ad86ec None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:24.199610 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b4fdbeb8-6e9d-4ec0-8542-a9191bb83b3f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:24.226800 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b4fdbeb8-6e9d-4ec0-8542-a9191bb83b3f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:24.229425 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b4fdbeb8-6e9d-4ec0-8542-a9191bb83b3f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "DELETE /v2.0/security-groups/8e911b14-c4e8-4a5f-9f21-c70c51581d12 HTTP/1.1" status: 204 len: 168 time: 0.9477482 Sep 01 15:42:24.279218 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fdbeb8-6e9d-4ec0-8542-a9191bb83b3f tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e911b14-c4e8-4a5f-9f21-c70c51581d12,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:24.281906 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-98ce3fec-d709-4f9c-a79e-1ebf8e91e61f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:24.364355 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45020) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:24.414267 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ce3fec-d709-4f9c-a79e-1ebf8e91e61f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:24.419236 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-98ce3fec-d709-4f9c-a79e-1ebf8e91e61f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:24.424786 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ce3fec-d709-4f9c-a79e-1ebf8e91e61f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:24.425658 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-98ce3fec-d709-4f9c-a79e-1ebf8e91e61f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:24.446933 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-98ce3fec-d709-4f9c-a79e-1ebf8e91e61f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2701516 Sep 01 15:42:24.450057 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45024) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:24.451720 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-3ad665c4-7210-4625-aa2c-8a752c4a3144 None None] Set router 9890769f-6cb7-4bea-a664-ebf494af0dc0 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:24.468037 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-326f3336-32d8-4e85-a468-ab7d85033a3f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'fixed_ips': [{'subnet_id': '5ed3150d-d700-4132-adaf-00d0619bf20f', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-2127095968'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:24.486651 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port ec1de4c0-ce58-48b0-bffa-6e7fb69dff98 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:24.487341 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:24.603974 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0c22ab8a-47e7-4e32-bd87-1a6615e363c0 None None] Provisioning for port 6afc4122-d507-4c49-8c6c-61887682ed32 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:24.686940 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce3fec-d709-4f9c-a79e-1ebf8e91e61f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=5ed3150d-d700-4132-adaf-00d0619bf20f,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:24.740055 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6afc4122-d507-4c49-8c6c-61887682ed32 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:24.755381 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326f3336-32d8-4e85-a468-ab7d85033a3f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:24.863666 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 6afc4122-d507-4c49-8c6c-61887682ed32 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:24.872598 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 6afc4122-d507-4c49-8c6c-61887682ed32 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:24.874798 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:24.942618 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3ad665c4-7210-4625-aa2c-8a752c4a3144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9890769f-6cb7-4bea-a664-ebf494af0dc0', 'name': 'tempest-TestVolumeBootPattern-1837290213-router', 'tenant_id': 'd3eb5571ee94443198c2879949521368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'ec1de4c0-ce58-48b0-bffa-6e7fb69dff98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:09Z', 'updated_at': '2021-09-01T15:42:21Z', 'revision_number': 4, 'project_id': 'd3eb5571ee94443198c2879949521368', 'gw_port': {'id': 'ec1de4c0-ce58-48b0-bffa-6e7fb69dff98', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9890769f-6cb7-4bea-a664-ebf494af0dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:11Z', 'updated_at': '2021-09-01T15:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'c1f0ee46-6729-4330-833b-d65f49235e04', 'name': '', 'network_id': 'db2d1080-b23e-46cb-b801-cdeee56d7c65', 'tenant_id': 'd3eb5571ee94443198c2879949521368', 'mac_address': 'fa:16:3e:04:d2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9890769f-6cb7-4bea-a664-ebf494af0dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'e949b7d6-5bc6-42f0-9068-bdc9ae3862af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:18Z', 'updated_at': '2021-09-01T15:42:22Z', 'revision_number': 2, 'project_id': 'd3eb5571ee94443198c2879949521368', 'subnets': [{'id': 'e949b7d6-5bc6-42f0-9068-bdc9ae3862af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:25.019635 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:25.073429 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-326f3336-32d8-4e85-a468-ab7d85033a3f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:25.077740 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad665c4-7210-4625-aa2c-8a752c4a3144 None None] Checking router: 9890769f-6cb7-4bea-a664-ebf494af0dc0 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:42:25.078574 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad665c4-7210-4625-aa2c-8a752c4a3144 None None] Updating router 9890769f-6cb7-4bea-a664-ebf494af0dc0 port c1f0ee46-6729-4330-833b-d65f49235e04 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:42:25.121407 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-326f3336-32d8-4e85-a468-ab7d85033a3f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] device_id is not set on port f0976db9-77ea-4342-a9c2-7ceb3e8c29ff yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:42:25.123771 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 6afc4122-d507-4c49-8c6c-61887682ed32, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6afc4122-d507-4c49-8c6c-61887682ed32,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:25.134595 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:25.136707 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3ad665c4-7210-4625-aa2c-8a752c4a3144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:25.237320 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cf9253-602e-4a2a-b6d2-59caa8e47f63 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:25.327742 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-326f3336-32d8-4e85-a468-ab7d85033a3f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:42:25.328294 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326f3336-32d8-4e85-a468-ab7d85033a3f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:42:25.354365 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-326f3336-32d8-4e85-a468-ab7d85033a3f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9002979 Sep 01 15:42:25.354597 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45032) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:25.368798 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=6afc4122-d507-4c49-8c6c-61887682ed32,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:25.372508 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b0674354-d1de-4352-b9b7-0dd62b71681a None None] Provisioning complete for port 6afc4122-d507-4c49-8c6c-61887682ed32 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:25.373163 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b0674354-d1de-4352-b9b7-0dd62b71681a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:25.544409 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2245b4-04dd-455b-8ebb-a9d973a3353d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:25.548700 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6c2245b4-04dd-455b-8ebb-a9d973a3353d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1925130 Sep 01 15:42:25.553653 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45034) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:25.692195 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b8ada4d3-90ac-4268-b597-651ab6f02f7b tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:25.815667 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6afc4122-d507-4c49-8c6c-61887682ed32 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:25.967259 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 6afc4122-d507-4c49-8c6c-61887682ed32 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:25.968337 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:25.996022 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3ad665c4-7210-4625-aa2c-8a752c4a3144 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:26.027768 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-3ad665c4-7210-4625-aa2c-8a752c4a3144 None None] Transition to ACTIVE for port object c1f0ee46-6729-4330-833b-d65f49235e04 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:26.044168 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3ad665c4-7210-4625-aa2c-8a752c4a3144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:26.444670 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-aa51996c-145f-4f81-9d72-f90aaee176a9 None None] Provisioning complete for port 6afc4122-d507-4c49-8c6c-61887682ed32 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:26.445149 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-aa51996c-145f-4f81-9d72-f90aaee176a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:26.535344 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41cac4-e4aa-4811-b7a3-f96aa8a6e0aa None None] Pushing event updated for resources: {'Port': ['ID=c1f0ee46-6729-4330-833b-d65f49235e04,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:26.559415 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-3ad665c4-7210-4625-aa2c-8a752c4a3144 None None] Attempting to bind port c1f0ee46-6729-4330-833b-d65f49235e04 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:42:26.559792 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-3ad665c4-7210-4625-aa2c-8a752c4a3144 None None] Attempting to bind port c1f0ee46-6729-4330-833b-d65f49235e04 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '54ede973-fcdc-4656-8d47-a2b38a8fe64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'db2d1080-b23e-46cb-b801-cdeee56d7c65'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:42:26.560169 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad665c4-7210-4625-aa2c-8a752c4a3144 None None] Attempting to bind port c1f0ee46-6729-4330-833b-d65f49235e04 on network db2d1080-b23e-46cb-b801-cdeee56d7c65 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:42:26.580751 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:42:26.588354 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad665c4-7210-4625-aa2c-8a752c4a3144 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:42:26.590714 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad665c4-7210-4625-aa2c-8a752c4a3144 None None] Checking segment: {'id': '54ede973-fcdc-4656-8d47-a2b38a8fe64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'db2d1080-b23e-46cb-b801-cdeee56d7c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:26.591995 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3ad665c4-7210-4625-aa2c-8a752c4a3144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:26.595872 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad665c4-7210-4625-aa2c-8a752c4a3144 None None] Bound using segment: {'id': '54ede973-fcdc-4656-8d47-a2b38a8fe64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'db2d1080-b23e-46cb-b801-cdeee56d7c65'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:42:26.597352 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-3ad665c4-7210-4625-aa2c-8a752c4a3144 None None] Bound port: c1f0ee46-6729-4330-833b-d65f49235e04, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ede973-fcdc-4656-8d47-a2b38a8fe64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'db2d1080-b23e-46cb-b801-cdeee56d7c65'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:42:26.598614 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3ad665c4-7210-4625-aa2c-8a752c4a3144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:26.836979 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-3ad665c4-7210-4625-aa2c-8a752c4a3144 None None] For port c1f0ee46-6729-4330-833b-d65f49235e04, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:42:26.844136 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-3ad665c4-7210-4625-aa2c-8a752c4a3144 None None] For port c1f0ee46-6729-4330-833b-d65f49235e04, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=c1f0ee46-6729-4330-833b-d65f49235e04,segment=NetworkSegment(54ede973-fcdc-4656-8d47-a2b38a8fe64d),segment_id=54ede973-fcdc-4656-8d47-a2b38a8fe64d)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:42:26.848512 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-b8ada4d3-90ac-4268-b597-651ab6f02f7b tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Deleting port b78a2e50-0408-48e2-b7b9-c43e02b8958f {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:26.849401 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b8ada4d3-90ac-4268-b597-651ab6f02f7b tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:26.855308 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3ad665c4-7210-4625-aa2c-8a752c4a3144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:26.956742 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b56c2ae-c33d-471e-9dd8-18ba18194e06 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:26.958770 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b56c2ae-c33d-471e-9dd8-18ba18194e06 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:26.960438 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6b56c2ae-c33d-471e-9dd8-18ba18194e06 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.4050856 Sep 01 15:42:26.964707 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45048) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:27.030678 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45052) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:27.068588 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-b8ada4d3-90ac-4268-b597-651ab6f02f7b tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] For port b78a2e50-0408-48e2-b7b9-c43e02b8958f, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b78a2e50-0408-48e2-b7b9-c43e02b8958f,segment=NetworkSegment(15f986de-2f1b-49ad-8450-25728dec2e54),segment_id=15f986de-2f1b-49ad-8450-25728dec2e54)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:27.068971 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b8ada4d3-90ac-4268-b597-651ab6f02f7b tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:27.105223 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1519d06f-d2ad-46f3-b1a0-6c9af2876728 None None] Could not find standard attr ID for object 42231388-7af9-4f31-a5cc-a19f215cf628. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:42:27.112423 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-b8ada4d3-90ac-4268-b597-651ab6f02f7b tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Calling delete_port for b78a2e50-0408-48e2-b7b9-c43e02b8958f owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:27.128797 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-846d2763-d4d6-4a1c-935a-0788b92d83ee tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet 5ed3150d-d700-4132-adaf-00d0619bf20f {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:42:27.144161 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-846d2763-d4d6-4a1c-935a-0788b92d83ee tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:27.239906 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-846d2763-d4d6-4a1c-935a-0788b92d83ee tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:27.324686 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cbae146c-9e57-436a-a963-54ffb50c7080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:27.368232 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad665c4-7210-4625-aa2c-8a752c4a3144 None None] Routers {'9890769f-6cb7-4bea-a664-ebf494af0dc0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:27.369777 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3ad665c4-7210-4625-aa2c-8a752c4a3144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:42:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['9890769f-6cb7-4bea-a664-ebf494af0dc0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:27.377600 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-846d2763-d4d6-4a1c-935a-0788b92d83ee tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:27.486620 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41cac4-e4aa-4811-b7a3-f96aa8a6e0aa None None] Pushing event updated for resources: {'Port': ['ID=c1f0ee46-6729-4330-833b-d65f49235e04,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:27.544962 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-26b38670-cac0-4f5e-9d6d-2031a413fe9b None None] Could not find standard attr ID for object 3c69d1aa-6ca2-41ac-bdbf-479d32b5de3a. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:42:27.593499 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-846d2763-d4d6-4a1c-935a-0788b92d83ee tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:27.749499 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-3ad665c4-7210-4625-aa2c-8a752c4a3144 None None] Set router 9890769f-6cb7-4bea-a664-ebf494af0dc0 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:27.760981 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-846d2763-d4d6-4a1c-935a-0788b92d83ee tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:27.772685 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b8ada4d3-90ac-4268-b597-651ab6f02f7b tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:27.779253 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-846d2763-d4d6-4a1c-935a-0788b92d83ee tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/5ed3150d-d700-4132-adaf-00d0619bf20f HTTP/1.1" status: 204 len: 168 time: 0.8131435 Sep 01 15:42:27.780225 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45056) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:27.784446 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d2763-d4d6-4a1c-935a-0788b92d83ee tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=5ed3150d-d700-4132-adaf-00d0619bf20f,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:27.913427 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:27.925589 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5c6f8d6c-bcaa-460c-9769-260e6c22e0cf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1428325 Sep 01 15:42:27.932784 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45058) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:27.941236 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-cf249258-743c-444a-8c0d-fdf52e9a1889 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:27.951073 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ada4d3-90ac-4268-b597-651ab6f02f7b tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event deleted for resources: {'Port': ['ID=b78a2e50-0408-48e2-b7b9-c43e02b8958f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:28.201205 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56530974-f3fa-477c-89b4-2a6fd8166e30 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:28.202699 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3ad665c4-7210-4625-aa2c-8a752c4a3144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9890769f-6cb7-4bea-a664-ebf494af0dc0', 'name': 'tempest-TestVolumeBootPattern-1837290213-router', 'tenant_id': 'd3eb5571ee94443198c2879949521368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'ec1de4c0-ce58-48b0-bffa-6e7fb69dff98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:09Z', 'updated_at': '2021-09-01T15:42:21Z', 'revision_number': 4, 'project_id': 'd3eb5571ee94443198c2879949521368', 'gw_port': {'id': 'ec1de4c0-ce58-48b0-bffa-6e7fb69dff98', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9890769f-6cb7-4bea-a664-ebf494af0dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:11Z', 'updated_at': '2021-09-01T15:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'c1f0ee46-6729-4330-833b-d65f49235e04', 'name': '', 'network_id': 'db2d1080-b23e-46cb-b801-cdeee56d7c65', 'tenant_id': 'd3eb5571ee94443198c2879949521368', 'mac_address': 'fa:16:3e:04:d2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9890769f-6cb7-4bea-a664-ebf494af0dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'e949b7d6-5bc6-42f0-9068-bdc9ae3862af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:18Z', 'updated_at': '2021-09-01T15:42:26Z', 'revision_number': 4, 'project_id': 'd3eb5571ee94443198c2879949521368', 'subnets': [{'id': 'e949b7d6-5bc6-42f0-9068-bdc9ae3862af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:28.267742 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad665c4-7210-4625-aa2c-8a752c4a3144 None None] The sync data for ids ['9890769f-6cb7-4bea-a664-ebf494af0dc0'] in n-d-794796-3 is: [{'id': '9890769f-6cb7-4bea-a664-ebf494af0dc0', 'name': 'tempest-TestVolumeBootPattern-1837290213-router', 'tenant_id': 'd3eb5571ee94443198c2879949521368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'ec1de4c0-ce58-48b0-bffa-6e7fb69dff98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:09Z', 'updated_at': '2021-09-01T15:42:21Z', 'revision_number': 4, 'project_id': 'd3eb5571ee94443198c2879949521368', 'gw_port': {'id': 'ec1de4c0-ce58-48b0-bffa-6e7fb69dff98', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9890769f-6cb7-4bea-a664-ebf494af0dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:11Z', 'updated_at': '2021-09-01T15:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'c1f0ee46-6729-4330-833b-d65f49235e04', 'name': '', 'network_id': 'db2d1080-b23e-46cb-b801-cdeee56d7c65', 'tenant_id': 'd3eb5571ee94443198c2879949521368', 'mac_address': 'fa:16:3e:04:d2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9890769f-6cb7-4bea-a664-ebf494af0dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': 'e949b7d6-5bc6-42f0-9068-bdc9ae3862af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:18Z', 'updated_at': '2021-09-01T15:42:26Z', 'revision_number': 4, 'project_id': 'd3eb5571ee94443198c2879949521368', 'subnets': [{'id': 'e949b7d6-5bc6-42f0-9068-bdc9ae3862af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:42:28.290636 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cbae146c-9e57-436a-a963-54ffb50c7080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:28.313904 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cbae146c-9e57-436a-a963-54ffb50c7080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:28.324936 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf249258-743c-444a-8c0d-fdf52e9a1889 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:28.333529 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf249258-743c-444a-8c0d-fdf52e9a1889 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:28.551751 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cbae146c-9e57-436a-a963-54ffb50c7080 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=674dbb5214da4088aa0eeb558d2fdd31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5196621 Sep 01 15:42:28.560293 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45064) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:28.563183 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae146c-9e57-436a-a963-54ffb50c7080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07384c74-e949-48c8-ae4f-ed9da458f993,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:28.629494 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b8ada4d3-90ac-4268-b597-651ab6f02f7b tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:28.707752 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a059c6c0-16c6-450a-b77d-5e769434e4f8 None None] DHCP port deletion for cd7a8297-1f21-4764-8355-6754da4b856f request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:42:28.851981 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-a059c6c0-16c6-450a-b77d-5e769434e4f8 None None] Deleting port 6afc4122-d507-4c49-8c6c-61887682ed32 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:28.852686 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a059c6c0-16c6-450a-b77d-5e769434e4f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:28.955660 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf249258-743c-444a-8c0d-fdf52e9a1889 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:28.997533 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf249258-743c-444a-8c0d-fdf52e9a1889 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:29.004377 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-cf249258-743c-444a-8c0d-fdf52e9a1889 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:29.056254 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf249258-743c-444a-8c0d-fdf52e9a1889 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:29.060163 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cf249258-743c-444a-8c0d-fdf52e9a1889 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:29.071099 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a059c6c0-16c6-450a-b77d-5e769434e4f8 None None] For port 6afc4122-d507-4c49-8c6c-61887682ed32, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6afc4122-d507-4c49-8c6c-61887682ed32,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:29.071527 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a059c6c0-16c6-450a-b77d-5e769434e4f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:29.102807 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-a059c6c0-16c6-450a-b77d-5e769434e4f8 None None] Calling delete_port for 6afc4122-d507-4c49-8c6c-61887682ed32 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:29.120682 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cf249258-743c-444a-8c0d-fdf52e9a1889 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1859698 Sep 01 15:42:29.126383 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45074) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:29.132700 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-a1df7e8c-1b58-4957-95cd-acceb2501c4f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-139414508', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:29.174781 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf249258-743c-444a-8c0d-fdf52e9a1889 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=8142b031-4af6-4eb4-9c80-aedcfd729a79,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:29.199705 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a1df7e8c-1b58-4957-95cd-acceb2501c4f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:29.201871 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a1df7e8c-1b58-4957-95cd-acceb2501c4f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:29.214212 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a059c6c0-16c6-450a-b77d-5e769434e4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:29.256855 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059c6c0-16c6-450a-b77d-5e769434e4f8 None None] Pushing event deleted for resources: {'Port': ['ID=6afc4122-d507-4c49-8c6c-61887682ed32,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:29.271902 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a059c6c0-16c6-450a-b77d-5e769434e4f8 None None] No DVR routers for this DVR port 6afc4122-d507-4c49-8c6c-61887682ed32 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:42:29.294284 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9428a6-5b76-40e1-895d-93da7570d586 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:29.319527 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a1df7e8c-1b58-4957-95cd-acceb2501c4f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:29.328227 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a1df7e8c-1b58-4957-95cd-acceb2501c4f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:29.364842 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a1df7e8c-1b58-4957-95cd-acceb2501c4f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:29.367317 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a1df7e8c-1b58-4957-95cd-acceb2501c4f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2396634 Sep 01 15:42:29.371906 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45076) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:29.430070 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d307ebaf-02dc-4089-8d5b-0664aa230957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:29.491707 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d307ebaf-02dc-4089-8d5b-0664aa230957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:29.528398 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-9c9a6d4d-2d99-4345-ac27-8637ffd8928b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:29.538283 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-9c9a6d4d-2d99-4345-ac27-8637ffd8928b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/networks?id=07f631c5-32e9-40ca-9b75-6feb731ecf99 HTTP/1.1" status: 200 len: 812 time: 0.3108718 Sep 01 15:42:29.570984 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d3fa02-3748-4b76-bb9f-3b5415633e76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-cd7a8297-1f21-4764-8355-6754da4b856f', 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'fixed_ips': [{'subnet_id': '8142b031-4af6-4eb4-9c80-aedcfd729a79'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:42:29.571872 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-37d3fa02-3748-4b76-bb9f-3b5415633e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:29.654895 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-83e783c5-56e1-4903-b20a-c8e7a537c165 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/quotas/712b03f523614e3dae833fefdba8a150 HTTP/1.1" status: 200 len: 375 time: 0.1160185 Sep 01 15:42:29.834195 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d307ebaf-02dc-4089-8d5b-0664aa230957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:29.837253 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d307ebaf-02dc-4089-8d5b-0664aa230957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:29.853560 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d307ebaf-02dc-4089-8d5b-0664aa230957 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07384c74-e949-48c8-ae4f-ed9da458f993 HTTP/1.1" status: 204 len: 168 time: 1.2855184 Sep 01 15:42:29.881578 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c1f0ee46-6729-4330-833b-d65f49235e04 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:29.886334 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307ebaf-02dc-4089-8d5b-0664aa230957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07384c74-e949-48c8-ae4f-ed9da458f993,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:29.896430 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-ac46a1bc-0e8a-42a9-bf6c-4309d0c6ac29 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=712b03f523614e3dae833fefdba8a150&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2400067 Sep 01 15:42:29.902887 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ada4d3-90ac-4268-b597-651ab6f02f7b tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Router cf776b8c-4695-4716-abf2-87c3a6c8643e has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:42:29.954769 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-37d3fa02-3748-4b76-bb9f-3b5415633e76 None None] Allocated IP 2001:db8::2 (cd7a8297-1f21-4764-8355-6754da4b856f/8142b031-4af6-4eb4-9c80-aedcfd729a79/1bd6d99e-3db3-4363-887e-28d9591a2f12) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:29.973886 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:30.125338 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port c1f0ee46-6729-4330-833b-d65f49235e04 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:30.137426 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port c1f0ee46-6729-4330-833b-d65f49235e04 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:30.137820 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:30.185679 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ada4d3-90ac-4268-b597-651ab6f02f7b tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:42:30.210523 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b8ada4d3-90ac-4268-b597-651ab6f02f7b tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "PUT /v2.0/routers/cf776b8c-4695-4716-abf2-87c3a6c8643e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8421094 Sep 01 15:42:30.211356 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45084) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:30.230441 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dabc7e6-e84d-40dc-8f06-0e97c524aa6e None None] Sync routers for ids ['cf776b8c-4695-4716-abf2-87c3a6c8643e'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:42:30.291088 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dabc7e6-e84d-40dc-8f06-0e97c524aa6e None None] Routers {'cf776b8c-4695-4716-abf2-87c3a6c8643e'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:30.291829 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-5dabc7e6-e84d-40dc-8f06-0e97c524aa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:42:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cf776b8c-4695-4716-abf2-87c3a6c8643e'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:30.451996 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-37d3fa02-3748-4b76-bb9f-3b5415633e76 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:30.510429 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-37d3fa02-3748-4b76-bb9f-3b5415633e76 None None] Transition to ACTIVE for port object 1bd6d99e-3db3-4363-887e-28d9591a2f12 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:30.519742 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:30.521688 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab7c8cf-f7fc-4c21-9537-844bfdc06e6e tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Deleting subnet 60b2bacc-5d2a-418b-af8f-ed5d26a53426 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:42:30.536258 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aab7c8cf-f7fc-4c21-9537-844bfdc06e6e tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:30.571377 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-37d3fa02-3748-4b76-bb9f-3b5415633e76 None None] Transition to ACTIVE for port object 1bd6d99e-3db3-4363-887e-28d9591a2f12 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:30.576773 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-d88c06ae-c687-45e9-ab8c-a2309f69a9fa service neutron] 10.222.0.60 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6697915 Sep 01 15:42:30.602502 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port c1f0ee46-6729-4330-833b-d65f49235e04, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=c1f0ee46-6729-4330-833b-d65f49235e04,segment=NetworkSegment(54ede973-fcdc-4656-8d47-a2b38a8fe64d),segment_id=54ede973-fcdc-4656-8d47-a2b38a8fe64d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:30.604302 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-37d3fa02-3748-4b76-bb9f-3b5415633e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:30.607604 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-5dabc7e6-e84d-40dc-8f06-0e97c524aa6e None None] Set router cf776b8c-4695-4716-abf2-87c3a6c8643e gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:30.677863 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 2001:db8::1 (cd7a8297-1f21-4764-8355-6754da4b856f/8142b031-4af6-4eb4-9c80-aedcfd729a79/71f3ed78-bf2a-4896-8068-706f3f93c11a) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:30.690382 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:30.722894 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aab7c8cf-f7fc-4c21-9537-844bfdc06e6e tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:30.796992 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d3fa02-3748-4b76-bb9f-3b5415633e76 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:30.804261 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-37d3fa02-3748-4b76-bb9f-3b5415633e76 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:30.815553 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d3fa02-3748-4b76-bb9f-3b5415633e76 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:30.822829 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3fa02-3748-4b76-bb9f-3b5415633e76 None None] Pushing event updated for resources: {'Port': ['ID=1bd6d99e-3db3-4363-887e-28d9591a2f12,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:30.898268 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6afc4122-d507-4c49-8c6c-61887682ed32 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:42:30.958237 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aab7c8cf-f7fc-4c21-9537-844bfdc06e6e tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:31.002083 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-28bcae11-1b5d-42a6-8523-9ad49b07427f service neutron] 10.222.0.60 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157534 Sep 01 15:42:31.004223 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:31.043268 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 6afc4122-d507-4c49-8c6c-61887682ed32 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:42:31.043960 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6afc4122-d507-4c49-8c6c-61887682ed32 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:42:31.048133 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Transition to ACTIVE for port object 71f3ed78-bf2a-4896-8068-706f3f93c11a will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:31.106157 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aab7c8cf-f7fc-4c21-9537-844bfdc06e6e tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:31.117959 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-37d3fa02-3748-4b76-bb9f-3b5415633e76 None None] Attempting to bind port 1bd6d99e-3db3-4363-887e-28d9591a2f12 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:42:31.118732 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-37d3fa02-3748-4b76-bb9f-3b5415633e76 None None] Attempting to bind port 1bd6d99e-3db3-4363-887e-28d9591a2f12 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:42:31.119449 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d3fa02-3748-4b76-bb9f-3b5415633e76 None None] Attempting to bind port 1bd6d99e-3db3-4363-887e-28d9591a2f12 on network cd7a8297-1f21-4764-8355-6754da4b856f {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:42:31.139517 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=c1f0ee46-6729-4330-833b-d65f49235e04,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:31.141531 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7c8cf-f7fc-4c21-9537-844bfdc06e6e tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event deleted for resources: {'Subnet': ['ID=60b2bacc-5d2a-418b-af8f-ed5d26a53426,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:31.147321 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d3fa02-3748-4b76-bb9f-3b5415633e76 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:42:31.148034 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d3fa02-3748-4b76-bb9f-3b5415633e76 None None] Checking segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:31.148788 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-37d3fa02-3748-4b76-bb9f-3b5415633e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:31.149536 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d3fa02-3748-4b76-bb9f-3b5415633e76 None None] Bound using segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:42:31.150501 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-37d3fa02-3748-4b76-bb9f-3b5415633e76 None None] Bound port: 1bd6d99e-3db3-4363-887e-28d9591a2f12, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:42:31.151254 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-37d3fa02-3748-4b76-bb9f-3b5415633e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:31.158524 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aab7c8cf-f7fc-4c21-9537-844bfdc06e6e tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:31.162239 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-aab7c8cf-f7fc-4c21-9537-844bfdc06e6e tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "DELETE /v2.0/subnets/60b2bacc-5d2a-418b-af8f-ed5d26a53426 HTTP/1.1" status: 204 len: 168 time: 0.9494166 Sep 01 15:42:31.165021 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45104) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:31.176740 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:31.195110 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24d7fd8-07cc-4c6c-a084-e33b3a9ecad7 None None] Network 466e39dc-85f8-40ca-bf85-46614e8391c7 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:31.231552 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:31.241340 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:31.266723 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:31.268747 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:31.311814 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Port': ['ID=71f3ed78-bf2a-4896-8068-706f3f93c11a,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:31.372383 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:31.373699 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:31.373699 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:31.373699 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:31.374363 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:31.374541 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:31.375024 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:31.375203 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:31.375610 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:31.375869 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:31.376208 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:31.376598 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:31.378471 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5d9fdc9c-8173-4763-92cb-bb67823be1f1 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:31.615388 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:31.677491 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5d9fdc9c-8173-4763-92cb-bb67823be1f1 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:31.735172 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0f96748c-0692-46a6-833c-8d0054e11f7e req-f73b16c2-3850-4eef-82e1-14d575ee193d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 210 time: 0.0818007 Sep 01 15:42:31.736354 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c1f0ee46-6729-4330-833b-d65f49235e04 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:31.793732 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-5d9fdc9c-8173-4763-92cb-bb67823be1f1 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Deleting port 14e95350-4abc-4b69-a937-7e168cd0734d {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:31.794320 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5d9fdc9c-8173-4763-92cb-bb67823be1f1 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:31.915057 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-37d3fa02-3748-4b76-bb9f-3b5415633e76 None None] For port 1bd6d99e-3db3-4363-887e-28d9591a2f12, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:42:31.942416 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port c1f0ee46-6729-4330-833b-d65f49235e04 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:31.942813 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:31.953594 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-37d3fa02-3748-4b76-bb9f-3b5415633e76 None None] For port 1bd6d99e-3db3-4363-887e-28d9591a2f12, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1bd6d99e-3db3-4363-887e-28d9591a2f12,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:42:31.956938 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-5dabc7e6-e84d-40dc-8f06-0e97c524aa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'name': 'tempest-TestNetworkBasicOps-router-1023896750', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': '14e95350-4abc-4b69-a937-7e168cd0734d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:06Z', 'updated_at': '2021-09-01T15:42:27Z', 'revision_number': 5, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port': {'id': '14e95350-4abc-4b69-a937-7e168cd0734d', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:07Z', 'updated_at': '2021-09-01T15:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:31.996651 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-37d3fa02-3748-4b76-bb9f-3b5415633e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:32.025670 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-5d9fdc9c-8173-4763-92cb-bb67823be1f1 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] For port 14e95350-4abc-4b69-a937-7e168cd0734d, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=14e95350-4abc-4b69-a937-7e168cd0734d,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:32.026912 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5d9fdc9c-8173-4763-92cb-bb67823be1f1 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:32.058800 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-5d9fdc9c-8173-4763-92cb-bb67823be1f1 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Calling delete_port for 14e95350-4abc-4b69-a937-7e168cd0734d owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:32.087909 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dabc7e6-e84d-40dc-8f06-0e97c524aa6e None None] Checking router: cf776b8c-4695-4716-abf2-87c3a6c8643e for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:42:32.126069 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dabc7e6-e84d-40dc-8f06-0e97c524aa6e None None] Routers {'cf776b8c-4695-4716-abf2-87c3a6c8643e'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:32.127370 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-5dabc7e6-e84d-40dc-8f06-0e97c524aa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:42:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['cf776b8c-4695-4716-abf2-87c3a6c8643e'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:32.254093 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1215d7e-5655-4d8f-8161-bea6f11ff657 None None] DHCP port deletion for 466e39dc-85f8-40ca-bf85-46614e8391c7 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:42:32.316137 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-5dabc7e6-e84d-40dc-8f06-0e97c524aa6e None None] Set router cf776b8c-4695-4716-abf2-87c3a6c8643e gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:32.381362 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:32.386483 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3fa02-3748-4b76-bb9f-3b5415633e76 None None] Pushing event updated for resources: {'Port': ['ID=1bd6d99e-3db3-4363-887e-28d9591a2f12,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:32.400450 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:32.401646 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:32.440739 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-5dabc7e6-e84d-40dc-8f06-0e97c524aa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'name': 'tempest-TestNetworkBasicOps-router-1023896750', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:06Z', 'updated_at': '2021-09-01T15:42:31Z', 'revision_number': 6, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:32.478749 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dabc7e6-e84d-40dc-8f06-0e97c524aa6e None None] The sync data for ids ['cf776b8c-4695-4716-abf2-87c3a6c8643e'] in n-d-794796-3 is: [{'id': 'cf776b8c-4695-4716-abf2-87c3a6c8643e', 'name': 'tempest-TestNetworkBasicOps-router-1023896750', 'tenant_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:06Z', 'updated_at': '2021-09-01T15:42:31Z', 'revision_number': 6, 'project_id': '0f5af12f2f0248c3b6a1104cb00ca9c0', 'gw_port_host': None}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:42:32.501981 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-c1215d7e-5655-4d8f-8161-bea6f11ff657 None None] Deleting port 6c988cf5-721b-4e74-8cb3-fa82ef3956e1 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:32.502465 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c1215d7e-5655-4d8f-8161-bea6f11ff657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:32.646047 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Port': ['ID=71f3ed78-bf2a-4896-8068-706f3f93c11a,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:32.708355 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c1215d7e-5655-4d8f-8161-bea6f11ff657 None None] For port 6c988cf5-721b-4e74-8cb3-fa82ef3956e1, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6c988cf5-721b-4e74-8cb3-fa82ef3956e1,segment=NetworkSegment(15f986de-2f1b-49ad-8450-25728dec2e54),segment_id=15f986de-2f1b-49ad-8450-25728dec2e54)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:32.710734 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c1215d7e-5655-4d8f-8161-bea6f11ff657 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:32.737687 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-c1215d7e-5655-4d8f-8161-bea6f11ff657 None None] Calling delete_port for 6c988cf5-721b-4e74-8cb3-fa82ef3956e1 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:32.754832 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:32.756923 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:32.761788 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5d9fdc9c-8173-4763-92cb-bb67823be1f1 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:32.807923 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9fdc9c-8173-4763-92cb-bb67823be1f1 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event deleted for resources: {'Port': ['ID=14e95350-4abc-4b69-a937-7e168cd0734d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:32.913211 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5d9fdc9c-8173-4763-92cb-bb67823be1f1 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:33.000897 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c1215d7e-5655-4d8f-8161-bea6f11ff657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:33.063287 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1215d7e-5655-4d8f-8161-bea6f11ff657 None None] Pushing event deleted for resources: {'Port': ['ID=6c988cf5-721b-4e74-8cb3-fa82ef3956e1,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:33.065437 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1215d7e-5655-4d8f-8161-bea6f11ff657 None None] No DVR routers for this DVR port 6c988cf5-721b-4e74-8cb3-fa82ef3956e1 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:42:33.128860 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-55cea38d-ffed-4886-b447-3d9e44852880 req-4ed565ed-f2bd-4561-bc62-7eb1e42dda8b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 210 time: 0.0712299 Sep 01 15:42:33.188387 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5d9fdc9c-8173-4763-92cb-bb67823be1f1 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:33.194841 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5d9fdc9c-8173-4763-92cb-bb67823be1f1 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:33.196847 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Router 5c86dfd6-40bc-4b8a-8587-4932450da51c is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:42:33.305109 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5d9fdc9c-8173-4763-92cb-bb67823be1f1 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:33.306022 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9fdc9c-8173-4763-92cb-bb67823be1f1 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Fanout notify agent at l3_agent the message router_deleted on router cf776b8c-4695-4716-abf2-87c3a6c8643e {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:42:33.319833 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5d9fdc9c-8173-4763-92cb-bb67823be1f1 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:33.321986 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5d9fdc9c-8173-4763-92cb-bb67823be1f1 tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "DELETE /v2.0/routers/cf776b8c-4695-4716-abf2-87c3a6c8643e HTTP/1.1" status: 204 len: 168 time: 2.1549685 Sep 01 15:42:33.325065 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45190) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:33.374906 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:42:33.381440 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ffb224c2-14d1-4e95-9386-da580c818574 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "PUT /v2.0/routers/5c86dfd6-40bc-4b8a-8587-4932450da51c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0066981 Sep 01 15:42:33.386320 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45198) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:33.397367 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edd6d71-e7ed-4c7d-94f2-bd72e465c199 None None] Sync routers for ids ['5c86dfd6-40bc-4b8a-8587-4932450da51c'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:42:33.427502 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edd6d71-e7ed-4c7d-94f2-bd72e465c199 None None] Routers {'5c86dfd6-40bc-4b8a-8587-4932450da51c'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:33.428799 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-0edd6d71-e7ed-4c7d-94f2-bd72e465c199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:42:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['5c86dfd6-40bc-4b8a-8587-4932450da51c'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:33.492405 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d1b960-3d23-4b2e-aee2-a0d4af0e4c7f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:33.499399 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-69d1b960-3d23-4b2e-aee2-a0d4af0e4c7f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports/71f3ed78-bf2a-4896-8068-706f3f93c11a HTTP/1.1" status: 200 len: 911 time: 0.1083524 Sep 01 15:42:33.502751 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45200) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:33.530613 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f11c15ee-b439-4b2b-ae15-db265808f51e tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:33.648021 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-0edd6d71-e7ed-4c7d-94f2-bd72e465c199 None None] Set router 5c86dfd6-40bc-4b8a-8587-4932450da51c gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:33.691461 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690d6cff-2344-4d1a-b9d2-fbce141b1eee tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:33.704832 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690d6cff-2344-4d1a-b9d2-fbce141b1eee tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:33.710617 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-690d6cff-2344-4d1a-b9d2-fbce141b1eee tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2048869 Sep 01 15:42:33.711065 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45202) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:33.791938 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1bd6d99e-3db3-4363-887e-28d9591a2f12 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:34.031411 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 1bd6d99e-3db3-4363-887e-28d9591a2f12 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:34.086587 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f11c15ee-b439-4b2b-ae15-db265808f51e tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:34.164794 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-f11c15ee-b439-4b2b-ae15-db265808f51e tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466e39dc-85f8-40ca-bf85-46614e8391c7']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:34.222005 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 14e95350-4abc-4b69-a937-7e168cd0734d no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:42:34.227090 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-f11c15ee-b439-4b2b-ae15-db265808f51e tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f986de-2f1b-49ad-8450-25728dec2e54') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:34.227805 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-f11c15ee-b439-4b2b-ae15-db265808f51e tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f986de-2f1b-49ad-8450-25728dec2e54') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:34.255571 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-42bc35a0-404c-4a33-8512-fc9579cab0d7 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:34.258911 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-42bc35a0-404c-4a33-8512-fc9579cab0d7 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.62 "GET /v2.0/networks?id=07f631c5-32e9-40ca-9b75-6feb731ecf99 HTTP/1.1" status: 200 len: 812 time: 0.2450354 Sep 01 15:42:34.311177 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 14e95350-4abc-4b69-a937-7e168cd0734d {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:42:34.312651 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 14e95350-4abc-4b69-a937-7e168cd0734d not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:42:34.313216 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f11c15ee-b439-4b2b-ae15-db265808f51e tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:34.316715 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b78a2e50-0408-48e2-b7b9-c43e02b8958f no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:42:34.320327 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-e1022958-605c-4418-9791-dc11058e84bb tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Request body: {'port': {'device_id': 'e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4', 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99', 'admin_state_up': True, 'tenant_id': '712b03f523614e3dae833fefdba8a150'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:34.367688 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f11c15ee-b439-4b2b-ae15-db265808f51e tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:34.377523 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11c15ee-b439-4b2b-ae15-db265808f51e tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:42:34.378232 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f11c15ee-b439-4b2b-ae15-db265808f51e tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:34.405726 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: b78a2e50-0408-48e2-b7b9-c43e02b8958f {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:42:34.407549 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b78a2e50-0408-48e2-b7b9-c43e02b8958f not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:42:34.417486 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6c988cf5-721b-4e74-8cb3-fa82ef3956e1 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:42:34.481881 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:42:34.490878 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f11c15ee-b439-4b2b-ae15-db265808f51e tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:34.522919 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f11c15ee-b439-4b2b-ae15-db265808f51e tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:34.526800 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f11c15ee-b439-4b2b-ae15-db265808f51e tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] 10.222.0.60 "DELETE /v2.0/networks/466e39dc-85f8-40ca-bf85-46614e8391c7 HTTP/1.1" status: 204 len: 168 time: 1.2001400 Sep 01 15:42:34.536926 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 6c988cf5-721b-4e74-8cb3-fa82ef3956e1 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:42:34.537614 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6c988cf5-721b-4e74-8cb3-fa82ef3956e1 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:42:34.543602 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a6b8ab3-25d6-472f-902f-28b12ba0d3f3 req-815f0615-bc76-49b1-aabc-c3f1fb9b0b1c tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 210 time: 0.1859398 Sep 01 15:42:34.597154 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c15ee-b439-4b2b-ae15-db265808f51e tempest-TestNetworkBasicOps-475171806 tempest-TestNetworkBasicOps-475171806-project] Pushing event deleted for resources: {'Network': ['ID=466e39dc-85f8-40ca-bf85-46614e8391c7,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:34.685629 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-0edd6d71-e7ed-4c7d-94f2-bd72e465c199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c86dfd6-40bc-4b8a-8587-4932450da51c', 'name': 'tempest-NetworksTestDHCPv6-router-139414508', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:29Z', 'updated_at': '2021-09-01T15:42:31Z', 'revision_number': 2, 'project_id': '2b5d3a8955024ef697607ab5d85e55b7', 'gw_port_host': None, '_interfaces': [{'id': '71f3ed78-bf2a-4896-8068-706f3f93c11a', 'name': '', 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'mac_address': 'fa:16:3e:60:fb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c86dfd6-40bc-4b8a-8587-4932450da51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '8142b031-4af6-4eb4-9c80-aedcfd729a79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:30Z', 'updated_at': '2021-09-01T15:42:32Z', 'revision_number': 2, 'project_id': '2b5d3a8955024ef697607ab5d85e55b7', 'subnets': [{'id': '8142b031-4af6-4eb4-9c80-aedcfd729a79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:34.692334 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1d49b24e-ed83-4df0-a5c6-261e09bac125 None None] Provisioning for port 1bd6d99e-3db3-4363-887e-28d9591a2f12 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:34.718280 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1d49b24e-ed83-4df0-a5c6-261e09bac125 None None] Provisioning complete for port 1bd6d99e-3db3-4363-887e-28d9591a2f12 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:34.718594 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1d49b24e-ed83-4df0-a5c6-261e09bac125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:34.768186 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edd6d71-e7ed-4c7d-94f2-bd72e465c199 None None] Checking router: 5c86dfd6-40bc-4b8a-8587-4932450da51c for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:42:34.768740 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edd6d71-e7ed-4c7d-94f2-bd72e465c199 None None] Updating router 5c86dfd6-40bc-4b8a-8587-4932450da51c port 71f3ed78-bf2a-4896-8068-706f3f93c11a binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:42:34.898377 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-0edd6d71-e7ed-4c7d-94f2-bd72e465c199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:35.015837 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1d49b24e-ed83-4df0-a5c6-261e09bac125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:35.084968 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-e1022958-605c-4418-9791-dc11058e84bb tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Made reservation on behalf of 712b03f523614e3dae833fefdba8a150 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:35.106924 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-e1022958-605c-4418-9791-dc11058e84bb tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:35.213720 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1d49b24e-ed83-4df0-a5c6-261e09bac125 None None] For port 1bd6d99e-3db3-4363-887e-28d9591a2f12, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1bd6d99e-3db3-4363-887e-28d9591a2f12,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:35.230560 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1d49b24e-ed83-4df0-a5c6-261e09bac125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:35.342338 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45214) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:35.419048 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-07116116-df33-4b8c-9ea8-31590cf7af2d None None] Provisioning for port 71f3ed78-bf2a-4896-8068-706f3f93c11a completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:35.448835 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-07116116-df33-4b8c-9ea8-31590cf7af2d None None] Provisioning complete for port 71f3ed78-bf2a-4896-8068-706f3f93c11a triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:35.449581 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-07116116-df33-4b8c-9ea8-31590cf7af2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:35.594629 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49b24e-ed83-4df0-a5c6-261e09bac125 None None] Pushing event updated for resources: {'Port': ['ID=1bd6d99e-3db3-4363-887e-28d9591a2f12,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:35.600291 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-07116116-df33-4b8c-9ea8-31590cf7af2d None None] Port 71f3ed78-bf2a-4896-8068-706f3f93c11a cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:42:35.637405 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49b24e-ed83-4df0-a5c6-261e09bac125 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:35.638137 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49b24e-ed83-4df0-a5c6-261e09bac125 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:35.638876 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49b24e-ed83-4df0-a5c6-261e09bac125 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:35.643172 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49b24e-ed83-4df0-a5c6-261e09bac125 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:35.645717 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49b24e-ed83-4df0-a5c6-261e09bac125 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:35.646669 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49b24e-ed83-4df0-a5c6-261e09bac125 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:35.652487 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49b24e-ed83-4df0-a5c6-261e09bac125 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:35.661057 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49b24e-ed83-4df0-a5c6-261e09bac125 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:35.662130 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49b24e-ed83-4df0-a5c6-261e09bac125 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:35.668523 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49b24e-ed83-4df0-a5c6-261e09bac125 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:35.669383 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49b24e-ed83-4df0-a5c6-261e09bac125 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:35.669996 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d49b24e-ed83-4df0-a5c6-261e09bac125 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:35.816180 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-0edd6d71-e7ed-4c7d-94f2-bd72e465c199 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:35.822611 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-e1022958-605c-4418-9791-dc11058e84bb tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Allocated IP 172.20.0.6 (07f631c5-32e9-40ca-9b75-6feb731ecf99/a2b59801-979b-4fe1-bcc1-5c6fa7771954/284587f2-80c6-472e-a1f3-b9ad314c25fa) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:35.851743 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-0edd6d71-e7ed-4c7d-94f2-bd72e465c199 None None] Transition to ACTIVE for port object 71f3ed78-bf2a-4896-8068-706f3f93c11a will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:35.865669 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-0edd6d71-e7ed-4c7d-94f2-bd72e465c199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:35.939176 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5c96520a-1827-427e-b334-e591dd18f23d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:35.944725 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e821b05c-0628-484c-9e35-725eaff45f62 req-41e8fe66-5dd4-461e-8fdc-3a5d997c2325 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 210 time: 0.0552585 Sep 01 15:42:36.008792 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-278ec399-c11f-4f3e-8d81-dd9eb5feb38d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f5af12f2f0248c3b6a1104cb00ca9c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6662283 Sep 01 15:42:36.016113 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45220) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:36.056839 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a9100-ce9a-47c9-ae88-943798782129 None None] Pushing event updated for resources: {'Port': ['ID=71f3ed78-bf2a-4896-8068-706f3f93c11a,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:36.131221 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a00361f1-3d2f-489f-bbc2-0e135a06e039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:36.148906 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-0edd6d71-e7ed-4c7d-94f2-bd72e465c199 None None] Attempting to bind port 71f3ed78-bf2a-4896-8068-706f3f93c11a on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:42:36.149767 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-0edd6d71-e7ed-4c7d-94f2-bd72e465c199 None None] Attempting to bind port 71f3ed78-bf2a-4896-8068-706f3f93c11a by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:42:36.150604 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd6d71-e7ed-4c7d-94f2-bd72e465c199 None None] Attempting to bind port 71f3ed78-bf2a-4896-8068-706f3f93c11a on network cd7a8297-1f21-4764-8355-6754da4b856f {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:42:36.168753 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd6d71-e7ed-4c7d-94f2-bd72e465c199 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:42:36.171261 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd6d71-e7ed-4c7d-94f2-bd72e465c199 None None] Checking segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:36.171261 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-0edd6d71-e7ed-4c7d-94f2-bd72e465c199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:36.171634 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd6d71-e7ed-4c7d-94f2-bd72e465c199 None None] Bound using segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:42:36.177716 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-0edd6d71-e7ed-4c7d-94f2-bd72e465c199 None None] Bound port: 71f3ed78-bf2a-4896-8068-706f3f93c11a, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:42:36.179880 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-0edd6d71-e7ed-4c7d-94f2-bd72e465c199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:36.197520 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a00361f1-3d2f-489f-bbc2-0e135a06e039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:36.357535 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a00361f1-3d2f-489f-bbc2-0e135a06e039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:36.367336 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a00361f1-3d2f-489f-bbc2-0e135a06e039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:36.371776 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a00361f1-3d2f-489f-bbc2-0e135a06e039 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/05223f0d-7df8-425a-b638-6a85e52e3466 HTTP/1.1" status: 204 len: 168 time: 0.3520052 Sep 01 15:42:36.420512 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00361f1-3d2f-489f-bbc2-0e135a06e039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05223f0d-7df8-425a-b638-6a85e52e3466,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:36.470069 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-0edd6d71-e7ed-4c7d-94f2-bd72e465c199 None None] For port 71f3ed78-bf2a-4896-8068-706f3f93c11a, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:42:36.484364 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-0edd6d71-e7ed-4c7d-94f2-bd72e465c199 None None] For port 71f3ed78-bf2a-4896-8068-706f3f93c11a, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=71f3ed78-bf2a-4896-8068-706f3f93c11a,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:42:36.498133 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-0edd6d71-e7ed-4c7d-94f2-bd72e465c199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:36.660998 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a9100-ce9a-47c9-ae88-943798782129 None None] Pushing event updated for resources: {'Port': ['ID=71f3ed78-bf2a-4896-8068-706f3f93c11a,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:36.693034 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edd6d71-e7ed-4c7d-94f2-bd72e465c199 None None] Routers {'5c86dfd6-40bc-4b8a-8587-4932450da51c'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:36.695033 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-0edd6d71-e7ed-4c7d-94f2-bd72e465c199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:42:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['5c86dfd6-40bc-4b8a-8587-4932450da51c'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:36.908809 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-e1022958-605c-4418-9791-dc11058e84bb tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:36.954844 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-0edd6d71-e7ed-4c7d-94f2-bd72e465c199 None None] Set router 5c86dfd6-40bc-4b8a-8587-4932450da51c gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:36.996287 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-e1022958-605c-4418-9791-dc11058e84bb tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Transition to ACTIVE for port object 284587f2-80c6-472e-a1f3-b9ad314c25fa will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:37.266024 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-e1022958-605c-4418-9791-dc11058e84bb tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:37.368550 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45230) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:37.409980 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2eb65dfc-75cc-4ba0-83f4-4a5eb60d31ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:37.489051 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1022958-605c-4418-9791-dc11058e84bb tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Pushing event updated for resources: {'Port': ['ID=284587f2-80c6-472e-a1f3-b9ad314c25fa,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:37.520514 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9911aae-4a23-4b73-b0ce-c5057ab8f6c8 req-2cd4de8e-8a4e-4ba0-a80b-45f8d7b15bb0 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:37.522354 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d9911aae-4a23-4b73-b0ce-c5057ab8f6c8 req-2cd4de8e-8a4e-4ba0-a80b-45f8d7b15bb0 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 931 time: 0.3453577 Sep 01 15:42:37.553693 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-5c96520a-1827-427e-b334-e591dd18f23d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting port 71f3ed78-bf2a-4896-8068-706f3f93c11a {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:37.554174 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5c96520a-1827-427e-b334-e591dd18f23d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:37.600900 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-0edd6d71-e7ed-4c7d-94f2-bd72e465c199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c86dfd6-40bc-4b8a-8587-4932450da51c', 'name': 'tempest-NetworksTestDHCPv6-router-139414508', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:29Z', 'updated_at': '2021-09-01T15:42:31Z', 'revision_number': 2, 'project_id': '2b5d3a8955024ef697607ab5d85e55b7', 'gw_port_host': None, '_interfaces': [{'id': '71f3ed78-bf2a-4896-8068-706f3f93c11a', 'name': '', 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'mac_address': 'fa:16:3e:60:fb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c86dfd6-40bc-4b8a-8587-4932450da51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '8142b031-4af6-4eb4-9c80-aedcfd729a79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:30Z', 'updated_at': '2021-09-01T15:42:36Z', 'revision_number': 4, 'project_id': '2b5d3a8955024ef697607ab5d85e55b7', 'subnets': [{'id': '8142b031-4af6-4eb4-9c80-aedcfd729a79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:37.721648 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2eb65dfc-75cc-4ba0-83f4-4a5eb60d31ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:37.732048 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2eb65dfc-75cc-4ba0-83f4-4a5eb60d31ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:37.764868 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1bd6d99e-3db3-4363-887e-28d9591a2f12 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:37.800252 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-e1022958-605c-4418-9791-dc11058e84bb tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Network 07f631c5-32e9-40ca-9b75-6feb731ecf99 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:37.802542 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2eb65dfc-75cc-4ba0-83f4-4a5eb60d31ab admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=807e353657914f1f8dc1655e5d37cc53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4326720 Sep 01 15:42:37.805120 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb65dfc-75cc-4ba0-83f4-4a5eb60d31ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014d8c74-3b4f-41b6-8658-a01c6a3be87b,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:37.807907 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45234) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:37.852581 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d9911aae-4a23-4b73-b0ce-c5057ab8f6c8 req-a5ff172e-ba11-40a2-9a23-5a62210a5f9a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082144 Sep 01 15:42:37.854327 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-e1022958-605c-4418-9791-dc11058e84bb tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:37.891648 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-e1022958-605c-4418-9791-dc11058e84bb tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:37.906693 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d6bc8443-125a-4dcf-9e17-ba2742777b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:37.928061 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edd6d71-e7ed-4c7d-94f2-bd72e465c199 None None] The sync data for ids ['5c86dfd6-40bc-4b8a-8587-4932450da51c'] in n-d-794796-3 is: [{'id': '5c86dfd6-40bc-4b8a-8587-4932450da51c', 'name': 'tempest-NetworksTestDHCPv6-router-139414508', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:29Z', 'updated_at': '2021-09-01T15:42:31Z', 'revision_number': 2, 'project_id': '2b5d3a8955024ef697607ab5d85e55b7', 'gw_port_host': None, '_interfaces': [{'id': '71f3ed78-bf2a-4896-8068-706f3f93c11a', 'name': '', 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'mac_address': 'fa:16:3e:60:fb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c86dfd6-40bc-4b8a-8587-4932450da51c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '8142b031-4af6-4eb4-9c80-aedcfd729a79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:30Z', 'updated_at': '2021-09-01T15:42:36Z', 'revision_number': 4, 'project_id': '2b5d3a8955024ef697607ab5d85e55b7', 'subnets': [{'id': '8142b031-4af6-4eb4-9c80-aedcfd729a79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:42:37.956018 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 1bd6d99e-3db3-4363-887e-28d9591a2f12 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:37.957137 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:37.975095 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d6bc8443-125a-4dcf-9e17-ba2742777b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:38.172615 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d6bc8443-125a-4dcf-9e17-ba2742777b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:38.180190 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d6bc8443-125a-4dcf-9e17-ba2742777b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:38.182688 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d6bc8443-125a-4dcf-9e17-ba2742777b9a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/014d8c74-3b4f-41b6-8658-a01c6a3be87b HTTP/1.1" status: 204 len: 168 time: 0.3732679 Sep 01 15:42:38.206458 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc8443-125a-4dcf-9e17-ba2742777b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014d8c74-3b4f-41b6-8658-a01c6a3be87b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:38.209337 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-e1022958-605c-4418-9791-dc11058e84bb tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:38.211446 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-e1022958-605c-4418-9791-dc11058e84bb tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:38.315342 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-5c96520a-1827-427e-b334-e591dd18f23d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] For port 71f3ed78-bf2a-4896-8068-706f3f93c11a, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=71f3ed78-bf2a-4896-8068-706f3f93c11a,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:38.315803 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5c96520a-1827-427e-b334-e591dd18f23d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:38.322126 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-e1022958-605c-4418-9791-dc11058e84bb tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0226200 Sep 01 15:42:38.357718 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-5c96520a-1827-427e-b334-e591dd18f23d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Calling delete_port for 71f3ed78-bf2a-4896-8068-706f3f93c11a owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:38.366955 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-cd13c3a6-4a43-42a7-bbd1-575c53d0119e service neutron] Request body: {'port': {'device_id': 'e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:38.558695 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2723aacd-0b96-4a78-9002-c96044ec2286 None None] Provisioning for port 284587f2-80c6-472e-a1f3-b9ad314c25fa completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:38.569725 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2723aacd-0b96-4a78-9002-c96044ec2286 None None] Provisioning complete for port 284587f2-80c6-472e-a1f3-b9ad314c25fa triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:38.570368 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2723aacd-0b96-4a78-9002-c96044ec2286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:38.729453 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-cd13c3a6-4a43-42a7-bbd1-575c53d0119e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:38.757584 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-2723aacd-0b96-4a78-9002-c96044ec2286 None None] Port 284587f2-80c6-472e-a1f3-b9ad314c25fa cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:42:38.805040 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:39.243836 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80920947-44e8-473d-baad-86307fe3f1bf req-cf45170c-42b0-4b33-a30e-f43c832ee5e6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:39.253359 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-80920947-44e8-473d-baad-86307fe3f1bf req-cf45170c-42b0-4b33-a30e-f43c832ee5e6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 931 time: 0.1422153 Sep 01 15:42:39.290907 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-faccf52e-4278-4f31-af00-e41f58c91c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:39.346257 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-80920947-44e8-473d-baad-86307fe3f1bf req-e655876c-3317-409c-90a6-124a04e6a30e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914824 Sep 01 15:42:39.389343 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5c96520a-1827-427e-b334-e591dd18f23d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:39.439202 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96520a-1827-427e-b334-e591dd18f23d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Port': ['ID=71f3ed78-bf2a-4896-8068-706f3f93c11a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:39.837478 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5c96520a-1827-427e-b334-e591dd18f23d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:40.262537 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-cd13c3a6-4a43-42a7-bbd1-575c53d0119e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 284587f2-80c6-472e-a1f3-b9ad314c25fa {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:42:40.275875 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-cd13c3a6-4a43-42a7-bbd1-575c53d0119e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:40.292449 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c96520a-1827-427e-b334-e591dd18f23d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Router 5c86dfd6-40bc-4b8a-8587-4932450da51c has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:42:40.302336 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-cd13c3a6-4a43-42a7-bbd1-575c53d0119e service neutron] Transition to ACTIVE for port object 284587f2-80c6-472e-a1f3-b9ad314c25fa will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:40.313844 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-cd13c3a6-4a43-42a7-bbd1-575c53d0119e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:40.408881 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13c3a6-4a43-42a7-bbd1-575c53d0119e service neutron] Pushing event updated for resources: {'Port': ['ID=284587f2-80c6-472e-a1f3-b9ad314c25fa,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:40.487748 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c96520a-1827-427e-b334-e591dd18f23d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:42:40.493586 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5c96520a-1827-427e-b334-e591dd18f23d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "PUT /v2.0/routers/5c86dfd6-40bc-4b8a-8587-4932450da51c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7811110 Sep 01 15:42:40.496587 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45266) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:40.625435 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8f89a4-f04e-4365-b8f1-40aa7259a438 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:40.630142 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8f89a4-f04e-4365-b8f1-40aa7259a438 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:40.639649 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4a8f89a4-f04e-4365-b8f1-40aa7259a438 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1415606 Sep 01 15:42:40.641135 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45268) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:40.772808 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193d21e-5587-411c-8d31-de5ecf39f33d req-1a99601f-6ab2-48ea-a705-170cfd69676a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:40.776994 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f193d21e-5587-411c-8d31-de5ecf39f33d req-1a99601f-6ab2-48ea-a705-170cfd69676a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 943 time: 0.1953628 Sep 01 15:42:40.785934 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-cd13c3a6-4a43-42a7-bbd1-575c53d0119e service neutron] Attempting to bind port 284587f2-80c6-472e-a1f3-b9ad314c25fa on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:42:40.786924 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-cd13c3a6-4a43-42a7-bbd1-575c53d0119e service neutron] Attempting to bind port 284587f2-80c6-472e-a1f3-b9ad314c25fa by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:42:40.787729 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-cd13c3a6-4a43-42a7-bbd1-575c53d0119e service neutron] Attempting to bind port 284587f2-80c6-472e-a1f3-b9ad314c25fa on network 07f631c5-32e9-40ca-9b75-6feb731ecf99 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:42:40.806714 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-cd13c3a6-4a43-42a7-bbd1-575c53d0119e service neutron] Port 284587f2-80c6-472e-a1f3-b9ad314c25fa on network 07f631c5-32e9-40ca-9b75-6feb731ecf99 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:42:40.807162 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-cd13c3a6-4a43-42a7-bbd1-575c53d0119e service neutron] Attempting to bind port 284587f2-80c6-472e-a1f3-b9ad314c25fa on network 07f631c5-32e9-40ca-9b75-6feb731ecf99 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:42:40.837581 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-b084ebdb-326a-44f5-b5d2-5490ceeab0bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet 8142b031-4af6-4eb4-9c80-aedcfd729a79 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:42:40.851430 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b084ebdb-326a-44f5-b5d2-5490ceeab0bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:40.870091 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-cd13c3a6-4a43-42a7-bbd1-575c53d0119e service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:42:40.870475 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-cd13c3a6-4a43-42a7-bbd1-575c53d0119e service neutron] Checking segment: {'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:40.870927 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-cd13c3a6-4a43-42a7-bbd1-575c53d0119e service neutron] Bound using segment: {'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:42:40.871376 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-cd13c3a6-4a43-42a7-bbd1-575c53d0119e service neutron] Bound port: 284587f2-80c6-472e-a1f3-b9ad314c25fa, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:42:40.871784 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-cd13c3a6-4a43-42a7-bbd1-575c53d0119e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:40.977871 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b084ebdb-326a-44f5-b5d2-5490ceeab0bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:40.980523 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0098c8c-4cd4-4355-a6df-ff7f20d95e55 None None] Sync routers for ids ['5c86dfd6-40bc-4b8a-8587-4932450da51c'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:42:41.006153 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0098c8c-4cd4-4355-a6df-ff7f20d95e55 None None] Routers {'5c86dfd6-40bc-4b8a-8587-4932450da51c'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:41.008826 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a0098c8c-4cd4-4355-a6df-ff7f20d95e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:42:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['5c86dfd6-40bc-4b8a-8587-4932450da51c'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:41.094956 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f193d21e-5587-411c-8d31-de5ecf39f33d req-94483260-e93d-45d2-895c-f2f984f05a46 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902553 Sep 01 15:42:41.159166 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b084ebdb-326a-44f5-b5d2-5490ceeab0bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:41.159525 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-a0098c8c-4cd4-4355-a6df-ff7f20d95e55 None None] Set router 5c86dfd6-40bc-4b8a-8587-4932450da51c gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:41.207677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-cd13c3a6-4a43-42a7-bbd1-575c53d0119e service neutron] For port 284587f2-80c6-472e-a1f3-b9ad314c25fa, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:42:41.227052 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-cd13c3a6-4a43-42a7-bbd1-575c53d0119e service neutron] For port 284587f2-80c6-472e-a1f3-b9ad314c25fa, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=284587f2-80c6-472e-a1f3-b9ad314c25fa,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:42:41.231184 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b084ebdb-326a-44f5-b5d2-5490ceeab0bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:41.236864 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-cd13c3a6-4a43-42a7-bbd1-575c53d0119e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:41.297227 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b084ebdb-326a-44f5-b5d2-5490ceeab0bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:41.299211 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b084ebdb-326a-44f5-b5d2-5490ceeab0bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/8142b031-4af6-4eb4-9c80-aedcfd729a79 HTTP/1.1" status: 204 len: 168 time: 0.6563809 Sep 01 15:42:41.304647 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45280) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:41.309446 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084ebdb-326a-44f5-b5d2-5490ceeab0bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=8142b031-4af6-4eb4-9c80-aedcfd729a79,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:41.310662 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-cd13c3a6-4a43-42a7-bbd1-575c53d0119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:41.311409 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-cd13c3a6-4a43-42a7-bbd1-575c53d0119e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:41.312914 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-cd13c3a6-4a43-42a7-bbd1-575c53d0119e service neutron] 10.222.0.62 "PUT /v2.0/ports/284587f2-80c6-472e-a1f3-b9ad314c25fa HTTP/1.1" status: 200 len: 1091 time: 2.9581227 Sep 01 15:42:41.313606 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4', 'tag': '284587f2-80c6-472e-a1f3-b9ad314c25fa'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:42:41.316365 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcaa807-a1ca-4f93-af15-99dd352e5784" -d '{"events": [{"name": "network-changed", "server_uuid": "e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4", "tag": "284587f2-80c6-472e-a1f3-b9ad314c25fa"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:42:41.327886 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b084ebdb-326a-44f5-b5d2-5490ceeab0bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:41.328237 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b084ebdb-326a-44f5-b5d2-5490ceeab0bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:41.328573 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b084ebdb-326a-44f5-b5d2-5490ceeab0bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:41.328911 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b084ebdb-326a-44f5-b5d2-5490ceeab0bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:41.329243 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b084ebdb-326a-44f5-b5d2-5490ceeab0bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:41.329571 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b084ebdb-326a-44f5-b5d2-5490ceeab0bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:41.329895 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b084ebdb-326a-44f5-b5d2-5490ceeab0bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:41.330218 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b084ebdb-326a-44f5-b5d2-5490ceeab0bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:41.330625 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b084ebdb-326a-44f5-b5d2-5490ceeab0bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:41.331194 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b084ebdb-326a-44f5-b5d2-5490ceeab0bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:41.331281 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b084ebdb-326a-44f5-b5d2-5490ceeab0bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:41.331601 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b084ebdb-326a-44f5-b5d2-5490ceeab0bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:42:41.398288 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cca264-788a-4865-8ce7-73bf2721b6bd None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:41.420133 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a0098c8c-4cd4-4355-a6df-ff7f20d95e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c86dfd6-40bc-4b8a-8587-4932450da51c', 'name': 'tempest-NetworksTestDHCPv6-router-139414508', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:29Z', 'updated_at': '2021-09-01T15:42:39Z', 'revision_number': 3, 'project_id': '2b5d3a8955024ef697607ab5d85e55b7', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:41.445142 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e709d47-16ac-4665-8d03-58a00435f444 x-openstack-request-id: req-6e709d47-16ac-4665-8d03-58a00435f444 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:42:41.457474 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4", "tag": "284587f2-80c6-472e-a1f3-b9ad314c25fa", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:42:41.457912 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6e709d47-16ac-4665-8d03-58a00435f444 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:42:41.458279 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4', 'tag': '284587f2-80c6-472e-a1f3-b9ad314c25fa', 'status': 'completed', 'code': 200} Sep 01 15:42:41.539801 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13c3a6-4a43-42a7-bbd1-575c53d0119e service neutron] Pushing event updated for resources: {'Port': ['ID=284587f2-80c6-472e-a1f3-b9ad314c25fa,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:41.545268 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1d7d797d-bf83-46ef-84c8-f05c75e9d7fd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2392502 Sep 01 15:42:41.553356 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45286) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:41.578816 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0098c8c-4cd4-4355-a6df-ff7f20d95e55 None None] Checking router: 5c86dfd6-40bc-4b8a-8587-4932450da51c for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:42:41.605705 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-3867ae40-168b-45a3-a466-a95f8b77d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:41.613955 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-3867ae40-168b-45a3-a466-a95f8b77d80a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=712b03f523614e3dae833fefdba8a150&device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 1094 time: 0.2227070 Sep 01 15:42:41.652588 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0098c8c-4cd4-4355-a6df-ff7f20d95e55 None None] Routers {'5c86dfd6-40bc-4b8a-8587-4932450da51c'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:41.654696 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a0098c8c-4cd4-4355-a6df-ff7f20d95e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:42:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['5c86dfd6-40bc-4b8a-8587-4932450da51c'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:41.736401 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-556e22d7-fe48-4946-a0e1-ff83ddacda8a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=284587f2-80c6-472e-a1f3-b9ad314c25fa HTTP/1.1" status: 200 len: 217 time: 0.1032832 Sep 01 15:42:41.741472 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9c63a422-03b8-4691-9a80-013c31fd0f77 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:41.851003 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-f1c5309e-9d80-4b80-86e1-0af1d99a5569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:41.855518 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-f1c5309e-9d80-4b80-86e1-0af1d99a5569 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a2b59801-979b-4fe1-bcc1-5c6fa7771954 HTTP/1.1" status: 200 len: 851 time: 0.1068966 Sep 01 15:42:41.902909 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-a0098c8c-4cd4-4355-a6df-ff7f20d95e55 None None] Set router 5c86dfd6-40bc-4b8a-8587-4932450da51c gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:41.981655 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-9ba4cee3-dd91-4b40-b9c8-01ea85f3c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:41.985452 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-9ba4cee3-dd91-4b40-b9c8-01ea85f3c32f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07f631c5-32e9-40ca-9b75-6feb731ecf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216369 Sep 01 15:42:41.997841 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a0098c8c-4cd4-4355-a6df-ff7f20d95e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c86dfd6-40bc-4b8a-8587-4932450da51c', 'name': 'tempest-NetworksTestDHCPv6-router-139414508', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:29Z', 'updated_at': '2021-09-01T15:42:39Z', 'revision_number': 3, 'project_id': '2b5d3a8955024ef697607ab5d85e55b7', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:42.221386 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9c63a422-03b8-4691-9a80-013c31fd0f77 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:42.229994 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9c63a422-03b8-4691-9a80-013c31fd0f77 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:42.359581 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9c63a422-03b8-4691-9a80-013c31fd0f77 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:42.359999 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0098c8c-4cd4-4355-a6df-ff7f20d95e55 None None] The sync data for ids ['5c86dfd6-40bc-4b8a-8587-4932450da51c'] in n-d-794796-3 is: [{'id': '5c86dfd6-40bc-4b8a-8587-4932450da51c', 'name': 'tempest-NetworksTestDHCPv6-router-139414508', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:29Z', 'updated_at': '2021-09-01T15:42:39Z', 'revision_number': 3, 'project_id': '2b5d3a8955024ef697607ab5d85e55b7', 'gw_port_host': None}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:42:42.362738 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c63a422-03b8-4691-9a80-013c31fd0f77 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Fanout notify agent at l3_agent the message router_deleted on router 5c86dfd6-40bc-4b8a-8587-4932450da51c {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:42:42.393108 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:42.410317 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9c63a422-03b8-4691-9a80-013c31fd0f77 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:42.417873 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9c63a422-03b8-4691-9a80-013c31fd0f77 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/routers/5c86dfd6-40bc-4b8a-8587-4932450da51c HTTP/1.1" status: 204 len: 168 time: 0.8603733 Sep 01 15:42:42.419919 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45296) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:42.435807 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-0f2b3911-dd23-4d04-b6ba-bba73d64b021 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:42.459269 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-171f0124-a020-4461-8f95-3c21a049031c service neutron] 10.222.0.62 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4660170 Sep 01 15:42:42.633172 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2b3911-dd23-4d04-b6ba-bba73d64b021 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:42.638147 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6cf39-0216-4199-9dbb-d798dda54dab req-bbb6dde2-b034-4193-ae90-58c1a67f8d47 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:42.639452 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f2b3911-dd23-4d04-b6ba-bba73d64b021 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:42.639843 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17a6cf39-0216-4199-9dbb-d798dda54dab req-bbb6dde2-b034-4193-ae90-58c1a67f8d47 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 943 time: 0.3024995 Sep 01 15:42:42.691301 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-83ef83b0-a839-402a-a314-2520ad8cc745 req-0c7622b3-c61d-418f-9714-3c07c5e8ac72 service neutron] 10.222.0.62 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221205 Sep 01 15:42:42.754897 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc84e7a-5751-4f70-b146-fc0f64088415 None None] DHCP port deletion for cd7a8297-1f21-4764-8355-6754da4b856f request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:42:42.840883 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17a6cf39-0216-4199-9dbb-d798dda54dab req-075b7370-bb5c-4b88-b36b-c1a02742502a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476426 Sep 01 15:42:42.887736 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaa807-a1ca-4f93-af15-99dd352e5784 req-e53e3145-587d-45b2-96ca-20f2c8823537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:42.890777 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5dcaa807-a1ca-4f93-af15-99dd352e5784 req-e53e3145-587d-45b2-96ca-20f2c8823537 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=712b03f523614e3dae833fefdba8a150&device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 1094 time: 0.0889442 Sep 01 15:42:43.015212 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-5bc84e7a-5751-4f70-b146-fc0f64088415 None None] Deleting port 1bd6d99e-3db3-4363-887e-28d9591a2f12 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:43.021605 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5bc84e7a-5751-4f70-b146-fc0f64088415 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:43.065559 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaa807-a1ca-4f93-af15-99dd352e5784 req-eee85acb-671e-4166-a219-eac103fe8a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:43.069318 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5dcaa807-a1ca-4f93-af15-99dd352e5784 req-eee85acb-671e-4166-a219-eac103fe8a04 service neutron] 10.222.0.62 "GET /v2.0/networks?id=07f631c5-32e9-40ca-9b75-6feb731ecf99 HTTP/1.1" status: 200 len: 913 time: 0.1685770 Sep 01 15:42:43.195522 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-5bc84e7a-5751-4f70-b146-fc0f64088415 None None] For port 1bd6d99e-3db3-4363-887e-28d9591a2f12, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1bd6d99e-3db3-4363-887e-28d9591a2f12,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:43.195937 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5bc84e7a-5751-4f70-b146-fc0f64088415 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:43.231610 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5dcaa807-a1ca-4f93-af15-99dd352e5784 req-49923f27-8f46-408d-bf05-ba141981a940 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=284587f2-80c6-472e-a1f3-b9ad314c25fa HTTP/1.1" status: 200 len: 217 time: 0.1541288 Sep 01 15:42:43.235520 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-5bc84e7a-5751-4f70-b146-fc0f64088415 None None] Calling delete_port for 1bd6d99e-3db3-4363-887e-28d9591a2f12 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:43.409989 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaa807-a1ca-4f93-af15-99dd352e5784 req-d298b68b-9b7c-44a5-b661-ecad29c5a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:43.412078 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5dcaa807-a1ca-4f93-af15-99dd352e5784 req-d298b68b-9b7c-44a5-b661-ecad29c5a35e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a2b59801-979b-4fe1-bcc1-5c6fa7771954 HTTP/1.1" status: 200 len: 851 time: 0.1575146 Sep 01 15:42:43.423291 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5bc84e7a-5751-4f70-b146-fc0f64088415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:43.478284 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc84e7a-5751-4f70-b146-fc0f64088415 None None] Pushing event deleted for resources: {'Port': ['ID=1bd6d99e-3db3-4363-887e-28d9591a2f12,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:43.500963 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc84e7a-5751-4f70-b146-fc0f64088415 None None] No DVR routers for this DVR port 1bd6d99e-3db3-4363-887e-28d9591a2f12 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:42:43.521016 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:43.593520 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaa807-a1ca-4f93-af15-99dd352e5784 req-4907ca5f-05ab-42dc-9a36-86fa90fe76d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:43.601016 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5dcaa807-a1ca-4f93-af15-99dd352e5784 req-4907ca5f-05ab-42dc-9a36-86fa90fe76d7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07f631c5-32e9-40ca-9b75-6feb731ecf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1741455 Sep 01 15:42:43.673605 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-21847eb7-62c8-4fd7-982d-c58776221467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:43.717910 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1bd6d99e-3db3-4363-887e-28d9591a2f12 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:42:43.772019 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 1bd6d99e-3db3-4363-887e-28d9591a2f12 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:42:43.773274 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1bd6d99e-3db3-4363-887e-28d9591a2f12 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:42:43.774423 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 71f3ed78-bf2a-4896-8068-706f3f93c11a no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:42:43.818064 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 71f3ed78-bf2a-4896-8068-706f3f93c11a {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:42:43.819026 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 71f3ed78-bf2a-4896-8068-706f3f93c11a not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:42:43.892341 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f2b3911-dd23-4d04-b6ba-bba73d64b021 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:43.945927 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5dcaa807-a1ca-4f93-af15-99dd352e5784 req-e0533234-b7b9-4379-a418-3aee10cbcd20 service neutron] 10.222.0.62 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349006 Sep 01 15:42:43.980543 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2b3911-dd23-4d04-b6ba-bba73d64b021 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:43.987833 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-0f2b3911-dd23-4d04-b6ba-bba73d64b021 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:44.004974 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6ce406-eef8-4333-bf57-8d55bc20a92f None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:44.016339 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2b3911-dd23-4d04-b6ba-bba73d64b021 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:44.018275 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0f2b3911-dd23-4d04-b6ba-bba73d64b021 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:44.067560 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0f2b3911-dd23-4d04-b6ba-bba73d64b021 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6390085 Sep 01 15:42:44.078934 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45316) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:44.130429 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b3911-dd23-4d04-b6ba-bba73d64b021 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=1327544f-5a20-4731-b900-e762d0b1435b,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:44.158914 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-eace7bdc-e65f-414b-8895-23891e3bccd8 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2111830383', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:44.304674 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eace7bdc-e65f-414b-8895-23891e3bccd8 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:44.306270 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eace7bdc-e65f-414b-8895-23891e3bccd8 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:44.374796 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eace7bdc-e65f-414b-8895-23891e3bccd8 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:44.386889 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40236fc-2280-485c-8704-2c1ff4955bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-cd7a8297-1f21-4764-8355-6754da4b856f', 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'fixed_ips': [{'subnet_id': '1327544f-5a20-4731-b900-e762d0b1435b'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:42:44.388497 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eace7bdc-e65f-414b-8895-23891e3bccd8 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:44.388760 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f40236fc-2280-485c-8704-2c1ff4955bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:44.411169 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5dcaa807-a1ca-4f93-af15-99dd352e5784 req-0303e7fa-50c7-4d6e-af71-0e0cd1026c94 service neutron] 10.222.0.62 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566634 Sep 01 15:42:44.421858 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74760b7-3f7f-4148-9f04-3a835dc91094 req-b87edb2b-82ed-4844-bacd-de4698924836 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:44.429947 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d74760b7-3f7f-4148-9f04-3a835dc91094 req-b87edb2b-82ed-4844-bacd-de4698924836 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 943 time: 0.3497112 Sep 01 15:42:44.494263 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45320) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:44.496798 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d74760b7-3f7f-4148-9f04-3a835dc91094 req-d1c1d835-b61a-429f-a0e9-f47e72b4ae76 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650504 Sep 01 15:42:44.498481 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eace7bdc-e65f-414b-8895-23891e3bccd8 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:44.506816 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-4faf5c6a-10b8-410b-af4d-eaba79dbebe5 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Request body: {'network': {'name': 'tempest-network-smoke--1775577592', 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'port_security_enabled': True}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:44.515900 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-eace7bdc-e65f-414b-8895-23891e3bccd8 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4284563 Sep 01 15:42:44.516663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45322) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:44.571620 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4faf5c6a-10b8-410b-af4d-eaba79dbebe5 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Made reservation on behalf of a71dc08c28b44bd2acfe82e791b71db4 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:44.579846 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4faf5c6a-10b8-410b-af4d-eaba79dbebe5 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:44.596030 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4faf5c6a-10b8-410b-af4d-eaba79dbebe5 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:44.833835 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-f40236fc-2280-485c-8704-2c1ff4955bbd None None] Allocated IP 2001:db8::2 (cd7a8297-1f21-4764-8355-6754da4b856f/1327544f-5a20-4731-b900-e762d0b1435b/d8e4e618-6c6b-4f7c-ab1e-ba84a9201660) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:44.862163 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4faf5c6a-10b8-410b-af4d-eaba79dbebe5 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:44.869324 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4faf5c6a-10b8-410b-af4d-eaba79dbebe5 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:44.945143 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82367623-8028-4a17-ba8c-5ec755a35830 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:44.961687 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4faf5c6a-10b8-410b-af4d-eaba79dbebe5 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:42:44.997050 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf5c6a-10b8-410b-af4d-eaba79dbebe5 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b435a0f5-344e-43cc-8f52-afce352ddebf,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:45.017280 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4faf5c6a-10b8-410b-af4d-eaba79dbebe5 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.017630 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-4faf5c6a-10b8-410b-af4d-eaba79dbebe5 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Added segment a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c of type vlan for network f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763 Sep 01 15:42:45.069809 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4faf5c6a-10b8-410b-af4d-eaba79dbebe5 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.123718 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f40236fc-2280-485c-8704-2c1ff4955bbd None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.130252 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4faf5c6a-10b8-410b-af4d-eaba79dbebe5 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.136359 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faf5c6a-10b8-410b-af4d-eaba79dbebe5 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:45.137058 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4faf5c6a-10b8-410b-af4d-eaba79dbebe5 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.142804 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f40236fc-2280-485c-8704-2c1ff4955bbd None None] Transition to ACTIVE for port object d8e4e618-6c6b-4f7c-ab1e-ba84a9201660 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:45.164298 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f40236fc-2280-485c-8704-2c1ff4955bbd None None] Transition to ACTIVE for port object d8e4e618-6c6b-4f7c-ab1e-ba84a9201660 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:45.175048 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f40236fc-2280-485c-8704-2c1ff4955bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.227839 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4faf5c6a-10b8-410b-af4d-eaba79dbebe5 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7311001 Sep 01 15:42:45.232016 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45326) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:45.240675 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-e54c84c4-879b-41ab-9c28-6d100dd73b48 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1575050975', 'admin_state_up': True, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:45.249054 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40236fc-2280-485c-8704-2c1ff4955bbd None None] Pushing event updated for resources: {'Port': ['ID=d8e4e618-6c6b-4f7c-ab1e-ba84a9201660,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:45.256631 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.259659 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf5c6a-10b8-410b-af4d-eaba79dbebe5 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event updated for resources: {'Network': ['ID=f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:45.263481 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40236fc-2280-485c-8704-2c1ff4955bbd None None] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:45.266040 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-f40236fc-2280-485c-8704-2c1ff4955bbd None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:45.269175 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40236fc-2280-485c-8704-2c1ff4955bbd None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:45.282444 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:42:45.283269 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e54c84c4-879b-41ab-9c28-6d100dd73b48 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.284615 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e54c84c4-879b-41ab-9c28-6d100dd73b48 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.354506 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e54c84c4-879b-41ab-9c28-6d100dd73b48 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.453925 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f40236fc-2280-485c-8704-2c1ff4955bbd None None] Attempting to bind port d8e4e618-6c6b-4f7c-ab1e-ba84a9201660 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:42:45.454620 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f40236fc-2280-485c-8704-2c1ff4955bbd None None] Attempting to bind port d8e4e618-6c6b-4f7c-ab1e-ba84a9201660 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:42:45.454927 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40236fc-2280-485c-8704-2c1ff4955bbd None None] Attempting to bind port d8e4e618-6c6b-4f7c-ab1e-ba84a9201660 on network cd7a8297-1f21-4764-8355-6754da4b856f {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:42:45.461709 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40236fc-2280-485c-8704-2c1ff4955bbd None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:42:45.462172 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40236fc-2280-485c-8704-2c1ff4955bbd None None] Checking segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:45.462723 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f40236fc-2280-485c-8704-2c1ff4955bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.463322 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40236fc-2280-485c-8704-2c1ff4955bbd None None] Bound using segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:42:45.464086 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f40236fc-2280-485c-8704-2c1ff4955bbd None None] Bound port: d8e4e618-6c6b-4f7c-ab1e-ba84a9201660, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:42:45.464740 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f40236fc-2280-485c-8704-2c1ff4955bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.563235 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e54c84c4-879b-41ab-9c28-6d100dd73b48 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.569531 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f40236fc-2280-485c-8704-2c1ff4955bbd None None] For port d8e4e618-6c6b-4f7c-ab1e-ba84a9201660, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:42:45.584696 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f40236fc-2280-485c-8704-2c1ff4955bbd None None] For port d8e4e618-6c6b-4f7c-ab1e-ba84a9201660, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d8e4e618-6c6b-4f7c-ab1e-ba84a9201660,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:42:45.597735 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f40236fc-2280-485c-8704-2c1ff4955bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:45.738664 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40236fc-2280-485c-8704-2c1ff4955bbd None None] Pushing event updated for resources: {'Port': ['ID=d8e4e618-6c6b-4f7c-ab1e-ba84a9201660,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:45.739893 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27851804-5d53-4c42-9a21-acbfa8a74200 req-5ef16462-78d8-437a-8d00-47706289f969 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:45.741660 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-27851804-5d53-4c42-9a21-acbfa8a74200 req-5ef16462-78d8-437a-8d00-47706289f969 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 943 time: 0.1052713 Sep 01 15:42:45.834865 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-27851804-5d53-4c42-9a21-acbfa8a74200 req-daf6c642-b928-4294-b098-b0f15672189b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638163 Sep 01 15:42:45.843013 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-82367623-8028-4a17-ba8c-5ec755a35830 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 2001:db8::1 (cd7a8297-1f21-4764-8355-6754da4b856f/1327544f-5a20-4731-b900-e762d0b1435b/0a6b23e5-dc9c-4f74-a187-97ca7e9310da) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:46.041694 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e54c84c4-879b-41ab-9c28-6d100dd73b48 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:46.084630 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e54c84c4-879b-41ab-9c28-6d100dd73b48 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:46.088324 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82367623-8028-4a17-ba8c-5ec755a35830 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:46.128644 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-82367623-8028-4a17-ba8c-5ec755a35830 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Transition to ACTIVE for port object 0a6b23e5-dc9c-4f74-a187-97ca7e9310da will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:46.198519 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82367623-8028-4a17-ba8c-5ec755a35830 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:46.275373 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82367623-8028-4a17-ba8c-5ec755a35830 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:46.281422 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-82367623-8028-4a17-ba8c-5ec755a35830 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:46.284088 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-e54c84c4-879b-41ab-9c28-6d100dd73b48 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Allocated IP 172.25.6.30 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/c70eb197-af22-4d89-86fe-b2a96e363f77) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:46.286143 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82367623-8028-4a17-ba8c-5ec755a35830 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:46.287368 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82367623-8028-4a17-ba8c-5ec755a35830 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:46.362131 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82367623-8028-4a17-ba8c-5ec755a35830 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Port': ['ID=0a6b23e5-dc9c-4f74-a187-97ca7e9310da,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:46.434229 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e54c84c4-879b-41ab-9c28-6d100dd73b48 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:46.482019 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82367623-8028-4a17-ba8c-5ec755a35830 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:46.508382 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e54c84c4-879b-41ab-9c28-6d100dd73b48 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:46.579456 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54c84c4-879b-41ab-9c28-6d100dd73b48 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:46.586787 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-e54c84c4-879b-41ab-9c28-6d100dd73b48 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:46.598803 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54c84c4-879b-41ab-9c28-6d100dd73b48 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:46.644239 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c84c4-879b-41ab-9c28-6d100dd73b48 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event updated for resources: {'Port': ['ID=c70eb197-af22-4d89-86fe-b2a96e363f77,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:47.010630 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82367623-8028-4a17-ba8c-5ec755a35830 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:47.030676 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82367623-8028-4a17-ba8c-5ec755a35830 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:47.031664 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82367623-8028-4a17-ba8c-5ec755a35830 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:47.183502 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e54c84c4-879b-41ab-9c28-6d100dd73b48 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:47.214337 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82367623-8028-4a17-ba8c-5ec755a35830 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Port': ['ID=0a6b23e5-dc9c-4f74-a187-97ca7e9310da,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:47.254619 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04e2fc-2716-4782-8f6e-3566d6a72996 req-9ede90ee-dd25-4059-803c-0961b0a41255 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:47.255465 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fe04e2fc-2716-4782-8f6e-3566d6a72996 req-9ede90ee-dd25-4059-803c-0961b0a41255 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 943 time: 0.2416961 Sep 01 15:42:47.347396 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82367623-8028-4a17-ba8c-5ec755a35830 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:47.352539 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fe04e2fc-2716-4782-8f6e-3566d6a72996 req-0a2737c5-6777-4430-969e-cab1e4b3a23f tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741668 Sep 01 15:42:47.354527 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-82367623-8028-4a17-ba8c-5ec755a35830 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:47.388536 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8a22ea42-eb54-45f4-8db2-ec6a859a166b None None] Provisioning for port d8e4e618-6c6b-4f7c-ab1e-ba84a9201660 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:47.550169 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e54c84c4-879b-41ab-9c28-6d100dd73b48 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:47.663301 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82367623-8028-4a17-ba8c-5ec755a35830 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Router b5251374-499a-428c-8acd-3b3b8254380b is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:42:47.760387 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8afcd83c-775f-4442-8ac1-2cef91088f3f None None] Provisioning for port 0a6b23e5-dc9c-4f74-a187-97ca7e9310da completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:47.776529 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d8e4e618-6c6b-4f7c-ab1e-ba84a9201660 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:47.782641 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8afcd83c-775f-4442-8ac1-2cef91088f3f None None] Provisioning complete for port 0a6b23e5-dc9c-4f74-a187-97ca7e9310da triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:47.783587 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8afcd83c-775f-4442-8ac1-2cef91088f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:47.860149 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54c84c4-879b-41ab-9c28-6d100dd73b48 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Router e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:42:47.937737 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-8afcd83c-775f-4442-8ac1-2cef91088f3f None None] Port 0a6b23e5-dc9c-4f74-a187-97ca7e9310da cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:42:47.958872 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port d8e4e618-6c6b-4f7c-ab1e-ba84a9201660 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:47.971013 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82367623-8028-4a17-ba8c-5ec755a35830 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:42:47.976090 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port d8e4e618-6c6b-4f7c-ab1e-ba84a9201660 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:47.980713 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:47.989181 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-82367623-8028-4a17-ba8c-5ec755a35830 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "PUT /v2.0/routers/b5251374-499a-428c-8acd-3b3b8254380b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4709921 Sep 01 15:42:47.989799 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602ba027-58cc-4c86-9052-2c05aae24737 None None] Sync routers for ids ['b5251374-499a-428c-8acd-3b3b8254380b'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:42:47.993387 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45338) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:48.016744 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602ba027-58cc-4c86-9052-2c05aae24737 None None] Routers {'b5251374-499a-428c-8acd-3b3b8254380b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:48.017746 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-602ba027-58cc-4c86-9052-2c05aae24737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:42:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['b5251374-499a-428c-8acd-3b3b8254380b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:48.137530 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8607c9-6715-41f2-b89d-f3e4e1b59a4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:48.140616 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5c8607c9-6715-41f2-b89d-f3e4e1b59a4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports/0a6b23e5-dc9c-4f74-a187-97ca7e9310da HTTP/1.1" status: 200 len: 911 time: 0.1455233 Sep 01 15:42:48.146900 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45340) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:48.199037 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-602ba027-58cc-4c86-9052-2c05aae24737 None None] Set router b5251374-499a-428c-8acd-3b3b8254380b gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:48.245086 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fe41b6-e450-4e42-bc02-023304ad83ae tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:48.257403 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fe41b6-e450-4e42-bc02-023304ad83ae tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:48.257716 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-52e6d411-4557-45e0-86de-02c9ff76cd75 None None] Provisioning complete for port 0a6b23e5-dc9c-4f74-a187-97ca7e9310da triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:48.257990 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-52e6d411-4557-45e0-86de-02c9ff76cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:48.270684 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f5fe41b6-e450-4e42-bc02-023304ad83ae tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1176090 Sep 01 15:42:48.272119 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45342) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:48.278942 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54c84c4-879b-41ab-9c28-6d100dd73b48 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:42:48.312498 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ce3fc-f54d-4e8a-b04b-f86d6114d4da None None] Sync routers for ids ['e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:42:48.323972 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:48.328175 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e54c84c4-879b-41ab-9c28-6d100dd73b48 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:48.332289 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e54c84c4-879b-41ab-9c28-6d100dd73b48 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.0988617 Sep 01 15:42:48.336265 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45344) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:48.349198 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167ce3fc-f54d-4e8a-b04b-f86d6114d4da None None] Routers {'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:48.349848 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-167ce3fc-f54d-4e8a-b04b-f86d6114d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:42:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:48.484848 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-52e6d411-4557-45e0-86de-02c9ff76cd75 None None] Port 0a6b23e5-dc9c-4f74-a187-97ca7e9310da cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:42:48.542620 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port d8e4e618-6c6b-4f7c-ab1e-ba84a9201660, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d8e4e618-6c6b-4f7c-ab1e-ba84a9201660,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:48.636577 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:48.691173 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e9412-f700-4cbd-b800-5b915d4e672f req-c0ad1e2f-076b-4a3f-9b06-9d6e95203b97 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:48.703894 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f17e9412-f700-4cbd-b800-5b915d4e672f req-c0ad1e2f-076b-4a3f-9b06-9d6e95203b97 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 943 time: 0.1865427 Sep 01 15:42:48.733740 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-85b655e5-25c9-43d8-ae88-bede40ce05e0 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=a71dc08c28b44bd2acfe82e791b71db4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3952570 Sep 01 15:42:48.741186 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45350) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:48.747215 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-167ce3fc-f54d-4e8a-b04b-f86d6114d4da None None] Set router e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:48.838895 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-602ba027-58cc-4c86-9052-2c05aae24737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5251374-499a-428c-8acd-3b3b8254380b', 'name': 'tempest-NetworksTestDHCPv6-router-2111830383', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:44Z', 'updated_at': '2021-09-01T15:42:46Z', 'revision_number': 2, 'project_id': '2b5d3a8955024ef697607ab5d85e55b7', 'gw_port_host': None, '_interfaces': [{'id': '0a6b23e5-dc9c-4f74-a187-97ca7e9310da', 'name': '', 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'mac_address': 'fa:16:3e:cc:2a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5251374-499a-428c-8acd-3b3b8254380b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '1327544f-5a20-4731-b900-e762d0b1435b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:45Z', 'updated_at': '2021-09-01T15:42:46Z', 'revision_number': 2, 'project_id': '2b5d3a8955024ef697607ab5d85e55b7', 'subnets': [{'id': '1327544f-5a20-4731-b900-e762d0b1435b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:48.839229 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f17e9412-f700-4cbd-b800-5b915d4e672f req-f1b36dd9-1345-40b7-805b-9e0444d66fd8 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340258 Sep 01 15:42:48.893940 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602ba027-58cc-4c86-9052-2c05aae24737 None None] Checking router: b5251374-499a-428c-8acd-3b3b8254380b for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:42:48.894456 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602ba027-58cc-4c86-9052-2c05aae24737 None None] Updating router b5251374-499a-428c-8acd-3b3b8254380b port 0a6b23e5-dc9c-4f74-a187-97ca7e9310da binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:42:48.901782 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=d8e4e618-6c6b-4f7c-ab1e-ba84a9201660,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:48.925752 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e2cfd8-c303-47c5-92d1-7106b3cb6cff tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:48.930459 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-01e2cfd8-c303-47c5-92d1-7106b3cb6cff tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1854649 Sep 01 15:42:48.932359 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45352) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:48.946209 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-602ba027-58cc-4c86-9052-2c05aae24737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:48.990569 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45354) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:48.991324 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-39c957be-6765-4072-8df8-a60dfa55379d tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5c826073-0017-46f6-8947-51b31e774ff4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0573015 Sep 01 15:42:48.993349 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-08c456c8-7214-45e3-adcc-59d4d2e2afab tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:48.996619 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-9614368c-8ccd-4acd-8972-fdceab29881c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-614385370', 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763', 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:49.240452 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9614368c-8ccd-4acd-8972-fdceab29881c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Made reservation on behalf of a71dc08c28b44bd2acfe82e791b71db4 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:49.251383 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9614368c-8ccd-4acd-8972-fdceab29881c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:49.259378 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-167ce3fc-f54d-4e8a-b04b-f86d6114d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575050975', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:45Z', 'updated_at': '2021-09-01T15:42:46Z', 'revision_number': 3, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'gw_port': {'id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:46Z', 'updated_at': '2021-09-01T15:42:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:49.327026 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ce3fc-f54d-4e8a-b04b-f86d6114d4da None None] Checking router: e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:42:49.328111 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ce3fc-f54d-4e8a-b04b-f86d6114d4da None None] Updating router e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1 port c70eb197-af22-4d89-86fe-b2a96e363f77 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:42:49.372694 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-08c456c8-7214-45e3-adcc-59d4d2e2afab tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting port 0a6b23e5-dc9c-4f74-a187-97ca7e9310da {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:49.373307 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-08c456c8-7214-45e3-adcc-59d4d2e2afab tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:49.391360 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-167ce3fc-f54d-4e8a-b04b-f86d6114d4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:49.392938 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-602ba027-58cc-4c86-9052-2c05aae24737 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:49.412613 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-602ba027-58cc-4c86-9052-2c05aae24737 None None] Transition to ACTIVE for port object 0a6b23e5-dc9c-4f74-a187-97ca7e9310da will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:49.424115 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-602ba027-58cc-4c86-9052-2c05aae24737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:49.510905 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21834b6-7bf3-4a93-8347-55f4bb15f30e None None] Pushing event updated for resources: {'Port': ['ID=0a6b23e5-dc9c-4f74-a187-97ca7e9310da,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:49.573116 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9614368c-8ccd-4acd-8972-fdceab29881c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:49.642743 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-602ba027-58cc-4c86-9052-2c05aae24737 None None] Attempting to bind port 0a6b23e5-dc9c-4f74-a187-97ca7e9310da on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:42:49.646448 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-602ba027-58cc-4c86-9052-2c05aae24737 None None] Attempting to bind port 0a6b23e5-dc9c-4f74-a187-97ca7e9310da by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:42:49.647214 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602ba027-58cc-4c86-9052-2c05aae24737 None None] Attempting to bind port 0a6b23e5-dc9c-4f74-a187-97ca7e9310da on network cd7a8297-1f21-4764-8355-6754da4b856f {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:42:49.650097 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-08c456c8-7214-45e3-adcc-59d4d2e2afab tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:49.677864 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602ba027-58cc-4c86-9052-2c05aae24737 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:42:49.678555 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602ba027-58cc-4c86-9052-2c05aae24737 None None] Checking segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:49.681512 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-602ba027-58cc-4c86-9052-2c05aae24737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:49.685950 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-08c456c8-7214-45e3-adcc-59d4d2e2afab tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Calling delete_port for 0a6b23e5-dc9c-4f74-a187-97ca7e9310da owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:49.688032 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602ba027-58cc-4c86-9052-2c05aae24737 None None] Bound using segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:42:49.688550 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-602ba027-58cc-4c86-9052-2c05aae24737 None None] Bound port: 0a6b23e5-dc9c-4f74-a187-97ca7e9310da, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:42:49.688946 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-602ba027-58cc-4c86-9052-2c05aae24737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:49.754273 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d8e4e618-6c6b-4f7c-ab1e-ba84a9201660 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:49.781971 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614368c-8ccd-4acd-8972-fdceab29881c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event updated for resources: {'Subnet': ['ID=fad7484f-5abb-4bde-9fca-093bd3730f96,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:49.793888 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9614368c-8ccd-4acd-8972-fdceab29881c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Checking segment: {'id': 'a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:49.799321 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9614368c-8ccd-4acd-8972-fdceab29881c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Network hostable DHCP agents. Network: f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:42:49.866817 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-602ba027-58cc-4c86-9052-2c05aae24737 None None] For port 0a6b23e5-dc9c-4f74-a187-97ca7e9310da, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:42:49.871149 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9614368c-8ccd-4acd-8972-fdceab29881c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Network f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:42:49.872418 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-602ba027-58cc-4c86-9052-2c05aae24737 None None] For port 0a6b23e5-dc9c-4f74-a187-97ca7e9310da, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=0a6b23e5-dc9c-4f74-a187-97ca7e9310da,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:42:49.880152 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-602ba027-58cc-4c86-9052-2c05aae24737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:49.912673 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-9614368c-8ccd-4acd-8972-fdceab29881c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:49.919304 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9614368c-8ccd-4acd-8972-fdceab29881c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:49.921766 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9614368c-8ccd-4acd-8972-fdceab29881c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:49.961030 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9614368c-8ccd-4acd-8972-fdceab29881c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9665599 Sep 01 15:42:49.961368 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45360) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:50.019322 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa78076d-ad03-4a83-898f-19ffd5acb3b3 None None] Network f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:50.056861 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602ba027-58cc-4c86-9052-2c05aae24737 None None] Routers {'b5251374-499a-428c-8acd-3b3b8254380b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:50.057485 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-602ba027-58cc-4c86-9052-2c05aae24737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:42:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['b5251374-499a-428c-8acd-3b3b8254380b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:50.135959 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21834b6-7bf3-4a93-8347-55f4bb15f30e None None] Pushing event updated for resources: {'Port': ['ID=0a6b23e5-dc9c-4f74-a187-97ca7e9310da,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:50.156704 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f00283-a920-483a-9f0e-7da931c1bc9d req-1dd78f3f-a6e7-4983-9ac4-a22b962b9c05 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:50.163174 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05f00283-a920-483a-9f0e-7da931c1bc9d req-1dd78f3f-a6e7-4983-9ac4-a22b962b9c05 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 943 time: 0.1597323 Sep 01 15:42:50.262970 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port d8e4e618-6c6b-4f7c-ab1e-ba84a9201660 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:50.263508 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:50.266906 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-602ba027-58cc-4c86-9052-2c05aae24737 None None] Set router b5251374-499a-428c-8acd-3b3b8254380b gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:50.408684 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-08c456c8-7214-45e3-adcc-59d4d2e2afab tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:50.444893 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-167ce3fc-f54d-4e8a-b04b-f86d6114d4da None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:50.492078 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c456c8-7214-45e3-adcc-59d4d2e2afab tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Port': ['ID=0a6b23e5-dc9c-4f74-a187-97ca7e9310da,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:50.534819 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05f00283-a920-483a-9f0e-7da931c1bc9d req-eee50f8c-e332-4be1-8fd0-8df41fc9c5d5 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407109 Sep 01 15:42:50.539009 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-167ce3fc-f54d-4e8a-b04b-f86d6114d4da None None] Transition to ACTIVE for port object c70eb197-af22-4d89-86fe-b2a96e363f77 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:50.572539 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-386707ed-ae17-4d30-a013-41a822876c23 None None] Could not find standard attr ID for object 0a6b23e5-dc9c-4f74-a187-97ca7e9310da. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:42:50.590500 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-167ce3fc-f54d-4e8a-b04b-f86d6114d4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:50.604196 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9587bc-1225-4379-8f4e-c2d108e6bd74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763', 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'fixed_ips': [{'subnet_id': 'fad7484f-5abb-4bde-9fca-093bd3730f96'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:42:50.605177 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3d9587bc-1225-4379-8f4e-c2d108e6bd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:50.636990 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-08c456c8-7214-45e3-adcc-59d4d2e2afab tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:50.776607 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-602ba027-58cc-4c86-9052-2c05aae24737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5251374-499a-428c-8acd-3b3b8254380b', 'name': 'tempest-NetworksTestDHCPv6-router-2111830383', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:44Z', 'updated_at': '2021-09-01T15:42:46Z', 'revision_number': 2, 'project_id': '2b5d3a8955024ef697607ab5d85e55b7', 'gw_port_host': None, '_interfaces': [{'id': '0a6b23e5-dc9c-4f74-a187-97ca7e9310da', 'name': '', 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'mac_address': 'fa:16:3e:cc:2a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5251374-499a-428c-8acd-3b3b8254380b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '1327544f-5a20-4731-b900-e762d0b1435b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:45Z', 'updated_at': '2021-09-01T15:42:49Z', 'revision_number': 4, 'project_id': '2b5d3a8955024ef697607ab5d85e55b7', 'subnets': [{'id': '1327544f-5a20-4731-b900-e762d0b1435b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:50.855859 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602ba027-58cc-4c86-9052-2c05aae24737 None None] The sync data for ids ['b5251374-499a-428c-8acd-3b3b8254380b'] in n-d-794796-3 is: [{'id': 'b5251374-499a-428c-8acd-3b3b8254380b', 'name': 'tempest-NetworksTestDHCPv6-router-2111830383', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:44Z', 'updated_at': '2021-09-01T15:42:46Z', 'revision_number': 2, 'project_id': '2b5d3a8955024ef697607ab5d85e55b7', 'gw_port_host': None, '_interfaces': [{'id': '0a6b23e5-dc9c-4f74-a187-97ca7e9310da', 'name': '', 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'mac_address': 'fa:16:3e:cc:2a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5251374-499a-428c-8acd-3b3b8254380b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '1327544f-5a20-4731-b900-e762d0b1435b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:45Z', 'updated_at': '2021-09-01T15:42:49Z', 'revision_number': 4, 'project_id': '2b5d3a8955024ef697607ab5d85e55b7', 'subnets': [{'id': '1327544f-5a20-4731-b900-e762d0b1435b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:42:50.885540 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c456c8-7214-45e3-adcc-59d4d2e2afab tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Router b5251374-499a-428c-8acd-3b3b8254380b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:42:51.053153 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c456c8-7214-45e3-adcc-59d4d2e2afab tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:42:51.067401 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-08c456c8-7214-45e3-adcc-59d4d2e2afab tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "PUT /v2.0/routers/b5251374-499a-428c-8acd-3b3b8254380b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7939396 Sep 01 15:42:51.068309 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45364) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:51.087789 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166b9bf-c743-410c-b7e6-b4903de9be96 None None] Pushing event updated for resources: {'Port': ['ID=c70eb197-af22-4d89-86fe-b2a96e363f77,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:51.106800 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-167ce3fc-f54d-4e8a-b04b-f86d6114d4da None None] Attempting to bind port c70eb197-af22-4d89-86fe-b2a96e363f77 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:42:51.107465 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-167ce3fc-f54d-4e8a-b04b-f86d6114d4da None None] Attempting to bind port c70eb197-af22-4d89-86fe-b2a96e363f77 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:42:51.108252 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167ce3fc-f54d-4e8a-b04b-f86d6114d4da None None] Attempting to bind port c70eb197-af22-4d89-86fe-b2a96e363f77 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:42:51.128059 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167ce3fc-f54d-4e8a-b04b-f86d6114d4da None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:42:51.128743 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167ce3fc-f54d-4e8a-b04b-f86d6114d4da None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:51.130278 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-167ce3fc-f54d-4e8a-b04b-f86d6114d4da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:51.130278 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167ce3fc-f54d-4e8a-b04b-f86d6114d4da None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:42:51.131132 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-167ce3fc-f54d-4e8a-b04b-f86d6114d4da None None] Bound port: c70eb197-af22-4d89-86fe-b2a96e363f77, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:42:51.132442 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-167ce3fc-f54d-4e8a-b04b-f86d6114d4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:51.162964 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1620d84-e76c-44c2-99cb-1afb8e2ec3ba tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:51.167246 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1620d84-e76c-44c2-99cb-1afb8e2ec3ba tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:51.169233 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a1620d84-e76c-44c2-99cb-1afb8e2ec3ba tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0995188 Sep 01 15:42:51.173501 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45366) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:51.210358 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7a2149e2-fb26-4a37-b2fa-009a77406b38 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:51.249384 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-3d9587bc-1225-4379-8f4e-c2d108e6bd74 None None] Allocated IP 172.20.0.2 (f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763/fad7484f-5abb-4bde-9fca-093bd3730f96/8b393875-9bb7-44f9-9641-5dd447d14255) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:51.256081 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-167ce3fc-f54d-4e8a-b04b-f86d6114d4da None None] For port c70eb197-af22-4d89-86fe-b2a96e363f77, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:42:51.262755 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-167ce3fc-f54d-4e8a-b04b-f86d6114d4da None None] For port c70eb197-af22-4d89-86fe-b2a96e363f77, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=c70eb197-af22-4d89-86fe-b2a96e363f77,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:42:51.274412 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1307f1-2efa-4405-98f7-a2a2bc647fe6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet 1327544f-5a20-4731-b900-e762d0b1435b {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:42:51.278804 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fc1307f1-2efa-4405-98f7-a2a2bc647fe6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:51.282525 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-167ce3fc-f54d-4e8a-b04b-f86d6114d4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:51.390614 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fc1307f1-2efa-4405-98f7-a2a2bc647fe6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:51.450729 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167ce3fc-f54d-4e8a-b04b-f86d6114d4da None None] Routers {'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:51.451404 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-167ce3fc-f54d-4e8a-b04b-f86d6114d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:42:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:51.649826 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fc1307f1-2efa-4405-98f7-a2a2bc647fe6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:51.742455 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166b9bf-c743-410c-b7e6-b4903de9be96 None None] Pushing event updated for resources: {'Port': ['ID=c70eb197-af22-4d89-86fe-b2a96e363f77,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:51.770866 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-167ce3fc-f54d-4e8a-b04b-f86d6114d4da None None] Set router e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:51.815962 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fc1307f1-2efa-4405-98f7-a2a2bc647fe6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:51.868828 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1307f1-2efa-4405-98f7-a2a2bc647fe6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=1327544f-5a20-4731-b900-e762d0b1435b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:51.877828 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fc1307f1-2efa-4405-98f7-a2a2bc647fe6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:51.883824 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fc1307f1-2efa-4405-98f7-a2a2bc647fe6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/1327544f-5a20-4731-b900-e762d0b1435b HTTP/1.1" status: 204 len: 168 time: 0.7063396 Sep 01 15:42:51.884272 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45372) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:51.925895 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca767fd9-c9fe-4f12-af51-cd352ef87711 req-f97a05b6-e94a-486b-8ca5-6d3a2c562095 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:51.928165 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ca767fd9-c9fe-4f12-af51-cd352ef87711 req-f97a05b6-e94a-486b-8ca5-6d3a2c562095 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 943 time: 0.2169805 Sep 01 15:42:52.003405 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ca767fd9-c9fe-4f12-af51-cd352ef87711 req-91021584-ecfd-4cce-877e-b43b4b196f77 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684028 Sep 01 15:42:52.081297 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7079a731-54ab-48a0-834e-d294821d803b None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:52.081686 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45374) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:52.083563 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a416ae7b-0e4d-4952-850f-d1548ee2c572 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1972244 Sep 01 15:42:52.221532 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 284587f2-80c6-472e-a1f3-b9ad314c25fa details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:42:52.376065 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.resource_extend [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:42:52.608235 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3d9587bc-1225-4379-8f4e-c2d108e6bd74 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:52.612555 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8eeb38be-d57d-4247-9628-980225167ebc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:52.671217 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3d9587bc-1225-4379-8f4e-c2d108e6bd74 None None] Transition to ACTIVE for port object 8b393875-9bb7-44f9-9641-5dd447d14255 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:52.736242 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 284587f2-80c6-472e-a1f3-b9ad314c25fa, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=284587f2-80c6-472e-a1f3-b9ad314c25fa,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:52.740304 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3d9587bc-1225-4379-8f4e-c2d108e6bd74 None None] Transition to ACTIVE for port object 8b393875-9bb7-44f9-9641-5dd447d14255 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:52.777029 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3d9587bc-1225-4379-8f4e-c2d108e6bd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:52.779183 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '284587f2-80c6-472e-a1f3-b9ad314c25fa', 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99', 'port_id': '284587f2-80c6-472e-a1f3-b9ad314c25fa', 'mac_address': 'fa:16:3e:cf:18:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b59801-979b-4fe1-bcc1-5c6fa7771954', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:42:52.870021 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0cc371-066b-42c1-ad1a-2881ba79c4a0 None None] DHCP port deletion for cd7a8297-1f21-4764-8355-6754da4b856f request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:42:52.896659 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9587bc-1225-4379-8f4e-c2d108e6bd74 None None] Network f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:52.898618 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:52.911179 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-3d9587bc-1225-4379-8f4e-c2d108e6bd74 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:52.943069 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9587bc-1225-4379-8f4e-c2d108e6bd74 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:52.949067 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8eeb38be-d57d-4247-9628-980225167ebc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:52.975953 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9587bc-1225-4379-8f4e-c2d108e6bd74 None None] Pushing event updated for resources: {'Port': ['ID=8b393875-9bb7-44f9-9641-5dd447d14255,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:52.984137 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 284587f2-80c6-472e-a1f3-b9ad314c25fa {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:42:53.003323 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8eeb38be-d57d-4247-9628-980225167ebc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:53.011633 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-167ce3fc-f54d-4e8a-b04b-f86d6114d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575050975', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:45Z', 'updated_at': '2021-09-01T15:42:46Z', 'revision_number': 3, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'gw_port': {'id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:46Z', 'updated_at': '2021-09-01T15:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:53.071069 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167ce3fc-f54d-4e8a-b04b-f86d6114d4da None None] The sync data for ids ['e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'] in n-d-794796-3 is: [{'id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575050975', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:45Z', 'updated_at': '2021-09-01T15:42:46Z', 'revision_number': 3, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'gw_port': {'id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:46Z', 'updated_at': '2021-09-01T15:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:42:53.075011 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 284587f2-80c6-472e-a1f3-b9ad314c25fa, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=284587f2-80c6-472e-a1f3-b9ad314c25fa,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:53.076120 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3d9587bc-1225-4379-8f4e-c2d108e6bd74 None None] Attempting to bind port 8b393875-9bb7-44f9-9641-5dd447d14255 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:42:53.076488 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3d9587bc-1225-4379-8f4e-c2d108e6bd74 None None] Attempting to bind port 8b393875-9bb7-44f9-9641-5dd447d14255 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:42:53.077448 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9587bc-1225-4379-8f4e-c2d108e6bd74 None None] Attempting to bind port 8b393875-9bb7-44f9-9641-5dd447d14255 on network f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:42:53.085139 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9587bc-1225-4379-8f4e-c2d108e6bd74 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:42:53.085525 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9587bc-1225-4379-8f4e-c2d108e6bd74 None None] Checking segment: {'id': 'a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:53.086005 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3d9587bc-1225-4379-8f4e-c2d108e6bd74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:53.086440 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9587bc-1225-4379-8f4e-c2d108e6bd74 None None] Bound using segment: {'id': 'a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:42:53.086937 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3d9587bc-1225-4379-8f4e-c2d108e6bd74 None None] Bound port: 8b393875-9bb7-44f9-9641-5dd447d14255, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:42:53.087330 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3d9587bc-1225-4379-8f4e-c2d108e6bd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:53.091667 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:53.140134 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-7a2149e2-fb26-4a37-b2fa-009a77406b38 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Allocated IP 172.20.0.1 (f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763/fad7484f-5abb-4bde-9fca-093bd3730f96/a68e85af-b663-47a5-ab04-524d5d2a1795) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:53.224990 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3c0cc371-066b-42c1-ad1a-2881ba79c4a0 None None] Deleting port d8e4e618-6c6b-4f7c-ab1e-ba84a9201660 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:42:53.225856 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3c0cc371-066b-42c1-ad1a-2881ba79c4a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:53.232659 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=284587f2-80c6-472e-a1f3-b9ad314c25fa,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:53.329828 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126e5284-f546-4404-85f7-61fd3cb4a79c None None] Sync routers for ids ['b5251374-499a-428c-8acd-3b3b8254380b'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:42:53.337197 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8eeb38be-d57d-4247-9628-980225167ebc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:53.338520 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eeb38be-d57d-4247-9628-980225167ebc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Fanout notify agent at l3_agent the message router_deleted on router b5251374-499a-428c-8acd-3b3b8254380b {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:42:53.359241 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0c959-291f-4b6f-9fc6-dfc25ca7017d req-2b69ab50-ff80-469a-a424-33051b581411 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:53.362794 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8eeb38be-d57d-4247-9628-980225167ebc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:53.365289 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8eeb38be-d57d-4247-9628-980225167ebc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/routers/b5251374-499a-428c-8acd-3b3b8254380b HTTP/1.1" status: 204 len: 168 time: 1.2817125 Sep 01 15:42:53.372271 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-25e0c959-291f-4b6f-9fc6-dfc25ca7017d req-2b69ab50-ff80-469a-a424-33051b581411 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 944 time: 0.1733236 Sep 01 15:42:53.374395 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45380) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:53.378765 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126e5284-f546-4404-85f7-61fd3cb4a79c None None] Routers set() bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:53.379353 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126e5284-f546-4404-85f7-61fd3cb4a79c None None] Router IDs set() for agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 01 15:42:53.380426 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_agentschedulers_db [None req-126e5284-f546-4404-85f7-61fd3cb4a79c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b5251374-499a-428c-8acd-3b3b8254380b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:42:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent'). {{(pid=94736) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 01 15:42:53.400557 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3d9587bc-1225-4379-8f4e-c2d108e6bd74 None None] For port 8b393875-9bb7-44f9-9641-5dd447d14255, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:42:53.406568 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3d9587bc-1225-4379-8f4e-c2d108e6bd74 None None] For port 8b393875-9bb7-44f9-9641-5dd447d14255, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=8b393875-9bb7-44f9-9641-5dd447d14255,segment=NetworkSegment(a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c),segment_id=a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:42:53.414977 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126e5284-f546-4404-85f7-61fd3cb4a79c None None] Routers set() bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:53.422666 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3d9587bc-1225-4379-8f4e-c2d108e6bd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:53.431061 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126e5284-f546-4404-85f7-61fd3cb4a79c None None] Router IDs set() for agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 01 15:42:53.432197 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_agentschedulers_db [None req-126e5284-f546-4404-85f7-61fd3cb4a79c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b5251374-499a-428c-8acd-3b3b8254380b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:42:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent'). {{(pid=94736) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 01 15:42:53.435846 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126e5284-f546-4404-85f7-61fd3cb4a79c None None] The sync data for ids ['b5251374-499a-428c-8acd-3b3b8254380b'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:42:53.505294 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9587bc-1225-4379-8f4e-c2d108e6bd74 None None] Pushing event updated for resources: {'Port': ['ID=8b393875-9bb7-44f9-9641-5dd447d14255,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:53.505842 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['284587f2-80c6-472e-a1f3-b9ad314c25fa'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:42:53.527954 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-25e0c959-291f-4b6f-9fc6-dfc25ca7017d req-ddf1d1a6-3295-4975-a1c7-601433df0005 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518896 Sep 01 15:42:53.581727 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3c0cc371-066b-42c1-ad1a-2881ba79c4a0 None None] For port d8e4e618-6c6b-4f7c-ab1e-ba84a9201660, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d8e4e618-6c6b-4f7c-ab1e-ba84a9201660,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:53.582540 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3c0cc371-066b-42c1-ad1a-2881ba79c4a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:53.684156 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3c0cc371-066b-42c1-ad1a-2881ba79c4a0 None None] Calling delete_port for d8e4e618-6c6b-4f7c-ab1e-ba84a9201660 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:42:53.776593 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7a2149e2-fb26-4a37-b2fa-009a77406b38 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:53.809963 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-7a2149e2-fb26-4a37-b2fa-009a77406b38 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Transition to ACTIVE for port object a68e85af-b663-47a5-ab04-524d5d2a1795 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:53.858404 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6312f023-f805-4fc7-82a6-463724bb08ea tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:53.865632 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45384) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:53.866626 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6312f023-f805-4fc7-82a6-463724bb08ea tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4903641 Sep 01 15:42:53.899888 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7a2149e2-fb26-4a37-b2fa-009a77406b38 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:54.106634 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2149e2-fb26-4a37-b2fa-009a77406b38 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event updated for resources: {'Port': ['ID=a68e85af-b663-47a5-ab04-524d5d2a1795,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:54.140606 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d8e4e618-6c6b-4f7c-ab1e-ba84a9201660 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:42:54.158223 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2149e2-fb26-4a37-b2fa-009a77406b38 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Network f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:54.161903 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-7a2149e2-fb26-4a37-b2fa-009a77406b38 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:54.166732 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2149e2-fb26-4a37-b2fa-009a77406b38 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:54.213638 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd911a3-4712-43fd-8823-0c6dcbd2263a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:54.216440 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3dd911a3-4712-43fd-8823-0c6dcbd2263a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3483846 Sep 01 15:42:54.221063 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45386) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:54.343497 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7a2149e2-fb26-4a37-b2fa-009a77406b38 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:54.463208 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3c0cc371-066b-42c1-ad1a-2881ba79c4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:54.579221 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No active binding found for port d8e4e618-6c6b-4f7c-ab1e-ba84a9201660 {{(pid=94735) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 15:42:54.579885 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d8e4e618-6c6b-4f7c-ab1e-ba84a9201660 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:42:54.602216 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0cc371-066b-42c1-ad1a-2881ba79c4a0 None None] No DVR routers for this DVR port d8e4e618-6c6b-4f7c-ab1e-ba84a9201660 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:42:54.604659 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cc371-066b-42c1-ad1a-2881ba79c4a0 None None] Pushing event deleted for resources: {'Port': ['ID=d8e4e618-6c6b-4f7c-ab1e-ba84a9201660,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:54.838601 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7a2149e2-fb26-4a37-b2fa-009a77406b38 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:54.910724 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe59b8-a8c2-4afc-b57d-16ba1eb2674e req-a6da81e0-a3d3-438b-8e02-cec40922c12a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:54.918898 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-51fe59b8-a8c2-4afc-b57d-16ba1eb2674e req-a6da81e0-a3d3-438b-8e02-cec40922c12a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 944 time: 0.1790073 Sep 01 15:42:55.022974 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ac814689-8a8d-4cff-9717-7a36b5f3df6a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7960081 Sep 01 15:42:55.023558 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45392) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:55.039622 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-fae69c00-036b-4583-b5d1-913cb12202d2 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:55.172079 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-51fe59b8-a8c2-4afc-b57d-16ba1eb2674e req-fd9ad9c1-d172-4ae5-99e1-68844887e6ef tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516525 Sep 01 15:42:55.333310 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae69c00-036b-4583-b5d1-913cb12202d2 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:55.345001 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fae69c00-036b-4583-b5d1-913cb12202d2 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:55.700690 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7a2149e2-fb26-4a37-b2fa-009a77406b38 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:55.707413 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7a2149e2-fb26-4a37-b2fa-009a77406b38 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:55.850565 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 8b393875-9bb7-44f9-9641-5dd447d14255 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:55.914639 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2149e2-fb26-4a37-b2fa-009a77406b38 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event updated for resources: {'Port': ['ID=a68e85af-b663-47a5-ab04-524d5d2a1795,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:55.928220 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7a2149e2-fb26-4a37-b2fa-009a77406b38 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:55.947187 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f56374-f64c-4563-ba41-1b14a7e9c1d4 None None] Network f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:56.072228 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-63ba9035-c3d3-4358-9cba-48f7419b8533 None None] Provisioning for port 8b393875-9bb7-44f9-9641-5dd447d14255 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:56.095622 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 8b393875-9bb7-44f9-9641-5dd447d14255 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:56.102941 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 8b393875-9bb7-44f9-9641-5dd447d14255 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:56.103795 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:56.107397 n-d-794796-3 neutron-server[94734]: DEBUG neutron.objects.ports [None req-fae69c00-036b-4583-b5d1-913cb12202d2 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:42:56.109839 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fae69c00-036b-4583-b5d1-913cb12202d2 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:56.172073 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae69c00-036b-4583-b5d1-913cb12202d2 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:56.187766 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2149e2-fb26-4a37-b2fa-009a77406b38 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Network f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:56.190566 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-7a2149e2-fb26-4a37-b2fa-009a77406b38 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:56.238855 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-fae69c00-036b-4583-b5d1-913cb12202d2 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:56.247417 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 284587f2-80c6-472e-a1f3-b9ad314c25fa up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:56.249282 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae69c00-036b-4583-b5d1-913cb12202d2 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:56.252507 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fae69c00-036b-4583-b5d1-913cb12202d2 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:56.266808 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabeac3a-edc0-4be7-8012-1e0c92cac183 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:42:56.284296 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae69c00-036b-4583-b5d1-913cb12202d2 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=f80923a7-82bb-43e0-afc4-dfd2c6619b55,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:56.306898 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fae69c00-036b-4583-b5d1-913cb12202d2 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2820206 Sep 01 15:42:56.312490 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45398) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:56.325791 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-eebd7b80-28fb-4ac7-bbb3-44ef2162e32c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:56.487498 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2149e2-fb26-4a37-b2fa-009a77406b38 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Router e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:42:56.656339 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6894a-7276-49b9-9b3d-324a7c1295e7 req-e7ae860e-79f5-45d5-af16-f856476a5ba2 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:56.657989 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a6894a-7276-49b9-9b3d-324a7c1295e7 req-e7ae860e-79f5-45d5-af16-f856476a5ba2 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 944 time: 0.2676461 Sep 01 15:42:56.668014 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebd7b80-28fb-4ac7-bbb3-44ef2162e32c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:56.673496 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eebd7b80-28fb-4ac7-bbb3-44ef2162e32c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:56.715269 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 284587f2-80c6-472e-a1f3-b9ad314c25fa completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:56.747189 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 284587f2-80c6-472e-a1f3-b9ad314c25fa triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:56.748320 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:56.763106 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2149e2-fb26-4a37-b2fa-009a77406b38 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:42:56.784795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45400) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:56.790233 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-e5da3ade-2fc5-4a61-ac38-c1db073a2766 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1328269947', 'description': 'tempest-secgroup_access--1328269947 description', 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:56.800948 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-13a6894a-7276-49b9-9b3d-324a7c1295e7 req-caffff6e-fb7b-41cf-a563-1ae0e9f086ca tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229725 Sep 01 15:42:56.813892 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7a2149e2-fb26-4a37-b2fa-009a77406b38 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "PUT /v2.0/routers/e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8376186 Sep 01 15:42:56.817160 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:56.854042 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e5da3ade-2fc5-4a61-ac38-c1db073a2766 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:56.903422 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d25e32-b387-47b1-bfc9-7f5bc1d9b106 None None] Sync routers for ids ['e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:42:56.943351 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 8b393875-9bb7-44f9-9641-5dd447d14255, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=8b393875-9bb7-44f9-9641-5dd447d14255,segment=NetworkSegment(a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c),segment_id=a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:56.968668 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d25e32-b387-47b1-bfc9-7f5bc1d9b106 None None] Routers {'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:42:56.970346 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-f8d25e32-b387-47b1-bfc9-7f5bc1d9b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:42:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:57.192221 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eebd7b80-28fb-4ac7-bbb3-44ef2162e32c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.213037 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e5da3ade-2fc5-4a61-ac38-c1db073a2766 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.241364 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e5da3ade-2fc5-4a61-ac38-c1db073a2766 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.256848 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebd7b80-28fb-4ac7-bbb3-44ef2162e32c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:57.266226 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-eebd7b80-28fb-4ac7-bbb3-44ef2162e32c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:57.281052 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebd7b80-28fb-4ac7-bbb3-44ef2162e32c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:57.281668 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eebd7b80-28fb-4ac7-bbb3-44ef2162e32c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.307660 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45406) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:57.308259 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-eebd7b80-28fb-4ac7-bbb3-44ef2162e32c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9936693 Sep 01 15:42:57.318175 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-07ee30c3-0f8f-4c9c-ac15-0175124b49a1 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'mac_address': 'fa:16:3e:a5:ee:0e', 'name': 'tempest-NetworksTestDHCPv6-1889874785'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:57.319153 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.320422 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c70eb197-af22-4d89-86fe-b2a96e363f77 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:57.329821 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd7b80-28fb-4ac7-bbb3-44ef2162e32c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=bd619f71-9d7e-44a7-b9b4-d3d8ca62d1ab,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:57.341317 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da3ade-2fc5-4a61-ac38-c1db073a2766 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfe031a-ab3d-45fc-9e9b-c90783990dde,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:57.360288 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e5da3ade-2fc5-4a61-ac38-c1db073a2766 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.361894 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e5da3ade-2fc5-4a61-ac38-c1db073a2766 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5760775 Sep 01 15:42:57.365381 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45408) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:57.372006 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-8d3bfe05-66e9-49e1-a36b-83f49ac24acc tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1646704027', 'description': 'tempest-secgroup_general--1646704027 description', 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:57.411354 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ac2f05-e4a7-4de2-b5e0-b7fa9f48cb35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-cd7a8297-1f21-4764-8355-6754da4b856f', 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'fixed_ips': [{'subnet_id': 'f80923a7-82bb-43e0-afc4-dfd2c6619b55'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:42:57.412604 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d3bfe05-66e9-49e1-a36b-83f49ac24acc tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.413017 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f6ac2f05-e4a7-4de2-b5e0-b7fa9f48cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.645181 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d3bfe05-66e9-49e1-a36b-83f49ac24acc tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.655122 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d3bfe05-66e9-49e1-a36b-83f49ac24acc tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.660754 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.682645 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ee30c3-0f8f-4c9c-ac15-0175124b49a1 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:42:57.697479 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-95beec78-def6-44f4-8e73-54eecfa375c8 None None] Provisioning complete for port 8b393875-9bb7-44f9-9641-5dd447d14255 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:57.697904 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-95beec78-def6-44f4-8e73-54eecfa375c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.713572 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port c70eb197-af22-4d89-86fe-b2a96e363f77 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:57.715280 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d3bfe05-66e9-49e1-a36b-83f49ac24acc tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.720250 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8d3bfe05-66e9-49e1-a36b-83f49ac24acc tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3500631 Sep 01 15:42:57.722965 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45410) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:42:57.730807 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-2cb4aed0-b593-432f-8642-70a0e8ce5b69 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Request body: {'security_group_rule': {'security_group_id': '6dfe031a-ab3d-45fc-9e9b-c90783990dde', 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:42:57.746444 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bfe05-66e9-49e1-a36b-83f49ac24acc tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc171ca-e589-49f2-bf05-439ac7a47aaf,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:57.797216 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2cb4aed0-b593-432f-8642-70a0e8ce5b69 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.809837 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=8b393875-9bb7-44f9-9641-5dd447d14255,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:57.826643 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port c70eb197-af22-4d89-86fe-b2a96e363f77 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:57.827296 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.871486 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-07ee30c3-0f8f-4c9c-ac15-0175124b49a1 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.875663 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284587f2-80c6-472e-a1f3-b9ad314c25fa'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:42:57.878486 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2d793b-687c-4c61-80c2-81f647e07d2c" -d '{"events": [{"server_uuid": "e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4", "name": "network-vif-plugged", "status": "completed", "tag": "284587f2-80c6-472e-a1f3-b9ad314c25fa"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:42:57.909883 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-07ee30c3-0f8f-4c9c-ac15-0175124b49a1 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] device_id is not set on port 6737de0f-984e-43b8-a216-e8096bb76a74 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:42:57.929455 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 284587f2-80c6-472e-a1f3-b9ad314c25fa, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=284587f2-80c6-472e-a1f3-b9ad314c25fa,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:57.945050 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-f8d25e32-b387-47b1-bfc9-7f5bc1d9b106 None None] Set router e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:42:57.954400 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2cb4aed0-b593-432f-8642-70a0e8ce5b69 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.977345 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2cb4aed0-b593-432f-8642-70a0e8ce5b69 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:57.989057 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa113594-842b-4c2d-b994-4df4813f1411 x-openstack-request-id: req-aa113594-842b-4c2d-b994-4df4813f1411 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:42:57.989360 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4", "name": "network-vif-plugged", "status": "completed", "tag": "284587f2-80c6-472e-a1f3-b9ad314c25fa", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:42:57.989747 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa113594-842b-4c2d-b994-4df4813f1411 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:42:57.990217 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284587f2-80c6-472e-a1f3-b9ad314c25fa', 'code': 200} Sep 01 15:42:57.990944 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:58.025033 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4aed0-b593-432f-8642-70a0e8ce5b69 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf128a2-80f5-44be-89fd-e5d9a4bc1146,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:58.072131 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:58.080737 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2cb4aed0-b593-432f-8642-70a0e8ce5b69 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:58.086362 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2cb4aed0-b593-432f-8642-70a0e8ce5b69 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3593874 Sep 01 15:42:58.185509 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c72ca-6534-4602-b7d9-f793f0da8a05 req-615bbf10-d488-446c-9bb2-05277132a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:58.187550 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-928c72ca-6534-4602-b7d9-f793f0da8a05 req-615bbf10-d488-446c-9bb2-05277132a56c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 1096 time: 0.0676336 Sep 01 15:42:58.191117 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82f486-3fd7-4bc8-8e0d-37239955b5c9 req-e8f2e352-7591-4dd7-aecd-40fda0ceaf0d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:58.192772 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b82f486-3fd7-4bc8-8e0d-37239955b5c9 req-e8f2e352-7591-4dd7-aecd-40fda0ceaf0d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 945 time: 0.1508677 Sep 01 15:42:58.204811 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=284587f2-80c6-472e-a1f3-b9ad314c25fa,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:58.282291 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-928c72ca-6534-4602-b7d9-f793f0da8a05 req-c894b20b-c509-469c-b32b-de515ac3f553 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857265 Sep 01 15:42:58.296127 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b82f486-3fd7-4bc8-8e0d-37239955b5c9 req-0b26265c-c91c-4245-9937-3744dce05426 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882812 Sep 01 15:42:58.325720 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-f6ac2f05-e4a7-4de2-b5e0-b7fa9f48cb35 None None] Allocated IP 2001:db8::f816:3eff:fe9d:83f9 (cd7a8297-1f21-4764-8355-6754da4b856f/f80923a7-82bb-43e0-afc4-dfd2c6619b55/dccbad85-216f-4b2f-b3de-9ee5f55d2827) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:58.364927 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-fa358d05-6e53-433c-956f-ceba3ad4468e tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup_access--1328269947&fields=id&tenant_id=a71dc08c28b44bd2acfe82e791b71db4 HTTP/1.1" status: 200 len: 267 time: 0.0809753 Sep 01 15:42:58.440850 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-309d0ccf-3ba9-467a-b654-693839f7d3ec tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup_general--1646704027&fields=id&tenant_id=a71dc08c28b44bd2acfe82e791b71db4 HTTP/1.1" status: 200 len: 267 time: 0.0609095 Sep 01 15:42:58.553558 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:58.654128 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-95beec78-def6-44f4-8e73-54eecfa375c8 None None] Provisioning for port a68e85af-b663-47a5-ab04-524d5d2a1795 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:42:58.668398 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port c70eb197-af22-4d89-86fe-b2a96e363f77, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=c70eb197-af22-4d89-86fe-b2a96e363f77,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:42:58.684655 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-00d28486-1a11-4c27-b19f-24ba286de6e2 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:42:58.688724 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-00d28486-1a11-4c27-b19f-24ba286de6e2 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/networks?id=f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763 HTTP/1.1" status: 200 len: 797 time: 0.2245741 Sep 01 15:42:58.696061 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-95beec78-def6-44f4-8e73-54eecfa375c8 None None] Provisioning complete for port a68e85af-b663-47a5-ab04-524d5d2a1795 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:58.696667 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-95beec78-def6-44f4-8e73-54eecfa375c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:58.700068 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:58.716252 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-9388973a-889e-46e9-92ee-a584e9e55870 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/quotas/a71dc08c28b44bd2acfe82e791b71db4 HTTP/1.1" status: 200 len: 375 time: 0.0154645 Sep 01 15:42:58.774121 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 0a6b23e5-dc9c-4f74-a187-97ca7e9310da no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:42:58.823241 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-752bcba9-6772-435d-b503-ef47ad3d78e2 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a71dc08c28b44bd2acfe82e791b71db4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0934072 Sep 01 15:42:58.865096 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 0a6b23e5-dc9c-4f74-a187-97ca7e9310da {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:42:58.865656 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 0a6b23e5-dc9c-4f74-a187-97ca7e9310da not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:42:58.964610 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-95beec78-def6-44f4-8e73-54eecfa375c8 None None] Port a68e85af-b663-47a5-ab04-524d5d2a1795 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:42:58.995074 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 8b393875-9bb7-44f9-9641-5dd447d14255 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:42:59.018738 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-35d2abed-ff25-4f7f-903a-77d02f2a6dbd service neutron] 10.222.0.60 "GET /v2.0/networks/f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747322 Sep 01 15:42:59.036067 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=c70eb197-af22-4d89-86fe-b2a96e363f77,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:59.079573 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f6ac2f05-e4a7-4de2-b5e0-b7fa9f48cb35 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:59.104710 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f6ac2f05-e4a7-4de2-b5e0-b7fa9f48cb35 None None] Transition to ACTIVE for port object dccbad85-216f-4b2f-b3de-9ee5f55d2827 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:59.138176 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7c22369e-02e3-44ec-8c44-3be9bc43ae3a None None] Provisioning complete for port a68e85af-b663-47a5-ab04-524d5d2a1795 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:59.138581 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7c22369e-02e3-44ec-8c44-3be9bc43ae3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:59.140959 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f6ac2f05-e4a7-4de2-b5e0-b7fa9f48cb35 None None] Transition to ACTIVE for port object dccbad85-216f-4b2f-b3de-9ee5f55d2827 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:42:59.145688 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-f8d25e32-b387-47b1-bfc9-7f5bc1d9b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575050975', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:45Z', 'updated_at': '2021-09-01T15:42:54Z', 'revision_number': 4, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'gw_port': {'id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:46Z', 'updated_at': '2021-09-01T15:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'a68e85af-b663-47a5-ab04-524d5d2a1795', 'name': '', 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'mac_address': 'fa:16:3e:59:db:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'fad7484f-5abb-4bde-9fca-093bd3730f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:51Z', 'updated_at': '2021-09-01T15:42:55Z', 'revision_number': 2, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'subnets': [{'id': 'fad7484f-5abb-4bde-9fca-093bd3730f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:42:59.201681 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f6ac2f05-e4a7-4de2-b5e0-b7fa9f48cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:59.213980 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d25e32-b387-47b1-bfc9-7f5bc1d9b106 None None] Checking router: e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:42:59.213980 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d25e32-b387-47b1-bfc9-7f5bc1d9b106 None None] Updating router e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1 port a68e85af-b663-47a5-ab04-524d5d2a1795 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:42:59.226324 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-7f09e404-b733-48f0-a56a-1c932f7d000c service neutron] 10.222.0.60 "GET /v2.0/networks/f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947265 Sep 01 15:42:59.281592 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 8b393875-9bb7-44f9-9641-5dd447d14255 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:42:59.281972 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:59.290960 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-7c22369e-02e3-44ec-8c44-3be9bc43ae3a None None] Port a68e85af-b663-47a5-ab04-524d5d2a1795 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:42:59.299965 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ac2f05-e4a7-4de2-b5e0-b7fa9f48cb35 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:42:59.303316 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f8d25e32-b387-47b1-bfc9-7f5bc1d9b106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:59.331563 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-f6ac2f05-e4a7-4de2-b5e0-b7fa9f48cb35 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:42:59.341641 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ac2f05-e4a7-4de2-b5e0-b7fa9f48cb35 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:42:59.348045 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac2f05-e4a7-4de2-b5e0-b7fa9f48cb35 None None] Pushing event updated for resources: {'Port': ['ID=dccbad85-216f-4b2f-b3de-9ee5f55d2827,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:59.557362 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-07ee30c3-0f8f-4c9c-ac15-0175124b49a1 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 172.20.0.9 (cd7a8297-1f21-4764-8355-6754da4b856f/bd619f71-9d7e-44a7-b9b4-d3d8ca62d1ab/6737de0f-984e-43b8-a216-e8096bb76a74) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:59.567662 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5487fe38-cf24-4956-8ebc-6a6ba0c05017 req-37f0d0c4-344c-40f2-b88a-a5ab9dbe65ec tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a HTTP/1.1" status: 200 len: 210 time: 0.0454817 Sep 01 15:42:59.585682 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f6ac2f05-e4a7-4de2-b5e0-b7fa9f48cb35 None None] Attempting to bind port dccbad85-216f-4b2f-b3de-9ee5f55d2827 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:42:59.586413 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f6ac2f05-e4a7-4de2-b5e0-b7fa9f48cb35 None None] Attempting to bind port dccbad85-216f-4b2f-b3de-9ee5f55d2827 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:42:59.586973 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ac2f05-e4a7-4de2-b5e0-b7fa9f48cb35 None None] Attempting to bind port dccbad85-216f-4b2f-b3de-9ee5f55d2827 on network cd7a8297-1f21-4764-8355-6754da4b856f {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:42:59.605404 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-07ee30c3-0f8f-4c9c-ac15-0175124b49a1 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 2001:db8::f816:3eff:fea5:ee0e (cd7a8297-1f21-4764-8355-6754da4b856f/f80923a7-82bb-43e0-afc4-dfd2c6619b55/6737de0f-984e-43b8-a216-e8096bb76a74) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:42:59.629335 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ac2f05-e4a7-4de2-b5e0-b7fa9f48cb35 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:42:59.630030 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ac2f05-e4a7-4de2-b5e0-b7fa9f48cb35 None None] Checking segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:42:59.630687 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f6ac2f05-e4a7-4de2-b5e0-b7fa9f48cb35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:59.631268 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ac2f05-e4a7-4de2-b5e0-b7fa9f48cb35 None None] Bound using segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:42:59.631948 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f6ac2f05-e4a7-4de2-b5e0-b7fa9f48cb35 None None] Bound port: dccbad85-216f-4b2f-b3de-9ee5f55d2827, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:42:59.632657 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f6ac2f05-e4a7-4de2-b5e0-b7fa9f48cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:59.854667 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f6ac2f05-e4a7-4de2-b5e0-b7fa9f48cb35 None None] For port dccbad85-216f-4b2f-b3de-9ee5f55d2827, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:42:59.859935 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f6ac2f05-e4a7-4de2-b5e0-b7fa9f48cb35 None None] For port dccbad85-216f-4b2f-b3de-9ee5f55d2827, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=dccbad85-216f-4b2f-b3de-9ee5f55d2827,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:42:59.879809 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f6ac2f05-e4a7-4de2-b5e0-b7fa9f48cb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:42:59.987748 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac2f05-e4a7-4de2-b5e0-b7fa9f48cb35 None None] Pushing event updated for resources: {'Port': ['ID=dccbad85-216f-4b2f-b3de-9ee5f55d2827,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:42:59.998891 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-07ee30c3-0f8f-4c9c-ac15-0175124b49a1 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:00.046163 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa8163-e309-4406-924d-c51e5c22a3fc req-36da25b5-6135-479f-87c2-a845f1b41882 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:00.055791 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-80fa8163-e309-4406-924d-c51e5c22a3fc req-36da25b5-6135-479f-87c2-a845f1b41882 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 945 time: 0.1599910 Sep 01 15:43:00.080025 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f8d25e32-b387-47b1-bfc9-7f5bc1d9b106 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:00.085045 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-07ee30c3-0f8f-4c9c-ac15-0175124b49a1 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Transition to ACTIVE for port object 6737de0f-984e-43b8-a216-e8096bb76a74 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:00.112867 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f8d25e32-b387-47b1-bfc9-7f5bc1d9b106 None None] Transition to ACTIVE for port object a68e85af-b663-47a5-ab04-524d5d2a1795 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:00.132075 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f8d25e32-b387-47b1-bfc9-7f5bc1d9b106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:00.145521 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-80fa8163-e309-4406-924d-c51e5c22a3fc req-cf6073eb-2539-4614-9d3b-1ed28c25d1f6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886919 Sep 01 15:43:00.183405 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-07ee30c3-0f8f-4c9c-ac15-0175124b49a1 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:00.268586 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ee30c3-0f8f-4c9c-ac15-0175124b49a1 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:00.272910 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-07ee30c3-0f8f-4c9c-ac15-0175124b49a1 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:00.276951 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ee30c3-0f8f-4c9c-ac15-0175124b49a1 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:43:00.331774 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee30c3-0f8f-4c9c-ac15-0175124b49a1 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Port': ['ID=6737de0f-984e-43b8-a216-e8096bb76a74,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:00.382211 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ee30c3-0f8f-4c9c-ac15-0175124b49a1 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:00.382993 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-07ee30c3-0f8f-4c9c-ac15-0175124b49a1 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:00.421958 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45460) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:00.422887 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-07ee30c3-0f8f-4c9c-ac15-0175124b49a1 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1134541 Sep 01 15:43:00.537705 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4aab8db-ae16-42ea-8889-97755e6c5de9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:00.544491 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4aab8db-ae16-42ea-8889-97755e6c5de9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:00.550280 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45462) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:00.559620 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f4aab8db-ae16-42ea-8889-97755e6c5de9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1358783 Sep 01 15:43:00.721024 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d9968-7271-454c-a4d3-4640f827197a None None] Pushing event updated for resources: {'Port': ['ID=a68e85af-b663-47a5-ab04-524d5d2a1795,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:00.753226 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7173a1db-bbba-469a-868d-5f23f2b8fffd req-27ada80d-4075-4051-bff6-3a6e4a241289 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a HTTP/1.1" status: 200 len: 210 time: 0.0871742 Sep 01 15:43:00.782530 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-6b1b823a-cdd2-47de-ad83-edede31b25a0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting port 6737de0f-984e-43b8-a216-e8096bb76a74 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:43:00.783318 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6b1b823a-cdd2-47de-ad83-edede31b25a0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:00.831583 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f8d25e32-b387-47b1-bfc9-7f5bc1d9b106 None None] Attempting to bind port a68e85af-b663-47a5-ab04-524d5d2a1795 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:43:00.832482 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f8d25e32-b387-47b1-bfc9-7f5bc1d9b106 None None] Attempting to bind port a68e85af-b663-47a5-ab04-524d5d2a1795 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:43:00.833208 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d25e32-b387-47b1-bfc9-7f5bc1d9b106 None None] Attempting to bind port a68e85af-b663-47a5-ab04-524d5d2a1795 on network f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:43:00.844085 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d25e32-b387-47b1-bfc9-7f5bc1d9b106 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:43:00.844873 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d25e32-b387-47b1-bfc9-7f5bc1d9b106 None None] Checking segment: {'id': 'a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:43:00.846611 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f8d25e32-b387-47b1-bfc9-7f5bc1d9b106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:00.847668 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d25e32-b387-47b1-bfc9-7f5bc1d9b106 None None] Bound using segment: {'id': 'a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:43:00.848922 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f8d25e32-b387-47b1-bfc9-7f5bc1d9b106 None None] Bound port: a68e85af-b663-47a5-ab04-524d5d2a1795, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:43:00.849641 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f8d25e32-b387-47b1-bfc9-7f5bc1d9b106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:00.983359 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f8d25e32-b387-47b1-bfc9-7f5bc1d9b106 None None] For port a68e85af-b663-47a5-ab04-524d5d2a1795, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:43:00.992581 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f8d25e32-b387-47b1-bfc9-7f5bc1d9b106 None None] For port a68e85af-b663-47a5-ab04-524d5d2a1795, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a68e85af-b663-47a5-ab04-524d5d2a1795,segment=NetworkSegment(a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c),segment_id=a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:43:01.006004 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f8d25e32-b387-47b1-bfc9-7f5bc1d9b106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:01.068864 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6b1b823a-cdd2-47de-ad83-edede31b25a0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:01.087598 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-6b1b823a-cdd2-47de-ad83-edede31b25a0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Calling delete_port for 6737de0f-984e-43b8-a216-e8096bb76a74 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:43:01.148937 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d25e32-b387-47b1-bfc9-7f5bc1d9b106 None None] Routers {'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:43:01.152848 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-f8d25e32-b387-47b1-bfc9-7f5bc1d9b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:42:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:43:01.199117 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c70eb197-af22-4d89-86fe-b2a96e363f77 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:43:01.350423 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d9968-7271-454c-a4d3-4640f827197a None None] Pushing event updated for resources: {'Port': ['ID=a68e85af-b663-47a5-ab04-524d5d2a1795,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:01.530010 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port c70eb197-af22-4d89-86fe-b2a96e363f77 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:01.530868 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:01.586361 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-f8d25e32-b387-47b1-bfc9-7f5bc1d9b106 None None] Set router e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:43:01.651204 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210441fc-3153-4c57-ab83-29a96d28dd1c req-d85ab9b8-a5b2-467d-901d-450c59a37a56 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:01.659028 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-210441fc-3153-4c57-ab83-29a96d28dd1c req-d85ab9b8-a5b2-467d-901d-450c59a37a56 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 945 time: 0.3131330 Sep 01 15:43:01.775383 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-210441fc-3153-4c57-ab83-29a96d28dd1c req-f0ba34e0-4425-4469-af6e-fbfa2ee8f7e4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144547 Sep 01 15:43:01.810361 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-8ee27a01-66ef-43b0-9a59-40469bf2e11c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:01.812866 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-8ee27a01-66ef-43b0-9a59-40469bf2e11c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.45 "GET /v2.0/networks?id=f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763 HTTP/1.1" status: 200 len: 797 time: 0.4692273 Sep 01 15:43:01.935581 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a890ab5-8d35-4a8b-bda4-2ff47b62ce63 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:43:01.953035 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4369b727-6251-4496-8a5e-3afd0024eb79 req-6935cf34-0b1a-44a5-ba7b-40b7178ba3e5 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a HTTP/1.1" status: 200 len: 210 time: 0.0578322 Sep 01 15:43:01.953672 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6b1b823a-cdd2-47de-ad83-edede31b25a0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:02.007181 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b823a-cdd2-47de-ad83-edede31b25a0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Port': ['ID=6737de0f-984e-43b8-a216-e8096bb76a74,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:02.069913 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-62f356ce-1e7f-4498-b8c5-30ef4ba85947 None None] Provisioning for port dccbad85-216f-4b2f-b3de-9ee5f55d2827 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:43:02.078129 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device dccbad85-216f-4b2f-b3de-9ee5f55d2827 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:43:02.121188 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-a65b5d09-3114-40ae-aa2a-da4a4307c873 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a71dc08c28b44bd2acfe82e791b71db4 HTTP/1.1" status: 200 len: 478 time: 0.2564664 Sep 01 15:43:02.136135 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-22df040f-5443-4807-a392-ccaf123105ad tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Request body: {'port': {'device_id': 'aea82157-8a76-4be2-a80f-c96e88a6ff0a', 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763', 'admin_state_up': True, 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'security_groups': ['6dfe031a-ab3d-45fc-9e9b-c90783990dde', 'ddc171ca-e589-49f2-bf05-439ac7a47aaf']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:02.207144 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9dc84-ce47-4c3b-84ad-a67d1003ca00 req-78bbf6bb-85bd-4c71-acfc-8de25d131207 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:02.220882 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-18b9dc84-ce47-4c3b-84ad-a67d1003ca00 req-78bbf6bb-85bd-4c71-acfc-8de25d131207 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 945 time: 0.3165100 Sep 01 15:43:02.273787 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port dccbad85-216f-4b2f-b3de-9ee5f55d2827 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:43:02.284194 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port dccbad85-216f-4b2f-b3de-9ee5f55d2827 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:02.284627 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:02.354887 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-f8d25e32-b387-47b1-bfc9-7f5bc1d9b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575050975', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:45Z', 'updated_at': '2021-09-01T15:42:54Z', 'revision_number': 4, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'gw_port': {'id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:46Z', 'updated_at': '2021-09-01T15:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'a68e85af-b663-47a5-ab04-524d5d2a1795', 'name': '', 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'mac_address': 'fa:16:3e:59:db:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'fad7484f-5abb-4bde-9fca-093bd3730f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:51Z', 'updated_at': '2021-09-01T15:43:00Z', 'revision_number': 4, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'subnets': [{'id': 'fad7484f-5abb-4bde-9fca-093bd3730f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:43:02.396440 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d25e32-b387-47b1-bfc9-7f5bc1d9b106 None None] The sync data for ids ['e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'] in n-d-794796-3 is: [{'id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575050975', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:45Z', 'updated_at': '2021-09-01T15:42:54Z', 'revision_number': 4, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'gw_port': {'id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:46Z', 'updated_at': '2021-09-01T15:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'a68e85af-b663-47a5-ab04-524d5d2a1795', 'name': '', 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'mac_address': 'fa:16:3e:59:db:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'fad7484f-5abb-4bde-9fca-093bd3730f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:51Z', 'updated_at': '2021-09-01T15:43:00Z', 'revision_number': 4, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'subnets': [{'id': 'fad7484f-5abb-4bde-9fca-093bd3730f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:43:02.424201 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-18b9dc84-ce47-4c3b-84ad-a67d1003ca00 req-41f1c9f8-e100-458d-9666-1d8a6c0a324d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010109 Sep 01 15:43:02.426198 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6b1b823a-cdd2-47de-ad83-edede31b25a0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:02.430351 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6b1b823a-cdd2-47de-ad83-edede31b25a0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/6737de0f-984e-43b8-a216-e8096bb76a74 HTTP/1.1" status: 204 len: 168 time: 1.8784723 Sep 01 15:43:02.432878 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45484) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:02.470911 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:02.587594 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port dccbad85-216f-4b2f-b3de-9ee5f55d2827, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=dccbad85-216f-4b2f-b3de-9ee5f55d2827,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:02.608584 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:02.611650 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-22df040f-5443-4807-a392-ccaf123105ad tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Made reservation on behalf of a71dc08c28b44bd2acfe82e791b71db4 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:02.618769 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-22df040f-5443-4807-a392-ccaf123105ad tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:02.639602 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053167ef-bbc9-47fe-90a5-47fe29a14863 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:02.642115 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053167ef-bbc9-47fe-90a5-47fe29a14863 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:02.644331 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053167ef-bbc9-47fe-90a5-47fe29a14863 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:02.649324 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-053167ef-bbc9-47fe-90a5-47fe29a14863 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2124815 Sep 01 15:43:02.656625 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45488) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:02.713378 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0361cdf2-4477-4e91-a4cb-c2ce7286241e None None] Update dhcp port {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'fixed_ips': [{'subnet_id': 'f80923a7-82bb-43e0-afc4-dfd2c6619b55', 'ip_address': '2001:db8::f816:3eff:fe9d:83f9'}, {'subnet_id': 'bd619f71-9d7e-44a7-b9b4-d3d8ca62d1ab'}], 'binding:host_id': 'n-d-794796-3'}, 'id': 'dccbad85-216f-4b2f-b3de-9ee5f55d2827'} from n-d-794796-3. {{(pid=94735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:43:02.759833 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edda1a5-32f7-48df-a1b4-93594d2bfd4f req-7dc51195-5665-402e-b52f-bc752ef5b8ce tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:02.761904 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4edda1a5-32f7-48df-a1b4-93594d2bfd4f req-7dc51195-5665-402e-b52f-bc752ef5b8ce tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 945 time: 0.1144302 Sep 01 15:43:02.818063 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4edda1a5-32f7-48df-a1b4-93594d2bfd4f req-ca659ead-89a0-4a49-a5b8-61fba17ed322 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449774 Sep 01 15:43:02.824619 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-adfc2d7d-20d9-461c-b555-7144255e8882 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet bd619f71-9d7e-44a7-b9b4-d3d8ca62d1ab {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:43:02.829271 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-adfc2d7d-20d9-461c-b555-7144255e8882 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:02.858854 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0361cdf2-4477-4e91-a4cb-c2ce7286241e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:02.879033 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-22df040f-5443-4807-a392-ccaf123105ad tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Allocated IP 172.20.0.10 (f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763/fad7484f-5abb-4bde-9fca-093bd3730f96/b38ea8ff-eec8-4912-afbb-be83ae8f71fd) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:02.903228 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=dccbad85-216f-4b2f-b3de-9ee5f55d2827,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:02.930846 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-adfc2d7d-20d9-461c-b555-7144255e8882 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:03.150227 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a68e85af-b663-47a5-ab04-524d5d2a1795 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:43:03.250414 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b7a5555c-4e1a-4fac-aff7-37b4b4cfb803 req-22e8d7a8-42aa-47ba-ae8f-3e40d6bea407 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a HTTP/1.1" status: 200 len: 210 time: 0.1407990 Sep 01 15:43:03.252543 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-adfc2d7d-20d9-461c-b555-7144255e8882 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:03.277092 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-22df040f-5443-4807-a392-ccaf123105ad tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:03.305460 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-22df040f-5443-4807-a392-ccaf123105ad tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Transition to ACTIVE for port object b38ea8ff-eec8-4912-afbb-be83ae8f71fd will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:03.365271 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port a68e85af-b663-47a5-ab04-524d5d2a1795 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:43:03.389938 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port a68e85af-b663-47a5-ab04-524d5d2a1795 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:03.389938 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:03.426153 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-22df040f-5443-4807-a392-ccaf123105ad tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:03.447253 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-adfc2d7d-20d9-461c-b555-7144255e8882 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server [None req-0361cdf2-4477-4e91-a4cb-c2ce7286241e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd619f71-9d7e-44a7-b9b4-d3d8ca62d1ab: This subnet is being modified by another concurrent operation. Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1729, in update_port Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise exception Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bd619f71-9d7e-44a7-b9b4-d3d8ca62d1ab: This subnet is being modified by another concurrent operation. Sep 01 15:43:03.488630 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server Sep 01 15:43:03.533891 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:43:03.541495 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc2d7d-20d9-461c-b555-7144255e8882 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=bd619f71-9d7e-44a7-b9b4-d3d8ca62d1ab,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:03.553644 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-adfc2d7d-20d9-461c-b555-7144255e8882 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:03.557926 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-adfc2d7d-20d9-461c-b555-7144255e8882 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/bd619f71-9d7e-44a7-b9b4-d3d8ca62d1ab HTTP/1.1" status: 204 len: 168 time: 0.9000258 Sep 01 15:43:03.562254 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45498) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:03.683401 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-22df040f-5443-4807-a392-ccaf123105ad tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Network f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:03.716983 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-22df040f-5443-4807-a392-ccaf123105ad tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:03.718607 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada13cc4-1584-4ea4-b8d1-3cdf3c66f732 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet f80923a7-82bb-43e0-afc4-dfd2c6619b55 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:43:03.728733 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-22df040f-5443-4807-a392-ccaf123105ad tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:43:03.747728 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df040f-5443-4807-a392-ccaf123105ad tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event updated for resources: {'Port': ['ID=b38ea8ff-eec8-4912-afbb-be83ae8f71fd,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:03.758153 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ada13cc4-1584-4ea4-b8d1-3cdf3c66f732 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:03.793603 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:03.843823 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b1013-7389-4e80-a34b-f548e02cbda4 req-e5a1adbc-9d70-4392-85df-4209ab51c5dd tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:03.849222 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-180b1013-7389-4e80-a34b-f548e02cbda4 req-e5a1adbc-9d70-4392-85df-4209ab51c5dd tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 945 time: 0.4168820 Sep 01 15:43:03.907124 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-135bdb85-23f3-40d5-ab7f-063642e24db6 None None] Provisioning complete for port dccbad85-216f-4b2f-b3de-9ee5f55d2827 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:03.909212 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-135bdb85-23f3-40d5-ab7f-063642e24db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:03.925004 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ada13cc4-1584-4ea4-b8d1-3cdf3c66f732 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:04.017681 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-22df040f-5443-4807-a392-ccaf123105ad tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:04.020471 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-22df040f-5443-4807-a392-ccaf123105ad tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:04.050433 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port a68e85af-b663-47a5-ab04-524d5d2a1795, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a68e85af-b663-47a5-ab04-524d5d2a1795,segment=NetworkSegment(a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c),segment_id=a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:04.082213 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:04.096380 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-180b1013-7389-4e80-a34b-f548e02cbda4 req-440141d7-20fb-4021-9b12-ed477ab8023a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159162 Sep 01 15:43:04.113349 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-22df040f-5443-4807-a392-ccaf123105ad tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.9842446 Sep 01 15:43:04.145231 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-a4d78dd6-85e5-47f6-867c-e470170149ba service neutron] Request body: {'port': {'device_id': 'aea82157-8a76-4be2-a80f-c96e88a6ff0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:04.278118 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ada13cc4-1584-4ea4-b8d1-3cdf3c66f732 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:04.382997 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-a4d78dd6-85e5-47f6-867c-e470170149ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:04.388935 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=a68e85af-b663-47a5-ab04-524d5d2a1795,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:04.455471 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ada13cc4-1584-4ea4-b8d1-3cdf3c66f732 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:04.474190 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208c84f8-be6e-4c45-8b0c-7a93abd31bcd None None] get_active_networks_info from n-d-794796-3 {{(pid=94735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:43:04.554725 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada13cc4-1584-4ea4-b8d1-3cdf3c66f732 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=f80923a7-82bb-43e0-afc4-dfd2c6619b55,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:04.587936 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ada13cc4-1584-4ea4-b8d1-3cdf3c66f732 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:04.590255 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ada13cc4-1584-4ea4-b8d1-3cdf3c66f732 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/f80923a7-82bb-43e0-afc4-dfd2c6619b55 HTTP/1.1" status: 204 len: 168 time: 1.0251436 Sep 01 15:43:04.612309 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45504) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:04.707584 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-556f38e5-4548-49db-8b62-cc94cb3ecd3b tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0858085 Sep 01 15:43:04.711980 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45506) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:04.721536 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208c84f8-be6e-4c45-8b0c-7a93abd31bcd None None] Resources bound (agent type, host, resource id): {{(pid=94735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:43:04.727131 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-0ddfe76b-4fa2-4254-89df-9ddc7a86dfc3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:04.774187 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-821a7681-17fb-48c1-bb6f-a1e2d8cf7b0e None None] Could not find standard attr ID for object 6737de0f-984e-43b8-a216-e8096bb76a74. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:43:04.860911 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a0200-1611-42c6-9ac5-e8ba99ef70dc req-0320fe34-9423-4005-9655-9265535cca7e tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:04.870629 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-463a0200-1611-42c6-9ac5-e8ba99ef70dc req-0320fe34-9423-4005-9655-9265535cca7e tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a HTTP/1.1" status: 200 len: 971 time: 0.3335054 Sep 01 15:43:04.944259 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-821a7681-17fb-48c1-bb6f-a1e2d8cf7b0e None None] Provisioning for port b38ea8ff-eec8-4912-afbb-be83ae8f71fd completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:43:05.023348 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-463a0200-1611-42c6-9ac5-e8ba99ef70dc req-c195fe1c-bcf7-4b53-b672-6df753306a58 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc171ca-e589-49f2-bf05-439ac7a47aaf&id=6dfe031a-ab3d-45fc-9e9b-c90783990dde&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1516538 Sep 01 15:43:05.094319 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddfe76b-4fa2-4254-89df-9ddc7a86dfc3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:05.105995 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ddfe76b-4fa2-4254-89df-9ddc7a86dfc3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:05.120877 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-821a7681-17fb-48c1-bb6f-a1e2d8cf7b0e None None] Provisioning complete for port b38ea8ff-eec8-4912-afbb-be83ae8f71fd triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:05.122243 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-821a7681-17fb-48c1-bb6f-a1e2d8cf7b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:05.193816 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a68e85af-b663-47a5-ab04-524d5d2a1795 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:43:05.287781 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-821a7681-17fb-48c1-bb6f-a1e2d8cf7b0e None None] Port b38ea8ff-eec8-4912-afbb-be83ae8f71fd cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:43:05.476765 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfa0ed-7039-435c-861d-d8e64411be1f req-c96a3e03-8e39-4202-807d-fe115561cb73 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:05.481082 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-62cfa0ed-7039-435c-861d-d8e64411be1f req-c96a3e03-8e39-4202-807d-fe115561cb73 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.62 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 945 time: 0.2881494 Sep 01 15:43:05.506006 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port a68e85af-b663-47a5-ab04-524d5d2a1795 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:05.508015 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:05.526721 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29c36d6-6aec-40ae-813e-8fa234d4a36e None None] get_active_networks_info from n-d-794796-3 {{(pid=94735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:43:05.553206 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587a4ba-c2df-46c1-a362-c6e4d192ba6c req-85a2e494-0c06-4675-958f-ca1010cfcf50 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:05.555080 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1587a4ba-c2df-46c1-a362-c6e4d192ba6c req-85a2e494-0c06-4675-958f-ca1010cfcf50 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 945 time: 0.1014230 Sep 01 15:43:05.630195 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1587a4ba-c2df-46c1-a362-c6e4d192ba6c req-6512f52b-206d-4909-bdeb-0e15c3e0d133 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683906 Sep 01 15:43:05.667638 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b26cbdbf-6f09-416e-bcba-fe90a5e82ce4 None None] Provisioning complete for port dccbad85-216f-4b2f-b3de-9ee5f55d2827 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:05.668648 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b26cbdbf-6f09-416e-bcba-fe90a5e82ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:05.705211 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-a4d78dd6-85e5-47f6-867c-e470170149ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b38ea8ff-eec8-4912-afbb-be83ae8f71fd {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:43:05.717563 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-a4d78dd6-85e5-47f6-867c-e470170149ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:05.735598 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-a4d78dd6-85e5-47f6-867c-e470170149ba service neutron] Transition to ACTIVE for port object b38ea8ff-eec8-4912-afbb-be83ae8f71fd will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:05.740886 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-a4d78dd6-85e5-47f6-867c-e470170149ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:05.813440 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d78dd6-85e5-47f6-867c-e470170149ba service neutron] Pushing event updated for resources: {'Port': ['ID=b38ea8ff-eec8-4912-afbb-be83ae8f71fd,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:05.922687 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-a4d78dd6-85e5-47f6-867c-e470170149ba service neutron] Attempting to bind port b38ea8ff-eec8-4912-afbb-be83ae8f71fd on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:43:05.923067 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-a4d78dd6-85e5-47f6-867c-e470170149ba service neutron] Attempting to bind port b38ea8ff-eec8-4912-afbb-be83ae8f71fd by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:43:05.923410 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-a4d78dd6-85e5-47f6-867c-e470170149ba service neutron] Attempting to bind port b38ea8ff-eec8-4912-afbb-be83ae8f71fd on network f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:43:05.930146 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-a4d78dd6-85e5-47f6-867c-e470170149ba service neutron] Port b38ea8ff-eec8-4912-afbb-be83ae8f71fd on network f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:43:05.930666 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-a4d78dd6-85e5-47f6-867c-e470170149ba service neutron] Attempting to bind port b38ea8ff-eec8-4912-afbb-be83ae8f71fd on network f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:43:05.938849 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-a4d78dd6-85e5-47f6-867c-e470170149ba service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:43:05.939241 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-a4d78dd6-85e5-47f6-867c-e470170149ba service neutron] Checking segment: {'id': 'a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:43:05.939631 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-a4d78dd6-85e5-47f6-867c-e470170149ba service neutron] Bound using segment: {'id': 'a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:43:05.940284 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-a4d78dd6-85e5-47f6-867c-e470170149ba service neutron] Bound port: b38ea8ff-eec8-4912-afbb-be83ae8f71fd, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:43:05.940535 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-a4d78dd6-85e5-47f6-867c-e470170149ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:05.965424 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29c36d6-6aec-40ae-813e-8fa234d4a36e None None] Resources bound (agent type, host, resource id): {{(pid=94735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:43:06.024590 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device dccbad85-216f-4b2f-b3de-9ee5f55d2827 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:43:06.073976 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-62cfa0ed-7039-435c-861d-d8e64411be1f req-07b35184-5968-448f-9a1e-bf06197c1033 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Deleting port 284587f2-80c6-472e-a1f3-b9ad314c25fa {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:43:06.074864 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-62cfa0ed-7039-435c-861d-d8e64411be1f req-07b35184-5968-448f-9a1e-bf06197c1033 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:06.095003 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-a4d78dd6-85e5-47f6-867c-e470170149ba service neutron] For port b38ea8ff-eec8-4912-afbb-be83ae8f71fd, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:43:06.103384 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-a4d78dd6-85e5-47f6-867c-e470170149ba service neutron] For port b38ea8ff-eec8-4912-afbb-be83ae8f71fd, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b38ea8ff-eec8-4912-afbb-be83ae8f71fd,segment=NetworkSegment(a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c),segment_id=a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:43:06.115389 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-a4d78dd6-85e5-47f6-867c-e470170149ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:06.205494 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-a4d78dd6-85e5-47f6-867c-e470170149ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:06.206512 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-a4d78dd6-85e5-47f6-867c-e470170149ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:06.210276 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-a4d78dd6-85e5-47f6-867c-e470170149ba service neutron] 10.222.0.45 "PUT /v2.0/ports/b38ea8ff-eec8-4912-afbb-be83ae8f71fd HTTP/1.1" status: 200 len: 1131 time: 2.0882614 Sep 01 15:43:06.211439 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea82157-8a76-4be2-a80f-c96e88a6ff0a', 'tag': 'b38ea8ff-eec8-4912-afbb-be83ae8f71fd'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:43:06.215994 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd0ec21-4b64-44e5-8339-9d883dc73061" -d '{"events": [{"name": "network-changed", "server_uuid": "aea82157-8a76-4be2-a80f-c96e88a6ff0a", "tag": "b38ea8ff-eec8-4912-afbb-be83ae8f71fd"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:43:06.324352 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:06.357379 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be65bd6-2fd0-42fe-905d-b1b29e9e3f9c x-openstack-request-id: req-4be65bd6-2fd0-42fe-905d-b1b29e9e3f9c {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:43:06.358615 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea82157-8a76-4be2-a80f-c96e88a6ff0a", "tag": "b38ea8ff-eec8-4912-afbb-be83ae8f71fd", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:43:06.359027 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4be65bd6-2fd0-42fe-905d-b1b29e9e3f9c {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:43:06.359912 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea82157-8a76-4be2-a80f-c96e88a6ff0a', 'tag': 'b38ea8ff-eec8-4912-afbb-be83ae8f71fd', 'status': 'completed', 'code': 200} Sep 01 15:43:06.382502 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d78dd6-85e5-47f6-867c-e470170149ba service neutron] Pushing event updated for resources: {'Port': ['ID=b38ea8ff-eec8-4912-afbb-be83ae8f71fd,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:06.386622 n-d-794796-3 neutron-server[94734]: DEBUG neutron.objects.ports [None req-0ddfe76b-4fa2-4254-89df-9ddc7a86dfc3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:43:06.417202 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-8caba33d-6880-460d-ba93-b4e18dca2464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:06.421048 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-8caba33d-6880-460d-ba93-b4e18dca2464 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a71dc08c28b44bd2acfe82e791b71db4&device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a HTTP/1.1" status: 200 len: 1134 time: 0.1526558 Sep 01 15:43:06.436842 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port dccbad85-216f-4b2f-b3de-9ee5f55d2827, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=dccbad85-216f-4b2f-b3de-9ee5f55d2827,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:06.447585 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:06.544319 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-18f43bb5-41e0-4393-9612-2ed731e1b784 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b38ea8ff-eec8-4912-afbb-be83ae8f71fd HTTP/1.1" status: 200 len: 217 time: 0.1135511 Sep 01 15:43:06.683118 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c459579-4e73-449a-8691-135c9867933e req-1cc72cf0-5afc-413a-b05a-1c837e5adc0b tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:06.686500 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c459579-4e73-449a-8691-135c9867933e req-1cc72cf0-5afc-413a-b05a-1c837e5adc0b tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a HTTP/1.1" status: 200 len: 983 time: 0.3977530 Sep 01 15:43:06.722407 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-3f903f5b-2745-42e0-9dc6-dfce2996f9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:06.729124 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-3f903f5b-2745-42e0-9dc6-dfce2996f9ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fad7484f-5abb-4bde-9fca-093bd3730f96 HTTP/1.1" status: 200 len: 834 time: 0.1764419 Sep 01 15:43:06.820422 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-62cfa0ed-7039-435c-861d-d8e64411be1f req-07b35184-5968-448f-9a1e-bf06197c1033 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] For port 284587f2-80c6-472e-a1f3-b9ad314c25fa, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=284587f2-80c6-472e-a1f3-b9ad314c25fa,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:06.821012 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-62cfa0ed-7039-435c-861d-d8e64411be1f req-07b35184-5968-448f-9a1e-bf06197c1033 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:06.848664 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-7c3bd457-e1fa-417b-807b-70bafe7c590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:06.850237 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-7c3bd457-e1fa-417b-807b-70bafe7c590e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121080 Sep 01 15:43:06.882776 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=dccbad85-216f-4b2f-b3de-9ee5f55d2827,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:06.888686 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984cf56-d388-47c2-850b-64ba9d263f2e req-3bd668fc-325d-4115-b9c9-9fee00b72450 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:06.890869 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d984cf56-d388-47c2-850b-64ba9d263f2e req-3bd668fc-325d-4115-b9c9-9fee00b72450 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 945 time: 0.0922952 Sep 01 15:43:06.914717 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7c459579-4e73-449a-8691-135c9867933e req-cfbb4112-999c-40d2-ab37-b415df60bce1 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc171ca-e589-49f2-bf05-439ac7a47aaf&id=6dfe031a-ab3d-45fc-9e9b-c90783990dde&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2046523 Sep 01 15:43:06.929321 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-62cfa0ed-7039-435c-861d-d8e64411be1f req-07b35184-5968-448f-9a1e-bf06197c1033 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Calling delete_port for 284587f2-80c6-472e-a1f3-b9ad314c25fa owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:43:06.975749 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d984cf56-d388-47c2-850b-64ba9d263f2e req-3b4e0e82-325e-4fb0-8c0d-708261e57cb8 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509458 Sep 01 15:43:07.020721 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-5d2c5069-efd0-4492-a4bb-f3269b295e03 service neutron] 10.222.0.45 "GET /v2.0/networks/f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600094 Sep 01 15:43:07.096158 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bfcdd0-2c27-4171-8129-d49ad84ddd89 None None] Update dhcp port {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'fixed_ips': [{'subnet_id': 'd40d91da-f9d8-460d-b0eb-1587d8bda2f3'}], 'binding:host_id': 'n-d-794796-3'}, 'id': 'dccbad85-216f-4b2f-b3de-9ee5f55d2827'} from n-d-794796-3. {{(pid=94735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:43:07.131402 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ddfe76b-4fa2-4254-89df-9ddc7a86dfc3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:07.142807 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d4bfcdd0-2c27-4171-8129-d49ad84ddd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:07.234112 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a5205cdd-1ad7-4890-8136-269546eb6abb req-9c61543a-d15d-475e-9cb6-2ee922825c19 service neutron] 10.222.0.45 "GET /v2.0/networks/f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056804 Sep 01 15:43:07.449080 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0ec21-4b64-44e5-8339-9d883dc73061 req-33119f5b-7b6b-4818-92c4-872f7be91486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:07.452809 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9bd0ec21-4b64-44e5-8339-9d883dc73061 req-33119f5b-7b6b-4818-92c4-872f7be91486 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a71dc08c28b44bd2acfe82e791b71db4&device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a HTTP/1.1" status: 200 len: 1134 time: 0.1388490 Sep 01 15:43:07.461267 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-62cfa0ed-7039-435c-861d-d8e64411be1f req-07b35184-5968-448f-9a1e-bf06197c1033 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:07.512498 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['284587f2-80c6-472e-a1f3-b9ad314c25fa'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:43:07.552551 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b35184-5968-448f-9a1e-bf06197c1033 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Pushing event deleted for resources: {'Port': ['ID=284587f2-80c6-472e-a1f3-b9ad314c25fa,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:07.653040 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-62cfa0ed-7039-435c-861d-d8e64411be1f req-07b35184-5968-448f-9a1e-bf06197c1033 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] No DVR routers for this DVR port 284587f2-80c6-472e-a1f3-b9ad314c25fa on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:43:07.653531 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0ec21-4b64-44e5-8339-9d883dc73061 req-3fd1bdf6-7dba-4eac-828e-d6b5aaf4fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:07.656625 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9bd0ec21-4b64-44e5-8339-9d883dc73061 req-3fd1bdf6-7dba-4eac-828e-d6b5aaf4fd4a service neutron] 10.222.0.45 "GET /v2.0/networks?id=f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763 HTTP/1.1" status: 200 len: 898 time: 0.1955867 Sep 01 15:43:07.661298 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-62cfa0ed-7039-435c-861d-d8e64411be1f req-07b35184-5968-448f-9a1e-bf06197c1033 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:07.664998 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-62cfa0ed-7039-435c-861d-d8e64411be1f req-07b35184-5968-448f-9a1e-bf06197c1033 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.62 "DELETE /v2.0/ports/284587f2-80c6-472e-a1f3-b9ad314c25fa HTTP/1.1" status: 204 len: 173 time: 2.1745825 Sep 01 15:43:07.665628 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4', 'name': 'network-vif-deleted', 'tag': '284587f2-80c6-472e-a1f3-b9ad314c25fa'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:43:07.669725 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83989e8c-9300-419c-8b36-7a83170289e4" -d '{"events": [{"server_uuid": "e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4", "name": "network-vif-deleted", "tag": "284587f2-80c6-472e-a1f3-b9ad314c25fa"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:43:07.732139 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-0ddfe76b-4fa2-4254-89df-9ddc7a86dfc3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] For port dccbad85-216f-4b2f-b3de-9ee5f55d2827, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=dccbad85-216f-4b2f-b3de-9ee5f55d2827,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:07.755215 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8458ee12-a175-4cd9-aa49-e448345a17b5 x-openstack-request-id: req-8458ee12-a175-4cd9-aa49-e448345a17b5 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:43:07.755791 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4", "name": "network-vif-deleted", "tag": "284587f2-80c6-472e-a1f3-b9ad314c25fa", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:43:07.756122 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8458ee12-a175-4cd9-aa49-e448345a17b5 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:43:07.756682 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4', 'name': 'network-vif-deleted', 'tag': '284587f2-80c6-472e-a1f3-b9ad314c25fa', 'status': 'completed', 'code': 200} Sep 01 15:43:07.768383 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9bd0ec21-4b64-44e5-8339-9d883dc73061 req-1bc5d6f2-3fc4-4e43-b307-6e0c35409ae9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b38ea8ff-eec8-4912-afbb-be83ae8f71fd HTTP/1.1" status: 200 len: 217 time: 0.1041224 Sep 01 15:43:07.809150 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ddfe76b-4fa2-4254-89df-9ddc7a86dfc3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:07.815455 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ddfe76b-4fa2-4254-89df-9ddc7a86dfc3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:07.816643 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ddfe76b-4fa2-4254-89df-9ddc7a86dfc3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:07.822020 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.api [None req-d4bfcdd0-2c27-4171-8129-d49ad84ddd89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:43:07.822968 n-d-794796-3 neutron-server[94735]: DEBUG oslo_db.api [None req-d4bfcdd0-2c27-4171-8129-d49ad84ddd89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:43:07.866356 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0ec21-4b64-44e5-8339-9d883dc73061 req-aef0e86c-e8e4-4792-9f64-755d75419161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:07.868350 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9bd0ec21-4b64-44e5-8339-9d883dc73061 req-aef0e86c-e8e4-4792-9f64-755d75419161 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fad7484f-5abb-4bde-9fca-093bd3730f96 HTTP/1.1" status: 200 len: 834 time: 0.0890810 Sep 01 15:43:07.930230 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddfe76b-4fa2-4254-89df-9ddc7a86dfc3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=d40d91da-f9d8-460d-b0eb-1587d8bda2f3,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:07.935181 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddfe76b-4fa2-4254-89df-9ddc7a86dfc3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:07.942464 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-0ddfe76b-4fa2-4254-89df-9ddc7a86dfc3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:07.946155 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddfe76b-4fa2-4254-89df-9ddc7a86dfc3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:07.947110 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ddfe76b-4fa2-4254-89df-9ddc7a86dfc3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:07.966234 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddfe76b-4fa2-4254-89df-9ddc7a86dfc3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Port': ['ID=dccbad85-216f-4b2f-b3de-9ee5f55d2827,revision_number=7']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:07.994914 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0ddfe76b-4fa2-4254-89df-9ddc7a86dfc3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2768984 Sep 01 15:43:07.995648 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45532) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:08.000842 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0ec21-4b64-44e5-8339-9d883dc73061 req-def12090-bb40-4de8-ac8a-3f201331f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:08.003970 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9bd0ec21-4b64-44e5-8339-9d883dc73061 req-def12090-bb40-4de8-ac8a-3f201331f400 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275198 Sep 01 15:43:08.005046 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-499b7ab2-878e-4df8-b2d6-c0c4f03d2fbc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:08.206896 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ab82d-6340-4ca2-9300-525db05d04b1 req-7c685a6a-8c3c-47f4-b9db-5d0aac8465cc tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:08.210117 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ac3ab82d-6340-4ca2-9300-525db05d04b1 req-7c685a6a-8c3c-47f4-b9db-5d0aac8465cc tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a HTTP/1.1" status: 200 len: 983 time: 0.1102099 Sep 01 15:43:08.219869 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499b7ab2-878e-4df8-b2d6-c0c4f03d2fbc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:08.225136 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-499b7ab2-878e-4df8-b2d6-c0c4f03d2fbc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:08.273431 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-11473cf9-19d1-48d2-8605-a5f2b39c8c98 req-355bed95-ee21-49a2-a01c-0773b045eae3 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 210 time: 0.0666049 Sep 01 15:43:08.304777 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9bd0ec21-4b64-44e5-8339-9d883dc73061 req-b1aceb0a-85ca-4306-81e1-168176c74d12 service neutron] 10.222.0.45 "GET /v2.0/networks/f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876360 Sep 01 15:43:08.313332 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ac3ab82d-6340-4ca2-9300-525db05d04b1 req-d788adb6-5b96-40b0-86cd-c13092f7d972 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc171ca-e589-49f2-bf05-439ac7a47aaf&id=6dfe031a-ab3d-45fc-9e9b-c90783990dde&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0908399 Sep 01 15:43:08.394670 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d4bfcdd0-2c27-4171-8129-d49ad84ddd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:08.477384 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9bd0ec21-4b64-44e5-8339-9d883dc73061 req-9ef3a7e9-599e-422f-be02-9ae1db286f2a service neutron] 10.222.0.45 "GET /v2.0/networks/f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632051 Sep 01 15:43:08.638947 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-499b7ab2-878e-4df8-b2d6-c0c4f03d2fbc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:08.776312 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:08.925058 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-d4bfcdd0-2c27-4171-8129-d49ad84ddd89 None None] For port dccbad85-216f-4b2f-b3de-9ee5f55d2827, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=dccbad85-216f-4b2f-b3de-9ee5f55d2827,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:08.968455 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d4bfcdd0-2c27-4171-8129-d49ad84ddd89 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:08.977723 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d4bfcdd0-2c27-4171-8129-d49ad84ddd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:09.090803 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bfcdd0-2c27-4171-8129-d49ad84ddd89 None None] Pushing event updated for resources: {'Port': ['ID=dccbad85-216f-4b2f-b3de-9ee5f55d2827,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:09.172424 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499b7ab2-878e-4df8-b2d6-c0c4f03d2fbc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:09.175335 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-499b7ab2-878e-4df8-b2d6-c0c4f03d2fbc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:09.178556 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499b7ab2-878e-4df8-b2d6-c0c4f03d2fbc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:09.179311 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-499b7ab2-878e-4df8-b2d6-c0c4f03d2fbc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:09.211423 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b7ab2-878e-4df8-b2d6-c0c4f03d2fbc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=d0e9656a-555a-4359-9ff4-284216c1a17b,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:09.230450 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-499b7ab2-878e-4df8-b2d6-c0c4f03d2fbc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2316675 Sep 01 15:43:09.232331 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45538) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:09.239999 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-ec2ac125-73c8-44a2-a036-8a8042b0ce4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'mac_address': 'fa:16:3e:a0:54:74', 'name': 'tempest-NetworksTestDHCPv6-437291683'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:09.367836 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9a1e-7b98-44d8-96c1-633d6b2a9d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:09.544273 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a712272b-f12d-4516-9b4e-3ad48185f89f req-4baf18d8-582d-46d3-9a39-d234537559b9 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 210 time: 0.0467398 Sep 01 15:43:09.667005 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2ac125-73c8-44a2-a036-8a8042b0ce4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:09.782779 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b5c34-3178-4133-80b5-2cb7ce13066c req-0f4abe14-ca09-4915-927c-81d978beae3f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:09.791085 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b19b5c34-3178-4133-80b5-2cb7ce13066c req-0f4abe14-ca09-4915-927c-81d978beae3f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a HTTP/1.1" status: 200 len: 983 time: 0.2511897 Sep 01 15:43:09.895249 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b19b5c34-3178-4133-80b5-2cb7ce13066c req-6c165885-721b-4f79-9872-50c9403da804 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc171ca-e589-49f2-bf05-439ac7a47aaf&id=6dfe031a-ab3d-45fc-9e9b-c90783990dde&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1028948 Sep 01 15:43:09.950627 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac125-73c8-44a2-a036-8a8042b0ce4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:09.995547 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-ec2ac125-73c8-44a2-a036-8a8042b0ce4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] device_id is not set on port c99dacb5-d9b5-40e2-bf0f-e7d18a000c8d yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:43:10.256163 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-ec2ac125-73c8-44a2-a036-8a8042b0ce4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 172.20.0.9 (cd7a8297-1f21-4764-8355-6754da4b856f/d0e9656a-555a-4359-9ff4-284216c1a17b/c99dacb5-d9b5-40e2-bf0f-e7d18a000c8d) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:10.272839 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-ec2ac125-73c8-44a2-a036-8a8042b0ce4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 2001:db8::f816:3eff:fea0:5474 (cd7a8297-1f21-4764-8355-6754da4b856f/d40d91da-f9d8-460d-b0eb-1587d8bda2f3/c99dacb5-d9b5-40e2-bf0f-e7d18a000c8d) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:10.312301 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 284587f2-80c6-472e-a1f3-b9ad314c25fa no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:43:10.342381 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 284587f2-80c6-472e-a1f3-b9ad314c25fa {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:43:10.342873 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 284587f2-80c6-472e-a1f3-b9ad314c25fa not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:43:10.392534 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ebca70-5c7a-4597-9522-d7cc2922776e None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:43:10.539562 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3158eec4-87c4-4748-bb25-a75ca927b4ed None None] Provisioning complete for port dccbad85-216f-4b2f-b3de-9ee5f55d2827 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:10.541473 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3158eec4-87c4-4748-bb25-a75ca927b4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:10.549894 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac125-73c8-44a2-a036-8a8042b0ce4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:10.632357 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-ec2ac125-73c8-44a2-a036-8a8042b0ce4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Transition to ACTIVE for port object c99dacb5-d9b5-40e2-bf0f-e7d18a000c8d will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:10.767985 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac125-73c8-44a2-a036-8a8042b0ce4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:10.914226 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-51a960fb-8164-45b6-8aa3-f17ac55f5029 req-01428172-bdec-4709-9017-054e5e7ffbb1 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 210 time: 0.1218262 Sep 01 15:43:10.952581 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ac125-73c8-44a2-a036-8a8042b0ce4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Port': ['ID=c99dacb5-d9b5-40e2-bf0f-e7d18a000c8d,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:11.044155 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2ac125-73c8-44a2-a036-8a8042b0ce4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:11.047314 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-ec2ac125-73c8-44a2-a036-8a8042b0ce4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:11.052364 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2ac125-73c8-44a2-a036-8a8042b0ce4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:43:11.287183 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device dccbad85-216f-4b2f-b3de-9ee5f55d2827 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:43:11.314594 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2ac125-73c8-44a2-a036-8a8042b0ce4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:11.315725 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac125-73c8-44a2-a036-8a8042b0ce4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:11.338572 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3158eec4-87c4-4748-bb25-a75ca927b4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:11.390907 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b590405-551a-4025-9b8b-bd5bdea15f93 req-222c9885-5ef9-4848-ad79-b84325694b72 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:11.394029 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6b590405-551a-4025-9b8b-bd5bdea15f93 req-222c9885-5ef9-4848-ad79-b84325694b72 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a HTTP/1.1" status: 200 len: 983 time: 0.2472088 Sep 01 15:43:11.474668 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ec2ac125-73c8-44a2-a036-8a8042b0ce4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2357180 Sep 01 15:43:11.474991 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45552) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:11.503070 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6b590405-551a-4025-9b8b-bd5bdea15f93 req-3e1f23e6-b84b-4c1b-b999-eb46ef6f92dd tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc171ca-e589-49f2-bf05-439ac7a47aaf&id=6dfe031a-ab3d-45fc-9e9b-c90783990dde&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1013319 Sep 01 15:43:11.538372 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b38ea8ff-eec8-4912-afbb-be83ae8f71fd details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:43:11.552692 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3158eec4-87c4-4748-bb25-a75ca927b4ed None None] For port dccbad85-216f-4b2f-b3de-9ee5f55d2827, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=dccbad85-216f-4b2f-b3de-9ee5f55d2827,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:11.587177 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9db0ef1-cffe-4730-ba7a-4e88d6025e77 None None] Update dhcp port {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'fixed_ips': [{'subnet_id': 'd40d91da-f9d8-460d-b0eb-1587d8bda2f3', 'ip_address': '2001:db8::f816:3eff:fe9d:83f9'}, {'subnet_id': 'd0e9656a-555a-4359-9ff4-284216c1a17b'}], 'binding:host_id': 'n-d-794796-3'}, 'id': 'dccbad85-216f-4b2f-b3de-9ee5f55d2827'} from n-d-794796-3. {{(pid=94735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:43:11.599618 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16780977-a5dc-4d89-a52e-d55512c1cd6a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:11.617630 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16780977-a5dc-4d89-a52e-d55512c1cd6a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:11.624334 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45554) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:11.625341 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-16780977-a5dc-4d89-a52e-d55512c1cd6a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1489623 Sep 01 15:43:11.651060 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3158eec4-87c4-4748-bb25-a75ca927b4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:11.731645 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f9db0ef1-cffe-4730-ba7a-4e88d6025e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:11.741190 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port dccbad85-216f-4b2f-b3de-9ee5f55d2827 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:11.741844 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:11.794243 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-1af1ac47-d70f-45aa-b5c4-a87dde80fb2f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting port c99dacb5-d9b5-40e2-bf0f-e7d18a000c8d {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:43:11.795388 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1af1ac47-d70f-45aa-b5c4-a87dde80fb2f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:11.971216 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158eec4-87c4-4748-bb25-a75ca927b4ed None None] Pushing event updated for resources: {'Port': ['ID=dccbad85-216f-4b2f-b3de-9ee5f55d2827,revision_number=9']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:12.008905 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1af1ac47-d70f-45aa-b5c4-a87dde80fb2f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:12.033472 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-1af1ac47-d70f-45aa-b5c4-a87dde80fb2f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Calling delete_port for c99dacb5-d9b5-40e2-bf0f-e7d18a000c8d owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:43:12.226886 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-76793d38-ed51-4547-ad4a-0ead92332637 req-443e1bf9-f0f2-4178-8843-7c11ea0111e0 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 210 time: 0.1210985 Sep 01 15:43:12.267256 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b38ea8ff-eec8-4912-afbb-be83ae8f71fd, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b38ea8ff-eec8-4912-afbb-be83ae8f71fd,segment=NetworkSegment(a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c),segment_id=a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:12.415566 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:12.421442 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'b38ea8ff-eec8-4912-afbb-be83ae8f71fd', 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763', 'port_id': 'b38ea8ff-eec8-4912-afbb-be83ae8f71fd', 'mac_address': 'fa:16:3e:62:3c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad7484f-5abb-4bde-9fca-093bd3730f96', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:43:12.495686 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-f9db0ef1-cffe-4730-ba7a-4e88d6025e77 None None] Allocated IP 172.20.0.2 (cd7a8297-1f21-4764-8355-6754da4b856f/d0e9656a-555a-4359-9ff4-284216c1a17b/dccbad85-216f-4b2f-b3de-9ee5f55d2827) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:12.518980 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:12.538065 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1af1ac47-d70f-45aa-b5c4-a87dde80fb2f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:12.650421 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1ac47-d70f-45aa-b5c4-a87dde80fb2f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Port': ['ID=c99dacb5-d9b5-40e2-bf0f-e7d18a000c8d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:12.666776 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f9db0ef1-cffe-4730-ba7a-4e88d6025e77 None None] For port dccbad85-216f-4b2f-b3de-9ee5f55d2827, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=dccbad85-216f-4b2f-b3de-9ee5f55d2827,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:12.730783 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f9db0ef1-cffe-4730-ba7a-4e88d6025e77 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:12.749967 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b38ea8ff-eec8-4912-afbb-be83ae8f71fd {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:43:12.793342 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f9db0ef1-cffe-4730-ba7a-4e88d6025e77 None None] Transition to ACTIVE for port object dccbad85-216f-4b2f-b3de-9ee5f55d2827 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:12.800415 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b38ea8ff-eec8-4912-afbb-be83ae8f71fd, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b38ea8ff-eec8-4912-afbb-be83ae8f71fd,segment=NetworkSegment(a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c),segment_id=a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:12.803775 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f9db0ef1-cffe-4730-ba7a-4e88d6025e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:12.818660 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:12.835085 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97ff33-e92a-42d0-8ce0-9447a1f41285 req-e1f4908d-60f2-4897-af44-c4ffb4f48195 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:12.838127 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ce97ff33-e92a-42d0-8ce0-9447a1f41285 req-e1f4908d-60f2-4897-af44-c4ffb4f48195 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a HTTP/1.1" status: 200 len: 983 time: 0.1702683 Sep 01 15:43:12.876335 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1af1ac47-d70f-45aa-b5c4-a87dde80fb2f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:12.878742 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1af1ac47-d70f-45aa-b5c4-a87dde80fb2f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/c99dacb5-d9b5-40e2-bf0f-e7d18a000c8d HTTP/1.1" status: 204 len: 168 time: 1.2530539 Sep 01 15:43:12.882315 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45562) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:12.947420 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ce97ff33-e92a-42d0-8ce0-9447a1f41285 req-21849de8-3283-4256-860c-2b1fec255bf6 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc171ca-e589-49f2-bf05-439ac7a47aaf&id=6dfe031a-ab3d-45fc-9e9b-c90783990dde&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1005337 Sep 01 15:43:13.003097 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db0ef1-cffe-4730-ba7a-4e88d6025e77 None None] Pushing event updated for resources: {'Port': ['ID=dccbad85-216f-4b2f-b3de-9ee5f55d2827,revision_number=10']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:13.019856 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ec1a04-66da-4a74-b341-be038acf9d4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:13.024785 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ec1a04-66da-4a74-b341-be038acf9d4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:13.032478 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ec1a04-66da-4a74-b341-be038acf9d4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:13.035438 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-72ec1a04-66da-4a74-b341-be038acf9d4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1514480 Sep 01 15:43:13.039850 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45564) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:13.051015 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device dccbad85-216f-4b2f-b3de-9ee5f55d2827 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:43:13.091191 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['b38ea8ff-eec8-4912-afbb-be83ae8f71fd'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:43:13.114216 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c83e481-0f0d-4e7d-a92d-27cc804df4bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet d0e9656a-555a-4359-9ff4-284216c1a17b {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:43:13.118399 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1c83e481-0f0d-4e7d-a92d-27cc804df4bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:13.156857 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=b38ea8ff-eec8-4912-afbb-be83ae8f71fd,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:13.188804 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1c83e481-0f0d-4e7d-a92d-27cc804df4bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:13.406575 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1c83e481-0f0d-4e7d-a92d-27cc804df4bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:13.429898 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:13.505060 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3a0790f2-6a43-449e-9a53-28a80f5594bc req-406e6131-c142-44ef-81ff-4d970b63c98d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 210 time: 0.0644691 Sep 01 15:43:13.553743 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1c83e481-0f0d-4e7d-a92d-27cc804df4bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:13.602136 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83e481-0f0d-4e7d-a92d-27cc804df4bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=d0e9656a-555a-4359-9ff4-284216c1a17b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:13.615183 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1c83e481-0f0d-4e7d-a92d-27cc804df4bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:13.617332 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1c83e481-0f0d-4e7d-a92d-27cc804df4bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/d0e9656a-555a-4359-9ff4-284216c1a17b HTTP/1.1" status: 204 len: 168 time: 0.5753767 Sep 01 15:43:13.622051 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45570) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:13.660713 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5678ed20-b90c-4d97-ad9c-c2db5602af5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:13.715070 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-794e254f-2c9d-44e9-8524-b9ba8a0187b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet d40d91da-f9d8-460d-b0eb-1587d8bda2f3 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:43:13.724892 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-794e254f-2c9d-44e9-8524-b9ba8a0187b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:13.804204 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-794e254f-2c9d-44e9-8524-b9ba8a0187b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:14.054283 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-794e254f-2c9d-44e9-8524-b9ba8a0187b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:14.324858 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796afb1-3cd0-4c7e-87f9-fc04282db2f0 req-dddd5c86-252d-4eef-b1b9-20a5d17d7dd4 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:14.339008 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5796afb1-3cd0-4c7e-87f9-fc04282db2f0 req-dddd5c86-252d-4eef-b1b9-20a5d17d7dd4 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a HTTP/1.1" status: 200 len: 984 time: 0.2142720 Sep 01 15:43:14.411427 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-794e254f-2c9d-44e9-8524-b9ba8a0187b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:14.427069 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92270d01-dc4f-419f-891a-9735d44c342a None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:43:14.448495 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e254f-2c9d-44e9-8524-b9ba8a0187b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=d40d91da-f9d8-460d-b0eb-1587d8bda2f3,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:14.486348 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-794e254f-2c9d-44e9-8524-b9ba8a0187b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:14.493505 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-794e254f-2c9d-44e9-8524-b9ba8a0187b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/d40d91da-f9d8-460d-b0eb-1587d8bda2f3 HTTP/1.1" status: 204 len: 168 time: 0.8640716 Sep 01 15:43:14.493787 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45576) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:14.516067 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5796afb1-3cd0-4c7e-87f9-fc04282db2f0 req-dc3051ea-09cd-4401-b0b1-9b65862a7a3e tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc171ca-e589-49f2-bf05-439ac7a47aaf&id=6dfe031a-ab3d-45fc-9e9b-c90783990dde&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1759999 Sep 01 15:43:14.622783 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45580) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:14.624344 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1431053b-963e-42e9-b60a-c727b5b84681 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1276999 Sep 01 15:43:14.631812 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-bb2eb8e5-450e-43b6-95c5-cb76c3d565a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:14.645665 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-332ae980-f378-4c7d-b56d-bf4188eb70ac None None] Provisioning for port dccbad85-216f-4b2f-b3de-9ee5f55d2827 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:43:14.674647 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-332ae980-f378-4c7d-b56d-bf4188eb70ac None None] Provisioning complete for port dccbad85-216f-4b2f-b3de-9ee5f55d2827 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:14.675264 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-332ae980-f378-4c7d-b56d-bf4188eb70ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:14.755548 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e45fc53d-75ae-48ce-bff2-1a454a2eaad9 req-16cb9e03-8840-40c5-a8be-b881cfe6d6b3 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=e92a838c-c6dc-4a16-8b1f-dcf7ef2014e4 HTTP/1.1" status: 200 len: 210 time: 0.0514693 Sep 01 15:43:14.851920 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2eb8e5-450e-43b6-95c5-cb76c3d565a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:14.862390 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bb2eb8e5-450e-43b6-95c5-cb76c3d565a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:14.873887 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-332ae980-f378-4c7d-b56d-bf4188eb70ac None None] Could not find standard attr ID for object c99dacb5-d9b5-40e2-bf0f-e7d18a000c8d. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:43:15.038125 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac5940c-15aa-43fe-999b-654ae8155e34 None None] DHCP port deletion for cd7a8297-1f21-4764-8355-6754da4b856f request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:43:15.125307 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-4ac5940c-15aa-43fe-999b-654ae8155e34 None None] Deleting port dccbad85-216f-4b2f-b3de-9ee5f55d2827 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:43:15.125307 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4ac5940c-15aa-43fe-999b-654ae8155e34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:15.298989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-4ac5940c-15aa-43fe-999b-654ae8155e34 None None] For port dccbad85-216f-4b2f-b3de-9ee5f55d2827, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=dccbad85-216f-4b2f-b3de-9ee5f55d2827,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:15.300070 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4ac5940c-15aa-43fe-999b-654ae8155e34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:15.313697 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:15.319994 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bb2eb8e5-450e-43b6-95c5-cb76c3d565a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:15.325529 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-4ac5940c-15aa-43fe-999b-654ae8155e34 None None] Calling delete_port for dccbad85-216f-4b2f-b3de-9ee5f55d2827 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:43:15.405877 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2eb8e5-450e-43b6-95c5-cb76c3d565a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:15.412120 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-bb2eb8e5-450e-43b6-95c5-cb76c3d565a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:15.419910 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2eb8e5-450e-43b6-95c5-cb76c3d565a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:15.420967 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bb2eb8e5-450e-43b6-95c5-cb76c3d565a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:15.438658 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2eb8e5-450e-43b6-95c5-cb76c3d565a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=eae8b373-8750-45d1-8b9d-033d3985b14e,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:15.476923 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4ac5940c-15aa-43fe-999b-654ae8155e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:15.497353 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bb2eb8e5-450e-43b6-95c5-cb76c3d565a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8721697 Sep 01 15:43:15.502667 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45582) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:15.524989 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-3d53b70e-7a9a-4b85-b28b-7201dcbc3439 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:15.529504 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5940c-15aa-43fe-999b-654ae8155e34 None None] Pushing event deleted for resources: {'Port': ['ID=dccbad85-216f-4b2f-b3de-9ee5f55d2827,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:15.537046 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac5940c-15aa-43fe-999b-654ae8155e34 None None] No DVR routers for this DVR port dccbad85-216f-4b2f-b3de-9ee5f55d2827 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:43:15.557525 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b38ea8ff-eec8-4912-afbb-be83ae8f71fd up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:43:15.667075 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a94619d-61d2-433d-9c99-b372616815ff None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:43:15.780818 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d53b70e-7a9a-4b85-b28b-7201dcbc3439 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:15.788077 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3d53b70e-7a9a-4b85-b28b-7201dcbc3439 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:15.860866 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port b38ea8ff-eec8-4912-afbb-be83ae8f71fd completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:43:15.879445 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe4d8b-bb44-48fa-851e-72de79333f98 req-5f7b6c98-118d-4582-a149-2bdd42ccb374 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:15.880438 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port b38ea8ff-eec8-4912-afbb-be83ae8f71fd triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:15.881051 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:15.883445 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-32fe4d8b-bb44-48fa-851e-72de79333f98 req-5f7b6c98-118d-4582-a149-2bdd42ccb374 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a HTTP/1.1" status: 200 len: 984 time: 0.1493683 Sep 01 15:43:15.986853 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-32fe4d8b-bb44-48fa-851e-72de79333f98 req-9f34411b-129a-48bc-ae33-6ddeebb1ccdc tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc171ca-e589-49f2-bf05-439ac7a47aaf&id=6dfe031a-ab3d-45fc-9e9b-c90783990dde&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0869939 Sep 01 15:43:16.369867 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a843d00-38d4-43a5-87d0-0f8d5d60051d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-cd7a8297-1f21-4764-8355-6754da4b856f', 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'fixed_ips': [{'subnet_id': 'eae8b373-8750-45d1-8b9d-033d3985b14e'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:43:16.371023 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8a843d00-38d4-43a5-87d0-0f8d5d60051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:16.456683 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:16.615309 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea82157-8a76-4be2-a80f-c96e88a6ff0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38ea8ff-eec8-4912-afbb-be83ae8f71fd'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:43:16.619336 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710eef14-34c9-4ce8-be11-12682204f31a" -d '{"events": [{"server_uuid": "aea82157-8a76-4be2-a80f-c96e88a6ff0a", "name": "network-vif-plugged", "status": "completed", "tag": "b38ea8ff-eec8-4912-afbb-be83ae8f71fd"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:43:16.675695 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b38ea8ff-eec8-4912-afbb-be83ae8f71fd, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b38ea8ff-eec8-4912-afbb-be83ae8f71fd,segment=NetworkSegment(a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c),segment_id=a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:16.692520 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:16.764942 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51613d16-2828-4d1f-ac0f-b5b25a05673d x-openstack-request-id: req-51613d16-2828-4d1f-ac0f-b5b25a05673d {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:43:16.765291 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea82157-8a76-4be2-a80f-c96e88a6ff0a", "name": "network-vif-plugged", "status": "completed", "tag": "b38ea8ff-eec8-4912-afbb-be83ae8f71fd", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:43:16.765694 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-51613d16-2828-4d1f-ac0f-b5b25a05673d {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:43:16.766337 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea82157-8a76-4be2-a80f-c96e88a6ff0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38ea8ff-eec8-4912-afbb-be83ae8f71fd', 'code': 200} Sep 01 15:43:16.798542 n-d-794796-3 neutron-server[94734]: DEBUG neutron.objects.ports [None req-3d53b70e-7a9a-4b85-b28b-7201dcbc3439 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:43:16.803419 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3d53b70e-7a9a-4b85-b28b-7201dcbc3439 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:16.903686 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-8a843d00-38d4-43a5-87d0-0f8d5d60051d None None] Allocated IP 172.20.0.2 (cd7a8297-1f21-4764-8355-6754da4b856f/eae8b373-8750-45d1-8b9d-033d3985b14e/70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:16.905001 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=b38ea8ff-eec8-4912-afbb-be83ae8f71fd,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:16.993814 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d53b70e-7a9a-4b85-b28b-7201dcbc3439 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:17.001222 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-3d53b70e-7a9a-4b85-b28b-7201dcbc3439 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:17.015479 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d53b70e-7a9a-4b85-b28b-7201dcbc3439 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:17.016465 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3d53b70e-7a9a-4b85-b28b-7201dcbc3439 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:17.039899 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03512d-9765-4f4b-a4ee-daccd9bcbbf1 req-e700f30b-0e5b-4827-8b41-91f1d6617399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:17.048887 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ef03512d-9765-4f4b-a4ee-daccd9bcbbf1 req-e700f30b-0e5b-4827-8b41-91f1d6617399 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a HTTP/1.1" status: 200 len: 1136 time: 0.1732776 Sep 01 15:43:17.094864 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53b70e-7a9a-4b85-b28b-7201dcbc3439 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=908f51a5-96eb-4f11-9192-8f5b15b9c9a6,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:17.111699 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3d53b70e-7a9a-4b85-b28b-7201dcbc3439 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5930095 Sep 01 15:43:17.116256 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45600) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:17.142155 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-39d4093e-e87a-4b38-b2fc-9db285c3f74a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'mac_address': 'fa:16:3e:a3:40:b9', 'name': 'tempest-NetworksTestDHCPv6-1596718931'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:17.202328 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device dccbad85-216f-4b2f-b3de-9ee5f55d2827 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:43:17.251993 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: dccbad85-216f-4b2f-b3de-9ee5f55d2827 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:43:17.252322 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device dccbad85-216f-4b2f-b3de-9ee5f55d2827 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:43:17.287100 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ef03512d-9765-4f4b-a4ee-daccd9bcbbf1 req-bcaa622e-3c63-4280-9388-d95c49964f5e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ddc171ca-e589-49f2-bf05-439ac7a47aaf&id=6dfe031a-ab3d-45fc-9e9b-c90783990dde&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2299299 Sep 01 15:43:17.376895 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989cf7a-572d-47d5-a264-e25376127b93 req-ab7f2852-39b7-4592-821f-6effe3cb833c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:17.380120 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2989cf7a-572d-47d5-a264-e25376127b93 req-ab7f2852-39b7-4592-821f-6effe3cb833c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a HTTP/1.1" status: 200 len: 985 time: 0.1910329 Sep 01 15:43:17.460665 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d4093e-e87a-4b38-b2fc-9db285c3f74a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:17.462604 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8a843d00-38d4-43a5-87d0-0f8d5d60051d None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:17.481474 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8a843d00-38d4-43a5-87d0-0f8d5d60051d None None] Transition to ACTIVE for port object 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:17.499190 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2989cf7a-572d-47d5-a264-e25376127b93 req-7b7d0597-753f-4fad-8040-9bd034f1cb7c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc171ca-e589-49f2-bf05-439ac7a47aaf&id=6dfe031a-ab3d-45fc-9e9b-c90783990dde&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1033733 Sep 01 15:43:17.520827 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8a843d00-38d4-43a5-87d0-0f8d5d60051d None None] Transition to ACTIVE for port object 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:17.545143 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8a843d00-38d4-43a5-87d0-0f8d5d60051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:17.592797 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a843d00-38d4-43a5-87d0-0f8d5d60051d None None] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:17.598152 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-8a843d00-38d4-43a5-87d0-0f8d5d60051d None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:17.602679 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a843d00-38d4-43a5-87d0-0f8d5d60051d None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:43:17.659925 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a843d00-38d4-43a5-87d0-0f8d5d60051d None None] Pushing event updated for resources: {'Port': ['ID=70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:17.699095 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-39d4093e-e87a-4b38-b2fc-9db285c3f74a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:17.710230 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8a843d00-38d4-43a5-87d0-0f8d5d60051d None None] Attempting to bind port 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:43:17.712476 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8a843d00-38d4-43a5-87d0-0f8d5d60051d None None] Attempting to bind port 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:43:17.714554 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a843d00-38d4-43a5-87d0-0f8d5d60051d None None] Attempting to bind port 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a on network cd7a8297-1f21-4764-8355-6754da4b856f {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:43:17.732184 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a843d00-38d4-43a5-87d0-0f8d5d60051d None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:43:17.733029 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a843d00-38d4-43a5-87d0-0f8d5d60051d None None] Checking segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:43:17.733928 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8a843d00-38d4-43a5-87d0-0f8d5d60051d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:17.735371 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a843d00-38d4-43a5-87d0-0f8d5d60051d None None] Bound using segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:43:17.737112 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8a843d00-38d4-43a5-87d0-0f8d5d60051d None None] Bound port: 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:43:17.737989 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8a843d00-38d4-43a5-87d0-0f8d5d60051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:17.741634 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-39d4093e-e87a-4b38-b2fc-9db285c3f74a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] device_id is not set on port a1c9be6c-e4cf-42e0-afe4-9090de08e9b3 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:43:17.939984 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-8a843d00-38d4-43a5-87d0-0f8d5d60051d None None] For port 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:43:17.951868 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-8a843d00-38d4-43a5-87d0-0f8d5d60051d None None] For port 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:43:17.977565 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8a843d00-38d4-43a5-87d0-0f8d5d60051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:18.108224 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a843d00-38d4-43a5-87d0-0f8d5d60051d None None] Pushing event updated for resources: {'Port': ['ID=70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:18.183469 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-39d4093e-e87a-4b38-b2fc-9db285c3f74a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 172.20.0.6 (cd7a8297-1f21-4764-8355-6754da4b856f/eae8b373-8750-45d1-8b9d-033d3985b14e/a1c9be6c-e4cf-42e0-afe4-9090de08e9b3) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:18.216931 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-39d4093e-e87a-4b38-b2fc-9db285c3f74a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 2001:db8::f816:3eff:fea3:40b9 (cd7a8297-1f21-4764-8355-6754da4b856f/908f51a5-96eb-4f11-9192-8f5b15b9c9a6/a1c9be6c-e4cf-42e0-afe4-9090de08e9b3) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:18.573677 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-39d4093e-e87a-4b38-b2fc-9db285c3f74a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:18.608884 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-39d4093e-e87a-4b38-b2fc-9db285c3f74a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Transition to ACTIVE for port object a1c9be6c-e4cf-42e0-afe4-9090de08e9b3 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:18.691913 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-39d4093e-e87a-4b38-b2fc-9db285c3f74a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:18.753950 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d4093e-e87a-4b38-b2fc-9db285c3f74a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:18.782040 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-39d4093e-e87a-4b38-b2fc-9db285c3f74a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:18.785663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d4093e-e87a-4b38-b2fc-9db285c3f74a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:43:18.848354 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef8d46-0a1c-4944-a36b-cd995c366ddb req-92c12faf-b855-4040-a066-b6f2acdbd078 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:18.850241 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-40ef8d46-0a1c-4944-a36b-cd995c366ddb req-92c12faf-b855-4040-a066-b6f2acdbd078 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a HTTP/1.1" status: 200 len: 985 time: 0.1554327 Sep 01 15:43:18.853904 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4093e-e87a-4b38-b2fc-9db285c3f74a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Port': ['ID=a1c9be6c-e4cf-42e0-afe4-9090de08e9b3,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:18.900075 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d4093e-e87a-4b38-b2fc-9db285c3f74a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:18.901842 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-39d4093e-e87a-4b38-b2fc-9db285c3f74a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:18.942273 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-39d4093e-e87a-4b38-b2fc-9db285c3f74a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8223441 Sep 01 15:43:18.943287 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45610) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:18.990327 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-40ef8d46-0a1c-4944-a36b-cd995c366ddb req-5bfee45d-f174-4ba9-b0f9-fdcdf786cd27 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc171ca-e589-49f2-bf05-439ac7a47aaf&id=6dfe031a-ab3d-45fc-9e9b-c90783990dde&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1230767 Sep 01 15:43:19.081008 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:43:19.151434 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9417b61b-f94d-4de8-acff-457c46b163ba tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:19.190969 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9417b61b-f94d-4de8-acff-457c46b163ba tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:19.224836 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45616) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:19.228464 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9417b61b-f94d-4de8-acff-457c46b163ba tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2831824 Sep 01 15:43:19.312058 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:43:19.423010 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-b8fb4149-a333-49b9-af36-70e23cba0b4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting port a1c9be6c-e4cf-42e0-afe4-9090de08e9b3 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:43:19.423664 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b8fb4149-a333-49b9-af36-70e23cba0b4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:19.484474 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8001dd0-a4d2-4980-a483-38fab77f54e1 req-d85cb5f1-cfbb-46f5-8387-0d6ea348690b tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:19.501211 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8001dd0-a4d2-4980-a483-38fab77f54e1 req-d85cb5f1-cfbb-46f5-8387-0d6ea348690b tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a HTTP/1.1" status: 200 len: 985 time: 0.2183399 Sep 01 15:43:19.604483 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8001dd0-a4d2-4980-a483-38fab77f54e1 req-2c7aa65c-b807-4b6c-bdc7-f27fbebd7a35 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc171ca-e589-49f2-bf05-439ac7a47aaf&id=6dfe031a-ab3d-45fc-9e9b-c90783990dde&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1015270 Sep 01 15:43:19.675646 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b8fb4149-a333-49b9-af36-70e23cba0b4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:19.784713 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-b8fb4149-a333-49b9-af36-70e23cba0b4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Calling delete_port for a1c9be6c-e4cf-42e0-afe4-9090de08e9b3 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:43:19.905743 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca828d6-c6ef-42c9-8f6f-45177cbec03b req-b66cb57c-2224-4b32-8d74-e8fd9c33f206 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:19.911334 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2ca828d6-c6ef-42c9-8f6f-45177cbec03b req-b66cb57c-2224-4b32-8d74-e8fd9c33f206 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a HTTP/1.1" status: 200 len: 1136 time: 0.1961908 Sep 01 15:43:19.929555 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b05b027-67e5-4cdb-af68-5d3eb04a197b None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:43:19.959633 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2ca828d6-c6ef-42c9-8f6f-45177cbec03b req-70b24e2d-7d7f-499a-9a14-ed3bef05d0ea tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:20.028105 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-14afbbc5-e9d9-4554-91f2-688a254a8503 None None] Provisioning for port 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:43:20.043750 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-14afbbc5-e9d9-4554-91f2-688a254a8503 None None] Provisioning complete for port 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:20.043750 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-14afbbc5-e9d9-4554-91f2-688a254a8503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:20.134188 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2ca828d6-c6ef-42c9-8f6f-45177cbec03b req-70b24e2d-7d7f-499a-9a14-ed3bef05d0ea tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:20.145836 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2ca828d6-c6ef-42c9-8f6f-45177cbec03b req-70b24e2d-7d7f-499a-9a14-ed3bef05d0ea tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:20.210491 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2ca828d6-c6ef-42c9-8f6f-45177cbec03b req-70b24e2d-7d7f-499a-9a14-ed3bef05d0ea tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ddc171ca-e589-49f2-bf05-439ac7a47aaf&id=6dfe031a-ab3d-45fc-9e9b-c90783990dde&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2735627 Sep 01 15:43:20.278609 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b24e2d-7d7f-499a-9a14-ed3bef05d0ea tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d24b16-5822-401e-bc8a-62df1fae00e9,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:20.311189 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-14afbbc5-e9d9-4554-91f2-688a254a8503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:20.327286 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45624) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:20.369763 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b8fb4149-a333-49b9-af36-70e23cba0b4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:20.399599 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-14afbbc5-e9d9-4554-91f2-688a254a8503 None None] For port 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:20.408520 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-14afbbc5-e9d9-4554-91f2-688a254a8503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:20.458852 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb4149-a333-49b9-af36-70e23cba0b4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Port': ['ID=a1c9be6c-e4cf-42e0-afe4-9090de08e9b3,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:20.470256 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22da1c1-8125-4504-b0ee-a8119fa50288 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:20.475758 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c22da1c1-8125-4504-b0ee-a8119fa50288 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a HTTP/1.1" status: 200 len: 1131 time: 0.1439419 Sep 01 15:43:20.476183 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45626) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:20.485708 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-ed73e179-587e-41a0-90c3-61bce1d30f1c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'port_id': 'b38ea8ff-eec8-4912-afbb-be83ae8f71fd', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:20.541733 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ed73e179-587e-41a0-90c3-61bce1d30f1c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:20.581486 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afbbc5-e9d9-4554-91f2-688a254a8503 None None] Pushing event updated for resources: {'Port': ['ID=70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:20.605106 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7ef316-69ce-4afd-ae73-345b76a482f2 None None] Update dhcp port {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'fixed_ips': [{'subnet_id': 'eae8b373-8750-45d1-8b9d-033d3985b14e', 'ip_address': '172.20.0.2'}, {'subnet_id': '908f51a5-96eb-4f11-9192-8f5b15b9c9a6'}], 'binding:host_id': 'n-d-794796-3'}, 'id': '70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a'} from n-d-794796-3. {{(pid=94735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:43:20.640979 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bb7ef316-69ce-4afd-ae73-345b76a482f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:20.641803 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b8fb4149-a333-49b9-af36-70e23cba0b4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:20.644954 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b8fb4149-a333-49b9-af36-70e23cba0b4d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/a1c9be6c-e4cf-42e0-afe4-9090de08e9b3 HTTP/1.1" status: 204 len: 168 time: 1.4190035 Sep 01 15:43:20.650789 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45628) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:20.746881 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492b7d72-c190-4f5d-b6b5-e2b6e2fbffe3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:20.749634 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492b7d72-c190-4f5d-b6b5-e2b6e2fbffe3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:20.751229 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492b7d72-c190-4f5d-b6b5-e2b6e2fbffe3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:20.757315 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-492b7d72-c190-4f5d-b6b5-e2b6e2fbffe3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1049957 Sep 01 15:43:20.757980 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45632) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:20.803352 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ed73e179-587e-41a0-90c3-61bce1d30f1c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:20.842662 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-03903f62-db24-4fe9-a8e5-3601bd3fa81f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet 908f51a5-96eb-4f11-9192-8f5b15b9c9a6 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:43:20.849675 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-03903f62-db24-4fe9-a8e5-3601bd3fa81f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:20.975522 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-03903f62-db24-4fe9-a8e5-3601bd3fa81f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:21.064560 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:43:21.083786 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-03903f62-db24-4fe9-a8e5-3601bd3fa81f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:21.094539 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-ed73e179-587e-41a0-90c3-61bce1d30f1c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Allocated IP 172.25.6.201 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/ce8b5ffb-6122-44b3-9749-bd37dc66e2ec) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:21.214278 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:21.214930 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:21.359157 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-03903f62-db24-4fe9-a8e5-3601bd3fa81f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server [None req-bb7ef316-69ce-4afd-ae73-345b76a482f2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 908f51a5-96eb-4f11-9192-8f5b15b9c9a6: This subnet is being modified by another concurrent operation. Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1729, in update_port Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise exception Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 908f51a5-96eb-4f11-9192-8f5b15b9c9a6: This subnet is being modified by another concurrent operation. Sep 01 15:43:21.381998 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server Sep 01 15:43:21.465938 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ed73e179-587e-41a0-90c3-61bce1d30f1c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:21.555558 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03903f62-db24-4fe9-a8e5-3601bd3fa81f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=908f51a5-96eb-4f11-9192-8f5b15b9c9a6,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:21.578200 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-03903f62-db24-4fe9-a8e5-3601bd3fa81f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:21.593731 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-03903f62-db24-4fe9-a8e5-3601bd3fa81f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/908f51a5-96eb-4f11-9192-8f5b15b9c9a6 HTTP/1.1" status: 204 len: 168 time: 0.8340957 Sep 01 15:43:21.594782 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45678) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:21.641542 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ed73e179-587e-41a0-90c3-61bce1d30f1c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:21.647088 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-30d008f8-5766-4541-984b-62b32b4cb8c2 None None] Could not find standard attr ID for object a1c9be6c-e4cf-42e0-afe4-9090de08e9b3. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:43:21.676825 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-30d008f8-5766-4541-984b-62b32b4cb8c2 None None] Provisioning complete for port 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:21.680556 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-30d008f8-5766-4541-984b-62b32b4cb8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:21.763015 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-b68847ed-f523-4909-aec9-42d9aca6a87d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet eae8b373-8750-45d1-8b9d-033d3985b14e {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:43:21.772163 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b68847ed-f523-4909-aec9-42d9aca6a87d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:21.782924 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed73e179-587e-41a0-90c3-61bce1d30f1c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:21.788586 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-ed73e179-587e-41a0-90c3-61bce1d30f1c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:21.811481 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed73e179-587e-41a0-90c3-61bce1d30f1c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:43:21.871803 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b68847ed-f523-4909-aec9-42d9aca6a87d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:21.941125 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73e179-587e-41a0-90c3-61bce1d30f1c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event updated for resources: {'Port': ['ID=ce8b5ffb-6122-44b3-9749-bd37dc66e2ec,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:22.037952 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b68847ed-f523-4909-aec9-42d9aca6a87d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:22.106457 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ccf98b-a326-4342-8023-ba3a58e6b1f2 None None] get_active_networks_info from n-d-794796-3 {{(pid=94735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:43:22.115610 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-fcf91c8b-49d5-4119-931c-6e88aee1d9cc None None] Could not find standard attr ID for object a1c9be6c-e4cf-42e0-afe4-9090de08e9b3. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:43:22.163389 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b68847ed-f523-4909-aec9-42d9aca6a87d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:22.190260 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-fcf91c8b-49d5-4119-931c-6e88aee1d9cc None None] Could not find standard attr ID for object c99dacb5-d9b5-40e2-bf0f-e7d18a000c8d. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:43:22.226625 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68847ed-f523-4909-aec9-42d9aca6a87d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=eae8b373-8750-45d1-8b9d-033d3985b14e,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:22.239506 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b68847ed-f523-4909-aec9-42d9aca6a87d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:22.250160 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b68847ed-f523-4909-aec9-42d9aca6a87d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/eae8b373-8750-45d1-8b9d-033d3985b14e HTTP/1.1" status: 204 len: 168 time: 0.6535535 Sep 01 15:43:22.252513 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45684) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:22.378791 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9e77cf4f-0b81-4ca7-88ba-e8e69913fed6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1238854 Sep 01 15:43:22.379871 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45688) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:22.389510 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-1d42e0e4-91e1-4d9d-ad04-bb7a581cfa2a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:22.476441 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ccf98b-a326-4342-8023-ba3a58e6b1f2 None None] Resources bound (agent type, host, resource id): {{(pid=94735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:43:22.585598 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d42e0e4-91e1-4d9d-ad04-bb7a581cfa2a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:22.593485 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d42e0e4-91e1-4d9d-ad04-bb7a581cfa2a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:22.992297 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d42e0e4-91e1-4d9d-ad04-bb7a581cfa2a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:23.049421 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:43:23.087008 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42e0e4-91e1-4d9d-ad04-bb7a581cfa2a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=996b5482-091e-4fe5-9639-694cfec8b031,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:23.117162 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d42e0e4-91e1-4d9d-ad04-bb7a581cfa2a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:23.119735 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-1d42e0e4-91e1-4d9d-ad04-bb7a581cfa2a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:23.135058 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d42e0e4-91e1-4d9d-ad04-bb7a581cfa2a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:23.136462 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1d42e0e4-91e1-4d9d-ad04-bb7a581cfa2a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:23.186353 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1d42e0e4-91e1-4d9d-ad04-bb7a581cfa2a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8025169 Sep 01 15:43:23.187040 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45722) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:23.192870 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-8cef0aa0-0080-429b-a419-7ce714533d83 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:23.248836 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:23.333319 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:23.344728 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:23.374985 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cb4a68-9d92-4762-9b80-a5a3570ce4e7 None None] Update dhcp port {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'fixed_ips': [{'subnet_id': '996b5482-091e-4fe5-9639-694cfec8b031'}], 'binding:host_id': 'n-d-794796-3'}, 'id': '70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a'} from n-d-794796-3. {{(pid=94735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:43:23.475468 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cef0aa0-0080-429b-a419-7ce714533d83 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:23.480427 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8cef0aa0-0080-429b-a419-7ce714533d83 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:23.491371 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b6cb4a68-9d92-4762-9b80-a5a3570ce4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:23.513592 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ed73e179-587e-41a0-90c3-61bce1d30f1c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:23.540842 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:23.698194 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ed73e179-587e-41a0-90c3-61bce1d30f1c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:23.755694 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-b6cb4a68-9d92-4762-9b80-a5a3570ce4e7 None None] Allocated IP 172.20.0.2 (cd7a8297-1f21-4764-8355-6754da4b856f/996b5482-091e-4fe5-9639-694cfec8b031/70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:23.954062 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b6cb4a68-9d92-4762-9b80-a5a3570ce4e7 None None] For port 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:23.958935 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ed73e179-587e-41a0-90c3-61bce1d30f1c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:23.965621 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ed73e179-587e-41a0-90c3-61bce1d30f1c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:24.025977 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b6cb4a68-9d92-4762-9b80-a5a3570ce4e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:24.059991 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b6cb4a68-9d92-4762-9b80-a5a3570ce4e7 None None] Transition to ACTIVE for port object 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:24.066396 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b6cb4a68-9d92-4762-9b80-a5a3570ce4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:24.094504 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73e179-587e-41a0-90c3-61bce1d30f1c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event updated for resources: {'Port': ['ID=ce8b5ffb-6122-44b3-9749-bd37dc66e2ec,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:24.109267 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ed73e179-587e-41a0-90c3-61bce1d30f1c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:24.210778 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb4a68-9d92-4762-9b80-a5a3570ce4e7 None None] Pushing event updated for resources: {'Port': ['ID=70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:24.281503 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-ed73e179-587e-41a0-90c3-61bce1d30f1c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Floating IP f497bd5f-b35f-42c9-83d0-a6fb39f1fb6f associated. External IP: 172.25.6.201, port: b38ea8ff-eec8-4912-afbb-be83ae8f71fd. Sep 01 15:43:24.305844 n-d-794796-3 neutron-server[94734]: DEBUG neutron.objects.ports [None req-8cef0aa0-0080-429b-a419-7ce714533d83 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:43:24.726508 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8cef0aa0-0080-429b-a419-7ce714533d83 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:24.829065 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed73e179-587e-41a0-90c3-61bce1d30f1c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Router e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:43:25.016354 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed73e179-587e-41a0-90c3-61bce1d30f1c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:43:25.029178 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8683255-b317-4068-a6ea-79f8a3e97d2a None None] Sync routers for ids ['e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:43:25.050834 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ed73e179-587e-41a0-90c3-61bce1d30f1c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:25.061776 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8683255-b317-4068-a6ea-79f8a3e97d2a None None] Routers {'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:43:25.063254 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b8683255-b317-4068-a6ea-79f8a3e97d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:43:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:43:25.102894 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ed73e179-587e-41a0-90c3-61bce1d30f1c tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.6220388 Sep 01 15:43:25.102894 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea82157-8a76-4be2-a80f-c96e88a6ff0a', 'tag': 'b38ea8ff-eec8-4912-afbb-be83ae8f71fd'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:43:25.104646 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6973c499-91de-4f15-b167-4bb08b4b59b6" -d '{"events": [{"name": "network-changed", "server_uuid": "aea82157-8a76-4be2-a80f-c96e88a6ff0a", "tag": "b38ea8ff-eec8-4912-afbb-be83ae8f71fd"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:43:25.105107 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45732) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:25.171608 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-8cef0aa0-0080-429b-a419-7ce714533d83 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] For port 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:25.173205 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:43:25.194862 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc018085-45b4-491b-a567-cadf470c6563 x-openstack-request-id: req-dc018085-45b4-491b-a567-cadf470c6563 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:43:25.195276 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea82157-8a76-4be2-a80f-c96e88a6ff0a", "tag": "b38ea8ff-eec8-4912-afbb-be83ae8f71fd", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:43:25.195605 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc018085-45b4-491b-a567-cadf470c6563 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:43:25.196094 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea82157-8a76-4be2-a80f-c96e88a6ff0a', 'tag': 'b38ea8ff-eec8-4912-afbb-be83ae8f71fd', 'status': 'completed', 'code': 200} Sep 01 15:43:25.240303 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8cef0aa0-0080-429b-a419-7ce714533d83 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:25.277195 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-b8683255-b317-4068-a6ea-79f8a3e97d2a None None] Set router e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:43:25.325300 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973c499-91de-4f15-b167-4bb08b4b59b6 req-0c1203b6-17d2-494b-838b-de21f95db3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:25.327709 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6973c499-91de-4f15-b167-4bb08b4b59b6 req-0c1203b6-17d2-494b-838b-de21f95db3c9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a71dc08c28b44bd2acfe82e791b71db4&device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a HTTP/1.1" status: 200 len: 1136 time: 0.1021314 Sep 01 15:43:25.380085 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8cef0aa0-0080-429b-a419-7ce714533d83 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:25.381406 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8cef0aa0-0080-429b-a419-7ce714533d83 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:25.465668 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973c499-91de-4f15-b167-4bb08b4b59b6 req-6a79b5ff-4453-4d90-8b07-931b99b9cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:25.467694 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6973c499-91de-4f15-b167-4bb08b4b59b6 req-6a79b5ff-4453-4d90-8b07-931b99b9cf69 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763 HTTP/1.1" status: 200 len: 898 time: 0.1311460 Sep 01 15:43:25.630535 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6973c499-91de-4f15-b167-4bb08b4b59b6 req-3635bb36-48c4-4d7d-8bea-4c9b552be27a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b38ea8ff-eec8-4912-afbb-be83ae8f71fd HTTP/1.1" status: 200 len: 1000 time: 0.1534607 Sep 01 15:43:25.649611 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cef0aa0-0080-429b-a419-7ce714533d83 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:25.676614 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-8cef0aa0-0080-429b-a419-7ce714533d83 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:25.683220 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cef0aa0-0080-429b-a419-7ce714533d83 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:25.685148 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8cef0aa0-0080-429b-a419-7ce714533d83 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:25.710612 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431e3fe2-b6a2-4f5b-9fd2-a9f472b8202c None None] get_active_networks_info from n-d-794796-3 {{(pid=94735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:43:25.721339 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973c499-91de-4f15-b167-4bb08b4b59b6 req-2cc0fec5-e4db-4bba-8936-fee98e86295f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:25.724616 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6973c499-91de-4f15-b167-4bb08b4b59b6 req-2cc0fec5-e4db-4bba-8936-fee98e86295f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fad7484f-5abb-4bde-9fca-093bd3730f96 HTTP/1.1" status: 200 len: 834 time: 0.0813918 Sep 01 15:43:25.793257 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973c499-91de-4f15-b167-4bb08b4b59b6 req-ce1a13c9-332b-4c13-93d6-7ab240061a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:25.796144 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6973c499-91de-4f15-b167-4bb08b4b59b6 req-ce1a13c9-332b-4c13-93d6-7ab240061a10 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615187 Sep 01 15:43:25.821107 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef0aa0-0080-429b-a419-7ce714533d83 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Port': ['ID=70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a,revision_number=8']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:25.826187 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef0aa0-0080-429b-a419-7ce714533d83 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=56aca8e5-17f8-45f9-ab7a-f956154efa57,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:25.852221 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c86749f0-c0e7-420c-b6d3-c3bfc1fc1e96 None None] Provisioning for port 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:43:25.881906 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8cef0aa0-0080-429b-a419-7ce714533d83 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6936646 Sep 01 15:43:25.889856 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45740) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:25.896961 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-3abc22ca-852f-4481-9b82-e4cc5899ed7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'mac_address': 'fa:16:3e:47:b8:1d', 'name': 'tempest-NetworksTestDHCPv6-1019752092'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:25.900066 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c86749f0-c0e7-420c-b6d3-c3bfc1fc1e96 None None] Provisioning complete for port 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:25.901106 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c86749f0-c0e7-420c-b6d3-c3bfc1fc1e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:25.985442 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d8f014-ea8a-4c3d-b3db-9deeb3fb4354 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:25.986040 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d8f014-ea8a-4c3d-b3db-9deeb3fb4354 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:25.988497 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d8f014-ea8a-4c3d-b3db-9deeb3fb4354 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:25.989332 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d8f014-ea8a-4c3d-b3db-9deeb3fb4354 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:25.989835 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d8f014-ea8a-4c3d-b3db-9deeb3fb4354 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:25.990584 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d8f014-ea8a-4c3d-b3db-9deeb3fb4354 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:25.991060 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d8f014-ea8a-4c3d-b3db-9deeb3fb4354 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:25.997970 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-60d8f014-ea8a-4c3d-b3db-9deeb3fb4354 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5028 time: 0.8825245 Sep 01 15:43:26.000173 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45742) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:26.078541 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431e3fe2-b6a2-4f5b-9fd2-a9f472b8202c None None] Resources bound (agent type, host, resource id): {{(pid=94735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:43:26.112040 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b8683255-b317-4068-a6ea-79f8a3e97d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575050975', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:45Z', 'updated_at': '2021-09-01T15:42:54Z', 'revision_number': 4, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'gw_port': {'id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:46Z', 'updated_at': '2021-09-01T15:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'f497bd5f-b35f-42c9-83d0-a6fb39f1fb6f', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'port_id': 'b38ea8ff-eec8-4912-afbb-be83ae8f71fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763', 'mac_address': 'fa:16:3e:62:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea82157-8a76-4be2-a80f-c96e88a6ff0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:43:22Z', 'updated_at': '2021-09-01T15:43:22Z', 'revision_number': 0, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a68e85af-b663-47a5-ab04-524d5d2a1795', 'name': '', 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'mac_address': 'fa:16:3e:59:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'fad7484f-5abb-4bde-9fca-093bd3730f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:51Z', 'updated_at': '2021-09-01T15:43:03Z', 'revision_number': 5, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'subnets': [{'id': 'fad7484f-5abb-4bde-9fca-093bd3730f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:43:26.158464 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abc22ca-852f-4481-9b82-e4cc5899ed7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:26.176089 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8683255-b317-4068-a6ea-79f8a3e97d2a None None] Checking router: e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:43:26.183230 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6973c499-91de-4f15-b167-4bb08b4b59b6 req-f7a474c3-9070-4b23-a5f4-cfa2bf9b4627 service neutron] 10.222.0.45 "GET /v2.0/networks/f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789415 Sep 01 15:43:26.202377 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8683255-b317-4068-a6ea-79f8a3e97d2a None None] Routers {'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:43:26.203477 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b8683255-b317-4068-a6ea-79f8a3e97d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:43:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:43:26.225092 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d336ba87-8590-4211-84a0-0e1487a89d48 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:26.225570 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d336ba87-8590-4211-84a0-0e1487a89d48 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:26.226032 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d336ba87-8590-4211-84a0-0e1487a89d48 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:26.226533 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d336ba87-8590-4211-84a0-0e1487a89d48 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:26.226992 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d336ba87-8590-4211-84a0-0e1487a89d48 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:26.227446 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d336ba87-8590-4211-84a0-0e1487a89d48 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:26.227909 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d336ba87-8590-4211-84a0-0e1487a89d48 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:26.228359 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d336ba87-8590-4211-84a0-0e1487a89d48 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:26.233723 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d336ba87-8590-4211-84a0-0e1487a89d48 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5237 time: 0.2277131 Sep 01 15:43:26.239687 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45748) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:26.252486 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c86749f0-c0e7-420c-b6d3-c3bfc1fc1e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:26.414855 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6973c499-91de-4f15-b167-4bb08b4b59b6 req-55501f8c-7167-445b-b511-e8e7ca49e466 service neutron] 10.222.0.45 "GET /v2.0/networks/f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034848 Sep 01 15:43:26.525777 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-b8683255-b317-4068-a6ea-79f8a3e97d2a None None] Set router e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:43:26.618963 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c86749f0-c0e7-420c-b6d3-c3bfc1fc1e96 None None] For port 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:26.631629 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c86749f0-c0e7-420c-b6d3-c3bfc1fc1e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:26.653897 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3abc22ca-852f-4481-9b82-e4cc5899ed7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:26.760860 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-3abc22ca-852f-4481-9b82-e4cc5899ed7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] device_id is not set on port b6d8bf64-079c-48b4-a5f1-07b6f31c4cc5 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:43:26.857113 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86749f0-c0e7-420c-b6d3-c3bfc1fc1e96 None None] Pushing event updated for resources: {'Port': ['ID=70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a,revision_number=9']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:27.066024 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:43:27.100534 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b8683255-b317-4068-a6ea-79f8a3e97d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575050975', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:45Z', 'updated_at': '2021-09-01T15:42:54Z', 'revision_number': 4, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'gw_port': {'id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:46Z', 'updated_at': '2021-09-01T15:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'f497bd5f-b35f-42c9-83d0-a6fb39f1fb6f', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'port_id': 'b38ea8ff-eec8-4912-afbb-be83ae8f71fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763', 'mac_address': 'fa:16:3e:62:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea82157-8a76-4be2-a80f-c96e88a6ff0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:43:22Z', 'updated_at': '2021-09-01T15:43:22Z', 'revision_number': 0, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a68e85af-b663-47a5-ab04-524d5d2a1795', 'name': '', 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'mac_address': 'fa:16:3e:59:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'fad7484f-5abb-4bde-9fca-093bd3730f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:51Z', 'updated_at': '2021-09-01T15:43:03Z', 'revision_number': 5, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'subnets': [{'id': 'fad7484f-5abb-4bde-9fca-093bd3730f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:43:27.140914 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8683255-b317-4068-a6ea-79f8a3e97d2a None None] The sync data for ids ['e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'] in n-d-794796-3 is: [{'id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575050975', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:45Z', 'updated_at': '2021-09-01T15:42:54Z', 'revision_number': 4, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'gw_port': {'id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:46Z', 'updated_at': '2021-09-01T15:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'f497bd5f-b35f-42c9-83d0-a6fb39f1fb6f', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'port_id': 'b38ea8ff-eec8-4912-afbb-be83ae8f71fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3709, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763', 'mac_address': 'fa:16:3e:62:3c:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea82157-8a76-4be2-a80f-c96e88a6ff0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:43:22Z', 'updated_at': '2021-09-01T15:43:22Z', 'revision_number': 0, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a68e85af-b663-47a5-ab04-524d5d2a1795', 'name': '', 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'mac_address': 'fa:16:3e:59:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'fad7484f-5abb-4bde-9fca-093bd3730f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:51Z', 'updated_at': '2021-09-01T15:43:03Z', 'revision_number': 5, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'subnets': [{'id': 'fad7484f-5abb-4bde-9fca-093bd3730f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:43:27.203286 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:27.204678 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:27.589890 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d0eefe-6cc2-452e-aa74-3d1a76fab3c3 None None] New status for floating IP f497bd5f-b35f-42c9-83d0-a6fb39f1fb6f: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:43:27.750904 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-3abc22ca-852f-4481-9b82-e4cc5899ed7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 172.20.0.5 (cd7a8297-1f21-4764-8355-6754da4b856f/996b5482-091e-4fe5-9639-694cfec8b031/b6d8bf64-079c-48b4-a5f1-07b6f31c4cc5) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:27.769998 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-91148425-1391-4d90-bd61-43f0de22ce68 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 1.5288289 Sep 01 15:43:27.772808 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45758) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:27.783670 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-3abc22ca-852f-4481-9b82-e4cc5899ed7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 2001:db8::f816:3eff:fe47:b81d (cd7a8297-1f21-4764-8355-6754da4b856f/56aca8e5-17f8-45f9-ab7a-f956154efa57/b6d8bf64-079c-48b4-a5f1-07b6f31c4cc5) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:27.874607 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979e7c66-14c7-43f5-ade0-db97e205eb4a tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:27.878397 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979e7c66-14c7-43f5-ade0-db97e205eb4a tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:27.891280 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-979e7c66-14c7-43f5-ade0-db97e205eb4a tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1 HTTP/1.1" status: 200 len: 1989 time: 0.1157336 Sep 01 15:43:27.914878 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:28.096993 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f604d1db-fc5a-4981-9c4f-e055b8a9b455 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:43:28.158709 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3abc22ca-852f-4481-9b82-e4cc5899ed7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:28.181478 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-3abc22ca-852f-4481-9b82-e4cc5899ed7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Transition to ACTIVE for port object b6d8bf64-079c-48b4-a5f1-07b6f31c4cc5 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:28.181919 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-76d1a1f8-a5a8-4449-8c67-ae2685d7cd49 None None] Provisioning complete for port 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:28.182460 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-76d1a1f8-a5a8-4449-8c67-ae2685d7cd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:28.245518 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3abc22ca-852f-4481-9b82-e4cc5899ed7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:28.329896 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abc22ca-852f-4481-9b82-e4cc5899ed7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:28.335944 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-3abc22ca-852f-4481-9b82-e4cc5899ed7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:28.343785 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abc22ca-852f-4481-9b82-e4cc5899ed7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:43:28.355953 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc22ca-852f-4481-9b82-e4cc5899ed7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Port': ['ID=b6d8bf64-079c-48b4-a5f1-07b6f31c4cc5,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:28.452728 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abc22ca-852f-4481-9b82-e4cc5899ed7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:28.453909 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3abc22ca-852f-4481-9b82-e4cc5899ed7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:28.483060 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3abc22ca-852f-4481-9b82-e4cc5899ed7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5914640 Sep 01 15:43:28.486541 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45766) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:28.580576 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed73980-04f7-4205-996d-c70f5fa13c58 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:28.589193 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed73980-04f7-4205-996d-c70f5fa13c58 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:28.596378 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0ed73980-04f7-4205-996d-c70f5fa13c58 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1046562 Sep 01 15:43:28.597107 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45768) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:28.755394 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-3fe11e2d-edd3-49e5-8c88-132ca64f4e02 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting port b6d8bf64-079c-48b4-a5f1-07b6f31c4cc5 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:43:28.756459 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3fe11e2d-edd3-49e5-8c88-132ca64f4e02 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:28.801168 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27fc8e4-77f6-45b2-a6bc-8735a0833b12 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:43:28.864480 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3fe11e2d-edd3-49e5-8c88-132ca64f4e02 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:28.888477 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-3fe11e2d-edd3-49e5-8c88-132ca64f4e02 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Calling delete_port for b6d8bf64-079c-48b4-a5f1-07b6f31c4cc5 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:43:28.900373 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7af4970e-1972-4b55-a8e5-552ab93231cd None None] Provisioning complete for port 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:28.900729 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7af4970e-1972-4b55-a8e5-552ab93231cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:29.255436 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3fe11e2d-edd3-49e5-8c88-132ca64f4e02 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:29.256093 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7af4970e-1972-4b55-a8e5-552ab93231cd None None] Provisioning for port b6d8bf64-079c-48b4-a5f1-07b6f31c4cc5 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:43:29.264781 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7af4970e-1972-4b55-a8e5-552ab93231cd None None] Provisioning complete for port b6d8bf64-079c-48b4-a5f1-07b6f31c4cc5 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:29.265161 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7af4970e-1972-4b55-a8e5-552ab93231cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:29.292943 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-7af4970e-1972-4b55-a8e5-552ab93231cd None None] Port b6d8bf64-079c-48b4-a5f1-07b6f31c4cc5 was deleted so its status cannot be updated. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 01 15:43:29.336888 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe11e2d-edd3-49e5-8c88-132ca64f4e02 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Port': ['ID=b6d8bf64-079c-48b4-a5f1-07b6f31c4cc5,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:29.504159 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3fe11e2d-edd3-49e5-8c88-132ca64f4e02 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:29.506790 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3fe11e2d-edd3-49e5-8c88-132ca64f4e02 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/b6d8bf64-079c-48b4-a5f1-07b6f31c4cc5 HTTP/1.1" status: 204 len: 168 time: 0.9078352 Sep 01 15:43:29.510511 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45776) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:29.629524 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42fdd0f-e341-4f4e-8b39-544ccc5b15c0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:29.632207 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42fdd0f-e341-4f4e-8b39-544ccc5b15c0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:29.634684 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42fdd0f-e341-4f4e-8b39-544ccc5b15c0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:29.640086 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45780) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:29.640461 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f42fdd0f-e341-4f4e-8b39-544ccc5b15c0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1283212 Sep 01 15:43:29.640654 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0380f528-585b-446b-ada7-d63f1c7dfaef None None] Provisioning complete for port 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:29.640848 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0380f528-585b-446b-ada7-d63f1c7dfaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:29.737695 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5adc3c-51fb-410f-b524-941125d94b9f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet 56aca8e5-17f8-45f9-ab7a-f956154efa57 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:43:29.743079 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6c5adc3c-51fb-410f-b524-941125d94b9f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:29.824999 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6c5adc3c-51fb-410f-b524-941125d94b9f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:29.831040 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0380f528-585b-446b-ada7-d63f1c7dfaef None None] Could not find standard attr ID for object b6d8bf64-079c-48b4-a5f1-07b6f31c4cc5. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:43:29.938520 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6c5adc3c-51fb-410f-b524-941125d94b9f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:30.033745 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6c5adc3c-51fb-410f-b524-941125d94b9f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:30.079218 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5adc3c-51fb-410f-b524-941125d94b9f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=56aca8e5-17f8-45f9-ab7a-f956154efa57,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:30.081541 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6c5adc3c-51fb-410f-b524-941125d94b9f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:30.086884 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45786) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:30.095142 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6c5adc3c-51fb-410f-b524-941125d94b9f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/56aca8e5-17f8-45f9-ab7a-f956154efa57 HTTP/1.1" status: 204 len: 168 time: 0.4531298 Sep 01 15:43:30.150685 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5ebcfe55-e0ee-4a51-88ca-29ab110d2abb None None] Could not find standard attr ID for object b6d8bf64-079c-48b4-a5f1-07b6f31c4cc5. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:43:30.158749 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-914793c6-1612-4d89-88e6-41b25732b253 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet 996b5482-091e-4fe5-9639-694cfec8b031 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:43:30.162575 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-914793c6-1612-4d89-88e6-41b25732b253 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:30.260468 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-914793c6-1612-4d89-88e6-41b25732b253 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:30.443962 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-914793c6-1612-4d89-88e6-41b25732b253 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:30.479148 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171d45a2-4ebd-4185-b6d9-08ef96e5064b None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:43:30.556705 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-914793c6-1612-4d89-88e6-41b25732b253 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:30.615488 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914793c6-1612-4d89-88e6-41b25732b253 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=996b5482-091e-4fe5-9639-694cfec8b031,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:30.627785 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-914793c6-1612-4d89-88e6-41b25732b253 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:30.635974 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45790) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:30.647624 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-914793c6-1612-4d89-88e6-41b25732b253 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/996b5482-091e-4fe5-9639-694cfec8b031 HTTP/1.1" status: 204 len: 168 time: 0.5595474 Sep 01 15:43:30.722496 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d52483e4-2694-44bb-a713-fb3a0ee2bd3a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0837371 Sep 01 15:43:30.723909 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45792) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:30.798951 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e862da04-6c4f-4f67-bb29-da75ed877ac6 None None] DHCP port deletion for cd7a8297-1f21-4764-8355-6754da4b856f request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:43:30.829385 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97eb161-5825-4ea9-896c-63a31d6c2e8c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:30.832342 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d97eb161-5825-4ea9-896c-63a31d6c2e8c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1066961 Sep 01 15:43:30.836586 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45796) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:30.950573 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e862da04-6c4f-4f67-bb29-da75ed877ac6 None None] Deleting port 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:43:30.952130 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e862da04-6c4f-4f67-bb29-da75ed877ac6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:30.989846 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d17676-a13b-4432-914e-f1ea353afbfe tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:31.004162 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-31d17676-a13b-4432-914e-f1ea353afbfe tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1648293 Sep 01 15:43:31.006766 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45798) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:31.100775 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-90f78796-b9f9-47c4-948a-9c3b13014fef tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924110 Sep 01 15:43:31.102009 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e862da04-6c4f-4f67-bb29-da75ed877ac6 None None] For port 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:31.102776 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e862da04-6c4f-4f67-bb29-da75ed877ac6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:31.108233 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45800) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:31.119421 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-f8800109-8d58-4c3d-b4ad-afb72091ad6e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:31.130534 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e862da04-6c4f-4f67-bb29-da75ed877ac6 None None] Calling delete_port for 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:43:31.156336 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:43:31.320304 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8800109-8d58-4c3d-b4ad-afb72091ad6e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:31.330440 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f8800109-8d58-4c3d-b4ad-afb72091ad6e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:31.334168 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:31.336689 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8800109-8d58-4c3d-b4ad-afb72091ad6e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:43:31.338751 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8800109-8d58-4c3d-b4ad-afb72091ad6e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:43:31.367750 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f8800109-8d58-4c3d-b4ad-afb72091ad6e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2571404 Sep 01 15:43:31.372481 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45804) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:31.385307 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-4aa9693a-7a4f-4c9e-a776-088521b49b78 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:31.395024 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e862da04-6c4f-4f67-bb29-da75ed877ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:31.541579 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e862da04-6c4f-4f67-bb29-da75ed877ac6 None None] No DVR routers for this DVR port 70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:43:31.583958 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862da04-6c4f-4f67-bb29-da75ed877ac6 None None] Pushing event deleted for resources: {'Port': ['ID=70c672d1-3bb7-417b-ae8d-0d5e9cc24e8a,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:31.719444 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa9693a-7a4f-4c9e-a776-088521b49b78 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:31.726670 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4aa9693a-7a4f-4c9e-a776-088521b49b78 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:31.729412 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa9693a-7a4f-4c9e-a776-088521b49b78 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:43:31.730186 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa9693a-7a4f-4c9e-a776-088521b49b78 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:43:31.757871 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4aa9693a-7a4f-4c9e-a776-088521b49b78 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3830183 Sep 01 15:43:31.762488 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45806) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:31.771822 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6f4e8a9e-196d-452b-9e74-c209ddcfafa5 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:31.947319 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4e8a9e-196d-452b-9e74-c209ddcfafa5 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:31.955547 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8a9e-196d-452b-9e74-c209ddcfafa5 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:31.958729 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f4e8a9e-196d-452b-9e74-c209ddcfafa5 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:43:31.959685 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f4e8a9e-196d-452b-9e74-c209ddcfafa5 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:43:31.988614 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6f4e8a9e-196d-452b-9e74-c209ddcfafa5 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2235975 Sep 01 15:43:31.992333 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45812) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:32.001913 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-af96526a-9078-444f-a1e9-cc2a67dd5c9a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:32.147955 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af96526a-9078-444f-a1e9-cc2a67dd5c9a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:32.154710 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-af96526a-9078-444f-a1e9-cc2a67dd5c9a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:32.157256 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-af96526a-9078-444f-a1e9-cc2a67dd5c9a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:43:32.158025 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af96526a-9078-444f-a1e9-cc2a67dd5c9a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:43:32.189187 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-af96526a-9078-444f-a1e9-cc2a67dd5c9a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1951993 Sep 01 15:43:32.194370 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45814) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:32.201815 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-e7dabfa8-62c1-41a9-9bc9-7bd9af1fd627 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:32.338997 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7dabfa8-62c1-41a9-9bc9-7bd9af1fd627 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:32.346170 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e7dabfa8-62c1-41a9-9bc9-7bd9af1fd627 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:32.349070 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7dabfa8-62c1-41a9-9bc9-7bd9af1fd627 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:43:32.349857 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7dabfa8-62c1-41a9-9bc9-7bd9af1fd627 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:43:32.374343 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e7dabfa8-62c1-41a9-9bc9-7bd9af1fd627 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1780221 Sep 01 15:43:32.381970 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45816) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:32.389049 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-421cecfa-d90d-49c5-b610-7422126e1805 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:32.572572 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421cecfa-d90d-49c5-b610-7422126e1805 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:32.592604 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-421cecfa-d90d-49c5-b610-7422126e1805 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:32.596901 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-421cecfa-d90d-49c5-b610-7422126e1805 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:43:32.601905 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-421cecfa-d90d-49c5-b610-7422126e1805 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:43:32.635537 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-421cecfa-d90d-49c5-b610-7422126e1805 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2512176 Sep 01 15:43:32.638495 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45820) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:32.681448 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-965f2f3f-8243-491e-a606-71045065ffd7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0413992 Sep 01 15:43:32.684296 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45822) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:32.759252 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a98e152-fb92-4668-95aa-2c4dbe578882 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:32.761684 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7a98e152-fb92-4668-95aa-2c4dbe578882 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0762396 Sep 01 15:43:32.764601 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45824) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:32.826353 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6901d3bc-424b-47c2-82e2-586856768fd1 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0586016 Sep 01 15:43:32.832051 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45826) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:32.840032 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-501e6395-cced-4332-aff4-54b078f8938a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:32.997802 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501e6395-cced-4332-aff4-54b078f8938a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:33.003164 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-501e6395-cced-4332-aff4-54b078f8938a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:33.386609 n-d-794796-3 neutron-server[94734]: DEBUG neutron.objects.ports [None req-501e6395-cced-4332-aff4-54b078f8938a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:43:33.388122 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-501e6395-cced-4332-aff4-54b078f8938a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:33.454411 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501e6395-cced-4332-aff4-54b078f8938a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:33.458331 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-501e6395-cced-4332-aff4-54b078f8938a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:33.462346 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501e6395-cced-4332-aff4-54b078f8938a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:33.462974 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-501e6395-cced-4332-aff4-54b078f8938a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:33.473002 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e685ebc6-9a67-4254-8081-105c7cb3ae8d None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:43:33.474548 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e6395-cced-4332-aff4-54b078f8938a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=ccb2fb14-88dd-4a3f-ba9b-d61819930862,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:33.487378 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e6395-cced-4332-aff4-54b078f8938a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:33.487759 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e6395-cced-4332-aff4-54b078f8938a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:33.488153 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e6395-cced-4332-aff4-54b078f8938a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:33.488547 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e6395-cced-4332-aff4-54b078f8938a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:33.488890 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e6395-cced-4332-aff4-54b078f8938a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:33.489231 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e6395-cced-4332-aff4-54b078f8938a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:33.489609 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e6395-cced-4332-aff4-54b078f8938a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:33.489987 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e6395-cced-4332-aff4-54b078f8938a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:33.490518 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e6395-cced-4332-aff4-54b078f8938a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:33.490850 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e6395-cced-4332-aff4-54b078f8938a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:33.491243 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e6395-cced-4332-aff4-54b078f8938a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:33.491578 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501e6395-cced-4332-aff4-54b078f8938a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:33.500603 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-501e6395-cced-4332-aff4-54b078f8938a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6635022 Sep 01 15:43:33.500968 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45832) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:33.506399 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-183ed3bf-b58e-4aaa-b092-42fe6b25b664 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'mac_address': 'fa:16:3e:ac:47:7b', 'name': 'tempest-NetworksTestDHCPv6-1380561807'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:33.670862 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183ed3bf-b58e-4aaa-b092-42fe6b25b664 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:33.747686 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cec611c-81bd-4b96-8cec-6b08411ef12e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-cd7a8297-1f21-4764-8355-6754da4b856f', 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'fixed_ips': [{'subnet_id': 'ccb2fb14-88dd-4a3f-ba9b-d61819930862'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:43:33.750097 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3cec611c-81bd-4b96-8cec-6b08411ef12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:33.795304 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-183ed3bf-b58e-4aaa-b092-42fe6b25b664 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:33.823116 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-183ed3bf-b58e-4aaa-b092-42fe6b25b664 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] device_id is not set on port b6a5c598-4c64-433a-8547-994c558b4ea5 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:43:33.940634 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-3cec611c-81bd-4b96-8cec-6b08411ef12e None None] Allocated IP 2001:db8::f816:3eff:fe0e:5f65 (cd7a8297-1f21-4764-8355-6754da4b856f/ccb2fb14-88dd-4a3f-ba9b-d61819930862/f425f187-6c1e-485f-8192-defd023eb3b5) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:34.193716 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3cec611c-81bd-4b96-8cec-6b08411ef12e None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:34.215762 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3cec611c-81bd-4b96-8cec-6b08411ef12e None None] Transition to ACTIVE for port object f425f187-6c1e-485f-8192-defd023eb3b5 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:34.248710 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3cec611c-81bd-4b96-8cec-6b08411ef12e None None] Transition to ACTIVE for port object f425f187-6c1e-485f-8192-defd023eb3b5 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:34.262183 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3cec611c-81bd-4b96-8cec-6b08411ef12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:34.326914 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-183ed3bf-b58e-4aaa-b092-42fe6b25b664 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 2001:db8::f816:3eff:feac:477b (cd7a8297-1f21-4764-8355-6754da4b856f/ccb2fb14-88dd-4a3f-ba9b-d61819930862/b6a5c598-4c64-433a-8547-994c558b4ea5) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:34.341825 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cec611c-81bd-4b96-8cec-6b08411ef12e None None] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:34.353429 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-3cec611c-81bd-4b96-8cec-6b08411ef12e None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:34.360462 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cec611c-81bd-4b96-8cec-6b08411ef12e None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:43:34.419841 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec611c-81bd-4b96-8cec-6b08411ef12e None None] Pushing event updated for resources: {'Port': ['ID=f425f187-6c1e-485f-8192-defd023eb3b5,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:34.475211 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3cec611c-81bd-4b96-8cec-6b08411ef12e None None] Attempting to bind port f425f187-6c1e-485f-8192-defd023eb3b5 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:43:34.476291 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3cec611c-81bd-4b96-8cec-6b08411ef12e None None] Attempting to bind port f425f187-6c1e-485f-8192-defd023eb3b5 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:43:34.476623 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cec611c-81bd-4b96-8cec-6b08411ef12e None None] Attempting to bind port f425f187-6c1e-485f-8192-defd023eb3b5 on network cd7a8297-1f21-4764-8355-6754da4b856f {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:43:34.487133 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cec611c-81bd-4b96-8cec-6b08411ef12e None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:43:34.487919 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cec611c-81bd-4b96-8cec-6b08411ef12e None None] Checking segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:43:34.488710 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3cec611c-81bd-4b96-8cec-6b08411ef12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:34.489483 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cec611c-81bd-4b96-8cec-6b08411ef12e None None] Bound using segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:43:34.490432 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3cec611c-81bd-4b96-8cec-6b08411ef12e None None] Bound port: f425f187-6c1e-485f-8192-defd023eb3b5, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:43:34.491240 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3cec611c-81bd-4b96-8cec-6b08411ef12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:34.580010 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3cec611c-81bd-4b96-8cec-6b08411ef12e None None] For port f425f187-6c1e-485f-8192-defd023eb3b5, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:43:34.583028 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-183ed3bf-b58e-4aaa-b092-42fe6b25b664 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:34.588405 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3cec611c-81bd-4b96-8cec-6b08411ef12e None None] For port f425f187-6c1e-485f-8192-defd023eb3b5, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f425f187-6c1e-485f-8192-defd023eb3b5,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:43:34.597630 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3cec611c-81bd-4b96-8cec-6b08411ef12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:34.602168 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-183ed3bf-b58e-4aaa-b092-42fe6b25b664 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Transition to ACTIVE for port object b6a5c598-4c64-433a-8547-994c558b4ea5 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:34.644205 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-183ed3bf-b58e-4aaa-b092-42fe6b25b664 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:34.699722 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec611c-81bd-4b96-8cec-6b08411ef12e None None] Pushing event updated for resources: {'Port': ['ID=f425f187-6c1e-485f-8192-defd023eb3b5,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:34.704568 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183ed3bf-b58e-4aaa-b092-42fe6b25b664 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:34.709157 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-183ed3bf-b58e-4aaa-b092-42fe6b25b664 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:34.719300 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183ed3bf-b58e-4aaa-b092-42fe6b25b664 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:43:34.726954 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183ed3bf-b58e-4aaa-b092-42fe6b25b664 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:34.727799 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-183ed3bf-b58e-4aaa-b092-42fe6b25b664 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:34.760682 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ed3bf-b58e-4aaa-b092-42fe6b25b664 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Port': ['ID=b6a5c598-4c64-433a-8547-994c558b4ea5,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:34.780147 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45840) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:34.795546 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-183ed3bf-b58e-4aaa-b092-42fe6b25b664 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2928383 Sep 01 15:43:34.883912 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0fcad7-e293-4889-bfa5-a4819ef9b57b tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:34.898380 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0fcad7-e293-4889-bfa5-a4819ef9b57b tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:34.899113 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3e0fcad7-e293-4889-bfa5-a4819ef9b57b tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1176798 Sep 01 15:43:34.905361 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45842) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:35.087462 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-04b26afb-3a7f-41a9-90b3-47176ea0af73 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting port b6a5c598-4c64-433a-8547-994c558b4ea5 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:43:35.087814 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04b26afb-3a7f-41a9-90b3-47176ea0af73 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:35.271262 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04b26afb-3a7f-41a9-90b3-47176ea0af73 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:35.313324 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-04b26afb-3a7f-41a9-90b3-47176ea0af73 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Calling delete_port for b6a5c598-4c64-433a-8547-994c558b4ea5 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:43:35.598337 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04b26afb-3a7f-41a9-90b3-47176ea0af73 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:35.655391 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b26afb-3a7f-41a9-90b3-47176ea0af73 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Port': ['ID=b6a5c598-4c64-433a-8547-994c558b4ea5,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:35.684194 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04b26afb-3a7f-41a9-90b3-47176ea0af73 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:35.690494 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45846) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:35.690946 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-04b26afb-3a7f-41a9-90b3-47176ea0af73 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/b6a5c598-4c64-433a-8547-994c558b4ea5 HTTP/1.1" status: 204 len: 168 time: 0.7863634 Sep 01 15:43:35.775779 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a4b516-6da2-4634-869d-82fb3059d6a1 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:35.778604 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a4b516-6da2-4634-869d-82fb3059d6a1 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:35.778604 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c2a4b516-6da2-4634-869d-82fb3059d6a1 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0863035 Sep 01 15:43:35.785131 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45848) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:35.882203 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c388a3-5dca-4204-a1c2-21eced5844f7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet ccb2fb14-88dd-4a3f-ba9b-d61819930862 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:43:35.888553 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-95c388a3-5dca-4204-a1c2-21eced5844f7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:36.027992 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-95c388a3-5dca-4204-a1c2-21eced5844f7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:36.180356 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-95c388a3-5dca-4204-a1c2-21eced5844f7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:36.363483 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-95c388a3-5dca-4204-a1c2-21eced5844f7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:36.466062 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c388a3-5dca-4204-a1c2-21eced5844f7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=ccb2fb14-88dd-4a3f-ba9b-d61819930862,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:36.471738 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-95c388a3-5dca-4204-a1c2-21eced5844f7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:36.473716 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3f0d6c2a-9740-49fa-93e5-ed5c7fc1ee02 None None] Provisioning for port f425f187-6c1e-485f-8192-defd023eb3b5 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:43:36.477745 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-95c388a3-5dca-4204-a1c2-21eced5844f7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/ccb2fb14-88dd-4a3f-ba9b-d61819930862 HTTP/1.1" status: 204 len: 168 time: 0.6888118 Sep 01 15:43:36.478663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45854) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:36.576059 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-eca2e44f-94e3-488b-b685-6529fb814780 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0955842 Sep 01 15:43:36.576854 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45856) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:36.586001 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-1a309634-46b5-4c83-b4f3-ab6e94bab06a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:36.696765 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c628d6fd-e0c5-4162-b338-a6ed1964a1c6 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:43:36.828409 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a309634-46b5-4c83-b4f3-ab6e94bab06a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:36.837265 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1a309634-46b5-4c83-b4f3-ab6e94bab06a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:36.846032 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-83b489ef-3ff2-4ea5-ab3e-8784f0b6840c None None] Could not find standard attr ID for object b6a5c598-4c64-433a-8547-994c558b4ea5. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:43:37.075756 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c864b1-6760-4045-b546-489fc923bdde None None] DHCP port deletion for cd7a8297-1f21-4764-8355-6754da4b856f request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:43:37.163272 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-73c864b1-6760-4045-b546-489fc923bdde None None] Deleting port f425f187-6c1e-485f-8192-defd023eb3b5 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:43:37.163658 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-73c864b1-6760-4045-b546-489fc923bdde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:37.269123 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-73c864b1-6760-4045-b546-489fc923bdde None None] For port f425f187-6c1e-485f-8192-defd023eb3b5, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f425f187-6c1e-485f-8192-defd023eb3b5,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:37.270278 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-73c864b1-6760-4045-b546-489fc923bdde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:37.299371 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-73c864b1-6760-4045-b546-489fc923bdde None None] Calling delete_port for f425f187-6c1e-485f-8192-defd023eb3b5 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:43:37.498528 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-73c864b1-6760-4045-b546-489fc923bdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:37.528355 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c864b1-6760-4045-b546-489fc923bdde None None] No DVR routers for this DVR port f425f187-6c1e-485f-8192-defd023eb3b5 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:43:37.566587 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c864b1-6760-4045-b546-489fc923bdde None None] Pushing event deleted for resources: {'Port': ['ID=f425f187-6c1e-485f-8192-defd023eb3b5,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:37.576674 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c864b1-6760-4045-b546-489fc923bdde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:37.577213 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c864b1-6760-4045-b546-489fc923bdde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:37.577574 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c864b1-6760-4045-b546-489fc923bdde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:37.577924 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c864b1-6760-4045-b546-489fc923bdde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:37.578255 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c864b1-6760-4045-b546-489fc923bdde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:37.578634 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c864b1-6760-4045-b546-489fc923bdde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:37.581406 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c864b1-6760-4045-b546-489fc923bdde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:37.581406 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c864b1-6760-4045-b546-489fc923bdde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:37.581406 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c864b1-6760-4045-b546-489fc923bdde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:37.582648 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c864b1-6760-4045-b546-489fc923bdde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:37.582648 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c864b1-6760-4045-b546-489fc923bdde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:37.582648 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c864b1-6760-4045-b546-489fc923bdde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:37.609231 n-d-794796-3 neutron-server[94733]: DEBUG neutron.objects.ports [None req-1a309634-46b5-4c83-b4f3-ab6e94bab06a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94733) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:43:37.903813 n-d-794796-3 neutron-server[94733]: WARNING neutron.services.revisions.revision_plugin [None req-1a309634-46b5-4c83-b4f3-ab6e94bab06a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Could not find related port for resource to bump revision. Sep 01 15:43:37.914334 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.ipam_pluggable_backend [None req-1a309634-46b5-4c83-b4f3-ab6e94bab06a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Port f425f187-6c1e-485f-8192-defd023eb3b5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94733) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 01 15:43:37.914913 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.ipam_pluggable_backend [None req-1a309634-46b5-4c83-b4f3-ab6e94bab06a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0e:5f65 {{(pid=94733) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 01 15:43:37.920854 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.ipam_pluggable_backend [None req-1a309634-46b5-4c83-b4f3-ab6e94bab06a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0e:5f65 {{(pid=94733) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 01 15:43:37.922892 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1a309634-46b5-4c83-b4f3-ab6e94bab06a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:37.986709 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a309634-46b5-4c83-b4f3-ab6e94bab06a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:37.993791 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-1a309634-46b5-4c83-b4f3-ab6e94bab06a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:37.999256 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a309634-46b5-4c83-b4f3-ab6e94bab06a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:37.999873 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1a309634-46b5-4c83-b4f3-ab6e94bab06a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:38.004352 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a309634-46b5-4c83-b4f3-ab6e94bab06a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=17970896-64ce-4316-a50f-8fb23e136527,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:38.019244 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e08fc2-139d-4f7d-88b8-f459cfb36f08 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:43:38.032011 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45862) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:38.033113 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1a309634-46b5-4c83-b4f3-ab6e94bab06a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4544761 Sep 01 15:43:38.046833 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-0a0997b5-4e10-4c6e-b59b-3cac4c9c3404 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'mac_address': 'fa:16:3e:0c:f1:a4', 'name': 'tempest-NetworksTestDHCPv6-1765611978'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:38.331501 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef88324-83d5-4099-8eed-15b09c8845fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-cd7a8297-1f21-4764-8355-6754da4b856f', 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'fixed_ips': [{'subnet_id': '17970896-64ce-4316-a50f-8fb23e136527'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:43:38.333572 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fef88324-83d5-4099-8eed-15b09c8845fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:38.337007 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0997b5-4e10-4c6e-b59b-3cac4c9c3404 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:38.493214 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0a0997b5-4e10-4c6e-b59b-3cac4c9c3404 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:38.537558 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-0a0997b5-4e10-4c6e-b59b-3cac4c9c3404 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] device_id is not set on port f0dde87a-b30d-4dba-93ea-d7e44a8d0113 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:43:38.767645 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:38.778716 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-fef88324-83d5-4099-8eed-15b09c8845fc None None] Allocated IP 2001:db8::f816:3eff:fe17:a6f9 (cd7a8297-1f21-4764-8355-6754da4b856f/17970896-64ce-4316-a50f-8fb23e136527/385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:39.044971 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f425f187-6c1e-485f-8192-defd023eb3b5 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:43:39.047607 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fef88324-83d5-4099-8eed-15b09c8845fc None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:39.073643 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: f425f187-6c1e-485f-8192-defd023eb3b5 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:43:39.073972 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f425f187-6c1e-485f-8192-defd023eb3b5 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:43:39.080339 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-fef88324-83d5-4099-8eed-15b09c8845fc None None] Transition to ACTIVE for port object 385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:39.109426 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-fef88324-83d5-4099-8eed-15b09c8845fc None None] Transition to ACTIVE for port object 385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:39.122215 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fef88324-83d5-4099-8eed-15b09c8845fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:39.140927 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef88324-83d5-4099-8eed-15b09c8845fc None None] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:39.143542 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-fef88324-83d5-4099-8eed-15b09c8845fc None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:39.165381 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef88324-83d5-4099-8eed-15b09c8845fc None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:43:39.208843 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-0a0997b5-4e10-4c6e-b59b-3cac4c9c3404 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 2001:db8::f816:3eff:fe0c:f1a4 (cd7a8297-1f21-4764-8355-6754da4b856f/17970896-64ce-4316-a50f-8fb23e136527/f0dde87a-b30d-4dba-93ea-d7e44a8d0113) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:39.235281 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef88324-83d5-4099-8eed-15b09c8845fc None None] Pushing event updated for resources: {'Port': ['ID=385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:39.240134 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-fef88324-83d5-4099-8eed-15b09c8845fc None None] Attempting to bind port 385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:43:39.240595 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-fef88324-83d5-4099-8eed-15b09c8845fc None None] Attempting to bind port 385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:43:39.240919 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef88324-83d5-4099-8eed-15b09c8845fc None None] Attempting to bind port 385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5 on network cd7a8297-1f21-4764-8355-6754da4b856f {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:43:39.246701 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef88324-83d5-4099-8eed-15b09c8845fc None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:43:39.247078 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef88324-83d5-4099-8eed-15b09c8845fc None None] Checking segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:43:39.247484 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fef88324-83d5-4099-8eed-15b09c8845fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:39.247966 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef88324-83d5-4099-8eed-15b09c8845fc None None] Bound using segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:43:39.248450 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-fef88324-83d5-4099-8eed-15b09c8845fc None None] Bound port: 385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:43:39.248840 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fef88324-83d5-4099-8eed-15b09c8845fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:39.318984 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7150f878-8da3-4d29-b515-c87a533f8363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:39.367971 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-fef88324-83d5-4099-8eed-15b09c8845fc None None] For port 385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:43:39.372861 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-fef88324-83d5-4099-8eed-15b09c8845fc None None] For port 385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:43:39.378412 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fef88324-83d5-4099-8eed-15b09c8845fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:39.487995 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0a0997b5-4e10-4c6e-b59b-3cac4c9c3404 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:39.512833 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef88324-83d5-4099-8eed-15b09c8845fc None None] Pushing event updated for resources: {'Port': ['ID=385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:39.521273 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-0a0997b5-4e10-4c6e-b59b-3cac4c9c3404 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Transition to ACTIVE for port object f0dde87a-b30d-4dba-93ea-d7e44a8d0113 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:39.602326 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0a0997b5-4e10-4c6e-b59b-3cac4c9c3404 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:39.656803 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0997b5-4e10-4c6e-b59b-3cac4c9c3404 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:39.660887 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-0a0997b5-4e10-4c6e-b59b-3cac4c9c3404 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:39.666124 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0997b5-4e10-4c6e-b59b-3cac4c9c3404 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:43:39.672560 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0997b5-4e10-4c6e-b59b-3cac4c9c3404 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:39.673260 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0a0997b5-4e10-4c6e-b59b-3cac4c9c3404 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:39.680141 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0997b5-4e10-4c6e-b59b-3cac4c9c3404 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Port': ['ID=f0dde87a-b30d-4dba-93ea-d7e44a8d0113,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:39.699497 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0a0997b5-4e10-4c6e-b59b-3cac4c9c3404 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6647034 Sep 01 15:43:39.702478 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45870) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:39.774124 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61723fe-a883-4950-bab6-cb2f4a12a1c7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:39.785312 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61723fe-a883-4950-bab6-cb2f4a12a1c7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:39.788098 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a61723fe-a883-4950-bab6-cb2f4a12a1c7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0844011 Sep 01 15:43:39.790763 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45872) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:40.060699 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-beeb97ed-56b5-4148-b175-623f06765ffd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting port f0dde87a-b30d-4dba-93ea-d7e44a8d0113 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:43:40.061031 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-beeb97ed-56b5-4148-b175-623f06765ffd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:40.192348 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-beeb97ed-56b5-4148-b175-623f06765ffd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:40.215736 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-beeb97ed-56b5-4148-b175-623f06765ffd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Calling delete_port for f0dde87a-b30d-4dba-93ea-d7e44a8d0113 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:43:40.406625 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-beeb97ed-56b5-4148-b175-623f06765ffd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:40.443148 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb97ed-56b5-4148-b175-623f06765ffd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Port': ['ID=f0dde87a-b30d-4dba-93ea-d7e44a8d0113,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:40.511524 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-beeb97ed-56b5-4148-b175-623f06765ffd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:40.525293 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-beeb97ed-56b5-4148-b175-623f06765ffd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/f0dde87a-b30d-4dba-93ea-d7e44a8d0113 HTTP/1.1" status: 204 len: 168 time: 0.7303369 Sep 01 15:43:40.525608 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45880) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:40.531087 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:43:40.674230 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3632f832-b01e-4991-97a4-b88b23d601db tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:40.678816 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3632f832-b01e-4991-97a4-b88b23d601db tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:40.681984 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3632f832-b01e-4991-97a4-b88b23d601db tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1545706 Sep 01 15:43:40.689192 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45882) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:40.824242 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4edd625-fa9a-4154-be33-0b5ea0f28731 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet 17970896-64ce-4316-a50f-8fb23e136527 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:43:40.836659 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d4edd625-fa9a-4154-be33-0b5ea0f28731 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:40.988282 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d4edd625-fa9a-4154-be33-0b5ea0f28731 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:41.142581 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:43:41.186283 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d4edd625-fa9a-4154-be33-0b5ea0f28731 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:41.235857 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d5abeaf7-a29c-4ab7-ad17-3732212b3350 None None] Provisioning for port 385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:43:41.302087 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:43:41.313806 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:41.316947 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:41.423904 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d4edd625-fa9a-4154-be33-0b5ea0f28731 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:41.472366 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4edd625-fa9a-4154-be33-0b5ea0f28731 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=17970896-64ce-4316-a50f-8fb23e136527,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:41.476684 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d4edd625-fa9a-4154-be33-0b5ea0f28731 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:41.479737 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d4edd625-fa9a-4154-be33-0b5ea0f28731 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/17970896-64ce-4316-a50f-8fb23e136527 HTTP/1.1" status: 204 len: 168 time: 0.7895908 Sep 01 15:43:41.484031 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45886) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:41.489957 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4edd625-fa9a-4154-be33-0b5ea0f28731 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:41.490403 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4edd625-fa9a-4154-be33-0b5ea0f28731 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:41.490842 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4edd625-fa9a-4154-be33-0b5ea0f28731 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:41.491299 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4edd625-fa9a-4154-be33-0b5ea0f28731 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:41.491732 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4edd625-fa9a-4154-be33-0b5ea0f28731 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:41.492159 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4edd625-fa9a-4154-be33-0b5ea0f28731 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:41.492590 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4edd625-fa9a-4154-be33-0b5ea0f28731 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:41.493140 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4edd625-fa9a-4154-be33-0b5ea0f28731 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:41.494100 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4edd625-fa9a-4154-be33-0b5ea0f28731 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:41.494560 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4edd625-fa9a-4154-be33-0b5ea0f28731 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:41.495039 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4edd625-fa9a-4154-be33-0b5ea0f28731 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:41.495758 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4edd625-fa9a-4154-be33-0b5ea0f28731 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:43:41.579541 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-07bf163c-c0c8-4553-9c24-9abce36c78e2 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0908058 Sep 01 15:43:41.580126 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45888) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:41.585780 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:41.664091 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:41.670822 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:41.678368 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f935a1-bc3c-4402-8f5a-49f275b7f35d None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:43:41.694922 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f2173a-eb39-41c0-8358-bdaf688c49db tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:41.699188 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d9f2173a-eb39-41c0-8358-bdaf688c49db tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1178231 Sep 01 15:43:41.702520 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45892) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:41.721753 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-89403c26-9ce2-409d-b94b-37f4972ec244 None None] Could not find standard attr ID for object f0dde87a-b30d-4dba-93ea-d7e44a8d0113. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:43:41.777301 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e9f454-931f-4bfa-bae4-d84ea0851a72 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:41.779626 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-80e9f454-931f-4bfa-bae4-d84ea0851a72 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0754132 Sep 01 15:43:41.782628 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45894) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:41.839905 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:41.853444 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45896) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:41.853982 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-604bc66f-f296-4834-be0e-d5874a1852a3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697746 Sep 01 15:43:41.861359 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-df41528b-d88c-4cca-afb8-1511749d32f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:41.994897 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df41528b-d88c-4cca-afb8-1511749d32f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:41.998852 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-df41528b-d88c-4cca-afb8-1511749d32f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:42.028769 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c46bb5b-6476-42a7-8348-d90fec6029e4 None None] DHCP port deletion for cd7a8297-1f21-4764-8355-6754da4b856f request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:43:42.116071 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-8c46bb5b-6476-42a7-8348-d90fec6029e4 None None] Deleting port 385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:43:42.119383 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8c46bb5b-6476-42a7-8348-d90fec6029e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:42.255200 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:42.296761 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-8c46bb5b-6476-42a7-8348-d90fec6029e4 None None] For port 385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:42.297543 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8c46bb5b-6476-42a7-8348-d90fec6029e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:42.321085 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-8c46bb5b-6476-42a7-8348-d90fec6029e4 None None] Calling delete_port for 385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:43:42.454852 n-d-794796-3 neutron-server[94733]: DEBUG neutron.objects.ports [None req-df41528b-d88c-4cca-afb8-1511749d32f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94733) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:43:42.484149 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8c46bb5b-6476-42a7-8348-d90fec6029e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:42.528163 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46bb5b-6476-42a7-8348-d90fec6029e4 None None] Pushing event deleted for resources: {'Port': ['ID=385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:42.538397 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c46bb5b-6476-42a7-8348-d90fec6029e4 None None] No DVR routers for this DVR port 385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:43:42.606579 n-d-794796-3 neutron-server[94733]: WARNING neutron.services.revisions.revision_plugin [None req-df41528b-d88c-4cca-afb8-1511749d32f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Could not find related port for resource to bump revision. Sep 01 15:43:42.612177 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.ipam_pluggable_backend [None req-df41528b-d88c-4cca-afb8-1511749d32f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Port 385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94733) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 01 15:43:42.612819 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.ipam_pluggable_backend [None req-df41528b-d88c-4cca-afb8-1511749d32f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Reverting IP allocation for 2001:db8::f816:3eff:fe17:a6f9 {{(pid=94733) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 01 15:43:42.619221 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.ipam_pluggable_backend [None req-df41528b-d88c-4cca-afb8-1511749d32f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe17:a6f9 {{(pid=94733) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 01 15:43:42.620552 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-df41528b-d88c-4cca-afb8-1511749d32f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:42.668750 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df41528b-d88c-4cca-afb8-1511749d32f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:42.676798 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-df41528b-d88c-4cca-afb8-1511749d32f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:42.681610 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df41528b-d88c-4cca-afb8-1511749d32f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:42.682027 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-df41528b-d88c-4cca-afb8-1511749d32f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:42.693976 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d661f389-f97f-4dc2-bb3f-138f339f76dd None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:43:42.700459 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41528b-d88c-4cca-afb8-1511749d32f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=2c9ccca2-fd58-4e97-aa44-e068d91858d5,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:42.714743 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-df41528b-d88c-4cca-afb8-1511749d32f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8589804 Sep 01 15:43:42.719359 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45900) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:42.725317 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-e17dfa81-64dc-4608-adf7-c7da75bb70f7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'mac_address': 'fa:16:3e:77:92:95', 'name': 'tempest-NetworksTestDHCPv6-981199886'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:42.891695 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8afa806-1b3a-44d7-ac2e-c4e41fc1a736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-cd7a8297-1f21-4764-8355-6754da4b856f', 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'fixed_ips': [{'subnet_id': '2c9ccca2-fd58-4e97-aa44-e068d91858d5'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:43:42.892897 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f8afa806-1b3a-44d7-ac2e-c4e41fc1a736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:42.895386 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17dfa81-64dc-4608-adf7-c7da75bb70f7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:43.066362 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:43:43.136523 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:43:43.137155 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 385a35ea-e1b1-4cdd-b499-4a4d5ffdcec5 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:43:43.182200 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-f8afa806-1b3a-44d7-ac2e-c4e41fc1a736 None None] Allocated IP 2001:db8::f816:3eff:fe7b:cc07 (cd7a8297-1f21-4764-8355-6754da4b856f/2c9ccca2-fd58-4e97-aa44-e068d91858d5/35fd6ec1-fcb7-4115-b387-2cb56016ffec) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:43.416257 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:43.461554 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f8afa806-1b3a-44d7-ac2e-c4e41fc1a736 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:43.473761 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f8afa806-1b3a-44d7-ac2e-c4e41fc1a736 None None] Transition to ACTIVE for port object 35fd6ec1-fcb7-4115-b387-2cb56016ffec will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:43.486049 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e17dfa81-64dc-4608-adf7-c7da75bb70f7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:43.502520 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f8afa806-1b3a-44d7-ac2e-c4e41fc1a736 None None] Transition to ACTIVE for port object 35fd6ec1-fcb7-4115-b387-2cb56016ffec will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:43.520675 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f8afa806-1b3a-44d7-ac2e-c4e41fc1a736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:43.541463 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-e17dfa81-64dc-4608-adf7-c7da75bb70f7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] device_id is not set on port 21786e5d-c483-4cc9-828b-35c60292573c yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:43:43.602255 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8afa806-1b3a-44d7-ac2e-c4e41fc1a736 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:43.611303 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-f8afa806-1b3a-44d7-ac2e-c4e41fc1a736 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:43.616068 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8afa806-1b3a-44d7-ac2e-c4e41fc1a736 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:43:43.629780 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8afa806-1b3a-44d7-ac2e-c4e41fc1a736 None None] Pushing event updated for resources: {'Port': ['ID=35fd6ec1-fcb7-4115-b387-2cb56016ffec,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:43.742119 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7733476e-a50a-4849-9de2-9fd9693d8ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:43.743246 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-e17dfa81-64dc-4608-adf7-c7da75bb70f7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 2001:db8::f816:3eff:fe77:9295 (cd7a8297-1f21-4764-8355-6754da4b856f/2c9ccca2-fd58-4e97-aa44-e068d91858d5/21786e5d-c483-4cc9-828b-35c60292573c) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:43.750608 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f8afa806-1b3a-44d7-ac2e-c4e41fc1a736 None None] Attempting to bind port 35fd6ec1-fcb7-4115-b387-2cb56016ffec on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:43:43.751287 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f8afa806-1b3a-44d7-ac2e-c4e41fc1a736 None None] Attempting to bind port 35fd6ec1-fcb7-4115-b387-2cb56016ffec by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:43:43.751755 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8afa806-1b3a-44d7-ac2e-c4e41fc1a736 None None] Attempting to bind port 35fd6ec1-fcb7-4115-b387-2cb56016ffec on network cd7a8297-1f21-4764-8355-6754da4b856f {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:43:43.761193 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8afa806-1b3a-44d7-ac2e-c4e41fc1a736 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:43:43.761835 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8afa806-1b3a-44d7-ac2e-c4e41fc1a736 None None] Checking segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:43:43.762548 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f8afa806-1b3a-44d7-ac2e-c4e41fc1a736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:43.763254 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8afa806-1b3a-44d7-ac2e-c4e41fc1a736 None None] Bound using segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:43:43.764625 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f8afa806-1b3a-44d7-ac2e-c4e41fc1a736 None None] Bound port: 35fd6ec1-fcb7-4115-b387-2cb56016ffec, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:43:43.765252 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f8afa806-1b3a-44d7-ac2e-c4e41fc1a736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:43.859138 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f8afa806-1b3a-44d7-ac2e-c4e41fc1a736 None None] For port 35fd6ec1-fcb7-4115-b387-2cb56016ffec, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:43:43.863582 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f8afa806-1b3a-44d7-ac2e-c4e41fc1a736 None None] For port 35fd6ec1-fcb7-4115-b387-2cb56016ffec, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=35fd6ec1-fcb7-4115-b387-2cb56016ffec,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:43:43.869914 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f8afa806-1b3a-44d7-ac2e-c4e41fc1a736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:43.964710 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8afa806-1b3a-44d7-ac2e-c4e41fc1a736 None None] Pushing event updated for resources: {'Port': ['ID=35fd6ec1-fcb7-4115-b387-2cb56016ffec,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:44.034347 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e17dfa81-64dc-4608-adf7-c7da75bb70f7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:44.059485 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-e17dfa81-64dc-4608-adf7-c7da75bb70f7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Transition to ACTIVE for port object 21786e5d-c483-4cc9-828b-35c60292573c will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:44.115901 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e17dfa81-64dc-4608-adf7-c7da75bb70f7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:44.213554 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17dfa81-64dc-4608-adf7-c7da75bb70f7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:44.219649 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-e17dfa81-64dc-4608-adf7-c7da75bb70f7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:44.226191 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17dfa81-64dc-4608-adf7-c7da75bb70f7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:43:44.234550 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17dfa81-64dc-4608-adf7-c7da75bb70f7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:44.235444 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e17dfa81-64dc-4608-adf7-c7da75bb70f7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:44.250348 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17dfa81-64dc-4608-adf7-c7da75bb70f7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Port': ['ID=21786e5d-c483-4cc9-828b-35c60292573c,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:44.276152 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45910) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:44.277541 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e17dfa81-64dc-4608-adf7-c7da75bb70f7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5568151 Sep 01 15:43:44.370039 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73b5f3e-9e2b-4db8-a47f-c0865a4cb57f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:44.386231 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73b5f3e-9e2b-4db8-a47f-c0865a4cb57f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:44.389105 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c73b5f3e-9e2b-4db8-a47f-c0865a4cb57f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1100521 Sep 01 15:43:44.393417 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45914) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:44.530288 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-3e3eab8c-6833-4311-8206-634d8cfa976f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting port 21786e5d-c483-4cc9-828b-35c60292573c {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:43:44.530934 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3e3eab8c-6833-4311-8206-634d8cfa976f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:44.727659 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3e3eab8c-6833-4311-8206-634d8cfa976f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:44.753406 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-3e3eab8c-6833-4311-8206-634d8cfa976f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Calling delete_port for 21786e5d-c483-4cc9-828b-35c60292573c owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:43:45.031346 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3e3eab8c-6833-4311-8206-634d8cfa976f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:45.143879 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 35fd6ec1-fcb7-4115-b387-2cb56016ffec up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:43:45.144954 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3eab8c-6833-4311-8206-634d8cfa976f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Port': ['ID=21786e5d-c483-4cc9-828b-35c60292573c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:45.233155 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3e3eab8c-6833-4311-8206-634d8cfa976f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:45.236642 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3e3eab8c-6833-4311-8206-634d8cfa976f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/21786e5d-c483-4cc9-828b-35c60292573c HTTP/1.1" status: 204 len: 168 time: 0.8412333 Sep 01 15:43:45.239677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45932) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:45.311238 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:45.343388 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 35fd6ec1-fcb7-4115-b387-2cb56016ffec completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:43:45.375218 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c11220-48a2-4d62-b859-6ee0bb4e8efa tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:45.378111 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c11220-48a2-4d62-b859-6ee0bb4e8efa tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:45.380431 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-41c11220-48a2-4d62-b859-6ee0bb4e8efa tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1390154 Sep 01 15:43:45.383716 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45938) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:45.488074 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bfe8732-179a-47ff-9a5e-d6726b674a92 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet 2c9ccca2-fd58-4e97-aa44-e068d91858d5 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:43:45.493889 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4bfe8732-179a-47ff-9a5e-d6726b674a92 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:45.541625 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-71ffc48c-eaf0-4aa4-931b-6daa1f570b44 None None] Provisioning for port 35fd6ec1-fcb7-4115-b387-2cb56016ffec completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:43:45.548848 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-71ffc48c-eaf0-4aa4-931b-6daa1f570b44 None None] Provisioning complete for port 35fd6ec1-fcb7-4115-b387-2cb56016ffec triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:45.550430 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-71ffc48c-eaf0-4aa4-931b-6daa1f570b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:45.603340 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4bfe8732-179a-47ff-9a5e-d6726b674a92 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:45.757734 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-71ffc48c-eaf0-4aa4-931b-6daa1f570b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:45.793555 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4bfe8732-179a-47ff-9a5e-d6726b674a92 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:45.928073 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4bfe8732-179a-47ff-9a5e-d6726b674a92 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:46.023000 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe8732-179a-47ff-9a5e-d6726b674a92 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=2c9ccca2-fd58-4e97-aa44-e068d91858d5,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:46.028942 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.api [None req-71ffc48c-eaf0-4aa4-931b-6daa1f570b44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:43:46.031696 n-d-794796-3 neutron-server[94735]: DEBUG oslo_db.api [None req-71ffc48c-eaf0-4aa4-931b-6daa1f570b44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:43:46.035105 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4bfe8732-179a-47ff-9a5e-d6726b674a92 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:46.038372 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4bfe8732-179a-47ff-9a5e-d6726b674a92 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/2c9ccca2-fd58-4e97-aa44-e068d91858d5 HTTP/1.1" status: 204 len: 168 time: 0.6516070 Sep 01 15:43:46.042043 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45946) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:46.121778 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8546fc89-a2a6-459d-a17d-3feceb740753 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0780303 Sep 01 15:43:46.123018 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45948) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:46.132204 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6dbda785-7274-410b-aa33-ea53fc5b81b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:46.263171 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2120dc64-db0c-4ad1-bea6-632ce0226c26 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:43:46.324254 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbda785-7274-410b-aa33-ea53fc5b81b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:46.332600 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6dbda785-7274-410b-aa33-ea53fc5b81b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:46.623271 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cfbae9-e940-4839-b0e1-4a3126c4b72e None None] DHCP port deletion for cd7a8297-1f21-4764-8355-6754da4b856f request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:43:46.679907 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-71ffc48c-eaf0-4aa4-931b-6daa1f570b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:46.738687 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-39cfbae9-e940-4839-b0e1-4a3126c4b72e None None] Deleting port 35fd6ec1-fcb7-4115-b387-2cb56016ffec {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:43:46.739078 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-39cfbae9-e940-4839-b0e1-4a3126c4b72e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:46.812921 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-39cfbae9-e940-4839-b0e1-4a3126c4b72e None None] For port 35fd6ec1-fcb7-4115-b387-2cb56016ffec, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=35fd6ec1-fcb7-4115-b387-2cb56016ffec,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:46.813390 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-39cfbae9-e940-4839-b0e1-4a3126c4b72e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:46.824481 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-71ffc48c-eaf0-4aa4-931b-6daa1f570b44 None None] For port 35fd6ec1-fcb7-4115-b387-2cb56016ffec, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=35fd6ec1-fcb7-4115-b387-2cb56016ffec,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:46.832417 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-71ffc48c-eaf0-4aa4-931b-6daa1f570b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:46.835263 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-39cfbae9-e940-4839-b0e1-4a3126c4b72e None None] Calling delete_port for 35fd6ec1-fcb7-4115-b387-2cb56016ffec owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:43:46.987048 n-d-794796-3 neutron-server[94734]: DEBUG neutron.objects.ports [None req-6dbda785-7274-410b-aa33-ea53fc5b81b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:43:46.990250 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-878d74f9-2f93-4df9-877e-188a661b0262 None None] Could not find standard attr ID for object 21786e5d-c483-4cc9-828b-35c60292573c. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:43:47.007918 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-39cfbae9-e940-4839-b0e1-4a3126c4b72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:47.010949 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ffc48c-eaf0-4aa4-931b-6daa1f570b44 None None] Pushing event updated for resources: {'Port': ['ID=35fd6ec1-fcb7-4115-b387-2cb56016ffec,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:47.056900 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfbae9-e940-4839-b0e1-4a3126c4b72e None None] Pushing event deleted for resources: {'Port': ['ID=35fd6ec1-fcb7-4115-b387-2cb56016ffec,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:47.060422 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cfbae9-e940-4839-b0e1-4a3126c4b72e None None] No DVR routers for this DVR port 35fd6ec1-fcb7-4115-b387-2cb56016ffec on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:43:47.103984 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 35fd6ec1-fcb7-4115-b387-2cb56016ffec no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:43:47.135587 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 35fd6ec1-fcb7-4115-b387-2cb56016ffec {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:43:47.136485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 35fd6ec1-fcb7-4115-b387-2cb56016ffec not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:43:47.238855 n-d-794796-3 neutron-server[94734]: WARNING neutron.services.revisions.revision_plugin [None req-6dbda785-7274-410b-aa33-ea53fc5b81b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Could not find related port for resource to bump revision. Sep 01 15:43:47.246829 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.ipam_pluggable_backend [None req-6dbda785-7274-410b-aa33-ea53fc5b81b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Port 35fd6ec1-fcb7-4115-b387-2cb56016ffec was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94734) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 01 15:43:47.247469 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.ipam_pluggable_backend [None req-6dbda785-7274-410b-aa33-ea53fc5b81b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7b:cc07 {{(pid=94734) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 01 15:43:47.253822 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.ipam_pluggable_backend [None req-6dbda785-7274-410b-aa33-ea53fc5b81b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe7b:cc07 {{(pid=94734) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 01 15:43:47.256032 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6dbda785-7274-410b-aa33-ea53fc5b81b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:47.363556 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbda785-7274-410b-aa33-ea53fc5b81b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:47.366468 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbda785-7274-410b-aa33-ea53fc5b81b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=b190b9bb-17f1-4b98-9d23-138f9778a41e,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:47.371130 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-6dbda785-7274-410b-aa33-ea53fc5b81b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:47.375659 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbda785-7274-410b-aa33-ea53fc5b81b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:47.376462 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6dbda785-7274-410b-aa33-ea53fc5b81b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:47.387338 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d4f49f-4285-438a-82ef-f91eb69b9240 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:43:47.421439 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6dbda785-7274-410b-aa33-ea53fc5b81b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2968893 Sep 01 15:43:47.425786 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45964) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:47.433267 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-573e6694-8fb6-485c-958e-b01ad22d56e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'mac_address': 'fa:16:3e:f6:27:32', 'name': 'tempest-NetworksTestDHCPv6-1236864703'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:47.637992 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573e6694-8fb6-485c-958e-b01ad22d56e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:47.651057 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-573e6694-8fb6-485c-958e-b01ad22d56e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:47.709302 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-573e6694-8fb6-485c-958e-b01ad22d56e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] device_id is not set on port cd6e6ac3-e1a0-48c5-9bd8-11c227ea20eb yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:43:47.713240 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4216ec-dffd-47e4-bd2c-2512ae5dd84f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-cd7a8297-1f21-4764-8355-6754da4b856f', 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'fixed_ips': [{'subnet_id': 'b190b9bb-17f1-4b98-9d23-138f9778a41e'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:43:47.715052 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-db4216ec-dffd-47e4-bd2c-2512ae5dd84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:47.909387 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-573e6694-8fb6-485c-958e-b01ad22d56e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 2001:db8::f816:3eff:fef6:2732 (cd7a8297-1f21-4764-8355-6754da4b856f/b190b9bb-17f1-4b98-9d23-138f9778a41e/cd6e6ac3-e1a0-48c5-9bd8-11c227ea20eb) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:48.132281 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-573e6694-8fb6-485c-958e-b01ad22d56e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:48.150611 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-573e6694-8fb6-485c-958e-b01ad22d56e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Transition to ACTIVE for port object cd6e6ac3-e1a0-48c5-9bd8-11c227ea20eb will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:48.194791 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-573e6694-8fb6-485c-958e-b01ad22d56e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:48.289493 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-db4216ec-dffd-47e4-bd2c-2512ae5dd84f None None] Allocated IP 2001:db8::f816:3eff:fe01:dfec (cd7a8297-1f21-4764-8355-6754da4b856f/b190b9bb-17f1-4b98-9d23-138f9778a41e/26c57f81-3991-4688-9432-4842337998b3) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:48.308477 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e6694-8fb6-485c-958e-b01ad22d56e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Port': ['ID=cd6e6ac3-e1a0-48c5-9bd8-11c227ea20eb,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:48.328819 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573e6694-8fb6-485c-958e-b01ad22d56e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:48.330644 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-573e6694-8fb6-485c-958e-b01ad22d56e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:48.334039 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573e6694-8fb6-485c-958e-b01ad22d56e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:43:48.342041 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573e6694-8fb6-485c-958e-b01ad22d56e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:48.343045 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-573e6694-8fb6-485c-958e-b01ad22d56e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:48.371556 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-573e6694-8fb6-485c-958e-b01ad22d56e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9392669 Sep 01 15:43:48.371888 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45974) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:48.478175 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53d70b6-46a3-459c-a01b-af19d882aeed tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:48.483136 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c53d70b6-46a3-459c-a01b-af19d882aeed tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1102064 Sep 01 15:43:48.485953 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45978) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:48.617071 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-ab408712-ae8d-4af5-9dca-a464e0329795 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting port cd6e6ac3-e1a0-48c5-9bd8-11c227ea20eb {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:43:48.617469 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ab408712-ae8d-4af5-9dca-a464e0329795 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:48.665787 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-db4216ec-dffd-47e4-bd2c-2512ae5dd84f None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:48.677196 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-db4216ec-dffd-47e4-bd2c-2512ae5dd84f None None] Transition to ACTIVE for port object 26c57f81-3991-4688-9432-4842337998b3 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:48.705145 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-db4216ec-dffd-47e4-bd2c-2512ae5dd84f None None] Transition to ACTIVE for port object 26c57f81-3991-4688-9432-4842337998b3 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:48.715736 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-db4216ec-dffd-47e4-bd2c-2512ae5dd84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:48.741051 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ab408712-ae8d-4af5-9dca-a464e0329795 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:48.756222 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-ab408712-ae8d-4af5-9dca-a464e0329795 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Calling delete_port for cd6e6ac3-e1a0-48c5-9bd8-11c227ea20eb owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:43:48.779903 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4216ec-dffd-47e4-bd2c-2512ae5dd84f None None] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:48.783780 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-db4216ec-dffd-47e4-bd2c-2512ae5dd84f None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:48.788729 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4216ec-dffd-47e4-bd2c-2512ae5dd84f None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:43:48.861390 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4216ec-dffd-47e4-bd2c-2512ae5dd84f None None] Pushing event updated for resources: {'Port': ['ID=26c57f81-3991-4688-9432-4842337998b3,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:48.869507 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-db4216ec-dffd-47e4-bd2c-2512ae5dd84f None None] Attempting to bind port 26c57f81-3991-4688-9432-4842337998b3 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:43:48.870252 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-db4216ec-dffd-47e4-bd2c-2512ae5dd84f None None] Attempting to bind port 26c57f81-3991-4688-9432-4842337998b3 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:43:48.870857 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4216ec-dffd-47e4-bd2c-2512ae5dd84f None None] Attempting to bind port 26c57f81-3991-4688-9432-4842337998b3 on network cd7a8297-1f21-4764-8355-6754da4b856f {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:43:48.877917 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4216ec-dffd-47e4-bd2c-2512ae5dd84f None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:43:48.878676 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4216ec-dffd-47e4-bd2c-2512ae5dd84f None None] Checking segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:43:48.879243 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-db4216ec-dffd-47e4-bd2c-2512ae5dd84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:48.879722 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4216ec-dffd-47e4-bd2c-2512ae5dd84f None None] Bound using segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:43:48.880525 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-db4216ec-dffd-47e4-bd2c-2512ae5dd84f None None] Bound port: 26c57f81-3991-4688-9432-4842337998b3, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:43:48.880769 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-db4216ec-dffd-47e4-bd2c-2512ae5dd84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:48.912458 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ab408712-ae8d-4af5-9dca-a464e0329795 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:48.972702 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab408712-ae8d-4af5-9dca-a464e0329795 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Port': ['ID=cd6e6ac3-e1a0-48c5-9bd8-11c227ea20eb,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:48.998861 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-db4216ec-dffd-47e4-bd2c-2512ae5dd84f None None] For port 26c57f81-3991-4688-9432-4842337998b3, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:43:49.004599 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-db4216ec-dffd-47e4-bd2c-2512ae5dd84f None None] For port 26c57f81-3991-4688-9432-4842337998b3, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=26c57f81-3991-4688-9432-4842337998b3,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:43:49.015867 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ab408712-ae8d-4af5-9dca-a464e0329795 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:49.019329 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-db4216ec-dffd-47e4-bd2c-2512ae5dd84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:49.022846 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45980) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:49.023404 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ab408712-ae8d-4af5-9dca-a464e0329795 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/cd6e6ac3-e1a0-48c5-9bd8-11c227ea20eb HTTP/1.1" status: 204 len: 168 time: 0.5358481 Sep 01 15:43:49.116754 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376b8e00-1a3e-4a1f-a8d8-ef02dad76bae tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:49.118503 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376b8e00-1a3e-4a1f-a8d8-ef02dad76bae tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:49.123600 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-376b8e00-1a3e-4a1f-a8d8-ef02dad76bae tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0983038 Sep 01 15:43:49.126328 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45982) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:49.139916 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4216ec-dffd-47e4-bd2c-2512ae5dd84f None None] Pushing event updated for resources: {'Port': ['ID=26c57f81-3991-4688-9432-4842337998b3,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:49.237508 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8b6a2c-e7f4-45fd-85b7-5bd36aa1a783 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet b190b9bb-17f1-4b98-9d23-138f9778a41e {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:43:49.241772 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6a2c-e7f4-45fd-85b7-5bd36aa1a783 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:49.340670 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6a2c-e7f4-45fd-85b7-5bd36aa1a783 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:49.538509 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6a2c-e7f4-45fd-85b7-5bd36aa1a783 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:49.661246 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6a2c-e7f4-45fd-85b7-5bd36aa1a783 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:49.700547 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b6a2c-e7f4-45fd-85b7-5bd36aa1a783 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=b190b9bb-17f1-4b98-9d23-138f9778a41e,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:49.703864 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6a2c-e7f4-45fd-85b7-5bd36aa1a783 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:49.706008 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9d8b6a2c-e7f4-45fd-85b7-5bd36aa1a783 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/b190b9bb-17f1-4b98-9d23-138f9778a41e HTTP/1.1" status: 204 len: 168 time: 0.5781977 Sep 01 15:43:49.710223 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45988) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:49.775413 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-73c5cba7-665b-46cb-841b-01414411203b tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0633373 Sep 01 15:43:49.776181 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45990) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:49.894363 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1474093-b127-4d93-a0fd-82a1475a6ce7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:49.897589 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c1474093-b127-4d93-a0fd-82a1475a6ce7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1183615 Sep 01 15:43:49.900586 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45992) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:49.993885 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b71be5-f0a9-41fb-b594-3892ce92f9de tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:50.003484 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 45994) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:50.004106 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-83b71be5-f0a9-41fb-b594-3892ce92f9de tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1006725 Sep 01 15:43:50.074634 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-22c2461e-40eb-4e8e-8b8c-8daf2c609c71 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0695825 Sep 01 15:43:50.082009 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 45996) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:50.088009 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-ae8cc5fd-44d0-40e0-8b61-e64107e53fc9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:50.285117 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8cc5fd-44d0-40e0-8b61-e64107e53fc9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:50.293182 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ae8cc5fd-44d0-40e0-8b61-e64107e53fc9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:50.736615 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ccb617-d1bc-4a76-96f0-8197cde07af9 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:43:50.775253 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ae8cc5fd-44d0-40e0-8b61-e64107e53fc9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:50.832241 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ecece79b-091f-4ed6-a42b-c0d327a51c00 None None] Provisioning for port 26c57f81-3991-4688-9432-4842337998b3 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:43:50.879999 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8cc5fd-44d0-40e0-8b61-e64107e53fc9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:50.882589 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-ae8cc5fd-44d0-40e0-8b61-e64107e53fc9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:50.887706 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8cc5fd-44d0-40e0-8b61-e64107e53fc9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:50.888769 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ae8cc5fd-44d0-40e0-8b61-e64107e53fc9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:50.957688 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ae8cc5fd-44d0-40e0-8b61-e64107e53fc9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8739860 Sep 01 15:43:50.960231 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46006) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:50.972976 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-ddfd13ff-5d48-45e0-9046-d8b0e81a5122 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'mac_address': 'fa:16:3e:44:10:26', 'name': 'tempest-NetworksTestDHCPv6-779307330'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:50.998449 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cc5fd-44d0-40e0-8b61-e64107e53fc9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=be13bf49-8564-4514-8994-c2ba81322e2d,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:51.192216 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 26c57f81-3991-4688-9432-4842337998b3 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:43:51.224477 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfd13ff-5d48-45e0-9046-d8b0e81a5122 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:51.299042 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 26c57f81-3991-4688-9432-4842337998b3 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:43:51.304561 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 26c57f81-3991-4688-9432-4842337998b3 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:51.304561 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:51.384559 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ddfd13ff-5d48-45e0-9046-d8b0e81a5122 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:51.405539 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a900df-a6e9-44fa-93db-e5ec887fd171 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:43:51.421393 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-ddfd13ff-5d48-45e0-9046-d8b0e81a5122 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] device_id is not set on port 0d122117-d6c3-4a62-a8ea-d636abf25bd9 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:43:51.472909 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:51.722655 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-ddfd13ff-5d48-45e0-9046-d8b0e81a5122 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 2001:db8::398 (cd7a8297-1f21-4764-8355-6754da4b856f/be13bf49-8564-4514-8994-c2ba81322e2d/0d122117-d6c3-4a62-a8ea-d636abf25bd9) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:51.724285 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-03a6048c-a9f4-4642-95f0-17744dd8db7a None None] Provisioning complete for port 26c57f81-3991-4688-9432-4842337998b3 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:51.724736 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-03a6048c-a9f4-4642-95f0-17744dd8db7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:51.732217 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 26c57f81-3991-4688-9432-4842337998b3, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=26c57f81-3991-4688-9432-4842337998b3,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:51.758564 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:51.968811 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ddfd13ff-5d48-45e0-9046-d8b0e81a5122 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:51.989350 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-ddfd13ff-5d48-45e0-9046-d8b0e81a5122 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Transition to ACTIVE for port object 0d122117-d6c3-4a62-a8ea-d636abf25bd9 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:52.011606 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=26c57f81-3991-4688-9432-4842337998b3,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:52.030985 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ddfd13ff-5d48-45e0-9046-d8b0e81a5122 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:52.092652 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfd13ff-5d48-45e0-9046-d8b0e81a5122 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:52.103029 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-ddfd13ff-5d48-45e0-9046-d8b0e81a5122 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:52.111437 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfd13ff-5d48-45e0-9046-d8b0e81a5122 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:43:52.117509 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfd13ff-5d48-45e0-9046-d8b0e81a5122 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:52.118443 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ddfd13ff-5d48-45e0-9046-d8b0e81a5122 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:52.139886 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd13ff-5d48-45e0-9046-d8b0e81a5122 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Port': ['ID=0d122117-d6c3-4a62-a8ea-d636abf25bd9,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:52.158133 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ddfd13ff-5d48-45e0-9046-d8b0e81a5122 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1960552 Sep 01 15:43:52.161941 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46016) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:52.235769 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cb4928-f0ee-4859-9875-f38a03f11800 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:52.246870 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cb4928-f0ee-4859-9875-f38a03f11800 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:52.250063 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c8cb4928-f0ee-4859-9875-f38a03f11800 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0862100 Sep 01 15:43:52.253084 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46020) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:52.369114 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-aea55f21-0031-437f-a79c-2892125010f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting port 0d122117-d6c3-4a62-a8ea-d636abf25bd9 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:43:52.369470 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aea55f21-0031-437f-a79c-2892125010f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:52.430934 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b41eb0b9-401b-4425-a4a7-416c58888c13 None None] Provisioning complete for port 26c57f81-3991-4688-9432-4842337998b3 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:52.431221 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b41eb0b9-401b-4425-a4a7-416c58888c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:52.499832 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aea55f21-0031-437f-a79c-2892125010f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:52.518096 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-aea55f21-0031-437f-a79c-2892125010f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Calling delete_port for 0d122117-d6c3-4a62-a8ea-d636abf25bd9 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:43:52.734910 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e2f4b026-978a-4644-93d4-2e462be036f4 None None] Could not find standard attr ID for object cd6e6ac3-e1a0-48c5-9bd8-11c227ea20eb. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:43:52.744493 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aea55f21-0031-437f-a79c-2892125010f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:52.778111 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea55f21-0031-437f-a79c-2892125010f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Port': ['ID=0d122117-d6c3-4a62-a8ea-d636abf25bd9,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:52.820471 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aea55f21-0031-437f-a79c-2892125010f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:52.824408 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-aea55f21-0031-437f-a79c-2892125010f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/0d122117-d6c3-4a62-a8ea-d636abf25bd9 HTTP/1.1" status: 204 len: 168 time: 0.5696230 Sep 01 15:43:52.827793 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46022) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:53.000345 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a070f1-7cc1-441e-b098-a8a9ec4668bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:53.002549 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a070f1-7cc1-441e-b098-a8a9ec4668bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:53.004722 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-58a070f1-7cc1-441e-b098-a8a9ec4668bf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1753418 Sep 01 15:43:53.009530 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46024) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:53.067073 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8b2363a2-3a72-46bc-85ca-d94c3c7c310d None None] Could not find standard attr ID for object 0d122117-d6c3-4a62-a8ea-d636abf25bd9. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:43:53.078740 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 26c57f81-3991-4688-9432-4842337998b3 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:43:53.147504 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1b4c99-4781-408a-a813-9b0d4073a879 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet be13bf49-8564-4514-8994-c2ba81322e2d {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:43:53.152527 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fe1b4c99-4781-408a-a813-9b0d4073a879 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:53.209903 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fe1b4c99-4781-408a-a813-9b0d4073a879 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:53.255415 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 26c57f81-3991-4688-9432-4842337998b3 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:53.255805 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:53.349002 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fe1b4c99-4781-408a-a813-9b0d4073a879 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:53.693655 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fe1b4c99-4781-408a-a813-9b0d4073a879 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:53.780714 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b4c99-4781-408a-a813-9b0d4073a879 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=be13bf49-8564-4514-8994-c2ba81322e2d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:53.816414 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fe1b4c99-4781-408a-a813-9b0d4073a879 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:53.822497 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fe1b4c99-4781-408a-a813-9b0d4073a879 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/be13bf49-8564-4514-8994-c2ba81322e2d HTTP/1.1" status: 204 len: 168 time: 0.8091769 Sep 01 15:43:53.824077 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46034) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:53.898450 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46036) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:53.899035 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c7c435c0-635b-41d5-b6b4-41f7fbd08265 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0709858 Sep 01 15:43:53.975014 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b20559-590e-4d2b-b4d4-f65410456779 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:43:53.995297 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b7c1af-856f-4ce2-abf8-b136600d84cc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:53.998097 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-43b7c1af-856f-4ce2-abf8-b136600d84cc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0972335 Sep 01 15:43:54.002392 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46038) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:54.068460 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5012345-6ac2-4640-9007-f41be8f68928 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:54.074065 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f5012345-6ac2-4640-9007-f41be8f68928 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0666599 Sep 01 15:43:54.074831 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46040) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:54.146441 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-08ec1d47-18e2-4954-b62f-3e7f9c952ffd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663188 Sep 01 15:43:54.147094 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46042) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:54.156458 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-fc17bf01-1178-4432-8137-925a5e5a99a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:54.235230 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bc2f84-6286-4ffc-9e15-1fd42b3e782d None None] DHCP port deletion for cd7a8297-1f21-4764-8355-6754da4b856f request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:43:54.342851 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-38bc2f84-6286-4ffc-9e15-1fd42b3e782d None None] Deleting port 26c57f81-3991-4688-9432-4842337998b3 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:43:54.343240 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-38bc2f84-6286-4ffc-9e15-1fd42b3e782d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:54.375337 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc17bf01-1178-4432-8137-925a5e5a99a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:54.384139 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fc17bf01-1178-4432-8137-925a5e5a99a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:54.520357 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-38bc2f84-6286-4ffc-9e15-1fd42b3e782d None None] For port 26c57f81-3991-4688-9432-4842337998b3, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=26c57f81-3991-4688-9432-4842337998b3,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:43:54.523960 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-38bc2f84-6286-4ffc-9e15-1fd42b3e782d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:54.562375 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-38bc2f84-6286-4ffc-9e15-1fd42b3e782d None None] Calling delete_port for 26c57f81-3991-4688-9432-4842337998b3 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:43:54.718999 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-38bc2f84-6286-4ffc-9e15-1fd42b3e782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:54.772914 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc2f84-6286-4ffc-9e15-1fd42b3e782d None None] Pushing event deleted for resources: {'Port': ['ID=26c57f81-3991-4688-9432-4842337998b3,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:54.783076 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bc2f84-6286-4ffc-9e15-1fd42b3e782d None None] No DVR routers for this DVR port 26c57f81-3991-4688-9432-4842337998b3 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:43:55.031760 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 26c57f81-3991-4688-9432-4842337998b3 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:43:55.053715 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 26c57f81-3991-4688-9432-4842337998b3 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:43:55.054035 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 26c57f81-3991-4688-9432-4842337998b3 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:43:55.105504 n-d-794796-3 neutron-server[94734]: DEBUG neutron.objects.ports [None req-fc17bf01-1178-4432-8137-925a5e5a99a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:43:55.110530 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fc17bf01-1178-4432-8137-925a5e5a99a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:55.157702 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-ff140645-7947-4ff2-9a50-847e361dda7d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:55.159387 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-ff140645-7947-4ff2-9a50-847e361dda7d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/networks?id=07f631c5-32e9-40ca-9b75-6feb731ecf99 HTTP/1.1" status: 200 len: 812 time: 0.2880023 Sep 01 15:43:55.186722 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc17bf01-1178-4432-8137-925a5e5a99a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:55.194329 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-fc17bf01-1178-4432-8137-925a5e5a99a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:55.197971 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc17bf01-1178-4432-8137-925a5e5a99a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:55.198635 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fc17bf01-1178-4432-8137-925a5e5a99a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:55.210603 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db1a4e5-c196-43c8-ad6c-4156f849d313 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:43:55.215714 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-05492edb-ea57-45c3-a59f-9270cbca4410 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/quotas/712b03f523614e3dae833fefdba8a150 HTTP/1.1" status: 200 len: 375 time: 0.0488486 Sep 01 15:43:55.224870 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fc17bf01-1178-4432-8137-925a5e5a99a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0728836 Sep 01 15:43:55.225483 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46062) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:55.231791 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17bf01-1178-4432-8137-925a5e5a99a9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=e05ea783-b3ca-4c13-93eb-23a22fe48e34,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:55.233810 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-6c4bcc97-2e40-4800-9d3a-7ac46a939063 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:55.272752 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46064) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:55.561930 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4bcc97-2e40-4800-9d3a-7ac46a939063 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:55.566133 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6c4bcc97-2e40-4800-9d3a-7ac46a939063 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:55.595813 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fb7ea8-cb0d-4128-96bc-4d541e8f4ec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-cd7a8297-1f21-4764-8355-6754da4b856f', 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'fixed_ips': [{'subnet_id': 'e05ea783-b3ca-4c13-93eb-23a22fe48e34'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:43:55.598683 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-40fb7ea8-cb0d-4128-96bc-4d541e8f4ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:55.731228 n-d-794796-3 neutron-server[94733]: INFO neutron.db.ipam_backend_mixin [None req-6c4bcc97-2e40-4800-9d3a-7ac46a939063 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e05ea783-b3ca-4c13-93eb-23a22fe48e34 (CIDR: 2001:db8::/64) Sep 01 15:43:55.737753 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c4bcc97-2e40-4800-9d3a-7ac46a939063 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:43:55.738559 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c4bcc97-2e40-4800-9d3a-7ac46a939063 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:43:55.761921 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6c4bcc97-2e40-4800-9d3a-7ac46a939063 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5341289 Sep 01 15:43:55.762888 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46068) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:55.769391 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-5724eafe-577a-47f5-aa77-2cdeb623628e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:55.815175 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-98927191-ad6c-4220-8060-48b72b05d07b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=712b03f523614e3dae833fefdba8a150&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5917900 Sep 01 15:43:55.849104 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-40fb7ea8-cb0d-4128-96bc-4d541e8f4ec4 None None] Allocated IP 2001:db8::f816:3eff:fe89:c0a8 (cd7a8297-1f21-4764-8355-6754da4b856f/e05ea783-b3ca-4c13-93eb-23a22fe48e34/ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:55.933427 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-aaed1cf1-048e-4e60-ad84-bd61d0516fb3 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] 10.222.0.60 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2152 time: 0.6577954 Sep 01 15:43:55.940600 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46070) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:55.949221 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6555a796-2831-453b-83a7-401eff8cb114 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Request body: {'network': {'name': 'tempest-network-smoke--1348202941', 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'port_security_enabled': False}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:55.949983 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5724eafe-577a-47f5-aa77-2cdeb623628e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:55.956553 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5724eafe-577a-47f5-aa77-2cdeb623628e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:56.076939 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6555a796-2831-453b-83a7-401eff8cb114 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Made reservation on behalf of a71dc08c28b44bd2acfe82e791b71db4 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:56.085094 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6555a796-2831-453b-83a7-401eff8cb114 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:56.099509 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-17ae51ce-db0b-47ad-a1aa-de5625f52a9d service neutron] 10.222.0.60 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734525 Sep 01 15:43:56.198814 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-40fb7ea8-cb0d-4128-96bc-4d541e8f4ec4 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:56.218039 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-40fb7ea8-cb0d-4128-96bc-4d541e8f4ec4 None None] Transition to ACTIVE for port object ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:56.236075 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6555a796-2831-453b-83a7-401eff8cb114 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:43:56.249444 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-40fb7ea8-cb0d-4128-96bc-4d541e8f4ec4 None None] Transition to ACTIVE for port object ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:56.260086 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-40fb7ea8-cb0d-4128-96bc-4d541e8f4ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:56.264205 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6555a796-2831-453b-83a7-401eff8cb114 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:56.264205 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-6555a796-2831-453b-83a7-401eff8cb114 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Added segment 67a5b251-16a4-498d-b6bf-df61a52b49e9 of type vlan for network fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9 Sep 01 15:43:56.321444 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-8fc9f773-87f7-47d8-8484-06bf0b0ce596 service neutron] 10.222.0.60 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968274 Sep 01 15:43:56.338846 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6555a796-2831-453b-83a7-401eff8cb114 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:56.378691 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6555a796-2831-453b-83a7-401eff8cb114 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:56.384898 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6555a796-2831-453b-83a7-401eff8cb114 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:56.385554 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6555a796-2831-453b-83a7-401eff8cb114 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:56.393993 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb7ea8-cb0d-4128-96bc-4d541e8f4ec4 None None] Pushing event updated for resources: {'Port': ['ID=ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:56.410095 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fb7ea8-cb0d-4128-96bc-4d541e8f4ec4 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:56.419601 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-40fb7ea8-cb0d-4128-96bc-4d541e8f4ec4 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:56.428233 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5724eafe-577a-47f5-aa77-2cdeb623628e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:56.434800 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fb7ea8-cb0d-4128-96bc-4d541e8f4ec4 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:43:56.477248 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6555a796-2831-453b-83a7-401eff8cb114 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5280664 Sep 01 15:43:56.477588 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46074) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:56.487617 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-47541236-3f00-48b1-9454-8dd7fe925207 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1509519291', 'admin_state_up': True, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:56.514964 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555a796-2831-453b-83a7-401eff8cb114 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event updated for resources: {'Network': ['ID=fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:56.543853 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:43:56.551233 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-47541236-3f00-48b1-9454-8dd7fe925207 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:56.553549 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-47541236-3f00-48b1-9454-8dd7fe925207 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:56.557011 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724eafe-577a-47f5-aa77-2cdeb623628e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=5805c844-58cc-4ee2-a382-da30fcdf4a46,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:56.633742 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5724eafe-577a-47f5-aa77-2cdeb623628e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:56.639241 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-5724eafe-577a-47f5-aa77-2cdeb623628e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:56.663639 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5724eafe-577a-47f5-aa77-2cdeb623628e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:56.665667 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5724eafe-577a-47f5-aa77-2cdeb623628e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:56.707423 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5724eafe-577a-47f5-aa77-2cdeb623628e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9428010 Sep 01 15:43:56.708577 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-47541236-3f00-48b1-9454-8dd7fe925207 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:56.709950 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46084) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:56.715893 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-0225cf7e-5ec1-40d3-936e-897f68844a7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'mac_address': 'fa:16:3e:dd:bd:e5', 'name': 'tempest-NetworksTestDHCPv6-1068468082'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:56.771874 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-40fb7ea8-cb0d-4128-96bc-4d541e8f4ec4 None None] Attempting to bind port ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:43:56.772755 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-40fb7ea8-cb0d-4128-96bc-4d541e8f4ec4 None None] Attempting to bind port ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:43:56.773082 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fb7ea8-cb0d-4128-96bc-4d541e8f4ec4 None None] Attempting to bind port ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb on network cd7a8297-1f21-4764-8355-6754da4b856f {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:43:56.803430 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fb7ea8-cb0d-4128-96bc-4d541e8f4ec4 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:43:56.804033 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fb7ea8-cb0d-4128-96bc-4d541e8f4ec4 None None] Checking segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:43:56.804685 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-40fb7ea8-cb0d-4128-96bc-4d541e8f4ec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:56.805323 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fb7ea8-cb0d-4128-96bc-4d541e8f4ec4 None None] Bound using segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:43:56.806146 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-40fb7ea8-cb0d-4128-96bc-4d541e8f4ec4 None None] Bound port: ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:43:56.806858 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-40fb7ea8-cb0d-4128-96bc-4d541e8f4ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:56.890435 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b84c58cf-37a5-4e46-9b6f-8ad0d11ce3bd req-e4564bd2-060f-4da9-9724-c4aa4ab9cba1 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 210 time: 0.1354191 Sep 01 15:43:57.012137 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-47541236-3f00-48b1-9454-8dd7fe925207 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:57.061944 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-40fb7ea8-cb0d-4128-96bc-4d541e8f4ec4 None None] For port ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:43:57.068611 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-40fb7ea8-cb0d-4128-96bc-4d541e8f4ec4 None None] For port ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:43:57.077510 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-40fb7ea8-cb0d-4128-96bc-4d541e8f4ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:57.189139 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0225cf7e-5ec1-40d3-936e-897f68844a7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:43:57.210177 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb7ea8-cb0d-4128-96bc-4d541e8f4ec4 None None] Pushing event updated for resources: {'Port': ['ID=ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:57.359464 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0225cf7e-5ec1-40d3-936e-897f68844a7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:57.427391 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-0225cf7e-5ec1-40d3-936e-897f68844a7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] device_id is not set on port adf95746-c669-4674-b483-3d1f71e4ef19 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:43:57.463077 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46094) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:57.781547 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-47541236-3f00-48b1-9454-8dd7fe925207 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:57.811080 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-df01155d-26c3-4f69-bd4b-fd170d6b325c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:57.813107 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-47541236-3f00-48b1-9454-8dd7fe925207 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:57.892650 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:57.988918 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-df01155d-26c3-4f69-bd4b-fd170d6b325c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:57.996108 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-df01155d-26c3-4f69-bd4b-fd170d6b325c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:58.007769 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-0225cf7e-5ec1-40d3-936e-897f68844a7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 2001:db8:0:1::e7 (cd7a8297-1f21-4764-8355-6754da4b856f/5805c844-58cc-4ee2-a382-da30fcdf4a46/adf95746-c669-4674-b483-3d1f71e4ef19) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:58.057544 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-0225cf7e-5ec1-40d3-936e-897f68844a7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 2001:db8::f816:3eff:fedd:bde5 (cd7a8297-1f21-4764-8355-6754da4b856f/e05ea783-b3ca-4c13-93eb-23a22fe48e34/adf95746-c669-4674-b483-3d1f71e4ef19) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:58.064808 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-df01155d-26c3-4f69-bd4b-fd170d6b325c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ad3b485a93c48e7b334d7e3515a3097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6005549 Sep 01 15:43:58.074189 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46104) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:58.085845 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01155d-26c3-4f69-bd4b-fd170d6b325c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221e6e66-92af-432d-8a9c-b3bb2ad278aa,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:58.100166 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-02110e4e-e9f2-4fbd-9c29-4d713c1312ac req-298c0a68-de03-4f82-9bfd-2283c39848bf tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 210 time: 0.0631390 Sep 01 15:43:58.139021 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-47541236-3f00-48b1-9454-8dd7fe925207 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Allocated IP 172.25.6.207 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/2d17af09-3d3d-4c11-b0ab-26434e256d21) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:58.157077 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3735e019-4cac-438a-acfc-f4dc54685957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:58.183381 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3735e019-4cac-438a-acfc-f4dc54685957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:58.268667 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3735e019-4cac-438a-acfc-f4dc54685957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:58.288120 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3735e019-4cac-438a-acfc-f4dc54685957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:58.289746 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3735e019-4cac-438a-acfc-f4dc54685957 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/221e6e66-92af-432d-8a9c-b3bb2ad278aa HTTP/1.1" status: 204 len: 168 time: 0.2143772 Sep 01 15:43:58.300964 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735e019-4cac-438a-acfc-f4dc54685957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221e6e66-92af-432d-8a9c-b3bb2ad278aa,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:58.470089 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-47541236-3f00-48b1-9454-8dd7fe925207 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:58.475783 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0225cf7e-5ec1-40d3-936e-897f68844a7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:58.498179 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-0225cf7e-5ec1-40d3-936e-897f68844a7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Transition to ACTIVE for port object adf95746-c669-4674-b483-3d1f71e4ef19 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:43:58.557995 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-47541236-3f00-48b1-9454-8dd7fe925207 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:58.570343 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0225cf7e-5ec1-40d3-936e-897f68844a7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:58.607422 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47541236-3f00-48b1-9454-8dd7fe925207 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:58.613833 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-47541236-3f00-48b1-9454-8dd7fe925207 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:58.620411 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47541236-3f00-48b1-9454-8dd7fe925207 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:43:58.668441 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0225cf7e-5ec1-40d3-936e-897f68844a7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:43:58.671824 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47541236-3f00-48b1-9454-8dd7fe925207 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event updated for resources: {'Port': ['ID=2d17af09-3d3d-4c11-b0ab-26434e256d21,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:58.680534 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-0225cf7e-5ec1-40d3-936e-897f68844a7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:43:58.687554 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0225cf7e-5ec1-40d3-936e-897f68844a7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:43:58.693667 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0225cf7e-5ec1-40d3-936e-897f68844a7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:58.694402 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0225cf7e-5ec1-40d3-936e-897f68844a7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:58.828490 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0225cf7e-5ec1-40d3-936e-897f68844a7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1142361 Sep 01 15:43:58.828721 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d39ddd-2bc0-4e77-89e1-4f64fdd60084 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:43:58.829670 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46116) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:58.840643 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225cf7e-5ec1-40d3-936e-897f68844a7d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Port': ['ID=adf95746-c669-4674-b483-3d1f71e4ef19,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:59.010987 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-e74bddab-7466-4944-b236-f4dd13241fe0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting port adf95746-c669-4674-b483-3d1f71e4ef19 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:43:59.011520 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e74bddab-7466-4944-b236-f4dd13241fe0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:59.096195 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e33d222d-4d09-4aaa-ab86-40bc45fec9ac None None] Provisioning for port ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:43:59.160454 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:43:59.187419 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e74bddab-7466-4944-b236-f4dd13241fe0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:59.208014 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-e74bddab-7466-4944-b236-f4dd13241fe0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Calling delete_port for adf95746-c669-4674-b483-3d1f71e4ef19 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:43:59.300368 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-bf372105-1c67-46c5-a323-60fab40ec5c5 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:59.302598 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-bf372105-1c67-46c5-a323-60fab40ec5c5 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.62 "GET /v2.0/networks?id=07f631c5-32e9-40ca-9b75-6feb731ecf99 HTTP/1.1" status: 200 len: 812 time: 0.3821521 Sep 01 15:43:59.327240 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41adda4d-1f90-46f7-a153-4c9663d9df4c None None] Update dhcp port {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'fixed_ips': [{'subnet_id': 'e05ea783-b3ca-4c13-93eb-23a22fe48e34', 'ip_address': '2001:db8::f816:3eff:fe89:c0a8'}, {'subnet_id': '5805c844-58cc-4ee2-a382-da30fcdf4a46'}], 'binding:host_id': 'n-d-794796-3'}, 'id': 'ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb'} from n-d-794796-3. {{(pid=94735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:43:59.359742 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-41adda4d-1f90-46f7-a153-4c9663d9df4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:59.360522 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-2de00a08-8893-4b5d-8a7c-11529f0996fc tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Request body: {'port': {'device_id': 'fd37b091-62f8-4118-8a02-b528754fa4d9', 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99', 'admin_state_up': True, 'tenant_id': '712b03f523614e3dae833fefdba8a150'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:43:59.364636 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b77e6af4-7000-4e36-937a-2714678d9306 req-fb759030-6f28-44c2-87d5-8c7ba10db3e2 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 210 time: 0.0509231 Sep 01 15:43:59.526888 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-47541236-3f00-48b1-9454-8dd7fe925207 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:59.533634 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:43:59.548840 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:43:59.549549 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:59.593040 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e74bddab-7466-4944-b236-f4dd13241fe0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:59.714895 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:59.719453 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-41adda4d-1f90-46f7-a153-4c9663d9df4c None None] Allocated IP 2001:db8:0:1::2 (cd7a8297-1f21-4764-8355-6754da4b856f/5805c844-58cc-4ee2-a382-da30fcdf4a46/ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:43:59.754675 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74bddab-7466-4944-b236-f4dd13241fe0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Port': ['ID=adf95746-c669-4674-b483-3d1f71e4ef19,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:43:59.795181 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e74bddab-7466-4944-b236-f4dd13241fe0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:43:59.797316 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e74bddab-7466-4944-b236-f4dd13241fe0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/adf95746-c669-4674-b483-3d1f71e4ef19 HTTP/1.1" status: 204 len: 168 time: 0.9673977 Sep 01 15:43:59.802341 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46136) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:59.914699 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d50d4d-4ac7-4324-a301-a8f6ee496feb tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:43:59.917096 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d4d50d4d-4ac7-4324-a301-a8f6ee496feb tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1136796 Sep 01 15:43:59.922377 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46142) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:43:59.977077 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-41adda4d-1f90-46f7-a153-4c9663d9df4c None None] For port ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:00.025648 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2215e50-c9f8-46dd-94d7-194b8190dccc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:00.026939 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-41adda4d-1f90-46f7-a153-4c9663d9df4c None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:00.029429 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a2215e50-c9f8-46dd-94d7-194b8190dccc tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1043644 Sep 01 15:44:00.032496 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46144) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:00.046500 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-41adda4d-1f90-46f7-a153-4c9663d9df4c None None] Transition to ACTIVE for port object ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:00.056019 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-41adda4d-1f90-46f7-a153-4c9663d9df4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:00.108173 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-47541236-3f00-48b1-9454-8dd7fe925207 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:00.113279 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-2de00a08-8893-4b5d-8a7c-11529f0996fc tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Made reservation on behalf of 712b03f523614e3dae833fefdba8a150 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:44:00.128367 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-2de00a08-8893-4b5d-8a7c-11529f0996fc tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:00.140347 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41adda4d-1f90-46f7-a153-4c9663d9df4c None None] Pushing event updated for resources: {'Port': ['ID=ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:00.171254 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ffa8ec-f1e7-48f0-80b6-b1f4b471b30c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:00.174756 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ffa8ec-f1e7-48f0-80b6-b1f4b471b30c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:00.177928 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ffa8ec-f1e7-48f0-80b6-b1f4b471b30c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:00.181615 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-73ffa8ec-f1e7-48f0-80b6-b1f4b471b30c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1471415 Sep 01 15:44:00.184495 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46148) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:00.274336 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.api [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:44:00.274759 n-d-794796-3 neutron-server[94735]: DEBUG oslo_db.api [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:44:00.340964 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca641a87-eff8-49da-8136-430465285079 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet 5805c844-58cc-4ee2-a382-da30fcdf4a46 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:44:00.349842 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca641a87-eff8-49da-8136-430465285079 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:00.393808 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-2de00a08-8893-4b5d-8a7c-11529f0996fc tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Allocated IP 172.20.0.11 (07f631c5-32e9-40ca-9b75-6feb731ecf99/a2b59801-979b-4fe1-bcc1-5c6fa7771954/4ce84021-26d9-4e73-bfe3-2ea5c2cfee79) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:44:00.487945 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca641a87-eff8-49da-8136-430465285079 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:00.672390 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46154) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:00.686958 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-92ea41d2-cfc8-4e16-9a4e-958dd0f59bda req-dfbe9f7e-dfda-432c-8c81-e567889cc5e2 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 210 time: 0.0435619 Sep 01 15:44:00.687331 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca641a87-eff8-49da-8136-430465285079 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:00.757674 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-2de00a08-8893-4b5d-8a7c-11529f0996fc tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:00.789502 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-2de00a08-8893-4b5d-8a7c-11529f0996fc tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Transition to ACTIVE for port object 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:00.829171 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca641a87-eff8-49da-8136-430465285079 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:00.850963 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-2de00a08-8893-4b5d-8a7c-11529f0996fc tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:00.855832 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:00.906994 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca641a87-eff8-49da-8136-430465285079 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=5805c844-58cc-4ee2-a382-da30fcdf4a46,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:00.933693 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca641a87-eff8-49da-8136-430465285079 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:00.945360 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ca641a87-eff8-49da-8136-430465285079 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/5805c844-58cc-4ee2-a382-da30fcdf4a46 HTTP/1.1" status: 204 len: 168 time: 0.7586122 Sep 01 15:44:00.953065 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46158) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:00.967806 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.api [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:44:00.968174 n-d-794796-3 neutron-server[94735]: DEBUG oslo_db.api [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:44:01.067639 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-2de00a08-8893-4b5d-8a7c-11529f0996fc tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Network 07f631c5-32e9-40ca-9b75-6feb731ecf99 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:01.079875 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-2de00a08-8893-4b5d-8a7c-11529f0996fc tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:01.083567 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af87c39-cef4-4ca3-a1b4-4301d7adfa6e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet e05ea783-b3ca-4c13-93eb-23a22fe48e34 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:44:01.091304 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8af87c39-cef4-4ca3-a1b4-4301d7adfa6e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:01.109275 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-2de00a08-8893-4b5d-8a7c-11529f0996fc tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:44:01.176241 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:01.186534 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8af87c39-cef4-4ca3-a1b4-4301d7adfa6e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:01.223186 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de00a08-8893-4b5d-8a7c-11529f0996fc tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Pushing event updated for resources: {'Port': ['ID=4ce84021-26d9-4e73-bfe3-2ea5c2cfee79,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:01.238451 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-2de00a08-8893-4b5d-8a7c-11529f0996fc tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:01.238859 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-2de00a08-8893-4b5d-8a7c-11529f0996fc tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:01.257828 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eee102c7-1d61-4c0a-af13-12492cb977cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:01.266012 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:01.273723 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:01.395363 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c2be2a-f41d-4e9c-8c17-86a46c7758be None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:44:01.406057 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8af87c39-cef4-4ca3-a1b4-4301d7adfa6e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:01.468631 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-2de00a08-8893-4b5d-8a7c-11529f0996fc tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1160107 Sep 01 15:44:01.557393 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8af87c39-cef4-4ca3-a1b4-4301d7adfa6e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:01.585497 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:01.593215 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:01.608464 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47541236-3f00-48b1-9454-8dd7fe925207 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Router 651a8ff4-08a1-40e8-a33e-00e6539f4a49 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:44:01.631467 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-c9c0b1f4-9dc2-403c-912e-d2bb8977d72c service neutron] Request body: {'port': {'device_id': 'fd37b091-62f8-4118-8a02-b528754fa4d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:01.639499 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af87c39-cef4-4ca3-a1b4-4301d7adfa6e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=e05ea783-b3ca-4c13-93eb-23a22fe48e34,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:01.646960 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8af87c39-cef4-4ca3-a1b4-4301d7adfa6e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:01.649165 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8af87c39-cef4-4ca3-a1b4-4301d7adfa6e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/e05ea783-b3ca-4c13-93eb-23a22fe48e34 HTTP/1.1" status: 204 len: 168 time: 0.6946106 Sep 01 15:44:01.652562 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46164) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:01.699314 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-76c07fca-afc1-493d-b50a-52d1bf2f4097 None None] Provisioning for port ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:01.715465 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cdf07290-b5b9-4524-ba12-5cd05d7dd081 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590940 Sep 01 15:44:01.717045 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46168) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:01.727980 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-76c07fca-afc1-493d-b50a-52d1bf2f4097 None None] Provisioning complete for port ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:01.731659 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-76c07fca-afc1-493d-b50a-52d1bf2f4097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:01.732885 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-7d331770-7a8f-43e2-915b-c048717ce523 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:01.824072 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:01.824623 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:01.884836 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e38c65f-b6bc-4d22-8189-4577529e31af None None] DHCP port deletion for cd7a8297-1f21-4764-8355-6754da4b856f request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:44:01.921709 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-c9c0b1f4-9dc2-403c-912e-d2bb8977d72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:01.980133 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700244c-0f4c-4e35-a656-afc6dc635802 req-5182f330-c1d3-42a3-80d9-9f8e5b071688 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:01.994480 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d700244c-0f4c-4e35-a656-afc6dc635802 req-5182f330-c1d3-42a3-80d9-9f8e5b071688 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 932 time: 0.1688862 Sep 01 15:44:02.049520 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d700244c-0f4c-4e35-a656-afc6dc635802 req-ca8fe20b-5ac1-4ff4-8333-b2d0308bcc29 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529311 Sep 01 15:44:02.089335 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-76c07fca-afc1-493d-b50a-52d1bf2f4097 None None] Could not find standard attr ID for object adf95746-c669-4674-b483-3d1f71e4ef19. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:44:02.106500 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-4e38c65f-b6bc-4d22-8189-4577529e31af None None] Deleting port ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:02.107082 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4e38c65f-b6bc-4d22-8189-4577529e31af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:02.246102 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2a78b34f-0b92-4c91-9a87-c8f347e45182 None None] Provisioning for port 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:02.263848 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-4e38c65f-b6bc-4d22-8189-4577529e31af None None] For port ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:02.264496 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4e38c65f-b6bc-4d22-8189-4577529e31af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:02.269385 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2a78b34f-0b92-4c91-9a87-c8f347e45182 None None] Provisioning complete for port 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:02.269991 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2a78b34f-0b92-4c91-9a87-c8f347e45182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:02.326463 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-4e38c65f-b6bc-4d22-8189-4577529e31af None None] Calling delete_port for ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:02.384190 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-2a78b34f-0b92-4c91-9a87-c8f347e45182 None None] Port 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:44:02.466247 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47541236-3f00-48b1-9454-8dd7fe925207 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:44:02.469325 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eee102c7-1d61-4c0a-af13-12492cb977cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:02.482678 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-eee102c7-1d61-4c0a-af13-12492cb977cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:02.497320 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06fafa4-b4ea-48b1-9bf7-a873ead3e191 None None] Sync routers for ids ['651a8ff4-08a1-40e8-a33e-00e6539f4a49'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:44:02.549603 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06fafa4-b4ea-48b1-9bf7-a873ead3e191 None None] Routers {'651a8ff4-08a1-40e8-a33e-00e6539f4a49'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:02.551463 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b06fafa4-b4ea-48b1-9bf7-a873ead3e191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:43:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['651a8ff4-08a1-40e8-a33e-00e6539f4a49'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:02.561180 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d331770-7a8f-43e2-915b-c048717ce523 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:44:02.577447 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7d331770-7a8f-43e2-915b-c048717ce523 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:02.604504 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4e38c65f-b6bc-4d22-8189-4577529e31af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:02.641154 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38c65f-b6bc-4d22-8189-4577529e31af None None] Pushing event deleted for resources: {'Port': ['ID=ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:02.647045 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-47541236-3f00-48b1-9454-8dd7fe925207 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:02.648304 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-47541236-3f00-48b1-9454-8dd7fe925207 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.1667628 Sep 01 15:44:02.650646 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e38c65f-b6bc-4d22-8189-4577529e31af None None] No DVR routers for this DVR port ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:44:02.655283 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-eee102c7-1d61-4c0a-af13-12492cb977cc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1ae3d52f920e4894b1733f95e5df25ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9656498 Sep 01 15:44:02.656089 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46170) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:02.660573 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee102c7-1d61-4c0a-af13-12492cb977cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6270a960-2b40-4f15-91c3-ad8b4982bbd8,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:02.670708 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46172) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:02.835577 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-b06fafa4-b4ea-48b1-9bf7-a873ead3e191 None None] Set router 651a8ff4-08a1-40e8-a33e-00e6539f4a49 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:02.941740 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460d4423-57d6-4702-a903-ab789c75c88d tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:02.948966 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-460d4423-57d6-4702-a903-ab789c75c88d tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=a71dc08c28b44bd2acfe82e791b71db4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2858083 Sep 01 15:44:02.952544 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46174) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:03.171369 n-d-794796-3 neutron-server[94733]: DEBUG neutron.objects.ports [None req-7d331770-7a8f-43e2-915b-c048717ce523 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94733) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:44:03.177835 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b06fafa4-b4ea-48b1-9bf7-a873ead3e191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651a8ff4-08a1-40e8-a33e-00e6539f4a49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1509519291', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '2d17af09-3d3d-4c11-b0ab-26434e256d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:43:56Z', 'updated_at': '2021-09-01T15:43:59Z', 'revision_number': 3, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'gw_port': {'id': '2d17af09-3d3d-4c11-b0ab-26434e256d21', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651a8ff4-08a1-40e8-a33e-00e6539f4a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:43:57Z', 'updated_at': '2021-09-01T15:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:03.179099 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7d331770-7a8f-43e2-915b-c048717ce523 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:03.268773 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06fafa4-b4ea-48b1-9bf7-a873ead3e191 None None] Checking router: 651a8ff4-08a1-40e8-a33e-00e6539f4a49 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:44:03.268773 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06fafa4-b4ea-48b1-9bf7-a873ead3e191 None None] Updating router 651a8ff4-08a1-40e8-a33e-00e6539f4a49 port 2d17af09-3d3d-4c11-b0ab-26434e256d21 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:44:03.304171 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d331770-7a8f-43e2-915b-c048717ce523 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:03.309658 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-7d331770-7a8f-43e2-915b-c048717ce523 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:03.313679 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d331770-7a8f-43e2-915b-c048717ce523 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:03.314586 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7d331770-7a8f-43e2-915b-c048717ce523 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:03.328827 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0760c9f6-dd3b-458d-ab68-ee2d746c56e8 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:44:03.332776 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b06fafa4-b4ea-48b1-9bf7-a873ead3e191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:03.336973 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d331770-7a8f-43e2-915b-c048717ce523 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=ce8eab2b-21ac-4d6a-8231-85d5730abb42,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:03.353121 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7d331770-7a8f-43e2-915b-c048717ce523 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6330688 Sep 01 15:44:03.358359 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46178) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:03.360048 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0571339-2e05-4cc1-bfcf-5d910aceef95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:03.377064 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-88f6112e-04b2-4489-9926-ca50de97765b tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:03.422098 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0571339-2e05-4cc1-bfcf-5d910aceef95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:03.514754 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:44:03.662550 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f6112e-04b2-4489-9926-ca50de97765b tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:44:03.671673 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88f6112e-04b2-4489-9926-ca50de97765b tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:03.701358 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-c9c0b1f4-9dc2-403c-912e-d2bb8977d72c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:44:03.712132 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-c9c0b1f4-9dc2-403c-912e-d2bb8977d72c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:03.734447 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-c9c0b1f4-9dc2-403c-912e-d2bb8977d72c service neutron] Transition to ACTIVE for port object 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:03.749607 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-c9c0b1f4-9dc2-403c-912e-d2bb8977d72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:03.770491 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859ceb93-3b6e-47af-992d-7801e12378e0 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:03.775403 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-859ceb93-3b6e-47af-992d-7801e12378e0 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8185806 Sep 01 15:44:03.777203 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46180) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:03.867620 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d5e31-978d-42ad-a332-a270a0eea06f req-fad61466-822a-4a20-8efa-640a4e706ee5 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:03.875775 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-206d5e31-978d-42ad-a332-a270a0eea06f req-fad61466-822a-4a20-8efa-640a4e706ee5 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 932 time: 0.6166890 Sep 01 15:44:03.877833 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0b1f4-9dc2-403c-912e-d2bb8977d72c service neutron] Pushing event updated for resources: {'Port': ['ID=4ce84021-26d9-4e73-bfe3-2ea5c2cfee79,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:03.917331 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5895d571-f4d5-460d-9bdc-459b307ab12d tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5c826073-0017-46f6-8947-51b31e774ff4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1380875 Sep 01 15:44:03.918455 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46182) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:03.986846 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b5c100ab-fd65-4873-b6f6-7678e87b38ab tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=a71dc08c28b44bd2acfe82e791b71db4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0585406 Sep 01 15:44:03.994833 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46184) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:04.008014 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-206d5e31-978d-42ad-a332-a270a0eea06f req-d8ad7019-e775-42db-9a61-703d166854e1 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308711 Sep 01 15:44:04.017848 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0571339-2e05-4cc1-bfcf-5d910aceef95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:04.024644 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c0571339-2e05-4cc1-bfcf-5d910aceef95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:04.037979 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c0571339-2e05-4cc1-bfcf-5d910aceef95 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6270a960-2b40-4f15-91c3-ad8b4982bbd8 HTTP/1.1" status: 204 len: 168 time: 1.3464501 Sep 01 15:44:04.064942 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b06fafa4-b4ea-48b1-9bf7-a873ead3e191 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:04.077912 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-c9c0b1f4-9dc2-403c-912e-d2bb8977d72c service neutron] Attempting to bind port 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:44:04.078740 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-c9c0b1f4-9dc2-403c-912e-d2bb8977d72c service neutron] Attempting to bind port 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:44:04.079490 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-c9c0b1f4-9dc2-403c-912e-d2bb8977d72c service neutron] Attempting to bind port 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79 on network 07f631c5-32e9-40ca-9b75-6feb731ecf99 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:44:04.095294 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0571339-2e05-4cc1-bfcf-5d910aceef95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6270a960-2b40-4f15-91c3-ad8b4982bbd8,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:04.096954 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:44:04.097619 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ca912a1b-8dbf-49c4-8ea5-52ffbde3b1cb not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:44:04.108834 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-b06fafa4-b4ea-48b1-9bf7-a873ead3e191 None None] Transition to ACTIVE for port object 2d17af09-3d3d-4c11-b0ab-26434e256d21 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:04.113019 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-c9c0b1f4-9dc2-403c-912e-d2bb8977d72c service neutron] Port 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79 on network 07f631c5-32e9-40ca-9b75-6feb731ecf99 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:44:04.114380 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-c9c0b1f4-9dc2-403c-912e-d2bb8977d72c service neutron] Attempting to bind port 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79 on network 07f631c5-32e9-40ca-9b75-6feb731ecf99 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:44:04.124620 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b06fafa4-b4ea-48b1-9bf7-a873ead3e191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:04.130276 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-c9c0b1f4-9dc2-403c-912e-d2bb8977d72c service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:44:04.133615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-c9c0b1f4-9dc2-403c-912e-d2bb8977d72c service neutron] Checking segment: {'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:44:04.135995 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-c9c0b1f4-9dc2-403c-912e-d2bb8977d72c service neutron] Bound using segment: {'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:44:04.135995 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-c9c0b1f4-9dc2-403c-912e-d2bb8977d72c service neutron] Bound port: 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:44:04.136605 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-c9c0b1f4-9dc2-403c-912e-d2bb8977d72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:04.148009 n-d-794796-3 neutron-server[94733]: INFO neutron.db.ipam_backend_mixin [None req-88f6112e-04b2-4489-9926-ca50de97765b tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ce8eab2b-21ac-4d6a-8231-85d5730abb42 (CIDR: 2001:db8::/64) Sep 01 15:44:04.160705 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f6112e-04b2-4489-9926-ca50de97765b tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:44:04.161007 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88f6112e-04b2-4489-9926-ca50de97765b tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:04.317927 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-88f6112e-04b2-4489-9926-ca50de97765b tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9506946 Sep 01 15:44:04.320066 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46188) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:04.344273 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-bb1b9fce-5736-4e36-8b0e-8fc032f21e42 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:04.374515 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8d492c-0be6-4b61-837f-3648504f159c tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:04.383700 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7f8d492c-0be6-4b61-837f-3648504f159c tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3820820 Sep 01 15:44:04.383700 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46190) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:04.408011 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-b06fafa4-b4ea-48b1-9bf7-a873ead3e191 None None] Attempting to bind port 2d17af09-3d3d-4c11-b0ab-26434e256d21 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:44:04.408789 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-b06fafa4-b4ea-48b1-9bf7-a873ead3e191 None None] Attempting to bind port 2d17af09-3d3d-4c11-b0ab-26434e256d21 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:44:04.409441 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06fafa4-b4ea-48b1-9bf7-a873ead3e191 None None] Attempting to bind port 2d17af09-3d3d-4c11-b0ab-26434e256d21 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:44:04.415933 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291d3ab7-8281-4ee5-83b0-b0be6828be75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-cd7a8297-1f21-4764-8355-6754da4b856f', 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'fixed_ips': [{'subnet_id': 'ce8eab2b-21ac-4d6a-8231-85d5730abb42'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:44:04.420733 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-291d3ab7-8281-4ee5-83b0-b0be6828be75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:04.425819 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0b672-8aa3-490e-9f99-6850714505f0 None None] Pushing event updated for resources: {'Port': ['ID=2d17af09-3d3d-4c11-b0ab-26434e256d21,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:04.436736 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06fafa4-b4ea-48b1-9bf7-a873ead3e191 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:44:04.437364 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06fafa4-b4ea-48b1-9bf7-a873ead3e191 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:44:04.438019 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b06fafa4-b4ea-48b1-9bf7-a873ead3e191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:04.438690 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06fafa4-b4ea-48b1-9bf7-a873ead3e191 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:44:04.439473 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-b06fafa4-b4ea-48b1-9bf7-a873ead3e191 None None] Bound port: 2d17af09-3d3d-4c11-b0ab-26434e256d21, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:44:04.440099 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b06fafa4-b4ea-48b1-9bf7-a873ead3e191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:04.444985 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ab86dbb8-d37c-4d87-8bed-84be2232a133 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5c826073-0017-46f6-8947-51b31e774ff4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0612433 Sep 01 15:44:04.452019 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46194) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:04.457816 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-dbe6cbc6-f1b8-4019-a586-806a44341b06 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2091587505', 'network_id': 'fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9', 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:04.515265 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0b672-8aa3-490e-9f99-6850714505f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:04.515812 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0b672-8aa3-490e-9f99-6850714505f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:04.516600 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0b672-8aa3-490e-9f99-6850714505f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:04.517512 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0b672-8aa3-490e-9f99-6850714505f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:04.518426 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0b672-8aa3-490e-9f99-6850714505f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:04.519239 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0b672-8aa3-490e-9f99-6850714505f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:04.520084 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0b672-8aa3-490e-9f99-6850714505f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:04.520941 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0b672-8aa3-490e-9f99-6850714505f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:04.521812 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0b672-8aa3-490e-9f99-6850714505f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:04.524966 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0b672-8aa3-490e-9f99-6850714505f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:04.526647 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0b672-8aa3-490e-9f99-6850714505f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:04.527496 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0b672-8aa3-490e-9f99-6850714505f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:04.578707 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-c9c0b1f4-9dc2-403c-912e-d2bb8977d72c service neutron] For port 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:44:04.627384 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-b06fafa4-b4ea-48b1-9bf7-a873ead3e191 None None] For port 2d17af09-3d3d-4c11-b0ab-26434e256d21, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:44:04.635351 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-b06fafa4-b4ea-48b1-9bf7-a873ead3e191 None None] For port 2d17af09-3d3d-4c11-b0ab-26434e256d21, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=2d17af09-3d3d-4c11-b0ab-26434e256d21,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:44:04.648625 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b06fafa4-b4ea-48b1-9bf7-a873ead3e191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:04.652659 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-c9c0b1f4-9dc2-403c-912e-d2bb8977d72c service neutron] For port 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=4ce84021-26d9-4e73-bfe3-2ea5c2cfee79,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:44:04.702063 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-c9c0b1f4-9dc2-403c-912e-d2bb8977d72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:04.779616 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe6cbc6-f1b8-4019-a586-806a44341b06 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Made reservation on behalf of a71dc08c28b44bd2acfe82e791b71db4 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:44:04.789424 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dbe6cbc6-f1b8-4019-a586-806a44341b06 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:04.827892 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0b1f4-9dc2-403c-912e-d2bb8977d72c service neutron] Pushing event updated for resources: {'Port': ['ID=4ce84021-26d9-4e73-bfe3-2ea5c2cfee79,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:04.849069 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-c9c0b1f4-9dc2-403c-912e-d2bb8977d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:04.849824 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-c9c0b1f4-9dc2-403c-912e-d2bb8977d72c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:04.851973 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-c9c0b1f4-9dc2-403c-912e-d2bb8977d72c service neutron] 10.222.0.62 "PUT /v2.0/ports/4ce84021-26d9-4e73-bfe3-2ea5c2cfee79 HTTP/1.1" status: 200 len: 1092 time: 3.3654580 Sep 01 15:44:04.852481 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd37b091-62f8-4118-8a02-b528754fa4d9', 'tag': '4ce84021-26d9-4e73-bfe3-2ea5c2cfee79'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:44:04.856343 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3141864c-6a36-43c8-aef1-23aab1c2b40a" -d '{"events": [{"name": "network-changed", "server_uuid": "fd37b091-62f8-4118-8a02-b528754fa4d9", "tag": "4ce84021-26d9-4e73-bfe3-2ea5c2cfee79"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:44:04.882719 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06fafa4-b4ea-48b1-9bf7-a873ead3e191 None None] Routers {'651a8ff4-08a1-40e8-a33e-00e6539f4a49'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:04.883679 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b06fafa4-b4ea-48b1-9bf7-a873ead3e191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:43:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['651a8ff4-08a1-40e8-a33e-00e6539f4a49'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:04.944041 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-291d3ab7-8281-4ee5-83b0-b0be6828be75 None None] Allocated IP 2001:db8::f816:3eff:fe68:6982 (cd7a8297-1f21-4764-8355-6754da4b856f/ce8eab2b-21ac-4d6a-8231-85d5730abb42/6b1225a4-40e4-43dd-84f0-38febe362157) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:44:04.969481 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1b9fce-5736-4e36-8b0e-8fc032f21e42 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:44:04.983887 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9fce-5736-4e36-8b0e-8fc032f21e42 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:05.065119 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14392af1-53ae-46bc-9476-0b8d17427523 x-openstack-request-id: req-14392af1-53ae-46bc-9476-0b8d17427523 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:44:05.080801 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd37b091-62f8-4118-8a02-b528754fa4d9", "tag": "4ce84021-26d9-4e73-bfe3-2ea5c2cfee79", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:44:05.081394 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-14392af1-53ae-46bc-9476-0b8d17427523 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:44:05.081661 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd37b091-62f8-4118-8a02-b528754fa4d9', 'tag': '4ce84021-26d9-4e73-bfe3-2ea5c2cfee79', 'status': 'completed', 'code': 200} Sep 01 15:44:05.321558 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-b06fafa4-b4ea-48b1-9bf7-a873ead3e191 None None] Set router 651a8ff4-08a1-40e8-a33e-00e6539f4a49 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:05.550038 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0b672-8aa3-490e-9f99-6850714505f0 None None] Pushing event updated for resources: {'Port': ['ID=2d17af09-3d3d-4c11-b0ab-26434e256d21,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:05.558451 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-2697bda1-b028-41d3-bc12-2a9ca8565655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:05.563392 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-2697bda1-b028-41d3-bc12-2a9ca8565655 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=712b03f523614e3dae833fefdba8a150&device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 1095 time: 0.5662546 Sep 01 15:44:05.630197 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-291d3ab7-8281-4ee5-83b0-b0be6828be75 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:05.644602 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dbe6cbc6-f1b8-4019-a586-806a44341b06 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:05.674614 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-291d3ab7-8281-4ee5-83b0-b0be6828be75 None None] Transition to ACTIVE for port object 6b1225a4-40e4-43dd-84f0-38febe362157 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:05.724825 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-291d3ab7-8281-4ee5-83b0-b0be6828be75 None None] Transition to ACTIVE for port object 6b1225a4-40e4-43dd-84f0-38febe362157 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:05.741788 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-291d3ab7-8281-4ee5-83b0-b0be6828be75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:05.799728 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21872e53-6c4f-4cf2-bf81-1d40f0ef2f29 req-09085155-0d64-4c1e-83db-0c2cfced7558 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:05.812954 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-21872e53-6c4f-4cf2-bf81-1d40f0ef2f29 req-09085155-0d64-4c1e-83db-0c2cfced7558 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 944 time: 0.5551655 Sep 01 15:44:05.817211 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-f7932e95-5213-44ef-9680-98b3b04618b7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ce84021-26d9-4e73-bfe3-2ea5c2cfee79 HTTP/1.1" status: 200 len: 217 time: 0.1824920 Sep 01 15:44:05.878488 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291d3ab7-8281-4ee5-83b0-b0be6828be75 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:05.884700 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-291d3ab7-8281-4ee5-83b0-b0be6828be75 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:05.891641 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291d3ab7-8281-4ee5-83b0-b0be6828be75 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:44:05.907981 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d3ab7-8281-4ee5-83b0-b0be6828be75 None None] Pushing event updated for resources: {'Port': ['ID=6b1225a4-40e4-43dd-84f0-38febe362157,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:05.967982 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6cbc6-f1b8-4019-a586-806a44341b06 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event updated for resources: {'Subnet': ['ID=d2f1ca31-93d2-4a99-9289-40d22d5a0bd4,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:05.971435 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe6cbc6-f1b8-4019-a586-806a44341b06 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Checking segment: {'id': '67a5b251-16a4-498d-b6bf-df61a52b49e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:44:05.972181 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe6cbc6-f1b8-4019-a586-806a44341b06 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Network hostable DHCP agents. Network: fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:44:06.011378 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe6cbc6-f1b8-4019-a586-806a44341b06 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Network fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:44:06.050683 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-dbe6cbc6-f1b8-4019-a586-806a44341b06 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:06.067844 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01ede49-1647-4827-834b-16f029fcec52 None None] Network fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:44:06.076180 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-21872e53-6c4f-4cf2-bf81-1d40f0ef2f29 req-f914ae16-39ae-4333-8ebf-73afb250f640 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548091 Sep 01 15:44:06.088583 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe6cbc6-f1b8-4019-a586-806a44341b06 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:06.100716 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dbe6cbc6-f1b8-4019-a586-806a44341b06 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:06.147308 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-a6b29b27-8c94-4dce-bdc2-b3099fc94db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:06.150158 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-a6b29b27-8c94-4dce-bdc2-b3099fc94db9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a2b59801-979b-4fe1-bcc1-5c6fa7771954 HTTP/1.1" status: 200 len: 851 time: 0.3224666 Sep 01 15:44:06.159351 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b06fafa4-b4ea-48b1-9bf7-a873ead3e191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651a8ff4-08a1-40e8-a33e-00e6539f4a49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1509519291', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '2d17af09-3d3d-4c11-b0ab-26434e256d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:43:56Z', 'updated_at': '2021-09-01T15:43:59Z', 'revision_number': 3, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'gw_port': {'id': '2d17af09-3d3d-4c11-b0ab-26434e256d21', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651a8ff4-08a1-40e8-a33e-00e6539f4a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:43:57Z', 'updated_at': '2021-09-01T15:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:06.199127 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-dbe6cbc6-f1b8-4019-a586-806a44341b06 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7399733 Sep 01 15:44:06.199127 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46216) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:06.290653 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-291d3ab7-8281-4ee5-83b0-b0be6828be75 None None] Attempting to bind port 6b1225a4-40e4-43dd-84f0-38febe362157 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:44:06.291513 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-291d3ab7-8281-4ee5-83b0-b0be6828be75 None None] Attempting to bind port 6b1225a4-40e4-43dd-84f0-38febe362157 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:44:06.291894 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291d3ab7-8281-4ee5-83b0-b0be6828be75 None None] Attempting to bind port 6b1225a4-40e4-43dd-84f0-38febe362157 on network cd7a8297-1f21-4764-8355-6754da4b856f {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:44:06.355411 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291d3ab7-8281-4ee5-83b0-b0be6828be75 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:44:06.357520 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291d3ab7-8281-4ee5-83b0-b0be6828be75 None None] Checking segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:44:06.359549 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-291d3ab7-8281-4ee5-83b0-b0be6828be75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:06.360764 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291d3ab7-8281-4ee5-83b0-b0be6828be75 None None] Bound using segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:44:06.362171 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-291d3ab7-8281-4ee5-83b0-b0be6828be75 None None] Bound port: 6b1225a4-40e4-43dd-84f0-38febe362157, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:44:06.363400 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-291d3ab7-8281-4ee5-83b0-b0be6828be75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:06.367512 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06fafa4-b4ea-48b1-9bf7-a873ead3e191 None None] The sync data for ids ['651a8ff4-08a1-40e8-a33e-00e6539f4a49'] in n-d-794796-3 is: [{'id': '651a8ff4-08a1-40e8-a33e-00e6539f4a49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1509519291', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '2d17af09-3d3d-4c11-b0ab-26434e256d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:43:56Z', 'updated_at': '2021-09-01T15:43:59Z', 'revision_number': 3, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'gw_port': {'id': '2d17af09-3d3d-4c11-b0ab-26434e256d21', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651a8ff4-08a1-40e8-a33e-00e6539f4a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:43:57Z', 'updated_at': '2021-09-01T15:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:44:06.470550 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-ef22fe66-43fc-46c1-923b-24654d41e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:06.486618 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-ef22fe66-43fc-46c1-923b-24654d41e191 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07f631c5-32e9-40ca-9b75-6feb731ecf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3232632 Sep 01 15:44:06.599370 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-291d3ab7-8281-4ee5-83b0-b0be6828be75 None None] For port 6b1225a4-40e4-43dd-84f0-38febe362157, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:44:06.604655 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-291d3ab7-8281-4ee5-83b0-b0be6828be75 None None] For port 6b1225a4-40e4-43dd-84f0-38febe362157, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6b1225a4-40e4-43dd-84f0-38febe362157,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:44:06.608811 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104fa379-3565-4b0c-bfde-6715f70da81b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9', 'network_id': 'fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'fixed_ips': [{'subnet_id': 'd2f1ca31-93d2-4a99-9289-40d22d5a0bd4'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:44:06.609771 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-104fa379-3565-4b0c-bfde-6715f70da81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:06.616562 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-291d3ab7-8281-4ee5-83b0-b0be6828be75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:06.788497 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46220) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:06.940124 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9fce-5736-4e36-8b0e-8fc032f21e42 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:06.946796 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-104fa379-3565-4b0c-bfde-6715f70da81b None None] Allocated IP 172.20.0.18 (fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9/d2f1ca31-93d2-4a99-9289-40d22d5a0bd4/bd890e6b-fe1f-4bc3-9455-95d68660417a) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:44:07.193957 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-94defb7b-458c-4156-a806-b360e48d8760 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1609012011-network', 'tenant_id': '0bb6740a89d94c15b52b9df674b53c90'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:07.247995 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1b9fce-5736-4e36-8b0e-8fc032f21e42 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:07.262009 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-bb1b9fce-5736-4e36-8b0e-8fc032f21e42 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:07.274946 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1b9fce-5736-4e36-8b0e-8fc032f21e42 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:07.275644 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bb1b9fce-5736-4e36-8b0e-8fc032f21e42 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:07.286251 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b9fce-5736-4e36-8b0e-8fc032f21e42 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=d96ec82a-3bd9-4a0f-9d47-17d5cf07979f,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:07.309783 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-c8690eca-a6ff-4f63-ad51-bb611938275b service neutron] 10.222.0.62 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6601369 Sep 01 15:44:07.335988 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d3ab7-8281-4ee5-83b0-b0be6828be75 None None] Pushing event updated for resources: {'Port': ['ID=6b1225a4-40e4-43dd-84f0-38febe362157,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:07.369244 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94defb7b-458c-4156-a806-b360e48d8760 admin admin] Made reservation on behalf of 0bb6740a89d94c15b52b9df674b53c90 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:44:07.371927 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-94defb7b-458c-4156-a806-b360e48d8760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:07.517044 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bb1b9fce-5736-4e36-8b0e-8fc032f21e42 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1962986 Sep 01 15:44:07.525840 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46226) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:07.534154 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-c790436e-bb0e-4b2f-802b-2976cf3f48f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'mac_address': 'fa:16:3e:e7:d4:90', 'name': 'tempest-NetworksTestDHCPv6-386943274'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:07.578899 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-94defb7b-458c-4156-a806-b360e48d8760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:07.595875 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186f935-671e-4395-b323-eb9cb9df2798 req-cb393bb5-29f5-4c94-b3e9-c1f4b2248ff9 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:07.597676 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c186f935-671e-4395-b323-eb9cb9df2798 req-cb393bb5-29f5-4c94-b3e9-c1f4b2248ff9 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 944 time: 0.2520609 Sep 01 15:44:07.771191 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-104fa379-3565-4b0c-bfde-6715f70da81b None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:07.782099 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-104fa379-3565-4b0c-bfde-6715f70da81b None None] Transition to ACTIVE for port object bd890e6b-fe1f-4bc3-9455-95d68660417a will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:07.802136 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-104fa379-3565-4b0c-bfde-6715f70da81b None None] Transition to ACTIVE for port object bd890e6b-fe1f-4bc3-9455-95d68660417a will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:07.815288 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-104fa379-3565-4b0c-bfde-6715f70da81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:07.881211 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c186f935-671e-4395-b323-eb9cb9df2798 req-e2cdd74f-c20c-4632-aca2-4bb40be293b8 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147110 Sep 01 15:44:07.954540 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fa379-3565-4b0c-bfde-6715f70da81b None None] Pushing event updated for resources: {'Port': ['ID=bd890e6b-fe1f-4bc3-9455-95d68660417a,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:07.960258 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 2d17af09-3d3d-4c11-b0ab-26434e256d21 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:08.014213 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e1d5c28-0f50-49b3-9425-dae2f916f496 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:08.052924 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104fa379-3565-4b0c-bfde-6715f70da81b None None] Network fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:08.057724 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-104fa379-3565-4b0c-bfde-6715f70da81b None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:08.071752 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104fa379-3565-4b0c-bfde-6715f70da81b None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:44:08.089691 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 2d17af09-3d3d-4c11-b0ab-26434e256d21 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:08.156859 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 2d17af09-3d3d-4c11-b0ab-26434e256d21 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:08.164129 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:08.180872 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8eb1551e-6e1d-495a-a8b7-58cf4786414c req-94c121da-b9f7-4b5f-82a8-b98a10e21ff3 service neutron] 10.222.0.62 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8618090 Sep 01 15:44:08.351429 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-94defb7b-458c-4156-a806-b360e48d8760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:08.369714 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-104fa379-3565-4b0c-bfde-6715f70da81b None None] Attempting to bind port bd890e6b-fe1f-4bc3-9455-95d68660417a on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:44:08.370251 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-104fa379-3565-4b0c-bfde-6715f70da81b None None] Attempting to bind port bd890e6b-fe1f-4bc3-9455-95d68660417a by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '67a5b251-16a4-498d-b6bf-df61a52b49e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:44:08.370770 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104fa379-3565-4b0c-bfde-6715f70da81b None None] Attempting to bind port bd890e6b-fe1f-4bc3-9455-95d68660417a on network fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:44:08.381211 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-94defb7b-458c-4156-a806-b360e48d8760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:08.389247 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104fa379-3565-4b0c-bfde-6715f70da81b None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:44:08.389750 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104fa379-3565-4b0c-bfde-6715f70da81b None None] Checking segment: {'id': '67a5b251-16a4-498d-b6bf-df61a52b49e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:44:08.390516 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-104fa379-3565-4b0c-bfde-6715f70da81b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:08.392059 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104fa379-3565-4b0c-bfde-6715f70da81b None None] Bound using segment: {'id': '67a5b251-16a4-498d-b6bf-df61a52b49e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:44:08.393585 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-104fa379-3565-4b0c-bfde-6715f70da81b None None] Bound port: bd890e6b-fe1f-4bc3-9455-95d68660417a, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a5b251-16a4-498d-b6bf-df61a52b49e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:44:08.394120 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-104fa379-3565-4b0c-bfde-6715f70da81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:08.587703 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:08.654335 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 2d17af09-3d3d-4c11-b0ab-26434e256d21, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=2d17af09-3d3d-4c11-b0ab-26434e256d21,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:08.656427 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-104fa379-3565-4b0c-bfde-6715f70da81b None None] For port bd890e6b-fe1f-4bc3-9455-95d68660417a, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:44:08.670724 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:08.679595 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-104fa379-3565-4b0c-bfde-6715f70da81b None None] For port bd890e6b-fe1f-4bc3-9455-95d68660417a, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=bd890e6b-fe1f-4bc3-9455-95d68660417a,segment=NetworkSegment(67a5b251-16a4-498d-b6bf-df61a52b49e9),segment_id=67a5b251-16a4-498d-b6bf-df61a52b49e9)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:44:08.698401 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94defb7b-458c-4156-a806-b360e48d8760 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:44:08.713985 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c790436e-bb0e-4b2f-802b-2976cf3f48f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:44:08.724285 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94defb7b-458c-4156-a806-b360e48d8760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac3d341-4e7e-4086-80df-95902eba9637,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:08.732228 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-94defb7b-458c-4156-a806-b360e48d8760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:08.732594 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-94defb7b-458c-4156-a806-b360e48d8760 admin admin] Added segment 01d2aa44-ad16-4aaa-8d47-444c8c3a1415 of type vlan for network bb7a1cff-59c5-49da-a77c-4105ab34348c Sep 01 15:44:08.803706 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141864c-6a36-43c8-aef1-23aab1c2b40a req-697624a5-96ff-4f5e-b482-6a4480ec6b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:08.805034 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3141864c-6a36-43c8-aef1-23aab1c2b40a req-697624a5-96ff-4f5e-b482-6a4480ec6b56 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=712b03f523614e3dae833fefdba8a150&device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 1095 time: 0.4508009 Sep 01 15:44:08.847440 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-104fa379-3565-4b0c-bfde-6715f70da81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:08.866787 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:08.952711 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=2d17af09-3d3d-4c11-b0ab-26434e256d21,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:09.172182 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fa379-3565-4b0c-bfde-6715f70da81b None None] Pushing event updated for resources: {'Port': ['ID=bd890e6b-fe1f-4bc3-9455-95d68660417a,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:09.206018 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-94defb7b-458c-4156-a806-b360e48d8760 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:09.271613 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c790436e-bb0e-4b2f-802b-2976cf3f48f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:09.308190 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0f049ccb-0139-47b4-8ef1-8afc1f843ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:09.416638 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.resource_extend [None req-94defb7b-458c-4156-a806-b360e48d8760 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 15:44:09.438534 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04fca96-9215-4a02-bfa6-caabf3d8d6c8 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:44:09.553784 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f947388d-451a-4ae7-99b5-1be00b905eb7 None None] Provisioning for port 6b1225a4-40e4-43dd-84f0-38febe362157 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:09.626105 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141864c-6a36-43c8-aef1-23aab1c2b40a req-1e073816-00a5-4920-b177-77ec25c5d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:09.628127 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3141864c-6a36-43c8-aef1-23aab1c2b40a req-1e073816-00a5-4920-b177-77ec25c5d4e5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=07f631c5-32e9-40ca-9b75-6feb731ecf99 HTTP/1.1" status: 200 len: 913 time: 0.7807951 Sep 01 15:44:09.637803 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-c790436e-bb0e-4b2f-802b-2976cf3f48f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] device_id is not set on port 89a6bdcc-d23c-4c1a-8931-25317bafbe1b yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:44:09.758886 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-4e1d5c28-0f50-49b3-9425-dae2f916f496 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Allocated IP 172.20.0.17 (fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9/d2f1ca31-93d2-4a99-9289-40d22d5a0bd4/37120398-7475-4858-92b6-bb5d499c7cdb) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:44:09.847097 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-94defb7b-458c-4156-a806-b360e48d8760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:09.850501 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94defb7b-458c-4156-a806-b360e48d8760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:09.850501 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-94defb7b-458c-4156-a806-b360e48d8760 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:09.871761 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3141864c-6a36-43c8-aef1-23aab1c2b40a req-a5735167-486c-49fb-a256-b643a7673f10 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ce84021-26d9-4e73-bfe3-2ea5c2cfee79 HTTP/1.1" status: 200 len: 217 time: 0.1872540 Sep 01 15:44:09.901727 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6086e0-2252-450d-b06f-8974cb0ec5e2 req-b29ddd01-532d-4f06-a1fb-5081eff8cc48 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:09.904463 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4e6086e0-2252-450d-b06f-8974cb0ec5e2 req-b29ddd01-532d-4f06-a1fb-5081eff8cc48 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 944 time: 0.7271433 Sep 01 15:44:09.941373 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 2d17af09-3d3d-4c11-b0ab-26434e256d21 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:10.031004 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141864c-6a36-43c8-aef1-23aab1c2b40a req-99c3fd40-528f-467a-a036-fb8c02d370f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:10.033587 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3141864c-6a36-43c8-aef1-23aab1c2b40a req-99c3fd40-528f-467a-a036-fb8c02d370f9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a2b59801-979b-4fe1-bcc1-5c6fa7771954 HTTP/1.1" status: 200 len: 851 time: 0.0923390 Sep 01 15:44:10.073534 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 2d17af09-3d3d-4c11-b0ab-26434e256d21 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:10.073936 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:10.103705 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30071b0-231f-4e83-a854-934cfcc51bd9 None None] Update dhcp port {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'fixed_ips': [{'subnet_id': 'ce8eab2b-21ac-4d6a-8231-85d5730abb42', 'ip_address': '2001:db8::f816:3eff:fe68:6982'}, {'subnet_id': 'd96ec82a-3bd9-4a0f-9d47-17d5cf07979f'}], 'binding:host_id': 'n-d-794796-3'}, 'id': '6b1225a4-40e4-43dd-84f0-38febe362157'} from n-d-794796-3. {{(pid=94735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:44:10.140067 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-94defb7b-458c-4156-a806-b360e48d8760 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.3030167 Sep 01 15:44:10.155077 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e30071b0-231f-4e83-a854-934cfcc51bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:10.193592 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46230) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:10.252270 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-f77dde29-12af-4e93-afb0-cc4845676971 admin admin] Request body: {'subnet': {'network_id': 'bb7a1cff-59c5-49da-a77c-4105ab34348c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1609012011-subnet', 'tenant_id': '0bb6740a89d94c15b52b9df674b53c90', 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:10.261156 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6b1225a4-40e4-43dd-84f0-38febe362157 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:10.263024 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94defb7b-458c-4156-a806-b360e48d8760 admin admin] Pushing event updated for resources: {'Network': ['ID=bb7a1cff-59c5-49da-a77c-4105ab34348c,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:10.279418 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network bb7a1cff-59c5-49da-a77c-4105ab34348c details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:44:10.323637 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e1d5c28-0f50-49b3-9425-dae2f916f496 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:10.362818 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-4e1d5c28-0f50-49b3-9425-dae2f916f496 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Transition to ACTIVE for port object 37120398-7475-4858-92b6-bb5d499c7cdb will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:10.366251 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77dde29-12af-4e93-afb0-cc4845676971 admin admin] Made reservation on behalf of 0bb6740a89d94c15b52b9df674b53c90 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:44:10.368774 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f77dde29-12af-4e93-afb0-cc4845676971 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:10.382143 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4e6086e0-2252-450d-b06f-8974cb0ec5e2 req-0d36bde5-d449-4fa6-98ab-16ca31efa234 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977002 Sep 01 15:44:10.398419 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141864c-6a36-43c8-aef1-23aab1c2b40a req-95536b71-ddf7-41ee-bae3-e906b01c400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:10.400214 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3141864c-6a36-43c8-aef1-23aab1c2b40a req-95536b71-ddf7-41ee-bae3-e906b01c400c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07f631c5-32e9-40ca-9b75-6feb731ecf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3058026 Sep 01 15:44:10.582735 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-c790436e-bb0e-4b2f-802b-2976cf3f48f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 2001:db8:0:1::92 (cd7a8297-1f21-4764-8355-6754da4b856f/d96ec82a-3bd9-4a0f-9d47-17d5cf07979f/89a6bdcc-d23c-4c1a-8931-25317bafbe1b) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:44:10.593783 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-c790436e-bb0e-4b2f-802b-2976cf3f48f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 2001:db8::f816:3eff:fee7:d490 (cd7a8297-1f21-4764-8355-6754da4b856f/ce8eab2b-21ac-4d6a-8231-85d5730abb42/89a6bdcc-d23c-4c1a-8931-25317bafbe1b) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:44:10.617772 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e1d5c28-0f50-49b3-9425-dae2f916f496 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:10.830866 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1d5c28-0f50-49b3-9425-dae2f916f496 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Network fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:10.839099 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-4e1d5c28-0f50-49b3-9425-dae2f916f496 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:10.854212 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d5c28-0f50-49b3-9425-dae2f916f496 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event updated for resources: {'Port': ['ID=37120398-7475-4858-92b6-bb5d499c7cdb,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:10.867974 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1d5c28-0f50-49b3-9425-dae2f916f496 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:44:10.875782 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 6b1225a4-40e4-43dd-84f0-38febe362157 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:10.891877 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 6b1225a4-40e4-43dd-84f0-38febe362157 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:10.898686 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:10.913719 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3141864c-6a36-43c8-aef1-23aab1c2b40a req-e358ec9b-8ad5-4f70-af91-36041a7e1a10 service neutron] 10.222.0.62 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470778 Sep 01 15:44:11.034104 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f77dde29-12af-4e93-afb0-cc4845676971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:11.130786 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e1d5c28-0f50-49b3-9425-dae2f916f496 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:11.146429 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe6eb1e-19ec-4767-990a-9c693ea5818c None None] Network fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:44:11.253904 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77dde29-12af-4e93-afb0-cc4845676971 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ba7edba-9543-43a1-a6be-fe3f91314ad9,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:11.265421 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:11.295976 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77dde29-12af-4e93-afb0-cc4845676971 admin admin] Checking segment: {'id': '01d2aa44-ad16-4aaa-8d47-444c8c3a1415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bb7a1cff-59c5-49da-a77c-4105ab34348c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:44:11.297043 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77dde29-12af-4e93-afb0-cc4845676971 admin admin] Network hostable DHCP agents. Network: bb7a1cff-59c5-49da-a77c-4105ab34348c, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:44:11.308152 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-94a809a5-cd6e-473c-ad29-5e81741aedcf None None] Provisioning for port bd890e6b-fe1f-4bc3-9455-95d68660417a completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:11.369735 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 6b1225a4-40e4-43dd-84f0-38febe362157, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6b1225a4-40e4-43dd-84f0-38febe362157,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:11.381921 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:11.407925 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77dde29-12af-4e93-afb0-cc4845676971 admin admin] Network bb7a1cff-59c5-49da-a77c-4105ab34348c is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:44:11.497968 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-f77dde29-12af-4e93-afb0-cc4845676971 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, bb7a1cff-59c5-49da-a77c-4105ab34348c) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:11.528482 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77dde29-12af-4e93-afb0-cc4845676971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:11.529778 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f77dde29-12af-4e93-afb0-cc4845676971 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:11.537894 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647141f1-fd96-4b7d-9fed-5aabb7cc08b9 None None] Network bb7a1cff-59c5-49da-a77c-4105ab34348c requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:44:11.576863 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e1d5c28-0f50-49b3-9425-dae2f916f496 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:11.593677 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f77dde29-12af-4e93-afb0-cc4845676971 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3965838 Sep 01 15:44:11.612359 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46234) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:11.626115 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-5ff4c504-9185-42bd-95c2-b37144e9d4c1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1609012011-router', 'tenant_id': '0bb6740a89d94c15b52b9df674b53c90', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:11.715236 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c790436e-bb0e-4b2f-802b-2976cf3f48f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:11.757892 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=6b1225a4-40e4-43dd-84f0-38febe362157,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:11.765673 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-c790436e-bb0e-4b2f-802b-2976cf3f48f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Transition to ACTIVE for port object 89a6bdcc-d23c-4c1a-8931-25317bafbe1b will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:11.830136 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3141864c-6a36-43c8-aef1-23aab1c2b40a req-79a17c20-acf9-46ce-adfc-b8f95ef2c4fd service neutron] 10.222.0.62 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8982897 Sep 01 15:44:11.844450 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ff4c504-9185-42bd-95c2-b37144e9d4c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:11.846463 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ff4c504-9185-42bd-95c2-b37144e9d4c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:11.879415 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device bd890e6b-fe1f-4bc3-9455-95d68660417a up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:11.939710 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09cc2bc-11b9-4a95-9fd3-e8f0d8e29ffc req-d03abdbf-3e0f-40d4-8382-a38775829304 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:11.940343 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c790436e-bb0e-4b2f-802b-2976cf3f48f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:11.948192 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b09cc2bc-11b9-4a95-9fd3-e8f0d8e29ffc req-d03abdbf-3e0f-40d4-8382-a38775829304 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 944 time: 0.3165946 Sep 01 15:44:12.029424 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ff4c504-9185-42bd-95c2-b37144e9d4c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:12.054592 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c790436e-bb0e-4b2f-802b-2976cf3f48f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:12.065292 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-c790436e-bb0e-4b2f-802b-2976cf3f48f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:12.070539 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c790436e-bb0e-4b2f-802b-2976cf3f48f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:44:12.076515 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c790436e-bb0e-4b2f-802b-2976cf3f48f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:12.077208 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c790436e-bb0e-4b2f-802b-2976cf3f48f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:12.100686 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790436e-bb0e-4b2f-802b-2976cf3f48f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Port': ['ID=89a6bdcc-d23c-4c1a-8931-25317bafbe1b,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:12.112353 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c790436e-bb0e-4b2f-802b-2976cf3f48f6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.5825074 Sep 01 15:44:12.121644 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46236) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:12.167246 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b09cc2bc-11b9-4a95-9fd3-e8f0d8e29ffc req-27cf5b00-eed9-4fb7-a40f-f2f4533dcfdb tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174523 Sep 01 15:44:12.320837 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-5d37e3fd-131c-4d7c-b442-93a493a3d08c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting port 89a6bdcc-d23c-4c1a-8931-25317bafbe1b {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:12.321615 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5d37e3fd-131c-4d7c-b442-93a493a3d08c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:12.525202 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-e30071b0-231f-4e83-a854-934cfcc51bd9 None None] Allocated IP 2001:db8:0:1::2 (cd7a8297-1f21-4764-8355-6754da4b856f/d96ec82a-3bd9-4a0f-9d47-17d5cf07979f/6b1225a4-40e4-43dd-84f0-38febe362157) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:44:12.552328 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5d37e3fd-131c-4d7c-b442-93a493a3d08c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:12.560035 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:12.563854 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d361fd-684e-4952-848b-f27fccd3d8a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-bb7a1cff-59c5-49da-a77c-4105ab34348c', 'network_id': 'bb7a1cff-59c5-49da-a77c-4105ab34348c', 'tenant_id': '0bb6740a89d94c15b52b9df674b53c90', 'fixed_ips': [{'subnet_id': '2ba7edba-9543-43a1-a6be-fe3f91314ad9'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:44:12.565210 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-31d361fd-684e-4952-848b-f27fccd3d8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:12.567204 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0ef42de4-3e00-4efd-8b01-018f93c86c96 None None] Provisioning for port 37120398-7475-4858-92b6-bb5d499c7cdb completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:12.596563 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0ef42de4-3e00-4efd-8b01-018f93c86c96 None None] Provisioning complete for port 37120398-7475-4858-92b6-bb5d499c7cdb triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:12.597010 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0ef42de4-3e00-4efd-8b01-018f93c86c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:12.630280 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-5d37e3fd-131c-4d7c-b442-93a493a3d08c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Calling delete_port for 89a6bdcc-d23c-4c1a-8931-25317bafbe1b owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:12.636504 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port bd890e6b-fe1f-4bc3-9455-95d68660417a completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:12.646279 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ff4c504-9185-42bd-95c2-b37144e9d4c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:12.787500 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-0ef42de4-3e00-4efd-8b01-018f93c86c96 None None] Port 37120398-7475-4858-92b6-bb5d499c7cdb cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:44:12.789312 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port bd890e6b-fe1f-4bc3-9455-95d68660417a triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:12.794793 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:12.921162 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e1d5c28-0f50-49b3-9425-dae2f916f496 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:12.937074 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e1d5c28-0f50-49b3-9425-dae2f916f496 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:13.056695 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e1d5c28-0f50-49b3-9425-dae2f916f496 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:13.078775 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d5c28-0f50-49b3-9425-dae2f916f496 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event updated for resources: {'Port': ['ID=37120398-7475-4858-92b6-bb5d499c7cdb,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:13.106391 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e30071b0-231f-4e83-a854-934cfcc51bd9 None None] For port 6b1225a4-40e4-43dd-84f0-38febe362157, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6b1225a4-40e4-43dd-84f0-38febe362157,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:13.127242 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0ef42de4-3e00-4efd-8b01-018f93c86c96 None None] Provisioning complete for port bd890e6b-fe1f-4bc3-9455-95d68660417a triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:13.127781 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0ef42de4-3e00-4efd-8b01-018f93c86c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:13.209004 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1d5c28-0f50-49b3-9425-dae2f916f496 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Network fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:13.210807 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-4e1d5c28-0f50-49b3-9425-dae2f916f496 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:13.220037 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5d37e3fd-131c-4d7c-b442-93a493a3d08c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:13.333755 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e30071b0-231f-4e83-a854-934cfcc51bd9 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:13.393908 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37e3fd-131c-4d7c-b442-93a493a3d08c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Port': ['ID=89a6bdcc-d23c-4c1a-8931-25317bafbe1b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:13.605237 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1d5c28-0f50-49b3-9425-dae2f916f496 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Router 651a8ff4-08a1-40e8-a33e-00e6539f4a49 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:44:13.611840 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-31d361fd-684e-4952-848b-f27fccd3d8a4 None None] Allocated IP 172.20.0.2 (bb7a1cff-59c5-49da-a77c-4105ab34348c/2ba7edba-9543-43a1-a6be-fe3f91314ad9/6e4a82df-238d-40e7-b332-e7dc58920627) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:44:13.661408 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e30071b0-231f-4e83-a854-934cfcc51bd9 None None] Transition to ACTIVE for port object 6b1225a4-40e4-43dd-84f0-38febe362157 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:13.686755 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5d37e3fd-131c-4d7c-b442-93a493a3d08c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:13.698237 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5d37e3fd-131c-4d7c-b442-93a493a3d08c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/89a6bdcc-d23c-4c1a-8931-25317bafbe1b HTTP/1.1" status: 204 len: 168 time: 1.5744314 Sep 01 15:44:13.704645 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46242) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:13.746918 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e30071b0-231f-4e83-a854-934cfcc51bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:13.784506 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:13.786003 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:13.868244 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5445b-5ad8-471c-8b65-fdfc08727178 req-8fdd7d46-f0e6-49e6-b58f-0f74571dac1a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:13.893983 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6df5445b-5ad8-471c-8b65-fdfc08727178 req-8fdd7d46-f0e6-49e6-b58f-0f74571dac1a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 944 time: 0.4307806 Sep 01 15:44:13.940960 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ff4c504-9185-42bd-95c2-b37144e9d4c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:13.945133 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1d5c28-0f50-49b3-9425-dae2f916f496 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:44:13.969077 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4e1d5c28-0f50-49b3-9425-dae2f916f496 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "PUT /v2.0/routers/651a8ff4-08a1-40e8-a33e-00e6539f4a49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7682269 Sep 01 15:44:13.970470 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ff4c504-9185-42bd-95c2-b37144e9d4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:14.055810 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6df5445b-5ad8-471c-8b65-fdfc08727178 req-1ebc8d59-c424-4d60-919e-686eb459204d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555943 Sep 01 15:44:14.105925 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-31d361fd-684e-4952-848b-f27fccd3d8a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:14.116003 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce7d04c-ebce-4640-9bb6-12df32ba2e30 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:14.117653 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1ce7d04c-ebce-4640-9bb6-12df32ba2e30 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4110687 Sep 01 15:44:14.119320 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-31d361fd-684e-4952-848b-f27fccd3d8a4 None None] Transition to ACTIVE for port object 6e4a82df-238d-40e7-b332-e7dc58920627 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:14.124864 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46246) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:14.156636 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-31d361fd-684e-4952-848b-f27fccd3d8a4 None None] Transition to ACTIVE for port object 6e4a82df-238d-40e7-b332-e7dc58920627 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:14.245707 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9159187c-8e96-4ad6-93ba-9b4e2f9e020a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:14.253855 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9159187c-8e96-4ad6-93ba-9b4e2f9e020a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1231813 Sep 01 15:44:14.253855 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46248) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:14.299442 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port bd890e6b-fe1f-4bc3-9455-95d68660417a, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=bd890e6b-fe1f-4bc3-9455-95d68660417a,segment=NetworkSegment(67a5b251-16a4-498d-b6bf-df61a52b49e9),segment_id=67a5b251-16a4-498d-b6bf-df61a52b49e9)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:14.316760 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30071b0-231f-4e83-a854-934cfcc51bd9 None None] Pushing event updated for resources: {'Port': ['ID=6b1225a4-40e4-43dd-84f0-38febe362157,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:14.325711 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-5ff4c504-9185-42bd-95c2-b37144e9d4c1 admin admin] Allocated IP 172.25.6.9 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/37bf7885-9c5f-4e20-a027-dd12f5a30a68) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:44:14.333381 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07ccd45-9ed7-49e9-b530-2d1e008890b0 None None] Sync routers for ids ['651a8ff4-08a1-40e8-a33e-00e6539f4a49'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:44:14.341100 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-31d361fd-684e-4952-848b-f27fccd3d8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:14.343962 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-98b1ea16-9236-4324-b4f7-736628d46801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:14.406615 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:14.410767 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c7d945-045c-4395-85d0-7b7a15f59c2e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:14.425713 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c7d945-045c-4395-85d0-7b7a15f59c2e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:14.428967 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c7d945-045c-4395-85d0-7b7a15f59c2e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:14.433656 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f5c7d945-045c-4395-85d0-7b7a15f59c2e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1782718 Sep 01 15:44:14.435725 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46252) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:14.589816 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-a409918f-4985-4234-8fac-9a7d48c99db1 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet ce8eab2b-21ac-4d6a-8231-85d5730abb42 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:44:14.595692 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a409918f-4985-4234-8fac-9a7d48c99db1 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:14.600356 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07ccd45-9ed7-49e9-b530-2d1e008890b0 None None] Routers {'651a8ff4-08a1-40e8-a33e-00e6539f4a49'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:14.601015 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-e07ccd45-9ed7-49e9-b530-2d1e008890b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:44:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['651a8ff4-08a1-40e8-a33e-00e6539f4a49'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:14.616772 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d361fd-684e-4952-848b-f27fccd3d8a4 None None] Network bb7a1cff-59c5-49da-a77c-4105ab34348c is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:14.630595 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6b1225a4-40e4-43dd-84f0-38febe362157 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:14.651810 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a409918f-4985-4234-8fac-9a7d48c99db1 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:14.703306 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519989e-92da-4879-b5ed-881466accf7d req-f8ec337d-39e4-4e1e-b6da-da82d8286d14 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:14.705195 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1519989e-92da-4879-b5ed-881466accf7d req-f8ec337d-39e4-4e1e-b6da-da82d8286d14 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/networks?id=fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9 HTTP/1.1" status: 200 len: 798 time: 0.1577549 Sep 01 15:44:14.759843 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1519989e-92da-4879-b5ed-881466accf7d req-d16e7501-a8fd-4bad-be36-045f13f37216 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/quotas/a71dc08c28b44bd2acfe82e791b71db4 HTTP/1.1" status: 200 len: 375 time: 0.0427527 Sep 01 15:44:14.786103 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a409918f-4985-4234-8fac-9a7d48c99db1 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:14.823265 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-31d361fd-684e-4952-848b-f27fccd3d8a4 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:14.838781 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ff4c504-9185-42bd-95c2-b37144e9d4c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:14.845841 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d361fd-684e-4952-848b-f27fccd3d8a4 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:44:14.871150 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1519989e-92da-4879-b5ed-881466accf7d req-3e345e0b-0dfa-4c59-bcdc-0437d2ca2e9a tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a71dc08c28b44bd2acfe82e791b71db4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1028585 Sep 01 15:44:14.907112 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a409918f-4985-4234-8fac-9a7d48c99db1 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:14.922186 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d361fd-684e-4952-848b-f27fccd3d8a4 None None] Pushing event updated for resources: {'Port': ['ID=6e4a82df-238d-40e7-b332-e7dc58920627,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:14.962030 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ff4c504-9185-42bd-95c2-b37144e9d4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:14.965771 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a409918f-4985-4234-8fac-9a7d48c99db1 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=ce8eab2b-21ac-4d6a-8231-85d5730abb42,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:14.975623 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a409918f-4985-4234-8fac-9a7d48c99db1 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:14.979687 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a409918f-4985-4234-8fac-9a7d48c99db1 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/ce8eab2b-21ac-4d6a-8231-85d5730abb42 HTTP/1.1" status: 204 len: 168 time: 0.5419006 Sep 01 15:44:14.987446 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46262) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:15.013408 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff4c504-9185-42bd-95c2-b37144e9d4c1 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:15.021792 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-5ff4c504-9185-42bd-95c2-b37144e9d4c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:15.030092 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff4c504-9185-42bd-95c2-b37144e9d4c1 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:44:15.093292 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3238a68-478c-49b1-aaef-9103cfcafc84 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet d96ec82a-3bd9-4a0f-9d47-17d5cf07979f {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:44:15.101488 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f3238a68-478c-49b1-aaef-9103cfcafc84 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:15.142634 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4c504-9185-42bd-95c2-b37144e9d4c1 admin admin] Pushing event updated for resources: {'Port': ['ID=37bf7885-9c5f-4e20-a027-dd12f5a30a68,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:15.190553 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f3238a68-478c-49b1-aaef-9103cfcafc84 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:15.211123 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1519989e-92da-4879-b5ed-881466accf7d req-4d512131-9b11-4923-b1f7-d2875f4ce42b service neutron] 10.222.0.60 "GET /v2.0/networks/fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036129 Sep 01 15:44:15.277373 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-31d361fd-684e-4952-848b-f27fccd3d8a4 None None] Attempting to bind port 6e4a82df-238d-40e7-b332-e7dc58920627 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:44:15.277896 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-31d361fd-684e-4952-848b-f27fccd3d8a4 None None] Attempting to bind port 6e4a82df-238d-40e7-b332-e7dc58920627 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '01d2aa44-ad16-4aaa-8d47-444c8c3a1415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bb7a1cff-59c5-49da-a77c-4105ab34348c'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:44:15.278385 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d361fd-684e-4952-848b-f27fccd3d8a4 None None] Attempting to bind port 6e4a82df-238d-40e7-b332-e7dc58920627 on network bb7a1cff-59c5-49da-a77c-4105ab34348c {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:44:15.301058 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9a9f2d09-77dd-407e-ab53-a6c522d2381a None None] Provisioning complete for port 37120398-7475-4858-92b6-bb5d499c7cdb triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:15.301712 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9a9f2d09-77dd-407e-ab53-a6c522d2381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:15.332315 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c2e8e-6d5b-4b3d-9078-29e9528159f9 req-f85956df-c630-4420-a808-7b4ef938c392 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:15.335527 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6e5c2e8e-6d5b-4b3d-9078-29e9528159f9 req-f85956df-c630-4420-a808-7b4ef938c392 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 944 time: 0.1951730 Sep 01 15:44:15.355395 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-9a9f2d09-77dd-407e-ab53-a6c522d2381a None None] Port 37120398-7475-4858-92b6-bb5d499c7cdb cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:44:15.362998 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-e07ccd45-9ed7-49e9-b530-2d1e008890b0 None None] Set router 651a8ff4-08a1-40e8-a33e-00e6539f4a49 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:15.365734 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d361fd-684e-4952-848b-f27fccd3d8a4 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:44:15.370205 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d361fd-684e-4952-848b-f27fccd3d8a4 None None] Checking segment: {'id': '01d2aa44-ad16-4aaa-8d47-444c8c3a1415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bb7a1cff-59c5-49da-a77c-4105ab34348c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:44:15.370817 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-31d361fd-684e-4952-848b-f27fccd3d8a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:15.371446 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d361fd-684e-4952-848b-f27fccd3d8a4 None None] Bound using segment: {'id': '01d2aa44-ad16-4aaa-8d47-444c8c3a1415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bb7a1cff-59c5-49da-a77c-4105ab34348c'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:44:15.372109 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-31d361fd-684e-4952-848b-f27fccd3d8a4 None None] Bound port: 6e4a82df-238d-40e7-b332-e7dc58920627, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d2aa44-ad16-4aaa-8d47-444c8c3a1415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bb7a1cff-59c5-49da-a77c-4105ab34348c'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:44:15.373197 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-31d361fd-684e-4952-848b-f27fccd3d8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:15.389304 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=bd890e6b-fe1f-4bc3-9455-95d68660417a,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:15.439627 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:15.508807 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6e5c2e8e-6d5b-4b3d-9078-29e9528159f9 req-7c1df03a-7778-4ef6-a429-f35af1cfa9fd tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642764 Sep 01 15:44:15.524489 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f3238a68-478c-49b1-aaef-9103cfcafc84 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:15.552053 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1519989e-92da-4879-b5ed-881466accf7d req-c1712440-557a-4ffa-93c7-91256d3cfbe0 service neutron] 10.222.0.60 "GET /v2.0/networks/fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388752 Sep 01 15:44:15.691094 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f3238a68-478c-49b1-aaef-9103cfcafc84 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:15.714356 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-31d361fd-684e-4952-848b-f27fccd3d8a4 None None] For port 6e4a82df-238d-40e7-b332-e7dc58920627, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:44:15.717229 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f3238a68-478c-49b1-aaef-9103cfcafc84 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:15.724319 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f3238a68-478c-49b1-aaef-9103cfcafc84 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/d96ec82a-3bd9-4a0f-9d47-17d5cf07979f HTTP/1.1" status: 204 len: 168 time: 0.7312934 Sep 01 15:44:15.724664 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-31d361fd-684e-4952-848b-f27fccd3d8a4 None None] For port 6e4a82df-238d-40e7-b332-e7dc58920627, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6e4a82df-238d-40e7-b332-e7dc58920627,segment=NetworkSegment(01d2aa44-ad16-4aaa-8d47-444c8c3a1415),segment_id=01d2aa44-ad16-4aaa-8d47-444c8c3a1415)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:44:15.727131 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46266) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:15.741784 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-31d361fd-684e-4952-848b-f27fccd3d8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:15.744166 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3238a68-478c-49b1-aaef-9103cfcafc84 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=d96ec82a-3bd9-4a0f-9d47-17d5cf07979f,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:15.749743 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ff4c504-9185-42bd-95c2-b37144e9d4c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:15.898735 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2ad97744-6ac6-48cc-bf6d-33a88cd56ad9 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1567862 Sep 01 15:44:15.906459 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46274) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:15.915699 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-2250798b-ce7b-40a8-a6e0-9ec8e25f1b0d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:15.930133 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d928b384-ed2a-4a01-b6af-db90f94480c5 req-3b141cf7-08bf-4fe2-9427-31f45e56101b tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fa9370e-4766-4123-a268-3d54d706e6aa HTTP/1.1" status: 200 len: 210 time: 0.0898404 Sep 01 15:44:15.938750 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf94ff36-5eeb-4e11-8feb-db75828a3731 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:44:16.066728 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d361fd-684e-4952-848b-f27fccd3d8a4 None None] Pushing event updated for resources: {'Port': ['ID=6e4a82df-238d-40e7-b332-e7dc58920627,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:16.084484 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3b715865-6ee8-437f-ad49-044e5bfca384 None None] Provisioning for port 6b1225a4-40e4-43dd-84f0-38febe362157 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:16.102433 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3b715865-6ee8-437f-ad49-044e5bfca384 None None] Provisioning complete for port 6b1225a4-40e4-43dd-84f0-38febe362157 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:16.102801 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3b715865-6ee8-437f-ad49-044e5bfca384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:16.404339 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-e07ccd45-9ed7-49e9-b530-2d1e008890b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651a8ff4-08a1-40e8-a33e-00e6539f4a49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1509519291', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '2d17af09-3d3d-4c11-b0ab-26434e256d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:43:56Z', 'updated_at': '2021-09-01T15:44:11Z', 'revision_number': 4, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'gw_port': {'id': '2d17af09-3d3d-4c11-b0ab-26434e256d21', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a8ff4-08a1-40e8-a33e-00e6539f4a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:43:57Z', 'updated_at': '2021-09-01T15:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '37120398-7475-4858-92b6-bb5d499c7cdb', 'name': '', 'network_id': 'fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'mac_address': 'fa:16:3e:23:7b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651a8ff4-08a1-40e8-a33e-00e6539f4a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd2f1ca31-93d2-4a99-9289-40d22d5a0bd4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:09Z', 'updated_at': '2021-09-01T15:44:12Z', 'revision_number': 2, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'subnets': [{'id': 'd2f1ca31-93d2-4a99-9289-40d22d5a0bd4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:16.506498 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07ccd45-9ed7-49e9-b530-2d1e008890b0 None None] Checking router: 651a8ff4-08a1-40e8-a33e-00e6539f4a49 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:44:16.507144 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07ccd45-9ed7-49e9-b530-2d1e008890b0 None None] Updating router 651a8ff4-08a1-40e8-a33e-00e6539f4a49 port 37120398-7475-4858-92b6-bb5d499c7cdb binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:44:16.533724 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9c54da6-dc4f-43ce-9972-8e37ba75a383 req-e0a4118a-244d-420e-aa8e-027e4cc5c68b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8902831 Sep 01 15:44:16.619116 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e07ccd45-9ed7-49e9-b530-2d1e008890b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:16.657613 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fb8505-3bc9-4c39-b9ca-8fb60e6ea03f None None] DHCP port deletion for cd7a8297-1f21-4764-8355-6754da4b856f request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:44:17.013150 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c54da6-dc4f-43ce-9972-8e37ba75a383 req-33aa7f41-9667-4cf1-a102-63e42ba0c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:17.016412 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9c54da6-dc4f-43ce-9972-8e37ba75a383 req-33aa7f41-9667-4cf1-a102-63e42ba0c1c2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a71dc08c28b44bd2acfe82e791b71db4&device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a HTTP/1.1" status: 200 len: 1136 time: 0.3164294 Sep 01 15:44:17.123135 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05fc130d-6322-4d0b-86fa-abbfed777bd6 req-176c05ef-8d9e-44bb-867a-d26e5f1464be tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fa9370e-4766-4123-a268-3d54d706e6aa HTTP/1.1" status: 200 len: 210 time: 0.0886605 Sep 01 15:44:17.151873 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e57e1-1f93-43a7-b62d-a5b5cb9e1f7d req-d11f548f-d24c-4e75-b919-29f6345a307d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:17.155033 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6e9e57e1-1f93-43a7-b62d-a5b5cb9e1f7d req-d11f548f-d24c-4e75-b919-29f6345a307d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 944 time: 0.4847584 Sep 01 15:44:17.316091 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device bd890e6b-fe1f-4bc3-9455-95d68660417a up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:17.329612 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2250798b-ce7b-40a8-a6e0-9ec8e25f1b0d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:44:17.336313 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2250798b-ce7b-40a8-a6e0-9ec8e25f1b0d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:17.499755 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c54da6-dc4f-43ce-9972-8e37ba75a383 req-6f04716a-8461-4885-b509-c4bbe65d64be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:17.501935 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9c54da6-dc4f-43ce-9972-8e37ba75a383 req-6f04716a-8461-4885-b509-c4bbe65d64be service neutron] 10.222.0.45 "GET /v2.0/networks?id=f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763 HTTP/1.1" status: 200 len: 898 time: 0.4497879 Sep 01 15:44:17.514817 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6e9e57e1-1f93-43a7-b62d-a5b5cb9e1f7d req-5fea62e3-a36a-47b5-9ffd-360ce1dd398a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470964 Sep 01 15:44:17.536457 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:44:17.646824 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ff4c504-9185-42bd-95c2-b37144e9d4c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:17.732672 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-38fb8505-3bc9-4c39-b9ca-8fb60e6ea03f None None] Deleting port 6b1225a4-40e4-43dd-84f0-38febe362157 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:17.733338 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-38fb8505-3bc9-4c39-b9ca-8fb60e6ea03f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:17.751615 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9c54da6-dc4f-43ce-9972-8e37ba75a383 req-f3a5b20f-0f74-4ee0-8c32-c9801733dd90 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b38ea8ff-eec8-4912-afbb-be83ae8f71fd HTTP/1.1" status: 200 len: 1002 time: 0.2297311 Sep 01 15:44:17.761403 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e07ccd45-9ed7-49e9-b530-2d1e008890b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:17.795380 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port bd890e6b-fe1f-4bc3-9455-95d68660417a triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:17.795801 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:17.852747 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f730ea4b-75e2-495a-ae76-b4c81bbad173 None None] Network bb7a1cff-59c5-49da-a77c-4105ab34348c requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:44:17.926738 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e07ccd45-9ed7-49e9-b530-2d1e008890b0 None None] Transition to ACTIVE for port object 37120398-7475-4858-92b6-bb5d499c7cdb will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:17.993106 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e07ccd45-9ed7-49e9-b530-2d1e008890b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:18.004909 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519989e-92da-4879-b5ed-881466accf7d req-77ce408f-762a-406c-9dfa-e029aaf59c95 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:18.007327 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1519989e-92da-4879-b5ed-881466accf7d req-77ce408f-762a-406c-9dfa-e029aaf59c95 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.62 "GET /v2.0/networks?id=fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9 HTTP/1.1" status: 200 len: 798 time: 0.2621644 Sep 01 15:44:18.012216 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f0094ff3-f101-4a77-b206-b9fddb5f5da2 None None] Provisioning for port 6e4a82df-238d-40e7-b332-e7dc58920627 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:18.013286 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c54da6-dc4f-43ce-9972-8e37ba75a383 req-bc2cdf78-1fdd-4c38-9545-9b8dc7fe8b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:18.017489 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9c54da6-dc4f-43ce-9972-8e37ba75a383 req-bc2cdf78-1fdd-4c38-9545-9b8dc7fe8b69 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fad7484f-5abb-4bde-9fca-093bd3730f96 HTTP/1.1" status: 200 len: 834 time: 0.2544355 Sep 01 15:44:18.026548 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-38fb8505-3bc9-4c39-b9ca-8fb60e6ea03f None None] For port 6b1225a4-40e4-43dd-84f0-38febe362157, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6b1225a4-40e4-43dd-84f0-38febe362157,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:18.027099 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-38fb8505-3bc9-4c39-b9ca-8fb60e6ea03f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:18.034552 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-1519989e-92da-4879-b5ed-881466accf7d req-d056b080-d839-497f-a367-d6b39d3bbdeb tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Request body: {'port': {'device_id': '3fa9370e-4766-4123-a268-3d54d706e6aa', 'network_id': 'fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9', 'admin_state_up': True, 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:18.090746 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-38fb8505-3bc9-4c39-b9ca-8fb60e6ea03f None None] Calling delete_port for 6b1225a4-40e4-43dd-84f0-38febe362157 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:18.223023 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1519989e-92da-4879-b5ed-881466accf7d req-d056b080-d839-497f-a367-d6b39d3bbdeb tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Made reservation on behalf of a71dc08c28b44bd2acfe82e791b71db4 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:44:18.228862 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1519989e-92da-4879-b5ed-881466accf7d req-d056b080-d839-497f-a367-d6b39d3bbdeb tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:18.287804 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e07ccd45-9ed7-49e9-b530-2d1e008890b0 None None] Attempting to bind port 37120398-7475-4858-92b6-bb5d499c7cdb on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:44:18.288607 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e07ccd45-9ed7-49e9-b530-2d1e008890b0 None None] Attempting to bind port 37120398-7475-4858-92b6-bb5d499c7cdb by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '67a5b251-16a4-498d-b6bf-df61a52b49e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:44:18.289133 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07ccd45-9ed7-49e9-b530-2d1e008890b0 None None] Attempting to bind port 37120398-7475-4858-92b6-bb5d499c7cdb on network fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:44:18.291697 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9eed6-0fdd-42f0-ba7b-dfe93ccf809d None None] Pushing event updated for resources: {'Port': ['ID=37120398-7475-4858-92b6-bb5d499c7cdb,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:18.379646 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c54da6-dc4f-43ce-9972-8e37ba75a383 req-39d65eb8-1504-48c6-b74d-447ed8f5165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:18.382528 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9c54da6-dc4f-43ce-9972-8e37ba75a383 req-39d65eb8-1504-48c6-b74d-447ed8f5165a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2856014 Sep 01 15:44:18.391509 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-807ac1d5-6408-4769-8efa-32e5398e2567 req-a1c0e646-7f8d-4c8b-8ac0-75fa0d5941a3 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fa9370e-4766-4123-a268-3d54d706e6aa HTTP/1.1" status: 200 len: 210 time: 0.0565345 Sep 01 15:44:18.407089 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07ccd45-9ed7-49e9-b530-2d1e008890b0 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:44:18.408335 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07ccd45-9ed7-49e9-b530-2d1e008890b0 None None] Checking segment: {'id': '67a5b251-16a4-498d-b6bf-df61a52b49e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:44:18.408335 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e07ccd45-9ed7-49e9-b530-2d1e008890b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:18.408713 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07ccd45-9ed7-49e9-b530-2d1e008890b0 None None] Bound using segment: {'id': '67a5b251-16a4-498d-b6bf-df61a52b49e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:44:18.409216 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e07ccd45-9ed7-49e9-b530-2d1e008890b0 None None] Bound port: 37120398-7475-4858-92b6-bb5d499c7cdb, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a5b251-16a4-498d-b6bf-df61a52b49e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:44:18.409743 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e07ccd45-9ed7-49e9-b530-2d1e008890b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:18.421691 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff4c504-9185-42bd-95c2-b37144e9d4c1 admin admin] Router 18670bdf-a09d-4c00-ae6d-ed006e399f51 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:44:18.437005 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2250798b-ce7b-40a8-a6e0-9ec8e25f1b0d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:18.515864 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6e4a82df-238d-40e7-b332-e7dc58920627 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:18.580634 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-1519989e-92da-4879-b5ed-881466accf7d req-d056b080-d839-497f-a367-d6b39d3bbdeb tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Allocated IP 172.20.0.30 (fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9/d2f1ca31-93d2-4a99-9289-40d22d5a0bd4/ececa9d0-5d79-465c-b965-9b0f464eb839) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:44:18.600196 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2250798b-ce7b-40a8-a6e0-9ec8e25f1b0d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:18.625232 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-2250798b-ce7b-40a8-a6e0-9ec8e25f1b0d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:18.628581 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e07ccd45-9ed7-49e9-b530-2d1e008890b0 None None] For port 37120398-7475-4858-92b6-bb5d499c7cdb, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:44:18.634595 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2250798b-ce7b-40a8-a6e0-9ec8e25f1b0d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:18.635366 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2250798b-ce7b-40a8-a6e0-9ec8e25f1b0d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:18.635927 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e07ccd45-9ed7-49e9-b530-2d1e008890b0 None None] For port 37120398-7475-4858-92b6-bb5d499c7cdb, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=37120398-7475-4858-92b6-bb5d499c7cdb,segment=NetworkSegment(67a5b251-16a4-498d-b6bf-df61a52b49e9),segment_id=67a5b251-16a4-498d-b6bf-df61a52b49e9)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:44:18.641779 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250798b-ce7b-40a8-a6e0-9ec8e25f1b0d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=bb7f95ca-cada-442c-bb43-20885440803d,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:18.672733 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9c54da6-dc4f-43ce-9972-8e37ba75a383 req-9f996de1-f304-4ecb-9e9f-f3798ce2bfad service neutron] 10.222.0.45 "GET /v2.0/networks/f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743762 Sep 01 15:44:18.688897 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e07ccd45-9ed7-49e9-b530-2d1e008890b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:18.722965 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2250798b-ce7b-40a8-a6e0-9ec8e25f1b0d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8153853 Sep 01 15:44:18.731374 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46290) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:18.781156 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-38fb8505-3bc9-4c39-b9ca-8fb60e6ea03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:18.781638 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-db47f1c6-386d-4e27-9bb6-1e76aeac34b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:18.814083 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 6e4a82df-238d-40e7-b332-e7dc58920627 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:18.820573 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fb8505-3bc9-4c39-b9ca-8fb60e6ea03f None None] No DVR routers for this DVR port 6b1225a4-40e4-43dd-84f0-38febe362157 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:44:18.860227 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 6e4a82df-238d-40e7-b332-e7dc58920627 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:18.860833 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:18.917861 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1519989e-92da-4879-b5ed-881466accf7d req-d056b080-d839-497f-a367-d6b39d3bbdeb tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:18.934030 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a97653-a80a-4da9-b84c-28591249ec0e None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:44:18.947324 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9eed6-0fdd-42f0-ba7b-dfe93ccf809d None None] Pushing event updated for resources: {'Port': ['ID=37120398-7475-4858-92b6-bb5d499c7cdb,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:18.969785 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07ccd45-9ed7-49e9-b530-2d1e008890b0 None None] Routers {'651a8ff4-08a1-40e8-a33e-00e6539f4a49'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:18.970910 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-e07ccd45-9ed7-49e9-b530-2d1e008890b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:44:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['651a8ff4-08a1-40e8-a33e-00e6539f4a49'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:18.982927 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-1519989e-92da-4879-b5ed-881466accf7d req-d056b080-d839-497f-a367-d6b39d3bbdeb tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Transition to ACTIVE for port object ececa9d0-5d79-465c-b965-9b0f464eb839 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:18.984573 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff4c504-9185-42bd-95c2-b37144e9d4c1 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:44:19.002172 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a263faad-36ad-4dd7-ba72-b6c41d2502d0 None None] Sync routers for ids ['18670bdf-a09d-4c00-ae6d-ed006e399f51'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:44:19.027248 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a263faad-36ad-4dd7-ba72-b6c41d2502d0 None None] Routers {'18670bdf-a09d-4c00-ae6d-ed006e399f51'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:19.029616 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-a263faad-36ad-4dd7-ba72-b6c41d2502d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:44:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['18670bdf-a09d-4c00-ae6d-ed006e399f51'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:19.133896 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1519989e-92da-4879-b5ed-881466accf7d req-d056b080-d839-497f-a367-d6b39d3bbdeb tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:19.274221 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2bbdc0-c81b-4ae8-a3ff-c97cc3fedc83 req-c20c45fb-eb0e-481b-824f-f8e2a32f9ce6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:19.277014 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fe2bbdc0-c81b-4ae8-a3ff-c97cc3fedc83 req-c20c45fb-eb0e-481b-824f-f8e2a32f9ce6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 944 time: 0.5337746 Sep 01 15:44:19.281089 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-a263faad-36ad-4dd7-ba72-b6c41d2502d0 None None] Set router 18670bdf-a09d-4c00-ae6d-ed006e399f51 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:19.294081 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb8505-3bc9-4c39-b9ca-8fb60e6ea03f None None] Pushing event deleted for resources: {'Port': ['ID=6b1225a4-40e4-43dd-84f0-38febe362157,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:19.308479 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1519989e-92da-4879-b5ed-881466accf7d req-d056b080-d839-497f-a367-d6b39d3bbdeb tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Network fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:19.319099 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-1519989e-92da-4879-b5ed-881466accf7d req-d056b080-d839-497f-a367-d6b39d3bbdeb tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:19.328123 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-1519989e-92da-4879-b5ed-881466accf7d req-d056b080-d839-497f-a367-d6b39d3bbdeb tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:44:19.366984 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9c54da6-dc4f-43ce-9972-8e37ba75a383 req-8f4cfce8-9df3-4f73-86ed-25568295e87a service neutron] 10.222.0.45 "GET /v2.0/networks/f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6507549 Sep 01 15:44:19.368010 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db47f1c6-386d-4e27-9bb6-1e76aeac34b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:44:19.382014 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db47f1c6-386d-4e27-9bb6-1e76aeac34b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:19.459403 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519989e-92da-4879-b5ed-881466accf7d req-d056b080-d839-497f-a367-d6b39d3bbdeb tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:19.460485 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1519989e-92da-4879-b5ed-881466accf7d req-d056b080-d839-497f-a367-d6b39d3bbdeb tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:19.491838 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056b080-d839-497f-a367-d6b39d3bbdeb tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event updated for resources: {'Port': ['ID=ececa9d0-5d79-465c-b965-9b0f464eb839,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:19.509459 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1519989e-92da-4879-b5ed-881466accf7d req-d056b080-d839-497f-a367-d6b39d3bbdeb tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4821000 Sep 01 15:44:19.533930 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-1519989e-92da-4879-b5ed-881466accf7d req-d7900e02-76f5-40fb-8ca2-6b80bc9cf749 service neutron] Request body: {'port': {'device_id': '3fa9370e-4766-4123-a268-3d54d706e6aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:19.593567 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:19.697899 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1519989e-92da-4879-b5ed-881466accf7d req-d7900e02-76f5-40fb-8ca2-6b80bc9cf749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:19.733765 n-d-794796-3 neutron-server[94733]: INFO neutron.db.ipam_backend_mixin [None req-db47f1c6-386d-4e27-9bb6-1e76aeac34b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bb7f95ca-cada-442c-bb43-20885440803d (CIDR: 2001:db8::/64) Sep 01 15:44:19.756541 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-db47f1c6-386d-4e27-9bb6-1e76aeac34b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:44:19.757103 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db47f1c6-386d-4e27-9bb6-1e76aeac34b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:19.778496 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-a263faad-36ad-4dd7-ba72-b6c41d2502d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18670bdf-a09d-4c00-ae6d-ed006e399f51', 'name': 'tempest-TestAggregatesBasicOps-1609012011-router', 'tenant_id': '0bb6740a89d94c15b52b9df674b53c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '37bf7885-9c5f-4e20-a027-dd12f5a30a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:11Z', 'updated_at': '2021-09-01T15:44:15Z', 'revision_number': 3, 'project_id': '0bb6740a89d94c15b52b9df674b53c90', 'gw_port': {'id': '37bf7885-9c5f-4e20-a027-dd12f5a30a68', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18670bdf-a09d-4c00-ae6d-ed006e399f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:13Z', 'updated_at': '2021-09-01T15:44:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:19.797575 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ff4c504-9185-42bd-95c2-b37144e9d4c1 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:19.802061 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5ff4c504-9185-42bd-95c2-b37144e9d4c1 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1825814 Sep 01 15:44:19.811696 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-db47f1c6-386d-4e27-9bb6-1e76aeac34b7 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0673711 Sep 01 15:44:19.817068 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46296) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:19.817628 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46298) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:19.822005 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a263faad-36ad-4dd7-ba72-b6c41d2502d0 None None] Checking router: 18670bdf-a09d-4c00-ae6d-ed006e399f51 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:44:19.822796 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a263faad-36ad-4dd7-ba72-b6c41d2502d0 None None] Updating router 18670bdf-a09d-4c00-ae6d-ed006e399f51 port 37bf7885-9c5f-4e20-a027-dd12f5a30a68 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:44:19.857104 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebded26-0a76-4223-a8c2-a56f5f1d07f0 req-9c851d6f-434a-4986-aa5f-f225ffd427ea tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:19.858343 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-a263faad-36ad-4dd7-ba72-b6c41d2502d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:19.866648 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cebded26-0a76-4223-a8c2-a56f5f1d07f0 req-9c851d6f-434a-4986-aa5f-f225ffd427ea tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fa9370e-4766-4123-a268-3d54d706e6aa HTTP/1.1" status: 200 len: 895 time: 0.2072034 Sep 01 15:44:20.030987 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469cc1cd-81f0-46c6-843d-c3571062febe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-cd7a8297-1f21-4764-8355-6754da4b856f', 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'tenant_id': '2b5d3a8955024ef697607ab5d85e55b7', 'fixed_ips': [{'subnet_id': 'bb7f95ca-cada-442c-bb43-20885440803d'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:44:20.032709 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-469cc1cd-81f0-46c6-843d-c3571062febe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:20.086115 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-f1913765-c442-4ab6-bccb-9f5c474aee90 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:20.099668 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fe2bbdc0-c81b-4ae8-a3ff-c97cc3fedc83 req-ae26ad0a-e669-42e9-ae2c-575cfe3898fc tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8070645 Sep 01 15:44:20.155739 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-1519989e-92da-4879-b5ed-881466accf7d req-d7900e02-76f5-40fb-8ca2-6b80bc9cf749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ececa9d0-5d79-465c-b965-9b0f464eb839 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:44:20.186007 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1519989e-92da-4879-b5ed-881466accf7d req-d7900e02-76f5-40fb-8ca2-6b80bc9cf749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:20.205965 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 6e4a82df-238d-40e7-b332-e7dc58920627, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6e4a82df-238d-40e7-b332-e7dc58920627,segment=NetworkSegment(01d2aa44-ad16-4aaa-8d47-444c8c3a1415),segment_id=01d2aa44-ad16-4aaa-8d47-444c8c3a1415)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:20.211039 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-1519989e-92da-4879-b5ed-881466accf7d req-d7900e02-76f5-40fb-8ca2-6b80bc9cf749 service neutron] Transition to ACTIVE for port object ececa9d0-5d79-465c-b965-9b0f464eb839 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:20.214761 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-e07ccd45-9ed7-49e9-b530-2d1e008890b0 None None] Set router 651a8ff4-08a1-40e8-a33e-00e6539f4a49 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:20.219113 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1519989e-92da-4879-b5ed-881466accf7d req-d7900e02-76f5-40fb-8ca2-6b80bc9cf749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:20.267268 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-a263faad-36ad-4dd7-ba72-b6c41d2502d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:20.297336 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:20.298741 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-a263faad-36ad-4dd7-ba72-b6c41d2502d0 None None] Transition to ACTIVE for port object 37bf7885-9c5f-4e20-a027-dd12f5a30a68 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:20.313360 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-a263faad-36ad-4dd7-ba72-b6c41d2502d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:20.360552 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7900e02-76f5-40fb-8ca2-6b80bc9cf749 service neutron] Pushing event updated for resources: {'Port': ['ID=ececa9d0-5d79-465c-b965-9b0f464eb839,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:20.435603 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff12c7-ff56-4a34-be82-6439b59feb5e None None] Pushing event updated for resources: {'Port': ['ID=37bf7885-9c5f-4e20-a027-dd12f5a30a68,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:20.500380 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-a263faad-36ad-4dd7-ba72-b6c41d2502d0 None None] Attempting to bind port 37bf7885-9c5f-4e20-a027-dd12f5a30a68 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:44:20.500923 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-a263faad-36ad-4dd7-ba72-b6c41d2502d0 None None] Attempting to bind port 37bf7885-9c5f-4e20-a027-dd12f5a30a68 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:44:20.501490 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a263faad-36ad-4dd7-ba72-b6c41d2502d0 None None] Attempting to bind port 37bf7885-9c5f-4e20-a027-dd12f5a30a68 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:44:20.522759 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-24fe282b-6956-4fd9-8ddc-07afca002621 None None] Provisioning for port ececa9d0-5d79-465c-b965-9b0f464eb839 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:20.528055 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a263faad-36ad-4dd7-ba72-b6c41d2502d0 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:44:20.529406 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a263faad-36ad-4dd7-ba72-b6c41d2502d0 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:44:20.535746 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-a263faad-36ad-4dd7-ba72-b6c41d2502d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:20.537592 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a263faad-36ad-4dd7-ba72-b6c41d2502d0 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:44:20.538250 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-a263faad-36ad-4dd7-ba72-b6c41d2502d0 None None] Bound port: 37bf7885-9c5f-4e20-a027-dd12f5a30a68, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:44:20.538820 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-a263faad-36ad-4dd7-ba72-b6c41d2502d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:20.581999 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-1519989e-92da-4879-b5ed-881466accf7d req-d7900e02-76f5-40fb-8ca2-6b80bc9cf749 service neutron] Attempting to bind port ececa9d0-5d79-465c-b965-9b0f464eb839 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:44:20.582328 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-1519989e-92da-4879-b5ed-881466accf7d req-d7900e02-76f5-40fb-8ca2-6b80bc9cf749 service neutron] Attempting to bind port ececa9d0-5d79-465c-b965-9b0f464eb839 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '67a5b251-16a4-498d-b6bf-df61a52b49e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:44:20.585002 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1519989e-92da-4879-b5ed-881466accf7d req-d7900e02-76f5-40fb-8ca2-6b80bc9cf749 service neutron] Attempting to bind port ececa9d0-5d79-465c-b965-9b0f464eb839 on network fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:44:20.596051 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1519989e-92da-4879-b5ed-881466accf7d req-d7900e02-76f5-40fb-8ca2-6b80bc9cf749 service neutron] Port ececa9d0-5d79-465c-b965-9b0f464eb839 on network fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:44:20.596256 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1519989e-92da-4879-b5ed-881466accf7d req-d7900e02-76f5-40fb-8ca2-6b80bc9cf749 service neutron] Attempting to bind port ececa9d0-5d79-465c-b965-9b0f464eb839 on network fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:44:20.613792 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1519989e-92da-4879-b5ed-881466accf7d req-d7900e02-76f5-40fb-8ca2-6b80bc9cf749 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:44:20.614261 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1519989e-92da-4879-b5ed-881466accf7d req-d7900e02-76f5-40fb-8ca2-6b80bc9cf749 service neutron] Checking segment: {'id': '67a5b251-16a4-498d-b6bf-df61a52b49e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:44:20.614706 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1519989e-92da-4879-b5ed-881466accf7d req-d7900e02-76f5-40fb-8ca2-6b80bc9cf749 service neutron] Bound using segment: {'id': '67a5b251-16a4-498d-b6bf-df61a52b49e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:44:20.615186 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-1519989e-92da-4879-b5ed-881466accf7d req-d7900e02-76f5-40fb-8ca2-6b80bc9cf749 service neutron] Bound port: ececa9d0-5d79-465c-b965-9b0f464eb839, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a5b251-16a4-498d-b6bf-df61a52b49e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:44:20.620219 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1519989e-92da-4879-b5ed-881466accf7d req-d7900e02-76f5-40fb-8ca2-6b80bc9cf749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:20.674940 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-a263faad-36ad-4dd7-ba72-b6c41d2502d0 None None] For port 37bf7885-9c5f-4e20-a027-dd12f5a30a68, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:44:20.679153 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-a263faad-36ad-4dd7-ba72-b6c41d2502d0 None None] For port 37bf7885-9c5f-4e20-a027-dd12f5a30a68, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=37bf7885-9c5f-4e20-a027-dd12f5a30a68,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:44:20.688822 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-a263faad-36ad-4dd7-ba72-b6c41d2502d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:20.703262 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6b1225a4-40e4-43dd-84f0-38febe362157 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:44:20.781642 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-469cc1cd-81f0-46c6-843d-c3571062febe None None] Allocated IP 2001:db8::2 (cd7a8297-1f21-4764-8355-6754da4b856f/bb7f95ca-cada-442c-bb43-20885440803d/65fe9f8f-e771-49eb-9712-3b5a32b16703) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:44:20.801258 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-1519989e-92da-4879-b5ed-881466accf7d req-d7900e02-76f5-40fb-8ca2-6b80bc9cf749 service neutron] For port ececa9d0-5d79-465c-b965-9b0f464eb839, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:44:20.816961 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-1519989e-92da-4879-b5ed-881466accf7d req-d7900e02-76f5-40fb-8ca2-6b80bc9cf749 service neutron] For port ececa9d0-5d79-465c-b965-9b0f464eb839, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ececa9d0-5d79-465c-b965-9b0f464eb839,segment=NetworkSegment(67a5b251-16a4-498d-b6bf-df61a52b49e9),segment_id=67a5b251-16a4-498d-b6bf-df61a52b49e9)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:44:20.820741 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff12c7-ff56-4a34-be82-6439b59feb5e None None] Pushing event updated for resources: {'Port': ['ID=37bf7885-9c5f-4e20-a027-dd12f5a30a68,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:20.826907 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1519989e-92da-4879-b5ed-881466accf7d req-d7900e02-76f5-40fb-8ca2-6b80bc9cf749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:20.868286 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519989e-92da-4879-b5ed-881466accf7d req-d7900e02-76f5-40fb-8ca2-6b80bc9cf749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:20.870633 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-1519989e-92da-4879-b5ed-881466accf7d req-d7900e02-76f5-40fb-8ca2-6b80bc9cf749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:20.877458 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1519989e-92da-4879-b5ed-881466accf7d req-d7900e02-76f5-40fb-8ca2-6b80bc9cf749 service neutron] 10.222.0.62 "PUT /v2.0/ports/ececa9d0-5d79-465c-b965-9b0f464eb839 HTTP/1.1" status: 200 len: 1055 time: 1.3475409 Sep 01 15:44:20.878256 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa9370e-4766-4123-a268-3d54d706e6aa', 'tag': 'ececa9d0-5d79-465c-b965-9b0f464eb839'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:44:20.881218 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a263faad-36ad-4dd7-ba72-b6c41d2502d0 None None] Routers {'18670bdf-a09d-4c00-ae6d-ed006e399f51'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:20.882160 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-a263faad-36ad-4dd7-ba72-b6c41d2502d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:44:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['18670bdf-a09d-4c00-ae6d-ed006e399f51'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:20.883299 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81ee3b8-6a52-4187-8c9c-0e682229cd38" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa9370e-4766-4123-a268-3d54d706e6aa", "tag": "ececa9d0-5d79-465c-b965-9b0f464eb839"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:44:21.026575 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1913765-c442-4ab6-bccb-9f5c474aee90 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:44:21.031639 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1913765-c442-4ab6-bccb-9f5c474aee90 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:21.046611 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be147c82-7670-4589-914c-ea8bd5468df4 x-openstack-request-id: req-be147c82-7670-4589-914c-ea8bd5468df4 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:44:21.046971 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa9370e-4766-4123-a268-3d54d706e6aa", "tag": "ececa9d0-5d79-465c-b965-9b0f464eb839", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:44:21.048315 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-be147c82-7670-4589-914c-ea8bd5468df4 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:44:21.049306 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa9370e-4766-4123-a268-3d54d706e6aa', 'tag': 'ececa9d0-5d79-465c-b965-9b0f464eb839', 'status': 'completed', 'code': 200} Sep 01 15:44:21.076781 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 6b1225a4-40e4-43dd-84f0-38febe362157 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:44:21.078017 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6b1225a4-40e4-43dd-84f0-38febe362157 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:44:21.144011 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=6e4a82df-238d-40e7-b332-e7dc58920627,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:21.164950 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-24fe282b-6956-4fd9-8ddc-07afca002621 None None] Provisioning complete for port 6e4a82df-238d-40e7-b332-e7dc58920627 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:21.165331 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-24fe282b-6956-4fd9-8ddc-07afca002621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:21.175846 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7900e02-76f5-40fb-8ca2-6b80bc9cf749 service neutron] Pushing event updated for resources: {'Port': ['ID=ececa9d0-5d79-465c-b965-9b0f464eb839,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:21.176628 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-a263faad-36ad-4dd7-ba72-b6c41d2502d0 None None] Set router 18670bdf-a09d-4c00-ae6d-ed006e399f51 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:21.275168 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519989e-92da-4879-b5ed-881466accf7d req-37d11398-0419-40ae-8ccf-08f510b036a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:21.295859 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1519989e-92da-4879-b5ed-881466accf7d req-37d11398-0419-40ae-8ccf-08f510b036a6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a71dc08c28b44bd2acfe82e791b71db4&device_id=3fa9370e-4766-4123-a268-3d54d706e6aa HTTP/1.1" status: 200 len: 1058 time: 0.3214695 Sep 01 15:44:21.352512 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5bd06-774d-4f24-824e-7b747e4f2a7b req-fafe66ea-9209-42ff-ab8e-01a71452e5e6 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:21.355987 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9e5bd06-774d-4f24-824e-7b747e4f2a7b req-fafe66ea-9209-42ff-ab8e-01a71452e5e6 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fa9370e-4766-4123-a268-3d54d706e6aa HTTP/1.1" status: 200 len: 907 time: 0.3011148 Sep 01 15:44:21.429154 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1519989e-92da-4879-b5ed-881466accf7d req-c5dfad27-0654-4d47-99e0-f3d1cf6ea5ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=ececa9d0-5d79-465c-b965-9b0f464eb839 HTTP/1.1" status: 200 len: 217 time: 0.0664496 Sep 01 15:44:21.506624 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-69eb9c5a-bc96-42e1-a50f-d4e0096c6c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:21.518460 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519989e-92da-4879-b5ed-881466accf7d req-7f9a0c45-646b-4e3e-b7c5-32f2865c8a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:21.529608 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1519989e-92da-4879-b5ed-881466accf7d req-7f9a0c45-646b-4e3e-b7c5-32f2865c8a74 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d2f1ca31-93d2-4a99-9289-40d22d5a0bd4 HTTP/1.1" status: 200 len: 838 time: 0.0877748 Sep 01 15:44:21.623182 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519989e-92da-4879-b5ed-881466accf7d req-8f4f6cf2-7abf-4a56-ac9e-b10978b8b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:21.625423 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1519989e-92da-4879-b5ed-881466accf7d req-8f4f6cf2-7abf-4a56-ac9e-b10978b8b7d0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884900 Sep 01 15:44:21.626799 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-a263faad-36ad-4dd7-ba72-b6c41d2502d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18670bdf-a09d-4c00-ae6d-ed006e399f51', 'name': 'tempest-TestAggregatesBasicOps-1609012011-router', 'tenant_id': '0bb6740a89d94c15b52b9df674b53c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '37bf7885-9c5f-4e20-a027-dd12f5a30a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:11Z', 'updated_at': '2021-09-01T15:44:15Z', 'revision_number': 3, 'project_id': '0bb6740a89d94c15b52b9df674b53c90', 'gw_port': {'id': '37bf7885-9c5f-4e20-a027-dd12f5a30a68', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18670bdf-a09d-4c00-ae6d-ed006e399f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:13Z', 'updated_at': '2021-09-01T15:44:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:21.688320 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a263faad-36ad-4dd7-ba72-b6c41d2502d0 None None] The sync data for ids ['18670bdf-a09d-4c00-ae6d-ed006e399f51'] in n-d-794796-3 is: [{'id': '18670bdf-a09d-4c00-ae6d-ed006e399f51', 'name': 'tempest-TestAggregatesBasicOps-1609012011-router', 'tenant_id': '0bb6740a89d94c15b52b9df674b53c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '37bf7885-9c5f-4e20-a027-dd12f5a30a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:11Z', 'updated_at': '2021-09-01T15:44:15Z', 'revision_number': 3, 'project_id': '0bb6740a89d94c15b52b9df674b53c90', 'gw_port': {'id': '37bf7885-9c5f-4e20-a027-dd12f5a30a68', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18670bdf-a09d-4c00-ae6d-ed006e399f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:13Z', 'updated_at': '2021-09-01T15:44:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:44:21.858014 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1519989e-92da-4879-b5ed-881466accf7d req-01ff80ec-c97b-4670-a11b-6f97728f4510 service neutron] 10.222.0.62 "GET /v2.0/networks/fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226222 Sep 01 15:44:21.899880 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-469cc1cd-81f0-46c6-843d-c3571062febe None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:21.924052 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-469cc1cd-81f0-46c6-843d-c3571062febe None None] Transition to ACTIVE for port object 65fe9f8f-e771-49eb-9712-3b5a32b16703 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:21.956855 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-469cc1cd-81f0-46c6-843d-c3571062febe None None] Transition to ACTIVE for port object 65fe9f8f-e771-49eb-9712-3b5a32b16703 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:21.980822 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-469cc1cd-81f0-46c6-843d-c3571062febe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:22.082150 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1519989e-92da-4879-b5ed-881466accf7d req-65f7cff8-8211-49d3-aefa-4121d5aef0e6 service neutron] 10.222.0.62 "GET /v2.0/networks/fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119195 Sep 01 15:44:22.085081 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-e07ccd45-9ed7-49e9-b530-2d1e008890b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651a8ff4-08a1-40e8-a33e-00e6539f4a49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1509519291', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '2d17af09-3d3d-4c11-b0ab-26434e256d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:43:56Z', 'updated_at': '2021-09-01T15:44:11Z', 'revision_number': 4, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'gw_port': {'id': '2d17af09-3d3d-4c11-b0ab-26434e256d21', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a8ff4-08a1-40e8-a33e-00e6539f4a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:43:57Z', 'updated_at': '2021-09-01T15:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '37120398-7475-4858-92b6-bb5d499c7cdb', 'name': '', 'network_id': 'fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'mac_address': 'fa:16:3e:23:7b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651a8ff4-08a1-40e8-a33e-00e6539f4a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd2f1ca31-93d2-4a99-9289-40d22d5a0bd4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:09Z', 'updated_at': '2021-09-01T15:44:18Z', 'revision_number': 4, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'subnets': [{'id': 'd2f1ca31-93d2-4a99-9289-40d22d5a0bd4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:22.143583 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469cc1cd-81f0-46c6-843d-c3571062febe None None] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:22.143583 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07ccd45-9ed7-49e9-b530-2d1e008890b0 None None] The sync data for ids ['651a8ff4-08a1-40e8-a33e-00e6539f4a49'] in n-d-794796-3 is: [{'id': '651a8ff4-08a1-40e8-a33e-00e6539f4a49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1509519291', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '2d17af09-3d3d-4c11-b0ab-26434e256d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:43:56Z', 'updated_at': '2021-09-01T15:44:11Z', 'revision_number': 4, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'gw_port': {'id': '2d17af09-3d3d-4c11-b0ab-26434e256d21', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a8ff4-08a1-40e8-a33e-00e6539f4a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:43:57Z', 'updated_at': '2021-09-01T15:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '37120398-7475-4858-92b6-bb5d499c7cdb', 'name': '', 'network_id': 'fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'mac_address': 'fa:16:3e:23:7b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651a8ff4-08a1-40e8-a33e-00e6539f4a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'd2f1ca31-93d2-4a99-9289-40d22d5a0bd4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:09Z', 'updated_at': '2021-09-01T15:44:18Z', 'revision_number': 4, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'subnets': [{'id': 'd2f1ca31-93d2-4a99-9289-40d22d5a0bd4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:44:22.156471 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-469cc1cd-81f0-46c6-843d-c3571062febe None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:22.163052 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469cc1cd-81f0-46c6-843d-c3571062febe None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:44:22.178101 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469cc1cd-81f0-46c6-843d-c3571062febe None None] Pushing event updated for resources: {'Port': ['ID=65fe9f8f-e771-49eb-9712-3b5a32b16703,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:22.259748 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-469cc1cd-81f0-46c6-843d-c3571062febe None None] Attempting to bind port 65fe9f8f-e771-49eb-9712-3b5a32b16703 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:44:22.260374 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-469cc1cd-81f0-46c6-843d-c3571062febe None None] Attempting to bind port 65fe9f8f-e771-49eb-9712-3b5a32b16703 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:44:22.262197 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469cc1cd-81f0-46c6-843d-c3571062febe None None] Attempting to bind port 65fe9f8f-e771-49eb-9712-3b5a32b16703 on network cd7a8297-1f21-4764-8355-6754da4b856f {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:44:22.275997 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469cc1cd-81f0-46c6-843d-c3571062febe None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:44:22.276390 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469cc1cd-81f0-46c6-843d-c3571062febe None None] Checking segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:44:22.276874 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-469cc1cd-81f0-46c6-843d-c3571062febe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:22.277293 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469cc1cd-81f0-46c6-843d-c3571062febe None None] Bound using segment: {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:44:22.277878 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-469cc1cd-81f0-46c6-843d-c3571062febe None None] Bound port: 65fe9f8f-e771-49eb-9712-3b5a32b16703, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:44:22.278281 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-469cc1cd-81f0-46c6-843d-c3571062febe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:22.460682 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ee3b8-6a52-4187-8c9c-0e682229cd38 req-93b5ffda-bcc5-4396-8e8d-b174c9b782f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:22.462354 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a81ee3b8-6a52-4187-8c9c-0e682229cd38 req-93b5ffda-bcc5-4396-8e8d-b174c9b782f4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a71dc08c28b44bd2acfe82e791b71db4&device_id=3fa9370e-4766-4123-a268-3d54d706e6aa HTTP/1.1" status: 200 len: 1058 time: 0.1794839 Sep 01 15:44:22.541832 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-469cc1cd-81f0-46c6-843d-c3571062febe None None] For port 65fe9f8f-e771-49eb-9712-3b5a32b16703, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:44:22.549966 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6aec19-fc23-4643-8447-07abe069e177 req-1ecc5fcb-5b8e-4093-94b5-6e2fa56ffbc8 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:22.551846 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-db6aec19-fc23-4643-8447-07abe069e177 req-1ecc5fcb-5b8e-4093-94b5-6e2fa56ffbc8 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 944 time: 1.2471733 Sep 01 15:44:22.567435 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-469cc1cd-81f0-46c6-843d-c3571062febe None None] For port 65fe9f8f-e771-49eb-9712-3b5a32b16703, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=65fe9f8f-e771-49eb-9712-3b5a32b16703,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:44:22.577475 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-469cc1cd-81f0-46c6-843d-c3571062febe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:22.786834 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469cc1cd-81f0-46c6-843d-c3571062febe None None] Pushing event updated for resources: {'Port': ['ID=65fe9f8f-e771-49eb-9712-3b5a32b16703,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:22.881581 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ee3b8-6a52-4187-8c9c-0e682229cd38 req-22177f0d-e352-4799-b4c2-7d4333a62806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:22.884367 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a81ee3b8-6a52-4187-8c9c-0e682229cd38 req-22177f0d-e352-4799-b4c2-7d4333a62806 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9 HTTP/1.1" status: 200 len: 899 time: 0.4019248 Sep 01 15:44:22.895169 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-69eb9c5a-bc96-42e1-a50f-d4e0096c6c1d admin admin] Allocated IP 172.20.0.1 (bb7a1cff-59c5-49da-a77c-4105ab34348c/2ba7edba-9543-43a1-a6be-fe3f91314ad9/ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:44:22.941079 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6e4a82df-238d-40e7-b332-e7dc58920627 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:23.090720 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a81ee3b8-6a52-4187-8c9c-0e682229cd38 req-a54c8022-084b-426a-bfee-a4aee2ba6507 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=ececa9d0-5d79-465c-b965-9b0f464eb839 HTTP/1.1" status: 200 len: 217 time: 0.1909704 Sep 01 15:44:23.100941 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 6e4a82df-238d-40e7-b332-e7dc58920627 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:23.106208 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:23.127601 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-69eb9c5a-bc96-42e1-a50f-d4e0096c6c1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:23.151145 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-69eb9c5a-bc96-42e1-a50f-d4e0096c6c1d admin admin] Transition to ACTIVE for port object ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:23.205436 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-db6aec19-fc23-4643-8447-07abe069e177 req-4202914d-963d-4f2a-8c43-0c2e3dd53e29 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6289003 Sep 01 15:44:23.277918 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265fa87-7725-4a77-9c70-0e2a093da284 req-901b5af1-0aeb-4a11-a889-0dfa66b5d504 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:23.280979 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7265fa87-7725-4a77-9c70-0e2a093da284 req-901b5af1-0aeb-4a11-a889-0dfa66b5d504 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fa9370e-4766-4123-a268-3d54d706e6aa HTTP/1.1" status: 200 len: 907 time: 0.7197154 Sep 01 15:44:23.349675 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ee3b8-6a52-4187-8c9c-0e682229cd38 req-ee3fdce7-412d-445e-901c-40b780289b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:23.351758 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a81ee3b8-6a52-4187-8c9c-0e682229cd38 req-ee3fdce7-412d-445e-901c-40b780289b9e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d2f1ca31-93d2-4a99-9289-40d22d5a0bd4 HTTP/1.1" status: 200 len: 838 time: 0.2480471 Sep 01 15:44:23.374886 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 37120398-7475-4858-92b6-bb5d499c7cdb up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:23.521273 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 37120398-7475-4858-92b6-bb5d499c7cdb completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:23.531103 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 37120398-7475-4858-92b6-bb5d499c7cdb triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:23.531698 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:23.567006 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ee3b8-6a52-4187-8c9c-0e682229cd38 req-e72321c2-6ecb-4277-a378-a545c5a5d2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:23.577704 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a81ee3b8-6a52-4187-8c9c-0e682229cd38 req-e72321c2-6ecb-4277-a378-a545c5a5d2a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2147753 Sep 01 15:44:23.722136 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:23.750752 n-d-794796-3 neutron-server[94733]: DEBUG neutron.objects.ports [None req-f1913765-c442-4ab6-bccb-9f5c474aee90 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94733) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:44:23.820391 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 37120398-7475-4858-92b6-bb5d499c7cdb, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=37120398-7475-4858-92b6-bb5d499c7cdb,segment=NetworkSegment(67a5b251-16a4-498d-b6bf-df61a52b49e9),segment_id=67a5b251-16a4-498d-b6bf-df61a52b49e9)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:23.829479 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:23.831660 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 37bf7885-9c5f-4e20-a027-dd12f5a30a68 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:23.860532 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a81ee3b8-6a52-4187-8c9c-0e682229cd38 req-ae130065-1475-41c0-bfae-0c65d6ad8ea8 service neutron] 10.222.0.62 "GET /v2.0/networks/fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673421 Sep 01 15:44:23.926411 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=37120398-7475-4858-92b6-bb5d499c7cdb,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:23.958987 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-69eb9c5a-bc96-42e1-a50f-d4e0096c6c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:24.047653 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 37bf7885-9c5f-4e20-a027-dd12f5a30a68 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:24.056672 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 37bf7885-9c5f-4e20-a027-dd12f5a30a68 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:24.057362 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:24.098073 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eb9c5a-bc96-42e1-a50f-d4e0096c6c1d admin admin] Network bb7a1cff-59c5-49da-a77c-4105ab34348c is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:24.108558 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a81ee3b8-6a52-4187-8c9c-0e682229cd38 req-23235c81-e7e0-4d17-92ef-31390343d269 service neutron] 10.222.0.62 "GET /v2.0/networks/fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385011 Sep 01 15:44:24.121315 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb9c5a-bc96-42e1-a50f-d4e0096c6c1d admin admin] Pushing event updated for resources: {'Port': ['ID=ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:24.148739 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-69eb9c5a-bc96-42e1-a50f-d4e0096c6c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:24.154594 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eb9c5a-bc96-42e1-a50f-d4e0096c6c1d admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:44:24.314039 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-69eb9c5a-bc96-42e1-a50f-d4e0096c6c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:24.344292 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:24.386921 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 37bf7885-9c5f-4e20-a027-dd12f5a30a68, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=37bf7885-9c5f-4e20-a027-dd12f5a30a68,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:24.393787 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:24.471108 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1913765-c442-4ab6-bccb-9f5c474aee90 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:24.537434 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=37bf7885-9c5f-4e20-a027-dd12f5a30a68,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:24.603563 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b65d2-bd27-434d-955e-1f015dd9185b req-f2e7c446-9095-468c-ab88-030c27879ede tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:24.609010 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff5b65d2-bd27-434d-955e-1f015dd9185b req-f2e7c446-9095-468c-ab88-030c27879ede tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fa9370e-4766-4123-a268-3d54d706e6aa HTTP/1.1" status: 200 len: 907 time: 0.1196957 Sep 01 15:44:24.769596 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335761a-f798-4fb2-bace-f8489d2b4585 req-b9174686-a046-4973-a0df-62a5376790eb tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:24.771355 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6335761a-f798-4fb2-bace-f8489d2b4585 req-b9174686-a046-4973-a0df-62a5376790eb tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 944 time: 0.2647817 Sep 01 15:44:24.802995 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b1e824d5-4667-42da-9bbc-e45f579572fa None None] Provisioning for port ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:24.807756 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b1e824d5-4667-42da-9bbc-e45f579572fa None None] Provisioning complete for port ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:24.808147 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b1e824d5-4667-42da-9bbc-e45f579572fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:24.896895 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b1e824d5-4667-42da-9bbc-e45f579572fa None None] Port ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:44:24.949366 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 65fe9f8f-e771-49eb-9712-3b5a32b16703 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:25.059825 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6335761a-f798-4fb2-bace-f8489d2b4585 req-ae98e9b1-08e5-440a-b4f2-ad50ef0a8b61 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321877 Sep 01 15:44:25.087945 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-69eb9c5a-bc96-42e1-a50f-d4e0096c6c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:25.093954 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-db711cd1-7853-4524-b52c-cc93981a4e71 None None] Provisioning for port 65fe9f8f-e771-49eb-9712-3b5a32b16703 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:25.121864 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 65fe9f8f-e771-49eb-9712-3b5a32b16703 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:25.139674 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 65fe9f8f-e771-49eb-9712-3b5a32b16703 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:25.140278 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:25.353659 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:25.377151 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-f1913765-c442-4ab6-bccb-9f5c474aee90 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] For port 65fe9f8f-e771-49eb-9712-3b5a32b16703, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=65fe9f8f-e771-49eb-9712-3b5a32b16703,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:25.444214 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e1f35050-ac16-4e1a-8f20-857cd618886a None None] Could not find standard attr ID for object 89a6bdcc-d23c-4c1a-8931-25317bafbe1b. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:44:25.519165 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1913765-c442-4ab6-bccb-9f5c474aee90 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:25.548102 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1913765-c442-4ab6-bccb-9f5c474aee90 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:25.549400 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1913765-c442-4ab6-bccb-9f5c474aee90 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:25.585658 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.api [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:44:25.586004 n-d-794796-3 neutron-server[94735]: DEBUG oslo_db.api [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:44:25.686773 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1913765-c442-4ab6-bccb-9f5c474aee90 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:25.691452 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-69eb9c5a-bc96-42e1-a50f-d4e0096c6c1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:25.711570 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-f1913765-c442-4ab6-bccb-9f5c474aee90 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:25.726943 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-69eb9c5a-bc96-42e1-a50f-d4e0096c6c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:25.742154 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1913765-c442-4ab6-bccb-9f5c474aee90 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:25.742560 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1913765-c442-4ab6-bccb-9f5c474aee90 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:25.746055 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5ea6a1-0a65-41ce-866f-a620dbd655ee None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:44:25.817990 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa18d6d-6585-4a0e-a7a6-3ceaa4bb0b37 req-39791f91-ef19-4cf8-a4b9-746004b04f68 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:25.833976 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6aa18d6d-6585-4a0e-a7a6-3ceaa4bb0b37 req-39791f91-ef19-4cf8-a4b9-746004b04f68 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fa9370e-4766-4123-a268-3d54d706e6aa HTTP/1.1" status: 200 len: 907 time: 0.1090648 Sep 01 15:44:25.840774 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1913765-c442-4ab6-bccb-9f5c474aee90 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=eabb2303-336b-4e11-83a1-6921007fdfc4,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:25.862630 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1913765-c442-4ab6-bccb-9f5c474aee90 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Port': ['ID=65fe9f8f-e771-49eb-9712-3b5a32b16703,revision_number=4']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:25.880242 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46314) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:25.880637 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f1913765-c442-4ab6-bccb-9f5c474aee90 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.8014863 Sep 01 15:44:25.900109 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-49abb0c8-4a17-4f9d-926c-aef751a6988f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'mac_address': 'fa:16:3e:6a:b9:0f', 'name': 'tempest-NetworksTestDHCPv6-1009063582'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:25.971729 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-69eb9c5a-bc96-42e1-a50f-d4e0096c6c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:25.976142 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb9c5a-bc96-42e1-a50f-d4e0096c6c1d admin admin] Pushing event updated for resources: {'Port': ['ID=ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:26.078891 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49abb0c8-4a17-4f9d-926c-aef751a6988f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:44:26.180964 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:26.205056 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eb9c5a-bc96-42e1-a50f-d4e0096c6c1d admin admin] Network bb7a1cff-59c5-49da-a77c-4105ab34348c is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:26.206893 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-49abb0c8-4a17-4f9d-926c-aef751a6988f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:26.242740 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-49abb0c8-4a17-4f9d-926c-aef751a6988f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] device_id is not set on port 137cb2e2-4a73-4145-87db-7af223eb4889 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:44:26.244585 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 65fe9f8f-e771-49eb-9712-3b5a32b16703, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=65fe9f8f-e771-49eb-9712-3b5a32b16703,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:26.252956 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:26.254206 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 37120398-7475-4858-92b6-bb5d499c7cdb up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:26.300921 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-69eb9c5a-bc96-42e1-a50f-d4e0096c6c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:26.357853 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=65fe9f8f-e771-49eb-9712-3b5a32b16703,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:26.386783 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 37120398-7475-4858-92b6-bb5d499c7cdb triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:26.387170 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:26.471167 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d01ffb-58ee-4771-9d56-f71a12a1f506 req-eaa0a194-75db-4e6b-b675-2c9ed4101908 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:26.473368 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61d01ffb-58ee-4771-9d56-f71a12a1f506 req-eaa0a194-75db-4e6b-b675-2c9ed4101908 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 944 time: 0.2738421 Sep 01 15:44:26.526061 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-49abb0c8-4a17-4f9d-926c-aef751a6988f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 2001:db8::374 (cd7a8297-1f21-4764-8355-6754da4b856f/bb7f95ca-cada-442c-bb43-20885440803d/137cb2e2-4a73-4145-87db-7af223eb4889) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:44:26.539111 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-49abb0c8-4a17-4f9d-926c-aef751a6988f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6a:b90f (cd7a8297-1f21-4764-8355-6754da4b856f/eabb2303-336b-4e11-83a1-6921007fdfc4/137cb2e2-4a73-4145-87db-7af223eb4889) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:44:26.593104 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61d01ffb-58ee-4771-9d56-f71a12a1f506 req-84dd1b17-94e7-499e-a04a-f1fb89319733 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681536 Sep 01 15:44:26.619543 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69eb9c5a-bc96-42e1-a50f-d4e0096c6c1d admin admin] Router 18670bdf-a09d-4c00-ae6d-ed006e399f51 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:44:26.688742 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ececa9d0-5d79-465c-b965-9b0f464eb839 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:44:26.703035 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 65fe9f8f-e771-49eb-9712-3b5a32b16703 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:26.861175 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-49abb0c8-4a17-4f9d-926c-aef751a6988f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:26.876632 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69eb9c5a-bc96-42e1-a50f-d4e0096c6c1d admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:44:26.882807 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-49abb0c8-4a17-4f9d-926c-aef751a6988f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Transition to ACTIVE for port object 137cb2e2-4a73-4145-87db-7af223eb4889 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:26.895556 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-69eb9c5a-bc96-42e1-a50f-d4e0096c6c1d admin admin] 10.222.0.60 "PUT /v2.0/routers/18670bdf-a09d-4c00-ae6d-ed006e399f51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0472510 Sep 01 15:44:26.937774 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-49abb0c8-4a17-4f9d-926c-aef751a6988f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:26.954229 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74206a2-01c5-4c32-be59-b3cb31c30691 None None] Sync routers for ids ['18670bdf-a09d-4c00-ae6d-ed006e399f51'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:44:26.993372 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 65fe9f8f-e771-49eb-9712-3b5a32b16703 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:26.993749 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:27.031407 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74206a2-01c5-4c32-be59-b3cb31c30691 None None] Routers {'18670bdf-a09d-4c00-ae6d-ed006e399f51'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:27.032061 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-e74206a2-01c5-4c32-be59-b3cb31c30691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:44:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['18670bdf-a09d-4c00-ae6d-ed006e399f51'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:27.044617 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49abb0c8-4a17-4f9d-926c-aef751a6988f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:27.050264 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-49abb0c8-4a17-4f9d-926c-aef751a6988f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:27.056835 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49abb0c8-4a17-4f9d-926c-aef751a6988f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:44:27.064206 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49abb0c8-4a17-4f9d-926c-aef751a6988f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:27.065102 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-49abb0c8-4a17-4f9d-926c-aef751a6988f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:27.088136 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99064f82-0bae-41b4-bd63-4e26cdcd4925 req-e3931a23-ac1a-400a-a8e3-822c7abbee8a tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:27.089700 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-99064f82-0bae-41b4-bd63-4e26cdcd4925 req-e3931a23-ac1a-400a-a8e3-822c7abbee8a tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fa9370e-4766-4123-a268-3d54d706e6aa HTTP/1.1" status: 200 len: 907 time: 0.1494293 Sep 01 15:44:27.091448 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49abb0c8-4a17-4f9d-926c-aef751a6988f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Port': ['ID=137cb2e2-4a73-4145-87db-7af223eb4889,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:27.101612 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-49abb0c8-4a17-4f9d-926c-aef751a6988f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2106307 Sep 01 15:44:27.107832 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46322) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:27.129061 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-54ee46e4-29ef-44b1-8d88-e8a3194b161b None None] Provisioning complete for port ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:27.129475 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-54ee46e4-29ef-44b1-8d88-e8a3194b161b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:27.240061 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port ececa9d0-5d79-465c-b965-9b0f464eb839, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ececa9d0-5d79-465c-b965-9b0f464eb839,segment=NetworkSegment(67a5b251-16a4-498d-b6bf-df61a52b49e9),segment_id=67a5b251-16a4-498d-b6bf-df61a52b49e9)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:27.289429 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-2717bd7c-892a-4a7b-9603-dc9994639128 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting port 137cb2e2-4a73-4145-87db-7af223eb4889 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:27.289832 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2717bd7c-892a-4a7b-9603-dc9994639128 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:27.368264 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-54ee46e4-29ef-44b1-8d88-e8a3194b161b None None] Port ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:44:27.375832 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'ececa9d0-5d79-465c-b965-9b0f464eb839', 'network_id': 'fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9', 'port_id': 'ececa9d0-5d79-465c-b965-9b0f464eb839', 'mac_address': 'fa:16:3e:91:f7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f1ca31-93d2-4a99-9289-40d22d5a0bd4', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:44:27.416509 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-e74206a2-01c5-4c32-be59-b3cb31c30691 None None] Set router 18670bdf-a09d-4c00-ae6d-ed006e399f51 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:27.487605 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2717bd7c-892a-4a7b-9603-dc9994639128 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:27.510760 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 37bf7885-9c5f-4e20-a027-dd12f5a30a68 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:27.525431 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-2717bd7c-892a-4a7b-9603-dc9994639128 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Calling delete_port for 137cb2e2-4a73-4145-87db-7af223eb4889 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:27.672409 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:27.688016 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-01fb149d-7aaa-4216-8e15-a8d54d8dc3a9 None None] Provisioning complete for port 65fe9f8f-e771-49eb-9712-3b5a32b16703 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:27.688967 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-01fb149d-7aaa-4216-8e15-a8d54d8dc3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:27.812107 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ececa9d0-5d79-465c-b965-9b0f464eb839 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:44:27.864751 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 37bf7885-9c5f-4e20-a027-dd12f5a30a68 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:27.865149 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:27.905735 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76018e46-1f85-4330-918f-890766b2773f req-d9d1a664-1b16-434e-938a-d49d999b3d2b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:27.908670 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76018e46-1f85-4330-918f-890766b2773f req-d9d1a664-1b16-434e-938a-d49d999b3d2b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 944 time: 0.1847222 Sep 01 15:44:27.978741 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2717bd7c-892a-4a7b-9603-dc9994639128 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:27.982951 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port ececa9d0-5d79-465c-b965-9b0f464eb839, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ececa9d0-5d79-465c-b965-9b0f464eb839,segment=NetworkSegment(67a5b251-16a4-498d-b6bf-df61a52b49e9),segment_id=67a5b251-16a4-498d-b6bf-df61a52b49e9)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:28.005483 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:28.044271 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:28.056965 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717bd7c-892a-4a7b-9603-dc9994639128 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Port': ['ID=137cb2e2-4a73-4145-87db-7af223eb4889,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:28.058204 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46338) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:28.068197 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-95b70dbe-e2a4-45d1-82fc-79bf8ff35338 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-626277140-network', 'tenant_id': '9f69a9cb4b0b445395d5dc71a0f4a8cb'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:28.068923 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76018e46-1f85-4330-918f-890766b2773f req-583bd2ab-189f-4c20-bcc4-59fb209f7701 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412566 Sep 01 15:44:28.118529 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b70dbe-e2a4-45d1-82fc-79bf8ff35338 admin admin] Made reservation on behalf of 9f69a9cb4b0b445395d5dc71a0f4a8cb for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:44:28.121276 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-95b70dbe-e2a4-45d1-82fc-79bf8ff35338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:28.131553 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-95b70dbe-e2a4-45d1-82fc-79bf8ff35338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:28.153923 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2717bd7c-892a-4a7b-9603-dc9994639128 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:28.156615 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2717bd7c-892a-4a7b-9603-dc9994639128 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/137cb2e2-4a73-4145-87db-7af223eb4889 HTTP/1.1" status: 204 len: 168 time: 1.0482738 Sep 01 15:44:28.162017 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46340) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:28.355143 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51c5b1b-ce8f-4471-91f0-fadb61cde293 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:28.359294 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d51c5b1b-ce8f-4471-91f0-fadb61cde293 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1947114 Sep 01 15:44:28.360875 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46344) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:28.396731 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d47cc7-1e5f-4b99-93df-2e3ca37b956c req-b27b707b-787c-4aaf-b7a6-3d0145c206d6 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:28.400031 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-35d47cc7-1e5f-4b99-93df-2e3ca37b956c req-b27b707b-787c-4aaf-b7a6-3d0145c206d6 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fa9370e-4766-4123-a268-3d54d706e6aa HTTP/1.1" status: 200 len: 908 time: 0.1627891 Sep 01 15:44:28.439705 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=ececa9d0-5d79-465c-b965-9b0f464eb839,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:28.478257 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-95b70dbe-e2a4-45d1-82fc-79bf8ff35338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:28.484547 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-95b70dbe-e2a4-45d1-82fc-79bf8ff35338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:28.486765 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa54b3e-2ce0-449c-861e-5cf300493b1f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:28.491550 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8fa54b3e-2ce0-449c-861e-5cf300493b1f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1261566 Sep 01 15:44:28.492179 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46346) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:28.529767 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['ececa9d0-5d79-465c-b965-9b0f464eb839'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:44:28.534287 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-e74206a2-01c5-4c32-be59-b3cb31c30691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18670bdf-a09d-4c00-ae6d-ed006e399f51', 'name': 'tempest-TestAggregatesBasicOps-1609012011-router', 'tenant_id': '0bb6740a89d94c15b52b9df674b53c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '37bf7885-9c5f-4e20-a027-dd12f5a30a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:11Z', 'updated_at': '2021-09-01T15:44:24Z', 'revision_number': 4, 'project_id': '0bb6740a89d94c15b52b9df674b53c90', 'gw_port': {'id': '37bf7885-9c5f-4e20-a027-dd12f5a30a68', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18670bdf-a09d-4c00-ae6d-ed006e399f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:13Z', 'updated_at': '2021-09-01T15:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2', 'name': '', 'network_id': 'bb7a1cff-59c5-49da-a77c-4105ab34348c', 'tenant_id': '0bb6740a89d94c15b52b9df674b53c90', 'mac_address': 'fa:16:3e:b5:21:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18670bdf-a09d-4c00-ae6d-ed006e399f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '2ba7edba-9543-43a1-a6be-fe3f91314ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:22Z', 'updated_at': '2021-09-01T15:44:25Z', 'revision_number': 2, 'project_id': '0bb6740a89d94c15b52b9df674b53c90', 'subnets': [{'id': '2ba7edba-9543-43a1-a6be-fe3f91314ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:28.542481 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b70dbe-e2a4-45d1-82fc-79bf8ff35338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7708f14-e86f-4141-9e8d-932314344794,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:28.547851 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b70dbe-e2a4-45d1-82fc-79bf8ff35338 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:44:28.566238 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-95b70dbe-e2a4-45d1-82fc-79bf8ff35338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:28.567120 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-95b70dbe-e2a4-45d1-82fc-79bf8ff35338 admin admin] Added segment 829c46dc-bc83-40a3-b3ab-ef310fca9a09 of type vlan for network 8225c5a2-f3e0-449b-a3cf-e0c0ba79f804 Sep 01 15:44:28.618191 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74206a2-01c5-4c32-be59-b3cb31c30691 None None] Checking router: 18670bdf-a09d-4c00-ae6d-ed006e399f51 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:44:28.618616 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74206a2-01c5-4c32-be59-b3cb31c30691 None None] Updating router 18670bdf-a09d-4c00-ae6d-ed006e399f51 port ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:44:28.621240 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d643bd-c437-44c1-9b59-ee4777518d28 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:28.624821 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d643bd-c437-44c1-9b59-ee4777518d28 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:28.628523 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d643bd-c437-44c1-9b59-ee4777518d28 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:28.631689 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-73d643bd-c437-44c1-9b59-ee4777518d28 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1377008 Sep 01 15:44:28.634062 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46348) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:28.640128 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-95b70dbe-e2a4-45d1-82fc-79bf8ff35338 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:28.645517 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-98946b9a-e422-4cc2-9c67-a5ceb3f5d5b4 None None] Could not find standard attr ID for object 137cb2e2-4a73-4145-87db-7af223eb4889. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:44:28.667540 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e74206a2-01c5-4c32-be59-b3cb31c30691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:28.685888 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-95b70dbe-e2a4-45d1-82fc-79bf8ff35338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:28.688953 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b70dbe-e2a4-45d1-82fc-79bf8ff35338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:28.688953 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-95b70dbe-e2a4-45d1-82fc-79bf8ff35338 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:28.737674 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b78ded-f568-4850-8d25-eb3fea8bfc8a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet bb7f95ca-cada-442c-bb43-20885440803d {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:44:28.744414 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-64b78ded-f568-4850-8d25-eb3fea8bfc8a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:28.750022 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-95b70dbe-e2a4-45d1-82fc-79bf8ff35338 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6887417 Sep 01 15:44:28.755061 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46350) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:28.758047 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b70dbe-e2a4-45d1-82fc-79bf8ff35338 admin admin] Pushing event updated for resources: {'Network': ['ID=8225c5a2-f3e0-449b-a3cf-e0c0ba79f804,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:28.776563 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 8225c5a2-f3e0-449b-a3cf-e0c0ba79f804 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:44:28.803392 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-0316657a-045d-4b69-b088-640fd0703a54 admin admin] Request body: {'subnet': {'network_id': '8225c5a2-f3e0-449b-a3cf-e0c0ba79f804', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-626277140-subnet', 'tenant_id': '9f69a9cb4b0b445395d5dc71a0f4a8cb', 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:28.864550 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-64b78ded-f568-4850-8d25-eb3fea8bfc8a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:28.910909 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0316657a-045d-4b69-b088-640fd0703a54 admin admin] Made reservation on behalf of 9f69a9cb4b0b445395d5dc71a0f4a8cb for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:44:28.914127 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0316657a-045d-4b69-b088-640fd0703a54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:29.158125 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-64b78ded-f568-4850-8d25-eb3fea8bfc8a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:29.169515 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e74206a2-01c5-4c32-be59-b3cb31c30691 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:29.189023 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e74206a2-01c5-4c32-be59-b3cb31c30691 None None] Transition to ACTIVE for port object ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:29.197514 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e74206a2-01c5-4c32-be59-b3cb31c30691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:29.299456 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94e190-4b38-4779-ae6b-d29d67c568b1 None None] Pushing event updated for resources: {'Port': ['ID=ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:29.386514 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-64b78ded-f568-4850-8d25-eb3fea8bfc8a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:29.404377 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e74206a2-01c5-4c32-be59-b3cb31c30691 None None] Attempting to bind port ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:44:29.404967 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e74206a2-01c5-4c32-be59-b3cb31c30691 None None] Attempting to bind port ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '01d2aa44-ad16-4aaa-8d47-444c8c3a1415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bb7a1cff-59c5-49da-a77c-4105ab34348c'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:44:29.405517 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74206a2-01c5-4c32-be59-b3cb31c30691 None None] Attempting to bind port ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2 on network bb7a1cff-59c5-49da-a77c-4105ab34348c {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:44:29.408722 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d61fd-2f3f-4432-8134-7d4532f879e3 req-7d7db223-ca5f-4fb2-9cdd-419f54fc227b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:29.410695 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e72d61fd-2f3f-4432-8134-7d4532f879e3 req-7d7db223-ca5f-4fb2-9cdd-419f54fc227b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 944 time: 0.1989155 Sep 01 15:44:29.416318 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74206a2-01c5-4c32-be59-b3cb31c30691 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:44:29.419083 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74206a2-01c5-4c32-be59-b3cb31c30691 None None] Checking segment: {'id': '01d2aa44-ad16-4aaa-8d47-444c8c3a1415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bb7a1cff-59c5-49da-a77c-4105ab34348c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:44:29.420534 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e74206a2-01c5-4c32-be59-b3cb31c30691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:29.421589 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74206a2-01c5-4c32-be59-b3cb31c30691 None None] Bound using segment: {'id': '01d2aa44-ad16-4aaa-8d47-444c8c3a1415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bb7a1cff-59c5-49da-a77c-4105ab34348c'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:44:29.423290 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e74206a2-01c5-4c32-be59-b3cb31c30691 None None] Bound port: ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d2aa44-ad16-4aaa-8d47-444c8c3a1415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bb7a1cff-59c5-49da-a77c-4105ab34348c'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:44:29.424063 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e74206a2-01c5-4c32-be59-b3cb31c30691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:29.468666 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b78ded-f568-4850-8d25-eb3fea8bfc8a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=bb7f95ca-cada-442c-bb43-20885440803d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:29.471039 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0316657a-045d-4b69-b088-640fd0703a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:29.482984 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-64b78ded-f568-4850-8d25-eb3fea8bfc8a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:29.485164 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-64b78ded-f568-4850-8d25-eb3fea8bfc8a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/bb7f95ca-cada-442c-bb43-20885440803d HTTP/1.1" status: 204 len: 168 time: 0.8495641 Sep 01 15:44:29.490153 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46356) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:29.520772 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0953ff-fbdf-4392-bc4f-e26b2b83c94f None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:44:29.567253 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e72d61fd-2f3f-4432-8134-7d4532f879e3 req-8f2a3445-39f7-4b65-9453-c55358202371 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104987 Sep 01 15:44:29.601300 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316657a-045d-4b69-b088-640fd0703a54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e65d3f82-996e-4b60-b8ea-3a708a827669,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:29.644866 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0316657a-045d-4b69-b088-640fd0703a54 admin admin] Checking segment: {'id': '829c46dc-bc83-40a3-b3ab-ef310fca9a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8225c5a2-f3e0-449b-a3cf-e0c0ba79f804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:44:29.645619 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0316657a-045d-4b69-b088-640fd0703a54 admin admin] Network hostable DHCP agents. Network: 8225c5a2-f3e0-449b-a3cf-e0c0ba79f804, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:44:29.664186 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfbf7149-f7ce-490a-b69a-c9fbbcc174dd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet eabb2303-336b-4e11-83a1-6921007fdfc4 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:44:29.673744 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dfbf7149-f7ce-490a-b69a-c9fbbcc174dd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:29.687840 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0316657a-045d-4b69-b088-640fd0703a54 admin admin] Network 8225c5a2-f3e0-449b-a3cf-e0c0ba79f804 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:44:29.701975 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-0316657a-045d-4b69-b088-640fd0703a54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 8225c5a2-f3e0-449b-a3cf-e0c0ba79f804) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:29.710780 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0316657a-045d-4b69-b088-640fd0703a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:29.712134 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0316657a-045d-4b69-b088-640fd0703a54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:29.733443 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d76add5-2554-410a-9b33-9618d23d489f None None] Network 8225c5a2-f3e0-449b-a3cf-e0c0ba79f804 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:44:29.740073 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0316657a-045d-4b69-b088-640fd0703a54 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9440074 Sep 01 15:44:29.743116 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46358) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:29.748880 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e74206a2-01c5-4c32-be59-b3cb31c30691 None None] For port ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:44:29.749756 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-72fed3ee-244f-40a2-baeb-8ccd7d6417cc admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-626277140-router', 'tenant_id': '9f69a9cb4b0b445395d5dc71a0f4a8cb', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:29.789667 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dfbf7149-f7ce-490a-b69a-c9fbbcc174dd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:29.790964 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72fed3ee-244f-40a2-baeb-8ccd7d6417cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:29.791990 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72fed3ee-244f-40a2-baeb-8ccd7d6417cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:29.808009 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909f016-efdc-4e21-9bfd-6a5e8881cb17 req-d907f795-88f8-4a70-859c-d79718bccbc1 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:29.810742 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d909f016-efdc-4e21-9bfd-6a5e8881cb17 req-d907f795-88f8-4a70-859c-d79718bccbc1 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fa9370e-4766-4123-a268-3d54d706e6aa HTTP/1.1" status: 200 len: 908 time: 0.1785972 Sep 01 15:44:29.870090 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e74206a2-01c5-4c32-be59-b3cb31c30691 None None] For port ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2,segment=NetworkSegment(01d2aa44-ad16-4aaa-8d47-444c8c3a1415),segment_id=01d2aa44-ad16-4aaa-8d47-444c8c3a1415)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:44:29.879082 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72fed3ee-244f-40a2-baeb-8ccd7d6417cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:29.896902 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e74206a2-01c5-4c32-be59-b3cb31c30691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:29.961183 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dfbf7149-f7ce-490a-b69a-c9fbbcc174dd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:30.064341 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dfbf7149-f7ce-490a-b69a-c9fbbcc174dd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:30.083818 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72fed3ee-244f-40a2-baeb-8ccd7d6417cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:30.127027 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf7149-f7ce-490a-b69a-c9fbbcc174dd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=eabb2303-336b-4e11-83a1-6921007fdfc4,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:30.130970 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dfbf7149-f7ce-490a-b69a-c9fbbcc174dd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:30.139658 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-dfbf7149-f7ce-490a-b69a-c9fbbcc174dd tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/eabb2303-336b-4e11-83a1-6921007fdfc4 HTTP/1.1" status: 204 len: 168 time: 0.6478117 Sep 01 15:44:30.141435 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46360) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:30.183621 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74206a2-01c5-4c32-be59-b3cb31c30691 None None] Routers {'18670bdf-a09d-4c00-ae6d-ed006e399f51'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:30.184841 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-e74206a2-01c5-4c32-be59-b3cb31c30691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:44:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['18670bdf-a09d-4c00-ae6d-ed006e399f51'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:30.223712 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-67363c96-e28a-4b40-881a-80ce94a939e6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0795450 Sep 01 15:44:30.224529 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46362) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:30.234718 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-a4a1d38c-8b01-49e5-b553-75d26d9551b3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:30.324161 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94e190-4b38-4779-ae6b-d29d67c568b1 None None] Pushing event updated for resources: {'Port': ['ID=ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:30.558479 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a1d38c-8b01-49e5-b553-75d26d9551b3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:44:30.562046 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14749c20-e369-4bdc-9e57-a7cd6380cad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-8225c5a2-f3e0-449b-a3cf-e0c0ba79f804', 'network_id': '8225c5a2-f3e0-449b-a3cf-e0c0ba79f804', 'tenant_id': '9f69a9cb4b0b445395d5dc71a0f4a8cb', 'fixed_ips': [{'subnet_id': 'e65d3f82-996e-4b60-b8ea-3a708a827669'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:44:30.563879 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-14749c20-e369-4bdc-9e57-a7cd6380cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:30.566207 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a4a1d38c-8b01-49e5-b553-75d26d9551b3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:30.593826 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-e74206a2-01c5-4c32-be59-b3cb31c30691 None None] Set router 18670bdf-a09d-4c00-ae6d-ed006e399f51 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:30.699445 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ececa9d0-5d79-465c-b965-9b0f464eb839 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:30.810545 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72fed3ee-244f-40a2-baeb-8ccd7d6417cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:30.817580 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0bac67-c90e-4658-b166-a446c96a2eba None None] Update dhcp port {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'fixed_ips': [{'subnet_id': 'eabb2303-336b-4e11-83a1-6921007fdfc4'}], 'binding:host_id': 'n-d-794796-3'}, 'id': '65fe9f8f-e771-49eb-9712-3b5a32b16703'} from n-d-794796-3. {{(pid=94735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:44:30.866385 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72fed3ee-244f-40a2-baeb-8ccd7d6417cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:30.913309 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653c88a-3794-48ec-9377-a73b47bc10bb req-551f0dc0-4ceb-4647-972e-56d43358c199 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:30.916079 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8653c88a-3794-48ec-9377-a73b47bc10bb req-551f0dc0-4ceb-4647-972e-56d43358c199 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 944 time: 0.2226880 Sep 01 15:44:31.035509 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c1e61-df94-4fbc-b5a8-36d307e6e193 req-cef6dd1e-2b44-401d-b635-6a95ea0db7a6 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:31.038717 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cb1c1e61-df94-4fbc-b5a8-36d307e6e193 req-cef6dd1e-2b44-401d-b635-6a95ea0db7a6 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fa9370e-4766-4123-a268-3d54d706e6aa HTTP/1.1" status: 200 len: 908 time: 0.0921516 Sep 01 15:44:31.048087 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-be0bac67-c90e-4658-b166-a446c96a2eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:31.140526 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8653c88a-3794-48ec-9377-a73b47bc10bb req-885c3d28-3d49-4476-b899-bde4c5f7be5c tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113795 Sep 01 15:44:31.240370 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port ececa9d0-5d79-465c-b965-9b0f464eb839 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:31.289226 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a4a1d38c-8b01-49e5-b553-75d26d9551b3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:31.303844 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-14749c20-e369-4bdc-9e57-a7cd6380cad8 None None] Allocated IP 172.20.0.2 (8225c5a2-f3e0-449b-a3cf-e0c0ba79f804/e65d3f82-996e-4b60-b8ea-3a708a827669/cd77caa2-4bdb-4ea4-a097-025e5c53fc0f) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:44:31.304571 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-72fed3ee-244f-40a2-baeb-8ccd7d6417cc admin admin] Allocated IP 172.25.6.147 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/54406b9d-5d91-4ade-a7e6-5015c34760ab) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:44:31.305646 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port ececa9d0-5d79-465c-b965-9b0f464eb839 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:31.306062 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:31.403033 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a1d38c-8b01-49e5-b553-75d26d9551b3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:31.417306 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-a4a1d38c-8b01-49e5-b553-75d26d9551b3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:31.425698 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a1d38c-8b01-49e5-b553-75d26d9551b3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:31.426975 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a4a1d38c-8b01-49e5-b553-75d26d9551b3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:31.528269 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1d38c-8b01-49e5-b553-75d26d9551b3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=03dc9941-7b92-4d0e-96cd-288c1176edd7,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:31.549790 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a4a1d38c-8b01-49e5-b553-75d26d9551b3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3234303 Sep 01 15:44:31.553890 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46368) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:31.559293 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-77e93018-fa0c-4ce0-ab0b-9b4ca7cf04c8 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:31.666975 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72fed3ee-244f-40a2-baeb-8ccd7d6417cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:31.704103 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e93018-fa0c-4ce0-ab0b-9b4ca7cf04c8 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:44:31.707347 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cbd579-4b33-441e-b963-6d8086ccb591 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:44:31.708911 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-77e93018-fa0c-4ce0-ab0b-9b4ca7cf04c8 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:31.755442 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72fed3ee-244f-40a2-baeb-8ccd7d6417cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:31.834610 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-e74206a2-01c5-4c32-be59-b3cb31c30691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18670bdf-a09d-4c00-ae6d-ed006e399f51', 'name': 'tempest-TestAggregatesBasicOps-1609012011-router', 'tenant_id': '0bb6740a89d94c15b52b9df674b53c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '37bf7885-9c5f-4e20-a027-dd12f5a30a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:11Z', 'updated_at': '2021-09-01T15:44:24Z', 'revision_number': 4, 'project_id': '0bb6740a89d94c15b52b9df674b53c90', 'gw_port': {'id': '37bf7885-9c5f-4e20-a027-dd12f5a30a68', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18670bdf-a09d-4c00-ae6d-ed006e399f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:13Z', 'updated_at': '2021-09-01T15:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2', 'name': '', 'network_id': 'bb7a1cff-59c5-49da-a77c-4105ab34348c', 'tenant_id': '0bb6740a89d94c15b52b9df674b53c90', 'mac_address': 'fa:16:3e:b5:21:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18670bdf-a09d-4c00-ae6d-ed006e399f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '2ba7edba-9543-43a1-a6be-fe3f91314ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:22Z', 'updated_at': '2021-09-01T15:44:29Z', 'revision_number': 4, 'project_id': '0bb6740a89d94c15b52b9df674b53c90', 'subnets': [{'id': '2ba7edba-9543-43a1-a6be-fe3f91314ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:31.835162 n-d-794796-3 neutron-server[94734]: INFO neutron.db.ipam_backend_mixin [None req-77e93018-fa0c-4ce0-ab0b-9b4ca7cf04c8 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 03dc9941-7b92-4d0e-96cd-288c1176edd7 (CIDR: 2001:db8::/64) Sep 01 15:44:31.840555 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fed3ee-244f-40a2-baeb-8ccd7d6417cc admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:31.841453 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e93018-fa0c-4ce0-ab0b-9b4ca7cf04c8 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:44:31.842147 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e93018-fa0c-4ce0-ab0b-9b4ca7cf04c8 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:31.849540 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9d291fcd-aef2-44c3-b77a-15aba36ebf13 None None] Provisioning complete for port 65fe9f8f-e771-49eb-9712-3b5a32b16703 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:31.849999 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9d291fcd-aef2-44c3-b77a-15aba36ebf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:31.852853 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-72fed3ee-244f-40a2-baeb-8ccd7d6417cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:31.860869 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fed3ee-244f-40a2-baeb-8ccd7d6417cc admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:44:31.866712 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fed3ee-244f-40a2-baeb-8ccd7d6417cc admin admin] Pushing event updated for resources: {'Port': ['ID=54406b9d-5d91-4ade-a7e6-5015c34760ab,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:31.882688 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-77e93018-fa0c-4ce0-ab0b-9b4ca7cf04c8 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3275146 Sep 01 15:44:31.886852 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46370) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:31.889055 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:31.896000 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-7e595b6c-6d76-43ca-aa78-51eee7bffdcf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'subnet': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:31.932519 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74206a2-01c5-4c32-be59-b3cb31c30691 None None] The sync data for ids ['18670bdf-a09d-4c00-ae6d-ed006e399f51'] in n-d-794796-3 is: [{'id': '18670bdf-a09d-4c00-ae6d-ed006e399f51', 'name': 'tempest-TestAggregatesBasicOps-1609012011-router', 'tenant_id': '0bb6740a89d94c15b52b9df674b53c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '37bf7885-9c5f-4e20-a027-dd12f5a30a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:11Z', 'updated_at': '2021-09-01T15:44:24Z', 'revision_number': 4, 'project_id': '0bb6740a89d94c15b52b9df674b53c90', 'gw_port': {'id': '37bf7885-9c5f-4e20-a027-dd12f5a30a68', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18670bdf-a09d-4c00-ae6d-ed006e399f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:13Z', 'updated_at': '2021-09-01T15:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2', 'name': '', 'network_id': 'bb7a1cff-59c5-49da-a77c-4105ab34348c', 'tenant_id': '0bb6740a89d94c15b52b9df674b53c90', 'mac_address': 'fa:16:3e:b5:21:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18670bdf-a09d-4c00-ae6d-ed006e399f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '2ba7edba-9543-43a1-a6be-fe3f91314ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:22Z', 'updated_at': '2021-09-01T15:44:29Z', 'revision_number': 4, 'project_id': '0bb6740a89d94c15b52b9df674b53c90', 'subnets': [{'id': '2ba7edba-9543-43a1-a6be-fe3f91314ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:44:32.024964 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa9370e-4766-4123-a268-3d54d706e6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ececa9d0-5d79-465c-b965-9b0f464eb839'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:44:32.024964 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9a86f9-dd17-461f-8784-a3a817da6419" -d '{"events": [{"server_uuid": "3fa9370e-4766-4123-a268-3d54d706e6aa", "name": "network-vif-plugged", "status": "completed", "tag": "ececa9d0-5d79-465c-b965-9b0f464eb839"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:44:32.089572 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port ececa9d0-5d79-465c-b965-9b0f464eb839, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ececa9d0-5d79-465c-b965-9b0f464eb839,segment=NetworkSegment(67a5b251-16a4-498d-b6bf-df61a52b49e9),segment_id=67a5b251-16a4-498d-b6bf-df61a52b49e9)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:32.091143 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-14749c20-e369-4bdc-9e57-a7cd6380cad8 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:32.171895 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:32.175106 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7613d5-8ceb-4a1e-bb2e-581c6a7ce608 x-openstack-request-id: req-3a7613d5-8ceb-4a1e-bb2e-581c6a7ce608 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:44:32.175705 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa9370e-4766-4123-a268-3d54d706e6aa", "name": "network-vif-plugged", "status": "completed", "tag": "ececa9d0-5d79-465c-b965-9b0f464eb839", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:44:32.175705 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a7613d5-8ceb-4a1e-bb2e-581c6a7ce608 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:44:32.176015 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa9370e-4766-4123-a268-3d54d706e6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ececa9d0-5d79-465c-b965-9b0f464eb839', 'code': 200} Sep 01 15:44:32.199083 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e595b6c-6d76-43ca-aa78-51eee7bffdcf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:44:32.202924 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7e595b6c-6d76-43ca-aa78-51eee7bffdcf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:32.209649 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-14749c20-e369-4bdc-9e57-a7cd6380cad8 None None] Transition to ACTIVE for port object cd77caa2-4bdb-4ea4-a097-025e5c53fc0f will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:32.327571 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-14749c20-e369-4bdc-9e57-a7cd6380cad8 None None] Transition to ACTIVE for port object cd77caa2-4bdb-4ea4-a097-025e5c53fc0f will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:32.393878 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-14749c20-e369-4bdc-9e57-a7cd6380cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:32.442565 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14749c20-e369-4bdc-9e57-a7cd6380cad8 None None] Network 8225c5a2-f3e0-449b-a3cf-e0c0ba79f804 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:32.460895 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142cf1ba-197b-445f-85ce-db4978e254bb req-938a9f62-ee69-4b8c-ad85-ef77e6dec594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:32.462516 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-142cf1ba-197b-445f-85ce-db4978e254bb req-938a9f62-ee69-4b8c-ad85-ef77e6dec594 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3fa9370e-4766-4123-a268-3d54d706e6aa HTTP/1.1" status: 200 len: 1060 time: 0.1435647 Sep 01 15:44:32.467739 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-14749c20-e369-4bdc-9e57-a7cd6380cad8 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:32.474574 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f9ee9-3e54-4479-bf45-e1c5cc481a75 req-b4e38c9b-9594-4688-93e7-4635b80e3902 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:32.480437 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14749c20-e369-4bdc-9e57-a7cd6380cad8 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:44:32.482865 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c47f9ee9-3e54-4479-bf45-e1c5cc481a75 req-b4e38c9b-9594-4688-93e7-4635b80e3902 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 944 time: 0.1821182 Sep 01 15:44:32.539599 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=ececa9d0-5d79-465c-b965-9b0f464eb839,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:32.556672 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c47f9ee9-3e54-4479-bf45-e1c5cc481a75 req-c24972f0-c575-4873-bc99-82d3530f4770 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727706 Sep 01 15:44:32.611901 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14749c20-e369-4bdc-9e57-a7cd6380cad8 None None] Pushing event updated for resources: {'Port': ['ID=cd77caa2-4bdb-4ea4-a097-025e5c53fc0f,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:32.730984 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-14749c20-e369-4bdc-9e57-a7cd6380cad8 None None] Attempting to bind port cd77caa2-4bdb-4ea4-a097-025e5c53fc0f on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:44:32.732129 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-14749c20-e369-4bdc-9e57-a7cd6380cad8 None None] Attempting to bind port cd77caa2-4bdb-4ea4-a097-025e5c53fc0f by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '829c46dc-bc83-40a3-b3ab-ef310fca9a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8225c5a2-f3e0-449b-a3cf-e0c0ba79f804'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:44:32.732129 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14749c20-e369-4bdc-9e57-a7cd6380cad8 None None] Attempting to bind port cd77caa2-4bdb-4ea4-a097-025e5c53fc0f on network 8225c5a2-f3e0-449b-a3cf-e0c0ba79f804 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:44:32.737831 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b6d7d8-53b3-40ca-9572-e5a4ac80afe0 None None] Update dhcp port {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'fixed_ips': [{'subnet_id': '03dc9941-7b92-4d0e-96cd-288c1176edd7'}], 'binding:host_id': 'n-d-794796-3'}, 'id': '65fe9f8f-e771-49eb-9712-3b5a32b16703'} from n-d-794796-3. {{(pid=94735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:44:32.741816 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14749c20-e369-4bdc-9e57-a7cd6380cad8 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:44:32.742168 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14749c20-e369-4bdc-9e57-a7cd6380cad8 None None] Checking segment: {'id': '829c46dc-bc83-40a3-b3ab-ef310fca9a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8225c5a2-f3e0-449b-a3cf-e0c0ba79f804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:44:32.742640 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-14749c20-e369-4bdc-9e57-a7cd6380cad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:32.743050 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14749c20-e369-4bdc-9e57-a7cd6380cad8 None None] Bound using segment: {'id': '829c46dc-bc83-40a3-b3ab-ef310fca9a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8225c5a2-f3e0-449b-a3cf-e0c0ba79f804'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:44:32.743745 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-14749c20-e369-4bdc-9e57-a7cd6380cad8 None None] Bound port: cd77caa2-4bdb-4ea4-a097-025e5c53fc0f, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829c46dc-bc83-40a3-b3ab-ef310fca9a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8225c5a2-f3e0-449b-a3cf-e0c0ba79f804'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:44:32.744150 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-14749c20-e369-4bdc-9e57-a7cd6380cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:32.805902 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d95bc9-99df-400e-a7f2-3f577462e14c req-ef7b3979-2717-47f3-a18f-958d6e912e52 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:32.814607 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d8d95bc9-99df-400e-a7f2-3f577462e14c req-ef7b3979-2717-47f3-a18f-958d6e912e52 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fa9370e-4766-4123-a268-3d54d706e6aa HTTP/1.1" status: 200 len: 909 time: 0.3469205 Sep 01 15:44:32.822254 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f8b6d7d8-53b3-40ca-9572-e5a4ac80afe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:32.838683 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:33.008204 n-d-794796-3 neutron-server[94734]: DEBUG neutron.objects.ports [None req-7e595b6c-6d76-43ca-aa78-51eee7bffdcf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94734) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 15:44:33.062365 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-14749c20-e369-4bdc-9e57-a7cd6380cad8 None None] For port cd77caa2-4bdb-4ea4-a097-025e5c53fc0f, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:44:33.091897 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:33.100091 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-14749c20-e369-4bdc-9e57-a7cd6380cad8 None None] For port cd77caa2-4bdb-4ea4-a097-025e5c53fc0f, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=cd77caa2-4bdb-4ea4-a097-025e5c53fc0f,segment=NetworkSegment(829c46dc-bc83-40a3-b3ab-ef310fca9a09),segment_id=829c46dc-bc83-40a3-b3ab-ef310fca9a09)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:44:33.104648 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:33.105031 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:33.134834 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-14749c20-e369-4bdc-9e57-a7cd6380cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:33.165294 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72fed3ee-244f-40a2-baeb-8ccd7d6417cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:33.361836 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14749c20-e369-4bdc-9e57-a7cd6380cad8 None None] Pushing event updated for resources: {'Port': ['ID=cd77caa2-4bdb-4ea4-a097-025e5c53fc0f,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:33.418683 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:33.421085 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.api [None req-f8b6d7d8-53b3-40ca-9572-e5a4ac80afe0 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 15:44:33.421085 n-d-794796-3 neutron-server[94735]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Sep 01 15:44:33.421085 n-d-794796-3 neutron-server[94735]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:fe5d:e745', 'status': 'ALLOCATED', 'ipam_subnet_id': '4476c9b0-4739-4760-80a0-583f098cf8f6'}] Sep 01 15:44:33.421085 n-d-794796-3 neutron-server[94735]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:44:33.421794 n-d-794796-3 neutron-server[94735]: DEBUG oslo_db.api [None req-f8b6d7d8-53b3-40ca-9572-e5a4ac80afe0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:44:33.462681 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2,segment=NetworkSegment(01d2aa44-ad16-4aaa-8d47-444c8c3a1415),segment_id=01d2aa44-ad16-4aaa-8d47-444c8c3a1415)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:33.469758 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72fed3ee-244f-40a2-baeb-8ccd7d6417cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:33.475694 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:33.547394 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7e595b6c-6d76-43ca-aa78-51eee7bffdcf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:33.656758 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:33.679524 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 65fe9f8f-e771-49eb-9712-3b5a32b16703 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:44:33.772504 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fed3ee-244f-40a2-baeb-8ccd7d6417cc admin admin] Router f41e9be5-093c-4188-aba0-2013752e6fff is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:44:33.869125 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:33.993122 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fed3ee-244f-40a2-baeb-8ccd7d6417cc admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:44:34.009665 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24899ca4-9e3e-48c7-8190-8aaee826ce0e None None] Sync routers for ids ['f41e9be5-093c-4188-aba0-2013752e6fff'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:44:34.014581 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f8b6d7d8-53b3-40ca-9572-e5a4ac80afe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:34.026643 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24899ca4-9e3e-48c7-8190-8aaee826ce0e None None] Routers {'f41e9be5-093c-4188-aba0-2013752e6fff'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:34.033724 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-24899ca4-9e3e-48c7-8190-8aaee826ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:44:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f41e9be5-093c-4188-aba0-2013752e6fff'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:34.094674 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72fed3ee-244f-40a2-baeb-8ccd7d6417cc admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:34.097493 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-72fed3ee-244f-40a2-baeb-8ccd7d6417cc admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3529963 Sep 01 15:44:34.116134 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46382) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:34.149725 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3574b-90e7-4d50-b5da-52b5eb7c159c req-270b62d4-4183-44cb-9509-f8d755872d7a tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:34.167668 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ccf3574b-90e7-4d50-b5da-52b5eb7c159c req-270b62d4-4183-44cb-9509-f8d755872d7a tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fa9370e-4766-4123-a268-3d54d706e6aa HTTP/1.1" status: 200 len: 909 time: 0.1877484 Sep 01 15:44:34.274812 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-24899ca4-9e3e-48c7-8190-8aaee826ce0e None None] Set router f41e9be5-093c-4188-aba0-2013752e6fff gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:34.613378 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-f8b6d7d8-53b3-40ca-9572-e5a4ac80afe0 None None] Allocated IP 2001:db8::2 (cd7a8297-1f21-4764-8355-6754da4b856f/03dc9941-7b92-4d0e-96cd-288c1176edd7/65fe9f8f-e771-49eb-9712-3b5a32b16703) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:44:34.663286 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa1054-1833-455c-b217-e430080f5fa2 req-d618244a-3ba6-4f0f-9689-9ffc210252a2 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:34.673038 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-91aa1054-1833-455c-b217-e430080f5fa2 req-d618244a-3ba6-4f0f-9689-9ffc210252a2 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 944 time: 0.8938396 Sep 01 15:44:34.692864 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9c42b-9e5b-4291-b544-592ee459901d req-45202b3c-c51a-442b-827b-8eeb15e29bb3 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:34.699371 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-24899ca4-9e3e-48c7-8190-8aaee826ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41e9be5-093c-4188-aba0-2013752e6fff', 'name': 'tempest-TestAggregatesBasicOps-626277140-router', 'tenant_id': '9f69a9cb4b0b445395d5dc71a0f4a8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '54406b9d-5d91-4ade-a7e6-5015c34760ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:29Z', 'updated_at': '2021-09-01T15:44:32Z', 'revision_number': 3, 'project_id': '9f69a9cb4b0b445395d5dc71a0f4a8cb', 'gw_port': {'id': '54406b9d-5d91-4ade-a7e6-5015c34760ab', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41e9be5-093c-4188-aba0-2013752e6fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:30Z', 'updated_at': '2021-09-01T15:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:34.712558 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-15d9c42b-9e5b-4291-b544-592ee459901d req-45202b3c-c51a-442b-827b-8eeb15e29bb3 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fa9370e-4766-4123-a268-3d54d706e6aa HTTP/1.1" status: 200 len: 909 time: 0.2853067 Sep 01 15:44:34.736330 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24899ca4-9e3e-48c7-8190-8aaee826ce0e None None] Checking router: f41e9be5-093c-4188-aba0-2013752e6fff for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:44:34.738494 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24899ca4-9e3e-48c7-8190-8aaee826ce0e None None] Updating router f41e9be5-093c-4188-aba0-2013752e6fff port 54406b9d-5d91-4ade-a7e6-5015c34760ab binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:44:34.760055 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-91aa1054-1833-455c-b217-e430080f5fa2 req-89d5ad56-2d33-47b9-8fd8-a1a5ab2b9a98 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853910 Sep 01 15:44:34.787532 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-7e595b6c-6d76-43ca-aa78-51eee7bffdcf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] For port 65fe9f8f-e771-49eb-9712-3b5a32b16703, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=65fe9f8f-e771-49eb-9712-3b5a32b16703,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:34.864101 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7e595b6c-6d76-43ca-aa78-51eee7bffdcf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:34.892443 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7e595b6c-6d76-43ca-aa78-51eee7bffdcf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:34.897351 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7e595b6c-6d76-43ca-aa78-51eee7bffdcf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:34.915662 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-24899ca4-9e3e-48c7-8190-8aaee826ce0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:34.941692 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.api [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:44:34.942559 n-d-794796-3 neutron-server[94735]: DEBUG oslo_db.api [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:44:35.054024 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09543c3f-830d-48f9-86e8-da6fe7a45a05 None None] Network 8225c5a2-f3e0-449b-a3cf-e0c0ba79f804 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:44:35.061768 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e595b6c-6d76-43ca-aa78-51eee7bffdcf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Subnet': ['ID=33d4e0be-0ef8-46e9-b949-0e6edd4ee48a,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:35.164221 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e595b6c-6d76-43ca-aa78-51eee7bffdcf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:35.164772 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e595b6c-6d76-43ca-aa78-51eee7bffdcf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:35.165349 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e595b6c-6d76-43ca-aa78-51eee7bffdcf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:35.165918 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e595b6c-6d76-43ca-aa78-51eee7bffdcf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:35.168031 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e595b6c-6d76-43ca-aa78-51eee7bffdcf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:35.168628 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e595b6c-6d76-43ca-aa78-51eee7bffdcf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:35.169761 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e595b6c-6d76-43ca-aa78-51eee7bffdcf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:35.170349 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e595b6c-6d76-43ca-aa78-51eee7bffdcf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:35.171226 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e595b6c-6d76-43ca-aa78-51eee7bffdcf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:35.171470 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e595b6c-6d76-43ca-aa78-51eee7bffdcf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:35.172061 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e595b6c-6d76-43ca-aa78-51eee7bffdcf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:35.172620 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e595b6c-6d76-43ca-aa78-51eee7bffdcf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:35.219018 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e595b6c-6d76-43ca-aa78-51eee7bffdcf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:35.238573 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f8b6d7d8-53b3-40ca-9572-e5a4ac80afe0 None None] For port 65fe9f8f-e771-49eb-9712-3b5a32b16703, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=65fe9f8f-e771-49eb-9712-3b5a32b16703,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:35.239456 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-7e595b6c-6d76-43ca-aa78-51eee7bffdcf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:35.243372 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-02891e9a-a381-4178-b7ee-111b98246fe7 None None] Provisioning for port cd77caa2-4bdb-4ea4-a097-025e5c53fc0f completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:35.245527 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e595b6c-6d76-43ca-aa78-51eee7bffdcf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:35.246558 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7e595b6c-6d76-43ca-aa78-51eee7bffdcf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:35.321200 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f8b6d7d8-53b3-40ca-9572-e5a4ac80afe0 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:35.332940 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e595b6c-6d76-43ca-aa78-51eee7bffdcf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Port': ['ID=65fe9f8f-e771-49eb-9712-3b5a32b16703,revision_number=9']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:35.347735 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f8b6d7d8-53b3-40ca-9572-e5a4ac80afe0 None None] Transition to ACTIVE for port object 65fe9f8f-e771-49eb-9712-3b5a32b16703 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:35.353319 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f8b6d7d8-53b3-40ca-9572-e5a4ac80afe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:35.366838 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7e595b6c-6d76-43ca-aa78-51eee7bffdcf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.4771070 Sep 01 15:44:35.372147 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46388) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:35.388157 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361824b-017c-4c20-9762-ec81ed2607de req-96af2258-d50d-4866-9096-3c5245bff20f tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:35.388962 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-cdbfa808-e7c6-46da-b6b0-31986595c82c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Request body: {'port': {'network_id': 'cd7a8297-1f21-4764-8355-6754da4b856f', 'mac_address': 'fa:16:3e:c7:95:bf', 'name': 'tempest-NetworksTestDHCPv6-1571425641'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:35.419723 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d361824b-017c-4c20-9762-ec81ed2607de req-96af2258-d50d-4866-9096-3c5245bff20f tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3fa9370e-4766-4123-a268-3d54d706e6aa HTTP/1.1" status: 200 len: 1060 time: 0.4894094 Sep 01 15:44:35.438804 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-24899ca4-9e3e-48c7-8190-8aaee826ce0e None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:35.448456 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6d7d8-53b3-40ca-9572-e5a4ac80afe0 None None] Pushing event updated for resources: {'Port': ['ID=65fe9f8f-e771-49eb-9712-3b5a32b16703,revision_number=10']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:35.496849 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-24899ca4-9e3e-48c7-8190-8aaee826ce0e None None] Transition to ACTIVE for port object 54406b9d-5d91-4ade-a7e6-5015c34760ab will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:35.525385 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-24899ca4-9e3e-48c7-8190-8aaee826ce0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:35.626560 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:35.663702 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-24899ca4-9e3e-48c7-8190-8aaee826ce0e None None] Attempting to bind port 54406b9d-5d91-4ade-a7e6-5015c34760ab on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:44:35.664164 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-24899ca4-9e3e-48c7-8190-8aaee826ce0e None None] Attempting to bind port 54406b9d-5d91-4ade-a7e6-5015c34760ab by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:44:35.664735 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24899ca4-9e3e-48c7-8190-8aaee826ce0e None None] Attempting to bind port 54406b9d-5d91-4ade-a7e6-5015c34760ab on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:44:35.671420 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821905a4-7b3d-4b2c-9d23-8a42fd7796ad None None] Pushing event updated for resources: {'Port': ['ID=54406b9d-5d91-4ade-a7e6-5015c34760ab,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:35.679869 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24899ca4-9e3e-48c7-8190-8aaee826ce0e None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:44:35.680456 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24899ca4-9e3e-48c7-8190-8aaee826ce0e None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:44:35.681092 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-24899ca4-9e3e-48c7-8190-8aaee826ce0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:35.681716 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24899ca4-9e3e-48c7-8190-8aaee826ce0e None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:44:35.682524 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-24899ca4-9e3e-48c7-8190-8aaee826ce0e None None] Bound port: 54406b9d-5d91-4ade-a7e6-5015c34760ab, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:44:35.683137 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-24899ca4-9e3e-48c7-8190-8aaee826ce0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:35.692180 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 65fe9f8f-e771-49eb-9712-3b5a32b16703, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=65fe9f8f-e771-49eb-9712-3b5a32b16703,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:35.703904 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:35.834555 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd57e3-c5e7-476b-b68a-5044a5a0568f req-f8fbb07f-8b34-4a68-bd92-6ddd3cdb8d49 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:35.844990 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-24899ca4-9e3e-48c7-8190-8aaee826ce0e None None] For port 54406b9d-5d91-4ade-a7e6-5015c34760ab, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:44:35.854209 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7ebd57e3-c5e7-476b-b68a-5044a5a0568f req-f8fbb07f-8b34-4a68-bd92-6ddd3cdb8d49 tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a HTTP/1.1" status: 200 len: 1136 time: 0.2521589 Sep 01 15:44:35.883083 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=65fe9f8f-e771-49eb-9712-3b5a32b16703,revision_number=11']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:35.884860 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-24899ca4-9e3e-48c7-8190-8aaee826ce0e None None] For port 54406b9d-5d91-4ade-a7e6-5015c34760ab, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=54406b9d-5d91-4ade-a7e6-5015c34760ab,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:44:35.896486 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-24899ca4-9e3e-48c7-8190-8aaee826ce0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:35.931504 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbfa808-e7c6-46da-b6b0-31986595c82c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Made reservation on behalf of 2b5d3a8955024ef697607ab5d85e55b7 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:44:35.966682 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-03541ce9-00a6-4338-9a8d-4205f52a1973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:36.083685 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7ebd57e3-c5e7-476b-b68a-5044a5a0568f req-7a6224e7-38c2-4b40-9c80-13eee46ed6bb tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ddc171ca-e589-49f2-bf05-439ac7a47aaf&id=6dfe031a-ab3d-45fc-9e9b-c90783990dde&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2121150 Sep 01 15:44:36.105506 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24899ca4-9e3e-48c7-8190-8aaee826ce0e None None] Routers {'f41e9be5-093c-4188-aba0-2013752e6fff'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:36.107101 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-24899ca4-9e3e-48c7-8190-8aaee826ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:44:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f41e9be5-093c-4188-aba0-2013752e6fff'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:36.130057 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46394) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:36.137130 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cdbfa808-e7c6-46da-b6b0-31986595c82c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:36.183792 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-cdbfa808-e7c6-46da-b6b0-31986595c82c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] device_id is not set on port 4d336cb2-6949-452c-9355-f14dc94a023e yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:44:36.266450 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fbb0a-083f-431d-a04a-441efa5b08e5 req-5bd75e2a-635e-4a23-8028-011c64bed65e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:36.269809 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c60fbb0a-083f-431d-a04a-441efa5b08e5 req-5bd75e2a-635e-4a23-8028-011c64bed65e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 944 time: 0.2771263 Sep 01 15:44:36.335113 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c60fbb0a-083f-431d-a04a-441efa5b08e5 req-c13628a5-b2e8-4789-8fae-e0d5367c9620 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456924 Sep 01 15:44:36.341993 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1bf317-ea99-46ad-821f-9e09073e963e tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:36.345674 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821905a4-7b3d-4b2c-9d23-8a42fd7796ad None None] Pushing event updated for resources: {'Port': ['ID=54406b9d-5d91-4ade-a7e6-5015c34760ab,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:36.352632 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fc1bf317-ea99-46ad-821f-9e09073e963e tempest-TestSecurityGroupsBasicOps-1058900262 tempest-TestSecurityGroupsBasicOps-1058900262-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3fa9370e-4766-4123-a268-3d54d706e6aa HTTP/1.1" status: 200 len: 1055 time: 0.2191954 Sep 01 15:44:36.355940 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:36.413461 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-24899ca4-9e3e-48c7-8190-8aaee826ce0e None None] Set router f41e9be5-093c-4188-aba0-2013752e6fff gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:36.534272 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:36.536174 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:36.574974 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-cdbfa808-e7c6-46da-b6b0-31986595c82c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 2001:db8::391 (cd7a8297-1f21-4764-8355-6754da4b856f/03dc9941-7b92-4d0e-96cd-288c1176edd7/4d336cb2-6949-452c-9355-f14dc94a023e) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:44:36.595551 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-cdbfa808-e7c6-46da-b6b0-31986595c82c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Allocated IP 2001:db8:0:1:f816:3eff:fec7:95bf (cd7a8297-1f21-4764-8355-6754da4b856f/33d4e0be-0ef8-46e9-b949-0e6edd4ee48a/4d336cb2-6949-452c-9355-f14dc94a023e) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:44:36.621499 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-03541ce9-00a6-4338-9a8d-4205f52a1973 admin admin] Allocated IP 172.20.0.1 (8225c5a2-f3e0-449b-a3cf-e0c0ba79f804/e65d3f82-996e-4b60-b8ea-3a708a827669/6b6c91e1-a20a-4825-b01f-98574dbee7fc) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:44:36.696793 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:44:36.926077 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cdbfa808-e7c6-46da-b6b0-31986595c82c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:36.947795 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-24899ca4-9e3e-48c7-8190-8aaee826ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41e9be5-093c-4188-aba0-2013752e6fff', 'name': 'tempest-TestAggregatesBasicOps-626277140-router', 'tenant_id': '9f69a9cb4b0b445395d5dc71a0f4a8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '54406b9d-5d91-4ade-a7e6-5015c34760ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:29Z', 'updated_at': '2021-09-01T15:44:32Z', 'revision_number': 3, 'project_id': '9f69a9cb4b0b445395d5dc71a0f4a8cb', 'gw_port': {'id': '54406b9d-5d91-4ade-a7e6-5015c34760ab', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41e9be5-093c-4188-aba0-2013752e6fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:30Z', 'updated_at': '2021-09-01T15:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:36.990315 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24899ca4-9e3e-48c7-8190-8aaee826ce0e None None] The sync data for ids ['f41e9be5-093c-4188-aba0-2013752e6fff'] in n-d-794796-3 is: [{'id': 'f41e9be5-093c-4188-aba0-2013752e6fff', 'name': 'tempest-TestAggregatesBasicOps-626277140-router', 'tenant_id': '9f69a9cb4b0b445395d5dc71a0f4a8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '54406b9d-5d91-4ade-a7e6-5015c34760ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:29Z', 'updated_at': '2021-09-01T15:44:32Z', 'revision_number': 3, 'project_id': '9f69a9cb4b0b445395d5dc71a0f4a8cb', 'gw_port': {'id': '54406b9d-5d91-4ade-a7e6-5015c34760ab', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41e9be5-093c-4188-aba0-2013752e6fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:30Z', 'updated_at': '2021-09-01T15:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:44:37.004036 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-cdbfa808-e7c6-46da-b6b0-31986595c82c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Transition to ACTIVE for port object 4d336cb2-6949-452c-9355-f14dc94a023e will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:37.033943 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-03541ce9-00a6-4338-9a8d-4205f52a1973 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:37.059312 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device cd77caa2-4bdb-4ea4-a097-025e5c53fc0f up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:37.073448 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-03541ce9-00a6-4338-9a8d-4205f52a1973 admin admin] Transition to ACTIVE for port object 6b6c91e1-a20a-4825-b01f-98574dbee7fc will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:37.120928 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348e6cb2-2d30-4424-b04b-1b0582038c8e None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:44:37.133944 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cdbfa808-e7c6-46da-b6b0-31986595c82c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:37.176076 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-03541ce9-00a6-4338-9a8d-4205f52a1973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:37.189168 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b11983-fc00-4b60-8a63-7aa40f300127 req-d8b3aa95-8c0d-4267-a221-ee58dca9f77f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:37.191043 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f6b11983-fc00-4b60-8a63-7aa40f300127 req-d8b3aa95-8c0d-4267-a221-ee58dca9f77f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fa9370e-4766-4123-a268-3d54d706e6aa HTTP/1.1" status: 200 len: 909 time: 0.1382675 Sep 01 15:44:37.258100 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03541ce9-00a6-4338-9a8d-4205f52a1973 admin admin] Network 8225c5a2-f3e0-449b-a3cf-e0c0ba79f804 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:37.258795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbfa808-e7c6-46da-b6b0-31986595c82c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event updated for resources: {'Port': ['ID=4d336cb2-6949-452c-9355-f14dc94a023e,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:37.263938 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-03541ce9-00a6-4338-9a8d-4205f52a1973 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:37.272311 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03541ce9-00a6-4338-9a8d-4205f52a1973 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:44:37.288145 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbfa808-e7c6-46da-b6b0-31986595c82c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Network cd7a8297-1f21-4764-8355-6754da4b856f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:37.294065 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-cdbfa808-e7c6-46da-b6b0-31986595c82c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:37.297952 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbfa808-e7c6-46da-b6b0-31986595c82c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:44:37.316695 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbfa808-e7c6-46da-b6b0-31986595c82c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:37.317621 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cdbfa808-e7c6-46da-b6b0-31986595c82c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:37.346721 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cdbfa808-e7c6-46da-b6b0-31986595c82c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9723763 Sep 01 15:44:37.350824 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46400) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:37.389000 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03541ce9-00a6-4338-9a8d-4205f52a1973 admin admin] Pushing event updated for resources: {'Port': ['ID=6b6c91e1-a20a-4825-b01f-98574dbee7fc,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:37.436993 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-03541ce9-00a6-4338-9a8d-4205f52a1973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:37.608326 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-10e436c4-8bf7-4c4a-bb37-e65fb58a1f18 None None] Provisioning for port 65fe9f8f-e771-49eb-9712-3b5a32b16703 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:37.667315 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-10e436c4-8bf7-4c4a-bb37-e65fb58a1f18 None None] Provisioning complete for port 65fe9f8f-e771-49eb-9712-3b5a32b16703 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:37.668433 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-10e436c4-8bf7-4c4a-bb37-e65fb58a1f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:37.682936 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=4ce84021-26d9-4e73-bfe3-2ea5c2cfee79,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:37.732876 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7bcf4-88ec-4c6d-82ba-b1532be70be2 req-e99dbc43-cb4f-44df-81db-1bc77005ffa7 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:37.735682 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b3a7bcf4-88ec-4c6d-82ba-b1532be70be2 req-e99dbc43-cb4f-44df-81db-1bc77005ffa7 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 944 time: 0.1543586 Sep 01 15:44:37.740017 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-18782c0d-8763-406c-b0f6-d937af899f48 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting port 4d336cb2-6949-452c-9355-f14dc94a023e {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:37.740568 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-18782c0d-8763-406c-b0f6-d937af899f48 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:37.789213 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-03541ce9-00a6-4338-9a8d-4205f52a1973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:37.811215 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '4ce84021-26d9-4e73-bfe3-2ea5c2cfee79', 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99', 'port_id': '4ce84021-26d9-4e73-bfe3-2ea5c2cfee79', 'mac_address': 'fa:16:3e:b1:43:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b59801-979b-4fe1-bcc1-5c6fa7771954', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:44:37.820495 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port cd77caa2-4bdb-4ea4-a097-025e5c53fc0f completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:37.852759 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port cd77caa2-4bdb-4ea4-a097-025e5c53fc0f triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:37.853144 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:37.913378 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b3a7bcf4-88ec-4c6d-82ba-b1532be70be2 req-09b9f6e0-033d-4080-8cb2-13cd24a9b390 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604972 Sep 01 15:44:37.970834 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:37.983303 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-18782c0d-8763-406c-b0f6-d937af899f48 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:38.005087 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-18782c0d-8763-406c-b0f6-d937af899f48 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Calling delete_port for 4d336cb2-6949-452c-9355-f14dc94a023e owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:38.048273 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:44:38.071636 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=4ce84021-26d9-4e73-bfe3-2ea5c2cfee79,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:38.084726 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:38.101800 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-10e436c4-8bf7-4c4a-bb37-e65fb58a1f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:38.129815 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-03541ce9-00a6-4338-9a8d-4205f52a1973 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:38.139347 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-03541ce9-00a6-4338-9a8d-4205f52a1973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:38.179468 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=4ce84021-26d9-4e73-bfe3-2ea5c2cfee79,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:38.214548 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:38.215008 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:38.215450 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:38.216582 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:38.217021 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:38.217473 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:38.217903 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:38.218477 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:38.218897 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:38.219322 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:38.219746 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:38.220242 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:38.270651 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-10e436c4-8bf7-4c4a-bb37-e65fb58a1f18 None None] For port 65fe9f8f-e771-49eb-9712-3b5a32b16703, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=65fe9f8f-e771-49eb-9712-3b5a32b16703,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:38.303290 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-18782c0d-8763-406c-b0f6-d937af899f48 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:38.303576 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-10e436c4-8bf7-4c4a-bb37-e65fb58a1f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:38.315494 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03541ce9-00a6-4338-9a8d-4205f52a1973 admin admin] Pushing event updated for resources: {'Port': ['ID=6b6c91e1-a20a-4825-b01f-98574dbee7fc,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:38.360188 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-03541ce9-00a6-4338-9a8d-4205f52a1973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:38.378986 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18782c0d-8763-406c-b0f6-d937af899f48 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Port': ['ID=4d336cb2-6949-452c-9355-f14dc94a023e,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:38.436565 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-18782c0d-8763-406c-b0f6-d937af899f48 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:38.438844 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-18782c0d-8763-406c-b0f6-d937af899f48 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/4d336cb2-6949-452c-9355-f14dc94a023e HTTP/1.1" status: 204 len: 168 time: 1.0861068 Sep 01 15:44:38.442673 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46406) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:38.476556 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e436c4-8bf7-4c4a-bb37-e65fb58a1f18 None None] Pushing event updated for resources: {'Port': ['ID=65fe9f8f-e771-49eb-9712-3b5a32b16703,revision_number=12']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:38.520617 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:38.528545 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-26e30a17-6727-4fdf-8797-3b1b245f47cd None None] Provisioning for port 6b6c91e1-a20a-4825-b01f-98574dbee7fc completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:38.543054 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-26e30a17-6727-4fdf-8797-3b1b245f47cd None None] Provisioning complete for port 6b6c91e1-a20a-4825-b01f-98574dbee7fc triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:38.548420 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-26e30a17-6727-4fdf-8797-3b1b245f47cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:38.559216 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b959d6e-bdaa-4d54-9136-180482f4b2b5 req-d73cf1f0-d207-4ce6-aeed-aa78057083a6 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:38.561232 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5b959d6e-bdaa-4d54-9136-180482f4b2b5 req-d73cf1f0-d207-4ce6-aeed-aa78057083a6 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fa9370e-4766-4123-a268-3d54d706e6aa HTTP/1.1" status: 200 len: 909 time: 0.1961317 Sep 01 15:44:38.587048 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5bdb1-6008-4460-9078-4326528eecd2 req-30aa0613-4601-4b8e-92d1-0e6e39381a2b tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:38.588783 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-07c5bdb1-6008-4460-9078-4326528eecd2 req-30aa0613-4601-4b8e-92d1-0e6e39381a2b tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.62 "GET /v2.0/ports?device_id=3fa9370e-4766-4123-a268-3d54d706e6aa HTTP/1.1" status: 200 len: 909 time: 0.1433461 Sep 01 15:44:38.610984 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['4ce84021-26d9-4e73-bfe3-2ea5c2cfee79'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:44:38.626688 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03541ce9-00a6-4338-9a8d-4205f52a1973 admin admin] Network 8225c5a2-f3e0-449b-a3cf-e0c0ba79f804 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:38.628372 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-03541ce9-00a6-4338-9a8d-4205f52a1973 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:38.708014 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c801e0-d544-4aae-b5ca-b4be73dcdad6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:38.713195 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-54c801e0-d544-4aae-b5ca-b4be73dcdad6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2692473 Sep 01 15:44:38.713434 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46408) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:38.763857 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port cd77caa2-4bdb-4ea4-a097-025e5c53fc0f, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=cd77caa2-4bdb-4ea4-a097-025e5c53fc0f,segment=NetworkSegment(829c46dc-bc83-40a3-b3ab-ef310fca9a09),segment_id=829c46dc-bc83-40a3-b3ab-ef310fca9a09)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:38.767766 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-26e30a17-6727-4fdf-8797-3b1b245f47cd None None] Port 6b6c91e1-a20a-4825-b01f-98574dbee7fc cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:44:38.777751 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:38.790386 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:38.804577 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-07c5bdb1-6008-4460-9078-4326528eecd2 req-a3703378-24a1-4396-bc2f-da5a1475c532 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Deleting port ececa9d0-5d79-465c-b965-9b0f464eb839 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:38.804936 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-07c5bdb1-6008-4460-9078-4326528eecd2 req-a3703378-24a1-4396-bc2f-da5a1475c532 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:38.887712 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba070d20-d869-4cd8-b5c1-3c13cc013f96 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:38.889399 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ba070d20-d869-4cd8-b5c1-3c13cc013f96 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1750054 Sep 01 15:44:38.894724 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46410) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:38.916961 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=cd77caa2-4bdb-4ea4-a097-025e5c53fc0f,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:39.042689 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc6eab2-49f8-4ea2-a504-ca0c5d04e3ea tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:39.047444 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc6eab2-49f8-4ea2-a504-ca0c5d04e3ea tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:39.051115 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc6eab2-49f8-4ea2-a504-ca0c5d04e3ea tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:39.064184 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2bc6eab2-49f8-4ea2-a504-ca0c5d04e3ea tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1630905 Sep 01 15:44:39.066492 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03541ce9-00a6-4338-9a8d-4205f52a1973 admin admin] Router f41e9be5-093c-4188-aba0-2013752e6fff has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:44:39.067981 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46414) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:39.141248 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 54406b9d-5d91-4ade-a7e6-5015c34760ab up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:39.183127 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-07c5bdb1-6008-4460-9078-4326528eecd2 req-a3703378-24a1-4396-bc2f-da5a1475c532 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] For port ececa9d0-5d79-465c-b965-9b0f464eb839, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ececa9d0-5d79-465c-b965-9b0f464eb839,segment=NetworkSegment(67a5b251-16a4-498d-b6bf-df61a52b49e9),segment_id=67a5b251-16a4-498d-b6bf-df61a52b49e9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:39.183989 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-07c5bdb1-6008-4460-9078-4326528eecd2 req-a3703378-24a1-4396-bc2f-da5a1475c532 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:39.189056 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70bd75f-dba6-402e-9d1d-2465f5de036c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet 03dc9941-7b92-4d0e-96cd-288c1176edd7 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:44:39.204364 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d70bd75f-dba6-402e-9d1d-2465f5de036c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:39.207711 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-07c5bdb1-6008-4460-9078-4326528eecd2 req-a3703378-24a1-4396-bc2f-da5a1475c532 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Calling delete_port for ececa9d0-5d79-465c-b965-9b0f464eb839 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:39.212659 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-bee3b404-eee3-4e72-bf7e-cf4ea93c1c09 None None] Provisioning complete for port 6b6c91e1-a20a-4825-b01f-98574dbee7fc triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:39.213331 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bee3b404-eee3-4e72-bf7e-cf4ea93c1c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:39.248456 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56878fe-c47f-4f49-8259-f71f2f9d758c req-59ed6f65-682d-4923-97ae-62de9be79f5f tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:39.249976 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56878fe-c47f-4f49-8259-f71f2f9d758c req-59ed6f65-682d-4923-97ae-62de9be79f5f tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 945 time: 0.1262026 Sep 01 15:44:39.257312 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 54406b9d-5d91-4ade-a7e6-5015c34760ab completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:39.266277 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 54406b9d-5d91-4ade-a7e6-5015c34760ab triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:39.270604 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:39.376650 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-bee3b404-eee3-4e72-bf7e-cf4ea93c1c09 None None] Port 6b6c91e1-a20a-4825-b01f-98574dbee7fc cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:44:39.425659 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b56878fe-c47f-4f49-8259-f71f2f9d758c req-affc4f3e-bca3-4b36-add6-4443a2e4d076 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421924 Sep 01 15:44:39.428591 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:39.447975 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0389b583-cb13-4fb2-ad90-818865511ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:39.449343 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d70bd75f-dba6-402e-9d1d-2465f5de036c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:39.478765 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 54406b9d-5d91-4ade-a7e6-5015c34760ab, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=54406b9d-5d91-4ade-a7e6-5015c34760ab,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:39.484775 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:39.486289 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 65fe9f8f-e771-49eb-9712-3b5a32b16703 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:39.539759 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03541ce9-00a6-4338-9a8d-4205f52a1973 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:44:39.548040 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-03541ce9-00a6-4338-9a8d-4205f52a1973 admin admin] 10.222.0.60 "PUT /v2.0/routers/f41e9be5-093c-4188-aba0-2013752e6fff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3787816 Sep 01 15:44:39.609427 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-07c5bdb1-6008-4460-9078-4326528eecd2 req-a3703378-24a1-4396-bc2f-da5a1475c532 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:39.639628 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=54406b9d-5d91-4ade-a7e6-5015c34760ab,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:39.646702 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a37344d5-34ff-43d7-9f68-7dd046d60b2e None None] Provisioning complete for port 65fe9f8f-e771-49eb-9712-3b5a32b16703 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:39.647188 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a37344d5-34ff-43d7-9f68-7dd046d60b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:39.722936 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 65fe9f8f-e771-49eb-9712-3b5a32b16703 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:39.723474 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:39.736999 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d70bd75f-dba6-402e-9d1d-2465f5de036c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:39.764899 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3703378-24a1-4396-bc2f-da5a1475c532 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event deleted for resources: {'Port': ['ID=ececa9d0-5d79-465c-b965-9b0f464eb839,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:39.796788 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7e3db3e6-4efb-42c3-ad05-9ce4dafb4033 req-ea53b9bb-07da-44da-86eb-3f3b08fad5e2 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fa9370e-4766-4123-a268-3d54d706e6aa HTTP/1.1" status: 200 len: 210 time: 0.0780327 Sep 01 15:44:39.854595 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c5bdb1-6008-4460-9078-4326528eecd2 req-a3703378-24a1-4396-bc2f-da5a1475c532 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] No DVR routers for this DVR port ececa9d0-5d79-465c-b965-9b0f464eb839 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:44:39.858982 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-07c5bdb1-6008-4460-9078-4326528eecd2 req-a3703378-24a1-4396-bc2f-da5a1475c532 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:39.861024 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-07c5bdb1-6008-4460-9078-4326528eecd2 req-a3703378-24a1-4396-bc2f-da5a1475c532 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.62 "DELETE /v2.0/ports/ececa9d0-5d79-465c-b965-9b0f464eb839 HTTP/1.1" status: 204 len: 173 time: 1.2624695 Sep 01 15:44:39.861555 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa9370e-4766-4123-a268-3d54d706e6aa', 'name': 'network-vif-deleted', 'tag': 'ececa9d0-5d79-465c-b965-9b0f464eb839'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:44:39.864174 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c22847-ca85-4531-91be-1035d2d53b15" -d '{"events": [{"server_uuid": "3fa9370e-4766-4123-a268-3d54d706e6aa", "name": "network-vif-deleted", "tag": "ececa9d0-5d79-465c-b965-9b0f464eb839"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:44:39.930337 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d70bd75f-dba6-402e-9d1d-2465f5de036c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:39.947209 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28aa9b51-678d-4ba5-bd36-2be5b41ad05d x-openstack-request-id: req-28aa9b51-678d-4ba5-bd36-2be5b41ad05d {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:44:39.947502 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa9370e-4766-4123-a268-3d54d706e6aa", "name": "network-vif-deleted", "tag": "ececa9d0-5d79-465c-b965-9b0f464eb839", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:44:39.947820 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-28aa9b51-678d-4ba5-bd36-2be5b41ad05d {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:44:39.948239 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa9370e-4766-4123-a268-3d54d706e6aa', 'name': 'network-vif-deleted', 'tag': 'ececa9d0-5d79-465c-b965-9b0f464eb839', 'status': 'completed', 'code': 200} Sep 01 15:44:39.998121 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70bd75f-dba6-402e-9d1d-2465f5de036c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=03dc9941-7b92-4d0e-96cd-288c1176edd7,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:40.006732 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d70bd75f-dba6-402e-9d1d-2465f5de036c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:40.013418 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d70bd75f-dba6-402e-9d1d-2465f5de036c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/03dc9941-7b92-4d0e-96cd-288c1176edd7 HTTP/1.1" status: 204 len: 168 time: 0.9394517 Sep 01 15:44:40.015062 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46426) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:40.041922 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7708772-711e-4120-9e90-2e03866d7b7f None None] Sync routers for ids ['f41e9be5-093c-4188-aba0-2013752e6fff'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:44:40.072106 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fbe8f7-1386-4a21-a3ef-9ad47d053604 None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:44:40.112251 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dfb3a45-bf14-4cce-ad4f-fcc7fef91ed0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Deleting subnet 33d4e0be-0ef8-46e9-b949-0e6edd4ee48a {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:44:40.119560 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5dfb3a45-bf14-4cce-ad4f-fcc7fef91ed0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:40.152133 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7708772-711e-4120-9e90-2e03866d7b7f None None] Routers {'f41e9be5-093c-4188-aba0-2013752e6fff'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:40.153600 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b7708772-711e-4120-9e90-2e03866d7b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:44:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f41e9be5-093c-4188-aba0-2013752e6fff'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:40.155971 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a37344d5-34ff-43d7-9f68-7dd046d60b2e None None] Could not find standard attr ID for object 4d336cb2-6949-452c-9355-f14dc94a023e. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:44:40.241175 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5dfb3a45-bf14-4cce-ad4f-fcc7fef91ed0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:40.285106 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a321304c-b528-4bdc-b756-0312042ad41a None None] Could not find standard attr ID for object 4d336cb2-6949-452c-9355-f14dc94a023e. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:44:40.346725 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-b7708772-711e-4120-9e90-2e03866d7b7f None None] Set router f41e9be5-093c-4188-aba0-2013752e6fff gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:40.380872 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5dfb3a45-bf14-4cce-ad4f-fcc7fef91ed0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:40.519818 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5dfb3a45-bf14-4cce-ad4f-fcc7fef91ed0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:40.537823 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5dfb3a45-bf14-4cce-ad4f-fcc7fef91ed0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:40.542557 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5dfb3a45-bf14-4cce-ad4f-fcc7fef91ed0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/33d4e0be-0ef8-46e9-b949-0e6edd4ee48a HTTP/1.1" status: 204 len: 168 time: 0.5248351 Sep 01 15:44:40.542886 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46440) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:40.563499 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb3a45-bf14-4cce-ad4f-fcc7fef91ed0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Subnet': ['ID=33d4e0be-0ef8-46e9-b949-0e6edd4ee48a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:40.638753 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-76d257c6-d521-4a5d-a2ba-b96598a9cdf4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0862699 Sep 01 15:44:40.639528 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46446) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:40.671796 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd151b3d-baf3-4ae2-adad-db07a3dee189 req-6ed8f610-c2e0-41c5-86c8-4a62396df5c0 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:40.673820 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dd151b3d-baf3-4ae2-adad-db07a3dee189 req-6ed8f610-c2e0-41c5-86c8-4a62396df5c0 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 945 time: 0.0864391 Sep 01 15:44:40.696397 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:40.737713 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758aa816-9ef7-402f-9bfd-f45c4ecf2905 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:40.739842 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-758aa816-9ef7-402f-9bfd-f45c4ecf2905 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0994051 Sep 01 15:44:40.744805 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46448) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:40.745625 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dd151b3d-baf3-4ae2-adad-db07a3dee189 req-dba8de41-e2fa-40d8-b968-4d02cd1abb0d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582712 Sep 01 15:44:40.785986 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b7708772-711e-4120-9e90-2e03866d7b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41e9be5-093c-4188-aba0-2013752e6fff', 'name': 'tempest-TestAggregatesBasicOps-626277140-router', 'tenant_id': '9f69a9cb4b0b445395d5dc71a0f4a8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '54406b9d-5d91-4ade-a7e6-5015c34760ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:29Z', 'updated_at': '2021-09-01T15:44:37Z', 'revision_number': 4, 'project_id': '9f69a9cb4b0b445395d5dc71a0f4a8cb', 'gw_port': {'id': '54406b9d-5d91-4ade-a7e6-5015c34760ab', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e9be5-093c-4188-aba0-2013752e6fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:30Z', 'updated_at': '2021-09-01T15:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '6b6c91e1-a20a-4825-b01f-98574dbee7fc', 'name': '', 'network_id': '8225c5a2-f3e0-449b-a3cf-e0c0ba79f804', 'tenant_id': '9f69a9cb4b0b445395d5dc71a0f4a8cb', 'mac_address': 'fa:16:3e:1c:16:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41e9be5-093c-4188-aba0-2013752e6fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'e65d3f82-996e-4b60-b8ea-3a708a827669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:36Z', 'updated_at': '2021-09-01T15:44:37Z', 'revision_number': 2, 'project_id': '9f69a9cb4b0b445395d5dc71a0f4a8cb', 'subnets': [{'id': 'e65d3f82-996e-4b60-b8ea-3a708a827669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:40.831047 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7708772-711e-4120-9e90-2e03866d7b7f None None] Checking router: f41e9be5-093c-4188-aba0-2013752e6fff for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:44:40.831649 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7708772-711e-4120-9e90-2e03866d7b7f None None] Updating router f41e9be5-093c-4188-aba0-2013752e6fff port 6b6c91e1-a20a-4825-b01f-98574dbee7fc binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:44:40.873368 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b7708772-711e-4120-9e90-2e03866d7b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:40.879198 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f49d84-82db-4ebc-919b-0b1033243158 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:40.882341 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-70f49d84-82db-4ebc-919b-0b1033243158 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1340816 Sep 01 15:44:40.885072 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46452) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:40.917571 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:40.943270 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:40.950473 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a0348745-3259-4aea-9c45-84ac274dc098 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638125 Sep 01 15:44:40.959824 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46456) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:40.966279 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:40.984650 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46458) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:41.028865 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 54406b9d-5d91-4ade-a7e6-5015c34760ab up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:41.036911 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed4efe9-76c8-431c-8076-d746984f6e43 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:41.040436 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eed4efe9-76c8-431c-8076-d746984f6e43 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:41.051115 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46464) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:41.051761 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-eed4efe9-76c8-431c-8076-d746984f6e43 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/4d336cb2-6949-452c-9355-f14dc94a023e HTTP/1.1" status: 404 len: 333 time: 0.0889614 Sep 01 15:44:41.099722 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-b34391ac-d209-4105-befd-a841b2c6394a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:41.100037 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b34391ac-d209-4105-befd-a841b2c6394a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:41.102406 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b34391ac-d209-4105-befd-a841b2c6394a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/33d4e0be-0ef8-46e9-b949-0e6edd4ee48a HTTP/1.1" status: 404 len: 337 time: 0.0457454 Sep 01 15:44:41.105303 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46468) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:41.139527 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c5d5c1-7395-4ac9-8c21-4077f91d1b31 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:41.140347 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22c5d5c1-7395-4ac9-8c21-4077f91d1b31 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:41.144840 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-22c5d5c1-7395-4ac9-8c21-4077f91d1b31 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/03dc9941-7b92-4d0e-96cd-288c1176edd7 HTTP/1.1" status: 404 len: 337 time: 0.0359612 Sep 01 15:44:41.145367 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46470) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:41.230758 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-14255b92-ac12-4c62-a8f2-a26927aa8b30 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:41.233623 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14255b92-ac12-4c62-a8f2-a26927aa8b30 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:41.238148 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-14255b92-ac12-4c62-a8f2-a26927aa8b30 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/137cb2e2-4a73-4145-87db-7af223eb4889 HTTP/1.1" status: 404 len: 333 time: 0.0909386 Sep 01 15:44:41.252861 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46474) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:41.293317 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:41.307896 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-d81a52d5-7d2b-4d69-8f90-e0c2061acb95 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:41.308640 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d81a52d5-7d2b-4d69-8f90-e0c2061acb95 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:41.313655 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d81a52d5-7d2b-4d69-8f90-e0c2061acb95 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/eabb2303-336b-4e11-83a1-6921007fdfc4 HTTP/1.1" status: 404 len: 337 time: 0.0588148 Sep 01 15:44:41.315213 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46480) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:41.349878 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 54406b9d-5d91-4ade-a7e6-5015c34760ab triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:41.350485 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:41.371677 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-090f356e-b55f-4a71-b380-f4c577e828a0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:41.372506 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-090f356e-b55f-4a71-b380-f4c577e828a0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:41.378460 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-090f356e-b55f-4a71-b380-f4c577e828a0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/bb7f95ca-cada-442c-bb43-20885440803d HTTP/1.1" status: 404 len: 337 time: 0.0617278 Sep 01 15:44:41.379553 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46482) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:41.397761 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd37b091-62f8-4118-8a02-b528754fa4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce84021-26d9-4e73-bfe3-2ea5c2cfee79'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:44:41.400170 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083f88a3-aa49-4103-8751-0a6259708d11" -d '{"events": [{"server_uuid": "fd37b091-62f8-4118-8a02-b528754fa4d9", "name": "network-vif-plugged", "status": "completed", "tag": "4ce84021-26d9-4e73-bfe3-2ea5c2cfee79"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:44:41.426979 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe2a79e-0c32-46af-9616-ab6816b2ec89 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:41.428257 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe2a79e-0c32-46af-9616-ab6816b2ec89 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:41.434825 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ffe2a79e-0c32-46af-9616-ab6816b2ec89 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/89a6bdcc-d23c-4c1a-8931-25317bafbe1b HTTP/1.1" status: 404 len: 333 time: 0.0537193 Sep 01 15:44:41.435807 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46488) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:41.436878 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=4ce84021-26d9-4e73-bfe3-2ea5c2cfee79,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:41.452124 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:41.485809 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e16a554-2644-41b5-8f95-1440e39127b5 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:41.486714 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e16a554-2644-41b5-8f95-1440e39127b5 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:41.491676 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4e16a554-2644-41b5-8f95-1440e39127b5 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/d96ec82a-3bd9-4a0f-9d47-17d5cf07979f HTTP/1.1" status: 404 len: 337 time: 0.0546124 Sep 01 15:44:41.492640 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46490) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:41.545030 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f22e277-8741-4817-b1ad-3ec19af83290 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:41.545345 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f22e277-8741-4817-b1ad-3ec19af83290 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:41.553643 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0f22e277-8741-4817-b1ad-3ec19af83290 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/ce8eab2b-21ac-4d6a-8231-85d5730abb42 HTTP/1.1" status: 404 len: 337 time: 0.0596492 Sep 01 15:44:41.554407 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46496) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:41.601344 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-df6d1131-a65a-41c1-9cb8-42fba7b45faf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:41.602117 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df6d1131-a65a-41c1-9cb8-42fba7b45faf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:41.612383 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-df6d1131-a65a-41c1-9cb8-42fba7b45faf tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/adf95746-c669-4674-b483-3d1f71e4ef19 HTTP/1.1" status: 404 len: 333 time: 0.0568266 Sep 01 15:44:41.614578 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46498) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:41.625060 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device cd77caa2-4bdb-4ea4-a097-025e5c53fc0f up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:41.682455 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac913d5-cbca-41a8-85a6-9881f20d5afa tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:41.683448 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac913d5-cbca-41a8-85a6-9881f20d5afa tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:41.686047 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fac913d5-cbca-41a8-85a6-9881f20d5afa tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/5805c844-58cc-4ee2-a382-da30fcdf4a46 HTTP/1.1" status: 404 len: 337 time: 0.0635569 Sep 01 15:44:41.689164 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46500) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:41.701994 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f541c9-1cd7-4d98-bbb7-3b720ca9865e x-openstack-request-id: req-75f541c9-1cd7-4d98-bbb7-3b720ca9865e {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:44:41.702727 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd37b091-62f8-4118-8a02-b528754fa4d9", "name": "network-vif-plugged", "status": "completed", "tag": "4ce84021-26d9-4e73-bfe3-2ea5c2cfee79", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:44:41.702727 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-75f541c9-1cd7-4d98-bbb7-3b720ca9865e {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:44:41.703171 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd37b091-62f8-4118-8a02-b528754fa4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce84021-26d9-4e73-bfe3-2ea5c2cfee79', 'code': 200} Sep 01 15:44:41.706123 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71714c7a-eb4a-4982-8558-f7f3850f1fbe None None] Network cd7a8297-1f21-4764-8355-6754da4b856f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:44:41.731366 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=4ce84021-26d9-4e73-bfe3-2ea5c2cfee79,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:41.731711 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea6e263-0abf-4f4c-bb26-beeb1402bf59 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:41.732252 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ea6e263-0abf-4f4c-bb26-beeb1402bf59 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:41.738214 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5ea6e263-0abf-4f4c-bb26-beeb1402bf59 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/e05ea783-b3ca-4c13-93eb-23a22fe48e34 HTTP/1.1" status: 404 len: 337 time: 0.0478122 Sep 01 15:44:41.739043 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46504) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:41.765617 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9eb72f0-01df-46ba-a059-8ce40e9c975c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:41.766604 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9eb72f0-01df-46ba-a059-8ce40e9c975c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:41.770351 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a9eb72f0-01df-46ba-a059-8ce40e9c975c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/0d122117-d6c3-4a62-a8ea-d636abf25bd9 HTTP/1.1" status: 404 len: 333 time: 0.0289571 Sep 01 15:44:41.771667 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46508) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:41.810255 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5777d109-09ce-4b01-aa50-0f0427dc303f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:41.844249 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b7708772-711e-4120-9e90-2e03866d7b7f None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:41.853597 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port cd77caa2-4bdb-4ea4-a097-025e5c53fc0f triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:41.853974 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:41.856841 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb83002-9ae6-427a-a0b9-8733ead39482 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:41.857315 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cb83002-9ae6-427a-a0b9-8733ead39482 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:41.858240 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a46184d4-15e1-4f87-b6c1-dcf7fc68e9b7 None None] Provisioning complete for port 65fe9f8f-e771-49eb-9712-3b5a32b16703 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:41.858650 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a46184d4-15e1-4f87-b6c1-dcf7fc68e9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:41.859321 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0cb83002-9ae6-427a-a0b9-8733ead39482 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/be13bf49-8564-4514-8994-c2ba81322e2d HTTP/1.1" status: 404 len: 337 time: 0.0864592 Sep 01 15:44:41.869614 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46512) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:41.927978 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b7708772-711e-4120-9e90-2e03866d7b7f None None] Transition to ACTIVE for port object 6b6c91e1-a20a-4825-b01f-98574dbee7fc will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:41.928707 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1df548-f9e4-40e9-b395-526d8f8ae860 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:41.929531 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f1df548-f9e4-40e9-b395-526d8f8ae860 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:41.931610 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8f1df548-f9e4-40e9-b395-526d8f8ae860 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/cd6e6ac3-e1a0-48c5-9bd8-11c227ea20eb HTTP/1.1" status: 404 len: 333 time: 0.0609035 Sep 01 15:44:41.936007 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46518) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:41.966257 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46520) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:41.969747 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c439d4d-b960-4873-8b9d-fb28abdce89c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:41.970755 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c439d4d-b960-4873-8b9d-fb28abdce89c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:41.970926 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b7708772-711e-4120-9e90-2e03866d7b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:41.973089 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8c439d4d-b960-4873-8b9d-fb28abdce89c tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/b190b9bb-17f1-4b98-9d23-138f9778a41e HTTP/1.1" status: 404 len: 337 time: 0.0358937 Sep 01 15:44:41.975714 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46522) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:42.006514 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b1a534-5988-4d4b-90c0-8b53fc8dfce0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:42.007249 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24b1a534-5988-4d4b-90c0-8b53fc8dfce0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:42.009059 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-24b1a534-5988-4d4b-90c0-8b53fc8dfce0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/21786e5d-c483-4cc9-828b-35c60292573c HTTP/1.1" status: 404 len: 333 time: 0.0323455 Sep 01 15:44:42.023324 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c25b1-fdd2-4ef0-83b5-d65f964f4fef req-062348ad-7829-4d91-a6ad-f69b732e0872 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:42.026076 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46524) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:42.031388 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b77c25b1-fdd2-4ef0-83b5-d65f964f4fef req-062348ad-7829-4d91-a6ad-f69b732e0872 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 946 time: 0.1512485 Sep 01 15:44:42.084019 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b77c25b1-fdd2-4ef0-83b5-d65f964f4fef req-01f02730-7893-4ed8-9e12-bc361cc4b321 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472870 Sep 01 15:44:42.133748 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-c114c6a1-d817-49b2-b698-eae52f795d07 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:42.134210 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c114c6a1-d817-49b2-b698-eae52f795d07 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:42.136153 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c114c6a1-d817-49b2-b698-eae52f795d07 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/2c9ccca2-fd58-4e97-aa44-e068d91858d5 HTTP/1.1" status: 404 len: 337 time: 0.0621288 Sep 01 15:44:42.140670 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46526) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:42.166786 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec8600-6a56-4da4-a08b-d266ff5d3f0e req-4e965a98-5c7c-45c5-a039-3291bfab391a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:42.169463 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0ec8600-6a56-4da4-a08b-d266ff5d3f0e req-4e965a98-5c7c-45c5-a039-3291bfab391a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 1097 time: 0.2615528 Sep 01 15:44:42.176206 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-45081df2-7b5e-4d8b-9196-4b9ff7b62569 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:42.177127 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45081df2-7b5e-4d8b-9196-4b9ff7b62569 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:42.179750 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-45081df2-7b5e-4d8b-9196-4b9ff7b62569 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/f0dde87a-b30d-4dba-93ea-d7e44a8d0113 HTTP/1.1" status: 404 len: 333 time: 0.0372531 Sep 01 15:44:42.183287 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46528) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:42.216486 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb888019-33a7-4fe3-b87e-35b6c582f3e8 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:42.217593 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb888019-33a7-4fe3-b87e-35b6c582f3e8 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:42.223611 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cb888019-33a7-4fe3-b87e-35b6c582f3e8 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/17970896-64ce-4316-a50f-8fb23e136527 HTTP/1.1" status: 404 len: 337 time: 0.0354469 Sep 01 15:44:42.224804 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46530) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:42.256509 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-2871126d-8cc7-47c9-aeaf-4a03af4653e5 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:42.258250 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2871126d-8cc7-47c9-aeaf-4a03af4653e5 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:42.263676 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2871126d-8cc7-47c9-aeaf-4a03af4653e5 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/b6a5c598-4c64-433a-8547-994c558b4ea5 HTTP/1.1" status: 404 len: 333 time: 0.0333605 Sep 01 15:44:42.266548 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46532) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:42.274376 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0ec8600-6a56-4da4-a08b-d266ff5d3f0e req-f6bdc459-a769-4e83-aefb-c4ab04e7bdb5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672202 Sep 01 15:44:42.293285 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea803ef-e5cb-4459-97ec-c359372f07ae None None] Pushing event updated for resources: {'Port': ['ID=6b6c91e1-a20a-4825-b01f-98574dbee7fc,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:42.312974 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffca4f27-f3c2-4c4e-902d-3065e41e1476 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:42.322266 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffca4f27-f3c2-4c4e-902d-3065e41e1476 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:42.328555 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ffca4f27-f3c2-4c4e-902d-3065e41e1476 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/ccb2fb14-88dd-4a3f-ba9b-d61819930862 HTTP/1.1" status: 404 len: 337 time: 0.0590115 Sep 01 15:44:42.328881 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:42.329058 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46534) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:42.368417 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c3620e-c7f0-42aa-aa83-9b9babcc1485 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:42.369782 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1c3620e-c7f0-42aa-aa83-9b9babcc1485 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:42.375451 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b1c3620e-c7f0-42aa-aa83-9b9babcc1485 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/b6d8bf64-079c-48b4-a5f1-07b6f31c4cc5 HTTP/1.1" status: 404 len: 333 time: 0.0449846 Sep 01 15:44:42.380097 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46536) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:42.431038 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b7708772-711e-4120-9e90-2e03866d7b7f None None] Attempting to bind port 6b6c91e1-a20a-4825-b01f-98574dbee7fc on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:44:42.431322 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b7708772-711e-4120-9e90-2e03866d7b7f None None] Attempting to bind port 6b6c91e1-a20a-4825-b01f-98574dbee7fc by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '829c46dc-bc83-40a3-b3ab-ef310fca9a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8225c5a2-f3e0-449b-a3cf-e0c0ba79f804'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:44:42.431682 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7708772-711e-4120-9e90-2e03866d7b7f None None] Attempting to bind port 6b6c91e1-a20a-4825-b01f-98574dbee7fc on network 8225c5a2-f3e0-449b-a3cf-e0c0ba79f804 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:44:42.437374 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70dca08-82f1-47e5-ac73-3be2d2189c1b None None] DHCP port deletion for cd7a8297-1f21-4764-8355-6754da4b856f request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:44:42.446992 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7708772-711e-4120-9e90-2e03866d7b7f None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:44:42.447689 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7708772-711e-4120-9e90-2e03866d7b7f None None] Checking segment: {'id': '829c46dc-bc83-40a3-b3ab-ef310fca9a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8225c5a2-f3e0-449b-a3cf-e0c0ba79f804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:44:42.448686 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b7708772-711e-4120-9e90-2e03866d7b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:42.450617 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7708772-711e-4120-9e90-2e03866d7b7f None None] Bound using segment: {'id': '829c46dc-bc83-40a3-b3ab-ef310fca9a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8225c5a2-f3e0-449b-a3cf-e0c0ba79f804'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:44:42.451378 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b7708772-711e-4120-9e90-2e03866d7b7f None None] Bound port: 6b6c91e1-a20a-4825-b01f-98574dbee7fc, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829c46dc-bc83-40a3-b3ab-ef310fca9a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8225c5a2-f3e0-449b-a3cf-e0c0ba79f804'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:44:42.451964 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b7708772-711e-4120-9e90-2e03866d7b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:42.456758 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff5efa3-36b1-4d42-bc4f-5b9feab0bce0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:42.457613 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff5efa3-36b1-4d42-bc4f-5b9feab0bce0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:42.460629 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5ff5efa3-36b1-4d42-bc4f-5b9feab0bce0 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/56aca8e5-17f8-45f9-ab7a-f956154efa57 HTTP/1.1" status: 404 len: 337 time: 0.0788236 Sep 01 15:44:42.467114 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46538) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:42.544444 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ffbee65-0467-4fa6-ad00-566777a6b05a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:42.545200 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ffbee65-0467-4fa6-ad00-566777a6b05a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:42.548919 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1ffbee65-0467-4fa6-ad00-566777a6b05a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/996b5482-091e-4fe5-9639-694cfec8b031 HTTP/1.1" status: 404 len: 337 time: 0.0797291 Sep 01 15:44:42.552901 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46540) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:42.620426 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c078bf-6444-42d3-8e52-16815049eb0f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:42.623025 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c078bf-6444-42d3-8e52-16815049eb0f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:42.626463 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d4c078bf-6444-42d3-8e52-16815049eb0f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/a1c9be6c-e4cf-42e0-afe4-9090de08e9b3 HTTP/1.1" status: 404 len: 333 time: 0.0717363 Sep 01 15:44:42.631960 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46542) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:42.681443 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b7708772-711e-4120-9e90-2e03866d7b7f None None] For port 6b6c91e1-a20a-4825-b01f-98574dbee7fc, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:44:42.687923 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b7708772-711e-4120-9e90-2e03866d7b7f None None] For port 6b6c91e1-a20a-4825-b01f-98574dbee7fc, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6b6c91e1-a20a-4825-b01f-98574dbee7fc,segment=NetworkSegment(829c46dc-bc83-40a3-b3ab-ef310fca9a09),segment_id=829c46dc-bc83-40a3-b3ab-ef310fca9a09)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:44:42.690699 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b70dca08-82f1-47e5-ac73-3be2d2189c1b None None] Deleting port 65fe9f8f-e771-49eb-9712-3b5a32b16703 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:42.691235 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b70dca08-82f1-47e5-ac73-3be2d2189c1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:42.705131 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e06be9f-462c-479b-987d-bd96943a951e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:42.706256 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e06be9f-462c-479b-987d-bd96943a951e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:42.710562 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9e06be9f-462c-479b-987d-bd96943a951e tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/908f51a5-96eb-4f11-9192-8f5b15b9c9a6 HTTP/1.1" status: 404 len: 337 time: 0.0749543 Sep 01 15:44:42.710872 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ececa9d0-5d79-465c-b965-9b0f464eb839 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:44:42.714159 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b7708772-711e-4120-9e90-2e03866d7b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:42.714524 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46544) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:42.769223 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b6574c-0947-4352-a388-20f61aa968da tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:42.771288 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5b6574c-0947-4352-a388-20f61aa968da tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:42.775419 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a5b6574c-0947-4352-a388-20f61aa968da tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/eae8b373-8750-45d1-8b9d-033d3985b14e HTTP/1.1" status: 404 len: 337 time: 0.0573072 Sep 01 15:44:42.779384 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46546) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:42.817724 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-5777d109-09ce-4b01-aa50-0f0427dc303f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Deleting port 37120398-7475-4858-92b6-bb5d499c7cdb {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:42.818224 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5777d109-09ce-4b01-aa50-0f0427dc303f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:42.823531 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c959af6-e8eb-4da2-8496-8dd9c43fa6d6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:42.824353 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c959af6-e8eb-4da2-8496-8dd9c43fa6d6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:42.830744 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7c959af6-e8eb-4da2-8496-8dd9c43fa6d6 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/c99dacb5-d9b5-40e2-bf0f-e7d18a000c8d HTTP/1.1" status: 404 len: 333 time: 0.0450287 Sep 01 15:44:42.831415 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46548) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:42.850228 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: ececa9d0-5d79-465c-b965-9b0f464eb839 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:44:42.850859 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ececa9d0-5d79-465c-b965-9b0f464eb839 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:44:42.905528 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-1995c2a8-96ec-4b38-9eed-36991c104a2a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:42.906173 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1995c2a8-96ec-4b38-9eed-36991c104a2a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:42.920242 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1995c2a8-96ec-4b38-9eed-36991c104a2a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/d0e9656a-555a-4359-9ff4-284216c1a17b HTTP/1.1" status: 404 len: 337 time: 0.0831912 Sep 01 15:44:42.921655 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46550) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:42.936934 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b70dca08-82f1-47e5-ac73-3be2d2189c1b None None] For port 65fe9f8f-e771-49eb-9712-3b5a32b16703, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=65fe9f8f-e771-49eb-9712-3b5a32b16703,segment=NetworkSegment(a9ece27d-4ab3-489c-82f9-d0ca78f054b8),segment_id=a9ece27d-4ab3-489c-82f9-d0ca78f054b8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:42.937486 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b70dca08-82f1-47e5-ac73-3be2d2189c1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:42.965295 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 65fe9f8f-e771-49eb-9712-3b5a32b16703 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:44:42.993778 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b70dca08-82f1-47e5-ac73-3be2d2189c1b None None] Calling delete_port for 65fe9f8f-e771-49eb-9712-3b5a32b16703 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:43.002371 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-5777d109-09ce-4b01-aa50-0f0427dc303f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] For port 37120398-7475-4858-92b6-bb5d499c7cdb, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=37120398-7475-4858-92b6-bb5d499c7cdb,segment=NetworkSegment(67a5b251-16a4-498d-b6bf-df61a52b49e9),segment_id=67a5b251-16a4-498d-b6bf-df61a52b49e9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:43.002371 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5777d109-09ce-4b01-aa50-0f0427dc303f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:43.015113 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c33a001-0060-493b-ba80-2c8e3207106b tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:43.016078 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c33a001-0060-493b-ba80-2c8e3207106b tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:43.019273 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4c33a001-0060-493b-ba80-2c8e3207106b tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/d40d91da-f9d8-460d-b0eb-1587d8bda2f3 HTTP/1.1" status: 404 len: 337 time: 0.0970883 Sep 01 15:44:43.019923 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-5777d109-09ce-4b01-aa50-0f0427dc303f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Calling delete_port for 37120398-7475-4858-92b6-bb5d499c7cdb owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:43.022893 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46552) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:43.083819 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-736f7686-f403-4cd4-9b36-195552ddb199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:43.155269 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea803ef-e5cb-4459-97ec-c359372f07ae None None] Pushing event updated for resources: {'Port': ['ID=6b6c91e1-a20a-4825-b01f-98574dbee7fc,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:43.158618 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7708772-711e-4120-9e90-2e03866d7b7f None None] Routers {'f41e9be5-093c-4188-aba0-2013752e6fff'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:43.159286 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b7708772-711e-4120-9e90-2e03866d7b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:44:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f41e9be5-093c-4188-aba0-2013752e6fff'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:43.516594 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:43.533747 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:43.557007 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-b7708772-711e-4120-9e90-2e03866d7b7f None None] Set router f41e9be5-093c-4188-aba0-2013752e6fff gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:43.559885 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-222c781f-40e5-4ec5-b9f0-7ccf251e0e81 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:43.560649 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222c781f-40e5-4ec5-b9f0-7ccf251e0e81 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:43.565778 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-222c781f-40e5-4ec5-b9f0-7ccf251e0e81 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/6737de0f-984e-43b8-a216-e8096bb76a74 HTTP/1.1" status: 404 len: 333 time: 0.5405531 Sep 01 15:44:43.566576 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46556) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:43.595759 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a7a9541-921b-4ef1-bac3-b3ba691f4769 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:43.595759 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a7a9541-921b-4ef1-bac3-b3ba691f4769 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:43.598189 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b70dca08-82f1-47e5-ac73-3be2d2189c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:43.600683 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7a7a9541-921b-4ef1-bac3-b3ba691f4769 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/bd619f71-9d7e-44a7-b9b4-d3d8ca62d1ab HTTP/1.1" status: 404 len: 337 time: 0.0330048 Sep 01 15:44:43.601369 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46558) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:43.629129 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c42e3d6-03b9-4cbc-9d14-29427c1e5b53 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:43.629596 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c42e3d6-03b9-4cbc-9d14-29427c1e5b53 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:43.632433 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5c42e3d6-03b9-4cbc-9d14-29427c1e5b53 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/f80923a7-82bb-43e0-afc4-dfd2c6619b55 HTTP/1.1" status: 404 len: 337 time: 0.0299988 Sep 01 15:44:43.636768 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46560) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:43.667542 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ced0cd56-2718-42b6-bd4e-6fe71b0bc54a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5251374-499a-428c-8acd-3b3b8254380b HTTP/1.1" status: 200 len: 205 time: 0.0280383 Sep 01 15:44:43.671592 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46562) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:43.676142 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70dca08-82f1-47e5-ac73-3be2d2189c1b None None] Pushing event deleted for resources: {'Port': ['ID=65fe9f8f-e771-49eb-9712-3b5a32b16703,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:43.717023 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70dca08-82f1-47e5-ac73-3be2d2189c1b None None] No DVR routers for this DVR port 65fe9f8f-e771-49eb-9712-3b5a32b16703 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:44:43.720771 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-b05d0355-c017-45c3-adce-9460cad2d230 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] delete failed (client error): The resource could not be found. Sep 01 15:44:43.724677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87347d-50df-468b-abf3-df49b24f16e4 req-b9d27d42-7129-49e1-ba90-b0f38874ce56 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:43.724903 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b05d0355-c017-45c3-adce-9460cad2d230 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/routers/b5251374-499a-428c-8acd-3b3b8254380b HTTP/1.1" status: 404 len: 336 time: 0.0489626 Sep 01 15:44:43.725021 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0c87347d-50df-468b-abf3-df49b24f16e4 req-b9d27d42-7129-49e1-ba90-b0f38874ce56 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 946 time: 0.4371014 Sep 01 15:44:43.725474 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46564) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:43.768015 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-151a3708-52d3-40aa-87e6-aea55c292072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:43.826826 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-09fca14c-cede-4558-a584-4839bebd4aa3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:43.827748 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09fca14c-cede-4558-a584-4839bebd4aa3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:43.830994 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-09fca14c-cede-4558-a584-4839bebd4aa3 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/1327544f-5a20-4731-b900-e762d0b1435b HTTP/1.1" status: 404 len: 337 time: 0.0992968 Sep 01 15:44:43.833590 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46566) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:43.838467 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5777d109-09ce-4b01-aa50-0f0427dc303f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:43.869409 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-53961a10-dfd6-429d-a2cf-8f83243dabce tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c86dfd6-40bc-4b8a-8587-4932450da51c HTTP/1.1" status: 200 len: 205 time: 0.0337276 Sep 01 15:44:43.874796 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46568) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:43.899522 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b7708772-711e-4120-9e90-2e03866d7b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41e9be5-093c-4188-aba0-2013752e6fff', 'name': 'tempest-TestAggregatesBasicOps-626277140-router', 'tenant_id': '9f69a9cb4b0b445395d5dc71a0f4a8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '54406b9d-5d91-4ade-a7e6-5015c34760ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:29Z', 'updated_at': '2021-09-01T15:44:37Z', 'revision_number': 4, 'project_id': '9f69a9cb4b0b445395d5dc71a0f4a8cb', 'gw_port': {'id': '54406b9d-5d91-4ade-a7e6-5015c34760ab', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e9be5-093c-4188-aba0-2013752e6fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:30Z', 'updated_at': '2021-09-01T15:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '6b6c91e1-a20a-4825-b01f-98574dbee7fc', 'name': '', 'network_id': '8225c5a2-f3e0-449b-a3cf-e0c0ba79f804', 'tenant_id': '9f69a9cb4b0b445395d5dc71a0f4a8cb', 'mac_address': 'fa:16:3e:1c:16:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41e9be5-093c-4188-aba0-2013752e6fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'e65d3f82-996e-4b60-b8ea-3a708a827669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:36Z', 'updated_at': '2021-09-01T15:44:42Z', 'revision_number': 4, 'project_id': '9f69a9cb4b0b445395d5dc71a0f4a8cb', 'subnets': [{'id': 'e65d3f82-996e-4b60-b8ea-3a708a827669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:43.922593 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777d109-09ce-4b01-aa50-0f0427dc303f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event deleted for resources: {'Port': ['ID=37120398-7475-4858-92b6-bb5d499c7cdb,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:43.927081 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-dfef3b9e-c62d-4bc2-928b-40cf78984917 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] delete failed (client error): The resource could not be found. Sep 01 15:44:43.933482 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7708772-711e-4120-9e90-2e03866d7b7f None None] The sync data for ids ['f41e9be5-093c-4188-aba0-2013752e6fff'] in n-d-794796-3 is: [{'id': 'f41e9be5-093c-4188-aba0-2013752e6fff', 'name': 'tempest-TestAggregatesBasicOps-626277140-router', 'tenant_id': '9f69a9cb4b0b445395d5dc71a0f4a8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '54406b9d-5d91-4ade-a7e6-5015c34760ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:29Z', 'updated_at': '2021-09-01T15:44:37Z', 'revision_number': 4, 'project_id': '9f69a9cb4b0b445395d5dc71a0f4a8cb', 'gw_port': {'id': '54406b9d-5d91-4ade-a7e6-5015c34760ab', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e9be5-093c-4188-aba0-2013752e6fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:30Z', 'updated_at': '2021-09-01T15:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '6b6c91e1-a20a-4825-b01f-98574dbee7fc', 'name': '', 'network_id': '8225c5a2-f3e0-449b-a3cf-e0c0ba79f804', 'tenant_id': '9f69a9cb4b0b445395d5dc71a0f4a8cb', 'mac_address': 'fa:16:3e:1c:16:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41e9be5-093c-4188-aba0-2013752e6fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'e65d3f82-996e-4b60-b8ea-3a708a827669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:36Z', 'updated_at': '2021-09-01T15:44:42Z', 'revision_number': 4, 'project_id': '9f69a9cb4b0b445395d5dc71a0f4a8cb', 'subnets': [{'id': 'e65d3f82-996e-4b60-b8ea-3a708a827669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:44:43.938085 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0c87347d-50df-468b-abf3-df49b24f16e4 req-d431456b-3cde-4532-ac3d-73cf0698073f tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998298 Sep 01 15:44:43.944168 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-dfef3b9e-c62d-4bc2-928b-40cf78984917 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/routers/5c86dfd6-40bc-4b8a-8587-4932450da51c HTTP/1.1" status: 404 len: 336 time: 0.0680640 Sep 01 15:44:43.944805 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46570) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:43.989215 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-8155de04-4bf7-44b3-aade-e3addf31400d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:43.989688 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8155de04-4bf7-44b3-aade-e3addf31400d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:43.991869 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8155de04-4bf7-44b3-aade-e3addf31400d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/8142b031-4af6-4eb4-9c80-aedcfd729a79 HTTP/1.1" status: 404 len: 337 time: 0.0460219 Sep 01 15:44:43.994559 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46572) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:44.073106 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d9f9f2-7e07-4697-a21e-0d77c91b41b5 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:44.073874 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08d9f9f2-7e07-4697-a21e-0d77c91b41b5 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:44.078201 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-08d9f9f2-7e07-4697-a21e-0d77c91b41b5 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/5ed3150d-d700-4132-adaf-00d0619bf20f HTTP/1.1" status: 404 len: 337 time: 0.0815437 Sep 01 15:44:44.079939 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46574) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:44.114373 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-1512e8cf-4e5f-4865-acd9-def37a364a38 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:44.115027 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1512e8cf-4e5f-4865-acd9-def37a364a38 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:44.127018 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1512e8cf-4e5f-4865-acd9-def37a364a38 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/3c69d1aa-6ca2-41ac-bdbf-479d32b5de3a HTTP/1.1" status: 404 len: 333 time: 0.0453181 Sep 01 15:44:44.128001 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46576) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:44.160760 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f4b689c-a09f-4eb0-9b8c-fff6494bc439 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:44.161379 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f4b689c-a09f-4eb0-9b8c-fff6494bc439 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:44.166666 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7f4b689c-a09f-4eb0-9b8c-fff6494bc439 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/274c3452-9e42-4a6b-8bca-08e83b4da04c HTTP/1.1" status: 404 len: 337 time: 0.0373998 Sep 01 15:44:44.167427 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46578) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:44.225586 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-97bf7779-b221-4232-9c91-0b1879130f9b tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:44.226895 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97bf7779-b221-4232-9c91-0b1879130f9b tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:44.231000 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-97bf7779-b221-4232-9c91-0b1879130f9b tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/42231388-7af9-4f31-a5cc-a19f215cf628 HTTP/1.1" status: 404 len: 333 time: 0.0618393 Sep 01 15:44:44.233993 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46580) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:44.285982 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba6fe817-d048-40ba-8d3f-a7c2232f5237 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:44.286720 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba6fe817-d048-40ba-8d3f-a7c2232f5237 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:44.292283 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ba6fe817-d048-40ba-8d3f-a7c2232f5237 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/33144e46-a2b6-4686-89ae-d23ea8d6613d HTTP/1.1" status: 404 len: 337 time: 0.0545979 Sep 01 15:44:44.293774 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46582) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:44.327943 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9255662-04e6-4cbb-829b-609f9753cb1a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:44.328734 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9255662-04e6-4cbb-829b-609f9753cb1a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:44.332217 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f9255662-04e6-4cbb-829b-609f9753cb1a tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/ecc3ea23-bd51-4df7-bb50-a8f99fe1d6d7 HTTP/1.1" status: 404 len: 333 time: 0.0367289 Sep 01 15:44:44.333201 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46584) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:44.364296 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3b3609-1c46-41f5-84a0-e66efee3285f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:44.364769 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd3b3609-1c46-41f5-84a0-e66efee3285f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:44.369364 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bd3b3609-1c46-41f5-84a0-e66efee3285f tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/a23973ef-f6d0-44b2-b403-25011a88a12f HTTP/1.1" status: 404 len: 337 time: 0.0327260 Sep 01 15:44:44.369583 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46586) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:44.396698 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-862750ab-470a-43f3-8690-9573f5915ee8 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:44.397638 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-862750ab-470a-43f3-8690-9573f5915ee8 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:44.402505 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-862750ab-470a-43f3-8690-9573f5915ee8 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/3370ec80-aebd-4752-ba00-c99df0b36732 HTTP/1.1" status: 404 len: 333 time: 0.0290339 Sep 01 15:44:44.402952 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46588) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:44.453452 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f1c3fd-daa4-4451-92e8-424871549636 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:44.454210 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f1c3fd-daa4-4451-92e8-424871549636 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:44.457503 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-93f1c3fd-daa4-4451-92e8-424871549636 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/1e9786fe-2695-4e1a-a194-b69a6499c010 HTTP/1.1" status: 404 len: 337 time: 0.0528138 Sep 01 15:44:44.462098 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46590) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:44.495836 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bcebf72-170f-4c28-9d5d-d0dcf7d4152d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:44.496632 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bcebf72-170f-4c28-9d5d-d0dcf7d4152d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:44.502341 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9bcebf72-170f-4c28-9d5d-d0dcf7d4152d tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/3ab13899-2480-40f7-a006-87d939d19588 HTTP/1.1" status: 404 len: 333 time: 0.0356655 Sep 01 15:44:44.502341 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46592) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:44.537629 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-438e6f9d-f6ef-4a8d-92c9-9b926237a9fe tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:44.538421 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-438e6f9d-f6ef-4a8d-92c9-9b926237a9fe tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:44.540857 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-438e6f9d-f6ef-4a8d-92c9-9b926237a9fe tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/cb7f9341-034b-461d-bbd0-60d38ef0733d HTTP/1.1" status: 404 len: 337 time: 0.0379214 Sep 01 15:44:44.543280 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46594) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:44.571643 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d923d9-58e2-45e4-b265-8a5d1c2a22b2 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:44.572655 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d923d9-58e2-45e4-b265-8a5d1c2a22b2 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:44.575510 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-09d923d9-58e2-45e4-b265-8a5d1c2a22b2 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/307bb78c-9fd6-4694-8ff6-3324d1b33a8d HTTP/1.1" status: 404 len: 333 time: 0.0297174 Sep 01 15:44:44.579303 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46596) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:44.609790 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-85426a73-7813-4c8e-ae54-12476e605224 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:44.610549 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85426a73-7813-4c8e-ae54-12476e605224 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:44.614382 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-85426a73-7813-4c8e-ae54-12476e605224 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/af78ffd8-c5aa-4ae6-80ff-37cf3dae6204 HTTP/1.1" status: 404 len: 337 time: 0.0321808 Sep 01 15:44:44.616491 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46598) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:44.645169 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d465b7f-a446-4fe1-8cd6-39ba41c55fad tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:44.646131 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d465b7f-a446-4fe1-8cd6-39ba41c55fad tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:44.652298 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6d465b7f-a446-4fe1-8cd6-39ba41c55fad tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/ports/29d9ab87-1fd0-4dc4-948b-21040db25723 HTTP/1.1" status: 404 len: 333 time: 0.0307450 Sep 01 15:44:44.652934 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46600) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:44.694566 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92b995b-66c4-4f67-813b-2933f074c464 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] DELETE failed (client error): The resource could not be found. Sep 01 15:44:44.695052 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d92b995b-66c4-4f67-813b-2933f074c464 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:44:44.698377 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d92b995b-66c4-4f67-813b-2933f074c464 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/subnets/f2f93fb7-9f87-4348-b105-49572c8a2d49 HTTP/1.1" status: 404 len: 337 time: 0.0428798 Sep 01 15:44:44.699841 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46602) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:44.822058 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-91f30e62-1b9f-415b-b23c-c4a6f52ba8e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:44.939555 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-736f7686-f403-4cd4-9b36-195552ddb199 admin admin] Deleting port ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:44.940149 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-736f7686-f403-4cd4-9b36-195552ddb199 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:45.031414 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-91f30e62-1b9f-415b-b23c-c4a6f52ba8e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:45.049613 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-91f30e62-1b9f-415b-b23c-c4a6f52ba8e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7a8297-1f21-4764-8355-6754da4b856f']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:45.060959 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5777d109-09ce-4b01-aa50-0f0427dc303f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:45.062262 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6b6c91e1-a20a-4825-b01f-98574dbee7fc up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:45.097199 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-91f30e62-1b9f-415b-b23c-c4a6f52ba8e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:45.098019 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-91f30e62-1b9f-415b-b23c-c4a6f52ba8e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ece27d-4ab3-489c-82f9-d0ca78f054b8') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:45.147878 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-91f30e62-1b9f-415b-b23c-c4a6f52ba8e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:45.161281 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 6b6c91e1-a20a-4825-b01f-98574dbee7fc completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:45.173133 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 6b6c91e1-a20a-4825-b01f-98574dbee7fc triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:45.177775 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:45.179541 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-736f7686-f403-4cd4-9b36-195552ddb199 admin admin] For port ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2,segment=NetworkSegment(01d2aa44-ad16-4aaa-8d47-444c8c3a1415),segment_id=01d2aa44-ad16-4aaa-8d47-444c8c3a1415)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:45.179929 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-736f7686-f403-4cd4-9b36-195552ddb199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:45.180558 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-91f30e62-1b9f-415b-b23c-c4a6f52ba8e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:45.198738 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f30e62-1b9f-415b-b23c-c4a6f52ba8e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:44:45.199426 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-91f30e62-1b9f-415b-b23c-c4a6f52ba8e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:45.218979 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fd413-5366-4b8a-914d-bb5e674a16b5 req-84b31dc7-b4b6-4821-93d1-2ffcd215e953 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:45.221474 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c97fd413-5366-4b8a-914d-bb5e674a16b5 req-84b31dc7-b4b6-4821-93d1-2ffcd215e953 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 946 time: 0.1634655 Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:44:45.222682 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:44:45.232025 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-736f7686-f403-4cd4-9b36-195552ddb199 admin admin] Calling delete_port for ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2 owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:45.303218 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:45.397285 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:45.413389 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c97fd413-5366-4b8a-914d-bb5e674a16b5 req-2cd107cc-7acb-426d-b7fe-e64a7ec6f84a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717489 Sep 01 15:44:45.414240 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-91f30e62-1b9f-415b-b23c-c4a6f52ba8e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:45.455397 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-91f30e62-1b9f-415b-b23c-c4a6f52ba8e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:45.460780 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-91f30e62-1b9f-415b-b23c-c4a6f52ba8e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] 10.222.0.60 "DELETE /v2.0/networks/cd7a8297-1f21-4764-8355-6754da4b856f HTTP/1.1" status: 204 len: 168 time: 0.7593222 Sep 01 15:44:45.463575 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f30e62-1b9f-415b-b23c-c4a6f52ba8e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Pushing event deleted for resources: {'Network': ['ID=cd7a8297-1f21-4764-8355-6754da4b856f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:45.463727 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 6b6c91e1-a20a-4825-b01f-98574dbee7fc, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6b6c91e1-a20a-4825-b01f-98574dbee7fc,segment=NetworkSegment(829c46dc-bc83-40a3-b3ab-ef310fca9a09),segment_id=829c46dc-bc83-40a3-b3ab-ef310fca9a09)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:45.471202 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:45.476277 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f30e62-1b9f-415b-b23c-c4a6f52ba8e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:45.476635 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f30e62-1b9f-415b-b23c-c4a6f52ba8e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:45.476983 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f30e62-1b9f-415b-b23c-c4a6f52ba8e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:45.477326 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f30e62-1b9f-415b-b23c-c4a6f52ba8e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:45.477667 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f30e62-1b9f-415b-b23c-c4a6f52ba8e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:45.478000 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f30e62-1b9f-415b-b23c-c4a6f52ba8e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:45.478400 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f30e62-1b9f-415b-b23c-c4a6f52ba8e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:45.478742 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f30e62-1b9f-415b-b23c-c4a6f52ba8e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:45.479079 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f30e62-1b9f-415b-b23c-c4a6f52ba8e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:45.479413 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f30e62-1b9f-415b-b23c-c4a6f52ba8e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:45.489690 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f30e62-1b9f-415b-b23c-c4a6f52ba8e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:45.490533 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f30e62-1b9f-415b-b23c-c4a6f52ba8e4 tempest-NetworksTestDHCPv6-1928598828 tempest-NetworksTestDHCPv6-1928598828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:44:45.574777 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=6b6c91e1-a20a-4825-b01f-98574dbee7fc,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:45.633607 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5777d109-09ce-4b01-aa50-0f0427dc303f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Router 651a8ff4-08a1-40e8-a33e-00e6539f4a49 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:44:45.725466 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89dcfcb-c130-4962-b47a-74c5a56b8d7f req-1b100725-3a8b-4e29-b5b0-3d44f6ed1fb9 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:45.728268 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f89dcfcb-c130-4962-b47a-74c5a56b8d7f req-1b100725-3a8b-4e29-b5b0-3d44f6ed1fb9 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 946 time: 0.1712601 Sep 01 15:44:45.843236 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46612) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:46.000206 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-173ab60b-594e-4936-b1a6-48b791c2a116 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2b5d3a8955024ef697607ab5d85e55b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1557508 Sep 01 15:44:46.001283 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f89dcfcb-c130-4962-b47a-74c5a56b8d7f req-917bc0ce-ccaa-43fb-bbc6-3d8048324a7c tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096634 Sep 01 15:44:46.003661 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46616) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:46.005783 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-736f7686-f403-4cd4-9b36-195552ddb199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:46.065159 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f7686-f403-4cd4-9b36-195552ddb199 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:46.072369 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5777d109-09ce-4b01-aa50-0f0427dc303f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:44:46.076271 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ba5064d5-0ecb-4d55-8d5f-9d59d1940832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:46.092655 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5777d109-09ce-4b01-aa50-0f0427dc303f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "PUT /v2.0/routers/651a8ff4-08a1-40e8-a33e-00e6539f4a49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1059189 Sep 01 15:44:46.093345 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46620) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:46.096248 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d00ec2c-4316-4ecc-93b6-7593af07b7e9 None None] Sync routers for ids ['651a8ff4-08a1-40e8-a33e-00e6539f4a49'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:44:46.108834 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d00ec2c-4316-4ecc-93b6-7593af07b7e9 None None] Routers {'651a8ff4-08a1-40e8-a33e-00e6539f4a49'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:46.109079 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ba5064d5-0ecb-4d55-8d5f-9d59d1940832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:46.109737 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7d00ec2c-4316-4ecc-93b6-7593af07b7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:44:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['651a8ff4-08a1-40e8-a33e-00e6539f4a49'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:46.212723 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ba5064d5-0ecb-4d55-8d5f-9d59d1940832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:46.216978 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ba5064d5-0ecb-4d55-8d5f-9d59d1940832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:46.221108 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ba5064d5-0ecb-4d55-8d5f-9d59d1940832 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9e68ad2f-fedc-48ff-b7a5-bf28617398f9 HTTP/1.1" status: 204 len: 168 time: 0.2132044 Sep 01 15:44:46.232042 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5064d5-0ecb-4d55-8d5f-9d59d1940832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e68ad2f-fedc-48ff-b7a5-bf28617398f9,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:46.248592 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffa21b-755e-4226-b4ca-587847bdfae2 req-a280d751-5da6-4e96-ab56-d3845a817b76 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:46.258510 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06ffa21b-755e-4226-b4ca-587847bdfae2 req-a280d751-5da6-4e96-ab56-d3845a817b76 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 946 time: 0.1378524 Sep 01 15:44:46.287665 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-7d00ec2c-4316-4ecc-93b6-7593af07b7e9 None None] Set router 651a8ff4-08a1-40e8-a33e-00e6539f4a49 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:46.303447 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-fedb86ec-51f7-4ccb-a1b3-7204e02bb34b tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Deleting subnet d2f1ca31-93d2-4a99-9289-40d22d5a0bd4 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:44:46.314504 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06ffa21b-755e-4226-b4ca-587847bdfae2 req-3e0e9a42-95fd-4118-b54e-0c240d95bde0 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550196 Sep 01 15:44:46.370710 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fedb86ec-51f7-4ccb-a1b3-7204e02bb34b tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:46.533605 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fedb86ec-51f7-4ccb-a1b3-7204e02bb34b tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:46.593597 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7d00ec2c-4316-4ecc-93b6-7593af07b7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651a8ff4-08a1-40e8-a33e-00e6539f4a49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1509519291', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '2d17af09-3d3d-4c11-b0ab-26434e256d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:43:56Z', 'updated_at': '2021-09-01T15:44:43Z', 'revision_number': 5, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'gw_port': {'id': '2d17af09-3d3d-4c11-b0ab-26434e256d21', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a8ff4-08a1-40e8-a33e-00e6539f4a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:43:57Z', 'updated_at': '2021-09-01T15:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:46.655087 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-736f7686-f403-4cd4-9b36-195552ddb199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:46.677155 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d00ec2c-4316-4ecc-93b6-7593af07b7e9 None None] Checking router: 651a8ff4-08a1-40e8-a33e-00e6539f4a49 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:44:46.691763 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d00ec2c-4316-4ecc-93b6-7593af07b7e9 None None] Routers {'651a8ff4-08a1-40e8-a33e-00e6539f4a49'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:46.693266 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7d00ec2c-4316-4ecc-93b6-7593af07b7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:44:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['651a8ff4-08a1-40e8-a33e-00e6539f4a49'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:46.779899 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081a28b-746b-4e67-9519-c8731fda58c4 req-263e3399-9530-4060-81eb-9d647027b57d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:46.789524 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d081a28b-746b-4e67-9519-c8731fda58c4 req-263e3399-9530-4060-81eb-9d647027b57d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 946 time: 0.0792859 Sep 01 15:44:46.815139 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fedb86ec-51f7-4ccb-a1b3-7204e02bb34b tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:46.864424 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d081a28b-746b-4e67-9519-c8731fda58c4 req-4f9e841e-fe69-4b0f-8c67-d3792c78cc27 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725901 Sep 01 15:44:46.936774 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-7d00ec2c-4316-4ecc-93b6-7593af07b7e9 None None] Set router 651a8ff4-08a1-40e8-a33e-00e6539f4a49 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:47.021858 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fedb86ec-51f7-4ccb-a1b3-7204e02bb34b tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:47.076240 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6b6c91e1-a20a-4825-b01f-98574dbee7fc up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:47.122242 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb86ec-51f7-4ccb-a1b3-7204e02bb34b tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f1ca31-93d2-4a99-9289-40d22d5a0bd4,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:47.130918 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fedb86ec-51f7-4ccb-a1b3-7204e02bb34b tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:47.135953 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46640) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:47.136846 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fedb86ec-51f7-4ccb-a1b3-7204e02bb34b tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "DELETE /v2.0/subnets/d2f1ca31-93d2-4a99-9289-40d22d5a0bd4 HTTP/1.1" status: 204 len: 168 time: 1.0162210 Sep 01 15:44:47.146711 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1486d588-5833-46a6-bed0-9464b433047d None None] Network fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:44:47.259361 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736f7686-f403-4cd4-9b36-195552ddb199 admin admin] Router 18670bdf-a09d-4c00-ae6d-ed006e399f51 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:44:47.316158 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7d00ec2c-4316-4ecc-93b6-7593af07b7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651a8ff4-08a1-40e8-a33e-00e6539f4a49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1509519291', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '2d17af09-3d3d-4c11-b0ab-26434e256d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:43:56Z', 'updated_at': '2021-09-01T15:44:43Z', 'revision_number': 5, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'gw_port': {'id': '2d17af09-3d3d-4c11-b0ab-26434e256d21', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a8ff4-08a1-40e8-a33e-00e6539f4a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:43:57Z', 'updated_at': '2021-09-01T15:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:47.349956 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 6b6c91e1-a20a-4825-b01f-98574dbee7fc triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:47.350619 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:47.361525 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d00ec2c-4316-4ecc-93b6-7593af07b7e9 None None] The sync data for ids ['651a8ff4-08a1-40e8-a33e-00e6539f4a49'] in n-d-794796-3 is: [{'id': '651a8ff4-08a1-40e8-a33e-00e6539f4a49', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1509519291', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': '2d17af09-3d3d-4c11-b0ab-26434e256d21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:43:56Z', 'updated_at': '2021-09-01T15:44:43Z', 'revision_number': 5, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'gw_port': {'id': '2d17af09-3d3d-4c11-b0ab-26434e256d21', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651a8ff4-08a1-40e8-a33e-00e6539f4a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:43:57Z', 'updated_at': '2021-09-01T15:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:44:47.424192 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4889802e-6fda-4628-b205-f41ebe7b4965 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:47.496842 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736f7686-f403-4cd4-9b36-195552ddb199 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:44:47.520247 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-736f7686-f403-4cd4-9b36-195552ddb199 admin admin] 10.222.0.60 "PUT /v2.0/routers/18670bdf-a09d-4c00-ae6d-ed006e399f51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5515952 Sep 01 15:44:47.524291 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46648) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:47.527698 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d07a756-73b2-4b87-8831-1cac22aae6c0 None None] Sync routers for ids ['18670bdf-a09d-4c00-ae6d-ed006e399f51'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:44:47.646776 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef9d027-8f6e-4a79-90b9-5039526219a7 None None] DHCP port deletion for fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:44:47.658565 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4889802e-6fda-4628-b205-f41ebe7b4965 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:47.663651 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d07a756-73b2-4b87-8831-1cac22aae6c0 None None] Routers {'18670bdf-a09d-4c00-ae6d-ed006e399f51'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:47.664805 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-5d07a756-73b2-4b87-8831-1cac22aae6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:44:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['18670bdf-a09d-4c00-ae6d-ed006e399f51'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:47.736874 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-4889802e-6fda-4628-b205-f41ebe7b4965 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Deleting port 2d17af09-3d3d-4c11-b0ab-26434e256d21 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:47.737218 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4889802e-6fda-4628-b205-f41ebe7b4965 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:47.812032 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46652) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:47.819063 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f4cfff1-664d-4512-92ba-198f8c5c8009 admin admin] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:47.941596 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-4889802e-6fda-4628-b205-f41ebe7b4965 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] For port 2d17af09-3d3d-4c11-b0ab-26434e256d21, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=2d17af09-3d3d-4c11-b0ab-26434e256d21,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:47.942203 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4889802e-6fda-4628-b205-f41ebe7b4965 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:47.947101 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f4cfff1-664d-4512-92ba-198f8c5c8009 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:47.978941 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-4889802e-6fda-4628-b205-f41ebe7b4965 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Calling delete_port for 2d17af09-3d3d-4c11-b0ab-26434e256d21 owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:48.014104 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-5d07a756-73b2-4b87-8831-1cac22aae6c0 None None] Set router 18670bdf-a09d-4c00-ae6d-ed006e399f51 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:48.119435 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cfff1-664d-4512-92ba-198f8c5c8009 admin admin] Deleting port 37bf7885-9c5f-4e20-a027-dd12f5a30a68 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:48.120027 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f4cfff1-664d-4512-92ba-198f8c5c8009 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.128996 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-7bc14c82-8c77-42f3-a3f5-e534f22a2cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1719639169'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:48.205937 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852130c-4aee-4cd8-8620-19a2a476ee72 req-e7aa264a-d459-402a-a9fd-ae4145a45df0 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:48.209403 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b852130c-4aee-4cd8-8620-19a2a476ee72 req-e7aa264a-d459-402a-a9fd-ae4145a45df0 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 946 time: 0.1361063 Sep 01 15:44:48.210011 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1ef9d027-8f6e-4a79-90b9-5039526219a7 None None] Deleting port bd890e6b-fe1f-4bc3-9455-95d68660417a {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:48.211516 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1ef9d027-8f6e-4a79-90b9-5039526219a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.222759 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc14c82-8c77-42f3-a3f5-e534f22a2cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Made reservation on behalf of 9790db01e31541eabfa3737c98c23b7f for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:44:48.226997 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7bc14c82-8c77-42f3-a3f5-e534f22a2cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.243787 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7bc14c82-8c77-42f3-a3f5-e534f22a2cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.338535 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-7f4cfff1-664d-4512-92ba-198f8c5c8009 admin admin] For port 37bf7885-9c5f-4e20-a027-dd12f5a30a68, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=37bf7885-9c5f-4e20-a027-dd12f5a30a68,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:48.339390 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f4cfff1-664d-4512-92ba-198f8c5c8009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.356879 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1ef9d027-8f6e-4a79-90b9-5039526219a7 None None] For port bd890e6b-fe1f-4bc3-9455-95d68660417a, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=bd890e6b-fe1f-4bc3-9455-95d68660417a,segment=NetworkSegment(67a5b251-16a4-498d-b6bf-df61a52b49e9),segment_id=67a5b251-16a4-498d-b6bf-df61a52b49e9)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:48.357481 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1ef9d027-8f6e-4a79-90b9-5039526219a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.358611 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7bc14c82-8c77-42f3-a3f5-e534f22a2cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.367738 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7bc14c82-8c77-42f3-a3f5-e534f22a2cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.381890 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc14c82-8c77-42f3-a3f5-e534f22a2cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:44:48.387268 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-7f4cfff1-664d-4512-92ba-198f8c5c8009 admin admin] Calling delete_port for 37bf7885-9c5f-4e20-a027-dd12f5a30a68 owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:48.393063 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7bc14c82-8c77-42f3-a3f5-e534f22a2cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.393613 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-7bc14c82-8c77-42f3-a3f5-e534f22a2cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Added segment 8dac422e-e179-4b7c-973b-35d5a19ba333 of type vlan for network 695804d8-c64d-47ff-8d1a-19eed3f3d98a Sep 01 15:44:48.397643 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b852130c-4aee-4cd8-8620-19a2a476ee72 req-3aa64458-9bf0-4d54-8f2d-3ce9c1b19170 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712892 Sep 01 15:44:48.410505 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1ef9d027-8f6e-4a79-90b9-5039526219a7 None None] Calling delete_port for bd890e6b-fe1f-4bc3-9455-95d68660417a owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:48.460856 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc14c82-8c77-42f3-a3f5-e534f22a2cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d53aa198-4ff3-4c18-b688-b4463f454a71,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:48.503959 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7bc14c82-8c77-42f3-a3f5-e534f22a2cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.575560 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4889802e-6fda-4628-b205-f41ebe7b4965 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.638374 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7bc14c82-8c77-42f3-a3f5-e534f22a2cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.645386 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d62de0-80d2-404a-8823-ccb34fbf0509 req-42e1b562-c319-4758-975f-1d91eedaca80 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:48.647255 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a7d62de0-80d2-404a-8823-ccb34fbf0509 req-42e1b562-c319-4758-975f-1d91eedaca80 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 946 time: 0.1109109 Sep 01 15:44:48.649047 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc14c82-8c77-42f3-a3f5-e534f22a2cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:48.649650 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7bc14c82-8c77-42f3-a3f5-e534f22a2cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.661718 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4889802e-6fda-4628-b205-f41ebe7b4965 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event deleted for resources: {'Port': ['ID=2d17af09-3d3d-4c11-b0ab-26434e256d21,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:48.765364 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-5d07a756-73b2-4b87-8831-1cac22aae6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18670bdf-a09d-4c00-ae6d-ed006e399f51', 'name': 'tempest-TestAggregatesBasicOps-1609012011-router', 'tenant_id': '0bb6740a89d94c15b52b9df674b53c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '37bf7885-9c5f-4e20-a027-dd12f5a30a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:11Z', 'updated_at': '2021-09-01T15:44:45Z', 'revision_number': 5, 'project_id': '0bb6740a89d94c15b52b9df674b53c90', 'gw_port': {'id': '37bf7885-9c5f-4e20-a027-dd12f5a30a68', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:d8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18670bdf-a09d-4c00-ae6d-ed006e399f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:13Z', 'updated_at': '2021-09-01T15:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:48.797874 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f4cfff1-664d-4512-92ba-198f8c5c8009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.801008 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d07a756-73b2-4b87-8831-1cac22aae6c0 None None] Checking router: 18670bdf-a09d-4c00-ae6d-ed006e399f51 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:44:48.824569 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7bc14c82-8c77-42f3-a3f5-e534f22a2cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0103827 Sep 01 15:44:48.832513 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d07a756-73b2-4b87-8831-1cac22aae6c0 None None] Routers {'18670bdf-a09d-4c00-ae6d-ed006e399f51'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:48.841950 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-5d07a756-73b2-4b87-8831-1cac22aae6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:44:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['18670bdf-a09d-4c00-ae6d-ed006e399f51'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:48.847325 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1ef9d027-8f6e-4a79-90b9-5039526219a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.865389 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46658) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:48.879077 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-c26b3106-7c85-40b3-bf9a-505df82f8fef tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Request body: {'subnet': {'network_id': '695804d8-c64d-47ff-8d1a-19eed3f3d98a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:48.917300 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f4cfff1-664d-4512-92ba-198f8c5c8009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:48.949274 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9d027-8f6e-4a79-90b9-5039526219a7 None None] Pushing event deleted for resources: {'Port': ['ID=bd890e6b-fe1f-4bc3-9455-95d68660417a,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:48.958517 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef9d027-8f6e-4a79-90b9-5039526219a7 None None] No DVR routers for this DVR port bd890e6b-fe1f-4bc3-9455-95d68660417a on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:44:48.975639 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-5d07a756-73b2-4b87-8831-1cac22aae6c0 None None] Set router 18670bdf-a09d-4c00-ae6d-ed006e399f51 gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:48.990410 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cfff1-664d-4512-92ba-198f8c5c8009 admin admin] Pushing event deleted for resources: {'Port': ['ID=37bf7885-9c5f-4e20-a027-dd12f5a30a68,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:48.990723 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc14c82-8c77-42f3-a3f5-e534f22a2cd0 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Pushing event updated for resources: {'Network': ['ID=695804d8-c64d-47ff-8d1a-19eed3f3d98a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:49.041644 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4889802e-6fda-4628-b205-f41ebe7b4965 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:49.048182 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-5d07a756-73b2-4b87-8831-1cac22aae6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18670bdf-a09d-4c00-ae6d-ed006e399f51', 'name': 'tempest-TestAggregatesBasicOps-1609012011-router', 'tenant_id': '0bb6740a89d94c15b52b9df674b53c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:11Z', 'updated_at': '2021-09-01T15:44:48Z', 'revision_number': 7, 'project_id': '0bb6740a89d94c15b52b9df674b53c90', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:49.054838 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 695804d8-c64d-47ff-8d1a-19eed3f3d98a details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:44:49.086418 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f4cfff1-664d-4512-92ba-198f8c5c8009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:49.089417 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f4cfff1-664d-4512-92ba-198f8c5c8009 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:49.135712 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d07a756-73b2-4b87-8831-1cac22aae6c0 None None] The sync data for ids ['18670bdf-a09d-4c00-ae6d-ed006e399f51'] in n-d-794796-3 is: [{'id': '18670bdf-a09d-4c00-ae6d-ed006e399f51', 'name': 'tempest-TestAggregatesBasicOps-1609012011-router', 'tenant_id': '0bb6740a89d94c15b52b9df674b53c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:11Z', 'updated_at': '2021-09-01T15:44:48Z', 'revision_number': 7, 'project_id': '0bb6740a89d94c15b52b9df674b53c90', 'gw_port_host': None}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:44:49.141158 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device bd890e6b-fe1f-4bc3-9455-95d68660417a no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:44:49.171446 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: bd890e6b-fe1f-4bc3-9455-95d68660417a {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:44:49.171446 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device bd890e6b-fe1f-4bc3-9455-95d68660417a not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:44:49.171983 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 37120398-7475-4858-92b6-bb5d499c7cdb no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:44:49.185706 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-a7d62de0-80d2-404a-8823-ccb34fbf0509 req-56022b7a-c51c-4dc6-b536-e46af448250e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Deleting port 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:49.186656 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a7d62de0-80d2-404a-8823-ccb34fbf0509 req-56022b7a-c51c-4dc6-b536-e46af448250e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:49.200608 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f4cfff1-664d-4512-92ba-198f8c5c8009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:49.201235 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4cfff1-664d-4512-92ba-198f8c5c8009 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18670bdf-a09d-4c00-ae6d-ed006e399f51 {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:44:49.208049 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 37120398-7475-4858-92b6-bb5d499c7cdb {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:44:49.208267 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 37120398-7475-4858-92b6-bb5d499c7cdb not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:44:49.222521 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7f4cfff1-664d-4512-92ba-198f8c5c8009 admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:49.224161 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7f4cfff1-664d-4512-92ba-198f8c5c8009 admin admin] 10.222.0.60 "DELETE /v2.0/routers/18670bdf-a09d-4c00-ae6d-ed006e399f51 HTTP/1.1" status: 204 len: 168 time: 1.6982884 Sep 01 15:44:49.255900 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46660) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:49.274793 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4889802e-6fda-4628-b205-f41ebe7b4965 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:49.279781 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4889802e-6fda-4628-b205-f41ebe7b4965 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:49.332527 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da80773-316c-4e63-924e-6887a4364cf6 admin admin] Deleting subnet 2ba7edba-9543-43a1-a6be-fe3f91314ad9 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:44:49.343036 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26b3106-7c85-40b3-bf9a-505df82f8fef tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Made reservation on behalf of 9790db01e31541eabfa3737c98c23b7f for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:44:49.345278 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3da80773-316c-4e63-924e-6887a4364cf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:49.348536 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c26b3106-7c85-40b3-bf9a-505df82f8fef tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:49.354915 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4889802e-6fda-4628-b205-f41ebe7b4965 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:49.355518 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4889802e-6fda-4628-b205-f41ebe7b4965 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Fanout notify agent at l3_agent the message router_deleted on router 651a8ff4-08a1-40e8-a33e-00e6539f4a49 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:44:49.364220 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4889802e-6fda-4628-b205-f41ebe7b4965 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:49.365608 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4889802e-6fda-4628-b205-f41ebe7b4965 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "DELETE /v2.0/routers/651a8ff4-08a1-40e8-a33e-00e6539f4a49 HTTP/1.1" status: 204 len: 168 time: 2.2283273 Sep 01 15:44:49.378553 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46662) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:49.407984 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-a7d62de0-80d2-404a-8823-ccb34fbf0509 req-56022b7a-c51c-4dc6-b536-e46af448250e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] For port 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=4ce84021-26d9-4e73-bfe3-2ea5c2cfee79,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:49.408573 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a7d62de0-80d2-404a-8823-ccb34fbf0509 req-56022b7a-c51c-4dc6-b536-e46af448250e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:49.438671 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-a7d62de0-80d2-404a-8823-ccb34fbf0509 req-56022b7a-c51c-4dc6-b536-e46af448250e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Calling delete_port for 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:49.443767 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3da80773-316c-4e63-924e-6887a4364cf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:49.547175 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f5a4bdc2-0282-42af-b9c3-ee9dc3ed4baa tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:49.730838 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3da80773-316c-4e63-924e-6887a4364cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:49.768986 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f5a4bdc2-0282-42af-b9c3-ee9dc3ed4baa tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:49.828792 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd459c-c4d0-4664-a34e-5f69a0d351ff req-cfe4cd98-ed61-477f-994d-8aa89c6e1d78 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:49.831537 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-11bd459c-c4d0-4664-a34e-5f69a0d351ff req-cfe4cd98-ed61-477f-994d-8aa89c6e1d78 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 946 time: 0.2111292 Sep 01 15:44:49.851077 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-f5a4bdc2-0282-42af-b9c3-ee9dc3ed4baa tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:49.885977 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-f5a4bdc2-0282-42af-b9c3-ee9dc3ed4baa tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a5b251-16a4-498d-b6bf-df61a52b49e9') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:49.886623 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-f5a4bdc2-0282-42af-b9c3-ee9dc3ed4baa tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a5b251-16a4-498d-b6bf-df61a52b49e9') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:49.934988 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f5a4bdc2-0282-42af-b9c3-ee9dc3ed4baa tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:49.950156 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c26b3106-7c85-40b3-bf9a-505df82f8fef tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:50.033114 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f5a4bdc2-0282-42af-b9c3-ee9dc3ed4baa tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:50.076761 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a4bdc2-0282-42af-b9c3-ee9dc3ed4baa tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:44:50.077276 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f5a4bdc2-0282-42af-b9c3-ee9dc3ed4baa tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:44:50.091874 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:44:50.186406 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-11bd459c-c4d0-4664-a34e-5f69a0d351ff req-c77d6a0d-0e6c-42a7-890f-bf0f210f2b34 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417888 Sep 01 15:44:50.219881 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b3106-7c85-40b3-bf9a-505df82f8fef tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Pushing event updated for resources: {'Subnet': ['ID=2a6288db-94fd-4b89-8cf4-97b5f78bb11c,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:50.241188 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3da80773-316c-4e63-924e-6887a4364cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:50.246596 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a7d62de0-80d2-404a-8823-ccb34fbf0509 req-56022b7a-c51c-4dc6-b536-e46af448250e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:50.253340 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f5a4bdc2-0282-42af-b9c3-ee9dc3ed4baa tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:50.266937 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f5a4bdc2-0282-42af-b9c3-ee9dc3ed4baa tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:50.270354 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f5a4bdc2-0282-42af-b9c3-ee9dc3ed4baa tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "DELETE /v2.0/networks/fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9 HTTP/1.1" status: 204 len: 168 time: 0.8904648 Sep 01 15:44:50.274548 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46666) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:50.289590 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['4ce84021-26d9-4e73-bfe3-2ea5c2cfee79'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:44:50.303997 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26b3106-7c85-40b3-bf9a-505df82f8fef tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Checking segment: {'id': '8dac422e-e179-4b7c-973b-35d5a19ba333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '695804d8-c64d-47ff-8d1a-19eed3f3d98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:44:50.304646 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26b3106-7c85-40b3-bf9a-505df82f8fef tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Network hostable DHCP agents. Network: 695804d8-c64d-47ff-8d1a-19eed3f3d98a, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:44:50.307208 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da80773-316c-4e63-924e-6887a4364cf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ba7edba-9543-43a1-a6be-fe3f91314ad9,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:50.309674 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3da80773-316c-4e63-924e-6887a4364cf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:50.311700 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3da80773-316c-4e63-924e-6887a4364cf6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2ba7edba-9543-43a1-a6be-fe3f91314ad9 HTTP/1.1" status: 204 len: 168 time: 1.0550704 Sep 01 15:44:50.322657 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46668) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:50.323929 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4bdc2-0282-42af-b9c3-ee9dc3ed4baa tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event deleted for resources: {'Network': ['ID=fe04f0d3-8f64-4a7b-9f14-75623f9bfeb9,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:50.342724 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56022b7a-c51c-4dc6-b536-e46af448250e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Pushing event deleted for resources: {'Port': ['ID=4ce84021-26d9-4e73-bfe3-2ea5c2cfee79,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:50.400305 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b332f167-0781-4094-80b4-076a14ff6d5d None None] Network bb7a1cff-59c5-49da-a77c-4105ab34348c requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:44:50.407113 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d62de0-80d2-404a-8823-ccb34fbf0509 req-56022b7a-c51c-4dc6-b536-e46af448250e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] No DVR routers for this DVR port 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:44:50.411082 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a7d62de0-80d2-404a-8823-ccb34fbf0509 req-56022b7a-c51c-4dc6-b536-e46af448250e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:50.416097 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a7d62de0-80d2-404a-8823-ccb34fbf0509 req-56022b7a-c51c-4dc6-b536-e46af448250e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.62 "DELETE /v2.0/ports/4ce84021-26d9-4e73-bfe3-2ea5c2cfee79 HTTP/1.1" status: 204 len: 173 time: 1.7576342 Sep 01 15:44:50.416671 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd37b091-62f8-4118-8a02-b528754fa4d9', 'name': 'network-vif-deleted', 'tag': '4ce84021-26d9-4e73-bfe3-2ea5c2cfee79'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:44:50.426560 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d3935f-d76d-4e26-96c7-b4a57a859b02" -d '{"events": [{"server_uuid": "fd37b091-62f8-4118-8a02-b528754fa4d9", "name": "network-vif-deleted", "tag": "4ce84021-26d9-4e73-bfe3-2ea5c2cfee79"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:44:50.554778 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-56f0ff1c-4365-4c6c-8c79-589b600a3b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:50.637934 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26b3106-7c85-40b3-bf9a-505df82f8fef tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Network 695804d8-c64d-47ff-8d1a-19eed3f3d98a is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:44:50.707667 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-c26b3106-7c85-40b3-bf9a-505df82f8fef tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 695804d8-c64d-47ff-8d1a-19eed3f3d98a) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:50.723873 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0079a8cd-2730-4ed6-9165-0ee73501f610 None None] Network 695804d8-c64d-47ff-8d1a-19eed3f3d98a requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:44:50.804069 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ab1ab4-a964-497f-aefc-368b2ecff321 x-openstack-request-id: req-d3ab1ab4-a964-497f-aefc-368b2ecff321 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:44:50.804311 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd37b091-62f8-4118-8a02-b528754fa4d9", "name": "network-vif-deleted", "tag": "4ce84021-26d9-4e73-bfe3-2ea5c2cfee79", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:44:50.804979 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d3ab1ab4-a964-497f-aefc-368b2ecff321 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:44:50.805468 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd37b091-62f8-4118-8a02-b528754fa4d9', 'name': 'network-vif-deleted', 'tag': '4ce84021-26d9-4e73-bfe3-2ea5c2cfee79', 'status': 'completed', 'code': 200} Sep 01 15:44:50.816065 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd06e44e-f327-4ab1-b336-e1ba9ce5adbe None None] DHCP port deletion for bb7a1cff-59c5-49da-a77c-4105ab34348c request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:44:50.944158 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26b3106-7c85-40b3-bf9a-505df82f8fef tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:50.944786 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c26b3106-7c85-40b3-bf9a-505df82f8fef tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:50.981128 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 2d17af09-3d3d-4c11-b0ab-26434e256d21 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:44:51.027041 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46674) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:51.027326 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c26b3106-7c85-40b3-bf9a-505df82f8fef tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1556609 Sep 01 15:44:51.033826 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-bc4263fb-b1f0-43c2-9458-1d4589f9c34c tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Request body: {'port': {'network_id': '695804d8-c64d-47ff-8d1a-19eed3f3d98a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1875081465'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:51.076301 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 2d17af09-3d3d-4c11-b0ab-26434e256d21 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:44:51.081425 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 2d17af09-3d3d-4c11-b0ab-26434e256d21 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:44:51.082123 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6e4a82df-238d-40e7-b332-e7dc58920627 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:44:51.086039 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-56f0ff1c-4365-4c6c-8c79-589b600a3b71 admin admin] Deleting port 6e4a82df-238d-40e7-b332-e7dc58920627 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:51.087016 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-56f0ff1c-4365-4c6c-8c79-589b600a3b71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:51.155723 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-cd06e44e-f327-4ab1-b336-e1ba9ce5adbe None None] Deleting port 6e4a82df-238d-40e7-b332-e7dc58920627 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:51.156169 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cd06e44e-f327-4ab1-b336-e1ba9ce5adbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:51.215850 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-e99b9db0-cf43-471c-813c-ae7bb422c2ac tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Deleting port ce8b5ffb-6122-44b3-9749-bd37dc66e2ec {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:51.216450 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e99b9db0-cf43-471c-813c-ae7bb422c2ac tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:51.298762 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4263fb-b1f0-43c2-9458-1d4589f9c34c tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Made reservation on behalf of 9790db01e31541eabfa3737c98c23b7f for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:44:51.311235 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bc4263fb-b1f0-43c2-9458-1d4589f9c34c tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:51.317352 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5508ba30-27bb-46a4-b84d-771e6e30388d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-695804d8-c64d-47ff-8d1a-19eed3f3d98a', 'network_id': '695804d8-c64d-47ff-8d1a-19eed3f3d98a', 'tenant_id': '9790db01e31541eabfa3737c98c23b7f', 'fixed_ips': [{'subnet_id': '2a6288db-94fd-4b89-8cf4-97b5f78bb11c'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:44:51.318572 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5508ba30-27bb-46a4-b84d-771e6e30388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:51.322950 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-56f0ff1c-4365-4c6c-8c79-589b600a3b71 admin admin] For port 6e4a82df-238d-40e7-b332-e7dc58920627, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6e4a82df-238d-40e7-b332-e7dc58920627,segment=NetworkSegment(01d2aa44-ad16-4aaa-8d47-444c8c3a1415),segment_id=01d2aa44-ad16-4aaa-8d47-444c8c3a1415)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:51.324275 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-56f0ff1c-4365-4c6c-8c79-589b600a3b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:51.343482 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-bc4263fb-b1f0-43c2-9458-1d4589f9c34c tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] device_id is not set on port 820909c9-96b2-4ced-8dac-1134602c943a yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:44:51.359391 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-cd06e44e-f327-4ab1-b336-e1ba9ce5adbe None None] For port 6e4a82df-238d-40e7-b332-e7dc58920627, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6e4a82df-238d-40e7-b332-e7dc58920627,segment=NetworkSegment(01d2aa44-ad16-4aaa-8d47-444c8c3a1415),segment_id=01d2aa44-ad16-4aaa-8d47-444c8c3a1415)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:51.361287 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cd06e44e-f327-4ab1-b336-e1ba9ce5adbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:51.363304 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-56f0ff1c-4365-4c6c-8c79-589b600a3b71 admin admin] Calling delete_port for 6e4a82df-238d-40e7-b332-e7dc58920627 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:51.429637 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-cd06e44e-f327-4ab1-b336-e1ba9ce5adbe None None] Calling delete_port for 6e4a82df-238d-40e7-b332-e7dc58920627 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:51.532951 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ce93c87f-0869-4589-a569-5146ce9427a1 req-b5d2f005-5b5a-42a2-b094-11850e4ef368 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 210 time: 0.1314461 Sep 01 15:44:51.562611 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e99b9db0-cf43-471c-813c-ae7bb422c2ac tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:51.563163 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e99b9db0-cf43-471c-813c-ae7bb422c2ac tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:51.615499 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-bc4263fb-b1f0-43c2-9458-1d4589f9c34c tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Allocated IP 2001:db8::144 (695804d8-c64d-47ff-8d1a-19eed3f3d98a/2a6288db-94fd-4b89-8cf4-97b5f78bb11c/820909c9-96b2-4ced-8dac-1134602c943a) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:44:51.620527 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-e99b9db0-cf43-471c-813c-ae7bb422c2ac tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Calling delete_port for ce8b5ffb-6122-44b3-9749-bd37dc66e2ec owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:51.688620 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cd06e44e-f327-4ab1-b336-e1ba9ce5adbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:51.752101 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-56f0ff1c-4365-4c6c-8c79-589b600a3b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:51.810699 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:51.815918 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0ff1c-4365-4c6c-8c79-589b600a3b71 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e4a82df-238d-40e7-b332-e7dc58920627,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:51.835023 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f0ff1c-4365-4c6c-8c79-589b600a3b71 admin admin] No DVR routers for this DVR port 6e4a82df-238d-40e7-b332-e7dc58920627 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:44:51.849440 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd06e44e-f327-4ab1-b336-e1ba9ce5adbe None None] No DVR routers for this DVR port 6e4a82df-238d-40e7-b332-e7dc58920627 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:44:51.875954 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06e44e-f327-4ab1-b336-e1ba9ce5adbe None None] Pushing event deleted for resources: {'Port': ['ID=6e4a82df-238d-40e7-b332-e7dc58920627,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:51.916626 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bc4263fb-b1f0-43c2-9458-1d4589f9c34c tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:51.955827 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-bc4263fb-b1f0-43c2-9458-1d4589f9c34c tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Transition to ACTIVE for port object 820909c9-96b2-4ced-8dac-1134602c943a will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:51.962057 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:44:52.004794 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:44:52.005422 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ce7ddbc4-87c9-4d74-a499-523c7f1ec5b2 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:44:52.006138 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 37bf7885-9c5f-4e20-a027-dd12f5a30a68 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:44:52.017875 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-56f0ff1c-4365-4c6c-8c79-589b600a3b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:52.041132 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 37bf7885-9c5f-4e20-a027-dd12f5a30a68 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:44:52.041727 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 37bf7885-9c5f-4e20-a027-dd12f5a30a68 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:44:52.065473 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bc4263fb-b1f0-43c2-9458-1d4589f9c34c tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:52.144537 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-56f0ff1c-4365-4c6c-8c79-589b600a3b71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7a1cff-59c5-49da-a77c-4105ab34348c']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:52.150108 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-5508ba30-27bb-46a4-b84d-771e6e30388d None None] Allocated IP 2001:db8::2 (695804d8-c64d-47ff-8d1a-19eed3f3d98a/2a6288db-94fd-4b89-8cf4-97b5f78bb11c/c36fd6fc-bf9f-4b45-af61-f1a11479dd12) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:44:52.171960 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-56f0ff1c-4365-4c6c-8c79-589b600a3b71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d2aa44-ad16-4aaa-8d47-444c8c3a1415') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:52.175017 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-56f0ff1c-4365-4c6c-8c79-589b600a3b71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d2aa44-ad16-4aaa-8d47-444c8c3a1415') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:52.180044 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4263fb-b1f0-43c2-9458-1d4589f9c34c tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Network 695804d8-c64d-47ff-8d1a-19eed3f3d98a is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:52.180737 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e99b9db0-cf43-471c-813c-ae7bb422c2ac tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:52.186260 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-bc4263fb-b1f0-43c2-9458-1d4589f9c34c tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:52.194763 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4263fb-b1f0-43c2-9458-1d4589f9c34c tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:44:52.205720 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4263fb-b1f0-43c2-9458-1d4589f9c34c tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:52.206927 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bc4263fb-b1f0-43c2-9458-1d4589f9c34c tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:52.212622 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4263fb-b1f0-43c2-9458-1d4589f9c34c tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Pushing event updated for resources: {'Port': ['ID=820909c9-96b2-4ced-8dac-1134602c943a,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:52.245810 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bc4263fb-b1f0-43c2-9458-1d4589f9c34c tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2166591 Sep 01 15:44:52.246597 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46678) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:52.253830 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b9db0-cf43-471c-813c-ae7bb422c2ac tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event deleted for resources: {'Port': ['ID=ce8b5ffb-6122-44b3-9749-bd37dc66e2ec,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:52.263494 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-e619a737-8ba7-466b-9f46-45e99bab4380 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Request body: {'port': {'network_id': '695804d8-c64d-47ff-8d1a-19eed3f3d98a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1575325478', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:52.264157 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.api.validators [None req-e619a737-8ba7-466b-9f46-45e99bab4380 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] bootfile-name is not in valid_values {{(pid=94733) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 01 15:44:52.264638 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.api.validators [None req-e619a737-8ba7-466b-9f46-45e99bab4380 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] tftp-server is not in valid_values {{(pid=94733) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 01 15:44:52.265132 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.api.validators [None req-e619a737-8ba7-466b-9f46-45e99bab4380 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] server-ip-address is not in valid_values {{(pid=94733) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 01 15:44:52.286386 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-56f0ff1c-4365-4c6c-8c79-589b600a3b71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:52.397621 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-56f0ff1c-4365-4c6c-8c79-589b600a3b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:52.462290 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f0ff1c-4365-4c6c-8c79-589b600a3b71 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:44:52.462807 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-56f0ff1c-4365-4c6c-8c79-589b600a3b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:44:52.475076 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:44:52.512034 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5508ba30-27bb-46a4-b84d-771e6e30388d None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:52.533804 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5508ba30-27bb-46a4-b84d-771e6e30388d None None] Transition to ACTIVE for port object c36fd6fc-bf9f-4b45-af61-f1a11479dd12 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:52.565456 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5508ba30-27bb-46a4-b84d-771e6e30388d None None] Transition to ACTIVE for port object c36fd6fc-bf9f-4b45-af61-f1a11479dd12 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:52.584217 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5508ba30-27bb-46a4-b84d-771e6e30388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:52.638920 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5508ba30-27bb-46a4-b84d-771e6e30388d None None] Network 695804d8-c64d-47ff-8d1a-19eed3f3d98a is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:52.642812 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-5508ba30-27bb-46a4-b84d-771e6e30388d None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:52.647437 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5508ba30-27bb-46a4-b84d-771e6e30388d None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:44:52.656117 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508ba30-27bb-46a4-b84d-771e6e30388d None None] Pushing event updated for resources: {'Port': ['ID=c36fd6fc-bf9f-4b45-af61-f1a11479dd12,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:52.733906 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:44:52.779337 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:44:52.779978 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 4ce84021-26d9-4e73-bfe3-2ea5c2cfee79 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:44:52.787665 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-5508ba30-27bb-46a4-b84d-771e6e30388d None None] Attempting to bind port c36fd6fc-bf9f-4b45-af61-f1a11479dd12 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:44:52.788473 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-5508ba30-27bb-46a4-b84d-771e6e30388d None None] Attempting to bind port c36fd6fc-bf9f-4b45-af61-f1a11479dd12 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '8dac422e-e179-4b7c-973b-35d5a19ba333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '695804d8-c64d-47ff-8d1a-19eed3f3d98a'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:44:52.789112 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5508ba30-27bb-46a4-b84d-771e6e30388d None None] Attempting to bind port c36fd6fc-bf9f-4b45-af61-f1a11479dd12 on network 695804d8-c64d-47ff-8d1a-19eed3f3d98a {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:44:52.794904 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2fcf54cf-cfdf-45b3-8e59-abe936e3185e req-97ffdc6b-69f9-49b1-8d22-d68ba86e04bd tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 210 time: 0.0607026 Sep 01 15:44:52.798761 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5508ba30-27bb-46a4-b84d-771e6e30388d None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:44:52.799228 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5508ba30-27bb-46a4-b84d-771e6e30388d None None] Checking segment: {'id': '8dac422e-e179-4b7c-973b-35d5a19ba333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '695804d8-c64d-47ff-8d1a-19eed3f3d98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:44:52.799713 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5508ba30-27bb-46a4-b84d-771e6e30388d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:52.800256 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5508ba30-27bb-46a4-b84d-771e6e30388d None None] Bound using segment: {'id': '8dac422e-e179-4b7c-973b-35d5a19ba333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '695804d8-c64d-47ff-8d1a-19eed3f3d98a'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:44:52.800847 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-5508ba30-27bb-46a4-b84d-771e6e30388d None None] Bound port: c36fd6fc-bf9f-4b45-af61-f1a11479dd12, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dac422e-e179-4b7c-973b-35d5a19ba333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '695804d8-c64d-47ff-8d1a-19eed3f3d98a'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:44:52.801377 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5508ba30-27bb-46a4-b84d-771e6e30388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:52.910929 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-5508ba30-27bb-46a4-b84d-771e6e30388d None None] For port c36fd6fc-bf9f-4b45-af61-f1a11479dd12, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:44:52.915054 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-5508ba30-27bb-46a4-b84d-771e6e30388d None None] For port c36fd6fc-bf9f-4b45-af61-f1a11479dd12, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=c36fd6fc-bf9f-4b45-af61-f1a11479dd12,segment=NetworkSegment(8dac422e-e179-4b7c-973b-35d5a19ba333),segment_id=8dac422e-e179-4b7c-973b-35d5a19ba333)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:44:52.921272 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5508ba30-27bb-46a4-b84d-771e6e30388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:52.963874 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e99b9db0-cf43-471c-813c-ae7bb422c2ac tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:52.964432 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-e99b9db0-cf43-471c-813c-ae7bb422c2ac tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Floating IP f497bd5f-b35f-42c9-83d0-a6fb39f1fb6f disassociated (deleted). External IP: 172.25.6.201, port: b38ea8ff-eec8-4912-afbb-be83ae8f71fd. Sep 01 15:44:53.005874 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508ba30-27bb-46a4-b84d-771e6e30388d None None] Pushing event updated for resources: {'Port': ['ID=c36fd6fc-bf9f-4b45-af61-f1a11479dd12,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:53.038595 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-56f0ff1c-4365-4c6c-8c79-589b600a3b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:53.064555 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-56f0ff1c-4365-4c6c-8c79-589b600a3b71 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:53.070037 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-56f0ff1c-4365-4c6c-8c79-589b600a3b71 admin admin] 10.222.0.60 "DELETE /v2.0/networks/bb7a1cff-59c5-49da-a77c-4105ab34348c HTTP/1.1" status: 204 len: 168 time: 2.7385592 Sep 01 15:44:53.070416 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46682) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:53.075813 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0ff1c-4365-4c6c-8c79-589b600a3b71 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb7a1cff-59c5-49da-a77c-4105ab34348c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:53.129977 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e619a737-8ba7-466b-9f46-45e99bab4380 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Made reservation on behalf of 9790db01e31541eabfa3737c98c23b7f for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:44:53.135415 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e619a737-8ba7-466b-9f46-45e99bab4380 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:53.171823 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-e619a737-8ba7-466b-9f46-45e99bab4380 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] device_id is not set on port f5444cb0-7dd4-4887-b28e-5c687fe70518 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:44:53.495180 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-e619a737-8ba7-466b-9f46-45e99bab4380 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Allocated IP 2001:db8::14a (695804d8-c64d-47ff-8d1a-19eed3f3d98a/2a6288db-94fd-4b89-8cf4-97b5f78bb11c/f5444cb0-7dd4-4887-b28e-5c687fe70518) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:44:53.558933 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99b9db0-cf43-471c-813c-ae7bb422c2ac tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Router e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:44:53.887557 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-74dc4234-c855-4b31-8554-26642bb32bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:54.001190 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5140a09e-dd59-49bb-95dd-3e4ef216307e req-e3cfd33a-6bed-453f-911d-28477eda2394 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 210 time: 0.0571198 Sep 01 15:44:54.035149 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99b9db0-cf43-471c-813c-ae7bb422c2ac tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:44:54.038650 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e619a737-8ba7-466b-9f46-45e99bab4380 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:54.044794 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e99b9db0-cf43-471c-813c-ae7bb422c2ac tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:54.060043 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8f90a4-f88e-4da4-9749-31ff64e1d4a7 None None] Sync routers for ids ['e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:44:54.077543 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8f90a4-f88e-4da4-9749-31ff64e1d4a7 None None] Routers {'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:54.085393 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-9f8f90a4-f88e-4da4-9749-31ff64e1d4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:44:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:54.099327 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-e619a737-8ba7-466b-9f46-45e99bab4380 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Transition to ACTIVE for port object f5444cb0-7dd4-4887-b28e-5c687fe70518 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:44:54.105392 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e99b9db0-cf43-471c-813c-ae7bb422c2ac tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "DELETE /v2.0/floatingips/f497bd5f-b35f-42c9-83d0-a6fb39f1fb6f HTTP/1.1" status: 204 len: 168 time: 3.8179748 Sep 01 15:44:54.116752 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea82157-8a76-4be2-a80f-c96e88a6ff0a', 'tag': 'b38ea8ff-eec8-4912-afbb-be83ae8f71fd'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:44:54.119467 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29af1c4e-1000-4486-ad3d-2f45099b0a80" -d '{"events": [{"name": "network-changed", "server_uuid": "aea82157-8a76-4be2-a80f-c96e88a6ff0a", "tag": "b38ea8ff-eec8-4912-afbb-be83ae8f71fd"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:44:54.216946 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e619a737-8ba7-466b-9f46-45e99bab4380 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:54.325281 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e619a737-8ba7-466b-9f46-45e99bab4380 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Network 695804d8-c64d-47ff-8d1a-19eed3f3d98a is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:44:54.330375 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-e619a737-8ba7-466b-9f46-45e99bab4380 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:44:54.336913 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e619a737-8ba7-466b-9f46-45e99bab4380 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:44:54.353269 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e619a737-8ba7-466b-9f46-45e99bab4380 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:54.354647 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e619a737-8ba7-466b-9f46-45e99bab4380 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:54.363793 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619a737-8ba7-466b-9f46-45e99bab4380 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Pushing event updated for resources: {'Port': ['ID=f5444cb0-7dd4-4887-b28e-5c687fe70518,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:54.389369 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e619a737-8ba7-466b-9f46-45e99bab4380 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.1300716 Sep 01 15:44:54.389764 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46692) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:54.505893 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812c4f1d-035f-4d1a-b2cb-19a4e59440b5 x-openstack-request-id: req-812c4f1d-035f-4d1a-b2cb-19a4e59440b5 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:44:54.507020 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea82157-8a76-4be2-a80f-c96e88a6ff0a", "tag": "b38ea8ff-eec8-4912-afbb-be83ae8f71fd", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:44:54.507020 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-812c4f1d-035f-4d1a-b2cb-19a4e59440b5 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:44:54.508194 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea82157-8a76-4be2-a80f-c96e88a6ff0a', 'tag': 'b38ea8ff-eec8-4912-afbb-be83ae8f71fd', 'status': 'completed', 'code': 200} Sep 01 15:44:54.750002 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-74dc4234-c855-4b31-8554-26642bb32bb3 admin admin] Deleting port 6b6c91e1-a20a-4825-b01f-98574dbee7fc {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:54.753966 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-74dc4234-c855-4b31-8554-26642bb32bb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:54.763594 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3949d9-9430-4340-9047-55b414160cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:54.790432 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3949d9-9430-4340-9047-55b414160cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:54.792810 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:44:54.814100 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3949d9-9430-4340-9047-55b414160cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:54.817195 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1d3949d9-9430-4340-9047-55b414160cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.4257302 Sep 01 15:44:54.820353 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46696) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:54.830334 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af1c4e-1000-4486-ad3d-2f45099b0a80 req-acc413bc-4a8b-4c53-a9de-d99dbfe2d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:54.832593 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-29af1c4e-1000-4486-ad3d-2f45099b0a80 req-acc413bc-4a8b-4c53-a9de-d99dbfe2d0fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a71dc08c28b44bd2acfe82e791b71db4&device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a HTTP/1.1" status: 200 len: 1136 time: 0.3239212 Sep 01 15:44:54.885281 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-9f8f90a4-f88e-4da4-9749-31ff64e1d4a7 None None] Set router e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:54.936279 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d422611f-521d-4427-80f5-a74297294e5f None None] Network 695804d8-c64d-47ff-8d1a-19eed3f3d98a requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:44:55.041913 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-74dc4234-c855-4b31-8554-26642bb32bb3 admin admin] For port 6b6c91e1-a20a-4825-b01f-98574dbee7fc, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6b6c91e1-a20a-4825-b01f-98574dbee7fc,segment=NetworkSegment(829c46dc-bc83-40a3-b3ab-ef310fca9a09),segment_id=829c46dc-bc83-40a3-b3ab-ef310fca9a09)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:55.042984 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-74dc4234-c855-4b31-8554-26642bb32bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:55.077676 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-74dc4234-c855-4b31-8554-26642bb32bb3 admin admin] Calling delete_port for 6b6c91e1-a20a-4825-b01f-98574dbee7fc owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:55.112471 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-d475ac1a-38b0-4b8a-b3ff-26884a9abd66 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Deleting port f5444cb0-7dd4-4887-b28e-5c687fe70518 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:55.112826 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d475ac1a-38b0-4b8a-b3ff-26884a9abd66 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:55.140775 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-08ece914-59c2-4646-b4e5-bcf4dc452db2 None None] Provisioning for port c36fd6fc-bf9f-4b45-af61-f1a11479dd12 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:55.163081 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c36fd6fc-bf9f-4b45-af61-f1a11479dd12 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:55.232613 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da9516-7f6d-4e34-8a36-1aa1476a428b req-549344d8-886a-41f8-9ce4-4aa1dc4bf2d7 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:55.236058 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b2da9516-7f6d-4e34-8a36-1aa1476a428b req-549344d8-886a-41f8-9ce4-4aa1dc4bf2d7 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a HTTP/1.1" status: 200 len: 985 time: 0.4089959 Sep 01 15:44:55.385565 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-db32b6fc-12a7-46de-bff3-1936b6ffd758 req-d79c40d2-3239-4b82-9623-3953c4d500dd tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 210 time: 0.0516412 Sep 01 15:44:55.410860 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af1c4e-1000-4486-ad3d-2f45099b0a80 req-9c37b7fe-4909-4e1c-b7d4-7c778ca9dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:55.426860 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-29af1c4e-1000-4486-ad3d-2f45099b0a80 req-9c37b7fe-4909-4e1c-b7d4-7c778ca9dd36 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763 HTTP/1.1" status: 200 len: 898 time: 0.5704789 Sep 01 15:44:55.455461 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port c36fd6fc-bf9f-4b45-af61-f1a11479dd12 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:55.463302 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port c36fd6fc-bf9f-4b45-af61-f1a11479dd12 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:55.463772 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:55.519545 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d475ac1a-38b0-4b8a-b3ff-26884a9abd66 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:55.546105 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b2da9516-7f6d-4e34-8a36-1aa1476a428b req-956ea962-3c42-444f-afc2-09f096bac414 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc171ca-e589-49f2-bf05-439ac7a47aaf&id=6dfe031a-ab3d-45fc-9e9b-c90783990dde&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2860510 Sep 01 15:44:55.549366 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-d475ac1a-38b0-4b8a-b3ff-26884a9abd66 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Calling delete_port for f5444cb0-7dd4-4887-b28e-5c687fe70518 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:55.557932 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-29af1c4e-1000-4486-ad3d-2f45099b0a80 req-6a5aa4e7-ebf2-4754-9f7e-3946ab8f9e8a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b38ea8ff-eec8-4912-afbb-be83ae8f71fd HTTP/1.1" status: 200 len: 217 time: 0.1297524 Sep 01 15:44:55.654007 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:55.656874 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-9f8f90a4-f88e-4da4-9749-31ff64e1d4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575050975', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:45Z', 'updated_at': '2021-09-01T15:42:54Z', 'revision_number': 4, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'gw_port': {'id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:46Z', 'updated_at': '2021-09-01T15:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'a68e85af-b663-47a5-ab04-524d5d2a1795', 'name': '', 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'mac_address': 'fa:16:3e:59:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'fad7484f-5abb-4bde-9fca-093bd3730f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:51Z', 'updated_at': '2021-09-01T15:43:03Z', 'revision_number': 5, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'subnets': [{'id': 'fad7484f-5abb-4bde-9fca-093bd3730f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:55.672436 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af1c4e-1000-4486-ad3d-2f45099b0a80 req-2b130e7d-e3b0-49bd-af07-aff6c52c8f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:55.676386 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-29af1c4e-1000-4486-ad3d-2f45099b0a80 req-2b130e7d-e3b0-49bd-af07-aff6c52c8f68 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fad7484f-5abb-4bde-9fca-093bd3730f96 HTTP/1.1" status: 200 len: 834 time: 0.1105249 Sep 01 15:44:55.749659 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port c36fd6fc-bf9f-4b45-af61-f1a11479dd12, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=c36fd6fc-bf9f-4b45-af61-f1a11479dd12,segment=NetworkSegment(8dac422e-e179-4b7c-973b-35d5a19ba333),segment_id=8dac422e-e179-4b7c-973b-35d5a19ba333)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:55.755786 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:55.756259 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8f90a4-f88e-4da4-9749-31ff64e1d4a7 None None] Checking router: e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:44:55.786088 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af1c4e-1000-4486-ad3d-2f45099b0a80 req-18e44bd3-2108-4043-8ed5-972bf6632bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:55.787732 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-29af1c4e-1000-4486-ad3d-2f45099b0a80 req-18e44bd3-2108-4043-8ed5-972bf6632bf0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029172 Sep 01 15:44:55.806036 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8f90a4-f88e-4da4-9749-31ff64e1d4a7 None None] Routers {'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:55.810469 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-9f8f90a4-f88e-4da4-9749-31ff64e1d4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:44:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:55.861782 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=c36fd6fc-bf9f-4b45-af61-f1a11479dd12,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:55.967216 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d475ac1a-38b0-4b8a-b3ff-26884a9abd66 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:56.039225 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-29af1c4e-1000-4486-ad3d-2f45099b0a80 req-d81377e5-fc2c-4a55-bf7d-bf8417c26e4a service neutron] 10.222.0.45 "GET /v2.0/networks/f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428405 Sep 01 15:44:56.055510 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d475ac1a-38b0-4b8a-b3ff-26884a9abd66 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:56.058498 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d475ac1a-38b0-4b8a-b3ff-26884a9abd66 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] 10.222.0.60 "DELETE /v2.0/ports/f5444cb0-7dd4-4887-b28e-5c687fe70518 HTTP/1.1" status: 204 len: 168 time: 1.2307754 Sep 01 15:44:56.060306 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475ac1a-38b0-4b8a-b3ff-26884a9abd66 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Pushing event deleted for resources: {'Port': ['ID=f5444cb0-7dd4-4887-b28e-5c687fe70518,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:56.072522 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46700) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:56.085283 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-a25975d5-455d-4be0-9e67-f9c39aa68572 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Request body: {'port': {'name': 'tempest-new-port-name-429569953', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:44:56.085940 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.api.validators [None req-a25975d5-455d-4be0-9e67-f9c39aa68572 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] bootfile-name is not in valid_values {{(pid=94733) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 01 15:44:56.086778 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.api.validators [None req-a25975d5-455d-4be0-9e67-f9c39aa68572 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] tftp-server is not in valid_values {{(pid=94733) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 01 15:44:56.087764 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.api.validators [None req-a25975d5-455d-4be0-9e67-f9c39aa68572 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] server-ip-address is not in valid_values {{(pid=94733) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 01 15:44:56.114934 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-bf6c7ce0-8af0-4ffe-8932-22a7001a622b None None] Could not find standard attr ID for object f5444cb0-7dd4-4887-b28e-5c687fe70518. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:44:56.123399 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-9f8f90a4-f88e-4da4-9749-31ff64e1d4a7 None None] Set router e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:56.148991 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-bf6c7ce0-8af0-4ffe-8932-22a7001a622b None None] Provisioning complete for port c36fd6fc-bf9f-4b45-af61-f1a11479dd12 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:56.149634 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bf6c7ce0-8af0-4ffe-8932-22a7001a622b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:56.322169 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-74dc4234-c855-4b31-8554-26642bb32bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:56.385851 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc4234-c855-4b31-8554-26642bb32bb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b6c91e1-a20a-4825-b01f-98574dbee7fc,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:56.414459 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-29af1c4e-1000-4486-ad3d-2f45099b0a80 req-8779a595-974c-46af-90a0-5af33b39aae8 service neutron] 10.222.0.45 "GET /v2.0/networks/f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636651 Sep 01 15:44:56.508091 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-bf6c7ce0-8af0-4ffe-8932-22a7001a622b None None] Provisioning for port 820909c9-96b2-4ced-8dac-1134602c943a completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:44:56.514383 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-bf6c7ce0-8af0-4ffe-8932-22a7001a622b None None] Provisioning complete for port 820909c9-96b2-4ced-8dac-1134602c943a triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:56.515110 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bf6c7ce0-8af0-4ffe-8932-22a7001a622b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:56.546692 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505039d-566a-4c4f-b787-b2baedbd712a req-6e9b6dab-546f-4e36-838c-c550b5e74d56 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:56.549676 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c505039d-566a-4c4f-b787-b2baedbd712a req-6e9b6dab-546f-4e36-838c-c550b5e74d56 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.45 "GET /v2.0/ports?device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a HTTP/1.1" status: 200 len: 985 time: 0.6095772 Sep 01 15:44:56.581453 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a25975d5-455d-4be0-9e67-f9c39aa68572 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:56.627039 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-bf6c7ce0-8af0-4ffe-8932-22a7001a622b None None] Port 820909c9-96b2-4ced-8dac-1134602c943a cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:44:56.725834 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f32a1e25-50e6-4077-a446-b3e6ae616ce2 req-9e05375d-b44c-4ff1-9325-2218787f996b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 210 time: 0.0619786 Sep 01 15:44:56.763334 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-542d2cd9-5732-47af-aea3-84fa3f9d8c5b None None] Provisioning complete for port 820909c9-96b2-4ced-8dac-1134602c943a triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:56.763708 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-542d2cd9-5732-47af-aea3-84fa3f9d8c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:56.886601 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-542d2cd9-5732-47af-aea3-84fa3f9d8c5b None None] Port 820909c9-96b2-4ced-8dac-1134602c943a cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:44:56.920658 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-9f8f90a4-f88e-4da4-9749-31ff64e1d4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575050975', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:45Z', 'updated_at': '2021-09-01T15:42:54Z', 'revision_number': 4, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'gw_port': {'id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:46Z', 'updated_at': '2021-09-01T15:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'a68e85af-b663-47a5-ab04-524d5d2a1795', 'name': '', 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'mac_address': 'fa:16:3e:59:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'fad7484f-5abb-4bde-9fca-093bd3730f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:51Z', 'updated_at': '2021-09-01T15:43:03Z', 'revision_number': 5, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'subnets': [{'id': 'fad7484f-5abb-4bde-9fca-093bd3730f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:56.966129 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-74dc4234-c855-4b31-8554-26642bb32bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:57.000217 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8f90a4-f88e-4da4-9749-31ff64e1d4a7 None None] The sync data for ids ['e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'] in n-d-794796-3 is: [{'id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575050975', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:45Z', 'updated_at': '2021-09-01T15:42:54Z', 'revision_number': 4, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'gw_port': {'id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:46Z', 'updated_at': '2021-09-01T15:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'a68e85af-b663-47a5-ab04-524d5d2a1795', 'name': '', 'network_id': 'f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'mac_address': 'fa:16:3e:59:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'fad7484f-5abb-4bde-9fca-093bd3730f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:51Z', 'updated_at': '2021-09-01T15:43:03Z', 'revision_number': 5, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'subnets': [{'id': 'fad7484f-5abb-4bde-9fca-093bd3730f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:44:57.114774 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c36fd6fc-bf9f-4b45-af61-f1a11479dd12 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:44:57.226605 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0d13c4f3-d1b4-4d5d-89d0-f7cedb6d19a5 None None] Could not find standard attr ID for object f5444cb0-7dd4-4887-b28e-5c687fe70518. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:44:57.302854 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port c36fd6fc-bf9f-4b45-af61-f1a11479dd12 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:57.304011 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:57.388217 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a2c3f-5a8b-4883-9202-4d04873613e4 req-f12ec269-04bf-4be6-8260-fa15f4eb8092 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:57.389886 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5f4a2c3f-5a8b-4883-9202-4d04873613e4 req-f12ec269-04bf-4be6-8260-fa15f4eb8092 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a HTTP/1.1" status: 200 len: 985 time: 0.3687036 Sep 01 15:44:57.420754 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74dc4234-c855-4b31-8554-26642bb32bb3 admin admin] Router f41e9be5-093c-4188-aba0-2013752e6fff has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:44:57.429501 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-c505039d-566a-4c4f-b787-b2baedbd712a req-4645d0fa-405b-4716-9e7d-fc67ad8c997f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Deleting port b38ea8ff-eec8-4912-afbb-be83ae8f71fd {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:57.429860 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c505039d-566a-4c4f-b787-b2baedbd712a req-4645d0fa-405b-4716-9e7d-fc67ad8c997f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:57.609231 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5f4a2c3f-5a8b-4883-9202-4d04873613e4 req-e1cc08b2-d717-4366-9c51-98d77a3bdb85 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc171ca-e589-49f2-bf05-439ac7a47aaf&id=6dfe031a-ab3d-45fc-9e9b-c90783990dde&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1758058 Sep 01 15:44:57.632595 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a25975d5-455d-4be0-9e67-f9c39aa68572 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:57.659778 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a25975d5-455d-4be0-9e67-f9c39aa68572 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:57.709364 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa31d1c-39ce-48f5-b2bf-135653057f14 None None] New status for floating IP f497bd5f-b35f-42c9-83d0-a6fb39f1fb6f: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:44:57.722112 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dc4234-c855-4b31-8554-26642bb32bb3 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:44:57.727176 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-c505039d-566a-4c4f-b787-b2baedbd712a req-4645d0fa-405b-4716-9e7d-fc67ad8c997f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] For port b38ea8ff-eec8-4912-afbb-be83ae8f71fd, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b38ea8ff-eec8-4912-afbb-be83ae8f71fd,segment=NetworkSegment(a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c),segment_id=a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:57.727773 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c505039d-566a-4c4f-b787-b2baedbd712a req-4645d0fa-405b-4716-9e7d-fc67ad8c997f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:57.729675 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-74dc4234-c855-4b31-8554-26642bb32bb3 admin admin] 10.222.0.60 "PUT /v2.0/routers/f41e9be5-093c-4188-aba0-2013752e6fff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6575608 Sep 01 15:44:57.735215 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46706) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:57.736326 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec92ce58-5189-4c5e-8f7f-53b95f74fd05 None None] Sync routers for ids ['f41e9be5-093c-4188-aba0-2013752e6fff'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:44:57.761776 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-a25975d5-455d-4be0-9e67-f9c39aa68572 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] In _notify_port_updated(), no bound segment for port 820909c9-96b2-4ced-8dac-1134602c943a on network 695804d8-c64d-47ff-8d1a-19eed3f3d98a {{(pid=94733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:44:57.763599 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec92ce58-5189-4c5e-8f7f-53b95f74fd05 None None] Routers {'f41e9be5-093c-4188-aba0-2013752e6fff'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:57.764614 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-ec92ce58-5189-4c5e-8f7f-53b95f74fd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:44:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f41e9be5-093c-4188-aba0-2013752e6fff'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:57.768905 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25975d5-455d-4be0-9e67-f9c39aa68572 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:57.770151 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a25975d5-455d-4be0-9e67-f9c39aa68572 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:57.775998 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a25975d5-455d-4be0-9e67-f9c39aa68572 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] 10.222.0.60 "PUT /v2.0/ports/820909c9-96b2-4ced-8dac-1134602c943a HTTP/1.1" status: 200 len: 1129 time: 1.6982818 Sep 01 15:44:57.777888 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-c505039d-566a-4c4f-b787-b2baedbd712a req-4645d0fa-405b-4716-9e7d-fc67ad8c997f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Calling delete_port for b38ea8ff-eec8-4912-afbb-be83ae8f71fd owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:57.787059 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46708) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:57.921769 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a2e911-b3b2-44cb-be29-9b7f26233462 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:44:57.930770 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c0a2e911-b3b2-44cb-be29-9b7f26233462 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] 10.222.0.60 "GET /v2.0/ports/820909c9-96b2-4ced-8dac-1134602c943a HTTP/1.1" status: 200 len: 1129 time: 0.1347268 Sep 01 15:44:57.958161 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:57.962217 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46712) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:58.078975 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a055a486-be46-49a7-bc5e-5390442c54b3 req-a0d90129-5177-475c-bf85-c39f9481686a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd37b091-62f8-4118-8a02-b528754fa4d9 HTTP/1.1" status: 200 len: 210 time: 0.0840600 Sep 01 15:44:58.090730 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25975d5-455d-4be0-9e67-f9c39aa68572 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Pushing event updated for resources: {'Port': ['ID=820909c9-96b2-4ced-8dac-1134602c943a,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:58.100922 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device b38ea8ff-eec8-4912-afbb-be83ae8f71fd no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:44:58.142347 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0cc06c46-6ae2-4166-b9bf-6e19868fbfa6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:58.158284 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-ec92ce58-5189-4c5e-8f7f-53b95f74fd05 None None] Set router f41e9be5-093c-4188-aba0-2013752e6fff gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:58.295016 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:58.297991 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0cc06c46-6ae2-4166-b9bf-6e19868fbfa6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:58.366658 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port b38ea8ff-eec8-4912-afbb-be83ae8f71fd, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=b38ea8ff-eec8-4912-afbb-be83ae8f71fd,segment=NetworkSegment(a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c),segment_id=a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:58.370803 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea82157-8a76-4be2-a80f-c96e88a6ff0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b38ea8ff-eec8-4912-afbb-be83ae8f71fd'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:44:58.375358 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f482240c-f9df-482d-b4b7-0333fb42684a" -d '{"events": [{"server_uuid": "aea82157-8a76-4be2-a80f-c96e88a6ff0a", "name": "network-vif-unplugged", "status": "completed", "tag": "b38ea8ff-eec8-4912-afbb-be83ae8f71fd"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:44:58.405987 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:58.409880 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-a941b448-9605-4011-b5f0-e40363d60713 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Deleting port 820909c9-96b2-4ced-8dac-1134602c943a {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:58.410851 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a941b448-9605-4011-b5f0-e40363d60713 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:58.458545 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-0cc06c46-6ae2-4166-b9bf-6e19868fbfa6 admin admin] Deleting port 54406b9d-5d91-4ade-a7e6-5015c34760ab {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:44:58.459142 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0cc06c46-6ae2-4166-b9bf-6e19868fbfa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:58.486190 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-464c2f20-cfac-4703-b2d1-bec8c79c2fdd None None] Provisioning complete for port 820909c9-96b2-4ced-8dac-1134602c943a triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:44:58.489966 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-464c2f20-cfac-4703-b2d1-bec8c79c2fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:58.498993 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-ec92ce58-5189-4c5e-8f7f-53b95f74fd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41e9be5-093c-4188-aba0-2013752e6fff', 'name': 'tempest-TestAggregatesBasicOps-626277140-router', 'tenant_id': '9f69a9cb4b0b445395d5dc71a0f4a8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '54406b9d-5d91-4ade-a7e6-5015c34760ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:29Z', 'updated_at': '2021-09-01T15:44:56Z', 'revision_number': 5, 'project_id': '9f69a9cb4b0b445395d5dc71a0f4a8cb', 'gw_port': {'id': '54406b9d-5d91-4ade-a7e6-5015c34760ab', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:07:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41e9be5-093c-4188-aba0-2013752e6fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:44:30Z', 'updated_at': '2021-09-01T15:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:58.504409 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed0ec04-d8b8-4b76-a5ea-4e94731f6bd8 x-openstack-request-id: req-5ed0ec04-d8b8-4b76-a5ea-4e94731f6bd8 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:44:58.505134 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea82157-8a76-4be2-a80f-c96e88a6ff0a", "name": "network-vif-unplugged", "status": "completed", "tag": "b38ea8ff-eec8-4912-afbb-be83ae8f71fd", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:44:58.510321 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5ed0ec04-d8b8-4b76-a5ea-4e94731f6bd8 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:44:58.511287 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea82157-8a76-4be2-a80f-c96e88a6ff0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b38ea8ff-eec8-4912-afbb-be83ae8f71fd', 'code': 200} Sep 01 15:44:58.570218 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec92ce58-5189-4c5e-8f7f-53b95f74fd05 None None] Checking router: f41e9be5-093c-4188-aba0-2013752e6fff for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:44:58.597856 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-464c2f20-cfac-4703-b2d1-bec8c79c2fdd None None] Port 820909c9-96b2-4ced-8dac-1134602c943a cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:44:58.600037 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec92ce58-5189-4c5e-8f7f-53b95f74fd05 None None] Routers {'f41e9be5-093c-4188-aba0-2013752e6fff'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:44:58.607691 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-ec92ce58-5189-4c5e-8f7f-53b95f74fd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:44:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f41e9be5-093c-4188-aba0-2013752e6fff'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:58.623431 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=b38ea8ff-eec8-4912-afbb-be83ae8f71fd,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:58.657696 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c505039d-566a-4c4f-b787-b2baedbd712a req-4645d0fa-405b-4716-9e7d-fc67ad8c997f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:58.692308 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a941b448-9605-4011-b5f0-e40363d60713 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:58.698658 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-0cc06c46-6ae2-4166-b9bf-6e19868fbfa6 admin admin] For port 54406b9d-5d91-4ade-a7e6-5015c34760ab, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=54406b9d-5d91-4ade-a7e6-5015c34760ab,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:44:58.707886 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0cc06c46-6ae2-4166-b9bf-6e19868fbfa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:58.733637 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-0cc06c46-6ae2-4166-b9bf-6e19868fbfa6 admin admin] Calling delete_port for 54406b9d-5d91-4ade-a7e6-5015c34760ab owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:58.739787 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645d0fa-405b-4716-9e7d-fc67ad8c997f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event deleted for resources: {'Port': ['ID=b38ea8ff-eec8-4912-afbb-be83ae8f71fd,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:58.771832 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-c505039d-566a-4c4f-b787-b2baedbd712a req-4645d0fa-405b-4716-9e7d-fc67ad8c997f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] No DVR routers for this DVR port b38ea8ff-eec8-4912-afbb-be83ae8f71fd on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:44:58.775410 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c505039d-566a-4c4f-b787-b2baedbd712a req-4645d0fa-405b-4716-9e7d-fc67ad8c997f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:58.778793 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c505039d-566a-4c4f-b787-b2baedbd712a req-4645d0fa-405b-4716-9e7d-fc67ad8c997f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.45 "DELETE /v2.0/ports/b38ea8ff-eec8-4912-afbb-be83ae8f71fd HTTP/1.1" status: 204 len: 173 time: 2.2153409 Sep 01 15:44:58.780158 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-a941b448-9605-4011-b5f0-e40363d60713 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Calling delete_port for 820909c9-96b2-4ced-8dac-1134602c943a owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:44:58.790689 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea82157-8a76-4be2-a80f-c96e88a6ff0a', 'name': 'network-vif-deleted', 'tag': 'b38ea8ff-eec8-4912-afbb-be83ae8f71fd'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:44:58.794319 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a979aac6-3f4d-4ee9-af18-30f5617d2d71" -d '{"events": [{"server_uuid": "aea82157-8a76-4be2-a80f-c96e88a6ff0a", "name": "network-vif-deleted", "tag": "b38ea8ff-eec8-4912-afbb-be83ae8f71fd"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:44:58.810748 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-ec92ce58-5189-4c5e-8f7f-53b95f74fd05 None None] Set router f41e9be5-093c-4188-aba0-2013752e6fff gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:44:58.857200 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b7746e45-0987-4c06-adb1-b89dc6e3757a req-e2324541-45f6-43e2-b422-340075bb6410 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "GET /v2.0/ports?device_id=aea82157-8a76-4be2-a80f-c96e88a6ff0a HTTP/1.1" status: 200 len: 210 time: 0.0448794 Sep 01 15:44:58.950498 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-ec92ce58-5189-4c5e-8f7f-53b95f74fd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41e9be5-093c-4188-aba0-2013752e6fff', 'name': 'tempest-TestAggregatesBasicOps-626277140-router', 'tenant_id': '9f69a9cb4b0b445395d5dc71a0f4a8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:29Z', 'updated_at': '2021-09-01T15:44:58Z', 'revision_number': 6, 'project_id': '9f69a9cb4b0b445395d5dc71a0f4a8cb', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:44:58.961422 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-5eb9cc02-fd89-4ff6-8a6a-95d8f0312b32 req-f2160329-0f92-4c2a-8a19-554cb92a59ca service neutron] (94733) timed out ('10.222.0.60', 48128) {{(pid=94733) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 15:44:58.964799 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576705e0-17a4-4ad8-abe6-510ff30848d4 x-openstack-request-id: req-576705e0-17a4-4ad8-abe6-510ff30848d4 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:44:58.965123 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea82157-8a76-4be2-a80f-c96e88a6ff0a", "name": "network-vif-deleted", "tag": "b38ea8ff-eec8-4912-afbb-be83ae8f71fd", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:44:58.965859 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-576705e0-17a4-4ad8-abe6-510ff30848d4 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:44:58.966461 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea82157-8a76-4be2-a80f-c96e88a6ff0a', 'name': 'network-vif-deleted', 'tag': 'b38ea8ff-eec8-4912-afbb-be83ae8f71fd', 'status': 'completed', 'code': 200} Sep 01 15:44:59.052986 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec92ce58-5189-4c5e-8f7f-53b95f74fd05 None None] The sync data for ids ['f41e9be5-093c-4188-aba0-2013752e6fff'] in n-d-794796-3 is: [{'id': 'f41e9be5-093c-4188-aba0-2013752e6fff', 'name': 'tempest-TestAggregatesBasicOps-626277140-router', 'tenant_id': '9f69a9cb4b0b445395d5dc71a0f4a8cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:44:29Z', 'updated_at': '2021-09-01T15:44:58Z', 'revision_number': 6, 'project_id': '9f69a9cb4b0b445395d5dc71a0f4a8cb', 'gw_port_host': None}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:44:59.099058 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a941b448-9605-4011-b5f0-e40363d60713 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:59.156767 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941b448-9605-4011-b5f0-e40363d60713 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Pushing event deleted for resources: {'Port': ['ID=820909c9-96b2-4ced-8dac-1134602c943a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:59.159958 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0cc06c46-6ae2-4166-b9bf-6e19868fbfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:59.207528 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a941b448-9605-4011-b5f0-e40363d60713 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:59.210363 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a941b448-9605-4011-b5f0-e40363d60713 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] 10.222.0.60 "DELETE /v2.0/ports/820909c9-96b2-4ced-8dac-1134602c943a HTTP/1.1" status: 204 len: 168 time: 1.2445605 Sep 01 15:44:59.214886 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46722) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:59.262069 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc06c46-6ae2-4166-b9bf-6e19868fbfa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=54406b9d-5d91-4ade-a7e6-5015c34760ab,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:59.360950 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-de016a36-20a8-49e5-98af-263e37bc9689 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Deleting subnet 2a6288db-94fd-4b89-8cf4-97b5f78bb11c {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:44:59.371962 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de016a36-20a8-49e5-98af-263e37bc9689 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:59.401593 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0cc06c46-6ae2-4166-b9bf-6e19868fbfa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:59.552247 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de016a36-20a8-49e5-98af-263e37bc9689 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:59.617743 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0cc06c46-6ae2-4166-b9bf-6e19868fbfa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:59.621489 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0cc06c46-6ae2-4166-b9bf-6e19868fbfa6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:59.709872 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de016a36-20a8-49e5-98af-263e37bc9689 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:59.712011 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0cc06c46-6ae2-4166-b9bf-6e19868fbfa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:59.713999 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc06c46-6ae2-4166-b9bf-6e19868fbfa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f41e9be5-093c-4188-aba0-2013752e6fff {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:44:59.720478 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0cc06c46-6ae2-4166-b9bf-6e19868fbfa6 admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:59.725297 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0cc06c46-6ae2-4166-b9bf-6e19868fbfa6 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f41e9be5-093c-4188-aba0-2013752e6fff HTTP/1.1" status: 204 len: 168 time: 1.9884233 Sep 01 15:44:59.726123 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46726) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:59.777585 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bedcf58-af71-43ad-ad5f-6fc80572ea92 admin admin] Deleting subnet e65d3f82-996e-4b60-b8ea-3a708a827669 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:44:59.781699 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0bedcf58-af71-43ad-ad5f-6fc80572ea92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:59.789771 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de016a36-20a8-49e5-98af-263e37bc9689 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:59.826588 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de016a36-20a8-49e5-98af-263e37bc9689 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Pushing event deleted for resources: {'Subnet': ['ID=2a6288db-94fd-4b89-8cf4-97b5f78bb11c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:44:59.828142 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0bedcf58-af71-43ad-ad5f-6fc80572ea92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:59.831588 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-de016a36-20a8-49e5-98af-263e37bc9689 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:59.834115 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-de016a36-20a8-49e5-98af-263e37bc9689 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] 10.222.0.60 "DELETE /v2.0/subnets/2a6288db-94fd-4b89-8cf4-97b5f78bb11c HTTP/1.1" status: 204 len: 168 time: 0.6176445 Sep 01 15:44:59.837226 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46728) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:44:59.851295 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c32377-396a-4880-9dc7-d0b39abef7c4 None None] Network 695804d8-c64d-47ff-8d1a-19eed3f3d98a requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:44:59.951531 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea5322b3-1c49-4530-9caf-254b796bd721 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:44:59.982359 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0bedcf58-af71-43ad-ad5f-6fc80572ea92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:00.045455 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-ea5322b3-1c49-4530-9caf-254b796bd721 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Deleting port c36fd6fc-bf9f-4b45-af61-f1a11479dd12 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:00.045832 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea5322b3-1c49-4530-9caf-254b796bd721 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:00.089432 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46732) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:00.140906 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124de252-fc21-4d51-a2c9-60e18df5be6c None None] DHCP port deletion for 695804d8-c64d-47ff-8d1a-19eed3f3d98a request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:45:00.166217 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-ea5322b3-1c49-4530-9caf-254b796bd721 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] For port c36fd6fc-bf9f-4b45-af61-f1a11479dd12, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=c36fd6fc-bf9f-4b45-af61-f1a11479dd12,segment=NetworkSegment(8dac422e-e179-4b7c-973b-35d5a19ba333),segment_id=8dac422e-e179-4b7c-973b-35d5a19ba333)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:00.166703 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea5322b3-1c49-4530-9caf-254b796bd721 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:00.184261 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-ea5322b3-1c49-4530-9caf-254b796bd721 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Calling delete_port for c36fd6fc-bf9f-4b45-af61-f1a11479dd12 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:00.250572 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6ccba1ff-235d-4646-bb69-fe7ebb0c366e tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:00.274353 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-124de252-fc21-4d51-a2c9-60e18df5be6c None None] Deleting port c36fd6fc-bf9f-4b45-af61-f1a11479dd12 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:00.275388 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-124de252-fc21-4d51-a2c9-60e18df5be6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:00.320956 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea5322b3-1c49-4530-9caf-254b796bd721 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:00.326010 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0bedcf58-af71-43ad-ad5f-6fc80572ea92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:00.351712 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6ccba1ff-235d-4646-bb69-fe7ebb0c366e tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:00.376168 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0bedcf58-af71-43ad-ad5f-6fc80572ea92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:00.383846 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5322b3-1c49-4530-9caf-254b796bd721 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Pushing event deleted for resources: {'Port': ['ID=c36fd6fc-bf9f-4b45-af61-f1a11479dd12,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:00.387951 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da5d039-f13a-4668-8484-7cfc2d6db2a9 None None] Network 8225c5a2-f3e0-449b-a3cf-e0c0ba79f804 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:00.393984 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0bedcf58-af71-43ad-ad5f-6fc80572ea92 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e65d3f82-996e-4b60-b8ea-3a708a827669 HTTP/1.1" status: 204 len: 168 time: 0.6618664 Sep 01 15:45:00.395990 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46736) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:00.405093 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5322b3-1c49-4530-9caf-254b796bd721 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] No DVR routers for this DVR port c36fd6fc-bf9f-4b45-af61-f1a11479dd12 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:45:00.510510 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bedcf58-af71-43ad-ad5f-6fc80572ea92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e65d3f82-996e-4b60-b8ea-3a708a827669,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:00.587486 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6ccba1ff-235d-4646-bb69-fe7ebb0c366e tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:00.592056 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6ccba1ff-235d-4646-bb69-fe7ebb0c366e tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:00.597099 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6ccba1ff-235d-4646-bb69-fe7ebb0c366e tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "DELETE /v2.0/security-groups/ddc171ca-e589-49f2-bf05-439ac7a47aaf HTTP/1.1" status: 204 len: 168 time: 0.5061908 Sep 01 15:45:00.597846 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46738) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:00.639575 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccba1ff-235d-4646-bb69-fe7ebb0c366e tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc171ca-e589-49f2-bf05-439ac7a47aaf,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:00.663391 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea5322b3-1c49-4530-9caf-254b796bd721 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:00.683043 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-ea5322b3-1c49-4530-9caf-254b796bd721 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['695804d8-c64d-47ff-8d1a-19eed3f3d98a']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:00.706285 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-ea5322b3-1c49-4530-9caf-254b796bd721 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dac422e-e179-4b7c-973b-35d5a19ba333') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:00.706775 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-ea5322b3-1c49-4530-9caf-254b796bd721 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dac422e-e179-4b7c-973b-35d5a19ba333') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:00.731467 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea5322b3-1c49-4530-9caf-254b796bd721 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:00.741066 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2072719d-f650-4004-86a3-a4f97ef54969 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:00.773271 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea5322b3-1c49-4530-9caf-254b796bd721 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:00.775836 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2072719d-f650-4004-86a3-a4f97ef54969 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:00.796802 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea5322b3-1c49-4530-9caf-254b796bd721 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:45:00.798099 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea5322b3-1c49-4530-9caf-254b796bd721 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:45:00.804249 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:45:00.869426 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2072719d-f650-4004-86a3-a4f97ef54969 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:00.880791 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2072719d-f650-4004-86a3-a4f97ef54969 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:00.883293 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2072719d-f650-4004-86a3-a4f97ef54969 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "DELETE /v2.0/security-groups/6dfe031a-ab3d-45fc-9e9b-c90783990dde HTTP/1.1" status: 204 len: 168 time: 0.2517135 Sep 01 15:45:00.889313 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46742) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:00.910187 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-124de252-fc21-4d51-a2c9-60e18df5be6c None None] For port c36fd6fc-bf9f-4b45-af61-f1a11479dd12, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=c36fd6fc-bf9f-4b45-af61-f1a11479dd12,segment=NetworkSegment(8dac422e-e179-4b7c-973b-35d5a19ba333),segment_id=8dac422e-e179-4b7c-973b-35d5a19ba333)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:00.911748 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-124de252-fc21-4d51-a2c9-60e18df5be6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:00.942797 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-124de252-fc21-4d51-a2c9-60e18df5be6c None None] Calling delete_port for c36fd6fc-bf9f-4b45-af61-f1a11479dd12 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:00.973460 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072719d-f650-4004-86a3-a4f97ef54969 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfe031a-ab3d-45fc-9e9b-c90783990dde,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:01.003093 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1d5630a-37be-4782-9f87-4ba8219ec6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:01.052654 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea5322b3-1c49-4530-9caf-254b796bd721 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:01.060312 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6f102a-a4c5-4fa8-ad3f-241877ccd4e5 None None] DHCP port deletion for 8225c5a2-f3e0-449b-a3cf-e0c0ba79f804 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:45:01.066622 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea5322b3-1c49-4530-9caf-254b796bd721 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:01.085360 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ea5322b3-1c49-4530-9caf-254b796bd721 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] 10.222.0.60 "DELETE /v2.0/networks/695804d8-c64d-47ff-8d1a-19eed3f3d98a HTTP/1.1" status: 204 len: 168 time: 1.2361200 Sep 01 15:45:01.089341 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6b6c91e1-a20a-4825-b01f-98574dbee7fc no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:45:01.121581 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5322b3-1c49-4530-9caf-254b796bd721 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754 tempest-ExtraDHCPOptionsIpV6TestJSON-1318864754-project] Pushing event deleted for resources: {'Network': ['ID=695804d8-c64d-47ff-8d1a-19eed3f3d98a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:01.166155 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 6b6c91e1-a20a-4825-b01f-98574dbee7fc {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:45:01.166854 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6b6c91e1-a20a-4825-b01f-98574dbee7fc not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:45:01.167140 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 54406b9d-5d91-4ade-a7e6-5015c34760ab no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:45:01.183387 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-f1d5630a-37be-4782-9f87-4ba8219ec6ac admin admin] Deleting port cd77caa2-4bdb-4ea4-a097-025e5c53fc0f {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:01.183780 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1d5630a-37be-4782-9f87-4ba8219ec6ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:01.241372 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 54406b9d-5d91-4ade-a7e6-5015c34760ab {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:45:01.242061 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 54406b9d-5d91-4ade-a7e6-5015c34760ab not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:45:01.242824 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c36fd6fc-bf9f-4b45-af61-f1a11479dd12 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:45:01.265186 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: c36fd6fc-bf9f-4b45-af61-f1a11479dd12 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:45:01.265854 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c36fd6fc-bf9f-4b45-af61-f1a11479dd12 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:45:01.308844 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-124de252-fc21-4d51-a2c9-60e18df5be6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:01.324521 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-124de252-fc21-4d51-a2c9-60e18df5be6c None None] Network 695804d8-c64d-47ff-8d1a-19eed3f3d98a is not hosted by any dhcp agent {{(pid=94735) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 01 15:45:01.325363 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124de252-fc21-4d51-a2c9-60e18df5be6c None None] No DVR routers for this DVR port c36fd6fc-bf9f-4b45-af61-f1a11479dd12 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:45:01.329319 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-2f6f102a-a4c5-4fa8-ad3f-241877ccd4e5 None None] Deleting port cd77caa2-4bdb-4ea4-a097-025e5c53fc0f {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:01.330013 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2f6f102a-a4c5-4fa8-ad3f-241877ccd4e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:01.361070 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124de252-fc21-4d51-a2c9-60e18df5be6c None None] Pushing event deleted for resources: {'Port': ['ID=c36fd6fc-bf9f-4b45-af61-f1a11479dd12,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:01.424693 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-f1d5630a-37be-4782-9f87-4ba8219ec6ac admin admin] For port cd77caa2-4bdb-4ea4-a097-025e5c53fc0f, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=cd77caa2-4bdb-4ea4-a097-025e5c53fc0f,segment=NetworkSegment(829c46dc-bc83-40a3-b3ab-ef310fca9a09),segment_id=829c46dc-bc83-40a3-b3ab-ef310fca9a09)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:01.425139 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1d5630a-37be-4782-9f87-4ba8219ec6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:01.462680 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-f1d5630a-37be-4782-9f87-4ba8219ec6ac admin admin] Calling delete_port for cd77caa2-4bdb-4ea4-a097-025e5c53fc0f owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:01.464850 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-2f6f102a-a4c5-4fa8-ad3f-241877ccd4e5 None None] For port cd77caa2-4bdb-4ea4-a097-025e5c53fc0f, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=cd77caa2-4bdb-4ea4-a097-025e5c53fc0f,segment=NetworkSegment(829c46dc-bc83-40a3-b3ab-ef310fca9a09),segment_id=829c46dc-bc83-40a3-b3ab-ef310fca9a09)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:01.466482 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2f6f102a-a4c5-4fa8-ad3f-241877ccd4e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:01.482823 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-2f6f102a-a4c5-4fa8-ad3f-241877ccd4e5 None None] Calling delete_port for cd77caa2-4bdb-4ea4-a097-025e5c53fc0f owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:01.585979 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2f6f102a-a4c5-4fa8-ad3f-241877ccd4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:01.651217 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1d5630a-37be-4782-9f87-4ba8219ec6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:01.681208 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-01abfd26-2540-4990-a21d-d643ae0ec146 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:01.682942 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5630a-37be-4782-9f87-4ba8219ec6ac admin admin] Pushing event deleted for resources: {'Port': ['ID=cd77caa2-4bdb-4ea4-a097-025e5c53fc0f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:01.701346 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d5630a-37be-4782-9f87-4ba8219ec6ac admin admin] No DVR routers for this DVR port cd77caa2-4bdb-4ea4-a097-025e5c53fc0f on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:45:01.716802 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6f102a-a4c5-4fa8-ad3f-241877ccd4e5 None None] No DVR routers for this DVR port cd77caa2-4bdb-4ea4-a097-025e5c53fc0f on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:45:01.740031 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f102a-a4c5-4fa8-ad3f-241877ccd4e5 None None] Pushing event deleted for resources: {'Port': ['ID=cd77caa2-4bdb-4ea4-a097-025e5c53fc0f,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:01.751865 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46754) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:01.858976 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1d5630a-37be-4782-9f87-4ba8219ec6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:01.896346 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-f1d5630a-37be-4782-9f87-4ba8219ec6ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8225c5a2-f3e0-449b-a3cf-e0c0ba79f804']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:01.992846 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fd4de81b-f672-4eb8-909e-eab202fea307 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9790db01e31541eabfa3737c98c23b7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365637 Sep 01 15:45:01.993525 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46762) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:02.126035 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-01aae38d-4dde-4d63-a71b-37a2343aeca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:02.163765 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-01aae38d-4dde-4d63-a71b-37a2343aeca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:02.189608 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-01abfd26-2540-4990-a21d-d643ae0ec146 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Deleting port a68e85af-b663-47a5-ab04-524d5d2a1795 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:02.189962 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-01abfd26-2540-4990-a21d-d643ae0ec146 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:02.317742 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-f1d5630a-37be-4782-9f87-4ba8219ec6ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829c46dc-bc83-40a3-b3ab-ef310fca9a09') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:02.317952 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-f1d5630a-37be-4782-9f87-4ba8219ec6ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829c46dc-bc83-40a3-b3ab-ef310fca9a09') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:02.328930 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1d5630a-37be-4782-9f87-4ba8219ec6ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:02.344280 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1d5630a-37be-4782-9f87-4ba8219ec6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:02.351530 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d5630a-37be-4782-9f87-4ba8219ec6ac admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:45:02.351933 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1d5630a-37be-4782-9f87-4ba8219ec6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:02.353630 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-01abfd26-2540-4990-a21d-d643ae0ec146 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] For port a68e85af-b663-47a5-ab04-524d5d2a1795, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a68e85af-b663-47a5-ab04-524d5d2a1795,segment=NetworkSegment(a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c),segment_id=a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:02.354349 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-01abfd26-2540-4990-a21d-d643ae0ec146 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:02.374885 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-01abfd26-2540-4990-a21d-d643ae0ec146 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Calling delete_port for a68e85af-b663-47a5-ab04-524d5d2a1795 owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: self.session.flush() Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:45:02.411091 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:45:02.415610 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1d5630a-37be-4782-9f87-4ba8219ec6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:02.422243 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1d5630a-37be-4782-9f87-4ba8219ec6ac admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:02.424824 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f1d5630a-37be-4782-9f87-4ba8219ec6ac admin admin] 10.222.0.60 "DELETE /v2.0/networks/8225c5a2-f3e0-449b-a3cf-e0c0ba79f804 HTTP/1.1" status: 204 len: 168 time: 2.0272701 Sep 01 15:45:02.445136 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5630a-37be-4782-9f87-4ba8219ec6ac admin admin] Pushing event deleted for resources: {'Network': ['ID=8225c5a2-f3e0-449b-a3cf-e0c0ba79f804,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:02.454360 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-01aae38d-4dde-4d63-a71b-37a2343aeca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:02.456231 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-01aae38d-4dde-4d63-a71b-37a2343aeca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:02.457396 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-01aae38d-4dde-4d63-a71b-37a2343aeca1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d53aa198-4ff3-4c18-b688-b4463f454a71 HTTP/1.1" status: 204 len: 168 time: 0.4618201 Sep 01 15:45:02.471472 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aae38d-4dde-4d63-a71b-37a2343aeca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53aa198-4ff3-4c18-b688-b4463f454a71,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:02.695948 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46768) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:02.757903 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-31e50564-24a8-40e7-a640-24a1d1ae61ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0bb6740a89d94c15b52b9df674b53c90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0603139 Sep 01 15:45:02.758576 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46772) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:02.837623 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9767464f-508f-4624-bab6-a154a5703767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:02.870466 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9767464f-508f-4624-bab6-a154a5703767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:02.982565 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9767464f-508f-4624-bab6-a154a5703767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:02.988593 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9767464f-508f-4624-bab6-a154a5703767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:02.989580 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device cd77caa2-4bdb-4ea4-a097-025e5c53fc0f no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:45:02.998833 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9767464f-508f-4624-bab6-a154a5703767 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6ac3d341-4e7e-4086-80df-95902eba9637 HTTP/1.1" status: 204 len: 168 time: 0.2381628 Sep 01 15:45:03.027302 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767464f-508f-4624-bab6-a154a5703767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac3d341-4e7e-4086-80df-95902eba9637,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:03.089880 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: cd77caa2-4bdb-4ea4-a097-025e5c53fc0f {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:45:03.090945 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device cd77caa2-4bdb-4ea4-a097-025e5c53fc0f not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:45:03.314699 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-01abfd26-2540-4990-a21d-d643ae0ec146 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:03.365082 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abfd26-2540-4990-a21d-d643ae0ec146 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event deleted for resources: {'Port': ['ID=a68e85af-b663-47a5-ab04-524d5d2a1795,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:03.638711 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46794) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:03.745603 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8126bf3d-1f1f-45b4-ba14-53ecc2a1f9ff admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f69a9cb4b0b445395d5dc71a0f4a8cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1019835 Sep 01 15:45:03.746034 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46796) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:03.765189 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-01abfd26-2540-4990-a21d-d643ae0ec146 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:03.840149 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c86d8d30-e372-4023-b97b-7a8ddc7f91ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:03.874223 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c86d8d30-e372-4023-b97b-7a8ddc7f91ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:03.971071 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c86d8d30-e372-4023-b97b-7a8ddc7f91ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:03.976085 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c86d8d30-e372-4023-b97b-7a8ddc7f91ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:03.978094 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c86d8d30-e372-4023-b97b-7a8ddc7f91ec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d7708f14-e86f-4141-9e8d-932314344794 HTTP/1.1" status: 204 len: 168 time: 0.2298322 Sep 01 15:45:03.997629 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d8d30-e372-4023-b97b-7a8ddc7f91ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7708f14-e86f-4141-9e8d-932314344794,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:04.106909 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46804) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:04.187671 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01abfd26-2540-4990-a21d-d643ae0ec146 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Router e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:45:04.379618 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01abfd26-2540-4990-a21d-d643ae0ec146 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:45:04.386017 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-01abfd26-2540-4990-a21d-d643ae0ec146 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "PUT /v2.0/routers/e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4916410 Sep 01 15:45:04.391577 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46812) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:04.400950 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f719aa-51f3-4754-bbe2-aa17be8f0c32 None None] Sync routers for ids ['e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:45:04.421802 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f719aa-51f3-4754-bbe2-aa17be8f0c32 None None] Routers {'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:45:04.423316 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-15f719aa-51f3-4754-bbe2-aa17be8f0c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:44:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:04.491515 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-08c02e8e-6548-4a40-af2b-4eb5d2f2aa01 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Request body: {'networks': [{'name': 'tempest-network--1547023549'}, {'name': 'tempest-network--1017139969'}]} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:04.492117 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-08c02e8e-6548-4a40-af2b-4eb5d2f2aa01 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Request body: {'network': {'name': 'tempest-network--1547023549'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:04.492979 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-08c02e8e-6548-4a40-af2b-4eb5d2f2aa01 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Request body: {'network': {'name': 'tempest-network--1017139969'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:04.526692 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c02e8e-6548-4a40-af2b-4eb5d2f2aa01 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Made reservation on behalf of 0789852a51144e78aed60bfa8b230a58 for: {'network': 2} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:04.536214 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-08c02e8e-6548-4a40-af2b-4eb5d2f2aa01 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:04.565250 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-08c02e8e-6548-4a40-af2b-4eb5d2f2aa01 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:04.578402 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f99d228-6ed7-4c40-9a22-2187817b26ce tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Deleting subnet fad7484f-5abb-4bde-9fca-093bd3730f96 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:45:04.585013 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6f99d228-6ed7-4c40-9a22-2187817b26ce tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:04.602669 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-15f719aa-51f3-4754-bbe2-aa17be8f0c32 None None] Set router e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:45:04.674923 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6f99d228-6ed7-4c40-9a22-2187817b26ce tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:04.812395 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-08c02e8e-6548-4a40-af2b-4eb5d2f2aa01 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:04.826334 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-08c02e8e-6548-4a40-af2b-4eb5d2f2aa01 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:04.826951 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-08c02e8e-6548-4a40-af2b-4eb5d2f2aa01 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:04.843963 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6f99d228-6ed7-4c40-9a22-2187817b26ce tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:04.886947 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c02e8e-6548-4a40-af2b-4eb5d2f2aa01 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c324d8-40cf-4b88-95bc-7b288d13b391,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:04.924824 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6f99d228-6ed7-4c40-9a22-2187817b26ce tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:04.960419 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c02e8e-6548-4a40-af2b-4eb5d2f2aa01 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:45:04.977618 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99d228-6ed7-4c40-9a22-2187817b26ce tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event deleted for resources: {'Subnet': ['ID=fad7484f-5abb-4bde-9fca-093bd3730f96,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:04.980465 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6f99d228-6ed7-4c40-9a22-2187817b26ce tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:04.987179 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6f99d228-6ed7-4c40-9a22-2187817b26ce tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "DELETE /v2.0/subnets/fad7484f-5abb-4bde-9fca-093bd3730f96 HTTP/1.1" status: 204 len: 168 time: 0.5902750 Sep 01 15:45:04.987179 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46814) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:04.987470 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-08c02e8e-6548-4a40-af2b-4eb5d2f2aa01 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:04.988252 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-08c02e8e-6548-4a40-af2b-4eb5d2f2aa01 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Added segment 668246c6-0ccc-4df6-8b08-cba912043d5d of type vlan for network ad188841-8c9a-42c1-a0d3-746a82ad246a Sep 01 15:45:04.994523 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633d1706-5f6e-424f-8f9c-ca295dd40ccf None None] Network f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:05.068037 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-08c02e8e-6548-4a40-af2b-4eb5d2f2aa01 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:05.125163 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c02e8e-6548-4a40-af2b-4eb5d2f2aa01 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:45:05.136164 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dab30ba3-1239-42cd-8655-dd638caa557f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:05.142697 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-08c02e8e-6548-4a40-af2b-4eb5d2f2aa01 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:05.143464 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-08c02e8e-6548-4a40-af2b-4eb5d2f2aa01 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Added segment ac909ac5-c5c1-480f-b98f-0643611ff323 of type vlan for network cac39d50-71a9-41ae-a42f-4971198381d4 Sep 01 15:45:05.150561 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-15f719aa-51f3-4754-bbe2-aa17be8f0c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575050975', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:45Z', 'updated_at': '2021-09-01T15:45:03Z', 'revision_number': 5, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'gw_port': {'id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:46Z', 'updated_at': '2021-09-01T15:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:05.193291 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-08c02e8e-6548-4a40-af2b-4eb5d2f2aa01 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:05.198466 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f719aa-51f3-4754-bbe2-aa17be8f0c32 None None] Checking router: e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:45:05.213512 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f719aa-51f3-4754-bbe2-aa17be8f0c32 None None] Routers {'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:45:05.214415 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-15f719aa-51f3-4754-bbe2-aa17be8f0c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:44:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:05.234119 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-08c02e8e-6548-4a40-af2b-4eb5d2f2aa01 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:05.234755 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-08c02e8e-6548-4a40-af2b-4eb5d2f2aa01 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:05.242127 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c02e8e-6548-4a40-af2b-4eb5d2f2aa01 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:05.248726 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c02e8e-6548-4a40-af2b-4eb5d2f2aa01 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:05.249430 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-08c02e8e-6548-4a40-af2b-4eb5d2f2aa01 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:05.337419 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dab30ba3-1239-42cd-8655-dd638caa557f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:05.376268 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72886a6-1e01-4aa8-a13f-d70571066a06 None None] DHCP port deletion for f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:45:05.394224 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-15f719aa-51f3-4754-bbe2-aa17be8f0c32 None None] Set router e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:45:05.450952 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-08c02e8e-6548-4a40-af2b-4eb5d2f2aa01 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.3401499 Sep 01 15:45:05.460542 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46818) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:05.508634 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c02e8e-6548-4a40-af2b-4eb5d2f2aa01 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Pushing event updated for resources: {'Network': ['ID=ad188841-8c9a-42c1-a0d3-746a82ad246a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:05.568462 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network ad188841-8c9a-42c1-a0d3-746a82ad246a details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:45:05.629488 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c02e8e-6548-4a40-af2b-4eb5d2f2aa01 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Pushing event updated for resources: {'Network': ['ID=cac39d50-71a9-41ae-a42f-4971198381d4,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:05.654700 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network cac39d50-71a9-41ae-a42f-4971198381d4 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:45:05.668723 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-dab30ba3-1239-42cd-8655-dd638caa557f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Deleting port c70eb197-af22-4d89-86fe-b2a96e363f77 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:05.669266 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dab30ba3-1239-42cd-8655-dd638caa557f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:05.770159 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-f72886a6-1e01-4aa8-a13f-d70571066a06 None None] Deleting port 8b393875-9bb7-44f9-9641-5dd447d14255 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:05.770471 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f72886a6-1e01-4aa8-a13f-d70571066a06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:05.858980 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db73727-1f18-407b-8b9d-3f370196f40e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:05.865587 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db73727-1f18-407b-8b9d-3f370196f40e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:05.871415 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db73727-1f18-407b-8b9d-3f370196f40e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:05.877939 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db73727-1f18-407b-8b9d-3f370196f40e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:05.879732 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0db73727-1f18-407b-8b9d-3f370196f40e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4153810 Sep 01 15:45:05.882922 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46820) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:05.944316 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f72886a6-1e01-4aa8-a13f-d70571066a06 None None] For port 8b393875-9bb7-44f9-9641-5dd447d14255, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=8b393875-9bb7-44f9-9641-5dd447d14255,segment=NetworkSegment(a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c),segment_id=a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:05.944973 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f72886a6-1e01-4aa8-a13f-d70571066a06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:05.967402 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-dab30ba3-1239-42cd-8655-dd638caa557f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] For port c70eb197-af22-4d89-86fe-b2a96e363f77, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=c70eb197-af22-4d89-86fe-b2a96e363f77,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:05.967792 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dab30ba3-1239-42cd-8655-dd638caa557f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:05.975881 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-f72886a6-1e01-4aa8-a13f-d70571066a06 None None] Calling delete_port for 8b393875-9bb7-44f9-9641-5dd447d14255 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:05.991595 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-dab30ba3-1239-42cd-8655-dd638caa557f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Calling delete_port for c70eb197-af22-4d89-86fe-b2a96e363f77 owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:06.013741 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-07d2718c-47dc-425f-b289-037ec5345d33 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:06.060217 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-15f719aa-51f3-4754-bbe2-aa17be8f0c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575050975', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:45Z', 'updated_at': '2021-09-01T15:45:03Z', 'revision_number': 5, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'gw_port': {'id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:46Z', 'updated_at': '2021-09-01T15:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:06.105345 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f719aa-51f3-4754-bbe2-aa17be8f0c32 None None] The sync data for ids ['e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1'] in n-d-794796-3 is: [{'id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1575050975', 'tenant_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:45Z', 'updated_at': '2021-09-01T15:45:03Z', 'revision_number': 5, 'project_id': 'a71dc08c28b44bd2acfe82e791b71db4', 'gw_port': {'id': 'c70eb197-af22-4d89-86fe-b2a96e363f77', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:46Z', 'updated_at': '2021-09-01T15:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:45:06.151256 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f72886a6-1e01-4aa8-a13f-d70571066a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:06.172572 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-07d2718c-47dc-425f-b289-037ec5345d33 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:06.185573 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-07d2718c-47dc-425f-b289-037ec5345d33 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad188841-8c9a-42c1-a0d3-746a82ad246a']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:06.189191 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72886a6-1e01-4aa8-a13f-d70571066a06 None None] Pushing event deleted for resources: {'Port': ['ID=8b393875-9bb7-44f9-9641-5dd447d14255,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:06.192244 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72886a6-1e01-4aa8-a13f-d70571066a06 None None] No DVR routers for this DVR port 8b393875-9bb7-44f9-9641-5dd447d14255 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:45:06.247337 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-07d2718c-47dc-425f-b289-037ec5345d33 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '668246c6-0ccc-4df6-8b08-cba912043d5d') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:06.247690 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-07d2718c-47dc-425f-b289-037ec5345d33 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '668246c6-0ccc-4df6-8b08-cba912043d5d') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:06.274822 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-07d2718c-47dc-425f-b289-037ec5345d33 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:06.302246 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-07d2718c-47dc-425f-b289-037ec5345d33 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:06.316070 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d2718c-47dc-425f-b289-037ec5345d33 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:45:06.316438 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-07d2718c-47dc-425f-b289-037ec5345d33 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: items = [ Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:45:06.319905 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:45:06.426073 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-07d2718c-47dc-425f-b289-037ec5345d33 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:06.431605 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-07d2718c-47dc-425f-b289-037ec5345d33 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:06.435050 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-07d2718c-47dc-425f-b289-037ec5345d33 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] 10.222.0.60 "DELETE /v2.0/networks/ad188841-8c9a-42c1-a0d3-746a82ad246a HTTP/1.1" status: 204 len: 168 time: 0.5501115 Sep 01 15:45:06.439126 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46822) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:06.445336 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dab30ba3-1239-42cd-8655-dd638caa557f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:06.473915 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2718c-47dc-425f-b289-037ec5345d33 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Pushing event deleted for resources: {'Network': ['ID=ad188841-8c9a-42c1-a0d3-746a82ad246a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:06.498387 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab30ba3-1239-42cd-8655-dd638caa557f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event deleted for resources: {'Port': ['ID=c70eb197-af22-4d89-86fe-b2a96e363f77,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:06.604492 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dab30ba3-1239-42cd-8655-dd638caa557f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:06.643461 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-383b9c75-ed1e-47ad-96fd-2a3ce360385e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:06.741498 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dab30ba3-1239-42cd-8655-dd638caa557f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:06.744488 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dab30ba3-1239-42cd-8655-dd638caa557f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:06.806987 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-383b9c75-ed1e-47ad-96fd-2a3ce360385e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:06.821836 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-383b9c75-ed1e-47ad-96fd-2a3ce360385e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac39d50-71a9-41ae-a42f-4971198381d4']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:06.836188 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dab30ba3-1239-42cd-8655-dd638caa557f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:06.839624 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab30ba3-1239-42cd-8655-dd638caa557f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Fanout notify agent at l3_agent the message router_deleted on router e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1 {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:45:06.846588 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-383b9c75-ed1e-47ad-96fd-2a3ce360385e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac909ac5-c5c1-480f-b98f-0643611ff323') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:06.846929 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-383b9c75-ed1e-47ad-96fd-2a3ce360385e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac909ac5-c5c1-480f-b98f-0643611ff323') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:06.862996 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-383b9c75-ed1e-47ad-96fd-2a3ce360385e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:06.868862 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dab30ba3-1239-42cd-8655-dd638caa557f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:06.870890 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-dab30ba3-1239-42cd-8655-dd638caa557f tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "DELETE /v2.0/routers/e4a03ee6-7a9d-4d02-adee-fc643d1cc6a1 HTTP/1.1" status: 204 len: 168 time: 1.8825703 Sep 01 15:45:06.873869 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46826) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:06.959699 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-383b9c75-ed1e-47ad-96fd-2a3ce360385e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:06.988989 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383b9c75-ed1e-47ad-96fd-2a3ce360385e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:45:06.989720 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-383b9c75-ed1e-47ad-96fd-2a3ce360385e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:45:06.994821 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:45:07.090027 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4793c40b-189e-4c33-8084-a0d8cbbef489 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:07.107204 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a68e85af-b663-47a5-ab04-524d5d2a1795 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:45:07.114037 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-383b9c75-ed1e-47ad-96fd-2a3ce360385e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:07.132130 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: a68e85af-b663-47a5-ab04-524d5d2a1795 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:45:07.133234 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a68e85af-b663-47a5-ab04-524d5d2a1795 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:45:07.134397 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 8b393875-9bb7-44f9-9641-5dd447d14255 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:45:07.136474 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-383b9c75-ed1e-47ad-96fd-2a3ce360385e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:07.142086 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-383b9c75-ed1e-47ad-96fd-2a3ce360385e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] 10.222.0.60 "DELETE /v2.0/networks/cac39d50-71a9-41ae-a42f-4971198381d4 HTTP/1.1" status: 204 len: 168 time: 0.7014642 Sep 01 15:45:07.145425 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46828) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:07.156696 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 8b393875-9bb7-44f9-9641-5dd447d14255 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:45:07.157425 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 8b393875-9bb7-44f9-9641-5dd447d14255 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:45:07.182254 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b9c75-ed1e-47ad-96fd-2a3ce360385e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Pushing event deleted for resources: {'Network': ['ID=cac39d50-71a9-41ae-a42f-4971198381d4,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:07.287862 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4793c40b-189e-4c33-8084-a0d8cbbef489 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:07.299159 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4793c40b-189e-4c33-8084-a0d8cbbef489 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:07.304948 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0775d9f-a330-48fc-9e5f-f4eeee5ce5c8 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:07.311955 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0775d9f-a330-48fc-9e5f-f4eeee5ce5c8 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:07.313726 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e0775d9f-a330-48fc-9e5f-f4eeee5ce5c8 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1672280 Sep 01 15:45:07.317368 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4793c40b-189e-4c33-8084-a0d8cbbef489 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:07.317699 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-4793c40b-189e-4c33-8084-a0d8cbbef489 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1da7ee2-98e9-4fad-a2f1-b4f61662eb4c') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:07.319042 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46830) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:07.325598 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-d39c7230-2ed5-4a53-8d51-4276793cdf49 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1922656709'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:07.332006 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4793c40b-189e-4c33-8084-a0d8cbbef489 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:07.351169 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39c7230-2ed5-4a53-8d51-4276793cdf49 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Made reservation on behalf of 0789852a51144e78aed60bfa8b230a58 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:07.355483 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d39c7230-2ed5-4a53-8d51-4276793cdf49 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:07.355914 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4793c40b-189e-4c33-8084-a0d8cbbef489 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:07.365098 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4793c40b-189e-4c33-8084-a0d8cbbef489 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:45:07.365868 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4793c40b-189e-4c33-8084-a0d8cbbef489 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:45:07.369582 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:45:07.462720 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4793c40b-189e-4c33-8084-a0d8cbbef489 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:07.470020 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d39c7230-2ed5-4a53-8d51-4276793cdf49 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:45:07.472356 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4793c40b-189e-4c33-8084-a0d8cbbef489 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:07.481846 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4793c40b-189e-4c33-8084-a0d8cbbef489 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] 10.222.0.60 "DELETE /v2.0/networks/f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763 HTTP/1.1" status: 204 len: 168 time: 0.6062415 Sep 01 15:45:07.493560 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d39c7230-2ed5-4a53-8d51-4276793cdf49 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:07.494468 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-d39c7230-2ed5-4a53-8d51-4276793cdf49 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Added segment db5db866-27d5-44a2-abbc-3e8fb0a0646f of type vlan for network 9ab069a3-8d06-4561-9b1f-a022589bf2c4 Sep 01 15:45:07.514343 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793c40b-189e-4c33-8084-a0d8cbbef489 tempest-TestSecurityGroupsBasicOps-758104316 tempest-TestSecurityGroupsBasicOps-758104316-project] Pushing event deleted for resources: {'Network': ['ID=f7f4e5db-96c2-49e2-b9c4-b8a0b69eb763,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:07.561199 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d39c7230-2ed5-4a53-8d51-4276793cdf49 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:07.609425 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d39c7230-2ed5-4a53-8d51-4276793cdf49 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:07.616909 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39c7230-2ed5-4a53-8d51-4276793cdf49 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:07.617767 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d39c7230-2ed5-4a53-8d51-4276793cdf49 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:07.718896 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d39c7230-2ed5-4a53-8d51-4276793cdf49 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3967991 Sep 01 15:45:07.722063 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46838) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:07.730516 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-72e3947e-383b-4772-844f-04f22c683e48 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-358555300'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:07.761440 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e3947e-383b-4772-844f-04f22c683e48 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Made reservation on behalf of 0789852a51144e78aed60bfa8b230a58 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:07.767821 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c7230-2ed5-4a53-8d51-4276793cdf49 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Pushing event updated for resources: {'Network': ['ID=9ab069a3-8d06-4561-9b1f-a022589bf2c4,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:07.770278 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72e3947e-383b-4772-844f-04f22c683e48 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:07.783588 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 9ab069a3-8d06-4561-9b1f-a022589bf2c4 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:45:07.813462 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e3947e-383b-4772-844f-04f22c683e48 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:45:07.833759 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72e3947e-383b-4772-844f-04f22c683e48 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:07.834254 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-72e3947e-383b-4772-844f-04f22c683e48 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Added segment 32919f3a-c2ed-43b8-bee4-9c5d7e268c10 of type vlan for network a715372c-1d8e-44d1-be88-8264dc4d6f74 Sep 01 15:45:07.888921 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72e3947e-383b-4772-844f-04f22c683e48 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:07.928045 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72e3947e-383b-4772-844f-04f22c683e48 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:07.938843 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e3947e-383b-4772-844f-04f22c683e48 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:07.939793 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72e3947e-383b-4772-844f-04f22c683e48 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:08.005981 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46876) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:08.006458 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-72e3947e-383b-4772-844f-04f22c683e48 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2824767 Sep 01 15:45:08.013809 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6eddbdca-a86f-46a2-8acd-d964fc892bab tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Request body: {'ports': [{'network_id': '9ab069a3-8d06-4561-9b1f-a022589bf2c4', 'name': 'tempest-port--1962304372', 'admin_state_up': True}, {'network_id': 'a715372c-1d8e-44d1-be88-8264dc4d6f74', 'admin_state_up': False}]} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:08.013809 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6eddbdca-a86f-46a2-8acd-d964fc892bab tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Request body: {'port': {'network_id': '9ab069a3-8d06-4561-9b1f-a022589bf2c4', 'name': 'tempest-port--1962304372', 'admin_state_up': True}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:08.014613 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6eddbdca-a86f-46a2-8acd-d964fc892bab tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Request body: {'port': {'network_id': 'a715372c-1d8e-44d1-be88-8264dc4d6f74', 'admin_state_up': False}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:08.057779 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3947e-383b-4772-844f-04f22c683e48 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Pushing event updated for resources: {'Network': ['ID=a715372c-1d8e-44d1-be88-8264dc4d6f74,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:08.070336 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network a715372c-1d8e-44d1-be88-8264dc4d6f74 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:45:08.086558 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46882) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:08.339832 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b79d698c-d207-48dd-802d-61ac4abc828d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a71dc08c28b44bd2acfe82e791b71db4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2513094 Sep 01 15:45:08.344815 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46888) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:08.381422 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eddbdca-a86f-46a2-8acd-d964fc892bab tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Made reservation on behalf of 0789852a51144e78aed60bfa8b230a58 for: {'port': 2} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:08.387957 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6eddbdca-a86f-46a2-8acd-d964fc892bab tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:08.420511 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6eddbdca-a86f-46a2-8acd-d964fc892bab tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:08.448626 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b09cbcc7-8e5d-4150-907d-05ab9caf00a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:08.520938 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b09cbcc7-8e5d-4150-907d-05ab9caf00a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:08.556257 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-6eddbdca-a86f-46a2-8acd-d964fc892bab tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] device_id is not set on port 51f9a06b-806f-42e6-8f01-476981c542b6 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:45:08.610267 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b09cbcc7-8e5d-4150-907d-05ab9caf00a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:08.613240 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b09cbcc7-8e5d-4150-907d-05ab9caf00a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:08.614593 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b09cbcc7-8e5d-4150-907d-05ab9caf00a5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b435a0f5-344e-43cc-8f52-afce352ddebf HTTP/1.1" status: 204 len: 168 time: 0.2686830 Sep 01 15:45:08.671888 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09cbcc7-8e5d-4150-907d-05ab9caf00a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b435a0f5-344e-43cc-8f52-afce352ddebf,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:08.742758 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6eddbdca-a86f-46a2-8acd-d964fc892bab tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:08.754661 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:08.841507 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-6eddbdca-a86f-46a2-8acd-d964fc892bab tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] device_id is not set on port 95dca0e1-90ce-45b6-ae72-4881ec943470 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:45:08.856613 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c70eb197-af22-4d89-86fe-b2a96e363f77 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:45:08.879379 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: c70eb197-af22-4d89-86fe-b2a96e363f77 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:45:08.880031 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c70eb197-af22-4d89-86fe-b2a96e363f77 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:45:08.996720 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6eddbdca-a86f-46a2-8acd-d964fc892bab tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:09.024240 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46926) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:09.040252 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b2e2b4fa-dd0e-4109-bed1-171e17a7ced8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:09.056741 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6eddbdca-a86f-46a2-8acd-d964fc892bab tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:09.126259 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddbdca-a86f-46a2-8acd-d964fc892bab tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Pushing event updated for resources: {'Port': ['ID=51f9a06b-806f-42e6-8f01-476981c542b6,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:09.138391 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eddbdca-a86f-46a2-8acd-d964fc892bab tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Checking segment: {'id': 'db5db866-27d5-44a2-abbc-3e8fb0a0646f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9ab069a3-8d06-4561-9b1f-a022589bf2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:09.138900 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eddbdca-a86f-46a2-8acd-d964fc892bab tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Network hostable DHCP agents. Network: 9ab069a3-8d06-4561-9b1f-a022589bf2c4, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:45:09.157579 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b2e2b4fa-dd0e-4109-bed1-171e17a7ced8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:09.161546 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eddbdca-a86f-46a2-8acd-d964fc892bab tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Network 9ab069a3-8d06-4561-9b1f-a022589bf2c4 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:45:09.162763 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b2e2b4fa-dd0e-4109-bed1-171e17a7ced8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:09.177150 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-6eddbdca-a86f-46a2-8acd-d964fc892bab tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 9ab069a3-8d06-4561-9b1f-a022589bf2c4) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:09.186054 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5f0311-8dff-48d9-9ea4-39654d9161a7 None None] Network 9ab069a3-8d06-4561-9b1f-a022589bf2c4 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:09.194172 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eddbdca-a86f-46a2-8acd-d964fc892bab tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:09.195094 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6eddbdca-a86f-46a2-8acd-d964fc892bab tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:09.212008 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2b4fa-dd0e-4109-bed1-171e17a7ced8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b48a08-9b25-46cc-b198-6680cc08c420,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:09.216770 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b2e2b4fa-dd0e-4109-bed1-171e17a7ced8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=23f0d0f1b24b432881a05d12dc2ce722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1912541 Sep 01 15:45:09.219349 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46928) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:09.269973 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddbdca-a86f-46a2-8acd-d964fc892bab tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Pushing event updated for resources: {'Port': ['ID=95dca0e1-90ce-45b6-ae72-4881ec943470,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:09.288952 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eddbdca-a86f-46a2-8acd-d964fc892bab tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Checking segment: {'id': '32919f3a-c2ed-43b8-bee4-9c5d7e268c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'a715372c-1d8e-44d1-be88-8264dc4d6f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:09.289316 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eddbdca-a86f-46a2-8acd-d964fc892bab tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Network hostable DHCP agents. Network: a715372c-1d8e-44d1-be88-8264dc4d6f74, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:45:09.298850 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7232f84b-bfac-41ff-a467-ff842d3cab94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:09.311482 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eddbdca-a86f-46a2-8acd-d964fc892bab tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Network a715372c-1d8e-44d1-be88-8264dc4d6f74 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:45:09.321633 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-158a9c18-231a-47cf-85cc-c79626073ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:09.329964 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-6eddbdca-a86f-46a2-8acd-d964fc892bab tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, a715372c-1d8e-44d1-be88-8264dc4d6f74) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:09.332195 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7232f84b-bfac-41ff-a467-ff842d3cab94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:09.341524 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e474fe15-f36f-4d66-95a0-9189832d663e None None] Network a715372c-1d8e-44d1-be88-8264dc4d6f74 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:09.343507 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eddbdca-a86f-46a2-8acd-d964fc892bab tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:09.350229 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eddbdca-a86f-46a2-8acd-d964fc892bab tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:09.355357 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eddbdca-a86f-46a2-8acd-d964fc892bab tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:09.356665 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6eddbdca-a86f-46a2-8acd-d964fc892bab tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:09.385079 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6eddbdca-a86f-46a2-8acd-d964fc892bab tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3774254 Sep 01 15:45:09.388967 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46930) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:09.431831 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7232f84b-bfac-41ff-a467-ff842d3cab94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:09.438353 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7232f84b-bfac-41ff-a467-ff842d3cab94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:09.439220 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7232f84b-bfac-41ff-a467-ff842d3cab94 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f5b48a08-9b25-46cc-b198-6680cc08c420 HTTP/1.1" status: 204 len: 168 time: 0.2188470 Sep 01 15:45:09.452249 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232f84b-bfac-41ff-a467-ff842d3cab94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b48a08-9b25-46cc-b198-6680cc08c420,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:10.023007 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68965288-33a7-4750-8db1-eac1c01e68e6 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:10.030586 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68965288-33a7-4750-8db1-eac1c01e68e6 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:10.035064 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-68965288-33a7-4750-8db1-eac1c01e68e6 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6419637 Sep 01 15:45:10.036660 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46938) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:10.133421 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46940) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:10.177440 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-db2a6ed1-add8-464d-8031-49d627ce8960 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Deleting port 51f9a06b-806f-42e6-8f01-476981c542b6 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:10.177760 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db2a6ed1-add8-464d-8031-49d627ce8960 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:10.198891 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-04174551-f739-49aa-a9b9-b0a04c5cc176 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cbab0a5d2d0f4b399f71964004a6cce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0619085 Sep 01 15:45:10.199128 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46942) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:10.286925 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db2a6ed1-add8-464d-8031-49d627ce8960 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:10.313998 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-db2a6ed1-add8-464d-8031-49d627ce8960 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Calling delete_port for 51f9a06b-806f-42e6-8f01-476981c542b6 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:10.334957 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-614acd47-78e7-41ce-bb62-1d049739e364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:10.404584 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-614acd47-78e7-41ce-bb62-1d049739e364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:10.472778 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db2a6ed1-add8-464d-8031-49d627ce8960 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:10.509789 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-614acd47-78e7-41ce-bb62-1d049739e364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:10.512987 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-614acd47-78e7-41ce-bb62-1d049739e364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:10.514198 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-614acd47-78e7-41ce-bb62-1d049739e364 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/13d24b16-5822-401e-bc8a-62df1fae00e9 HTTP/1.1" status: 204 len: 168 time: 0.3147073 Sep 01 15:45:10.519786 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a6ed1-add8-464d-8031-49d627ce8960 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Pushing event deleted for resources: {'Port': ['ID=51f9a06b-806f-42e6-8f01-476981c542b6,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:10.524632 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-db2a6ed1-add8-464d-8031-49d627ce8960 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:10.530962 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-db2a6ed1-add8-464d-8031-49d627ce8960 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] 10.222.0.60 "DELETE /v2.0/ports/51f9a06b-806f-42e6-8f01-476981c542b6 HTTP/1.1" status: 204 len: 168 time: 0.4878817 Sep 01 15:45:10.531770 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46948) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:10.533131 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614acd47-78e7-41ce-bb62-1d049739e364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d24b16-5822-401e-bc8a-62df1fae00e9,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:10.706615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-649146a1-c583-4072-b1cc-a15e84f718f3 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Deleting port 95dca0e1-90ce-45b6-ae72-4881ec943470 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:10.707146 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-649146a1-c583-4072-b1cc-a15e84f718f3 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:10.797971 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-649146a1-c583-4072-b1cc-a15e84f718f3 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:10.812648 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-649146a1-c583-4072-b1cc-a15e84f718f3 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Calling delete_port for 95dca0e1-90ce-45b6-ae72-4881ec943470 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:10.964334 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-649146a1-c583-4072-b1cc-a15e84f718f3 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:11.015733 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649146a1-c583-4072-b1cc-a15e84f718f3 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Pushing event deleted for resources: {'Port': ['ID=95dca0e1-90ce-45b6-ae72-4881ec943470,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:11.035543 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-649146a1-c583-4072-b1cc-a15e84f718f3 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:11.043476 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46950) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:11.044129 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-649146a1-c583-4072-b1cc-a15e84f718f3 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] 10.222.0.60 "DELETE /v2.0/ports/95dca0e1-90ce-45b6-ae72-4881ec943470 HTTP/1.1" status: 204 len: 168 time: 0.5094488 Sep 01 15:45:11.085120 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0cf40650-ed05-4540-874f-e806e933469f tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0390894 Sep 01 15:45:11.089507 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46952) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:11.098048 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-dbe165a4-1ed6-412e-bbf6-4ae75c88ca5e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-312633064'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:11.137563 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe165a4-1ed6-412e-bbf6-4ae75c88ca5e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Made reservation on behalf of 0789852a51144e78aed60bfa8b230a58 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:11.146323 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dbe165a4-1ed6-412e-bbf6-4ae75c88ca5e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:11.200695 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe165a4-1ed6-412e-bbf6-4ae75c88ca5e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:45:11.213210 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dbe165a4-1ed6-412e-bbf6-4ae75c88ca5e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:11.213685 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-dbe165a4-1ed6-412e-bbf6-4ae75c88ca5e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Added segment b0a693e2-5dcc-4774-bb65-c0f39bf3e8d1 of type vlan for network 9497a50c-47f3-415c-99bc-f867ec661498 Sep 01 15:45:11.266316 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dbe165a4-1ed6-412e-bbf6-4ae75c88ca5e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:11.300798 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dbe165a4-1ed6-412e-bbf6-4ae75c88ca5e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:11.306637 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe165a4-1ed6-412e-bbf6-4ae75c88ca5e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:11.307270 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dbe165a4-1ed6-412e-bbf6-4ae75c88ca5e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:11.380876 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-dbe165a4-1ed6-412e-bbf6-4ae75c88ca5e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2877703 Sep 01 15:45:11.381970 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46954) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:11.386957 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-6fd14cf7-4026-4dd0-8ca8-1dca1670d21a tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1239682204'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:11.394354 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe165a4-1ed6-412e-bbf6-4ae75c88ca5e tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Pushing event updated for resources: {'Network': ['ID=9497a50c-47f3-415c-99bc-f867ec661498,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:11.406697 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 9497a50c-47f3-415c-99bc-f867ec661498 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:45:11.415103 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd14cf7-4026-4dd0-8ca8-1dca1670d21a tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Made reservation on behalf of 0789852a51144e78aed60bfa8b230a58 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:11.418987 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6fd14cf7-4026-4dd0-8ca8-1dca1670d21a tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:11.456379 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd14cf7-4026-4dd0-8ca8-1dca1670d21a tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:45:11.471353 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6fd14cf7-4026-4dd0-8ca8-1dca1670d21a tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:11.471893 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-6fd14cf7-4026-4dd0-8ca8-1dca1670d21a tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Added segment 46db07ad-b220-4b81-a915-fbe2f0b8650b of type vlan for network d7996e06-a0f6-4c60-bf08-57390d722774 Sep 01 15:45:11.523039 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6fd14cf7-4026-4dd0-8ca8-1dca1670d21a tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:11.551881 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6fd14cf7-4026-4dd0-8ca8-1dca1670d21a tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:11.557416 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd14cf7-4026-4dd0-8ca8-1dca1670d21a tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:11.558068 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6fd14cf7-4026-4dd0-8ca8-1dca1670d21a tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:11.624341 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6fd14cf7-4026-4dd0-8ca8-1dca1670d21a tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2416000 Sep 01 15:45:11.637179 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd14cf7-4026-4dd0-8ca8-1dca1670d21a tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Pushing event updated for resources: {'Network': ['ID=d7996e06-a0f6-4c60-bf08-57390d722774,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:11.651751 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network d7996e06-a0f6-4c60-bf08-57390d722774 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:45:12.172423 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:13.333009 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:13.676255 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8960166a-9c4c-4d02-86fc-d470b0bc7b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:14.989120 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46964) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:15.000044 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-9a06943b-2b45-4fcf-83e2-caff74e5b6b8 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Request body: {'subnets': [{'network_id': '9497a50c-47f3-415c-99bc-f867ec661498', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--241289641', 'ip_version': 6}, {'network_id': 'd7996e06-a0f6-4c60-bf08-57390d722774', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:15.000526 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-9a06943b-2b45-4fcf-83e2-caff74e5b6b8 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Request body: {'subnet': {'network_id': '9497a50c-47f3-415c-99bc-f867ec661498', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--241289641', 'ip_version': 6}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:15.001542 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-9a06943b-2b45-4fcf-83e2-caff74e5b6b8 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Request body: {'subnet': {'network_id': 'd7996e06-a0f6-4c60-bf08-57390d722774', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:15.215006 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a06943b-2b45-4fcf-83e2-caff74e5b6b8 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Made reservation on behalf of 0789852a51144e78aed60bfa8b230a58 for: {'subnet': 2} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:15.220585 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9a06943b-2b45-4fcf-83e2-caff74e5b6b8 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:15.220941 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9a06943b-2b45-4fcf-83e2-caff74e5b6b8 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:15.248795 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:15.823126 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9a06943b-2b45-4fcf-83e2-caff74e5b6b8 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:15.888240 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06943b-2b45-4fcf-83e2-caff74e5b6b8 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Pushing event updated for resources: {'Subnet': ['ID=5544a9f3-e41a-4a27-8ea9-a32bb132340a,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:15.909171 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a06943b-2b45-4fcf-83e2-caff74e5b6b8 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Checking segment: {'id': 'b0a693e2-5dcc-4774-bb65-c0f39bf3e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9497a50c-47f3-415c-99bc-f867ec661498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:15.909645 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a06943b-2b45-4fcf-83e2-caff74e5b6b8 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Network hostable DHCP agents. Network: 9497a50c-47f3-415c-99bc-f867ec661498, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:45:15.930603 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a06943b-2b45-4fcf-83e2-caff74e5b6b8 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Network 9497a50c-47f3-415c-99bc-f867ec661498 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:45:15.944924 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-9a06943b-2b45-4fcf-83e2-caff74e5b6b8 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 9497a50c-47f3-415c-99bc-f867ec661498) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:15.949417 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9a06943b-2b45-4fcf-83e2-caff74e5b6b8 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:15.955717 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649fc4e8-9a54-4c36-93d5-718a8153e95b None None] Network 9497a50c-47f3-415c-99bc-f867ec661498 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:16.039968 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06943b-2b45-4fcf-83e2-caff74e5b6b8 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Pushing event updated for resources: {'Subnet': ['ID=5e6b3195-9b71-4d32-aaef-afac66bcd195,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:16.048117 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a06943b-2b45-4fcf-83e2-caff74e5b6b8 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Checking segment: {'id': '46db07ad-b220-4b81-a915-fbe2f0b8650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd7996e06-a0f6-4c60-bf08-57390d722774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:16.048485 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a06943b-2b45-4fcf-83e2-caff74e5b6b8 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Network hostable DHCP agents. Network: d7996e06-a0f6-4c60-bf08-57390d722774, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:45:16.069717 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a06943b-2b45-4fcf-83e2-caff74e5b6b8 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Network d7996e06-a0f6-4c60-bf08-57390d722774 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:45:16.081140 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-9a06943b-2b45-4fcf-83e2-caff74e5b6b8 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, d7996e06-a0f6-4c60-bf08-57390d722774) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:16.085976 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a06943b-2b45-4fcf-83e2-caff74e5b6b8 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:16.086706 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a06943b-2b45-4fcf-83e2-caff74e5b6b8 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:16.087744 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9a06943b-2b45-4fcf-83e2-caff74e5b6b8 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:16.102243 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa543110-d585-4ac3-b1b7-a3188206e100 None None] Network d7996e06-a0f6-4c60-bf08-57390d722774 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:16.109652 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9a06943b-2b45-4fcf-83e2-caff74e5b6b8 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.1191304 Sep 01 15:45:16.112388 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46968) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:16.181475 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35441b17-c9b6-45c1-b61d-02884af2cba5 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:16.183376 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35441b17-c9b6-45c1-b61d-02884af2cba5 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:16.186113 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35441b17-c9b6-45c1-b61d-02884af2cba5 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:16.192699 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-35441b17-c9b6-45c1-b61d-02884af2cba5 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0784035 Sep 01 15:45:16.197500 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46970) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:16.205128 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0176ed-7654-40e2-a3a3-5a1c6be83eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-9497a50c-47f3-415c-99bc-f867ec661498', 'network_id': '9497a50c-47f3-415c-99bc-f867ec661498', 'tenant_id': '0789852a51144e78aed60bfa8b230a58', 'fixed_ips': [{'subnet_id': '5544a9f3-e41a-4a27-8ea9-a32bb132340a'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:45:16.207021 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-df0176ed-7654-40e2-a3a3-5a1c6be83eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:16.262521 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c8ae75-7ecd-46bd-88ba-afec268b6030 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Deleting subnet 5544a9f3-e41a-4a27-8ea9-a32bb132340a {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:45:16.266456 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-13c8ae75-7ecd-46bd-88ba-afec268b6030 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:16.315844 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-13c8ae75-7ecd-46bd-88ba-afec268b6030 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:16.378487 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-13c8ae75-7ecd-46bd-88ba-afec268b6030 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:16.425764 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f817538-3a94-48e6-8a4e-a757bd0a1b58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-d7996e06-a0f6-4c60-bf08-57390d722774', 'network_id': 'd7996e06-a0f6-4c60-bf08-57390d722774', 'tenant_id': '0789852a51144e78aed60bfa8b230a58', 'fixed_ips': [{'subnet_id': '5e6b3195-9b71-4d32-aaef-afac66bcd195'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:45:16.427513 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6f817538-3a94-48e6-8a4e-a757bd0a1b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:16.484437 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-13c8ae75-7ecd-46bd-88ba-afec268b6030 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:16.525127 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8ae75-7ecd-46bd-88ba-afec268b6030 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Pushing event deleted for resources: {'Subnet': ['ID=5544a9f3-e41a-4a27-8ea9-a32bb132340a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:16.538524 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-13c8ae75-7ecd-46bd-88ba-afec268b6030 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:16.541931 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-13c8ae75-7ecd-46bd-88ba-afec268b6030 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] 10.222.0.60 "DELETE /v2.0/subnets/5544a9f3-e41a-4a27-8ea9-a32bb132340a HTTP/1.1" status: 204 len: 168 time: 0.3428168 Sep 01 15:45:16.545233 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46972) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server [None req-df0176ed-7654-40e2-a3a3-5a1c6be83eba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5544a9f3-e41a-4a27-8ea9-a32bb132340a: This subnet is being modified by another concurrent operation. Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise exception Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5544a9f3-e41a-4a27-8ea9-a32bb132340a: This subnet is being modified by another concurrent operation. Sep 01 15:45:16.554673 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server Sep 01 15:45:16.578814 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c44b92b-7327-49c1-b421-7c42360ac487 None None] Network 9497a50c-47f3-415c-99bc-f867ec661498 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:16.657163 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3977b0-5969-4a47-8804-b8f88a2e3e03 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Deleting subnet 5e6b3195-9b71-4d32-aaef-afac66bcd195 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:45:16.719616 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-6f817538-3a94-48e6-8a4e-a757bd0a1b58 None None] Allocated IP 2001:db8:0:1::1 (d7996e06-a0f6-4c60-bf08-57390d722774/5e6b3195-9b71-4d32-aaef-afac66bcd195/d3578bab-ae0e-410d-b590-fca674f49ec2) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:16.947873 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6f817538-3a94-48e6-8a4e-a757bd0a1b58 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:16.960228 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6f817538-3a94-48e6-8a4e-a757bd0a1b58 None None] Transition to ACTIVE for port object d3578bab-ae0e-410d-b590-fca674f49ec2 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:16.977753 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6f817538-3a94-48e6-8a4e-a757bd0a1b58 None None] Transition to ACTIVE for port object d3578bab-ae0e-410d-b590-fca674f49ec2 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:16.983942 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f3977b0-5969-4a47-8804-b8f88a2e3e03 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:16.985351 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6f817538-3a94-48e6-8a4e-a757bd0a1b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:17.027344 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f817538-3a94-48e6-8a4e-a757bd0a1b58 None None] Network d7996e06-a0f6-4c60-bf08-57390d722774 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:17.033924 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-6f817538-3a94-48e6-8a4e-a757bd0a1b58 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:17.038046 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f817538-3a94-48e6-8a4e-a757bd0a1b58 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:17.048345 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f817538-3a94-48e6-8a4e-a757bd0a1b58 None None] Pushing event updated for resources: {'Port': ['ID=d3578bab-ae0e-410d-b590-fca674f49ec2,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:17.051704 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f3977b0-5969-4a47-8804-b8f88a2e3e03 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:17.105619 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-6f817538-3a94-48e6-8a4e-a757bd0a1b58 None None] Attempting to bind port d3578bab-ae0e-410d-b590-fca674f49ec2 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:45:17.106104 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-6f817538-3a94-48e6-8a4e-a757bd0a1b58 None None] Attempting to bind port d3578bab-ae0e-410d-b590-fca674f49ec2 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '46db07ad-b220-4b81-a915-fbe2f0b8650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd7996e06-a0f6-4c60-bf08-57390d722774'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:45:17.106445 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f817538-3a94-48e6-8a4e-a757bd0a1b58 None None] Attempting to bind port d3578bab-ae0e-410d-b590-fca674f49ec2 on network d7996e06-a0f6-4c60-bf08-57390d722774 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:45:17.112448 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f817538-3a94-48e6-8a4e-a757bd0a1b58 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:45:17.112846 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f817538-3a94-48e6-8a4e-a757bd0a1b58 None None] Checking segment: {'id': '46db07ad-b220-4b81-a915-fbe2f0b8650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd7996e06-a0f6-4c60-bf08-57390d722774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:17.113290 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6f817538-3a94-48e6-8a4e-a757bd0a1b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:17.113695 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f817538-3a94-48e6-8a4e-a757bd0a1b58 None None] Bound using segment: {'id': '46db07ad-b220-4b81-a915-fbe2f0b8650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd7996e06-a0f6-4c60-bf08-57390d722774'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:45:17.114176 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-6f817538-3a94-48e6-8a4e-a757bd0a1b58 None None] Bound port: d3578bab-ae0e-410d-b590-fca674f49ec2, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46db07ad-b220-4b81-a915-fbe2f0b8650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd7996e06-a0f6-4c60-bf08-57390d722774'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:45:17.114596 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6f817538-3a94-48e6-8a4e-a757bd0a1b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:17.194330 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-6f817538-3a94-48e6-8a4e-a757bd0a1b58 None None] For port d3578bab-ae0e-410d-b590-fca674f49ec2, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:45:17.198424 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-6f817538-3a94-48e6-8a4e-a757bd0a1b58 None None] For port d3578bab-ae0e-410d-b590-fca674f49ec2, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d3578bab-ae0e-410d-b590-fca674f49ec2,segment=NetworkSegment(46db07ad-b220-4b81-a915-fbe2f0b8650b),segment_id=46db07ad-b220-4b81-a915-fbe2f0b8650b)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:45:17.205948 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6f817538-3a94-48e6-8a4e-a757bd0a1b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:17.208996 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f3977b0-5969-4a47-8804-b8f88a2e3e03 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:17.285083 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f817538-3a94-48e6-8a4e-a757bd0a1b58 None None] Pushing event updated for resources: {'Port': ['ID=d3578bab-ae0e-410d-b590-fca674f49ec2,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:17.306024 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f3977b0-5969-4a47-8804-b8f88a2e3e03 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:17.371332 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3977b0-5969-4a47-8804-b8f88a2e3e03 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Pushing event deleted for resources: {'Subnet': ['ID=5e6b3195-9b71-4d32-aaef-afac66bcd195,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:17.377509 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5f3977b0-5969-4a47-8804-b8f88a2e3e03 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:17.380506 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5f3977b0-5969-4a47-8804-b8f88a2e3e03 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] 10.222.0.60 "DELETE /v2.0/subnets/5e6b3195-9b71-4d32-aaef-afac66bcd195 HTTP/1.1" status: 204 len: 168 time: 0.8332660 Sep 01 15:45:17.383033 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46976) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:17.448245 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac46cde-ec9a-4e04-aca2-05079e6cd843 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:17.453217 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bac46cde-ec9a-4e04-aca2-05079e6cd843 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0674763 Sep 01 15:45:17.456824 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46978) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:17.567705 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6112d405-987d-454b-ab06-b14188182d90 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:17.646171 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-6112d405-987d-454b-ab06-b14188182d90 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Deleting port d3578bab-ae0e-410d-b590-fca674f49ec2 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:17.646585 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6112d405-987d-454b-ab06-b14188182d90 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:17.732430 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-6112d405-987d-454b-ab06-b14188182d90 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] For port d3578bab-ae0e-410d-b590-fca674f49ec2, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d3578bab-ae0e-410d-b590-fca674f49ec2,segment=NetworkSegment(46db07ad-b220-4b81-a915-fbe2f0b8650b),segment_id=46db07ad-b220-4b81-a915-fbe2f0b8650b)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:17.732745 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6112d405-987d-454b-ab06-b14188182d90 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:17.749878 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-6112d405-987d-454b-ab06-b14188182d90 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Calling delete_port for d3578bab-ae0e-410d-b590-fca674f49ec2 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:17.853621 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6112d405-987d-454b-ab06-b14188182d90 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:17.887989 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112d405-987d-454b-ab06-b14188182d90 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Pushing event deleted for resources: {'Port': ['ID=d3578bab-ae0e-410d-b590-fca674f49ec2,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:17.892908 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6112d405-987d-454b-ab06-b14188182d90 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] No DVR routers for this DVR port d3578bab-ae0e-410d-b590-fca674f49ec2 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:45:18.008235 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6112d405-987d-454b-ab06-b14188182d90 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:18.022752 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-6112d405-987d-454b-ab06-b14188182d90 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7996e06-a0f6-4c60-bf08-57390d722774']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:18.038581 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-6112d405-987d-454b-ab06-b14188182d90 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46db07ad-b220-4b81-a915-fbe2f0b8650b') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:18.039034 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-6112d405-987d-454b-ab06-b14188182d90 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46db07ad-b220-4b81-a915-fbe2f0b8650b') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:18.055136 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6112d405-987d-454b-ab06-b14188182d90 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:18.076320 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6112d405-987d-454b-ab06-b14188182d90 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:18.088940 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6112d405-987d-454b-ab06-b14188182d90 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:45:18.089631 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6112d405-987d-454b-ab06-b14188182d90 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:45:18.095495 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:45:18.182808 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6112d405-987d-454b-ab06-b14188182d90 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:18.192567 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6112d405-987d-454b-ab06-b14188182d90 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:18.197349 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6112d405-987d-454b-ab06-b14188182d90 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] 10.222.0.60 "DELETE /v2.0/networks/d7996e06-a0f6-4c60-bf08-57390d722774 HTTP/1.1" status: 204 len: 168 time: 0.7393711 Sep 01 15:45:18.198181 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46982) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:18.215142 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112d405-987d-454b-ab06-b14188182d90 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Pushing event deleted for resources: {'Network': ['ID=d7996e06-a0f6-4c60-bf08-57390d722774,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:18.313341 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9d931701-c50b-4444-8d7a-9d8784ba0761 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:18.427010 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9d931701-c50b-4444-8d7a-9d8784ba0761 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:18.445249 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-9d931701-c50b-4444-8d7a-9d8784ba0761 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9497a50c-47f3-415c-99bc-f867ec661498']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:18.463332 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-9d931701-c50b-4444-8d7a-9d8784ba0761 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a693e2-5dcc-4774-bb65-c0f39bf3e8d1') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:18.463776 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-9d931701-c50b-4444-8d7a-9d8784ba0761 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a693e2-5dcc-4774-bb65-c0f39bf3e8d1') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:18.484126 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9d931701-c50b-4444-8d7a-9d8784ba0761 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:18.508937 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9d931701-c50b-4444-8d7a-9d8784ba0761 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:18.513284 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1f547dfd-edec-4449-bd8a-80f104c6c1fe None None] Could not find standard attr ID for object d3578bab-ae0e-410d-b590-fca674f49ec2. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:45:18.523335 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d931701-c50b-4444-8d7a-9d8784ba0761 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:45:18.523776 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9d931701-c50b-4444-8d7a-9d8784ba0761 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:45:18.527598 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:45:18.550230 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b36d94b-9f0b-446b-8dce-0a5fd317063a None None] DHCP port deletion for d7996e06-a0f6-4c60-bf08-57390d722774 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:45:18.577776 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74796f44-3351-4c44-ab1a-4b1a627897ba None None] Network d7996e06-a0f6-4c60-bf08-57390d722774 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:18.614149 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9d931701-c50b-4444-8d7a-9d8784ba0761 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:18.614958 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74796f44-3351-4c44-ab1a-4b1a627897ba None None] Network d7996e06-a0f6-4c60-bf08-57390d722774 could not be found, it might have been deleted concurrently. {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 01 15:45:18.624257 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9d931701-c50b-4444-8d7a-9d8784ba0761 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:18.626205 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9d931701-c50b-4444-8d7a-9d8784ba0761 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] 10.222.0.60 "DELETE /v2.0/networks/9497a50c-47f3-415c-99bc-f867ec661498 HTTP/1.1" status: 204 len: 168 time: 0.4256079 Sep 01 15:45:18.628111 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581cdfe4-33e0-4283-b855-c1f22ba5d754 None None] get_active_networks_info from n-d-794796-3 {{(pid=94735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 15:45:18.629095 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 46984) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:18.654936 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d931701-c50b-4444-8d7a-9d8784ba0761 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Pushing event deleted for resources: {'Network': ['ID=9497a50c-47f3-415c-99bc-f867ec661498,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:18.733384 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581cdfe4-33e0-4283-b855-c1f22ba5d754 None None] Resources bound (agent type, host, resource id): {{(pid=94735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 15:45:18.735031 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-101f0360-40be-488d-96a4-097fc0d29632 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:18.883340 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-101f0360-40be-488d-96a4-097fc0d29632 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:18.899152 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-101f0360-40be-488d-96a4-097fc0d29632 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a715372c-1d8e-44d1-be88-8264dc4d6f74']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:18.922120 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-101f0360-40be-488d-96a4-097fc0d29632 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32919f3a-c2ed-43b8-bee4-9c5d7e268c10') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:18.922650 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-101f0360-40be-488d-96a4-097fc0d29632 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32919f3a-c2ed-43b8-bee4-9c5d7e268c10') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:18.938557 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-101f0360-40be-488d-96a4-097fc0d29632 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:18.958686 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-101f0360-40be-488d-96a4-097fc0d29632 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:18.969497 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-101f0360-40be-488d-96a4-097fc0d29632 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:45:18.970061 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-101f0360-40be-488d-96a4-097fc0d29632 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:45:18.974005 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:45:19.044968 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-101f0360-40be-488d-96a4-097fc0d29632 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:19.057310 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-101f0360-40be-488d-96a4-097fc0d29632 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:19.059940 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-101f0360-40be-488d-96a4-097fc0d29632 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] 10.222.0.60 "DELETE /v2.0/networks/a715372c-1d8e-44d1-be88-8264dc4d6f74 HTTP/1.1" status: 204 len: 168 time: 0.4296370 Sep 01 15:45:19.063928 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46986) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:19.075711 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f0360-40be-488d-96a4-097fc0d29632 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Pushing event deleted for resources: {'Network': ['ID=a715372c-1d8e-44d1-be88-8264dc4d6f74,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:19.161960 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4db5903f-8718-404d-8074-422e1af0d658 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:19.268247 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4db5903f-8718-404d-8074-422e1af0d658 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:19.288370 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-4db5903f-8718-404d-8074-422e1af0d658 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab069a3-8d06-4561-9b1f-a022589bf2c4']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:19.305773 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-4db5903f-8718-404d-8074-422e1af0d658 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5db866-27d5-44a2-abbc-3e8fb0a0646f') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:19.306070 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-4db5903f-8718-404d-8074-422e1af0d658 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5db866-27d5-44a2-abbc-3e8fb0a0646f') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:19.316855 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4db5903f-8718-404d-8074-422e1af0d658 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:19.338251 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4db5903f-8718-404d-8074-422e1af0d658 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:19.345938 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db5903f-8718-404d-8074-422e1af0d658 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:45:19.346521 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4db5903f-8718-404d-8074-422e1af0d658 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:45:19.349655 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:45:19.420359 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4db5903f-8718-404d-8074-422e1af0d658 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:19.431968 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4db5903f-8718-404d-8074-422e1af0d658 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:19.438438 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4db5903f-8718-404d-8074-422e1af0d658 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] 10.222.0.60 "DELETE /v2.0/networks/9ab069a3-8d06-4561-9b1f-a022589bf2c4 HTTP/1.1" status: 204 len: 168 time: 0.3687289 Sep 01 15:45:19.454379 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5903f-8718-404d-8074-422e1af0d658 tempest-BulkNetworkOpsIpV6Test-886134317 tempest-BulkNetworkOpsIpV6Test-886134317-project] Pushing event deleted for resources: {'Network': ['ID=9ab069a3-8d06-4561-9b1f-a022589bf2c4,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:19.830205 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46994) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:20.019674 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9418d166-cb6f-40fd-8192-d8c1cffab973 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0789852a51144e78aed60bfa8b230a58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1879590 Sep 01 15:45:20.023493 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 46998) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:20.096488 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-92df5531-e065-4ae6-bf13-375a1495ed0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:20.131298 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-92df5531-e065-4ae6-bf13-375a1495ed0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:20.202899 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-92df5531-e065-4ae6-bf13-375a1495ed0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:20.206750 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-92df5531-e065-4ae6-bf13-375a1495ed0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:20.212977 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-92df5531-e065-4ae6-bf13-375a1495ed0a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d9c324d8-40cf-4b88-95bc-7b288d13b391 HTTP/1.1" status: 204 len: 168 time: 0.1830831 Sep 01 15:45:20.224382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df5531-e065-4ae6-bf13-375a1495ed0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c324d8-40cf-4b88-95bc-7b288d13b391,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:21.180825 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47022) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:21.309954 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-54a98b93-eaf5-459b-a256-61b153ca79ac tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-574437162'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:21.336482 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a98b93-eaf5-459b-a256-61b153ca79ac tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:21.340887 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54a98b93-eaf5-459b-a256-61b153ca79ac tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:21.353479 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54a98b93-eaf5-459b-a256-61b153ca79ac tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:21.510677 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54a98b93-eaf5-459b-a256-61b153ca79ac tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:21.516289 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54a98b93-eaf5-459b-a256-61b153ca79ac tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:21.545247 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a98b93-eaf5-459b-a256-61b153ca79ac tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:45:21.556002 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a98b93-eaf5-459b-a256-61b153ca79ac tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6b4ea0-2a41-4a61-b1bc-47dad029a462,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:21.563359 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54a98b93-eaf5-459b-a256-61b153ca79ac tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:21.563914 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-54a98b93-eaf5-459b-a256-61b153ca79ac tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Added segment 67262c63-6a31-4671-967b-f8b863393bc8 of type vlan for network 1d018ea0-3df6-4c33-8e42-0732e5b899a4 Sep 01 15:45:21.608587 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54a98b93-eaf5-459b-a256-61b153ca79ac tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:21.662589 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54a98b93-eaf5-459b-a256-61b153ca79ac tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:21.689760 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a98b93-eaf5-459b-a256-61b153ca79ac tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:21.695751 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-54a98b93-eaf5-459b-a256-61b153ca79ac tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:21.776360 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-54a98b93-eaf5-459b-a256-61b153ca79ac tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5940194 Sep 01 15:45:21.781760 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47036) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:21.789447 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-9cc0d600-2417-479e-8ef9-71f7775dc5dc tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'port': {'network_id': '1d018ea0-3df6-4c33-8e42-0732e5b899a4', 'name': 'tempest-PortsTestJSON-586817208'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:21.798341 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a98b93-eaf5-459b-a256-61b153ca79ac tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Network': ['ID=1d018ea0-3df6-4c33-8e42-0732e5b899a4,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:21.816801 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 1d018ea0-3df6-4c33-8e42-0732e5b899a4 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:45:21.937747 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc0d600-2417-479e-8ef9-71f7775dc5dc tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:21.940959 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9cc0d600-2417-479e-8ef9-71f7775dc5dc tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:21.963965 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-9cc0d600-2417-479e-8ef9-71f7775dc5dc tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] device_id is not set on port b07b62e0-94db-4bed-85ba-caab3bdb216b yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:45:22.245929 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9cc0d600-2417-479e-8ef9-71f7775dc5dc tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:22.312430 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9cc0d600-2417-479e-8ef9-71f7775dc5dc tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:22.435840 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0d600-2417-479e-8ef9-71f7775dc5dc tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Port': ['ID=b07b62e0-94db-4bed-85ba-caab3bdb216b,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:22.450574 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc0d600-2417-479e-8ef9-71f7775dc5dc tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Checking segment: {'id': '67262c63-6a31-4671-967b-f8b863393bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1d018ea0-3df6-4c33-8e42-0732e5b899a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:22.451805 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc0d600-2417-479e-8ef9-71f7775dc5dc tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network hostable DHCP agents. Network: 1d018ea0-3df6-4c33-8e42-0732e5b899a4, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:45:22.484658 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc0d600-2417-479e-8ef9-71f7775dc5dc tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network 1d018ea0-3df6-4c33-8e42-0732e5b899a4 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:45:22.499413 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-9cc0d600-2417-479e-8ef9-71f7775dc5dc tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 1d018ea0-3df6-4c33-8e42-0732e5b899a4) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:22.515904 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f612702-3ea8-43d5-8d1a-730c94bf7eec None None] Network 1d018ea0-3df6-4c33-8e42-0732e5b899a4 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:22.522427 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc0d600-2417-479e-8ef9-71f7775dc5dc tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:22.530022 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc0d600-2417-479e-8ef9-71f7775dc5dc tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:22.530751 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9cc0d600-2417-479e-8ef9-71f7775dc5dc tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:22.565492 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9cc0d600-2417-479e-8ef9-71f7775dc5dc tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7810435 Sep 01 15:45:22.568651 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47050) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:22.583706 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-84bd6abf-9fdb-4132-9c1f-2d2396165d75 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-556264510'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:22.627215 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bd6abf-9fdb-4132-9c1f-2d2396165d75 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:22.635722 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-84bd6abf-9fdb-4132-9c1f-2d2396165d75 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:22.698689 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84bd6abf-9fdb-4132-9c1f-2d2396165d75 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:45:22.719308 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-84bd6abf-9fdb-4132-9c1f-2d2396165d75 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:22.719748 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-84bd6abf-9fdb-4132-9c1f-2d2396165d75 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Added segment df3a1e54-f915-45d9-bf17-8f161e7da9cd of type vlan for network 9cd042dd-ffa3-488b-9657-bba4affa8c1a Sep 01 15:45:22.777820 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-84bd6abf-9fdb-4132-9c1f-2d2396165d75 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:22.808665 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-84bd6abf-9fdb-4132-9c1f-2d2396165d75 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:22.814651 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bd6abf-9fdb-4132-9c1f-2d2396165d75 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:22.815316 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-84bd6abf-9fdb-4132-9c1f-2d2396165d75 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:22.886278 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-84bd6abf-9fdb-4132-9c1f-2d2396165d75 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3097739 Sep 01 15:45:22.887426 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47052) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:22.896120 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd6abf-9fdb-4132-9c1f-2d2396165d75 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Network': ['ID=9cd042dd-ffa3-488b-9657-bba4affa8c1a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:22.896393 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-b8334047-d5f0-4fcf-9862-cb3145527176 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'ports': [{'network_id': '1d018ea0-3df6-4c33-8e42-0732e5b899a4'}, {'network_id': '9cd042dd-ffa3-488b-9657-bba4affa8c1a'}]} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:22.896748 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-b8334047-d5f0-4fcf-9862-cb3145527176 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'port': {'network_id': '1d018ea0-3df6-4c33-8e42-0732e5b899a4'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:22.897532 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-b8334047-d5f0-4fcf-9862-cb3145527176 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'port': {'network_id': '9cd042dd-ffa3-488b-9657-bba4affa8c1a'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:22.914221 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 9cd042dd-ffa3-488b-9657-bba4affa8c1a details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:45:23.087430 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8334047-d5f0-4fcf-9862-cb3145527176 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'port': 2} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:23.092622 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b8334047-d5f0-4fcf-9862-cb3145527176 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:23.108902 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b8334047-d5f0-4fcf-9862-cb3145527176 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:23.199708 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-b8334047-d5f0-4fcf-9862-cb3145527176 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] device_id is not set on port 52e830d7-32ef-479b-ba79-4aaa275e5d84 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:45:23.343993 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b8334047-d5f0-4fcf-9862-cb3145527176 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:23.426569 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-b8334047-d5f0-4fcf-9862-cb3145527176 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] device_id is not set on port 235a6f5f-d0ac-4d1c-b660-d9f773a62c37 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:45:23.592301 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b8334047-d5f0-4fcf-9862-cb3145527176 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:23.650366 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b8334047-d5f0-4fcf-9862-cb3145527176 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:23.720930 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8334047-d5f0-4fcf-9862-cb3145527176 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network 1d018ea0-3df6-4c33-8e42-0732e5b899a4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:23.724915 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-b8334047-d5f0-4fcf-9862-cb3145527176 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:23.727854 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8334047-d5f0-4fcf-9862-cb3145527176 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:23.728748 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b8334047-d5f0-4fcf-9862-cb3145527176 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:23.746705 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8334047-d5f0-4fcf-9862-cb3145527176 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Port': ['ID=52e830d7-32ef-479b-ba79-4aaa275e5d84,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:23.814961 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8334047-d5f0-4fcf-9862-cb3145527176 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Port': ['ID=235a6f5f-d0ac-4d1c-b660-d9f773a62c37,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:23.819904 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8334047-d5f0-4fcf-9862-cb3145527176 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Checking segment: {'id': 'df3a1e54-f915-45d9-bf17-8f161e7da9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9cd042dd-ffa3-488b-9657-bba4affa8c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:23.820288 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8334047-d5f0-4fcf-9862-cb3145527176 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network hostable DHCP agents. Network: 9cd042dd-ffa3-488b-9657-bba4affa8c1a, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:45:23.846471 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8334047-d5f0-4fcf-9862-cb3145527176 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network 9cd042dd-ffa3-488b-9657-bba4affa8c1a is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:45:23.858289 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-b8334047-d5f0-4fcf-9862-cb3145527176 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 9cd042dd-ffa3-488b-9657-bba4affa8c1a) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:23.864341 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8334047-d5f0-4fcf-9862-cb3145527176 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:23.876235 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8334047-d5f0-4fcf-9862-cb3145527176 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:23.878524 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd3a0be-24a6-400a-8c49-55125f57bb13 None None] Network 9cd042dd-ffa3-488b-9657-bba4affa8c1a requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:23.884418 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8334047-d5f0-4fcf-9862-cb3145527176 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:23.885384 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b8334047-d5f0-4fcf-9862-cb3145527176 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:23.907018 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b8334047-d5f0-4fcf-9862-cb3145527176 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0173068 Sep 01 15:45:23.910356 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47064) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:24.035417 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-3eed1eb4-9a4b-4f20-b952-9887c21ffce5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting port 235a6f5f-d0ac-4d1c-b660-d9f773a62c37 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:24.035915 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3eed1eb4-9a4b-4f20-b952-9887c21ffce5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:24.119599 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3eed1eb4-9a4b-4f20-b952-9887c21ffce5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:24.143011 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-3eed1eb4-9a4b-4f20-b952-9887c21ffce5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Calling delete_port for 235a6f5f-d0ac-4d1c-b660-d9f773a62c37 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:24.268110 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3eed1eb4-9a4b-4f20-b952-9887c21ffce5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:24.305238 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed1eb4-9a4b-4f20-b952-9887c21ffce5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Port': ['ID=235a6f5f-d0ac-4d1c-b660-d9f773a62c37,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:24.312179 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3eed1eb4-9a4b-4f20-b952-9887c21ffce5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:24.314063 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3eed1eb4-9a4b-4f20-b952-9887c21ffce5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/ports/235a6f5f-d0ac-4d1c-b660-d9f773a62c37 HTTP/1.1" status: 204 len: 168 time: 0.4015381 Sep 01 15:45:24.317866 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47066) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:24.401005 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcd14fe-058a-4775-971b-bc543e92e49f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:24.411294 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcd14fe-058a-4775-971b-bc543e92e49f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:24.414122 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6dcd14fe-058a-4775-971b-bc543e92e49f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0948341 Sep 01 15:45:24.416815 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47068) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:24.538983 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-848d9374-d316-4cb1-b046-367f348813e8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting port 52e830d7-32ef-479b-ba79-4aaa275e5d84 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:24.539327 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-848d9374-d316-4cb1-b046-367f348813e8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:24.626244 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-848d9374-d316-4cb1-b046-367f348813e8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:24.652325 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-848d9374-d316-4cb1-b046-367f348813e8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Calling delete_port for 52e830d7-32ef-479b-ba79-4aaa275e5d84 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:24.764061 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-848d9374-d316-4cb1-b046-367f348813e8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:24.807131 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d9374-d316-4cb1-b046-367f348813e8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Port': ['ID=52e830d7-32ef-479b-ba79-4aaa275e5d84,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:24.818023 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-848d9374-d316-4cb1-b046-367f348813e8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:24.820162 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-848d9374-d316-4cb1-b046-367f348813e8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/ports/52e830d7-32ef-479b-ba79-4aaa275e5d84 HTTP/1.1" status: 204 len: 168 time: 0.4023333 Sep 01 15:45:24.824956 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47072) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:24.886440 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad22f2f-30a8-4429-acf5-80d5127af8a4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:24.888127 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7ad22f2f-30a8-4429-acf5-80d5127af8a4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0620916 Sep 01 15:45:24.891154 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47074) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:24.916400 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-43350f73-1ee1-4042-8e86-65ab95875e31 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] GET failed (client error): The resource could not be found. Sep 01 15:45:24.917965 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-43350f73-1ee1-4042-8e86-65ab95875e31 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "GET /v2.0/ports/235a6f5f-d0ac-4d1c-b660-d9f773a62c37 HTTP/1.1" status: 404 len: 333 time: 0.0257902 Sep 01 15:45:24.921365 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47076) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:24.947975 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-430b433c-d464-47d4-aa66-8ef1d93aae17 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] GET failed (client error): The resource could not be found. Sep 01 15:45:24.949717 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-430b433c-d464-47d4-aa66-8ef1d93aae17 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "GET /v2.0/ports/52e830d7-32ef-479b-ba79-4aaa275e5d84 HTTP/1.1" status: 404 len: 333 time: 0.0273671 Sep 01 15:45:24.952844 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47078) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:25.037267 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-29197099-b820-481c-b7e5-3afb0cf731b6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:25.143454 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-29197099-b820-481c-b7e5-3afb0cf731b6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:25.158478 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-29197099-b820-481c-b7e5-3afb0cf731b6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd042dd-ffa3-488b-9657-bba4affa8c1a']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:25.173021 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-29197099-b820-481c-b7e5-3afb0cf731b6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3a1e54-f915-45d9-bf17-8f161e7da9cd') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:25.173315 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-29197099-b820-481c-b7e5-3afb0cf731b6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3a1e54-f915-45d9-bf17-8f161e7da9cd') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:25.185208 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-29197099-b820-481c-b7e5-3afb0cf731b6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:25.202017 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-29197099-b820-481c-b7e5-3afb0cf731b6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:25.209320 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29197099-b820-481c-b7e5-3afb0cf731b6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:45:25.209320 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-29197099-b820-481c-b7e5-3afb0cf731b6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:45:25.212541 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:45:25.285182 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-29197099-b820-481c-b7e5-3afb0cf731b6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:25.296905 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-29197099-b820-481c-b7e5-3afb0cf731b6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:25.299431 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-29197099-b820-481c-b7e5-3afb0cf731b6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/networks/9cd042dd-ffa3-488b-9657-bba4affa8c1a HTTP/1.1" status: 204 len: 168 time: 0.3451729 Sep 01 15:45:25.304660 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47080) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:25.319602 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6d41907d-db5d-4057-9e21-7be31b5761fa tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-101190221'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:25.325491 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29197099-b820-481c-b7e5-3afb0cf731b6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Network': ['ID=9cd042dd-ffa3-488b-9657-bba4affa8c1a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:25.347800 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d41907d-db5d-4057-9e21-7be31b5761fa tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:25.351724 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d41907d-db5d-4057-9e21-7be31b5761fa tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:25.381370 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d41907d-db5d-4057-9e21-7be31b5761fa tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:45:25.393596 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d41907d-db5d-4057-9e21-7be31b5761fa tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:25.393943 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-6d41907d-db5d-4057-9e21-7be31b5761fa tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Added segment 83055bc6-9b73-4218-a630-661c54bce990 of type vlan for network b92badac-d9df-4c91-a3ec-7c16a21009e3 Sep 01 15:45:25.441228 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d41907d-db5d-4057-9e21-7be31b5761fa tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:25.482687 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d41907d-db5d-4057-9e21-7be31b5761fa tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:25.489179 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d41907d-db5d-4057-9e21-7be31b5761fa tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:25.489838 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d41907d-db5d-4057-9e21-7be31b5761fa tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:25.594914 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6d41907d-db5d-4057-9e21-7be31b5761fa tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2892289 Sep 01 15:45:25.599917 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47082) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:25.610875 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-b18bfd18-3c13-4545-9847-5718499803d1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'subnet': {'network_id': 'b92badac-d9df-4c91-a3ec-7c16a21009e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:25.613040 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41907d-db5d-4057-9e21-7be31b5761fa tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Network': ['ID=b92badac-d9df-4c91-a3ec-7c16a21009e3,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:25.635762 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network b92badac-d9df-4c91-a3ec-7c16a21009e3 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:45:25.790646 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18bfd18-3c13-4545-9847-5718499803d1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:25.797835 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b18bfd18-3c13-4545-9847-5718499803d1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:26.135436 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b18bfd18-3c13-4545-9847-5718499803d1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:26.265407 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bfd18-3c13-4545-9847-5718499803d1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Subnet': ['ID=933b2a62-2513-4c38-acc2-3a60833189f0,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:26.280263 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18bfd18-3c13-4545-9847-5718499803d1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Checking segment: {'id': '83055bc6-9b73-4218-a630-661c54bce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b92badac-d9df-4c91-a3ec-7c16a21009e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:26.280890 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18bfd18-3c13-4545-9847-5718499803d1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network hostable DHCP agents. Network: b92badac-d9df-4c91-a3ec-7c16a21009e3, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:45:26.309395 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18bfd18-3c13-4545-9847-5718499803d1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network b92badac-d9df-4c91-a3ec-7c16a21009e3 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:45:26.321574 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-b18bfd18-3c13-4545-9847-5718499803d1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, b92badac-d9df-4c91-a3ec-7c16a21009e3) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:26.327029 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18bfd18-3c13-4545-9847-5718499803d1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:26.327859 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b18bfd18-3c13-4545-9847-5718499803d1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:26.343110 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218110fc-11f0-4317-bc50-b9a96f7fe441 None None] Network b92badac-d9df-4c91-a3ec-7c16a21009e3 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:26.354187 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b18bfd18-3c13-4545-9847-5718499803d1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7519932 Sep 01 15:45:26.356683 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47086) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:26.364611 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-8a634eea-9d01-43cd-8c71-cc146a86fbb9 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'port': {'network_id': 'b92badac-d9df-4c91-a3ec-7c16a21009e3', 'name': 'tempest-PortsTestJSON-1787463146'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:26.540022 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a634eea-9d01-43cd-8c71-cc146a86fbb9 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:26.544790 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8a634eea-9d01-43cd-8c71-cc146a86fbb9 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:26.570077 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-8a634eea-9d01-43cd-8c71-cc146a86fbb9 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] device_id is not set on port 615f4674-10cf-4065-8bcd-4d3c78341fcf yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:45:26.627526 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00899e2e-f720-4475-906b-6f356e8bf553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-b92badac-d9df-4c91-a3ec-7c16a21009e3', 'network_id': 'b92badac-d9df-4c91-a3ec-7c16a21009e3', 'tenant_id': 'bec4d2995d7d4a2fa59bd8f7e32d61fc', 'fixed_ips': [{'subnet_id': '933b2a62-2513-4c38-acc2-3a60833189f0'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:45:26.628726 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-00899e2e-f720-4475-906b-6f356e8bf553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:26.795100 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-8a634eea-9d01-43cd-8c71-cc146a86fbb9 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Allocated IP 172.20.0.2 (b92badac-d9df-4c91-a3ec-7c16a21009e3/933b2a62-2513-4c38-acc2-3a60833189f0/615f4674-10cf-4065-8bcd-4d3c78341fcf) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:27.002605 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8a634eea-9d01-43cd-8c71-cc146a86fbb9 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:27.020559 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-8a634eea-9d01-43cd-8c71-cc146a86fbb9 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Transition to ACTIVE for port object 615f4674-10cf-4065-8bcd-4d3c78341fcf will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:27.060157 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8a634eea-9d01-43cd-8c71-cc146a86fbb9 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:27.111967 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a634eea-9d01-43cd-8c71-cc146a86fbb9 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network b92badac-d9df-4c91-a3ec-7c16a21009e3 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:27.118004 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-8a634eea-9d01-43cd-8c71-cc146a86fbb9 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:27.122613 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a634eea-9d01-43cd-8c71-cc146a86fbb9 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:27.141936 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.db.api [None req-00899e2e-f720-4475-906b-6f356e8bf553 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-367783f7-0ff7-4bbf-b8b6-f97127ffefd1 {{(pid=94735) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:45:27.142914 n-d-794796-3 neutron-server[94735]: DEBUG oslo_db.api [None req-00899e2e-f720-4475-906b-6f356e8bf553 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:45:27.151009 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a634eea-9d01-43cd-8c71-cc146a86fbb9 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Port': ['ID=615f4674-10cf-4065-8bcd-4d3c78341fcf,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:27.193520 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a634eea-9d01-43cd-8c71-cc146a86fbb9 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:27.194400 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8a634eea-9d01-43cd-8c71-cc146a86fbb9 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:27.212702 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8a634eea-9d01-43cd-8c71-cc146a86fbb9 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8545134 Sep 01 15:45:27.216827 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47094) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:27.344401 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-b68d57fe-1c6a-4f9d-be45-5eaaf5e4374e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting port 615f4674-10cf-4065-8bcd-4d3c78341fcf {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:27.344956 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b68d57fe-1c6a-4f9d-be45-5eaaf5e4374e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:27.484030 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b68d57fe-1c6a-4f9d-be45-5eaaf5e4374e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:27.506513 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-b68d57fe-1c6a-4f9d-be45-5eaaf5e4374e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Calling delete_port for 615f4674-10cf-4065-8bcd-4d3c78341fcf owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:27.571570 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52315b7d-8885-437e-8964-31748b367cba req-5a6d9706-78ce-4bc9-9e2a-a4be275a1367 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:27.573570 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-52315b7d-8885-437e-8964-31748b367cba req-5a6d9706-78ce-4bc9-9e2a-a4be275a1367 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/networks?id=07f631c5-32e9-40ca-9b75-6feb731ecf99 HTTP/1.1" status: 200 len: 812 time: 0.1360421 Sep 01 15:45:27.595859 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-52315b7d-8885-437e-8964-31748b367cba req-100bc887-5507-4903-81fa-31b8944d37c5 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/quotas/712b03f523614e3dae833fefdba8a150 HTTP/1.1" status: 200 len: 375 time: 0.0105538 Sep 01 15:45:27.644103 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-00899e2e-f720-4475-906b-6f356e8bf553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:27.702608 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-52315b7d-8885-437e-8964-31748b367cba req-e9c41bf9-32d1-4c8d-8250-38a253c0acd4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=712b03f523614e3dae833fefdba8a150&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998509 Sep 01 15:45:27.707770 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b68d57fe-1c6a-4f9d-be45-5eaaf5e4374e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:27.760330 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d57fe-1c6a-4f9d-be45-5eaaf5e4374e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Port': ['ID=615f4674-10cf-4065-8bcd-4d3c78341fcf,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:27.876426 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b68d57fe-1c6a-4f9d-be45-5eaaf5e4374e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:27.879090 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-52315b7d-8885-437e-8964-31748b367cba req-e8ee221d-79f5-4b91-8a6f-a8c33a11b07b service neutron] 10.222.0.60 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617830 Sep 01 15:45:27.880100 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b68d57fe-1c6a-4f9d-be45-5eaaf5e4374e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/ports/615f4674-10cf-4065-8bcd-4d3c78341fcf HTTP/1.1" status: 204 len: 168 time: 0.6617317 Sep 01 15:45:27.883524 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47100) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:27.883727 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-00899e2e-f720-4475-906b-6f356e8bf553 None None] Allocated IP 172.20.0.3 (b92badac-d9df-4c91-a3ec-7c16a21009e3/933b2a62-2513-4c38-acc2-3a60833189f0/4d5bd155-c218-4566-9774-664bae4c24cd) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:27.909467 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b544cd-cdc2-459e-a6b9-ec1edc989c41 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] DELETE failed (client error): The resource could not be found. Sep 01 15:45:27.910214 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90b544cd-cdc2-459e-a6b9-ec1edc989c41 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:45:27.912116 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-90b544cd-cdc2-459e-a6b9-ec1edc989c41 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/ports/615f4674-10cf-4065-8bcd-4d3c78341fcf HTTP/1.1" status: 404 len: 333 time: 0.0275414 Sep 01 15:45:27.915262 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47102) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:27.926138 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:27.963666 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-1848da22-c17b-41ed-b6db-63f6d19cb8a6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] GET failed (client error): The resource could not be found. Sep 01 15:45:27.966356 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1848da22-c17b-41ed-b6db-63f6d19cb8a6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "GET /v2.0/ports/615f4674-10cf-4065-8bcd-4d3c78341fcf HTTP/1.1" status: 404 len: 333 time: 0.0491385 Sep 01 15:45:27.968570 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47104) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:28.044191 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f430a2-07ec-446f-839d-b0af34f13743 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting subnet 933b2a62-2513-4c38-acc2-3a60833189f0 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:45:28.053238 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-52315b7d-8885-437e-8964-31748b367cba req-59c22135-4250-4f58-a07c-124f80e84e61 service neutron] 10.222.0.60 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606257 Sep 01 15:45:28.127364 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-00899e2e-f720-4475-906b-6f356e8bf553 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:28.137915 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-00899e2e-f720-4475-906b-6f356e8bf553 None None] Transition to ACTIVE for port object 4d5bd155-c218-4566-9774-664bae4c24cd will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:28.157538 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-00899e2e-f720-4475-906b-6f356e8bf553 None None] Transition to ACTIVE for port object 4d5bd155-c218-4566-9774-664bae4c24cd will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:28.164613 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45f430a2-07ec-446f-839d-b0af34f13743 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:28.165406 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-00899e2e-f720-4475-906b-6f356e8bf553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:28.214802 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00899e2e-f720-4475-906b-6f356e8bf553 None None] Network b92badac-d9df-4c91-a3ec-7c16a21009e3 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:28.219211 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-00899e2e-f720-4475-906b-6f356e8bf553 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:28.224401 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00899e2e-f720-4475-906b-6f356e8bf553 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:28.227019 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00899e2e-f720-4475-906b-6f356e8bf553 None None] Pushing event updated for resources: {'Port': ['ID=4d5bd155-c218-4566-9774-664bae4c24cd,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:28.228761 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45f430a2-07ec-446f-839d-b0af34f13743 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:28.328974 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-00899e2e-f720-4475-906b-6f356e8bf553 None None] Attempting to bind port 4d5bd155-c218-4566-9774-664bae4c24cd on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:45:28.329593 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-00899e2e-f720-4475-906b-6f356e8bf553 None None] Attempting to bind port 4d5bd155-c218-4566-9774-664bae4c24cd by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '83055bc6-9b73-4218-a630-661c54bce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b92badac-d9df-4c91-a3ec-7c16a21009e3'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:45:28.330230 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00899e2e-f720-4475-906b-6f356e8bf553 None None] Attempting to bind port 4d5bd155-c218-4566-9774-664bae4c24cd on network b92badac-d9df-4c91-a3ec-7c16a21009e3 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:45:28.342713 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00899e2e-f720-4475-906b-6f356e8bf553 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:45:28.342713 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00899e2e-f720-4475-906b-6f356e8bf553 None None] Checking segment: {'id': '83055bc6-9b73-4218-a630-661c54bce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b92badac-d9df-4c91-a3ec-7c16a21009e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:28.342713 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-00899e2e-f720-4475-906b-6f356e8bf553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:28.342713 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00899e2e-f720-4475-906b-6f356e8bf553 None None] Bound using segment: {'id': '83055bc6-9b73-4218-a630-661c54bce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b92badac-d9df-4c91-a3ec-7c16a21009e3'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:45:28.342713 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-00899e2e-f720-4475-906b-6f356e8bf553 None None] Bound port: 4d5bd155-c218-4566-9774-664bae4c24cd, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83055bc6-9b73-4218-a630-661c54bce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b92badac-d9df-4c91-a3ec-7c16a21009e3'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:45:28.344097 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-00899e2e-f720-4475-906b-6f356e8bf553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:28.373908 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45f430a2-07ec-446f-839d-b0af34f13743 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:28.460631 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45f430a2-07ec-446f-839d-b0af34f13743 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:28.468846 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-00899e2e-f720-4475-906b-6f356e8bf553 None None] For port 4d5bd155-c218-4566-9774-664bae4c24cd, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:45:28.475864 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-00899e2e-f720-4475-906b-6f356e8bf553 None None] For port 4d5bd155-c218-4566-9774-664bae4c24cd, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=4d5bd155-c218-4566-9774-664bae4c24cd,segment=NetworkSegment(83055bc6-9b73-4218-a630-661c54bce990),segment_id=83055bc6-9b73-4218-a630-661c54bce990)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:45:28.488461 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-00899e2e-f720-4475-906b-6f356e8bf553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:28.495472 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f430a2-07ec-446f-839d-b0af34f13743 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Subnet': ['ID=933b2a62-2513-4c38-acc2-3a60833189f0,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:28.519836 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-45f430a2-07ec-446f-839d-b0af34f13743 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:28.525216 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47120) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:28.525467 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-45f430a2-07ec-446f-839d-b0af34f13743 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/subnets/933b2a62-2513-4c38-acc2-3a60833189f0 HTTP/1.1" status: 204 len: 168 time: 0.5553036 Sep 01 15:45:28.574864 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-883eaa37-b14b-41bb-8019-e4f99726fe40 req-f8c2e6f2-12e2-4515-9bde-2b09df147e3e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 210 time: 0.0326843 Sep 01 15:45:28.642457 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00899e2e-f720-4475-906b-6f356e8bf553 None None] Pushing event updated for resources: {'Port': ['ID=4d5bd155-c218-4566-9774-664bae4c24cd,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:28.700180 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-485fa2ba-93ac-4b09-991d-3ace6c1010c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:28.774214 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-485fa2ba-93ac-4b09-991d-3ace6c1010c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting port 4d5bd155-c218-4566-9774-664bae4c24cd {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:28.774617 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-485fa2ba-93ac-4b09-991d-3ace6c1010c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:28.900064 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-485fa2ba-93ac-4b09-991d-3ace6c1010c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] For port 4d5bd155-c218-4566-9774-664bae4c24cd, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=4d5bd155-c218-4566-9774-664bae4c24cd,segment=NetworkSegment(83055bc6-9b73-4218-a630-661c54bce990),segment_id=83055bc6-9b73-4218-a630-661c54bce990)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:28.900526 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-485fa2ba-93ac-4b09-991d-3ace6c1010c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:28.922717 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-485fa2ba-93ac-4b09-991d-3ace6c1010c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Calling delete_port for 4d5bd155-c218-4566-9774-664bae4c24cd owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:29.031009 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4d5bd155-c218-4566-9774-664bae4c24cd up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:29.058189 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-485fa2ba-93ac-4b09-991d-3ace6c1010c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:29.103755 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No active binding found for port 4d5bd155-c218-4566-9774-664bae4c24cd {{(pid=94735) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 15:45:29.104237 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4d5bd155-c218-4566-9774-664bae4c24cd not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 01 15:45:29.119857 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fa2ba-93ac-4b09-991d-3ace6c1010c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Port': ['ID=4d5bd155-c218-4566-9774-664bae4c24cd,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:29.130078 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485fa2ba-93ac-4b09-991d-3ace6c1010c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] No DVR routers for this DVR port 4d5bd155-c218-4566-9774-664bae4c24cd on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:45:29.137049 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Port 4d5bd155-c218-4566-9774-664bae4c24cd not found, will not notify nova. {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 01 15:45:29.276549 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-485fa2ba-93ac-4b09-991d-3ace6c1010c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:29.295905 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-485fa2ba-93ac-4b09-991d-3ace6c1010c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92badac-d9df-4c91-a3ec-7c16a21009e3']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:29.310287 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-485fa2ba-93ac-4b09-991d-3ace6c1010c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83055bc6-9b73-4218-a630-661c54bce990') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:29.310643 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-485fa2ba-93ac-4b09-991d-3ace6c1010c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83055bc6-9b73-4218-a630-661c54bce990') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:29.324243 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-485fa2ba-93ac-4b09-991d-3ace6c1010c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:29.345414 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-485fa2ba-93ac-4b09-991d-3ace6c1010c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:29.354611 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485fa2ba-93ac-4b09-991d-3ace6c1010c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:45:29.355252 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-485fa2ba-93ac-4b09-991d-3ace6c1010c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:45:29.361297 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:45:29.461919 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-485fa2ba-93ac-4b09-991d-3ace6c1010c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:29.477356 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-485fa2ba-93ac-4b09-991d-3ace6c1010c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:29.481521 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-485fa2ba-93ac-4b09-991d-3ace6c1010c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/networks/b92badac-d9df-4c91-a3ec-7c16a21009e3 HTTP/1.1" status: 204 len: 168 time: 0.9540763 Sep 01 15:45:29.486875 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47132) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:29.494807 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-4dd83133-8492-4fa2-8586-cacf038c66ee tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1691137410'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:29.511265 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fa2ba-93ac-4b09-991d-3ace6c1010c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Network': ['ID=b92badac-d9df-4c91-a3ec-7c16a21009e3,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:29.532266 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd83133-8492-4fa2-8586-cacf038c66ee tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:29.536837 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4dd83133-8492-4fa2-8586-cacf038c66ee tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:29.568890 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd83133-8492-4fa2-8586-cacf038c66ee tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:45:29.584338 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4dd83133-8492-4fa2-8586-cacf038c66ee tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:29.584630 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-4dd83133-8492-4fa2-8586-cacf038c66ee tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Added segment 9a721a7a-891a-4d3a-a6c6-b3cf26e07797 of type vlan for network e0306c3f-7dfd-44c4-8d5b-ba93537dd711 Sep 01 15:45:29.680393 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4dd83133-8492-4fa2-8586-cacf038c66ee tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:29.737469 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5514c93d-d3b7-41d0-98fa-2e8ffa04dec7 req-5ba75b72-4d44-4a08-bb31-39f464c76c15 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 210 time: 0.0469368 Sep 01 15:45:29.750573 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4dd83133-8492-4fa2-8586-cacf038c66ee tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:29.757021 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd83133-8492-4fa2-8586-cacf038c66ee tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:29.758513 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4dd83133-8492-4fa2-8586-cacf038c66ee tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:29.824273 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4dd83133-8492-4fa2-8586-cacf038c66ee tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3354032 Sep 01 15:45:29.828507 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47136) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:29.833922 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-147b50ef-d0ad-4d5e-bcff-23993320cbae tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'subnet': {'network_id': 'e0306c3f-7dfd-44c4-8d5b-ba93537dd711', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:29.867328 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd83133-8492-4fa2-8586-cacf038c66ee tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Network': ['ID=e0306c3f-7dfd-44c4-8d5b-ba93537dd711,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:29.882004 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network e0306c3f-7dfd-44c4-8d5b-ba93537dd711 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:45:29.969922 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c38634ad-0311-4a9b-b5fa-13dda873aa8f None None] Could not find standard attr ID for object 4d5bd155-c218-4566-9774-664bae4c24cd. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:45:29.993192 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147b50ef-d0ad-4d5e-bcff-23993320cbae tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:29.997823 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-147b50ef-d0ad-4d5e-bcff-23993320cbae tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:30.031670 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2918d3d-dff3-407d-b9f3-41cd7f115aba None None] DHCP port deletion for b92badac-d9df-4c91-a3ec-7c16a21009e3 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:45:30.056032 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b3c9f6-6153-4132-88b5-80d32b17ba13 None None] Network b92badac-d9df-4c91-a3ec-7c16a21009e3 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:30.073834 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b3c9f6-6153-4132-88b5-80d32b17ba13 None None] Network b92badac-d9df-4c91-a3ec-7c16a21009e3 could not be found, it might have been deleted concurrently. {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 01 15:45:30.552414 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52315b7d-8885-437e-8964-31748b367cba req-7d011a11-54f7-4a9b-b3ee-9e511bc1fe6a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:30.554150 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-52315b7d-8885-437e-8964-31748b367cba req-7d011a11-54f7-4a9b-b3ee-9e511bc1fe6a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.45 "GET /v2.0/networks?id=07f631c5-32e9-40ca-9b75-6feb731ecf99 HTTP/1.1" status: 200 len: 812 time: 0.1747277 Sep 01 15:45:30.567941 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-52315b7d-8885-437e-8964-31748b367cba req-7d646242-e320-4fe9-9c31-bb9677f1997b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Request body: {'port': {'device_id': '66c9c33b-d749-4e99-9d6c-ea870b8cedb3', 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99', 'admin_state_up': True, 'tenant_id': '712b03f523614e3dae833fefdba8a150'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:30.753812 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-147b50ef-d0ad-4d5e-bcff-23993320cbae tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:30.851174 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52315b7d-8885-437e-8964-31748b367cba req-7d646242-e320-4fe9-9c31-bb9677f1997b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Made reservation on behalf of 712b03f523614e3dae833fefdba8a150 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:30.855981 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-52315b7d-8885-437e-8964-31748b367cba req-7d646242-e320-4fe9-9c31-bb9677f1997b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:30.903528 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0f684428-4662-4db6-bdd9-09de52b8ba08 req-e58e5088-afbc-4afb-8551-6a05b1de70ac tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 210 time: 0.0735717 Sep 01 15:45:30.904567 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b50ef-d0ad-4d5e-bcff-23993320cbae tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Subnet': ['ID=cd4868a7-ad41-4d60-8889-815e0a31bd03,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:30.936484 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147b50ef-d0ad-4d5e-bcff-23993320cbae tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Checking segment: {'id': '9a721a7a-891a-4d3a-a6c6-b3cf26e07797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e0306c3f-7dfd-44c4-8d5b-ba93537dd711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:30.936858 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147b50ef-d0ad-4d5e-bcff-23993320cbae tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network hostable DHCP agents. Network: e0306c3f-7dfd-44c4-8d5b-ba93537dd711, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:45:30.962918 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4d5bd155-c218-4566-9774-664bae4c24cd no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:45:30.994401 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 4d5bd155-c218-4566-9774-664bae4c24cd {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:45:30.995184 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4d5bd155-c218-4566-9774-664bae4c24cd not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:45:31.014725 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147b50ef-d0ad-4d5e-bcff-23993320cbae tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network e0306c3f-7dfd-44c4-8d5b-ba93537dd711 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:45:31.052537 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-147b50ef-d0ad-4d5e-bcff-23993320cbae tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, e0306c3f-7dfd-44c4-8d5b-ba93537dd711) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:31.063377 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147b50ef-d0ad-4d5e-bcff-23993320cbae tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:31.064264 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-147b50ef-d0ad-4d5e-bcff-23993320cbae tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:31.069914 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc6a9bf-3fbd-4ed1-9829-ac156e41d251 None None] Network e0306c3f-7dfd-44c4-8d5b-ba93537dd711 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:31.091294 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-52315b7d-8885-437e-8964-31748b367cba req-7d646242-e320-4fe9-9c31-bb9677f1997b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Allocated IP 172.20.0.9 (07f631c5-32e9-40ca-9b75-6feb731ecf99/a2b59801-979b-4fe1-bcc1-5c6fa7771954/80f6d629-7ac5-4800-a0e0-42ca8cf983e8) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:31.095919 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-147b50ef-d0ad-4d5e-bcff-23993320cbae tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2660241 Sep 01 15:45:31.102742 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47140) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:31.117230 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-2cf115c3-06ae-4480-bb68-a9b45da507b6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'port': {'network_id': 'e0306c3f-7dfd-44c4-8d5b-ba93537dd711', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1648377159'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:31.320415 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-52315b7d-8885-437e-8964-31748b367cba req-7d646242-e320-4fe9-9c31-bb9677f1997b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:31.344703 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-52315b7d-8885-437e-8964-31748b367cba req-7d646242-e320-4fe9-9c31-bb9677f1997b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Transition to ACTIVE for port object 80f6d629-7ac5-4800-a0e0-42ca8cf983e8 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:31.382025 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e006d655-45ac-496a-9d33-096984a7e85a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-e0306c3f-7dfd-44c4-8d5b-ba93537dd711', 'network_id': 'e0306c3f-7dfd-44c4-8d5b-ba93537dd711', 'tenant_id': 'bec4d2995d7d4a2fa59bd8f7e32d61fc', 'fixed_ips': [{'subnet_id': 'cd4868a7-ad41-4d60-8889-815e0a31bd03'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:45:31.383597 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e006d655-45ac-496a-9d33-096984a7e85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:31.411042 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf115c3-06ae-4480-bb68-a9b45da507b6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:31.415955 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-52315b7d-8885-437e-8964-31748b367cba req-7d646242-e320-4fe9-9c31-bb9677f1997b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:31.417307 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2cf115c3-06ae-4480-bb68-a9b45da507b6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:31.446951 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-2cf115c3-06ae-4480-bb68-a9b45da507b6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] device_id is not set on port c7f8d5c6-c7eb-4121-82a3-72e0bc425de4 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:45:31.504085 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52315b7d-8885-437e-8964-31748b367cba req-7d646242-e320-4fe9-9c31-bb9677f1997b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Network 07f631c5-32e9-40ca-9b75-6feb731ecf99 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:31.545556 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-52315b7d-8885-437e-8964-31748b367cba req-7d646242-e320-4fe9-9c31-bb9677f1997b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:31.552152 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d646242-e320-4fe9-9c31-bb9677f1997b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Pushing event updated for resources: {'Port': ['ID=80f6d629-7ac5-4800-a0e0-42ca8cf983e8,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:31.558129 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-52315b7d-8885-437e-8964-31748b367cba req-7d646242-e320-4fe9-9c31-bb9677f1997b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:31.637618 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-e006d655-45ac-496a-9d33-096984a7e85a None None] Allocated IP 172.20.0.2 (e0306c3f-7dfd-44c4-8d5b-ba93537dd711/cd4868a7-ad41-4d60-8889-815e0a31bd03/9dd8f4b3-aef1-4261-a4b3-29d29fdbab8c) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:31.641424 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52315b7d-8885-437e-8964-31748b367cba req-7d646242-e320-4fe9-9c31-bb9677f1997b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:31.642746 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-52315b7d-8885-437e-8964-31748b367cba req-7d646242-e320-4fe9-9c31-bb9677f1997b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:31.672764 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-52315b7d-8885-437e-8964-31748b367cba req-7d646242-e320-4fe9-9c31-bb9677f1997b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1084485 Sep 01 15:45:31.687007 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-52315b7d-8885-437e-8964-31748b367cba req-0f62c30e-3fa7-4098-9463-5949b4b3083e service neutron] Request body: {'port': {'device_id': '66c9c33b-d749-4e99-9d6c-ea870b8cedb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:31.781232 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:45:31.805586 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-52315b7d-8885-437e-8964-31748b367cba req-0f62c30e-3fa7-4098-9463-5949b4b3083e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:31.912204 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e006d655-45ac-496a-9d33-096984a7e85a None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:31.929912 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e006d655-45ac-496a-9d33-096984a7e85a None None] Transition to ACTIVE for port object 9dd8f4b3-aef1-4261-a4b3-29d29fdbab8c will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:31.955898 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8f4741bb-6ca5-4f97-a3f7-92bcd5527711 None None] Provisioning for port 80f6d629-7ac5-4800-a0e0-42ca8cf983e8 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:31.969656 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e006d655-45ac-496a-9d33-096984a7e85a None None] Transition to ACTIVE for port object 9dd8f4b3-aef1-4261-a4b3-29d29fdbab8c will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:31.973067 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8f4741bb-6ca5-4f97-a3f7-92bcd5527711 None None] Provisioning complete for port 80f6d629-7ac5-4800-a0e0-42ca8cf983e8 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:31.974007 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8f4741bb-6ca5-4f97-a3f7-92bcd5527711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:32.023733 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e006d655-45ac-496a-9d33-096984a7e85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:32.116723 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-2cf115c3-06ae-4480-bb68-a9b45da507b6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Allocated IP 172.20.0.13 (e0306c3f-7dfd-44c4-8d5b-ba93537dd711/cd4868a7-ad41-4d60-8889-815e0a31bd03/c7f8d5c6-c7eb-4121-82a3-72e0bc425de4) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:32.150288 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb666c-b4ed-49ed-b77c-3744c659220d req-bfcbe300-e8b7-424b-91bc-2828c3351a53 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:32.152016 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a8eb666c-b4ed-49ed-b77c-3744c659220d req-bfcbe300-e8b7-424b-91bc-2828c3351a53 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 931 time: 0.1051505 Sep 01 15:45:32.266143 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a8eb666c-b4ed-49ed-b77c-3744c659220d req-96ba8109-76bd-402b-9c84-4b887b06d854 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885491 Sep 01 15:45:32.343151 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2cf115c3-06ae-4480-bb68-a9b45da507b6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:32.366558 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-2cf115c3-06ae-4480-bb68-a9b45da507b6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Transition to ACTIVE for port object c7f8d5c6-c7eb-4121-82a3-72e0bc425de4 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:32.380990 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e006d655-45ac-496a-9d33-096984a7e85a None None] Network e0306c3f-7dfd-44c4-8d5b-ba93537dd711 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:32.393375 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-52315b7d-8885-437e-8964-31748b367cba req-0f62c30e-3fa7-4098-9463-5949b4b3083e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f6d629-7ac5-4800-a0e0-42ca8cf983e8 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:45:32.397053 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-e006d655-45ac-496a-9d33-096984a7e85a None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:32.401155 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e006d655-45ac-496a-9d33-096984a7e85a None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:32.407032 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2cf115c3-06ae-4480-bb68-a9b45da507b6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:32.421448 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-52315b7d-8885-437e-8964-31748b367cba req-0f62c30e-3fa7-4098-9463-5949b4b3083e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:32.430206 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-8f4741bb-6ca5-4f97-a3f7-92bcd5527711 None None] Port 80f6d629-7ac5-4800-a0e0-42ca8cf983e8 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:45:32.443082 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-52315b7d-8885-437e-8964-31748b367cba req-0f62c30e-3fa7-4098-9463-5949b4b3083e service neutron] Transition to ACTIVE for port object 80f6d629-7ac5-4800-a0e0-42ca8cf983e8 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:32.454534 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-52315b7d-8885-437e-8964-31748b367cba req-0f62c30e-3fa7-4098-9463-5949b4b3083e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:32.471929 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006d655-45ac-496a-9d33-096984a7e85a None None] Pushing event updated for resources: {'Port': ['ID=9dd8f4b3-aef1-4261-a4b3-29d29fdbab8c,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:32.524460 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62c30e-3fa7-4098-9463-5949b4b3083e service neutron] Pushing event updated for resources: {'Port': ['ID=80f6d629-7ac5-4800-a0e0-42ca8cf983e8,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:32.566047 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e006d655-45ac-496a-9d33-096984a7e85a None None] Attempting to bind port 9dd8f4b3-aef1-4261-a4b3-29d29fdbab8c on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:45:32.573043 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e006d655-45ac-496a-9d33-096984a7e85a None None] Attempting to bind port 9dd8f4b3-aef1-4261-a4b3-29d29fdbab8c by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '9a721a7a-891a-4d3a-a6c6-b3cf26e07797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e0306c3f-7dfd-44c4-8d5b-ba93537dd711'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:45:32.574050 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e006d655-45ac-496a-9d33-096984a7e85a None None] Attempting to bind port 9dd8f4b3-aef1-4261-a4b3-29d29fdbab8c on network e0306c3f-7dfd-44c4-8d5b-ba93537dd711 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:45:32.584925 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e006d655-45ac-496a-9d33-096984a7e85a None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:45:32.585723 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e006d655-45ac-496a-9d33-096984a7e85a None None] Checking segment: {'id': '9a721a7a-891a-4d3a-a6c6-b3cf26e07797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e0306c3f-7dfd-44c4-8d5b-ba93537dd711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:32.586680 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e006d655-45ac-496a-9d33-096984a7e85a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:32.587616 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e006d655-45ac-496a-9d33-096984a7e85a None None] Bound using segment: {'id': '9a721a7a-891a-4d3a-a6c6-b3cf26e07797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e0306c3f-7dfd-44c4-8d5b-ba93537dd711'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:45:32.603072 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-e006d655-45ac-496a-9d33-096984a7e85a None None] Bound port: 9dd8f4b3-aef1-4261-a4b3-29d29fdbab8c, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a721a7a-891a-4d3a-a6c6-b3cf26e07797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e0306c3f-7dfd-44c4-8d5b-ba93537dd711'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:45:32.603932 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e006d655-45ac-496a-9d33-096984a7e85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:32.631956 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-52315b7d-8885-437e-8964-31748b367cba req-0f62c30e-3fa7-4098-9463-5949b4b3083e service neutron] Attempting to bind port 80f6d629-7ac5-4800-a0e0-42ca8cf983e8 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:45:32.632460 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-52315b7d-8885-437e-8964-31748b367cba req-0f62c30e-3fa7-4098-9463-5949b4b3083e service neutron] Attempting to bind port 80f6d629-7ac5-4800-a0e0-42ca8cf983e8 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:45:32.633280 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52315b7d-8885-437e-8964-31748b367cba req-0f62c30e-3fa7-4098-9463-5949b4b3083e service neutron] Attempting to bind port 80f6d629-7ac5-4800-a0e0-42ca8cf983e8 on network 07f631c5-32e9-40ca-9b75-6feb731ecf99 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:45:32.644204 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52315b7d-8885-437e-8964-31748b367cba req-0f62c30e-3fa7-4098-9463-5949b4b3083e service neutron] Port 80f6d629-7ac5-4800-a0e0-42ca8cf983e8 on network 07f631c5-32e9-40ca-9b75-6feb731ecf99 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:45:32.644819 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52315b7d-8885-437e-8964-31748b367cba req-0f62c30e-3fa7-4098-9463-5949b4b3083e service neutron] Attempting to bind port 80f6d629-7ac5-4800-a0e0-42ca8cf983e8 on network 07f631c5-32e9-40ca-9b75-6feb731ecf99 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:45:32.657659 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52315b7d-8885-437e-8964-31748b367cba req-0f62c30e-3fa7-4098-9463-5949b4b3083e service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:45:32.658515 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52315b7d-8885-437e-8964-31748b367cba req-0f62c30e-3fa7-4098-9463-5949b4b3083e service neutron] Checking segment: {'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:32.659175 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52315b7d-8885-437e-8964-31748b367cba req-0f62c30e-3fa7-4098-9463-5949b4b3083e service neutron] Bound using segment: {'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:45:32.675095 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-52315b7d-8885-437e-8964-31748b367cba req-0f62c30e-3fa7-4098-9463-5949b4b3083e service neutron] Bound port: 80f6d629-7ac5-4800-a0e0-42ca8cf983e8, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:45:32.675771 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-52315b7d-8885-437e-8964-31748b367cba req-0f62c30e-3fa7-4098-9463-5949b4b3083e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:32.768266 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e006d655-45ac-496a-9d33-096984a7e85a None None] For port 9dd8f4b3-aef1-4261-a4b3-29d29fdbab8c, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:45:32.774807 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e006d655-45ac-496a-9d33-096984a7e85a None None] For port 9dd8f4b3-aef1-4261-a4b3-29d29fdbab8c, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=9dd8f4b3-aef1-4261-a4b3-29d29fdbab8c,segment=NetworkSegment(9a721a7a-891a-4d3a-a6c6-b3cf26e07797),segment_id=9a721a7a-891a-4d3a-a6c6-b3cf26e07797)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:45:32.788491 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e006d655-45ac-496a-9d33-096984a7e85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:32.868588 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-52315b7d-8885-437e-8964-31748b367cba req-0f62c30e-3fa7-4098-9463-5949b4b3083e service neutron] For port 80f6d629-7ac5-4800-a0e0-42ca8cf983e8, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:45:32.878353 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-52315b7d-8885-437e-8964-31748b367cba req-0f62c30e-3fa7-4098-9463-5949b4b3083e service neutron] For port 80f6d629-7ac5-4800-a0e0-42ca8cf983e8, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=80f6d629-7ac5-4800-a0e0-42ca8cf983e8,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:45:32.895310 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-52315b7d-8885-437e-8964-31748b367cba req-0f62c30e-3fa7-4098-9463-5949b4b3083e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:32.932752 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006d655-45ac-496a-9d33-096984a7e85a None None] Pushing event updated for resources: {'Port': ['ID=9dd8f4b3-aef1-4261-a4b3-29d29fdbab8c,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:32.978829 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52315b7d-8885-437e-8964-31748b367cba req-0f62c30e-3fa7-4098-9463-5949b4b3083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:32.980220 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-52315b7d-8885-437e-8964-31748b367cba req-0f62c30e-3fa7-4098-9463-5949b4b3083e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:32.983113 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-52315b7d-8885-437e-8964-31748b367cba req-0f62c30e-3fa7-4098-9463-5949b4b3083e service neutron] 10.222.0.45 "PUT /v2.0/ports/80f6d629-7ac5-4800-a0e0-42ca8cf983e8 HTTP/1.1" status: 200 len: 1091 time: 1.3016524 Sep 01 15:45:32.988136 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c9c33b-d749-4e99-9d6c-ea870b8cedb3', 'tag': '80f6d629-7ac5-4800-a0e0-42ca8cf983e8'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:45:33.010583 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf115c3-06ae-4480-bb68-a9b45da507b6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network e0306c3f-7dfd-44c4-8d5b-ba93537dd711 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:33.013259 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-2cf115c3-06ae-4480-bb68-a9b45da507b6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:33.014647 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82d6cc1-4c9b-4bd0-9ec4-2640e645a918" -d '{"events": [{"name": "network-changed", "server_uuid": "66c9c33b-d749-4e99-9d6c-ea870b8cedb3", "tag": "80f6d629-7ac5-4800-a0e0-42ca8cf983e8"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:45:33.015651 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf115c3-06ae-4480-bb68-a9b45da507b6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Port': ['ID=c7f8d5c6-c7eb-4121-82a3-72e0bc425de4,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:33.049454 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf115c3-06ae-4480-bb68-a9b45da507b6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:33.146180 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44c7eb9-5a21-4b36-83b3-836174bac672 x-openstack-request-id: req-f44c7eb9-5a21-4b36-83b3-836174bac672 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:45:33.147087 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c9c33b-d749-4e99-9d6c-ea870b8cedb3", "tag": "80f6d629-7ac5-4800-a0e0-42ca8cf983e8", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:45:33.147515 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f44c7eb9-5a21-4b36-83b3-836174bac672 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:45:33.148210 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c9c33b-d749-4e99-9d6c-ea870b8cedb3', 'tag': '80f6d629-7ac5-4800-a0e0-42ca8cf983e8', 'status': 'completed', 'code': 200} Sep 01 15:45:33.164971 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf115c3-06ae-4480-bb68-a9b45da507b6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:33.165820 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2cf115c3-06ae-4480-bb68-a9b45da507b6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:33.192731 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2cf115c3-06ae-4480-bb68-a9b45da507b6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.0879717 Sep 01 15:45:33.195370 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62c30e-3fa7-4098-9463-5949b4b3083e service neutron] Pushing event updated for resources: {'Port': ['ID=80f6d629-7ac5-4800-a0e0-42ca8cf983e8,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:33.197642 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47146) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:33.234218 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52315b7d-8885-437e-8964-31748b367cba req-a78c4330-510b-4126-a5aa-1f2756d2a8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:33.237470 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-52315b7d-8885-437e-8964-31748b367cba req-a78c4330-510b-4126-a5aa-1f2756d2a8e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=712b03f523614e3dae833fefdba8a150&device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 1094 time: 0.1810310 Sep 01 15:45:33.395731 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-52315b7d-8885-437e-8964-31748b367cba req-5637cd92-70c0-409d-9304-c86bab57c95e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80f6d629-7ac5-4800-a0e0-42ca8cf983e8 HTTP/1.1" status: 200 len: 217 time: 0.1477392 Sep 01 15:45:33.420408 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-bcd2aa01-4db4-43b4-b576-e8c99cc4325c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting port c7f8d5c6-c7eb-4121-82a3-72e0bc425de4 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:33.420655 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bcd2aa01-4db4-43b4-b576-e8c99cc4325c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:33.552276 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52315b7d-8885-437e-8964-31748b367cba req-290a4d16-fd3c-434a-b283-dbc0c7dc1912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:33.555138 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-52315b7d-8885-437e-8964-31748b367cba req-290a4d16-fd3c-434a-b283-dbc0c7dc1912 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a2b59801-979b-4fe1-bcc1-5c6fa7771954 HTTP/1.1" status: 200 len: 851 time: 0.1470482 Sep 01 15:45:33.619500 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789cd38-4d29-4a33-b257-7a168d8ead85 req-b64ac4da-b3ad-448a-813f-fa768d586725 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:33.623142 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c789cd38-4d29-4a33-b257-7a168d8ead85 req-b64ac4da-b3ad-448a-813f-fa768d586725 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 943 time: 0.1905801 Sep 01 15:45:33.644582 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52315b7d-8885-437e-8964-31748b367cba req-5cb823c2-6a3a-4399-a2e7-6ba58725744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:33.647168 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-52315b7d-8885-437e-8964-31748b367cba req-5cb823c2-6a3a-4399-a2e7-6ba58725744b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=07f631c5-32e9-40ca-9b75-6feb731ecf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839777 Sep 01 15:45:33.673652 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bcd2aa01-4db4-43b4-b576-e8c99cc4325c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:33.700939 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-bcd2aa01-4db4-43b4-b576-e8c99cc4325c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Calling delete_port for c7f8d5c6-c7eb-4121-82a3-72e0bc425de4 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:33.790277 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-52315b7d-8885-437e-8964-31748b367cba req-795f38a4-2dc1-4f4c-9b9b-9bd4074374c8 service neutron] 10.222.0.45 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358876 Sep 01 15:45:33.797930 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c789cd38-4d29-4a33-b257-7a168d8ead85 req-cd6df19c-2c60-4217-8f2e-9151a3bf6692 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609361 Sep 01 15:45:33.933334 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bcd2aa01-4db4-43b4-b576-e8c99cc4325c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:33.958730 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-52315b7d-8885-437e-8964-31748b367cba req-689aae53-ebcc-4944-848f-644e5f13e68c service neutron] 10.222.0.45 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610525 Sep 01 15:45:33.982870 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2aa01-4db4-43b4-b576-e8c99cc4325c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Port': ['ID=c7f8d5c6-c7eb-4121-82a3-72e0bc425de4,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:34.122096 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bcd2aa01-4db4-43b4-b576-e8c99cc4325c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:34.130567 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bcd2aa01-4db4-43b4-b576-e8c99cc4325c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/ports/c7f8d5c6-c7eb-4121-82a3-72e0bc425de4 HTTP/1.1" status: 204 len: 168 time: 0.9288051 Sep 01 15:45:34.132397 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47150) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:34.139157 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d6cc1-4c9b-4bd0-9ec4-2640e645a918 req-e83523a8-0913-4a80-8175-744d2ca0f604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:34.142520 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b82d6cc1-4c9b-4bd0-9ec4-2640e645a918 req-e83523a8-0913-4a80-8175-744d2ca0f604 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=712b03f523614e3dae833fefdba8a150&device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 1094 time: 0.0866268 Sep 01 15:45:34.199525 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-413f28b8-3d87-4781-8e38-d5d727e0f4f9 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] GET failed (client error): The resource could not be found. Sep 01 15:45:34.205960 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-413f28b8-3d87-4781-8e38-d5d727e0f4f9 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "GET /v2.0/ports/c7f8d5c6-c7eb-4121-82a3-72e0bc425de4 HTTP/1.1" status: 404 len: 333 time: 0.0679157 Sep 01 15:45:34.207404 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47152) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:34.285264 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a0a2b51-3d62-493e-a9c5-79605ecc5d59 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting subnet cd4868a7-ad41-4d60-8889-815e0a31bd03 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:45:34.289066 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4a0a2b51-3d62-493e-a9c5-79605ecc5d59 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:34.341389 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4a0a2b51-3d62-493e-a9c5-79605ecc5d59 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:34.370854 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d6cc1-4c9b-4bd0-9ec4-2640e645a918 req-065eca16-8704-4a76-bc9e-8b4c3aae423c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:34.375149 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b82d6cc1-4c9b-4bd0-9ec4-2640e645a918 req-065eca16-8704-4a76-bc9e-8b4c3aae423c service neutron] 10.222.0.45 "GET /v2.0/networks?id=07f631c5-32e9-40ca-9b75-6feb731ecf99 HTTP/1.1" status: 200 len: 913 time: 0.2167957 Sep 01 15:45:34.445278 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b82d6cc1-4c9b-4bd0-9ec4-2640e645a918 req-29efd6df-57e1-463e-bc62-c5ab4d13c6f1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80f6d629-7ac5-4800-a0e0-42ca8cf983e8 HTTP/1.1" status: 200 len: 217 time: 0.0621045 Sep 01 15:45:34.470187 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4a0a2b51-3d62-493e-a9c5-79605ecc5d59 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:34.517298 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c23498-db9f-4f3a-a379-13ed72ddbbe4 None None] Network e0306c3f-7dfd-44c4-8d5b-ba93537dd711 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:34.541940 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d6cc1-4c9b-4bd0-9ec4-2640e645a918 req-edb5ca9a-36b2-4f00-83cc-7d496107e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:34.544527 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b82d6cc1-4c9b-4bd0-9ec4-2640e645a918 req-edb5ca9a-36b2-4f00-83cc-7d496107e741 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a2b59801-979b-4fe1-bcc1-5c6fa7771954 HTTP/1.1" status: 200 len: 851 time: 0.0913560 Sep 01 15:45:34.605970 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4a0a2b51-3d62-493e-a9c5-79605ecc5d59 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:34.609808 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d6cc1-4c9b-4bd0-9ec4-2640e645a918 req-450f82cf-1329-47c9-a188-699752fc26e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:34.612936 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b82d6cc1-4c9b-4bd0-9ec4-2640e645a918 req-450f82cf-1329-47c9-a188-699752fc26e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=07f631c5-32e9-40ca-9b75-6feb731ecf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590556 Sep 01 15:45:34.639729 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a2b51-3d62-493e-a9c5-79605ecc5d59 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Subnet': ['ID=cd4868a7-ad41-4d60-8889-815e0a31bd03,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:34.645143 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4a0a2b51-3d62-493e-a9c5-79605ecc5d59 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:34.651188 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4a0a2b51-3d62-493e-a9c5-79605ecc5d59 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/subnets/cd4868a7-ad41-4d60-8889-815e0a31bd03 HTTP/1.1" status: 204 len: 168 time: 0.4373255 Sep 01 15:45:34.651712 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47154) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:34.662912 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5fca27e3-79be-49c8-847f-a2e8909fb6c6 None None] Provisioning for port 9dd8f4b3-aef1-4261-a4b3-29d29fdbab8c completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:34.793897 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b82d6cc1-4c9b-4bd0-9ec4-2640e645a918 req-c4fa6157-794e-4cbe-bae8-9ff2c7be0f43 service neutron] 10.222.0.45 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714776 Sep 01 15:45:34.807756 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:34.873528 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98db40bc-8f61-4abb-96c2-2f06c0f57c7d None None] DHCP port deletion for e0306c3f-7dfd-44c4-8d5b-ba93537dd711 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:45:34.929709 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting port 9dd8f4b3-aef1-4261-a4b3-29d29fdbab8c {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:34.930613 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:34.955884 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b82d6cc1-4c9b-4bd0-9ec4-2640e645a918 req-2752ca66-72e6-457f-bbb4-c3684ff4f08f service neutron] 10.222.0.45 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535697 Sep 01 15:45:34.994821 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-98db40bc-8f61-4abb-96c2-2f06c0f57c7d None None] Deleting port 9dd8f4b3-aef1-4261-a4b3-29d29fdbab8c {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:34.995607 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-98db40bc-8f61-4abb-96c2-2f06c0f57c7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:35.057715 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] For port 9dd8f4b3-aef1-4261-a4b3-29d29fdbab8c, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=9dd8f4b3-aef1-4261-a4b3-29d29fdbab8c,segment=NetworkSegment(9a721a7a-891a-4d3a-a6c6-b3cf26e07797),segment_id=9a721a7a-891a-4d3a-a6c6-b3cf26e07797)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:35.059168 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:35.083025 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Calling delete_port for 9dd8f4b3-aef1-4261-a4b3-29d29fdbab8c owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:35.097793 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-98db40bc-8f61-4abb-96c2-2f06c0f57c7d None None] For port 9dd8f4b3-aef1-4261-a4b3-29d29fdbab8c, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=9dd8f4b3-aef1-4261-a4b3-29d29fdbab8c,segment=NetworkSegment(9a721a7a-891a-4d3a-a6c6-b3cf26e07797),segment_id=9a721a7a-891a-4d3a-a6c6-b3cf26e07797)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:35.098607 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-98db40bc-8f61-4abb-96c2-2f06c0f57c7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:35.109445 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bcedc-09f6-4908-9b1c-84b8dac39078 req-2a2b7967-23cc-40bd-8332-b06d6e01edc0 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:35.116718 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-98db40bc-8f61-4abb-96c2-2f06c0f57c7d None None] Calling delete_port for 9dd8f4b3-aef1-4261-a4b3-29d29fdbab8c owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:35.122794 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-036bcedc-09f6-4908-9b1c-84b8dac39078 req-2a2b7967-23cc-40bd-8332-b06d6e01edc0 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 943 time: 0.0963087 Sep 01 15:45:35.189950 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-036bcedc-09f6-4908-9b1c-84b8dac39078 req-fbd8d9b7-6afb-47c6-86bf-4cf65a3ec8cd tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632250 Sep 01 15:45:35.231889 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-98db40bc-8f61-4abb-96c2-2f06c0f57c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:35.241620 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:35.275479 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db40bc-8f61-4abb-96c2-2f06c0f57c7d None None] Pushing event deleted for resources: {'Port': ['ID=9dd8f4b3-aef1-4261-a4b3-29d29fdbab8c,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:35.285808 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98db40bc-8f61-4abb-96c2-2f06c0f57c7d None None] No DVR routers for this DVR port 9dd8f4b3-aef1-4261-a4b3-29d29fdbab8c on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:45:35.296120 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Port': ['ID=9dd8f4b3-aef1-4261-a4b3-29d29fdbab8c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:35.302892 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] No DVR routers for this DVR port 9dd8f4b3-aef1-4261-a4b3-29d29fdbab8c on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:45:35.317202 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:35.317620 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:35.318107 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:35.318631 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:35.319092 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:35.319540 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:35.320084 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:35.320622 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:35.321095 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:35.321601 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:35.322043 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:35.322580 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:35.431485 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:35.447244 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0306c3f-7dfd-44c4-8d5b-ba93537dd711']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:35.464110 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a721a7a-891a-4d3a-a6c6-b3cf26e07797') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:35.464551 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a721a7a-891a-4d3a-a6c6-b3cf26e07797') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:35.479181 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:35.504331 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:35.515648 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:45:35.516404 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: self.session.flush() Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:45:35.521830 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:45:35.598515 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:35.608787 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:35.612005 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/networks/e0306c3f-7dfd-44c4-8d5b-ba93537dd711 HTTP/1.1" status: 204 len: 168 time: 0.9581819 Sep 01 15:45:35.617693 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47158) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:35.627284 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-fbdf6216-400f-4845-b972-62d57adada48 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'port': {'network_id': '1d018ea0-3df6-4c33-8e42-0732e5b899a4', 'name': 'tempest-PortsTestJSON-135691571'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:35.629305 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192b785-e616-419e-a162-cf235986733a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Network': ['ID=e0306c3f-7dfd-44c4-8d5b-ba93537dd711,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:35.793772 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdf6216-400f-4845-b972-62d57adada48 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:35.797643 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fbdf6216-400f-4845-b972-62d57adada48 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:35.820474 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-fbdf6216-400f-4845-b972-62d57adada48 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] device_id is not set on port 50132b02-d36b-494e-9699-3ad4089e9358 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:45:36.019585 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fbdf6216-400f-4845-b972-62d57adada48 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:36.065056 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fbdf6216-400f-4845-b972-62d57adada48 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:36.118768 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdf6216-400f-4845-b972-62d57adada48 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network 1d018ea0-3df6-4c33-8e42-0732e5b899a4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:36.123843 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-fbdf6216-400f-4845-b972-62d57adada48 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:36.127238 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdf6216-400f-4845-b972-62d57adada48 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:36.135017 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdf6216-400f-4845-b972-62d57adada48 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:36.135701 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fbdf6216-400f-4845-b972-62d57adada48 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:36.148047 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf6216-400f-4845-b972-62d57adada48 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Port': ['ID=50132b02-d36b-494e-9699-3ad4089e9358,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:36.161456 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fbdf6216-400f-4845-b972-62d57adada48 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5418637 Sep 01 15:45:36.164450 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47160) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:36.282288 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-02fad973-4516-4ff8-9985-2dca40a17450 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting port 50132b02-d36b-494e-9699-3ad4089e9358 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:36.282754 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-02fad973-4516-4ff8-9985-2dca40a17450 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:36.343325 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a75ed7-ab41-4831-a8e4-539a3a727d57 req-8d1dcdd6-6732-4d10-86f5-959eb96d2670 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:36.345588 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c8a75ed7-ab41-4831-a8e4-539a3a727d57 req-8d1dcdd6-6732-4d10-86f5-959eb96d2670 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 943 time: 0.0699053 Sep 01 15:45:36.370376 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-02fad973-4516-4ff8-9985-2dca40a17450 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:36.395630 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-02fad973-4516-4ff8-9985-2dca40a17450 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Calling delete_port for 50132b02-d36b-494e-9699-3ad4089e9358 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:36.411021 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c8a75ed7-ab41-4831-a8e4-539a3a727d57 req-b3fe2b24-10b8-4a07-8331-dcff73327a3f tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534558 Sep 01 15:45:36.502617 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-02fad973-4516-4ff8-9985-2dca40a17450 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:36.535149 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fad973-4516-4ff8-9985-2dca40a17450 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Port': ['ID=50132b02-d36b-494e-9699-3ad4089e9358,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:36.543951 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-02fad973-4516-4ff8-9985-2dca40a17450 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:36.548053 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-02fad973-4516-4ff8-9985-2dca40a17450 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/ports/50132b02-d36b-494e-9699-3ad4089e9358 HTTP/1.1" status: 204 len: 168 time: 0.3817854 Sep 01 15:45:36.550535 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47164) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:36.556592 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-dba78d59-a9bf-4959-9a40-24ff094d2c78 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'port': {'network_id': '1d018ea0-3df6-4c33-8e42-0732e5b899a4', 'mac_address': 'fa:16:3e:30:e0:bc', 'name': 'tempest-PortsTestJSON-968107468'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:36.662251 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba78d59-a9bf-4959-9a40-24ff094d2c78 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:36.740540 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dba78d59-a9bf-4959-9a40-24ff094d2c78 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:36.763553 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-dba78d59-a9bf-4959-9a40-24ff094d2c78 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] device_id is not set on port ebb4711e-ed84-4dbe-9b64-51da442c7d17 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:45:36.953398 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dba78d59-a9bf-4959-9a40-24ff094d2c78 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:37.002027 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dba78d59-a9bf-4959-9a40-24ff094d2c78 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:37.072036 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba78d59-a9bf-4959-9a40-24ff094d2c78 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network 1d018ea0-3df6-4c33-8e42-0732e5b899a4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:37.076401 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-dba78d59-a9bf-4959-9a40-24ff094d2c78 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:37.082091 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba78d59-a9bf-4959-9a40-24ff094d2c78 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:37.087895 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba78d59-a9bf-4959-9a40-24ff094d2c78 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:37.088590 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dba78d59-a9bf-4959-9a40-24ff094d2c78 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:37.092984 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba78d59-a9bf-4959-9a40-24ff094d2c78 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Port': ['ID=ebb4711e-ed84-4dbe-9b64-51da442c7d17,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:37.110631 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-dba78d59-a9bf-4959-9a40-24ff094d2c78 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5582325 Sep 01 15:45:37.114666 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47166) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:37.172413 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f175859a-315a-49c3-90ac-dd25f91ac01c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:37.174244 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f175859a-315a-49c3-90ac-dd25f91ac01c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "GET /v2.0/ports/ebb4711e-ed84-4dbe-9b64-51da442c7d17 HTTP/1.1" status: 200 len: 840 time: 0.0581968 Sep 01 15:45:37.177789 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47168) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:37.315129 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c7a48-9a48-4511-95b2-6381ac34aa05 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting port ebb4711e-ed84-4dbe-9b64-51da442c7d17 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:37.315487 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bb8c7a48-9a48-4511-95b2-6381ac34aa05 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:37.396355 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bb8c7a48-9a48-4511-95b2-6381ac34aa05 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:37.413252 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c7a48-9a48-4511-95b2-6381ac34aa05 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Calling delete_port for ebb4711e-ed84-4dbe-9b64-51da442c7d17 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:37.504730 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bb8c7a48-9a48-4511-95b2-6381ac34aa05 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:37.539444 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c7a48-9a48-4511-95b2-6381ac34aa05 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Port': ['ID=ebb4711e-ed84-4dbe-9b64-51da442c7d17,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:37.544112 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bb8c7a48-9a48-4511-95b2-6381ac34aa05 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:37.546182 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bb8c7a48-9a48-4511-95b2-6381ac34aa05 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/ports/ebb4711e-ed84-4dbe-9b64-51da442c7d17 HTTP/1.1" status: 204 len: 168 time: 0.3671875 Sep 01 15:45:37.549404 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47172) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:37.576049 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-90199af7-555d-49d7-bf95-f106751a5cce tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] GET failed (client error): The resource could not be found. Sep 01 15:45:37.577963 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-90199af7-555d-49d7-bf95-f106751a5cce tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "GET /v2.0/ports/ebb4711e-ed84-4dbe-9b64-51da442c7d17 HTTP/1.1" status: 404 len: 333 time: 0.0274260 Sep 01 15:45:37.582444 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47174) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:37.582817 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a780940-db7d-4d6a-bcac-ea6d678e0b55 req-4718c745-190b-4d39-84f2-6faef44355d9 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:37.584186 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a780940-db7d-4d6a-bcac-ea6d678e0b55 req-4718c745-190b-4d39-84f2-6faef44355d9 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 943 time: 0.0705590 Sep 01 15:45:37.591561 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-320a87ea-1319-4cd0-8286-b408ba9db6f1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'port': {'network_id': '1d018ea0-3df6-4c33-8e42-0732e5b899a4', 'name': 'tempest-PortsTestJSON-363574708'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:37.635552 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a780940-db7d-4d6a-bcac-ea6d678e0b55 req-d5a4942d-0bd7-4c3a-8c55-b487ce1583bf tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402684 Sep 01 15:45:37.704402 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320a87ea-1319-4cd0-8286-b408ba9db6f1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:37.708669 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-320a87ea-1319-4cd0-8286-b408ba9db6f1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:37.736070 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-320a87ea-1319-4cd0-8286-b408ba9db6f1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] device_id is not set on port f87f0df1-045c-42c9-aed1-5500d92a3dfa yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:45:37.918249 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-320a87ea-1319-4cd0-8286-b408ba9db6f1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:37.963053 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-320a87ea-1319-4cd0-8286-b408ba9db6f1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:38.016218 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320a87ea-1319-4cd0-8286-b408ba9db6f1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network 1d018ea0-3df6-4c33-8e42-0732e5b899a4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:38.023117 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-320a87ea-1319-4cd0-8286-b408ba9db6f1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:38.028032 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320a87ea-1319-4cd0-8286-b408ba9db6f1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:38.034064 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320a87ea-1319-4cd0-8286-b408ba9db6f1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:38.034889 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-320a87ea-1319-4cd0-8286-b408ba9db6f1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:38.047525 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a87ea-1319-4cd0-8286-b408ba9db6f1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Port': ['ID=f87f0df1-045c-42c9-aed1-5500d92a3dfa,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:38.061580 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-320a87ea-1319-4cd0-8286-b408ba9db6f1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4774032 Sep 01 15:45:38.064958 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47176) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:38.072539 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-693d4d5a-61a0-4c23-a5ac-b3f8936604ad tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:38.147244 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-693d4d5a-61a0-4c23-a5ac-b3f8936604ad tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:38.388648 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-693d4d5a-61a0-4c23-a5ac-b3f8936604ad tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:38.394587 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-693d4d5a-61a0-4c23-a5ac-b3f8936604ad tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:38.431968 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-693d4d5a-61a0-4c23-a5ac-b3f8936604ad tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] In _notify_port_updated(), no bound segment for port f87f0df1-045c-42c9-aed1-5500d92a3dfa on network 1d018ea0-3df6-4c33-8e42-0732e5b899a4 {{(pid=94734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:45:38.438334 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693d4d5a-61a0-4c23-a5ac-b3f8936604ad tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:38.439113 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-693d4d5a-61a0-4c23-a5ac-b3f8936604ad tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:38.440675 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-693d4d5a-61a0-4c23-a5ac-b3f8936604ad tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "PUT /v2.0/ports/f87f0df1-045c-42c9-aed1-5500d92a3dfa HTTP/1.1" status: 200 len: 818 time: 0.3742218 Sep 01 15:45:38.444039 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47178) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:38.465549 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d4d5a-61a0-4c23-a5ac-b3f8936604ad tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Port': ['ID=f87f0df1-045c-42c9-aed1-5500d92a3dfa,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:38.575503 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-80d90082-c31c-4b0c-8be6-9ee8c82f9d8c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting port f87f0df1-045c-42c9-aed1-5500d92a3dfa {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:38.575956 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80d90082-c31c-4b0c-8be6-9ee8c82f9d8c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:38.653088 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80d90082-c31c-4b0c-8be6-9ee8c82f9d8c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:38.677647 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-80d90082-c31c-4b0c-8be6-9ee8c82f9d8c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Calling delete_port for f87f0df1-045c-42c9-aed1-5500d92a3dfa owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:38.742745 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:38.801836 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f1d89-4236-4476-ad98-a3b80a93497b req-e8242b50-0c86-4b07-8623-0e7e77e5f25d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:38.804722 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-976f1d89-4236-4476-ad98-a3b80a93497b req-e8242b50-0c86-4b07-8623-0e7e77e5f25d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 943 time: 0.0860510 Sep 01 15:45:38.810949 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80d90082-c31c-4b0c-8be6-9ee8c82f9d8c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:38.857600 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-976f1d89-4236-4476-ad98-a3b80a93497b req-39911882-f230-4481-80c7-1e145fbb6709 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452492 Sep 01 15:45:38.866416 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d90082-c31c-4b0c-8be6-9ee8c82f9d8c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Port': ['ID=f87f0df1-045c-42c9-aed1-5500d92a3dfa,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:38.878115 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80d90082-c31c-4b0c-8be6-9ee8c82f9d8c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:38.882000 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-80d90082-c31c-4b0c-8be6-9ee8c82f9d8c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/ports/f87f0df1-045c-42c9-aed1-5500d92a3dfa HTTP/1.1" status: 204 len: 168 time: 0.4362364 Sep 01 15:45:38.886274 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47182) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:38.942723 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f99f6be-c5e0-490f-aa73-ba1833ff2f5d tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:38.944226 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0f99f6be-c5e0-490f-aa73-ba1833ff2f5d tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0566320 Sep 01 15:45:38.947392 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47184) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:38.973369 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-129d5eca-d59d-4fbe-b0eb-1514e97c2750 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] GET failed (client error): The resource could not be found. Sep 01 15:45:38.975135 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-129d5eca-d59d-4fbe-b0eb-1514e97c2750 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "GET /v2.0/ports/f87f0df1-045c-42c9-aed1-5500d92a3dfa HTTP/1.1" status: 404 len: 333 time: 0.0267289 Sep 01 15:45:38.979385 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47186) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:38.985046 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-c7ea1b70-71df-4b69-9476-2ee384d36f34 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-682343555'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:39.008490 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ea1b70-71df-4b69-9476-2ee384d36f34 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:39.012933 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c7ea1b70-71df-4b69-9476-2ee384d36f34 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:39.040201 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ea1b70-71df-4b69-9476-2ee384d36f34 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:45:39.052284 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c7ea1b70-71df-4b69-9476-2ee384d36f34 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:39.052761 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-c7ea1b70-71df-4b69-9476-2ee384d36f34 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Added segment 2d442416-5ee7-4be7-8ca5-7e3aae58638b of type vlan for network e0572690-59fa-41c8-8f5e-c8f3d5d0e470 Sep 01 15:45:39.099576 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c7ea1b70-71df-4b69-9476-2ee384d36f34 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:39.129044 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c7ea1b70-71df-4b69-9476-2ee384d36f34 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:39.135743 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ea1b70-71df-4b69-9476-2ee384d36f34 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:39.136457 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c7ea1b70-71df-4b69-9476-2ee384d36f34 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:39.209590 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c7ea1b70-71df-4b69-9476-2ee384d36f34 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2290754 Sep 01 15:45:39.213581 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47188) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:39.220600 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-0381b9b3-ee31-4ef0-a435-df0ae2c8da32 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'subnet': {'network_id': 'e0572690-59fa-41c8-8f5e-c8f3d5d0e470', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:39.225206 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea1b70-71df-4b69-9476-2ee384d36f34 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Network': ['ID=e0572690-59fa-41c8-8f5e-c8f3d5d0e470,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:39.238961 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network e0572690-59fa-41c8-8f5e-c8f3d5d0e470 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:45:39.339211 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0381b9b3-ee31-4ef0-a435-df0ae2c8da32 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:39.343940 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0381b9b3-ee31-4ef0-a435-df0ae2c8da32 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:39.346004 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7a21272e-3c9a-41f8-a084-3e23cbcbd490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:39.565765 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0381b9b3-ee31-4ef0-a435-df0ae2c8da32 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:39.637354 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381b9b3-ee31-4ef0-a435-df0ae2c8da32 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Subnet': ['ID=fa8efbeb-4226-4c93-932d-3aa394eb0823,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:39.649991 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0381b9b3-ee31-4ef0-a435-df0ae2c8da32 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Checking segment: {'id': '2d442416-5ee7-4be7-8ca5-7e3aae58638b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e0572690-59fa-41c8-8f5e-c8f3d5d0e470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:39.650388 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0381b9b3-ee31-4ef0-a435-df0ae2c8da32 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network hostable DHCP agents. Network: e0572690-59fa-41c8-8f5e-c8f3d5d0e470, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:45:39.672805 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0381b9b3-ee31-4ef0-a435-df0ae2c8da32 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network e0572690-59fa-41c8-8f5e-c8f3d5d0e470 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:45:39.686591 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-0381b9b3-ee31-4ef0-a435-df0ae2c8da32 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, e0572690-59fa-41c8-8f5e-c8f3d5d0e470) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:39.695201 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0381b9b3-ee31-4ef0-a435-df0ae2c8da32 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:39.696757 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0381b9b3-ee31-4ef0-a435-df0ae2c8da32 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:39.699405 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0022e324-7566-4798-9c23-8df4e7432dc3 None None] Network e0572690-59fa-41c8-8f5e-c8f3d5d0e470 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:39.721706 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0381b9b3-ee31-4ef0-a435-df0ae2c8da32 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5059688 Sep 01 15:45:39.724491 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47192) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:39.730199 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-dd9fcf06-9019-4385-8d62-b48d42f0b39f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'subnet': {'network_id': 'e0572690-59fa-41c8-8f5e-c8f3d5d0e470', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:39.860119 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9fcf06-9019-4385-8d62-b48d42f0b39f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:39.864263 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dd9fcf06-9019-4385-8d62-b48d42f0b39f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:39.939745 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-e0572690-59fa-41c8-8f5e-c8f3d5d0e470', 'network_id': 'e0572690-59fa-41c8-8f5e-c8f3d5d0e470', 'tenant_id': 'bec4d2995d7d4a2fa59bd8f7e32d61fc', 'fixed_ips': [{'subnet_id': 'fa8efbeb-4226-4c93-932d-3aa394eb0823'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:45:39.942022 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:40.021761 n-d-794796-3 neutron-server[94734]: INFO neutron.db.ipam_backend_mixin [None req-dd9fcf06-9019-4385-8d62-b48d42f0b39f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fa8efbeb-4226-4c93-932d-3aa394eb0823 (CIDR: 172.20.0.0/28) Sep 01 15:45:40.026893 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9fcf06-9019-4385-8d62-b48d42f0b39f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:45:40.028499 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd9fcf06-9019-4385-8d62-b48d42f0b39f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:45:40.059988 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-dd9fcf06-9019-4385-8d62-b48d42f0b39f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3341286 Sep 01 15:45:40.060984 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47196) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:40.070205 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-cba915dc-d319-476d-a46e-0099a9bc2f7e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'subnet': {'network_id': 'e0572690-59fa-41c8-8f5e-c8f3d5d0e470', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:40.072426 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54067a34-367d-4af2-bd91-138a69d6b071 req-066f0056-d87c-4536-ba69-956609504f51 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:40.075826 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-54067a34-367d-4af2-bd91-138a69d6b071 req-066f0056-d87c-4536-ba69-956609504f51 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 943 time: 0.0943165 Sep 01 15:45:40.129654 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-54067a34-367d-4af2-bd91-138a69d6b071 req-699c2603-2ee5-48d9-b805-5a597add82cb tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428486 Sep 01 15:45:40.168642 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Allocated IP 172.20.0.2 (e0572690-59fa-41c8-8f5e-c8f3d5d0e470/fa8efbeb-4226-4c93-932d-3aa394eb0823/328f8f67-c32d-45ed-a716-8d72f7712168) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:40.253275 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba915dc-d319-476d-a46e-0099a9bc2f7e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:40.257904 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cba915dc-d319-476d-a46e-0099a9bc2f7e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:40.364923 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:40.375748 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Transition to ACTIVE for port object 328f8f67-c32d-45ed-a716-8d72f7712168 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:40.402673 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Transition to ACTIVE for port object 328f8f67-c32d-45ed-a716-8d72f7712168 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:40.412181 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:40.494603 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Network e0572690-59fa-41c8-8f5e-c8f3d5d0e470 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:40.502568 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:40.505928 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Pushing event updated for resources: {'Port': ['ID=328f8f67-c32d-45ed-a716-8d72f7712168,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:40.509993 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:40.527936 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:40.528476 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:40.529008 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:40.529521 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:40.530011 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:40.530597 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:40.531151 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:40.531682 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:40.532212 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:40.533015 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:40.533665 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:40.534147 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:40.567053 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cba915dc-d319-476d-a46e-0099a9bc2f7e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:40.626482 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba915dc-d319-476d-a46e-0099a9bc2f7e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network e0572690-59fa-41c8-8f5e-c8f3d5d0e470 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:40.629373 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Attempting to bind port 328f8f67-c32d-45ed-a716-8d72f7712168 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:45:40.629967 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Attempting to bind port 328f8f67-c32d-45ed-a716-8d72f7712168 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '2d442416-5ee7-4be7-8ca5-7e3aae58638b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e0572690-59fa-41c8-8f5e-c8f3d5d0e470'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:45:40.630207 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-cba915dc-d319-476d-a46e-0099a9bc2f7e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:40.630607 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Attempting to bind port 328f8f67-c32d-45ed-a716-8d72f7712168 on network e0572690-59fa-41c8-8f5e-c8f3d5d0e470 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:45:40.635493 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba915dc-d319-476d-a46e-0099a9bc2f7e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:40.636106 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cba915dc-d319-476d-a46e-0099a9bc2f7e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:40.640503 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:45:40.641352 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Checking segment: {'id': '2d442416-5ee7-4be7-8ca5-7e3aae58638b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e0572690-59fa-41c8-8f5e-c8f3d5d0e470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:40.642005 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:40.642689 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Bound using segment: {'id': '2d442416-5ee7-4be7-8ca5-7e3aae58638b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e0572690-59fa-41c8-8f5e-c8f3d5d0e470'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:45:40.643479 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Bound port: 328f8f67-c32d-45ed-a716-8d72f7712168, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d442416-5ee7-4be7-8ca5-7e3aae58638b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e0572690-59fa-41c8-8f5e-c8f3d5d0e470'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:45:40.644180 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:40.646129 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba915dc-d319-476d-a46e-0099a9bc2f7e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Subnet': ['ID=b082c8d1-ea52-4eb5-831f-7eac59590a87,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:40.661999 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cba915dc-d319-476d-a46e-0099a9bc2f7e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5959005 Sep 01 15:45:40.662544 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47200) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:40.669303 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-264e7831-340b-4f56-a9c3-68f95c250bd8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'port': {'network_id': 'e0572690-59fa-41c8-8f5e-c8f3d5d0e470', 'fixed_ips': [{'subnet_id': 'fa8efbeb-4226-4c93-932d-3aa394eb0823'}, {'subnet_id': 'b082c8d1-ea52-4eb5-831f-7eac59590a87'}], 'name': 'tempest-PortsTestJSON-498853369'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:40.754386 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] For port 328f8f67-c32d-45ed-a716-8d72f7712168, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:45:40.758862 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] For port 328f8f67-c32d-45ed-a716-8d72f7712168, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=328f8f67-c32d-45ed-a716-8d72f7712168,segment=NetworkSegment(2d442416-5ee7-4be7-8ca5-7e3aae58638b),segment_id=2d442416-5ee7-4be7-8ca5-7e3aae58638b)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:45:40.764940 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:40.834842 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264e7831-340b-4f56-a9c3-68f95c250bd8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:40.849570 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783f484-1015-4361-80a8-1e8804c6de4a None None] Pushing event updated for resources: {'Port': ['ID=328f8f67-c32d-45ed-a716-8d72f7712168,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:40.959940 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-264e7831-340b-4f56-a9c3-68f95c250bd8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:41.003415 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-264e7831-340b-4f56-a9c3-68f95c250bd8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] device_id is not set on port 5faf3e55-3a40-402c-bda4-ff02f8bd38c4 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:45:41.342123 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f295b-0d69-4e25-958c-7d99bfef01fd req-030b050b-ad98-4b1f-b402-eac2393dc6cf tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:41.343767 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8e6f295b-0d69-4e25-958c-7d99bfef01fd req-030b050b-ad98-4b1f-b402-eac2393dc6cf tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 943 time: 0.1048687 Sep 01 15:45:41.432443 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8e6f295b-0d69-4e25-958c-7d99bfef01fd req-9507a010-0410-4f8f-b40b-ad90e259498d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795650 Sep 01 15:45:41.458100 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-264e7831-340b-4f56-a9c3-68f95c250bd8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Allocated IP 172.20.0.10 (e0572690-59fa-41c8-8f5e-c8f3d5d0e470/fa8efbeb-4226-4c93-932d-3aa394eb0823/5faf3e55-3a40-402c-bda4-ff02f8bd38c4) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:41.466494 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-264e7831-340b-4f56-a9c3-68f95c250bd8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Allocated IP 172.20.0.19 (e0572690-59fa-41c8-8f5e-c8f3d5d0e470/b082c8d1-ea52-4eb5-831f-7eac59590a87/5faf3e55-3a40-402c-bda4-ff02f8bd38c4) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:41.663443 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-264e7831-340b-4f56-a9c3-68f95c250bd8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:41.680419 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-264e7831-340b-4f56-a9c3-68f95c250bd8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Transition to ACTIVE for port object 5faf3e55-3a40-402c-bda4-ff02f8bd38c4 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:41.725478 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-264e7831-340b-4f56-a9c3-68f95c250bd8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:41.780434 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264e7831-340b-4f56-a9c3-68f95c250bd8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network e0572690-59fa-41c8-8f5e-c8f3d5d0e470 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:41.786577 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-264e7831-340b-4f56-a9c3-68f95c250bd8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:41.790954 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264e7831-340b-4f56-a9c3-68f95c250bd8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:41.819403 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e7831-340b-4f56-a9c3-68f95c250bd8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Port': ['ID=5faf3e55-3a40-402c-bda4-ff02f8bd38c4,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:41.852910 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264e7831-340b-4f56-a9c3-68f95c250bd8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:41.853954 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-264e7831-340b-4f56-a9c3-68f95c250bd8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:41.874606 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-264e7831-340b-4f56-a9c3-68f95c250bd8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.2107885 Sep 01 15:45:41.876962 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b2f266-1133-45de-9eca-3888f34dd7e5 None None] Network e0572690-59fa-41c8-8f5e-c8f3d5d0e470 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:41.877828 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47204) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:41.883302 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-f07a63fb-cda9-4df4-9b57-10518bb49fdf tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fa8efbeb-4226-4c93-932d-3aa394eb0823'}]}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:41.976846 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f07a63fb-cda9-4df4-9b57-10518bb49fdf tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:41.993952 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-52c089a2-a4bf-4e25-b2aa-60bb9c41a97c None None] Provisioning for port 328f8f67-c32d-45ed-a716-8d72f7712168 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:42.164570 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c7c60c-2efd-4808-a077-1da600b8865f None None] Update dhcp port {'port': {'network_id': 'e0572690-59fa-41c8-8f5e-c8f3d5d0e470', 'fixed_ips': [{'subnet_id': 'fa8efbeb-4226-4c93-932d-3aa394eb0823', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b082c8d1-ea52-4eb5-831f-7eac59590a87'}], 'binding:host_id': 'n-d-794796-3'}, 'id': '328f8f67-c32d-45ed-a716-8d72f7712168'} from n-d-794796-3. {{(pid=94735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:45:42.190779 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:42.199979 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-87c7c60c-2efd-4808-a077-1da600b8865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:42.320762 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-f07a63fb-cda9-4df4-9b57-10518bb49fdf tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Delete allocated IP 172.20.0.19 (e0572690-59fa-41c8-8f5e-c8f3d5d0e470/b082c8d1-ea52-4eb5-831f-7eac59590a87) {{(pid=94734) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 01 15:45:42.533531 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f07a63fb-cda9-4df4-9b57-10518bb49fdf tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:42.556094 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-f07a63fb-cda9-4df4-9b57-10518bb49fdf tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Ignored duplicate provisioning block setup for port 5faf3e55-3a40-402c-bda4-ff02f8bd38c4 by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 01 15:45:42.561875 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f07a63fb-cda9-4df4-9b57-10518bb49fdf tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:42.567210 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724415bf-47a5-422d-a151-1bee007fd35d req-bdc83df6-9f57-4188-86bb-36b9a6bf335e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:42.568848 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-724415bf-47a5-422d-a151-1bee007fd35d req-bdc83df6-9f57-4188-86bb-36b9a6bf335e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 943 time: 0.0615997 Sep 01 15:45:42.618563 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-724415bf-47a5-422d-a151-1bee007fd35d req-a1eed898-f516-4e05-a1f8-09037841d8b7 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383253 Sep 01 15:45:42.661950 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-87c7c60c-2efd-4808-a077-1da600b8865f None None] Allocated IP 172.20.0.18 (e0572690-59fa-41c8-8f5e-c8f3d5d0e470/b082c8d1-ea52-4eb5-831f-7eac59590a87/328f8f67-c32d-45ed-a716-8d72f7712168) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:42.706918 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a63fb-cda9-4df4-9b57-10518bb49fdf tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Port': ['ID=5faf3e55-3a40-402c-bda4-ff02f8bd38c4,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:42.779721 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f07a63fb-cda9-4df4-9b57-10518bb49fdf tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] In _notify_port_updated(), no bound segment for port 5faf3e55-3a40-402c-bda4-ff02f8bd38c4 on network e0572690-59fa-41c8-8f5e-c8f3d5d0e470 {{(pid=94734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:45:42.788612 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-87c7c60c-2efd-4808-a077-1da600b8865f None None] For port 328f8f67-c32d-45ed-a716-8d72f7712168, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=328f8f67-c32d-45ed-a716-8d72f7712168,segment=NetworkSegment(2d442416-5ee7-4be7-8ca5-7e3aae58638b),segment_id=2d442416-5ee7-4be7-8ca5-7e3aae58638b)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:42.789805 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07a63fb-cda9-4df4-9b57-10518bb49fdf tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:42.791004 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f07a63fb-cda9-4df4-9b57-10518bb49fdf tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:42.793892 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f07a63fb-cda9-4df4-9b57-10518bb49fdf tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "PUT /v2.0/ports/5faf3e55-3a40-402c-bda4-ff02f8bd38c4 HTTP/1.1" status: 200 len: 919 time: 0.9144671 Sep 01 15:45:42.797036 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47208) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:42.806660 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-1e0f7e7c-f0bf-4740-a69d-54962732d78c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fa8efbeb-4226-4c93-932d-3aa394eb0823'}, {'subnet_id': 'b082c8d1-ea52-4eb5-831f-7eac59590a87'}]}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:42.825624 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-87c7c60c-2efd-4808-a077-1da600b8865f None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:42.841775 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-87c7c60c-2efd-4808-a077-1da600b8865f None None] Transition to ACTIVE for port object 328f8f67-c32d-45ed-a716-8d72f7712168 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:42.848666 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-87c7c60c-2efd-4808-a077-1da600b8865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:42.942974 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1e0f7e7c-f0bf-4740-a69d-54962732d78c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:42.989604 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7c60c-2efd-4808-a077-1da600b8865f None None] Pushing event updated for resources: {'Port': ['ID=328f8f67-c32d-45ed-a716-8d72f7712168,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:43.029811 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 328f8f67-c32d-45ed-a716-8d72f7712168 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:43.122272 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 328f8f67-c32d-45ed-a716-8d72f7712168 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:43.343503 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:43.605213 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04e077e-171a-4d81-9e0e-eb1b384a1649 None None] Network e0572690-59fa-41c8-8f5e-c8f3d5d0e470 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:43.638977 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-1e0f7e7c-f0bf-4740-a69d-54962732d78c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Allocated IP 172.20.0.25 (e0572690-59fa-41c8-8f5e-c8f3d5d0e470/b082c8d1-ea52-4eb5-831f-7eac59590a87/5faf3e55-3a40-402c-bda4-ff02f8bd38c4) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:43.729009 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ff3ad550-4170-4f93-b6b6-eec677561821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:43.739727 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b4f43380-357e-42ee-b26b-a44f15179066 None None] Provisioning for port 5faf3e55-3a40-402c-bda4-ff02f8bd38c4 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:43.760066 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b4f43380-357e-42ee-b26b-a44f15179066 None None] Provisioning complete for port 5faf3e55-3a40-402c-bda4-ff02f8bd38c4 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:43.760575 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b4f43380-357e-42ee-b26b-a44f15179066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:43.838128 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b4f43380-357e-42ee-b26b-a44f15179066 None None] Port 5faf3e55-3a40-402c-bda4-ff02f8bd38c4 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:45:43.846039 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff638b-226c-427d-b3f2-de626985726f req-63991f27-53ca-4aea-a5ed-d19c00f48398 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:43.847995 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4eff638b-226c-427d-b3f2-de626985726f req-63991f27-53ca-4aea-a5ed-d19c00f48398 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 943 time: 0.1161275 Sep 01 15:45:43.863367 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b4f43380-357e-42ee-b26b-a44f15179066 None None] Provisioning for port 328f8f67-c32d-45ed-a716-8d72f7712168 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:43.878139 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b4f43380-357e-42ee-b26b-a44f15179066 None None] Provisioning complete for port 328f8f67-c32d-45ed-a716-8d72f7712168 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:43.878799 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b4f43380-357e-42ee-b26b-a44f15179066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:43.919796 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1e0f7e7c-f0bf-4740-a69d-54962732d78c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:43.929525 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4eff638b-226c-427d-b3f2-de626985726f req-fb27039e-12ad-4b53-bd44-576e78f8cd33 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607262 Sep 01 15:45:43.941828 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-1e0f7e7c-f0bf-4740-a69d-54962732d78c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Ignored duplicate provisioning block setup for port 5faf3e55-3a40-402c-bda4-ff02f8bd38c4 by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 01 15:45:43.949808 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1e0f7e7c-f0bf-4740-a69d-54962732d78c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:44.042648 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f7e7c-f0bf-4740-a69d-54962732d78c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Port': ['ID=5faf3e55-3a40-402c-bda4-ff02f8bd38c4,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:44.086256 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b4f43380-357e-42ee-b26b-a44f15179066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:44.110468 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-1e0f7e7c-f0bf-4740-a69d-54962732d78c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] In _notify_port_updated(), no bound segment for port 5faf3e55-3a40-402c-bda4-ff02f8bd38c4 on network e0572690-59fa-41c8-8f5e-c8f3d5d0e470 {{(pid=94734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:45:44.116443 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0f7e7c-f0bf-4740-a69d-54962732d78c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:44.117159 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1e0f7e7c-f0bf-4740-a69d-54962732d78c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:44.118578 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1e0f7e7c-f0bf-4740-a69d-54962732d78c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "PUT /v2.0/ports/5faf3e55-3a40-402c-bda4-ff02f8bd38c4 HTTP/1.1" status: 200 len: 999 time: 1.3200259 Sep 01 15:45:44.122779 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47212) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:44.144650 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b4f43380-357e-42ee-b26b-a44f15179066 None None] For port 328f8f67-c32d-45ed-a716-8d72f7712168, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=328f8f67-c32d-45ed-a716-8d72f7712168,segment=NetworkSegment(2d442416-5ee7-4be7-8ca5-7e3aae58638b),segment_id=2d442416-5ee7-4be7-8ca5-7e3aae58638b)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:44.149930 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b4f43380-357e-42ee-b26b-a44f15179066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:44.204323 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f43380-357e-42ee-b26b-a44f15179066 None None] Pushing event updated for resources: {'Port': ['ID=328f8f67-c32d-45ed-a716-8d72f7712168,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:44.249878 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 80f6d629-7ac5-4800-a0e0-42ca8cf983e8 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:45:44.293518 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-aa9b1b03-54c9-4b61-a155-b3c833202ef6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting port 5faf3e55-3a40-402c-bda4-ff02f8bd38c4 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:44.293851 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aa9b1b03-54c9-4b61-a155-b3c833202ef6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:44.395917 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 80f6d629-7ac5-4800-a0e0-42ca8cf983e8, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=80f6d629-7ac5-4800-a0e0-42ca8cf983e8,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:44.421522 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '80f6d629-7ac5-4800-a0e0-42ca8cf983e8', 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99', 'port_id': '80f6d629-7ac5-4800-a0e0-42ca8cf983e8', 'mac_address': 'fa:16:3e:45:10:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b59801-979b-4fe1-bcc1-5c6fa7771954', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:45:44.425453 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aa9b1b03-54c9-4b61-a155-b3c833202ef6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:44.443469 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-aa9b1b03-54c9-4b61-a155-b3c833202ef6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Calling delete_port for 5faf3e55-3a40-402c-bda4-ff02f8bd38c4 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:44.483365 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:44.501153 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f6d629-7ac5-4800-a0e0-42ca8cf983e8 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:45:44.531900 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 80f6d629-7ac5-4800-a0e0-42ca8cf983e8, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=80f6d629-7ac5-4800-a0e0-42ca8cf983e8,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:44.537830 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:44.611540 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=80f6d629-7ac5-4800-a0e0-42ca8cf983e8,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:44.691851 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a36fa3a5-f423-4db4-a42c-b73ac54b8991 None None] Provisioning complete for port 328f8f67-c32d-45ed-a716-8d72f7712168 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:44.692842 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a36fa3a5-f423-4db4-a42c-b73ac54b8991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:44.738169 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aa9b1b03-54c9-4b61-a155-b3c833202ef6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:44.775784 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b1b03-54c9-4b61-a155-b3c833202ef6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Port': ['ID=5faf3e55-3a40-402c-bda4-ff02f8bd38c4,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:44.811418 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['80f6d629-7ac5-4800-a0e0-42ca8cf983e8'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:45:44.864382 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a36fa3a5-f423-4db4-a42c-b73ac54b8991 None None] Could not find standard attr ID for object 5faf3e55-3a40-402c-bda4-ff02f8bd38c4. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:45:44.944378 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aa9b1b03-54c9-4b61-a155-b3c833202ef6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:44.948466 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-aa9b1b03-54c9-4b61-a155-b3c833202ef6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/ports/5faf3e55-3a40-402c-bda4-ff02f8bd38c4 HTTP/1.1" status: 204 len: 168 time: 0.8243773 Sep 01 15:45:44.952428 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47214) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:44.993000 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 328f8f67-c32d-45ed-a716-8d72f7712168 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:45.007002 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a90ceaa-d6d7-45d9-ae17-827a2947f70e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] GET failed (client error): The resource could not be found. Sep 01 15:45:45.008891 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1e680dac-f039-4569-8c80-0ae0659d71e6 None None] Could not find standard attr ID for object 5faf3e55-3a40-402c-bda4-ff02f8bd38c4. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:45:45.016243 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47218) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:45.018350 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2a90ceaa-d6d7-45d9-ae17-827a2947f70e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "GET /v2.0/ports/5faf3e55-3a40-402c-bda4-ff02f8bd38c4 HTTP/1.1" status: 404 len: 333 time: 0.0637105 Sep 01 15:45:45.087804 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-62140722-329c-4712-9010-5e0b1e1e0918 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting subnet b082c8d1-ea52-4eb5-831f-7eac59590a87 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:45:45.092340 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-62140722-329c-4712-9010-5e0b1e1e0918 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:45.125991 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e644f-5ce7-448d-9e8e-2e5d038f7245 req-1943582b-dfe0-4465-9d0f-92121fddb221 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:45.128507 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2d7e644f-5ce7-448d-9e8e-2e5d038f7245 req-1943582b-dfe0-4465-9d0f-92121fddb221 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 944 time: 0.0742955 Sep 01 15:45:45.141846 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 328f8f67-c32d-45ed-a716-8d72f7712168 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:45.142433 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:45.149023 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-62140722-329c-4712-9010-5e0b1e1e0918 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:45.207209 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2d7e644f-5ce7-448d-9e8e-2e5d038f7245 req-df76e094-5338-423c-8c66-b99b0ba1e33d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673890 Sep 01 15:45:45.244699 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2081b4cc-6074-4c26-b6aa-bd8179ef8b9f None None] Could not find standard attr ID for object 5faf3e55-3a40-402c-bda4-ff02f8bd38c4. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:45:45.267065 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:45.286638 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-62140722-329c-4712-9010-5e0b1e1e0918 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:45.377617 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-62140722-329c-4712-9010-5e0b1e1e0918 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:45.412733 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-62140722-329c-4712-9010-5e0b1e1e0918 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:45.415100 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-62140722-329c-4712-9010-5e0b1e1e0918 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/subnets/b082c8d1-ea52-4eb5-831f-7eac59590a87 HTTP/1.1" status: 204 len: 168 time: 0.3981996 Sep 01 15:45:45.416507 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62140722-329c-4712-9010-5e0b1e1e0918 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Subnet': ['ID=b082c8d1-ea52-4eb5-831f-7eac59590a87,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:45.418283 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47220) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:45.433262 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca4a495-4528-4faa-bc5e-f7bd52324242 None None] Network e0572690-59fa-41c8-8f5e-c8f3d5d0e470 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:45.506923 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3ca93355-0d16-4116-bdf5-92422e2e4323 None None] Could not find standard attr ID for object 5faf3e55-3a40-402c-bda4-ff02f8bd38c4. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:45:45.510834 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-72686866-6457-4c3a-b2d6-adaa903e2881 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting subnet fa8efbeb-4226-4c93-932d-3aa394eb0823 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:45:45.516120 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72686866-6457-4c3a-b2d6-adaa903e2881 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:45.568702 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72686866-6457-4c3a-b2d6-adaa903e2881 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:45.679510 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72686866-6457-4c3a-b2d6-adaa903e2881 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:45.779384 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72686866-6457-4c3a-b2d6-adaa903e2881 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:45.837116 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-72686866-6457-4c3a-b2d6-adaa903e2881 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:45.840157 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-72686866-6457-4c3a-b2d6-adaa903e2881 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/subnets/fa8efbeb-4226-4c93-932d-3aa394eb0823 HTTP/1.1" status: 204 len: 168 time: 0.4196842 Sep 01 15:45:45.841744 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72686866-6457-4c3a-b2d6-adaa903e2881 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Subnet': ['ID=fa8efbeb-4226-4c93-932d-3aa394eb0823,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:45.845342 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47222) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:45.856803 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72686866-6457-4c3a-b2d6-adaa903e2881 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:45.857733 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72686866-6457-4c3a-b2d6-adaa903e2881 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:45.858701 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72686866-6457-4c3a-b2d6-adaa903e2881 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:45.859613 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72686866-6457-4c3a-b2d6-adaa903e2881 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:45.860292 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72686866-6457-4c3a-b2d6-adaa903e2881 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:45.860771 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72686866-6457-4c3a-b2d6-adaa903e2881 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:45.861584 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72686866-6457-4c3a-b2d6-adaa903e2881 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:45.862126 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72686866-6457-4c3a-b2d6-adaa903e2881 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:45.862903 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72686866-6457-4c3a-b2d6-adaa903e2881 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:45.863420 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72686866-6457-4c3a-b2d6-adaa903e2881 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:45.864024 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72686866-6457-4c3a-b2d6-adaa903e2881 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:45.864523 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72686866-6457-4c3a-b2d6-adaa903e2881 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:45:45.953571 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3648b350-a5cd-4672-968b-430850972b36 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:46.050460 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-3648b350-a5cd-4672-968b-430850972b36 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting port 328f8f67-c32d-45ed-a716-8d72f7712168 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:46.051196 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3648b350-a5cd-4672-968b-430850972b36 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:46.133339 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-3648b350-a5cd-4672-968b-430850972b36 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] For port 328f8f67-c32d-45ed-a716-8d72f7712168, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=328f8f67-c32d-45ed-a716-8d72f7712168,segment=NetworkSegment(2d442416-5ee7-4be7-8ca5-7e3aae58638b),segment_id=2d442416-5ee7-4be7-8ca5-7e3aae58638b)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:46.133717 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3648b350-a5cd-4672-968b-430850972b36 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:46.157827 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-3648b350-a5cd-4672-968b-430850972b36 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Calling delete_port for 328f8f67-c32d-45ed-a716-8d72f7712168 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:46.259866 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 80f6d629-7ac5-4800-a0e0-42ca8cf983e8 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:46.291891 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3648b350-a5cd-4672-968b-430850972b36 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:46.309262 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77f1379-d737-44f8-a56c-edc586a372b6 None None] Network e0572690-59fa-41c8-8f5e-c8f3d5d0e470 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:46.320965 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648b350-a5cd-4672-968b-430850972b36 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Port': ['ID=328f8f67-c32d-45ed-a716-8d72f7712168,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:46.327825 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3648b350-a5cd-4672-968b-430850972b36 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] No DVR routers for this DVR port 328f8f67-c32d-45ed-a716-8d72f7712168 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:45:46.384080 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-63fdd0ea-ce2f-4ba4-9f6d-da98898eceba None None] Could not find standard attr ID for object 328f8f67-c32d-45ed-a716-8d72f7712168. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:45:46.457848 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3648b350-a5cd-4672-968b-430850972b36 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:46.460674 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 80f6d629-7ac5-4800-a0e0-42ca8cf983e8 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:46.467132 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 80f6d629-7ac5-4800-a0e0-42ca8cf983e8 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:46.467694 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:46.483699 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ea34c-5f51-4014-bf24-4efef3978793 req-f3de5524-79df-47d8-af81-5176af6f8dae tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:46.485867 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-458ea34c-5f51-4014-bf24-4efef3978793 req-f3de5524-79df-47d8-af81-5176af6f8dae tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 944 time: 0.1495159 Sep 01 15:45:46.487930 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-3648b350-a5cd-4672-968b-430850972b36 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0572690-59fa-41c8-8f5e-c8f3d5d0e470']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:46.508461 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-3648b350-a5cd-4672-968b-430850972b36 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d442416-5ee7-4be7-8ca5-7e3aae58638b') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:46.508461 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-3648b350-a5cd-4672-968b-430850972b36 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d442416-5ee7-4be7-8ca5-7e3aae58638b') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:46.522218 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3648b350-a5cd-4672-968b-430850972b36 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:46.555465 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3648b350-a5cd-4672-968b-430850972b36 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:46.568365 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-458ea34c-5f51-4014-bf24-4efef3978793 req-c66417d7-a418-4142-b352-fc6e65d899f8 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637047 Sep 01 15:45:46.569578 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3648b350-a5cd-4672-968b-430850972b36 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:45:46.570010 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3648b350-a5cd-4672-968b-430850972b36 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:46.570690 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203db1ad-352f-4636-9b03-3942e07d1f96 None None] DHCP port deletion for e0572690-59fa-41c8-8f5e-c8f3d5d0e470 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:45:46.573601 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:45:46.584310 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:46.620986 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c9c33b-d749-4e99-9d6c-ea870b8cedb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f6d629-7ac5-4800-a0e0-42ca8cf983e8'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:45:46.623533 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4145f43-e9da-4c08-ae68-8f2819aa2d5f" -d '{"events": [{"server_uuid": "66c9c33b-d749-4e99-9d6c-ea870b8cedb3", "name": "network-vif-plugged", "status": "completed", "tag": "80f6d629-7ac5-4800-a0e0-42ca8cf983e8"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:45:46.638222 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 80f6d629-7ac5-4800-a0e0-42ca8cf983e8, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=80f6d629-7ac5-4800-a0e0-42ca8cf983e8,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:46.643372 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:46.671444 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae52f77-d9bf-4c61-b682-09eabf1c6979 x-openstack-request-id: req-eae52f77-d9bf-4c61-b682-09eabf1c6979 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:45:46.671769 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c9c33b-d749-4e99-9d6c-ea870b8cedb3", "name": "network-vif-plugged", "status": "completed", "tag": "80f6d629-7ac5-4800-a0e0-42ca8cf983e8", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:45:46.671993 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eae52f77-d9bf-4c61-b682-09eabf1c6979 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:45:46.672388 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c9c33b-d749-4e99-9d6c-ea870b8cedb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f6d629-7ac5-4800-a0e0-42ca8cf983e8', 'code': 200} Sep 01 15:45:46.697162 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3648b350-a5cd-4672-968b-430850972b36 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:46.711458 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3648b350-a5cd-4672-968b-430850972b36 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:46.713697 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3648b350-a5cd-4672-968b-430850972b36 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/networks/e0572690-59fa-41c8-8f5e-c8f3d5d0e470 HTTP/1.1" status: 204 len: 168 time: 0.8658674 Sep 01 15:45:46.715842 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=80f6d629-7ac5-4800-a0e0-42ca8cf983e8,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:46.721186 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47228) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:46.738942 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648b350-a5cd-4672-968b-430850972b36 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Network': ['ID=e0572690-59fa-41c8-8f5e-c8f3d5d0e470,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:46.812453 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48522314-cc03-4c5c-b862-95e214e3b491 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:46.814010 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-48522314-cc03-4c5c-b862-95e214e3b491 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0900068 Sep 01 15:45:46.817938 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47230) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:46.829681 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b53c65-1737-4581-ad93-a7f302fd8b8f req-f91432d7-f39e-4c31-89fe-3fa03ea080c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:46.831132 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f2b53c65-1737-4581-ad93-a7f302fd8b8f req-f91432d7-f39e-4c31-89fe-3fa03ea080c0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 1096 time: 0.0907376 Sep 01 15:45:46.895380 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f2b53c65-1737-4581-ad93-a7f302fd8b8f req-2962d43a-caae-4877-834e-06fdafd0df67 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448296 Sep 01 15:45:46.904698 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47232) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:46.905106 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3c1b7d62-7c05-4e95-86eb-17da58e69504 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0857565 Sep 01 15:45:46.910724 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-17264a5b-fbee-4467-93e0-d9357ea2017f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1813929471'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:46.934286 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 328f8f67-c32d-45ed-a716-8d72f7712168 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:45:46.935497 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17264a5b-fbee-4467-93e0-d9357ea2017f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:46.939063 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17264a5b-fbee-4467-93e0-d9357ea2017f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:46.957051 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 328f8f67-c32d-45ed-a716-8d72f7712168 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:45:46.957510 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 328f8f67-c32d-45ed-a716-8d72f7712168 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:45:46.967357 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17264a5b-fbee-4467-93e0-d9357ea2017f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:45:46.979637 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17264a5b-fbee-4467-93e0-d9357ea2017f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:46.979983 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-17264a5b-fbee-4467-93e0-d9357ea2017f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Added segment 4f185938-d82d-40d8-8bac-20cfe72a57c3 of type vlan for network dd36048c-b7d6-4848-88c0-95a2019d0276 Sep 01 15:45:47.024974 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17264a5b-fbee-4467-93e0-d9357ea2017f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:47.053341 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17264a5b-fbee-4467-93e0-d9357ea2017f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:47.059830 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17264a5b-fbee-4467-93e0-d9357ea2017f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:47.060454 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17264a5b-fbee-4467-93e0-d9357ea2017f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:47.125039 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-17264a5b-fbee-4467-93e0-d9357ea2017f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2188926 Sep 01 15:45:47.128091 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47234) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:47.136067 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-626d556d-3028-40ed-8bed-08ffc9b577bd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'subnet': {'network_id': 'dd36048c-b7d6-4848-88c0-95a2019d0276', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:47.157140 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17264a5b-fbee-4467-93e0-d9357ea2017f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Network': ['ID=dd36048c-b7d6-4848-88c0-95a2019d0276,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:47.168552 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network dd36048c-b7d6-4848-88c0-95a2019d0276 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:45:47.257410 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626d556d-3028-40ed-8bed-08ffc9b577bd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:47.263863 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-626d556d-3028-40ed-8bed-08ffc9b577bd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:47.473515 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-626d556d-3028-40ed-8bed-08ffc9b577bd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:47.540053 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d556d-3028-40ed-8bed-08ffc9b577bd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Subnet': ['ID=d91063c1-1e11-4714-8648-6495d08c1c2b,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:47.552795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626d556d-3028-40ed-8bed-08ffc9b577bd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Checking segment: {'id': '4f185938-d82d-40d8-8bac-20cfe72a57c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dd36048c-b7d6-4848-88c0-95a2019d0276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:47.553153 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626d556d-3028-40ed-8bed-08ffc9b577bd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network hostable DHCP agents. Network: dd36048c-b7d6-4848-88c0-95a2019d0276, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:45:47.572548 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626d556d-3028-40ed-8bed-08ffc9b577bd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network dd36048c-b7d6-4848-88c0-95a2019d0276 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:45:47.583999 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-626d556d-3028-40ed-8bed-08ffc9b577bd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, dd36048c-b7d6-4848-88c0-95a2019d0276) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:47.588837 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626d556d-3028-40ed-8bed-08ffc9b577bd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:47.589621 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-626d556d-3028-40ed-8bed-08ffc9b577bd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:47.596737 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b300c03-894b-4169-8351-40be7cd4caaa None None] Network dd36048c-b7d6-4848-88c0-95a2019d0276 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:47.619179 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-626d556d-3028-40ed-8bed-08ffc9b577bd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4893675 Sep 01 15:45:47.622891 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47238) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:47.633830 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-d9fe9f86-378a-42a8-9429-46c939c651ae tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'port': {'network_id': 'dd36048c-b7d6-4848-88c0-95a2019d0276', 'name': 'tempest-PortsTestJSON-32621995'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:47.780725 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-4219eb6c-d2d0-45ae-a51a-f8d8ed5acbd8 req-a590f203-3ed0-46a6-936e-b97b13dfa981 service neutron] (94733) timed out ('10.222.0.62', 60659) {{(pid=94733) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 15:45:47.811010 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388fc93-ba3d-431b-9bce-d438c310639a req-b5c5daca-6f05-4536-ab9e-f51585a45281 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:47.815380 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a388fc93-ba3d-431b-9bce-d438c310639a req-b5c5daca-6f05-4536-ab9e-f51585a45281 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 945 time: 0.1027999 Sep 01 15:45:47.820596 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2092f43-b0af-4fd1-88de-5170d96433de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-dd36048c-b7d6-4848-88c0-95a2019d0276', 'network_id': 'dd36048c-b7d6-4848-88c0-95a2019d0276', 'tenant_id': 'bec4d2995d7d4a2fa59bd8f7e32d61fc', 'fixed_ips': [{'subnet_id': 'd91063c1-1e11-4714-8648-6495d08c1c2b'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:45:47.822228 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b2092f43-b0af-4fd1-88de-5170d96433de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:47.823602 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fe9f86-378a-42a8-9429-46c939c651ae tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:47.832014 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d9fe9f86-378a-42a8-9429-46c939c651ae tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:47.871490 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-d9fe9f86-378a-42a8-9429-46c939c651ae tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] device_id is not set on port 7d47e42f-6c59-426b-a84d-75cdc70352b9 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:45:47.914706 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a388fc93-ba3d-431b-9bce-d438c310639a req-e80956fa-4d9f-4918-8bf2-dc748f0ab7a3 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796056 Sep 01 15:45:48.050534 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-d9fe9f86-378a-42a8-9429-46c939c651ae tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Allocated IP 172.20.0.7 (dd36048c-b7d6-4848-88c0-95a2019d0276/d91063c1-1e11-4714-8648-6495d08c1c2b/7d47e42f-6c59-426b-a84d-75cdc70352b9) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:48.251979 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d9fe9f86-378a-42a8-9429-46c939c651ae tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:48.268670 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-d9fe9f86-378a-42a8-9429-46c939c651ae tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Transition to ACTIVE for port object 7d47e42f-6c59-426b-a84d-75cdc70352b9 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:48.303797 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d9fe9f86-378a-42a8-9429-46c939c651ae tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:48.354549 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fe9f86-378a-42a8-9429-46c939c651ae tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network dd36048c-b7d6-4848-88c0-95a2019d0276 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:48.358651 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-d9fe9f86-378a-42a8-9429-46c939c651ae tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:48.362367 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-d01a4f63-bb86-424b-a9b5-dc84f1c4fdbe req-97f20ea3-7023-4ed2-a4ca-9402fe1d11fe service neutron] (94734) timed out ('10.222.0.62', 60400) {{(pid=94734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 15:45:48.363449 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fe9f86-378a-42a8-9429-46c939c651ae tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:48.399632 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe9f86-378a-42a8-9429-46c939c651ae tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Port': ['ID=7d47e42f-6c59-426b-a84d-75cdc70352b9,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:48.443646 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fe9f86-378a-42a8-9429-46c939c651ae tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:48.444509 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d9fe9f86-378a-42a8-9429-46c939c651ae tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:48.464140 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d9fe9f86-378a-42a8-9429-46c939c651ae tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8394532 Sep 01 15:45:48.467586 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47242) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:48.472949 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-52661567-d461-4f49-ba29-8a2818edd3a8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'port': {'network_id': 'dd36048c-b7d6-4848-88c0-95a2019d0276', 'name': 'tempest-PortsTestJSON-1583343293'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:48.536545 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-b2092f43-b0af-4fd1-88de-5170d96433de None None] Allocated IP 172.20.0.2 (dd36048c-b7d6-4848-88c0-95a2019d0276/d91063c1-1e11-4714-8648-6495d08c1c2b/aba45ab7-beba-4d89-b07e-12fd0a04da31) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:48.635999 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52661567-d461-4f49-ba29-8a2818edd3a8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:48.640734 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-52661567-d461-4f49-ba29-8a2818edd3a8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:48.661437 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-52661567-d461-4f49-ba29-8a2818edd3a8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] device_id is not set on port 40499f19-33ad-4933-8c33-24f893a9156c yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:45:48.747275 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b2092f43-b0af-4fd1-88de-5170d96433de None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:48.756948 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b2092f43-b0af-4fd1-88de-5170d96433de None None] Transition to ACTIVE for port object aba45ab7-beba-4d89-b07e-12fd0a04da31 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:48.776901 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b2092f43-b0af-4fd1-88de-5170d96433de None None] Transition to ACTIVE for port object aba45ab7-beba-4d89-b07e-12fd0a04da31 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:48.784667 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b2092f43-b0af-4fd1-88de-5170d96433de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:48.828687 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2092f43-b0af-4fd1-88de-5170d96433de None None] Network dd36048c-b7d6-4848-88c0-95a2019d0276 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:48.836000 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-b2092f43-b0af-4fd1-88de-5170d96433de None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:48.841773 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2092f43-b0af-4fd1-88de-5170d96433de None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:48.854787 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2092f43-b0af-4fd1-88de-5170d96433de None None] Pushing event updated for resources: {'Port': ['ID=aba45ab7-beba-4d89-b07e-12fd0a04da31,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:48.858849 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.db.api [None req-52661567-d461-4f49-ba29-8a2818edd3a8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-f2f136a9-5521-4a88-ba4b-ac90c50aabdd {{(pid=94733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 15:45:48.859771 n-d-794796-3 neutron-server[94733]: DEBUG oslo_db.api [None req-52661567-d461-4f49-ba29-8a2818edd3a8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 15:45:48.930336 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b2092f43-b0af-4fd1-88de-5170d96433de None None] Attempting to bind port aba45ab7-beba-4d89-b07e-12fd0a04da31 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:45:48.930619 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b2092f43-b0af-4fd1-88de-5170d96433de None None] Attempting to bind port aba45ab7-beba-4d89-b07e-12fd0a04da31 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '4f185938-d82d-40d8-8bac-20cfe72a57c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dd36048c-b7d6-4848-88c0-95a2019d0276'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:45:48.930982 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2092f43-b0af-4fd1-88de-5170d96433de None None] Attempting to bind port aba45ab7-beba-4d89-b07e-12fd0a04da31 on network dd36048c-b7d6-4848-88c0-95a2019d0276 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:45:48.939527 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2092f43-b0af-4fd1-88de-5170d96433de None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:45:48.939930 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2092f43-b0af-4fd1-88de-5170d96433de None None] Checking segment: {'id': '4f185938-d82d-40d8-8bac-20cfe72a57c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dd36048c-b7d6-4848-88c0-95a2019d0276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:48.940323 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b2092f43-b0af-4fd1-88de-5170d96433de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:48.940768 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2092f43-b0af-4fd1-88de-5170d96433de None None] Bound using segment: {'id': '4f185938-d82d-40d8-8bac-20cfe72a57c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dd36048c-b7d6-4848-88c0-95a2019d0276'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:45:48.941379 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b2092f43-b0af-4fd1-88de-5170d96433de None None] Bound port: aba45ab7-beba-4d89-b07e-12fd0a04da31, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f185938-d82d-40d8-8bac-20cfe72a57c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'dd36048c-b7d6-4848-88c0-95a2019d0276'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:45:48.941894 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b2092f43-b0af-4fd1-88de-5170d96433de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:49.027188 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b2092f43-b0af-4fd1-88de-5170d96433de None None] For port aba45ab7-beba-4d89-b07e-12fd0a04da31, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:45:49.030637 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b2092f43-b0af-4fd1-88de-5170d96433de None None] For port aba45ab7-beba-4d89-b07e-12fd0a04da31, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=aba45ab7-beba-4d89-b07e-12fd0a04da31,segment=NetworkSegment(4f185938-d82d-40d8-8bac-20cfe72a57c3),segment_id=4f185938-d82d-40d8-8bac-20cfe72a57c3)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:45:49.037257 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b2092f43-b0af-4fd1-88de-5170d96433de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:49.077117 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2a068-2964-436c-a60c-2996a4c1280f req-f8b728b8-2a4d-4924-880d-c9064d7dba61 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:49.087205 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c8c2a068-2964-436c-a60c-2996a4c1280f req-f8b728b8-2a4d-4924-880d-c9064d7dba61 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 945 time: 0.0911369 Sep 01 15:45:49.112482 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2092f43-b0af-4fd1-88de-5170d96433de None None] Pushing event updated for resources: {'Port': ['ID=aba45ab7-beba-4d89-b07e-12fd0a04da31,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:49.145660 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c8c2a068-2964-436c-a60c-2996a4c1280f req-ffe1299c-abf0-463e-9335-c678feaed4f8 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537009 Sep 01 15:45:49.319313 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024a117-b7ba-4e26-86e0-7de3e11d4b8a req-890ada86-0c6b-4475-9573-b8d465fcd942 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:49.321591 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c024a117-b7ba-4e26-86e0-7de3e11d4b8a req-890ada86-0c6b-4475-9573-b8d465fcd942 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 945 time: 0.0931439 Sep 01 15:45:49.361377 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-52661567-d461-4f49-ba29-8a2818edd3a8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:49.389903 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c024a117-b7ba-4e26-86e0-7de3e11d4b8a req-7da6e345-86e4-47b6-b8b4-edcbb3c327c0 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566747 Sep 01 15:45:49.391482 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-52661567-d461-4f49-ba29-8a2818edd3a8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] device_id is not set on port 3e44cf29-a9ae-4e1c-9eef-8412d7dde64a yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:45:49.585966 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-52661567-d461-4f49-ba29-8a2818edd3a8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Allocated IP 172.20.0.9 (dd36048c-b7d6-4848-88c0-95a2019d0276/d91063c1-1e11-4714-8648-6495d08c1c2b/3e44cf29-a9ae-4e1c-9eef-8412d7dde64a) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:49.852802 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-52661567-d461-4f49-ba29-8a2818edd3a8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:50.368499 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-52661567-d461-4f49-ba29-8a2818edd3a8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Transition to ACTIVE for port object 3e44cf29-a9ae-4e1c-9eef-8412d7dde64a will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:50.371210 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276d1f0a-2995-4438-bc75-107be5448412 None None] Network dd36048c-b7d6-4848-88c0-95a2019d0276 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:50.444750 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-52661567-d461-4f49-ba29-8a2818edd3a8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:50.513520 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52661567-d461-4f49-ba29-8a2818edd3a8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network dd36048c-b7d6-4848-88c0-95a2019d0276 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:50.519456 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-52661567-d461-4f49-ba29-8a2818edd3a8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:50.523671 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52661567-d461-4f49-ba29-8a2818edd3a8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:50.581212 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52661567-d461-4f49-ba29-8a2818edd3a8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Port': ['ID=3e44cf29-a9ae-4e1c-9eef-8412d7dde64a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:50.617432 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6026faf7-3141-4958-bc67-e03fd3ca024e None None] Provisioning for port aba45ab7-beba-4d89-b07e-12fd0a04da31 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:50.635344 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52661567-d461-4f49-ba29-8a2818edd3a8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:50.636168 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-52661567-d461-4f49-ba29-8a2818edd3a8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:50.656620 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-52661567-d461-4f49-ba29-8a2818edd3a8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1876636 Sep 01 15:45:50.659878 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47282) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:50.794329 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02419eee-920c-4950-8c2d-53c81fd46ccc tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:50.796268 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-02419eee-920c-4950-8c2d-53c81fd46ccc tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 920 time: 0.1347249 Sep 01 15:45:50.799770 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47290) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:51.056368 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device aba45ab7-beba-4d89-b07e-12fd0a04da31 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:51.062624 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-d7e38273-5f33-49a0-b00b-487bc4c8999b tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting port 3e44cf29-a9ae-4e1c-9eef-8412d7dde64a {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:51.062845 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d7e38273-5f33-49a0-b00b-487bc4c8999b tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:51.134263 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ef587a13-fd8a-4887-8e06-17c37fbaee1b None None] Provisioning for port 3e44cf29-a9ae-4e1c-9eef-8412d7dde64a completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:51.152342 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ef587a13-fd8a-4887-8e06-17c37fbaee1b None None] Provisioning complete for port 3e44cf29-a9ae-4e1c-9eef-8412d7dde64a triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:51.152768 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ef587a13-fd8a-4887-8e06-17c37fbaee1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:51.209266 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port aba45ab7-beba-4d89-b07e-12fd0a04da31 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:51.215913 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port aba45ab7-beba-4d89-b07e-12fd0a04da31 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:51.216219 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:51.293856 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d7e38273-5f33-49a0-b00b-487bc4c8999b tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:51.298884 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ef587a13-fd8a-4887-8e06-17c37fbaee1b None None] Port 3e44cf29-a9ae-4e1c-9eef-8412d7dde64a cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:45:51.310647 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-d7e38273-5f33-49a0-b00b-487bc4c8999b tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Calling delete_port for 3e44cf29-a9ae-4e1c-9eef-8412d7dde64a owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:51.342999 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ef587a13-fd8a-4887-8e06-17c37fbaee1b None None] Provisioning for port 7d47e42f-6c59-426b-a84d-75cdc70352b9 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:51.353567 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ef587a13-fd8a-4887-8e06-17c37fbaee1b None None] Provisioning complete for port 7d47e42f-6c59-426b-a84d-75cdc70352b9 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:51.353992 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ef587a13-fd8a-4887-8e06-17c37fbaee1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:51.406208 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ef587a13-fd8a-4887-8e06-17c37fbaee1b None None] Port 7d47e42f-6c59-426b-a84d-75cdc70352b9 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:45:51.465210 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:51.506800 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port aba45ab7-beba-4d89-b07e-12fd0a04da31, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=aba45ab7-beba-4d89-b07e-12fd0a04da31,segment=NetworkSegment(4f185938-d82d-40d8-8bac-20cfe72a57c3),segment_id=4f185938-d82d-40d8-8bac-20cfe72a57c3)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:51.517871 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:51.557270 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d7e38273-5f33-49a0-b00b-487bc4c8999b tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:51.585444 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f9e17d8b-a87e-4771-9fbf-efa43d25ec42 None None] Provisioning complete for port 7d47e42f-6c59-426b-a84d-75cdc70352b9 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:51.586224 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f9e17d8b-a87e-4771-9fbf-efa43d25ec42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:51.599381 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e38273-5f33-49a0-b00b-487bc4c8999b tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Port': ['ID=3e44cf29-a9ae-4e1c-9eef-8412d7dde64a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:51.668998 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=aba45ab7-beba-4d89-b07e-12fd0a04da31,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:51.730958 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d7e38273-5f33-49a0-b00b-487bc4c8999b tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:51.736198 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d7e38273-5f33-49a0-b00b-487bc4c8999b tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/ports/3e44cf29-a9ae-4e1c-9eef-8412d7dde64a HTTP/1.1" status: 204 len: 168 time: 0.9322584 Sep 01 15:45:51.736631 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47318) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:51.777145 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-f9e17d8b-a87e-4771-9fbf-efa43d25ec42 None None] Port 7d47e42f-6c59-426b-a84d-75cdc70352b9 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:45:51.789754 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-7021a94f-447a-4d73-9209-6604050992a7 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] GET failed (client error): The resource could not be found. Sep 01 15:45:51.795560 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7021a94f-447a-4d73-9209-6604050992a7 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "GET /v2.0/ports/3e44cf29-a9ae-4e1c-9eef-8412d7dde64a HTTP/1.1" status: 404 len: 333 time: 0.0568051 Sep 01 15:45:51.796674 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47320) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:51.891448 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f221880b-8edd-4c5e-917c-1112e864f55e None None] Could not find standard attr ID for object 3e44cf29-a9ae-4e1c-9eef-8412d7dde64a. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:45:51.933219 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-5a3a5c70-7e84-4ddf-8b67-4f81ac308556 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting port 7d47e42f-6c59-426b-a84d-75cdc70352b9 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:51.934670 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5a3a5c70-7e84-4ddf-8b67-4f81ac308556 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:52.051888 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5a3a5c70-7e84-4ddf-8b67-4f81ac308556 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:52.071226 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-5a3a5c70-7e84-4ddf-8b67-4f81ac308556 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Calling delete_port for 7d47e42f-6c59-426b-a84d-75cdc70352b9 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:52.232969 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5a3a5c70-7e84-4ddf-8b67-4f81ac308556 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:52.272838 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a5c70-7e84-4ddf-8b67-4f81ac308556 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Port': ['ID=7d47e42f-6c59-426b-a84d-75cdc70352b9,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:52.351936 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5a3a5c70-7e84-4ddf-8b67-4f81ac308556 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:52.354865 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5a3a5c70-7e84-4ddf-8b67-4f81ac308556 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/ports/7d47e42f-6c59-426b-a84d-75cdc70352b9 HTTP/1.1" status: 204 len: 168 time: 0.5568752 Sep 01 15:45:52.356803 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47322) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:52.384638 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-e372865d-4eb6-493d-8055-1bbcb1f744a2 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] GET failed (client error): The resource could not be found. Sep 01 15:45:52.390336 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e372865d-4eb6-493d-8055-1bbcb1f744a2 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "GET /v2.0/ports/7d47e42f-6c59-426b-a84d-75cdc70352b9 HTTP/1.1" status: 404 len: 333 time: 0.0281672 Sep 01 15:45:52.390642 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47326) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:52.471720 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-0701076a-26da-4d58-aae4-8f5465ba205e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting subnet d91063c1-1e11-4714-8648-6495d08c1c2b {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:45:52.476619 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0701076a-26da-4d58-aae4-8f5465ba205e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:52.544803 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0701076a-26da-4d58-aae4-8f5465ba205e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:52.736688 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0701076a-26da-4d58-aae4-8f5465ba205e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:52.766314 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-5a5658fd-7d95-479a-b962-640459e58310 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:52.767961 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-5a5658fd-7d95-479a-b962-640459e58310 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/networks?id=07f631c5-32e9-40ca-9b75-6feb731ecf99 HTTP/1.1" status: 200 len: 812 time: 0.1891403 Sep 01 15:45:52.794954 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-602e2c85-8e07-40f5-84f6-52b463d19c43 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/quotas/712b03f523614e3dae833fefdba8a150 HTTP/1.1" status: 200 len: 375 time: 0.0202613 Sep 01 15:45:52.850092 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0701076a-26da-4d58-aae4-8f5465ba205e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:52.887559 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701076a-26da-4d58-aae4-8f5465ba205e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Subnet': ['ID=d91063c1-1e11-4714-8648-6495d08c1c2b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:52.892155 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0701076a-26da-4d58-aae4-8f5465ba205e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:52.899176 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0701076a-26da-4d58-aae4-8f5465ba205e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/subnets/d91063c1-1e11-4714-8648-6495d08c1c2b HTTP/1.1" status: 204 len: 168 time: 0.5024614 Sep 01 15:45:52.899176 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47340) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:52.907405 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05b89ff-e47a-4676-83d6-3d3822137256 None None] Network dd36048c-b7d6-4848-88c0-95a2019d0276 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:52.955620 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-5693dafb-c02e-450a-8910-25b35177048d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=712b03f523614e3dae833fefdba8a150&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1530507 Sep 01 15:45:52.982391 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device aba45ab7-beba-4d89-b07e-12fd0a04da31 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:53.051323 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c793f766-680d-445c-844b-1d7d79a6c5c5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:53.098127 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port aba45ab7-beba-4d89-b07e-12fd0a04da31 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:53.098484 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:53.166699 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-03d48ecb-7200-4906-84cd-669bc664a005 service neutron] 10.222.0.60 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959112 Sep 01 15:45:53.183894 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354ebe24-c5e7-44ff-9236-239010e793aa None None] DHCP port deletion for dd36048c-b7d6-4848-88c0-95a2019d0276 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:45:53.260661 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-354ebe24-c5e7-44ff-9236-239010e793aa None None] Deleting port aba45ab7-beba-4d89-b07e-12fd0a04da31 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:53.261168 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-354ebe24-c5e7-44ff-9236-239010e793aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:53.360987 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-354ebe24-c5e7-44ff-9236-239010e793aa None None] For port aba45ab7-beba-4d89-b07e-12fd0a04da31, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=aba45ab7-beba-4d89-b07e-12fd0a04da31,segment=NetworkSegment(4f185938-d82d-40d8-8bac-20cfe72a57c3),segment_id=4f185938-d82d-40d8-8bac-20cfe72a57c3)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:53.361751 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-354ebe24-c5e7-44ff-9236-239010e793aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:53.387739 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-354ebe24-c5e7-44ff-9236-239010e793aa None None] Calling delete_port for aba45ab7-beba-4d89-b07e-12fd0a04da31 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:53.547710 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-c793f766-680d-445c-844b-1d7d79a6c5c5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting port aba45ab7-beba-4d89-b07e-12fd0a04da31 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:53.548026 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c793f766-680d-445c-844b-1d7d79a6c5c5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:53.548552 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-354ebe24-c5e7-44ff-9236-239010e793aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:53.598260 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ebe24-c5e7-44ff-9236-239010e793aa None None] Pushing event deleted for resources: {'Port': ['ID=aba45ab7-beba-4d89-b07e-12fd0a04da31,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:53.604923 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354ebe24-c5e7-44ff-9236-239010e793aa None None] No DVR routers for this DVR port aba45ab7-beba-4d89-b07e-12fd0a04da31 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:45:53.642212 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-eebcdef0-28fe-4f80-847c-62c11a622449 service neutron] 10.222.0.60 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607892 Sep 01 15:45:53.648788 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-c793f766-680d-445c-844b-1d7d79a6c5c5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] For port aba45ab7-beba-4d89-b07e-12fd0a04da31, host n-d-794796-3, got binding levels [] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:53.649161 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c793f766-680d-445c-844b-1d7d79a6c5c5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:53.665544 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-c793f766-680d-445c-844b-1d7d79a6c5c5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Calling delete_port for aba45ab7-beba-4d89-b07e-12fd0a04da31 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:53.668668 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.ipam_backend_mixin [None req-c793f766-680d-445c-844b-1d7d79a6c5c5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Port aba45ab7-beba-4d89-b07e-12fd0a04da31 was not found and therefore no delete operation was performed {{(pid=94734) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 15:45:53.670507 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c793f766-680d-445c-844b-1d7d79a6c5c5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:53.698742 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793f766-680d-445c-844b-1d7d79a6c5c5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Port': ['ID=aba45ab7-beba-4d89-b07e-12fd0a04da31,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:53.703278 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c793f766-680d-445c-844b-1d7d79a6c5c5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] No DVR routers for this DVR port aba45ab7-beba-4d89-b07e-12fd0a04da31 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:45:53.799460 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c793f766-680d-445c-844b-1d7d79a6c5c5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:53.812836 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-c793f766-680d-445c-844b-1d7d79a6c5c5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd36048c-b7d6-4848-88c0-95a2019d0276']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:53.827776 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-c793f766-680d-445c-844b-1d7d79a6c5c5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f185938-d82d-40d8-8bac-20cfe72a57c3') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:53.829254 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-c793f766-680d-445c-844b-1d7d79a6c5c5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f185938-d82d-40d8-8bac-20cfe72a57c3') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:45:53.846467 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c793f766-680d-445c-844b-1d7d79a6c5c5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:53.874633 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c793f766-680d-445c-844b-1d7d79a6c5c5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:53.885112 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c793f766-680d-445c-844b-1d7d79a6c5c5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:45:53.885754 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c793f766-680d-445c-844b-1d7d79a6c5c5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:45:53.892958 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:45:53.900014 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bc6d7e2c-cafc-4a46-aa43-9dc713d4860e req-6957b4a9-3e92-4b81-ab5b-13553cd13dad tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 210 time: 0.0544250 Sep 01 15:45:53.968463 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c793f766-680d-445c-844b-1d7d79a6c5c5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:53.977169 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c793f766-680d-445c-844b-1d7d79a6c5c5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:53.979512 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c793f766-680d-445c-844b-1d7d79a6c5c5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/networks/dd36048c-b7d6-4848-88c0-95a2019d0276 HTTP/1.1" status: 204 len: 168 time: 1.0802267 Sep 01 15:45:53.983226 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47356) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:53.998122 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-3f998653-c9b0-49af-90cb-597e98398339 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1308390127'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:54.002863 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793f766-680d-445c-844b-1d7d79a6c5c5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Network': ['ID=dd36048c-b7d6-4848-88c0-95a2019d0276,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:54.025453 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f998653-c9b0-49af-90cb-597e98398339 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:54.031117 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f998653-c9b0-49af-90cb-597e98398339 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:54.071921 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f998653-c9b0-49af-90cb-597e98398339 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:45:54.085877 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f998653-c9b0-49af-90cb-597e98398339 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:54.086433 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-3f998653-c9b0-49af-90cb-597e98398339 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Added segment a885c29d-29d5-4840-98d8-e695da33a02b of type vlan for network fc54b873-baed-4eec-90ae-549a8cf4bd2c Sep 01 15:45:54.131269 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f998653-c9b0-49af-90cb-597e98398339 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:54.163735 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f998653-c9b0-49af-90cb-597e98398339 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:54.170682 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f998653-c9b0-49af-90cb-597e98398339 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:54.171486 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f998653-c9b0-49af-90cb-597e98398339 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:54.238421 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3f998653-c9b0-49af-90cb-597e98398339 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2540817 Sep 01 15:45:54.241811 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47366) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:54.251134 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-109d2677-d901-45c9-b39a-a1bfadc266c0 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'subnet': {'network_id': 'fc54b873-baed-4eec-90ae-549a8cf4bd2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:54.307955 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f998653-c9b0-49af-90cb-597e98398339 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Network': ['ID=fc54b873-baed-4eec-90ae-549a8cf4bd2c,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:54.322064 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network fc54b873-baed-4eec-90ae-549a8cf4bd2c details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:45:54.385807 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109d2677-d901-45c9-b39a-a1bfadc266c0 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:54.392834 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-109d2677-d901-45c9-b39a-a1bfadc266c0 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:54.632642 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-109d2677-d901-45c9-b39a-a1bfadc266c0 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:54.701710 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d2677-d901-45c9-b39a-a1bfadc266c0 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Subnet': ['ID=e60615e7-425f-46da-a137-3b4861bd33c8,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:54.713822 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109d2677-d901-45c9-b39a-a1bfadc266c0 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Checking segment: {'id': 'a885c29d-29d5-4840-98d8-e695da33a02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fc54b873-baed-4eec-90ae-549a8cf4bd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:54.714204 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109d2677-d901-45c9-b39a-a1bfadc266c0 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network hostable DHCP agents. Network: fc54b873-baed-4eec-90ae-549a8cf4bd2c, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:45:54.736794 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109d2677-d901-45c9-b39a-a1bfadc266c0 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network fc54b873-baed-4eec-90ae-549a8cf4bd2c is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:45:54.748780 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-109d2677-d901-45c9-b39a-a1bfadc266c0 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, fc54b873-baed-4eec-90ae-549a8cf4bd2c) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:54.754097 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109d2677-d901-45c9-b39a-a1bfadc266c0 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:54.754843 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-109d2677-d901-45c9-b39a-a1bfadc266c0 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:54.761340 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cec158c-925e-4824-beea-5e97197d9c1c None None] Network fc54b873-baed-4eec-90ae-549a8cf4bd2c requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:54.778090 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-109d2677-d901-45c9-b39a-a1bfadc266c0 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5344872 Sep 01 15:45:54.781501 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47368) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:54.787526 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-28e562bc-e2ea-428f-bce9-061836fbd4c1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'port': {'network_id': 'fc54b873-baed-4eec-90ae-549a8cf4bd2c', 'name': 'tempest-PortsTestJSON-684107607', 'fixed_ips': [{'subnet_id': 'e60615e7-425f-46da-a137-3b4861bd33c8', 'ip_address': '172.20.0.10'}]}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:54.947376 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e562bc-e2ea-428f-bce9-061836fbd4c1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:54.964108 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device aba45ab7-beba-4d89-b07e-12fd0a04da31 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:45:55.007959 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaab241-d5a2-4ef9-bb32-e341b57d4eb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-fc54b873-baed-4eec-90ae-549a8cf4bd2c', 'network_id': 'fc54b873-baed-4eec-90ae-549a8cf4bd2c', 'tenant_id': 'bec4d2995d7d4a2fa59bd8f7e32d61fc', 'fixed_ips': [{'subnet_id': 'e60615e7-425f-46da-a137-3b4861bd33c8'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:45:55.009429 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1aaab241-d5a2-4ef9-bb32-e341b57d4eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:55.015872 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: aba45ab7-beba-4d89-b07e-12fd0a04da31 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:45:55.016452 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device aba45ab7-beba-4d89-b07e-12fd0a04da31 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:45:55.042112 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-70029069-f30b-4d22-91d3-5eac60e0e2f1 req-47a2acec-8584-4d38-a880-4d19b4052142 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 210 time: 0.0418975 Sep 01 15:45:55.091112 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28e562bc-e2ea-428f-bce9-061836fbd4c1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:55.112137 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-28e562bc-e2ea-428f-bce9-061836fbd4c1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] device_id is not set on port 95bba401-97fd-4667-9c1f-a4568063c760 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:45:55.233778 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-1aaab241-d5a2-4ef9-bb32-e341b57d4eb3 None None] Allocated IP 172.20.0.2 (fc54b873-baed-4eec-90ae-549a8cf4bd2c/e60615e7-425f-46da-a137-3b4861bd33c8/07fca5e7-ffa9-4cfb-b956-0ac12a7553c3) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:55.331723 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-852a88f9-f4e1-4c72-acd6-d2a1dafe62ed tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:55.333259 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-852a88f9-f4e1-4c72-acd6-d2a1dafe62ed tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.62 "GET /v2.0/networks?id=07f631c5-32e9-40ca-9b75-6feb731ecf99 HTTP/1.1" status: 200 len: 812 time: 0.1601281 Sep 01 15:45:55.364210 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-ae608570-5a58-4aa2-838d-c478bd9985ea tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Request body: {'port': {'device_id': '44aea2ce-f389-4816-ab5d-59466820fb51', 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99', 'admin_state_up': True, 'tenant_id': '712b03f523614e3dae833fefdba8a150'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:55.408947 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1aaab241-d5a2-4ef9-bb32-e341b57d4eb3 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:55.419726 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1aaab241-d5a2-4ef9-bb32-e341b57d4eb3 None None] Transition to ACTIVE for port object 07fca5e7-ffa9-4cfb-b956-0ac12a7553c3 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:55.440058 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1aaab241-d5a2-4ef9-bb32-e341b57d4eb3 None None] Transition to ACTIVE for port object 07fca5e7-ffa9-4cfb-b956-0ac12a7553c3 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:55.449838 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1aaab241-d5a2-4ef9-bb32-e341b57d4eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:55.499958 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaab241-d5a2-4ef9-bb32-e341b57d4eb3 None None] Network fc54b873-baed-4eec-90ae-549a8cf4bd2c is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:55.517154 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-1aaab241-d5a2-4ef9-bb32-e341b57d4eb3 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:55.519496 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaab241-d5a2-4ef9-bb32-e341b57d4eb3 None None] Pushing event updated for resources: {'Port': ['ID=07fca5e7-ffa9-4cfb-b956-0ac12a7553c3,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:55.528529 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaab241-d5a2-4ef9-bb32-e341b57d4eb3 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:55.530885 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-28e562bc-e2ea-428f-bce9-061836fbd4c1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Allocated IP 172.20.0.10 (fc54b873-baed-4eec-90ae-549a8cf4bd2c/e60615e7-425f-46da-a137-3b4861bd33c8/95bba401-97fd-4667-9c1f-a4568063c760) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:55.554400 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-ae608570-5a58-4aa2-838d-c478bd9985ea tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Made reservation on behalf of 712b03f523614e3dae833fefdba8a150 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:55.558858 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-ae608570-5a58-4aa2-838d-c478bd9985ea tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:55.590594 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-1aaab241-d5a2-4ef9-bb32-e341b57d4eb3 None None] Attempting to bind port 07fca5e7-ffa9-4cfb-b956-0ac12a7553c3 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:45:55.591040 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-1aaab241-d5a2-4ef9-bb32-e341b57d4eb3 None None] Attempting to bind port 07fca5e7-ffa9-4cfb-b956-0ac12a7553c3 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'a885c29d-29d5-4840-98d8-e695da33a02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fc54b873-baed-4eec-90ae-549a8cf4bd2c'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:45:55.591477 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaab241-d5a2-4ef9-bb32-e341b57d4eb3 None None] Attempting to bind port 07fca5e7-ffa9-4cfb-b956-0ac12a7553c3 on network fc54b873-baed-4eec-90ae-549a8cf4bd2c {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:45:55.598902 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaab241-d5a2-4ef9-bb32-e341b57d4eb3 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:45:55.599384 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaab241-d5a2-4ef9-bb32-e341b57d4eb3 None None] Checking segment: {'id': 'a885c29d-29d5-4840-98d8-e695da33a02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fc54b873-baed-4eec-90ae-549a8cf4bd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:55.599828 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1aaab241-d5a2-4ef9-bb32-e341b57d4eb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:55.600228 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaab241-d5a2-4ef9-bb32-e341b57d4eb3 None None] Bound using segment: {'id': 'a885c29d-29d5-4840-98d8-e695da33a02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fc54b873-baed-4eec-90ae-549a8cf4bd2c'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:45:55.600705 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-1aaab241-d5a2-4ef9-bb32-e341b57d4eb3 None None] Bound port: 07fca5e7-ffa9-4cfb-b956-0ac12a7553c3, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a885c29d-29d5-4840-98d8-e695da33a02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'fc54b873-baed-4eec-90ae-549a8cf4bd2c'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:45:55.601628 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1aaab241-d5a2-4ef9-bb32-e341b57d4eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:55.685142 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1aaab241-d5a2-4ef9-bb32-e341b57d4eb3 None None] For port 07fca5e7-ffa9-4cfb-b956-0ac12a7553c3, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:45:55.688593 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1aaab241-d5a2-4ef9-bb32-e341b57d4eb3 None None] For port 07fca5e7-ffa9-4cfb-b956-0ac12a7553c3, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=07fca5e7-ffa9-4cfb-b956-0ac12a7553c3,segment=NetworkSegment(a885c29d-29d5-4840-98d8-e695da33a02b),segment_id=a885c29d-29d5-4840-98d8-e695da33a02b)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:45:55.694149 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1aaab241-d5a2-4ef9-bb32-e341b57d4eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:55.801223 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaab241-d5a2-4ef9-bb32-e341b57d4eb3 None None] Pushing event updated for resources: {'Port': ['ID=07fca5e7-ffa9-4cfb-b956-0ac12a7553c3,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:55.827963 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-ae608570-5a58-4aa2-838d-c478bd9985ea tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Allocated IP 172.20.0.10 (07f631c5-32e9-40ca-9b75-6feb731ecf99/a2b59801-979b-4fe1-bcc1-5c6fa7771954/dab0ccf5-49ce-4e30-8ee9-6c33e04a1988) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:55.837166 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28e562bc-e2ea-428f-bce9-061836fbd4c1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:55.880404 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-28e562bc-e2ea-428f-bce9-061836fbd4c1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Transition to ACTIVE for port object 95bba401-97fd-4667-9c1f-a4568063c760 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:56.073240 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28e562bc-e2ea-428f-bce9-061836fbd4c1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:56.160690 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-ae608570-5a58-4aa2-838d-c478bd9985ea tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:56.178155 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e562bc-e2ea-428f-bce9-061836fbd4c1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network fc54b873-baed-4eec-90ae-549a8cf4bd2c is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:56.201269 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-28e562bc-e2ea-428f-bce9-061836fbd4c1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:56.214444 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b6e06842-9c97-4a6d-b98c-a0637fb7c8f1 req-b75fc609-a452-44e8-9f51-de15a77b23cf tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 210 time: 0.0551682 Sep 01 15:45:56.216023 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e562bc-e2ea-428f-bce9-061836fbd4c1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:56.225134 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-ae608570-5a58-4aa2-838d-c478bd9985ea tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Transition to ACTIVE for port object dab0ccf5-49ce-4e30-8ee9-6c33e04a1988 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:56.227685 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e562bc-e2ea-428f-bce9-061836fbd4c1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Port': ['ID=95bba401-97fd-4667-9c1f-a4568063c760,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:56.314960 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e562bc-e2ea-428f-bce9-061836fbd4c1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:56.315641 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-28e562bc-e2ea-428f-bce9-061836fbd4c1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:56.337623 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-28e562bc-e2ea-428f-bce9-061836fbd4c1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5544944 Sep 01 15:45:56.340893 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47378) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:56.342973 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-ae608570-5a58-4aa2-838d-c478bd9985ea tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:56.350365 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-5767c0b7-2591-4906-abc6-a3b56f424889 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'port': {'network_id': 'fc54b873-baed-4eec-90ae-549a8cf4bd2c', 'name': 'tempest-PortsTestJSON-1326779130', 'fixed_ips': [{'subnet_id': 'e60615e7-425f-46da-a137-3b4861bd33c8', 'ip_address': '172.20.0.9'}]}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:56.358802 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['80f6d629-7ac5-4800-a0e0-42ca8cf983e8'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:45:56.398878 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-ae608570-5a58-4aa2-838d-c478bd9985ea tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Network 07f631c5-32e9-40ca-9b75-6feb731ecf99 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:56.403297 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-ae608570-5a58-4aa2-838d-c478bd9985ea tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:56.408839 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-ae608570-5a58-4aa2-838d-c478bd9985ea tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:56.413416 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae608570-5a58-4aa2-838d-c478bd9985ea tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Pushing event updated for resources: {'Port': ['ID=dab0ccf5-49ce-4e30-8ee9-6c33e04a1988,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:56.521036 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-ae608570-5a58-4aa2-838d-c478bd9985ea tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:56.521964 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-ae608570-5a58-4aa2-838d-c478bd9985ea tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:56.561035 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-ae608570-5a58-4aa2-838d-c478bd9985ea tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2013702 Sep 01 15:45:56.593297 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-e66586b1-b76b-4e59-8178-d05f7c1854b6 service neutron] Request body: {'port': {'device_id': '44aea2ce-f389-4816-ab5d-59466820fb51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:45:56.695468 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5767c0b7-2591-4906-abc6-a3b56f424889 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:45:56.750533 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-e66586b1-b76b-4e59-8178-d05f7c1854b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:56.825046 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5767c0b7-2591-4906-abc6-a3b56f424889 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:56.846484 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-5767c0b7-2591-4906-abc6-a3b56f424889 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] device_id is not set on port 0b7cc602-78c4-47b6-8c84-cb2609ada2c5 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:45:56.887759 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6d56a7e4-e6f2-4519-bb34-4b57649ff262 None None] Provisioning for port dab0ccf5-49ce-4e30-8ee9-6c33e04a1988 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:56.899318 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6d56a7e4-e6f2-4519-bb34-4b57649ff262 None None] Provisioning complete for port dab0ccf5-49ce-4e30-8ee9-6c33e04a1988 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:56.903501 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6d56a7e4-e6f2-4519-bb34-4b57649ff262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:56.984716 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-6d56a7e4-e6f2-4519-bb34-4b57649ff262 None None] Port dab0ccf5-49ce-4e30-8ee9-6c33e04a1988 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:45:57.051583 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 07fca5e7-ffa9-4cfb-b956-0ac12a7553c3 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:57.129563 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-5767c0b7-2591-4906-abc6-a3b56f424889 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Allocated IP 172.20.0.9 (fc54b873-baed-4eec-90ae-549a8cf4bd2c/e60615e7-425f-46da-a137-3b4861bd33c8/0b7cc602-78c4-47b6-8c84-cb2609ada2c5) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:45:57.163146 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 07fca5e7-ffa9-4cfb-b956-0ac12a7553c3 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:57.222233 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-e66586b1-b76b-4e59-8178-d05f7c1854b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab0ccf5-49ce-4e30-8ee9-6c33e04a1988 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:45:57.231871 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-e66586b1-b76b-4e59-8178-d05f7c1854b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:57.247709 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-e66586b1-b76b-4e59-8178-d05f7c1854b6 service neutron] Transition to ACTIVE for port object dab0ccf5-49ce-4e30-8ee9-6c33e04a1988 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:57.248955 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3281274c-37e4-4e2d-bdd7-9ab712308c84 None None] Network fc54b873-baed-4eec-90ae-549a8cf4bd2c requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:45:57.257933 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-e66586b1-b76b-4e59-8178-d05f7c1854b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:57.342506 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b66fc461-acd8-4dc7-888a-d688b917e564 None None] Provisioning for port 07fca5e7-ffa9-4cfb-b956-0ac12a7553c3 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:57.357453 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66586b1-b76b-4e59-8178-d05f7c1854b6 service neutron] Pushing event updated for resources: {'Port': ['ID=dab0ccf5-49ce-4e30-8ee9-6c33e04a1988,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:57.357774 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b66fc461-acd8-4dc7-888a-d688b917e564 None None] Provisioning complete for port 07fca5e7-ffa9-4cfb-b956-0ac12a7553c3 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:57.357774 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b66fc461-acd8-4dc7-888a-d688b917e564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:57.368454 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5767c0b7-2591-4906-abc6-a3b56f424889 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:57.403663 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-5767c0b7-2591-4906-abc6-a3b56f424889 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Transition to ACTIVE for port object 0b7cc602-78c4-47b6-8c84-cb2609ada2c5 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:45:57.490363 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5767c0b7-2591-4906-abc6-a3b56f424889 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:57.521391 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c54cd1-a020-40fc-9c8c-386d2972f61f req-21b99365-eaea-4769-8b9b-0dc561729435 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:57.523135 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d8c54cd1-a020-40fc-9c8c-386d2972f61f req-21b99365-eaea-4769-8b9b-0dc561729435 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 944 time: 0.1832669 Sep 01 15:45:57.549889 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5767c0b7-2591-4906-abc6-a3b56f424889 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network fc54b873-baed-4eec-90ae-549a8cf4bd2c is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:45:57.553737 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-5767c0b7-2591-4906-abc6-a3b56f424889 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:45:57.559168 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5767c0b7-2591-4906-abc6-a3b56f424889 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:45:57.566954 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767c0b7-2591-4906-abc6-a3b56f424889 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Port': ['ID=0b7cc602-78c4-47b6-8c84-cb2609ada2c5,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:57.610712 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b66fc461-acd8-4dc7-888a-d688b917e564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:57.630019 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5767c0b7-2591-4906-abc6-a3b56f424889 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:57.631382 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5767c0b7-2591-4906-abc6-a3b56f424889 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:57.640237 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-e66586b1-b76b-4e59-8178-d05f7c1854b6 service neutron] Attempting to bind port dab0ccf5-49ce-4e30-8ee9-6c33e04a1988 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:45:57.640630 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-e66586b1-b76b-4e59-8178-d05f7c1854b6 service neutron] Attempting to bind port dab0ccf5-49ce-4e30-8ee9-6c33e04a1988 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:45:57.641136 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-e66586b1-b76b-4e59-8178-d05f7c1854b6 service neutron] Attempting to bind port dab0ccf5-49ce-4e30-8ee9-6c33e04a1988 on network 07f631c5-32e9-40ca-9b75-6feb731ecf99 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:45:57.656060 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5767c0b7-2591-4906-abc6-a3b56f424889 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3117790 Sep 01 15:45:57.656891 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47384) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:57.673176 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d8c54cd1-a020-40fc-9c8c-386d2972f61f req-03aee600-5624-49cf-b77e-1b3468ce1750 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412039 Sep 01 15:45:57.673747 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-e66586b1-b76b-4e59-8178-d05f7c1854b6 service neutron] Port dab0ccf5-49ce-4e30-8ee9-6c33e04a1988 on network 07f631c5-32e9-40ca-9b75-6feb731ecf99 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:45:57.674162 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-e66586b1-b76b-4e59-8178-d05f7c1854b6 service neutron] Attempting to bind port dab0ccf5-49ce-4e30-8ee9-6c33e04a1988 on network 07f631c5-32e9-40ca-9b75-6feb731ecf99 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:45:57.684287 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b66fc461-acd8-4dc7-888a-d688b917e564 None None] For port 07fca5e7-ffa9-4cfb-b956-0ac12a7553c3, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=07fca5e7-ffa9-4cfb-b956-0ac12a7553c3,segment=NetworkSegment(a885c29d-29d5-4840-98d8-e695da33a02b),segment_id=a885c29d-29d5-4840-98d8-e695da33a02b)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:45:57.690016 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-e66586b1-b76b-4e59-8178-d05f7c1854b6 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:45:57.690856 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-e66586b1-b76b-4e59-8178-d05f7c1854b6 service neutron] Checking segment: {'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:45:57.691329 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-e66586b1-b76b-4e59-8178-d05f7c1854b6 service neutron] Bound using segment: {'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:45:57.692143 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b66fc461-acd8-4dc7-888a-d688b917e564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:57.698093 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-e66586b1-b76b-4e59-8178-d05f7c1854b6 service neutron] Bound port: dab0ccf5-49ce-4e30-8ee9-6c33e04a1988, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:45:57.698093 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-e66586b1-b76b-4e59-8178-d05f7c1854b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:57.780875 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66fc461-acd8-4dc7-888a-d688b917e564 None None] Pushing event updated for resources: {'Port': ['ID=07fca5e7-ffa9-4cfb-b956-0ac12a7553c3,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:57.828040 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b107ab01-1de2-4da7-ab93-d2243811a2f9 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:57.830353 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b107ab01-1de2-4da7-ab93-d2243811a2f9 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1725440 Sep 01 15:45:57.834077 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47388) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:57.900920 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:57.948404 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e24df629-2b98-48c8-b2f9-35c4b9a804de None None] Provisioning complete for port 07fca5e7-ffa9-4cfb-b956-0ac12a7553c3 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:57.949824 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e24df629-2b98-48c8-b2f9-35c4b9a804de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:57.964198 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-e66586b1-b76b-4e59-8178-d05f7c1854b6 service neutron] For port dab0ccf5-49ce-4e30-8ee9-6c33e04a1988, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:45:58.002028 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-e66586b1-b76b-4e59-8178-d05f7c1854b6 service neutron] For port dab0ccf5-49ce-4e30-8ee9-6c33e04a1988, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=dab0ccf5-49ce-4e30-8ee9-6c33e04a1988,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:45:58.023753 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-e66586b1-b76b-4e59-8178-d05f7c1854b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:58.102045 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e24df629-2b98-48c8-b2f9-35c4b9a804de None None] Provisioning for port 0b7cc602-78c4-47b6-8c84-cb2609ada2c5 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:58.110366 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e24df629-2b98-48c8-b2f9-35c4b9a804de None None] Provisioning complete for port 0b7cc602-78c4-47b6-8c84-cb2609ada2c5 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:58.110938 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e24df629-2b98-48c8-b2f9-35c4b9a804de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:58.131291 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abeef9e0-ca42-4466-83a5-532b55bd6829 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:58.142586 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abeef9e0-ca42-4466-83a5-532b55bd6829 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:58.155824 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abeef9e0-ca42-4466-83a5-532b55bd6829 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:58.159221 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-abeef9e0-ca42-4466-83a5-532b55bd6829 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3233593 Sep 01 15:45:58.162121 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47392) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:58.169587 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-e66586b1-b76b-4e59-8178-d05f7c1854b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:58.173892 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-e66586b1-b76b-4e59-8178-d05f7c1854b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:58.176458 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-e66586b1-b76b-4e59-8178-d05f7c1854b6 service neutron] 10.222.0.62 "PUT /v2.0/ports/dab0ccf5-49ce-4e30-8ee9-6c33e04a1988 HTTP/1.1" status: 200 len: 1092 time: 1.5928986 Sep 01 15:45:58.177243 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44aea2ce-f389-4816-ab5d-59466820fb51', 'tag': 'dab0ccf5-49ce-4e30-8ee9-6c33e04a1988'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:45:58.188060 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c270eb-3f3c-481b-8b4b-9afb55b7254f" -d '{"events": [{"name": "network-changed", "server_uuid": "44aea2ce-f389-4816-ab5d-59466820fb51", "tag": "dab0ccf5-49ce-4e30-8ee9-6c33e04a1988"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:45:58.261346 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e24df629-2b98-48c8-b2f9-35c4b9a804de None None] Port 0b7cc602-78c4-47b6-8c84-cb2609ada2c5 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:45:58.272774 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a584caaf-16bf-4b88-9029-f01fba17814a x-openstack-request-id: req-a584caaf-16bf-4b88-9029-f01fba17814a {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:45:58.273433 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44aea2ce-f389-4816-ab5d-59466820fb51", "tag": "dab0ccf5-49ce-4e30-8ee9-6c33e04a1988", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:45:58.273548 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a584caaf-16bf-4b88-9029-f01fba17814a {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:45:58.274182 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44aea2ce-f389-4816-ab5d-59466820fb51', 'tag': 'dab0ccf5-49ce-4e30-8ee9-6c33e04a1988', 'status': 'completed', 'code': 200} Sep 01 15:45:58.324544 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e24df629-2b98-48c8-b2f9-35c4b9a804de None None] Provisioning for port 95bba401-97fd-4667-9c1f-a4568063c760 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:45:58.336408 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e24df629-2b98-48c8-b2f9-35c4b9a804de None None] Provisioning complete for port 95bba401-97fd-4667-9c1f-a4568063c760 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:58.345280 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e24df629-2b98-48c8-b2f9-35c4b9a804de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:58.357118 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-8f22a8e9-e2c3-4fb5-bad6-0c3fbcac439e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting port 0b7cc602-78c4-47b6-8c84-cb2609ada2c5 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:58.358679 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8f22a8e9-e2c3-4fb5-bad6-0c3fbcac439e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:58.362273 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66586b1-b76b-4e59-8178-d05f7c1854b6 service neutron] Pushing event updated for resources: {'Port': ['ID=dab0ccf5-49ce-4e30-8ee9-6c33e04a1988,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:58.392041 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-869abb20-4239-458c-8f0f-159aab9642c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:58.395442 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-869abb20-4239-458c-8f0f-159aab9642c1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=712b03f523614e3dae833fefdba8a150&device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 1095 time: 0.1003151 Sep 01 15:45:58.444143 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e24df629-2b98-48c8-b2f9-35c4b9a804de None None] Port 95bba401-97fd-4667-9c1f-a4568063c760 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:45:58.542145 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8f22a8e9-e2c3-4fb5-bad6-0c3fbcac439e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:58.545337 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-1dd0527f-9df3-43a8-babf-2d343cb1c50a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dab0ccf5-49ce-4e30-8ee9-6c33e04a1988 HTTP/1.1" status: 200 len: 217 time: 0.1329930 Sep 01 15:45:58.564958 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-8f22a8e9-e2c3-4fb5-bad6-0c3fbcac439e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Calling delete_port for 0b7cc602-78c4-47b6-8c84-cb2609ada2c5 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:58.594078 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-067591cc-3fa0-4856-9aa4-31e727e34e09 None None] Provisioning complete for port 95bba401-97fd-4667-9c1f-a4568063c760 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:58.594579 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-067591cc-3fa0-4856-9aa4-31e727e34e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:58.721654 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-5efb85f8-d306-48a9-9118-ceb16f5ec001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:58.723076 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-067591cc-3fa0-4856-9aa4-31e727e34e09 None None] Port 95bba401-97fd-4667-9c1f-a4568063c760 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:45:58.723339 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-5efb85f8-d306-48a9-9118-ceb16f5ec001 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a2b59801-979b-4fe1-bcc1-5c6fa7771954 HTTP/1.1" status: 200 len: 851 time: 0.1641667 Sep 01 15:45:58.799680 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-987acab5-9f7d-42d8-a923-3e1977778ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:58.801900 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-987acab5-9f7d-42d8-a923-3e1977778ece service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07f631c5-32e9-40ca-9b75-6feb731ecf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704794 Sep 01 15:45:58.802487 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8f22a8e9-e2c3-4fb5-bad6-0c3fbcac439e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:58.852461 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3cfd7f69-a729-46fb-8934-4bb51cad96c2 None None] Could not find standard attr ID for object 0b7cc602-78c4-47b6-8c84-cb2609ada2c5. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:45:58.864451 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22a8e9-e2c3-4fb5-bad6-0c3fbcac439e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Port': ['ID=0b7cc602-78c4-47b6-8c84-cb2609ada2c5,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:58.984544 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-32071484-c36a-40f8-8578-4d956723a3a3 service neutron] 10.222.0.62 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713095 Sep 01 15:45:59.029912 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8f22a8e9-e2c3-4fb5-bad6-0c3fbcac439e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:59.039870 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8f22a8e9-e2c3-4fb5-bad6-0c3fbcac439e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/ports/0b7cc602-78c4-47b6-8c84-cb2609ada2c5 HTTP/1.1" status: 204 len: 168 time: 0.8688128 Sep 01 15:45:59.041125 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47398) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:59.053300 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 07fca5e7-ffa9-4cfb-b956-0ac12a7553c3 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:45:59.115205 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-670cea70-15ae-4f8e-830d-65c8ecde3a52 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] GET failed (client error): The resource could not be found. Sep 01 15:45:59.118957 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-670cea70-15ae-4f8e-830d-65c8ecde3a52 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "GET /v2.0/ports/0b7cc602-78c4-47b6-8c84-cb2609ada2c5 HTTP/1.1" status: 404 len: 333 time: 0.0744300 Sep 01 15:45:59.121371 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47400) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:59.229982 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 07fca5e7-ffa9-4cfb-b956-0ac12a7553c3 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:45:59.231098 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:59.238627 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14ac39-ff6d-4aa8-8b6e-ea2598a39d8d req-eb6dab3a-fe77-46df-81a2-5d1a24d1867d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:59.240774 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7e14ac39-ff6d-4aa8-8b6e-ea2598a39d8d req-eb6dab3a-fe77-46df-81a2-5d1a24d1867d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 944 time: 0.3030751 Sep 01 15:45:59.305362 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-6b488a6e-19dc-42c6-8450-56ab0f099bd6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting port 95bba401-97fd-4667-9c1f-a4568063c760 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:45:59.306091 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6b488a6e-19dc-42c6-8450-56ab0f099bd6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:59.307084 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-54687871-b92a-4fb1-b53e-f6a5e34a450f req-0a277d35-2617-4b2e-b4a1-a04434bfe27a service neutron] 10.222.0.62 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889447 Sep 01 15:45:59.344175 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7e14ac39-ff6d-4aa8-8b6e-ea2598a39d8d req-cec993ad-b056-471a-89bf-9d7442aa8f2a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800362 Sep 01 15:45:59.485010 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c270eb-3f3c-481b-8b4b-9afb55b7254f req-bc319fbd-b541-40d0-a96e-743f1c3f5093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:59.487221 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-86c270eb-3f3c-481b-8b4b-9afb55b7254f req-bc319fbd-b541-40d0-a96e-743f1c3f5093 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=712b03f523614e3dae833fefdba8a150&device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 1095 time: 0.0894530 Sep 01 15:45:59.509183 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6b488a6e-19dc-42c6-8450-56ab0f099bd6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:59.536754 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-6b488a6e-19dc-42c6-8450-56ab0f099bd6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Calling delete_port for 95bba401-97fd-4667-9c1f-a4568063c760 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:45:59.662932 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c270eb-3f3c-481b-8b4b-9afb55b7254f req-dec5bc2f-4ee2-48e6-bc1c-b0a33977b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:59.665238 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-86c270eb-3f3c-481b-8b4b-9afb55b7254f req-dec5bc2f-4ee2-48e6-bc1c-b0a33977b66f service neutron] 10.222.0.62 "GET /v2.0/networks?id=07f631c5-32e9-40ca-9b75-6feb731ecf99 HTTP/1.1" status: 200 len: 913 time: 0.1668470 Sep 01 15:45:59.728417 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6b488a6e-19dc-42c6-8450-56ab0f099bd6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:59.749191 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-86c270eb-3f3c-481b-8b4b-9afb55b7254f req-1a7ea455-a458-422b-b5d8-e824e9a020fd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dab0ccf5-49ce-4e30-8ee9-6c33e04a1988 HTTP/1.1" status: 200 len: 217 time: 0.0669775 Sep 01 15:45:59.776549 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b488a6e-19dc-42c6-8450-56ab0f099bd6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Port': ['ID=95bba401-97fd-4667-9c1f-a4568063c760,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:45:59.845603 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c270eb-3f3c-481b-8b4b-9afb55b7254f req-6015bff6-d7e9-47d7-b07f-3699a50df7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:59.847208 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-86c270eb-3f3c-481b-8b4b-9afb55b7254f req-6015bff6-d7e9-47d7-b07f-3699a50df7cb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a2b59801-979b-4fe1-bcc1-5c6fa7771954 HTTP/1.1" status: 200 len: 851 time: 0.0919092 Sep 01 15:45:59.890910 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6b488a6e-19dc-42c6-8450-56ab0f099bd6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:45:59.898695 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6b488a6e-19dc-42c6-8450-56ab0f099bd6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/ports/95bba401-97fd-4667-9c1f-a4568063c760 HTTP/1.1" status: 204 len: 168 time: 0.7750361 Sep 01 15:45:59.899663 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47402) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:45:59.924649 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c270eb-3f3c-481b-8b4b-9afb55b7254f req-fb78feb6-c081-4927-94ae-758e77f00f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:45:59.929806 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-86c270eb-3f3c-481b-8b4b-9afb55b7254f req-fb78feb6-c081-4927-94ae-758e77f00f0d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=07f631c5-32e9-40ca-9b75-6feb731ecf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747092 Sep 01 15:45:59.951648 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-150cece8-fcce-4392-8785-6a8f99b1f0ee tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] GET failed (client error): The resource could not be found. Sep 01 15:45:59.956535 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-150cece8-fcce-4392-8785-6a8f99b1f0ee tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "GET /v2.0/ports/95bba401-97fd-4667-9c1f-a4568063c760 HTTP/1.1" status: 404 len: 333 time: 0.0554214 Sep 01 15:45:59.957157 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47404) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:00.087710 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-078b3097-7dfd-4c75-9770-81f7ad416cc6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting subnet e60615e7-425f-46da-a137-3b4861bd33c8 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:46:00.093194 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-078b3097-7dfd-4c75-9770-81f7ad416cc6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:00.132484 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-86c270eb-3f3c-481b-8b4b-9afb55b7254f req-a2fa5549-a2e2-41a7-a102-1e6d77be8c57 service neutron] 10.222.0.62 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930809 Sep 01 15:46:00.169121 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-078b3097-7dfd-4c75-9770-81f7ad416cc6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:00.317284 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-86c270eb-3f3c-481b-8b4b-9afb55b7254f req-88f166f1-71f1-4ed0-8be4-593153c36cac service neutron] 10.222.0.62 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725643 Sep 01 15:46:00.342565 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-078b3097-7dfd-4c75-9770-81f7ad416cc6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:00.487377 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-078b3097-7dfd-4c75-9770-81f7ad416cc6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:00.522839 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b3097-7dfd-4c75-9770-81f7ad416cc6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Subnet': ['ID=e60615e7-425f-46da-a137-3b4861bd33c8,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:00.547942 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-078b3097-7dfd-4c75-9770-81f7ad416cc6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:00.551904 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-078b3097-7dfd-4c75-9770-81f7ad416cc6 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/subnets/e60615e7-425f-46da-a137-3b4861bd33c8 HTTP/1.1" status: 204 len: 168 time: 0.5926979 Sep 01 15:46:00.554784 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47408) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:00.556201 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdeeb12e-88d2-4c22-b723-8d8c2f1a814c None None] Network fc54b873-baed-4eec-90ae-549a8cf4bd2c requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:46:00.659599 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ddf17c-ace7-45c7-a54e-85bb2cad868c req-61e4145e-e81d-4f4b-81d2-f3c6f0a94773 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:00.674031 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-81ddf17c-ace7-45c7-a54e-85bb2cad868c req-61e4145e-e81d-4f4b-81d2-f3c6f0a94773 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 944 time: 0.1564293 Sep 01 15:46:00.724134 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5c6aa4a0-fa7a-4b8e-aad2-add9f932954c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:00.744259 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-81ddf17c-ace7-45c7-a54e-85bb2cad868c req-1414d4b9-b9f3-466e-a8df-3b9e7baf5f99 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686898 Sep 01 15:46:00.866815 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-5c6aa4a0-fa7a-4b8e-aad2-add9f932954c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting port 07fca5e7-ffa9-4cfb-b956-0ac12a7553c3 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:46:00.867373 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5c6aa4a0-fa7a-4b8e-aad2-add9f932954c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:00.974783 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-5c6aa4a0-fa7a-4b8e-aad2-add9f932954c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] For port 07fca5e7-ffa9-4cfb-b956-0ac12a7553c3, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=07fca5e7-ffa9-4cfb-b956-0ac12a7553c3,segment=NetworkSegment(a885c29d-29d5-4840-98d8-e695da33a02b),segment_id=a885c29d-29d5-4840-98d8-e695da33a02b)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:00.975465 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5c6aa4a0-fa7a-4b8e-aad2-add9f932954c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:01.008458 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-5c6aa4a0-fa7a-4b8e-aad2-add9f932954c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Calling delete_port for 07fca5e7-ffa9-4cfb-b956-0ac12a7553c3 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:46:01.114420 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8828b4-89b2-43c3-892e-d1ae7121e91d None None] DHCP port deletion for fc54b873-baed-4eec-90ae-549a8cf4bd2c request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:46:01.162704 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5c6aa4a0-fa7a-4b8e-aad2-add9f932954c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:01.191231 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-dc8828b4-89b2-43c3-892e-d1ae7121e91d None None] Deleting port 07fca5e7-ffa9-4cfb-b956-0ac12a7553c3 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:46:01.191231 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dc8828b4-89b2-43c3-892e-d1ae7121e91d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:01.198575 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6aa4a0-fa7a-4b8e-aad2-add9f932954c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Port': ['ID=07fca5e7-ffa9-4cfb-b956-0ac12a7553c3,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:01.201716 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6aa4a0-fa7a-4b8e-aad2-add9f932954c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] No DVR routers for this DVR port 07fca5e7-ffa9-4cfb-b956-0ac12a7553c3 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:46:01.292424 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-dc8828b4-89b2-43c3-892e-d1ae7121e91d None None] For port 07fca5e7-ffa9-4cfb-b956-0ac12a7553c3, host n-d-794796-3, got binding levels [] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:01.293051 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dc8828b4-89b2-43c3-892e-d1ae7121e91d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:01.313338 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-dc8828b4-89b2-43c3-892e-d1ae7121e91d None None] Calling delete_port for 07fca5e7-ffa9-4cfb-b956-0ac12a7553c3 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:46:01.318583 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5c6aa4a0-fa7a-4b8e-aad2-add9f932954c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:01.319365 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.ipam_backend_mixin [None req-dc8828b4-89b2-43c3-892e-d1ae7121e91d None None] Port 07fca5e7-ffa9-4cfb-b956-0ac12a7553c3 was not found and therefore no delete operation was performed {{(pid=94735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 15:46:01.320753 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dc8828b4-89b2-43c3-892e-d1ae7121e91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:01.340160 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-5c6aa4a0-fa7a-4b8e-aad2-add9f932954c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc54b873-baed-4eec-90ae-549a8cf4bd2c']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:01.356339 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8828b4-89b2-43c3-892e-d1ae7121e91d None None] Pushing event deleted for resources: {'Port': ['ID=07fca5e7-ffa9-4cfb-b956-0ac12a7553c3,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:01.358772 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8828b4-89b2-43c3-892e-d1ae7121e91d None None] No DVR routers for this DVR port 07fca5e7-ffa9-4cfb-b956-0ac12a7553c3 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:46:01.376901 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-5c6aa4a0-fa7a-4b8e-aad2-add9f932954c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a885c29d-29d5-4840-98d8-e695da33a02b') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:01.378666 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-5c6aa4a0-fa7a-4b8e-aad2-add9f932954c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a885c29d-29d5-4840-98d8-e695da33a02b') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:01.399852 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5c6aa4a0-fa7a-4b8e-aad2-add9f932954c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:01.423696 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5c6aa4a0-fa7a-4b8e-aad2-add9f932954c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:01.438527 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6aa4a0-fa7a-4b8e-aad2-add9f932954c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:46:01.439285 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5c6aa4a0-fa7a-4b8e-aad2-add9f932954c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:46:01.445607 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:46:01.600656 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5c6aa4a0-fa7a-4b8e-aad2-add9f932954c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:01.616756 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5c6aa4a0-fa7a-4b8e-aad2-add9f932954c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:01.624407 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5c6aa4a0-fa7a-4b8e-aad2-add9f932954c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/networks/fc54b873-baed-4eec-90ae-549a8cf4bd2c HTTP/1.1" status: 204 len: 168 time: 1.0638366 Sep 01 15:46:01.624882 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47410) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:01.638481 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6aa4a0-fa7a-4b8e-aad2-add9f932954c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Network': ['ID=fc54b873-baed-4eec-90ae-549a8cf4bd2c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:01.638793 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-8fe359f9-2a26-4956-90c4-d3ece0f76d02 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1667141745'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:01.688706 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe359f9-2a26-4956-90c4-d3ece0f76d02 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:46:01.692371 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8fe359f9-2a26-4956-90c4-d3ece0f76d02 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:01.724486 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe359f9-2a26-4956-90c4-d3ece0f76d02 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:46:01.739418 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8fe359f9-2a26-4956-90c4-d3ece0f76d02 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:01.739845 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-8fe359f9-2a26-4956-90c4-d3ece0f76d02 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Added segment 15eb7609-6c81-4fdd-ae9f-4a2629c26075 of type vlan for network bb3802eb-da4d-4286-b1d9-36a5f64830a3 Sep 01 15:46:01.821452 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8fe359f9-2a26-4956-90c4-d3ece0f76d02 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:01.881475 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8fe359f9-2a26-4956-90c4-d3ece0f76d02 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:01.895634 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe359f9-2a26-4956-90c4-d3ece0f76d02 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:01.901601 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8fe359f9-2a26-4956-90c4-d3ece0f76d02 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:02.002401 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ff14c-49ee-4252-855a-e0fde59c6ec3 req-4ab7c5a4-c899-41fd-bed1-69dbbabdfe2e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:02.013369 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8fe359f9-2a26-4956-90c4-d3ece0f76d02 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3867354 Sep 01 15:46:02.016615 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47414) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:02.019584 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-295ff14c-49ee-4252-855a-e0fde59c6ec3 req-4ab7c5a4-c899-41fd-bed1-69dbbabdfe2e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 944 time: 0.0990343 Sep 01 15:46:02.023831 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-8975ed85-2f01-4c1c-b535-6806ad8a14c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'subnet': {'network_id': 'bb3802eb-da4d-4286-b1d9-36a5f64830a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:02.045303 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe359f9-2a26-4956-90c4-d3ece0f76d02 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Network': ['ID=bb3802eb-da4d-4286-b1d9-36a5f64830a3,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:02.083402 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network bb3802eb-da4d-4286-b1d9-36a5f64830a3 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:46:02.115950 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-295ff14c-49ee-4252-855a-e0fde59c6ec3 req-85dc86f6-28a7-4890-980f-48effcb394c7 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951736 Sep 01 15:46:02.249818 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8975ed85-2f01-4c1c-b535-6806ad8a14c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:46:02.255845 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8975ed85-2f01-4c1c-b535-6806ad8a14c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:02.580331 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8975ed85-2f01-4c1c-b535-6806ad8a14c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:02.694455 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975ed85-2f01-4c1c-b535-6806ad8a14c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Subnet': ['ID=98e5f2cd-01d1-46ce-a2ba-dc262f8179d2,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:02.707161 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8975ed85-2f01-4c1c-b535-6806ad8a14c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Checking segment: {'id': '15eb7609-6c81-4fdd-ae9f-4a2629c26075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bb3802eb-da4d-4286-b1d9-36a5f64830a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:46:02.707570 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8975ed85-2f01-4c1c-b535-6806ad8a14c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network hostable DHCP agents. Network: bb3802eb-da4d-4286-b1d9-36a5f64830a3, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:46:02.745338 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8975ed85-2f01-4c1c-b535-6806ad8a14c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network bb3802eb-da4d-4286-b1d9-36a5f64830a3 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:46:02.756801 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-8975ed85-2f01-4c1c-b535-6806ad8a14c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, bb3802eb-da4d-4286-b1d9-36a5f64830a3) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:46:02.763227 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8975ed85-2f01-4c1c-b535-6806ad8a14c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:02.765552 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8975ed85-2f01-4c1c-b535-6806ad8a14c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:02.773690 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb689453-4f97-4072-b3ab-b062d7dd0ae9 None None] Network bb3802eb-da4d-4286-b1d9-36a5f64830a3 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:46:02.789553 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8975ed85-2f01-4c1c-b535-6806ad8a14c4 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7712493 Sep 01 15:46:02.793416 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47416) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:02.800663 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-9b21645d-5e8d-42c7-8e4d-309afa8ff29b tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-504727197', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:02.835447 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9b21645d-5e8d-42c7-8e4d-309afa8ff29b tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:02.836379 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9b21645d-5e8d-42c7-8e4d-309afa8ff29b tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:02.923495 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9b21645d-5e8d-42c7-8e4d-309afa8ff29b tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:02.943250 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9b21645d-5e8d-42c7-8e4d-309afa8ff29b tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:02.957036 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 07fca5e7-ffa9-4cfb-b956-0ac12a7553c3 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:46:02.970342 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9b21645d-5e8d-42c7-8e4d-309afa8ff29b tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:02.974344 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9b21645d-5e8d-42c7-8e4d-309afa8ff29b tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1768122 Sep 01 15:46:02.975398 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47418) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:02.981826 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-b066649d-a743-42f7-8c1f-f963c145276f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'port': {'network_id': 'bb3802eb-da4d-4286-b1d9-36a5f64830a3', 'name': 'tempest-PortsTestJSON-209692084'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:03.001874 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 07fca5e7-ffa9-4cfb-b956-0ac12a7553c3 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:46:03.002216 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 07fca5e7-ffa9-4cfb-b956-0ac12a7553c3 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:46:03.051810 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17a1d72-7d81-46ec-8cdc-969f3feafb83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-bb3802eb-da4d-4286-b1d9-36a5f64830a3', 'network_id': 'bb3802eb-da4d-4286-b1d9-36a5f64830a3', 'tenant_id': 'bec4d2995d7d4a2fa59bd8f7e32d61fc', 'fixed_ips': [{'subnet_id': '98e5f2cd-01d1-46ce-a2ba-dc262f8179d2'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:46:03.053010 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b17a1d72-7d81-46ec-8cdc-969f3feafb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:03.148510 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b066649d-a743-42f7-8c1f-f963c145276f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:46:03.153512 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b066649d-a743-42f7-8c1f-f963c145276f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:03.196138 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [None req-b066649d-a743-42f7-8c1f-f963c145276f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] device_id is not set on port 30155621-b64d-4d26-a04d-9c848bbae408 yet. {{(pid=94734) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:46:03.228027 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-b17a1d72-7d81-46ec-8cdc-969f3feafb83 None None] Allocated IP 172.20.0.2 (bb3802eb-da4d-4286-b1d9-36a5f64830a3/98e5f2cd-01d1-46ce-a2ba-dc262f8179d2/22db504a-8de0-4bc2-9692-b0fe396bf892) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:46:03.338473 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531a146-b2d8-4993-8114-97adf27f063a req-aeeeef9e-cd59-485d-a619-3f563454d9b4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:03.347177 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3531a146-b2d8-4993-8114-97adf27f063a req-aeeeef9e-cd59-485d-a619-3f563454d9b4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 944 time: 0.1236169 Sep 01 15:46:03.406284 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3531a146-b2d8-4993-8114-97adf27f063a req-f008e576-b08d-41aa-bf84-fb3b3836a147 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575602 Sep 01 15:46:03.526590 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b17a1d72-7d81-46ec-8cdc-969f3feafb83 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:03.537939 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b17a1d72-7d81-46ec-8cdc-969f3feafb83 None None] Transition to ACTIVE for port object 22db504a-8de0-4bc2-9692-b0fe396bf892 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:46:03.575692 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b17a1d72-7d81-46ec-8cdc-969f3feafb83 None None] Transition to ACTIVE for port object 22db504a-8de0-4bc2-9692-b0fe396bf892 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:46:03.585105 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b17a1d72-7d81-46ec-8cdc-969f3feafb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:03.659666 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17a1d72-7d81-46ec-8cdc-969f3feafb83 None None] Network bb3802eb-da4d-4286-b1d9-36a5f64830a3 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:46:03.669717 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-b17a1d72-7d81-46ec-8cdc-969f3feafb83 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:46:03.676285 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17a1d72-7d81-46ec-8cdc-969f3feafb83 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:46:03.681741 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-b066649d-a743-42f7-8c1f-f963c145276f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Allocated IP 172.20.0.8 (bb3802eb-da4d-4286-b1d9-36a5f64830a3/98e5f2cd-01d1-46ce-a2ba-dc262f8179d2/30155621-b64d-4d26-a04d-9c848bbae408) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:46:03.694969 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a1d72-7d81-46ec-8cdc-969f3feafb83 None None] Pushing event updated for resources: {'Port': ['ID=22db504a-8de0-4bc2-9692-b0fe396bf892,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:03.764996 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b17a1d72-7d81-46ec-8cdc-969f3feafb83 None None] Attempting to bind port 22db504a-8de0-4bc2-9692-b0fe396bf892 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:46:03.764996 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b17a1d72-7d81-46ec-8cdc-969f3feafb83 None None] Attempting to bind port 22db504a-8de0-4bc2-9692-b0fe396bf892 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '15eb7609-6c81-4fdd-ae9f-4a2629c26075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bb3802eb-da4d-4286-b1d9-36a5f64830a3'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:46:03.764996 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17a1d72-7d81-46ec-8cdc-969f3feafb83 None None] Attempting to bind port 22db504a-8de0-4bc2-9692-b0fe396bf892 on network bb3802eb-da4d-4286-b1d9-36a5f64830a3 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:46:03.776936 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17a1d72-7d81-46ec-8cdc-969f3feafb83 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:46:03.778265 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17a1d72-7d81-46ec-8cdc-969f3feafb83 None None] Checking segment: {'id': '15eb7609-6c81-4fdd-ae9f-4a2629c26075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bb3802eb-da4d-4286-b1d9-36a5f64830a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:46:03.780087 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b17a1d72-7d81-46ec-8cdc-969f3feafb83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:03.780784 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17a1d72-7d81-46ec-8cdc-969f3feafb83 None None] Bound using segment: {'id': '15eb7609-6c81-4fdd-ae9f-4a2629c26075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bb3802eb-da4d-4286-b1d9-36a5f64830a3'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:46:03.781676 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b17a1d72-7d81-46ec-8cdc-969f3feafb83 None None] Bound port: 22db504a-8de0-4bc2-9692-b0fe396bf892, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15eb7609-6c81-4fdd-ae9f-4a2629c26075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bb3802eb-da4d-4286-b1d9-36a5f64830a3'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:46:03.782159 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b17a1d72-7d81-46ec-8cdc-969f3feafb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:03.884250 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b17a1d72-7d81-46ec-8cdc-969f3feafb83 None None] For port 22db504a-8de0-4bc2-9692-b0fe396bf892, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:46:03.888694 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b17a1d72-7d81-46ec-8cdc-969f3feafb83 None None] For port 22db504a-8de0-4bc2-9692-b0fe396bf892, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=22db504a-8de0-4bc2-9692-b0fe396bf892,segment=NetworkSegment(15eb7609-6c81-4fdd-ae9f-4a2629c26075),segment_id=15eb7609-6c81-4fdd-ae9f-4a2629c26075)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:46:03.895194 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b17a1d72-7d81-46ec-8cdc-969f3feafb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:03.933935 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b066649d-a743-42f7-8c1f-f963c145276f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:03.965272 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-b066649d-a743-42f7-8c1f-f963c145276f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Transition to ACTIVE for port object 30155621-b64d-4d26-a04d-9c848bbae408 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:46:03.976519 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a1d72-7d81-46ec-8cdc-969f3feafb83 None None] Pushing event updated for resources: {'Port': ['ID=22db504a-8de0-4bc2-9692-b0fe396bf892,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:04.013158 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b066649d-a743-42f7-8c1f-f963c145276f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:04.091403 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b066649d-a743-42f7-8c1f-f963c145276f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network bb3802eb-da4d-4286-b1d9-36a5f64830a3 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:46:04.098404 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-b066649d-a743-42f7-8c1f-f963c145276f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:46:04.106166 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b066649d-a743-42f7-8c1f-f963c145276f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:46:04.139053 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066649d-a743-42f7-8c1f-f963c145276f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Port': ['ID=30155621-b64d-4d26-a04d-9c848bbae408,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:04.202691 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b066649d-a743-42f7-8c1f-f963c145276f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:04.205063 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b066649d-a743-42f7-8c1f-f963c145276f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:04.249178 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47422) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:04.260445 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b066649d-a743-42f7-8c1f-f963c145276f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2827013 Sep 01 15:46:04.592476 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e48f9b-67bc-4243-ba71-7ea499d9b2f4 req-a3c9f2e2-2605-4976-b90a-9cb7a6b785fd tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:04.594618 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-44e48f9b-67bc-4243-ba71-7ea499d9b2f4 req-a3c9f2e2-2605-4976-b90a-9cb7a6b785fd tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 944 time: 0.0702109 Sep 01 15:46:04.665100 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-44e48f9b-67bc-4243-ba71-7ea499d9b2f4 req-508888ab-367f-41b8-8bdb-f3f820947906 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619314 Sep 01 15:46:04.799457 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6bcf7494-a66a-4550-98da-963ae41cde12 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:05.055900 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 22db504a-8de0-4bc2-9692-b0fe396bf892 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:46:05.169805 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 22db504a-8de0-4bc2-9692-b0fe396bf892 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:46:05.193945 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6bcf7494-a66a-4550-98da-963ae41cde12 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:05.200091 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6bcf7494-a66a-4550-98da-963ae41cde12 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:05.333917 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf7494-a66a-4550-98da-963ae41cde12 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Port': ['ID=30155621-b64d-4d26-a04d-9c848bbae408,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:05.490264 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1475412-5558-4404-af9e-0c65f8b7fea3 None None] Network bb3802eb-da4d-4286-b1d9-36a5f64830a3 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:46:05.597935 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6bcf7494-a66a-4550-98da-963ae41cde12 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:05.604473 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-daa82fb6-2793-4d93-bd32-45463477b0c1 None None] Provisioning for port 22db504a-8de0-4bc2-9692-b0fe396bf892 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:46:05.612879 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-daa82fb6-2793-4d93-bd32-45463477b0c1 None None] Provisioning complete for port 22db504a-8de0-4bc2-9692-b0fe396bf892 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:05.613258 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-daa82fb6-2793-4d93-bd32-45463477b0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:05.808990 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-daa82fb6-2793-4d93-bd32-45463477b0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:05.825137 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6bcf7494-a66a-4550-98da-963ae41cde12 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:05.907575 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-daa82fb6-2793-4d93-bd32-45463477b0c1 None None] For port 22db504a-8de0-4bc2-9692-b0fe396bf892, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=22db504a-8de0-4bc2-9692-b0fe396bf892,segment=NetworkSegment(15eb7609-6c81-4fdd-ae9f-4a2629c26075),segment_id=15eb7609-6c81-4fdd-ae9f-4a2629c26075)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:05.916280 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-daa82fb6-2793-4d93-bd32-45463477b0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:05.968213 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d729c91-a025-4441-9780-91f0c4084b6e req-fc706a3f-b865-4878-88f5-c0a4a80f07ba tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:05.969490 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3d729c91-a025-4441-9780-91f0c4084b6e req-fc706a3f-b865-4878-88f5-c0a4a80f07ba tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 944 time: 0.1259964 Sep 01 15:46:05.993073 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa82fb6-2793-4d93-bd32-45463477b0c1 None None] Pushing event updated for resources: {'Port': ['ID=22db504a-8de0-4bc2-9692-b0fe396bf892,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:06.087216 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3d729c91-a025-4441-9780-91f0c4084b6e req-fd351f3b-9983-4dc1-9ba5-263c28564867 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076808 Sep 01 15:46:06.177264 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-aa6ef71e-a920-4ce7-830d-cc63005f37e7 None None] Provisioning complete for port 22db504a-8de0-4bc2-9692-b0fe396bf892 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:06.178690 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-aa6ef71e-a920-4ce7-830d-cc63005f37e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:06.339850 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6bcf7494-a66a-4550-98da-963ae41cde12 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:06.348345 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6bcf7494-a66a-4550-98da-963ae41cde12 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:06.365096 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-aa6ef71e-a920-4ce7-830d-cc63005f37e7 None None] Provisioning for port 30155621-b64d-4d26-a04d-9c848bbae408 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:46:06.377427 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-aa6ef71e-a920-4ce7-830d-cc63005f37e7 None None] Provisioning complete for port 30155621-b64d-4d26-a04d-9c848bbae408 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:06.384089 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-aa6ef71e-a920-4ce7-830d-cc63005f37e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:06.461791 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-aa6ef71e-a920-4ce7-830d-cc63005f37e7 None None] Port 30155621-b64d-4d26-a04d-9c848bbae408 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:46:06.470967 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf7494-a66a-4550-98da-963ae41cde12 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Port': ['ID=30155621-b64d-4d26-a04d-9c848bbae408,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:06.474229 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6bcf7494-a66a-4550-98da-963ae41cde12 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:06.592840 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5a084aba-65cd-4128-b755-efd163891669 None None] Provisioning complete for port 30155621-b64d-4d26-a04d-9c848bbae408 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:06.597266 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5a084aba-65cd-4128-b755-efd163891669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:06.646506 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcf7494-a66a-4550-98da-963ae41cde12 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network bb3802eb-da4d-4286-b1d9-36a5f64830a3 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:46:06.648679 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-6bcf7494-a66a-4550-98da-963ae41cde12 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:46:06.669635 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-5a084aba-65cd-4128-b755-efd163891669 None None] Port 30155621-b64d-4d26-a04d-9c848bbae408 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:46:06.791064 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bcf7494-a66a-4550-98da-963ae41cde12 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Router 871db5dc-4021-4184-81c0-eb8a2423de31 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:46:06.793156 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e72a88dc-1ed9-4026-b209-e9b6faaf8464 None None] Provisioning complete for port 30155621-b64d-4d26-a04d-9c848bbae408 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:06.793655 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e72a88dc-1ed9-4026-b209-e9b6faaf8464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:06.831742 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e72a88dc-1ed9-4026-b209-e9b6faaf8464 None None] Port 30155621-b64d-4d26-a04d-9c848bbae408 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:46:06.891235 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcf7494-a66a-4550-98da-963ae41cde12 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:46:06.896870 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6bcf7494-a66a-4550-98da-963ae41cde12 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "PUT /v2.0/routers/871db5dc-4021-4184-81c0-eb8a2423de31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6455169 Sep 01 15:46:06.901113 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47428) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:06.907205 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f8744f-de51-4691-af2c-d679de546d3d None None] Sync routers for ids ['871db5dc-4021-4184-81c0-eb8a2423de31'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:46:06.933399 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f8744f-de51-4691-af2c-d679de546d3d None None] Routers {'871db5dc-4021-4184-81c0-eb8a2423de31'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:46:06.934448 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d0f8744f-de51-4691-af2c-d679de546d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:45:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['871db5dc-4021-4184-81c0-eb8a2423de31'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:06.965183 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d735b6d-2423-40cd-87ed-8c4bc63903b3 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:06.971348 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9d735b6d-2423-40cd-87ed-8c4bc63903b3 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "GET /v2.0/ports?device_id=871db5dc-4021-4184-81c0-eb8a2423de31 HTTP/1.1" status: 200 len: 981 time: 0.0648439 Sep 01 15:46:06.972020 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47430) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:06.991514 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d0f8744f-de51-4691-af2c-d679de546d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:07.003949 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f8744f-de51-4691-af2c-d679de546d3d None None] Routers {'871db5dc-4021-4184-81c0-eb8a2423de31'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:46:07.004743 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d0f8744f-de51-4691-af2c-d679de546d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:45:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['871db5dc-4021-4184-81c0-eb8a2423de31'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:07.038146 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 22db504a-8de0-4bc2-9692-b0fe396bf892 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:46:07.094741 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0dca2d02-643d-4511-a16e-9bb11d4b6299 None None] Provisioning complete for port 30155621-b64d-4d26-a04d-9c848bbae408 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:07.094996 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0dca2d02-643d-4511-a16e-9bb11d4b6299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:07.145068 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-0dca2d02-643d-4511-a16e-9bb11d4b6299 None None] Port 30155621-b64d-4d26-a04d-9c848bbae408 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:46:07.148150 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 22db504a-8de0-4bc2-9692-b0fe396bf892 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:07.148604 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:07.150563 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d0f8744f-de51-4691-af2c-d679de546d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:07.151270 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f8744f-de51-4691-af2c-d679de546d3d None None] The sync data for ids ['871db5dc-4021-4184-81c0-eb8a2423de31'] in n-d-794796-3 is: [] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:46:07.263887 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8781d-1169-4a17-a192-38ba6bddd3fd req-ef7e000e-6e39-43ee-a5f1-65bdc8a391c6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:07.265527 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-69a8781d-1169-4a17-a192-38ba6bddd3fd req-ef7e000e-6e39-43ee-a5f1-65bdc8a391c6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 944 time: 0.0575340 Sep 01 15:46:07.306541 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-69a8781d-1169-4a17-a192-38ba6bddd3fd req-620c4c5b-fb5e-4ceb-b992-4db5a0bf183a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342889 Sep 01 15:46:07.737668 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-09bd2c56-8fcb-4455-ad62-9ab0855560ec tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:07.950873 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-09bd2c56-8fcb-4455-ad62-9ab0855560ec tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting port 30155621-b64d-4d26-a04d-9c848bbae408 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:46:07.951223 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-09bd2c56-8fcb-4455-ad62-9ab0855560ec tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:08.044774 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-09bd2c56-8fcb-4455-ad62-9ab0855560ec tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:08.060030 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-09bd2c56-8fcb-4455-ad62-9ab0855560ec tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Calling delete_port for 30155621-b64d-4d26-a04d-9c848bbae408 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:46:08.244614 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-09bd2c56-8fcb-4455-ad62-9ab0855560ec tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:08.277045 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd2c56-8fcb-4455-ad62-9ab0855560ec tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Port': ['ID=30155621-b64d-4d26-a04d-9c848bbae408,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:08.456300 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-09bd2c56-8fcb-4455-ad62-9ab0855560ec tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:08.553298 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f7184-a0bd-4849-bc88-c5db63da7fce req-1bc38247-6a63-4bad-b350-7fccbb1f8434 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:08.554900 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-556f7184-a0bd-4849-bc88-c5db63da7fce req-1bc38247-6a63-4bad-b350-7fccbb1f8434 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 944 time: 0.1319861 Sep 01 15:46:08.665794 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bd2c56-8fcb-4455-ad62-9ab0855560ec tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Router 871db5dc-4021-4184-81c0-eb8a2423de31 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:46:08.669435 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-556f7184-a0bd-4849-bc88-c5db63da7fce req-b812ccf8-d798-4e8a-9fd2-64b1ced2fa4e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075151 Sep 01 15:46:08.746037 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:08.757513 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bd2c56-8fcb-4455-ad62-9ab0855560ec tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:46:08.765971 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47436) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:08.766486 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-09bd2c56-8fcb-4455-ad62-9ab0855560ec tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "PUT /v2.0/routers/871db5dc-4021-4184-81c0-eb8a2423de31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7932799 Sep 01 15:46:08.768848 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c57d6c4-3bcb-49ec-b510-481e6fcfc1ab None None] Sync routers for ids ['871db5dc-4021-4184-81c0-eb8a2423de31'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:46:08.773932 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:46:08.784449 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c57d6c4-3bcb-49ec-b510-481e6fcfc1ab None None] Routers {'871db5dc-4021-4184-81c0-eb8a2423de31'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:46:08.785377 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-1c57d6c4-3bcb-49ec-b510-481e6fcfc1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:45:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['871db5dc-4021-4184-81c0-eb8a2423de31'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:08.824607 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-1c57d6c4-3bcb-49ec-b510-481e6fcfc1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:08.834259 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c57d6c4-3bcb-49ec-b510-481e6fcfc1ab None None] Routers {'871db5dc-4021-4184-81c0-eb8a2423de31'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:46:08.835213 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-1c57d6c4-3bcb-49ec-b510-481e6fcfc1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:45:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['871db5dc-4021-4184-81c0-eb8a2423de31'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:08.872525 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-1c57d6c4-3bcb-49ec-b510-481e6fcfc1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:08.873191 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c57d6c4-3bcb-49ec-b510-481e6fcfc1ab None None] The sync data for ids ['871db5dc-4021-4184-81c0-eb8a2423de31'] in n-d-794796-3 is: [] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:46:09.071835 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b87591c-bcf6-4bbf-86b4-afb4126f17c8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] GET failed (client error): The resource could not be found. Sep 01 15:46:09.073455 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3b87591c-bcf6-4bbf-86b4-afb4126f17c8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "GET /v2.0/ports/30155621-b64d-4d26-a04d-9c848bbae408 HTTP/1.1" status: 404 len: 333 time: 0.3038785 Sep 01 15:46:09.076325 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47438) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:09.156403 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b35d2d77-be5d-4a8f-a696-2a8f592d32dc tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:09.309488 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d26be0fa-0fd9-411b-8333-85f134841d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:09.328984 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b35d2d77-be5d-4a8f-a696-2a8f592d32dc tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:09.331454 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b35d2d77-be5d-4a8f-a696-2a8f592d32dc tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:09.387901 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b35d2d77-be5d-4a8f-a696-2a8f592d32dc tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:09.388820 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35d2d77-be5d-4a8f-a696-2a8f592d32dc tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Fanout notify agent at l3_agent the message router_deleted on router 871db5dc-4021-4184-81c0-eb8a2423de31 {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:46:09.399495 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b35d2d77-be5d-4a8f-a696-2a8f592d32dc tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:09.402775 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b35d2d77-be5d-4a8f-a696-2a8f592d32dc tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/routers/871db5dc-4021-4184-81c0-eb8a2423de31 HTTP/1.1" status: 204 len: 168 time: 0.3254213 Sep 01 15:46:09.405959 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47440) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:09.481067 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c602a2-e33c-48be-a473-5bced15b4888 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting subnet 98e5f2cd-01d1-46ce-a2ba-dc262f8179d2 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:46:09.485363 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-15c602a2-e33c-48be-a473-5bced15b4888 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:09.534877 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-15c602a2-e33c-48be-a473-5bced15b4888 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:09.635576 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-15c602a2-e33c-48be-a473-5bced15b4888 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:09.700767 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-15c602a2-e33c-48be-a473-5bced15b4888 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:09.732250 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c602a2-e33c-48be-a473-5bced15b4888 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Subnet': ['ID=98e5f2cd-01d1-46ce-a2ba-dc262f8179d2,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:09.734526 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-15c602a2-e33c-48be-a473-5bced15b4888 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:09.736586 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-15c602a2-e33c-48be-a473-5bced15b4888 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/subnets/98e5f2cd-01d1-46ce-a2ba-dc262f8179d2 HTTP/1.1" status: 204 len: 168 time: 0.3294220 Sep 01 15:46:09.739347 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47444) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:09.742144 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4592d6aa-8b13-4f88-a57a-b0d42cbe56da None None] Network bb3802eb-da4d-4286-b1d9-36a5f64830a3 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:46:09.816707 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e794d7-d081-4762-99d7-dce23255978e req-7991c3f9-a83e-4bff-be67-07940716de58 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:09.819545 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b7e794d7-d081-4762-99d7-dce23255978e req-7991c3f9-a83e-4bff-be67-07940716de58 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 944 time: 0.0593965 Sep 01 15:46:09.845560 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-532bb09b-2080-4acc-8f69-cffbab4722f5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:09.876195 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b7e794d7-d081-4762-99d7-dce23255978e req-9c2287db-8d3c-4d74-b868-7b36d9de12e1 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456614 Sep 01 15:46:09.939124 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-532bb09b-2080-4acc-8f69-cffbab4722f5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting port 22db504a-8de0-4bc2-9692-b0fe396bf892 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:46:09.939588 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-532bb09b-2080-4acc-8f69-cffbab4722f5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:10.011030 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c212c6f4-de3a-4c51-93c7-ab23f24203c5 None None] DHCP port deletion for bb3802eb-da4d-4286-b1d9-36a5f64830a3 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:46:10.028357 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-532bb09b-2080-4acc-8f69-cffbab4722f5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] For port 22db504a-8de0-4bc2-9692-b0fe396bf892, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=22db504a-8de0-4bc2-9692-b0fe396bf892,segment=NetworkSegment(15eb7609-6c81-4fdd-ae9f-4a2629c26075),segment_id=15eb7609-6c81-4fdd-ae9f-4a2629c26075)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:10.028963 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-532bb09b-2080-4acc-8f69-cffbab4722f5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:10.044208 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-532bb09b-2080-4acc-8f69-cffbab4722f5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Calling delete_port for 22db504a-8de0-4bc2-9692-b0fe396bf892 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:46:10.072017 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-c212c6f4-de3a-4c51-93c7-ab23f24203c5 None None] Deleting port 22db504a-8de0-4bc2-9692-b0fe396bf892 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:46:10.072373 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c212c6f4-de3a-4c51-93c7-ab23f24203c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:10.145974 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c212c6f4-de3a-4c51-93c7-ab23f24203c5 None None] For port 22db504a-8de0-4bc2-9692-b0fe396bf892, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=22db504a-8de0-4bc2-9692-b0fe396bf892,segment=NetworkSegment(15eb7609-6c81-4fdd-ae9f-4a2629c26075),segment_id=15eb7609-6c81-4fdd-ae9f-4a2629c26075)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:10.146254 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c212c6f4-de3a-4c51-93c7-ab23f24203c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:10.149109 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-532bb09b-2080-4acc-8f69-cffbab4722f5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:10.162284 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-c212c6f4-de3a-4c51-93c7-ab23f24203c5 None None] Calling delete_port for 22db504a-8de0-4bc2-9692-b0fe396bf892 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:46:10.180987 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532bb09b-2080-4acc-8f69-cffbab4722f5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Port': ['ID=22db504a-8de0-4bc2-9692-b0fe396bf892,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:10.182961 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532bb09b-2080-4acc-8f69-cffbab4722f5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] No DVR routers for this DVR port 22db504a-8de0-4bc2-9692-b0fe396bf892 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:46:10.272021 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-532bb09b-2080-4acc-8f69-cffbab4722f5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:10.285090 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-532bb09b-2080-4acc-8f69-cffbab4722f5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3802eb-da4d-4286-b1d9-36a5f64830a3']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:10.295111 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c212c6f4-de3a-4c51-93c7-ab23f24203c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:10.300312 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-532bb09b-2080-4acc-8f69-cffbab4722f5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15eb7609-6c81-4fdd-ae9f-4a2629c26075') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:10.300522 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-532bb09b-2080-4acc-8f69-cffbab4722f5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15eb7609-6c81-4fdd-ae9f-4a2629c26075') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:10.319267 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-532bb09b-2080-4acc-8f69-cffbab4722f5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:10.325586 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212c6f4-de3a-4c51-93c7-ab23f24203c5 None None] Pushing event deleted for resources: {'Port': ['ID=22db504a-8de0-4bc2-9692-b0fe396bf892,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:10.332504 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c212c6f4-de3a-4c51-93c7-ab23f24203c5 None None] No DVR routers for this DVR port 22db504a-8de0-4bc2-9692-b0fe396bf892 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:46:10.353938 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-532bb09b-2080-4acc-8f69-cffbab4722f5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:10.360746 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532bb09b-2080-4acc-8f69-cffbab4722f5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:46:10.361158 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-532bb09b-2080-4acc-8f69-cffbab4722f5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:46:10.364418 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:46:10.434444 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-532bb09b-2080-4acc-8f69-cffbab4722f5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:10.445698 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-532bb09b-2080-4acc-8f69-cffbab4722f5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:10.453490 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-532bb09b-2080-4acc-8f69-cffbab4722f5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/networks/bb3802eb-da4d-4286-b1d9-36a5f64830a3 HTTP/1.1" status: 204 len: 168 time: 0.7117529 Sep 01 15:46:10.456962 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47446) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:10.473674 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532bb09b-2080-4acc-8f69-cffbab4722f5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Network': ['ID=bb3802eb-da4d-4286-b1d9-36a5f64830a3,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:10.516964 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554f53db-81c0-4e68-971d-b1815a8ffbbc tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:10.523385 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47448) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:10.528281 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-554f53db-81c0-4e68-971d-b1815a8ffbbc tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "GET /v2.0/ports/b07b62e0-94db-4bed-85ba-caab3bdb216b HTTP/1.1" status: 200 len: 840 time: 0.0612259 Sep 01 15:46:10.594496 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3826b745-5693-4385-9e7a-0e042a49ab3b tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "GET /v2.0/ports/b07b62e0-94db-4bed-85ba-caab3bdb216b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0695693 Sep 01 15:46:10.599326 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47450) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:10.605279 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-3ae7d837-ce58-4ab5-a620-cd9406c51abf tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'subnet': {'network_id': '1d018ea0-3df6-4c33-8e42-0732e5b899a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:10.706903 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae7d837-ce58-4ab5-a620-cd9406c51abf tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:46:10.710513 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3ae7d837-ce58-4ab5-a620-cd9406c51abf tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:10.921552 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3ae7d837-ce58-4ab5-a620-cd9406c51abf tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:10.978605 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 22db504a-8de0-4bc2-9692-b0fe396bf892 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:46:11.008504 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 22db504a-8de0-4bc2-9692-b0fe396bf892 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:46:11.008837 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 22db504a-8de0-4bc2-9692-b0fe396bf892 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:46:11.015108 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae7d837-ce58-4ab5-a620-cd9406c51abf tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network 1d018ea0-3df6-4c33-8e42-0732e5b899a4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:46:11.023767 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-3ae7d837-ce58-4ab5-a620-cd9406c51abf tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:46:11.028579 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae7d837-ce58-4ab5-a620-cd9406c51abf tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:11.029524 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3ae7d837-ce58-4ab5-a620-cd9406c51abf tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:11.034950 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f988412-48ed-4410-82ee-356aaf36b0da None None] Network 1d018ea0-3df6-4c33-8e42-0732e5b899a4 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:46:11.051465 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7d837-ce58-4ab5-a620-cd9406c51abf tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Subnet': ['ID=9c45b55f-fcbd-4fe6-961a-28dc7cf6f2d8,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:11.063920 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3ae7d837-ce58-4ab5-a620-cd9406c51abf tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4634314 Sep 01 15:46:11.066836 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47454) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:11.071881 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-3c2b044a-d84c-4406-aa18-62665d6821b2 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'security_group': {'name': 'tempest-secgroup-700464834'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:11.080815 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c70560-3db3-4a1c-847e-3421d3a357ae req-e1d4af7d-d890-4139-953b-ffd9331ccfba tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:11.083075 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d1c70560-3db3-4a1c-847e-3421d3a357ae req-e1d4af7d-d890-4139-953b-ffd9331ccfba tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 944 time: 0.1140518 Sep 01 15:46:11.122424 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3c2b044a-d84c-4406-aa18-62665d6821b2 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:11.145741 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d1c70560-3db3-4a1c-847e-3421d3a357ae req-3b88db08-a549-4f5e-ae8d-951e18a78393 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549598 Sep 01 15:46:11.252049 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3c2b044a-d84c-4406-aa18-62665d6821b2 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:11.256756 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3c2b044a-d84c-4406-aa18-62665d6821b2 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:11.289610 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3c2b044a-d84c-4406-aa18-62665d6821b2 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:11.293983 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3c2b044a-d84c-4406-aa18-62665d6821b2 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2228031 Sep 01 15:46:11.294209 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbafb28f-4fdd-494e-b60f-5ec839f52817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-1d018ea0-3df6-4c33-8e42-0732e5b899a4', 'network_id': '1d018ea0-3df6-4c33-8e42-0732e5b899a4', 'tenant_id': 'bec4d2995d7d4a2fa59bd8f7e32d61fc', 'fixed_ips': [{'subnet_id': '9c45b55f-fcbd-4fe6-961a-28dc7cf6f2d8'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:46:11.294209 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fbafb28f-4fdd-494e-b60f-5ec839f52817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:11.294575 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47456) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:11.298616 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-9c25da69-c0cf-415c-a4a0-d0ac94470743 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'security_group': {'name': 'tempest-secgroup-1869363046'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:11.304655 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b044a-d84c-4406-aa18-62665d6821b2 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f18932c7-c026-4f4e-a69d-2549492e2ca2,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:11.329023 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c25da69-c0cf-415c-a4a0-d0ac94470743 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:11.427611 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c25da69-c0cf-415c-a4a0-d0ac94470743 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:11.433348 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c25da69-c0cf-415c-a4a0-d0ac94470743 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:11.456348 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-fbafb28f-4fdd-494e-b60f-5ec839f52817 None None] Allocated IP 172.20.0.2 (1d018ea0-3df6-4c33-8e42-0732e5b899a4/9c45b55f-fcbd-4fe6-961a-28dc7cf6f2d8/42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:46:11.465766 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9c25da69-c0cf-415c-a4a0-d0ac94470743 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:11.467307 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9c25da69-c0cf-415c-a4a0-d0ac94470743 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1722360 Sep 01 15:46:11.470164 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47458) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:11.471046 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25da69-c0cf-415c-a4a0-d0ac94470743 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42daca4b-5f73-4801-956a-df7582157de6,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:11.475726 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-8b9c5291-06c2-463c-9ed0-0d3ca62dbf70 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1127304621', 'security_groups': ['42daca4b-5f73-4801-956a-df7582157de6'], 'network_id': '1d018ea0-3df6-4c33-8e42-0732e5b899a4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9c45b55f-fcbd-4fe6-961a-28dc7cf6f2d8'}]}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:11.608415 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9c5291-06c2-463c-9ed0-0d3ca62dbf70 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:46:11.630524 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fbafb28f-4fdd-494e-b60f-5ec839f52817 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:11.643373 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-fbafb28f-4fdd-494e-b60f-5ec839f52817 None None] Transition to ACTIVE for port object 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:46:11.665837 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-fbafb28f-4fdd-494e-b60f-5ec839f52817 None None] Transition to ACTIVE for port object 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:46:11.674669 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fbafb28f-4fdd-494e-b60f-5ec839f52817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:11.710674 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b9c5291-06c2-463c-9ed0-0d3ca62dbf70 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:11.730000 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbafb28f-4fdd-494e-b60f-5ec839f52817 None None] Network 1d018ea0-3df6-4c33-8e42-0732e5b899a4 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:46:11.737435 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-fbafb28f-4fdd-494e-b60f-5ec839f52817 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:46:11.741236 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbafb28f-4fdd-494e-b60f-5ec839f52817 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:46:11.743578 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-8b9c5291-06c2-463c-9ed0-0d3ca62dbf70 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] device_id is not set on port c7062a1d-6ff5-42a2-80b9-cf634e43a1f4 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:46:11.781991 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafb28f-4fdd-494e-b60f-5ec839f52817 None None] Pushing event updated for resources: {'Port': ['ID=42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:11.821328 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-fbafb28f-4fdd-494e-b60f-5ec839f52817 None None] Attempting to bind port 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:46:11.821328 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-fbafb28f-4fdd-494e-b60f-5ec839f52817 None None] Attempting to bind port 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '67262c63-6a31-4671-967b-f8b863393bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1d018ea0-3df6-4c33-8e42-0732e5b899a4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:46:11.821328 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbafb28f-4fdd-494e-b60f-5ec839f52817 None None] Attempting to bind port 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b on network 1d018ea0-3df6-4c33-8e42-0732e5b899a4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:46:11.828443 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbafb28f-4fdd-494e-b60f-5ec839f52817 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:46:11.828981 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbafb28f-4fdd-494e-b60f-5ec839f52817 None None] Checking segment: {'id': '67262c63-6a31-4671-967b-f8b863393bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1d018ea0-3df6-4c33-8e42-0732e5b899a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:46:11.829488 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fbafb28f-4fdd-494e-b60f-5ec839f52817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:11.829959 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbafb28f-4fdd-494e-b60f-5ec839f52817 None None] Bound using segment: {'id': '67262c63-6a31-4671-967b-f8b863393bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1d018ea0-3df6-4c33-8e42-0732e5b899a4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:46:11.830530 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-fbafb28f-4fdd-494e-b60f-5ec839f52817 None None] Bound port: 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67262c63-6a31-4671-967b-f8b863393bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1d018ea0-3df6-4c33-8e42-0732e5b899a4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:46:11.831016 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fbafb28f-4fdd-494e-b60f-5ec839f52817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:11.908766 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-fbafb28f-4fdd-494e-b60f-5ec839f52817 None None] For port 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:46:11.912381 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-fbafb28f-4fdd-494e-b60f-5ec839f52817 None None] For port 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b,segment=NetworkSegment(67262c63-6a31-4671-967b-f8b863393bc8),segment_id=67262c63-6a31-4671-967b-f8b863393bc8)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:46:11.916871 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fbafb28f-4fdd-494e-b60f-5ec839f52817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:11.977471 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-8b9c5291-06c2-463c-9ed0-0d3ca62dbf70 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Allocated IP 172.20.0.11 (1d018ea0-3df6-4c33-8e42-0732e5b899a4/9c45b55f-fcbd-4fe6-961a-28dc7cf6f2d8/c7062a1d-6ff5-42a2-80b9-cf634e43a1f4) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:46:11.997129 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafb28f-4fdd-494e-b60f-5ec839f52817 None None] Pushing event updated for resources: {'Port': ['ID=42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:12.185207 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:12.194577 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b9c5291-06c2-463c-9ed0-0d3ca62dbf70 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:12.225224 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-8b9c5291-06c2-463c-9ed0-0d3ca62dbf70 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Transition to ACTIVE for port object c7062a1d-6ff5-42a2-80b9-cf634e43a1f4 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:46:12.287139 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b9c5291-06c2-463c-9ed0-0d3ca62dbf70 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:12.340703 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acedd0-916f-4ea8-8dd2-8ec87893412c req-ae7f8351-d450-4d99-a06b-c6b84fcd0817 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:12.342409 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-87acedd0-916f-4ea8-8dd2-8ec87893412c req-ae7f8351-d450-4d99-a06b-c6b84fcd0817 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 944 time: 0.0757127 Sep 01 15:46:12.351148 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9c5291-06c2-463c-9ed0-0d3ca62dbf70 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network 1d018ea0-3df6-4c33-8e42-0732e5b899a4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:46:12.355920 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-8b9c5291-06c2-463c-9ed0-0d3ca62dbf70 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:46:12.360872 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9c5291-06c2-463c-9ed0-0d3ca62dbf70 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:46:12.399004 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c5291-06c2-463c-9ed0-0d3ca62dbf70 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Port': ['ID=c7062a1d-6ff5-42a2-80b9-cf634e43a1f4,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:12.414930 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-87acedd0-916f-4ea8-8dd2-8ec87893412c req-a46530d6-f469-47bf-9070-b64a70a8f236 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620947 Sep 01 15:46:12.439438 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9c5291-06c2-463c-9ed0-0d3ca62dbf70 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:12.440108 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b9c5291-06c2-463c-9ed0-0d3ca62dbf70 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:12.461322 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8b9c5291-06c2-463c-9ed0-0d3ca62dbf70 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9865341 Sep 01 15:46:12.465832 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47462) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:12.472424 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-a8ab0a6e-f20d-4b8c-8f96-05f89b6556f0 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'subnet': {'network_id': '1d018ea0-3df6-4c33-8e42-0732e5b899a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:12.604337 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ab0a6e-f20d-4b8c-8f96-05f89b6556f0 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:46:12.610973 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a8ab0a6e-f20d-4b8c-8f96-05f89b6556f0 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:12.726170 n-d-794796-3 neutron-server[94734]: INFO neutron.db.ipam_backend_mixin [None req-a8ab0a6e-f20d-4b8c-8f96-05f89b6556f0 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9c45b55f-fcbd-4fe6-961a-28dc7cf6f2d8 (CIDR: 172.20.0.0/28) Sep 01 15:46:12.730973 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ab0a6e-f20d-4b8c-8f96-05f89b6556f0 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:46:12.731652 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8ab0a6e-f20d-4b8c-8f96-05f89b6556f0 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:46:12.749323 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a8ab0a6e-f20d-4b8c-8f96-05f89b6556f0 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2821739 Sep 01 15:46:12.752369 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47464) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:12.759411 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-0e9b5a7d-21b2-4370-9e23-2d7b2b84e959 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'subnet': {'network_id': '1d018ea0-3df6-4c33-8e42-0732e5b899a4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:12.918244 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9b5a7d-21b2-4370-9e23-2d7b2b84e959 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:46:12.922188 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e9b5a7d-21b2-4370-9e23-2d7b2b84e959 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:13.071828 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:46:13.160654 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:46:13.259661 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e9b5a7d-21b2-4370-9e23-2d7b2b84e959 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:13.315043 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9b5a7d-21b2-4370-9e23-2d7b2b84e959 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network 1d018ea0-3df6-4c33-8e42-0732e5b899a4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:46:13.337474 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-0e9b5a7d-21b2-4370-9e23-2d7b2b84e959 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:46:13.346774 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9b5a7d-21b2-4370-9e23-2d7b2b84e959 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:13.347830 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0e9b5a7d-21b2-4370-9e23-2d7b2b84e959 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:13.350651 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:13.364373 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b5a7d-21b2-4370-9e23-2d7b2b84e959 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Subnet': ['ID=ea68f406-3a7c-487c-9899-a5d6a3fadb5b,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:13.379845 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0e9b5a7d-21b2-4370-9e23-2d7b2b84e959 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6257374 Sep 01 15:46:13.383365 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47466) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:13.393396 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-024095c7-ab26-43b0-8143-446fd31a4a79 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-73897269', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ea68f406-3a7c-487c-9899-a5d6a3fadb5b'}], 'security_groups': ['f18932c7-c026-4f4e-a69d-2549492e2ca2']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:13.425082 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-366dfa88-78f8-4387-8811-3d7d0c7c58c0 None None] Provisioning complete for port b07b62e0-94db-4bed-85ba-caab3bdb216b triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:13.425535 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-366dfa88-78f8-4387-8811-3d7d0c7c58c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:13.508030 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-366dfa88-78f8-4387-8811-3d7d0c7c58c0 None None] Port b07b62e0-94db-4bed-85ba-caab3bdb216b cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:46:13.515614 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-024095c7-ab26-43b0-8143-446fd31a4a79 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:13.521647 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-366dfa88-78f8-4387-8811-3d7d0c7c58c0 None None] Provisioning for port 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:46:13.527311 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-366dfa88-78f8-4387-8811-3d7d0c7c58c0 None None] Provisioning complete for port 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:13.528198 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-366dfa88-78f8-4387-8811-3d7d0c7c58c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:13.612514 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990a304-03d9-4fc9-a30c-eb7e74dd697f req-df560847-bb68-4da1-a492-c9dee76f4799 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:13.614109 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a990a304-03d9-4fc9-a30c-eb7e74dd697f req-df560847-bb68-4da1-a492-c9dee76f4799 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 944 time: 0.1159539 Sep 01 15:46:13.622918 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a98de8a-aa20-4b9c-a73c-9cc99c887909 None None] Network 1d018ea0-3df6-4c33-8e42-0732e5b899a4 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:46:13.713592 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-366dfa88-78f8-4387-8811-3d7d0c7c58c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:13.730977 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b764d1c-2d2f-4ba7-bd99-b15e9d3138b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:13.747313 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a990a304-03d9-4fc9-a30c-eb7e74dd697f req-a51d20e3-d392-4739-ae91-c7ab88bd06c1 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222224 Sep 01 15:46:13.789224 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-366dfa88-78f8-4387-8811-3d7d0c7c58c0 None None] For port 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b,segment=NetworkSegment(67262c63-6a31-4671-967b-f8b863393bc8),segment_id=67262c63-6a31-4671-967b-f8b863393bc8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:13.816265 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-366dfa88-78f8-4387-8811-3d7d0c7c58c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:13.922529 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366dfa88-78f8-4387-8811-3d7d0c7c58c0 None None] Pushing event updated for resources: {'Port': ['ID=42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:13.959844 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b8ae2ac3-1dc7-4402-b504-d214058d4a0d None None] Provisioning for port c7062a1d-6ff5-42a2-80b9-cf634e43a1f4 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:46:13.965256 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b8ae2ac3-1dc7-4402-b504-d214058d4a0d None None] Provisioning complete for port c7062a1d-6ff5-42a2-80b9-cf634e43a1f4 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:13.966012 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b8ae2ac3-1dc7-4402-b504-d214058d4a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:13.966214 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-024095c7-ab26-43b0-8143-446fd31a4a79 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Delete allocated IP 172.20.0.11 (1d018ea0-3df6-4c33-8e42-0732e5b899a4/9c45b55f-fcbd-4fe6-961a-28dc7cf6f2d8) {{(pid=94733) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 01 15:46:13.980529 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-024095c7-ab26-43b0-8143-446fd31a4a79 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Allocated IP 172.20.0.28 (1d018ea0-3df6-4c33-8e42-0732e5b899a4/ea68f406-3a7c-487c-9899-a5d6a3fadb5b/c7062a1d-6ff5-42a2-80b9-cf634e43a1f4) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:46:14.030867 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b8ae2ac3-1dc7-4402-b504-d214058d4a0d None None] Port c7062a1d-6ff5-42a2-80b9-cf634e43a1f4 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:46:14.041731 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca191f33-faa6-4d7a-8853-5596dad604bc None None] Update dhcp port {'port': {'network_id': '1d018ea0-3df6-4c33-8e42-0732e5b899a4', 'fixed_ips': [{'subnet_id': '9c45b55f-fcbd-4fe6-961a-28dc7cf6f2d8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ea68f406-3a7c-487c-9899-a5d6a3fadb5b'}], 'binding:host_id': 'n-d-794796-3'}, 'id': '42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b'} from n-d-794796-3. {{(pid=94735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:46:14.068286 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ca191f33-faa6-4d7a-8853-5596dad604bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:14.172489 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-024095c7-ab26-43b0-8143-446fd31a4a79 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:14.187469 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-024095c7-ab26-43b0-8143-446fd31a4a79 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Ignored duplicate provisioning block setup for port c7062a1d-6ff5-42a2-80b9-cf634e43a1f4 by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 01 15:46:14.191936 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-024095c7-ab26-43b0-8143-446fd31a4a79 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:14.259952 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-ca191f33-faa6-4d7a-8853-5596dad604bc None None] Allocated IP 172.20.0.18 (1d018ea0-3df6-4c33-8e42-0732e5b899a4/ea68f406-3a7c-487c-9899-a5d6a3fadb5b/42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:46:14.304352 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024095c7-ab26-43b0-8143-446fd31a4a79 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Port': ['ID=c7062a1d-6ff5-42a2-80b9-cf634e43a1f4,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:14.334641 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-024095c7-ab26-43b0-8143-446fd31a4a79 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] In _notify_port_updated(), no bound segment for port c7062a1d-6ff5-42a2-80b9-cf634e43a1f4 on network 1d018ea0-3df6-4c33-8e42-0732e5b899a4 {{(pid=94733) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:46:14.340930 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024095c7-ab26-43b0-8143-446fd31a4a79 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:14.341531 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-024095c7-ab26-43b0-8143-446fd31a4a79 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:14.342932 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-024095c7-ab26-43b0-8143-446fd31a4a79 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "PUT /v2.0/ports/c7062a1d-6ff5-42a2-80b9-cf634e43a1f4 HTTP/1.1" status: 200 len: 919 time: 0.9578526 Sep 01 15:46:14.346048 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47470) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:14.424881 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-ca191f33-faa6-4d7a-8853-5596dad604bc None None] For port 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b,segment=NetworkSegment(67262c63-6a31-4671-967b-f8b863393bc8),segment_id=67262c63-6a31-4671-967b-f8b863393bc8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:14.467298 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ca191f33-faa6-4d7a-8853-5596dad604bc None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:14.475272 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-e6ac2c49-c14c-4362-a061-fd0dccda019f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting port c7062a1d-6ff5-42a2-80b9-cf634e43a1f4 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:46:14.476087 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e6ac2c49-c14c-4362-a061-fd0dccda019f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:14.485699 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ca191f33-faa6-4d7a-8853-5596dad604bc None None] Transition to ACTIVE for port object 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:46:14.490602 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ca191f33-faa6-4d7a-8853-5596dad604bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:14.584741 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca191f33-faa6-4d7a-8853-5596dad604bc None None] Pushing event updated for resources: {'Port': ['ID=42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:14.605931 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e6ac2c49-c14c-4362-a061-fd0dccda019f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:14.621754 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-e6ac2c49-c14c-4362-a061-fd0dccda019f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Calling delete_port for c7062a1d-6ff5-42a2-80b9-cf634e43a1f4 owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:46:14.787149 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e6ac2c49-c14c-4362-a061-fd0dccda019f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:14.823188 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac2c49-c14c-4362-a061-fd0dccda019f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Port': ['ID=c7062a1d-6ff5-42a2-80b9-cf634e43a1f4,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:14.908357 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e6ac2c49-c14c-4362-a061-fd0dccda019f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:14.912886 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e6ac2c49-c14c-4362-a061-fd0dccda019f tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/ports/c7062a1d-6ff5-42a2-80b9-cf634e43a1f4 HTTP/1.1" status: 204 len: 168 time: 0.5633271 Sep 01 15:46:14.913306 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47474) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:14.941100 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b785ec8-a8a4-40a1-9dad-cb72621c6e4a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] GET failed (client error): The resource could not be found. Sep 01 15:46:14.947368 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3b785ec8-a8a4-40a1-9dad-cb72621c6e4a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "GET /v2.0/ports/c7062a1d-6ff5-42a2-80b9-cf634e43a1f4 HTTP/1.1" status: 404 len: 333 time: 0.0329521 Sep 01 15:46:14.948527 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47476) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:14.978698 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717b765-78df-4c9e-bb8e-ff1b701d34e0 req-fea3c58f-bc9a-4f7d-8f91-db983600cbd7 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:14.981498 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7717b765-78df-4c9e-bb8e-ff1b701d34e0 req-fea3c58f-bc9a-4f7d-8f91-db983600cbd7 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 944 time: 0.1134353 Sep 01 15:46:14.996035 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:46:15.044429 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-04714def-c1dd-415a-905b-40d90bfd31dd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:15.051010 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7717b765-78df-4c9e-bb8e-ff1b701d34e0 req-13477094-63b9-4573-97b1-744ffc0d3ceb tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553219 Sep 01 15:46:15.092706 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-04714def-c1dd-415a-905b-40d90bfd31dd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:15.143100 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-04714def-c1dd-415a-905b-40d90bfd31dd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:15.145836 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-04714def-c1dd-415a-905b-40d90bfd31dd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:15.152916 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-04714def-c1dd-415a-905b-40d90bfd31dd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/security-groups/42daca4b-5f73-4801-956a-df7582157de6 HTTP/1.1" status: 204 len: 168 time: 0.2010827 Sep 01 15:46:15.154950 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47478) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:15.163048 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04714def-c1dd-415a-905b-40d90bfd31dd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42daca4b-5f73-4801-956a-df7582157de6,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:15.220442 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1caf6ec3-1665-4cdb-9c9c-40ee03988ae9 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:15.244989 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:15.246920 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1caf6ec3-1665-4cdb-9c9c-40ee03988ae9 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:15.256732 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8e8bee1d-21e0-4626-b636-cc7fc8e0e2b3 None None] Could not find standard attr ID for object c7062a1d-6ff5-42a2-80b9-cf634e43a1f4. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:46:15.268753 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8e8bee1d-21e0-4626-b636-cc7fc8e0e2b3 None None] Provisioning complete for port b07b62e0-94db-4bed-85ba-caab3bdb216b triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:15.269128 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8e8bee1d-21e0-4626-b636-cc7fc8e0e2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:15.300403 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1caf6ec3-1665-4cdb-9c9c-40ee03988ae9 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:15.302950 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1caf6ec3-1665-4cdb-9c9c-40ee03988ae9 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:15.306983 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1caf6ec3-1665-4cdb-9c9c-40ee03988ae9 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/security-groups/f18932c7-c026-4f4e-a69d-2549492e2ca2 HTTP/1.1" status: 204 len: 168 time: 0.1481740 Sep 01 15:46:15.307189 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-8e8bee1d-21e0-4626-b636-cc7fc8e0e2b3 None None] Port b07b62e0-94db-4bed-85ba-caab3bdb216b cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:46:15.307362 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47480) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:15.314590 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf6ec3-1665-4cdb-9c9c-40ee03988ae9 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18932c7-c026-4f4e-a69d-2549492e2ca2,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:15.329355 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8e8bee1d-21e0-4626-b636-cc7fc8e0e2b3 None None] Provisioning for port 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:46:15.338572 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8e8bee1d-21e0-4626-b636-cc7fc8e0e2b3 None None] Provisioning complete for port 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:15.338982 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8e8bee1d-21e0-4626-b636-cc7fc8e0e2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:15.382449 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-579479b3-e2c2-4976-a644-a8d31ff76c19 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting subnet 9c45b55f-fcbd-4fe6-961a-28dc7cf6f2d8 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:46:15.387369 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-579479b3-e2c2-4976-a644-a8d31ff76c19 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:15.453557 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-579479b3-e2c2-4976-a644-a8d31ff76c19 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:15.596431 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-579479b3-e2c2-4976-a644-a8d31ff76c19 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:15.686234 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-579479b3-e2c2-4976-a644-a8d31ff76c19 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:15.729800 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-579479b3-e2c2-4976-a644-a8d31ff76c19 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:15.736855 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47482) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:15.737128 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-579479b3-e2c2-4976-a644-a8d31ff76c19 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/subnets/9c45b55f-fcbd-4fe6-961a-28dc7cf6f2d8 HTTP/1.1" status: 204 len: 168 time: 0.4284666 Sep 01 15:46:15.737982 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579479b3-e2c2-4976-a644-a8d31ff76c19 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Subnet': ['ID=9c45b55f-fcbd-4fe6-961a-28dc7cf6f2d8,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:15.743983 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-59e806d5-0b24-42a6-a92e-4b2461cb8b86 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'subnet': {'network_id': '1d018ea0-3df6-4c33-8e42-0732e5b899a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:15.764092 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e77a4f-5773-40e1-b5d9-09ac7e866624 None None] Network 1d018ea0-3df6-4c33-8e42-0732e5b899a4 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:46:15.898565 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e806d5-0b24-42a6-a92e-4b2461cb8b86 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:46:15.902379 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59e806d5-0b24-42a6-a92e-4b2461cb8b86 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:15.986652 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a2bc5234-7dad-4b4d-a50d-7869816a5fc3 None None] Could not find standard attr ID for object c7062a1d-6ff5-42a2-80b9-cf634e43a1f4. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:46:16.234100 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59e806d5-0b24-42a6-a92e-4b2461cb8b86 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:16.234971 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f454a-0458-47f5-9342-f99a758bbf8e req-e68d3945-ec68-4d80-be1e-aaba8f4229ff tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:16.235938 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1d1f454a-0458-47f5-9342-f99a758bbf8e req-e68d3945-ec68-4d80-be1e-aaba8f4229ff tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 944 time: 0.0652285 Sep 01 15:46:16.288088 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1d1f454a-0458-47f5-9342-f99a758bbf8e req-566c1dfe-5a4f-40ef-8a43-5e75e6728a02 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405841 Sep 01 15:46:16.289873 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e806d5-0b24-42a6-a92e-4b2461cb8b86 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network 1d018ea0-3df6-4c33-8e42-0732e5b899a4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:46:16.295279 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-59e806d5-0b24-42a6-a92e-4b2461cb8b86 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:46:16.300226 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e806d5-0b24-42a6-a92e-4b2461cb8b86 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:16.300849 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-59e806d5-0b24-42a6-a92e-4b2461cb8b86 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:16.323292 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e806d5-0b24-42a6-a92e-4b2461cb8b86 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Subnet': ['ID=ffeef403-cd0d-4042-bbf1-00724a0ef15b,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:16.332484 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47486) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:16.334969 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-59e806d5-0b24-42a6-a92e-4b2461cb8b86 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5960970 Sep 01 15:46:16.337216 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-e4621683-0de8-4211-bf13-564c78e593dd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'security_group': {'name': 'tempest-secgroup-2001744895'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:16.370806 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e4621683-0de8-4211-bf13-564c78e593dd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:16.465956 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e4621683-0de8-4211-bf13-564c78e593dd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:16.472191 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e4621683-0de8-4211-bf13-564c78e593dd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:16.494392 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e4621683-0de8-4211-bf13-564c78e593dd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:16.495773 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e4621683-0de8-4211-bf13-564c78e593dd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1621754 Sep 01 15:46:16.498673 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47488) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:16.504748 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-106bda67-ee4d-42e9-a820-2f51962a5240 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'security_group': {'name': 'tempest-secgroup-1706622640'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:16.513009 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4621683-0de8-4211-bf13-564c78e593dd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be9992a-7704-4930-be71-8c190ecc8d6c,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:16.535120 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-106bda67-ee4d-42e9-a820-2f51962a5240 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:16.645243 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-106bda67-ee4d-42e9-a820-2f51962a5240 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:16.650320 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-106bda67-ee4d-42e9-a820-2f51962a5240 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:16.689414 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-106bda67-ee4d-42e9-a820-2f51962a5240 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:16.691724 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-106bda67-ee4d-42e9-a820-2f51962a5240 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1911144 Sep 01 15:46:16.695350 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106bda67-ee4d-42e9-a820-2f51962a5240 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=583a9940-7375-482a-9e72-4887a89613e3,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:16.696129 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47490) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:16.702255 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-62974d37-dfb0-4337-86d4-8b7681f7beb1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'security_group': {'name': 'tempest-secgroup-731325131'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:16.723531 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c281bb4-8718-420c-aef4-99661d8e4d2c None None] Network 1d018ea0-3df6-4c33-8e42-0732e5b899a4 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:46:16.732449 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-62974d37-dfb0-4337-86d4-8b7681f7beb1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:16.820504 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-62974d37-dfb0-4337-86d4-8b7681f7beb1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:16.825215 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-62974d37-dfb0-4337-86d4-8b7681f7beb1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:16.842672 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5977fe84-da37-478f-953c-ad24b43ab790 None None] Provisioning complete for port b07b62e0-94db-4bed-85ba-caab3bdb216b triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:16.843283 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5977fe84-da37-478f-953c-ad24b43ab790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:16.856336 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62974d37-dfb0-4337-86d4-8b7681f7beb1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b8073c-0081-4dd0-b394-9d7e6fdbe510,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:16.858611 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-62974d37-dfb0-4337-86d4-8b7681f7beb1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:16.859829 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-62974d37-dfb0-4337-86d4-8b7681f7beb1 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1626308 Sep 01 15:46:16.864137 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47492) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:16.869367 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-6a5e259d-9270-41ce-9758-1b2f369a9432 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-298181338', 'security_groups': ['82b8073c-0081-4dd0-b394-9d7e6fdbe510'], 'network_id': '1d018ea0-3df6-4c33-8e42-0732e5b899a4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ffeef403-cd0d-4042-bbf1-00724a0ef15b'}]}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:16.916149 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-5977fe84-da37-478f-953c-ad24b43ab790 None None] Port b07b62e0-94db-4bed-85ba-caab3bdb216b cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:46:16.935447 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5977fe84-da37-478f-953c-ad24b43ab790 None None] Provisioning complete for port 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:16.935821 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5977fe84-da37-478f-953c-ad24b43ab790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:16.994621 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5e259d-9270-41ce-9758-1b2f369a9432 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:46:17.017209 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c26851-cacf-4783-928d-2dd822a30b74 None None] Update dhcp port {'port': {'network_id': '1d018ea0-3df6-4c33-8e42-0732e5b899a4', 'fixed_ips': [{'subnet_id': 'ea68f406-3a7c-487c-9899-a5d6a3fadb5b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ffeef403-cd0d-4042-bbf1-00724a0ef15b'}], 'binding:host_id': 'n-d-794796-3'}, 'id': '42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b'} from n-d-794796-3. {{(pid=94735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:46:17.073792 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a5c26851-cacf-4783-928d-2dd822a30b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:17.086530 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6a5e259d-9270-41ce-9758-1b2f369a9432 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:17.105614 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [None req-6a5e259d-9270-41ce-9758-1b2f369a9432 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] device_id is not set on port 375e1d59-a9bc-4ee4-a8aa-7f69ef481f83 yet. {{(pid=94733) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 01 15:46:17.262965 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-a5c26851-cacf-4783-928d-2dd822a30b74 None None] Allocated IP 172.20.0.2 (1d018ea0-3df6-4c33-8e42-0732e5b899a4/ffeef403-cd0d-4042-bbf1-00724a0ef15b/42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:46:17.388065 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a5c26851-cacf-4783-928d-2dd822a30b74 None None] For port 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b,segment=NetworkSegment(67262c63-6a31-4671-967b-f8b863393bc8),segment_id=67262c63-6a31-4671-967b-f8b863393bc8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:17.425197 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a5c26851-cacf-4783-928d-2dd822a30b74 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:17.443194 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a5c26851-cacf-4783-928d-2dd822a30b74 None None] Transition to ACTIVE for port object 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:46:17.451769 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b204d78-a6dc-4ff4-8faf-1b395cf270bb req-7333d4be-9fd9-41ef-be61-65feb68985e9 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:17.452532 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a5c26851-cacf-4783-928d-2dd822a30b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:17.453829 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b204d78-a6dc-4ff4-8faf-1b395cf270bb req-7333d4be-9fd9-41ef-be61-65feb68985e9 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 944 time: 0.0588918 Sep 01 15:46:17.507194 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b204d78-a6dc-4ff4-8faf-1b395cf270bb req-825e8ec0-f0f3-48a5-901e-cd6f8c0b4e22 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445487 Sep 01 15:46:17.553781 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-6a5e259d-9270-41ce-9758-1b2f369a9432 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Allocated IP 172.20.0.11 (1d018ea0-3df6-4c33-8e42-0732e5b899a4/ffeef403-cd0d-4042-bbf1-00724a0ef15b/375e1d59-a9bc-4ee4-a8aa-7f69ef481f83) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:46:17.625869 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c26851-cacf-4783-928d-2dd822a30b74 None None] Pushing event updated for resources: {'Port': ['ID=42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:17.772532 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6a5e259d-9270-41ce-9758-1b2f369a9432 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:17.787649 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-6a5e259d-9270-41ce-9758-1b2f369a9432 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Transition to ACTIVE for port object 375e1d59-a9bc-4ee4-a8aa-7f69ef481f83 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:46:17.827595 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6a5e259d-9270-41ce-9758-1b2f369a9432 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:17.909730 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5e259d-9270-41ce-9758-1b2f369a9432 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network 1d018ea0-3df6-4c33-8e42-0732e5b899a4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:46:17.916152 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-6a5e259d-9270-41ce-9758-1b2f369a9432 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:46:17.922067 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5e259d-9270-41ce-9758-1b2f369a9432 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:46:17.931862 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e259d-9270-41ce-9758-1b2f369a9432 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Port': ['ID=375e1d59-a9bc-4ee4-a8aa-7f69ef481f83,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:17.984695 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6c6b1b9d-d4dd-4c87-ba0c-ea2694e674c5 req-a816a9e4-6e29-4ad2-8fd9-5e964af4f0e8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1205873 Sep 01 15:46:17.993468 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5e259d-9270-41ce-9758-1b2f369a9432 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:17.994124 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6a5e259d-9270-41ce-9758-1b2f369a9432 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:18.012494 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6a5e259d-9270-41ce-9758-1b2f369a9432 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1469460 Sep 01 15:46:18.014945 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47496) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:18.022409 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-84850c3e-352b-44d0-a64e-a602ddc51a5d tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'subnet': {'network_id': '1d018ea0-3df6-4c33-8e42-0732e5b899a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:18.145640 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b1b9d-d4dd-4c87-ba0c-ea2694e674c5 req-d9f68903-0e6e-4b14-9495-d9a66d5ed176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:18.147571 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6c6b1b9d-d4dd-4c87-ba0c-ea2694e674c5 req-d9f68903-0e6e-4b14-9495-d9a66d5ed176 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=712b03f523614e3dae833fefdba8a150&device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 1096 time: 0.0792994 Sep 01 15:46:18.215392 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d5721392-9863-427d-a040-79384fa46a59 None None] Provisioning complete for port b07b62e0-94db-4bed-85ba-caab3bdb216b triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:18.215982 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d5721392-9863-427d-a040-79384fa46a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:18.263861 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84850c3e-352b-44d0-a64e-a602ddc51a5d tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:46:18.265502 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-d5721392-9863-427d-a040-79384fa46a59 None None] Port b07b62e0-94db-4bed-85ba-caab3bdb216b cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:46:18.267938 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-84850c3e-352b-44d0-a64e-a602ddc51a5d tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:18.284945 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d5721392-9863-427d-a040-79384fa46a59 None None] Provisioning for port 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:46:18.290904 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d5721392-9863-427d-a040-79384fa46a59 None None] Provisioning complete for port 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:18.291294 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d5721392-9863-427d-a040-79384fa46a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:18.541013 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1cce6bae-ac58-4ef1-ae44-9ffbbfec91a8 None None] Provisioning for port 375e1d59-a9bc-4ee4-a8aa-7f69ef481f83 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:46:18.550413 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1cce6bae-ac58-4ef1-ae44-9ffbbfec91a8 None None] Provisioning complete for port 375e1d59-a9bc-4ee4-a8aa-7f69ef481f83 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:18.551096 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1cce6bae-ac58-4ef1-ae44-9ffbbfec91a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:18.629382 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1cce6bae-ac58-4ef1-ae44-9ffbbfec91a8 None None] Port 375e1d59-a9bc-4ee4-a8aa-7f69ef481f83 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:46:18.723020 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b1b9d-d4dd-4c87-ba0c-ea2694e674c5 req-144be899-68f2-4238-80d3-bffee5133155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:18.724585 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6c6b1b9d-d4dd-4c87-ba0c-ea2694e674c5 req-144be899-68f2-4238-80d3-bffee5133155 service neutron] 10.222.0.45 "GET /v2.0/networks?id=07f631c5-32e9-40ca-9b75-6feb731ecf99 HTTP/1.1" status: 200 len: 913 time: 0.5557420 Sep 01 15:46:18.793441 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6c6b1b9d-d4dd-4c87-ba0c-ea2694e674c5 req-f35731f7-0680-4fc1-a4cf-dabb6aea82d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80f6d629-7ac5-4800-a0e0-42ca8cf983e8 HTTP/1.1" status: 200 len: 217 time: 0.0525656 Sep 01 15:46:18.846702 n-d-794796-3 neutron-server[94733]: INFO neutron.db.ipam_backend_mixin [None req-84850c3e-352b-44d0-a64e-a602ddc51a5d tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ffeef403-cd0d-4042-bbf1-00724a0ef15b (CIDR: 172.20.0.0/28) Sep 01 15:46:18.854439 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-84850c3e-352b-44d0-a64e-a602ddc51a5d tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:46:18.855062 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84850c3e-352b-44d0-a64e-a602ddc51a5d tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:46:18.869609 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885ab3d-da12-4c9a-b000-01c1dab81386 req-a579c6c0-33f6-4aa6-b314-32146a9ce280 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:18.871333 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f885ab3d-da12-4c9a-b000-01c1dab81386 req-a579c6c0-33f6-4aa6-b314-32146a9ce280 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 944 time: 0.1676843 Sep 01 15:46:18.894952 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-84850c3e-352b-44d0-a64e-a602ddc51a5d tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8773360 Sep 01 15:46:18.898436 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47500) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:18.903098 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b1b9d-d4dd-4c87-ba0c-ea2694e674c5 req-8b7dd752-5cee-4cfc-ab76-aae16dd95e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:18.904596 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6c6b1b9d-d4dd-4c87-ba0c-ea2694e674c5 req-8b7dd752-5cee-4cfc-ab76-aae16dd95e35 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a2b59801-979b-4fe1-bcc1-5c6fa7771954 HTTP/1.1" status: 200 len: 851 time: 0.1009223 Sep 01 15:46:18.909201 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-ab1358c1-fe24-4f89-bea0-b67390f54f4d tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'subnet': {'network_id': '1d018ea0-3df6-4c33-8e42-0732e5b899a4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:18.956519 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f885ab3d-da12-4c9a-b000-01c1dab81386 req-8c9b6528-d912-4b41-a1fc-790d4057ee96 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754302 Sep 01 15:46:18.981171 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b1b9d-d4dd-4c87-ba0c-ea2694e674c5 req-62d6fc32-0efa-478a-a60d-1121c3f48c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:18.982287 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6c6b1b9d-d4dd-4c87-ba0c-ea2694e674c5 req-62d6fc32-0efa-478a-a60d-1121c3f48c7f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=07f631c5-32e9-40ca-9b75-6feb731ecf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690672 Sep 01 15:46:18.991175 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:46:19.058978 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:19.059352 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:19.102327 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6c6b1b9d-d4dd-4c87-ba0c-ea2694e674c5 req-363d6cb7-c249-487e-a386-a5d10200cca4 service neutron] 10.222.0.45 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108327 Sep 01 15:46:19.109093 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1358c1-fe24-4f89-bea0-b67390f54f4d tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:46:19.113338 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ab1358c1-fe24-4f89-bea0-b67390f54f4d tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:19.214056 n-d-794796-3 neutron-server[94734]: INFO neutron.db.ipam_backend_mixin [None req-ab1358c1-fe24-4f89-bea0-b67390f54f4d tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ea68f406-3a7c-487c-9899-a5d6a3fadb5b (CIDR: 172.20.0.16/28) Sep 01 15:46:19.218631 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1358c1-fe24-4f89-bea0-b67390f54f4d tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 15:46:19.219207 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab1358c1-fe24-4f89-bea0-b67390f54f4d tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:46:19.237680 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ab1358c1-fe24-4f89-bea0-b67390f54f4d tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3377676 Sep 01 15:46:19.240684 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47502) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:19.246403 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-61b0d0f6-29e9-40bc-b84f-eb4a8ece5431 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'subnet': {'network_id': '1d018ea0-3df6-4c33-8e42-0732e5b899a4', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:19.257270 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6c6b1b9d-d4dd-4c87-ba0c-ea2694e674c5 req-f150c772-c257-4c8a-b401-c63d41eeb7da service neutron] 10.222.0.45 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472440 Sep 01 15:46:19.373832 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b0d0f6-29e9-40bc-b84f-eb4a8ece5431 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Made reservation on behalf of bec4d2995d7d4a2fa59bd8f7e32d61fc for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:46:19.377262 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-61b0d0f6-29e9-40bc-b84f-eb4a8ece5431 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:19.623033 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-61b0d0f6-29e9-40bc-b84f-eb4a8ece5431 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:19.670386 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b0d0f6-29e9-40bc-b84f-eb4a8ece5431 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Network 1d018ea0-3df6-4c33-8e42-0732e5b899a4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:46:19.674213 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-61b0d0f6-29e9-40bc-b84f-eb4a8ece5431 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:46:19.679244 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b0d0f6-29e9-40bc-b84f-eb4a8ece5431 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:19.679953 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-61b0d0f6-29e9-40bc-b84f-eb4a8ece5431 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:19.687080 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852359ff-bb5b-4d96-9e73-a9d613980de7 None None] Network 1d018ea0-3df6-4c33-8e42-0732e5b899a4 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:46:19.691048 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0d0f6-29e9-40bc-b84f-eb4a8ece5431 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Subnet': ['ID=65c13897-73f7-43e1-8030-cb7a33c5cc09,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:19.706027 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-61b0d0f6-29e9-40bc-b84f-eb4a8ece5431 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4641695 Sep 01 15:46:19.709872 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47504) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:19.718369 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6f232adc-c7db-4e42-aa62-a402b73c033c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-137546577', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '65c13897-73f7-43e1-8030-cb7a33c5cc09'}], 'security_groups': ['4be9992a-7704-4930-be71-8c190ecc8d6c', '583a9940-7375-482a-9e72-4887a89613e3']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:19.923047 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6f232adc-c7db-4e42-aa62-a402b73c033c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:20.041769 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4024ef97-134f-4d14-b707-37ddb91c1f86 None None] Update dhcp port {'port': {'network_id': '1d018ea0-3df6-4c33-8e42-0732e5b899a4', 'fixed_ips': [{'subnet_id': 'ea68f406-3a7c-487c-9899-a5d6a3fadb5b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ffeef403-cd0d-4042-bbf1-00724a0ef15b', 'ip_address': '172.20.0.2'}, {'subnet_id': '65c13897-73f7-43e1-8030-cb7a33c5cc09'}], 'binding:host_id': 'n-d-794796-3'}, 'id': '42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b'} from n-d-794796-3. {{(pid=94735) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 01 15:46:20.088823 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4024ef97-134f-4d14-b707-37ddb91c1f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:20.279951 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd8c49-86a8-448e-9278-8db71d2d2184 req-7d831951-399f-4faf-b6aa-c790114a6860 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:20.281901 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7ecd8c49-86a8-448e-9278-8db71d2d2184 req-7d831951-399f-4faf-b6aa-c790114a6860 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 944 time: 0.1687601 Sep 01 15:46:20.319903 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-4024ef97-134f-4d14-b707-37ddb91c1f86 None None] Allocated IP 172.20.0.34 (1d018ea0-3df6-4c33-8e42-0732e5b899a4/65c13897-73f7-43e1-8030-cb7a33c5cc09/42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:46:20.343761 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7ecd8c49-86a8-448e-9278-8db71d2d2184 req-8bb56548-70bc-4797-94fc-cd6ef6cfff4e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547266 Sep 01 15:46:20.434642 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-4024ef97-134f-4d14-b707-37ddb91c1f86 None None] For port 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b,segment=NetworkSegment(67262c63-6a31-4671-967b-f8b863393bc8),segment_id=67262c63-6a31-4671-967b-f8b863393bc8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:20.468231 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4024ef97-134f-4d14-b707-37ddb91c1f86 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:20.483100 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4024ef97-134f-4d14-b707-37ddb91c1f86 None None] Transition to ACTIVE for port object 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:46:20.487796 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4024ef97-134f-4d14-b707-37ddb91c1f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:20.627724 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024ef97-134f-4d14-b707-37ddb91c1f86 None None] Pushing event updated for resources: {'Port': ['ID=42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b,revision_number=7']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:20.630666 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-6f232adc-c7db-4e42-aa62-a402b73c033c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Delete allocated IP 172.20.0.11 (1d018ea0-3df6-4c33-8e42-0732e5b899a4/ffeef403-cd0d-4042-bbf1-00724a0ef15b) {{(pid=94734) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 01 15:46:20.648284 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-6f232adc-c7db-4e42-aa62-a402b73c033c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Allocated IP 172.20.0.45 (1d018ea0-3df6-4c33-8e42-0732e5b899a4/65c13897-73f7-43e1-8030-cb7a33c5cc09/375e1d59-a9bc-4ee4-a8aa-7f69ef481f83) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:46:20.891454 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6f232adc-c7db-4e42-aa62-a402b73c033c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:20.910531 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-6f232adc-c7db-4e42-aa62-a402b73c033c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Transition to ACTIVE for port object 375e1d59-a9bc-4ee4-a8aa-7f69ef481f83 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:46:20.915815 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6f232adc-c7db-4e42-aa62-a402b73c033c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:20.980109 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:46:21.034264 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f232adc-c7db-4e42-aa62-a402b73c033c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event updated for resources: {'Port': ['ID=375e1d59-a9bc-4ee4-a8aa-7f69ef481f83,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:21.077761 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-6f232adc-c7db-4e42-aa62-a402b73c033c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] In _notify_port_updated(), no bound segment for port 375e1d59-a9bc-4ee4-a8aa-7f69ef481f83 on network 1d018ea0-3df6-4c33-8e42-0732e5b899a4 {{(pid=94734) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 01 15:46:21.088985 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f232adc-c7db-4e42-aa62-a402b73c033c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:21.090259 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6f232adc-c7db-4e42-aa62-a402b73c033c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:21.092624 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6f232adc-c7db-4e42-aa62-a402b73c033c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "PUT /v2.0/ports/375e1d59-a9bc-4ee4-a8aa-7f69ef481f83 HTTP/1.1" status: 200 len: 959 time: 1.3811905 Sep 01 15:46:21.096613 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47508) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:21.125820 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device dab0ccf5-49ce-4e30-8ee9-6c33e04a1988 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:46:21.228738 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-304af16b-ac69-4c34-bdac-bf3b51cf0d1b tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting port 375e1d59-a9bc-4ee4-a8aa-7f69ef481f83 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:46:21.229366 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-304af16b-ac69-4c34-bdac-bf3b51cf0d1b tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:21.312519 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port dab0ccf5-49ce-4e30-8ee9-6c33e04a1988, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=dab0ccf5-49ce-4e30-8ee9-6c33e04a1988,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:21.328647 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'dab0ccf5-49ce-4e30-8ee9-6c33e04a1988', 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99', 'port_id': 'dab0ccf5-49ce-4e30-8ee9-6c33e04a1988', 'mac_address': 'fa:16:3e:09:30:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b59801-979b-4fe1-bcc1-5c6fa7771954', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:46:21.350320 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-304af16b-ac69-4c34-bdac-bf3b51cf0d1b tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:21.364973 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-304af16b-ac69-4c34-bdac-bf3b51cf0d1b tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Calling delete_port for 375e1d59-a9bc-4ee4-a8aa-7f69ef481f83 owned by {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:46:21.399285 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:21.413941 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a8cec623-e45b-4fe1-9687-57566199cac2 None None] Provisioning complete for port b07b62e0-94db-4bed-85ba-caab3bdb216b triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:21.414256 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a8cec623-e45b-4fe1-9687-57566199cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:21.440394 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab0ccf5-49ce-4e30-8ee9-6c33e04a1988 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:46:21.468381 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port dab0ccf5-49ce-4e30-8ee9-6c33e04a1988, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=dab0ccf5-49ce-4e30-8ee9-6c33e04a1988,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:21.478786 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:21.487930 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-a8cec623-e45b-4fe1-9687-57566199cac2 None None] Port b07b62e0-94db-4bed-85ba-caab3bdb216b cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:46:21.534097 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a8cec623-e45b-4fe1-9687-57566199cac2 None None] Provisioning for port 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:46:21.543755 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e959f4-1573-4efb-8cc2-d860de75f82a req-8727bf9e-1286-4209-bd5f-f5045d93d759 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:21.550178 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a8cec623-e45b-4fe1-9687-57566199cac2 None None] Provisioning complete for port 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:21.550480 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a8cec623-e45b-4fe1-9687-57566199cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:21.553472 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e4e959f4-1573-4efb-8cc2-d860de75f82a req-8727bf9e-1286-4209-bd5f-f5045d93d759 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 945 time: 0.0752742 Sep 01 15:46:21.583025 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-304af16b-ac69-4c34-bdac-bf3b51cf0d1b tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:21.583601 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=dab0ccf5-49ce-4e30-8ee9-6c33e04a1988,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:21.600084 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e4e959f4-1573-4efb-8cc2-d860de75f82a req-c73a7944-a1e0-4fde-9483-777d8f800095 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454969 Sep 01 15:46:21.641652 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304af16b-ac69-4c34-bdac-bf3b51cf0d1b tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Port': ['ID=375e1d59-a9bc-4ee4-a8aa-7f69ef481f83,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:21.677588 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a8cec623-e45b-4fe1-9687-57566199cac2 None None] Could not find standard attr ID for object 375e1d59-a9bc-4ee4-a8aa-7f69ef481f83. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:46:21.743063 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-304af16b-ac69-4c34-bdac-bf3b51cf0d1b tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:21.745026 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-304af16b-ac69-4c34-bdac-bf3b51cf0d1b tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/ports/375e1d59-a9bc-4ee4-a8aa-7f69ef481f83 HTTP/1.1" status: 204 len: 168 time: 0.6474109 Sep 01 15:46:21.748213 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47512) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:21.779834 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-67081dfe-d426-4858-95c3-36a75b559b62 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] GET failed (client error): The resource could not be found. Sep 01 15:46:21.781697 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-67081dfe-d426-4858-95c3-36a75b559b62 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "GET /v2.0/ports/375e1d59-a9bc-4ee4-a8aa-7f69ef481f83 HTTP/1.1" status: 404 len: 333 time: 0.0317729 Sep 01 15:46:21.785917 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47514) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:21.833820 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['dab0ccf5-49ce-4e30-8ee9-6c33e04a1988'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:46:21.855668 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ce2d-d2f9-4258-9f6b-90a635c299dd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:21.905702 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ce2d-d2f9-4258-9f6b-90a635c299dd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:21.987058 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ce2d-d2f9-4258-9f6b-90a635c299dd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:21.992236 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d1d6ce2d-d2f9-4258-9f6b-90a635c299dd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:21.993726 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d1d6ce2d-d2f9-4258-9f6b-90a635c299dd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/security-groups/82b8073c-0081-4dd0-b394-9d7e6fdbe510 HTTP/1.1" status: 204 len: 168 time: 0.2066336 Sep 01 15:46:22.000016 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47516) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:22.006047 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6ce2d-d2f9-4258-9f6b-90a635c299dd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b8073c-0081-4dd0-b394-9d7e6fdbe510,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:22.006586 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-87b186a8-4da3-4ff7-b497-cae29199c00f None None] Could not find standard attr ID for object 375e1d59-a9bc-4ee4-a8aa-7f69ef481f83. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 15:46:22.102962 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d16aae1c-ce99-450f-b57e-3f02963b2ece tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:22.131253 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d16aae1c-ce99-450f-b57e-3f02963b2ece tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:22.193255 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d16aae1c-ce99-450f-b57e-3f02963b2ece tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:22.195999 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d16aae1c-ce99-450f-b57e-3f02963b2ece tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:22.197182 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d16aae1c-ce99-450f-b57e-3f02963b2ece tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/security-groups/583a9940-7375-482a-9e72-4887a89613e3 HTTP/1.1" status: 204 len: 168 time: 0.1946535 Sep 01 15:46:22.201504 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47518) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:22.208844 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16aae1c-ce99-450f-b57e-3f02963b2ece tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=583a9940-7375-482a-9e72-4887a89613e3,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:22.291497 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2548f2e2-6cb7-431e-9998-1c846e043f18 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:22.329952 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2548f2e2-6cb7-431e-9998-1c846e043f18 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:22.384619 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2548f2e2-6cb7-431e-9998-1c846e043f18 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:22.388330 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2548f2e2-6cb7-431e-9998-1c846e043f18 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:22.390021 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2548f2e2-6cb7-431e-9998-1c846e043f18 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/security-groups/4be9992a-7704-4930-be71-8c190ecc8d6c HTTP/1.1" status: 204 len: 168 time: 0.1858435 Sep 01 15:46:22.394462 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47520) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:22.405984 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548f2e2-6cb7-431e-9998-1c846e043f18 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be9992a-7704-4930-be71-8c190ecc8d6c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:22.479144 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca931396-82d8-47f7-a959-bd8c9597a5bd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting subnet ffeef403-cd0d-4042-bbf1-00724a0ef15b {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:46:22.483832 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca931396-82d8-47f7-a959-bd8c9597a5bd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:22.535156 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca931396-82d8-47f7-a959-bd8c9597a5bd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:22.675230 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca931396-82d8-47f7-a959-bd8c9597a5bd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:22.767977 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca931396-82d8-47f7-a959-bd8c9597a5bd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:22.806626 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca931396-82d8-47f7-a959-bd8c9597a5bd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Subnet': ['ID=ffeef403-cd0d-4042-bbf1-00724a0ef15b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:22.815644 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ca931396-82d8-47f7-a959-bd8c9597a5bd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:22.817986 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ca931396-82d8-47f7-a959-bd8c9597a5bd tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/subnets/ffeef403-cd0d-4042-bbf1-00724a0ef15b HTTP/1.1" status: 204 len: 168 time: 0.4221461 Sep 01 15:46:22.823235 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47526) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:22.828141 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ae22b1-d09c-49fc-996d-043d7cd16c84 None None] Network 1d018ea0-3df6-4c33-8e42-0732e5b899a4 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:46:22.921693 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe81aa1-cacb-474b-9ef6-0cc5dafd166a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting subnet 65c13897-73f7-43e1-8030-cb7a33c5cc09 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:46:22.926167 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-abe81aa1-cacb-474b-9ef6-0cc5dafd166a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:23.007230 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-abe81aa1-cacb-474b-9ef6-0cc5dafd166a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:23.039381 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89063e-b643-4ca3-b42e-9ae132931832 req-1d425e03-ecb9-451e-ac3b-98d20dedc319 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:23.040981 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa89063e-b643-4ca3-b42e-9ae132931832 req-1d425e03-ecb9-451e-ac3b-98d20dedc319 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 945 time: 0.3511586 Sep 01 15:46:23.088407 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa89063e-b643-4ca3-b42e-9ae132931832 req-94bb5285-39b0-4790-80e3-8d799b37072b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356011 Sep 01 15:46:23.132280 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-abe81aa1-cacb-474b-9ef6-0cc5dafd166a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:23.132650 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device dab0ccf5-49ce-4e30-8ee9-6c33e04a1988 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:46:23.222799 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port dab0ccf5-49ce-4e30-8ee9-6c33e04a1988 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:46:23.230613 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port dab0ccf5-49ce-4e30-8ee9-6c33e04a1988 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:23.231322 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:23.233574 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-abe81aa1-cacb-474b-9ef6-0cc5dafd166a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:23.267033 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe81aa1-cacb-474b-9ef6-0cc5dafd166a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Subnet': ['ID=65c13897-73f7-43e1-8030-cb7a33c5cc09,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:23.272754 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-abe81aa1-cacb-474b-9ef6-0cc5dafd166a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:23.274733 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-abe81aa1-cacb-474b-9ef6-0cc5dafd166a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/subnets/65c13897-73f7-43e1-8030-cb7a33c5cc09 HTTP/1.1" status: 204 len: 168 time: 0.4501114 Sep 01 15:46:23.277151 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47528) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:23.306822 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a85c4a9-49dc-44e3-9890-d50cac658545 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] DELETE failed (client error): The resource could not be found. Sep 01 15:46:23.307287 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a85c4a9-49dc-44e3-9890-d50cac658545 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:46:23.309154 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4a85c4a9-49dc-44e3-9890-d50cac658545 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/subnets/ffeef403-cd0d-4042-bbf1-00724a0ef15b HTTP/1.1" status: 404 len: 337 time: 0.0310152 Sep 01 15:46:23.312183 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47530) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:23.351915 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:23.382555 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44aea2ce-f389-4816-ab5d-59466820fb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab0ccf5-49ce-4e30-8ee9-6c33e04a1988'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:46:23.383540 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32bee41-5a5c-4ae2-923a-424670816569 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting subnet ea68f406-3a7c-487c-9899-a5d6a3fadb5b {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:46:23.385739 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b60519-11cc-49ba-a86f-ca74a19f978f" -d '{"events": [{"server_uuid": "44aea2ce-f389-4816-ab5d-59466820fb51", "name": "network-vif-plugged", "status": "completed", "tag": "dab0ccf5-49ce-4e30-8ee9-6c33e04a1988"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:46:23.389189 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f32bee41-5a5c-4ae2-923a-424670816569 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:23.409963 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port dab0ccf5-49ce-4e30-8ee9-6c33e04a1988, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=dab0ccf5-49ce-4e30-8ee9-6c33e04a1988,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:23.418826 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:23.448180 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f32bee41-5a5c-4ae2-923a-424670816569 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:23.486910 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df790d27-1bc6-41ed-9066-b15df0cf5bef x-openstack-request-id: req-df790d27-1bc6-41ed-9066-b15df0cf5bef {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:46:23.488176 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44aea2ce-f389-4816-ab5d-59466820fb51", "name": "network-vif-plugged", "status": "completed", "tag": "dab0ccf5-49ce-4e30-8ee9-6c33e04a1988", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:46:23.488610 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df790d27-1bc6-41ed-9066-b15df0cf5bef {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:46:23.489261 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44aea2ce-f389-4816-ab5d-59466820fb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab0ccf5-49ce-4e30-8ee9-6c33e04a1988', 'code': 200} Sep 01 15:46:23.514442 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=dab0ccf5-49ce-4e30-8ee9-6c33e04a1988,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:23.635581 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f32bee41-5a5c-4ae2-923a-424670816569 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:23.697669 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad709f3f-0c35-4e76-93c3-e47b176b69e7 req-278a147f-9dd4-469c-870a-aa0e6ecd0beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:23.699667 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ad709f3f-0c35-4e76-93c3-e47b176b69e7 req-278a147f-9dd4-469c-870a-aa0e6ecd0beb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 1097 time: 0.1039643 Sep 01 15:46:23.735601 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d5393f-78bf-49fc-822d-a9b041a89a71 None None] Network 1d018ea0-3df6-4c33-8e42-0732e5b899a4 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:46:23.750213 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f32bee41-5a5c-4ae2-923a-424670816569 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:23.799549 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32bee41-5a5c-4ae2-923a-424670816569 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Subnet': ['ID=ea68f406-3a7c-487c-9899-a5d6a3fadb5b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:23.803267 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ad709f3f-0c35-4e76-93c3-e47b176b69e7 req-19bcf8b8-7f50-4189-bb58-70fb1eb0f9dc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925152 Sep 01 15:46:23.807551 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f32bee41-5a5c-4ae2-923a-424670816569 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:23.809122 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-adffe422-02c6-40f3-8a08-33f176b25754 None None] Provisioning complete for port b07b62e0-94db-4bed-85ba-caab3bdb216b triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:23.809818 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-adffe422-02c6-40f3-8a08-33f176b25754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:23.814793 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f32bee41-5a5c-4ae2-923a-424670816569 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/subnets/ea68f406-3a7c-487c-9899-a5d6a3fadb5b HTTP/1.1" status: 204 len: 168 time: 0.4955626 Sep 01 15:46:23.815250 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47534) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:23.846612 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-30aba3a2-08cc-473c-a389-0d0746a25749 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] DELETE failed (client error): The resource could not be found. Sep 01 15:46:23.847016 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30aba3a2-08cc-473c-a389-0d0746a25749 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:46:23.852732 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-30aba3a2-08cc-473c-a389-0d0746a25749 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/subnets/9c45b55f-fcbd-4fe6-961a-28dc7cf6f2d8 HTTP/1.1" status: 404 len: 337 time: 0.0324478 Sep 01 15:46:23.853349 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47536) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:23.875056 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-adffe422-02c6-40f3-8a08-33f176b25754 None None] Port b07b62e0-94db-4bed-85ba-caab3bdb216b cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:46:23.892407 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4bc46a28-85d6-4355-9c19-68b6edebfff5 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "GET /v2.0/ports?device_id=871db5dc-4021-4184-81c0-eb8a2423de31 HTTP/1.1" status: 200 len: 205 time: 0.0375743 Sep 01 15:46:23.895060 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47538) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:23.912652 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-adffe422-02c6-40f3-8a08-33f176b25754 None None] Provisioning complete for port 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:23.913058 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-adffe422-02c6-40f3-8a08-33f176b25754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:23.947874 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-ddf7b6f9-cd02-4348-9627-b67d189a939c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] delete failed (client error): The resource could not be found. Sep 01 15:46:23.948976 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ddf7b6f9-cd02-4348-9627-b67d189a939c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/routers/871db5dc-4021-4184-81c0-eb8a2423de31 HTTP/1.1" status: 404 len: 336 time: 0.0528297 Sep 01 15:46:23.953242 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47540) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:23.987922 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-14fcf987-29a2-4013-9d35-ca2c6133cfb2 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] DELETE failed (client error): The resource could not be found. Sep 01 15:46:23.988308 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14fcf987-29a2-4013-9d35-ca2c6133cfb2 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:46:23.990185 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-14fcf987-29a2-4013-9d35-ca2c6133cfb2 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/subnets/98e5f2cd-01d1-46ce-a2ba-dc262f8179d2 HTTP/1.1" status: 404 len: 337 time: 0.0359066 Sep 01 15:46:23.993316 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47542) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:24.032619 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0cc4c3-6cab-462d-a146-3368a11cae26 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] DELETE failed (client error): The resource could not be found. Sep 01 15:46:24.033087 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0cc4c3-6cab-462d-a146-3368a11cae26 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:46:24.035068 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2e0cc4c3-6cab-462d-a146-3368a11cae26 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/subnets/e60615e7-425f-46da-a137-3b4861bd33c8 HTTP/1.1" status: 404 len: 337 time: 0.0399342 Sep 01 15:46:24.038929 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47544) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:24.079806 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3166191-8373-4425-9f38-fa9c31fa912b tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] DELETE failed (client error): The resource could not be found. Sep 01 15:46:24.080323 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3166191-8373-4425-9f38-fa9c31fa912b tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:46:24.082450 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d3166191-8373-4425-9f38-fa9c31fa912b tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/subnets/d91063c1-1e11-4714-8648-6495d08c1c2b HTTP/1.1" status: 404 len: 337 time: 0.0408938 Sep 01 15:46:24.084926 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47546) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:24.095090 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667b42de-3eb6-4159-b611-20b1f1f86eed None None] DHCP port deletion for 1d018ea0-3df6-4c33-8e42-0732e5b899a4 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:46:24.110563 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3653369-1a4c-41b0-b652-6d011f2a6e9c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] DELETE failed (client error): The resource could not be found. Sep 01 15:46:24.111157 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3653369-1a4c-41b0-b652-6d011f2a6e9c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:46:24.113266 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e3653369-1a4c-41b0-b652-6d011f2a6e9c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/ports/5faf3e55-3a40-402c-bda4-ff02f8bd38c4 HTTP/1.1" status: 404 len: 333 time: 0.0271425 Sep 01 15:46:24.116141 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47550) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:24.144793 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-4efd29be-b370-480a-ad63-a37b2f92004c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] DELETE failed (client error): The resource could not be found. Sep 01 15:46:24.145228 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4efd29be-b370-480a-ad63-a37b2f92004c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:46:24.145869 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-667b42de-3eb6-4159-b611-20b1f1f86eed None None] Deleting port 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:46:24.146504 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-667b42de-3eb6-4159-b611-20b1f1f86eed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:24.147430 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4efd29be-b370-480a-ad63-a37b2f92004c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/subnets/b082c8d1-ea52-4eb5-831f-7eac59590a87 HTTP/1.1" status: 404 len: 337 time: 0.0296504 Sep 01 15:46:24.150315 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47552) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:24.186459 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-6695c78a-6447-4e13-9a4f-843b7d55566a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] DELETE failed (client error): The resource could not be found. Sep 01 15:46:24.186917 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6695c78a-6447-4e13-9a4f-843b7d55566a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:46:24.188914 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6695c78a-6447-4e13-9a4f-843b7d55566a tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/subnets/fa8efbeb-4226-4c93-932d-3aa394eb0823 HTTP/1.1" status: 404 len: 337 time: 0.0379238 Sep 01 15:46:24.191768 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47554) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:24.225599 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-667b42de-3eb6-4159-b611-20b1f1f86eed None None] For port 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b,segment=NetworkSegment(67262c63-6a31-4671-967b-f8b863393bc8),segment_id=67262c63-6a31-4671-967b-f8b863393bc8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:24.226165 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-667b42de-3eb6-4159-b611-20b1f1f86eed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:24.240150 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-960ccb1c-da7a-4d21-b945-f3671815704e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] DELETE failed (client error): The resource could not be found. Sep 01 15:46:24.240887 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-960ccb1c-da7a-4d21-b945-f3671815704e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:46:24.242766 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-960ccb1c-da7a-4d21-b945-f3671815704e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/ports/c7f8d5c6-c7eb-4121-82a3-72e0bc425de4 HTTP/1.1" status: 404 len: 333 time: 0.0499749 Sep 01 15:46:24.245759 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47556) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:24.265904 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47f7a1-3587-4620-a314-be31ea1a626f req-2698ed74-1461-4f15-a8cc-74a528912f17 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:24.267805 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6d47f7a1-3587-4620-a314-be31ea1a626f req-2698ed74-1461-4f15-a8cc-74a528912f17 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 946 time: 0.0909905 Sep 01 15:46:24.279557 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1a9628-aa56-4309-97b3-a3ccc0aebe7e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] DELETE failed (client error): The resource could not be found. Sep 01 15:46:24.280028 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f1a9628-aa56-4309-97b3-a3ccc0aebe7e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:46:24.284678 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7f1a9628-aa56-4309-97b3-a3ccc0aebe7e tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/subnets/cd4868a7-ad41-4d60-8889-815e0a31bd03 HTTP/1.1" status: 404 len: 337 time: 0.0343049 Sep 01 15:46:24.284942 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47558) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:24.321156 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff976f2-262a-4551-9240-b4a392befb8c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] DELETE failed (client error): The resource could not be found. Sep 01 15:46:24.321642 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff976f2-262a-4551-9240-b4a392befb8c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 15:46:24.328241 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3ff976f2-262a-4551-9240-b4a392befb8c tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/subnets/933b2a62-2513-4c38-acc2-3a60833189f0 HTTP/1.1" status: 404 len: 337 time: 0.0387216 Sep 01 15:46:24.329533 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47560) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:24.346473 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6d47f7a1-3587-4620-a314-be31ea1a626f req-3134fa34-4cfa-47d3-86a2-579a64944115 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702209 Sep 01 15:46:24.408083 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-667b42de-3eb6-4159-b611-20b1f1f86eed None None] Calling delete_port for 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:46:24.474209 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-f9f591bb-ae36-4b27-b469-4815d0b426d8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Deleting port b07b62e0-94db-4bed-85ba-caab3bdb216b {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:46:24.474806 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f9f591bb-ae36-4b27-b469-4815d0b426d8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:24.498684 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-667b42de-3eb6-4159-b611-20b1f1f86eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:24.527987 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b42de-3eb6-4159-b611-20b1f1f86eed None None] No DVR routers for this DVR port 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:46:24.532900 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b42de-3eb6-4159-b611-20b1f1f86eed None None] Pushing event deleted for resources: {'Port': ['ID=42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:24.583289 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f9f591bb-ae36-4b27-b469-4815d0b426d8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:24.598621 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-f9f591bb-ae36-4b27-b469-4815d0b426d8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Calling delete_port for b07b62e0-94db-4bed-85ba-caab3bdb216b owned by {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:46:24.721430 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f9f591bb-ae36-4b27-b469-4815d0b426d8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:24.756311 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f591bb-ae36-4b27-b469-4815d0b426d8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Port': ['ID=b07b62e0-94db-4bed-85ba-caab3bdb216b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:24.760232 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f9f591bb-ae36-4b27-b469-4815d0b426d8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:24.763066 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f9f591bb-ae36-4b27-b469-4815d0b426d8 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/ports/b07b62e0-94db-4bed-85ba-caab3bdb216b HTTP/1.1" status: 204 len: 168 time: 0.4321785 Sep 01 15:46:24.765610 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47562) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:24.858520 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7b1d43d6-59b1-47b2-977f-e8322faa36a7 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:24.963330 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:46:24.964794 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7b1d43d6-59b1-47b2-977f-e8322faa36a7 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:24.976422 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-7b1d43d6-59b1-47b2-977f-e8322faa36a7 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d018ea0-3df6-4c33-8e42-0732e5b899a4']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:24.986648 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:46:24.987048 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 42f8fc02-9c4c-4aa9-a2c3-d9d530cd287b not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:46:24.988433 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-7b1d43d6-59b1-47b2-977f-e8322faa36a7 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67262c63-6a31-4671-967b-f8b863393bc8') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:24.988728 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-7b1d43d6-59b1-47b2-977f-e8322faa36a7 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67262c63-6a31-4671-967b-f8b863393bc8') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:46:25.000330 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7b1d43d6-59b1-47b2-977f-e8322faa36a7 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:25.022218 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7b1d43d6-59b1-47b2-977f-e8322faa36a7 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:25.031350 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1d43d6-59b1-47b2-977f-e8322faa36a7 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:46:25.031975 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7b1d43d6-59b1-47b2-977f-e8322faa36a7 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:46:25.036645 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:46:25.111880 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7b1d43d6-59b1-47b2-977f-e8322faa36a7 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:25.120044 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7b1d43d6-59b1-47b2-977f-e8322faa36a7 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:25.125451 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7b1d43d6-59b1-47b2-977f-e8322faa36a7 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] 10.222.0.60 "DELETE /v2.0/networks/1d018ea0-3df6-4c33-8e42-0732e5b899a4 HTTP/1.1" status: 204 len: 168 time: 0.3554320 Sep 01 15:46:25.137153 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d43d6-59b1-47b2-977f-e8322faa36a7 tempest-PortsTestJSON-708341437 tempest-PortsTestJSON-708341437-project] Pushing event deleted for resources: {'Network': ['ID=1d018ea0-3df6-4c33-8e42-0732e5b899a4,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:25.458445 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47572) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:25.495215 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d0a0c-236a-419d-82c3-495ac1812e22 req-6919616c-1556-4316-9ff2-b0c11897dcf6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:25.497496 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ce1d0a0c-236a-419d-82c3-495ac1812e22 req-6919616c-1556-4316-9ff2-b0c11897dcf6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 946 time: 0.0694091 Sep 01 15:46:25.543634 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ce1d0a0c-236a-419d-82c3-495ac1812e22 req-43ae36db-3219-4069-8ee2-494273e3c89e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393836 Sep 01 15:46:25.618011 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-242e92f7-02d1-43af-a7a1-13d0d8b0be73 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bec4d2995d7d4a2fa59bd8f7e32d61fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1580584 Sep 01 15:46:25.622509 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47578) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:25.673346 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074de98-9ad3-4753-bffe-db99b62493ea req-47fafb5d-9e6d-4f7a-bb9c-7d539b19c0aa tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:25.675047 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d074de98-9ad3-4753-bffe-db99b62493ea req-47fafb5d-9e6d-4f7a-bb9c-7d539b19c0aa tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 946 time: 0.0556526 Sep 01 15:46:25.690978 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f9edcc8b-8b70-44f0-aa7e-d896b403dbe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:25.714070 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f9edcc8b-8b70-44f0-aa7e-d896b403dbe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:25.716818 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d074de98-9ad3-4753-bffe-db99b62493ea req-1c804769-ba87-460e-9cce-86a9b09387cf tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354667 Sep 01 15:46:25.786525 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f9edcc8b-8b70-44f0-aa7e-d896b403dbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:25.791264 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f9edcc8b-8b70-44f0-aa7e-d896b403dbe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:25.795993 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f9edcc8b-8b70-44f0-aa7e-d896b403dbe1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db6b4ea0-2a41-4a61-b1bc-47dad029a462 HTTP/1.1" status: 204 len: 168 time: 0.1697283 Sep 01 15:46:25.804977 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9edcc8b-8b70-44f0-aa7e-d896b403dbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6b4ea0-2a41-4a61-b1bc-47dad029a462,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:26.183193 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873c380-3f09-4f22-8a91-a2b42c6d5d45 req-85e8a5f4-d37b-472d-b343-4cb2a912bc87 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:26.186082 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0873c380-3f09-4f22-8a91-a2b42c6d5d45 req-85e8a5f4-d37b-472d-b343-4cb2a912bc87 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 946 time: 0.0700688 Sep 01 15:46:26.247270 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0873c380-3f09-4f22-8a91-a2b42c6d5d45 req-5f464fb6-85b7-4422-ad0c-2b6c00f37b53 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548518 Sep 01 15:46:27.400249 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06376b-02b1-4d17-9d2e-40b9d4f506d6 req-44361e16-e6b7-41b8-a4d7-824745a3866b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:27.402477 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f06376b-02b1-4d17-9d2e-40b9d4f506d6 req-44361e16-e6b7-41b8-a4d7-824745a3866b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 946 time: 0.0726223 Sep 01 15:46:27.455363 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f06376b-02b1-4d17-9d2e-40b9d4f506d6 req-e7643a1d-5a1e-43f3-ba63-1b38b72f67f6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422361 Sep 01 15:46:27.911925 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:28.036189 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cad28-b076-4694-ae97-116af640b758 req-c9ced241-1f22-4a51-86d1-65ba6b84066f tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:28.037778 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f95cad28-b076-4694-ae97-116af640b758 req-c9ced241-1f22-4a51-86d1-65ba6b84066f tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.62 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 946 time: 0.0744336 Sep 01 15:46:28.137114 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-f95cad28-b076-4694-ae97-116af640b758 req-37599456-d4b8-4428-aa54-8a1b0728d9d7 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Deleting port dab0ccf5-49ce-4e30-8ee9-6c33e04a1988 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:46:28.137425 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f95cad28-b076-4694-ae97-116af640b758 req-37599456-d4b8-4428-aa54-8a1b0728d9d7 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:28.248855 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-f95cad28-b076-4694-ae97-116af640b758 req-37599456-d4b8-4428-aa54-8a1b0728d9d7 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] For port dab0ccf5-49ce-4e30-8ee9-6c33e04a1988, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=dab0ccf5-49ce-4e30-8ee9-6c33e04a1988,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:28.249475 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f95cad28-b076-4694-ae97-116af640b758 req-37599456-d4b8-4428-aa54-8a1b0728d9d7 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:28.273841 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-f95cad28-b076-4694-ae97-116af640b758 req-37599456-d4b8-4428-aa54-8a1b0728d9d7 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Calling delete_port for dab0ccf5-49ce-4e30-8ee9-6c33e04a1988 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:46:28.458891 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f95cad28-b076-4694-ae97-116af640b758 req-37599456-d4b8-4428-aa54-8a1b0728d9d7 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:28.472412 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['80f6d629-7ac5-4800-a0e0-42ca8cf983e8'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:46:28.512091 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37599456-d4b8-4428-aa54-8a1b0728d9d7 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Pushing event deleted for resources: {'Port': ['ID=dab0ccf5-49ce-4e30-8ee9-6c33e04a1988,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:28.573111 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95cad28-b076-4694-ae97-116af640b758 req-37599456-d4b8-4428-aa54-8a1b0728d9d7 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] No DVR routers for this DVR port dab0ccf5-49ce-4e30-8ee9-6c33e04a1988 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:46:28.577067 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-f95cad28-b076-4694-ae97-116af640b758 req-37599456-d4b8-4428-aa54-8a1b0728d9d7 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:28.579511 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['dab0ccf5-49ce-4e30-8ee9-6c33e04a1988'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:46:28.580086 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f95cad28-b076-4694-ae97-116af640b758 req-37599456-d4b8-4428-aa54-8a1b0728d9d7 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.62 "DELETE /v2.0/ports/dab0ccf5-49ce-4e30-8ee9-6c33e04a1988 HTTP/1.1" status: 204 len: 173 time: 0.5353251 Sep 01 15:46:28.580562 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44aea2ce-f389-4816-ab5d-59466820fb51', 'name': 'network-vif-deleted', 'tag': 'dab0ccf5-49ce-4e30-8ee9-6c33e04a1988'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:46:28.583101 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f1d0bb-1f0d-4a5a-b6c2-513074168124" -d '{"events": [{"server_uuid": "44aea2ce-f389-4816-ab5d-59466820fb51", "name": "network-vif-deleted", "tag": "dab0ccf5-49ce-4e30-8ee9-6c33e04a1988"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:46:28.679508 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b86d3c72-ebf9-40be-a340-3d1e4d2953b3 req-06374f1a-59c1-4c84-ae8c-98403a06097e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 210 time: 0.0590403 Sep 01 15:46:28.686101 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786e9263-4405-4d63-bea2-0e8409a4fe8a x-openstack-request-id: req-786e9263-4405-4d63-bea2-0e8409a4fe8a {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:46:28.686436 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44aea2ce-f389-4816-ab5d-59466820fb51", "name": "network-vif-deleted", "tag": "dab0ccf5-49ce-4e30-8ee9-6c33e04a1988", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:46:28.686698 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-786e9263-4405-4d63-bea2-0e8409a4fe8a {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:46:28.687118 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44aea2ce-f389-4816-ab5d-59466820fb51', 'name': 'network-vif-deleted', 'tag': 'dab0ccf5-49ce-4e30-8ee9-6c33e04a1988', 'status': 'completed', 'code': 200} Sep 01 15:46:30.093848 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9054bd87-25eb-4c43-a31b-cc04444a1698 req-27cb0b91-cdf4-42d3-89e8-7a26400a717c tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 210 time: 0.3245938 Sep 01 15:46:31.162571 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device dab0ccf5-49ce-4e30-8ee9-6c33e04a1988 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:46:31.203023 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: dab0ccf5-49ce-4e30-8ee9-6c33e04a1988 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:46:31.205143 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device dab0ccf5-49ce-4e30-8ee9-6c33e04a1988 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:46:31.227145 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-660a7aea-10cd-4a06-8bb8-ef00ec243583 req-c87f19e9-7e5c-4c4f-a146-74882e4f95ef tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 210 time: 0.0342350 Sep 01 15:46:32.364047 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3a2c6534-a388-4851-a31c-f17f33d02518 req-3619a558-07bf-4b55-b2be-c3b611eeed52 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 210 time: 0.0383062 Sep 01 15:46:33.514470 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47692) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:33.686618 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bb131eb1-d0ea-4c0b-8de3-224f9621cbda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:33.808216 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bb131eb1-d0ea-4c0b-8de3-224f9621cbda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:33.813859 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-bb131eb1-d0ea-4c0b-8de3-224f9621cbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:33.855640 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bb131eb1-d0ea-4c0b-8de3-224f9621cbda admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c9185004665b4d93b4cacb17c55664c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3386660 Sep 01 15:46:33.862823 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47696) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:33.864971 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c82de088-df49-4c50-9a77-02398f56fd61 req-f907174f-780e-46d0-b2e3-22586343182e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=44aea2ce-f389-4816-ab5d-59466820fb51 HTTP/1.1" status: 200 len: 210 time: 0.3678834 Sep 01 15:46:33.879644 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb131eb1-d0ea-4c0b-8de3-224f9621cbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550c4552-2c9b-4a2a-990b-9126e62ad87c,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:33.922516 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d36bde0b-4431-4b5d-aeed-49e5e34f9d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:33.945155 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d36bde0b-4431-4b5d-aeed-49e5e34f9d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:34.002683 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d36bde0b-4431-4b5d-aeed-49e5e34f9d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:34.005304 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d36bde0b-4431-4b5d-aeed-49e5e34f9d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:34.006493 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d36bde0b-4431-4b5d-aeed-49e5e34f9d8b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/550c4552-2c9b-4a2a-990b-9126e62ad87c HTTP/1.1" status: 204 len: 168 time: 0.1426761 Sep 01 15:46:34.015264 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bde0b-4431-4b5d-aeed-49e5e34f9d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550c4552-2c9b-4a2a-990b-9126e62ad87c,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:34.329292 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47702) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:34.347424 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-46252354-c077-4622-8713-3ce1ee7102a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:34.451431 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-46252354-c077-4622-8713-3ce1ee7102a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:34.456202 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-46252354-c077-4622-8713-3ce1ee7102a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:34.499034 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-46252354-c077-4622-8713-3ce1ee7102a7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8e5e33ae441d47858dfedd53bae65adf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1679859 Sep 01 15:46:34.500010 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47704) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:34.502625 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46252354-c077-4622-8713-3ce1ee7102a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1310a782-2714-4084-963d-c5ef923e99ef,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:34.567541 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4befc3fb-5869-482c-ae32-8a12de65376c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:34.593603 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4befc3fb-5869-482c-ae32-8a12de65376c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:34.645728 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4befc3fb-5869-482c-ae32-8a12de65376c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:34.648473 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4befc3fb-5869-482c-ae32-8a12de65376c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:34.649825 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4befc3fb-5869-482c-ae32-8a12de65376c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1310a782-2714-4084-963d-c5ef923e99ef HTTP/1.1" status: 204 len: 168 time: 0.1482768 Sep 01 15:46:34.659283 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4befc3fb-5869-482c-ae32-8a12de65376c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1310a782-2714-4084-963d-c5ef923e99ef,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:36.666772 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47768) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:36.780848 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e208f23f-56d7-43bc-9b9f-2105dcd63fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:36.874972 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e208f23f-56d7-43bc-9b9f-2105dcd63fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:36.879356 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e208f23f-56d7-43bc-9b9f-2105dcd63fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:36.915311 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208f23f-56d7-43bc-9b9f-2105dcd63fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f27dbec-cbd3-4adf-9415-2302a8d135d8,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:36.919670 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e208f23f-56d7-43bc-9b9f-2105dcd63fc8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ffffd74e57f1433fb7f52fe001d6769f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2518559 Sep 01 15:46:36.922431 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47772) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:36.926812 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e208f23f-56d7-43bc-9b9f-2105dcd63fc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:36.927178 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e208f23f-56d7-43bc-9b9f-2105dcd63fc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:36.927499 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e208f23f-56d7-43bc-9b9f-2105dcd63fc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:36.927832 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e208f23f-56d7-43bc-9b9f-2105dcd63fc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:36.928167 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e208f23f-56d7-43bc-9b9f-2105dcd63fc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:36.928502 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e208f23f-56d7-43bc-9b9f-2105dcd63fc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:36.928824 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e208f23f-56d7-43bc-9b9f-2105dcd63fc8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:36.929146 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e208f23f-56d7-43bc-9b9f-2105dcd63fc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:36.929939 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e208f23f-56d7-43bc-9b9f-2105dcd63fc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:36.929939 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e208f23f-56d7-43bc-9b9f-2105dcd63fc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:36.930150 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e208f23f-56d7-43bc-9b9f-2105dcd63fc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:36.930422 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e208f23f-56d7-43bc-9b9f-2105dcd63fc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:36.973439 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-addc17a2-5580-43cf-8c54-6a6661b1a6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:37.002710 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-addc17a2-5580-43cf-8c54-6a6661b1a6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:37.060657 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-addc17a2-5580-43cf-8c54-6a6661b1a6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:37.063179 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-addc17a2-5580-43cf-8c54-6a6661b1a6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:37.067047 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-addc17a2-5580-43cf-8c54-6a6661b1a6c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9f27dbec-cbd3-4adf-9415-2302a8d135d8 HTTP/1.1" status: 204 len: 168 time: 0.1436040 Sep 01 15:46:37.076427 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc17a2-5580-43cf-8c54-6a6661b1a6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f27dbec-cbd3-4adf-9415-2302a8d135d8,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:37.388867 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47780) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:37.407030 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b2e18bd4-0404-4779-ac25-c83484b69e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:37.520958 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b2e18bd4-0404-4779-ac25-c83484b69e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:37.527976 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b2e18bd4-0404-4779-ac25-c83484b69e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:37.584815 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e18bd4-0404-4779-ac25-c83484b69e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abdb817-b677-42c3-992e-c9b511934149,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:37.592065 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b2e18bd4-0404-4779-ac25-c83484b69e66 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=99a82e19a25b4802965231a2b8eafd1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2017059 Sep 01 15:46:37.594564 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47782) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:37.654156 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ccf06fac-90c7-4280-9676-31b6ea0821a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:37.676431 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ccf06fac-90c7-4280-9676-31b6ea0821a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:37.725928 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ccf06fac-90c7-4280-9676-31b6ea0821a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:37.729023 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ccf06fac-90c7-4280-9676-31b6ea0821a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:37.730760 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ccf06fac-90c7-4280-9676-31b6ea0821a6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5abdb817-b677-42c3-992e-c9b511934149 HTTP/1.1" status: 204 len: 168 time: 0.1349781 Sep 01 15:46:37.740281 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf06fac-90c7-4280-9676-31b6ea0821a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abdb817-b677-42c3-992e-c9b511934149,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:38.440808 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca284a-167a-4d2b-95fa-010501bf56a7 req-b2d705f1-df85-43f1-a981-6b407e0af866 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:38.442381 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2eca284a-167a-4d2b-95fa-010501bf56a7 req-b2d705f1-df85-43f1-a981-6b407e0af866 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 945 time: 0.0514474 Sep 01 15:46:38.486091 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2eca284a-167a-4d2b-95fa-010501bf56a7 req-d4554a6a-1358-4677-b46a-412c0ab25889 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366504 Sep 01 15:46:38.752572 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:39.305134 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a9a1c596-261d-4d05-834b-334ec686c00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:39.616181 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff153cb9-b877-46dd-889f-c8e03bb4f940 req-d4409408-925d-4247-8cb0-4e278571d4f1 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:39.617884 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff153cb9-b877-46dd-889f-c8e03bb4f940 req-d4409408-925d-4247-8cb0-4e278571d4f1 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 945 time: 0.0584683 Sep 01 15:46:39.658458 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff153cb9-b877-46dd-889f-c8e03bb4f940 req-3ca9b0fd-2bdf-4196-be29-2bd307611b55 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=054cd22e-7504-4c59-b873-98ee09b8eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344188 Sep 01 15:46:39.940447 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c171d-e740-4447-a433-85ae3668520b req-7cd1b02a-7a42-4949-a800-ef189018ed16 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:39.942017 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-628c171d-e740-4447-a433-85ae3668520b req-7cd1b02a-7a42-4949-a800-ef189018ed16 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.45 "GET /v2.0/ports?device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 945 time: 0.0545588 Sep 01 15:46:40.061128 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-628c171d-e740-4447-a433-85ae3668520b req-47107b13-08d8-489f-b3d3-34c478e6c3b6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Deleting port 80f6d629-7ac5-4800-a0e0-42ca8cf983e8 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:46:40.061473 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-628c171d-e740-4447-a433-85ae3668520b req-47107b13-08d8-489f-b3d3-34c478e6c3b6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:40.165534 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-628c171d-e740-4447-a433-85ae3668520b req-47107b13-08d8-489f-b3d3-34c478e6c3b6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] For port 80f6d629-7ac5-4800-a0e0-42ca8cf983e8, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=80f6d629-7ac5-4800-a0e0-42ca8cf983e8,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:46:40.165906 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-628c171d-e740-4447-a433-85ae3668520b req-47107b13-08d8-489f-b3d3-34c478e6c3b6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:40.180849 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-628c171d-e740-4447-a433-85ae3668520b req-47107b13-08d8-489f-b3d3-34c478e6c3b6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Calling delete_port for 80f6d629-7ac5-4800-a0e0-42ca8cf983e8 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:46:40.331962 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-628c171d-e740-4447-a433-85ae3668520b req-47107b13-08d8-489f-b3d3-34c478e6c3b6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:40.344196 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['80f6d629-7ac5-4800-a0e0-42ca8cf983e8'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:46:40.363508 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47107b13-08d8-489f-b3d3-34c478e6c3b6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Pushing event deleted for resources: {'Port': ['ID=80f6d629-7ac5-4800-a0e0-42ca8cf983e8,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:40.422288 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-628c171d-e740-4447-a433-85ae3668520b req-47107b13-08d8-489f-b3d3-34c478e6c3b6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] No DVR routers for this DVR port 80f6d629-7ac5-4800-a0e0-42ca8cf983e8 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:46:40.424631 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-628c171d-e740-4447-a433-85ae3668520b req-47107b13-08d8-489f-b3d3-34c478e6c3b6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:40.426740 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-628c171d-e740-4447-a433-85ae3668520b req-47107b13-08d8-489f-b3d3-34c478e6c3b6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.45 "DELETE /v2.0/ports/80f6d629-7ac5-4800-a0e0-42ca8cf983e8 HTTP/1.1" status: 204 len: 173 time: 0.4763491 Sep 01 15:46:40.427207 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c9c33b-d749-4e99-9d6c-ea870b8cedb3', 'name': 'network-vif-deleted', 'tag': '80f6d629-7ac5-4800-a0e0-42ca8cf983e8'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:46:40.429532 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7315d677-ecf9-4058-b8ef-19db3d0f2216" -d '{"events": [{"server_uuid": "66c9c33b-d749-4e99-9d6c-ea870b8cedb3", "name": "network-vif-deleted", "tag": "80f6d629-7ac5-4800-a0e0-42ca8cf983e8"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:46:40.493804 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ef8c10-0d1d-4e56-b813-13f671f5e5ed x-openstack-request-id: req-a7ef8c10-0d1d-4e56-b813-13f671f5e5ed {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:46:40.494124 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c9c33b-d749-4e99-9d6c-ea870b8cedb3", "name": "network-vif-deleted", "tag": "80f6d629-7ac5-4800-a0e0-42ca8cf983e8", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:46:40.494420 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a7ef8c10-0d1d-4e56-b813-13f671f5e5ed {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:46:40.494843 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c9c33b-d749-4e99-9d6c-ea870b8cedb3', 'name': 'network-vif-deleted', 'tag': '80f6d629-7ac5-4800-a0e0-42ca8cf983e8', 'status': 'completed', 'code': 200} Sep 01 15:46:40.792995 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-04872256-4f4b-410f-91b0-19bad76894ed req-3af596c4-5c2c-4b6c-8267-a3234029f7e5 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 210 time: 0.0338347 Sep 01 15:46:41.910161 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d101769e-2800-4b59-aa07-9f78c741aafe req-e7197f53-e296-419c-90ed-a580c81fac58 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 210 time: 0.0324643 Sep 01 15:46:42.175594 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:43.015460 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7906bded-777b-479e-9df2-a0f87d6af813 req-d6d6c416-d771-46fe-bf43-cd065c9f4c01 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 210 time: 0.0316246 Sep 01 15:46:43.341603 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:43.672228 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-90aee1dc-597f-46ab-89e8-207a40f427a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:44.124105 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e82398f3-ff55-46d0-95fa-75c1e2443f84 req-e0edf1d8-4127-4f52-b992-e2bc55229c88 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c9c33b-d749-4e99-9d6c-ea870b8cedb3 HTTP/1.1" status: 200 len: 210 time: 0.0296988 Sep 01 15:46:44.541554 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 80f6d629-7ac5-4800-a0e0-42ca8cf983e8 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:46:44.565145 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 80f6d629-7ac5-4800-a0e0-42ca8cf983e8 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:46:44.565567 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 80f6d629-7ac5-4800-a0e0-42ca8cf983e8 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:46:45.262572 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:45.773872 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:46:48.520638 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47990) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:48.525782 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-cc640bce-d1e6-4399-848c-42f0c231a7bc tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1731791931', 'description': 'tempest-secgroup-smoke-1731791931 description', 'project_id': '712b03f523614e3dae833fefdba8a150'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:48.533412 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 47992) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:48.550678 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cc640bce-d1e6-4399-848c-42f0c231a7bc tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:48.653595 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cc640bce-d1e6-4399-848c-42f0c231a7bc tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:48.659214 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cc640bce-d1e6-4399-848c-42f0c231a7bc tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:48.691905 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cc640bce-d1e6-4399-848c-42f0c231a7bc tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:48.693281 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cc640bce-d1e6-4399-848c-42f0c231a7bc tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1714869 Sep 01 15:46:48.695547 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc640bce-d1e6-4399-848c-42f0c231a7bc tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d466a0-fe64-4103-87bd-20054639f90d,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:48.699522 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47996) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:48.704891 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-246dcc94-7939-4244-bfd9-45de7654cb5f tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Request body: {'security_group_rule': {'security_group_id': 'a9d466a0-fe64-4103-87bd-20054639f90d', 'project_id': '712b03f523614e3dae833fefdba8a150', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:48.705612 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-56970f38-5663-47c6-a3e4-8484ff84a831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:48.742156 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-246dcc94-7939-4244-bfd9-45de7654cb5f tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:48.844848 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-246dcc94-7939-4244-bfd9-45de7654cb5f tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:48.846576 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-56970f38-5663-47c6-a3e4-8484ff84a831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:48.849674 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-246dcc94-7939-4244-bfd9-45de7654cb5f tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:48.856466 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-56970f38-5663-47c6-a3e4-8484ff84a831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:48.880382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246dcc94-7939-4244-bfd9-45de7654cb5f tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1495ed5b-e39e-4c0b-b647-7771cfea62e0,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:48.889894 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-246dcc94-7939-4244-bfd9-45de7654cb5f tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:48.895160 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-246dcc94-7939-4244-bfd9-45de7654cb5f tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1939015 Sep 01 15:46:48.896380 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 47998) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:48.900035 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56970f38-5663-47c6-a3e4-8484ff84a831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0d4975-b328-40b7-a67a-57dc0d9cb7e0,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:48.902376 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-f68d33dd-cc25-4c7d-8599-4bbc6d854a28 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Request body: {'security_group_rule': {'security_group_id': 'a9d466a0-fe64-4103-87bd-20054639f90d', 'project_id': '712b03f523614e3dae833fefdba8a150', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:48.904135 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-56970f38-5663-47c6-a3e4-8484ff84a831 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8edd424e8a4f46ebac5efbd06ec5298c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3685627 Sep 01 15:46:48.907554 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48000) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:48.911502 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56970f38-5663-47c6-a3e4-8484ff84a831 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:48.911931 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56970f38-5663-47c6-a3e4-8484ff84a831 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:48.912236 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56970f38-5663-47c6-a3e4-8484ff84a831 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:48.912633 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56970f38-5663-47c6-a3e4-8484ff84a831 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:48.913001 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56970f38-5663-47c6-a3e4-8484ff84a831 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:48.913313 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56970f38-5663-47c6-a3e4-8484ff84a831 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:48.913654 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56970f38-5663-47c6-a3e4-8484ff84a831 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:48.913988 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56970f38-5663-47c6-a3e4-8484ff84a831 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:48.914336 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56970f38-5663-47c6-a3e4-8484ff84a831 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:48.914676 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56970f38-5663-47c6-a3e4-8484ff84a831 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:48.915004 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56970f38-5663-47c6-a3e4-8484ff84a831 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:48.915534 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56970f38-5663-47c6-a3e4-8484ff84a831 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:46:48.975109 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f68d33dd-cc25-4c7d-8599-4bbc6d854a28 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.006717 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa557ccb-7536-49d1-9fcf-3c698c4a6714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.057180 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa557ccb-7536-49d1-9fcf-3c698c4a6714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.098902 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f68d33dd-cc25-4c7d-8599-4bbc6d854a28 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.104829 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f68d33dd-cc25-4c7d-8599-4bbc6d854a28 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.127527 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d33dd-cc25-4c7d-8599-4bbc6d854a28 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a346cacb-b8f0-459c-afb7-866f4ac4567b,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:49.131827 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f68d33dd-cc25-4c7d-8599-4bbc6d854a28 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.136248 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f68d33dd-cc25-4c7d-8599-4bbc6d854a28 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2373488 Sep 01 15:46:49.136712 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48002) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:49.141693 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-f3dd9bc2-3ea9-45ff-a9d7-cbe7088818a4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Request body: {'security_group_rule': {'security_group_id': 'a9d466a0-fe64-4103-87bd-20054639f90d', 'project_id': '712b03f523614e3dae833fefdba8a150', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:49.145806 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa557ccb-7536-49d1-9fcf-3c698c4a6714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.149021 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa557ccb-7536-49d1-9fcf-3c698c4a6714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.150175 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fa557ccb-7536-49d1-9fcf-3c698c4a6714 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2b0d4975-b328-40b7-a67a-57dc0d9cb7e0 HTTP/1.1" status: 204 len: 168 time: 0.2404621 Sep 01 15:46:49.159420 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa557ccb-7536-49d1-9fcf-3c698c4a6714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0d4975-b328-40b7-a67a-57dc0d9cb7e0,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:49.178147 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3dd9bc2-3ea9-45ff-a9d7-cbe7088818a4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.253736 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3dd9bc2-3ea9-45ff-a9d7-cbe7088818a4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.257984 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3dd9bc2-3ea9-45ff-a9d7-cbe7088818a4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.278432 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd9bc2-3ea9-45ff-a9d7-cbe7088818a4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5609c4a-1c1c-496c-9693-88f1dae755b8,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:49.288057 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3dd9bc2-3ea9-45ff-a9d7-cbe7088818a4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.290178 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f3dd9bc2-3ea9-45ff-a9d7-cbe7088818a4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1521976 Sep 01 15:46:49.293185 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48006) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:49.302557 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-15f07f48-a8e9-49cf-b5d9-95135b964f4a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Request body: {'security_group_rule': {'security_group_id': 'a9d466a0-fe64-4103-87bd-20054639f90d', 'project_id': '712b03f523614e3dae833fefdba8a150', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:49.349931 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-15f07f48-a8e9-49cf-b5d9-95135b964f4a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.416856 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-15f07f48-a8e9-49cf-b5d9-95135b964f4a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.423615 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-15f07f48-a8e9-49cf-b5d9-95135b964f4a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.449706 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f07f48-a8e9-49cf-b5d9-95135b964f4a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d66241f-55d1-4447-a02f-0f5298d37f50,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:49.456473 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-15f07f48-a8e9-49cf-b5d9-95135b964f4a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.457954 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-15f07f48-a8e9-49cf-b5d9-95135b964f4a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1633036 Sep 01 15:46:49.461211 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48010) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:49.466873 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-f6590c68-fa37-40cd-b192-80b79391300d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Request body: {'security_group_rule': {'security_group_id': 'a9d466a0-fe64-4103-87bd-20054639f90d', 'project_id': '712b03f523614e3dae833fefdba8a150', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:49.493411 n-d-794796-3 neutron-server[94734]: INFO neutron.db.securitygroups_db [None req-f6590c68-fa37-40cd-b192-80b79391300d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Project 712b03f523614e3dae833fefdba8a150 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:46:49.505337 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6590c68-fa37-40cd-b192-80b79391300d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.545402 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48012) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:49.560574 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd782570-9ae7-41cd-99c3-8f41e274105b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.602152 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6590c68-fa37-40cd-b192-80b79391300d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.610680 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6590c68-fa37-40cd-b192-80b79391300d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.643124 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6590c68-fa37-40cd-b192-80b79391300d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0430cb3a-ef4f-4937-acb0-4e5b3c87567d,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:49.686447 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd782570-9ae7-41cd-99c3-8f41e274105b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.692242 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-dd782570-9ae7-41cd-99c3-8f41e274105b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.696292 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f6590c68-fa37-40cd-b192-80b79391300d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.699066 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f6590c68-fa37-40cd-b192-80b79391300d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2359462 Sep 01 15:46:49.701606 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48014) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:49.707804 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-03b2b92e-18b0-4d6f-8f87-9d02a18c954a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Request body: {'security_group_rule': {'security_group_id': 'a9d466a0-fe64-4103-87bd-20054639f90d', 'project_id': '712b03f523614e3dae833fefdba8a150', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:49.739402 n-d-794796-3 neutron-server[94734]: INFO neutron.db.securitygroups_db [None req-03b2b92e-18b0-4d6f-8f87-9d02a18c954a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Project 712b03f523614e3dae833fefdba8a150 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:46:49.743491 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd782570-9ae7-41cd-99c3-8f41e274105b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661e2961-025c-45bf-889d-567271fe58e3,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:49.747325 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-03b2b92e-18b0-4d6f-8f87-9d02a18c954a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.751654 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-dd782570-9ae7-41cd-99c3-8f41e274105b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a2dc2cf0ba741e0b47abd57ee1221b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2041810 Sep 01 15:46:49.752572 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48016) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:49.818829 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e26cf91c-302d-42c8-8d7d-7dde9240da64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.846822 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e26cf91c-302d-42c8-8d7d-7dde9240da64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.857267 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-03b2b92e-18b0-4d6f-8f87-9d02a18c954a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.862960 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-03b2b92e-18b0-4d6f-8f87-9d02a18c954a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.879756 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2b92e-18b0-4d6f-8f87-9d02a18c954a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98d0886-c03d-43d9-92c4-5637fe020009,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:49.891048 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-03b2b92e-18b0-4d6f-8f87-9d02a18c954a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.898240 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-03b2b92e-18b0-4d6f-8f87-9d02a18c954a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1894846 Sep 01 15:46:49.928261 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e26cf91c-302d-42c8-8d7d-7dde9240da64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.934791 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e26cf91c-302d-42c8-8d7d-7dde9240da64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:49.937036 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e26cf91c-302d-42c8-8d7d-7dde9240da64 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/661e2961-025c-45bf-889d-567271fe58e3 HTTP/1.1" status: 204 len: 168 time: 0.1829364 Sep 01 15:46:49.946836 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26cf91c-302d-42c8-8d7d-7dde9240da64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661e2961-025c-45bf-889d-567271fe58e3,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:50.355723 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 48060) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:50.372981 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ca2dd398-efae-4a5b-a581-6e02aca3681b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:50.506403 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ca2dd398-efae-4a5b-a581-6e02aca3681b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:50.513304 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ca2dd398-efae-4a5b-a581-6e02aca3681b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:50.566253 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ca2dd398-efae-4a5b-a581-6e02aca3681b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ce5e5694b8a64040bfca8a496251a569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2094624 Sep 01 15:46:50.567186 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2dd398-efae-4a5b-a581-6e02aca3681b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922d2efb-f56d-4e0b-a69d-33d49a74a7f7,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:50.569480 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48076) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:46:50.629403 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b62d9b7b-6acc-4aee-b1c7-15ed25517b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:50.654737 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b62d9b7b-6acc-4aee-b1c7-15ed25517b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:50.723958 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b62d9b7b-6acc-4aee-b1c7-15ed25517b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:50.727930 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b62d9b7b-6acc-4aee-b1c7-15ed25517b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:50.729224 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b62d9b7b-6acc-4aee-b1c7-15ed25517b51 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/922d2efb-f56d-4e0b-a69d-33d49a74a7f7 HTTP/1.1" status: 204 len: 168 time: 0.1588371 Sep 01 15:46:50.747585 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d9b7b-6acc-4aee-b1c7-15ed25517b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922d2efb-f56d-4e0b-a69d-33d49a74a7f7,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:53.411656 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-fae49d57-4b33-4d4e-9d7d-5ba84f6bec06 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=69b9c1d78e674f7c80015c51d8c26f75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348678 Sep 01 15:46:53.694594 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-5347bd1f-a68d-4e66-8d1b-5ee256e7738a tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:53.696024 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-5347bd1f-a68d-4e66-8d1b-5ee256e7738a tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2743411 Sep 01 15:46:53.712958 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-5d569d21-97d0-49fb-98d1-99796ad3bd64 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/quotas/69b9c1d78e674f7c80015c51d8c26f75 HTTP/1.1" status: 200 len: 375 time: 0.0103426 Sep 01 15:46:53.752440 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-e2a0648a-88ba-4be3-9e47-70bd89cd5155 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=69b9c1d78e674f7c80015c51d8c26f75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311136 Sep 01 15:46:53.948256 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-52a4adae-5e70-4e07-9977-975bcd624a7a req-26573fae-7823-4a0c-9bca-a44ad7cc4cb4 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b2d80d2-91fa-4bc1-ae66-f693ad1f067b HTTP/1.1" status: 200 len: 210 time: 0.0354042 Sep 01 15:46:55.048947 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1a1a94f2-c89b-4a87-9d87-0f2faf5f850d req-f710affd-cca8-400f-ba36-413b57346705 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b2d80d2-91fa-4bc1-ae66-f693ad1f067b HTTP/1.1" status: 200 len: 210 time: 0.0300217 Sep 01 15:46:55.097491 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-e9912c58-2c91-4b74-805a-5577a817405c tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=69b9c1d78e674f7c80015c51d8c26f75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320864 Sep 01 15:46:55.237234 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-5ba6504b-c86e-429c-a9e1-067bfc79f6ad tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:55.239037 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-5ba6504b-c86e-429c-a9e1-067bfc79f6ad tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1353507 Sep 01 15:46:55.272696 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-412c4452-8815-4388-82f6-1c79ce644c20 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Request body: {'port': {'device_id': '6b2d80d2-91fa-4bc1-ae66-f693ad1f067b', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': '69b9c1d78e674f7c80015c51d8c26f75'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:55.443794 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-412c4452-8815-4388-82f6-1c79ce644c20 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Made reservation on behalf of 69b9c1d78e674f7c80015c51d8c26f75 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:46:55.448983 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-412c4452-8815-4388-82f6-1c79ce644c20 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:55.466333 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-412c4452-8815-4388-82f6-1c79ce644c20 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:55.594859 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-412c4452-8815-4388-82f6-1c79ce644c20 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:55.600749 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-412c4452-8815-4388-82f6-1c79ce644c20 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:55.673925 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c4452-8815-4388-82f6-1c79ce644c20 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef4c619-73c8-43fa-829c-caa8737f6972,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:55.777428 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-412c4452-8815-4388-82f6-1c79ce644c20 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Allocated IP 192.168.233.102 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/1e60c654-0434-4b03-950e-2bee876455bd) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:46:56.002897 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-412c4452-8815-4388-82f6-1c79ce644c20 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:56.020152 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-412c4452-8815-4388-82f6-1c79ce644c20 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Transition to ACTIVE for port object 1e60c654-0434-4b03-950e-2bee876455bd will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:46:56.067631 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-412c4452-8815-4388-82f6-1c79ce644c20 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:56.142715 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-412c4452-8815-4388-82f6-1c79ce644c20 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:46:56.147892 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-412c4452-8815-4388-82f6-1c79ce644c20 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:46:56.152400 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-412c4452-8815-4388-82f6-1c79ce644c20 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:46:56.230262 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c4452-8815-4388-82f6-1c79ce644c20 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Pushing event updated for resources: {'Port': ['ID=1e60c654-0434-4b03-950e-2bee876455bd,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:56.249855 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15abe92-6bc9-4e91-aded-90974eba51dc req-37ef982e-8765-42ae-9291-2f6205efaac0 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:56.253539 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a15abe92-6bc9-4e91-aded-90974eba51dc req-37ef982e-8765-42ae-9291-2f6205efaac0 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b2d80d2-91fa-4bc1-ae66-f693ad1f067b HTTP/1.1" status: 200 len: 936 time: 0.0929279 Sep 01 15:46:56.278958 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-412c4452-8815-4388-82f6-1c79ce644c20 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:56.279971 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-412c4452-8815-4388-82f6-1c79ce644c20 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:56.313107 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-412c4452-8815-4388-82f6-1c79ce644c20 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0452645 Sep 01 15:46:56.340061 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a15abe92-6bc9-4e91-aded-90974eba51dc req-e01e0519-b00b-48b0-b3e7-92034346f2e6 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef4c619-73c8-43fa-829c-caa8737f6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743580 Sep 01 15:46:56.340477 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-b3b1c5c6-db6a-4a3d-b7f2-a46328e8eaeb service neutron] Request body: {'port': {'device_id': '6b2d80d2-91fa-4bc1-ae66-f693ad1f067b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:46:56.433832 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-b3b1c5c6-db6a-4a3d-b7f2-a46328e8eaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:56.516394 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6d4d8bb6-8487-413e-a2fa-3330f362430f None None] Provisioning for port 1e60c654-0434-4b03-950e-2bee876455bd completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:46:56.525607 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6d4d8bb6-8487-413e-a2fa-3330f362430f None None] Provisioning complete for port 1e60c654-0434-4b03-950e-2bee876455bd triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:46:56.526894 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6d4d8bb6-8487-413e-a2fa-3330f362430f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:56.585177 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-6d4d8bb6-8487-413e-a2fa-3330f362430f None None] Port 1e60c654-0434-4b03-950e-2bee876455bd cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:46:56.888263 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-b3b1c5c6-db6a-4a3d-b7f2-a46328e8eaeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e60c654-0434-4b03-950e-2bee876455bd {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:46:56.902872 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-b3b1c5c6-db6a-4a3d-b7f2-a46328e8eaeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:56.923961 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-b3b1c5c6-db6a-4a3d-b7f2-a46328e8eaeb service neutron] Transition to ACTIVE for port object 1e60c654-0434-4b03-950e-2bee876455bd will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:46:56.929913 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-b3b1c5c6-db6a-4a3d-b7f2-a46328e8eaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:57.051584 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1c5c6-db6a-4a3d-b7f2-a46328e8eaeb service neutron] Pushing event updated for resources: {'Port': ['ID=1e60c654-0434-4b03-950e-2bee876455bd,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:57.094653 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-b3b1c5c6-db6a-4a3d-b7f2-a46328e8eaeb service neutron] Attempting to bind port 1e60c654-0434-4b03-950e-2bee876455bd on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:46:57.095728 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-b3b1c5c6-db6a-4a3d-b7f2-a46328e8eaeb service neutron] Attempting to bind port 1e60c654-0434-4b03-950e-2bee876455bd by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:46:57.095728 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-b3b1c5c6-db6a-4a3d-b7f2-a46328e8eaeb service neutron] Attempting to bind port 1e60c654-0434-4b03-950e-2bee876455bd on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:46:57.103243 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-b3b1c5c6-db6a-4a3d-b7f2-a46328e8eaeb service neutron] Port 1e60c654-0434-4b03-950e-2bee876455bd on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:46:57.103481 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-b3b1c5c6-db6a-4a3d-b7f2-a46328e8eaeb service neutron] Attempting to bind port 1e60c654-0434-4b03-950e-2bee876455bd on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:46:57.111175 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-b3b1c5c6-db6a-4a3d-b7f2-a46328e8eaeb service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:46:57.111666 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-b3b1c5c6-db6a-4a3d-b7f2-a46328e8eaeb service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:46:57.112004 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-b3b1c5c6-db6a-4a3d-b7f2-a46328e8eaeb service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:46:57.112553 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-b3b1c5c6-db6a-4a3d-b7f2-a46328e8eaeb service neutron] Bound port: 1e60c654-0434-4b03-950e-2bee876455bd, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:46:57.113212 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-b3b1c5c6-db6a-4a3d-b7f2-a46328e8eaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:57.206093 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-b3b1c5c6-db6a-4a3d-b7f2-a46328e8eaeb service neutron] For port 1e60c654-0434-4b03-950e-2bee876455bd, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:46:57.210628 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-b3b1c5c6-db6a-4a3d-b7f2-a46328e8eaeb service neutron] For port 1e60c654-0434-4b03-950e-2bee876455bd, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=1e60c654-0434-4b03-950e-2bee876455bd,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:46:57.219264 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-b3b1c5c6-db6a-4a3d-b7f2-a46328e8eaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:57.278991 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-b3b1c5c6-db6a-4a3d-b7f2-a46328e8eaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:57.280536 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-b3b1c5c6-db6a-4a3d-b7f2-a46328e8eaeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:57.282969 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-b3b1c5c6-db6a-4a3d-b7f2-a46328e8eaeb service neutron] 10.222.0.62 "PUT /v2.0/ports/1e60c654-0434-4b03-950e-2bee876455bd HTTP/1.1" status: 200 len: 1096 time: 0.9490361 Sep 01 15:46:57.286646 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2d80d2-91fa-4bc1-ae66-f693ad1f067b', 'tag': '1e60c654-0434-4b03-950e-2bee876455bd'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:46:57.290497 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afabb27-55ae-409d-b362-637d381170a5" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2d80d2-91fa-4bc1-ae66-f693ad1f067b", "tag": "1e60c654-0434-4b03-950e-2bee876455bd"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:46:57.345193 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1c5c6-db6a-4a3d-b7f2-a46328e8eaeb service neutron] Pushing event updated for resources: {'Port': ['ID=1e60c654-0434-4b03-950e-2bee876455bd,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:46:57.371504 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d7370e-8285-4e0c-a2d7-6c6f2be7ff9e x-openstack-request-id: req-08d7370e-8285-4e0c-a2d7-6c6f2be7ff9e {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:46:57.371861 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2d80d2-91fa-4bc1-ae66-f693ad1f067b", "tag": "1e60c654-0434-4b03-950e-2bee876455bd", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:46:57.372053 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-08d7370e-8285-4e0c-a2d7-6c6f2be7ff9e {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:46:57.373083 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2d80d2-91fa-4bc1-ae66-f693ad1f067b', 'tag': '1e60c654-0434-4b03-950e-2bee876455bd', 'status': 'completed', 'code': 200} Sep 01 15:46:57.475971 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-2e9bfff6-96ad-4158-9176-45a8d1f18f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:57.478319 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-2e9bfff6-96ad-4158-9176-45a8d1f18f7f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69b9c1d78e674f7c80015c51d8c26f75&device_id=6b2d80d2-91fa-4bc1-ae66-f693ad1f067b HTTP/1.1" status: 200 len: 1099 time: 0.0847392 Sep 01 15:46:57.560451 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-6f5da460-ec30-4bbc-a9b6-886f20ee68f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=1e60c654-0434-4b03-950e-2bee876455bd HTTP/1.1" status: 200 len: 217 time: 0.0658469 Sep 01 15:46:57.582678 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ba49e-b35e-43ba-ad54-9715a515c1c9 req-1908d1be-9416-4bad-9fbb-5d9b7c49e8f0 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:57.586259 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a70ba49e-b35e-43ba-ad54-9715a515c1c9 req-1908d1be-9416-4bad-9fbb-5d9b7c49e8f0 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b2d80d2-91fa-4bc1-ae66-f693ad1f067b HTTP/1.1" status: 200 len: 948 time: 0.1033194 Sep 01 15:46:57.658621 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a70ba49e-b35e-43ba-ad54-9715a515c1c9 req-14d2ba2d-f329-4b7a-9abc-1a82ca9e7736 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef4c619-73c8-43fa-829c-caa8737f6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623100 Sep 01 15:46:57.661279 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-10cf4cdd-75da-4949-98f4-5caf5c52572c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:57.663160 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-10cf4cdd-75da-4949-98f4-5caf5c52572c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.0946844 Sep 01 15:46:57.723511 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-10e128e7-a1bd-408b-b0ab-36e16676deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:57.726562 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-10e128e7-a1bd-408b-b0ab-36e16676deb5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0547957 Sep 01 15:46:57.864269 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-48d68af8-d7e9-44dc-a777-e824da0fb2bd service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297750 Sep 01 15:46:57.911075 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:46:58.023922 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-92d5002a-2fc2-4710-a8fd-3aef771bb165 req-2d6da62b-8f4e-43e3-a6c1-3aa49e070f15 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502540 Sep 01 15:46:58.207852 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afabb27-55ae-409d-b362-637d381170a5 req-438e5c0b-f8c9-4e0e-92e5-db15b3dbee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:58.210571 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5afabb27-55ae-409d-b362-637d381170a5 req-438e5c0b-f8c9-4e0e-92e5-db15b3dbee5c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69b9c1d78e674f7c80015c51d8c26f75&device_id=6b2d80d2-91fa-4bc1-ae66-f693ad1f067b HTTP/1.1" status: 200 len: 1099 time: 0.0664721 Sep 01 15:46:58.337985 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afabb27-55ae-409d-b362-637d381170a5 req-f734ee21-e5d4-41c6-8ad3-0db6b2302739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:58.339676 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5afabb27-55ae-409d-b362-637d381170a5 req-f734ee21-e5d4-41c6-8ad3-0db6b2302739 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.1218257 Sep 01 15:46:58.412944 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5afabb27-55ae-409d-b362-637d381170a5 req-013c078e-bf3d-428c-8dd3-7c3ee6b44c26 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=1e60c654-0434-4b03-950e-2bee876455bd HTTP/1.1" status: 200 len: 217 time: 0.0651248 Sep 01 15:46:58.491101 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afabb27-55ae-409d-b362-637d381170a5 req-e294b0c4-b0ad-4c4e-97e7-f58e891d59ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:58.493775 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5afabb27-55ae-409d-b362-637d381170a5 req-e294b0c4-b0ad-4c4e-97e7-f58e891d59ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.0719182 Sep 01 15:46:58.556999 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afabb27-55ae-409d-b362-637d381170a5 req-b6a481cb-d849-4728-a44d-4731e66f59de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:58.558868 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5afabb27-55ae-409d-b362-637d381170a5 req-b6a481cb-d849-4728-a44d-4731e66f59de service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0568311 Sep 01 15:46:58.677150 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5afabb27-55ae-409d-b362-637d381170a5 req-29e41ee0-0846-42c0-84dc-695fef9c5108 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066897 Sep 01 15:46:58.877097 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4cb0c-de72-4cc1-90e8-65f20238483f req-6440f977-1d38-4f32-b8eb-09bddc035a2d tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:46:58.879447 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9c4cb0c-de72-4cc1-90e8-65f20238483f req-6440f977-1d38-4f32-b8eb-09bddc035a2d tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b2d80d2-91fa-4bc1-ae66-f693ad1f067b HTTP/1.1" status: 200 len: 948 time: 0.1101696 Sep 01 15:46:58.912556 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5afabb27-55ae-409d-b362-637d381170a5 req-7ea77ffc-10bb-4139-9c2d-ce0ada0f30db service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275558 Sep 01 15:46:58.956889 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9c4cb0c-de72-4cc1-90e8-65f20238483f req-ea6df8e9-0568-4d4e-9274-51ee49298500 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef4c619-73c8-43fa-829c-caa8737f6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631187 Sep 01 15:47:00.122781 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6964e05-f7e3-4fd2-a9a7-ce5833961e2b req-6fe482ee-33f2-474f-9f30-df2f73bda040 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:00.124635 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e6964e05-f7e3-4fd2-a9a7-ce5833961e2b req-6fe482ee-33f2-474f-9f30-df2f73bda040 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b2d80d2-91fa-4bc1-ae66-f693ad1f067b HTTP/1.1" status: 200 len: 948 time: 0.0649772 Sep 01 15:47:00.187566 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e6964e05-f7e3-4fd2-a9a7-ce5833961e2b req-e9f6f37a-a5f7-4cb8-8868-f1d5045233c9 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef4c619-73c8-43fa-829c-caa8737f6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481036 Sep 01 15:47:01.286576 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 1e60c654-0434-4b03-950e-2bee876455bd details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:47:01.326413 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede4174-8610-4090-9c9b-9fe427897672 req-a6aadc53-181e-4695-adb0-7339197d38a5 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:01.329216 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cede4174-8610-4090-9c9b-9fe427897672 req-a6aadc53-181e-4695-adb0-7339197d38a5 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b2d80d2-91fa-4bc1-ae66-f693ad1f067b HTTP/1.1" status: 200 len: 948 time: 0.0629790 Sep 01 15:47:01.384666 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cede4174-8610-4090-9c9b-9fe427897672 req-5daec34f-ad4c-4546-9e0f-bff5f65ebdbc tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef4c619-73c8-43fa-829c-caa8737f6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483158 Sep 01 15:47:01.420187 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 1e60c654-0434-4b03-950e-2bee876455bd, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=1e60c654-0434-4b03-950e-2bee876455bd,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:47:01.433339 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '1e60c654-0434-4b03-950e-2bee876455bd', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': '1e60c654-0434-4b03-950e-2bee876455bd', 'mac_address': 'fa:16:3e:ce:77:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:47:01.479786 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:01.493989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e60c654-0434-4b03-950e-2bee876455bd {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:47:01.518466 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 1e60c654-0434-4b03-950e-2bee876455bd, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=1e60c654-0434-4b03-950e-2bee876455bd,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:47:01.523723 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:01.581439 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=1e60c654-0434-4b03-950e-2bee876455bd,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:01.589524 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:01.589870 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:01.592517 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:01.592517 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:01.592517 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:01.592517 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:01.592517 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:01.592517 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:01.592517 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:01.592517 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:01.593397 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:01.593397 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:47:01.861861 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['1e60c654-0434-4b03-950e-2bee876455bd'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:47:02.568160 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12278a-0adf-47ca-8c36-4b00f22cd795 req-08807b00-c38a-4584-a1b3-ae3c5b9f2ddf tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:02.569767 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ff12278a-0adf-47ca-8c36-4b00f22cd795 req-08807b00-c38a-4584-a1b3-ae3c5b9f2ddf tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b2d80d2-91fa-4bc1-ae66-f693ad1f067b HTTP/1.1" status: 200 len: 949 time: 0.0805936 Sep 01 15:47:02.626789 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ff12278a-0adf-47ca-8c36-4b00f22cd795 req-72aea6a1-aa5d-4146-9c9f-f8305642130c tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef4c619-73c8-43fa-829c-caa8737f6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481257 Sep 01 15:47:03.292678 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 1e60c654-0434-4b03-950e-2bee876455bd up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:47:03.354512 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 1e60c654-0434-4b03-950e-2bee876455bd completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:47:03.360419 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 1e60c654-0434-4b03-950e-2bee876455bd triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:47:03.360842 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:03.452200 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:03.483983 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2d80d2-91fa-4bc1-ae66-f693ad1f067b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e60c654-0434-4b03-950e-2bee876455bd'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:47:03.486408 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e964147e-1207-4e1d-bf0d-dc11b638b667" -d '{"events": [{"server_uuid": "6b2d80d2-91fa-4bc1-ae66-f693ad1f067b", "name": "network-vif-plugged", "status": "completed", "tag": "1e60c654-0434-4b03-950e-2bee876455bd"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:47:03.505396 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 1e60c654-0434-4b03-950e-2bee876455bd, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=1e60c654-0434-4b03-950e-2bee876455bd,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:47:03.512021 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:03.542528 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0e7bdb-dd72-49c5-9255-10211df608e2 x-openstack-request-id: req-8d0e7bdb-dd72-49c5-9255-10211df608e2 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:47:03.542528 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2d80d2-91fa-4bc1-ae66-f693ad1f067b", "name": "network-vif-plugged", "status": "completed", "tag": "1e60c654-0434-4b03-950e-2bee876455bd", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:47:03.542528 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d0e7bdb-dd72-49c5-9255-10211df608e2 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:47:03.542528 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2d80d2-91fa-4bc1-ae66-f693ad1f067b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e60c654-0434-4b03-950e-2bee876455bd', 'code': 200} Sep 01 15:47:03.570943 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=1e60c654-0434-4b03-950e-2bee876455bd,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:03.695475 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0216cc0-8211-4083-9698-8fed52463c93 req-9fdfa792-30d7-4a36-b366-67d18c4da122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:03.699692 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0216cc0-8211-4083-9698-8fed52463c93 req-9fdfa792-30d7-4a36-b366-67d18c4da122 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6b2d80d2-91fa-4bc1-ae66-f693ad1f067b HTTP/1.1" status: 200 len: 1101 time: 0.0534191 Sep 01 15:47:03.747480 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0216cc0-8211-4083-9698-8fed52463c93 req-ab0adef2-94f1-4dda-83e6-509eff7ed2ef service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5ef4c619-73c8-43fa-829c-caa8737f6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354757 Sep 01 15:47:03.754465 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4b6d9-5efb-4fdb-b844-7837701f0a24 req-02ff55c1-40e7-414e-b7f7-19148da7c406 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:03.756070 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5ef4b6d9-5efb-4fdb-b844-7837701f0a24 req-02ff55c1-40e7-414e-b7f7-19148da7c406 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b2d80d2-91fa-4bc1-ae66-f693ad1f067b HTTP/1.1" status: 200 len: 950 time: 0.0540497 Sep 01 15:47:03.798474 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5ef4b6d9-5efb-4fdb-b844-7837701f0a24 req-ff222a92-2f8d-4c5f-83f8-7cc47d0454a5 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef4c619-73c8-43fa-829c-caa8737f6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349047 Sep 01 15:47:04.940687 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f8d49-e363-4804-9f82-b99ddf8cee66 req-0d43bc5d-8a74-4494-b525-b9bdcbcc4c7b tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:04.942448 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-178f8d49-e363-4804-9f82-b99ddf8cee66 req-0d43bc5d-8a74-4494-b525-b9bdcbcc4c7b tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b2d80d2-91fa-4bc1-ae66-f693ad1f067b HTTP/1.1" status: 200 len: 950 time: 0.0620644 Sep 01 15:47:04.989338 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-178f8d49-e363-4804-9f82-b99ddf8cee66 req-9292b7bd-c97e-476a-9ee1-628e71bce9a8 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef4c619-73c8-43fa-829c-caa8737f6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399425 Sep 01 15:47:06.140319 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a966e22-38ef-4572-be8d-856c0b50bf58 req-c746475f-de1e-4082-a936-7c371d33841e tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:06.141990 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4a966e22-38ef-4572-be8d-856c0b50bf58 req-c746475f-de1e-4082-a936-7c371d33841e tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b2d80d2-91fa-4bc1-ae66-f693ad1f067b HTTP/1.1" status: 200 len: 950 time: 0.0634055 Sep 01 15:47:06.186941 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4a966e22-38ef-4572-be8d-856c0b50bf58 req-ab569959-4795-47fd-8447-a4b919bf5323 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef4c619-73c8-43fa-829c-caa8737f6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383723 Sep 01 15:47:07.899294 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-e716160d-4e8a-4103-bf0e-0a3dae137f32 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1731791931&fields=id&tenant_id=712b03f523614e3dae833fefdba8a150 HTTP/1.1" status: 200 len: 267 time: 0.0433874 Sep 01 15:47:08.014147 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-658a820a-7bff-467d-8650-9af14b5e151b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:08.015659 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-658a820a-7bff-467d-8650-9af14b5e151b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/networks?id=07f631c5-32e9-40ca-9b75-6feb731ecf99 HTTP/1.1" status: 200 len: 812 time: 0.1093600 Sep 01 15:47:08.031749 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-161713cc-20ae-448d-8c52-3980c1dbf4f7 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/quotas/712b03f523614e3dae833fefdba8a150 HTTP/1.1" status: 200 len: 375 time: 0.0101378 Sep 01 15:47:08.086518 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-a3518fd3-eb96-45b0-92cd-ecc1353944d9 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=712b03f523614e3dae833fefdba8a150&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467045 Sep 01 15:47:08.187993 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-af1e8508-da02-4924-b706-d9eef69a35d5 service neutron] 10.222.0.60 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893457 Sep 01 15:47:08.279025 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-01ce288c-f603-419a-acc1-eadba9719d02 service neutron] 10.222.0.60 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849962 Sep 01 15:47:08.604388 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-20a258fb-3111-4c6b-8918-1d15cafc5402 req-9d2c2824-668b-4df1-94d1-b2764c7fe3db tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 210 time: 0.0387788 Sep 01 15:47:08.762623 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:09.307984 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a322ddb0-ec79-4e23-940b-32c13b500ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:09.649235 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-24d21690-40fd-4653-bec7-dc60fbe910f4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:09.657258 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-24d21690-40fd-4653-bec7-dc60fbe910f4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.45 "GET /v2.0/networks?id=07f631c5-32e9-40ca-9b75-6feb731ecf99 HTTP/1.1" status: 200 len: 812 time: 0.1636975 Sep 01 15:47:09.731525 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8f4ce58d-288a-4ea2-bcd9-9b0bc01c075e req-afa0570c-a114-4458-85ce-3a5fd83cbe17 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 210 time: 0.0359821 Sep 01 15:47:09.736173 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-fd4fb9ab-618d-402f-b358-89df3c18a6db tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=712b03f523614e3dae833fefdba8a150 HTTP/1.1" status: 200 len: 380 time: 0.0683520 Sep 01 15:47:09.749754 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-07605f34-a372-4770-9e5c-36d344f18b2d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Request body: {'port': {'device_id': '1a072905-de93-4af0-a199-01fa4c5c2940', 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99', 'admin_state_up': True, 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'security_groups': ['a9d466a0-fe64-4103-87bd-20054639f90d']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:47:09.872366 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-07605f34-a372-4770-9e5c-36d344f18b2d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Made reservation on behalf of 712b03f523614e3dae833fefdba8a150 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:47:09.875962 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-07605f34-a372-4770-9e5c-36d344f18b2d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:10.013889 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-07605f34-a372-4770-9e5c-36d344f18b2d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Allocated IP 172.20.0.3 (07f631c5-32e9-40ca-9b75-6feb731ecf99/a2b59801-979b-4fe1-bcc1-5c6fa7771954/9ec3e52e-1c3a-44e3-8024-6a6871251a2d) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:47:10.159101 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-07605f34-a372-4770-9e5c-36d344f18b2d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:10.173349 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-07605f34-a372-4770-9e5c-36d344f18b2d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Transition to ACTIVE for port object 9ec3e52e-1c3a-44e3-8024-6a6871251a2d will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:47:10.212313 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-07605f34-a372-4770-9e5c-36d344f18b2d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:10.252625 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-07605f34-a372-4770-9e5c-36d344f18b2d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Network 07f631c5-32e9-40ca-9b75-6feb731ecf99 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:47:10.255781 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-07605f34-a372-4770-9e5c-36d344f18b2d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:47:10.259631 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-07605f34-a372-4770-9e5c-36d344f18b2d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:47:10.312927 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07605f34-a372-4770-9e5c-36d344f18b2d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Pushing event updated for resources: {'Port': ['ID=9ec3e52e-1c3a-44e3-8024-6a6871251a2d,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:10.332740 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-07605f34-a372-4770-9e5c-36d344f18b2d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:10.333503 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-07605f34-a372-4770-9e5c-36d344f18b2d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:10.348906 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-07605f34-a372-4770-9e5c-36d344f18b2d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6049886 Sep 01 15:47:10.359265 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-295342fb-7881-401f-aa5a-9d348dba8dbe tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:47:10.360442 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-295342fb-7881-401f-aa5a-9d348dba8dbe tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056098 Sep 01 15:47:10.374658 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-efb1e0bd-45d2-4f10-9e86-bcc5ff924c2b service neutron] Request body: {'port': {'device_id': '1a072905-de93-4af0-a199-01fa4c5c2940', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:47:10.437534 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-efb1e0bd-45d2-4f10-9e86-bcc5ff924c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:10.528583 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-608ec7a4-20a4-43a8-91e9-ca9fcb532ae1 None None] Provisioning for port 9ec3e52e-1c3a-44e3-8024-6a6871251a2d completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:47:10.539167 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-608ec7a4-20a4-43a8-91e9-ca9fcb532ae1 None None] Provisioning complete for port 9ec3e52e-1c3a-44e3-8024-6a6871251a2d triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:47:10.539554 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-608ec7a4-20a4-43a8-91e9-ca9fcb532ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:10.580678 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-608ec7a4-20a4-43a8-91e9-ca9fcb532ae1 None None] Port 9ec3e52e-1c3a-44e3-8024-6a6871251a2d cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:47:10.748612 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-efb1e0bd-45d2-4f10-9e86-bcc5ff924c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec3e52e-1c3a-44e3-8024-6a6871251a2d {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:47:10.755290 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-efb1e0bd-45d2-4f10-9e86-bcc5ff924c2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:10.769209 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-efb1e0bd-45d2-4f10-9e86-bcc5ff924c2b service neutron] Transition to ACTIVE for port object 9ec3e52e-1c3a-44e3-8024-6a6871251a2d will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:47:10.775564 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-efb1e0bd-45d2-4f10-9e86-bcc5ff924c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:10.865696 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1e0bd-45d2-4f10-9e86-bcc5ff924c2b service neutron] Pushing event updated for resources: {'Port': ['ID=9ec3e52e-1c3a-44e3-8024-6a6871251a2d,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:10.892613 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41335225-7611-4774-9aee-11ee7a4e39af req-727391e8-230d-4068-8ea1-94522730e341 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:10.895163 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-41335225-7611-4774-9aee-11ee7a4e39af req-727391e8-230d-4068-8ea1-94522730e341 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 943 time: 0.0691011 Sep 01 15:47:10.928014 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-efb1e0bd-45d2-4f10-9e86-bcc5ff924c2b service neutron] Attempting to bind port 9ec3e52e-1c3a-44e3-8024-6a6871251a2d on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:47:10.928593 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-efb1e0bd-45d2-4f10-9e86-bcc5ff924c2b service neutron] Attempting to bind port 9ec3e52e-1c3a-44e3-8024-6a6871251a2d by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:47:10.929160 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-efb1e0bd-45d2-4f10-9e86-bcc5ff924c2b service neutron] Attempting to bind port 9ec3e52e-1c3a-44e3-8024-6a6871251a2d on network 07f631c5-32e9-40ca-9b75-6feb731ecf99 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:47:10.939019 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-efb1e0bd-45d2-4f10-9e86-bcc5ff924c2b service neutron] Port 9ec3e52e-1c3a-44e3-8024-6a6871251a2d on network 07f631c5-32e9-40ca-9b75-6feb731ecf99 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:47:10.939391 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-efb1e0bd-45d2-4f10-9e86-bcc5ff924c2b service neutron] Attempting to bind port 9ec3e52e-1c3a-44e3-8024-6a6871251a2d on network 07f631c5-32e9-40ca-9b75-6feb731ecf99 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:47:10.946718 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-efb1e0bd-45d2-4f10-9e86-bcc5ff924c2b service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:47:10.947205 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-efb1e0bd-45d2-4f10-9e86-bcc5ff924c2b service neutron] Checking segment: {'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:47:10.947342 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-efb1e0bd-45d2-4f10-9e86-bcc5ff924c2b service neutron] Bound using segment: {'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:47:10.947771 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-efb1e0bd-45d2-4f10-9e86-bcc5ff924c2b service neutron] Bound port: 9ec3e52e-1c3a-44e3-8024-6a6871251a2d, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:47:10.948724 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-efb1e0bd-45d2-4f10-9e86-bcc5ff924c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:10.952117 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-41335225-7611-4774-9aee-11ee7a4e39af req-ba509e02-b442-4e14-ba53-6963fb729213 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9d466a0-fe64-4103-87bd-20054639f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487442 Sep 01 15:47:11.046914 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-efb1e0bd-45d2-4f10-9e86-bcc5ff924c2b service neutron] For port 9ec3e52e-1c3a-44e3-8024-6a6871251a2d, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:47:11.052839 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-efb1e0bd-45d2-4f10-9e86-bcc5ff924c2b service neutron] For port 9ec3e52e-1c3a-44e3-8024-6a6871251a2d, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=9ec3e52e-1c3a-44e3-8024-6a6871251a2d,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:47:11.060218 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-efb1e0bd-45d2-4f10-9e86-bcc5ff924c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:11.131005 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-efb1e0bd-45d2-4f10-9e86-bcc5ff924c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:11.132143 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-efb1e0bd-45d2-4f10-9e86-bcc5ff924c2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:11.136445 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-efb1e0bd-45d2-4f10-9e86-bcc5ff924c2b service neutron] 10.222.0.45 "PUT /v2.0/ports/9ec3e52e-1c3a-44e3-8024-6a6871251a2d HTTP/1.1" status: 200 len: 1091 time: 0.7647233 Sep 01 15:47:11.136445 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a072905-de93-4af0-a199-01fa4c5c2940', 'tag': '9ec3e52e-1c3a-44e3-8024-6a6871251a2d'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:47:11.139550 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e5daf6-81a0-4442-98dc-e092ddefee94" -d '{"events": [{"name": "network-changed", "server_uuid": "1a072905-de93-4af0-a199-01fa4c5c2940", "tag": "9ec3e52e-1c3a-44e3-8024-6a6871251a2d"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:47:11.199455 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1e0bd-45d2-4f10-9e86-bcc5ff924c2b service neutron] Pushing event updated for resources: {'Port': ['ID=9ec3e52e-1c3a-44e3-8024-6a6871251a2d,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:11.208232 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39e2ab2-f501-4b68-ac8e-5b4897e1ab53 x-openstack-request-id: req-b39e2ab2-f501-4b68-ac8e-5b4897e1ab53 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:47:11.209159 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a072905-de93-4af0-a199-01fa4c5c2940", "tag": "9ec3e52e-1c3a-44e3-8024-6a6871251a2d", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:47:11.209522 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b39e2ab2-f501-4b68-ac8e-5b4897e1ab53 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:47:11.210026 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a072905-de93-4af0-a199-01fa4c5c2940', 'tag': '9ec3e52e-1c3a-44e3-8024-6a6871251a2d', 'status': 'completed', 'code': 200} Sep 01 15:47:11.261934 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-08494ef6-36df-48df-bd10-38cd4db14676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:11.261934 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-08494ef6-36df-48df-bd10-38cd4db14676 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=712b03f523614e3dae833fefdba8a150&device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 1094 time: 0.0629821 Sep 01 15:47:11.315880 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-b7e60248-aae9-4dba-9ef6-e1b387b79e26 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ec3e52e-1c3a-44e3-8024-6a6871251a2d HTTP/1.1" status: 200 len: 217 time: 0.0422125 Sep 01 15:47:11.374752 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-41cfb74f-22c6-4dbf-95f3-c18467cc96bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:11.376593 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-41cfb74f-22c6-4dbf-95f3-c18467cc96bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a2b59801-979b-4fe1-bcc1-5c6fa7771954 HTTP/1.1" status: 200 len: 851 time: 0.0524657 Sep 01 15:47:11.428280 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-d10699df-fc30-4252-9754-29d4742faf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:11.429859 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-d10699df-fc30-4252-9754-29d4742faf4e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=07f631c5-32e9-40ca-9b75-6feb731ecf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434005 Sep 01 15:47:11.530503 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-9eb2f3ed-2084-4d26-8cc5-1f92fab548cc service neutron] 10.222.0.45 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924618 Sep 01 15:47:11.629399 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a2bb750-b811-43db-bb79-ce877211bb86 req-1d73168e-1266-4a3e-85c5-3104ec28b721 service neutron] 10.222.0.45 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901232 Sep 01 15:47:11.723690 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5daf6-81a0-4442-98dc-e092ddefee94 req-6352c119-79cf-483e-ab9b-b869599fbeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:11.725351 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f1e5daf6-81a0-4442-98dc-e092ddefee94 req-6352c119-79cf-483e-ab9b-b869599fbeef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=712b03f523614e3dae833fefdba8a150&device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 1094 time: 0.0436809 Sep 01 15:47:11.832266 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5daf6-81a0-4442-98dc-e092ddefee94 req-76fba0e6-ece9-4aa5-98f0-4725e2e87a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:11.833786 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f1e5daf6-81a0-4442-98dc-e092ddefee94 req-76fba0e6-ece9-4aa5-98f0-4725e2e87a15 service neutron] 10.222.0.45 "GET /v2.0/networks?id=07f631c5-32e9-40ca-9b75-6feb731ecf99 HTTP/1.1" status: 200 len: 913 time: 0.1006486 Sep 01 15:47:11.878832 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f1e5daf6-81a0-4442-98dc-e092ddefee94 req-ecfc343e-9aa7-4379-8ab5-d233f316576d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ec3e52e-1c3a-44e3-8024-6a6871251a2d HTTP/1.1" status: 200 len: 217 time: 0.0372849 Sep 01 15:47:11.930954 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5daf6-81a0-4442-98dc-e092ddefee94 req-782f21e0-73ad-41dc-8186-0f99f92f2022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:11.932991 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f1e5daf6-81a0-4442-98dc-e092ddefee94 req-782f21e0-73ad-41dc-8186-0f99f92f2022 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a2b59801-979b-4fe1-bcc1-5c6fa7771954 HTTP/1.1" status: 200 len: 851 time: 0.0457251 Sep 01 15:47:11.999203 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5daf6-81a0-4442-98dc-e092ddefee94 req-fd1b3084-59ff-4680-8ea2-28e0e1c49714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:12.001232 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f1e5daf6-81a0-4442-98dc-e092ddefee94 req-fd1b3084-59ff-4680-8ea2-28e0e1c49714 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=07f631c5-32e9-40ca-9b75-6feb731ecf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603974 Sep 01 15:47:12.071963 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f646a9-a069-4007-bc35-e15ba8dd996b req-55f18c59-ea1c-4694-b125-fbe4d5df43a0 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:12.074156 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d5f646a9-a069-4007-bc35-e15ba8dd996b req-55f18c59-ea1c-4694-b125-fbe4d5df43a0 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 943 time: 0.0521822 Sep 01 15:47:12.100235 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f1e5daf6-81a0-4442-98dc-e092ddefee94 req-e91a717b-4d64-40d9-87a8-4f5e07a9ac6e service neutron] 10.222.0.45 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898950 Sep 01 15:47:12.118189 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d5f646a9-a069-4007-bc35-e15ba8dd996b req-dd637df2-bbc4-4877-a459-fc7e20d4962a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9d466a0-fe64-4103-87bd-20054639f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350964 Sep 01 15:47:12.172968 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:12.206422 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f1e5daf6-81a0-4442-98dc-e092ddefee94 req-57df8322-0eee-4d2b-8690-5f629b42f560 service neutron] 10.222.0.45 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981824 Sep 01 15:47:13.242188 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f4203-147a-42fa-ad3b-24d1b440f41f req-ef48779b-1025-4bd8-afaa-7932b65833c6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:13.243750 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e59f4203-147a-42fa-ad3b-24d1b440f41f req-ef48779b-1025-4bd8-afaa-7932b65833c6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 943 time: 0.0524576 Sep 01 15:47:13.283196 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e59f4203-147a-42fa-ad3b-24d1b440f41f req-c48b89ad-8048-48f9-bcfb-f8cb90ea3c7d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9d466a0-fe64-4103-87bd-20054639f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334423 Sep 01 15:47:13.339912 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:13.669140 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d74d14d3-4acc-47c6-8e38-adfc3ddbe1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:14.401700 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2f504-187e-498d-b8bc-87f1f159419d req-1cab1342-1ade-41f2-b407-594ad4da91bb tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:14.403297 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-31a2f504-187e-498d-b8bc-87f1f159419d req-1cab1342-1ade-41f2-b407-594ad4da91bb tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 943 time: 0.0511777 Sep 01 15:47:14.451493 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-31a2f504-187e-498d-b8bc-87f1f159419d req-a00fe3c0-34e9-4b66-a95c-2d5b81d0e19e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9d466a0-fe64-4103-87bd-20054639f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413203 Sep 01 15:47:15.252894 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:15.584904 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177fbad-7659-410f-90d7-ca875004cff3 req-55638909-9cc3-4791-a888-177f01be133c tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:15.586584 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9177fbad-7659-410f-90d7-ca875004cff3 req-55638909-9cc3-4791-a888-177f01be133c tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 943 time: 0.0580544 Sep 01 15:47:15.632490 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9177fbad-7659-410f-90d7-ca875004cff3 req-e7d6af8a-86b2-4af2-b96a-84935d113894 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9d466a0-fe64-4103-87bd-20054639f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384002 Sep 01 15:47:16.750237 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a95c1b-77f9-4765-a4ae-eb6cf81c82ff req-a51bfe72-f236-43a6-a276-24dc010bf6e9 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:16.751848 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-46a95c1b-77f9-4765-a4ae-eb6cf81c82ff req-a51bfe72-f236-43a6-a276-24dc010bf6e9 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 943 time: 0.0490315 Sep 01 15:47:16.791158 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-46a95c1b-77f9-4765-a4ae-eb6cf81c82ff req-6bd50a98-3cbc-45a4-a582-807bbab2b679 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9d466a0-fe64-4103-87bd-20054639f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329106 Sep 01 15:47:17.905427 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531fca38-9761-409e-988e-6f3e7df57e19 req-99e2bd03-6b84-4a9a-92cd-3db3a7b1dee0 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:17.906956 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-531fca38-9761-409e-988e-6f3e7df57e19 req-99e2bd03-6b84-4a9a-92cd-3db3a7b1dee0 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 943 time: 0.0495317 Sep 01 15:47:17.949710 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-531fca38-9761-409e-988e-6f3e7df57e19 req-a0af4e31-c774-4765-a136-ceefb999ccd3 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9d466a0-fe64-4103-87bd-20054639f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367062 Sep 01 15:47:19.065884 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd4263-7fca-414c-9c5c-0dc16679125e req-412c153d-258f-46f9-bb99-19d2c24ac3b4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:19.067461 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7dcd4263-7fca-414c-9c5c-0dc16679125e req-412c153d-258f-46f9-bb99-19d2c24ac3b4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 943 time: 0.0494220 Sep 01 15:47:19.106847 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7dcd4263-7fca-414c-9c5c-0dc16679125e req-b911ca9e-f210-411b-b7e3-608d3bdcff00 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9d466a0-fe64-4103-87bd-20054639f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329406 Sep 01 15:47:20.223044 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4556f62-7198-47d4-bfb2-8ad6de8aeb88 req-29f1f026-66cb-449b-af26-98a0c7291019 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:20.224563 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c4556f62-7198-47d4-bfb2-8ad6de8aeb88 req-29f1f026-66cb-449b-af26-98a0c7291019 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 943 time: 0.0500476 Sep 01 15:47:20.266051 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c4556f62-7198-47d4-bfb2-8ad6de8aeb88 req-07dc9ebf-82ba-470b-8c84-2f8436114dcf tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9d466a0-fe64-4103-87bd-20054639f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353394 Sep 01 15:47:21.386929 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97307db1-6190-4b96-8f21-306a3ce0a666 req-4b9a71a0-f625-4b9a-805a-c14af97ceeb4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:21.388460 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-97307db1-6190-4b96-8f21-306a3ce0a666 req-4b9a71a0-f625-4b9a-805a-c14af97ceeb4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 943 time: 0.0545356 Sep 01 15:47:21.432937 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-97307db1-6190-4b96-8f21-306a3ce0a666 req-202e3cce-edad-4fe0-b518-b6c4980844f1 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9d466a0-fe64-4103-87bd-20054639f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383615 Sep 01 15:47:22.556421 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f36849-da5c-4feb-81f9-9cad0ffc71d3 req-9e2c144b-a361-4810-b18e-c9b107ddec89 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:22.557843 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a2f36849-da5c-4feb-81f9-9cad0ffc71d3 req-9e2c144b-a361-4810-b18e-c9b107ddec89 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 943 time: 0.0524774 Sep 01 15:47:22.602825 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a2f36849-da5c-4feb-81f9-9cad0ffc71d3 req-3508bbb4-b47f-4740-a104-2a3fd09ef3f3 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9d466a0-fe64-4103-87bd-20054639f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374711 Sep 01 15:47:22.746107 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 9ec3e52e-1c3a-44e3-8024-6a6871251a2d details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:47:22.778517 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:47:22.853716 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 9ec3e52e-1c3a-44e3-8024-6a6871251a2d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=9ec3e52e-1c3a-44e3-8024-6a6871251a2d,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:47:22.866613 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '9ec3e52e-1c3a-44e3-8024-6a6871251a2d', 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99', 'port_id': '9ec3e52e-1c3a-44e3-8024-6a6871251a2d', 'mac_address': 'fa:16:3e:f0:49:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b59801-979b-4fe1-bcc1-5c6fa7771954', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:47:22.904481 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:22.920037 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec3e52e-1c3a-44e3-8024-6a6871251a2d {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:47:22.947880 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 9ec3e52e-1c3a-44e3-8024-6a6871251a2d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=9ec3e52e-1c3a-44e3-8024-6a6871251a2d,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:47:22.953137 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:23.007692 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=9ec3e52e-1c3a-44e3-8024-6a6871251a2d,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:23.176420 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['9ec3e52e-1c3a-44e3-8024-6a6871251a2d'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:47:23.725021 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f54854-2dcb-49be-811b-d71573b7317c req-6b26bfd1-56df-4acd-aa59-99d5c2ead0fc tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:23.726749 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-27f54854-2dcb-49be-811b-d71573b7317c req-6b26bfd1-56df-4acd-aa59-99d5c2ead0fc tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 944 time: 0.0530190 Sep 01 15:47:23.766977 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-27f54854-2dcb-49be-811b-d71573b7317c req-4b4b0ad0-7cc6-4de7-aaa4-19a36123b937 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9d466a0-fe64-4103-87bd-20054639f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330865 Sep 01 15:47:24.754221 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 9ec3e52e-1c3a-44e3-8024-6a6871251a2d up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:47:24.805858 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 9ec3e52e-1c3a-44e3-8024-6a6871251a2d completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:47:24.812159 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 9ec3e52e-1c3a-44e3-8024-6a6871251a2d triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:47:24.812706 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:24.896176 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:24.920705 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a072905-de93-4af0-a199-01fa4c5c2940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec3e52e-1c3a-44e3-8024-6a6871251a2d'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:47:24.923486 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be6250e-858d-4874-903a-ace6d9ab7994" -d '{"events": [{"server_uuid": "1a072905-de93-4af0-a199-01fa4c5c2940", "name": "network-vif-plugged", "status": "completed", "tag": "9ec3e52e-1c3a-44e3-8024-6a6871251a2d"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:47:24.937601 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 9ec3e52e-1c3a-44e3-8024-6a6871251a2d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=9ec3e52e-1c3a-44e3-8024-6a6871251a2d,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:47:24.943675 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:24.974417 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66c5358-5326-4222-99f5-5b51ea4f067b x-openstack-request-id: req-d66c5358-5326-4222-99f5-5b51ea4f067b {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:47:24.974719 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a072905-de93-4af0-a199-01fa4c5c2940", "name": "network-vif-plugged", "status": "completed", "tag": "9ec3e52e-1c3a-44e3-8024-6a6871251a2d", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:47:24.974975 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d66c5358-5326-4222-99f5-5b51ea4f067b {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:47:24.975364 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a072905-de93-4af0-a199-01fa4c5c2940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec3e52e-1c3a-44e3-8024-6a6871251a2d', 'code': 200} Sep 01 15:47:25.004865 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=9ec3e52e-1c3a-44e3-8024-6a6871251a2d,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:25.056196 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a370b4-9956-4875-bb2c-7ea5900f0bc1 req-157a5c23-6031-47cd-ab8c-2868da0aa623 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:25.058451 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-56a370b4-9956-4875-bb2c-7ea5900f0bc1 req-157a5c23-6031-47cd-ab8c-2868da0aa623 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 945 time: 0.0686285 Sep 01 15:47:25.101582 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-56a370b4-9956-4875-bb2c-7ea5900f0bc1 req-6f4de6fa-4a4f-41b4-8377-df56d7cebe17 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9d466a0-fe64-4103-87bd-20054639f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364430 Sep 01 15:47:25.199362 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef189f-20ec-405c-a5f2-8b7173dc7d5e req-ba65c66d-4d02-4aba-923a-97bd073af553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:25.200864 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a1ef189f-20ec-405c-a5f2-8b7173dc7d5e req-ba65c66d-4d02-4aba-923a-97bd073af553 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 1096 time: 0.1574657 Sep 01 15:47:25.241649 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a1ef189f-20ec-405c-a5f2-8b7173dc7d5e req-9d02a2d0-68e5-459d-9a80-ec5949624f77 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a9d466a0-fe64-4103-87bd-20054639f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317466 Sep 01 15:47:26.225206 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e869b-d1fb-4935-afa6-75b91a3349d7 req-07bb8d29-b9b4-407a-97a2-3fa990f506c2 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:26.226735 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-610e869b-d1fb-4935-afa6-75b91a3349d7 req-07bb8d29-b9b4-407a-97a2-3fa990f506c2 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 945 time: 0.0488484 Sep 01 15:47:26.270764 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-610e869b-d1fb-4935-afa6-75b91a3349d7 req-82a7a442-132a-40fc-ad2d-f370b6a74dc2 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9d466a0-fe64-4103-87bd-20054639f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372498 Sep 01 15:47:27.389189 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa7188-887b-4700-9e45-2218f51543d0 req-e1cbab70-8a41-4bb6-8625-c0a4eb7d17e5 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:27.390720 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-71aa7188-887b-4700-9e45-2218f51543d0 req-e1cbab70-8a41-4bb6-8625-c0a4eb7d17e5 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 945 time: 0.0497093 Sep 01 15:47:27.429361 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-71aa7188-887b-4700-9e45-2218f51543d0 req-e54e39b6-9b9a-4d43-af35-c80a7f468a03 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9d466a0-fe64-4103-87bd-20054639f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325880 Sep 01 15:47:27.547140 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcae4ee-4df4-4196-b44f-f893699198d8 req-06e99f70-1b3f-4ec4-b80c-c249520783d3 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:27.548749 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7fcae4ee-4df4-4196-b44f-f893699198d8 req-06e99f70-1b3f-4ec4-b80c-c249520783d3 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 945 time: 0.0499325 Sep 01 15:47:27.591360 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7fcae4ee-4df4-4196-b44f-f893699198d8 req-8b3b2356-cfee-4df1-91a4-c2ca5ac072ee tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9d466a0-fe64-4103-87bd-20054639f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365109 Sep 01 15:47:27.616903 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48358) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:27.765768 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a38b7b3-9852-49e3-8151-ab24d3eb250a tempest-TestVolumeBootPattern-854580079 tempest-TestVolumeBootPattern-854580079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:27.769041 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9a38b7b3-9852-49e3-8151-ab24d3eb250a tempest-TestVolumeBootPattern-854580079 tempest-TestVolumeBootPattern-854580079-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 1091 time: 0.1511018 Sep 01 15:47:27.772222 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 48362) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:47:27.776892 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-8475aba2-78b7-4e4f-852f-a7cce4f95614 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'port_id': '9ec3e52e-1c3a-44e3-8024-6a6871251a2d', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:47:27.800753 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8475aba2-78b7-4e4f-852f-a7cce4f95614 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:27.898859 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:27.907595 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8475aba2-78b7-4e4f-852f-a7cce4f95614 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:28.013439 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-8475aba2-78b7-4e4f-852f-a7cce4f95614 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Allocated IP 172.25.6.22 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/094d51fd-7974-4b82-ae74-aa1dc96ce1f5) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:47:28.120513 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8475aba2-78b7-4e4f-852f-a7cce4f95614 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:28.160277 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8475aba2-78b7-4e4f-852f-a7cce4f95614 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:28.200978 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8475aba2-78b7-4e4f-852f-a7cce4f95614 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:47:28.203962 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-8475aba2-78b7-4e4f-852f-a7cce4f95614 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:47:28.207612 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8475aba2-78b7-4e4f-852f-a7cce4f95614 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:47:28.212960 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475aba2-78b7-4e4f-852f-a7cce4f95614 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Pushing event updated for resources: {'Port': ['ID=094d51fd-7974-4b82-ae74-aa1dc96ce1f5,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:28.920859 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8475aba2-78b7-4e4f-852f-a7cce4f95614 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:28.991422 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8475aba2-78b7-4e4f-852f-a7cce4f95614 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:29.143595 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8475aba2-78b7-4e4f-852f-a7cce4f95614 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:29.148842 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8475aba2-78b7-4e4f-852f-a7cce4f95614 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:29.219239 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475aba2-78b7-4e4f-852f-a7cce4f95614 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Pushing event updated for resources: {'Port': ['ID=094d51fd-7974-4b82-ae74-aa1dc96ce1f5,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:47:29.235968 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8475aba2-78b7-4e4f-852f-a7cce4f95614 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:29.343140 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-8475aba2-78b7-4e4f-852f-a7cce4f95614 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Floating IP d47a8254-dee4-4eef-88bd-6326da0a67e8 associated. External IP: 172.25.6.22, port: 9ec3e52e-1c3a-44e3-8024-6a6871251a2d. Sep 01 15:47:29.568789 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8475aba2-78b7-4e4f-852f-a7cce4f95614 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Router 668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:47:29.682896 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8475aba2-78b7-4e4f-852f-a7cce4f95614 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:47:29.692611 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd295199-f420-4ca4-b545-664485925d9a None None] Sync routers for ids ['668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:47:29.700246 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8475aba2-78b7-4e4f-852f-a7cce4f95614 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:29.702481 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd295199-f420-4ca4-b545-664485925d9a None None] Routers {'668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:47:29.703097 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-dd295199-f420-4ca4-b545-664485925d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:47:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:47:29.729619 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8475aba2-78b7-4e4f-852f-a7cce4f95614 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9553533 Sep 01 15:47:29.730326 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a072905-de93-4af0-a199-01fa4c5c2940', 'tag': '9ec3e52e-1c3a-44e3-8024-6a6871251a2d'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:47:29.732771 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198a5a01-280f-437a-8937-f7dfa6fdb4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "1a072905-de93-4af0-a199-01fa4c5c2940", "tag": "9ec3e52e-1c3a-44e3-8024-6a6871251a2d"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:47:29.770068 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65028f3-8593-4fce-9f3b-b623295d57b4 x-openstack-request-id: req-f65028f3-8593-4fce-9f3b-b623295d57b4 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:47:29.770398 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a072905-de93-4af0-a199-01fa4c5c2940", "tag": "9ec3e52e-1c3a-44e3-8024-6a6871251a2d", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:47:29.770672 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f65028f3-8593-4fce-9f3b-b623295d57b4 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:47:29.771071 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a072905-de93-4af0-a199-01fa4c5c2940', 'tag': '9ec3e52e-1c3a-44e3-8024-6a6871251a2d', 'status': 'completed', 'code': 200} Sep 01 15:47:29.810394 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-dd295199-f420-4ca4-b545-664485925d9a None None] Set router 668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:47:29.837173 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a5a01-280f-437a-8937-f7dfa6fdb4d1 req-262555d6-6cb9-4072-b278-2b43191f5978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:29.839342 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-198a5a01-280f-437a-8937-f7dfa6fdb4d1 req-262555d6-6cb9-4072-b278-2b43191f5978 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=712b03f523614e3dae833fefdba8a150&device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 1096 time: 0.0429184 Sep 01 15:47:29.935275 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a5a01-280f-437a-8937-f7dfa6fdb4d1 req-63ae31b7-449d-4b9d-a9b7-634c1193fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:29.936787 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-198a5a01-280f-437a-8937-f7dfa6fdb4d1 req-63ae31b7-449d-4b9d-a9b7-634c1193fe32 service neutron] 10.222.0.45 "GET /v2.0/networks?id=07f631c5-32e9-40ca-9b75-6feb731ecf99 HTTP/1.1" status: 200 len: 913 time: 0.0902140 Sep 01 15:47:30.020697 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-198a5a01-280f-437a-8937-f7dfa6fdb4d1 req-9fea6996-f3eb-48bf-8e88-573d17c0a787 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ec3e52e-1c3a-44e3-8024-6a6871251a2d HTTP/1.1" status: 200 len: 998 time: 0.0752001 Sep 01 15:47:30.043322 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-dd295199-f420-4ca4-b545-664485925d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'name': 'tempest-TestVolumeBootPattern-1692375501-router', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:58Z', 'updated_at': '2021-09-01T15:42:04Z', 'revision_number': 4, 'project_id': '712b03f523614e3dae833fefdba8a150', 'gw_port': {'id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:59Z', 'updated_at': '2021-09-01T15:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'd47a8254-dee4-4eef-88bd-6326da0a67e8', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'floating_ip_address': '172.25.6.22', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'port_id': '9ec3e52e-1c3a-44e3-8024-6a6871251a2d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99', 'mac_address': 'fa:16:3e:f0:49:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a072905-de93-4af0-a199-01fa4c5c2940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:47:28Z', 'updated_at': '2021-09-01T15:47:28Z', 'revision_number': 0, 'project_id': '712b03f523614e3dae833fefdba8a150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d', 'name': '', 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'mac_address': 'fa:16:3e:38:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'a2b59801-979b-4fe1-bcc1-5c6fa7771954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:02Z', 'updated_at': '2021-09-01T15:42:14Z', 'revision_number': 5, 'project_id': '712b03f523614e3dae833fefdba8a150', 'subnets': [{'id': 'a2b59801-979b-4fe1-bcc1-5c6fa7771954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:47:30.069143 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd295199-f420-4ca4-b545-664485925d9a None None] Checking router: 668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:47:30.071779 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a5a01-280f-437a-8937-f7dfa6fdb4d1 req-67ba460c-deb5-4cc8-89bf-5994e5b7afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:30.073815 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-198a5a01-280f-437a-8937-f7dfa6fdb4d1 req-67ba460c-deb5-4cc8-89bf-5994e5b7afe1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a2b59801-979b-4fe1-bcc1-5c6fa7771954 HTTP/1.1" status: 200 len: 851 time: 0.0455000 Sep 01 15:47:30.078799 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd295199-f420-4ca4-b545-664485925d9a None None] Routers {'668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:47:30.079413 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-dd295199-f420-4ca4-b545-664485925d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:47:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:47:30.125976 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a5a01-280f-437a-8937-f7dfa6fdb4d1 req-acb33862-f770-4598-a0d8-9cb511ffa877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:30.127608 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-198a5a01-280f-437a-8937-f7dfa6fdb4d1 req-acb33862-f770-4598-a0d8-9cb511ffa877 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=07f631c5-32e9-40ca-9b75-6feb731ecf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440693 Sep 01 15:47:30.194481 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-dd295199-f420-4ca4-b545-664485925d9a None None] Set router 668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:47:30.230229 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-198a5a01-280f-437a-8937-f7dfa6fdb4d1 req-fa693e7e-1a42-48ec-b346-91b94c3e1724 service neutron] 10.222.0.45 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927331 Sep 01 15:47:30.324416 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-198a5a01-280f-437a-8937-f7dfa6fdb4d1 req-46b9cca4-a6ff-41ae-abd5-b29db2b3e2df service neutron] 10.222.0.45 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867741 Sep 01 15:47:30.429717 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-dd295199-f420-4ca4-b545-664485925d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'name': 'tempest-TestVolumeBootPattern-1692375501-router', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:58Z', 'updated_at': '2021-09-01T15:42:04Z', 'revision_number': 4, 'project_id': '712b03f523614e3dae833fefdba8a150', 'gw_port': {'id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:59Z', 'updated_at': '2021-09-01T15:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'd47a8254-dee4-4eef-88bd-6326da0a67e8', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'floating_ip_address': '172.25.6.22', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'port_id': '9ec3e52e-1c3a-44e3-8024-6a6871251a2d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99', 'mac_address': 'fa:16:3e:f0:49:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a072905-de93-4af0-a199-01fa4c5c2940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:47:28Z', 'updated_at': '2021-09-01T15:47:28Z', 'revision_number': 0, 'project_id': '712b03f523614e3dae833fefdba8a150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d', 'name': '', 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'mac_address': 'fa:16:3e:38:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'a2b59801-979b-4fe1-bcc1-5c6fa7771954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:02Z', 'updated_at': '2021-09-01T15:42:14Z', 'revision_number': 5, 'project_id': '712b03f523614e3dae833fefdba8a150', 'subnets': [{'id': 'a2b59801-979b-4fe1-bcc1-5c6fa7771954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:47:30.461002 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd295199-f420-4ca4-b545-664485925d9a None None] The sync data for ids ['668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'] in n-d-794796-3 is: [{'id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'name': 'tempest-TestVolumeBootPattern-1692375501-router', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:58Z', 'updated_at': '2021-09-01T15:42:04Z', 'revision_number': 4, 'project_id': '712b03f523614e3dae833fefdba8a150', 'gw_port': {'id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:59Z', 'updated_at': '2021-09-01T15:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'd47a8254-dee4-4eef-88bd-6326da0a67e8', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'floating_ip_address': '172.25.6.22', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'port_id': '9ec3e52e-1c3a-44e3-8024-6a6871251a2d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99', 'mac_address': 'fa:16:3e:f0:49:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a072905-de93-4af0-a199-01fa4c5c2940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:47:28Z', 'updated_at': '2021-09-01T15:47:28Z', 'revision_number': 0, 'project_id': '712b03f523614e3dae833fefdba8a150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d', 'name': '', 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'mac_address': 'fa:16:3e:38:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'a2b59801-979b-4fe1-bcc1-5c6fa7771954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:02Z', 'updated_at': '2021-09-01T15:42:14Z', 'revision_number': 5, 'project_id': '712b03f523614e3dae833fefdba8a150', 'subnets': [{'id': 'a2b59801-979b-4fe1-bcc1-5c6fa7771954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:47:30.686729 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc38e30-e22b-4606-b6c9-93c282f3c837 None None] New status for floating IP d47a8254-dee4-4eef-88bd-6326da0a67e8: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:47:34.958399 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4a561059-b11a-430f-9361-baa380a08691 req-a9e0ed59-3e4e-4e6a-a1f9-60101ddff19d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6b2d80d2-91fa-4bc1-ae66-f693ad1f067b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403824 Sep 01 15:47:35.064738 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a561059-b11a-430f-9361-baa380a08691 req-2403a015-fc5a-44ec-8879-8951148ee0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:35.066254 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4a561059-b11a-430f-9361-baa380a08691 req-2403a015-fc5a-44ec-8879-8951148ee0ba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69b9c1d78e674f7c80015c51d8c26f75&device_id=6b2d80d2-91fa-4bc1-ae66-f693ad1f067b HTTP/1.1" status: 200 len: 1101 time: 0.0402789 Sep 01 15:47:35.184239 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a561059-b11a-430f-9361-baa380a08691 req-295528ed-b59e-4124-98ea-1e69a965f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:35.185731 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4a561059-b11a-430f-9361-baa380a08691 req-295528ed-b59e-4124-98ea-1e69a965f249 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.0965159 Sep 01 15:47:35.231789 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4a561059-b11a-430f-9361-baa380a08691 req-fedf3778-80ac-4bda-95ba-7268413f28be service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=1e60c654-0434-4b03-950e-2bee876455bd HTTP/1.1" status: 200 len: 217 time: 0.0377898 Sep 01 15:47:35.284542 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a561059-b11a-430f-9361-baa380a08691 req-1645f7b4-ca46-49aa-81b6-452c9ed017d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:35.286169 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4a561059-b11a-430f-9361-baa380a08691 req-1645f7b4-ca46-49aa-81b6-452c9ed017d6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.0463362 Sep 01 15:47:35.337511 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a561059-b11a-430f-9361-baa380a08691 req-5b189ea1-6e47-42b3-8e72-57aa5c78c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:47:35.339458 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4a561059-b11a-430f-9361-baa380a08691 req-5b189ea1-6e47-42b3-8e72-57aa5c78c4eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0426965 Sep 01 15:47:35.442897 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4a561059-b11a-430f-9361-baa380a08691 req-94096013-93ef-4ee1-8d75-e89b0bff4fe6 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927887 Sep 01 15:47:35.537572 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4a561059-b11a-430f-9361-baa380a08691 req-9ca9d3f8-c3d7-42fb-9a73-b6d6f102cb4b service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840564 Sep 01 15:47:38.768323 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:39.310389 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1d45a5cc-3d09-4a15-af50-a4a456caa98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:42.165364 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:43.345702 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:43.672024 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-27078af9-82b3-489f-9e44-c13445d56cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:45.254114 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:57.899314 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:47:59.779537 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:48:08.774068 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:09.313872 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6aee0a28-3007-401f-8124-755cdc742d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:11.466570 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628754f9-3352-42ff-afb7-03ab19923f0a req-20ecc388-52cf-42dc-8e20-265c5f4853d6 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:11.468267 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-628754f9-3352-42ff-afb7-03ab19923f0a req-20ecc388-52cf-42dc-8e20-265c5f4853d6 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b2d80d2-91fa-4bc1-ae66-f693ad1f067b HTTP/1.1" status: 200 len: 950 time: 0.0642760 Sep 01 15:48:11.513122 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-628754f9-3352-42ff-afb7-03ab19923f0a req-ad5b1bc9-2cb9-46e6-b3e1-4a8191f7fa9d tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef4c619-73c8-43fa-829c-caa8737f6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381830 Sep 01 15:48:12.168793 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:12.651717 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88847d73-33c5-4867-9861-7e181a48bef7 req-54d496ea-ea06-4ab2-ab32-d7591556195a tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:12.653291 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-88847d73-33c5-4867-9861-7e181a48bef7 req-54d496ea-ea06-4ab2-ab32-d7591556195a tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b2d80d2-91fa-4bc1-ae66-f693ad1f067b HTTP/1.1" status: 200 len: 950 time: 0.0665405 Sep 01 15:48:12.696186 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-88847d73-33c5-4867-9861-7e181a48bef7 req-374d0b76-d4a7-4913-af3a-d6448d6bff15 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef4c619-73c8-43fa-829c-caa8737f6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366826 Sep 01 15:48:13.341502 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:13.439874 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d960f8-bcbe-46f5-b309-c8e781737ffd req-bbb8d7c8-4138-46f0-8165-b622f2859a25 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:13.441521 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-38d960f8-bcbe-46f5-b309-c8e781737ffd req-bbb8d7c8-4138-46f0-8165-b622f2859a25 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b2d80d2-91fa-4bc1-ae66-f693ad1f067b HTTP/1.1" status: 200 len: 950 time: 0.0580726 Sep 01 15:48:13.555767 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-38d960f8-bcbe-46f5-b309-c8e781737ffd req-c774f6d7-80d5-4106-a493-6f810ccf969e tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Deleting port 1e60c654-0434-4b03-950e-2bee876455bd {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:48:13.556110 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-38d960f8-bcbe-46f5-b309-c8e781737ffd req-c774f6d7-80d5-4106-a493-6f810ccf969e tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:13.673054 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-38d960f8-bcbe-46f5-b309-c8e781737ffd req-c774f6d7-80d5-4106-a493-6f810ccf969e tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] For port 1e60c654-0434-4b03-950e-2bee876455bd, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=1e60c654-0434-4b03-950e-2bee876455bd,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:48:13.673396 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-38d960f8-bcbe-46f5-b309-c8e781737ffd req-c774f6d7-80d5-4106-a493-6f810ccf969e tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:13.676043 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-94097241-1207-440b-92ad-78f8321a3721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:13.689891 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-38d960f8-bcbe-46f5-b309-c8e781737ffd req-c774f6d7-80d5-4106-a493-6f810ccf969e tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Calling delete_port for 1e60c654-0434-4b03-950e-2bee876455bd owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:48:13.878781 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd164d-5df1-4bfc-ad35-2fbb5a5963ed req-dfa9751a-b43b-4bec-b3f1-8939317d3123 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:13.880394 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-debd164d-5df1-4bfc-ad35-2fbb5a5963ed req-dfa9751a-b43b-4bec-b3f1-8939317d3123 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b2d80d2-91fa-4bc1-ae66-f693ad1f067b HTTP/1.1" status: 200 len: 950 time: 0.1060851 Sep 01 15:48:13.908446 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-38d960f8-bcbe-46f5-b309-c8e781737ffd req-c774f6d7-80d5-4106-a493-6f810ccf969e tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:13.945007 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774f6d7-80d5-4106-a493-6f810ccf969e tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Pushing event deleted for resources: {'Port': ['ID=1e60c654-0434-4b03-950e-2bee876455bd,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:48:13.952727 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['1e60c654-0434-4b03-950e-2bee876455bd'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:48:13.972222 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774f6d7-80d5-4106-a493-6f810ccf969e tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:13.972676 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774f6d7-80d5-4106-a493-6f810ccf969e tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:13.973032 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774f6d7-80d5-4106-a493-6f810ccf969e tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:13.973362 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774f6d7-80d5-4106-a493-6f810ccf969e tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:13.974322 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774f6d7-80d5-4106-a493-6f810ccf969e tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:13.974322 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774f6d7-80d5-4106-a493-6f810ccf969e tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:13.974646 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774f6d7-80d5-4106-a493-6f810ccf969e tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:13.975144 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774f6d7-80d5-4106-a493-6f810ccf969e tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:13.975387 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774f6d7-80d5-4106-a493-6f810ccf969e tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:13.975832 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774f6d7-80d5-4106-a493-6f810ccf969e tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:13.976394 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774f6d7-80d5-4106-a493-6f810ccf969e tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:13.977222 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c774f6d7-80d5-4106-a493-6f810ccf969e tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:48:13.988344 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-debd164d-5df1-4bfc-ad35-2fbb5a5963ed req-26255137-a215-4bb5-b47c-dc6616685a38 tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ef4c619-73c8-43fa-829c-caa8737f6972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993807 Sep 01 15:48:14.026819 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d960f8-bcbe-46f5-b309-c8e781737ffd req-c774f6d7-80d5-4106-a493-6f810ccf969e tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] No DVR routers for this DVR port 1e60c654-0434-4b03-950e-2bee876455bd on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:48:14.029727 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-38d960f8-bcbe-46f5-b309-c8e781737ffd req-c774f6d7-80d5-4106-a493-6f810ccf969e tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:14.031848 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-38d960f8-bcbe-46f5-b309-c8e781737ffd req-c774f6d7-80d5-4106-a493-6f810ccf969e tempest-VolumesBackupsTest-1700332451 tempest-VolumesBackupsTest-1700332451-project] 10.222.0.62 "DELETE /v2.0/ports/1e60c654-0434-4b03-950e-2bee876455bd HTTP/1.1" status: 204 len: 173 time: 0.5801070 Sep 01 15:48:14.032317 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2d80d2-91fa-4bc1-ae66-f693ad1f067b', 'name': 'network-vif-deleted', 'tag': '1e60c654-0434-4b03-950e-2bee876455bd'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:48:14.034658 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e80f5ca-ce8c-4c23-9aa7-11a65df8ecdd" -d '{"events": [{"server_uuid": "6b2d80d2-91fa-4bc1-ae66-f693ad1f067b", "name": "network-vif-deleted", "tag": "1e60c654-0434-4b03-950e-2bee876455bd"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:48:14.078693 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1564c1b-baa7-4c0f-b65f-ad2a566ce533 x-openstack-request-id: req-d1564c1b-baa7-4c0f-b65f-ad2a566ce533 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:48:14.079016 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2d80d2-91fa-4bc1-ae66-f693ad1f067b", "name": "network-vif-deleted", "tag": "1e60c654-0434-4b03-950e-2bee876455bd", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:48:14.079267 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d1564c1b-baa7-4c0f-b65f-ad2a566ce533 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:48:14.079665 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2d80d2-91fa-4bc1-ae66-f693ad1f067b', 'name': 'network-vif-deleted', 'tag': '1e60c654-0434-4b03-950e-2bee876455bd', 'status': 'completed', 'code': 200} Sep 01 15:48:15.264489 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:17.578755 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 1e60c654-0434-4b03-950e-2bee876455bd no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:48:17.602049 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 1e60c654-0434-4b03-950e-2bee876455bd {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:48:17.602426 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 1e60c654-0434-4b03-950e-2bee876455bd not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:48:19.810199 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dbba9ce4-f91d-464f-a151-22c85f35cb1e req-f16c0f43-5c82-4d57-9473-6db8752977c7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472143 Sep 01 15:48:19.903147 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba9ce4-f91d-464f-a151-22c85f35cb1e req-c47e900d-95e4-42cf-a64a-3c6ffe2222e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:19.904808 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dbba9ce4-f91d-464f-a151-22c85f35cb1e req-c47e900d-95e4-42cf-a64a-3c6ffe2222e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=712b03f523614e3dae833fefdba8a150&device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 1096 time: 0.0482302 Sep 01 15:48:20.036951 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba9ce4-f91d-464f-a151-22c85f35cb1e req-0b0c27ad-937c-405c-9128-9a0a974bd166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:20.038826 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dbba9ce4-f91d-464f-a151-22c85f35cb1e req-0b0c27ad-937c-405c-9128-9a0a974bd166 service neutron] 10.222.0.45 "GET /v2.0/networks?id=07f631c5-32e9-40ca-9b75-6feb731ecf99 HTTP/1.1" status: 200 len: 913 time: 0.1062272 Sep 01 15:48:20.124358 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dbba9ce4-f91d-464f-a151-22c85f35cb1e req-e146f5f4-b23e-4c26-ac78-d51c52dcbc74 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ec3e52e-1c3a-44e3-8024-6a6871251a2d HTTP/1.1" status: 200 len: 1000 time: 0.0773444 Sep 01 15:48:20.185118 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba9ce4-f91d-464f-a151-22c85f35cb1e req-111ea572-cb4c-4fe1-b2ee-6eeab1922d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:20.186697 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dbba9ce4-f91d-464f-a151-22c85f35cb1e req-111ea572-cb4c-4fe1-b2ee-6eeab1922d5f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a2b59801-979b-4fe1-bcc1-5c6fa7771954 HTTP/1.1" status: 200 len: 851 time: 0.0541167 Sep 01 15:48:20.245106 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba9ce4-f91d-464f-a151-22c85f35cb1e req-4b0ea1c2-6b8b-44fc-9ca4-c50af9988aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:48:20.246647 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dbba9ce4-f91d-464f-a151-22c85f35cb1e req-4b0ea1c2-6b8b-44fc-9ca4-c50af9988aa2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=07f631c5-32e9-40ca-9b75-6feb731ecf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523846 Sep 01 15:48:20.352399 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dbba9ce4-f91d-464f-a151-22c85f35cb1e req-6dbf307d-7987-4932-a0a3-f958d4f60675 service neutron] 10.222.0.45 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959589 Sep 01 15:48:20.466959 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dbba9ce4-f91d-464f-a151-22c85f35cb1e req-0878ab9d-15aa-4df0-9551-c270ece08fc7 service neutron] 10.222.0.45 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068683 Sep 01 15:48:27.904742 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:36.779051 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:48:38.783776 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:39.326428 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c56dded4-ee13-447d-8417-04c4cfaacd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:42.173085 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:43.351226 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:43.692091 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7c40c6da-03f9-4d49-a9fe-7e7cbdbbe482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:45.270887 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:48:57.931598 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:08.782212 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:09.320337 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a3f8f3af-e64e-4abf-9dc2-f1b774858b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:12.179846 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:13.348839 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:13.689640 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d4b2371c-2a3d-4fbb-97cf-7b6701a00699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:13.779032 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:49:15.264391 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:19.217317 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-385433dd-140f-4539-9376-b10b7c0773d6 req-a09cbecf-c7a8-4c2c-8b87-47289ef212ff service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437460 Sep 01 15:49:19.306904 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385433dd-140f-4539-9376-b10b7c0773d6 req-94dd3d03-fb7a-4e30-ac52-483a3fb8ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:19.308457 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-385433dd-140f-4539-9376-b10b7c0773d6 req-94dd3d03-fb7a-4e30-ac52-483a3fb8ebfc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=712b03f523614e3dae833fefdba8a150&device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 1096 time: 0.0452323 Sep 01 15:49:19.429266 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385433dd-140f-4539-9376-b10b7c0773d6 req-c7e1f174-ba98-4285-a9fc-ed2e504cd37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:19.431553 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-385433dd-140f-4539-9376-b10b7c0773d6 req-c7e1f174-ba98-4285-a9fc-ed2e504cd37c service neutron] 10.222.0.45 "GET /v2.0/networks?id=07f631c5-32e9-40ca-9b75-6feb731ecf99 HTTP/1.1" status: 200 len: 913 time: 0.1034110 Sep 01 15:49:19.521030 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-385433dd-140f-4539-9376-b10b7c0773d6 req-33cc57d5-17b4-4f45-a54b-d312ab2e3852 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ec3e52e-1c3a-44e3-8024-6a6871251a2d HTTP/1.1" status: 200 len: 1000 time: 0.0816517 Sep 01 15:49:19.576326 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385433dd-140f-4539-9376-b10b7c0773d6 req-b3fb4e67-2d04-48b0-9534-035c395ceee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:19.577818 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-385433dd-140f-4539-9376-b10b7c0773d6 req-b3fb4e67-2d04-48b0-9534-035c395ceee9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a2b59801-979b-4fe1-bcc1-5c6fa7771954 HTTP/1.1" status: 200 len: 851 time: 0.0494595 Sep 01 15:49:19.634238 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385433dd-140f-4539-9376-b10b7c0773d6 req-e4a48927-767e-4cab-9579-c758fe7ab111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:19.635890 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-385433dd-140f-4539-9376-b10b7c0773d6 req-e4a48927-767e-4cab-9579-c758fe7ab111 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=07f631c5-32e9-40ca-9b75-6feb731ecf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507236 Sep 01 15:49:19.755660 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-385433dd-140f-4539-9376-b10b7c0773d6 req-fdedd075-9bce-4684-b5a0-03510739396e service neutron] 10.222.0.45 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121135 Sep 01 15:49:19.864319 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-385433dd-140f-4539-9376-b10b7c0773d6 req-c536c55b-0be5-4492-8087-a571f4a45b60 service neutron] 10.222.0.45 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015301 Sep 01 15:49:27.366888 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383057a-be1d-4e96-b345-1fc0ca053d09 req-cde31492-0f47-4cf9-9724-19012b39789c tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:27.369076 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d383057a-be1d-4e96-b345-1fc0ca053d09 req-cde31492-0f47-4cf9-9724-19012b39789c tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 945 time: 0.0568264 Sep 01 15:49:27.409652 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d383057a-be1d-4e96-b345-1fc0ca053d09 req-e9dcb74b-aa7d-403d-bc3b-2cf306bf0679 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9d466a0-fe64-4103-87bd-20054639f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340741 Sep 01 15:49:27.921884 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:28.541384 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8743f0-757b-436a-82f9-65a880ef905b req-84260d19-0e0d-47be-8284-4524204915a2 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:28.542947 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7d8743f0-757b-436a-82f9-65a880ef905b req-84260d19-0e0d-47be-8284-4524204915a2 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 945 time: 0.0546262 Sep 01 15:49:28.581850 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7d8743f0-757b-436a-82f9-65a880ef905b req-78bf2d03-55d1-43f6-a6d6-d80e9c9bfd3b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?id=a9d466a0-fe64-4103-87bd-20054639f90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327907 Sep 01 15:49:28.917025 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37292c-0c31-4f07-a6cc-302e731a16b1 req-60a90ba8-4535-4f03-837d-6c15f5f6b607 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:28.918563 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fe37292c-0c31-4f07-a6cc-302e731a16b1 req-60a90ba8-4535-4f03-837d-6c15f5f6b607 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 945 time: 0.0519433 Sep 01 15:49:29.027089 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-fe37292c-0c31-4f07-a6cc-302e731a16b1 req-bd3f1747-f6f0-4b14-84f8-1c2ca017de96 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Deleting port 9ec3e52e-1c3a-44e3-8024-6a6871251a2d {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:49:29.027445 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fe37292c-0c31-4f07-a6cc-302e731a16b1 req-bd3f1747-f6f0-4b14-84f8-1c2ca017de96 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:29.116387 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-fe37292c-0c31-4f07-a6cc-302e731a16b1 req-bd3f1747-f6f0-4b14-84f8-1c2ca017de96 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] For port 9ec3e52e-1c3a-44e3-8024-6a6871251a2d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=9ec3e52e-1c3a-44e3-8024-6a6871251a2d,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:49:29.116762 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fe37292c-0c31-4f07-a6cc-302e731a16b1 req-bd3f1747-f6f0-4b14-84f8-1c2ca017de96 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:29.344711 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fe37292c-0c31-4f07-a6cc-302e731a16b1 req-bd3f1747-f6f0-4b14-84f8-1c2ca017de96 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:29.345189 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fe37292c-0c31-4f07-a6cc-302e731a16b1 req-bd3f1747-f6f0-4b14-84f8-1c2ca017de96 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:29.345503 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [req-fe37292c-0c31-4f07-a6cc-302e731a16b1 req-bd3f1747-f6f0-4b14-84f8-1c2ca017de96 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Floating IP d47a8254-dee4-4eef-88bd-6326da0a67e8 disassociated. External IP: 172.25.6.22, port: 9ec3e52e-1c3a-44e3-8024-6a6871251a2d. Sep 01 15:49:29.345845 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-fe37292c-0c31-4f07-a6cc-302e731a16b1 req-bd3f1747-f6f0-4b14-84f8-1c2ca017de96 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Calling delete_port for 9ec3e52e-1c3a-44e3-8024-6a6871251a2d owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:49:29.483251 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fe37292c-0c31-4f07-a6cc-302e731a16b1 req-bd3f1747-f6f0-4b14-84f8-1c2ca017de96 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:29.529250 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f1747-f6f0-4b14-84f8-1c2ca017de96 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Pushing event deleted for resources: {'Port': ['ID=9ec3e52e-1c3a-44e3-8024-6a6871251a2d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:49:29.539955 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f1747-f6f0-4b14-84f8-1c2ca017de96 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:49:29.540299 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f1747-f6f0-4b14-84f8-1c2ca017de96 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:49:29.540638 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f1747-f6f0-4b14-84f8-1c2ca017de96 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:49:29.540973 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f1747-f6f0-4b14-84f8-1c2ca017de96 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:49:29.541309 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f1747-f6f0-4b14-84f8-1c2ca017de96 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:49:29.541626 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f1747-f6f0-4b14-84f8-1c2ca017de96 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:49:29.542164 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f1747-f6f0-4b14-84f8-1c2ca017de96 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:49:29.542268 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f1747-f6f0-4b14-84f8-1c2ca017de96 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:49:29.542596 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f1747-f6f0-4b14-84f8-1c2ca017de96 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:49:29.542917 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f1747-f6f0-4b14-84f8-1c2ca017de96 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:49:29.543239 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f1747-f6f0-4b14-84f8-1c2ca017de96 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:49:29.543557 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f1747-f6f0-4b14-84f8-1c2ca017de96 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:49:29.658377 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe37292c-0c31-4f07-a6cc-302e731a16b1 req-bd3f1747-f6f0-4b14-84f8-1c2ca017de96 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Router 668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:49:29.704787 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c966251a-49cf-4a62-ba31-66bbe98e9c54 req-ee7c9676-ced6-4d41-aa9e-7ca1f1ec55fb tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 210 time: 0.0292332 Sep 01 15:49:29.782656 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe37292c-0c31-4f07-a6cc-302e731a16b1 req-bd3f1747-f6f0-4b14-84f8-1c2ca017de96 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:49:29.793665 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885d1c96-776a-4695-a7da-48ec657e3b10 None None] Sync routers for ids ['668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:49:29.804305 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885d1c96-776a-4695-a7da-48ec657e3b10 None None] Routers {'668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:49:29.804972 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-885d1c96-776a-4695-a7da-48ec657e3b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:49:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:49:29.826254 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe37292c-0c31-4f07-a6cc-302e731a16b1 req-bd3f1747-f6f0-4b14-84f8-1c2ca017de96 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] No DVR routers for this DVR port 9ec3e52e-1c3a-44e3-8024-6a6871251a2d on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:49:29.829124 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fe37292c-0c31-4f07-a6cc-302e731a16b1 req-bd3f1747-f6f0-4b14-84f8-1c2ca017de96 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:29.831303 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fe37292c-0c31-4f07-a6cc-302e731a16b1 req-bd3f1747-f6f0-4b14-84f8-1c2ca017de96 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.45 "DELETE /v2.0/ports/9ec3e52e-1c3a-44e3-8024-6a6871251a2d HTTP/1.1" status: 204 len: 173 time: 0.9063666 Sep 01 15:49:29.831752 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a072905-de93-4af0-a199-01fa4c5c2940', 'name': 'network-vif-deleted', 'tag': '9ec3e52e-1c3a-44e3-8024-6a6871251a2d'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:49:29.834133 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4580b73b-46d8-41ba-b0ff-7ee2d56665f1" -d '{"events": [{"server_uuid": "1a072905-de93-4af0-a199-01fa4c5c2940", "name": "network-vif-deleted", "tag": "9ec3e52e-1c3a-44e3-8024-6a6871251a2d"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:49:29.901986 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29e7399-701b-4a04-abaf-100d4168b86b x-openstack-request-id: req-f29e7399-701b-4a04-abaf-100d4168b86b {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:49:29.902362 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a072905-de93-4af0-a199-01fa4c5c2940", "name": "network-vif-deleted", "tag": "9ec3e52e-1c3a-44e3-8024-6a6871251a2d", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:49:29.902575 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f29e7399-701b-4a04-abaf-100d4168b86b {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:49:29.902984 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a072905-de93-4af0-a199-01fa4c5c2940', 'name': 'network-vif-deleted', 'tag': '9ec3e52e-1c3a-44e3-8024-6a6871251a2d', 'status': 'completed', 'code': 200} Sep 01 15:49:29.951824 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-885d1c96-776a-4695-a7da-48ec657e3b10 None None] Set router 668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:49:30.220891 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-885d1c96-776a-4695-a7da-48ec657e3b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'name': 'tempest-TestVolumeBootPattern-1692375501-router', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:58Z', 'updated_at': '2021-09-01T15:42:04Z', 'revision_number': 4, 'project_id': '712b03f523614e3dae833fefdba8a150', 'gw_port': {'id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:59Z', 'updated_at': '2021-09-01T15:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d', 'name': '', 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'mac_address': 'fa:16:3e:38:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'a2b59801-979b-4fe1-bcc1-5c6fa7771954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:02Z', 'updated_at': '2021-09-01T15:42:14Z', 'revision_number': 5, 'project_id': '712b03f523614e3dae833fefdba8a150', 'subnets': [{'id': 'a2b59801-979b-4fe1-bcc1-5c6fa7771954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:49:30.363067 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885d1c96-776a-4695-a7da-48ec657e3b10 None None] Checking router: 668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:49:30.375795 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885d1c96-776a-4695-a7da-48ec657e3b10 None None] Routers {'668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:49:30.376687 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-885d1c96-776a-4695-a7da-48ec657e3b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:49:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:49:30.515118 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-885d1c96-776a-4695-a7da-48ec657e3b10 None None] Set router 668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:49:30.742317 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-885d1c96-776a-4695-a7da-48ec657e3b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'name': 'tempest-TestVolumeBootPattern-1692375501-router', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:58Z', 'updated_at': '2021-09-01T15:42:04Z', 'revision_number': 4, 'project_id': '712b03f523614e3dae833fefdba8a150', 'gw_port': {'id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:59Z', 'updated_at': '2021-09-01T15:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d', 'name': '', 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'mac_address': 'fa:16:3e:38:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'a2b59801-979b-4fe1-bcc1-5c6fa7771954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:02Z', 'updated_at': '2021-09-01T15:42:14Z', 'revision_number': 5, 'project_id': '712b03f523614e3dae833fefdba8a150', 'subnets': [{'id': 'a2b59801-979b-4fe1-bcc1-5c6fa7771954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:49:30.778069 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885d1c96-776a-4695-a7da-48ec657e3b10 None None] The sync data for ids ['668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'] in n-d-794796-3 is: [{'id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'name': 'tempest-TestVolumeBootPattern-1692375501-router', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:58Z', 'updated_at': '2021-09-01T15:42:04Z', 'revision_number': 4, 'project_id': '712b03f523614e3dae833fefdba8a150', 'gw_port': {'id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:59Z', 'updated_at': '2021-09-01T15:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d', 'name': '', 'network_id': '07f631c5-32e9-40ca-9b75-6feb731ecf99', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'mac_address': 'fa:16:3e:38:b3:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'a2b59801-979b-4fe1-bcc1-5c6fa7771954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:02Z', 'updated_at': '2021-09-01T15:42:14Z', 'revision_number': 5, 'project_id': '712b03f523614e3dae833fefdba8a150', 'subnets': [{'id': 'a2b59801-979b-4fe1-bcc1-5c6fa7771954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:49:30.838927 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7d65fbcf-44de-4b27-861b-6a85507c6d39 req-b7fe0afe-196c-4784-8f74-bda865a1574a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 210 time: 0.0358109 Sep 01 15:49:31.073139 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e57ccc-22c7-412b-b08f-9c21419747a2 None None] New status for floating IP d47a8254-dee4-4eef-88bd-6326da0a67e8: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:49:31.943395 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c33a228c-603c-4be8-96e8-fc784a387752 req-f9f47282-56f3-4d43-88fb-2ef172b259ed tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 210 time: 0.0313728 Sep 01 15:49:33.048532 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8265fef9-a7d2-4f52-a1df-889fb841f585 req-2bbfc086-34b4-460c-a8b5-96013910282e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a072905-de93-4af0-a199-01fa4c5c2940 HTTP/1.1" status: 200 len: 210 time: 0.0284967 Sep 01 15:49:33.555808 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 9ec3e52e-1c3a-44e3-8024-6a6871251a2d no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:49:33.576708 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 9ec3e52e-1c3a-44e3-8024-6a6871251a2d {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:49:33.577053 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 9ec3e52e-1c3a-44e3-8024-6a6871251a2d not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:49:34.266613 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fcb0ea5a-499c-4d7b-b49b-70eb731710a3 req-a8aa53a3-7ac0-4726-a422-9fbd53813ffd tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1731791931&fields=id&tenant_id=712b03f523614e3dae833fefdba8a150 HTTP/1.1" status: 200 len: 267 time: 0.0454707 Sep 01 15:49:34.381254 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0ea5a-499c-4d7b-b49b-70eb731710a3 req-4d03e68c-2bf5-4190-81a2-ecb2a2518472 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:49:34.382782 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fcb0ea5a-499c-4d7b-b49b-70eb731710a3 req-4d03e68c-2bf5-4190-81a2-ecb2a2518472 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/networks?id=07f631c5-32e9-40ca-9b75-6feb731ecf99 HTTP/1.1" status: 200 len: 812 time: 0.1090865 Sep 01 15:49:34.399672 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fcb0ea5a-499c-4d7b-b49b-70eb731710a3 req-50bd4950-5b0f-458b-9ff7-432f63e6ca9c tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/quotas/712b03f523614e3dae833fefdba8a150 HTTP/1.1" status: 200 len: 375 time: 0.0102887 Sep 01 15:49:34.714962 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fcb0ea5a-499c-4d7b-b49b-70eb731710a3 req-ef05c8f7-b43c-4aa3-bc38-4c63a51f8bdf tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=712b03f523614e3dae833fefdba8a150&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3093235 Sep 01 15:49:34.864175 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fcb0ea5a-499c-4d7b-b49b-70eb731710a3 req-111e6816-c6b4-485d-bc34-e369b8a4015e service neutron] 10.222.0.60 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375546 Sep 01 15:49:34.962853 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fcb0ea5a-499c-4d7b-b49b-70eb731710a3 req-d5e971c2-655e-4916-a2dd-2295c074bc2f service neutron] 10.222.0.60 "GET /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920513 Sep 01 15:49:35.314483 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f6b945a2-0ce2-49fe-b528-e22c39537c79 req-ba2bdd29-d6ea-4457-abd4-90d069fa7c76 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0363867 Sep 01 15:49:36.391919 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e42850bd-978f-46af-bccf-eccdf5fa7f4c req-bbd6fd2d-0a0b-42e2-8491-c1fd6a311b5e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0274727 Sep 01 15:49:37.473848 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f04c8ebc-56cf-4249-b133-dc6dbb0bc154 req-dd54b793-2c85-4568-ab89-ff1e456f0cf2 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0268126 Sep 01 15:49:38.553893 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2480101b-7c21-4fa6-a8ec-4f3b2c2a7746 req-e3a34a57-fca3-4144-9520-c660876a101e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0266542 Sep 01 15:49:38.787859 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:39.322921 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7eee2c84-47fb-49d8-be26-427e1fda6286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:39.631367 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3c7a462d-f574-4ae0-a6ba-e127471a5a8f req-d8514caa-ac90-4a37-b741-b79ede1a0a5b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0270109 Sep 01 15:49:40.710031 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-98f6b406-ed2d-4880-bc93-f5851274f042 req-527391e7-f529-4848-b54e-05ca54bf02ba tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0269907 Sep 01 15:49:41.788162 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6a10987c-406b-4790-b46e-4dc47b2877a6 req-bb35be42-c479-4ec4-94db-e957d5849aad tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0265231 Sep 01 15:49:42.173349 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:42.868352 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f63bdf0d-d6e9-4412-9119-89ae7bb9dbd5 req-ddffdfed-1525-4093-b170-e606ee852484 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0308266 Sep 01 15:49:43.354975 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:43.682949 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4e6e887c-8287-48ff-a400-5aeff2e889e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:43.945343 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c2f5f2a7-9665-4564-b838-5f4d6afc41b0 req-70714f97-4452-4144-aaa2-e187f4d38c9d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0258086 Sep 01 15:49:45.022838 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef351a4b-e8b9-4ac9-a970-0e35513cd66f req-cd84dc3b-730a-415f-9c25-5c69b5ba7a46 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0269904 Sep 01 15:49:45.267637 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:46.104378 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1075dd77-7178-4579-94ce-30cad1655f94 req-3daf3177-1660-43e5-9c6e-8424a21ac74e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0308752 Sep 01 15:49:47.194358 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c87e9e74-1e7e-4faf-a0fa-55f2ec66b345 req-ac329025-468e-4d3d-b204-1da9fad0c83d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0294445 Sep 01 15:49:48.276015 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-00ad0ba4-b908-446f-b5a3-4a7f9d578e3a req-340b66cb-2085-495a-8291-6358508999b1 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0288134 Sep 01 15:49:49.355154 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a01c6743-0d1c-4d5f-8019-4de6f54a2dcf req-11bd9fea-0990-402e-a2c1-88f37f130272 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0269158 Sep 01 15:49:50.432830 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06fffecf-f048-4f5e-acf7-6fe798efec03 req-1ee4d599-1144-4111-afc5-16b8cae46c66 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0269885 Sep 01 15:49:50.779907 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:49:51.515430 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a2f10447-359d-4887-82f4-3ba4efecc901 req-1f6c13b5-b6a0-4691-97ec-b2d20948069c tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0307193 Sep 01 15:49:52.593524 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e310a9de-ce8e-4c92-aad9-a385ea2a7989 req-c6eb636b-5716-41b4-a80e-3483c6bdb3e9 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0282261 Sep 01 15:49:53.679387 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-201e9f89-8660-4da4-85ff-6bc68858a3b1 req-aa899060-cfb2-4bd6-8099-e2a12b9a4705 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0290439 Sep 01 15:49:53.745690 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-2b0c9202-fc1a-4e7d-8f95-a47a9f6a5ac9 req-350a70c3-559b-4cf3-b139-7af157bbe70b service neutron] (94733) timed out ('10.222.0.60', 56386) {{(pid=94733) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 15:49:54.763027 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c3ec0e3d-a23c-4884-9156-7bdf91e0c636 req-272137ba-48ab-4154-8dba-86b406573345 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0282867 Sep 01 15:49:55.846222 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7e5f2d45-d2ba-4781-9446-facc4ebb1b96 req-0080615f-1333-441c-b2af-2fb4e612aa77 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0294385 Sep 01 15:49:56.936300 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-28882449-96ac-4ee0-989f-f16a3169549e req-be7bba01-111e-4405-8d24-b341877727f5 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0278323 Sep 01 15:49:57.932124 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:49:58.019653 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-10441abc-d1d0-4726-ab1f-9c8a7424d83a req-7a82573d-89a2-4972-bce4-983934e3a75d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0286410 Sep 01 15:49:59.114600 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-92fc7871-fb82-4798-9ba3-dab44bae1702 req-108a04d9-be13-46e6-bd61-11c0364b4494 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0438321 Sep 01 15:50:00.199485 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-40fbc3c8-bc14-4d01-a8dc-e6ae6f86b1db req-0fce9251-07cf-4a56-888b-fcbd98054511 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0280001 Sep 01 15:50:01.279029 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d3738e18-c719-454e-aad1-c9b8f010c2f3 req-59ec75d3-5c58-410a-ba5c-1c7d8c0a0238 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0272431 Sep 01 15:50:02.359518 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-87a52472-0826-4396-bc47-1f73a6b84db1 req-25340e0b-9c0e-41ea-a421-8aa739840a71 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0277369 Sep 01 15:50:03.436275 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7db46806-907a-413a-a002-6c22740aaa24 req-f3bd0613-69d7-4221-b995-06596d21f1a0 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0271389 Sep 01 15:50:04.523123 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c6e55f76-e29d-45c3-9f3d-93bbd6abf8d5 req-1f094a4c-445b-4a66-b1c4-7fa9b2ff5892 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0341182 Sep 01 15:50:05.613283 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dfc70d70-67f0-4ce7-a2d7-28481a49a26c req-e8fbf6ed-0004-4ac5-a9c5-1b2948a22c28 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0267868 Sep 01 15:50:06.699871 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-38651b6e-76ea-4aca-a52f-ad08926a504e req-d672933e-b82d-43cd-8c9b-bd6c3a3d5a1e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0317852 Sep 01 15:50:07.779274 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c94778fd-48e3-481b-84b5-63d3b46b4de6 req-5fa565fc-3903-42e2-ad70-d55e55368cf8 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0260892 Sep 01 15:50:08.804895 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:08.881834 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4277e184-86fb-4381-8355-c06e8b8947cc req-15599dca-708f-47f2-bd02-bc84581c0c7b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0303593 Sep 01 15:50:09.331722 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a9a8989c-efd3-4fd9-a528-13fb8690092b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:09.970129 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a76c4469-da00-40aa-9c21-d1f878d25a9b req-d3284585-dbbb-4d83-8c5e-89a1b16d2a63 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0310295 Sep 01 15:50:11.065552 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5b6cd714-4014-494f-a265-4c1197838347 req-4a09c92b-4419-4d4f-9cc3-a99daba9658b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0320909 Sep 01 15:50:12.156029 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-27567048-11d2-4530-a14b-47b227e93c51 req-30b2ead6-cb2e-4694-bd86-2ff66d7df29b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0372283 Sep 01 15:50:12.192753 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:13.240203 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16732b10-2e5e-46a5-92ac-55502129c054 req-54f24f0d-cfe2-4576-b697-dbeab2f24a26 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0309756 Sep 01 15:50:13.361264 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:13.689167 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6f4db121-a277-40fd-826a-652e09927821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:14.323854 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bfdc2e46-3f57-4068-9f9c-f1ab5e578181 req-dec50dd7-174a-4178-82e1-52c4b7d45a98 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0301046 Sep 01 15:50:15.274241 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:15.407422 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-21cf5f65-c5fc-422f-aa83-8112e733768a req-1ca12ef6-40c7-4308-89e8-0eb8290ffbe1 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0295181 Sep 01 15:50:16.503822 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-658ac01c-5a7d-44b6-898c-5dad8029e85e req-67e1a12c-6bc6-4394-8c07-8d32fb5a2bcd tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0279655 Sep 01 15:50:17.587056 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-22d63c91-fd6e-4a1f-a7ea-8d336442f77c req-b5bbfd47-aa54-4c7c-a94f-2a1bd31bd6e6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0299923 Sep 01 15:50:18.676066 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-08adb541-bb93-4c75-9c25-c34927e60494 req-b5c8a8db-b0a6-4ba7-bf9e-8ec5813a0dfe tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0289350 Sep 01 15:50:19.769598 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-220e0f9b-f237-49b1-a0fe-af244649ba04 req-7f42e79c-86cd-4be8-b7aa-1c9cfeaee058 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0270352 Sep 01 15:50:20.879872 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-28efba95-1c0d-4c16-b5fa-42b4aa87a565 req-e292d998-4591-45ad-8fd3-0f0d101c2449 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0392807 Sep 01 15:50:21.995529 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b1b79846-b4e0-4dab-b79b-8ef7d2fed9ff req-ae957a28-3e89-4e71-9a3d-024c1feefa9d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0330906 Sep 01 15:50:23.083717 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d013dba9-2c56-4b10-bdfb-d34467d18267 req-d9efd206-913c-4f38-b05d-adb71816267b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0281029 Sep 01 15:50:24.174007 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a2457a9b-7411-4b55-89e1-cb357a8079a8 req-1e49a2d0-986b-4595-822b-294ac7d012e1 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0276062 Sep 01 15:50:25.266430 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eb97f902-f016-46f3-ada6-6ff4ed008733 req-0af486ab-b3d2-4a43-b99d-1cb369ee10c0 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0320213 Sep 01 15:50:26.360716 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0539a421-6eac-49fd-8a73-b5a4f7f2453e req-73d361ae-3a52-410e-bc66-a9f2ab0059df tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0321929 Sep 01 15:50:27.450064 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7c21fe6f-4d25-487c-8322-eff6016cd3b3 req-a78bcdec-4752-4dc1-afa4-af179fd81316 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0276215 Sep 01 15:50:27.783734 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:50:27.936748 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:28.531668 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4aa8bbac-8fde-407d-9a79-4143880f85fa req-4027b6b3-b204-4455-812d-987edc4ad4d2 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0291526 Sep 01 15:50:29.609716 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-32fe39e9-417f-4ecc-ab3b-9aa78dde0468 req-68e98bd3-05ef-4e47-b84e-66e66d9314f3 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0278835 Sep 01 15:50:30.693934 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4d22ce43-625c-443f-a36d-fc296c2c3238 req-c41b9fc9-8441-4b41-9390-00696f132ac3 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0292253 Sep 01 15:50:31.782455 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f8c13a63-3318-4305-aaa2-2f9effdfef34 req-13694255-79b9-4b05-8ad7-2a38c25e05c4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0296202 Sep 01 15:50:32.863376 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-61cd2f95-520e-4204-a141-0aa31a031257 req-2c83233c-e071-4228-afba-a9bc43971642 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0289550 Sep 01 15:50:33.940194 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ca9ac7ee-fcb8-4525-9a39-483beb44cd56 req-69ee9925-bbce-4df7-9710-d6ef9f0026df tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0275929 Sep 01 15:50:35.022047 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48db15e0-6cac-4f23-a905-a07c5871f8a5 req-e62f8218-37e2-4a54-abc5-2bec14fc7ebd tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0299432 Sep 01 15:50:36.113133 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1ac0ec2a-b33c-401b-8496-098fae0ec14b req-7ff2459b-64aa-4b89-8647-36097160d0e1 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0261989 Sep 01 15:50:37.190530 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a1f9a685-7c0d-4ed7-a551-7b89b255a4b7 req-0654eb55-844a-49c9-bfff-aab57c397bec tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0269651 Sep 01 15:50:38.273578 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d22150f-116c-4af3-8c1b-205039d6918c req-293f76ee-78ea-47f7-82b7-65e27fa361c4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0307369 Sep 01 15:50:38.816365 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:39.336960 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c22c6175-9c7d-41dc-ba0d-f75e254f4da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:39.357489 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-82d6ff9f-c8db-4460-bc16-988e0450461c req-75835167-bc47-43cb-9144-0a723b316f3b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0298781 Sep 01 15:50:40.439894 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b92ff3c2-356b-4075-a137-9d0018313583 req-87c83a7e-8733-4dbe-91ee-57a73c053932 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0302942 Sep 01 15:50:41.528296 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0db9e377-7101-435a-b5b8-43c6219f21f2 req-1fa3a509-a88f-4a94-a252-cf8eaeb41f5f tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0346222 Sep 01 15:50:42.175356 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:42.607118 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c04f572-2212-4516-8b7b-3f720f9e6e39 req-f662670e-328b-4cd1-b976-59912d25df6d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0265496 Sep 01 15:50:43.353525 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:43.682725 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9394623d-3f90-425d-b2da-0b14f4ea2e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:43.693589 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-048f670b-b846-4c7a-99a6-d48e5096eb03 req-2953c07f-4720-4735-9ee7-533240a3c114 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0340867 Sep 01 15:50:44.774960 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c0acb9b7-4025-471c-ba5c-2203e1797c4b req-db3a4d03-bfbf-4a79-b118-f157fc1c617b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0272655 Sep 01 15:50:45.277795 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:45.871874 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eafbe1f4-0927-4ffb-ba49-54f21cd50d06 req-2abdb967-6fe8-4820-9365-a66f476161b2 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0404041 Sep 01 15:50:46.958201 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-31ec8833-b823-4ecd-b42a-4b7df06ea58d req-19fbec59-9beb-4b7d-a23f-67830dd16038 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0325501 Sep 01 15:50:48.047291 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-106fc53f-bd57-4d7d-826c-5fa0210f0cf4 req-9381aa34-547b-4d62-8d7e-de3ac41a744b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0336630 Sep 01 15:50:49.129112 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e898cec5-d50d-4a9d-bdf9-ac64b16912db req-45886b72-b283-4319-a86a-7db21922bcef tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0283909 Sep 01 15:50:50.211242 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5162c0c4-4009-47fc-b5cd-8ee69da24d15 req-eff93f5b-1d7c-4a19-ac0f-b2b40f874ff6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0283084 Sep 01 15:50:51.298656 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-85db5321-13fb-48be-aac4-b8635d2790d0 req-9b77bea1-e3d2-4cc2-9c29-8c865207344d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0313566 Sep 01 15:50:52.379123 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dc0bb68f-cf9f-413f-ae3e-9a12cc57a8f0 req-97006cdc-093d-41d6-8aa8-ba65c450fc43 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0284905 Sep 01 15:50:53.511030 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3d62c774-40d3-4797-a901-5a5e49d9f90b req-cb173260-bb5e-4668-9972-adf1fd31d33d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0440364 Sep 01 15:50:54.617337 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa1f9cee-f8fb-4ac1-9989-2ae4f9a6796c req-7d09679b-7f2c-4cdd-915a-d910b8164b78 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0294788 Sep 01 15:50:55.732596 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e778ce98-5513-4504-bab4-e484c290e13b req-ab7aa0b1-d4a2-489b-b1a7-6e4b9a43d4b8 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0280592 Sep 01 15:50:56.814109 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e3b1faa7-f849-498e-95d7-942e8a7fda30 req-4133056b-9cb7-4d30-b7a5-f542a4130a30 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0279121 Sep 01 15:50:57.893211 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2d0d417e-06ac-407e-b9ed-26707448ab8c req-3d7787aa-55e6-4a65-9100-9beee1c07dab tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0277905 Sep 01 15:50:57.933376 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:50:58.978787 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-44c5a9f8-e261-48eb-825f-85fc08f1074a req-2a9591ee-fd84-40e9-bae5-573782184f0c tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0269773 Sep 01 15:51:00.058431 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b3f901a7-5aa5-4ae9-8dfb-b33e59cd3578 req-9047fe86-08b3-4568-88a4-2ab24e2e021a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0268698 Sep 01 15:51:01.144816 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d9614d7c-44b9-4eef-a968-1fb70e0fccfc req-e2fde894-72c1-47ad-af42-b0885f173e6e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0333686 Sep 01 15:51:02.224892 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f08607f4-d58d-4a0c-8266-c2dbafd5d53f req-37f47547-0cd5-4065-99ae-ab3e53d625d1 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0287218 Sep 01 15:51:03.304674 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-26fad23c-a4d4-48bc-8189-676ba07a8dd4 req-cd4ac67f-b212-4517-b2f9-447eea95a7b0 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0277259 Sep 01 15:51:04.386839 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0e849edc-ed25-4ec3-b02b-49618375e06d req-f35e3726-d47e-4b8a-b2b8-9091a7a1f00c tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0323677 Sep 01 15:51:04.782914 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:51:05.476761 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e2571142-a05d-4e75-8c83-9af9710f97e1 req-f78c036d-3e0a-441d-b4f3-a553af423c22 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0274887 Sep 01 15:51:06.572363 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4f3f6784-d713-4a34-af85-bc95aa559007 req-87fd0e68-57e5-46e3-8798-952eef33e5b2 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0393865 Sep 01 15:51:07.654378 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5e3a06c6-d873-4d5f-b1ab-a5dc974a86ac req-d6a925bc-905f-41e1-a77b-8f09b62c01f1 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0293777 Sep 01 15:51:08.743448 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6dcb28a9-b4ca-494f-86eb-4dc75fadabd8 req-6a9fbb66-7ec3-4517-8127-4887449ca29a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0274332 Sep 01 15:51:08.824436 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:09.327276 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-52001958-f1ab-4cdb-9b2a-2c3fe3cf82f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:09.835349 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8762cf60-d3e5-4e1a-8b43-066bfaeebb03 req-0bc8f2c7-2074-4485-9a93-4e5fb170b38e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0376921 Sep 01 15:51:10.920948 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8ec9861b-7575-439d-8bf4-c3a0137d9fc2 req-8cdfcd1b-0907-4e22-ae55-b1e569e8fdc7 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0280333 Sep 01 15:51:11.997585 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7e4b25e2-a6d6-49ac-bc0e-874b70680551 req-d3a6d028-78a1-44d9-8f96-500790a036ba tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0269558 Sep 01 15:51:12.179530 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:13.073208 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1b2a38b8-007b-4279-9de8-3ae6aee0e0b7 req-c6087bd2-61a7-452b-8ae0-2dfe8f31743f tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0265181 Sep 01 15:51:13.354258 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:13.686509 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bc90ec31-1501-4fec-ab2c-9180a2bd9068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:14.159357 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-82ac3771-239d-4387-b0bb-bc79dcda16a4 req-472847d0-0d0d-4c03-98ad-c023fee9590d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0323577 Sep 01 15:51:15.252675 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6d309907-b73e-4d1c-b95d-ef77628abea2 req-c002a02b-f799-460e-8d26-79b783f7269b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0351217 Sep 01 15:51:15.282547 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:16.329112 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-76fb608d-265e-41ab-9d08-46734439773e req-c7f5af34-7d54-4b62-9c46-c13e835c99e0 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0291619 Sep 01 15:51:17.412901 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b265ce0f-83f7-4b27-88ef-3f15afd60865 req-95b1a422-9374-409f-8c49-26455e70a8e1 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0300229 Sep 01 15:51:18.493628 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7524c053-91d6-4346-9deb-262a34ad3260 req-6509ea76-0c6e-40ac-8a05-59d70b3c97fe tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0283873 Sep 01 15:51:19.572584 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e8394d9f-27d0-41e4-9906-6409e3881b84 req-11490028-c16d-48b0-a981-453033f92111 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0266371 Sep 01 15:51:20.659157 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d5ec7a6b-a235-4378-b257-1cbb2e644d19 req-4c3576a6-8e7c-40c3-a10d-186bb572dcac tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0309117 Sep 01 15:51:21.738643 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c9121488-18ac-401c-9c84-373684124211 req-78b632ea-9f82-4772-a2cb-4607596b40b0 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0263014 Sep 01 15:51:22.948025 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ec8e3797-2dfe-4b2a-8587-5dc79bb5df91 req-215a2b92-4e11-4fb8-9953-19e98624ea2c tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.1557236 Sep 01 15:51:22.967205 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52378) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:51:23.125927 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52382) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:51:23.126257 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d7042ac0-4c2d-4349-8b2e-031dc0492100 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=69b9c1d78e674f7c80015c51d8c26f75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577449 Sep 01 15:51:23.184354 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-53be8996-e9b7-431b-9f36-1180ac41ef5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:23.211282 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-53be8996-e9b7-431b-9f36-1180ac41ef5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:23.263331 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-53be8996-e9b7-431b-9f36-1180ac41ef5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:23.266639 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-53be8996-e9b7-431b-9f36-1180ac41ef5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:23.274559 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-53be8996-e9b7-431b-9f36-1180ac41ef5e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5ef4c619-73c8-43fa-829c-caa8737f6972 HTTP/1.1" status: 204 len: 168 time: 0.1435738 Sep 01 15:51:23.286816 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be8996-e9b7-431b-9f36-1180ac41ef5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef4c619-73c8-43fa-829c-caa8737f6972,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:23.297262 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be8996-e9b7-431b-9f36-1180ac41ef5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:23.297808 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be8996-e9b7-431b-9f36-1180ac41ef5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:23.298183 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be8996-e9b7-431b-9f36-1180ac41ef5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:23.298506 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be8996-e9b7-431b-9f36-1180ac41ef5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:23.298822 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be8996-e9b7-431b-9f36-1180ac41ef5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:23.299165 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be8996-e9b7-431b-9f36-1180ac41ef5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:23.299477 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be8996-e9b7-431b-9f36-1180ac41ef5e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:23.299820 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be8996-e9b7-431b-9f36-1180ac41ef5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:23.300152 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be8996-e9b7-431b-9f36-1180ac41ef5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:23.300484 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be8996-e9b7-431b-9f36-1180ac41ef5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:23.300888 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be8996-e9b7-431b-9f36-1180ac41ef5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:23.301298 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53be8996-e9b7-431b-9f36-1180ac41ef5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:24.057448 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cf19ae7c-8e38-4dd0-a932-cdc10700993f req-c74b78e5-21ee-4398-a28d-5e3272932137 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0277331 Sep 01 15:51:25.165468 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-38300fd7-4749-4bfb-9215-b43277c6a8b0 req-4a50a63c-8b7f-4fcb-8bfa-2d657eab114c tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0454819 Sep 01 15:51:26.257067 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-90c69dc2-13ef-4cc7-9948-739f68f34c55 req-df81a211-9a83-45e5-99e4-c893187d3f8a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0335529 Sep 01 15:51:27.345248 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-36af48c5-edeb-4265-a253-337db20bc053 req-f5cff219-1d82-49fc-97df-434acb04f804 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0310090 Sep 01 15:51:27.936934 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:28.185230 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52440) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:51:28.293567 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8a269854-3d7a-41d8-8e5b-774de0f96dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:28.398637 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8a269854-3d7a-41d8-8e5b-774de0f96dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:28.404228 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8a269854-3d7a-41d8-8e5b-774de0f96dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:28.441981 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-88b907db-fcd1-4ae7-a997-6aa5e2d35d9f req-c0097d06-05dd-4b03-a44f-e504dcb84a52 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0317490 Sep 01 15:51:28.447744 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8a269854-3d7a-41d8-8e5b-774de0f96dd5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b703f730503d4567ad65a49f6eed26bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2589931 Sep 01 15:51:28.447744 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a269854-3d7a-41d8-8e5b-774de0f96dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a855250c-c0b7-4d75-b767-5ee468c4a439,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:28.454161 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52446) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:51:28.509416 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c34be733-8c3e-4ae1-8b1c-ee843aee2812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:28.532303 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c34be733-8c3e-4ae1-8b1c-ee843aee2812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:28.581241 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c34be733-8c3e-4ae1-8b1c-ee843aee2812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:28.583842 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c34be733-8c3e-4ae1-8b1c-ee843aee2812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:28.585021 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c34be733-8c3e-4ae1-8b1c-ee843aee2812 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a855250c-c0b7-4d75-b767-5ee468c4a439 HTTP/1.1" status: 204 len: 168 time: 0.1350818 Sep 01 15:51:28.593570 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34be733-8c3e-4ae1-8b1c-ee843aee2812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a855250c-c0b7-4d75-b767-5ee468c4a439,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:28.602185 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34be733-8c3e-4ae1-8b1c-ee843aee2812 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:28.602566 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34be733-8c3e-4ae1-8b1c-ee843aee2812 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:28.602920 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34be733-8c3e-4ae1-8b1c-ee843aee2812 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:28.603269 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34be733-8c3e-4ae1-8b1c-ee843aee2812 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:28.603780 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34be733-8c3e-4ae1-8b1c-ee843aee2812 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:28.603933 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34be733-8c3e-4ae1-8b1c-ee843aee2812 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:28.604351 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34be733-8c3e-4ae1-8b1c-ee843aee2812 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:28.604605 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34be733-8c3e-4ae1-8b1c-ee843aee2812 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:28.604983 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34be733-8c3e-4ae1-8b1c-ee843aee2812 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:28.605264 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34be733-8c3e-4ae1-8b1c-ee843aee2812 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:28.605684 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34be733-8c3e-4ae1-8b1c-ee843aee2812 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:28.606043 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34be733-8c3e-4ae1-8b1c-ee843aee2812 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:29.552745 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9853ee2b-9b4c-472b-8a17-1e789e1f97b6 req-feb2626e-b95e-436e-858b-1983cf5ba84e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0298104 Sep 01 15:51:30.800870 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8677ee8-84fd-4466-8297-5bf0e6589704 req-44e558af-9c18-4a43-8534-781b4bdb9bfa tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.1983654 Sep 01 15:51:31.881463 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4ebbc0cc-c92d-4f80-813b-d1376609c45e req-98109055-6a39-4a95-ad3f-98a19fa91105 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0277107 Sep 01 15:51:32.957601 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-13f2c35a-7eef-4fe5-85c1-893078c62e02 req-5aadda04-0193-4a8f-9935-7256ab5fc6e0 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0262158 Sep 01 15:51:34.036732 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-65b13362-8778-4087-98eb-de3e5cda08d1 req-d1668e8b-2a2a-4b15-8b5c-e17cf54a22b1 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0272360 Sep 01 15:51:35.119259 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3354008a-d0ae-4cda-b8d1-4eacecf8ba16 req-8343fd52-2c20-4816-92c8-7cc5cc69f377 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0319500 Sep 01 15:51:36.228186 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3e0d1634-def2-4a90-90da-015e132eac9c req-d5b3401c-07b6-423f-b6d7-874162e99465 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0299084 Sep 01 15:51:37.700651 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3969954f-14a3-476d-ad8f-157098432a75 req-af020eab-eee5-4511-8363-0f0befd5277b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.4157820 Sep 01 15:51:37.805478 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52540) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:51:37.923303 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-984a75a1-b024-4ee1-93ba-ddb47f3acfaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:38.018624 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-984a75a1-b024-4ee1-93ba-ddb47f3acfaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:38.023400 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-984a75a1-b024-4ee1-93ba-ddb47f3acfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:38.064688 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-984a75a1-b024-4ee1-93ba-ddb47f3acfaa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e48fcfd07dc14e1f8d959c1120ff469a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576706 Sep 01 15:51:38.065393 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a75a1-b024-4ee1-93ba-ddb47f3acfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac05125c-415a-480f-a011-96edd8617bf0,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:38.067159 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52544) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:51:38.117189 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1df2bbc6-b66b-486a-a3f0-e13abc6522f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:38.138562 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1df2bbc6-b66b-486a-a3f0-e13abc6522f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:38.190123 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1df2bbc6-b66b-486a-a3f0-e13abc6522f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:38.192685 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1df2bbc6-b66b-486a-a3f0-e13abc6522f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:38.193832 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1df2bbc6-b66b-486a-a3f0-e13abc6522f5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ac05125c-415a-480f-a011-96edd8617bf0 HTTP/1.1" status: 204 len: 168 time: 0.1256580 Sep 01 15:51:38.201877 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2bbc6-b66b-486a-a3f0-e13abc6522f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac05125c-415a-480f-a011-96edd8617bf0,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:38.786068 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-576053d3-5bc7-4792-9f2f-288d871acbcc req-afaa7eec-6218-4ad0-b675-7ef41b6ab083 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0265667 Sep 01 15:51:38.824186 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:38.846208 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52568) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:51:38.955499 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-f1893f1f-a15b-4ae7-a256-43e08b970f7c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1452851951-network', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:51:38.976109 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1893f1f-a15b-4ae7-a256-43e08b970f7c admin admin] Made reservation on behalf of e6ba824e292746d691de1eb4368eaf81 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:51:38.978462 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f1893f1f-a15b-4ae7-a256-43e08b970f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:38.987547 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f1893f1f-a15b-4ae7-a256-43e08b970f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:39.086853 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f1893f1f-a15b-4ae7-a256-43e08b970f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:39.091391 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f1893f1f-a15b-4ae7-a256-43e08b970f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:39.121064 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1893f1f-a15b-4ae7-a256-43e08b970f7c admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:51:39.125872 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1893f1f-a15b-4ae7-a256-43e08b970f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a49778-c1cd-48fd-9bac-113f5f7b6a63,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:39.133504 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f1893f1f-a15b-4ae7-a256-43e08b970f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:39.133878 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-f1893f1f-a15b-4ae7-a256-43e08b970f7c admin admin] Added segment d577c5ad-36bc-4a1f-9209-ff2ec6e1ced4 of type vlan for network 20f9dc4a-d796-4123-8b14-7d40da87ba0f Sep 01 15:51:39.175324 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f1893f1f-a15b-4ae7-a256-43e08b970f7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:39.200272 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f1893f1f-a15b-4ae7-a256-43e08b970f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:39.201225 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1893f1f-a15b-4ae7-a256-43e08b970f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:39.201813 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f1893f1f-a15b-4ae7-a256-43e08b970f7c admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:39.255720 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f1893f1f-a15b-4ae7-a256-43e08b970f7c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4083683 Sep 01 15:51:39.258783 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52572) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:51:39.263846 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-4182f312-b1d6-4030-a928-35e18cdd05d2 admin admin] Request body: {'subnet': {'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1452851951-subnet', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:51:39.264949 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1893f1f-a15b-4ae7-a256-43e08b970f7c admin admin] Pushing event updated for resources: {'Network': ['ID=20f9dc4a-d796-4123-8b14-7d40da87ba0f,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:39.279921 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 20f9dc4a-d796-4123-8b14-7d40da87ba0f details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:51:39.287734 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4182f312-b1d6-4030-a928-35e18cdd05d2 admin admin] Made reservation on behalf of e6ba824e292746d691de1eb4368eaf81 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:51:39.290701 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4182f312-b1d6-4030-a928-35e18cdd05d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:39.339671 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-65dafab1-c2ee-4712-b1c6-fd7cfd113bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:39.465658 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4182f312-b1d6-4030-a928-35e18cdd05d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:39.519559 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182f312-b1d6-4030-a928-35e18cdd05d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ae685fc-9ccf-4b87-aad2-c65719615ed6,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:39.531687 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4182f312-b1d6-4030-a928-35e18cdd05d2 admin admin] Checking segment: {'id': 'd577c5ad-36bc-4a1f-9209-ff2ec6e1ced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:51:39.532084 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4182f312-b1d6-4030-a928-35e18cdd05d2 admin admin] Network hostable DHCP agents. Network: 20f9dc4a-d796-4123-8b14-7d40da87ba0f, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:51:39.548944 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4182f312-b1d6-4030-a928-35e18cdd05d2 admin admin] Network 20f9dc4a-d796-4123-8b14-7d40da87ba0f is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:51:39.558355 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-4182f312-b1d6-4030-a928-35e18cdd05d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 20f9dc4a-d796-4123-8b14-7d40da87ba0f) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:51:39.564034 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4182f312-b1d6-4030-a928-35e18cdd05d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:39.564676 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4182f312-b1d6-4030-a928-35e18cdd05d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:39.567609 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca7f1de-292e-45c4-9af4-dfe5e0e21f67 None None] Network 20f9dc4a-d796-4123-8b14-7d40da87ba0f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:51:39.581679 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4182f312-b1d6-4030-a928-35e18cdd05d2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3217576 Sep 01 15:51:39.584966 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52574) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:51:39.589514 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-1631bfc2-69cf-448a-a94b-8485ee7fb12d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1452851951-router', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:51:39.612136 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1631bfc2-69cf-448a-a94b-8485ee7fb12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:39.613058 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1631bfc2-69cf-448a-a94b-8485ee7fb12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:39.672530 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1631bfc2-69cf-448a-a94b-8485ee7fb12d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:39.725593 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-20f9dc4a-d796-4123-8b14-7d40da87ba0f', 'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'fixed_ips': [{'subnet_id': '7ae685fc-9ccf-4b87-aad2-c65719615ed6'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:51:39.726456 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:39.819884 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1631bfc2-69cf-448a-a94b-8485ee7fb12d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:39.868326 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Allocated IP 172.20.0.2 (20f9dc4a-d796-4123-8b14-7d40da87ba0f/7ae685fc-9ccf-4b87-aad2-c65719615ed6/b035094e-790c-40aa-90e2-54d80d2ee2dc) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:51:39.898052 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2788717c-178e-435b-9482-b4881317d4b4 req-2c801a01-14fb-4648-a86b-89cc6d6c0e9d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0314221 Sep 01 15:51:40.014976 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:40.023888 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Transition to ACTIVE for port object b035094e-790c-40aa-90e2-54d80d2ee2dc will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:51:40.039132 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Transition to ACTIVE for port object b035094e-790c-40aa-90e2-54d80d2ee2dc will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:51:40.045486 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:40.068242 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1631bfc2-69cf-448a-a94b-8485ee7fb12d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:40.087958 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Network 20f9dc4a-d796-4123-8b14-7d40da87ba0f is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:51:40.090728 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1631bfc2-69cf-448a-a94b-8485ee7fb12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:40.090950 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:51:40.095234 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:51:40.098231 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Pushing event updated for resources: {'Port': ['ID=b035094e-790c-40aa-90e2-54d80d2ee2dc,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:40.110194 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:40.110565 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:40.110909 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:40.111243 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:40.111573 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:40.111902 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:40.112230 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:40.112552 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:40.112873 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:40.113194 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:40.113528 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:40.113842 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:40.162811 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Attempting to bind port b035094e-790c-40aa-90e2-54d80d2ee2dc on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:51:40.162811 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Attempting to bind port b035094e-790c-40aa-90e2-54d80d2ee2dc by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'd577c5ad-36bc-4a1f-9209-ff2ec6e1ced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:51:40.163365 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Attempting to bind port b035094e-790c-40aa-90e2-54d80d2ee2dc on network 20f9dc4a-d796-4123-8b14-7d40da87ba0f {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:51:40.168184 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:51:40.168557 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Checking segment: {'id': 'd577c5ad-36bc-4a1f-9209-ff2ec6e1ced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:51:40.168962 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:40.169388 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Bound using segment: {'id': 'd577c5ad-36bc-4a1f-9209-ff2ec6e1ced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:51:40.173934 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Bound port: b035094e-790c-40aa-90e2-54d80d2ee2dc, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd577c5ad-36bc-4a1f-9209-ff2ec6e1ced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:51:40.173934 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:40.201393 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-1631bfc2-69cf-448a-a94b-8485ee7fb12d admin admin] Allocated IP 172.25.6.211 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/86d9812c-0c42-41ff-a15a-eb775a987317) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:51:40.241215 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] For port b035094e-790c-40aa-90e2-54d80d2ee2dc, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:51:40.245152 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] For port b035094e-790c-40aa-90e2-54d80d2ee2dc, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b035094e-790c-40aa-90e2-54d80d2ee2dc,segment=NetworkSegment(d577c5ad-36bc-4a1f-9209-ff2ec6e1ced4),segment_id=d577c5ad-36bc-4a1f-9209-ff2ec6e1ced4)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:51:40.248941 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:40.308477 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46dbf80-830e-4dd1-ac1d-f33c26221fb3 None None] Pushing event updated for resources: {'Port': ['ID=b035094e-790c-40aa-90e2-54d80d2ee2dc,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:40.322444 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1631bfc2-69cf-448a-a94b-8485ee7fb12d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:40.365600 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1631bfc2-69cf-448a-a94b-8485ee7fb12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:40.406535 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1631bfc2-69cf-448a-a94b-8485ee7fb12d admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:51:40.409335 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-1631bfc2-69cf-448a-a94b-8485ee7fb12d admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:51:40.413800 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1631bfc2-69cf-448a-a94b-8485ee7fb12d admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:51:40.419423 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631bfc2-69cf-448a-a94b-8485ee7fb12d admin admin] Pushing event updated for resources: {'Port': ['ID=86d9812c-0c42-41ff-a15a-eb775a987317,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:40.703253 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1631bfc2-69cf-448a-a94b-8485ee7fb12d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:40.915250 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1631bfc2-69cf-448a-a94b-8485ee7fb12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:40.985304 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-877aa7f7-2408-4a32-9fe3-e686fcbe203d req-43441d00-f16f-490d-b1a2-5de177b98cf3 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0354776 Sep 01 15:51:41.055412 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1631bfc2-69cf-448a-a94b-8485ee7fb12d admin admin] Router 8c96c948-2f46-4f0a-acaf-ad5e9a06979b is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:51:41.176294 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1631bfc2-69cf-448a-a94b-8485ee7fb12d admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:51:41.188343 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d112c46-0829-48e9-b529-f40849254957 None None] Sync routers for ids ['8c96c948-2f46-4f0a-acaf-ad5e9a06979b'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:51:41.200625 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1631bfc2-69cf-448a-a94b-8485ee7fb12d admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:41.202661 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1631bfc2-69cf-448a-a94b-8485ee7fb12d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6166637 Sep 01 15:51:41.205634 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52582) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:51:41.208149 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d112c46-0829-48e9-b529-f40849254957 None None] Routers {'8c96c948-2f46-4f0a-acaf-ad5e9a06979b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:51:41.212423 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1d112c46-0829-48e9-b529-f40849254957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:51:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['8c96c948-2f46-4f0a-acaf-ad5e9a06979b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:51:41.225359 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b035094e-790c-40aa-90e2-54d80d2ee2dc up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:51:41.277546 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f560f434-8edb-47b4-8f63-f72872f52940 None None] Network 20f9dc4a-d796-4123-8b14-7d40da87ba0f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:51:41.340170 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-1d112c46-0829-48e9-b529-f40849254957 None None] Set router 8c96c948-2f46-4f0a-acaf-ad5e9a06979b gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:51:41.350053 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port b035094e-790c-40aa-90e2-54d80d2ee2dc completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:51:41.392905 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-76f361b5-f767-4f97-a19b-6bc9e63e7ce6 None None] Provisioning for port b035094e-790c-40aa-90e2-54d80d2ee2dc completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:51:41.417486 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-76f361b5-f767-4f97-a19b-6bc9e63e7ce6 None None] Provisioning complete for port b035094e-790c-40aa-90e2-54d80d2ee2dc triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:51:41.417934 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-76f361b5-f767-4f97-a19b-6bc9e63e7ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:41.542164 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-76f361b5-f767-4f97-a19b-6bc9e63e7ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:41.552332 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1d112c46-0829-48e9-b529-f40849254957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'name': 'tempest-TestServerBasicOps-1452851951-router', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '86d9812c-0c42-41ff-a15a-eb775a987317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:51:39Z', 'updated_at': '2021-09-01T15:51:40Z', 'revision_number': 3, 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'gw_port': {'id': '86d9812c-0c42-41ff-a15a-eb775a987317', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:40Z', 'updated_at': '2021-09-01T15:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:51:41.577438 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-76f361b5-f767-4f97-a19b-6bc9e63e7ce6 None None] For port b035094e-790c-40aa-90e2-54d80d2ee2dc, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b035094e-790c-40aa-90e2-54d80d2ee2dc,segment=NetworkSegment(d577c5ad-36bc-4a1f-9209-ff2ec6e1ced4),segment_id=d577c5ad-36bc-4a1f-9209-ff2ec6e1ced4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:51:41.580909 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d112c46-0829-48e9-b529-f40849254957 None None] Checking router: 8c96c948-2f46-4f0a-acaf-ad5e9a06979b for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:51:41.581254 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d112c46-0829-48e9-b529-f40849254957 None None] Updating router 8c96c948-2f46-4f0a-acaf-ad5e9a06979b port 86d9812c-0c42-41ff-a15a-eb775a987317 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:51:41.581879 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-76f361b5-f767-4f97-a19b-6bc9e63e7ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:41.608670 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-1d112c46-0829-48e9-b529-f40849254957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:41.636321 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f361b5-f767-4f97-a19b-6bc9e63e7ce6 None None] Pushing event updated for resources: {'Port': ['ID=b035094e-790c-40aa-90e2-54d80d2ee2dc,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:41.704588 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1acece66-6dfa-4ade-9391-9f9db21a0295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:41.787687 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:51:41.803409 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-edfd5d6d-fa13-4009-adfd-b0bba479bd5f None None] Provisioning complete for port b035094e-790c-40aa-90e2-54d80d2ee2dc triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:51:41.804224 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-edfd5d6d-fa13-4009-adfd-b0bba479bd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:41.875448 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-1acece66-6dfa-4ade-9391-9f9db21a0295 admin admin] Allocated IP 172.20.0.1 (20f9dc4a-d796-4123-8b14-7d40da87ba0f/7ae685fc-9ccf-4b87-aad2-c65719615ed6/b6613a6a-6eb5-4e6e-9429-7fa48fafb664) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:51:41.891455 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-1d112c46-0829-48e9-b529-f40849254957 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:41.904311 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-1d112c46-0829-48e9-b529-f40849254957 None None] Transition to ACTIVE for port object 86d9812c-0c42-41ff-a15a-eb775a987317 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:51:41.912267 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-1d112c46-0829-48e9-b529-f40849254957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:41.973663 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-1d112c46-0829-48e9-b529-f40849254957 None None] Attempting to bind port 86d9812c-0c42-41ff-a15a-eb775a987317 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:51:41.974027 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-1d112c46-0829-48e9-b529-f40849254957 None None] Attempting to bind port 86d9812c-0c42-41ff-a15a-eb775a987317 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:51:41.974409 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d112c46-0829-48e9-b529-f40849254957 None None] Attempting to bind port 86d9812c-0c42-41ff-a15a-eb775a987317 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:51:41.986904 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e445a7-7267-458a-8b4e-cddfc36233cb None None] Pushing event updated for resources: {'Port': ['ID=86d9812c-0c42-41ff-a15a-eb775a987317,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:41.990099 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d112c46-0829-48e9-b529-f40849254957 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:51:41.990915 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d112c46-0829-48e9-b529-f40849254957 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:51:41.991329 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-1d112c46-0829-48e9-b529-f40849254957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:41.991731 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d112c46-0829-48e9-b529-f40849254957 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:51:41.992215 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-1d112c46-0829-48e9-b529-f40849254957 None None] Bound port: 86d9812c-0c42-41ff-a15a-eb775a987317, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:51:41.992598 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-1d112c46-0829-48e9-b529-f40849254957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:42.020049 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e445a7-7267-458a-8b4e-cddfc36233cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:42.020444 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e445a7-7267-458a-8b4e-cddfc36233cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:42.020858 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e445a7-7267-458a-8b4e-cddfc36233cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:42.020980 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1acece66-6dfa-4ade-9391-9f9db21a0295 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:42.021150 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e445a7-7267-458a-8b4e-cddfc36233cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:42.021477 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e445a7-7267-458a-8b4e-cddfc36233cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:42.021801 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e445a7-7267-458a-8b4e-cddfc36233cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:42.022121 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e445a7-7267-458a-8b4e-cddfc36233cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:42.022921 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e445a7-7267-458a-8b4e-cddfc36233cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:42.022921 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e445a7-7267-458a-8b4e-cddfc36233cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:42.023104 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e445a7-7267-458a-8b4e-cddfc36233cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:42.023399 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e445a7-7267-458a-8b4e-cddfc36233cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:42.023734 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e445a7-7267-458a-8b4e-cddfc36233cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:51:42.039399 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-1acece66-6dfa-4ade-9391-9f9db21a0295 admin admin] Transition to ACTIVE for port object b6613a6a-6eb5-4e6e-9429-7fa48fafb664 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:51:42.077749 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-1d112c46-0829-48e9-b529-f40849254957 None None] For port 86d9812c-0c42-41ff-a15a-eb775a987317, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:51:42.081890 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-1d112c46-0829-48e9-b529-f40849254957 None None] For port 86d9812c-0c42-41ff-a15a-eb775a987317, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=86d9812c-0c42-41ff-a15a-eb775a987317,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:51:42.086783 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-1d112c46-0829-48e9-b529-f40849254957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:42.100126 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-175d8ef1-122b-4746-91ed-28ff794078e9 req-2a0e2d84-973b-4da2-97e5-794c7423df03 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0396576 Sep 01 15:51:42.108169 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1acece66-6dfa-4ade-9391-9f9db21a0295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:42.147390 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acece66-6dfa-4ade-9391-9f9db21a0295 admin admin] Network 20f9dc4a-d796-4123-8b14-7d40da87ba0f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:51:42.152468 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-1acece66-6dfa-4ade-9391-9f9db21a0295 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:51:42.154669 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d112c46-0829-48e9-b529-f40849254957 None None] Routers {'8c96c948-2f46-4f0a-acaf-ad5e9a06979b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:51:42.155298 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1d112c46-0829-48e9-b529-f40849254957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:51:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['8c96c948-2f46-4f0a-acaf-ad5e9a06979b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:51:42.156137 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acece66-6dfa-4ade-9391-9f9db21a0295 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:51:42.183470 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acece66-6dfa-4ade-9391-9f9db21a0295 admin admin] Pushing event updated for resources: {'Port': ['ID=b6613a6a-6eb5-4e6e-9429-7fa48fafb664,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:42.185872 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:42.196796 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e445a7-7267-458a-8b4e-cddfc36233cb None None] Pushing event updated for resources: {'Port': ['ID=86d9812c-0c42-41ff-a15a-eb775a987317,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:42.202735 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1acece66-6dfa-4ade-9391-9f9db21a0295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:42.281269 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-1d112c46-0829-48e9-b529-f40849254957 None None] Set router 8c96c948-2f46-4f0a-acaf-ad5e9a06979b gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:51:42.350808 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1acece66-6dfa-4ade-9391-9f9db21a0295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:42.409985 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f072f7f4-b126-4bf6-ba27-d1093444d806 None None] Provisioning for port b6613a6a-6eb5-4e6e-9429-7fa48fafb664 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:51:42.415208 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f072f7f4-b126-4bf6-ba27-d1093444d806 None None] Provisioning complete for port b6613a6a-6eb5-4e6e-9429-7fa48fafb664 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:51:42.415582 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f072f7f4-b126-4bf6-ba27-d1093444d806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:42.455496 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-f072f7f4-b126-4bf6-ba27-d1093444d806 None None] Port b6613a6a-6eb5-4e6e-9429-7fa48fafb664 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:51:42.542198 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1acece66-6dfa-4ade-9391-9f9db21a0295 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:42.547448 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1acece66-6dfa-4ade-9391-9f9db21a0295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:42.579124 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1d112c46-0829-48e9-b529-f40849254957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'name': 'tempest-TestServerBasicOps-1452851951-router', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '86d9812c-0c42-41ff-a15a-eb775a987317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:51:39Z', 'updated_at': '2021-09-01T15:51:40Z', 'revision_number': 3, 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'gw_port': {'id': '86d9812c-0c42-41ff-a15a-eb775a987317', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:40Z', 'updated_at': '2021-09-01T15:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:51:42.609655 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d112c46-0829-48e9-b529-f40849254957 None None] The sync data for ids ['8c96c948-2f46-4f0a-acaf-ad5e9a06979b'] in n-d-794796-3 is: [{'id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'name': 'tempest-TestServerBasicOps-1452851951-router', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '86d9812c-0c42-41ff-a15a-eb775a987317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:51:39Z', 'updated_at': '2021-09-01T15:51:40Z', 'revision_number': 3, 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'gw_port': {'id': '86d9812c-0c42-41ff-a15a-eb775a987317', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:40Z', 'updated_at': '2021-09-01T15:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:51:42.617329 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acece66-6dfa-4ade-9391-9f9db21a0295 admin admin] Pushing event updated for resources: {'Port': ['ID=b6613a6a-6eb5-4e6e-9429-7fa48fafb664,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:42.619822 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1acece66-6dfa-4ade-9391-9f9db21a0295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:42.721888 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acece66-6dfa-4ade-9391-9f9db21a0295 admin admin] Network 20f9dc4a-d796-4123-8b14-7d40da87ba0f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:51:42.723293 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-1acece66-6dfa-4ade-9391-9f9db21a0295 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:51:42.857663 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acece66-6dfa-4ade-9391-9f9db21a0295 admin admin] Router 8c96c948-2f46-4f0a-acaf-ad5e9a06979b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:51:42.992889 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acece66-6dfa-4ade-9391-9f9db21a0295 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:51:42.998165 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1acece66-6dfa-4ade-9391-9f9db21a0295 admin admin] 10.222.0.60 "PUT /v2.0/routers/8c96c948-2f46-4f0a-acaf-ad5e9a06979b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7910404 Sep 01 15:51:43.078238 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-23bfcbd7-69af-4d17-ade4-48d2df3bdced None None] Provisioning complete for port b6613a6a-6eb5-4e6e-9429-7fa48fafb664 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:51:43.078814 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-23bfcbd7-69af-4d17-ade4-48d2df3bdced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:43.132249 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-23bfcbd7-69af-4d17-ade4-48d2df3bdced None None] Port b6613a6a-6eb5-4e6e-9429-7fa48fafb664 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:51:43.256396 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-41b528de-eeba-48f3-afee-3afdcee0f5a3 req-905d7529-13fa-4663-83d3-71676c4d17da tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0708091 Sep 01 15:51:43.326379 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b035094e-790c-40aa-90e2-54d80d2ee2dc up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:51:43.391104 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:43.425462 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port b035094e-790c-40aa-90e2-54d80d2ee2dc triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:51:43.425462 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:43.525791 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 86d9812c-0c42-41ff-a15a-eb775a987317 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:51:43.586662 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 86d9812c-0c42-41ff-a15a-eb775a987317 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:51:43.590455 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 86d9812c-0c42-41ff-a15a-eb775a987317 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:51:43.590826 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:43.649787 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52602) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:51:43.655422 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-7115d0dd-0a11-4bb6-ad6e-d3ed8f8eb649 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1911902455-network', 'tenant_id': '0ee315d3f94446fa803c8253f501f4f3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:51:43.678375 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7115d0dd-0a11-4bb6-ad6e-d3ed8f8eb649 admin admin] Made reservation on behalf of 0ee315d3f94446fa803c8253f501f4f3 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:51:43.680788 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7115d0dd-0a11-4bb6-ad6e-d3ed8f8eb649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:43.690377 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7115d0dd-0a11-4bb6-ad6e-d3ed8f8eb649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:43.695981 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:43.702795 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-24a2f5c8-55b3-4353-969c-998f14ce1e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:43.720426 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 86d9812c-0c42-41ff-a15a-eb775a987317, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=86d9812c-0c42-41ff-a15a-eb775a987317,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:51:43.724892 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:43.774935 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=86d9812c-0c42-41ff-a15a-eb775a987317,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:43.790679 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7115d0dd-0a11-4bb6-ad6e-d3ed8f8eb649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:43.794878 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7115d0dd-0a11-4bb6-ad6e-d3ed8f8eb649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:43.820332 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7115d0dd-0a11-4bb6-ad6e-d3ed8f8eb649 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:51:43.830012 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115d0dd-0a11-4bb6-ad6e-d3ed8f8eb649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98052bac-569d-48b2-89d3-7d5799e54740,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:43.835769 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7115d0dd-0a11-4bb6-ad6e-d3ed8f8eb649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:43.836118 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-7115d0dd-0a11-4bb6-ad6e-d3ed8f8eb649 admin admin] Added segment bed93519-e378-4479-a025-43d1a5ef4f73 of type vlan for network 58bc84bf-946e-4162-b1a1-b94182dd4774 Sep 01 15:51:43.881331 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7115d0dd-0a11-4bb6-ad6e-d3ed8f8eb649 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:43.906840 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7115d0dd-0a11-4bb6-ad6e-d3ed8f8eb649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:43.907798 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7115d0dd-0a11-4bb6-ad6e-d3ed8f8eb649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:43.908386 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7115d0dd-0a11-4bb6-ad6e-d3ed8f8eb649 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:43.960503 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7115d0dd-0a11-4bb6-ad6e-d3ed8f8eb649 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3092716 Sep 01 15:51:43.963415 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52604) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:51:43.968372 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-770c6477-eec6-4c7e-b33b-8e185bf94e7f admin admin] Request body: {'subnet': {'network_id': '58bc84bf-946e-4162-b1a1-b94182dd4774', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1911902455-subnet', 'tenant_id': '0ee315d3f94446fa803c8253f501f4f3', 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:51:43.969548 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115d0dd-0a11-4bb6-ad6e-d3ed8f8eb649 admin admin] Pushing event updated for resources: {'Network': ['ID=58bc84bf-946e-4162-b1a1-b94182dd4774,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:43.979316 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 58bc84bf-946e-4162-b1a1-b94182dd4774 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:51:43.992014 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770c6477-eec6-4c7e-b33b-8e185bf94e7f admin admin] Made reservation on behalf of 0ee315d3f94446fa803c8253f501f4f3 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:51:43.994497 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-770c6477-eec6-4c7e-b33b-8e185bf94e7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:44.169331 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-770c6477-eec6-4c7e-b33b-8e185bf94e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:44.231178 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c6477-eec6-4c7e-b33b-8e185bf94e7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a37e2b0-f274-4cab-8c57-e9a15a0ee711,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:44.238529 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770c6477-eec6-4c7e-b33b-8e185bf94e7f admin admin] Checking segment: {'id': 'bed93519-e378-4479-a025-43d1a5ef4f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '58bc84bf-946e-4162-b1a1-b94182dd4774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:51:44.239439 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770c6477-eec6-4c7e-b33b-8e185bf94e7f admin admin] Network hostable DHCP agents. Network: 58bc84bf-946e-4162-b1a1-b94182dd4774, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:51:44.257478 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770c6477-eec6-4c7e-b33b-8e185bf94e7f admin admin] Network 58bc84bf-946e-4162-b1a1-b94182dd4774 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:51:44.267768 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-770c6477-eec6-4c7e-b33b-8e185bf94e7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 58bc84bf-946e-4162-b1a1-b94182dd4774) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:51:44.272214 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770c6477-eec6-4c7e-b33b-8e185bf94e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:44.272808 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-770c6477-eec6-4c7e-b33b-8e185bf94e7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:44.277301 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4932e5-047a-4273-9287-f3e1b9668758 None None] Network 58bc84bf-946e-4162-b1a1-b94182dd4774 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:51:44.300958 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-770c6477-eec6-4c7e-b33b-8e185bf94e7f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3339794 Sep 01 15:51:44.301156 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52610) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:51:44.306808 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6ddc78a1-a0eb-4a43-adf2-2121e1b92ca1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1911902455-router', 'tenant_id': '0ee315d3f94446fa803c8253f501f4f3', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:51:44.342336 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6ddc78a1-a0eb-4a43-adf2-2121e1b92ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:44.344894 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6ddc78a1-a0eb-4a43-adf2-2121e1b92ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:44.371708 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e01b8580-98f2-4e7f-8465-650f185c11f4 req-bfc98fdb-f5f6-406b-a80a-d3fdfb88f37b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0317724 Sep 01 15:51:44.411603 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6ddc78a1-a0eb-4a43-adf2-2121e1b92ca1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:44.451272 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54977bd2-17f8-4832-bd06-0476447dcad0 None None] Sync routers for ids ['8c96c948-2f46-4f0a-acaf-ad5e9a06979b'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:51:44.463989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb18236-f505-4dba-bcbe-9a080ba43104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-58bc84bf-946e-4162-b1a1-b94182dd4774', 'network_id': '58bc84bf-946e-4162-b1a1-b94182dd4774', 'tenant_id': '0ee315d3f94446fa803c8253f501f4f3', 'fixed_ips': [{'subnet_id': '7a37e2b0-f274-4cab-8c57-e9a15a0ee711'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:51:44.464921 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ebb18236-f505-4dba-bcbe-9a080ba43104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:44.467425 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54977bd2-17f8-4832-bd06-0476447dcad0 None None] Routers {'8c96c948-2f46-4f0a-acaf-ad5e9a06979b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:51:44.468061 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-54977bd2-17f8-4832-bd06-0476447dcad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:51:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['8c96c948-2f46-4f0a-acaf-ad5e9a06979b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:51:44.564702 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6ddc78a1-a0eb-4a43-adf2-2121e1b92ca1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:44.675960 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-54977bd2-17f8-4832-bd06-0476447dcad0 None None] Set router 8c96c948-2f46-4f0a-acaf-ad5e9a06979b gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:51:44.759170 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-ebb18236-f505-4dba-bcbe-9a080ba43104 None None] Allocated IP 172.20.0.2 (58bc84bf-946e-4162-b1a1-b94182dd4774/7a37e2b0-f274-4cab-8c57-e9a15a0ee711/1529fff4-f408-4662-a341-0ba0a1a649d9) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:51:44.806806 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6ddc78a1-a0eb-4a43-adf2-2121e1b92ca1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:44.826486 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6ddc78a1-a0eb-4a43-adf2-2121e1b92ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:44.933820 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-6ddc78a1-a0eb-4a43-adf2-2121e1b92ca1 admin admin] Allocated IP 172.25.6.112 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/4441095e-1766-4fac-a0b6-0f1f3ba774db) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:51:45.003104 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ebb18236-f505-4dba-bcbe-9a080ba43104 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:45.014511 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ebb18236-f505-4dba-bcbe-9a080ba43104 None None] Transition to ACTIVE for port object 1529fff4-f408-4662-a341-0ba0a1a649d9 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:51:45.017522 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-54977bd2-17f8-4832-bd06-0476447dcad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'name': 'tempest-TestServerBasicOps-1452851951-router', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '86d9812c-0c42-41ff-a15a-eb775a987317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:51:39Z', 'updated_at': '2021-09-01T15:51:42Z', 'revision_number': 4, 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'gw_port': {'id': '86d9812c-0c42-41ff-a15a-eb775a987317', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:40Z', 'updated_at': '2021-09-01T15:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'b6613a6a-6eb5-4e6e-9429-7fa48fafb664', 'name': '', 'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'mac_address': 'fa:16:3e:49:5e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '7ae685fc-9ccf-4b87-aad2-c65719615ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:41Z', 'updated_at': '2021-09-01T15:51:42Z', 'revision_number': 2, 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'subnets': [{'id': '7ae685fc-9ccf-4b87-aad2-c65719615ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:51:45.039676 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6ddc78a1-a0eb-4a43-adf2-2121e1b92ca1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:45.049276 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54977bd2-17f8-4832-bd06-0476447dcad0 None None] Checking router: 8c96c948-2f46-4f0a-acaf-ad5e9a06979b for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:51:45.049633 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54977bd2-17f8-4832-bd06-0476447dcad0 None None] Updating router 8c96c948-2f46-4f0a-acaf-ad5e9a06979b port b6613a6a-6eb5-4e6e-9429-7fa48fafb664 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:51:45.072931 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ebb18236-f505-4dba-bcbe-9a080ba43104 None None] Transition to ACTIVE for port object 1529fff4-f408-4662-a341-0ba0a1a649d9 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:51:45.079513 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6ddc78a1-a0eb-4a43-adf2-2121e1b92ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:45.081285 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ebb18236-f505-4dba-bcbe-9a080ba43104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:45.085873 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-54977bd2-17f8-4832-bd06-0476447dcad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:45.116259 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddc78a1-a0eb-4a43-adf2-2121e1b92ca1 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:51:45.121203 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-6ddc78a1-a0eb-4a43-adf2-2121e1b92ca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:51:45.124816 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddc78a1-a0eb-4a43-adf2-2121e1b92ca1 admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:51:45.135581 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb18236-f505-4dba-bcbe-9a080ba43104 None None] Network 58bc84bf-946e-4162-b1a1-b94182dd4774 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:51:45.156833 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc78a1-a0eb-4a43-adf2-2121e1b92ca1 admin admin] Pushing event updated for resources: {'Port': ['ID=4441095e-1766-4fac-a0b6-0f1f3ba774db,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:45.164507 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-ebb18236-f505-4dba-bcbe-9a080ba43104 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:51:45.170934 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb18236-f505-4dba-bcbe-9a080ba43104 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:51:45.170934 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb18236-f505-4dba-bcbe-9a080ba43104 None None] Pushing event updated for resources: {'Port': ['ID=1529fff4-f408-4662-a341-0ba0a1a649d9,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:45.205038 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 86d9812c-0c42-41ff-a15a-eb775a987317 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:51:45.344942 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:45.353161 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-ebb18236-f505-4dba-bcbe-9a080ba43104 None None] Attempting to bind port 1529fff4-f408-4662-a341-0ba0a1a649d9 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:51:45.353161 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-ebb18236-f505-4dba-bcbe-9a080ba43104 None None] Attempting to bind port 1529fff4-f408-4662-a341-0ba0a1a649d9 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'bed93519-e378-4479-a025-43d1a5ef4f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '58bc84bf-946e-4162-b1a1-b94182dd4774'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:51:45.353513 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb18236-f505-4dba-bcbe-9a080ba43104 None None] Attempting to bind port 1529fff4-f408-4662-a341-0ba0a1a649d9 on network 58bc84bf-946e-4162-b1a1-b94182dd4774 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:51:45.371911 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb18236-f505-4dba-bcbe-9a080ba43104 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:51:45.371911 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb18236-f505-4dba-bcbe-9a080ba43104 None None] Checking segment: {'id': 'bed93519-e378-4479-a025-43d1a5ef4f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '58bc84bf-946e-4162-b1a1-b94182dd4774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:51:45.372304 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ebb18236-f505-4dba-bcbe-9a080ba43104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:45.372703 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb18236-f505-4dba-bcbe-9a080ba43104 None None] Bound using segment: {'id': 'bed93519-e378-4479-a025-43d1a5ef4f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '58bc84bf-946e-4162-b1a1-b94182dd4774'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:51:45.373187 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-ebb18236-f505-4dba-bcbe-9a080ba43104 None None] Bound port: 1529fff4-f408-4662-a341-0ba0a1a649d9, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed93519-e378-4479-a025-43d1a5ef4f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '58bc84bf-946e-4162-b1a1-b94182dd4774'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:51:45.373573 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ebb18236-f505-4dba-bcbe-9a080ba43104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:45.389655 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6ddc78a1-a0eb-4a43-adf2-2121e1b92ca1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:45.458423 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3371ebed-d4a5-449b-951d-e59887dc69d4 req-366e33ea-622c-4f32-8786-a819bd1206f3 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0322773 Sep 01 15:51:45.486021 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 86d9812c-0c42-41ff-a15a-eb775a987317 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:51:45.486606 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:45.542061 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-ebb18236-f505-4dba-bcbe-9a080ba43104 None None] For port 1529fff4-f408-4662-a341-0ba0a1a649d9, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:51:45.566175 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-ebb18236-f505-4dba-bcbe-9a080ba43104 None None] For port 1529fff4-f408-4662-a341-0ba0a1a649d9, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1529fff4-f408-4662-a341-0ba0a1a649d9,segment=NetworkSegment(bed93519-e378-4479-a025-43d1a5ef4f73),segment_id=bed93519-e378-4479-a025-43d1a5ef4f73)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:51:45.584320 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ebb18236-f505-4dba-bcbe-9a080ba43104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:45.630680 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6ddc78a1-a0eb-4a43-adf2-2121e1b92ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:45.793428 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ddc78a1-a0eb-4a43-adf2-2121e1b92ca1 admin admin] Router 3981b42a-2c66-4c41-8581-6d64362f3548 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:51:45.862666 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-54977bd2-17f8-4832-bd06-0476447dcad0 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:45.896218 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-54977bd2-17f8-4832-bd06-0476447dcad0 None None] Transition to ACTIVE for port object b6613a6a-6eb5-4e6e-9429-7fa48fafb664 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:51:45.900940 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb18236-f505-4dba-bcbe-9a080ba43104 None None] Pushing event updated for resources: {'Port': ['ID=1529fff4-f408-4662-a341-0ba0a1a649d9,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:45.906795 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-54977bd2-17f8-4832-bd06-0476447dcad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:45.933305 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddc78a1-a0eb-4a43-adf2-2121e1b92ca1 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:51:45.946265 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08e065b-7b24-48fd-a53e-a90b02d06013 None None] Sync routers for ids ['3981b42a-2c66-4c41-8581-6d64362f3548'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:51:45.951959 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6ddc78a1-a0eb-4a43-adf2-2121e1b92ca1 admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:45.953577 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6ddc78a1-a0eb-4a43-adf2-2121e1b92ca1 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6510134 Sep 01 15:51:45.956555 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52614) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:51:45.967548 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08e065b-7b24-48fd-a53e-a90b02d06013 None None] Routers {'3981b42a-2c66-4c41-8581-6d64362f3548'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:51:45.968533 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b08e065b-7b24-48fd-a53e-a90b02d06013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:51:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3981b42a-2c66-4c41-8581-6d64362f3548'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:51:45.969384 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20986e5e-34d9-44e5-a6b2-f10f54a303e9 None None] Pushing event updated for resources: {'Port': ['ID=b6613a6a-6eb5-4e6e-9429-7fa48fafb664,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:46.057942 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-54977bd2-17f8-4832-bd06-0476447dcad0 None None] Attempting to bind port b6613a6a-6eb5-4e6e-9429-7fa48fafb664 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:51:46.058379 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-54977bd2-17f8-4832-bd06-0476447dcad0 None None] Attempting to bind port b6613a6a-6eb5-4e6e-9429-7fa48fafb664 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'd577c5ad-36bc-4a1f-9209-ff2ec6e1ced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:51:46.058765 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54977bd2-17f8-4832-bd06-0476447dcad0 None None] Attempting to bind port b6613a6a-6eb5-4e6e-9429-7fa48fafb664 on network 20f9dc4a-d796-4123-8b14-7d40da87ba0f {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:51:46.069590 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54977bd2-17f8-4832-bd06-0476447dcad0 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:51:46.069979 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54977bd2-17f8-4832-bd06-0476447dcad0 None None] Checking segment: {'id': 'd577c5ad-36bc-4a1f-9209-ff2ec6e1ced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:51:46.070513 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-54977bd2-17f8-4832-bd06-0476447dcad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:46.070923 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54977bd2-17f8-4832-bd06-0476447dcad0 None None] Bound using segment: {'id': 'd577c5ad-36bc-4a1f-9209-ff2ec6e1ced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:51:46.071392 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-54977bd2-17f8-4832-bd06-0476447dcad0 None None] Bound port: b6613a6a-6eb5-4e6e-9429-7fa48fafb664, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd577c5ad-36bc-4a1f-9209-ff2ec6e1ced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:51:46.071789 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-54977bd2-17f8-4832-bd06-0476447dcad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:46.180563 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-b08e065b-7b24-48fd-a53e-a90b02d06013 None None] Set router 3981b42a-2c66-4c41-8581-6d64362f3548 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:51:46.204707 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-54977bd2-17f8-4832-bd06-0476447dcad0 None None] For port b6613a6a-6eb5-4e6e-9429-7fa48fafb664, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:51:46.214740 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-54977bd2-17f8-4832-bd06-0476447dcad0 None None] For port b6613a6a-6eb5-4e6e-9429-7fa48fafb664, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b6613a6a-6eb5-4e6e-9429-7fa48fafb664,segment=NetworkSegment(d577c5ad-36bc-4a1f-9209-ff2ec6e1ced4),segment_id=d577c5ad-36bc-4a1f-9209-ff2ec6e1ced4)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:51:46.222677 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-54977bd2-17f8-4832-bd06-0476447dcad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:46.304590 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54977bd2-17f8-4832-bd06-0476447dcad0 None None] Routers {'8c96c948-2f46-4f0a-acaf-ad5e9a06979b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:51:46.305383 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-54977bd2-17f8-4832-bd06-0476447dcad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:51:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['8c96c948-2f46-4f0a-acaf-ad5e9a06979b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:51:46.375698 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20986e5e-34d9-44e5-a6b2-f10f54a303e9 None None] Pushing event updated for resources: {'Port': ['ID=b6613a6a-6eb5-4e6e-9429-7fa48fafb664,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:46.402412 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b08e065b-7b24-48fd-a53e-a90b02d06013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3981b42a-2c66-4c41-8581-6d64362f3548', 'name': 'tempest-TestServerBasicOps-1911902455-router', 'tenant_id': '0ee315d3f94446fa803c8253f501f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '4441095e-1766-4fac-a0b6-0f1f3ba774db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:51:44Z', 'updated_at': '2021-09-01T15:51:45Z', 'revision_number': 3, 'project_id': '0ee315d3f94446fa803c8253f501f4f3', 'gw_port': {'id': '4441095e-1766-4fac-a0b6-0f1f3ba774db', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3981b42a-2c66-4c41-8581-6d64362f3548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:44Z', 'updated_at': '2021-09-01T15:51:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:51:46.432721 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08e065b-7b24-48fd-a53e-a90b02d06013 None None] Checking router: 3981b42a-2c66-4c41-8581-6d64362f3548 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:51:46.432985 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08e065b-7b24-48fd-a53e-a90b02d06013 None None] Updating router 3981b42a-2c66-4c41-8581-6d64362f3548 port 4441095e-1766-4fac-a0b6-0f1f3ba774db binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:51:46.465980 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-54977bd2-17f8-4832-bd06-0476447dcad0 None None] Set router 8c96c948-2f46-4f0a-acaf-ad5e9a06979b gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:51:46.473644 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b08e065b-7b24-48fd-a53e-a90b02d06013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:46.575673 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d6a7420f-3cc8-46ec-a5ca-7307f8be5431 req-db986b44-26b4-4bc2-81bb-a6a01f9fac0d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0336666 Sep 01 15:51:46.645621 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cbcc8a5e-3324-42f5-8037-265b80b16de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:46.738532 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-54977bd2-17f8-4832-bd06-0476447dcad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'name': 'tempest-TestServerBasicOps-1452851951-router', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '86d9812c-0c42-41ff-a15a-eb775a987317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:51:39Z', 'updated_at': '2021-09-01T15:51:42Z', 'revision_number': 4, 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'gw_port': {'id': '86d9812c-0c42-41ff-a15a-eb775a987317', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:40Z', 'updated_at': '2021-09-01T15:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'b6613a6a-6eb5-4e6e-9429-7fa48fafb664', 'name': '', 'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'mac_address': 'fa:16:3e:49:5e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '7ae685fc-9ccf-4b87-aad2-c65719615ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:41Z', 'updated_at': '2021-09-01T15:51:46Z', 'revision_number': 4, 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'subnets': [{'id': '7ae685fc-9ccf-4b87-aad2-c65719615ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:51:46.772515 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54977bd2-17f8-4832-bd06-0476447dcad0 None None] The sync data for ids ['8c96c948-2f46-4f0a-acaf-ad5e9a06979b'] in n-d-794796-3 is: [{'id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'name': 'tempest-TestServerBasicOps-1452851951-router', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '86d9812c-0c42-41ff-a15a-eb775a987317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:51:39Z', 'updated_at': '2021-09-01T15:51:42Z', 'revision_number': 4, 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'gw_port': {'id': '86d9812c-0c42-41ff-a15a-eb775a987317', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:40Z', 'updated_at': '2021-09-01T15:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'b6613a6a-6eb5-4e6e-9429-7fa48fafb664', 'name': '', 'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'mac_address': 'fa:16:3e:49:5e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '7ae685fc-9ccf-4b87-aad2-c65719615ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:41Z', 'updated_at': '2021-09-01T15:51:46Z', 'revision_number': 4, 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'subnets': [{'id': '7ae685fc-9ccf-4b87-aad2-c65719615ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:51:46.896207 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b08e065b-7b24-48fd-a53e-a90b02d06013 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:46.911488 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-b08e065b-7b24-48fd-a53e-a90b02d06013 None None] Transition to ACTIVE for port object 4441095e-1766-4fac-a0b6-0f1f3ba774db will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:51:46.920874 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b08e065b-7b24-48fd-a53e-a90b02d06013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:46.989626 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-b08e065b-7b24-48fd-a53e-a90b02d06013 None None] Attempting to bind port 4441095e-1766-4fac-a0b6-0f1f3ba774db on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:51:46.990515 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-b08e065b-7b24-48fd-a53e-a90b02d06013 None None] Attempting to bind port 4441095e-1766-4fac-a0b6-0f1f3ba774db by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:51:46.990515 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08e065b-7b24-48fd-a53e-a90b02d06013 None None] Attempting to bind port 4441095e-1766-4fac-a0b6-0f1f3ba774db on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:51:47.000470 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13f81a-6257-4b39-8856-c05d41e02f20 None None] Pushing event updated for resources: {'Port': ['ID=4441095e-1766-4fac-a0b6-0f1f3ba774db,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:47.003937 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08e065b-7b24-48fd-a53e-a90b02d06013 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:51:47.004387 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08e065b-7b24-48fd-a53e-a90b02d06013 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:51:47.004797 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b08e065b-7b24-48fd-a53e-a90b02d06013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:47.005193 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08e065b-7b24-48fd-a53e-a90b02d06013 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:51:47.005675 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-b08e065b-7b24-48fd-a53e-a90b02d06013 None None] Bound port: 4441095e-1766-4fac-a0b6-0f1f3ba774db, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:51:47.006055 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b08e065b-7b24-48fd-a53e-a90b02d06013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:47.072891 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-b08e065b-7b24-48fd-a53e-a90b02d06013 None None] For port 4441095e-1766-4fac-a0b6-0f1f3ba774db, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:51:47.076741 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-b08e065b-7b24-48fd-a53e-a90b02d06013 None None] For port 4441095e-1766-4fac-a0b6-0f1f3ba774db, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=4441095e-1766-4fac-a0b6-0f1f3ba774db,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:51:47.081169 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b08e065b-7b24-48fd-a53e-a90b02d06013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:47.148404 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13f81a-6257-4b39-8856-c05d41e02f20 None None] Pushing event updated for resources: {'Port': ['ID=4441095e-1766-4fac-a0b6-0f1f3ba774db,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:47.151235 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08e065b-7b24-48fd-a53e-a90b02d06013 None None] Routers {'3981b42a-2c66-4c41-8581-6d64362f3548'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:51:47.151836 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b08e065b-7b24-48fd-a53e-a90b02d06013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:51:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3981b42a-2c66-4c41-8581-6d64362f3548'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:51:47.297407 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-cbcc8a5e-3324-42f5-8037-265b80b16de1 admin admin] Allocated IP 172.20.0.1 (58bc84bf-946e-4162-b1a1-b94182dd4774/7a37e2b0-f274-4cab-8c57-e9a15a0ee711/df4795c0-322e-496c-9b38-758d0feddbb5) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:51:47.301007 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a555504-f3be-4b84-bff6-fb91139ef542 None None] Network 58bc84bf-946e-4162-b1a1-b94182dd4774 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:51:47.336286 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-b08e065b-7b24-48fd-a53e-a90b02d06013 None None] Set router 3981b42a-2c66-4c41-8581-6d64362f3548 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:51:47.356677 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b6613a6a-6eb5-4e6e-9429-7fa48fafb664 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:51:47.430684 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3dc6f0f3-a0b3-40e9-b154-f8eed0791b02 None None] Provisioning for port 1529fff4-f408-4662-a341-0ba0a1a649d9 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:51:47.484770 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cbcc8a5e-3324-42f5-8037-265b80b16de1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:47.491496 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port b6613a6a-6eb5-4e6e-9429-7fa48fafb664 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:51:47.497323 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port b6613a6a-6eb5-4e6e-9429-7fa48fafb664 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:51:47.497707 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:47.511153 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-cbcc8a5e-3324-42f5-8037-265b80b16de1 admin admin] Transition to ACTIVE for port object df4795c0-322e-496c-9b38-758d0feddbb5 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:51:47.560156 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cbcc8a5e-3324-42f5-8037-265b80b16de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:47.601238 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b08e065b-7b24-48fd-a53e-a90b02d06013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3981b42a-2c66-4c41-8581-6d64362f3548', 'name': 'tempest-TestServerBasicOps-1911902455-router', 'tenant_id': '0ee315d3f94446fa803c8253f501f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '4441095e-1766-4fac-a0b6-0f1f3ba774db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:51:44Z', 'updated_at': '2021-09-01T15:51:45Z', 'revision_number': 3, 'project_id': '0ee315d3f94446fa803c8253f501f4f3', 'gw_port': {'id': '4441095e-1766-4fac-a0b6-0f1f3ba774db', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3981b42a-2c66-4c41-8581-6d64362f3548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:44Z', 'updated_at': '2021-09-01T15:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:51:47.624279 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcc8a5e-3324-42f5-8037-265b80b16de1 admin admin] Network 58bc84bf-946e-4162-b1a1-b94182dd4774 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:51:47.631426 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-cbcc8a5e-3324-42f5-8037-265b80b16de1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:51:47.637533 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcc8a5e-3324-42f5-8037-265b80b16de1 admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:51:47.641721 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc8a5e-3324-42f5-8037-265b80b16de1 admin admin] Pushing event updated for resources: {'Port': ['ID=df4795c0-322e-496c-9b38-758d0feddbb5,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:47.652223 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:47.668761 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08e065b-7b24-48fd-a53e-a90b02d06013 None None] The sync data for ids ['3981b42a-2c66-4c41-8581-6d64362f3548'] in n-d-794796-3 is: [{'id': '3981b42a-2c66-4c41-8581-6d64362f3548', 'name': 'tempest-TestServerBasicOps-1911902455-router', 'tenant_id': '0ee315d3f94446fa803c8253f501f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '4441095e-1766-4fac-a0b6-0f1f3ba774db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:51:44Z', 'updated_at': '2021-09-01T15:51:45Z', 'revision_number': 3, 'project_id': '0ee315d3f94446fa803c8253f501f4f3', 'gw_port': {'id': '4441095e-1766-4fac-a0b6-0f1f3ba774db', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3981b42a-2c66-4c41-8581-6d64362f3548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:44Z', 'updated_at': '2021-09-01T15:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:51:47.698337 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port b6613a6a-6eb5-4e6e-9429-7fa48fafb664, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b6613a6a-6eb5-4e6e-9429-7fa48fafb664,segment=NetworkSegment(d577c5ad-36bc-4a1f-9209-ff2ec6e1ced4),segment_id=d577c5ad-36bc-4a1f-9209-ff2ec6e1ced4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:51:47.705167 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:47.706392 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1529fff4-f408-4662-a341-0ba0a1a649d9 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:51:47.750809 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e9df8403-0acd-4550-b629-9389f33871c2 req-6645565d-ebdc-4fc9-8fae-e460a8f553bc tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0490510 Sep 01 15:51:47.756679 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cbcc8a5e-3324-42f5-8037-265b80b16de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:47.824647 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 1529fff4-f408-4662-a341-0ba0a1a649d9 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:51:47.832988 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=b6613a6a-6eb5-4e6e-9429-7fa48fafb664,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:47.836501 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 1529fff4-f408-4662-a341-0ba0a1a649d9 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:51:47.836899 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:47.946236 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:47.993204 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cbcc8a5e-3324-42f5-8037-265b80b16de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:48.003873 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e8e84f40-6caf-49f2-b402-ba7e0588e82d None None] Provisioning complete for port 1529fff4-f408-4662-a341-0ba0a1a649d9 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:51:48.005059 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e8e84f40-6caf-49f2-b402-ba7e0588e82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:48.036339 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 1529fff4-f408-4662-a341-0ba0a1a649d9, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1529fff4-f408-4662-a341-0ba0a1a649d9,segment=NetworkSegment(bed93519-e378-4479-a025-43d1a5ef4f73),segment_id=bed93519-e378-4479-a025-43d1a5ef4f73)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:51:48.042045 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:48.150262 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=1529fff4-f408-4662-a341-0ba0a1a649d9,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:48.249636 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cbcc8a5e-3324-42f5-8037-265b80b16de1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:48.256696 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cbcc8a5e-3324-42f5-8037-265b80b16de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:48.316022 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4918fae2-894b-42e4-8192-70b30d49ad38 None None] Provisioning for port df4795c0-322e-496c-9b38-758d0feddbb5 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:51:48.320441 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4918fae2-894b-42e4-8192-70b30d49ad38 None None] Provisioning complete for port df4795c0-322e-496c-9b38-758d0feddbb5 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:51:48.320949 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4918fae2-894b-42e4-8192-70b30d49ad38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:48.337046 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc8a5e-3324-42f5-8037-265b80b16de1 admin admin] Pushing event updated for resources: {'Port': ['ID=df4795c0-322e-496c-9b38-758d0feddbb5,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:48.341805 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cbcc8a5e-3324-42f5-8037-265b80b16de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:48.365210 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-4918fae2-894b-42e4-8192-70b30d49ad38 None None] Port df4795c0-322e-496c-9b38-758d0feddbb5 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:51:48.444450 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcc8a5e-3324-42f5-8037-265b80b16de1 admin admin] Network 58bc84bf-946e-4162-b1a1-b94182dd4774 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:51:48.451203 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-cbcc8a5e-3324-42f5-8037-265b80b16de1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:51:48.592730 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcc8a5e-3324-42f5-8037-265b80b16de1 admin admin] Router 3981b42a-2c66-4c41-8581-6d64362f3548 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:51:48.691090 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-de00c270-27d8-4a26-80f0-2258e35412f4 None None] Provisioning complete for port df4795c0-322e-496c-9b38-758d0feddbb5 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:51:48.692578 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-de00c270-27d8-4a26-80f0-2258e35412f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:48.715476 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcc8a5e-3324-42f5-8037-265b80b16de1 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:51:48.721461 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cbcc8a5e-3324-42f5-8037-265b80b16de1 admin admin] 10.222.0.60 "PUT /v2.0/routers/3981b42a-2c66-4c41-8581-6d64362f3548/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7635548 Sep 01 15:51:48.727146 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-de00c270-27d8-4a26-80f0-2258e35412f4 None None] Port df4795c0-322e-496c-9b38-758d0feddbb5 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:51:48.837180 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6e80f79-81c3-4edc-91c4-b2e6727003c1 req-fdd403bb-706c-48b9-80d6-be1ad2ec02fc tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0303977 Sep 01 15:51:49.242891 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52628) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:51:49.248307 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-bd182ee2-cf3a-4dbe-8369-f8712758aed8 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1830332541', 'description': 'tempest-secgroup-smoke-1830332541 description', 'project_id': 'e6ba824e292746d691de1eb4368eaf81'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:51:49.255960 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4441095e-1766-4fac-a0b6-0f1f3ba774db up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:51:49.271807 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bd182ee2-cf3a-4dbe-8369-f8712758aed8 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:49.306105 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 4441095e-1766-4fac-a0b6-0f1f3ba774db completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:51:49.310038 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 4441095e-1766-4fac-a0b6-0f1f3ba774db triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:51:49.310442 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:49.357876 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bd182ee2-cf3a-4dbe-8369-f8712758aed8 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:49.363783 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bd182ee2-cf3a-4dbe-8369-f8712758aed8 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:49.393562 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd182ee2-cf3a-4dbe-8369-f8712758aed8 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d00f0c00-4b09-4216-98ea-b3d5632a9871,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:49.396437 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bd182ee2-cf3a-4dbe-8369-f8712758aed8 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:49.399986 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:49.400898 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bd182ee2-cf3a-4dbe-8369-f8712758aed8 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1567609 Sep 01 15:51:49.401108 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52630) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:51:49.409166 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-4eb7f224-cf2d-4ba1-9b0b-a4fb8f75c9f2 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Request body: {'security_group_rule': {'security_group_id': 'd00f0c00-4b09-4216-98ea-b3d5632a9871', 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:51:49.422857 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 4441095e-1766-4fac-a0b6-0f1f3ba774db, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=4441095e-1766-4fac-a0b6-0f1f3ba774db,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:51:49.427671 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:49.428703 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b6613a6a-6eb5-4e6e-9429-7fa48fafb664 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:51:49.441262 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4eb7f224-cf2d-4ba1-9b0b-a4fb8f75c9f2 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:49.507548 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4eb7f224-cf2d-4ba1-9b0b-a4fb8f75c9f2 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:49.511796 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=4441095e-1766-4fac-a0b6-0f1f3ba774db,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:49.512237 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4eb7f224-cf2d-4ba1-9b0b-a4fb8f75c9f2 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:49.524152 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port b6613a6a-6eb5-4e6e-9429-7fa48fafb664 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:51:49.524526 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:49.527397 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7f224-cf2d-4ba1-9b0b-a4fb8f75c9f2 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae22822-1190-4213-83d3-589984061b24,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:49.540002 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4eb7f224-cf2d-4ba1-9b0b-a4fb8f75c9f2 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:49.541220 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4eb7f224-cf2d-4ba1-9b0b-a4fb8f75c9f2 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391180 Sep 01 15:51:49.543917 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52632) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:51:49.548534 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-758d2f02-5c97-4e1a-a9ae-b3d7456ab0ac tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Request body: {'security_group_rule': {'security_group_id': 'd00f0c00-4b09-4216-98ea-b3d5632a9871', 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:51:49.575682 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-758d2f02-5c97-4e1a-a9ae-b3d7456ab0ac tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:49.607519 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1529fff4-f408-4662-a341-0ba0a1a649d9 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:51:49.637192 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-758d2f02-5c97-4e1a-a9ae-b3d7456ab0ac tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:49.641035 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-758d2f02-5c97-4e1a-a9ae-b3d7456ab0ac tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:49.660418 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d2f02-5c97-4e1a-a9ae-b3d7456ab0ac tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554e0433-c20a-466d-832c-1a7782919196,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:49.660652 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 1529fff4-f408-4662-a341-0ba0a1a649d9 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:51:49.660926 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:49.667065 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-758d2f02-5c97-4e1a-a9ae-b3d7456ab0ac tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:49.668524 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-758d2f02-5c97-4e1a-a9ae-b3d7456ab0ac tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236243 Sep 01 15:51:49.671222 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 52634) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:51:49.675800 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-93a5edf3-d43e-45d7-ac30-02476613e001 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Request body: {'security_group_rule': {'security_group_id': 'd00f0c00-4b09-4216-98ea-b3d5632a9871', 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:51:49.703541 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93a5edf3-d43e-45d7-ac30-02476613e001 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:49.767177 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93a5edf3-d43e-45d7-ac30-02476613e001 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:49.771815 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93a5edf3-d43e-45d7-ac30-02476613e001 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:49.791845 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5edf3-d43e-45d7-ac30-02476613e001 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bffacf3-aedf-4da2-ae3c-17c1fcbf748a,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:49.795408 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-93a5edf3-d43e-45d7-ac30-02476613e001 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:49.796764 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-93a5edf3-d43e-45d7-ac30-02476613e001 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245241 Sep 01 15:51:49.799683 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52636) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:51:49.804426 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-70992dfb-58d0-4829-8e36-e42258e83c75 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Request body: {'security_group_rule': {'security_group_id': 'd00f0c00-4b09-4216-98ea-b3d5632a9871', 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:51:49.833595 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-70992dfb-58d0-4829-8e36-e42258e83c75 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:49.903025 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-70992dfb-58d0-4829-8e36-e42258e83c75 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:49.907520 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-70992dfb-58d0-4829-8e36-e42258e83c75 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:49.918720 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3da99b40-f9a2-4b7a-b17a-c85e0cd4da3e req-c44283fb-a464-46d5-a988-62a9cde35591 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0301285 Sep 01 15:51:49.928513 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70992dfb-58d0-4829-8e36-e42258e83c75 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b01753-8204-4e52-bb48-3d690cc525e9,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:49.936131 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-70992dfb-58d0-4829-8e36-e42258e83c75 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:49.937390 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-70992dfb-58d0-4829-8e36-e42258e83c75 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1367147 Sep 01 15:51:49.940951 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52640) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:51:49.946323 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-0ea48aba-1934-4839-9ce6-69524fb9ffac tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Request body: {'security_group_rule': {'security_group_id': 'd00f0c00-4b09-4216-98ea-b3d5632a9871', 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:51:49.972179 n-d-794796-3 neutron-server[94734]: INFO neutron.db.securitygroups_db [None req-0ea48aba-1934-4839-9ce6-69524fb9ffac tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Project e6ba824e292746d691de1eb4368eaf81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:51:49.978498 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ea48aba-1934-4839-9ce6-69524fb9ffac tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:50.049123 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ea48aba-1934-4839-9ce6-69524fb9ffac tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:50.053367 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ea48aba-1934-4839-9ce6-69524fb9ffac tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:50.074617 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea48aba-1934-4839-9ce6-69524fb9ffac tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b8e23d3-3bcd-4169-a223-0cf3b06cb0ee,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:50.082173 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0ea48aba-1934-4839-9ce6-69524fb9ffac tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:50.087513 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0ea48aba-1934-4839-9ce6-69524fb9ffac tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410592 Sep 01 15:51:50.088095 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52642) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:51:50.093170 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-aa02ba26-4549-41b4-bd03-6237181f99ca tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Request body: {'security_group_rule': {'security_group_id': 'd00f0c00-4b09-4216-98ea-b3d5632a9871', 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:51:50.118873 n-d-794796-3 neutron-server[94734]: INFO neutron.db.securitygroups_db [None req-aa02ba26-4549-41b4-bd03-6237181f99ca tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Project e6ba824e292746d691de1eb4368eaf81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 15:51:50.124902 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aa02ba26-4549-41b4-bd03-6237181f99ca tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:50.199375 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aa02ba26-4549-41b4-bd03-6237181f99ca tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:50.203415 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aa02ba26-4549-41b4-bd03-6237181f99ca tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:50.221343 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02ba26-4549-41b4-bd03-6237181f99ca tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57720366-15c6-4f7d-b2d6-a0e0c9ea409d,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:50.228141 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-aa02ba26-4549-41b4-bd03-6237181f99ca tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:50.236041 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-aa02ba26-4549-41b4-bd03-6237181f99ca tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1401398 Sep 01 15:51:50.347059 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3e601c-264a-4a71-ae22-252214fc37da None None] Sync routers for ids ['3981b42a-2c66-4c41-8581-6d64362f3548'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:51:50.361142 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3e601c-264a-4a71-ae22-252214fc37da None None] Routers {'3981b42a-2c66-4c41-8581-6d64362f3548'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:51:50.361813 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-0f3e601c-264a-4a71-ae22-252214fc37da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:51:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3981b42a-2c66-4c41-8581-6d64362f3548'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:51:50.384061 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-7349a83b-af2d-44f5-a57b-f907ace376fc tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1830332541&fields=id&tenant_id=e6ba824e292746d691de1eb4368eaf81 HTTP/1.1" status: 200 len: 267 time: 0.0414293 Sep 01 15:51:50.483140 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-0f3e601c-264a-4a71-ae22-252214fc37da None None] Set router 3981b42a-2c66-4c41-8581-6d64362f3548 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:51:50.518198 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-91e8c143-135b-4d40-ae51-5f6cd33c7aad tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:50.520589 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-91e8c143-135b-4d40-ae51-5f6cd33c7aad tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/networks?id=20f9dc4a-d796-4123-8b14-7d40da87ba0f HTTP/1.1" status: 200 len: 809 time: 0.1276357 Sep 01 15:51:50.537708 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-202b74eb-2f5e-48d2-b196-e74dddd64503 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/quotas/e6ba824e292746d691de1eb4368eaf81 HTTP/1.1" status: 200 len: 375 time: 0.0110574 Sep 01 15:51:50.598211 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-67fdf04a-5a13-49cb-a74c-c1b804cb459d tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6ba824e292746d691de1eb4368eaf81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544233 Sep 01 15:51:50.616004 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-060dd34e-fb1e-468e-83e3-b184c215ff2c service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:51:50.617699 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-060dd34e-fb1e-468e-83e3-b184c215ff2c service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071337 Sep 01 15:51:50.717178 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-0f3e601c-264a-4a71-ae22-252214fc37da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3981b42a-2c66-4c41-8581-6d64362f3548', 'name': 'tempest-TestServerBasicOps-1911902455-router', 'tenant_id': '0ee315d3f94446fa803c8253f501f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '4441095e-1766-4fac-a0b6-0f1f3ba774db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:51:44Z', 'updated_at': '2021-09-01T15:51:47Z', 'revision_number': 4, 'project_id': '0ee315d3f94446fa803c8253f501f4f3', 'gw_port': {'id': '4441095e-1766-4fac-a0b6-0f1f3ba774db', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3981b42a-2c66-4c41-8581-6d64362f3548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:44Z', 'updated_at': '2021-09-01T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'df4795c0-322e-496c-9b38-758d0feddbb5', 'name': '', 'network_id': '58bc84bf-946e-4162-b1a1-b94182dd4774', 'tenant_id': '0ee315d3f94446fa803c8253f501f4f3', 'mac_address': 'fa:16:3e:ed:15:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3981b42a-2c66-4c41-8581-6d64362f3548', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '7a37e2b0-f274-4cab-8c57-e9a15a0ee711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:46Z', 'updated_at': '2021-09-01T15:51:48Z', 'revision_number': 2, 'project_id': '0ee315d3f94446fa803c8253f501f4f3', 'subnets': [{'id': '7a37e2b0-f274-4cab-8c57-e9a15a0ee711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:51:50.730627 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-ec35f0fe-ebe6-4e6c-80a6-1597f5f9dc26 service neutron] 10.222.0.60 "GET /v2.0/networks/20f9dc4a-d796-4123-8b14-7d40da87ba0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015594 Sep 01 15:51:50.744606 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3e601c-264a-4a71-ae22-252214fc37da None None] Checking router: 3981b42a-2c66-4c41-8581-6d64362f3548 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:51:50.745016 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3e601c-264a-4a71-ae22-252214fc37da None None] Updating router 3981b42a-2c66-4c41-8581-6d64362f3548 port df4795c0-322e-496c-9b38-758d0feddbb5 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:51:50.773531 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0f3e601c-264a-4a71-ae22-252214fc37da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:50.831248 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-6db4e74b-15fa-4659-8ece-b82965e33c3b service neutron] 10.222.0.60 "GET /v2.0/networks/20f9dc4a-d796-4123-8b14-7d40da87ba0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930557 Sep 01 15:51:51.022693 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0faddfd1-d185-4243-9b06-43f029d3e9b0 req-1158472f-aef4-4185-a34d-5860caa94edc tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0375769 Sep 01 15:51:51.060340 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-766c0d1f-43be-42a8-9700-d63f53f64df7 req-051f53c5-d1d3-4f3c-9dd3-4cde823bf045 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/ports?device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1 HTTP/1.1" status: 200 len: 210 time: 0.0387609 Sep 01 15:51:51.112011 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0f3e601c-264a-4a71-ae22-252214fc37da None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:51.123754 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0f3e601c-264a-4a71-ae22-252214fc37da None None] Transition to ACTIVE for port object df4795c0-322e-496c-9b38-758d0feddbb5 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:51:51.132191 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0f3e601c-264a-4a71-ae22-252214fc37da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:51.209689 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4441095e-1766-4fac-a0b6-0f1f3ba774db up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:51:51.214105 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e3d02-e8de-4d22-a105-aa99ffe2dc63 None None] Pushing event updated for resources: {'Port': ['ID=df4795c0-322e-496c-9b38-758d0feddbb5,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:51.265684 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-0f3e601c-264a-4a71-ae22-252214fc37da None None] Attempting to bind port df4795c0-322e-496c-9b38-758d0feddbb5 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:51:51.266036 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-0f3e601c-264a-4a71-ae22-252214fc37da None None] Attempting to bind port df4795c0-322e-496c-9b38-758d0feddbb5 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'bed93519-e378-4479-a025-43d1a5ef4f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '58bc84bf-946e-4162-b1a1-b94182dd4774'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:51:51.266467 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3e601c-264a-4a71-ae22-252214fc37da None None] Attempting to bind port df4795c0-322e-496c-9b38-758d0feddbb5 on network 58bc84bf-946e-4162-b1a1-b94182dd4774 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:51:51.279773 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3e601c-264a-4a71-ae22-252214fc37da None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:51:51.280161 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3e601c-264a-4a71-ae22-252214fc37da None None] Checking segment: {'id': 'bed93519-e378-4479-a025-43d1a5ef4f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '58bc84bf-946e-4162-b1a1-b94182dd4774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:51:51.280568 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0f3e601c-264a-4a71-ae22-252214fc37da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:51.280965 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3e601c-264a-4a71-ae22-252214fc37da None None] Bound using segment: {'id': 'bed93519-e378-4479-a025-43d1a5ef4f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '58bc84bf-946e-4162-b1a1-b94182dd4774'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:51:51.281437 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-0f3e601c-264a-4a71-ae22-252214fc37da None None] Bound port: df4795c0-322e-496c-9b38-758d0feddbb5, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed93519-e378-4479-a025-43d1a5ef4f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '58bc84bf-946e-4162-b1a1-b94182dd4774'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:51:51.281845 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0f3e601c-264a-4a71-ae22-252214fc37da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:51.338144 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 4441095e-1766-4fac-a0b6-0f1f3ba774db triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:51:51.338555 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:51.390216 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-0f3e601c-264a-4a71-ae22-252214fc37da None None] For port df4795c0-322e-496c-9b38-758d0feddbb5, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:51:51.406648 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-0f3e601c-264a-4a71-ae22-252214fc37da None None] For port df4795c0-322e-496c-9b38-758d0feddbb5, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=df4795c0-322e-496c-9b38-758d0feddbb5,segment=NetworkSegment(bed93519-e378-4479-a025-43d1a5ef4f73),segment_id=bed93519-e378-4479-a025-43d1a5ef4f73)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:51:51.415511 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0f3e601c-264a-4a71-ae22-252214fc37da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:51.524974 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e3d02-e8de-4d22-a105-aa99ffe2dc63 None None] Pushing event updated for resources: {'Port': ['ID=df4795c0-322e-496c-9b38-758d0feddbb5,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:51.537832 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3e601c-264a-4a71-ae22-252214fc37da None None] Routers {'3981b42a-2c66-4c41-8581-6d64362f3548'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:51:51.538517 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-0f3e601c-264a-4a71-ae22-252214fc37da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:51:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3981b42a-2c66-4c41-8581-6d64362f3548'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:51:51.690243 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-0f3e601c-264a-4a71-ae22-252214fc37da None None] Set router 3981b42a-2c66-4c41-8581-6d64362f3548 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:51:51.942544 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-0f3e601c-264a-4a71-ae22-252214fc37da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3981b42a-2c66-4c41-8581-6d64362f3548', 'name': 'tempest-TestServerBasicOps-1911902455-router', 'tenant_id': '0ee315d3f94446fa803c8253f501f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '4441095e-1766-4fac-a0b6-0f1f3ba774db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:51:44Z', 'updated_at': '2021-09-01T15:51:47Z', 'revision_number': 4, 'project_id': '0ee315d3f94446fa803c8253f501f4f3', 'gw_port': {'id': '4441095e-1766-4fac-a0b6-0f1f3ba774db', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3981b42a-2c66-4c41-8581-6d64362f3548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:44Z', 'updated_at': '2021-09-01T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'df4795c0-322e-496c-9b38-758d0feddbb5', 'name': '', 'network_id': '58bc84bf-946e-4162-b1a1-b94182dd4774', 'tenant_id': '0ee315d3f94446fa803c8253f501f4f3', 'mac_address': 'fa:16:3e:ed:15:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3981b42a-2c66-4c41-8581-6d64362f3548', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '7a37e2b0-f274-4cab-8c57-e9a15a0ee711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:46Z', 'updated_at': '2021-09-01T15:51:51Z', 'revision_number': 4, 'project_id': '0ee315d3f94446fa803c8253f501f4f3', 'subnets': [{'id': '7a37e2b0-f274-4cab-8c57-e9a15a0ee711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:51:51.969039 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3e601c-264a-4a71-ae22-252214fc37da None None] The sync data for ids ['3981b42a-2c66-4c41-8581-6d64362f3548'] in n-d-794796-3 is: [{'id': '3981b42a-2c66-4c41-8581-6d64362f3548', 'name': 'tempest-TestServerBasicOps-1911902455-router', 'tenant_id': '0ee315d3f94446fa803c8253f501f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '4441095e-1766-4fac-a0b6-0f1f3ba774db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:51:44Z', 'updated_at': '2021-09-01T15:51:47Z', 'revision_number': 4, 'project_id': '0ee315d3f94446fa803c8253f501f4f3', 'gw_port': {'id': '4441095e-1766-4fac-a0b6-0f1f3ba774db', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3981b42a-2c66-4c41-8581-6d64362f3548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:44Z', 'updated_at': '2021-09-01T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'df4795c0-322e-496c-9b38-758d0feddbb5', 'name': '', 'network_id': '58bc84bf-946e-4162-b1a1-b94182dd4774', 'tenant_id': '0ee315d3f94446fa803c8253f501f4f3', 'mac_address': 'fa:16:3e:ed:15:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3981b42a-2c66-4c41-8581-6d64362f3548', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '7a37e2b0-f274-4cab-8c57-e9a15a0ee711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:46Z', 'updated_at': '2021-09-01T15:51:51Z', 'revision_number': 4, 'project_id': '0ee315d3f94446fa803c8253f501f4f3', 'subnets': [{'id': '7a37e2b0-f274-4cab-8c57-e9a15a0ee711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:51:52.114112 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e0e7fe6-2df0-4574-ae59-67622fd3cd30 req-1d9a7df0-cf88-48c4-8ba4-27b14d68dd99 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0325482 Sep 01 15:51:52.193490 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6d86f1af-b689-4d50-8ef2-7f5e1bc29bae req-1ba540ea-e5b0-4b97-bfa3-b11e30046703 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/ports?device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1 HTTP/1.1" status: 200 len: 210 time: 0.0298705 Sep 01 15:51:52.491003 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-27d80491-ab32-4286-a2c4-8b49630683c3 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:52.492683 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-27d80491-ab32-4286-a2c4-8b49630683c3 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.45 "GET /v2.0/networks?id=20f9dc4a-d796-4123-8b14-7d40da87ba0f HTTP/1.1" status: 200 len: 809 time: 0.1212194 Sep 01 15:51:52.543417 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-4aad9cdc-219b-42b2-b8cf-755ffca7f94a tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6ba824e292746d691de1eb4368eaf81 HTTP/1.1" status: 200 len: 380 time: 0.0401313 Sep 01 15:51:52.559683 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-f3e28216-cade-4093-a9bb-0986978001f2 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Request body: {'port': {'device_id': '9609eedb-3851-48f8-83fa-c228d7d54fd1', 'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f', 'admin_state_up': True, 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'security_groups': ['d00f0c00-4b09-4216-98ea-b3d5632a9871']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:51:53.024908 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-f3e28216-cade-4093-a9bb-0986978001f2 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Made reservation on behalf of e6ba824e292746d691de1eb4368eaf81 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:51:53.029610 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-f3e28216-cade-4093-a9bb-0986978001f2 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:53.203266 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-f3e28216-cade-4093-a9bb-0986978001f2 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Allocated IP 172.20.0.7 (20f9dc4a-d796-4123-8b14-7d40da87ba0f/7ae685fc-9ccf-4b87-aad2-c65719615ed6/c170f343-6ee4-4b58-b7a2-16d92ff11979) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:51:53.204824 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device df4795c0-322e-496c-9b38-758d0feddbb5 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:51:53.208323 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-48640843-ee9f-4b5f-a214-9a652654fa88 req-8461ddbc-8ade-46f1-b7ab-3685c7273e2f tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0387118 Sep 01 15:51:53.313645 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port df4795c0-322e-496c-9b38-758d0feddbb5 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:51:53.319130 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port df4795c0-322e-496c-9b38-758d0feddbb5 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:51:53.319759 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:53.328261 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f64ce41-05bc-456e-8944-9d146f96c8c4 req-763f2edb-f8e2-4344-a805-3882654efd7e tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/ports?device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1 HTTP/1.1" status: 200 len: 210 time: 0.0449495 Sep 01 15:51:53.399828 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-f3e28216-cade-4093-a9bb-0986978001f2 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:53.415807 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-f3e28216-cade-4093-a9bb-0986978001f2 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Transition to ACTIVE for port object c170f343-6ee4-4b58-b7a2-16d92ff11979 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:51:53.463213 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-f3e28216-cade-4093-a9bb-0986978001f2 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:53.521272 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-f3e28216-cade-4093-a9bb-0986978001f2 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Network 20f9dc4a-d796-4123-8b14-7d40da87ba0f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:51:53.525558 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-f3e28216-cade-4093-a9bb-0986978001f2 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:51:53.543412 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-f3e28216-cade-4093-a9bb-0986978001f2 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:51:53.569367 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e28216-cade-4093-a9bb-0986978001f2 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Pushing event updated for resources: {'Port': ['ID=c170f343-6ee4-4b58-b7a2-16d92ff11979,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:53.626488 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:53.626800 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-f3e28216-cade-4093-a9bb-0986978001f2 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:53.627499 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-f3e28216-cade-4093-a9bb-0986978001f2 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:53.647553 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-f3e28216-cade-4093-a9bb-0986978001f2 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0918403 Sep 01 15:51:53.661742 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-679a09b5-d877-4e20-a42b-f9f26ac44e79 service neutron] Request body: {'port': {'device_id': '9609eedb-3851-48f8-83fa-c228d7d54fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:51:53.668143 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port df4795c0-322e-496c-9b38-758d0feddbb5, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=df4795c0-322e-496c-9b38-758d0feddbb5,segment=NetworkSegment(bed93519-e378-4479-a025-43d1a5ef4f73),segment_id=bed93519-e378-4479-a025-43d1a5ef4f73)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:51:53.673279 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:53.739702 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=df4795c0-322e-496c-9b38-758d0feddbb5,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:53.748471 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-679a09b5-d877-4e20-a42b-f9f26ac44e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:53.824641 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e69ada34-a3b5-4e92-bf3d-e50f349fac0a None None] Provisioning for port c170f343-6ee4-4b58-b7a2-16d92ff11979 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:51:53.829067 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e69ada34-a3b5-4e92-bf3d-e50f349fac0a None None] Provisioning complete for port c170f343-6ee4-4b58-b7a2-16d92ff11979 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:51:53.829661 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e69ada34-a3b5-4e92-bf3d-e50f349fac0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:53.866905 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e69ada34-a3b5-4e92-bf3d-e50f349fac0a None None] Port c170f343-6ee4-4b58-b7a2-16d92ff11979 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:51:54.080198 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-679a09b5-d877-4e20-a42b-f9f26ac44e79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c170f343-6ee4-4b58-b7a2-16d92ff11979 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:51:54.089531 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-679a09b5-d877-4e20-a42b-f9f26ac44e79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:54.103755 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-679a09b5-d877-4e20-a42b-f9f26ac44e79 service neutron] Transition to ACTIVE for port object c170f343-6ee4-4b58-b7a2-16d92ff11979 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:51:54.111617 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-679a09b5-d877-4e20-a42b-f9f26ac44e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:54.161719 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a09b5-d877-4e20-a42b-f9f26ac44e79 service neutron] Pushing event updated for resources: {'Port': ['ID=c170f343-6ee4-4b58-b7a2-16d92ff11979,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:54.257903 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-679a09b5-d877-4e20-a42b-f9f26ac44e79 service neutron] Attempting to bind port c170f343-6ee4-4b58-b7a2-16d92ff11979 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:51:54.258677 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-679a09b5-d877-4e20-a42b-f9f26ac44e79 service neutron] Attempting to bind port c170f343-6ee4-4b58-b7a2-16d92ff11979 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'd577c5ad-36bc-4a1f-9209-ff2ec6e1ced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:51:54.258817 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-679a09b5-d877-4e20-a42b-f9f26ac44e79 service neutron] Attempting to bind port c170f343-6ee4-4b58-b7a2-16d92ff11979 on network 20f9dc4a-d796-4123-8b14-7d40da87ba0f {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:51:54.264524 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-679a09b5-d877-4e20-a42b-f9f26ac44e79 service neutron] Port c170f343-6ee4-4b58-b7a2-16d92ff11979 on network 20f9dc4a-d796-4123-8b14-7d40da87ba0f not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:51:54.265064 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-679a09b5-d877-4e20-a42b-f9f26ac44e79 service neutron] Attempting to bind port c170f343-6ee4-4b58-b7a2-16d92ff11979 on network 20f9dc4a-d796-4123-8b14-7d40da87ba0f {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:51:54.271184 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-679a09b5-d877-4e20-a42b-f9f26ac44e79 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:51:54.271891 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-679a09b5-d877-4e20-a42b-f9f26ac44e79 service neutron] Checking segment: {'id': 'd577c5ad-36bc-4a1f-9209-ff2ec6e1ced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:51:54.272236 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-679a09b5-d877-4e20-a42b-f9f26ac44e79 service neutron] Bound using segment: {'id': 'd577c5ad-36bc-4a1f-9209-ff2ec6e1ced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:51:54.272824 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-679a09b5-d877-4e20-a42b-f9f26ac44e79 service neutron] Bound port: c170f343-6ee4-4b58-b7a2-16d92ff11979, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd577c5ad-36bc-4a1f-9209-ff2ec6e1ced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:51:54.273298 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-679a09b5-d877-4e20-a42b-f9f26ac44e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:54.370905 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-13425024-eaaa-4eae-8f7a-539e1bce3931 req-32536845-c285-4eb2-a45c-8fdad96f7b7e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0577271 Sep 01 15:51:54.393136 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-679a09b5-d877-4e20-a42b-f9f26ac44e79 service neutron] For port c170f343-6ee4-4b58-b7a2-16d92ff11979, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:51:54.398128 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-679a09b5-d877-4e20-a42b-f9f26ac44e79 service neutron] For port c170f343-6ee4-4b58-b7a2-16d92ff11979, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c170f343-6ee4-4b58-b7a2-16d92ff11979,segment=NetworkSegment(d577c5ad-36bc-4a1f-9209-ff2ec6e1ced4),segment_id=d577c5ad-36bc-4a1f-9209-ff2ec6e1ced4)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:51:54.404948 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-679a09b5-d877-4e20-a42b-f9f26ac44e79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:54.441144 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-679a09b5-d877-4e20-a42b-f9f26ac44e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:54.441780 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-679a09b5-d877-4e20-a42b-f9f26ac44e79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:54.443309 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-679a09b5-d877-4e20-a42b-f9f26ac44e79 service neutron] 10.222.0.45 "PUT /v2.0/ports/c170f343-6ee4-4b58-b7a2-16d92ff11979 HTTP/1.1" status: 200 len: 1091 time: 0.7864876 Sep 01 15:51:54.443774 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9609eedb-3851-48f8-83fa-c228d7d54fd1', 'tag': 'c170f343-6ee4-4b58-b7a2-16d92ff11979'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:51:54.446098 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f3fe2e1891950518992448d2b03155c4a07e229d01c28068b89835f44f460b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50375f68-afdf-4ef0-afd0-24b21f4b3edd" -d '{"events": [{"name": "network-changed", "server_uuid": "9609eedb-3851-48f8-83fa-c228d7d54fd1", "tag": "c170f343-6ee4-4b58-b7a2-16d92ff11979"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:51:54.467157 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b1e4a-b390-4492-8b2f-dcec44b30103 req-062e1185-1f97-4b1c-81d2-b22e9cad844b tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:54.469901 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b23b1e4a-b390-4492-8b2f-dcec44b30103 req-062e1185-1f97-4b1c-81d2-b22e9cad844b tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/ports?device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1 HTTP/1.1" status: 200 len: 943 time: 0.0583789 Sep 01 15:51:54.528544 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b23b1e4a-b390-4492-8b2f-dcec44b30103 req-3b49ad14-a258-4fa5-8df9-e2b221b03c0a tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/security-groups?id=d00f0c00-4b09-4216-98ea-b3d5632a9871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455067 Sep 01 15:51:54.542277 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a09b5-d877-4e20-a42b-f9f26ac44e79 service neutron] Pushing event updated for resources: {'Port': ['ID=c170f343-6ee4-4b58-b7a2-16d92ff11979,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:54.562976 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-e991f8ef-a0f2-4eef-9052-ac8809c43603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:54.562976 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-e991f8ef-a0f2-4eef-9052-ac8809c43603 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6ba824e292746d691de1eb4368eaf81&device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1 HTTP/1.1" status: 200 len: 1094 time: 0.0687175 Sep 01 15:51:54.609139 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdd4e8a-2ef7-430c-9f82-6b26323aa16a x-openstack-request-id: req-ffdd4e8a-2ef7-430c-9f82-6b26323aa16a {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:51:54.609483 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9609eedb-3851-48f8-83fa-c228d7d54fd1", "tag": "c170f343-6ee4-4b58-b7a2-16d92ff11979", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:51:54.609753 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ffdd4e8a-2ef7-430c-9f82-6b26323aa16a {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:51:54.610159 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9609eedb-3851-48f8-83fa-c228d7d54fd1', 'tag': 'c170f343-6ee4-4b58-b7a2-16d92ff11979', 'status': 'completed', 'code': 200} Sep 01 15:51:54.612120 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-f35dd09b-aa16-45aa-b693-acfbc330d1e8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c170f343-6ee4-4b58-b7a2-16d92ff11979 HTTP/1.1" status: 200 len: 217 time: 0.0428839 Sep 01 15:51:54.670042 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-d06b645d-3387-4b22-9625-9a3f9b9cfe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:54.674479 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-d06b645d-3387-4b22-9625-9a3f9b9cfe19 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ae685fc-9ccf-4b87-aad2-c65719615ed6 HTTP/1.1" status: 200 len: 848 time: 0.0549831 Sep 01 15:51:54.727401 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-5e445eec-0bd1-461e-afec-47dd818c19e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:54.728826 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-5e445eec-0bd1-461e-afec-47dd818c19e5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20f9dc4a-d796-4123-8b14-7d40da87ba0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477493 Sep 01 15:51:54.824832 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-ff4abcf9-1f6b-49d1-8083-1f36a401de6d service neutron] 10.222.0.45 "GET /v2.0/networks/20f9dc4a-d796-4123-8b14-7d40da87ba0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887134 Sep 01 15:51:54.920072 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73e40eec-fafe-4d9f-9cbf-14684defa904 req-c9e4f420-2b4f-4173-9d6b-c6c2c9e20475 service neutron] 10.222.0.45 "GET /v2.0/networks/20f9dc4a-d796-4123-8b14-7d40da87ba0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871651 Sep 01 15:51:55.004925 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50375f68-afdf-4ef0-afd0-24b21f4b3edd req-3f9b6c07-d6a0-4439-801a-8bd023847600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:55.006388 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-50375f68-afdf-4ef0-afd0-24b21f4b3edd req-3f9b6c07-d6a0-4439-801a-8bd023847600 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6ba824e292746d691de1eb4368eaf81&device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1 HTTP/1.1" status: 200 len: 1094 time: 0.0422692 Sep 01 15:51:55.112234 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50375f68-afdf-4ef0-afd0-24b21f4b3edd req-d149009b-382b-4edd-860c-9885ed1c5cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:55.113767 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-50375f68-afdf-4ef0-afd0-24b21f4b3edd req-d149009b-382b-4edd-860c-9885ed1c5cd3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=20f9dc4a-d796-4123-8b14-7d40da87ba0f HTTP/1.1" status: 200 len: 910 time: 0.1007168 Sep 01 15:51:55.163165 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-50375f68-afdf-4ef0-afd0-24b21f4b3edd req-2399d207-5d73-4dc6-8d5d-d7424b94b0f2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c170f343-6ee4-4b58-b7a2-16d92ff11979 HTTP/1.1" status: 200 len: 217 time: 0.0413382 Sep 01 15:51:55.172634 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device df4795c0-322e-496c-9b38-758d0feddbb5 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:51:55.216892 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50375f68-afdf-4ef0-afd0-24b21f4b3edd req-4de125c2-6e84-4c8e-87b5-90be9ed080fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:55.218455 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-50375f68-afdf-4ef0-afd0-24b21f4b3edd req-4de125c2-6e84-4c8e-87b5-90be9ed080fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ae685fc-9ccf-4b87-aad2-c65719615ed6 HTTP/1.1" status: 200 len: 848 time: 0.0480304 Sep 01 15:51:55.227794 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port df4795c0-322e-496c-9b38-758d0feddbb5 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:51:55.228372 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:55.268878 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50375f68-afdf-4ef0-afd0-24b21f4b3edd req-0914ab3a-e010-46c3-945e-75e7a599f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:55.270370 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-50375f68-afdf-4ef0-afd0-24b21f4b3edd req-0914ab3a-e010-46c3-945e-75e7a599f9c5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20f9dc4a-d796-4123-8b14-7d40da87ba0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430305 Sep 01 15:51:55.368650 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-50375f68-afdf-4ef0-afd0-24b21f4b3edd req-ede8e172-99a9-4525-b5cc-60f6e2ec7a61 service neutron] 10.222.0.45 "GET /v2.0/networks/20f9dc4a-d796-4123-8b14-7d40da87ba0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904319 Sep 01 15:51:55.445345 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a852911b-2b79-4363-85e0-28ebaeffff4c req-f2c64b8a-cb50-42d0-a97e-0c02e1dc9bda tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0273902 Sep 01 15:51:55.466005 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-50375f68-afdf-4ef0-afd0-24b21f4b3edd req-99e15f29-22fb-4e6c-a1d8-d6fa9d69bf02 service neutron] 10.222.0.45 "GET /v2.0/networks/20f9dc4a-d796-4123-8b14-7d40da87ba0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888126 Sep 01 15:51:55.667127 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de3afc-0f8a-453e-9022-5f3ffa863ae3 req-cc2d795d-1868-4980-b7e5-fe8cb45e9a9b tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:55.668650 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73de3afc-0f8a-453e-9022-5f3ffa863ae3 req-cc2d795d-1868-4980-b7e5-fe8cb45e9a9b tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/ports?device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1 HTTP/1.1" status: 200 len: 943 time: 0.0571280 Sep 01 15:51:55.707882 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73de3afc-0f8a-453e-9022-5f3ffa863ae3 req-9f4c1fc8-78e0-45cc-8e2f-4a90ef3fe2cd tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/security-groups?id=d00f0c00-4b09-4216-98ea-b3d5632a9871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332205 Sep 01 15:51:56.522768 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e5a43c98-c003-482e-810e-679143a539b0 req-7e748d1a-aae1-4472-b71e-0118b3a828b4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0273783 Sep 01 15:51:56.827158 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96129524-176e-4817-b564-46928bd7fbaf req-ff83459b-e0b5-4a48-9b8c-d09f86015aaa tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:56.828637 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-96129524-176e-4817-b564-46928bd7fbaf req-ff83459b-e0b5-4a48-9b8c-d09f86015aaa tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/ports?device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1 HTTP/1.1" status: 200 len: 943 time: 0.0502865 Sep 01 15:51:56.867600 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-96129524-176e-4817-b564-46928bd7fbaf req-3f02453a-867b-4022-8bc4-cd0b71aed987 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/security-groups?id=d00f0c00-4b09-4216-98ea-b3d5632a9871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324869 Sep 01 15:51:57.602950 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5537e4bc-cb37-43a0-bd11-d164b131060c req-a8f04574-e9cb-4774-8425-2c167ee9b872 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0290465 Sep 01 15:51:57.948727 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:57.995078 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5be40-a1fc-4718-a6c3-a8d6ae9bfe75 req-f9c89e70-b262-4ed6-be78-ee3f21885c08 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:57.996582 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dcc5be40-a1fc-4718-a6c3-a8d6ae9bfe75 req-f9c89e70-b262-4ed6-be78-ee3f21885c08 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/ports?device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1 HTTP/1.1" status: 200 len: 943 time: 0.0572720 Sep 01 15:51:58.034004 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dcc5be40-a1fc-4718-a6c3-a8d6ae9bfe75 req-e7e8d70f-9677-4b23-b160-fc6b9a1b1a94 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/security-groups?id=d00f0c00-4b09-4216-98ea-b3d5632a9871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315049 Sep 01 15:51:58.254448 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c170f343-6ee4-4b58-b7a2-16d92ff11979 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:51:58.349967 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c170f343-6ee4-4b58-b7a2-16d92ff11979, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c170f343-6ee4-4b58-b7a2-16d92ff11979,segment=NetworkSegment(d577c5ad-36bc-4a1f-9209-ff2ec6e1ced4),segment_id=d577c5ad-36bc-4a1f-9209-ff2ec6e1ced4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:51:58.361605 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'c170f343-6ee4-4b58-b7a2-16d92ff11979', 'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f', 'port_id': 'c170f343-6ee4-4b58-b7a2-16d92ff11979', 'mac_address': 'fa:16:3e:0d:5b:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ae685fc-9ccf-4b87-aad2-c65719615ed6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:51:58.399046 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:58.411465 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c170f343-6ee4-4b58-b7a2-16d92ff11979 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:51:58.431230 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c170f343-6ee4-4b58-b7a2-16d92ff11979, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c170f343-6ee4-4b58-b7a2-16d92ff11979,segment=NetworkSegment(d577c5ad-36bc-4a1f-9209-ff2ec6e1ced4),segment_id=d577c5ad-36bc-4a1f-9209-ff2ec6e1ced4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:51:58.435500 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:51:58.483746 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=c170f343-6ee4-4b58-b7a2-16d92ff11979,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:51:58.680613 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-04a5f189-8485-49a3-93b0-e7aac232b2f8 req-bb78edc6-1ced-4e36-b990-817837a18a4a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0280051 Sep 01 15:51:58.691652 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['c170f343-6ee4-4b58-b7a2-16d92ff11979'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:51:59.154983 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04fe9a6-3e05-4066-bc7e-b5a22c407737 req-2471f1f0-542b-49c9-8767-dcd6a8d86131 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:51:59.156475 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c04fe9a6-3e05-4066-bc7e-b5a22c407737 req-2471f1f0-542b-49c9-8767-dcd6a8d86131 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/ports?device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1 HTTP/1.1" status: 200 len: 944 time: 0.0547447 Sep 01 15:51:59.193979 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c04fe9a6-3e05-4066-bc7e-b5a22c407737 req-e912fd5b-8769-4b2d-8323-fe232c0c3116 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/security-groups?id=d00f0c00-4b09-4216-98ea-b3d5632a9871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310125 Sep 01 15:51:59.761607 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-97568cb5-6a3e-4336-b44e-c1879726111c req-560022e1-560b-4c79-ad0b-7c17eae140e3 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0283751 Sep 01 15:52:00.263455 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c170f343-6ee4-4b58-b7a2-16d92ff11979 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:52:00.311940 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c2d63-96b2-4fb7-a60a-4706c1bb7573 req-af21ee76-e824-412b-b955-b3cff9979414 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:00.313499 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-492c2d63-96b2-4fb7-a60a-4706c1bb7573 req-af21ee76-e824-412b-b955-b3cff9979414 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/ports?device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1 HTTP/1.1" status: 200 len: 944 time: 0.0504849 Sep 01 15:52:00.317470 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port c170f343-6ee4-4b58-b7a2-16d92ff11979 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:52:00.321703 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port c170f343-6ee4-4b58-b7a2-16d92ff11979 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:52:00.322102 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:00.357829 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-492c2d63-96b2-4fb7-a60a-4706c1bb7573 req-1c8ef188-cda7-4385-9eef-72a3a9f31b79 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/security-groups?id=d00f0c00-4b09-4216-98ea-b3d5632a9871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350790 Sep 01 15:52:00.410410 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:00.434121 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9609eedb-3851-48f8-83fa-c228d7d54fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c170f343-6ee4-4b58-b7a2-16d92ff11979'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:52:00.436443 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd82a39d82fbd8fc2f93cc9cc26a906c9fe4f6f2ace19915f4629741d94513" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976da0c3-5def-40b1-8708-ca02305fc558" -d '{"events": [{"server_uuid": "9609eedb-3851-48f8-83fa-c228d7d54fd1", "name": "network-vif-plugged", "status": "completed", "tag": "c170f343-6ee4-4b58-b7a2-16d92ff11979"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:52:00.454801 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c170f343-6ee4-4b58-b7a2-16d92ff11979, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c170f343-6ee4-4b58-b7a2-16d92ff11979,segment=NetworkSegment(d577c5ad-36bc-4a1f-9209-ff2ec6e1ced4),segment_id=d577c5ad-36bc-4a1f-9209-ff2ec6e1ced4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:52:00.467891 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:00.540109 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=c170f343-6ee4-4b58-b7a2-16d92ff11979,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:52:00.578262 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432eb425-2241-4f1e-a30f-39f10437b5bd x-openstack-request-id: req-432eb425-2241-4f1e-a30f-39f10437b5bd {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:52:00.578262 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9609eedb-3851-48f8-83fa-c228d7d54fd1", "name": "network-vif-plugged", "status": "completed", "tag": "c170f343-6ee4-4b58-b7a2-16d92ff11979", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:52:00.578495 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-432eb425-2241-4f1e-a30f-39f10437b5bd {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:52:00.578778 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9609eedb-3851-48f8-83fa-c228d7d54fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c170f343-6ee4-4b58-b7a2-16d92ff11979', 'code': 200} Sep 01 15:52:00.687291 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e5ad6-dfd9-47cc-9233-e5e8ee92336f req-5b52c9d1-f98b-406b-a844-0f05b071610f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:00.689065 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec1e5ad6-dfd9-47cc-9233-e5e8ee92336f req-5b52c9d1-f98b-406b-a844-0f05b071610f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1 HTTP/1.1" status: 200 len: 1096 time: 0.0473881 Sep 01 15:52:00.729898 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec1e5ad6-dfd9-47cc-9233-e5e8ee92336f req-1d841a51-7d17-4a19-a6ab-a40935e5ee60 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d00f0c00-4b09-4216-98ea-b3d5632a9871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335464 Sep 01 15:52:00.843214 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b5048586-c01c-45f0-80a9-d32808102177 req-acefa708-ca85-44b6-8285-af992c888e33 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0305946 Sep 01 15:52:01.493117 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7529ce-6cea-4dfd-8bd7-bb3fbb3913df req-7a36c81c-5ca1-4b65-9594-abb627d93959 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:01.494761 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d7529ce-6cea-4dfd-8bd7-bb3fbb3913df req-7a36c81c-5ca1-4b65-9594-abb627d93959 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/ports?device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1 HTTP/1.1" status: 200 len: 945 time: 0.0580633 Sep 01 15:52:01.539930 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5d7529ce-6cea-4dfd-8bd7-bb3fbb3913df req-357218fb-f8ac-4cf9-bb22-ac59df883ee9 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/security-groups?id=d00f0c00-4b09-4216-98ea-b3d5632a9871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384467 Sep 01 15:52:01.932905 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6e1d7d7b-5884-44f7-8830-bed404858ba0 req-1ab2325e-ad89-40a0-8567-9bfd6fc3d96b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0351484 Sep 01 15:52:02.668118 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb1c3e-3be0-4620-80d4-c288667dbf41 req-fd24beba-590d-4836-acdd-3e2166bf9952 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:02.669678 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d5eb1c3e-3be0-4620-80d4-c288667dbf41 req-fd24beba-590d-4836-acdd-3e2166bf9952 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/ports?device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1 HTTP/1.1" status: 200 len: 945 time: 0.0586202 Sep 01 15:52:02.717090 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d5eb1c3e-3be0-4620-80d4-c288667dbf41 req-95053ad9-aece-4869-a6af-ef4f00a2c059 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/security-groups?id=d00f0c00-4b09-4216-98ea-b3d5632a9871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405052 Sep 01 15:52:02.850796 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9404f3-c233-4d52-b6d0-a63ba954dc82 req-3a9afe1d-a42c-4f31-bc49-056048d5a32f tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:02.852388 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7f9404f3-c233-4d52-b6d0-a63ba954dc82 req-3a9afe1d-a42c-4f31-bc49-056048d5a32f tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/ports?device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1 HTTP/1.1" status: 200 len: 945 time: 0.0624993 Sep 01 15:52:02.904652 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7f9404f3-c233-4d52-b6d0-a63ba954dc82 req-f1ce06fc-7560-4ba6-80a7-9247cebcb77e tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/security-groups?id=d00f0c00-4b09-4216-98ea-b3d5632a9871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455985 Sep 01 15:52:03.015933 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ca130eaf-d4d1-4095-b878-c1f49da3d17d req-574e3a69-9503-4b1a-8d9e-1e29d36931d7 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0279775 Sep 01 15:52:03.028486 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f3b8e-8567-4997-85f2-ca70284dd193 req-387ef33a-ef2c-4ea5-9111-4e9d15582698 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:03.030016 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b44f3b8e-8567-4997-85f2-ca70284dd193 req-387ef33a-ef2c-4ea5-9111-4e9d15582698 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/ports?device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1 HTTP/1.1" status: 200 len: 945 time: 0.0522337 Sep 01 15:52:03.068256 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b44f3b8e-8567-4997-85f2-ca70284dd193 req-8f2b809b-c63b-440c-a196-cb1092c4a22b tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/security-groups?id=d00f0c00-4b09-4216-98ea-b3d5632a9871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321901 Sep 01 15:52:03.089853 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52734) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:52:03.214527 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f483db-9d5a-4e0a-8d17-f5abf21455a7 tempest-TestServerBasicOps-701921713 tempest-TestServerBasicOps-701921713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:03.216045 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f3f483db-9d5a-4e0a-8d17-f5abf21455a7 tempest-TestServerBasicOps-701921713 tempest-TestServerBasicOps-701921713-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1 HTTP/1.1" status: 200 len: 1091 time: 0.1251655 Sep 01 15:52:03.219167 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52738) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:52:03.223523 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-5ba546cb-a489-4d8e-9040-68cf7c08109c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'port_id': 'c170f343-6ee4-4b58-b7a2-16d92ff11979', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:52:03.248137 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5ba546cb-a489-4d8e-9040-68cf7c08109c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for floatingip, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:03.350644 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5ba546cb-a489-4d8e-9040-68cf7c08109c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:03.459134 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-5ba546cb-a489-4d8e-9040-68cf7c08109c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Allocated IP 172.25.6.140 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/31679aaf-1e03-441c-b1e2-4dd32818ef1e) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:52:03.576514 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5ba546cb-a489-4d8e-9040-68cf7c08109c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:03.616889 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5ba546cb-a489-4d8e-9040-68cf7c08109c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:03.657944 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba546cb-a489-4d8e-9040-68cf7c08109c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:52:03.661107 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-5ba546cb-a489-4d8e-9040-68cf7c08109c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:52:03.665007 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba546cb-a489-4d8e-9040-68cf7c08109c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:52:03.687452 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba546cb-a489-4d8e-9040-68cf7c08109c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Pushing event updated for resources: {'Port': ['ID=31679aaf-1e03-441c-b1e2-4dd32818ef1e,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:52:04.090992 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aaea1b9e-c4a2-41bc-8bd3-0d1e606466e6 req-67549f2c-8546-434c-84dc-3f70614967e6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0258319 Sep 01 15:52:04.174868 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5ba546cb-a489-4d8e-9040-68cf7c08109c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:04.273431 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5ba546cb-a489-4d8e-9040-68cf7c08109c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:04.424218 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5ba546cb-a489-4d8e-9040-68cf7c08109c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:04.428848 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5ba546cb-a489-4d8e-9040-68cf7c08109c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:04.782996 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba546cb-a489-4d8e-9040-68cf7c08109c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Pushing event updated for resources: {'Port': ['ID=31679aaf-1e03-441c-b1e2-4dd32818ef1e,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:52:04.795486 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5ba546cb-a489-4d8e-9040-68cf7c08109c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:04.898748 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-5ba546cb-a489-4d8e-9040-68cf7c08109c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Floating IP af05ffe0-f8bd-4248-892e-3f82fc454569 associated. External IP: 172.25.6.140, port: c170f343-6ee4-4b58-b7a2-16d92ff11979. Sep 01 15:52:05.123160 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba546cb-a489-4d8e-9040-68cf7c08109c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Router 8c96c948-2f46-4f0a-acaf-ad5e9a06979b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:52:05.199099 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f0a6cf10-55d2-405b-aaea-db0c0cbb4c7a req-4e9e118c-c97f-4d4b-8b15-4b2be722cf9a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0327802 Sep 01 15:52:05.260315 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba546cb-a489-4d8e-9040-68cf7c08109c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:52:05.271448 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1dcae3-fff7-445d-95a7-3b19f8e4c351 None None] Sync routers for ids ['8c96c948-2f46-4f0a-acaf-ad5e9a06979b'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:52:05.276987 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5ba546cb-a489-4d8e-9040-68cf7c08109c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:05.283246 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1dcae3-fff7-445d-95a7-3b19f8e4c351 None None] Routers {'8c96c948-2f46-4f0a-acaf-ad5e9a06979b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:52:05.283877 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-fe1dcae3-fff7-445d-95a7-3b19f8e4c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:51:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['8c96c948-2f46-4f0a-acaf-ad5e9a06979b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:52:05.304466 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5ba546cb-a489-4d8e-9040-68cf7c08109c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0842574 Sep 01 15:52:05.305155 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9609eedb-3851-48f8-83fa-c228d7d54fd1', 'tag': 'c170f343-6ee4-4b58-b7a2-16d92ff11979'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:52:05.307450 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aef386cb3453a41001da75efea551d398dba0271a43907df3d3497ca2b3c6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88f82dc-da28-4703-8924-f0e1cce1c908" -d '{"events": [{"name": "network-changed", "server_uuid": "9609eedb-3851-48f8-83fa-c228d7d54fd1", "tag": "c170f343-6ee4-4b58-b7a2-16d92ff11979"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:52:05.397589 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-fe1dcae3-fff7-445d-95a7-3b19f8e4c351 None None] Set router 8c96c948-2f46-4f0a-acaf-ad5e9a06979b gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:52:05.411073 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f9b75e-8415-4c55-87a9-a60bdd801762 x-openstack-request-id: req-d3f9b75e-8415-4c55-87a9-a60bdd801762 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:52:05.411347 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9609eedb-3851-48f8-83fa-c228d7d54fd1", "tag": "c170f343-6ee4-4b58-b7a2-16d92ff11979", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:52:05.411600 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d3f9b75e-8415-4c55-87a9-a60bdd801762 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:52:05.412000 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9609eedb-3851-48f8-83fa-c228d7d54fd1', 'tag': 'c170f343-6ee4-4b58-b7a2-16d92ff11979', 'status': 'completed', 'code': 200} Sep 01 15:52:05.480269 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f82dc-da28-4703-8924-f0e1cce1c908 req-d81585fb-ceeb-4152-a677-f66764f3e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:05.482093 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a88f82dc-da28-4703-8924-f0e1cce1c908 req-d81585fb-ceeb-4152-a677-f66764f3e384 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6ba824e292746d691de1eb4368eaf81&device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1 HTTP/1.1" status: 200 len: 1096 time: 0.0466981 Sep 01 15:52:05.609357 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f82dc-da28-4703-8924-f0e1cce1c908 req-721d8abf-ec47-4c82-bc2d-8a6585539517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:05.610934 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a88f82dc-da28-4703-8924-f0e1cce1c908 req-721d8abf-ec47-4c82-bc2d-8a6585539517 service neutron] 10.222.0.45 "GET /v2.0/networks?id=20f9dc4a-d796-4123-8b14-7d40da87ba0f HTTP/1.1" status: 200 len: 910 time: 0.1217935 Sep 01 15:52:05.700227 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a88f82dc-da28-4703-8924-f0e1cce1c908 req-653e74ce-f6f6-41bb-a678-85c309c4d8be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c170f343-6ee4-4b58-b7a2-16d92ff11979 HTTP/1.1" status: 200 len: 999 time: 0.0816545 Sep 01 15:52:05.743578 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-fe1dcae3-fff7-445d-95a7-3b19f8e4c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'name': 'tempest-TestServerBasicOps-1452851951-router', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '86d9812c-0c42-41ff-a15a-eb775a987317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:51:39Z', 'updated_at': '2021-09-01T15:51:42Z', 'revision_number': 4, 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'gw_port': {'id': '86d9812c-0c42-41ff-a15a-eb775a987317', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:40Z', 'updated_at': '2021-09-01T15:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'af05ffe0-f8bd-4248-892e-3f82fc454569', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'floating_ip_address': '172.25.6.140', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'port_id': 'c170f343-6ee4-4b58-b7a2-16d92ff11979', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f', 'mac_address': 'fa:16:3e:0d:5b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9609eedb-3851-48f8-83fa-c228d7d54fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:52:03Z', 'updated_at': '2021-09-01T15:52:03Z', 'revision_number': 0, 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6613a6a-6eb5-4e6e-9429-7fa48fafb664', 'name': '', 'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'mac_address': 'fa:16:3e:49:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '7ae685fc-9ccf-4b87-aad2-c65719615ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:41Z', 'updated_at': '2021-09-01T15:51:47Z', 'revision_number': 5, 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'subnets': [{'id': '7ae685fc-9ccf-4b87-aad2-c65719615ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:52:05.754466 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f82dc-da28-4703-8924-f0e1cce1c908 req-b92cc20b-c902-4b09-b9bf-756fb9483d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:05.755961 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a88f82dc-da28-4703-8924-f0e1cce1c908 req-b92cc20b-c902-4b09-b9bf-756fb9483d75 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ae685fc-9ccf-4b87-aad2-c65719615ed6 HTTP/1.1" status: 200 len: 848 time: 0.0479057 Sep 01 15:52:05.770859 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1dcae3-fff7-445d-95a7-3b19f8e4c351 None None] Checking router: 8c96c948-2f46-4f0a-acaf-ad5e9a06979b for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:52:05.780032 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1dcae3-fff7-445d-95a7-3b19f8e4c351 None None] Routers {'8c96c948-2f46-4f0a-acaf-ad5e9a06979b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:52:05.780761 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-fe1dcae3-fff7-445d-95a7-3b19f8e4c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:51:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['8c96c948-2f46-4f0a-acaf-ad5e9a06979b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:52:05.803954 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f82dc-da28-4703-8924-f0e1cce1c908 req-460711fd-0083-4433-ba31-8dea7653828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:05.805455 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a88f82dc-da28-4703-8924-f0e1cce1c908 req-460711fd-0083-4433-ba31-8dea7653828b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20f9dc4a-d796-4123-8b14-7d40da87ba0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422149 Sep 01 15:52:05.892343 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-fe1dcae3-fff7-445d-95a7-3b19f8e4c351 None None] Set router 8c96c948-2f46-4f0a-acaf-ad5e9a06979b gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:52:05.908334 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a88f82dc-da28-4703-8924-f0e1cce1c908 req-3475e2f8-2580-4c38-9cbe-b38f7ff2a5f6 service neutron] 10.222.0.45 "GET /v2.0/networks/20f9dc4a-d796-4123-8b14-7d40da87ba0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955243 Sep 01 15:52:06.016148 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a88f82dc-da28-4703-8924-f0e1cce1c908 req-9201e82b-f594-4201-be4d-229b241ce2b5 service neutron] 10.222.0.45 "GET /v2.0/networks/20f9dc4a-d796-4123-8b14-7d40da87ba0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999398 Sep 01 15:52:06.162846 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-fe1dcae3-fff7-445d-95a7-3b19f8e4c351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'name': 'tempest-TestServerBasicOps-1452851951-router', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '86d9812c-0c42-41ff-a15a-eb775a987317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:51:39Z', 'updated_at': '2021-09-01T15:51:42Z', 'revision_number': 4, 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'gw_port': {'id': '86d9812c-0c42-41ff-a15a-eb775a987317', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:40Z', 'updated_at': '2021-09-01T15:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'af05ffe0-f8bd-4248-892e-3f82fc454569', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'floating_ip_address': '172.25.6.140', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'port_id': 'c170f343-6ee4-4b58-b7a2-16d92ff11979', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f', 'mac_address': 'fa:16:3e:0d:5b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9609eedb-3851-48f8-83fa-c228d7d54fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:52:03Z', 'updated_at': '2021-09-01T15:52:03Z', 'revision_number': 0, 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6613a6a-6eb5-4e6e-9429-7fa48fafb664', 'name': '', 'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'mac_address': 'fa:16:3e:49:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '7ae685fc-9ccf-4b87-aad2-c65719615ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:41Z', 'updated_at': '2021-09-01T15:51:47Z', 'revision_number': 5, 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'subnets': [{'id': '7ae685fc-9ccf-4b87-aad2-c65719615ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:52:06.192487 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1dcae3-fff7-445d-95a7-3b19f8e4c351 None None] The sync data for ids ['8c96c948-2f46-4f0a-acaf-ad5e9a06979b'] in n-d-794796-3 is: [{'id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'name': 'tempest-TestServerBasicOps-1452851951-router', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '86d9812c-0c42-41ff-a15a-eb775a987317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:51:39Z', 'updated_at': '2021-09-01T15:51:42Z', 'revision_number': 4, 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'gw_port': {'id': '86d9812c-0c42-41ff-a15a-eb775a987317', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:40Z', 'updated_at': '2021-09-01T15:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'af05ffe0-f8bd-4248-892e-3f82fc454569', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'floating_ip_address': '172.25.6.140', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'port_id': 'c170f343-6ee4-4b58-b7a2-16d92ff11979', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f', 'mac_address': 'fa:16:3e:0d:5b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9609eedb-3851-48f8-83fa-c228d7d54fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T15:52:03Z', 'updated_at': '2021-09-01T15:52:03Z', 'revision_number': 0, 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6613a6a-6eb5-4e6e-9429-7fa48fafb664', 'name': '', 'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'mac_address': 'fa:16:3e:49:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '7ae685fc-9ccf-4b87-aad2-c65719615ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:41Z', 'updated_at': '2021-09-01T15:51:47Z', 'revision_number': 5, 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'subnets': [{'id': '7ae685fc-9ccf-4b87-aad2-c65719615ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:52:06.287591 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ac74a4a-7df1-4542-9af7-b7725573180d req-6bd7015f-2075-40ce-8ad7-fd5f8ee1bcd1 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0281737 Sep 01 15:52:06.413612 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87df4a5-6dc2-44af-87f8-eccb9dc34ce6 None None] New status for floating IP af05ffe0-f8bd-4248-892e-3f82fc454569: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:52:07.367255 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b799274c-960c-4f1b-b921-40fadb1bd6a6 req-e71be1be-c977-42d1-86e0-caa2d6d94b32 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0270748 Sep 01 15:52:08.453195 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bf6d651a-3307-4d1d-9561-90856f8dfef6 req-ea5911df-dd2f-4b2f-b9f1-0fa29d74eb75 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0288622 Sep 01 15:52:08.830230 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:09.336212 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-64862d37-9a08-4446-97e0-fffbb92f87ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:09.549768 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9e1e717a-fed8-4182-a2ac-e226a49b7c29 req-d1e303b2-bf2d-4b44-bad6-d80d227ff8b8 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0332689 Sep 01 15:52:10.626243 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-815d615c-0041-470d-ad92-fe6102d5b6d1 req-d3b18846-ab65-4c52-811e-5c41b5a539e0 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0272973 Sep 01 15:52:11.710887 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f06dd5e6-4ab4-40d9-b462-1e2f7c90fefc req-cc281fa7-a88b-4b2f-a44e-433257d3e8fd tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0306244 Sep 01 15:52:12.187332 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:12.795855 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-606c29d2-d127-4636-ab9f-d59524472463 req-cbc6cd28-5dda-4a01-8a08-99b7a248e144 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0272074 Sep 01 15:52:13.356461 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:13.695950 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-19f2271b-9213-4124-909f-8f5830802e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:13.873879 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b7c5d5d1-3917-43d0-bf82-c4dea946d8b8 req-06bd72eb-98b6-46c9-8076-f00f0115ff14 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0276139 Sep 01 15:52:14.990191 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8847824e-b22c-4f6f-8137-0483eebcaa50 req-1f871381-f8f3-432c-8203-2577c80cf791 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0451584 Sep 01 15:52:15.279761 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:16.079784 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7a13e28c-8449-4d00-b231-e730049f389a req-1244df27-ff20-4269-9251-796a4e610f2c tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0371301 Sep 01 15:52:17.168293 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d56e2d8d-b10c-430a-8ea9-b45b2e788b7b req-9c44c8d3-bbc3-41f1-a56c-69e61f3785a8 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0322011 Sep 01 15:52:18.257163 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4ed70cb1-9dcc-48f0-b4ad-034db8eb16d9 req-fccbede3-f5d4-4661-8eb7-7d5b24617033 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0318687 Sep 01 15:52:18.790843 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:52:19.346915 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4f876cab-430b-4757-9b60-87d3a3234587 req-833c0722-6340-4b12-b70d-ef1f6bc0d57f tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0292323 Sep 01 15:52:20.426856 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b6aa0e3a-499c-41bc-8d47-eb45f5dd53c3 req-05edc0cc-8e5c-40e1-a58d-6d3ef6b7d27f tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0264671 Sep 01 15:52:21.505775 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-848d051d-58ef-43d8-b475-94e13575554e req-b28d9e2c-b64f-4f10-ae78-793e050ae7ce tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0290449 Sep 01 15:52:22.199881 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9dfc42d4-2335-4264-9770-cf6af158167c req-1f6abf9a-70bf-4376-82fa-931d0ff592d0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438776 Sep 01 15:52:22.285438 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc42d4-2335-4264-9770-cf6af158167c req-f98bf1a5-3016-4ea7-94a7-e0129f3bcd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:22.286971 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9dfc42d4-2335-4264-9770-cf6af158167c req-f98bf1a5-3016-4ea7-94a7-e0129f3bcd0e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6ba824e292746d691de1eb4368eaf81&device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1 HTTP/1.1" status: 200 len: 1096 time: 0.0413420 Sep 01 15:52:22.392469 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc42d4-2335-4264-9770-cf6af158167c req-1b65dd37-d6db-4b14-a75f-22b59f327910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:22.393952 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9dfc42d4-2335-4264-9770-cf6af158167c req-1b65dd37-d6db-4b14-a75f-22b59f327910 service neutron] 10.222.0.45 "GET /v2.0/networks?id=20f9dc4a-d796-4123-8b14-7d40da87ba0f HTTP/1.1" status: 200 len: 910 time: 0.0863810 Sep 01 15:52:22.463941 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9dfc42d4-2335-4264-9770-cf6af158167c req-e645f693-e86e-4409-b84c-d70199f24f40 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c170f343-6ee4-4b58-b7a2-16d92ff11979 HTTP/1.1" status: 200 len: 1001 time: 0.0621994 Sep 01 15:52:22.516956 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc42d4-2335-4264-9770-cf6af158167c req-007cb4a6-79ac-45a2-bf3f-a0599b6870ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:22.518838 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9dfc42d4-2335-4264-9770-cf6af158167c req-007cb4a6-79ac-45a2-bf3f-a0599b6870ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ae685fc-9ccf-4b87-aad2-c65719615ed6 HTTP/1.1" status: 200 len: 848 time: 0.0467801 Sep 01 15:52:22.592566 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-df86527f-c996-4b2d-a938-947cd1c8c3c7 req-fb7d0847-6edb-412e-97db-4b2dfa2ce87d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0340843 Sep 01 15:52:22.598980 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc42d4-2335-4264-9770-cf6af158167c req-ecdfd701-001c-41bd-b563-d8a74d7750e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:22.600466 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9dfc42d4-2335-4264-9770-cf6af158167c req-ecdfd701-001c-41bd-b563-d8a74d7750e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20f9dc4a-d796-4123-8b14-7d40da87ba0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722725 Sep 01 15:52:22.702131 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9dfc42d4-2335-4264-9770-cf6af158167c req-77cb5963-24fa-40ac-bf98-e31263bb0df3 service neutron] 10.222.0.45 "GET /v2.0/networks/20f9dc4a-d796-4123-8b14-7d40da87ba0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936081 Sep 01 15:52:22.802187 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9dfc42d4-2335-4264-9770-cf6af158167c req-e1d7dccf-3ed2-4ef7-84df-75510b76e93b service neutron] 10.222.0.45 "GET /v2.0/networks/20f9dc4a-d796-4123-8b14-7d40da87ba0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926867 Sep 01 15:52:23.680602 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6b59cf5b-91c5-4a02-ae9d-0dc4190aeb84 req-bc1513de-065e-40cd-a4e6-fb11a240f70b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0276141 Sep 01 15:52:24.764135 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9596c65d-c85e-478d-b8d8-b63d629f275a req-bd83472f-c057-4de9-b6b5-837f00848457 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0303257 Sep 01 15:52:25.991812 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-14d422a5-dded-4c8d-ae8f-998dcd6561cb req-6a9cff94-db1a-4571-8838-07c93ec1b2e5 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0274947 Sep 01 15:52:27.075458 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f56e7289-e0dd-433d-b3fc-22d78774d9d8 req-a8d2c88d-7cc5-4dab-a3db-06e0bf531a50 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0312319 Sep 01 15:52:27.966205 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:28.179243 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9f0cef60-c5d4-4776-97ec-021e6edb079f req-29e90083-4aec-4e85-8366-4542d9813562 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0405006 Sep 01 15:52:29.287539 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0fc998bc-2833-4c14-aa13-01c1c77b74b1 req-ca4ca8e2-83c9-41bf-9252-2d963ea46008 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0337179 Sep 01 15:52:30.381098 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b9004424-6182-406d-97c8-1111d2de7a1b req-cd70c0c8-0039-471b-9aa9-64b0f6b163be tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0287433 Sep 01 15:52:31.473400 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cde06e36-5272-41ed-8106-8bb647ab8019 req-3b5f118c-0f6b-4c8e-9454-46ac3bf07cc6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0338297 Sep 01 15:52:32.607026 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e2e96f55-ae1d-4f00-8f3b-1581aaf1e37e req-c641adcb-6e49-4ec1-97d3-b5f22634c993 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0331509 Sep 01 15:52:33.702593 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f88a73c9-6fd0-458f-a177-e8569f720950 req-973e389a-b4d5-4f7f-b633-4d86b6744eb1 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0379777 Sep 01 15:52:34.816169 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0da60071-333d-47f5-8e29-5bc1d542502c req-4790f891-7f73-4915-b9f9-e4a0ad9801ff tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0312848 Sep 01 15:52:35.903037 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec7239dd-94d9-43b1-8650-accd5310cb0e req-095dda84-2be6-49f0-a31d-ef79bae5280a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0336292 Sep 01 15:52:36.983028 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2e357cd8-edce-44e7-8df4-7876e84d4bd0 req-58992557-d9f0-4346-bd79-f80bfc97fde0 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0265765 Sep 01 15:52:38.061529 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f134c64c-d478-4d29-93c0-0050940fb248 req-459bf30b-d3ab-4ded-a598-a5fde954c704 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0260272 Sep 01 15:52:38.839473 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:39.148285 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2824086a-2966-45f1-ba6e-a12bc2db8cba req-b7b069c3-af44-4361-a3db-a60002dccc44 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0312171 Sep 01 15:52:39.336677 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8da7a82c-ef01-4921-9968-5a9e479c0bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:40.230634 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-32550242-8368-4aef-bdc6-d7f8b131c408 req-0a992bec-289b-45f3-89fc-c5d962ced2a9 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0289359 Sep 01 15:52:40.881857 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 52842) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:52:40.993409 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d480f-870b-4171-82ba-d8945da91e6d req-f4ad0db8-a1d2-4013-a10c-eb91acb35942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:52:40.995040 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-844d480f-870b-4171-82ba-d8945da91e6d req-f4ad0db8-a1d2-4013-a10c-eb91acb35942 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1 HTTP/1.1" status: 200 len: 1096 time: 0.1119235 Sep 01 15:52:41.036784 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-844d480f-870b-4171-82ba-d8945da91e6d req-d8722755-c642-4fbb-9e20-9fd738da3c22 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d00f0c00-4b09-4216-98ea-b3d5632a9871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318983 Sep 01 15:52:41.313506 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1b9fb9b4-e5c3-41e4-8613-b4cf5b6a5d2e req-9970b30c-ae24-45ef-93f7-154788e38c47 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0264578 Sep 01 15:52:42.183462 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:42.407609 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f15f81b1-50d8-4745-ba91-da6c43635811 req-118c4680-f346-4278-8f12-aab79f6863a2 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0307014 Sep 01 15:52:43.360427 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:43.499792 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b5930d3-353d-4086-8ab7-b708c18cf7bd req-438851ae-39c7-4ca1-82b0-75aed0b8bc3c tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0337639 Sep 01 15:52:43.690208 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-28bf6d94-30b8-4079-83ad-2a797f957657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:44.590539 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d175604b-0a4d-47c6-a6d9-d221f3ad6eeb req-1b581073-79a4-4c16-be41-8cb6181da4c4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0278194 Sep 01 15:52:45.281668 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:45.669984 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1029e890-d112-4149-8f27-721dee6c17e9 req-801520c0-cac2-4772-9762-fbd83cfd1d7a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0265656 Sep 01 15:52:46.761572 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-60dbc5bd-8977-411a-875c-8a4a4f5408dc req-cbd77b8e-744b-45d1-8984-043e0cadbac3 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0291498 Sep 01 15:52:47.845132 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-68f139b6-9491-4fb8-b978-1fc3768dabdf req-8791b825-2983-4ce1-9fd9-42d7d53873c8 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0288439 Sep 01 15:52:48.933991 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-70d47a2c-c27c-4e3c-a04b-e7cbc207c317 req-c3aa6542-777f-4612-896f-687af680277c tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0326953 Sep 01 15:52:50.016761 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-78666113-e727-4502-b711-b20d58ea420b req-5a78d939-4912-4ec3-a639-c00227fb06cd tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0316265 Sep 01 15:52:51.093597 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b52f1a59-1682-408a-af1a-7b5ddde57d44 req-dd8dd6fb-0372-4e5f-96ab-e3982e6a8062 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0269372 Sep 01 15:52:52.176040 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a2db19bd-7cb9-438c-b923-4461c213ef05 req-b7e01d96-828a-4e4e-8e47-2d1e9bb0c92a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0284376 Sep 01 15:52:53.263001 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-04f869e8-95fc-48f4-bd5d-d0880a4e97b7 req-09f749d8-c249-45c5-89d9-d415765058f4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0311866 Sep 01 15:52:54.349602 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9f67b704-d677-45f6-8c39-c89af5857e0f req-ae5305a8-ee98-4d52-a486-9b8cbd7a69c6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0324328 Sep 01 15:52:55.428595 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d6ba837c-b90f-4203-8cfb-c56d813b383f req-843cc383-dcc7-48de-9f75-3bb8ee7244e7 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0274203 Sep 01 15:52:55.790581 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:52:56.511133 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cfb25e60-0eca-4cf8-91bc-bd90f1a5088f req-aa5091bf-ae7d-45c3-915e-3ce496175a70 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0290945 Sep 01 15:52:57.604705 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1c366488-c212-4a91-934f-9ccd1ba0395c req-58f5198c-cc58-42e3-893c-529193c420e1 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0295439 Sep 01 15:52:57.973698 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:52:58.688994 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a7df542b-e027-43e4-95e3-e82410a8f7f4 req-ea87891e-01ce-4363-be44-fad9b0ba3ace tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0295396 Sep 01 15:52:59.776282 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9340526b-2717-4a25-8fb2-eb5a708939cc req-b7c37c59-290a-4e95-bf54-2e83c02606bb tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0294342 Sep 01 15:53:00.864039 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5e34ec2e-86e5-4876-acbc-d2a1193a8e9a req-dfd6ffa2-cb91-4a89-9438-fa092d9936cc tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0278893 Sep 01 15:53:01.954442 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66c71717-2af7-4a9a-86ed-6cb5127d5e49 req-8ab4616e-3f40-491d-a60f-ccacb4ad30ca tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0312419 Sep 01 15:53:03.040140 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e46f519a-1c60-4b48-8a3e-818c3bcd92ab req-d53d1b93-3cd3-41b0-b980-4637de924667 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0321922 Sep 01 15:53:04.133694 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-87b930e4-b460-4df6-9422-4a34fef26f05 req-b191a3fc-47b5-4a55-87f3-f0270213a39c tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0290248 Sep 01 15:53:05.220395 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ebbc2c9-d976-4861-82c3-c7a01d8e06eb req-8a1647be-6929-4ced-bdf4-6e38810f539d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0287788 Sep 01 15:53:06.322610 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-96e38a6d-563a-45ee-923f-490e950ca0cb req-eb1f0add-63b4-4835-84a3-ef660005906b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0328019 Sep 01 15:53:07.412211 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-31b9d2a1-dd32-4fca-83a4-d7ae36d40195 req-9604e9d5-da8a-4fc8-a297-ec1adf9f5376 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0295782 Sep 01 15:53:08.499854 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a29b9692-58f7-4cc6-ab80-e56e0680c97a req-cb8cff74-347c-4e22-9f36-12c26c67cb62 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0336845 Sep 01 15:53:08.857103 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:09.328865 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-de65c5dd-f34b-4b31-992f-1b3f05639079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:09.601909 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b25e39c-bc81-4c6e-9475-27518a4bf5ad req-6c81078c-483f-40ae-8d48-0e41960bacd0 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0301893 Sep 01 15:53:10.697278 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-746c5ec9-8955-4faa-89d3-0b2a1eb0a7cd req-7819e100-789e-4ae6-b0cf-a7d2487ba5f7 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0385137 Sep 01 15:53:11.773836 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-527a48fb-068f-450b-9b3b-36bdc73768a3 req-f5b0c400-e8be-4e70-bd0f-e566aa157689 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0267277 Sep 01 15:53:12.189206 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:12.863049 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-351e649f-9069-47d9-852a-c1123c98ffed req-41978aaf-4d1f-4057-8514-dc920ad6dacf tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0335124 Sep 01 15:53:13.361901 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:13.691115 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6e85f362-239f-48c6-b08a-8240c117f3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:13.940938 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-59e46a2c-fe5a-4c37-8800-126ac99963ff req-2c24b327-6110-4f39-bfdd-965e457f0742 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0269897 Sep 01 15:53:15.023008 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b6526918-28bd-4ccf-a41b-3b94eb591b34 req-a80c2b20-3f65-4a7b-8b43-27b514e9ddc4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0315044 Sep 01 15:53:15.285630 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:16.108813 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0218f098-5955-4dbd-98b5-37bed89aaceb req-c6d52fb9-e77c-4dd5-8e90-719a00595d7f tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0323610 Sep 01 15:53:17.189803 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eee7a2e9-0014-4f98-a5f2-38aa38bb451c req-96c0fcd6-8a6e-4ca7-92aa-a05c5aeaf63c tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0289996 Sep 01 15:53:18.266429 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0f77bead-1cc6-42a2-bb18-0e6fb7245fa3 req-347e19db-d98b-4ff4-809c-5ed85be68c8d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0273561 Sep 01 15:53:19.347874 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-136578e9-73dd-409c-8b2c-6697d76fdbe7 req-b98d3d32-e6bc-40a1-ae9d-3c1db6d072d4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0272768 Sep 01 15:53:20.424612 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a59c3ef6-4c39-4c8c-b51a-5e052f68a72f req-ae7608e3-c5e4-4153-969c-579aa9e258e8 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0261979 Sep 01 15:53:21.506479 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6bf7f317-3b10-4b6f-bb10-46c969c3a02f req-cf7d5a98-e2dc-4e5e-8cd5-8523cfee4d86 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0295157 Sep 01 15:53:22.260625 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ad0fc669-82cb-4f04-8386-a1f12c48b436 req-c30ac010-9ede-4517-a639-da4eb9370eb7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1045692 Sep 01 15:53:22.349874 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0fc669-82cb-4f04-8386-a1f12c48b436 req-76b84036-a6ad-40b1-90f9-0ba227132067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:22.351467 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ad0fc669-82cb-4f04-8386-a1f12c48b436 req-76b84036-a6ad-40b1-90f9-0ba227132067 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6ba824e292746d691de1eb4368eaf81&device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1 HTTP/1.1" status: 200 len: 1096 time: 0.0445337 Sep 01 15:53:22.473862 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0fc669-82cb-4f04-8386-a1f12c48b436 req-1f5fd029-8698-424f-8886-bcfc7bce403c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:22.475566 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ad0fc669-82cb-4f04-8386-a1f12c48b436 req-1f5fd029-8698-424f-8886-bcfc7bce403c service neutron] 10.222.0.45 "GET /v2.0/networks?id=20f9dc4a-d796-4123-8b14-7d40da87ba0f HTTP/1.1" status: 200 len: 910 time: 0.1019430 Sep 01 15:53:22.562751 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ad0fc669-82cb-4f04-8386-a1f12c48b436 req-9e1f44ee-e2e6-4ba9-b766-9c2537a6b6fa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c170f343-6ee4-4b58-b7a2-16d92ff11979 HTTP/1.1" status: 200 len: 1001 time: 0.0794427 Sep 01 15:53:22.632531 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-50271d97-7d2f-4c6b-80ce-845a5f6efd7d req-858362a7-39d8-47bc-986f-a151a2b65de4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0630083 Sep 01 15:53:22.652669 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0fc669-82cb-4f04-8386-a1f12c48b436 req-5d3d38ab-f4e9-4756-9ad2-819eec766b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:22.655106 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ad0fc669-82cb-4f04-8386-a1f12c48b436 req-5d3d38ab-f4e9-4756-9ad2-819eec766b0e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ae685fc-9ccf-4b87-aad2-c65719615ed6 HTTP/1.1" status: 200 len: 848 time: 0.0837235 Sep 01 15:53:22.704890 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0fc669-82cb-4f04-8386-a1f12c48b436 req-6865b83e-9ed8-4acd-8faa-787ee53f7219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:53:22.706436 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ad0fc669-82cb-4f04-8386-a1f12c48b436 req-6865b83e-9ed8-4acd-8faa-787ee53f7219 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20f9dc4a-d796-4123-8b14-7d40da87ba0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437870 Sep 01 15:53:22.808127 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ad0fc669-82cb-4f04-8386-a1f12c48b436 req-96ea09ef-a457-4339-970f-b09d91266dbd service neutron] 10.222.0.45 "GET /v2.0/networks/20f9dc4a-d796-4123-8b14-7d40da87ba0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928230 Sep 01 15:53:22.912288 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ad0fc669-82cb-4f04-8386-a1f12c48b436 req-52e60d25-ab82-4e9f-8907-57b34e0c935f service neutron] 10.222.0.45 "GET /v2.0/networks/20f9dc4a-d796-4123-8b14-7d40da87ba0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955927 Sep 01 15:53:23.727298 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d66e4c0-97aa-4351-b45c-5995e458c3f5 req-33086fd5-6b0b-4157-b1e8-c38b9c2b49f6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0278099 Sep 01 15:53:24.821493 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c64726ae-d6e4-47c9-8031-7ddab20f24b8 req-a5e7f719-8efe-46e7-ab96-8c6359e761fd tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0282049 Sep 01 15:53:25.899417 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17a8aa23-9ac6-4df7-a1ff-6bbd0e726be8 req-cceb4df5-7e90-4b76-b74c-fd984dd70f49 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0272212 Sep 01 15:53:26.989203 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b91d372-edb9-412d-83cf-19299897b97b req-7e5bfe76-0a94-4e33-8178-44f6a0757f74 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0320776 Sep 01 15:53:27.974164 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:28.073199 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-28f5957c-7a67-4e78-910d-bd7bda3b67a7 req-6697c177-4a0c-4fa1-87ae-4a1e978b8dc4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0323203 Sep 01 15:53:29.156265 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-25ef363c-bc18-4055-9137-4b8e8e72ddb8 req-0dc148dd-e5f6-4783-a5d4-7a75fb0996e1 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0282054 Sep 01 15:53:30.244894 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3a313d6f-ba17-491e-87bf-97eb6e8ecafd req-54c3fcea-e561-484d-a5af-6770ef31f37a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0323896 Sep 01 15:53:31.331629 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-44f092ed-6429-461b-af6b-b5dd299a5a6c req-de675f3b-0a2a-4028-97fb-aa3d277ba0fd tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0275760 Sep 01 15:53:32.413192 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f551a14a-8678-4972-830b-4cda73c7d8f5 req-3b90d88e-dfe9-4adc-b1d8-e3f1bee29314 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0283782 Sep 01 15:53:32.789810 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:53:33.493063 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73327398-a2c8-41eb-9c37-ff0a7b11e5e5 req-903622db-8958-4ca7-b9ba-f89ad7118ad9 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0270331 Sep 01 15:53:34.578037 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6fbaa6bc-0bd5-429b-bdca-5867c810be93 req-787ca60e-de34-4432-9a9b-4e06ebddbd49 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0331600 Sep 01 15:53:35.662973 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-681a4ea9-e25c-429a-b3db-d1a26442773e req-39557a3a-7b88-4483-a528-ac6068e14154 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0272760 Sep 01 15:53:36.750431 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6432e68b-aa85-4a6a-af3f-ae5252f55c4c req-3eaf2bc9-99ed-46c4-aaa7-186b0d79536b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0312853 Sep 01 15:53:37.830102 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bf3fca0d-ada2-47ec-9317-427de2d35c79 req-078297ff-f75b-4f65-bbf8-d5dbde95d614 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0283329 Sep 01 15:53:38.868539 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:38.916324 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f3e004bb-a118-4a13-bed5-2e57f7a5912b req-389e1b6a-d52a-41b0-b1f6-17f4ef0c9a40 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0284436 Sep 01 15:53:39.339104 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5bf9f9ac-a927-4969-ba65-e777d45af709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:39.998577 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7e4f548a-49cc-458b-aebf-fce4d55cba00 req-f0461088-c4f5-4d1a-b61a-f5f45f7c8c9a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0318451 Sep 01 15:53:41.081125 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a920a4d8-14e6-430f-b319-fe86f7b940c2 req-ccaeb794-6ebe-4b16-be4d-c397a784e431 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0314455 Sep 01 15:53:41.779618 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-c7dfea90-e5a1-41fd-a7d2-0bfb4843b679 req-e0735005-e6dd-435a-883c-c29bb07d0dca service neutron] (94734) timed out ('10.222.0.45', 63631) {{(pid=94734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 15:53:42.159121 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ec29cde-728a-47d0-88db-1083266ed063 req-4367c814-bab1-4421-a4d3-4086a7ae5d29 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0267038 Sep 01 15:53:42.183808 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:43.235089 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-709c14b6-96eb-4355-b1cf-056aed854941 req-d355e0a9-081c-4d38-a1d6-a622a78ef01b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0276091 Sep 01 15:53:43.364057 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:43.691782 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-922e6e9a-3889-4e81-8494-c412b9072641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:44.311457 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-379b3d48-789d-4993-94e6-c0c688e3e52b req-3128e9dc-d3fc-4aa3-93aa-a56bcd0ba95c tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0271077 Sep 01 15:53:45.286903 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:45.390057 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9e11a51e-90d6-4665-b320-aa48172f7ef9 req-4339602a-107c-45b8-90f6-fa8a74c07896 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0271440 Sep 01 15:53:46.468338 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d96238ce-9bd6-45e8-9871-d14efd33e4f1 req-a836b2f5-8e28-45af-a698-63c29fb7ab46 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0265265 Sep 01 15:53:47.546543 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2c650eac-2b76-40c2-be7e-9ec56f82933b req-1d4aa4d3-31bf-4cfc-8caa-ac9e1c183475 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0262289 Sep 01 15:53:48.622197 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e3cfa05c-5390-4951-98ec-5c91997fd76d req-d55094d8-84ab-45ae-8219-a1597aea04da tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0261409 Sep 01 15:53:49.700068 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-befca01f-d5d5-491f-9a1f-a2e6fc712d30 req-c627ec42-8bd3-4076-a0b9-ae2ad389ec06 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0269854 Sep 01 15:53:50.776586 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-45e17e26-1d41-470b-bd99-93cc46048193 req-7f13a3a0-a269-4ab3-92ed-b46f71512657 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0264251 Sep 01 15:53:51.855329 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8914bd2d-23f0-49e4-9250-8cdf1b382dbd req-2013ed13-b93d-4f63-b2d9-18312da9fcd1 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0260396 Sep 01 15:53:52.936991 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ebe4a730-fe06-423a-ad12-9d846fc93fed req-502a82d6-d768-4288-90fa-c587896cc9e2 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0301642 Sep 01 15:53:54.025705 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-58db0ae9-dda3-49bc-a0a8-cc1f309515a9 req-d5d73c81-1894-4fb3-a22a-146ccb05b4c3 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0329895 Sep 01 15:53:55.105174 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5786d5b1-b4a6-4bea-b2ce-5a5c8eb4cb76 req-7031279e-cb95-4e83-ab71-8c1386e13273 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0271146 Sep 01 15:53:56.205100 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f457014e-6b41-42be-9250-b13111fda92b req-c6776490-5d54-41bf-a51c-bda8d5ad4358 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0297401 Sep 01 15:53:57.297013 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5ce4637e-31ee-497e-b690-a1f4dcd8868d req-184abd7f-8136-4c06-ae08-0bad2bc12c03 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0292430 Sep 01 15:53:57.986890 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:53:58.381174 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0a0dd207-6c2a-46da-81bc-0c2aac2f67bb req-07dc2da7-2bc9-4141-b2fb-8ecd6c41f253 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0290537 Sep 01 15:53:59.467339 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3b92b46c-c124-473b-ae08-b20768214844 req-4e2880f4-b423-4307-b377-c01c416d0ad2 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0287189 Sep 01 15:54:00.564384 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-88b3f34d-017c-431a-add3-a24a9dd51781 req-f048515f-dd35-4a12-a7a4-abcdbd7d8040 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0346546 Sep 01 15:54:01.644396 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f1038b0f-51ca-42d3-bd4c-d747baaa4674 req-b7e332cc-fc20-401b-84ce-3dec12e46a6c tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0268734 Sep 01 15:54:02.726209 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-03d8793b-26f0-4603-9ee5-805c9bd9691c req-45af14f9-0100-4f60-8d2a-3b6958342d5b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0297368 Sep 01 15:54:03.868894 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a050d48f-b911-41ff-8cc6-2552c2639008 req-508beb29-f518-49d3-b274-9b6fc0d908aa tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0267808 Sep 01 15:54:04.981287 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-908f7e30-543c-4965-a971-60b9f2a0743a req-92ffb5f5-442d-4644-931e-deefc83e34f0 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0274382 Sep 01 15:54:06.060756 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-755e2803-2f80-4ee1-893a-0bc331068d8d req-020e2042-b79e-4a86-ba83-4cf0245a71af tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0305779 Sep 01 15:54:07.145062 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-08e4f6d2-0baf-4559-a193-084bfeb7300a req-93ab4125-32fd-404c-be90-d3d8d0358050 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0303972 Sep 01 15:54:08.221091 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0dba84a0-af63-480d-a86e-2521c4274d4a req-d98a5f16-8e29-4d81-ace8-5857775a231b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0269532 Sep 01 15:54:08.872253 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:09.297905 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1f83c552-c3fa-44d8-9272-9b36953423eb req-e8f8ac33-9ecf-4543-97ec-f97c45125a01 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0277770 Sep 01 15:54:09.333962 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-af9db4b7-41c6-4493-9b59-0018df49f4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:09.789133 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:54:10.374251 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-760419ef-926b-4ae1-8891-f8139f7a9cca req-af2779f5-8746-4881-910e-38424e78c60d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0273519 Sep 01 15:54:11.543618 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-30672474-ab6a-4832-9dca-58c0fdd0a2ca req-9d9d3224-d5e1-40ab-bf92-fffa8ec5f7f8 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0790467 Sep 01 15:54:12.186555 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:12.631079 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d7c01840-450f-4d71-bfa1-2b22e35e3144 req-8e608e10-83fa-43c1-916a-c8d77dc8740d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0277894 Sep 01 15:54:13.367209 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:13.692949 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-197d6c86-e463-420e-bed5-6fce7ca2fb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:13.708800 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3ac19a08-337c-47a0-862a-83f969e552d1 req-80e37b25-4fa8-4c5f-b2e4-2ed184b0e1d4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0265017 Sep 01 15:54:14.868274 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-36fff42e-4ced-45f5-a9dc-7f2a72bc9663 req-2e0bf1b2-1a7e-4f04-a647-6973e8e39a00 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0722528 Sep 01 15:54:15.288597 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:15.945385 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6281adb0-4350-4cfd-80c1-111c0091f584 req-4608dc65-5f9d-41be-a24c-259d4b1e3bcb tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0269361 Sep 01 15:54:17.022331 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e4d0f12a-d53f-4c00-b0cd-91dc1a0de234 req-cd9cce03-66e2-4b9d-b182-d82d0bab11ac tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0262175 Sep 01 15:54:18.098600 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4311fb81-e744-4684-9a23-08f8b5d87b8d req-9eb67dc4-44a6-4152-b2e1-ea6a49d75093 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0266805 Sep 01 15:54:19.179958 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6b7d7fb8-b60d-4a00-bf8a-3ec59a4c4433 req-837335b5-9ca6-48d6-b888-09bc488c6f15 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0302269 Sep 01 15:54:20.262836 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f8f7048b-d274-4ee6-9b0e-1809b166c0f9 req-6e03275c-ae61-4104-8ddc-7c1ced8e2984 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0320733 Sep 01 15:54:21.338618 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-52c180e7-9553-45bb-9e07-b21999898822 req-86dedf0b-17cc-4705-9223-8c3469c70aca tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0263827 Sep 01 15:54:22.421082 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee10b0b9-7292-42df-a36e-641d283c7e69 req-b5e3af88-3e05-4272-bc44-4aaea09f86af tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0294728 Sep 01 15:54:23.348324 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-511791b4-78e7-4186-a7fa-dc2347451d0a req-b0b6c657-084a-4b54-8b25-565acad75d74 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0941606 Sep 01 15:54:23.452405 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511791b4-78e7-4186-a7fa-dc2347451d0a req-d598a833-b06d-4a7e-b69d-01f7b498a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:23.453900 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-511791b4-78e7-4186-a7fa-dc2347451d0a req-d598a833-b06d-4a7e-b69d-01f7b498a2f2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6ba824e292746d691de1eb4368eaf81&device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1 HTTP/1.1" status: 200 len: 1096 time: 0.0481782 Sep 01 15:54:23.551189 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1ffc3377-6207-4cce-9457-47a5c5bae1e2 req-53fac203-8428-4c94-97f1-d152b6561364 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0653882 Sep 01 15:54:23.595618 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511791b4-78e7-4186-a7fa-dc2347451d0a req-a8c0e9ee-8f9a-4338-8ef0-04f12b040931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:23.597127 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-511791b4-78e7-4186-a7fa-dc2347451d0a req-a8c0e9ee-8f9a-4338-8ef0-04f12b040931 service neutron] 10.222.0.45 "GET /v2.0/networks?id=20f9dc4a-d796-4123-8b14-7d40da87ba0f HTTP/1.1" status: 200 len: 910 time: 0.1204474 Sep 01 15:54:23.668108 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-511791b4-78e7-4186-a7fa-dc2347451d0a req-f0c6cac9-eed0-4474-a6cd-0d4f5f8bd882 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c170f343-6ee4-4b58-b7a2-16d92ff11979 HTTP/1.1" status: 200 len: 1001 time: 0.0619590 Sep 01 15:54:23.725229 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511791b4-78e7-4186-a7fa-dc2347451d0a req-ce1ed8de-5935-4315-a6fe-032887ee33ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:23.726986 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-511791b4-78e7-4186-a7fa-dc2347451d0a req-ce1ed8de-5935-4315-a6fe-032887ee33ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ae685fc-9ccf-4b87-aad2-c65719615ed6 HTTP/1.1" status: 200 len: 848 time: 0.0500109 Sep 01 15:54:23.776698 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511791b4-78e7-4186-a7fa-dc2347451d0a req-e8d5dafd-1819-4793-b30f-9c720ece36ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:54:23.778287 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-511791b4-78e7-4186-a7fa-dc2347451d0a req-e8d5dafd-1819-4793-b30f-9c720ece36ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20f9dc4a-d796-4123-8b14-7d40da87ba0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430245 Sep 01 15:54:23.876904 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-511791b4-78e7-4186-a7fa-dc2347451d0a req-87a290df-d602-4de3-980c-d826de24b566 service neutron] 10.222.0.45 "GET /v2.0/networks/20f9dc4a-d796-4123-8b14-7d40da87ba0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899768 Sep 01 15:54:23.983630 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-511791b4-78e7-4186-a7fa-dc2347451d0a req-c6e0928e-4946-4a3d-b7d5-dd1400ccccb8 service neutron] 10.222.0.45 "GET /v2.0/networks/20f9dc4a-d796-4123-8b14-7d40da87ba0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972638 Sep 01 15:54:24.629061 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6199455a-a717-4935-9e51-d241005c1500 req-41b413f2-c6bc-40ae-b195-004ffee6b506 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0282633 Sep 01 15:54:25.707568 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-86a0cfa4-b3c7-47d6-af8f-305d6fa9ae59 req-f8012da3-8176-4c02-9772-a4b768e8c7ff tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0281112 Sep 01 15:54:26.790049 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d68f6e5-ff89-41c0-b71d-b99b1d9b60dd req-0fb4c483-5d8d-4034-a1ba-8ba195e28b30 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0282507 Sep 01 15:54:27.868669 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e094fb66-c7aa-42e3-82d7-678f323cbff8 req-73f22c82-64e2-4f39-823f-a35c43198459 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0272450 Sep 01 15:54:27.983906 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:28.946697 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-638e94a8-fb5f-4cbc-87ac-d9233aa8035c req-8aea1ff9-e9ec-4419-83bb-044d76b1f249 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0281379 Sep 01 15:54:30.024745 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-87087db3-57a2-4494-ab9e-743ea2f0bb89 req-4bc9fe1b-ede7-428d-bd6c-0ac917da1141 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0257564 Sep 01 15:54:31.100725 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d91669ce-b528-43da-b3b7-e7b838aeee19 req-a93308f2-7515-4767-a82f-3ecfa23d3fea tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0258110 Sep 01 15:54:32.179861 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7f1d1e0-5b3f-4b8a-b7d1-fbcb62f6b897 req-f924c095-c548-4b51-8485-b02c41adc10b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0295219 Sep 01 15:54:33.261223 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9f4adcbf-040c-4041-a949-638724cd09f6 req-0958d30c-93ee-426f-9b93-9fbe61a0afd1 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0302446 Sep 01 15:54:34.336708 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b3a02aa-070b-4de2-a082-bc4b91074717 req-fb978484-87d7-42dd-b471-a048371b257b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0262516 Sep 01 15:54:35.414724 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-67f6135f-c164-4501-8715-6314b8a4bcb9 req-f597305d-8e1f-4d6f-af55-9ed9ea75c0f4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0270205 Sep 01 15:54:36.506973 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-787c8f3b-6e0a-4c84-ac86-9ca6bb67eed8 req-fd259606-c932-4892-9253-4fa5f3b06a5d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0313704 Sep 01 15:54:37.586054 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-492bac5c-9ad5-41ae-b589-814a1bf97c71 req-178957b2-2b08-4c37-af10-b391146a175d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0274384 Sep 01 15:54:38.664114 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37c9581b-13db-4e8a-a8c6-20174fc7e231 req-100bbc24-25b3-4db5-a572-3969199a98a7 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0277147 Sep 01 15:54:38.869369 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:39.335450 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1143bcca-8179-4861-9710-65c2c206c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:39.740501 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-872f22b4-de4c-41e2-9a83-404aa5913524 req-f8818ea8-b8db-4d93-8f9a-8c5977f4c080 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0278430 Sep 01 15:54:40.820022 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3a7a07f1-81b4-4f48-aae9-5ed9238f17f1 req-1665166b-c6dc-4b41-a3d0-5bb72835a265 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0271595 Sep 01 15:54:41.899137 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3eac1969-6aa4-4a39-a034-8009bdf7bc9a req-4dd2d0d5-6f87-4a8d-9b22-2c167a5543aa tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0305040 Sep 01 15:54:42.189489 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:42.975536 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-80b92be0-bdbf-46b3-81ee-fcf8a2a07a05 req-6d04d0b7-c716-4b2c-b742-33a8d5169b34 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0262492 Sep 01 15:54:43.370679 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:43.693648 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1f7adb17-5ffa-4dce-95a6-8eec122a28f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:44.052412 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0f1dafc6-be87-4984-bbe8-7c9ec5eb2cf3 req-81482c77-665b-4c78-84c1-34691c8a071d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0262740 Sep 01 15:54:45.131298 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f5431707-e8b0-44eb-90fd-df81c0bf6d84 req-16048e3d-e667-4c3d-8947-0f75433d03bb tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0296907 Sep 01 15:54:45.292240 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:46.228760 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa25cf1e-a607-4c23-83fd-b4d45fd9292a req-991007b5-d887-406f-ab04-384c6ab154c4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0319290 Sep 01 15:54:46.788537 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:54:47.308431 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b6f12aa5-e2d5-438b-a5db-8d0cb8828147 req-448e0fa7-b007-4df1-8af0-70a10bb9f242 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0264180 Sep 01 15:54:48.391733 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d0f688aa-e174-466a-9dad-cc5ee5f9edd3 req-0729c6a9-f4e2-40dc-8ea6-5460eb93116a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0270774 Sep 01 15:54:49.471768 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f7c5687b-c2f8-43bd-b666-04e33a759fad req-540582c4-94ba-405b-91ba-5ded25b05c3e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0276172 Sep 01 15:54:50.554017 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d04a2c59-2db6-4037-8f53-a977ec98164c req-0da14f9c-3b1c-4fc3-8e33-e9943352c85e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0270185 Sep 01 15:54:51.641060 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a635d481-2bb3-4511-88b8-5eb1b9fdd978 req-4898d4e8-ee00-4366-bcd4-892cf1e02b44 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0362716 Sep 01 15:54:52.719364 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66fbb9cd-b8c1-4f95-88d1-33fbb3db091b req-e8d21a51-bb57-4307-949f-295b2e7bd041 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0276473 Sep 01 15:54:53.800964 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f6049468-cda8-4f08-ad2c-99c0b9eeaa02 req-9e0a6c9e-30c9-4462-a19e-2e14811a7a9e tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0272126 Sep 01 15:54:54.878411 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-268deafd-7d93-440c-a172-b90517e6fd94 req-350f2fa6-cb15-46a6-8015-c6e77500af84 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0267437 Sep 01 15:54:55.954450 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c7b7440a-a71b-4025-9058-d2367429bacd req-81af6b77-8024-4350-805e-66eb90664818 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0257702 Sep 01 15:54:57.031709 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-820dfa19-c98f-4034-860d-6146bce0ff25 req-40c2be1d-85a0-450c-a42b-6ceb11443611 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0272651 Sep 01 15:54:57.976496 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:54:58.112235 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a4877c02-ea0a-4233-ab02-74031007c88d req-c6f900e5-2eb9-4295-a636-4c36e89c822d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0307369 Sep 01 15:54:59.196373 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dab12b39-68e3-4ae3-ac52-4366e32457dc req-351534c3-5c69-4675-848a-e7e57d28ef8a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0324106 Sep 01 15:55:00.279103 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cbce38cf-1495-4a09-b806-81f7c8d7d925 req-a63f9a25-291a-4132-bd09-09bc333a7f44 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0274606 Sep 01 15:55:01.359410 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e714a6d6-0b3f-4047-a692-affe4af83270 req-5b76b11a-6a3c-4e89-9c5c-d4eec529c4d4 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0294828 Sep 01 15:55:02.439081 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a664a98c-668f-440b-b396-6385bf8d889a req-9b89365d-c8ca-4750-bebb-91863c241539 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0273952 Sep 01 15:55:03.517109 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2a7764ae-1702-4a93-8e9f-594ee564b14b req-b2816cb6-865b-4db6-b3fc-0e9be31fab8f tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0278656 Sep 01 15:55:04.595497 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eaf003fa-6974-4af0-a92b-a1f3013c528e req-cad94c22-6d82-444c-98e5-2a86db2623be tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0281227 Sep 01 15:55:05.673908 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-15ecabfa-4eab-4877-b7f4-42cfd8d07016 req-b08c401f-54d0-4248-9065-590f293c6f77 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0275345 Sep 01 15:55:06.751545 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ed38ae0a-1f93-4718-969a-7c83deb150ea req-f31294cb-98dd-4272-9a0c-16594da76c68 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0262380 Sep 01 15:55:07.827501 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b3ce241f-80ee-4f0c-a546-1a0887254d20 req-6dbf4eeb-81e7-45b4-9a50-2bd4cf0e66c1 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0263455 Sep 01 15:55:08.864567 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:08.913738 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d5823e9f-2e22-4be0-a448-8049e010e668 req-d1932303-8773-4174-8154-58b34295dc4a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0267804 Sep 01 15:55:09.335575 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3f47afc6-d859-492d-9088-e18c57782b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:09.989871 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e483341e-9e73-46cf-aae2-7899c2908dd8 req-9c8800ab-23cc-4c9d-be4c-6a2b184109e7 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0268314 Sep 01 15:55:11.068910 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eaa7d1f3-7c51-4dcc-911a-531ec2fdf81b req-e7ba17ab-a8a4-4b7b-830f-32d1eec21ada tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0300016 Sep 01 15:55:12.153696 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-70db6c18-df3c-4b3c-b9db-65b27203c708 req-ad22a2d2-8ec1-47e4-be40-66e3dbdd48c8 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0315313 Sep 01 15:55:12.191748 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:13.232847 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-114e0584-fe3b-4b42-8627-2fef2e1c2706 req-e5959e20-a385-42b1-af84-618c29e061d8 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0271013 Sep 01 15:55:13.373405 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:13.694488 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dd8a0470-15b2-4e00-89ae-4f369c985db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:14.312972 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-756b5179-2202-421d-aaf1-97fe33a1bfaa req-afe3d337-1d94-4d69-8d5f-1d8c4eb52f2c tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0275304 Sep 01 15:55:15.296296 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:15.395342 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ff77ea15-8e24-4ee4-b33a-5809c606a6f7 req-a11d6413-c180-4661-9357-8a1947c488c9 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0291474 Sep 01 15:55:16.472269 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b48b3c76-71d6-42d1-8aa8-d51b69a8e0cb req-1d19e0b8-7eab-4059-ae24-7b598193c13d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0259085 Sep 01 15:55:17.550322 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9fcf240b-23b4-42e7-b131-616f928dea56 req-7365d176-deb4-40b3-8ef9-e9cc5fb552b5 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0255854 Sep 01 15:55:18.627421 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9aeb886e-f211-41c9-a756-917fd839e267 req-d626a8cb-55b9-4683-8fd5-dbba45975970 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0270185 Sep 01 15:55:19.704801 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-df9b491a-a8c9-4e79-ab87-966bd771559a req-115f8ceb-2ad4-45fc-b02a-04814ae61701 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0277786 Sep 01 15:55:20.781429 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-624fcdd6-105d-4394-8573-45e1a629e79a req-4a33f7ce-2e80-471e-bf81-1cde92fd9f6d tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0267553 Sep 01 15:55:21.857250 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c59bc8a3-2ffc-460e-bac1-0b437cb80be3 req-1fe58217-b394-4daa-a050-c204aeba06b7 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0263999 Sep 01 15:55:22.933030 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-652e9105-7070-4563-b259-1466ebafbf83 req-b902cc23-897a-4b8b-a782-5c773efd0c94 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0264621 Sep 01 15:55:23.787637 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:55:24.012344 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c723af7d-aae2-4b3f-9036-e0133d2eb06b req-6da102ff-c15c-4357-957b-f523e126ef95 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0306416 Sep 01 15:55:24.187362 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bbb37501-0bde-45db-858f-ae5836398982 req-a98fb7d6-3e1d-4c0c-bfb9-c45bc61a0979 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429945 Sep 01 15:55:24.278098 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb37501-0bde-45db-858f-ae5836398982 req-5018bd79-2d3c-44ab-a9a4-2c16fde41f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:55:24.280137 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bbb37501-0bde-45db-858f-ae5836398982 req-5018bd79-2d3c-44ab-a9a4-2c16fde41f1f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6ba824e292746d691de1eb4368eaf81&device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1 HTTP/1.1" status: 200 len: 1096 time: 0.0419009 Sep 01 15:55:24.387794 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb37501-0bde-45db-858f-ae5836398982 req-8282c5b1-3725-41aa-b47d-07ca18924b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:55:24.389296 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bbb37501-0bde-45db-858f-ae5836398982 req-8282c5b1-3725-41aa-b47d-07ca18924b64 service neutron] 10.222.0.45 "GET /v2.0/networks?id=20f9dc4a-d796-4123-8b14-7d40da87ba0f HTTP/1.1" status: 200 len: 910 time: 0.0868738 Sep 01 15:55:24.465860 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bbb37501-0bde-45db-858f-ae5836398982 req-d45394c2-14be-42a6-a3fd-b2608c1c5c82 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c170f343-6ee4-4b58-b7a2-16d92ff11979 HTTP/1.1" status: 200 len: 1001 time: 0.0680821 Sep 01 15:55:24.518615 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb37501-0bde-45db-858f-ae5836398982 req-321c7b1a-d5f1-414f-9cf5-b956a52ec1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:55:24.520093 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bbb37501-0bde-45db-858f-ae5836398982 req-321c7b1a-d5f1-414f-9cf5-b956a52ec1ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ae685fc-9ccf-4b87-aad2-c65719615ed6 HTTP/1.1" status: 200 len: 848 time: 0.0466864 Sep 01 15:55:24.573238 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb37501-0bde-45db-858f-ae5836398982 req-9d989350-caa8-4358-b135-a65aae9c6650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:55:24.574840 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bbb37501-0bde-45db-858f-ae5836398982 req-9d989350-caa8-4358-b135-a65aae9c6650 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20f9dc4a-d796-4123-8b14-7d40da87ba0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458591 Sep 01 15:55:24.668619 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bbb37501-0bde-45db-858f-ae5836398982 req-2ad2f3c8-06b2-4fa2-a92f-9912b70ad460 service neutron] 10.222.0.45 "GET /v2.0/networks/20f9dc4a-d796-4123-8b14-7d40da87ba0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852394 Sep 01 15:55:24.774316 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bbb37501-0bde-45db-858f-ae5836398982 req-516bc9d5-5208-4e45-83f6-d5b8436ae726 service neutron] 10.222.0.45 "GET /v2.0/networks/20f9dc4a-d796-4123-8b14-7d40da87ba0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905721 Sep 01 15:55:25.103541 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50fa7b2e-dfa3-4142-a039-3a0a1173ae36 req-e56432fc-3ed1-42ba-b20a-fcadbfcdc64a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0317526 Sep 01 15:55:26.183251 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8f9c4d0-94aa-427d-b36f-835d9ed6bbd5 req-ad1da8e1-4aa1-44e8-87ff-2f9d4679ae09 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0265570 Sep 01 15:55:27.258618 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-870dc107-636d-445c-b80b-23c52bc0261f req-d083eed1-c1e4-424a-867a-13f02ac41a14 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0268879 Sep 01 15:55:27.990508 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:28.348639 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cb6b202c-c272-4067-82ca-c7f72c725d74 req-df8f1f8d-9b6a-468d-877c-c9bb3f842d5a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0326920 Sep 01 15:55:29.438710 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5b4ac3d9-c4e4-4d37-81b2-3f864c80800b req-f3cb1183-4c6f-43f2-8d40-7feea25d926b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0260727 Sep 01 15:55:30.519266 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b9e04c34-0a12-4ea7-998c-5338bad2f825 req-fcb0b00c-cb87-41f8-8d5b-7f5fb52624b0 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0291698 Sep 01 15:55:31.600110 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a877088e-15e0-4cd5-9933-2e9f3cc337c3 req-49b7c719-a8a0-4454-a4db-af27e075ed48 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0264409 Sep 01 15:55:32.686501 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a27026b7-5fa8-4390-93ae-f93d4d82f61b req-865cea09-2b3a-4ee0-b3d0-ed457e5b91c8 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0264435 Sep 01 15:55:33.763315 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba82f655-85aa-4a63-bf87-afaaafe0537b req-9ccd1ea3-f9c2-421a-b9a0-96d9df5dc29b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0265365 Sep 01 15:55:34.840149 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ff95d892-51df-4741-a138-671f7f7c745c req-da06cdb2-f72c-4742-81e1-56b9b6ab2e27 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0258524 Sep 01 15:55:35.934160 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-11d3d3ff-0e23-4b03-b13f-1844121c8414 req-6ecb2e0e-e349-402f-9fbd-1367e33143a6 tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "GET /v2.0/ports?device_id=71eb50c5-6b3e-4ce5-81ed-912046f49072 HTTP/1.1" status: 200 len: 210 time: 0.0261173 Sep 01 15:55:36.391809 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53292) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:55:36.525130 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-b3cdfa5b-2282-4ad1-bdba-144a13a77d1a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Deleting port 094d51fd-7974-4b82-ae74-aa1dc96ce1f5 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:55:36.525381 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b3cdfa5b-2282-4ad1-bdba-144a13a77d1a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:36.610182 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b3cdfa5b-2282-4ad1-bdba-144a13a77d1a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:36.610534 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b3cdfa5b-2282-4ad1-bdba-144a13a77d1a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:36.623330 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-b3cdfa5b-2282-4ad1-bdba-144a13a77d1a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Calling delete_port for 094d51fd-7974-4b82-ae74-aa1dc96ce1f5 owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:55:36.766181 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b3cdfa5b-2282-4ad1-bdba-144a13a77d1a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:36.791681 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdfa5b-2282-4ad1-bdba-144a13a77d1a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Pushing event deleted for resources: {'Port': ['ID=094d51fd-7974-4b82-ae74-aa1dc96ce1f5,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:55:36.804302 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdfa5b-2282-4ad1-bdba-144a13a77d1a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:36.804678 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdfa5b-2282-4ad1-bdba-144a13a77d1a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:36.804999 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdfa5b-2282-4ad1-bdba-144a13a77d1a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:36.805340 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdfa5b-2282-4ad1-bdba-144a13a77d1a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:36.805692 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdfa5b-2282-4ad1-bdba-144a13a77d1a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:36.806013 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdfa5b-2282-4ad1-bdba-144a13a77d1a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:36.806379 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdfa5b-2282-4ad1-bdba-144a13a77d1a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:36.806714 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdfa5b-2282-4ad1-bdba-144a13a77d1a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:36.807042 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdfa5b-2282-4ad1-bdba-144a13a77d1a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:36.807365 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdfa5b-2282-4ad1-bdba-144a13a77d1a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:36.807689 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdfa5b-2282-4ad1-bdba-144a13a77d1a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:36.808017 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cdfa5b-2282-4ad1-bdba-144a13a77d1a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:36.866910 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b3cdfa5b-2282-4ad1-bdba-144a13a77d1a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:36.869679 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b3cdfa5b-2282-4ad1-bdba-144a13a77d1a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:36.870863 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b3cdfa5b-2282-4ad1-bdba-144a13a77d1a tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "DELETE /v2.0/floatingips/d47a8254-dee4-4eef-88bd-6326da0a67e8 HTTP/1.1" status: 204 len: 168 time: 0.4781809 Sep 01 15:55:37.275530 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-6aa041ff-9a2c-4ae5-8c59-930a6f8a6dbd req-79f033e3-08f8-4318-969d-c932bdd9f178 service neutron] (94734) timed out ('10.222.0.62', 60236) {{(pid=94734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 15:55:38.861649 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:39.336788 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a8a229f6-ec9c-4d8b-ab6c-8471a178c971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:40.200807 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53316) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:55:40.599727 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aa168c76-0679-43ca-8f0c-53a7f45c803b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:40.625108 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aa168c76-0679-43ca-8f0c-53a7f45c803b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:40.685419 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aa168c76-0679-43ca-8f0c-53a7f45c803b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:40.688839 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aa168c76-0679-43ca-8f0c-53a7f45c803b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:40.690229 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-aa168c76-0679-43ca-8f0c-53a7f45c803b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] 10.222.0.60 "DELETE /v2.0/security-groups/a9d466a0-fe64-4103-87bd-20054639f90d HTTP/1.1" status: 204 len: 168 time: 0.4882848 Sep 01 15:55:40.701024 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa168c76-0679-43ca-8f0c-53a7f45c803b tempest-TestVolumeBootPattern-1559260209 tempest-TestVolumeBootPattern-1559260209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d466a0-fe64-4103-87bd-20054639f90d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:55:40.821990 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53320) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:55:41.262096 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7eecacad-ad5b-46e0-80d9-a2a57dbf7c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:41.512202 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-7eecacad-ad5b-46e0-80d9-a2a57dbf7c46 admin admin] Deleting port afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:55:41.512552 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7eecacad-ad5b-46e0-80d9-a2a57dbf7c46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:41.591833 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-7eecacad-ad5b-46e0-80d9-a2a57dbf7c46 admin admin] For port afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:55:41.592204 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7eecacad-ad5b-46e0-80d9-a2a57dbf7c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:41.610458 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-7eecacad-ad5b-46e0-80d9-a2a57dbf7c46 admin admin] Calling delete_port for afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:55:41.791706 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7eecacad-ad5b-46e0-80d9-a2a57dbf7c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:41.817976 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecacad-ad5b-46e0-80d9-a2a57dbf7c46 admin admin] Pushing event deleted for resources: {'Port': ['ID=afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:55:41.845323 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eecacad-ad5b-46e0-80d9-a2a57dbf7c46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:41.845978 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eecacad-ad5b-46e0-80d9-a2a57dbf7c46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:41.846140 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eecacad-ad5b-46e0-80d9-a2a57dbf7c46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:41.846516 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eecacad-ad5b-46e0-80d9-a2a57dbf7c46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:41.846852 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eecacad-ad5b-46e0-80d9-a2a57dbf7c46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:41.847182 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eecacad-ad5b-46e0-80d9-a2a57dbf7c46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:41.847510 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eecacad-ad5b-46e0-80d9-a2a57dbf7c46 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:41.847856 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eecacad-ad5b-46e0-80d9-a2a57dbf7c46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:41.848157 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eecacad-ad5b-46e0-80d9-a2a57dbf7c46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:41.848744 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eecacad-ad5b-46e0-80d9-a2a57dbf7c46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:41.849067 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eecacad-ad5b-46e0-80d9-a2a57dbf7c46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:41.849386 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eecacad-ad5b-46e0-80d9-a2a57dbf7c46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:41.999369 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7eecacad-ad5b-46e0-80d9-a2a57dbf7c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:42.193117 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:42.214630 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eecacad-ad5b-46e0-80d9-a2a57dbf7c46 admin admin] Router 668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:55:42.318232 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eecacad-ad5b-46e0-80d9-a2a57dbf7c46 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:55:42.323271 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7eecacad-ad5b-46e0-80d9-a2a57dbf7c46 admin admin] 10.222.0.60 "PUT /v2.0/routers/668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5002909 Sep 01 15:55:42.325791 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53324) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:55:42.329108 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecae6a5f-3a11-4051-8a50-a8e7b52b2a57 None None] Sync routers for ids ['668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:55:42.341353 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecae6a5f-3a11-4051-8a50-a8e7b52b2a57 None None] Routers {'668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:55:42.341958 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-ecae6a5f-3a11-4051-8a50-a8e7b52b2a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:55:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:55:42.430628 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f8e3aef4-bc3f-4108-8bc1-415d3c60224a admin admin] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:42.442266 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-ecae6a5f-3a11-4051-8a50-a8e7b52b2a57 None None] Set router 668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:55:42.632546 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-ecae6a5f-3a11-4051-8a50-a8e7b52b2a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'name': 'tempest-TestVolumeBootPattern-1692375501-router', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:58Z', 'updated_at': '2021-09-01T15:55:41Z', 'revision_number': 5, 'project_id': '712b03f523614e3dae833fefdba8a150', 'gw_port': {'id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:59Z', 'updated_at': '2021-09-01T15:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:55:42.659595 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecae6a5f-3a11-4051-8a50-a8e7b52b2a57 None None] Checking router: 668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:55:42.669635 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecae6a5f-3a11-4051-8a50-a8e7b52b2a57 None None] Routers {'668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:55:42.670263 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-ecae6a5f-3a11-4051-8a50-a8e7b52b2a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:55:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:55:42.784876 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-ecae6a5f-3a11-4051-8a50-a8e7b52b2a57 None None] Set router 668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:55:42.840518 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f8e3aef4-bc3f-4108-8bc1-415d3c60224a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:42.894028 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f8e3aef4-bc3f-4108-8bc1-415d3c60224a admin admin] Deleting port b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:55:42.894785 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f8e3aef4-bc3f-4108-8bc1-415d3c60224a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:42.966496 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-ecae6a5f-3a11-4051-8a50-a8e7b52b2a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'name': 'tempest-TestVolumeBootPattern-1692375501-router', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:58Z', 'updated_at': '2021-09-01T15:55:41Z', 'revision_number': 5, 'project_id': '712b03f523614e3dae833fefdba8a150', 'gw_port': {'id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:59Z', 'updated_at': '2021-09-01T15:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:55:42.973212 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f8e3aef4-bc3f-4108-8bc1-415d3c60224a admin admin] For port b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:55:42.973848 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f8e3aef4-bc3f-4108-8bc1-415d3c60224a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:42.986844 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f8e3aef4-bc3f-4108-8bc1-415d3c60224a admin admin] Calling delete_port for b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:55:42.996612 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecae6a5f-3a11-4051-8a50-a8e7b52b2a57 None None] The sync data for ids ['668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d'] in n-d-794796-3 is: [{'id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'name': 'tempest-TestVolumeBootPattern-1692375501-router', 'tenant_id': '712b03f523614e3dae833fefdba8a150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:41:58Z', 'updated_at': '2021-09-01T15:55:41Z', 'revision_number': 5, 'project_id': '712b03f523614e3dae833fefdba8a150', 'gw_port': {'id': 'b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:41:59Z', 'updated_at': '2021-09-01T15:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:55:43.151467 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f8e3aef4-bc3f-4108-8bc1-415d3c60224a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:43.181337 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3aef4-bc3f-4108-8bc1-415d3c60224a admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:55:43.242755 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f8e3aef4-bc3f-4108-8bc1-415d3c60224a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:43.333623 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f8e3aef4-bc3f-4108-8bc1-415d3c60224a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:43.335373 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f8e3aef4-bc3f-4108-8bc1-415d3c60224a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:43.385912 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:43.391972 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f8e3aef4-bc3f-4108-8bc1-415d3c60224a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:43.392803 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e3aef4-bc3f-4108-8bc1-415d3c60224a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:55:43.398769 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f8e3aef4-bc3f-4108-8bc1-415d3c60224a admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:43.402586 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f8e3aef4-bc3f-4108-8bc1-415d3c60224a admin admin] 10.222.0.60 "DELETE /v2.0/routers/668d06e4-47c6-4c07-ac35-ea8e7ccd6e7d HTTP/1.1" status: 204 len: 168 time: 1.0756311 Sep 01 15:55:43.402762 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53326) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:55:43.451505 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:55:43.455276 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a4527e-3b22-4398-b4f2-62e378ba39f2 admin admin] Deleting subnet a2b59801-979b-4fe1-bcc1-5c6fa7771954 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:55:43.458885 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3a4527e-3b22-4398-b4f2-62e378ba39f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:43.475082 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:55:43.475426 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device afe3bbd9-f6c6-48ad-a8fb-0fbe618c439d not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:55:43.503061 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3a4527e-3b22-4398-b4f2-62e378ba39f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:43.582078 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3a4527e-3b22-4398-b4f2-62e378ba39f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:43.638839 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3a4527e-3b22-4398-b4f2-62e378ba39f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:43.668260 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4527e-3b22-4398-b4f2-62e378ba39f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2b59801-979b-4fe1-bcc1-5c6fa7771954,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:55:43.675074 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f3a4527e-3b22-4398-b4f2-62e378ba39f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:43.677011 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f3a4527e-3b22-4398-b4f2-62e378ba39f2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a2b59801-979b-4fe1-bcc1-5c6fa7771954 HTTP/1.1" status: 204 len: 168 time: 0.2734690 Sep 01 15:55:43.679909 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53328) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:55:43.687786 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686c97cf-7475-4900-9bbd-82ed7bd7facd None None] Network 07f631c5-32e9-40ca-9b75-6feb731ecf99 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:55:43.752791 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-31d3baf8-e21e-4fb6-b4ff-9af3364518df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:43.769330 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8ae133e0-ba4f-4365-8551-41d771d88b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:43.828613 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-8ae133e0-ba4f-4365-8551-41d771d88b9c admin admin] Deleting port 262497d0-1446-4f88-8e60-d385832fd332 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:55:43.828960 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8ae133e0-ba4f-4365-8551-41d771d88b9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:43.891374 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-8ae133e0-ba4f-4365-8551-41d771d88b9c admin admin] For port 262497d0-1446-4f88-8e60-d385832fd332, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=262497d0-1446-4f88-8e60-d385832fd332,segment=NetworkSegment(7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8),segment_id=7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:55:43.891737 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8ae133e0-ba4f-4365-8551-41d771d88b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:43.908811 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-8ae133e0-ba4f-4365-8551-41d771d88b9c admin admin] Calling delete_port for 262497d0-1446-4f88-8e60-d385832fd332 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:55:43.988777 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8ae133e0-ba4f-4365-8551-41d771d88b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:44.015248 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae133e0-ba4f-4365-8551-41d771d88b9c admin admin] Pushing event deleted for resources: {'Port': ['ID=262497d0-1446-4f88-8e60-d385832fd332,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:55:44.019006 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae133e0-ba4f-4365-8551-41d771d88b9c admin admin] No DVR routers for this DVR port 262497d0-1446-4f88-8e60-d385832fd332 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:55:44.095246 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5a5cb3-a2ac-4a5f-939e-a18dd28eba50 None None] DHCP port deletion for 07f631c5-32e9-40ca-9b75-6feb731ecf99 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:55:44.106498 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8ae133e0-ba4f-4365-8551-41d771d88b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:44.118414 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-8ae133e0-ba4f-4365-8551-41d771d88b9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f631c5-32e9-40ca-9b75-6feb731ecf99']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:55:44.130135 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-8ae133e0-ba4f-4365-8551-41d771d88b9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:55:44.130478 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-8ae133e0-ba4f-4365-8551-41d771d88b9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3c6e23-9aeb-4a8b-8ca9-5716f11938d8') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:55:44.141279 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8ae133e0-ba4f-4365-8551-41d771d88b9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:44.156674 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8ae133e0-ba4f-4365-8551-41d771d88b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:44.163235 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae133e0-ba4f-4365-8551-41d771d88b9c admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:55:44.163640 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8ae133e0-ba4f-4365-8551-41d771d88b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:55:44.165360 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:55:44.222683 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8ae133e0-ba4f-4365-8551-41d771d88b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:44.228908 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8ae133e0-ba4f-4365-8551-41d771d88b9c admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:44.233832 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53330) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:55:44.234054 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8ae133e0-ba4f-4365-8551-41d771d88b9c admin admin] 10.222.0.60 "DELETE /v2.0/networks/07f631c5-32e9-40ca-9b75-6feb731ecf99 HTTP/1.1" status: 204 len: 168 time: 0.5529287 Sep 01 15:55:44.245539 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae133e0-ba4f-4365-8551-41d771d88b9c admin admin] Pushing event deleted for resources: {'Network': ['ID=07f631c5-32e9-40ca-9b75-6feb731ecf99,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:55:44.594468 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f45ea9a1-8d44-4a6b-8eed-3fe25cc9743e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:44.853760 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-f45ea9a1-8d44-4a6b-8eed-3fe25cc9743e admin admin] Deleting port c1f0ee46-6729-4330-833b-d65f49235e04 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:55:44.854003 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f45ea9a1-8d44-4a6b-8eed-3fe25cc9743e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:44.938715 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-f45ea9a1-8d44-4a6b-8eed-3fe25cc9743e admin admin] For port c1f0ee46-6729-4330-833b-d65f49235e04, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=c1f0ee46-6729-4330-833b-d65f49235e04,segment=NetworkSegment(54ede973-fcdc-4656-8d47-a2b38a8fe64d),segment_id=54ede973-fcdc-4656-8d47-a2b38a8fe64d)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:55:44.939088 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f45ea9a1-8d44-4a6b-8eed-3fe25cc9743e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:44.951928 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-f45ea9a1-8d44-4a6b-8eed-3fe25cc9743e admin admin] Calling delete_port for c1f0ee46-6729-4330-833b-d65f49235e04 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:55:45.129365 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f45ea9a1-8d44-4a6b-8eed-3fe25cc9743e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:45.155872 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ea9a1-8d44-4a6b-8eed-3fe25cc9743e admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f0ee46-6729-4330-833b-d65f49235e04,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:55:45.302095 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:45.335605 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f45ea9a1-8d44-4a6b-8eed-3fe25cc9743e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:45.370548 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:55:45.395666 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:55:45.396046 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b5a2d36f-c5f1-4d56-8f6c-4af08dc7ba0f not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:55:45.396538 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 262497d0-1446-4f88-8e60-d385832fd332 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:55:45.415949 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 262497d0-1446-4f88-8e60-d385832fd332 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:55:45.416299 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 262497d0-1446-4f88-8e60-d385832fd332 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:55:45.562429 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45ea9a1-8d44-4a6b-8eed-3fe25cc9743e admin admin] Router 9890769f-6cb7-4bea-a664-ebf494af0dc0 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:55:45.673997 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45ea9a1-8d44-4a6b-8eed-3fe25cc9743e admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:55:45.678957 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f45ea9a1-8d44-4a6b-8eed-3fe25cc9743e admin admin] 10.222.0.60 "PUT /v2.0/routers/9890769f-6cb7-4bea-a664-ebf494af0dc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4440281 Sep 01 15:55:45.681566 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53332) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:55:45.684973 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a171cdf3-1859-42ca-8ba3-dfe685817b41 None None] Sync routers for ids ['9890769f-6cb7-4bea-a664-ebf494af0dc0'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:55:45.694344 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a171cdf3-1859-42ca-8ba3-dfe685817b41 None None] Routers {'9890769f-6cb7-4bea-a664-ebf494af0dc0'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:55:45.694988 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a171cdf3-1859-42ca-8ba3-dfe685817b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:55:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['9890769f-6cb7-4bea-a664-ebf494af0dc0'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:55:45.793178 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-313f6f5b-a2e3-44d4-9af9-0458cc541ea0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:45.806019 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-a171cdf3-1859-42ca-8ba3-dfe685817b41 None None] Set router 9890769f-6cb7-4bea-a664-ebf494af0dc0 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:55:45.900507 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-313f6f5b-a2e3-44d4-9af9-0458cc541ea0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:45.955740 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-313f6f5b-a2e3-44d4-9af9-0458cc541ea0 admin admin] Deleting port ec1de4c0-ce58-48b0-bffa-6e7fb69dff98 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:55:45.956086 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-313f6f5b-a2e3-44d4-9af9-0458cc541ea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:45.986317 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a171cdf3-1859-42ca-8ba3-dfe685817b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9890769f-6cb7-4bea-a664-ebf494af0dc0', 'name': 'tempest-TestVolumeBootPattern-1837290213-router', 'tenant_id': 'd3eb5571ee94443198c2879949521368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'ec1de4c0-ce58-48b0-bffa-6e7fb69dff98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:09Z', 'updated_at': '2021-09-01T15:55:45Z', 'revision_number': 5, 'project_id': 'd3eb5571ee94443198c2879949521368', 'gw_port': {'id': 'ec1de4c0-ce58-48b0-bffa-6e7fb69dff98', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9890769f-6cb7-4bea-a664-ebf494af0dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:42:11Z', 'updated_at': '2021-09-01T15:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:55:46.011960 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a171cdf3-1859-42ca-8ba3-dfe685817b41 None None] Checking router: 9890769f-6cb7-4bea-a664-ebf494af0dc0 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:55:46.020573 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a171cdf3-1859-42ca-8ba3-dfe685817b41 None None] Routers {'9890769f-6cb7-4bea-a664-ebf494af0dc0'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:55:46.021405 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a171cdf3-1859-42ca-8ba3-dfe685817b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:55:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['9890769f-6cb7-4bea-a664-ebf494af0dc0'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:55:46.036537 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-313f6f5b-a2e3-44d4-9af9-0458cc541ea0 admin admin] For port ec1de4c0-ce58-48b0-bffa-6e7fb69dff98, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ec1de4c0-ce58-48b0-bffa-6e7fb69dff98,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:55:46.036912 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-313f6f5b-a2e3-44d4-9af9-0458cc541ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:46.054588 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-313f6f5b-a2e3-44d4-9af9-0458cc541ea0 admin admin] Calling delete_port for ec1de4c0-ce58-48b0-bffa-6e7fb69dff98 owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:55:46.109820 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-a171cdf3-1859-42ca-8ba3-dfe685817b41 None None] Set router 9890769f-6cb7-4bea-a664-ebf494af0dc0 gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:55:46.163523 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a171cdf3-1859-42ca-8ba3-dfe685817b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9890769f-6cb7-4bea-a664-ebf494af0dc0', 'name': 'tempest-TestVolumeBootPattern-1837290213-router', 'tenant_id': 'd3eb5571ee94443198c2879949521368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:09Z', 'updated_at': '2021-09-01T15:55:45Z', 'revision_number': 6, 'project_id': 'd3eb5571ee94443198c2879949521368', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:55:46.191234 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a171cdf3-1859-42ca-8ba3-dfe685817b41 None None] The sync data for ids ['9890769f-6cb7-4bea-a664-ebf494af0dc0'] in n-d-794796-3 is: [{'id': '9890769f-6cb7-4bea-a664-ebf494af0dc0', 'name': 'tempest-TestVolumeBootPattern-1837290213-router', 'tenant_id': 'd3eb5571ee94443198c2879949521368', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:42:09Z', 'updated_at': '2021-09-01T15:55:45Z', 'revision_number': 6, 'project_id': 'd3eb5571ee94443198c2879949521368', 'gw_port_host': None}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:55:46.219733 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-313f6f5b-a2e3-44d4-9af9-0458cc541ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:46.251154 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f6f5b-a2e3-44d4-9af9-0458cc541ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec1de4c0-ce58-48b0-bffa-6e7fb69dff98,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:55:46.312076 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-313f6f5b-a2e3-44d4-9af9-0458cc541ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:46.402333 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-313f6f5b-a2e3-44d4-9af9-0458cc541ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:46.404509 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-313f6f5b-a2e3-44d4-9af9-0458cc541ea0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:46.452612 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-313f6f5b-a2e3-44d4-9af9-0458cc541ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:46.453178 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313f6f5b-a2e3-44d4-9af9-0458cc541ea0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9890769f-6cb7-4bea-a664-ebf494af0dc0 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:55:46.457601 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-313f6f5b-a2e3-44d4-9af9-0458cc541ea0 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:46.458777 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-313f6f5b-a2e3-44d4-9af9-0458cc541ea0 admin admin] 10.222.0.60 "DELETE /v2.0/routers/9890769f-6cb7-4bea-a664-ebf494af0dc0 HTTP/1.1" status: 204 len: 168 time: 0.7762718 Sep 01 15:55:46.461389 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53334) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:55:46.506866 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-328b7d59-b6f5-4feb-8128-3d9247d8bcc3 admin admin] Deleting subnet e949b7d6-5bc6-42f0-9068-bdc9ae3862af {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:55:46.510178 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-328b7d59-b6f5-4feb-8128-3d9247d8bcc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:46.547751 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-328b7d59-b6f5-4feb-8128-3d9247d8bcc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:46.629900 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-328b7d59-b6f5-4feb-8128-3d9247d8bcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:46.694034 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-328b7d59-b6f5-4feb-8128-3d9247d8bcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:46.721930 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b7d59-b6f5-4feb-8128-3d9247d8bcc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e949b7d6-5bc6-42f0-9068-bdc9ae3862af,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:55:46.725929 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-328b7d59-b6f5-4feb-8128-3d9247d8bcc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:46.730073 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-328b7d59-b6f5-4feb-8128-3d9247d8bcc3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e949b7d6-5bc6-42f0-9068-bdc9ae3862af HTTP/1.1" status: 204 len: 168 time: 0.2654893 Sep 01 15:55:46.730588 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53336) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:55:46.734408 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a4ab50-2d88-46fe-93a1-e956bbf346d0 None None] Network db2d1080-b23e-46cb-b801-cdeee56d7c65 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:55:46.799543 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49cd7997-c1a7-48fe-b4d3-2c62c27fcde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:46.853025 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-49cd7997-c1a7-48fe-b4d3-2c62c27fcde8 admin admin] Deleting port 8c086183-dfce-41f9-889f-1520410b206f {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:55:46.853368 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49cd7997-c1a7-48fe-b4d3-2c62c27fcde8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:46.921980 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-49cd7997-c1a7-48fe-b4d3-2c62c27fcde8 admin admin] For port 8c086183-dfce-41f9-889f-1520410b206f, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=8c086183-dfce-41f9-889f-1520410b206f,segment=NetworkSegment(54ede973-fcdc-4656-8d47-a2b38a8fe64d),segment_id=54ede973-fcdc-4656-8d47-a2b38a8fe64d)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:55:46.922372 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49cd7997-c1a7-48fe-b4d3-2c62c27fcde8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:46.935546 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-49cd7997-c1a7-48fe-b4d3-2c62c27fcde8 admin admin] Calling delete_port for 8c086183-dfce-41f9-889f-1520410b206f owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:55:46.970698 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055b71fa-8884-4d92-a928-3514eb112a3e None None] DHCP port deletion for db2d1080-b23e-46cb-b801-cdeee56d7c65 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:55:47.021294 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-055b71fa-8884-4d92-a928-3514eb112a3e None None] Deleting port 8c086183-dfce-41f9-889f-1520410b206f {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:55:47.021548 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49cd7997-c1a7-48fe-b4d3-2c62c27fcde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:47.021860 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-055b71fa-8884-4d92-a928-3514eb112a3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:47.053743 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cd7997-c1a7-48fe-b4d3-2c62c27fcde8 admin admin] No DVR routers for this DVR port 8c086183-dfce-41f9-889f-1520410b206f on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:55:47.059045 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd7997-c1a7-48fe-b4d3-2c62c27fcde8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c086183-dfce-41f9-889f-1520410b206f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:55:47.088792 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-055b71fa-8884-4d92-a928-3514eb112a3e None None] For port 8c086183-dfce-41f9-889f-1520410b206f, host n-d-794796-3, got binding levels [] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:55:47.089191 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-055b71fa-8884-4d92-a928-3514eb112a3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:47.103637 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-055b71fa-8884-4d92-a928-3514eb112a3e None None] Calling delete_port for 8c086183-dfce-41f9-889f-1520410b206f owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:55:47.106514 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.ipam_backend_mixin [None req-055b71fa-8884-4d92-a928-3514eb112a3e None None] Port 8c086183-dfce-41f9-889f-1520410b206f was not found and therefore no delete operation was performed {{(pid=94735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 15:55:47.108489 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-055b71fa-8884-4d92-a928-3514eb112a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:47.133715 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49cd7997-c1a7-48fe-b4d3-2c62c27fcde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:47.134803 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b71fa-8884-4d92-a928-3514eb112a3e None None] Pushing event deleted for resources: {'Port': ['ID=8c086183-dfce-41f9-889f-1520410b206f,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:55:47.139260 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055b71fa-8884-4d92-a928-3514eb112a3e None None] No DVR routers for this DVR port 8c086183-dfce-41f9-889f-1520410b206f on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:55:47.146110 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b71fa-8884-4d92-a928-3514eb112a3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:47.146501 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b71fa-8884-4d92-a928-3514eb112a3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:47.146847 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b71fa-8884-4d92-a928-3514eb112a3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:47.147181 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b71fa-8884-4d92-a928-3514eb112a3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:47.147424 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-49cd7997-c1a7-48fe-b4d3-2c62c27fcde8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2d1080-b23e-46cb-b801-cdeee56d7c65']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:55:47.147570 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b71fa-8884-4d92-a928-3514eb112a3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:47.147844 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b71fa-8884-4d92-a928-3514eb112a3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:47.148182 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b71fa-8884-4d92-a928-3514eb112a3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:47.148511 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b71fa-8884-4d92-a928-3514eb112a3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:47.148836 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b71fa-8884-4d92-a928-3514eb112a3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:47.149167 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b71fa-8884-4d92-a928-3514eb112a3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:47.149495 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b71fa-8884-4d92-a928-3514eb112a3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:47.149821 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b71fa-8884-4d92-a928-3514eb112a3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:55:47.161574 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-49cd7997-c1a7-48fe-b4d3-2c62c27fcde8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ede973-fcdc-4656-8d47-a2b38a8fe64d') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:55:47.161838 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-49cd7997-c1a7-48fe-b4d3-2c62c27fcde8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ede973-fcdc-4656-8d47-a2b38a8fe64d') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:55:47.172864 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49cd7997-c1a7-48fe-b4d3-2c62c27fcde8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:47.187968 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49cd7997-c1a7-48fe-b4d3-2c62c27fcde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:47.194417 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49cd7997-c1a7-48fe-b4d3-2c62c27fcde8 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:55:47.194743 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49cd7997-c1a7-48fe-b4d3-2c62c27fcde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:55:47.196534 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:55:47.260830 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49cd7997-c1a7-48fe-b4d3-2c62c27fcde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:47.266925 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-49cd7997-c1a7-48fe-b4d3-2c62c27fcde8 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:47.270873 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-49cd7997-c1a7-48fe-b4d3-2c62c27fcde8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/db2d1080-b23e-46cb-b801-cdeee56d7c65 HTTP/1.1" status: 204 len: 168 time: 0.5394926 Sep 01 15:55:47.298916 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd7997-c1a7-48fe-b4d3-2c62c27fcde8 admin admin] Pushing event deleted for resources: {'Network': ['ID=db2d1080-b23e-46cb-b801-cdeee56d7c65,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:55:47.315588 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ec1de4c0-ce58-48b0-bffa-6e7fb69dff98 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:55:47.336479 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: ec1de4c0-ce58-48b0-bffa-6e7fb69dff98 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:55:47.336911 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ec1de4c0-ce58-48b0-bffa-6e7fb69dff98 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:55:47.337428 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c1f0ee46-6729-4330-833b-d65f49235e04 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:55:47.358769 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: c1f0ee46-6729-4330-833b-d65f49235e04 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:55:47.359118 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device c1f0ee46-6729-4330-833b-d65f49235e04 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:55:47.359569 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 8c086183-dfce-41f9-889f-1520410b206f no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:55:47.381122 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 8c086183-dfce-41f9-889f-1520410b206f {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:55:47.381122 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 8c086183-dfce-41f9-889f-1520410b206f not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:55:47.399112 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53340) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:55:47.440485 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f00df73c-ecc0-4489-9f6a-83e5dc7f8a5f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=712b03f523614e3dae833fefdba8a150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401952 Sep 01 15:55:47.442922 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53342) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:55:47.490810 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ddf8749-e2a4-4eae-a0df-12d0bb94acd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:47.512836 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ddf8749-e2a4-4eae-a0df-12d0bb94acd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:47.558898 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ddf8749-e2a4-4eae-a0df-12d0bb94acd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:47.562196 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ddf8749-e2a4-4eae-a0df-12d0bb94acd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:47.563375 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7ddf8749-e2a4-4eae-a0df-12d0bb94acd1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/054cd22e-7504-4c59-b873-98ee09b8eab4 HTTP/1.1" status: 204 len: 168 time: 0.1195598 Sep 01 15:55:47.571490 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf8749-e2a4-4eae-a0df-12d0bb94acd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054cd22e-7504-4c59-b873-98ee09b8eab4,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:55:47.903232 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53348) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:55:47.948591 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d32945d9-2610-458c-af98-434d30261638 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d3eb5571ee94443198c2879949521368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441813 Sep 01 15:55:47.952359 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53350) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:55:48.000040 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ba8bdb28-4a1d-4827-8dbd-97898af83165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:48.022421 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ba8bdb28-4a1d-4827-8dbd-97898af83165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:48.072722 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ba8bdb28-4a1d-4827-8dbd-97898af83165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:48.075284 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ba8bdb28-4a1d-4827-8dbd-97898af83165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:55:48.076464 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ba8bdb28-4a1d-4827-8dbd-97898af83165 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7a342cf4-480a-465e-80f4-f8f46c2ff919 HTTP/1.1" status: 204 len: 168 time: 0.1232045 Sep 01 15:55:48.085524 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bdb28-4a1d-4827-8dbd-97898af83165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a342cf4-480a-465e-80f4-f8f46c2ff919,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:55:58.008611 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:00.786765 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:56:08.859587 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:09.339045 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-572620d1-9a5b-49d0-ba17-0a3ea11055b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:12.197652 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:13.378361 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:13.703346 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d83f5c38-95f4-4e44-93dc-beef1af71ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:15.294266 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:24.202588 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cf232673-ea15-4cc9-a391-1ffac8966327 req-469fd9c4-76a2-471e-98a4-bfaedc53d09b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467534 Sep 01 15:56:24.288915 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf232673-ea15-4cc9-a391-1ffac8966327 req-0bda5e4b-5b2d-4f91-821d-bf4032176ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:24.290473 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cf232673-ea15-4cc9-a391-1ffac8966327 req-0bda5e4b-5b2d-4f91-821d-bf4032176ff4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6ba824e292746d691de1eb4368eaf81&device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1 HTTP/1.1" status: 200 len: 1096 time: 0.0444875 Sep 01 15:56:24.398198 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf232673-ea15-4cc9-a391-1ffac8966327 req-27c3ea8e-58ee-4175-a98b-bf7ed815abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:24.399810 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cf232673-ea15-4cc9-a391-1ffac8966327 req-27c3ea8e-58ee-4175-a98b-bf7ed815abb5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=20f9dc4a-d796-4123-8b14-7d40da87ba0f HTTP/1.1" status: 200 len: 910 time: 0.0894866 Sep 01 15:56:24.478855 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cf232673-ea15-4cc9-a391-1ffac8966327 req-145aa4ec-9f6c-4d2a-8101-9bf1d2a6aa50 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c170f343-6ee4-4b58-b7a2-16d92ff11979 HTTP/1.1" status: 200 len: 1001 time: 0.0712376 Sep 01 15:56:24.539153 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf232673-ea15-4cc9-a391-1ffac8966327 req-6843038d-fa6e-47e2-9ce3-2dc036b050a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:24.541264 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cf232673-ea15-4cc9-a391-1ffac8966327 req-6843038d-fa6e-47e2-9ce3-2dc036b050a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ae685fc-9ccf-4b87-aad2-c65719615ed6 HTTP/1.1" status: 200 len: 848 time: 0.0556202 Sep 01 15:56:24.590684 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf232673-ea15-4cc9-a391-1ffac8966327 req-bdb5887f-8851-4849-a310-f488347f8305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:24.592219 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cf232673-ea15-4cc9-a391-1ffac8966327 req-bdb5887f-8851-4849-a310-f488347f8305 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=20f9dc4a-d796-4123-8b14-7d40da87ba0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436311 Sep 01 15:56:24.705702 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cf232673-ea15-4cc9-a391-1ffac8966327 req-4efb6131-5c28-44d5-91bb-61cd859a9f7d service neutron] 10.222.0.45 "GET /v2.0/networks/20f9dc4a-d796-4123-8b14-7d40da87ba0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047752 Sep 01 15:56:24.808500 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cf232673-ea15-4cc9-a391-1ffac8966327 req-6aceb240-4b65-48ad-97af-f3ede7c9e89b service neutron] 10.222.0.45 "GET /v2.0/networks/20f9dc4a-d796-4123-8b14-7d40da87ba0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939078 Sep 01 15:56:28.022615 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:37.785873 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:56:38.857956 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:39.341280 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9b7db366-ee11-42e6-bf25-89eaa40fadde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:42.201169 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:43.381463 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:43.694693 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cb358225-aa5d-4ef6-90a7-bd0ddd827b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:45.297054 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:45.795257 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9431c4b-0dc5-41ba-8ff2-f6723e23c750 req-43b28743-8cd7-41f2-be3f-219283718110 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:45.796629 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f9431c4b-0dc5-41ba-8ff2-f6723e23c750 req-43b28743-8cd7-41f2-be3f-219283718110 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/ports?device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1 HTTP/1.1" status: 200 len: 945 time: 0.0535133 Sep 01 15:56:45.837942 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f9431c4b-0dc5-41ba-8ff2-f6723e23c750 req-a467faff-5bfe-4399-ad40-0d90cf750812 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/security-groups?id=d00f0c00-4b09-4216-98ea-b3d5632a9871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347388 Sep 01 15:56:46.960672 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebed289-ffab-41ec-87a8-8cab7293247b req-7deccbe2-03eb-4ce1-8ba4-c7b171e97565 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:46.962201 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bebed289-ffab-41ec-87a8-8cab7293247b req-7deccbe2-03eb-4ce1-8ba4-c7b171e97565 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/ports?device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1 HTTP/1.1" status: 200 len: 945 time: 0.0547826 Sep 01 15:56:47.001395 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bebed289-ffab-41ec-87a8-8cab7293247b req-4389e19d-625b-487e-96e8-f39353ede4de tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/security-groups?id=d00f0c00-4b09-4216-98ea-b3d5632a9871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330496 Sep 01 15:56:47.064845 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df3d49-c8b1-4f87-8d1d-b873d219a46c req-689f0208-941d-49a9-8b92-8e0323ff4222 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:56:47.066393 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a5df3d49-c8b1-4f87-8d1d-b873d219a46c req-689f0208-941d-49a9-8b92-8e0323ff4222 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.45 "GET /v2.0/ports?device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1 HTTP/1.1" status: 200 len: 945 time: 0.0488124 Sep 01 15:56:47.155956 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-a5df3d49-c8b1-4f87-8d1d-b873d219a46c req-c9cf517c-659a-4b88-9401-f56b417fc88c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Deleting port c170f343-6ee4-4b58-b7a2-16d92ff11979 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:56:47.156244 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a5df3d49-c8b1-4f87-8d1d-b873d219a46c req-c9cf517c-659a-4b88-9401-f56b417fc88c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:47.247770 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-a5df3d49-c8b1-4f87-8d1d-b873d219a46c req-c9cf517c-659a-4b88-9401-f56b417fc88c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] For port c170f343-6ee4-4b58-b7a2-16d92ff11979, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c170f343-6ee4-4b58-b7a2-16d92ff11979,segment=NetworkSegment(d577c5ad-36bc-4a1f-9209-ff2ec6e1ced4),segment_id=d577c5ad-36bc-4a1f-9209-ff2ec6e1ced4)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:56:47.248142 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a5df3d49-c8b1-4f87-8d1d-b873d219a46c req-c9cf517c-659a-4b88-9401-f56b417fc88c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:47.418638 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a5df3d49-c8b1-4f87-8d1d-b873d219a46c req-c9cf517c-659a-4b88-9401-f56b417fc88c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:47.418940 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a5df3d49-c8b1-4f87-8d1d-b873d219a46c req-c9cf517c-659a-4b88-9401-f56b417fc88c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:47.419259 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [req-a5df3d49-c8b1-4f87-8d1d-b873d219a46c req-c9cf517c-659a-4b88-9401-f56b417fc88c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Floating IP af05ffe0-f8bd-4248-892e-3f82fc454569 disassociated. External IP: 172.25.6.140, port: c170f343-6ee4-4b58-b7a2-16d92ff11979. Sep 01 15:56:47.419595 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-a5df3d49-c8b1-4f87-8d1d-b873d219a46c req-c9cf517c-659a-4b88-9401-f56b417fc88c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Calling delete_port for c170f343-6ee4-4b58-b7a2-16d92ff11979 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:56:47.551908 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a5df3d49-c8b1-4f87-8d1d-b873d219a46c req-c9cf517c-659a-4b88-9401-f56b417fc88c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:47.582395 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf517c-659a-4b88-9401-f56b417fc88c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Pushing event deleted for resources: {'Port': ['ID=c170f343-6ee4-4b58-b7a2-16d92ff11979,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:56:47.595649 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf517c-659a-4b88-9401-f56b417fc88c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:47.595649 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf517c-659a-4b88-9401-f56b417fc88c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:47.595974 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf517c-659a-4b88-9401-f56b417fc88c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:47.596255 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf517c-659a-4b88-9401-f56b417fc88c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:47.596626 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf517c-659a-4b88-9401-f56b417fc88c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:47.597217 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf517c-659a-4b88-9401-f56b417fc88c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:47.597549 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf517c-659a-4b88-9401-f56b417fc88c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:47.597880 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf517c-659a-4b88-9401-f56b417fc88c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:47.598269 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf517c-659a-4b88-9401-f56b417fc88c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:47.598754 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf517c-659a-4b88-9401-f56b417fc88c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:47.599029 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf517c-659a-4b88-9401-f56b417fc88c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:47.599313 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cf517c-659a-4b88-9401-f56b417fc88c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:47.714457 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5df3d49-c8b1-4f87-8d1d-b873d219a46c req-c9cf517c-659a-4b88-9401-f56b417fc88c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Router 8c96c948-2f46-4f0a-acaf-ad5e9a06979b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:56:48.210462 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f31d0066-6d3e-49c6-9fbf-6c054ff8e5de req-9f1e1022-46e9-4c61-a24e-0c796eb564b4 tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "GET /v2.0/ports?device_id=9609eedb-3851-48f8-83fa-c228d7d54fd1 HTTP/1.1" status: 200 len: 210 time: 0.0368879 Sep 01 15:56:48.226020 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5df3d49-c8b1-4f87-8d1d-b873d219a46c req-c9cf517c-659a-4b88-9401-f56b417fc88c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:56:48.239126 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad35811-84ab-466e-beee-00db628bc4f7 None None] Sync routers for ids ['8c96c948-2f46-4f0a-acaf-ad5e9a06979b'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:56:48.248524 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad35811-84ab-466e-beee-00db628bc4f7 None None] Routers {'8c96c948-2f46-4f0a-acaf-ad5e9a06979b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:56:48.249134 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-dad35811-84ab-466e-beee-00db628bc4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:56:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['8c96c948-2f46-4f0a-acaf-ad5e9a06979b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:56:48.269657 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5df3d49-c8b1-4f87-8d1d-b873d219a46c req-c9cf517c-659a-4b88-9401-f56b417fc88c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] No DVR routers for this DVR port c170f343-6ee4-4b58-b7a2-16d92ff11979 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:56:48.273189 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a5df3d49-c8b1-4f87-8d1d-b873d219a46c req-c9cf517c-659a-4b88-9401-f56b417fc88c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:48.275626 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a5df3d49-c8b1-4f87-8d1d-b873d219a46c req-c9cf517c-659a-4b88-9401-f56b417fc88c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.45 "DELETE /v2.0/ports/c170f343-6ee4-4b58-b7a2-16d92ff11979 HTTP/1.1" status: 204 len: 173 time: 1.2027004 Sep 01 15:56:48.276139 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9609eedb-3851-48f8-83fa-c228d7d54fd1', 'name': 'network-vif-deleted', 'tag': 'c170f343-6ee4-4b58-b7a2-16d92ff11979'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:56:48.456531 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4db94de-1bba-463d-a83d-5caf11a20b6b" -d '{"events": [{"server_uuid": "9609eedb-3851-48f8-83fa-c228d7d54fd1", "name": "network-vif-deleted", "tag": "c170f343-6ee4-4b58-b7a2-16d92ff11979"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:56:48.468323 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-dad35811-84ab-466e-beee-00db628bc4f7 None None] Set router 8c96c948-2f46-4f0a-acaf-ad5e9a06979b gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:56:48.580309 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b7d306-6942-4714-b188-6d253b702009 x-openstack-request-id: req-62b7d306-6942-4714-b188-6d253b702009 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:56:48.580601 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9609eedb-3851-48f8-83fa-c228d7d54fd1", "name": "network-vif-deleted", "tag": "c170f343-6ee4-4b58-b7a2-16d92ff11979", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:56:48.580853 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-62b7d306-6942-4714-b188-6d253b702009 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:56:48.581267 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9609eedb-3851-48f8-83fa-c228d7d54fd1', 'name': 'network-vif-deleted', 'tag': 'c170f343-6ee4-4b58-b7a2-16d92ff11979', 'status': 'completed', 'code': 200} Sep 01 15:56:48.686671 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-dad35811-84ab-466e-beee-00db628bc4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'name': 'tempest-TestServerBasicOps-1452851951-router', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '86d9812c-0c42-41ff-a15a-eb775a987317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:51:39Z', 'updated_at': '2021-09-01T15:51:42Z', 'revision_number': 4, 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'gw_port': {'id': '86d9812c-0c42-41ff-a15a-eb775a987317', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:40Z', 'updated_at': '2021-09-01T15:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'b6613a6a-6eb5-4e6e-9429-7fa48fafb664', 'name': '', 'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'mac_address': 'fa:16:3e:49:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '7ae685fc-9ccf-4b87-aad2-c65719615ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:41Z', 'updated_at': '2021-09-01T15:51:47Z', 'revision_number': 5, 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'subnets': [{'id': '7ae685fc-9ccf-4b87-aad2-c65719615ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:56:48.721567 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad35811-84ab-466e-beee-00db628bc4f7 None None] Checking router: 8c96c948-2f46-4f0a-acaf-ad5e9a06979b for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:56:48.730960 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad35811-84ab-466e-beee-00db628bc4f7 None None] Routers {'8c96c948-2f46-4f0a-acaf-ad5e9a06979b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:56:48.731569 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-dad35811-84ab-466e-beee-00db628bc4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:56:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['8c96c948-2f46-4f0a-acaf-ad5e9a06979b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:56:48.846454 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-dad35811-84ab-466e-beee-00db628bc4f7 None None] Set router 8c96c948-2f46-4f0a-acaf-ad5e9a06979b gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:56:49.063266 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-dad35811-84ab-466e-beee-00db628bc4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'name': 'tempest-TestServerBasicOps-1452851951-router', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '86d9812c-0c42-41ff-a15a-eb775a987317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:51:39Z', 'updated_at': '2021-09-01T15:51:42Z', 'revision_number': 4, 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'gw_port': {'id': '86d9812c-0c42-41ff-a15a-eb775a987317', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:40Z', 'updated_at': '2021-09-01T15:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'b6613a6a-6eb5-4e6e-9429-7fa48fafb664', 'name': '', 'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'mac_address': 'fa:16:3e:49:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '7ae685fc-9ccf-4b87-aad2-c65719615ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:41Z', 'updated_at': '2021-09-01T15:51:47Z', 'revision_number': 5, 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'subnets': [{'id': '7ae685fc-9ccf-4b87-aad2-c65719615ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:56:49.089634 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad35811-84ab-466e-beee-00db628bc4f7 None None] The sync data for ids ['8c96c948-2f46-4f0a-acaf-ad5e9a06979b'] in n-d-794796-3 is: [{'id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'name': 'tempest-TestServerBasicOps-1452851951-router', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '86d9812c-0c42-41ff-a15a-eb775a987317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:51:39Z', 'updated_at': '2021-09-01T15:51:42Z', 'revision_number': 4, 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'gw_port': {'id': '86d9812c-0c42-41ff-a15a-eb775a987317', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:40Z', 'updated_at': '2021-09-01T15:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'b6613a6a-6eb5-4e6e-9429-7fa48fafb664', 'name': '', 'network_id': '20f9dc4a-d796-4123-8b14-7d40da87ba0f', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'mac_address': 'fa:16:3e:49:5e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '7ae685fc-9ccf-4b87-aad2-c65719615ed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:41Z', 'updated_at': '2021-09-01T15:51:47Z', 'revision_number': 5, 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'subnets': [{'id': '7ae685fc-9ccf-4b87-aad2-c65719615ed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:56:49.321351 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafac277-e880-426d-b9a8-28f7c905a8a2 None None] New status for floating IP af05ffe0-f8bd-4248-892e-3f82fc454569: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 15:56:49.389838 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53406) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:56:49.559559 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f0e8ab8d-2032-419c-89b7-731b7d0fbdaf tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Deleting port 31679aaf-1e03-441c-b1e2-4dd32818ef1e {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:56:49.559901 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f0e8ab8d-2032-419c-89b7-731b7d0fbdaf tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:49.638107 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f0e8ab8d-2032-419c-89b7-731b7d0fbdaf tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:49.638347 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f0e8ab8d-2032-419c-89b7-731b7d0fbdaf tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:49.652162 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f0e8ab8d-2032-419c-89b7-731b7d0fbdaf tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Calling delete_port for 31679aaf-1e03-441c-b1e2-4dd32818ef1e owned by network:floatingip {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:56:49.804310 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f0e8ab8d-2032-419c-89b7-731b7d0fbdaf tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:49.828807 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8ab8d-2032-419c-89b7-731b7d0fbdaf tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Pushing event deleted for resources: {'Port': ['ID=31679aaf-1e03-441c-b1e2-4dd32818ef1e,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:56:49.842213 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8ab8d-2032-419c-89b7-731b7d0fbdaf tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:49.842597 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8ab8d-2032-419c-89b7-731b7d0fbdaf tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:49.842977 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8ab8d-2032-419c-89b7-731b7d0fbdaf tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:49.843314 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8ab8d-2032-419c-89b7-731b7d0fbdaf tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:49.843702 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8ab8d-2032-419c-89b7-731b7d0fbdaf tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:49.844052 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8ab8d-2032-419c-89b7-731b7d0fbdaf tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:49.844389 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8ab8d-2032-419c-89b7-731b7d0fbdaf tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:49.844723 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8ab8d-2032-419c-89b7-731b7d0fbdaf tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:49.845056 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8ab8d-2032-419c-89b7-731b7d0fbdaf tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:49.845411 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8ab8d-2032-419c-89b7-731b7d0fbdaf tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:49.845752 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8ab8d-2032-419c-89b7-731b7d0fbdaf tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:49.846640 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e8ab8d-2032-419c-89b7-731b7d0fbdaf tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:49.912288 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f0e8ab8d-2032-419c-89b7-731b7d0fbdaf tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for floatingip, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:49.914964 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f0e8ab8d-2032-419c-89b7-731b7d0fbdaf tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:49.916135 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f0e8ab8d-2032-419c-89b7-731b7d0fbdaf tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "DELETE /v2.0/floatingips/af05ffe0-f8bd-4248-892e-3f82fc454569 HTTP/1.1" status: 204 len: 168 time: 0.5252681 Sep 01 15:56:49.987929 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53412) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:56:50.048691 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9e23862d-dbf2-4183-bddf-d706e3c8165c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:50.076242 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9e23862d-dbf2-4183-bddf-d706e3c8165c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:50.144164 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9e23862d-dbf2-4183-bddf-d706e3c8165c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:50.146910 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9e23862d-dbf2-4183-bddf-d706e3c8165c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:50.148105 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9e23862d-dbf2-4183-bddf-d706e3c8165c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] 10.222.0.60 "DELETE /v2.0/security-groups/d00f0c00-4b09-4216-98ea-b3d5632a9871 HTTP/1.1" status: 204 len: 168 time: 0.1591740 Sep 01 15:56:50.158457 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23862d-dbf2-4183-bddf-d706e3c8165c tempest-TestServerBasicOps-1453443704 tempest-TestServerBasicOps-1453443704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00f0c00-4b09-4216-98ea-b3d5632a9871,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:56:50.206464 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53416) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:56:50.750812 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b01a2c86-0e79-4d1d-b2a3-3509db18bc88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:51.005150 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-b01a2c86-0e79-4d1d-b2a3-3509db18bc88 admin admin] Deleting port b6613a6a-6eb5-4e6e-9429-7fa48fafb664 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:56:51.005490 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b01a2c86-0e79-4d1d-b2a3-3509db18bc88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:51.082046 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-b01a2c86-0e79-4d1d-b2a3-3509db18bc88 admin admin] For port b6613a6a-6eb5-4e6e-9429-7fa48fafb664, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b6613a6a-6eb5-4e6e-9429-7fa48fafb664,segment=NetworkSegment(d577c5ad-36bc-4a1f-9209-ff2ec6e1ced4),segment_id=d577c5ad-36bc-4a1f-9209-ff2ec6e1ced4)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:56:51.082445 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b01a2c86-0e79-4d1d-b2a3-3509db18bc88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:51.095336 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-b01a2c86-0e79-4d1d-b2a3-3509db18bc88 admin admin] Calling delete_port for b6613a6a-6eb5-4e6e-9429-7fa48fafb664 owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:56:51.268903 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b01a2c86-0e79-4d1d-b2a3-3509db18bc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:51.292369 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a2c86-0e79-4d1d-b2a3-3509db18bc88 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6613a6a-6eb5-4e6e-9429-7fa48fafb664,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:56:51.462688 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b01a2c86-0e79-4d1d-b2a3-3509db18bc88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:51.678766 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01a2c86-0e79-4d1d-b2a3-3509db18bc88 admin admin] Router 8c96c948-2f46-4f0a-acaf-ad5e9a06979b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:56:51.727315 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c170f343-6ee4-4b58-b7a2-16d92ff11979 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:56:51.751364 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: c170f343-6ee4-4b58-b7a2-16d92ff11979 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:56:51.751704 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c170f343-6ee4-4b58-b7a2-16d92ff11979 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:56:51.782155 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01a2c86-0e79-4d1d-b2a3-3509db18bc88 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:56:51.787581 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b01a2c86-0e79-4d1d-b2a3-3509db18bc88 admin admin] 10.222.0.60 "PUT /v2.0/routers/8c96c948-2f46-4f0a-acaf-ad5e9a06979b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5798676 Sep 01 15:56:51.790143 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53420) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:56:51.792047 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62397d0e-0240-4080-9ee8-90df51f2308e None None] Sync routers for ids ['8c96c948-2f46-4f0a-acaf-ad5e9a06979b'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:56:51.801668 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62397d0e-0240-4080-9ee8-90df51f2308e None None] Routers {'8c96c948-2f46-4f0a-acaf-ad5e9a06979b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:56:51.802281 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-62397d0e-0240-4080-9ee8-90df51f2308e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:56:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['8c96c948-2f46-4f0a-acaf-ad5e9a06979b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:56:51.892639 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ad345be5-5412-4566-b492-73df6cf581f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:51.906975 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-62397d0e-0240-4080-9ee8-90df51f2308e None None] Set router 8c96c948-2f46-4f0a-acaf-ad5e9a06979b gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:56:51.998518 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ad345be5-5412-4566-b492-73df6cf581f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:52.064431 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-ad345be5-5412-4566-b492-73df6cf581f0 admin admin] Deleting port 86d9812c-0c42-41ff-a15a-eb775a987317 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:56:52.064697 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ad345be5-5412-4566-b492-73df6cf581f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:52.098747 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-62397d0e-0240-4080-9ee8-90df51f2308e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'name': 'tempest-TestServerBasicOps-1452851951-router', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '86d9812c-0c42-41ff-a15a-eb775a987317', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:51:39Z', 'updated_at': '2021-09-01T15:56:51Z', 'revision_number': 5, 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'gw_port': {'id': '86d9812c-0c42-41ff-a15a-eb775a987317', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:40Z', 'updated_at': '2021-09-01T15:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:56:52.126657 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62397d0e-0240-4080-9ee8-90df51f2308e None None] Checking router: 8c96c948-2f46-4f0a-acaf-ad5e9a06979b for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:56:52.136360 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62397d0e-0240-4080-9ee8-90df51f2308e None None] Routers {'8c96c948-2f46-4f0a-acaf-ad5e9a06979b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:56:52.136987 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-62397d0e-0240-4080-9ee8-90df51f2308e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:56:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['8c96c948-2f46-4f0a-acaf-ad5e9a06979b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:56:52.156685 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-ad345be5-5412-4566-b492-73df6cf581f0 admin admin] For port 86d9812c-0c42-41ff-a15a-eb775a987317, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=86d9812c-0c42-41ff-a15a-eb775a987317,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:56:52.157059 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ad345be5-5412-4566-b492-73df6cf581f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:52.172342 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-ad345be5-5412-4566-b492-73df6cf581f0 admin admin] Calling delete_port for 86d9812c-0c42-41ff-a15a-eb775a987317 owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:56:52.225019 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-62397d0e-0240-4080-9ee8-90df51f2308e None None] Set router 8c96c948-2f46-4f0a-acaf-ad5e9a06979b gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:56:52.277608 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-62397d0e-0240-4080-9ee8-90df51f2308e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'name': 'tempest-TestServerBasicOps-1452851951-router', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:51:39Z', 'updated_at': '2021-09-01T15:56:51Z', 'revision_number': 6, 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:56:52.309384 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62397d0e-0240-4080-9ee8-90df51f2308e None None] The sync data for ids ['8c96c948-2f46-4f0a-acaf-ad5e9a06979b'] in n-d-794796-3 is: [{'id': '8c96c948-2f46-4f0a-acaf-ad5e9a06979b', 'name': 'tempest-TestServerBasicOps-1452851951-router', 'tenant_id': 'e6ba824e292746d691de1eb4368eaf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:51:39Z', 'updated_at': '2021-09-01T15:56:51Z', 'revision_number': 6, 'project_id': 'e6ba824e292746d691de1eb4368eaf81', 'gw_port_host': None}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:56:52.352325 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ad345be5-5412-4566-b492-73df6cf581f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:52.391929 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad345be5-5412-4566-b492-73df6cf581f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=86d9812c-0c42-41ff-a15a-eb775a987317,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:56:52.455148 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ad345be5-5412-4566-b492-73df6cf581f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:52.547739 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ad345be5-5412-4566-b492-73df6cf581f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:52.550113 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ad345be5-5412-4566-b492-73df6cf581f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:52.592681 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ad345be5-5412-4566-b492-73df6cf581f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:52.593152 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad345be5-5412-4566-b492-73df6cf581f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c96c948-2f46-4f0a-acaf-ad5e9a06979b {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:56:52.598197 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ad345be5-5412-4566-b492-73df6cf581f0 admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:52.599385 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ad345be5-5412-4566-b492-73df6cf581f0 admin admin] 10.222.0.60 "DELETE /v2.0/routers/8c96c948-2f46-4f0a-acaf-ad5e9a06979b HTTP/1.1" status: 204 len: 168 time: 0.8081100 Sep 01 15:56:52.601880 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53422) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:56:52.649377 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-e635f185-4ae3-4bed-8f87-e8900fcc4dab admin admin] Deleting subnet 7ae685fc-9ccf-4b87-aad2-c65719615ed6 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:56:52.652693 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e635f185-4ae3-4bed-8f87-e8900fcc4dab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:52.689435 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e635f185-4ae3-4bed-8f87-e8900fcc4dab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:53.072467 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e635f185-4ae3-4bed-8f87-e8900fcc4dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:53.128666 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e635f185-4ae3-4bed-8f87-e8900fcc4dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:53.156977 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635f185-4ae3-4bed-8f87-e8900fcc4dab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ae685fc-9ccf-4b87-aad2-c65719615ed6,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:56:53.159251 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e635f185-4ae3-4bed-8f87-e8900fcc4dab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:53.161026 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e635f185-4ae3-4bed-8f87-e8900fcc4dab admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7ae685fc-9ccf-4b87-aad2-c65719615ed6 HTTP/1.1" status: 204 len: 168 time: 0.5581875 Sep 01 15:56:53.164088 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53424) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:56:53.166158 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010caa2e-8028-41e8-bd00-5cafa77085c6 None None] Network 20f9dc4a-d796-4123-8b14-7d40da87ba0f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:56:53.235207 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fc791453-dfa0-40ba-ba8b-87b23b2304b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:53.305874 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-fc791453-dfa0-40ba-ba8b-87b23b2304b9 admin admin] Deleting port b035094e-790c-40aa-90e2-54d80d2ee2dc {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:56:53.306087 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fc791453-dfa0-40ba-ba8b-87b23b2304b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:53.379134 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6732ee2a-ed09-4950-bb20-e653d477239f None None] DHCP port deletion for 20f9dc4a-d796-4123-8b14-7d40da87ba0f request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:56:53.396550 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-fc791453-dfa0-40ba-ba8b-87b23b2304b9 admin admin] For port b035094e-790c-40aa-90e2-54d80d2ee2dc, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b035094e-790c-40aa-90e2-54d80d2ee2dc,segment=NetworkSegment(d577c5ad-36bc-4a1f-9209-ff2ec6e1ced4),segment_id=d577c5ad-36bc-4a1f-9209-ff2ec6e1ced4)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:56:53.397257 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fc791453-dfa0-40ba-ba8b-87b23b2304b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:53.412690 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-fc791453-dfa0-40ba-ba8b-87b23b2304b9 admin admin] Calling delete_port for b035094e-790c-40aa-90e2-54d80d2ee2dc owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:56:53.418500 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b6613a6a-6eb5-4e6e-9429-7fa48fafb664 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:56:53.443959 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: b6613a6a-6eb5-4e6e-9429-7fa48fafb664 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:56:53.444398 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b6613a6a-6eb5-4e6e-9429-7fa48fafb664 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:56:53.444892 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 86d9812c-0c42-41ff-a15a-eb775a987317 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:56:53.466647 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 86d9812c-0c42-41ff-a15a-eb775a987317 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:56:53.467092 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 86d9812c-0c42-41ff-a15a-eb775a987317 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:56:53.473477 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-6732ee2a-ed09-4950-bb20-e653d477239f None None] Deleting port b035094e-790c-40aa-90e2-54d80d2ee2dc {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:56:53.473922 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6732ee2a-ed09-4950-bb20-e653d477239f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:53.495971 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fc791453-dfa0-40ba-ba8b-87b23b2304b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:53.529312 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc791453-dfa0-40ba-ba8b-87b23b2304b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b035094e-790c-40aa-90e2-54d80d2ee2dc,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:56:53.533417 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc791453-dfa0-40ba-ba8b-87b23b2304b9 admin admin] No DVR routers for this DVR port b035094e-790c-40aa-90e2-54d80d2ee2dc on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:56:53.547414 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-6732ee2a-ed09-4950-bb20-e653d477239f None None] For port b035094e-790c-40aa-90e2-54d80d2ee2dc, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b035094e-790c-40aa-90e2-54d80d2ee2dc,segment=NetworkSegment(d577c5ad-36bc-4a1f-9209-ff2ec6e1ced4),segment_id=d577c5ad-36bc-4a1f-9209-ff2ec6e1ced4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:56:53.547821 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6732ee2a-ed09-4950-bb20-e653d477239f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:53.561684 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-6732ee2a-ed09-4950-bb20-e653d477239f None None] Calling delete_port for b035094e-790c-40aa-90e2-54d80d2ee2dc owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:56:53.611028 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fc791453-dfa0-40ba-ba8b-87b23b2304b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:53.622065 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-fc791453-dfa0-40ba-ba8b-87b23b2304b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f9dc4a-d796-4123-8b14-7d40da87ba0f']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:56:53.633656 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-fc791453-dfa0-40ba-ba8b-87b23b2304b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd577c5ad-36bc-4a1f-9209-ff2ec6e1ced4') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:56:53.633991 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-fc791453-dfa0-40ba-ba8b-87b23b2304b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd577c5ad-36bc-4a1f-9209-ff2ec6e1ced4') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:56:53.640339 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6732ee2a-ed09-4950-bb20-e653d477239f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:53.643849 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fc791453-dfa0-40ba-ba8b-87b23b2304b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:53.658020 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fc791453-dfa0-40ba-ba8b-87b23b2304b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:53.664341 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc791453-dfa0-40ba-ba8b-87b23b2304b9 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:56:53.664647 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732ee2a-ed09-4950-bb20-e653d477239f None None] Pushing event deleted for resources: {'Port': ['ID=b035094e-790c-40aa-90e2-54d80d2ee2dc,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:56:53.664768 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fc791453-dfa0-40ba-ba8b-87b23b2304b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:56:53.666903 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:56:53.675680 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6732ee2a-ed09-4950-bb20-e653d477239f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:53.676119 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6732ee2a-ed09-4950-bb20-e653d477239f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:53.676429 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6732ee2a-ed09-4950-bb20-e653d477239f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:53.676717 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6732ee2a-ed09-4950-bb20-e653d477239f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:53.677342 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6732ee2a-ed09-4950-bb20-e653d477239f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:53.677708 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6732ee2a-ed09-4950-bb20-e653d477239f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:53.678046 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6732ee2a-ed09-4950-bb20-e653d477239f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:53.678406 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6732ee2a-ed09-4950-bb20-e653d477239f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:53.678748 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6732ee2a-ed09-4950-bb20-e653d477239f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:53.679081 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6732ee2a-ed09-4950-bb20-e653d477239f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:53.679407 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6732ee2a-ed09-4950-bb20-e653d477239f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:53.679750 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6732ee2a-ed09-4950-bb20-e653d477239f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:56:53.682617 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6732ee2a-ed09-4950-bb20-e653d477239f None None] No DVR routers for this DVR port b035094e-790c-40aa-90e2-54d80d2ee2dc on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:56:53.732228 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fc791453-dfa0-40ba-ba8b-87b23b2304b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:53.738418 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fc791453-dfa0-40ba-ba8b-87b23b2304b9 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:53.740233 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fc791453-dfa0-40ba-ba8b-87b23b2304b9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/20f9dc4a-d796-4123-8b14-7d40da87ba0f HTTP/1.1" status: 204 len: 168 time: 0.5751684 Sep 01 15:56:53.743428 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53426) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:56:53.751626 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc791453-dfa0-40ba-ba8b-87b23b2304b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=20f9dc4a-d796-4123-8b14-7d40da87ba0f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:56:54.099345 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8331b47b-36d7-4d0c-a241-60b6cb542367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:54.355552 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-8331b47b-36d7-4d0c-a241-60b6cb542367 admin admin] Deleting port df4795c0-322e-496c-9b38-758d0feddbb5 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:56:54.355814 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8331b47b-36d7-4d0c-a241-60b6cb542367 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:54.434228 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-8331b47b-36d7-4d0c-a241-60b6cb542367 admin admin] For port df4795c0-322e-496c-9b38-758d0feddbb5, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=df4795c0-322e-496c-9b38-758d0feddbb5,segment=NetworkSegment(bed93519-e378-4479-a025-43d1a5ef4f73),segment_id=bed93519-e378-4479-a025-43d1a5ef4f73)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:56:54.434661 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8331b47b-36d7-4d0c-a241-60b6cb542367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:54.452641 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-8331b47b-36d7-4d0c-a241-60b6cb542367 admin admin] Calling delete_port for df4795c0-322e-496c-9b38-758d0feddbb5 owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:56:54.633828 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8331b47b-36d7-4d0c-a241-60b6cb542367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:54.658561 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331b47b-36d7-4d0c-a241-60b6cb542367 admin admin] Pushing event deleted for resources: {'Port': ['ID=df4795c0-322e-496c-9b38-758d0feddbb5,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:56:54.840772 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8331b47b-36d7-4d0c-a241-60b6cb542367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:55.082275 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8331b47b-36d7-4d0c-a241-60b6cb542367 admin admin] Router 3981b42a-2c66-4c41-8581-6d64362f3548 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 15:56:55.199706 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8331b47b-36d7-4d0c-a241-60b6cb542367 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:56:55.206488 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8331b47b-36d7-4d0c-a241-60b6cb542367 admin admin] 10.222.0.60 "PUT /v2.0/routers/3981b42a-2c66-4c41-8581-6d64362f3548/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4618356 Sep 01 15:56:55.208924 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53428) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:56:55.211382 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe662e5-d9af-40ad-8150-8aba3eb9f629 None None] Sync routers for ids ['3981b42a-2c66-4c41-8581-6d64362f3548'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:56:55.223040 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe662e5-d9af-40ad-8150-8aba3eb9f629 None None] Routers {'3981b42a-2c66-4c41-8581-6d64362f3548'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:56:55.224342 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-bbe662e5-d9af-40ad-8150-8aba3eb9f629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:56:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3981b42a-2c66-4c41-8581-6d64362f3548'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:56:55.354061 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30c7b64f-478a-4a14-8c1e-6b2da39bb9ac admin admin] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:55.355899 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-bbe662e5-d9af-40ad-8150-8aba3eb9f629 None None] Set router 3981b42a-2c66-4c41-8581-6d64362f3548 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:56:55.418319 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b035094e-790c-40aa-90e2-54d80d2ee2dc no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:56:55.439793 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: b035094e-790c-40aa-90e2-54d80d2ee2dc {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:56:55.440145 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b035094e-790c-40aa-90e2-54d80d2ee2dc not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:56:55.475449 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30c7b64f-478a-4a14-8c1e-6b2da39bb9ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:55.537842 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-30c7b64f-478a-4a14-8c1e-6b2da39bb9ac admin admin] Deleting port 4441095e-1766-4fac-a0b6-0f1f3ba774db {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:56:55.538188 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30c7b64f-478a-4a14-8c1e-6b2da39bb9ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:55.580816 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-bbe662e5-d9af-40ad-8150-8aba3eb9f629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3981b42a-2c66-4c41-8581-6d64362f3548', 'name': 'tempest-TestServerBasicOps-1911902455-router', 'tenant_id': '0ee315d3f94446fa803c8253f501f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': '4441095e-1766-4fac-a0b6-0f1f3ba774db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:51:44Z', 'updated_at': '2021-09-01T15:56:54Z', 'revision_number': 5, 'project_id': '0ee315d3f94446fa803c8253f501f4f3', 'gw_port': {'id': '4441095e-1766-4fac-a0b6-0f1f3ba774db', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3981b42a-2c66-4c41-8581-6d64362f3548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:51:44Z', 'updated_at': '2021-09-01T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:56:55.616918 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe662e5-d9af-40ad-8150-8aba3eb9f629 None None] Checking router: 3981b42a-2c66-4c41-8581-6d64362f3548 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:56:55.623552 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-30c7b64f-478a-4a14-8c1e-6b2da39bb9ac admin admin] For port 4441095e-1766-4fac-a0b6-0f1f3ba774db, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=4441095e-1766-4fac-a0b6-0f1f3ba774db,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:56:55.624063 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30c7b64f-478a-4a14-8c1e-6b2da39bb9ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:55.629854 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe662e5-d9af-40ad-8150-8aba3eb9f629 None None] Routers {'3981b42a-2c66-4c41-8581-6d64362f3548'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:56:55.630674 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-bbe662e5-d9af-40ad-8150-8aba3eb9f629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:56:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3981b42a-2c66-4c41-8581-6d64362f3548'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:56:55.638997 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-30c7b64f-478a-4a14-8c1e-6b2da39bb9ac admin admin] Calling delete_port for 4441095e-1766-4fac-a0b6-0f1f3ba774db owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:56:55.720185 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-bbe662e5-d9af-40ad-8150-8aba3eb9f629 None None] Set router 3981b42a-2c66-4c41-8581-6d64362f3548 gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:56:55.781907 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-bbe662e5-d9af-40ad-8150-8aba3eb9f629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3981b42a-2c66-4c41-8581-6d64362f3548', 'name': 'tempest-TestServerBasicOps-1911902455-router', 'tenant_id': '0ee315d3f94446fa803c8253f501f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:51:44Z', 'updated_at': '2021-09-01T15:56:55Z', 'revision_number': 6, 'project_id': '0ee315d3f94446fa803c8253f501f4f3', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:56:55.810811 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe662e5-d9af-40ad-8150-8aba3eb9f629 None None] The sync data for ids ['3981b42a-2c66-4c41-8581-6d64362f3548'] in n-d-794796-3 is: [{'id': '3981b42a-2c66-4c41-8581-6d64362f3548', 'name': 'tempest-TestServerBasicOps-1911902455-router', 'tenant_id': '0ee315d3f94446fa803c8253f501f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:51:44Z', 'updated_at': '2021-09-01T15:56:55Z', 'revision_number': 6, 'project_id': '0ee315d3f94446fa803c8253f501f4f3', 'gw_port_host': None}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 15:56:55.826684 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30c7b64f-478a-4a14-8c1e-6b2da39bb9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:55.858728 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7b64f-478a-4a14-8c1e-6b2da39bb9ac admin admin] Pushing event deleted for resources: {'Port': ['ID=4441095e-1766-4fac-a0b6-0f1f3ba774db,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:56:55.922530 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30c7b64f-478a-4a14-8c1e-6b2da39bb9ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:56.014363 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30c7b64f-478a-4a14-8c1e-6b2da39bb9ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:56.016574 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30c7b64f-478a-4a14-8c1e-6b2da39bb9ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:56.073208 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30c7b64f-478a-4a14-8c1e-6b2da39bb9ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:56.073644 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c7b64f-478a-4a14-8c1e-6b2da39bb9ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3981b42a-2c66-4c41-8581-6d64362f3548 {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 15:56:56.077779 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30c7b64f-478a-4a14-8c1e-6b2da39bb9ac admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:56.078946 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-30c7b64f-478a-4a14-8c1e-6b2da39bb9ac admin admin] 10.222.0.60 "DELETE /v2.0/routers/3981b42a-2c66-4c41-8581-6d64362f3548 HTTP/1.1" status: 204 len: 168 time: 0.8687947 Sep 01 15:56:56.081560 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53430) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:56:56.130885 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-9996194a-5d98-4654-a4fc-6608306c6f46 admin admin] Deleting subnet 7a37e2b0-f274-4cab-8c57-e9a15a0ee711 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:56:56.134378 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9996194a-5d98-4654-a4fc-6608306c6f46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:56.170731 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9996194a-5d98-4654-a4fc-6608306c6f46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:56.253473 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9996194a-5d98-4654-a4fc-6608306c6f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:56.309927 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9996194a-5d98-4654-a4fc-6608306c6f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:56.339796 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996194a-5d98-4654-a4fc-6608306c6f46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a37e2b0-f274-4cab-8c57-e9a15a0ee711,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:56:56.347401 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9996194a-5d98-4654-a4fc-6608306c6f46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:56.349318 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9996194a-5d98-4654-a4fc-6608306c6f46 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7a37e2b0-f274-4cab-8c57-e9a15a0ee711 HTTP/1.1" status: 204 len: 168 time: 0.2668993 Sep 01 15:56:56.352217 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53432) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:56:56.354946 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7b89c2-830c-427c-ad29-ae07f35066fb None None] Network 58bc84bf-946e-4162-b1a1-b94182dd4774 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:56:56.425891 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d32eaaec-9dad-40fe-8b34-687264ecea37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:56.481439 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-d32eaaec-9dad-40fe-8b34-687264ecea37 admin admin] Deleting port 1529fff4-f408-4662-a341-0ba0a1a649d9 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:56:56.481878 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d32eaaec-9dad-40fe-8b34-687264ecea37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:56.555261 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-d32eaaec-9dad-40fe-8b34-687264ecea37 admin admin] For port 1529fff4-f408-4662-a341-0ba0a1a649d9, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1529fff4-f408-4662-a341-0ba0a1a649d9,segment=NetworkSegment(bed93519-e378-4479-a025-43d1a5ef4f73),segment_id=bed93519-e378-4479-a025-43d1a5ef4f73)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:56:56.555638 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d32eaaec-9dad-40fe-8b34-687264ecea37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:56.571686 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-d32eaaec-9dad-40fe-8b34-687264ecea37 admin admin] Calling delete_port for 1529fff4-f408-4662-a341-0ba0a1a649d9 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:56:56.573627 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9261f168-fdd3-4315-a1be-cbdaeeb9e564 None None] DHCP port deletion for 58bc84bf-946e-4162-b1a1-b94182dd4774 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 15:56:56.623510 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-9261f168-fdd3-4315-a1be-cbdaeeb9e564 None None] Deleting port 1529fff4-f408-4662-a341-0ba0a1a649d9 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:56:56.623896 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9261f168-fdd3-4315-a1be-cbdaeeb9e564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:56.662534 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d32eaaec-9dad-40fe-8b34-687264ecea37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:56.676522 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32eaaec-9dad-40fe-8b34-687264ecea37 admin admin] No DVR routers for this DVR port 1529fff4-f408-4662-a341-0ba0a1a649d9 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:56:56.698123 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32eaaec-9dad-40fe-8b34-687264ecea37 admin admin] Pushing event deleted for resources: {'Port': ['ID=1529fff4-f408-4662-a341-0ba0a1a649d9,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:56:56.708166 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-9261f168-fdd3-4315-a1be-cbdaeeb9e564 None None] For port 1529fff4-f408-4662-a341-0ba0a1a649d9, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1529fff4-f408-4662-a341-0ba0a1a649d9,segment=NetworkSegment(bed93519-e378-4479-a025-43d1a5ef4f73),segment_id=bed93519-e378-4479-a025-43d1a5ef4f73)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:56:56.708574 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9261f168-fdd3-4315-a1be-cbdaeeb9e564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:56.724613 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-9261f168-fdd3-4315-a1be-cbdaeeb9e564 None None] Calling delete_port for 1529fff4-f408-4662-a341-0ba0a1a649d9 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:56:56.780683 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d32eaaec-9dad-40fe-8b34-687264ecea37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:56.792527 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-d32eaaec-9dad-40fe-8b34-687264ecea37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58bc84bf-946e-4162-b1a1-b94182dd4774']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:56:56.804681 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-d32eaaec-9dad-40fe-8b34-687264ecea37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed93519-e378-4479-a025-43d1a5ef4f73') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:56:56.804988 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-d32eaaec-9dad-40fe-8b34-687264ecea37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed93519-e378-4479-a025-43d1a5ef4f73') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:56:56.810423 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9261f168-fdd3-4315-a1be-cbdaeeb9e564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:56.818338 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d32eaaec-9dad-40fe-8b34-687264ecea37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:56.835318 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d32eaaec-9dad-40fe-8b34-687264ecea37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:56.842885 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d32eaaec-9dad-40fe-8b34-687264ecea37 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:56:56.844018 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9261f168-fdd3-4315-a1be-cbdaeeb9e564 None None] No DVR routers for this DVR port 1529fff4-f408-4662-a341-0ba0a1a649d9 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:56:56.844285 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d32eaaec-9dad-40fe-8b34-687264ecea37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:56.845907 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261f168-fdd3-4315-a1be-cbdaeeb9e564 None None] Pushing event deleted for resources: {'Port': ['ID=1529fff4-f408-4662-a341-0ba0a1a649d9,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: timer() Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:56:56.846856 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:56:56.907362 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d32eaaec-9dad-40fe-8b34-687264ecea37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:56.913427 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d32eaaec-9dad-40fe-8b34-687264ecea37 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:56.915926 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d32eaaec-9dad-40fe-8b34-687264ecea37 admin admin] 10.222.0.60 "DELETE /v2.0/networks/58bc84bf-946e-4162-b1a1-b94182dd4774 HTTP/1.1" status: 204 len: 168 time: 0.5627716 Sep 01 15:56:56.929356 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32eaaec-9dad-40fe-8b34-687264ecea37 admin admin] Pushing event deleted for resources: {'Network': ['ID=58bc84bf-946e-4162-b1a1-b94182dd4774,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:56:57.040351 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53436) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:56:57.088489 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ebb377ec-783e-4629-b6e5-d553ea708569 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e6ba824e292746d691de1eb4368eaf81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468869 Sep 01 15:56:57.091108 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53438) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:56:57.143522 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8b6dd9e1-7952-4430-9a6b-97f0a7350330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:57.165806 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8b6dd9e1-7952-4430-9a6b-97f0a7350330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:57.215012 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8b6dd9e1-7952-4430-9a6b-97f0a7350330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:57.217529 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8b6dd9e1-7952-4430-9a6b-97f0a7350330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:57.218759 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8b6dd9e1-7952-4430-9a6b-97f0a7350330 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/39a49778-c1cd-48fd-9bac-113f5f7b6a63 HTTP/1.1" status: 204 len: 168 time: 0.1267264 Sep 01 15:56:57.227152 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6dd9e1-7952-4430-9a6b-97f0a7350330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a49778-c1cd-48fd-9bac-113f5f7b6a63,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:56:57.338507 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4441095e-1766-4fac-a0b6-0f1f3ba774db no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:56:57.360225 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 4441095e-1766-4fac-a0b6-0f1f3ba774db {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:56:57.361007 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 4441095e-1766-4fac-a0b6-0f1f3ba774db not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:56:57.361110 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device df4795c0-322e-496c-9b38-758d0feddbb5 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:56:57.382571 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: df4795c0-322e-496c-9b38-758d0feddbb5 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:56:57.382981 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device df4795c0-322e-496c-9b38-758d0feddbb5 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:56:57.383448 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1529fff4-f408-4662-a341-0ba0a1a649d9 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:56:57.408050 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 1529fff4-f408-4662-a341-0ba0a1a649d9 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:56:57.408807 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1529fff4-f408-4662-a341-0ba0a1a649d9 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:56:57.581852 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53444) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:56:57.626287 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-48b28abf-6851-4959-9a81-7516061199ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ee315d3f94446fa803c8253f501f4f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431666 Sep 01 15:56:57.629412 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53446) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:56:57.683937 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bc3b7453-a386-47cb-9e0f-04faa4ec91d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:57.705833 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bc3b7453-a386-47cb-9e0f-04faa4ec91d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:57.757297 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bc3b7453-a386-47cb-9e0f-04faa4ec91d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:57.760121 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bc3b7453-a386-47cb-9e0f-04faa4ec91d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:56:57.761227 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bc3b7453-a386-47cb-9e0f-04faa4ec91d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/98052bac-569d-48b2-89d3-7d5799e54740 HTTP/1.1" status: 204 len: 168 time: 0.1308877 Sep 01 15:56:57.769396 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b7453-a386-47cb-9e0f-04faa4ec91d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98052bac-569d-48b2-89d3-7d5799e54740,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:56:58.022696 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:08.134908 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-2a7322ba-0b42-44ab-a49d-4619b972147f tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=8dc119ce9c14489d98507a8fa7e258c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307133 Sep 01 15:57:08.345689 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-36fbc0c8-e500-4d2d-b94a-a0695402dd19 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:08.347387 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-36fbc0c8-e500-4d2d-b94a-a0695402dd19 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2067406 Sep 01 15:57:08.365835 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-5d2d223c-a6eb-4e8f-9a6a-d5818ccd5ffc tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.60 "GET /v2.0/quotas/8dc119ce9c14489d98507a8fa7e258c7 HTTP/1.1" status: 200 len: 375 time: 0.0127027 Sep 01 15:57:08.419819 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-3f67e564-137e-4dd2-a0ad-16f1229dd9c6 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8dc119ce9c14489d98507a8fa7e258c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482326 Sep 01 15:57:08.872073 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:08.876914 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a652830a-1c19-46f2-9ad1-de7e8fe24afe req-8b42b8d1-8760-4765-bd62-910821e4f6cd tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.60 "GET /v2.0/ports?device_id=86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9 HTTP/1.1" status: 200 len: 210 time: 0.0344479 Sep 01 15:57:09.343639 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b3a14421-feab-4774-928c-19d5ccfb5aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:09.978224 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-13975b6b-7a29-4d9a-9b4e-d607df51945d req-78513f2a-0e2e-4176-87b7-4fa7ea3c951d tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.60 "GET /v2.0/ports?device_id=86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9 HTTP/1.1" status: 200 len: 210 time: 0.0331285 Sep 01 15:57:10.098251 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-0b6af67e-c520-4068-8204-3affb5669d74 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=8dc119ce9c14489d98507a8fa7e258c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239151 Sep 01 15:57:10.240017 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-2047cade-9884-4517-bf22-64150b0e2461 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:10.241516 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-2047cade-9884-4517-bf22-64150b0e2461 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1373076 Sep 01 15:57:10.301792 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-4eecc90d-f622-46f5-9b90-55adca931e25 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Request body: {'port': {'device_id': '86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'admin_state_up': True, 'tenant_id': '8dc119ce9c14489d98507a8fa7e258c7'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:57:10.413839 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-4eecc90d-f622-46f5-9b90-55adca931e25 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Made reservation on behalf of 8dc119ce9c14489d98507a8fa7e258c7 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:57:10.417476 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-4eecc90d-f622-46f5-9b90-55adca931e25 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:10.427460 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-4eecc90d-f622-46f5-9b90-55adca931e25 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:10.527095 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-4eecc90d-f622-46f5-9b90-55adca931e25 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:10.532541 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-4eecc90d-f622-46f5-9b90-55adca931e25 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:10.594976 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eecc90d-f622-46f5-9b90-55adca931e25 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=075b5740-61b1-4efa-b66b-34f54f68a669,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:57:10.668584 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-4eecc90d-f622-46f5-9b90-55adca931e25 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Allocated IP 192.168.233.187 (7ffca008-e13c-4b7b-8e12-ff27912c1c65/d5467ffb-7ded-4673-9475-e7a56ee8c484/6499f50d-4ce2-45ff-bc28-1ff69d5445d2) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:57:10.818979 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-4eecc90d-f622-46f5-9b90-55adca931e25 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:10.833648 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-4eecc90d-f622-46f5-9b90-55adca931e25 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Transition to ACTIVE for port object 6499f50d-4ce2-45ff-bc28-1ff69d5445d2 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:57:10.866509 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-4eecc90d-f622-46f5-9b90-55adca931e25 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:10.910969 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-4eecc90d-f622-46f5-9b90-55adca931e25 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:57:10.916001 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-4eecc90d-f622-46f5-9b90-55adca931e25 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:57:10.920466 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-4eecc90d-f622-46f5-9b90-55adca931e25 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:57:10.924463 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eecc90d-f622-46f5-9b90-55adca931e25 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Pushing event updated for resources: {'Port': ['ID=6499f50d-4ce2-45ff-bc28-1ff69d5445d2,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:57:10.980434 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-4eecc90d-f622-46f5-9b90-55adca931e25 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:10.981121 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-4eecc90d-f622-46f5-9b90-55adca931e25 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:10.997219 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-4eecc90d-f622-46f5-9b90-55adca931e25 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6996379 Sep 01 15:57:11.010760 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-59ed7d42-44ec-42c1-9a4c-b695ba1ab395 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:57:11.011804 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-59ed7d42-44ec-42c1-9a4c-b695ba1ab395 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059149 Sep 01 15:57:11.112890 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c330ff-abba-4e99-bb99-4083cc65e889 req-5ba420c4-05a0-48dc-86ed-41417c255511 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:11.114495 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-53c330ff-abba-4e99-bb99-4083cc65e889 req-5ba420c4-05a0-48dc-86ed-41417c255511 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.60 "GET /v2.0/ports?device_id=86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9 HTTP/1.1" status: 200 len: 936 time: 0.0548491 Sep 01 15:57:11.160580 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-53c330ff-abba-4e99-bb99-4083cc65e889 req-bf4f85e6-0462-48b9-a862-533cc8771404 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.60 "GET /v2.0/security-groups?id=075b5740-61b1-4efa-b66b-34f54f68a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399492 Sep 01 15:57:11.184596 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ea8ba64c-e333-481c-8adc-14ba4c34adf3 None None] Provisioning for port 6499f50d-4ce2-45ff-bc28-1ff69d5445d2 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:57:11.189003 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ea8ba64c-e333-481c-8adc-14ba4c34adf3 None None] Provisioning complete for port 6499f50d-4ce2-45ff-bc28-1ff69d5445d2 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:57:11.189400 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ea8ba64c-e333-481c-8adc-14ba4c34adf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:11.198619 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-92f2f219-7018-4de6-900e-692ef55f1631 service neutron] Request body: {'port': {'device_id': '86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:57:11.225199 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ea8ba64c-e333-481c-8adc-14ba4c34adf3 None None] Port 6499f50d-4ce2-45ff-bc28-1ff69d5445d2 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:57:11.254108 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-92f2f219-7018-4de6-900e-692ef55f1631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:11.830830 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-92f2f219-7018-4de6-900e-692ef55f1631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6499f50d-4ce2-45ff-bc28-1ff69d5445d2 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:57:11.838211 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-92f2f219-7018-4de6-900e-692ef55f1631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:11.852582 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-92f2f219-7018-4de6-900e-692ef55f1631 service neutron] Transition to ACTIVE for port object 6499f50d-4ce2-45ff-bc28-1ff69d5445d2 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:57:11.856900 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-92f2f219-7018-4de6-900e-692ef55f1631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:11.908899 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2f219-7018-4de6-900e-692ef55f1631 service neutron] Pushing event updated for resources: {'Port': ['ID=6499f50d-4ce2-45ff-bc28-1ff69d5445d2,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:57:11.983819 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-92f2f219-7018-4de6-900e-692ef55f1631 service neutron] Attempting to bind port 6499f50d-4ce2-45ff-bc28-1ff69d5445d2 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:57:11.984160 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-92f2f219-7018-4de6-900e-692ef55f1631 service neutron] Attempting to bind port 6499f50d-4ce2-45ff-bc28-1ff69d5445d2 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:57:11.984525 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-92f2f219-7018-4de6-900e-692ef55f1631 service neutron] Attempting to bind port 6499f50d-4ce2-45ff-bc28-1ff69d5445d2 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:57:11.989642 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-92f2f219-7018-4de6-900e-692ef55f1631 service neutron] Port 6499f50d-4ce2-45ff-bc28-1ff69d5445d2 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:57:11.990118 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-92f2f219-7018-4de6-900e-692ef55f1631 service neutron] Attempting to bind port 6499f50d-4ce2-45ff-bc28-1ff69d5445d2 on network 7ffca008-e13c-4b7b-8e12-ff27912c1c65 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:57:11.997473 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-92f2f219-7018-4de6-900e-692ef55f1631 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:57:11.997814 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-92f2f219-7018-4de6-900e-692ef55f1631 service neutron] Checking segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:57:11.998208 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-92f2f219-7018-4de6-900e-692ef55f1631 service neutron] Bound using segment: {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:57:11.999198 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-92f2f219-7018-4de6-900e-692ef55f1631 service neutron] Bound port: 6499f50d-4ce2-45ff-bc28-1ff69d5445d2, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f97303-9151-4703-ae28-55d70981d7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:57:11.999670 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-92f2f219-7018-4de6-900e-692ef55f1631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:12.070525 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-92f2f219-7018-4de6-900e-692ef55f1631 service neutron] For port 6499f50d-4ce2-45ff-bc28-1ff69d5445d2, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:57:12.073839 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-92f2f219-7018-4de6-900e-692ef55f1631 service neutron] For port 6499f50d-4ce2-45ff-bc28-1ff69d5445d2, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=6499f50d-4ce2-45ff-bc28-1ff69d5445d2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:57:12.081177 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-92f2f219-7018-4de6-900e-692ef55f1631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:12.114829 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-92f2f219-7018-4de6-900e-692ef55f1631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:12.116136 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-92f2f219-7018-4de6-900e-692ef55f1631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:12.117554 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-92f2f219-7018-4de6-900e-692ef55f1631 service neutron] 10.222.0.62 "PUT /v2.0/ports/6499f50d-4ce2-45ff-bc28-1ff69d5445d2 HTTP/1.1" status: 200 len: 1096 time: 0.9831700 Sep 01 15:57:12.119909 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9', 'tag': '6499f50d-4ce2-45ff-bc28-1ff69d5445d2'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:57:12.154152 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2f219-7018-4de6-900e-692ef55f1631 service neutron] Pushing event updated for resources: {'Port': ['ID=6499f50d-4ce2-45ff-bc28-1ff69d5445d2,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:57:12.180469 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc82309-66f0-492a-9525-8aca94065e63" -d '{"events": [{"name": "network-changed", "server_uuid": "86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9", "tag": "6499f50d-4ce2-45ff-bc28-1ff69d5445d2"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:57:12.221799 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:12.265983 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-e30e6ba7-4573-4b0a-b17d-a43fef3f4e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:12.267984 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-e30e6ba7-4573-4b0a-b17d-a43fef3f4e97 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8dc119ce9c14489d98507a8fa7e258c7&device_id=86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9 HTTP/1.1" status: 200 len: 1099 time: 0.0804405 Sep 01 15:57:12.312989 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b6826c-9a2c-481d-9967-2ca1f1f820b8 x-openstack-request-id: req-a1b6826c-9a2c-481d-9967-2ca1f1f820b8 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:57:12.313419 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9", "tag": "6499f50d-4ce2-45ff-bc28-1ff69d5445d2", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:57:12.313802 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a1b6826c-9a2c-481d-9967-2ca1f1f820b8 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:57:12.314217 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9', 'tag': '6499f50d-4ce2-45ff-bc28-1ff69d5445d2', 'status': 'completed', 'code': 200} Sep 01 15:57:12.348334 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-6d038302-c9c4-4ba0-b504-f99e20bc4d14 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=6499f50d-4ce2-45ff-bc28-1ff69d5445d2 HTTP/1.1" status: 200 len: 217 time: 0.0614266 Sep 01 15:57:12.378055 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5a0d8-e54f-4920-b6b5-eb9c1de2eb94 req-ec018757-b881-48ed-8b12-3a542f07acfd tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:12.379739 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c7f5a0d8-e54f-4920-b6b5-eb9c1de2eb94 req-ec018757-b881-48ed-8b12-3a542f07acfd tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.60 "GET /v2.0/ports?device_id=86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9 HTTP/1.1" status: 200 len: 948 time: 0.1072919 Sep 01 15:57:12.440415 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-9d3ea1fd-ddb5-4c7d-b7f2-68da34f2f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:12.441903 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-9d3ea1fd-ddb5-4c7d-b7f2-68da34f2f09d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.0808902 Sep 01 15:57:12.446926 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c7f5a0d8-e54f-4920-b6b5-eb9c1de2eb94 req-55de5fa3-388c-4aa2-8ec2-317a55c16df8 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.60 "GET /v2.0/security-groups?id=075b5740-61b1-4efa-b66b-34f54f68a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488446 Sep 01 15:57:12.497160 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-4ba9f02f-f3ac-42e4-92ed-2c59ab8a32fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:12.499306 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-4ba9f02f-f3ac-42e4-92ed-2c59ab8a32fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0465195 Sep 01 15:57:12.597056 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-ab325333-d949-4af5-a2a7-7dbb2cfb9922 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871682 Sep 01 15:57:12.696145 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-362eb2c3-34b0-4eac-8b5d-8090dee1d88f req-785584b0-bcc6-4b31-8db6-998ed14279b5 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905106 Sep 01 15:57:12.843632 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc82309-66f0-492a-9525-8aca94065e63 req-b831bf8d-8b3c-45b5-a08b-37f6fe7c2428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:12.845175 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0fc82309-66f0-492a-9525-8aca94065e63 req-b831bf8d-8b3c-45b5-a08b-37f6fe7c2428 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8dc119ce9c14489d98507a8fa7e258c7&device_id=86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9 HTTP/1.1" status: 200 len: 1099 time: 0.0414233 Sep 01 15:57:12.939427 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc82309-66f0-492a-9525-8aca94065e63 req-821d363d-12cf-4681-8299-0dcc95de8e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:12.940825 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0fc82309-66f0-492a-9525-8aca94065e63 req-821d363d-12cf-4681-8299-0dcc95de8e53 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7ffca008-e13c-4b7b-8e12-ff27912c1c65 HTTP/1.1" status: 200 len: 870 time: 0.0886068 Sep 01 15:57:12.988595 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0fc82309-66f0-492a-9525-8aca94065e63 req-58ef68ad-4ece-44fc-bf43-22b8e1c42125 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=6499f50d-4ce2-45ff-bc28-1ff69d5445d2 HTTP/1.1" status: 200 len: 217 time: 0.0396192 Sep 01 15:57:13.042976 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc82309-66f0-492a-9525-8aca94065e63 req-f0fc1c4f-7d2d-45e2-9756-b94b4416ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:13.044458 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0fc82309-66f0-492a-9525-8aca94065e63 req-f0fc1c4f-7d2d-45e2-9756-b94b4416ce57 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d5467ffb-7ded-4673-9475-e7a56ee8c484 HTTP/1.1" status: 200 len: 843 time: 0.0447946 Sep 01 15:57:13.099285 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc82309-66f0-492a-9525-8aca94065e63 req-d3bdbd17-bec3-4246-9a04-8244fc182cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:13.100801 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0fc82309-66f0-492a-9525-8aca94065e63 req-d3bdbd17-bec3-4246-9a04-8244fc182cfe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7ffca008-e13c-4b7b-8e12-ff27912c1c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0486681 Sep 01 15:57:13.198915 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0fc82309-66f0-492a-9525-8aca94065e63 req-cbfb09cf-cdb4-4f63-b7b6-bb49326ebdef service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895119 Sep 01 15:57:13.292368 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0fc82309-66f0-492a-9525-8aca94065e63 req-c189a6f4-16a1-492a-917c-0546f3c4fd67 service neutron] 10.222.0.62 "GET /v2.0/networks/7ffca008-e13c-4b7b-8e12-ff27912c1c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855429 Sep 01 15:57:13.384608 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:13.568035 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb935f6-d249-4fbf-98a6-c26560551ded req-b4ba38f9-0f06-4563-87a4-7239236c6201 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:13.569522 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ccb935f6-d249-4fbf-98a6-c26560551ded req-b4ba38f9-0f06-4563-87a4-7239236c6201 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.60 "GET /v2.0/ports?device_id=86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9 HTTP/1.1" status: 200 len: 948 time: 0.0521452 Sep 01 15:57:13.608290 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ccb935f6-d249-4fbf-98a6-c26560551ded req-97d7bb51-5739-405f-9af1-c8a55e52ed49 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.60 "GET /v2.0/security-groups?id=075b5740-61b1-4efa-b66b-34f54f68a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325933 Sep 01 15:57:13.696068 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fae19fd8-8e93-424e-b96d-edb607365e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:14.290916 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 6499f50d-4ce2-45ff-bc28-1ff69d5445d2 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:57:14.389003 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 6499f50d-4ce2-45ff-bc28-1ff69d5445d2, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=6499f50d-4ce2-45ff-bc28-1ff69d5445d2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:57:14.402160 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '6499f50d-4ce2-45ff-bc28-1ff69d5445d2', 'network_id': '7ffca008-e13c-4b7b-8e12-ff27912c1c65', 'port_id': '6499f50d-4ce2-45ff-bc28-1ff69d5445d2', 'mac_address': 'fa:16:3e:68:cc:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5467ffb-7ded-4673-9475-e7a56ee8c484', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:57:14.452484 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:14.466162 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6499f50d-4ce2-45ff-bc28-1ff69d5445d2 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:57:14.485753 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 6499f50d-4ce2-45ff-bc28-1ff69d5445d2, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=6499f50d-4ce2-45ff-bc28-1ff69d5445d2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:57:14.489689 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:14.538132 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=6499f50d-4ce2-45ff-bc28-1ff69d5445d2,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:57:14.731206 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732c518-764c-4062-b92a-026857fb6a1e req-02ad2ffb-f816-4f23-aa1b-644ac00bb51b tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:14.733197 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1732c518-764c-4062-b92a-026857fb6a1e req-02ad2ffb-f816-4f23-aa1b-644ac00bb51b tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.60 "GET /v2.0/ports?device_id=86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9 HTTP/1.1" status: 200 len: 949 time: 0.0546627 Sep 01 15:57:14.772302 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1732c518-764c-4062-b92a-026857fb6a1e req-ec431e0b-e6ec-45b0-8546-98cfa743c146 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.60 "GET /v2.0/security-groups?id=075b5740-61b1-4efa-b66b-34f54f68a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331023 Sep 01 15:57:14.784590 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:57:14.879449 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['6499f50d-4ce2-45ff-bc28-1ff69d5445d2'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:57:15.301986 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:15.898460 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8ef1c-ecf2-4457-a8c6-6289ce6b2d49 req-bc449784-100e-4885-955b-60d1085f3d65 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:15.904090 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6e8ef1c-ecf2-4457-a8c6-6289ce6b2d49 req-bc449784-100e-4885-955b-60d1085f3d65 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.60 "GET /v2.0/ports?device_id=86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9 HTTP/1.1" status: 200 len: 949 time: 0.0512331 Sep 01 15:57:15.939810 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6e8ef1c-ecf2-4457-a8c6-6289ce6b2d49 req-1cc60d40-ccf3-4020-839c-ee729fd201e9 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.60 "GET /v2.0/security-groups?id=075b5740-61b1-4efa-b66b-34f54f68a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335548 Sep 01 15:57:16.304054 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 6499f50d-4ce2-45ff-bc28-1ff69d5445d2 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:57:16.368715 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 6499f50d-4ce2-45ff-bc28-1ff69d5445d2 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:57:16.372904 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 6499f50d-4ce2-45ff-bc28-1ff69d5445d2 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:57:16.373272 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:16.459380 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:16.481922 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6499f50d-4ce2-45ff-bc28-1ff69d5445d2'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:57:16.497273 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 6499f50d-4ce2-45ff-bc28-1ff69d5445d2, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=6499f50d-4ce2-45ff-bc28-1ff69d5445d2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:57:16.503444 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:16.534578 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe62b3c-1816-4949-804a-51cffd0a6c09" -d '{"events": [{"server_uuid": "86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9", "name": "network-vif-plugged", "status": "completed", "tag": "6499f50d-4ce2-45ff-bc28-1ff69d5445d2"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:57:16.565080 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=6499f50d-4ce2-45ff-bc28-1ff69d5445d2,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:57:16.640100 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0bf85f-e85b-4ab1-8808-b5f46eb46cff x-openstack-request-id: req-8d0bf85f-e85b-4ab1-8808-b5f46eb46cff {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:57:16.640391 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9", "name": "network-vif-plugged", "status": "completed", "tag": "6499f50d-4ce2-45ff-bc28-1ff69d5445d2", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:57:16.640649 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d0bf85f-e85b-4ab1-8808-b5f46eb46cff {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:57:16.641085 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6499f50d-4ce2-45ff-bc28-1ff69d5445d2', 'code': 200} Sep 01 15:57:16.800726 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a555e7-d488-4e38-81a5-13190675f3ea req-38916c9f-0916-4926-ab70-cd97e568039d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:16.802278 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-18a555e7-d488-4e38-81a5-13190675f3ea req-38916c9f-0916-4926-ab70-cd97e568039d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9 HTTP/1.1" status: 200 len: 1101 time: 0.0450518 Sep 01 15:57:16.839811 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-18a555e7-d488-4e38-81a5-13190675f3ea req-84b866ea-fd71-471d-9f23-fdc78575ba23 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=075b5740-61b1-4efa-b66b-34f54f68a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293136 Sep 01 15:57:17.063896 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d7307-13cd-4006-9a91-29a7b5b8e75f req-ab9f6f42-df92-4039-a639-acbec3ce8b9f tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:17.065413 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-953d7307-13cd-4006-9a91-29a7b5b8e75f req-ab9f6f42-df92-4039-a639-acbec3ce8b9f tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.60 "GET /v2.0/ports?device_id=86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9 HTTP/1.1" status: 200 len: 950 time: 0.0544827 Sep 01 15:57:17.108687 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-953d7307-13cd-4006-9a91-29a7b5b8e75f req-b8589bb1-fd67-4940-8f03-39edf163ce57 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.60 "GET /v2.0/security-groups?id=075b5740-61b1-4efa-b66b-34f54f68a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370829 Sep 01 15:57:18.241266 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4f5c8-576d-4d22-83fd-77b300e29cf0 req-170d6532-ca08-40b6-9799-9bb5d456c49a tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:18.242849 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c3f4f5c8-576d-4d22-83fd-77b300e29cf0 req-170d6532-ca08-40b6-9799-9bb5d456c49a tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.60 "GET /v2.0/ports?device_id=86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9 HTTP/1.1" status: 200 len: 950 time: 0.0522270 Sep 01 15:57:18.285146 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c3f4f5c8-576d-4d22-83fd-77b300e29cf0 req-b28a0587-ef04-408e-af59-424b122927b6 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.60 "GET /v2.0/security-groups?id=075b5740-61b1-4efa-b66b-34f54f68a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359519 Sep 01 15:57:18.646234 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-d802f5d2-6557-4dd7-9017-6dd045f364bb req-96d61235-9d4d-455f-b851-2456fcdfc923 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:57:18.647285 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d802f5d2-6557-4dd7-9017-6dd045f364bb req-96d61235-9d4d-455f-b851-2456fcdfc923 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0543828 Sep 01 15:57:19.047173 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-b06be498-3f2e-458d-92d7-b1c767c12f73 req-b66dce35-d2ca-472b-a6a1-f1ba11aee1e3 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:57:19.048193 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b06be498-3f2e-458d-92d7-b1c767c12f73 req-b66dce35-d2ca-472b-a6a1-f1ba11aee1e3 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477316 Sep 01 15:57:19.393503 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ad61e-0e6d-42fc-becb-2d2879266cdb req-ad4cefc3-50bd-4969-90ef-ba9037f77825 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:19.395069 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d44ad61e-0e6d-42fc-becb-2d2879266cdb req-ad4cefc3-50bd-4969-90ef-ba9037f77825 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.60 "GET /v2.0/ports?device_id=86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9 HTTP/1.1" status: 200 len: 950 time: 0.0558071 Sep 01 15:57:19.433015 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d44ad61e-0e6d-42fc-becb-2d2879266cdb req-f5e985f7-c76a-451c-9e10-f5ca1fa93391 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.60 "GET /v2.0/security-groups?id=075b5740-61b1-4efa-b66b-34f54f68a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319879 Sep 01 15:57:20.553242 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0239c83-bff2-4dee-aa35-291698218ca8 req-9d47abd1-e496-4435-9dc5-835f341dc8d5 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:20.554837 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b0239c83-bff2-4dee-aa35-291698218ca8 req-9d47abd1-e496-4435-9dc5-835f341dc8d5 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.60 "GET /v2.0/ports?device_id=86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9 HTTP/1.1" status: 200 len: 950 time: 0.0513611 Sep 01 15:57:20.593867 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b0239c83-bff2-4dee-aa35-291698218ca8 req-ab8b41d0-529a-4eb5-8984-696aca0bf2c8 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.60 "GET /v2.0/security-groups?id=075b5740-61b1-4efa-b66b-34f54f68a669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327768 Sep 01 15:57:20.953697 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59739621-a462-4cef-913b-6c4e10bd1f58 req-bfddc424-001a-4c6d-9fda-e89222e86fa7 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:20.955180 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-59739621-a462-4cef-913b-6c4e10bd1f58 req-bfddc424-001a-4c6d-9fda-e89222e86fa7 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.62 "GET /v2.0/ports?device_id=86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9 HTTP/1.1" status: 200 len: 950 time: 0.0502017 Sep 01 15:57:21.044910 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-59739621-a462-4cef-913b-6c4e10bd1f58 req-956419e3-b9dc-439f-9a21-dc223850ab61 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Deleting port 6499f50d-4ce2-45ff-bc28-1ff69d5445d2 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:57:21.045256 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-59739621-a462-4cef-913b-6c4e10bd1f58 req-956419e3-b9dc-439f-9a21-dc223850ab61 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:21.138431 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-59739621-a462-4cef-913b-6c4e10bd1f58 req-956419e3-b9dc-439f-9a21-dc223850ab61 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] For port 6499f50d-4ce2-45ff-bc28-1ff69d5445d2, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=6499f50d-4ce2-45ff-bc28-1ff69d5445d2,segment=NetworkSegment(01f97303-9151-4703-ae28-55d70981d7dc),segment_id=01f97303-9151-4703-ae28-55d70981d7dc)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:57:21.138809 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-59739621-a462-4cef-913b-6c4e10bd1f58 req-956419e3-b9dc-439f-9a21-dc223850ab61 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:21.152628 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-59739621-a462-4cef-913b-6c4e10bd1f58 req-956419e3-b9dc-439f-9a21-dc223850ab61 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Calling delete_port for 6499f50d-4ce2-45ff-bc28-1ff69d5445d2 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:57:21.286614 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-59739621-a462-4cef-913b-6c4e10bd1f58 req-956419e3-b9dc-439f-9a21-dc223850ab61 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:21.314356 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956419e3-b9dc-439f-9a21-dc223850ab61 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Pushing event deleted for resources: {'Port': ['ID=6499f50d-4ce2-45ff-bc28-1ff69d5445d2,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:57:21.330864 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['6499f50d-4ce2-45ff-bc28-1ff69d5445d2'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:57:21.360492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-59739621-a462-4cef-913b-6c4e10bd1f58 req-956419e3-b9dc-439f-9a21-dc223850ab61 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] No DVR routers for this DVR port 6499f50d-4ce2-45ff-bc28-1ff69d5445d2 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:57:21.363113 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-59739621-a462-4cef-913b-6c4e10bd1f58 req-956419e3-b9dc-439f-9a21-dc223850ab61 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:21.365170 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-59739621-a462-4cef-913b-6c4e10bd1f58 req-956419e3-b9dc-439f-9a21-dc223850ab61 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.62 "DELETE /v2.0/ports/6499f50d-4ce2-45ff-bc28-1ff69d5445d2 HTTP/1.1" status: 204 len: 173 time: 0.4027195 Sep 01 15:57:21.365614 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9', 'name': 'network-vif-deleted', 'tag': '6499f50d-4ce2-45ff-bc28-1ff69d5445d2'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:57:21.368080 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2204031-5fd6-44a6-8cd5-85e36e9aade3" -d '{"events": [{"server_uuid": "86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9", "name": "network-vif-deleted", "tag": "6499f50d-4ce2-45ff-bc28-1ff69d5445d2"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:57:21.413442 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0b387a-da93-40e8-a511-1726955d1fdd x-openstack-request-id: req-9f0b387a-da93-40e8-a511-1726955d1fdd {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:57:21.414070 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9", "name": "network-vif-deleted", "tag": "6499f50d-4ce2-45ff-bc28-1ff69d5445d2", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:57:21.414403 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9f0b387a-da93-40e8-a511-1726955d1fdd {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:57:21.415012 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9', 'name': 'network-vif-deleted', 'tag': '6499f50d-4ce2-45ff-bc28-1ff69d5445d2', 'status': 'completed', 'code': 200} Sep 01 15:57:21.702451 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-39f930c7-bbd6-42e7-95d9-14f40fb3f9f1 req-81aa55dc-52b7-4d26-9561-6a718c64f321 tempest-ServersAdminNegativeTestJSON-1639984117 tempest-ServersAdminNegativeTestJSON-1639984117-project] 10.222.0.60 "GET /v2.0/ports?device_id=86ce8a2a-b3a0-4dc2-8ba5-5b28e0046da9 HTTP/1.1" status: 200 len: 210 time: 0.0276327 Sep 01 15:57:23.004463 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53612) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:57:23.134702 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ec029a34-50f7-4e88-8937-ba93f29ca03c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8dc119ce9c14489d98507a8fa7e258c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289737 Sep 01 15:57:23.137212 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53616) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:57:23.184315 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6937137-47f2-4510-8908-88c00095b8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:23.209565 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6937137-47f2-4510-8908-88c00095b8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:23.259334 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6937137-47f2-4510-8908-88c00095b8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:23.261922 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a6937137-47f2-4510-8908-88c00095b8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:23.263050 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a6937137-47f2-4510-8908-88c00095b8dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/075b5740-61b1-4efa-b66b-34f54f68a669 HTTP/1.1" status: 204 len: 168 time: 0.1249537 Sep 01 15:57:23.270802 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6937137-47f2-4510-8908-88c00095b8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075b5740-61b1-4efa-b66b-34f54f68a669,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:57:23.527717 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53622) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:57:23.541380 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b44c-0900-411b-9548-80a54ade7438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:23.633934 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b44c-0900-411b-9548-80a54ade7438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:23.638880 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d8c9b44c-0900-411b-9548-80a54ade7438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:23.695920 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d8c9b44c-0900-411b-9548-80a54ade7438 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e90d42c9244a4e5a954581360bc85ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1670816 Sep 01 15:57:23.696788 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9b44c-0900-411b-9548-80a54ade7438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b54b963-a4be-4b60-9ce4-dbeab22eed95,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:57:23.698768 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53624) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:57:23.749817 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6a6ce145-5ace-402b-a825-5356917ea377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:23.771055 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6a6ce145-5ace-402b-a825-5356917ea377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:23.820363 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6a6ce145-5ace-402b-a825-5356917ea377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:23.823099 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6a6ce145-5ace-402b-a825-5356917ea377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:23.824325 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6a6ce145-5ace-402b-a825-5356917ea377 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b54b963-a4be-4b60-9ce4-dbeab22eed95 HTTP/1.1" status: 204 len: 168 time: 0.1245525 Sep 01 15:57:23.832888 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ce145-5ace-402b-a825-5356917ea377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b54b963-a4be-4b60-9ce4-dbeab22eed95,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:57:24.354116 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 6499f50d-4ce2-45ff-bc28-1ff69d5445d2 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:57:24.384351 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 6499f50d-4ce2-45ff-bc28-1ff69d5445d2 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:57:24.384946 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 6499f50d-4ce2-45ff-bc28-1ff69d5445d2 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:57:24.551041 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53646) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:57:24.647315 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-5624cbf0-5a49-4ba1-841c-132298ea3035 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-847352271-network', 'tenant_id': 'db95b41b98ca4e67becd22545eb0c746'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:57:24.673138 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5624cbf0-5a49-4ba1-841c-132298ea3035 admin admin] Made reservation on behalf of db95b41b98ca4e67becd22545eb0c746 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:57:24.675659 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5624cbf0-5a49-4ba1-841c-132298ea3035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:24.684491 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5624cbf0-5a49-4ba1-841c-132298ea3035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:24.795146 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5624cbf0-5a49-4ba1-841c-132298ea3035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:24.800305 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5624cbf0-5a49-4ba1-841c-132298ea3035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:24.826120 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5624cbf0-5a49-4ba1-841c-132298ea3035 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:57:24.835530 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624cbf0-5a49-4ba1-841c-132298ea3035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:57:24.843653 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5624cbf0-5a49-4ba1-841c-132298ea3035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:24.843653 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-5624cbf0-5a49-4ba1-841c-132298ea3035 admin admin] Added segment 99c6e087-80a6-4e3e-9a1f-5986208bbfc2 of type vlan for network b6e6484c-cc30-4b30-b237-f59bc9ed5c86 Sep 01 15:57:24.885128 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5624cbf0-5a49-4ba1-841c-132298ea3035 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:24.909571 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5624cbf0-5a49-4ba1-841c-132298ea3035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:24.910544 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5624cbf0-5a49-4ba1-841c-132298ea3035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:24.911128 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5624cbf0-5a49-4ba1-841c-132298ea3035 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:24.969262 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5624cbf0-5a49-4ba1-841c-132298ea3035 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4170752 Sep 01 15:57:24.972752 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53650) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:57:24.974833 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624cbf0-5a49-4ba1-841c-132298ea3035 admin admin] Pushing event updated for resources: {'Network': ['ID=b6e6484c-cc30-4b30-b237-f59bc9ed5c86,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:57:24.977765 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-88749646-fafb-4e2c-acce-b555c4bc3b10 admin admin] Request body: {'subnet': {'network_id': 'b6e6484c-cc30-4b30-b237-f59bc9ed5c86', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-847352271-subnet', 'tenant_id': 'db95b41b98ca4e67becd22545eb0c746', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:57:24.984985 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network b6e6484c-cc30-4b30-b237-f59bc9ed5c86 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:57:25.002009 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88749646-fafb-4e2c-acce-b555c4bc3b10 admin admin] Made reservation on behalf of db95b41b98ca4e67becd22545eb0c746 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:57:25.004533 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-88749646-fafb-4e2c-acce-b555c4bc3b10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:25.174781 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-88749646-fafb-4e2c-acce-b555c4bc3b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:25.227854 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88749646-fafb-4e2c-acce-b555c4bc3b10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7281aec5-5554-4c78-845f-2a5ebd35048e,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:57:25.237887 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88749646-fafb-4e2c-acce-b555c4bc3b10 admin admin] Checking segment: {'id': '99c6e087-80a6-4e3e-9a1f-5986208bbfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b6e6484c-cc30-4b30-b237-f59bc9ed5c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:57:25.238245 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88749646-fafb-4e2c-acce-b555c4bc3b10 admin admin] Network hostable DHCP agents. Network: b6e6484c-cc30-4b30-b237-f59bc9ed5c86, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:57:25.257456 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88749646-fafb-4e2c-acce-b555c4bc3b10 admin admin] Network b6e6484c-cc30-4b30-b237-f59bc9ed5c86 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:57:25.266965 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-88749646-fafb-4e2c-acce-b555c4bc3b10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, b6e6484c-cc30-4b30-b237-f59bc9ed5c86) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:57:25.271299 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88749646-fafb-4e2c-acce-b555c4bc3b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:25.271891 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-88749646-fafb-4e2c-acce-b555c4bc3b10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:25.277458 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76127e3-f7fa-4794-b9f5-0a77a568ed53 None None] Network b6e6484c-cc30-4b30-b237-f59bc9ed5c86 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:57:25.286662 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-88749646-fafb-4e2c-acce-b555c4bc3b10 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3127217 Sep 01 15:57:25.403862 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f9b6f1-b07b-47bd-8e76-89a672f12894 None None] Network b6e6484c-cc30-4b30-b237-f59bc9ed5c86 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:57:25.725541 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-9b7bfc4d-1e88-49d2-82dc-81972cd2233b tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:25.727060 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-9b7bfc4d-1e88-49d2-82dc-81972cd2233b tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/networks?id=b6e6484c-cc30-4b30-b237-f59bc9ed5c86 HTTP/1.1" status: 200 len: 811 time: 0.1047554 Sep 01 15:57:25.743320 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-34bc06e1-3bd1-4d30-80f6-b8f89fd555df tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/quotas/db95b41b98ca4e67becd22545eb0c746 HTTP/1.1" status: 200 len: 375 time: 0.0103228 Sep 01 15:57:25.775548 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-ad046ae6-8681-486d-be35-8588f5ab4e68 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=db95b41b98ca4e67becd22545eb0c746&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266197 Sep 01 15:57:25.786845 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-4402e790-70c3-4cc6-b972-6d48c0854432 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:57:25.787818 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-4402e790-70c3-4cc6-b972-6d48c0854432 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050516 Sep 01 15:57:25.892445 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-c752966d-737d-480c-8cf0-bc5aa8853050 service neutron] 10.222.0.60 "GET /v2.0/networks/b6e6484c-cc30-4b30-b237-f59bc9ed5c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985570 Sep 01 15:57:25.982841 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-29c8239f-de3d-44ce-9082-572327379754 service neutron] 10.222.0.60 "GET /v2.0/networks/b6e6484c-cc30-4b30-b237-f59bc9ed5c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841260 Sep 01 15:57:26.149819 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6000a5ee-b36a-497b-b7f6-3ca9f0ba6657 req-ac650b25-00dd-4958-a264-027858382c8c tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 210 time: 0.0272365 Sep 01 15:57:27.251778 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fd7d5f76-be1b-49cf-a318-9e6129cb744d req-22ec88b9-ac99-449d-834d-688f1d502c69 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 210 time: 0.0284562 Sep 01 15:57:27.469187 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-3c3205fc-1dd6-4810-8fb6-9f6de16f6682 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:27.470656 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-3c3205fc-1dd6-4810-8fb6-9f6de16f6682 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.62 "GET /v2.0/networks?id=b6e6484c-cc30-4b30-b237-f59bc9ed5c86 HTTP/1.1" status: 200 len: 811 time: 0.1120317 Sep 01 15:57:27.496065 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-fe0425c5-e552-48f1-b20d-8356618a7528 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Request body: {'port': {'device_id': 'aca7b195-54d6-451c-b61e-233d2fbb42bc', 'network_id': 'b6e6484c-cc30-4b30-b237-f59bc9ed5c86', 'admin_state_up': True, 'tenant_id': 'db95b41b98ca4e67becd22545eb0c746'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:57:27.608014 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-fe0425c5-e552-48f1-b20d-8356618a7528 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Made reservation on behalf of db95b41b98ca4e67becd22545eb0c746 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:57:27.611550 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-fe0425c5-e552-48f1-b20d-8356618a7528 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:27.739347 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-fe0425c5-e552-48f1-b20d-8356618a7528 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Allocated IP 172.20.0.4 (b6e6484c-cc30-4b30-b237-f59bc9ed5c86/7281aec5-5554-4c78-845f-2a5ebd35048e/bdb6df99-99e0-4604-aa0b-55db2e25ac71) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:57:27.888959 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-fe0425c5-e552-48f1-b20d-8356618a7528 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:27.929905 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-fe0425c5-e552-48f1-b20d-8356618a7528 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:27.974574 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-fe0425c5-e552-48f1-b20d-8356618a7528 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Network b6e6484c-cc30-4b30-b237-f59bc9ed5c86 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:57:27.977852 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-fe0425c5-e552-48f1-b20d-8356618a7528 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:57:27.981839 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-fe0425c5-e552-48f1-b20d-8356618a7528 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:57:27.988771 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0425c5-e552-48f1-b20d-8356618a7528 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Pushing event updated for resources: {'Port': ['ID=bdb6df99-99e0-4604-aa0b-55db2e25ac71,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:57:28.034809 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:28.041379 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-fe0425c5-e552-48f1-b20d-8356618a7528 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:28.042319 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-fe0425c5-e552-48f1-b20d-8356618a7528 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:28.059100 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-fe0425c5-e552-48f1-b20d-8356618a7528 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5664477 Sep 01 15:57:28.081037 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-e8c36292-e98a-424c-9395-47cee12f4944 service neutron] Request body: {'port': {'device_id': 'aca7b195-54d6-451c-b61e-233d2fbb42bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:57:28.138714 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-e8c36292-e98a-424c-9395-47cee12f4944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:28.405969 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f0ff0-848d-4c38-ba4a-79b6a1dec69d req-dc3900f3-07ad-41cc-a3d3-af8c2427d65d tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:28.407673 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b9f0ff0-848d-4c38-ba4a-79b6a1dec69d req-dc3900f3-07ad-41cc-a3d3-af8c2427d65d tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 931 time: 0.0823133 Sep 01 15:57:28.482374 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7b9f0ff0-848d-4c38-ba4a-79b6a1dec69d req-65d1bd95-5478-4ecf-ae81-3597db70228b tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673504 Sep 01 15:57:28.485712 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-e8c36292-e98a-424c-9395-47cee12f4944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdb6df99-99e0-4604-aa0b-55db2e25ac71 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:57:28.492772 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-e8c36292-e98a-424c-9395-47cee12f4944 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:28.505048 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-e8c36292-e98a-424c-9395-47cee12f4944 service neutron] Transition to ACTIVE for port object bdb6df99-99e0-4604-aa0b-55db2e25ac71 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:57:28.509428 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-e8c36292-e98a-424c-9395-47cee12f4944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:28.565180 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36292-e98a-424c-9395-47cee12f4944 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb6df99-99e0-4604-aa0b-55db2e25ac71,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:57:28.634464 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-e8c36292-e98a-424c-9395-47cee12f4944 service neutron] Attempting to bind port bdb6df99-99e0-4604-aa0b-55db2e25ac71 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:57:28.634802 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-e8c36292-e98a-424c-9395-47cee12f4944 service neutron] Attempting to bind port bdb6df99-99e0-4604-aa0b-55db2e25ac71 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '99c6e087-80a6-4e3e-9a1f-5986208bbfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b6e6484c-cc30-4b30-b237-f59bc9ed5c86'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:57:28.635133 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-e8c36292-e98a-424c-9395-47cee12f4944 service neutron] Attempting to bind port bdb6df99-99e0-4604-aa0b-55db2e25ac71 on network b6e6484c-cc30-4b30-b237-f59bc9ed5c86 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:57:28.639507 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-e8c36292-e98a-424c-9395-47cee12f4944 service neutron] Port bdb6df99-99e0-4604-aa0b-55db2e25ac71 on network b6e6484c-cc30-4b30-b237-f59bc9ed5c86 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:57:28.639853 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-e8c36292-e98a-424c-9395-47cee12f4944 service neutron] Attempting to bind port bdb6df99-99e0-4604-aa0b-55db2e25ac71 on network b6e6484c-cc30-4b30-b237-f59bc9ed5c86 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:57:28.644715 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-e8c36292-e98a-424c-9395-47cee12f4944 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:57:28.645052 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-e8c36292-e98a-424c-9395-47cee12f4944 service neutron] Checking segment: {'id': '99c6e087-80a6-4e3e-9a1f-5986208bbfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b6e6484c-cc30-4b30-b237-f59bc9ed5c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:57:28.645465 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-e8c36292-e98a-424c-9395-47cee12f4944 service neutron] Bound using segment: {'id': '99c6e087-80a6-4e3e-9a1f-5986208bbfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b6e6484c-cc30-4b30-b237-f59bc9ed5c86'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:57:28.645896 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-e8c36292-e98a-424c-9395-47cee12f4944 service neutron] Bound port: bdb6df99-99e0-4604-aa0b-55db2e25ac71, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c6e087-80a6-4e3e-9a1f-5986208bbfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b6e6484c-cc30-4b30-b237-f59bc9ed5c86'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:57:28.646251 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-e8c36292-e98a-424c-9395-47cee12f4944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:28.711721 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-e8c36292-e98a-424c-9395-47cee12f4944 service neutron] For port bdb6df99-99e0-4604-aa0b-55db2e25ac71, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:57:28.714938 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-e8c36292-e98a-424c-9395-47cee12f4944 service neutron] For port bdb6df99-99e0-4604-aa0b-55db2e25ac71, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=bdb6df99-99e0-4604-aa0b-55db2e25ac71,segment=NetworkSegment(99c6e087-80a6-4e3e-9a1f-5986208bbfc2),segment_id=99c6e087-80a6-4e3e-9a1f-5986208bbfc2)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:57:28.719972 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-e8c36292-e98a-424c-9395-47cee12f4944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:28.754695 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-e8c36292-e98a-424c-9395-47cee12f4944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:28.755399 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-e8c36292-e98a-424c-9395-47cee12f4944 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:28.756717 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-e8c36292-e98a-424c-9395-47cee12f4944 service neutron] 10.222.0.62 "PUT /v2.0/ports/bdb6df99-99e0-4604-aa0b-55db2e25ac71 HTTP/1.1" status: 200 len: 1091 time: 0.6800392 Sep 01 15:57:28.757149 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca7b195-54d6-451c-b61e-233d2fbb42bc', 'tag': 'bdb6df99-99e0-4604-aa0b-55db2e25ac71'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:57:28.759398 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311b06ae-293d-42fc-bdea-c91df13420ce" -d '{"events": [{"name": "network-changed", "server_uuid": "aca7b195-54d6-451c-b61e-233d2fbb42bc", "tag": "bdb6df99-99e0-4604-aa0b-55db2e25ac71"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:57:28.785986 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c36292-e98a-424c-9395-47cee12f4944 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb6df99-99e0-4604-aa0b-55db2e25ac71,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:57:28.797080 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1f3f8a-0eab-4f9a-b2c2-bc2955554e04 x-openstack-request-id: req-7e1f3f8a-0eab-4f9a-b2c2-bc2955554e04 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:57:28.797407 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aca7b195-54d6-451c-b61e-233d2fbb42bc", "tag": "bdb6df99-99e0-4604-aa0b-55db2e25ac71", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:57:28.797698 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e1f3f8a-0eab-4f9a-b2c2-bc2955554e04 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:57:28.798092 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca7b195-54d6-451c-b61e-233d2fbb42bc', 'tag': 'bdb6df99-99e0-4604-aa0b-55db2e25ac71', 'status': 'completed', 'code': 200} Sep 01 15:57:28.867808 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-674492f8-a7d6-4357-a2a2-3153617762af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:28.869308 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-674492f8-a7d6-4357-a2a2-3153617762af service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=db95b41b98ca4e67becd22545eb0c746&device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 1094 time: 0.0415354 Sep 01 15:57:28.921637 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-afadc5dd-d348-4aa7-8873-c6c66cb0ac01 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdb6df99-99e0-4604-aa0b-55db2e25ac71 HTTP/1.1" status: 200 len: 217 time: 0.0371766 Sep 01 15:57:28.972209 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-6831ac2f-2e4e-4fac-973a-f9e5b26e1528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:28.973671 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-6831ac2f-2e4e-4fac-973a-f9e5b26e1528 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7281aec5-5554-4c78-845f-2a5ebd35048e HTTP/1.1" status: 200 len: 851 time: 0.0448923 Sep 01 15:57:29.005223 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-b92223a1-f787-4678-9348-b21726226836 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6e6484c-cc30-4b30-b237-f59bc9ed5c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241590 Sep 01 15:57:29.101605 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-94f5b5cc-de5b-40ea-8d7f-fc8fa2927a70 service neutron] 10.222.0.62 "GET /v2.0/networks/b6e6484c-cc30-4b30-b237-f59bc9ed5c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883772 Sep 01 15:57:29.197459 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d51a0a1-a362-46ee-a306-9b770402bd45 req-3b63133b-e98c-4a62-8288-e128d2a2ab02 service neutron] 10.222.0.62 "GET /v2.0/networks/b6e6484c-cc30-4b30-b237-f59bc9ed5c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882504 Sep 01 15:57:29.343515 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b06ae-293d-42fc-bdea-c91df13420ce req-cf7d6bf9-dee3-499f-aabc-1d54c69eb397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:29.345037 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-311b06ae-293d-42fc-bdea-c91df13420ce req-cf7d6bf9-dee3-499f-aabc-1d54c69eb397 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=db95b41b98ca4e67becd22545eb0c746&device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 1094 time: 0.0427737 Sep 01 15:57:29.438503 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b06ae-293d-42fc-bdea-c91df13420ce req-db0ff85f-5b5d-49e5-9adf-391a2efd3fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:29.439928 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-311b06ae-293d-42fc-bdea-c91df13420ce req-db0ff85f-5b5d-49e5-9adf-391a2efd3fa1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b6e6484c-cc30-4b30-b237-f59bc9ed5c86 HTTP/1.1" status: 200 len: 912 time: 0.0875967 Sep 01 15:57:29.484228 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-311b06ae-293d-42fc-bdea-c91df13420ce req-2efdc47c-c3aa-446e-ab55-bb3f45d5426e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdb6df99-99e0-4604-aa0b-55db2e25ac71 HTTP/1.1" status: 200 len: 217 time: 0.0367074 Sep 01 15:57:29.548412 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b06ae-293d-42fc-bdea-c91df13420ce req-27ae1c99-1bc3-4b22-bf29-4ced6e78e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:29.549922 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-311b06ae-293d-42fc-bdea-c91df13420ce req-27ae1c99-1bc3-4b22-bf29-4ced6e78e8f9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7281aec5-5554-4c78-845f-2a5ebd35048e HTTP/1.1" status: 200 len: 851 time: 0.0564680 Sep 01 15:57:29.598938 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-311b06ae-293d-42fc-bdea-c91df13420ce req-e80a529f-53d9-44d7-9b2b-6e0d81b74a0a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6e6484c-cc30-4b30-b237-f59bc9ed5c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379930 Sep 01 15:57:29.664218 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fdd258-c8ec-4ac0-8340-b6119ee474d9 req-b985cd3c-b9ec-484f-b039-11173f6f2679 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:29.665779 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47fdd258-c8ec-4ac0-8340-b6119ee474d9 req-b985cd3c-b9ec-484f-b039-11173f6f2679 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 943 time: 0.1131837 Sep 01 15:57:29.730174 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47fdd258-c8ec-4ac0-8340-b6119ee474d9 req-1e4633e9-0d1a-48c3-a3ae-f68741a37c79 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557973 Sep 01 15:57:29.735621 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-311b06ae-293d-42fc-bdea-c91df13420ce req-6adc66ff-8531-4e9a-ac0d-790614559fa4 service neutron] 10.222.0.62 "GET /v2.0/networks/b6e6484c-cc30-4b30-b237-f59bc9ed5c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265612 Sep 01 15:57:29.826387 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-311b06ae-293d-42fc-bdea-c91df13420ce req-1e60f935-0750-46ee-8336-4e8a64900ee4 service neutron] 10.222.0.62 "GET /v2.0/networks/b6e6484c-cc30-4b30-b237-f59bc9ed5c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807893 Sep 01 15:57:30.364098 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device bdb6df99-99e0-4604-aa0b-55db2e25ac71 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:57:30.458908 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port bdb6df99-99e0-4604-aa0b-55db2e25ac71, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=bdb6df99-99e0-4604-aa0b-55db2e25ac71,segment=NetworkSegment(99c6e087-80a6-4e3e-9a1f-5986208bbfc2),segment_id=99c6e087-80a6-4e3e-9a1f-5986208bbfc2)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:57:30.472080 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'bdb6df99-99e0-4604-aa0b-55db2e25ac71', 'network_id': 'b6e6484c-cc30-4b30-b237-f59bc9ed5c86', 'port_id': 'bdb6df99-99e0-4604-aa0b-55db2e25ac71', 'mac_address': 'fa:16:3e:78:69:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7281aec5-5554-4c78-845f-2a5ebd35048e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:57:30.517788 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:30.531933 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb6df99-99e0-4604-aa0b-55db2e25ac71 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:57:30.553856 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port bdb6df99-99e0-4604-aa0b-55db2e25ac71, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=bdb6df99-99e0-4604-aa0b-55db2e25ac71,segment=NetworkSegment(99c6e087-80a6-4e3e-9a1f-5986208bbfc2),segment_id=99c6e087-80a6-4e3e-9a1f-5986208bbfc2)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:57:30.557864 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:30.605144 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=bdb6df99-99e0-4604-aa0b-55db2e25ac71,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:57:30.852949 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5787224-3104-4502-9956-84a1b52bb194 req-c120c2e9-5240-4898-b519-b0015a44ef3d tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:30.854465 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b5787224-3104-4502-9956-84a1b52bb194 req-c120c2e9-5240-4898-b519-b0015a44ef3d tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 944 time: 0.0554888 Sep 01 15:57:30.893148 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b5787224-3104-4502-9956-84a1b52bb194 req-08584277-a1c4-4ecd-bc51-e9e66669d136 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318449 Sep 01 15:57:30.899578 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['bdb6df99-99e0-4604-aa0b-55db2e25ac71'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:57:32.013409 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51681c-0051-4af5-b19a-1bfff8c52be7 req-e916fba3-f54a-4677-993e-a203f45780e2 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:32.014924 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cd51681c-0051-4af5-b19a-1bfff8c52be7 req-e916fba3-f54a-4677-993e-a203f45780e2 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 944 time: 0.0551658 Sep 01 15:57:32.053374 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cd51681c-0051-4af5-b19a-1bfff8c52be7 req-79bf110c-6b1a-4a9e-b207-4ee0cbb2b2d3 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321321 Sep 01 15:57:32.370798 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device bdb6df99-99e0-4604-aa0b-55db2e25ac71 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:57:32.419468 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port bdb6df99-99e0-4604-aa0b-55db2e25ac71 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:57:32.423856 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port bdb6df99-99e0-4604-aa0b-55db2e25ac71 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:57:32.424230 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:32.501177 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:32.524707 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca7b195-54d6-451c-b61e-233d2fbb42bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb6df99-99e0-4604-aa0b-55db2e25ac71'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:57:32.527010 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c19206-fffb-4ced-9e7f-b9dc351d376b" -d '{"events": [{"server_uuid": "aca7b195-54d6-451c-b61e-233d2fbb42bc", "name": "network-vif-plugged", "status": "completed", "tag": "bdb6df99-99e0-4604-aa0b-55db2e25ac71"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:57:32.540108 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port bdb6df99-99e0-4604-aa0b-55db2e25ac71, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=bdb6df99-99e0-4604-aa0b-55db2e25ac71,segment=NetworkSegment(99c6e087-80a6-4e3e-9a1f-5986208bbfc2),segment_id=99c6e087-80a6-4e3e-9a1f-5986208bbfc2)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:57:32.544807 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:32.577159 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab95144-7a27-40f3-b6f8-eb7046072405 x-openstack-request-id: req-aab95144-7a27-40f3-b6f8-eb7046072405 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:57:32.577515 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca7b195-54d6-451c-b61e-233d2fbb42bc", "name": "network-vif-plugged", "status": "completed", "tag": "bdb6df99-99e0-4604-aa0b-55db2e25ac71", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:57:32.577807 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aab95144-7a27-40f3-b6f8-eb7046072405 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:57:32.578224 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca7b195-54d6-451c-b61e-233d2fbb42bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb6df99-99e0-4604-aa0b-55db2e25ac71', 'code': 200} Sep 01 15:57:32.604519 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=bdb6df99-99e0-4604-aa0b-55db2e25ac71,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:57:32.695285 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcebc2-889a-4dd6-ba9c-04636e572c14 req-06c4f292-d195-4c81-b4b4-c0d4238794ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:32.696723 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-08bcebc2-889a-4dd6-ba9c-04636e572c14 req-06c4f292-d195-4c81-b4b4-c0d4238794ac service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 1096 time: 0.0394421 Sep 01 15:57:32.732679 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-08bcebc2-889a-4dd6-ba9c-04636e572c14 req-342f0768-7a62-4fbe-9e72-93720c9109af service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282450 Sep 01 15:57:33.169765 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793207a1-6895-4c79-8263-cb3342011648 req-e7149b0f-fabe-49ec-8465-c365574c8cb9 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:33.171291 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-793207a1-6895-4c79-8263-cb3342011648 req-e7149b0f-fabe-49ec-8465-c365574c8cb9 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 945 time: 0.0485973 Sep 01 15:57:33.209075 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-793207a1-6895-4c79-8263-cb3342011648 req-c5e21438-70fe-4690-bd2e-057f8fdacfe9 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318153 Sep 01 15:57:34.324014 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367958a-8520-48e1-923e-9a7486a6b14b req-0b6acfc2-9815-4635-a7e8-4c6ce85df5a7 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:34.325550 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2367958a-8520-48e1-923e-9a7486a6b14b req-0b6acfc2-9815-4635-a7e8-4c6ce85df5a7 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 945 time: 0.0489342 Sep 01 15:57:34.367039 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2367958a-8520-48e1-923e-9a7486a6b14b req-e192fd7f-ca8d-4fac-99d9-acff89bfb312 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339365 Sep 01 15:57:35.584551 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53710) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:57:35.638243 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2e8fa-85c8-4ef3-9390-fdc5bdf63702 req-96d4bad7-efb2-4f24-a58b-72889ee7fc6b tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:35.640388 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-32f2e8fa-85c8-4ef3-9390-fdc5bdf63702 req-96d4bad7-efb2-4f24-a58b-72889ee7fc6b tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 945 time: 0.0549603 Sep 01 15:57:35.680138 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-32f2e8fa-85c8-4ef3-9390-fdc5bdf63702 req-af0d7e49-ad06-4671-b7fb-5ff965148380 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334973 Sep 01 15:57:35.712649 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-5c919cee-3fd8-4ff9-b6c1-f8383694d5ca service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1264796 Sep 01 15:57:35.722801 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-08769cfd-e8c1-426e-bd2f-84af29086cdb service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:57:35.723624 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-08769cfd-e8c1-426e-bd2f-84af29086cdb service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055189 Sep 01 15:57:36.830614 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbaf07-03cc-4da3-bd01-c8482d22b87a req-d541381d-66ea-49a9-aeb7-0b1b573313b8 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:36.832867 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0cbaf07-03cc-4da3-bd01-c8482d22b87a req-d541381d-66ea-49a9-aeb7-0b1b573313b8 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 945 time: 0.0806081 Sep 01 15:57:36.843949 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-771845e0-0c7b-4b6d-b90a-c13abf35c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:36.845546 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-771845e0-0c7b-4b6d-b90a-c13abf35c504 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=db95b41b98ca4e67becd22545eb0c746&device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 1096 time: 0.0672235 Sep 01 15:57:36.924634 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0cbaf07-03cc-4da3-bd01-c8482d22b87a req-b0d894d5-a53d-44e3-819e-74810489a571 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778160 Sep 01 15:57:36.975610 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-52b153eb-dc83-4abe-b977-a9850f11e25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:36.976976 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-52b153eb-dc83-4abe-b977-a9850f11e25d service neutron] 10.222.0.62 "GET /v2.0/networks?id=b6e6484c-cc30-4b30-b237-f59bc9ed5c86 HTTP/1.1" status: 200 len: 912 time: 0.1089051 Sep 01 15:57:37.019773 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-0777f5bb-c76a-4c42-8498-8d463c76321a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdb6df99-99e0-4604-aa0b-55db2e25ac71 HTTP/1.1" status: 200 len: 217 time: 0.0350251 Sep 01 15:57:37.068883 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-5ca559c5-6d67-40ff-8697-dfad0b4d5f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:37.070352 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-5ca559c5-6d67-40ff-8697-dfad0b4d5f02 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7281aec5-5554-4c78-845f-2a5ebd35048e HTTP/1.1" status: 200 len: 851 time: 0.0433226 Sep 01 15:57:37.105628 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-fff17170-0c5b-4864-a923-4bbd03b27968 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6e6484c-cc30-4b30-b237-f59bc9ed5c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282602 Sep 01 15:57:37.203531 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-19a85d94-c75f-406f-9451-2f8f1676d030 service neutron] 10.222.0.62 "GET /v2.0/networks/b6e6484c-cc30-4b30-b237-f59bc9ed5c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906749 Sep 01 15:57:37.297171 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-90bb23b8-d8bd-4410-9663-8d92237d1138 service neutron] 10.222.0.62 "GET /v2.0/networks/b6e6484c-cc30-4b30-b237-f59bc9ed5c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860128 Sep 01 15:57:38.044997 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53750443-bdb9-4037-9987-b3c9da308a8c req-cc7681ba-ac0f-409d-9017-2896b8cdbd2f tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:38.046696 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-53750443-bdb9-4037-9987-b3c9da308a8c req-cc7681ba-ac0f-409d-9017-2896b8cdbd2f tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 945 time: 0.0544212 Sep 01 15:57:38.084963 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-53750443-bdb9-4037-9987-b3c9da308a8c req-3b6a92c8-51fa-4806-86e8-6ae996512c08 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320787 Sep 01 15:57:38.902658 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:39.202971 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e86ae7-3eff-48b0-a1ff-f53d2dad156e req-15912f4c-471d-4843-a17a-0b225be48b03 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:39.204459 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e8e86ae7-3eff-48b0-a1ff-f53d2dad156e req-15912f4c-471d-4843-a17a-0b225be48b03 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 945 time: 0.0516291 Sep 01 15:57:39.243347 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e8e86ae7-3eff-48b0-a1ff-f53d2dad156e req-2e34848e-465a-4084-a00e-25049ff292c4 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330672 Sep 01 15:57:39.344394 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d858573e-38a7-4b18-ba1f-1568168bc148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:40.362768 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8e6cf-e926-4d32-854d-a23face35fd2 req-a545abe9-5099-4466-9a49-bdb55ea09775 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:40.364325 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06b8e6cf-e926-4d32-854d-a23face35fd2 req-a545abe9-5099-4466-9a49-bdb55ea09775 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 945 time: 0.0546696 Sep 01 15:57:40.408742 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06b8e6cf-e926-4d32-854d-a23face35fd2 req-61674cc2-2503-45f3-92a8-4f08a1a6f178 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371013 Sep 01 15:57:41.526739 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b2d65-f7f7-4974-8058-13500f233fc4 req-3173baed-bbbe-4cef-a3a5-a54c13d724de tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:41.528232 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-711b2d65-f7f7-4974-8058-13500f233fc4 req-3173baed-bbbe-4cef-a3a5-a54c13d724de tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 945 time: 0.0499029 Sep 01 15:57:41.566491 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-711b2d65-f7f7-4974-8058-13500f233fc4 req-71f2761e-0d2f-4bae-8162-932b39d36ecd tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320733 Sep 01 15:57:42.205093 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:42.685028 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a5c43-a1ab-49e4-a340-4e10fec9e69a req-cae06cd2-2dfa-41e3-9403-f069352cc94d tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:42.687327 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-812a5c43-a1ab-49e4-a340-4e10fec9e69a req-cae06cd2-2dfa-41e3-9403-f069352cc94d tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 945 time: 0.0513225 Sep 01 15:57:42.725957 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-812a5c43-a1ab-49e4-a340-4e10fec9e69a req-482c2e46-745f-414e-83e3-64f58c71bf71 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327644 Sep 01 15:57:43.387996 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:43.696015 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bf118bf0-3e2c-49bb-b82e-cbf74f79bc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:43.838261 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f92c48-afb0-427d-8b25-f47ffd4e24fd req-f2f78268-1df6-405f-8b48-5f8983fcfdf8 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:43.839745 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-03f92c48-afb0-427d-8b25-f47ffd4e24fd req-f2f78268-1df6-405f-8b48-5f8983fcfdf8 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 945 time: 0.0480776 Sep 01 15:57:43.881241 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-03f92c48-afb0-427d-8b25-f47ffd4e24fd req-ebab2243-fdf7-43b2-8c13-9dc89129026c tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348337 Sep 01 15:57:45.000614 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5a809-6231-4408-b7d8-af333ba1b602 req-8c612b30-9469-43c1-9539-c09d2056d2e5 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:45.002115 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4ef5a809-6231-4408-b7d8-af333ba1b602 req-8c612b30-9469-43c1-9539-c09d2056d2e5 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 945 time: 0.0543714 Sep 01 15:57:45.039742 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4ef5a809-6231-4408-b7d8-af333ba1b602 req-a5672ca2-b4fe-4ced-bcc4-a1524faf560c tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316360 Sep 01 15:57:45.303636 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:45.975369 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca429e64-d239-4475-bf35-75d4007e7034 req-c04e3304-8c29-4d5b-9a0a-a8fa35845dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:45.976830 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca429e64-d239-4475-bf35-75d4007e7034 req-c04e3304-8c29-4d5b-9a0a-a8fa35845dc6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=db95b41b98ca4e67becd22545eb0c746&device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 1096 time: 0.0398810 Sep 01 15:57:46.084637 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca429e64-d239-4475-bf35-75d4007e7034 req-a256ac6c-7046-4e74-9731-b1efe30bfa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:46.086123 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca429e64-d239-4475-bf35-75d4007e7034 req-a256ac6c-7046-4e74-9731-b1efe30bfa7a service neutron] 10.222.0.62 "GET /v2.0/networks?id=b6e6484c-cc30-4b30-b237-f59bc9ed5c86 HTTP/1.1" status: 200 len: 912 time: 0.0858328 Sep 01 15:57:46.144231 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca429e64-d239-4475-bf35-75d4007e7034 req-473e1276-8906-442a-96f2-30422dc6908e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdb6df99-99e0-4604-aa0b-55db2e25ac71 HTTP/1.1" status: 200 len: 217 time: 0.0470216 Sep 01 15:57:46.219711 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8b286-fbe3-4159-9a2a-350b79a8d417 req-b906f091-f08f-481d-a419-e955bf6b084d tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:46.221482 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e3e8b286-fbe3-4159-9a2a-350b79a8d417 req-b906f091-f08f-481d-a419-e955bf6b084d tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 945 time: 0.0870605 Sep 01 15:57:46.222867 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca429e64-d239-4475-bf35-75d4007e7034 req-a4360591-0aab-4995-9e31-f2215bbc6776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:46.224185 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca429e64-d239-4475-bf35-75d4007e7034 req-a4360591-0aab-4995-9e31-f2215bbc6776 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7281aec5-5554-4c78-845f-2a5ebd35048e HTTP/1.1" status: 200 len: 851 time: 0.0625064 Sep 01 15:57:46.266718 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca429e64-d239-4475-bf35-75d4007e7034 req-8411ee6c-987d-4427-9c09-424bdcd83a33 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6e6484c-cc30-4b30-b237-f59bc9ed5c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331020 Sep 01 15:57:46.300326 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e3e8b286-fbe3-4159-9a2a-350b79a8d417 req-1b8e8992-808c-475a-adad-b257741aa638 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729373 Sep 01 15:57:46.369380 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca429e64-d239-4475-bf35-75d4007e7034 req-9dd780ce-7ccf-49fd-b2a0-2cd9d87ef493 service neutron] 10.222.0.62 "GET /v2.0/networks/b6e6484c-cc30-4b30-b237-f59bc9ed5c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921152 Sep 01 15:57:46.469515 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca429e64-d239-4475-bf35-75d4007e7034 req-a80c76e1-1bdd-45c9-b817-c460ef80af49 service neutron] 10.222.0.62 "GET /v2.0/networks/b6e6484c-cc30-4b30-b237-f59bc9ed5c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922997 Sep 01 15:57:47.418545 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd236dd2-1226-443d-b51e-c5377b19fa8a req-b16e30db-bc73-4d7a-9446-c00beae7c80d tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:47.420550 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dd236dd2-1226-443d-b51e-c5377b19fa8a req-b16e30db-bc73-4d7a-9446-c00beae7c80d tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 945 time: 0.0496202 Sep 01 15:57:47.459099 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dd236dd2-1226-443d-b51e-c5377b19fa8a req-d8783913-55c7-43fc-8a70-7ca65007dedc tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324590 Sep 01 15:57:48.891861 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3691b-3d75-4fa5-be0d-67529b0f2493 req-d054191f-8a8c-4cee-b4bc-92a934f8c36a tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:48.893298 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-54b3691b-3d75-4fa5-be0d-67529b0f2493 req-d054191f-8a8c-4cee-b4bc-92a934f8c36a tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 945 time: 0.3667209 Sep 01 15:57:48.931556 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-54b3691b-3d75-4fa5-be0d-67529b0f2493 req-28271a85-25a0-4900-976e-9aa1f4c188ee tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322745 Sep 01 15:57:50.048484 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162bf24f-7441-4e29-96b1-e18d1749884e req-b497e721-e44f-49ad-a9f1-974fa0af18c9 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:50.049987 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-162bf24f-7441-4e29-96b1-e18d1749884e req-b497e721-e44f-49ad-a9f1-974fa0af18c9 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 945 time: 0.0493155 Sep 01 15:57:50.088268 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-162bf24f-7441-4e29-96b1-e18d1749884e req-0617f835-1b65-4dbe-a01b-0bc0dead77dc tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322897 Sep 01 15:57:51.205184 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b728de3-cb1a-46f6-ad1d-1f90ce3e6dab req-145d5f8e-8d31-41d1-bf64-9ff680da53ef tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:51.206709 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6b728de3-cb1a-46f6-ad1d-1f90ce3e6dab req-145d5f8e-8d31-41d1-bf64-9ff680da53ef tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 945 time: 0.0505505 Sep 01 15:57:51.246271 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6b728de3-cb1a-46f6-ad1d-1f90ce3e6dab req-99e7370f-509c-4eda-a741-337852376bca tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335112 Sep 01 15:57:51.784013 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:57:52.367468 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70503e4a-1342-4ebd-9472-f69572baaa2e req-5ddb39ee-dc4f-4acc-963a-130e6c779b34 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:52.369074 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-70503e4a-1342-4ebd-9472-f69572baaa2e req-5ddb39ee-dc4f-4acc-963a-130e6c779b34 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 945 time: 0.0551817 Sep 01 15:57:52.407513 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-70503e4a-1342-4ebd-9472-f69572baaa2e req-c9501102-43f0-479e-84a2-ad4c4f37e306 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325525 Sep 01 15:57:53.525748 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90989f-aa96-48a8-b016-c7c79413d71c req-386f4ccc-8a85-4903-afa4-4df3a71c3ee3 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:53.527191 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-df90989f-aa96-48a8-b016-c7c79413d71c req-386f4ccc-8a85-4903-afa4-4df3a71c3ee3 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 945 time: 0.0503740 Sep 01 15:57:53.569435 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-df90989f-aa96-48a8-b016-c7c79413d71c req-aeb59d6d-7155-4013-8d71-8acc22d4d819 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361199 Sep 01 15:57:54.693094 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863def00-5f81-4fc6-bcf8-37d509b47810 req-131acb09-fa15-4a01-b6d0-3e5c09d63abe tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:54.695155 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-863def00-5f81-4fc6-bcf8-37d509b47810 req-131acb09-fa15-4a01-b6d0-3e5c09d63abe tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 945 time: 0.0578601 Sep 01 15:57:54.737458 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-863def00-5f81-4fc6-bcf8-37d509b47810 req-c6055c70-95e8-4839-aef3-a1fc7caccc41 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356715 Sep 01 15:57:55.855535 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda80f5-35e8-435a-8d44-c2d017fffd71 req-5243dcf6-3507-4541-8b54-bfd12b0264b8 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:55.857108 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9eda80f5-35e8-435a-8d44-c2d017fffd71 req-5243dcf6-3507-4541-8b54-bfd12b0264b8 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 945 time: 0.0496020 Sep 01 15:57:55.895858 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9eda80f5-35e8-435a-8d44-c2d017fffd71 req-2db907fb-b8d9-4ce0-97dd-e1bef722c50c tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317819 Sep 01 15:57:57.014124 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f3b13-7a28-4d4a-bf92-b11c5ae4e313 req-e794724d-c3d4-4f5f-8232-904ef0b5cb01 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:57.015662 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-548f3b13-7a28-4d4a-bf92-b11c5ae4e313 req-e794724d-c3d4-4f5f-8232-904ef0b5cb01 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 945 time: 0.0505660 Sep 01 15:57:57.054430 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-548f3b13-7a28-4d4a-bf92-b11c5ae4e313 req-852f3133-31a0-4931-8893-165fa3f0c141 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326574 Sep 01 15:57:58.050744 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:57:58.168330 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db1ac1-95ac-4c6d-a99b-314684d4066f req-956215d4-bf70-47cc-a2fa-b9d5b9cafd1c tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:58.170384 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-61db1ac1-95ac-4c6d-a99b-314684d4066f req-956215d4-bf70-47cc-a2fa-b9d5b9cafd1c tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 945 time: 0.0494750 Sep 01 15:57:58.209803 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-61db1ac1-95ac-4c6d-a99b-314684d4066f req-36c856f8-2927-4df1-902b-554fb7c47244 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333731 Sep 01 15:57:59.331205 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d3514-2c0b-43f3-a5b8-3d751f156807 req-0ac09077-d15c-4420-b5e4-70aff477fb5b tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:57:59.332723 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e58d3514-2c0b-43f3-a5b8-3d751f156807 req-0ac09077-d15c-4420-b5e4-70aff477fb5b tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 945 time: 0.0545828 Sep 01 15:57:59.374581 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e58d3514-2c0b-43f3-a5b8-3d751f156807 req-3ca3f2b0-4f3c-4a78-882c-88d023f25eae tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358250 Sep 01 15:58:00.490701 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d77c02-35fd-46c6-b373-951ce29025d4 req-bd30644f-727f-49b0-b5fd-22c46ecf2001 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:00.492185 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c8d77c02-35fd-46c6-b373-951ce29025d4 req-bd30644f-727f-49b0-b5fd-22c46ecf2001 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 945 time: 0.0503094 Sep 01 15:58:00.536133 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c8d77c02-35fd-46c6-b373-951ce29025d4 req-963c0db1-ca6c-4c81-9b0b-6a29e2da55aa tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379918 Sep 01 15:58:01.655931 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ad934-0823-4671-a42a-68edd08c97ae req-7b61bfbc-e381-4ce9-a01c-dd7c37bf98fe tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:01.657445 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-555ad934-0823-4671-a42a-68edd08c97ae req-7b61bfbc-e381-4ce9-a01c-dd7c37bf98fe tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 945 time: 0.0537796 Sep 01 15:58:01.696060 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-555ad934-0823-4671-a42a-68edd08c97ae req-8484c6b5-dd1a-4014-a8b6-5ae7df8be80d tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325809 Sep 01 15:58:02.811446 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d63f3-358d-4ed1-9783-d9c27937bf6c req-8481d79a-1684-4b7c-b401-d33b67345398 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:02.812861 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f76d63f3-358d-4ed1-9783-d9c27937bf6c req-8481d79a-1684-4b7c-b401-d33b67345398 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 945 time: 0.0488720 Sep 01 15:58:02.857216 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f76d63f3-358d-4ed1-9783-d9c27937bf6c req-b7a5503c-f495-4323-9e34-63a789d65540 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317862 Sep 01 15:58:03.975201 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd43e2-3938-49d4-8b09-889c2ef467c3 req-32ae12a0-aa1d-471c-8d39-3e2827faaf2e tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:03.976698 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-62bd43e2-3938-49d4-8b09-889c2ef467c3 req-32ae12a0-aa1d-471c-8d39-3e2827faaf2e tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 945 time: 0.0500143 Sep 01 15:58:04.015164 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-62bd43e2-3938-49d4-8b09-889c2ef467c3 req-fc46a498-e89b-4b1a-906c-c9e501dae176 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324502 Sep 01 15:58:04.804436 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-265e5152-b982-4c5a-a78e-68610dc6d04f service neutron] show failed (client error): The resource could not be found. Sep 01 15:58:04.805382 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-265e5152-b982-4c5a-a78e-68610dc6d04f service neutron] 10.222.0.62 "GET /v2.0/ports/bdb6df99-99e0-4604-aa0b-55db2e25ac71/bindings/n-h1-794796-3 HTTP/1.1" status: 404 len: 380 time: 0.0573626 Sep 01 15:58:05.054919 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-8acf466a-2e6a-44fb-af30-dd8b7522ff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:05.056394 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-8acf466a-2e6a-44fb-af30-dd8b7522ff87 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc&tenant_id=db95b41b98ca4e67becd22545eb0c746 HTTP/1.1" status: 200 len: 1096 time: 0.0763881 Sep 01 15:58:05.067581 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-d8bc3981-7094-4c2c-86d8-d81b99d538ed service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 15:58:05.068686 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-d8bc3981-7094-4c2c-86d8-d81b99d538ed service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052547 Sep 01 15:58:05.080899 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794796-3', 'device_owner': 'compute:nova'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:05.132435 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971cb38-7d23-4218-8063-c9dd60d1ed6b req-6240c29e-bb9d-4c5a-a365-655c4d134a11 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:05.133952 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7971cb38-7d23-4218-8063-c9dd60d1ed6b req-6240c29e-bb9d-4c5a-a365-655c4d134a11 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 945 time: 0.0511749 Sep 01 15:58:05.138471 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:05.177692 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7971cb38-7d23-4218-8063-c9dd60d1ed6b req-724daedf-5a69-4e62-8497-edda5b81e62d tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327959 Sep 01 15:58:05.353101 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] For port bdb6df99-99e0-4604-aa0b-55db2e25ac71, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=bdb6df99-99e0-4604-aa0b-55db2e25ac71,segment=NetworkSegment(99c6e087-80a6-4e3e-9a1f-5986208bbfc2),segment_id=99c6e087-80a6-4e3e-9a1f-5986208bbfc2)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:58:05.385945 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] For port bdb6df99-99e0-4604-aa0b-55db2e25ac71, host n-h2-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:58:05.426793 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca7b195-54d6-451c-b61e-233d2fbb42bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdb6df99-99e0-4604-aa0b-55db2e25ac71'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:58:05.429071 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e269240a-58c6-4ef4-9964-94368e74fea0" -d '{"events": [{"server_uuid": "aca7b195-54d6-451c-b61e-233d2fbb42bc", "name": "network-vif-unplugged", "status": "completed", "tag": "bdb6df99-99e0-4604-aa0b-55db2e25ac71"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:58:05.433240 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:05.450962 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Transition to ACTIVE for port object bdb6df99-99e0-4604-aa0b-55db2e25ac71 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:58:05.455110 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:05.484546 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958568fa-aef2-48a6-b004-ddb810052263 x-openstack-request-id: req-958568fa-aef2-48a6-b004-ddb810052263 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:58:05.484841 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca7b195-54d6-451c-b61e-233d2fbb42bc", "name": "network-vif-unplugged", "status": "completed", "tag": "bdb6df99-99e0-4604-aa0b-55db2e25ac71", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:58:05.485100 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-958568fa-aef2-48a6-b004-ddb810052263 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:58:05.485505 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca7b195-54d6-451c-b61e-233d2fbb42bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdb6df99-99e0-4604-aa0b-55db2e25ac71', 'code': 200} Sep 01 15:58:05.521917 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] No DVR routers for this DVR port bdb6df99-99e0-4604-aa0b-55db2e25ac71 on host n-h2-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:58:05.523970 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb6df99-99e0-4604-aa0b-55db2e25ac71,revision_number=6']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:05.535461 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:05.535846 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:05.536192 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:05.536533 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:05.536870 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:05.537205 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:05.537537 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:05.537867 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:05.538195 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:05.538550 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:05.538878 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:05.539205 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:05.571155 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Attempting to bind port bdb6df99-99e0-4604-aa0b-55db2e25ac71 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:58:05.571419 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Attempting to bind port bdb6df99-99e0-4604-aa0b-55db2e25ac71 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '99c6e087-80a6-4e3e-9a1f-5986208bbfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b6e6484c-cc30-4b30-b237-f59bc9ed5c86'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:58:05.571757 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Attempting to bind port bdb6df99-99e0-4604-aa0b-55db2e25ac71 on network b6e6484c-cc30-4b30-b237-f59bc9ed5c86 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:58:05.576771 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Port bdb6df99-99e0-4604-aa0b-55db2e25ac71 on network b6e6484c-cc30-4b30-b237-f59bc9ed5c86 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:58:05.577100 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Attempting to bind port bdb6df99-99e0-4604-aa0b-55db2e25ac71 on network b6e6484c-cc30-4b30-b237-f59bc9ed5c86 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:58:05.581921 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:58:05.582255 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Checking segment: {'id': '99c6e087-80a6-4e3e-9a1f-5986208bbfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b6e6484c-cc30-4b30-b237-f59bc9ed5c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:58:05.582674 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Bound using segment: {'id': '99c6e087-80a6-4e3e-9a1f-5986208bbfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b6e6484c-cc30-4b30-b237-f59bc9ed5c86'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:58:05.583109 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Bound port: bdb6df99-99e0-4604-aa0b-55db2e25ac71, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c6e087-80a6-4e3e-9a1f-5986208bbfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b6e6484c-cc30-4b30-b237-f59bc9ed5c86'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:58:05.583474 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:05.650659 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] For port bdb6df99-99e0-4604-aa0b-55db2e25ac71, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:58:05.654274 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] For port bdb6df99-99e0-4604-aa0b-55db2e25ac71, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=bdb6df99-99e0-4604-aa0b-55db2e25ac71,segment=NetworkSegment(99c6e087-80a6-4e3e-9a1f-5986208bbfc2),segment_id=99c6e087-80a6-4e3e-9a1f-5986208bbfc2)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:58:05.658798 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:05.693342 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:05.693969 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:05.695404 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] 10.222.0.45 "PUT /v2.0/ports/bdb6df99-99e0-4604-aa0b-55db2e25ac71 HTTP/1.1" status: 200 len: 1091 time: 0.6186936 Sep 01 15:58:05.719259 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81cdd9-ffa9-4dfb-8f01-f2a2e4e59408 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb6df99-99e0-4604-aa0b-55db2e25ac71,revision_number=7']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:05.761099 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-2a65e56c-b25a-4ad2-ab48-5940cba90bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:05.763174 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-2a65e56c-b25a-4ad2-ab48-5940cba90bd3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db95b41b98ca4e67becd22545eb0c746&device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 1094 time: 0.0451112 Sep 01 15:58:05.860634 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-e9ac592a-e8c7-4e97-b5d3-3b7a95bad405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:05.862014 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-e9ac592a-e8c7-4e97-b5d3-3b7a95bad405 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6e6484c-cc30-4b30-b237-f59bc9ed5c86 HTTP/1.1" status: 200 len: 912 time: 0.0905256 Sep 01 15:58:05.906518 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-1ceb0e56-4732-4471-b6dc-c3bd938da176 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdb6df99-99e0-4604-aa0b-55db2e25ac71 HTTP/1.1" status: 200 len: 217 time: 0.0367727 Sep 01 15:58:05.958224 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-0b9838de-b21c-4b83-8d96-9cdb3d5f4feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:05.959737 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-0b9838de-b21c-4b83-8d96-9cdb3d5f4feb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7281aec5-5554-4c78-845f-2a5ebd35048e HTTP/1.1" status: 200 len: 851 time: 0.0452526 Sep 01 15:58:05.995998 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-0ce7580f-b2a2-48d3-a49f-a2bb7a8fb04e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6e6484c-cc30-4b30-b237-f59bc9ed5c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288076 Sep 01 15:58:06.086625 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-dfbf9d2b-0dda-4e96-a4ce-0a7746409d96 service neutron] 10.222.0.45 "GET /v2.0/networks/b6e6484c-cc30-4b30-b237-f59bc9ed5c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822623 Sep 01 15:58:06.182093 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e04a7a2b-f07d-4ee3-a499-d87f41eb80fb req-e4bcbd7c-84ea-4935-b592-4295d6a9c02d service neutron] 10.222.0.45 "GET /v2.0/networks/b6e6484c-cc30-4b30-b237-f59bc9ed5c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879242 Sep 01 15:58:06.302276 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c6adb-0a4a-46d9-9f12-fa8565391ec7 req-a8c7b2e4-2501-4bce-b322-ab747cbb757a tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:06.303815 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ed9c6adb-0a4a-46d9-9f12-fa8565391ec7 req-a8c7b2e4-2501-4bce-b322-ab747cbb757a tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 943 time: 0.0558162 Sep 01 15:58:06.343107 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ed9c6adb-0a4a-46d9-9f12-fa8565391ec7 req-8c98ae79-4956-45c1-a218-f0abaa67273f tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327337 Sep 01 15:58:07.466489 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802831d6-773c-4339-bb2a-5787ff9564a3 req-25a5e7f1-574d-470e-b3c2-bede0638ba9e tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:07.468035 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-802831d6-773c-4339-bb2a-5787ff9564a3 req-25a5e7f1-574d-470e-b3c2-bede0638ba9e tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 943 time: 0.0531726 Sep 01 15:58:07.491592 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca7b195-54d6-451c-b61e-233d2fbb42bc', 'tag': 'bdb6df99-99e0-4604-aa0b-55db2e25ac71'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:58:07.493865 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d700f392-4e44-479c-82ca-6caee87aa0b1" -d '{"events": [{"name": "network-changed", "server_uuid": "aca7b195-54d6-451c-b61e-233d2fbb42bc", "tag": "bdb6df99-99e0-4604-aa0b-55db2e25ac71"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:58:07.521244 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-802831d6-773c-4339-bb2a-5787ff9564a3 req-80ea1a50-e952-495c-a082-dec0823dca8a tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464711 Sep 01 15:58:07.547655 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51afbe9e-2815-4425-8a70-4646bd51bc18 x-openstack-request-id: req-51afbe9e-2815-4425-8a70-4646bd51bc18 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:58:07.547949 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aca7b195-54d6-451c-b61e-233d2fbb42bc", "tag": "bdb6df99-99e0-4604-aa0b-55db2e25ac71", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:58:07.548203 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-51afbe9e-2815-4425-8a70-4646bd51bc18 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:58:07.548716 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca7b195-54d6-451c-b61e-233d2fbb42bc', 'tag': 'bdb6df99-99e0-4604-aa0b-55db2e25ac71', 'status': 'completed', 'code': 200} Sep 01 15:58:07.618821 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700f392-4e44-479c-82ca-6caee87aa0b1 req-dc25d68b-180b-4022-b795-5b0eada3ce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:07.621322 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d700f392-4e44-479c-82ca-6caee87aa0b1 req-dc25d68b-180b-4022-b795-5b0eada3ce4a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db95b41b98ca4e67becd22545eb0c746&device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 1094 time: 0.0482490 Sep 01 15:58:07.643036 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700f392-4e44-479c-82ca-6caee87aa0b1 req-f7f50f86-5acc-479f-acb4-5b470b4aef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:07.644597 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d700f392-4e44-479c-82ca-6caee87aa0b1 req-f7f50f86-5acc-479f-acb4-5b470b4aef41 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=db95b41b98ca4e67becd22545eb0c746&device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 1094 time: 0.0501549 Sep 01 15:58:07.732132 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700f392-4e44-479c-82ca-6caee87aa0b1 req-994dce87-5de8-421f-8f6d-7ccc1937cf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:07.733787 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d700f392-4e44-479c-82ca-6caee87aa0b1 req-994dce87-5de8-421f-8f6d-7ccc1937cf03 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b6e6484c-cc30-4b30-b237-f59bc9ed5c86 HTTP/1.1" status: 200 len: 912 time: 0.1041889 Sep 01 15:58:07.756017 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700f392-4e44-479c-82ca-6caee87aa0b1 req-36e974ef-a857-4a37-8e92-f54460b77f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:07.757579 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d700f392-4e44-479c-82ca-6caee87aa0b1 req-36e974ef-a857-4a37-8e92-f54460b77f4b service neutron] 10.222.0.62 "GET /v2.0/networks?id=b6e6484c-cc30-4b30-b237-f59bc9ed5c86 HTTP/1.1" status: 200 len: 912 time: 0.1046622 Sep 01 15:58:07.784682 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d700f392-4e44-479c-82ca-6caee87aa0b1 req-2cdfb2a3-c2e0-4bf1-953e-85650fe46a7b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdb6df99-99e0-4604-aa0b-55db2e25ac71 HTTP/1.1" status: 200 len: 217 time: 0.0425878 Sep 01 15:58:07.805039 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d700f392-4e44-479c-82ca-6caee87aa0b1 req-bd035c50-0ece-46f6-96c6-1a381365e6e3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdb6df99-99e0-4604-aa0b-55db2e25ac71 HTTP/1.1" status: 200 len: 217 time: 0.0394611 Sep 01 15:58:07.840018 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700f392-4e44-479c-82ca-6caee87aa0b1 req-7d41c8d6-0ea7-4ef8-bfa1-86a47aab047f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:07.841526 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d700f392-4e44-479c-82ca-6caee87aa0b1 req-7d41c8d6-0ea7-4ef8-bfa1-86a47aab047f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7281aec5-5554-4c78-845f-2a5ebd35048e HTTP/1.1" status: 200 len: 851 time: 0.0485423 Sep 01 15:58:07.856604 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700f392-4e44-479c-82ca-6caee87aa0b1 req-bc7bcab0-9123-4c83-b7d0-a545c91de4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:07.857958 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d700f392-4e44-479c-82ca-6caee87aa0b1 req-bc7bcab0-9123-4c83-b7d0-a545c91de4d3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7281aec5-5554-4c78-845f-2a5ebd35048e HTTP/1.1" status: 200 len: 851 time: 0.0448425 Sep 01 15:58:07.881898 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d700f392-4e44-479c-82ca-6caee87aa0b1 req-28287c5d-6256-406e-89d6-960d2a120462 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6e6484c-cc30-4b30-b237-f59bc9ed5c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316863 Sep 01 15:58:07.891337 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d700f392-4e44-479c-82ca-6caee87aa0b1 req-f1332497-4818-40f4-98cd-71888ef72387 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6e6484c-cc30-4b30-b237-f59bc9ed5c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257893 Sep 01 15:58:07.974969 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d700f392-4e44-479c-82ca-6caee87aa0b1 req-69c7f5e2-e248-4357-96de-d2ad9a6577dd service neutron] 10.222.0.45 "GET /v2.0/networks/b6e6484c-cc30-4b30-b237-f59bc9ed5c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859859 Sep 01 15:58:07.986351 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d700f392-4e44-479c-82ca-6caee87aa0b1 req-a3a5dbdb-68c6-4bde-a046-fc855f38656c service neutron] 10.222.0.62 "GET /v2.0/networks/b6e6484c-cc30-4b30-b237-f59bc9ed5c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875497 Sep 01 15:58:08.074907 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d700f392-4e44-479c-82ca-6caee87aa0b1 req-1b947d06-7d8d-4ae0-9534-688143159476 service neutron] 10.222.0.45 "GET /v2.0/networks/b6e6484c-cc30-4b30-b237-f59bc9ed5c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924995 Sep 01 15:58:08.089005 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d700f392-4e44-479c-82ca-6caee87aa0b1 req-1ab81113-50b5-4784-96ac-af3dea4b894a service neutron] 10.222.0.62 "GET /v2.0/networks/b6e6484c-cc30-4b30-b237-f59bc9ed5c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945525 Sep 01 15:58:08.611361 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device bdb6df99-99e0-4604-aa0b-55db2e25ac71 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:58:08.642855 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060c855-313a-4485-86de-fb2e80880a9d req-a44d1479-1711-471f-a31e-7f29e0e8fd66 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:08.644603 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1060c855-313a-4485-86de-fb2e80880a9d req-a44d1479-1711-471f-a31e-7f29e0e8fd66 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 943 time: 0.0514667 Sep 01 15:58:08.649857 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device bdb6df99-99e0-4604-aa0b-55db2e25ac71 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:58:08.684732 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1060c855-313a-4485-86de-fb2e80880a9d req-20a6c27a-a640-40ff-b1ca-efdf1665a62c tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339904 Sep 01 15:58:08.910065 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:08.982819 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b32d2-a26d-4581-bfca-aa33cb464fdd req-c4ee7f66-b3e9-4ed6-9ca3-1bca84c56951 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:08.984163 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b12b32d2-a26d-4581-bfca-aa33cb464fdd req-c4ee7f66-b3e9-4ed6-9ca3-1bca84c56951 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.62 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc&tenant_id=db95b41b98ca4e67becd22545eb0c746&binding%3Ahost_id=n-h1-794796-3 HTTP/1.1" status: 200 len: 943 time: 0.0918517 Sep 01 15:58:09.047191 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [req-b12b32d2-a26d-4581-bfca-aa33cb464fdd req-453bbf5a-be6b-4106-96cb-cad0882ff566 service neutron] delete failed (client error): The resource could not be found. Sep 01 15:58:09.048146 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b12b32d2-a26d-4581-bfca-aa33cb464fdd req-453bbf5a-be6b-4106-96cb-cad0882ff566 service neutron] 10.222.0.62 "DELETE /v2.0/ports/bdb6df99-99e0-4604-aa0b-55db2e25ac71/bindings/n-h2-794796-3 HTTP/1.1" status: 404 len: 380 time: 0.0548618 Sep 01 15:58:09.168006 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b32d2-a26d-4581-bfca-aa33cb464fdd req-d05c1424-a49c-4c01-8190-afe62aea8ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:09.169662 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b12b32d2-a26d-4581-bfca-aa33cb464fdd req-d05c1424-a49c-4c01-8190-afe62aea8ca4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=db95b41b98ca4e67becd22545eb0c746&device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 1094 time: 0.0427670 Sep 01 15:58:09.265888 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b32d2-a26d-4581-bfca-aa33cb464fdd req-9940383d-9012-4532-9de5-e4ce9f8d6d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:09.267419 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b12b32d2-a26d-4581-bfca-aa33cb464fdd req-9940383d-9012-4532-9de5-e4ce9f8d6d47 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b6e6484c-cc30-4b30-b237-f59bc9ed5c86 HTTP/1.1" status: 200 len: 912 time: 0.0894010 Sep 01 15:58:09.311304 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b12b32d2-a26d-4581-bfca-aa33cb464fdd req-eee0156b-1507-4695-8914-62eb3ac7f614 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdb6df99-99e0-4604-aa0b-55db2e25ac71 HTTP/1.1" status: 200 len: 217 time: 0.0356328 Sep 01 15:58:09.347707 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ade412ff-ed9c-4052-a9fa-474b3c2a4c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:09.369422 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b32d2-a26d-4581-bfca-aa33cb464fdd req-927f386b-3e42-4e1f-a00b-8bbd5cb42ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:09.370933 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b12b32d2-a26d-4581-bfca-aa33cb464fdd req-927f386b-3e42-4e1f-a00b-8bbd5cb42ca0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7281aec5-5554-4c78-845f-2a5ebd35048e HTTP/1.1" status: 200 len: 851 time: 0.0499523 Sep 01 15:58:09.405999 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b12b32d2-a26d-4581-bfca-aa33cb464fdd req-102a1ceb-0d16-4607-a3f9-57a4eb2e801e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b6e6484c-cc30-4b30-b237-f59bc9ed5c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248072 Sep 01 15:58:09.495273 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b12b32d2-a26d-4581-bfca-aa33cb464fdd req-891080ed-7e43-4ef7-89b5-5539e5c42525 service neutron] 10.222.0.62 "GET /v2.0/networks/b6e6484c-cc30-4b30-b237-f59bc9ed5c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818989 Sep 01 15:58:09.590173 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b12b32d2-a26d-4581-bfca-aa33cb464fdd req-4bd03594-f02e-4fba-a4f4-8dd7168c3c3d service neutron] 10.222.0.62 "GET /v2.0/networks/b6e6484c-cc30-4b30-b237-f59bc9ed5c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873339 Sep 01 15:58:10.195140 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device bdb6df99-99e0-4604-aa0b-55db2e25ac71 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:58:10.459000 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port bdb6df99-99e0-4604-aa0b-55db2e25ac71, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=bdb6df99-99e0-4604-aa0b-55db2e25ac71,segment=NetworkSegment(99c6e087-80a6-4e3e-9a1f-5986208bbfc2),segment_id=99c6e087-80a6-4e3e-9a1f-5986208bbfc2)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:58:10.468652 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b2cf2-dfd3-4081-8602-e9ef986fae20 req-fc295090-3d57-4340-9a1a-b94872ad3e2a tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:10.471532 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-993b2cf2-dfd3-4081-8602-e9ef986fae20 req-fc295090-3d57-4340-9a1a-b94872ad3e2a tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 943 time: 0.0521898 Sep 01 15:58:10.471702 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'bdb6df99-99e0-4604-aa0b-55db2e25ac71', 'network_id': 'b6e6484c-cc30-4b30-b237-f59bc9ed5c86', 'port_id': 'bdb6df99-99e0-4604-aa0b-55db2e25ac71', 'mac_address': 'fa:16:3e:78:69:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7281aec5-5554-4c78-845f-2a5ebd35048e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:58:10.510133 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-993b2cf2-dfd3-4081-8602-e9ef986fae20 req-0edf98ec-9c53-4e56-bd4e-b0454dc2dcb3 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324569 Sep 01 15:58:10.510436 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:10.524412 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb6df99-99e0-4604-aa0b-55db2e25ac71 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:58:10.544445 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port bdb6df99-99e0-4604-aa0b-55db2e25ac71, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=bdb6df99-99e0-4604-aa0b-55db2e25ac71,segment=NetworkSegment(99c6e087-80a6-4e3e-9a1f-5986208bbfc2),segment_id=99c6e087-80a6-4e3e-9a1f-5986208bbfc2)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:58:10.549042 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:10.599027 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=bdb6df99-99e0-4604-aa0b-55db2e25ac71,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:10.606349 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:10.606696 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:10.607426 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:10.607554 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:10.607792 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:10.608112 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:10.608436 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:10.608758 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:10.609078 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:10.609396 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:10.609714 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:10.610031 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:10.847384 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['bdb6df99-99e0-4604-aa0b-55db2e25ac71'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:58:11.632342 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e2c70-759d-4273-9a86-02cee9d74807 req-7c435f80-4758-4748-a4e4-2902b2c02238 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:11.633843 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b90e2c70-759d-4273-9a86-02cee9d74807 req-7c435f80-4758-4748-a4e4-2902b2c02238 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 944 time: 0.0503616 Sep 01 15:58:11.681987 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b90e2c70-759d-4273-9a86-02cee9d74807 req-658e389d-0c28-4418-a6d6-c6e33d315a17 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412939 Sep 01 15:58:11.878514 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b32d2-a26d-4581-bfca-aa33cb464fdd req-f71e2e66-f056-4c45-8464-a2da38fcacf9 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:11.879980 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b12b32d2-a26d-4581-bfca-aa33cb464fdd req-f71e2e66-f056-4c45-8464-a2da38fcacf9 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.45 "GET /v2.0/ports?device_id=aca7b195-54d6-451c-b61e-233d2fbb42bc HTTP/1.1" status: 200 len: 944 time: 0.0532839 Sep 01 15:58:11.973424 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-b12b32d2-a26d-4581-bfca-aa33cb464fdd req-3ffc27b1-eba3-47f2-a7d8-423bf9b014f9 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Deleting port bdb6df99-99e0-4604-aa0b-55db2e25ac71 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:58:11.973775 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b12b32d2-a26d-4581-bfca-aa33cb464fdd req-3ffc27b1-eba3-47f2-a7d8-423bf9b014f9 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:12.066796 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-b12b32d2-a26d-4581-bfca-aa33cb464fdd req-3ffc27b1-eba3-47f2-a7d8-423bf9b014f9 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] For port bdb6df99-99e0-4604-aa0b-55db2e25ac71, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=bdb6df99-99e0-4604-aa0b-55db2e25ac71,segment=NetworkSegment(99c6e087-80a6-4e3e-9a1f-5986208bbfc2),segment_id=99c6e087-80a6-4e3e-9a1f-5986208bbfc2)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:58:12.067147 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b12b32d2-a26d-4581-bfca-aa33cb464fdd req-3ffc27b1-eba3-47f2-a7d8-423bf9b014f9 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:12.081194 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-b12b32d2-a26d-4581-bfca-aa33cb464fdd req-3ffc27b1-eba3-47f2-a7d8-423bf9b014f9 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Calling delete_port for bdb6df99-99e0-4604-aa0b-55db2e25ac71 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:58:12.207908 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:12.210679 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device bdb6df99-99e0-4604-aa0b-55db2e25ac71 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:58:12.213688 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b12b32d2-a26d-4581-bfca-aa33cb464fdd req-3ffc27b1-eba3-47f2-a7d8-423bf9b014f9 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:12.235146 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['bdb6df99-99e0-4604-aa0b-55db2e25ac71'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:58:12.237312 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: bdb6df99-99e0-4604-aa0b-55db2e25ac71 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:58:12.237656 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device bdb6df99-99e0-4604-aa0b-55db2e25ac71 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 01 15:58:12.248945 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc27b1-eba3-47f2-a7d8-423bf9b014f9 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Pushing event deleted for resources: {'Port': ['ID=bdb6df99-99e0-4604-aa0b-55db2e25ac71,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:12.272954 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Port bdb6df99-99e0-4604-aa0b-55db2e25ac71 not found, will not notify nova. {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 01 15:58:12.295849 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12b32d2-a26d-4581-bfca-aa33cb464fdd req-3ffc27b1-eba3-47f2-a7d8-423bf9b014f9 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] No DVR routers for this DVR port bdb6df99-99e0-4604-aa0b-55db2e25ac71 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:58:12.298559 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-b12b32d2-a26d-4581-bfca-aa33cb464fdd req-3ffc27b1-eba3-47f2-a7d8-423bf9b014f9 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:12.300562 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b12b32d2-a26d-4581-bfca-aa33cb464fdd req-3ffc27b1-eba3-47f2-a7d8-423bf9b014f9 tempest-DeleteServersTestJSON-2126110348 tempest-DeleteServersTestJSON-2126110348-project] 10.222.0.45 "DELETE /v2.0/ports/bdb6df99-99e0-4604-aa0b-55db2e25ac71 HTTP/1.1" status: 204 len: 173 time: 0.4141872 Sep 01 15:58:12.300996 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca7b195-54d6-451c-b61e-233d2fbb42bc', 'name': 'network-vif-deleted', 'tag': 'bdb6df99-99e0-4604-aa0b-55db2e25ac71'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:58:12.303294 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29786abe-bffd-45f9-ad3f-470bff682fc0" -d '{"events": [{"server_uuid": "aca7b195-54d6-451c-b61e-233d2fbb42bc", "name": "network-vif-deleted", "tag": "bdb6df99-99e0-4604-aa0b-55db2e25ac71"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:58:12.344778 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bfed79-5d9a-4c90-ab09-8bb1a5cbec7e x-openstack-request-id: req-f5bfed79-5d9a-4c90-ab09-8bb1a5cbec7e {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:58:12.345443 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca7b195-54d6-451c-b61e-233d2fbb42bc", "name": "network-vif-deleted", "tag": "bdb6df99-99e0-4604-aa0b-55db2e25ac71", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:58:12.345691 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f5bfed79-5d9a-4c90-ab09-8bb1a5cbec7e {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:58:12.346088 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca7b195-54d6-451c-b61e-233d2fbb42bc', 'name': 'network-vif-deleted', 'tag': 'bdb6df99-99e0-4604-aa0b-55db2e25ac71', 'status': 'completed', 'code': 200} Sep 01 15:58:12.813048 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53820) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:12.861986 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7aba754-e4a4-43c0-af51-c993a546382e admin admin] Deleting subnet 7281aec5-5554-4c78-845f-2a5ebd35048e {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:58:12.865134 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d7aba754-e4a4-43c0-af51-c993a546382e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:12.900769 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d7aba754-e4a4-43c0-af51-c993a546382e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:12.944765 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d7aba754-e4a4-43c0-af51-c993a546382e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:13.000334 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d7aba754-e4a4-43c0-af51-c993a546382e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:13.024684 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aba754-e4a4-43c0-af51-c993a546382e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7281aec5-5554-4c78-845f-2a5ebd35048e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:13.031680 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d7aba754-e4a4-43c0-af51-c993a546382e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:13.033570 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d7aba754-e4a4-43c0-af51-c993a546382e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7281aec5-5554-4c78-845f-2a5ebd35048e HTTP/1.1" status: 204 len: 168 time: 0.2195377 Sep 01 15:58:13.036127 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53822) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:13.105582 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58429d37-efb4-4379-a478-0729a6beb135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:13.189212 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58429d37-efb4-4379-a478-0729a6beb135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:13.199185 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-58429d37-efb4-4379-a478-0729a6beb135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e6484c-cc30-4b30-b237-f59bc9ed5c86']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:58:13.209926 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-58429d37-efb4-4379-a478-0729a6beb135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c6e087-80a6-4e3e-9a1f-5986208bbfc2') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:58:13.210225 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-58429d37-efb4-4379-a478-0729a6beb135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c6e087-80a6-4e3e-9a1f-5986208bbfc2') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:58:13.219729 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58429d37-efb4-4379-a478-0729a6beb135 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:13.234323 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58429d37-efb4-4379-a478-0729a6beb135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:13.240542 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58429d37-efb4-4379-a478-0729a6beb135 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:58:13.241121 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58429d37-efb4-4379-a478-0729a6beb135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:58:13.243255 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:58:13.302060 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58429d37-efb4-4379-a478-0729a6beb135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:13.307499 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58429d37-efb4-4379-a478-0729a6beb135 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:13.309867 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-58429d37-efb4-4379-a478-0729a6beb135 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b6e6484c-cc30-4b30-b237-f59bc9ed5c86 HTTP/1.1" status: 204 len: 168 time: 0.2728355 Sep 01 15:58:13.322801 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58429d37-efb4-4379-a478-0729a6beb135 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6e6484c-cc30-4b30-b237-f59bc9ed5c86,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:13.391492 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:13.421695 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53826) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:13.470754 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e2f5e9ae-577f-4884-8aca-f376bc355549 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db95b41b98ca4e67becd22545eb0c746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471940 Sep 01 15:58:13.472946 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53828) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:13.523229 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ae34540d-f045-4753-9936-235dd8606001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:13.548915 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ae34540d-f045-4753-9936-235dd8606001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:13.596521 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ae34540d-f045-4753-9936-235dd8606001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:13.599684 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ae34540d-f045-4753-9936-235dd8606001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:13.601026 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ae34540d-f045-4753-9936-235dd8606001 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c460d8c-b5f9-4e87-bdfa-20a6b57e145e HTTP/1.1" status: 204 len: 168 time: 0.1268623 Sep 01 15:58:13.609559 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34540d-f045-4753-9936-235dd8606001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c460d8c-b5f9-4e87-bdfa-20a6b57e145e,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:13.617588 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae34540d-f045-4753-9936-235dd8606001 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:13.618381 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae34540d-f045-4753-9936-235dd8606001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:13.618733 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae34540d-f045-4753-9936-235dd8606001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:13.619086 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae34540d-f045-4753-9936-235dd8606001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:13.619565 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae34540d-f045-4753-9936-235dd8606001 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:13.619906 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae34540d-f045-4753-9936-235dd8606001 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:13.620240 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae34540d-f045-4753-9936-235dd8606001 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:13.620572 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae34540d-f045-4753-9936-235dd8606001 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:13.620903 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae34540d-f045-4753-9936-235dd8606001 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:13.621235 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae34540d-f045-4753-9936-235dd8606001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:13.622079 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae34540d-f045-4753-9936-235dd8606001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:13.622438 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae34540d-f045-4753-9936-235dd8606001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:58:13.697431 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-25655f90-3f1b-4f29-b573-bdcc31f8c9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:14.284739 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 53850) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:14.386380 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-9536c489-f869-49ef-8bc6-b2768dfe2713 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-364207559-network', 'tenant_id': '3ea3c442cdc24c9ab53612999bdda821'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:14.408061 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9536c489-f869-49ef-8bc6-b2768dfe2713 admin admin] Made reservation on behalf of 3ea3c442cdc24c9ab53612999bdda821 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:58:14.410569 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9536c489-f869-49ef-8bc6-b2768dfe2713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:14.419954 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9536c489-f869-49ef-8bc6-b2768dfe2713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:14.516410 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9536c489-f869-49ef-8bc6-b2768dfe2713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:14.520826 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9536c489-f869-49ef-8bc6-b2768dfe2713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:14.548879 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9536c489-f869-49ef-8bc6-b2768dfe2713 admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:58:14.555375 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536c489-f869-49ef-8bc6-b2768dfe2713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:14.561757 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9536c489-f869-49ef-8bc6-b2768dfe2713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:14.562104 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-9536c489-f869-49ef-8bc6-b2768dfe2713 admin admin] Added segment 65bacbe2-01cc-4462-8120-95e6a6a21f3e of type vlan for network 0c373e56-ce97-42c8-83fc-3f3476e85182 Sep 01 15:58:14.606528 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9536c489-f869-49ef-8bc6-b2768dfe2713 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:14.630577 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9536c489-f869-49ef-8bc6-b2768dfe2713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:14.631483 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9536c489-f869-49ef-8bc6-b2768dfe2713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:14.632075 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9536c489-f869-49ef-8bc6-b2768dfe2713 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:14.689961 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9536c489-f869-49ef-8bc6-b2768dfe2713 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4040635 Sep 01 15:58:14.693008 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 53854) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:58:14.698346 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-8718f5c6-07be-459d-8f34-f62dd0175013 admin admin] Request body: {'subnet': {'network_id': '0c373e56-ce97-42c8-83fc-3f3476e85182', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-364207559-subnet', 'tenant_id': '3ea3c442cdc24c9ab53612999bdda821', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:14.698906 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536c489-f869-49ef-8bc6-b2768dfe2713 admin admin] Pushing event updated for resources: {'Network': ['ID=0c373e56-ce97-42c8-83fc-3f3476e85182,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:14.709551 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 0c373e56-ce97-42c8-83fc-3f3476e85182 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:58:14.720997 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8718f5c6-07be-459d-8f34-f62dd0175013 admin admin] Made reservation on behalf of 3ea3c442cdc24c9ab53612999bdda821 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:58:14.723344 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8718f5c6-07be-459d-8f34-f62dd0175013 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:14.890246 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8718f5c6-07be-459d-8f34-f62dd0175013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:14.952344 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8718f5c6-07be-459d-8f34-f62dd0175013 admin admin] Checking segment: {'id': '65bacbe2-01cc-4462-8120-95e6a6a21f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0c373e56-ce97-42c8-83fc-3f3476e85182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:58:14.952711 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8718f5c6-07be-459d-8f34-f62dd0175013 admin admin] Network hostable DHCP agents. Network: 0c373e56-ce97-42c8-83fc-3f3476e85182, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:58:14.954807 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718f5c6-07be-459d-8f34-f62dd0175013 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2591bd1-6632-4076-b0f0-6d9b6a58a497,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:14.972664 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8718f5c6-07be-459d-8f34-f62dd0175013 admin admin] Network 0c373e56-ce97-42c8-83fc-3f3476e85182 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:58:14.981520 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-8718f5c6-07be-459d-8f34-f62dd0175013 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 0c373e56-ce97-42c8-83fc-3f3476e85182) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:58:14.985745 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8718f5c6-07be-459d-8f34-f62dd0175013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:14.986368 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8718f5c6-07be-459d-8f34-f62dd0175013 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:14.990365 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d47ea75-41d7-454a-958a-5591db252067 None None] Network 0c373e56-ce97-42c8-83fc-3f3476e85182 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:58:15.003895 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8718f5c6-07be-459d-8f34-f62dd0175013 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3096664 Sep 01 15:58:15.115048 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4830e72-d7b6-49a1-bdb9-a8a1e8eb6590 None None] Network 0c373e56-ce97-42c8-83fc-3f3476e85182 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:58:15.305757 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:15.440527 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-aa7af4fb-81d1-4ed0-809d-52135ec432ed tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:15.441914 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-aa7af4fb-81d1-4ed0-809d-52135ec432ed tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/networks?id=0c373e56-ce97-42c8-83fc-3f3476e85182 HTTP/1.1" status: 200 len: 814 time: 0.1024506 Sep 01 15:58:15.457431 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-d5e0e762-f1fc-4b1a-95bb-2a9f586f1747 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/quotas/3ea3c442cdc24c9ab53612999bdda821 HTTP/1.1" status: 200 len: 375 time: 0.0095699 Sep 01 15:58:15.490804 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-e4666739-ed92-4253-a676-5a020337fe07 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ea3c442cdc24c9ab53612999bdda821&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276732 Sep 01 15:58:15.586698 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-f0712e10-7cfb-4198-93e1-3f1290ea6eb6 service neutron] 10.222.0.60 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882795 Sep 01 15:58:15.681657 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-ed23a7d8-0c3e-43c5-83a5-e66d55c9aa53 service neutron] 10.222.0.60 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888872 Sep 01 15:58:15.845544 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d7dd7e94-9842-4eff-9254-090396c9b1ce req-c5cbd94e-013d-4a45-807c-816eb7cbe352 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 210 time: 0.0276496 Sep 01 15:58:16.241423 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device bdb6df99-99e0-4604-aa0b-55db2e25ac71 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:58:16.263254 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: bdb6df99-99e0-4604-aa0b-55db2e25ac71 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:58:16.263609 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device bdb6df99-99e0-4604-aa0b-55db2e25ac71 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:58:16.795767 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-595a7222-ef00-4e6b-9448-73d92db98069 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:16.797242 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-595a7222-ef00-4e6b-9448-73d92db98069 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.45 "GET /v2.0/networks?id=0c373e56-ce97-42c8-83fc-3f3476e85182 HTTP/1.1" status: 200 len: 814 time: 0.1166053 Sep 01 15:58:16.811297 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-53fa2ebf-9fe9-4d73-a513-e75ca9a420a4 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Request body: {'port': {'device_id': '0ea2349c-149a-4add-a935-b7201b244475', 'network_id': '0c373e56-ce97-42c8-83fc-3f3476e85182', 'admin_state_up': True, 'tenant_id': '3ea3c442cdc24c9ab53612999bdda821'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:16.950716 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a8a67d84-3086-4b68-84e2-66d3e828716c req-6d1e4ded-1a14-485f-8348-3fcaa8b31e3e tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 210 time: 0.0369139 Sep 01 15:58:16.956891 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-53fa2ebf-9fe9-4d73-a513-e75ca9a420a4 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Made reservation on behalf of 3ea3c442cdc24c9ab53612999bdda821 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:58:16.960718 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-53fa2ebf-9fe9-4d73-a513-e75ca9a420a4 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:17.090754 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-53fa2ebf-9fe9-4d73-a513-e75ca9a420a4 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Allocated IP 172.20.0.14 (0c373e56-ce97-42c8-83fc-3f3476e85182/b2591bd1-6632-4076-b0f0-6d9b6a58a497/f066a15d-8a26-431d-a962-249c0ac60ee3) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:58:17.242332 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-53fa2ebf-9fe9-4d73-a513-e75ca9a420a4 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:17.280709 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-53fa2ebf-9fe9-4d73-a513-e75ca9a420a4 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:17.325209 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-53fa2ebf-9fe9-4d73-a513-e75ca9a420a4 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Network 0c373e56-ce97-42c8-83fc-3f3476e85182 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:58:17.328419 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-53fa2ebf-9fe9-4d73-a513-e75ca9a420a4 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:58:17.332235 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-53fa2ebf-9fe9-4d73-a513-e75ca9a420a4 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:58:17.338750 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa2ebf-9fe9-4d73-a513-e75ca9a420a4 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Pushing event updated for resources: {'Port': ['ID=f066a15d-8a26-431d-a962-249c0ac60ee3,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:17.389172 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-53fa2ebf-9fe9-4d73-a513-e75ca9a420a4 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:17.389785 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-53fa2ebf-9fe9-4d73-a513-e75ca9a420a4 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:17.405684 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-53fa2ebf-9fe9-4d73-a513-e75ca9a420a4 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5985079 Sep 01 15:58:17.418199 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-0957b0cb-0565-4be1-9752-e3af23506216 service neutron] Request body: {'port': {'device_id': '0ea2349c-149a-4add-a935-b7201b244475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:17.474164 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-0957b0cb-0565-4be1-9752-e3af23506216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:17.744639 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-0957b0cb-0565-4be1-9752-e3af23506216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f066a15d-8a26-431d-a962-249c0ac60ee3 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:58:17.752608 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-0957b0cb-0565-4be1-9752-e3af23506216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:17.764698 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-0957b0cb-0565-4be1-9752-e3af23506216 service neutron] Transition to ACTIVE for port object f066a15d-8a26-431d-a962-249c0ac60ee3 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:58:17.768320 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-0957b0cb-0565-4be1-9752-e3af23506216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:17.823994 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957b0cb-0565-4be1-9752-e3af23506216 service neutron] Pushing event updated for resources: {'Port': ['ID=f066a15d-8a26-431d-a962-249c0ac60ee3,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:17.894357 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-0957b0cb-0565-4be1-9752-e3af23506216 service neutron] Attempting to bind port f066a15d-8a26-431d-a962-249c0ac60ee3 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:58:17.894699 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-0957b0cb-0565-4be1-9752-e3af23506216 service neutron] Attempting to bind port f066a15d-8a26-431d-a962-249c0ac60ee3 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '65bacbe2-01cc-4462-8120-95e6a6a21f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0c373e56-ce97-42c8-83fc-3f3476e85182'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:58:17.895036 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-0957b0cb-0565-4be1-9752-e3af23506216 service neutron] Attempting to bind port f066a15d-8a26-431d-a962-249c0ac60ee3 on network 0c373e56-ce97-42c8-83fc-3f3476e85182 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:58:17.899441 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-0957b0cb-0565-4be1-9752-e3af23506216 service neutron] Port f066a15d-8a26-431d-a962-249c0ac60ee3 on network 0c373e56-ce97-42c8-83fc-3f3476e85182 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:58:17.899766 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-0957b0cb-0565-4be1-9752-e3af23506216 service neutron] Attempting to bind port f066a15d-8a26-431d-a962-249c0ac60ee3 on network 0c373e56-ce97-42c8-83fc-3f3476e85182 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:58:17.904530 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-0957b0cb-0565-4be1-9752-e3af23506216 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:58:17.904868 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-0957b0cb-0565-4be1-9752-e3af23506216 service neutron] Checking segment: {'id': '65bacbe2-01cc-4462-8120-95e6a6a21f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0c373e56-ce97-42c8-83fc-3f3476e85182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:58:17.905256 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-0957b0cb-0565-4be1-9752-e3af23506216 service neutron] Bound using segment: {'id': '65bacbe2-01cc-4462-8120-95e6a6a21f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0c373e56-ce97-42c8-83fc-3f3476e85182'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:58:17.905676 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-0957b0cb-0565-4be1-9752-e3af23506216 service neutron] Bound port: f066a15d-8a26-431d-a962-249c0ac60ee3, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65bacbe2-01cc-4462-8120-95e6a6a21f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0c373e56-ce97-42c8-83fc-3f3476e85182'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:58:17.906036 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-0957b0cb-0565-4be1-9752-e3af23506216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:17.969378 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-0957b0cb-0565-4be1-9752-e3af23506216 service neutron] For port f066a15d-8a26-431d-a962-249c0ac60ee3, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:58:17.972701 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-0957b0cb-0565-4be1-9752-e3af23506216 service neutron] For port f066a15d-8a26-431d-a962-249c0ac60ee3, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f066a15d-8a26-431d-a962-249c0ac60ee3,segment=NetworkSegment(65bacbe2-01cc-4462-8120-95e6a6a21f3e),segment_id=65bacbe2-01cc-4462-8120-95e6a6a21f3e)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:58:17.978721 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-0957b0cb-0565-4be1-9752-e3af23506216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:18.019253 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-0957b0cb-0565-4be1-9752-e3af23506216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:18.019883 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-0957b0cb-0565-4be1-9752-e3af23506216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:18.021518 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-0957b0cb-0565-4be1-9752-e3af23506216 service neutron] 10.222.0.45 "PUT /v2.0/ports/f066a15d-8a26-431d-a962-249c0ac60ee3 HTTP/1.1" status: 200 len: 1092 time: 0.6073158 Sep 01 15:58:18.021865 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea2349c-149a-4add-a935-b7201b244475', 'tag': 'f066a15d-8a26-431d-a962-249c0ac60ee3'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:58:18.024148 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0422c16c-81d1-4b0a-8b92-19f3ee356b08" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea2349c-149a-4add-a935-b7201b244475", "tag": "f066a15d-8a26-431d-a962-249c0ac60ee3"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:58:18.052952 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957b0cb-0565-4be1-9752-e3af23506216 service neutron] Pushing event updated for resources: {'Port': ['ID=f066a15d-8a26-431d-a962-249c0ac60ee3,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:18.074137 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6805e8-e488-475e-b46b-7acc75922470 req-3e7e8f14-9f46-4756-83e7-2cb959a1007c tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:18.075755 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8c6805e8-e488-475e-b46b-7acc75922470 req-3e7e8f14-9f46-4756-83e7-2cb959a1007c tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 944 time: 0.0552261 Sep 01 15:58:18.078765 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53ae817-459e-4989-b9af-2db89f1cfb42 x-openstack-request-id: req-c53ae817-459e-4989-b9af-2db89f1cfb42 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:58:18.079144 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea2349c-149a-4add-a935-b7201b244475", "tag": "f066a15d-8a26-431d-a962-249c0ac60ee3", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:58:18.079438 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c53ae817-459e-4989-b9af-2db89f1cfb42 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:58:18.079864 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea2349c-149a-4add-a935-b7201b244475', 'tag': 'f066a15d-8a26-431d-a962-249c0ac60ee3', 'status': 'completed', 'code': 200} Sep 01 15:58:18.117602 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-ec6df062-64e7-4b16-85d4-735e970ab840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:18.119714 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-ec6df062-64e7-4b16-85d4-735e970ab840 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ea3c442cdc24c9ab53612999bdda821&device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 1095 time: 0.0505879 Sep 01 15:58:18.120745 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8c6805e8-e488-475e-b46b-7acc75922470 req-ca283309-739b-4c52-8d32-6ef3f017817f tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382400 Sep 01 15:58:18.164119 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-d16f7493-843d-44f0-a88b-60fd8a9e9f35 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f066a15d-8a26-431d-a962-249c0ac60ee3 HTTP/1.1" status: 200 len: 217 time: 0.0350585 Sep 01 15:58:18.218473 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-4a24ca53-8696-47ad-b451-69df7a276920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:18.220251 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-4a24ca53-8696-47ad-b451-69df7a276920 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b2591bd1-6632-4076-b0f0-6d9b6a58a497 HTTP/1.1" status: 200 len: 854 time: 0.0482149 Sep 01 15:58:18.254021 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-bff67da8-ecc2-4f3f-89fe-a677e7258d7f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c373e56-ce97-42c8-83fc-3f3476e85182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251091 Sep 01 15:58:18.346139 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-31808992-1d55-451a-a0b3-d0d25fb1734a service neutron] 10.222.0.45 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841951 Sep 01 15:58:18.796287 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b4d2bbc-ed0d-4ae1-b426-fb57cb5143e8 req-42f7322c-39f0-4276-9f9f-81b5f4d0281c service neutron] 10.222.0.45 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426820 Sep 01 15:58:18.885845 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422c16c-81d1-4b0a-8b92-19f3ee356b08 req-066f2612-30a9-4af8-a80d-dc1981081f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:18.887459 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0422c16c-81d1-4b0a-8b92-19f3ee356b08 req-066f2612-30a9-4af8-a80d-dc1981081f2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ea3c442cdc24c9ab53612999bdda821&device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 1095 time: 0.0423574 Sep 01 15:58:18.987071 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422c16c-81d1-4b0a-8b92-19f3ee356b08 req-2b5f2b8a-9dc8-4363-b69e-8070b1e5af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:18.988583 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0422c16c-81d1-4b0a-8b92-19f3ee356b08 req-2b5f2b8a-9dc8-4363-b69e-8070b1e5af3f service neutron] 10.222.0.45 "GET /v2.0/networks?id=0c373e56-ce97-42c8-83fc-3f3476e85182 HTTP/1.1" status: 200 len: 915 time: 0.0934098 Sep 01 15:58:19.031030 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0422c16c-81d1-4b0a-8b92-19f3ee356b08 req-9db67d00-1e4e-4805-9ef3-a773a7a2e209 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f066a15d-8a26-431d-a962-249c0ac60ee3 HTTP/1.1" status: 200 len: 217 time: 0.0349069 Sep 01 15:58:19.085236 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422c16c-81d1-4b0a-8b92-19f3ee356b08 req-a0d655ed-6245-432c-b5db-06b33d3f1bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:19.086645 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0422c16c-81d1-4b0a-8b92-19f3ee356b08 req-a0d655ed-6245-432c-b5db-06b33d3f1bdf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b2591bd1-6632-4076-b0f0-6d9b6a58a497 HTTP/1.1" status: 200 len: 854 time: 0.0456588 Sep 01 15:58:19.118862 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0422c16c-81d1-4b0a-8b92-19f3ee356b08 req-fb6551ef-d058-4e2b-82ff-fd540ccf182f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c373e56-ce97-42c8-83fc-3f3476e85182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247009 Sep 01 15:58:19.246531 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0422c16c-81d1-4b0a-8b92-19f3ee356b08 req-a27d784d-4700-4db0-8d79-9e3e74c6fe67 service neutron] 10.222.0.45 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187952 Sep 01 15:58:19.259308 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7ac11-47a2-472e-8142-04e0a871b50f req-c8e6280b-89ec-4139-9429-108735432f51 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:19.260777 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b3d7ac11-47a2-472e-8142-04e0a871b50f req-c8e6280b-89ec-4139-9429-108735432f51 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 944 time: 0.0714600 Sep 01 15:58:19.348895 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b3d7ac11-47a2-472e-8142-04e0a871b50f req-ac2917e2-290e-4c00-9049-c30c280299f3 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794542 Sep 01 15:58:19.377416 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0422c16c-81d1-4b0a-8b92-19f3ee356b08 req-0403bba8-e131-421e-a582-87b2287d70f7 service neutron] 10.222.0.45 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156950 Sep 01 15:58:20.482096 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b19f4-d8df-43e5-a357-252d53b04cbb req-9a846414-579f-4283-bd2b-3e491569cc67 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:20.483674 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a48b19f4-d8df-43e5-a357-252d53b04cbb req-9a846414-579f-4283-bd2b-3e491569cc67 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 944 time: 0.0599179 Sep 01 15:58:20.522448 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a48b19f4-d8df-43e5-a357-252d53b04cbb req-5cab9824-8e65-45ca-a1e1-537e2fac4cf4 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327754 Sep 01 15:58:21.639106 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7ceb1-54d5-4e47-aa98-42400b7af283 req-2cf41c00-f2a1-435a-8e1a-dc232c949f71 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:21.643988 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e6e7ceb1-54d5-4e47-aa98-42400b7af283 req-2cf41c00-f2a1-435a-8e1a-dc232c949f71 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 944 time: 0.0515351 Sep 01 15:58:21.680927 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e6e7ceb1-54d5-4e47-aa98-42400b7af283 req-f5d77f3c-a5d2-4949-9d25-8322de629ff3 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339360 Sep 01 15:58:22.282203 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f066a15d-8a26-431d-a962-249c0ac60ee3 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:58:22.393950 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f066a15d-8a26-431d-a962-249c0ac60ee3, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f066a15d-8a26-431d-a962-249c0ac60ee3,segment=NetworkSegment(65bacbe2-01cc-4462-8120-95e6a6a21f3e),segment_id=65bacbe2-01cc-4462-8120-95e6a6a21f3e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:58:22.406676 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'f066a15d-8a26-431d-a962-249c0ac60ee3', 'network_id': '0c373e56-ce97-42c8-83fc-3f3476e85182', 'port_id': 'f066a15d-8a26-431d-a962-249c0ac60ee3', 'mac_address': 'fa:16:3e:eb:2a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2591bd1-6632-4076-b0f0-6d9b6a58a497', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:58:22.445842 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:22.463122 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f066a15d-8a26-431d-a962-249c0ac60ee3 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:58:22.489266 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f066a15d-8a26-431d-a962-249c0ac60ee3, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f066a15d-8a26-431d-a962-249c0ac60ee3,segment=NetworkSegment(65bacbe2-01cc-4462-8120-95e6a6a21f3e),segment_id=65bacbe2-01cc-4462-8120-95e6a6a21f3e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:58:22.493562 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:22.543845 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=f066a15d-8a26-431d-a962-249c0ac60ee3,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:22.698915 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['f066a15d-8a26-431d-a962-249c0ac60ee3'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:58:22.800468 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b4c61-d1a0-406f-bf4e-e7b162980c66 req-33e041f0-c610-4f31-8e8e-09f774b5382e tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:22.801907 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eb2b4c61-d1a0-406f-bf4e-e7b162980c66 req-33e041f0-c610-4f31-8e8e-09f774b5382e tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 945 time: 0.0520535 Sep 01 15:58:22.840547 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eb2b4c61-d1a0-406f-bf4e-e7b162980c66 req-b59320ea-e44c-4f2e-90c2-b132c543ed3b tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325823 Sep 01 15:58:23.961984 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bce04-ac40-46b7-9b96-206048fc891e req-daf2110b-cbb8-4d51-9b19-2d5fe4e3171d tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:23.963497 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b8bce04-ac40-46b7-9b96-206048fc891e req-daf2110b-cbb8-4d51-9b19-2d5fe4e3171d tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 945 time: 0.0535059 Sep 01 15:58:24.003182 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b8bce04-ac40-46b7-9b96-206048fc891e req-4e4d92c6-8fe6-405b-822e-4503c503d121 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330975 Sep 01 15:58:24.285341 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f066a15d-8a26-431d-a962-249c0ac60ee3 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:58:24.337173 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port f066a15d-8a26-431d-a962-249c0ac60ee3 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:58:24.341682 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port f066a15d-8a26-431d-a962-249c0ac60ee3 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:58:24.342061 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:24.418868 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:24.441362 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea2349c-149a-4add-a935-b7201b244475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f066a15d-8a26-431d-a962-249c0ac60ee3'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:58:24.443625 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2968c584-e66f-40a0-aa63-8c4135b437c4" -d '{"events": [{"server_uuid": "0ea2349c-149a-4add-a935-b7201b244475", "name": "network-vif-plugged", "status": "completed", "tag": "f066a15d-8a26-431d-a962-249c0ac60ee3"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:58:24.456901 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f066a15d-8a26-431d-a962-249c0ac60ee3, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f066a15d-8a26-431d-a962-249c0ac60ee3,segment=NetworkSegment(65bacbe2-01cc-4462-8120-95e6a6a21f3e),segment_id=65bacbe2-01cc-4462-8120-95e6a6a21f3e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:58:24.460975 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:24.487569 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22d1566-4799-44ad-bdd5-94d647d1b7fb x-openstack-request-id: req-e22d1566-4799-44ad-bdd5-94d647d1b7fb {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:58:24.487878 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea2349c-149a-4add-a935-b7201b244475", "name": "network-vif-plugged", "status": "completed", "tag": "f066a15d-8a26-431d-a962-249c0ac60ee3", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:58:24.488132 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e22d1566-4799-44ad-bdd5-94d647d1b7fb {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:58:24.488510 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea2349c-149a-4add-a935-b7201b244475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f066a15d-8a26-431d-a962-249c0ac60ee3', 'code': 200} Sep 01 15:58:24.515870 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=f066a15d-8a26-431d-a962-249c0ac60ee3,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:24.582504 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d06ad-2dc6-4c70-b42a-af357956b5fa req-c743c7fc-532c-4ee4-a48a-e41b694103cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:24.583975 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f13d06ad-2dc6-4c70-b42a-af357956b5fa req-c743c7fc-532c-4ee4-a48a-e41b694103cb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 1097 time: 0.0408719 Sep 01 15:58:24.620170 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f13d06ad-2dc6-4c70-b42a-af357956b5fa req-fcb7e1d3-8267-4bfc-be7a-56fc1a598e89 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285857 Sep 01 15:58:25.120981 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5784cbc-732b-4711-9c04-519e83c05b63 req-4db63947-a1c2-4583-8bab-c410dce664eb tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:25.122505 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b5784cbc-732b-4711-9c04-519e83c05b63 req-4db63947-a1c2-4583-8bab-c410dce664eb tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0521662 Sep 01 15:58:25.161312 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b5784cbc-732b-4711-9c04-519e83c05b63 req-e3ce5642-1b48-42b0-aa11-d90de6674ea3 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328348 Sep 01 15:58:26.277661 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801599f-b44a-469e-876d-c83acb59ca3e req-efd0a8d7-5316-4b52-a868-e285e4c6004b tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:26.279210 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8801599f-b44a-469e-876d-c83acb59ca3e req-efd0a8d7-5316-4b52-a868-e285e4c6004b tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0493133 Sep 01 15:58:26.316778 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8801599f-b44a-469e-876d-c83acb59ca3e req-8754e954-b3ed-41f4-a174-ee0068c6703c tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316403 Sep 01 15:58:26.435332 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0078c6-e63f-422c-b1ce-a673fe988cb4 req-a478c37f-0644-425a-91e8-acf069f61f41 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:26.436863 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2c0078c6-e63f-422c-b1ce-a673fe988cb4 req-a478c37f-0644-425a-91e8-acf069f61f41 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0536513 Sep 01 15:58:26.475426 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2c0078c6-e63f-422c-b1ce-a673fe988cb4 req-f2788350-674d-4436-8fb7-fd56176101f9 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325949 Sep 01 15:58:26.676828 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3ee45-1abc-4fa7-8cea-0e2b0a7250ed req-83ba8e05-4b5b-43ca-b256-012c53260383 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:26.678337 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-12c3ee45-1abc-4fa7-8cea-0e2b0a7250ed req-83ba8e05-4b5b-43ca-b256-012c53260383 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0508373 Sep 01 15:58:26.717088 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-12c3ee45-1abc-4fa7-8cea-0e2b0a7250ed req-ef7706e0-5ffc-4f08-a3fe-48d95925e8f7 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324652 Sep 01 15:58:26.841152 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4aba8-9bc3-43d3-b52a-d60d1b8c4ccf req-c16682dc-9a8d-463e-af42-10ad3dfea0b1 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:26.842726 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-30d4aba8-9bc3-43d3-b52a-d60d1b8c4ccf req-c16682dc-9a8d-463e-af42-10ad3dfea0b1 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0542343 Sep 01 15:58:26.880273 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-30d4aba8-9bc3-43d3-b52a-d60d1b8c4ccf req-69862ca2-8b10-49ae-8dbd-a90488ba7916 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313375 Sep 01 15:58:27.132070 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f2da5-49f0-4b07-9204-89aff473fa80 req-6dc2a6c4-04b7-416c-a3c8-cdf2a75a33dd tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:27.133884 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-537f2da5-49f0-4b07-9204-89aff473fa80 req-6dc2a6c4-04b7-416c-a3c8-cdf2a75a33dd tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0594330 Sep 01 15:58:27.208722 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-537f2da5-49f0-4b07-9204-89aff473fa80 req-07f9bfaf-4f00-48cb-8ee2-0bef7982e553 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672319 Sep 01 15:58:27.221733 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-8b132806-435f-4f74-ab29-1b2147251687 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1190875 Sep 01 15:58:28.066595 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:28.333133 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6449a6-22e5-468e-94d7-a391043a56c0 req-41c48f74-ba11-4283-85c9-56d804c33d5a tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:28.334820 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3a6449a6-22e5-468e-94d7-a391043a56c0 req-41c48f74-ba11-4283-85c9-56d804c33d5a tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0517702 Sep 01 15:58:28.380824 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3a6449a6-22e5-468e-94d7-a391043a56c0 req-31020261-eb8b-4241-b0bd-59e557738dd9 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394773 Sep 01 15:58:28.572637 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-ba57c989-bb4c-4d34-8002-e94f708a6985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:28.574161 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-ba57c989-bb4c-4d34-8002-e94f708a6985 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ea3c442cdc24c9ab53612999bdda821&device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 1097 time: 0.0455737 Sep 01 15:58:28.676207 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-8f613433-1776-4b82-8a94-b93db5b0a42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:28.677885 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-8f613433-1776-4b82-8a94-b93db5b0a42b service neutron] 10.222.0.45 "GET /v2.0/networks?id=0c373e56-ce97-42c8-83fc-3f3476e85182 HTTP/1.1" status: 200 len: 915 time: 0.0953395 Sep 01 15:58:28.726702 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-1e89f169-2b0b-4163-bdab-1601869886b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f066a15d-8a26-431d-a962-249c0ac60ee3 HTTP/1.1" status: 200 len: 217 time: 0.0394752 Sep 01 15:58:28.783359 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-2fc5af91-8fd8-45ae-ac57-a8d85d788855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:28.784223 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:58:28.785074 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-2fc5af91-8fd8-45ae-ac57-a8d85d788855 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b2591bd1-6632-4076-b0f0-6d9b6a58a497 HTTP/1.1" status: 200 len: 854 time: 0.0508225 Sep 01 15:58:28.819155 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-a4ece412-06c6-4676-a636-4b4a2165c3d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c373e56-ce97-42c8-83fc-3f3476e85182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267057 Sep 01 15:58:28.917107 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-e59fba1b-8c47-46cf-a31a-dab1bb472593 service neutron] 10.222.0.45 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899024 Sep 01 15:58:29.019600 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-5b9f15ce-7f64-4cd5-9cb5-c36ee5e00ace service neutron] 10.222.0.45 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937898 Sep 01 15:58:29.506318 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f21019-dd65-4b29-81da-5fc35b3ec437 req-f273291f-676c-4396-ae2d-b88a78b36904 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:29.508001 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e0f21019-dd65-4b29-81da-5fc35b3ec437 req-f273291f-676c-4396-ae2d-b88a78b36904 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0566204 Sep 01 15:58:29.549390 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e0f21019-dd65-4b29-81da-5fc35b3ec437 req-7d330b0f-04d7-46a7-bee5-acab42a70783 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346787 Sep 01 15:58:30.674832 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2f9f6-cce7-4b0c-88b7-1a81c240b20c req-e686caa9-2d3d-4308-a2ad-dc7bad266002 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:30.676472 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b1a2f9f6-cce7-4b0c-88b7-1a81c240b20c req-e686caa9-2d3d-4308-a2ad-dc7bad266002 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0563431 Sep 01 15:58:30.717872 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b1a2f9f6-cce7-4b0c-88b7-1a81c240b20c req-0482d2cd-9b68-4d3e-890c-d2355188291a tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349000 Sep 01 15:58:31.837452 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9ea65-0d70-4959-8f14-30a496b6d7dc req-692f700f-f575-4beb-9467-ac16894c44ed tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:31.839037 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-27a9ea65-0d70-4959-8f14-30a496b6d7dc req-692f700f-f575-4beb-9467-ac16894c44ed tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0511341 Sep 01 15:58:31.881090 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-27a9ea65-0d70-4959-8f14-30a496b6d7dc req-cb346ade-dca5-478f-832c-6d256de8f7bc tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359142 Sep 01 15:58:33.003147 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c9fcb-7004-4b8d-9338-90341de2ca29 req-2c76d46e-3d51-45b6-92ff-ffcd766cd2b0 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:33.004725 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-725c9fcb-7004-4b8d-9338-90341de2ca29 req-2c76d46e-3d51-45b6-92ff-ffcd766cd2b0 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0529473 Sep 01 15:58:33.052910 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-725c9fcb-7004-4b8d-9338-90341de2ca29 req-78f59269-8f25-48d1-879c-0e1c24cc2867 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417752 Sep 01 15:58:34.173030 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed053a-ab56-4238-962e-baef8a02853d req-0daafcfa-8282-4e96-966d-51a91c5be16a tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:34.174575 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-34ed053a-ab56-4238-962e-baef8a02853d req-0daafcfa-8282-4e96-966d-51a91c5be16a tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0504420 Sep 01 15:58:34.212836 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-34ed053a-ab56-4238-962e-baef8a02853d req-c46960c4-0c73-49d0-ac6d-74115cfcd3d8 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322752 Sep 01 15:58:35.328642 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664edee6-7911-47f9-b354-46be6c66c179 req-998e2391-4d46-45f3-8681-3631940b9a74 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:35.329982 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-664edee6-7911-47f9-b354-46be6c66c179 req-998e2391-4d46-45f3-8681-3631940b9a74 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0491412 Sep 01 15:58:35.367508 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-664edee6-7911-47f9-b354-46be6c66c179 req-931a73a9-772d-42ca-9ea2-3fa1f57943fb tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314989 Sep 01 15:58:36.488662 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee1bb7-6e68-484e-80a9-c9993e8319cf req-c1ce0d67-9540-4fa9-adb8-2dc065cacd6e tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:36.490143 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-71ee1bb7-6e68-484e-80a9-c9993e8319cf req-c1ce0d67-9540-4fa9-adb8-2dc065cacd6e tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0538049 Sep 01 15:58:36.529267 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-71ee1bb7-6e68-484e-80a9-c9993e8319cf req-ac3d8452-ec45-420f-a192-ace7a6423953 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323832 Sep 01 15:58:37.649287 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cadae9-4474-49d1-9348-184c8f39e3bc req-667313cc-f712-42ba-9366-049ce0b8048f tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:37.650730 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-39cadae9-4474-49d1-9348-184c8f39e3bc req-667313cc-f712-42ba-9366-049ce0b8048f tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0509806 Sep 01 15:58:37.693739 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-39cadae9-4474-49d1-9348-184c8f39e3bc req-43be73c6-8476-4c88-bdb9-4943efb54138 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358701 Sep 01 15:58:38.833415 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550ec26-165b-423b-8994-a213577603c9 req-6b487a37-e614-402a-b6a5-2b0d56c1c1d5 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:38.834886 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d550ec26-165b-423b-8994-a213577603c9 req-6b487a37-e614-402a-b6a5-2b0d56c1c1d5 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0535085 Sep 01 15:58:38.876094 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d550ec26-165b-423b-8994-a213577603c9 req-76719c9b-8f7b-4a57-97a8-844ad43f10ae tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350587 Sep 01 15:58:38.946047 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:39.350467 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f507b823-664d-4ed5-b3c6-c9da3bd314a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:40.024937 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5990725-6e61-42fe-98d2-240c49b8a393 req-0ae569f4-990d-4737-a79b-9067a556f06d tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:40.027706 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a5990725-6e61-42fe-98d2-240c49b8a393 req-0ae569f4-990d-4737-a79b-9067a556f06d tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0812416 Sep 01 15:58:40.084720 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a5990725-6e61-42fe-98d2-240c49b8a393 req-15c9079f-3b43-4870-8da1-fccab911c367 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510545 Sep 01 15:58:41.212904 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a885a-7cd7-4bb2-b4ab-3f97181e051a req-f8832c26-f470-469b-a1d9-74d0e9b416cc tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:41.214519 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fe5a885a-7cd7-4bb2-b4ab-3f97181e051a req-f8832c26-f470-469b-a1d9-74d0e9b416cc tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0514531 Sep 01 15:58:41.256319 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fe5a885a-7cd7-4bb2-b4ab-3f97181e051a req-449e56c5-e026-4784-af03-9f6b15d3e03f tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354116 Sep 01 15:58:42.214148 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:42.375347 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b890b10-8685-4705-8be6-5973b3948b17 req-208ff495-cedb-4282-a0d9-dd78891a4bec tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:42.376793 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5b890b10-8685-4705-8be6-5973b3948b17 req-208ff495-cedb-4282-a0d9-dd78891a4bec tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0516665 Sep 01 15:58:42.415542 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5b890b10-8685-4705-8be6-5973b3948b17 req-947c6a87-50d4-460f-917f-684b26dc5627 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326738 Sep 01 15:58:43.397761 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:43.558016 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b1856-0013-4017-a709-d4fd8f97fd1e req-4ff21d94-b2cc-433d-8be0-fce6f39ce378 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:43.560360 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8c0b1856-0013-4017-a709-d4fd8f97fd1e req-4ff21d94-b2cc-433d-8be0-fce6f39ce378 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0718849 Sep 01 15:58:43.603039 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8c0b1856-0013-4017-a709-d4fd8f97fd1e req-a27ac689-b8fb-4e0f-a14e-4f554a370d67 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352323 Sep 01 15:58:43.698870 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9751fcd7-d96a-459d-af8c-7f8169f2f32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:44.739790 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fefe49-ab79-42cf-9fdc-9a3c905e9daa req-adb0292b-9bee-4c48-b97d-f40d85f4e0ef tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:44.741413 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6fefe49-ab79-42cf-9fdc-9a3c905e9daa req-adb0292b-9bee-4c48-b97d-f40d85f4e0ef tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0559113 Sep 01 15:58:44.795194 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6fefe49-ab79-42cf-9fdc-9a3c905e9daa req-128df1be-9709-40ab-92f9-33bdaaf30427 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465331 Sep 01 15:58:45.307934 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:45.936925 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f9244-1c56-43a6-a005-d1fbb6536285 req-e951601e-4815-4376-8938-b0387235af85 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:45.939742 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-759f9244-1c56-43a6-a005-d1fbb6536285 req-e951601e-4815-4376-8938-b0387235af85 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0613410 Sep 01 15:58:45.979843 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-759f9244-1c56-43a6-a005-d1fbb6536285 req-e43dc729-9729-4caf-b1d8-4520b38bb714 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342550 Sep 01 15:58:47.096086 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7c6dc-ae4e-4ceb-9b0e-761e1380f8fc req-1a62e17f-e612-4853-9b02-3e1c67354f94 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:47.097581 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2dd7c6dc-ae4e-4ceb-9b0e-761e1380f8fc req-1a62e17f-e612-4853-9b02-3e1c67354f94 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0492752 Sep 01 15:58:47.138917 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2dd7c6dc-ae4e-4ceb-9b0e-761e1380f8fc req-612814b1-4682-4e7e-9f30-a1192ffd1402 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353115 Sep 01 15:58:48.266827 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5e708-463f-44c9-a70f-12143dc044c1 req-30865f00-6292-4f51-b0b0-3ef37df21fd4 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:48.268424 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-19e5e708-463f-44c9-a70f-12143dc044c1 req-30865f00-6292-4f51-b0b0-3ef37df21fd4 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0555353 Sep 01 15:58:48.314060 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-19e5e708-463f-44c9-a70f-12143dc044c1 req-56beb070-3ed7-4086-b7b9-9f85c07c746e tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354860 Sep 01 15:58:49.435555 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402dcd8d-e65f-4cd2-801f-154b03e00ae4 req-7b9cb658-9643-4e07-9162-22a190a4cb74 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:49.437129 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-402dcd8d-e65f-4cd2-801f-154b03e00ae4 req-7b9cb658-9643-4e07-9162-22a190a4cb74 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0519273 Sep 01 15:58:49.477464 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-402dcd8d-e65f-4cd2-801f-154b03e00ae4 req-a273c17a-0c7d-47a7-b428-3d877a0348ce tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340385 Sep 01 15:58:50.605244 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5b132-8afe-4ceb-abe0-4c524689d1e5 req-8b5e995f-2865-4ed9-b0e2-45840810f87d tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:50.606877 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ac5b132-8afe-4ceb-abe0-4c524689d1e5 req-8b5e995f-2865-4ed9-b0e2-45840810f87d tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0587144 Sep 01 15:58:50.648703 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ac5b132-8afe-4ceb-abe0-4c524689d1e5 req-92f78407-5c84-4151-b4a2-f45ce04b7a8b tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356739 Sep 01 15:58:51.789641 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7136b23-6e50-486d-996d-17216b94aed3 req-9c13aa0b-19d1-46ab-bf20-50b12ab19c45 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:51.791247 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d7136b23-6e50-486d-996d-17216b94aed3 req-9c13aa0b-19d1-46ab-bf20-50b12ab19c45 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0558498 Sep 01 15:58:51.833654 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d7136b23-6e50-486d-996d-17216b94aed3 req-f09bb29f-1515-46cd-9e0b-2834ac6a47c9 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350909 Sep 01 15:58:52.983411 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ad3f7-fcb9-4f10-8463-006eeae494e6 req-c294ab4f-4e13-430f-a389-43b31d5e0d80 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:52.985818 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c6ad3f7-fcb9-4f10-8463-006eeae494e6 req-c294ab4f-4e13-430f-a389-43b31d5e0d80 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0607407 Sep 01 15:58:53.038108 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c6ad3f7-fcb9-4f10-8463-006eeae494e6 req-daf815cc-7531-4595-a0c2-d7258717d834 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418084 Sep 01 15:58:54.165527 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bc599-b10a-43e7-9c7c-98c271f1fb83 req-a0f8620a-431e-4e24-b5fd-9c6e9fa70329 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:54.167737 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-516bc599-b10a-43e7-9c7c-98c271f1fb83 req-a0f8620a-431e-4e24-b5fd-9c6e9fa70329 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0543537 Sep 01 15:58:54.219673 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-516bc599-b10a-43e7-9c7c-98c271f1fb83 req-73967108-c0e9-4138-911b-8b0db5f6fb22 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404508 Sep 01 15:58:55.336001 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cca977-a5c0-4cd6-9bc2-1a549754797c req-91c0d616-37bb-40d5-aeaf-82715848a499 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:55.337488 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-91cca977-a5c0-4cd6-9bc2-1a549754797c req-91c0d616-37bb-40d5-aeaf-82715848a499 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0490651 Sep 01 15:58:55.378233 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-91cca977-a5c0-4cd6-9bc2-1a549754797c req-e54c4d93-fca2-44d2-906a-eddb3dbe2cc7 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328217 Sep 01 15:58:56.049850 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-70d7d3ac-9ee4-4616-b09d-2924c5415266 service neutron] show failed (client error): The resource could not be found. Sep 01 15:58:56.051057 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-70d7d3ac-9ee4-4616-b09d-2924c5415266 service neutron] 10.222.0.45 "GET /v2.0/ports/f066a15d-8a26-431d-a962-249c0ac60ee3/bindings/n-h2-794796-3 HTTP/1.1" status: 404 len: 380 time: 0.0568366 Sep 01 15:58:56.278830 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-726925a5-620e-4396-a58a-3212815eb884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:56.280353 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-726925a5-620e-4396-a58a-3212815eb884 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475&tenant_id=3ea3c442cdc24c9ab53612999bdda821 HTTP/1.1" status: 200 len: 1097 time: 0.0778811 Sep 01 15:58:56.300951 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-d53fdb46-c997-4ba1-b5c5-1d92687542d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794796-3', 'device_owner': 'compute:nova'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:58:56.358710 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-d53fdb46-c997-4ba1-b5c5-1d92687542d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:56.501610 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9e12f-aeb8-4b4b-ab43-34ae36e416d8 req-79ae0145-6799-4c89-b652-772649821271 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:56.504531 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6cf9e12f-aeb8-4b4b-ab43-34ae36e416d8 req-79ae0145-6799-4c89-b652-772649821271 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0565624 Sep 01 15:58:56.570661 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6cf9e12f-aeb8-4b4b-ab43-34ae36e416d8 req-e8c91a49-dde1-4441-9b7c-a490007ebaca tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604241 Sep 01 15:58:56.581204 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-d53fdb46-c997-4ba1-b5c5-1d92687542d2 service neutron] For port f066a15d-8a26-431d-a962-249c0ac60ee3, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f066a15d-8a26-431d-a962-249c0ac60ee3,segment=NetworkSegment(65bacbe2-01cc-4462-8120-95e6a6a21f3e),segment_id=65bacbe2-01cc-4462-8120-95e6a6a21f3e)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:58:56.617782 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-d53fdb46-c997-4ba1-b5c5-1d92687542d2 service neutron] For port f066a15d-8a26-431d-a962-249c0ac60ee3, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:58:56.658785 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea2349c-149a-4add-a935-b7201b244475', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f066a15d-8a26-431d-a962-249c0ac60ee3'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:58:56.661416 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338f0896-6d12-49fc-8e18-e7404616bd69" -d '{"events": [{"server_uuid": "0ea2349c-149a-4add-a935-b7201b244475", "name": "network-vif-unplugged", "status": "completed", "tag": "f066a15d-8a26-431d-a962-249c0ac60ee3"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:58:56.665495 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-d53fdb46-c997-4ba1-b5c5-1d92687542d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:56.681923 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-d53fdb46-c997-4ba1-b5c5-1d92687542d2 service neutron] Transition to ACTIVE for port object f066a15d-8a26-431d-a962-249c0ac60ee3 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:58:56.685945 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-d53fdb46-c997-4ba1-b5c5-1d92687542d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:56.717976 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5e124d-c613-4dd2-9088-75ea96f15c0f x-openstack-request-id: req-4d5e124d-c613-4dd2-9088-75ea96f15c0f {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:58:56.718274 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea2349c-149a-4add-a935-b7201b244475", "name": "network-vif-unplugged", "status": "completed", "tag": "f066a15d-8a26-431d-a962-249c0ac60ee3", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:58:56.718564 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4d5e124d-c613-4dd2-9088-75ea96f15c0f {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:58:56.719233 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea2349c-149a-4add-a935-b7201b244475', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f066a15d-8a26-431d-a962-249c0ac60ee3', 'code': 200} Sep 01 15:58:56.756808 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-d53fdb46-c997-4ba1-b5c5-1d92687542d2 service neutron] No DVR routers for this DVR port f066a15d-8a26-431d-a962-249c0ac60ee3 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:58:56.766347 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53fdb46-c997-4ba1-b5c5-1d92687542d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f066a15d-8a26-431d-a962-249c0ac60ee3,revision_number=6']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:56.805705 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-d53fdb46-c997-4ba1-b5c5-1d92687542d2 service neutron] Attempting to bind port f066a15d-8a26-431d-a962-249c0ac60ee3 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:58:56.806040 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-d53fdb46-c997-4ba1-b5c5-1d92687542d2 service neutron] Attempting to bind port f066a15d-8a26-431d-a962-249c0ac60ee3 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '65bacbe2-01cc-4462-8120-95e6a6a21f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0c373e56-ce97-42c8-83fc-3f3476e85182'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:58:56.806410 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-d53fdb46-c997-4ba1-b5c5-1d92687542d2 service neutron] Attempting to bind port f066a15d-8a26-431d-a962-249c0ac60ee3 on network 0c373e56-ce97-42c8-83fc-3f3476e85182 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:58:56.810695 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-d53fdb46-c997-4ba1-b5c5-1d92687542d2 service neutron] Port f066a15d-8a26-431d-a962-249c0ac60ee3 on network 0c373e56-ce97-42c8-83fc-3f3476e85182 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:58:56.811019 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-d53fdb46-c997-4ba1-b5c5-1d92687542d2 service neutron] Attempting to bind port f066a15d-8a26-431d-a962-249c0ac60ee3 on network 0c373e56-ce97-42c8-83fc-3f3476e85182 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:58:56.815965 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-d53fdb46-c997-4ba1-b5c5-1d92687542d2 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:58:56.816301 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-d53fdb46-c997-4ba1-b5c5-1d92687542d2 service neutron] Checking segment: {'id': '65bacbe2-01cc-4462-8120-95e6a6a21f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0c373e56-ce97-42c8-83fc-3f3476e85182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:58:56.816701 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-d53fdb46-c997-4ba1-b5c5-1d92687542d2 service neutron] Bound using segment: {'id': '65bacbe2-01cc-4462-8120-95e6a6a21f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0c373e56-ce97-42c8-83fc-3f3476e85182'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:58:56.817382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-d53fdb46-c997-4ba1-b5c5-1d92687542d2 service neutron] Bound port: f066a15d-8a26-431d-a962-249c0ac60ee3, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65bacbe2-01cc-4462-8120-95e6a6a21f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0c373e56-ce97-42c8-83fc-3f3476e85182'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:58:56.817743 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-d53fdb46-c997-4ba1-b5c5-1d92687542d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:56.887108 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-d53fdb46-c997-4ba1-b5c5-1d92687542d2 service neutron] For port f066a15d-8a26-431d-a962-249c0ac60ee3, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:58:56.890695 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-d53fdb46-c997-4ba1-b5c5-1d92687542d2 service neutron] For port f066a15d-8a26-431d-a962-249c0ac60ee3, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f066a15d-8a26-431d-a962-249c0ac60ee3,segment=NetworkSegment(65bacbe2-01cc-4462-8120-95e6a6a21f3e),segment_id=65bacbe2-01cc-4462-8120-95e6a6a21f3e)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:58:56.895626 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-d53fdb46-c997-4ba1-b5c5-1d92687542d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:56.936653 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-d53fdb46-c997-4ba1-b5c5-1d92687542d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:56.937275 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-d53fdb46-c997-4ba1-b5c5-1d92687542d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:56.938710 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-d53fdb46-c997-4ba1-b5c5-1d92687542d2 service neutron] 10.222.0.62 "PUT /v2.0/ports/f066a15d-8a26-431d-a962-249c0ac60ee3 HTTP/1.1" status: 200 len: 1092 time: 0.6421838 Sep 01 15:58:56.956351 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53fdb46-c997-4ba1-b5c5-1d92687542d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f066a15d-8a26-431d-a962-249c0ac60ee3,revision_number=7']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:58:57.022099 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-fe53ac82-322f-4d98-b0f4-5146e5f99f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:57.023802 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-fe53ac82-322f-4d98-b0f4-5146e5f99f4a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea3c442cdc24c9ab53612999bdda821&device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 1095 time: 0.0452998 Sep 01 15:58:57.123649 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-cadaebb8-659c-441f-84d8-10e2d96503c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:57.125140 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-cadaebb8-659c-441f-84d8-10e2d96503c3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0c373e56-ce97-42c8-83fc-3f3476e85182 HTTP/1.1" status: 200 len: 915 time: 0.0926628 Sep 01 15:58:57.174049 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-28609fb5-ba53-4bb7-9272-7ab030312350 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f066a15d-8a26-431d-a962-249c0ac60ee3 HTTP/1.1" status: 200 len: 217 time: 0.0373585 Sep 01 15:58:57.234254 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-5b20db81-300e-41d2-8c2c-713c2561bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:57.235741 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-5b20db81-300e-41d2-8c2c-713c2561bc89 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b2591bd1-6632-4076-b0f0-6d9b6a58a497 HTTP/1.1" status: 200 len: 854 time: 0.0522742 Sep 01 15:58:57.270947 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-a8192b9e-cd80-4970-8a7b-ca5ffe98c89e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0c373e56-ce97-42c8-83fc-3f3476e85182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256240 Sep 01 15:58:57.364478 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-30d5a223-3a75-4dd1-a1e4-30764d0067fc service neutron] 10.222.0.62 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859792 Sep 01 15:58:57.465838 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5569e78d-bb91-456b-ad21-5a9c87360958 req-2cb0ae8e-8475-4012-ba62-782bf59474af service neutron] 10.222.0.62 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910439 Sep 01 15:58:57.695173 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b721b-4b0a-4b25-b437-90bcbb9b04f7 req-c43d67df-a60f-4186-8e93-e044081cb3b4 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:57.696681 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-076b721b-4b0a-4b25-b437-90bcbb9b04f7 req-c43d67df-a60f-4186-8e93-e044081cb3b4 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 944 time: 0.0511630 Sep 01 15:58:57.736071 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-076b721b-4b0a-4b25-b437-90bcbb9b04f7 req-d3cbeb3c-037d-4628-8229-a80b9279b3d2 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320284 Sep 01 15:58:58.074862 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:58:58.720390 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea2349c-149a-4add-a935-b7201b244475', 'tag': 'f066a15d-8a26-431d-a962-249c0ac60ee3'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:58:58.722878 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c47860-5760-4509-bdf7-72ad380710f5" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea2349c-149a-4add-a935-b7201b244475", "tag": "f066a15d-8a26-431d-a962-249c0ac60ee3"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:58:58.776208 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd919bb0-66ff-4cce-a9ca-7f333059ac9e x-openstack-request-id: req-bd919bb0-66ff-4cce-a9ca-7f333059ac9e {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:58:58.776636 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea2349c-149a-4add-a935-b7201b244475", "tag": "f066a15d-8a26-431d-a962-249c0ac60ee3", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:58:58.777019 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bd919bb0-66ff-4cce-a9ca-7f333059ac9e {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:58:58.777807 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea2349c-149a-4add-a935-b7201b244475', 'tag': 'f066a15d-8a26-431d-a962-249c0ac60ee3', 'status': 'completed', 'code': 200} Sep 01 15:58:58.869455 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c47860-5760-4509-bdf7-72ad380710f5 req-ce065607-62da-4e5f-ae02-8c8f99e988a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:58.871693 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-02c47860-5760-4509-bdf7-72ad380710f5 req-ce065607-62da-4e5f-ae02-8c8f99e988a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ea3c442cdc24c9ab53612999bdda821&device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 1095 time: 0.0771117 Sep 01 15:58:58.874075 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c47860-5760-4509-bdf7-72ad380710f5 req-9d10a8b2-aae5-49ff-9358-1e617e4f0998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:58.875679 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-02c47860-5760-4509-bdf7-72ad380710f5 req-9d10a8b2-aae5-49ff-9358-1e617e4f0998 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea3c442cdc24c9ab53612999bdda821&device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 1095 time: 0.0422590 Sep 01 15:58:58.884059 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da8c19-7f84-4917-ac7b-9d77d3e59b9c req-a4903e12-7281-48c1-a8e7-73ed2bc44706 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:58.885990 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-05da8c19-7f84-4917-ac7b-9d77d3e59b9c req-a4903e12-7281-48c1-a8e7-73ed2bc44706 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 944 time: 0.0610282 Sep 01 15:58:58.973349 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c47860-5760-4509-bdf7-72ad380710f5 req-ce424559-a475-42bc-8822-1c5b9eeb7a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:58.974873 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-02c47860-5760-4509-bdf7-72ad380710f5 req-ce424559-a475-42bc-8822-1c5b9eeb7a18 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0c373e56-ce97-42c8-83fc-3f3476e85182 HTTP/1.1" status: 200 len: 915 time: 0.0901828 Sep 01 15:58:58.977084 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-05da8c19-7f84-4917-ac7b-9d77d3e59b9c req-57ea6edb-eac1-4828-a07b-a7fa3c3d1bd0 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818686 Sep 01 15:58:59.003473 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c47860-5760-4509-bdf7-72ad380710f5 req-ca8078c1-7549-45e0-9b45-e8c0404350d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:59.005075 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-02c47860-5760-4509-bdf7-72ad380710f5 req-ca8078c1-7549-45e0-9b45-e8c0404350d2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0c373e56-ce97-42c8-83fc-3f3476e85182 HTTP/1.1" status: 200 len: 915 time: 0.1181350 Sep 01 15:58:59.019268 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-02c47860-5760-4509-bdf7-72ad380710f5 req-b584fbc2-da89-4c7f-ba06-742b4f44de8a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f066a15d-8a26-431d-a962-249c0ac60ee3 HTTP/1.1" status: 200 len: 217 time: 0.0352538 Sep 01 15:58:59.050388 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-02c47860-5760-4509-bdf7-72ad380710f5 req-4e5f6832-d0a5-4605-b7d1-6b859a5b56d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f066a15d-8a26-431d-a962-249c0ac60ee3 HTTP/1.1" status: 200 len: 217 time: 0.0379999 Sep 01 15:58:59.068778 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c47860-5760-4509-bdf7-72ad380710f5 req-4de928e7-8f28-48fb-ade2-345b304f1207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:59.070248 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-02c47860-5760-4509-bdf7-72ad380710f5 req-4de928e7-8f28-48fb-ade2-345b304f1207 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b2591bd1-6632-4076-b0f0-6d9b6a58a497 HTTP/1.1" status: 200 len: 854 time: 0.0426862 Sep 01 15:58:59.100912 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c47860-5760-4509-bdf7-72ad380710f5 req-2c776cca-26da-404e-99d9-d417868b5e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:58:59.102496 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-02c47860-5760-4509-bdf7-72ad380710f5 req-2c776cca-26da-404e-99d9-d417868b5e58 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b2591bd1-6632-4076-b0f0-6d9b6a58a497 HTTP/1.1" status: 200 len: 854 time: 0.0450048 Sep 01 15:58:59.104373 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-02c47860-5760-4509-bdf7-72ad380710f5 req-20426e91-c659-4d05-99f9-2d7ae8aeb5cf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0c373e56-ce97-42c8-83fc-3f3476e85182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252047 Sep 01 15:58:59.139119 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-02c47860-5760-4509-bdf7-72ad380710f5 req-2cad7b60-ba15-47ea-a0a1-c741e647da91 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c373e56-ce97-42c8-83fc-3f3476e85182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292270 Sep 01 15:58:59.199999 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-02c47860-5760-4509-bdf7-72ad380710f5 req-2bc5d562-1d32-47dc-bfe2-60721f7cd04f service neutron] 10.222.0.62 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880067 Sep 01 15:58:59.231400 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-02c47860-5760-4509-bdf7-72ad380710f5 req-18dde8ee-392e-4e59-bd49-a718b704ba3a service neutron] 10.222.0.45 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853076 Sep 01 15:58:59.296381 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-02c47860-5760-4509-bdf7-72ad380710f5 req-3d73a718-3aa1-4e5b-86b2-24493d2a3e19 service neutron] 10.222.0.62 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865612 Sep 01 15:58:59.328570 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-02c47860-5760-4509-bdf7-72ad380710f5 req-bbd871dd-b904-4351-ac63-15ae17630e48 service neutron] 10.222.0.45 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885723 Sep 01 15:59:00.102671 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d9d7b-7229-486c-9b0b-f5e2bee26535 req-7ffb6b8d-31f4-48cc-a917-f6464081b5f6 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:00.104445 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ad5d9d7b-7229-486c-9b0b-f5e2bee26535 req-7ffb6b8d-31f4-48cc-a917-f6464081b5f6 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 944 time: 0.0567393 Sep 01 15:59:00.143364 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ad5d9d7b-7229-486c-9b0b-f5e2bee26535 req-e02929fc-89a2-4fc5-ad4a-698b58fc8c24 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327923 Sep 01 15:59:00.351602 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1540877-7079-407e-ad25-9ccd4ffa074e req-d567654d-5070-4b51-8cb1-2e8478d77908 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:00.352812 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1540877-7079-407e-ad25-9ccd4ffa074e req-d567654d-5070-4b51-8cb1-2e8478d77908 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 944 time: 0.0545468 Sep 01 15:59:00.392383 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1540877-7079-407e-ad25-9ccd4ffa074e req-c10ae7df-7da1-4253-84b2-81884a672c3e tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334086 Sep 01 15:59:00.428468 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb0036-3359-46a5-bfaa-b839a4b466e6 req-67f5c52a-a3e9-4a1e-bc8b-4ef2d700b8c2 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:00.429928 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f7cb0036-3359-46a5-bfaa-b839a4b466e6 req-67f5c52a-a3e9-4a1e-bc8b-4ef2d700b8c2 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475&tenant_id=3ea3c442cdc24c9ab53612999bdda821&binding%3Ahost_id=n-h2-794796-3 HTTP/1.1" status: 200 len: 944 time: 0.0890746 Sep 01 15:59:00.438040 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f066a15d-8a26-431d-a962-249c0ac60ee3 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:59:00.477512 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f066a15d-8a26-431d-a962-249c0ac60ee3 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:59:00.491724 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [req-f7cb0036-3359-46a5-bfaa-b839a4b466e6 req-b7157235-1f2b-421a-99a8-64e88e3797df service neutron] delete failed (client error): The resource could not be found. Sep 01 15:59:00.492769 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f7cb0036-3359-46a5-bfaa-b839a4b466e6 req-b7157235-1f2b-421a-99a8-64e88e3797df service neutron] 10.222.0.45 "DELETE /v2.0/ports/f066a15d-8a26-431d-a962-249c0ac60ee3/bindings/n-h1-794796-3 HTTP/1.1" status: 404 len: 380 time: 0.0547512 Sep 01 15:59:00.583650 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb0036-3359-46a5-bfaa-b839a4b466e6 req-2b11f10c-d72c-4919-83ec-f94fd599a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:00.585132 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f7cb0036-3359-46a5-bfaa-b839a4b466e6 req-2b11f10c-d72c-4919-83ec-f94fd599a70f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ea3c442cdc24c9ab53612999bdda821&device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 1095 time: 0.0456889 Sep 01 15:59:00.676538 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb0036-3359-46a5-bfaa-b839a4b466e6 req-dff92791-5d0c-4d7d-bffb-b8726c463e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:00.678093 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f7cb0036-3359-46a5-bfaa-b839a4b466e6 req-dff92791-5d0c-4d7d-bffb-b8726c463e23 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0c373e56-ce97-42c8-83fc-3f3476e85182 HTTP/1.1" status: 200 len: 915 time: 0.0858252 Sep 01 15:59:00.723740 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f7cb0036-3359-46a5-bfaa-b839a4b466e6 req-971c635a-d374-4e3a-a77b-b5eed6199f5d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f066a15d-8a26-431d-a962-249c0ac60ee3 HTTP/1.1" status: 200 len: 217 time: 0.0382113 Sep 01 15:59:00.772849 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb0036-3359-46a5-bfaa-b839a4b466e6 req-a3e6b230-0cff-4ca7-97c4-892681978330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:00.774353 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f7cb0036-3359-46a5-bfaa-b839a4b466e6 req-a3e6b230-0cff-4ca7-97c4-892681978330 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b2591bd1-6632-4076-b0f0-6d9b6a58a497 HTTP/1.1" status: 200 len: 854 time: 0.0438569 Sep 01 15:59:00.806038 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f7cb0036-3359-46a5-bfaa-b839a4b466e6 req-188f9ad8-f38f-48a6-a90d-7f196e4949bb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c373e56-ce97-42c8-83fc-3f3476e85182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239611 Sep 01 15:59:00.828329 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f066a15d-8a26-431d-a962-249c0ac60ee3 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:59:00.897476 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f7cb0036-3359-46a5-bfaa-b839a4b466e6 req-3ae040b8-b4c7-4ab6-a388-47298f1561e4 service neutron] 10.222.0.45 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843871 Sep 01 15:59:00.926929 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port f066a15d-8a26-431d-a962-249c0ac60ee3, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f066a15d-8a26-431d-a962-249c0ac60ee3,segment=NetworkSegment(65bacbe2-01cc-4462-8120-95e6a6a21f3e),segment_id=65bacbe2-01cc-4462-8120-95e6a6a21f3e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:00.938967 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'f066a15d-8a26-431d-a962-249c0ac60ee3', 'network_id': '0c373e56-ce97-42c8-83fc-3f3476e85182', 'port_id': 'f066a15d-8a26-431d-a962-249c0ac60ee3', 'mac_address': 'fa:16:3e:eb:2a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2591bd1-6632-4076-b0f0-6d9b6a58a497', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:59:00.978290 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:00.992040 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f066a15d-8a26-431d-a962-249c0ac60ee3 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:59:00.997369 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f7cb0036-3359-46a5-bfaa-b839a4b466e6 req-b72527af-a106-48ed-b3d4-13c7d31ea04b service neutron] 10.222.0.45 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918963 Sep 01 15:59:01.012469 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port f066a15d-8a26-431d-a962-249c0ac60ee3, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f066a15d-8a26-431d-a962-249c0ac60ee3,segment=NetworkSegment(65bacbe2-01cc-4462-8120-95e6a6a21f3e),segment_id=65bacbe2-01cc-4462-8120-95e6a6a21f3e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:01.017867 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:01.072675 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=f066a15d-8a26-431d-a962-249c0ac60ee3,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:01.352990 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['f066a15d-8a26-431d-a962-249c0ac60ee3'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:59:01.529738 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cdb6f-bced-4971-a249-bf2eb7775266 req-6c19b475-3c36-4118-a569-e38a15606dbd tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:01.531612 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a67cdb6f-bced-4971-a249-bf2eb7775266 req-6c19b475-3c36-4118-a569-e38a15606dbd tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 945 time: 0.0621545 Sep 01 15:59:01.577228 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a67cdb6f-bced-4971-a249-bf2eb7775266 req-c48a0c8b-d437-402e-bcc1-7f6c37e604c8 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386229 Sep 01 15:59:01.727185 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3319d6-e53c-46bb-af56-5b2582f3a881 req-967e4306-47d5-4a01-aa79-72e021283ec8 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:01.729390 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cc3319d6-e53c-46bb-af56-5b2582f3a881 req-967e4306-47d5-4a01-aa79-72e021283ec8 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 945 time: 0.0524976 Sep 01 15:59:01.770394 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cc3319d6-e53c-46bb-af56-5b2582f3a881 req-dfd1b74e-7dca-4c68-b5e0-f7fa5397d25c tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347674 Sep 01 15:59:01.897550 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539db95d-8a52-49cd-90aa-5c390c44e985 req-46498e5e-b408-4ffe-9dd1-bb8f38ccc3af tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:01.899076 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-539db95d-8a52-49cd-90aa-5c390c44e985 req-46498e5e-b408-4ffe-9dd1-bb8f38ccc3af tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 945 time: 0.0573709 Sep 01 15:59:01.940059 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-539db95d-8a52-49cd-90aa-5c390c44e985 req-62220e45-d65f-43d4-b94f-8add0fb00075 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346882 Sep 01 15:59:02.305808 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-91667e67-8cc4-4bf0-bbb6-0f8a00386c0b tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:02.307365 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-91667e67-8cc4-4bf0-bbb6-0f8a00386c0b tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/networks?id=0c373e56-ce97-42c8-83fc-3f3476e85182 HTTP/1.1" status: 200 len: 814 time: 0.1027122 Sep 01 15:59:02.324624 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-db5ee0f2-75d2-4f42-b6b5-b546bbd5d493 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/quotas/3ea3c442cdc24c9ab53612999bdda821 HTTP/1.1" status: 200 len: 375 time: 0.0109773 Sep 01 15:59:02.392072 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-29e3379c-df5d-44a5-85a4-328f48c7d0c1 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3ea3c442cdc24c9ab53612999bdda821&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0616097 Sep 01 15:59:02.486148 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-742bdbab-1889-4720-8e4f-54e8c0ea4c2c service neutron] 10.222.0.60 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869865 Sep 01 15:59:02.589408 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-82011103-a489-46cf-bb16-c6148f84828f service neutron] 10.222.0.60 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968599 Sep 01 15:59:02.784565 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-408b4692-fd2f-48ec-893f-8fc1a934d4a1 req-ea96e524-33da-4366-b974-20fde7972b28 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 210 time: 0.0501401 Sep 01 15:59:02.836618 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f066a15d-8a26-431d-a962-249c0ac60ee3 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:59:02.907289 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port f066a15d-8a26-431d-a962-249c0ac60ee3 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:59:02.912249 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port f066a15d-8a26-431d-a962-249c0ac60ee3 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:59:02.912627 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:03.003600 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:03.033976 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea2349c-149a-4add-a935-b7201b244475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f066a15d-8a26-431d-a962-249c0ac60ee3'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:59:03.036620 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc88b813-8c4f-4c5d-bba7-54411b134bab" -d '{"events": [{"server_uuid": "0ea2349c-149a-4add-a935-b7201b244475", "name": "network-vif-plugged", "status": "completed", "tag": "f066a15d-8a26-431d-a962-249c0ac60ee3"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:59:03.052651 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port f066a15d-8a26-431d-a962-249c0ac60ee3, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f066a15d-8a26-431d-a962-249c0ac60ee3,segment=NetworkSegment(65bacbe2-01cc-4462-8120-95e6a6a21f3e),segment_id=65bacbe2-01cc-4462-8120-95e6a6a21f3e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:03.059458 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:03.098405 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9835d5fe-4190-4b54-ae81-0d5665168ccb x-openstack-request-id: req-9835d5fe-4190-4b54-ae81-0d5665168ccb {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:59:03.098666 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea2349c-149a-4add-a935-b7201b244475", "name": "network-vif-plugged", "status": "completed", "tag": "f066a15d-8a26-431d-a962-249c0ac60ee3", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:59:03.098912 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9835d5fe-4190-4b54-ae81-0d5665168ccb {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:59:03.099307 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea2349c-149a-4add-a935-b7201b244475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f066a15d-8a26-431d-a962-249c0ac60ee3', 'code': 200} Sep 01 15:59:03.130582 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=f066a15d-8a26-431d-a962-249c0ac60ee3,revision_number=9']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:03.810349 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c46f9-e8de-4d89-b1c4-6db2141cb1b6 req-8fda2d17-8e54-46e2-8b46-c6de38eb3cb2 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:03.811925 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ad0c46f9-e8de-4d89-b1c4-6db2141cb1b6 req-8fda2d17-8e54-46e2-8b46-c6de38eb3cb2 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ea2349c-149a-4add-a935-b7201b244475 HTTP/1.1" status: 200 len: 946 time: 0.0515649 Sep 01 15:59:03.912464 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d88b9fe7-dbab-4f8a-a36b-0935df329b9d req-7dc2b5d7-a3b1-4aa8-9402-bf59b2f3ed14 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 210 time: 0.0512989 Sep 01 15:59:03.939324 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-ad0c46f9-e8de-4d89-b1c4-6db2141cb1b6 req-97095795-c107-4cd0-8167-2649387e1ae8 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Deleting port f066a15d-8a26-431d-a962-249c0ac60ee3 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:59:03.939667 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ad0c46f9-e8de-4d89-b1c4-6db2141cb1b6 req-97095795-c107-4cd0-8167-2649387e1ae8 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:04.021400 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.62', 60854) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:04.033876 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-ad0c46f9-e8de-4d89-b1c4-6db2141cb1b6 req-97095795-c107-4cd0-8167-2649387e1ae8 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] For port f066a15d-8a26-431d-a962-249c0ac60ee3, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f066a15d-8a26-431d-a962-249c0ac60ee3,segment=NetworkSegment(65bacbe2-01cc-4462-8120-95e6a6a21f3e),segment_id=65bacbe2-01cc-4462-8120-95e6a6a21f3e)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:04.034246 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ad0c46f9-e8de-4d89-b1c4-6db2141cb1b6 req-97095795-c107-4cd0-8167-2649387e1ae8 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:04.093527 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-ad0c46f9-e8de-4d89-b1c4-6db2141cb1b6 req-97095795-c107-4cd0-8167-2649387e1ae8 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Calling delete_port for f066a15d-8a26-431d-a962-249c0ac60ee3 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:59:04.193789 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-9321902f-c6a7-49af-b82e-1cec73a4511c tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:04.195288 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-9321902f-c6a7-49af-b82e-1cec73a4511c tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.62 "GET /v2.0/networks?id=0c373e56-ce97-42c8-83fc-3f3476e85182 HTTP/1.1" status: 200 len: 814 time: 0.1633790 Sep 01 15:59:04.252190 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-8257be66-673e-46eb-b589-aca49028c824 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Request body: {'port': {'device_id': 'd449e942-ab43-44af-bac5-45e5308ecccc', 'network_id': '0c373e56-ce97-42c8-83fc-3f3476e85182', 'admin_state_up': True, 'tenant_id': '3ea3c442cdc24c9ab53612999bdda821'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:59:04.313249 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ad0c46f9-e8de-4d89-b1c4-6db2141cb1b6 req-97095795-c107-4cd0-8167-2649387e1ae8 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:04.352886 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97095795-c107-4cd0-8167-2649387e1ae8 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Pushing event deleted for resources: {'Port': ['ID=f066a15d-8a26-431d-a962-249c0ac60ee3,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:04.359097 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['f066a15d-8a26-431d-a962-249c0ac60ee3'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:59:04.425676 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0c46f9-e8de-4d89-b1c4-6db2141cb1b6 req-97095795-c107-4cd0-8167-2649387e1ae8 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] No DVR routers for this DVR port f066a15d-8a26-431d-a962-249c0ac60ee3 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:59:04.428619 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ad0c46f9-e8de-4d89-b1c4-6db2141cb1b6 req-97095795-c107-4cd0-8167-2649387e1ae8 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:04.430889 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ad0c46f9-e8de-4d89-b1c4-6db2141cb1b6 req-97095795-c107-4cd0-8167-2649387e1ae8 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.62 "DELETE /v2.0/ports/f066a15d-8a26-431d-a962-249c0ac60ee3 HTTP/1.1" status: 204 len: 173 time: 0.6115358 Sep 01 15:59:04.432919 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea2349c-149a-4add-a935-b7201b244475', 'name': 'network-vif-deleted', 'tag': 'f066a15d-8a26-431d-a962-249c0ac60ee3'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:59:04.435523 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04dc080-e253-427a-b0d5-a79711ff87e9" -d '{"events": [{"server_uuid": "0ea2349c-149a-4add-a935-b7201b244475", "name": "network-vif-deleted", "tag": "f066a15d-8a26-431d-a962-249c0ac60ee3"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:59:04.461034 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-8257be66-673e-46eb-b589-aca49028c824 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Made reservation on behalf of 3ea3c442cdc24c9ab53612999bdda821 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:59:04.466011 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-8257be66-673e-46eb-b589-aca49028c824 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:04.483166 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635e79a3-fc7a-4c69-b5d2-e48c7378c3aa x-openstack-request-id: req-635e79a3-fc7a-4c69-b5d2-e48c7378c3aa {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:59:04.483476 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea2349c-149a-4add-a935-b7201b244475", "name": "network-vif-deleted", "tag": "f066a15d-8a26-431d-a962-249c0ac60ee3", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:59:04.483736 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-635e79a3-fc7a-4c69-b5d2-e48c7378c3aa {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:59:04.484136 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea2349c-149a-4add-a935-b7201b244475', 'name': 'network-vif-deleted', 'tag': 'f066a15d-8a26-431d-a962-249c0ac60ee3', 'status': 'completed', 'code': 200} Sep 01 15:59:04.605611 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-8257be66-673e-46eb-b589-aca49028c824 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Allocated IP 172.20.0.14 (0c373e56-ce97-42c8-83fc-3f3476e85182/b2591bd1-6632-4076-b0f0-6d9b6a58a497/1dabdc77-a5d5-46fe-8505-f53dc51f2f19) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:59:04.776108 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-8257be66-673e-46eb-b589-aca49028c824 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:04.820631 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-8257be66-673e-46eb-b589-aca49028c824 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:04.859795 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['f066a15d-8a26-431d-a962-249c0ac60ee3'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:59:04.862176 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-8257be66-673e-46eb-b589-aca49028c824 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Network 0c373e56-ce97-42c8-83fc-3f3476e85182 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:59:04.867607 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-8257be66-673e-46eb-b589-aca49028c824 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:59:04.871488 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-8257be66-673e-46eb-b589-aca49028c824 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:59:04.901563 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257be66-673e-46eb-b589-aca49028c824 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Pushing event updated for resources: {'Port': ['ID=1dabdc77-a5d5-46fe-8505-f53dc51f2f19,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:04.926609 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-8257be66-673e-46eb-b589-aca49028c824 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:04.927243 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-8257be66-673e-46eb-b589-aca49028c824 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:04.942113 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-8257be66-673e-46eb-b589-aca49028c824 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6964030 Sep 01 15:59:04.966496 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-6a8039e3-5cd4-4790-a46c-b60411373c6b service neutron] Request body: {'port': {'device_id': 'd449e942-ab43-44af-bac5-45e5308ecccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:59:05.051831 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-6a8039e3-5cd4-4790-a46c-b60411373c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:05.068753 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff041e01-294e-4383-bb2a-39bcb2209247 req-948a46c3-2734-4ad1-b332-d4cddeb72d8e tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:05.070217 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff041e01-294e-4383-bb2a-39bcb2209247 req-948a46c3-2734-4ad1-b332-d4cddeb72d8e tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 932 time: 0.0806572 Sep 01 15:59:05.189699 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff041e01-294e-4383-bb2a-39bcb2209247 req-976facc6-8a48-4de2-a127-397ac34d1560 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121852 Sep 01 15:59:05.351865 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-6a8039e3-5cd4-4790-a46c-b60411373c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:59:05.359956 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-6a8039e3-5cd4-4790-a46c-b60411373c6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:05.372536 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-6a8039e3-5cd4-4790-a46c-b60411373c6b service neutron] Transition to ACTIVE for port object 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:59:05.377493 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-6a8039e3-5cd4-4790-a46c-b60411373c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:05.427848 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8039e3-5cd4-4790-a46c-b60411373c6b service neutron] Pushing event updated for resources: {'Port': ['ID=1dabdc77-a5d5-46fe-8505-f53dc51f2f19,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:05.496066 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-6a8039e3-5cd4-4790-a46c-b60411373c6b service neutron] Attempting to bind port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:59:05.496066 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-6a8039e3-5cd4-4790-a46c-b60411373c6b service neutron] Attempting to bind port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '65bacbe2-01cc-4462-8120-95e6a6a21f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0c373e56-ce97-42c8-83fc-3f3476e85182'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:59:05.496066 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-6a8039e3-5cd4-4790-a46c-b60411373c6b service neutron] Attempting to bind port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 on network 0c373e56-ce97-42c8-83fc-3f3476e85182 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:59:05.499760 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-6a8039e3-5cd4-4790-a46c-b60411373c6b service neutron] Port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 on network 0c373e56-ce97-42c8-83fc-3f3476e85182 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:59:05.500081 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-6a8039e3-5cd4-4790-a46c-b60411373c6b service neutron] Attempting to bind port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 on network 0c373e56-ce97-42c8-83fc-3f3476e85182 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:59:05.505060 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-6a8039e3-5cd4-4790-a46c-b60411373c6b service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:59:05.505292 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-6a8039e3-5cd4-4790-a46c-b60411373c6b service neutron] Checking segment: {'id': '65bacbe2-01cc-4462-8120-95e6a6a21f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0c373e56-ce97-42c8-83fc-3f3476e85182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:59:05.505668 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-6a8039e3-5cd4-4790-a46c-b60411373c6b service neutron] Bound using segment: {'id': '65bacbe2-01cc-4462-8120-95e6a6a21f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0c373e56-ce97-42c8-83fc-3f3476e85182'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:59:05.506087 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-6a8039e3-5cd4-4790-a46c-b60411373c6b service neutron] Bound port: 1dabdc77-a5d5-46fe-8505-f53dc51f2f19, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65bacbe2-01cc-4462-8120-95e6a6a21f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0c373e56-ce97-42c8-83fc-3f3476e85182'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:59:05.506484 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-6a8039e3-5cd4-4790-a46c-b60411373c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:05.575058 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-6a8039e3-5cd4-4790-a46c-b60411373c6b service neutron] For port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:59:05.578176 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-6a8039e3-5cd4-4790-a46c-b60411373c6b service neutron] For port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=1dabdc77-a5d5-46fe-8505-f53dc51f2f19,segment=NetworkSegment(65bacbe2-01cc-4462-8120-95e6a6a21f3e),segment_id=65bacbe2-01cc-4462-8120-95e6a6a21f3e)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:59:05.582652 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-6a8039e3-5cd4-4790-a46c-b60411373c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:05.620702 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-6a8039e3-5cd4-4790-a46c-b60411373c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:05.621320 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-6a8039e3-5cd4-4790-a46c-b60411373c6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:05.622799 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-6a8039e3-5cd4-4790-a46c-b60411373c6b service neutron] 10.222.0.62 "PUT /v2.0/ports/1dabdc77-a5d5-46fe-8505-f53dc51f2f19 HTTP/1.1" status: 200 len: 1092 time: 0.6615980 Sep 01 15:59:05.638862 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8039e3-5cd4-4790-a46c-b60411373c6b service neutron] Pushing event updated for resources: {'Port': ['ID=1dabdc77-a5d5-46fe-8505-f53dc51f2f19,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:05.724258 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-f88694c9-4845-4d63-b09c-34bbe810271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:05.725774 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-f88694c9-4845-4d63-b09c-34bbe810271c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea3c442cdc24c9ab53612999bdda821&device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 1095 time: 0.0417292 Sep 01 15:59:05.783314 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:59:05.785993 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-d6c1270b-b5c6-426b-9c69-f6dc7e0b472c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1dabdc77-a5d5-46fe-8505-f53dc51f2f19 HTTP/1.1" status: 200 len: 217 time: 0.0374160 Sep 01 15:59:05.839580 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-602b4b56-99ba-4eb9-94ae-565dcdfda1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:05.841079 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-602b4b56-99ba-4eb9-94ae-565dcdfda1a0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b2591bd1-6632-4076-b0f0-6d9b6a58a497 HTTP/1.1" status: 200 len: 854 time: 0.0456216 Sep 01 15:59:05.875819 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-6cb0123c-2694-4eca-9286-3a9b14266f20 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0c373e56-ce97-42c8-83fc-3f3476e85182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260026 Sep 01 15:59:05.972476 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-c41e01fb-04c9-4c7e-959f-a3961735d317 service neutron] 10.222.0.62 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863671 Sep 01 15:59:06.312913 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228e307-3820-4201-938c-5e36ac7b44f9 req-c49823c1-b5bd-47b2-a48a-b9f0281543ce tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:06.314457 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c228e307-3820-4201-938c-5e36ac7b44f9 req-c49823c1-b5bd-47b2-a48a-b9f0281543ce tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 944 time: 0.0532992 Sep 01 15:59:06.357164 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c228e307-3820-4201-938c-5e36ac7b44f9 req-3bad28e0-fa40-4062-a49c-86d2ddb0110c tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365400 Sep 01 15:59:06.367306 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c0c9ae8c-9aa7-452a-968c-a81e0eebdbd3 req-68520bf9-dae6-499e-90c0-dfb166f7219a service neutron] 10.222.0.62 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861895 Sep 01 15:59:06.485577 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd449e942-ab43-44af-bac5-45e5308ecccc', 'tag': '1dabdc77-a5d5-46fe-8505-f53dc51f2f19'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:59:06.487864 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb1d8d2-eb02-4fb1-8d31-a20c44d35f44" -d '{"events": [{"name": "network-changed", "server_uuid": "d449e942-ab43-44af-bac5-45e5308ecccc", "tag": "1dabdc77-a5d5-46fe-8505-f53dc51f2f19"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:59:06.523126 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a509b288-173f-49e0-b638-5dccb5b62bf0 x-openstack-request-id: req-a509b288-173f-49e0-b638-5dccb5b62bf0 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:59:06.523414 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d449e942-ab43-44af-bac5-45e5308ecccc", "tag": "1dabdc77-a5d5-46fe-8505-f53dc51f2f19", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:59:06.523717 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a509b288-173f-49e0-b638-5dccb5b62bf0 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:59:06.524057 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd449e942-ab43-44af-bac5-45e5308ecccc', 'tag': '1dabdc77-a5d5-46fe-8505-f53dc51f2f19', 'status': 'completed', 'code': 200} Sep 01 15:59:06.614363 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1d8d2-eb02-4fb1-8d31-a20c44d35f44 req-a5feed45-5b8a-4fbb-8805-83b390abe8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:06.615939 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0fb1d8d2-eb02-4fb1-8d31-a20c44d35f44 req-a5feed45-5b8a-4fbb-8805-83b390abe8f0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea3c442cdc24c9ab53612999bdda821&device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 1095 time: 0.0416036 Sep 01 15:59:06.714518 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1d8d2-eb02-4fb1-8d31-a20c44d35f44 req-47a4f4e1-2dec-437e-b740-34cc20fd3f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:06.716113 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0fb1d8d2-eb02-4fb1-8d31-a20c44d35f44 req-47a4f4e1-2dec-437e-b740-34cc20fd3f71 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0c373e56-ce97-42c8-83fc-3f3476e85182 HTTP/1.1" status: 200 len: 915 time: 0.0880060 Sep 01 15:59:06.759468 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0fb1d8d2-eb02-4fb1-8d31-a20c44d35f44 req-2c4beeff-2cca-4bd2-a480-26c3ab2a6aaa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1dabdc77-a5d5-46fe-8505-f53dc51f2f19 HTTP/1.1" status: 200 len: 217 time: 0.0353253 Sep 01 15:59:06.814127 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1d8d2-eb02-4fb1-8d31-a20c44d35f44 req-815f39df-137a-4630-98b1-ce38d32e29f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:06.815633 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0fb1d8d2-eb02-4fb1-8d31-a20c44d35f44 req-815f39df-137a-4630-98b1-ce38d32e29f1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b2591bd1-6632-4076-b0f0-6d9b6a58a497 HTTP/1.1" status: 200 len: 854 time: 0.0492051 Sep 01 15:59:06.854399 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0fb1d8d2-eb02-4fb1-8d31-a20c44d35f44 req-303efef1-2299-45fb-9bec-5043c31a31f5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0c373e56-ce97-42c8-83fc-3f3476e85182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291545 Sep 01 15:59:06.869979 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f066a15d-8a26-431d-a962-249c0ac60ee3 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:59:06.890508 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: f066a15d-8a26-431d-a962-249c0ac60ee3 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:59:06.890859 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f066a15d-8a26-431d-a962-249c0ac60ee3 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:59:06.953157 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0fb1d8d2-eb02-4fb1-8d31-a20c44d35f44 req-d0e594c5-ad8d-4ff6-8b54-d20f72675329 service neutron] 10.222.0.62 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870874 Sep 01 15:59:07.052684 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0fb1d8d2-eb02-4fb1-8d31-a20c44d35f44 req-5f64a9e0-a20c-49c7-ab41-0dcdf87da58a service neutron] 10.222.0.62 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917048 Sep 01 15:59:07.475179 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581ef77-772c-4250-9992-33bf1f12a4f2 req-eabb08b1-5fce-4b2c-8cfe-7a46a99c8b12 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:07.476667 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0581ef77-772c-4250-9992-33bf1f12a4f2 req-eabb08b1-5fce-4b2c-8cfe-7a46a99c8b12 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 944 time: 0.0505037 Sep 01 15:59:07.515694 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0581ef77-772c-4250-9992-33bf1f12a4f2 req-fc60dce8-6387-4159-b3a9-f78c93d6e988 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331111 Sep 01 15:59:08.635857 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0a32a-f144-42e9-a9a4-4b494daa81a0 req-4cab272b-52f7-48cd-868d-a46d247a6e7e tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:08.637392 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66d0a32a-f144-42e9-a9a4-4b494daa81a0 req-4cab272b-52f7-48cd-868d-a46d247a6e7e tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 944 time: 0.0523300 Sep 01 15:59:08.676933 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66d0a32a-f144-42e9-a9a4-4b494daa81a0 req-bfbbd63f-441c-414a-9725-13f8d1a60e35 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335369 Sep 01 15:59:08.948417 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:09.354750 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-945da6ad-b9d5-4195-ac37-13b86dd11760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:09.794572 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d7673-c87b-4120-84b4-e050910a322e req-09850d6e-840e-4605-9923-ff7b0d81f434 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:09.796148 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-288d7673-c87b-4120-84b4-e050910a322e req-09850d6e-840e-4605-9923-ff7b0d81f434 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 944 time: 0.0507288 Sep 01 15:59:09.838954 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-288d7673-c87b-4120-84b4-e050910a322e req-0fe62755-40ee-4b45-8427-105f8199c8c1 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365810 Sep 01 15:59:10.897643 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:59:10.960003 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55669334-1c02-4ecf-98bc-2a2f86df8a70 req-afb2404b-e746-415e-a241-1e245ad3f22d tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:10.961534 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55669334-1c02-4ecf-98bc-2a2f86df8a70 req-afb2404b-e746-415e-a241-1e245ad3f22d tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 944 time: 0.0509634 Sep 01 15:59:10.991871 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=1dabdc77-a5d5-46fe-8505-f53dc51f2f19,segment=NetworkSegment(65bacbe2-01cc-4462-8120-95e6a6a21f3e),segment_id=65bacbe2-01cc-4462-8120-95e6a6a21f3e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:11.000963 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55669334-1c02-4ecf-98bc-2a2f86df8a70 req-c6f7a007-a6be-4a03-9cba-cd29908d15a2 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331464 Sep 01 15:59:11.007653 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '1dabdc77-a5d5-46fe-8505-f53dc51f2f19', 'network_id': '0c373e56-ce97-42c8-83fc-3f3476e85182', 'port_id': '1dabdc77-a5d5-46fe-8505-f53dc51f2f19', 'mac_address': 'fa:16:3e:6b:c4:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2591bd1-6632-4076-b0f0-6d9b6a58a497', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:59:11.047895 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:11.061236 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:59:11.080032 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=1dabdc77-a5d5-46fe-8505-f53dc51f2f19,segment=NetworkSegment(65bacbe2-01cc-4462-8120-95e6a6a21f3e),segment_id=65bacbe2-01cc-4462-8120-95e6a6a21f3e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:11.084164 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:11.133370 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=1dabdc77-a5d5-46fe-8505-f53dc51f2f19,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:11.141109 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:11.141470 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:11.141811 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:11.142153 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:11.142508 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:11.142893 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:11.143233 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:11.143566 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:11.143894 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:11.144223 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:11.144547 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:11.144873 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:11.413962 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['1dabdc77-a5d5-46fe-8505-f53dc51f2f19'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:59:12.116760 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8771d27-72df-44f0-9c9c-dea6e946c04e req-c388913f-a228-4b01-86e6-b05940b46446 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:12.118254 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f8771d27-72df-44f0-9c9c-dea6e946c04e req-c388913f-a228-4b01-86e6-b05940b46446 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 945 time: 0.0499625 Sep 01 15:59:12.157762 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f8771d27-72df-44f0-9c9c-dea6e946c04e req-12c5c9ca-053e-4933-845d-20a5e8b77ecf tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333235 Sep 01 15:59:12.205923 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:12.902658 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:59:12.951713 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:59:12.955533 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:59:12.955912 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:13.037721 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:13.061697 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd449e942-ab43-44af-bac5-45e5308ecccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dabdc77-a5d5-46fe-8505-f53dc51f2f19'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:59:13.063960 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4f7558-1788-4e97-808c-47d9cbcf79c6" -d '{"events": [{"server_uuid": "d449e942-ab43-44af-bac5-45e5308ecccc", "name": "network-vif-plugged", "status": "completed", "tag": "1dabdc77-a5d5-46fe-8505-f53dc51f2f19"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:59:13.079427 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=1dabdc77-a5d5-46fe-8505-f53dc51f2f19,segment=NetworkSegment(65bacbe2-01cc-4462-8120-95e6a6a21f3e),segment_id=65bacbe2-01cc-4462-8120-95e6a6a21f3e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:13.085028 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:13.114910 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a52dac1-a4c0-4b2b-a9da-d6f00b65291d x-openstack-request-id: req-5a52dac1-a4c0-4b2b-a9da-d6f00b65291d {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:59:13.115199 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d449e942-ab43-44af-bac5-45e5308ecccc", "name": "network-vif-plugged", "status": "completed", "tag": "1dabdc77-a5d5-46fe-8505-f53dc51f2f19", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:59:13.115448 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a52dac1-a4c0-4b2b-a9da-d6f00b65291d {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:59:13.115826 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd449e942-ab43-44af-bac5-45e5308ecccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dabdc77-a5d5-46fe-8505-f53dc51f2f19', 'code': 200} Sep 01 15:59:13.142632 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=1dabdc77-a5d5-46fe-8505-f53dc51f2f19,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:13.241336 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311bf75-1f99-4cc9-a2c3-07260a99038f req-52a97c5d-da80-4fed-a844-644c2cf0d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:13.242882 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2311bf75-1f99-4cc9-a2c3-07260a99038f req-52a97c5d-da80-4fed-a844-644c2cf0d3d2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 1097 time: 0.0449240 Sep 01 15:59:13.278284 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f51a84-f8a4-495a-9cc2-7a35a10803fc req-078a6d08-ddc9-4464-a220-3e0fb508528f tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:13.279874 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-63f51a84-f8a4-495a-9cc2-7a35a10803fc req-078a6d08-ddc9-4464-a220-3e0fb508528f tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0514638 Sep 01 15:59:13.281038 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2311bf75-1f99-4cc9-a2c3-07260a99038f req-add89baa-b6cb-46f5-9c0a-c6d9d4127d7a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293987 Sep 01 15:59:13.325993 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-63f51a84-f8a4-495a-9cc2-7a35a10803fc req-a3293063-1b71-459f-8b1a-d0d979ff88f3 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358140 Sep 01 15:59:13.396985 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:13.701586 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-97247d72-b864-47b0-b50d-98c4f2e90f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:14.503871 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d8348-6218-4e56-a121-b3d9727b226b req-91fa8785-3c4d-4141-918e-846c7f2ed2c6 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:14.505450 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d03d8348-6218-4e56-a121-b3d9727b226b req-91fa8785-3c4d-4141-918e-846c7f2ed2c6 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.1061606 Sep 01 15:59:14.548323 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d03d8348-6218-4e56-a121-b3d9727b226b req-f88ebdb1-9935-4f46-9a4b-9456033342de tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353408 Sep 01 15:59:15.311337 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:15.733394 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4da53f-310b-4cc5-8cb7-5ac81ed8b124 req-d3fce43d-3183-406a-a78b-acdd7755b000 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:15.734985 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5f4da53f-310b-4cc5-8cb7-5ac81ed8b124 req-d3fce43d-3183-406a-a78b-acdd7755b000 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.1189985 Sep 01 15:59:15.777886 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5f4da53f-310b-4cc5-8cb7-5ac81ed8b124 req-8bf4155d-8c97-4399-a233-bfbc6775fdb3 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367467 Sep 01 15:59:15.891259 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4aed7-53b9-4a8f-b6a2-a641fed2eb1b req-09ebb196-e8b9-4298-92ad-fde40084af98 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:15.892752 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1e4aed7-53b9-4a8f-b6a2-a641fed2eb1b req-09ebb196-e8b9-4298-92ad-fde40084af98 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0494292 Sep 01 15:59:15.931439 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1e4aed7-53b9-4a8f-b6a2-a641fed2eb1b req-39010898-f3ab-4812-92a5-6af8ed5d1673 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321326 Sep 01 15:59:16.192772 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-1e6c2f9a-1919-47ae-bdfb-024c3f0cd7d1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0744312 Sep 01 15:59:16.200139 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fa073-3ddd-4c9d-9f27-438b0026a618 req-4cac6035-04a9-48af-a188-acf27d80bbcc tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:16.201875 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3e0fa073-3ddd-4c9d-9f27-438b0026a618 req-4cac6035-04a9-48af-a188-acf27d80bbcc tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0742447 Sep 01 15:59:16.241791 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3e0fa073-3ddd-4c9d-9f27-438b0026a618 req-d943bd23-c53b-475a-9def-ca1eae335edf tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341058 Sep 01 15:59:17.312796 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-d28cc570-84d0-455b-a3a1-029a8a9ea6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:17.314498 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-d28cc570-84d0-455b-a3a1-029a8a9ea6be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea3c442cdc24c9ab53612999bdda821&device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 1097 time: 0.0432799 Sep 01 15:59:17.361211 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f09f3e-0249-420c-8aa3-321e227fc99c req-e5c52e19-b9e3-403f-9ba9-7b67451e3245 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:17.362850 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-10f09f3e-0249-420c-8aa3-321e227fc99c req-e5c52e19-b9e3-403f-9ba9-7b67451e3245 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0511272 Sep 01 15:59:17.408041 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-10f09f3e-0249-420c-8aa3-321e227fc99c req-512fb0b8-3cec-43b1-9a8a-23b93290c7a8 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340426 Sep 01 15:59:17.414097 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-29641608-7402-49e2-8a27-bf79a3b998df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:17.415770 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-29641608-7402-49e2-8a27-bf79a3b998df service neutron] 10.222.0.62 "GET /v2.0/networks?id=0c373e56-ce97-42c8-83fc-3f3476e85182 HTTP/1.1" status: 200 len: 915 time: 0.0928218 Sep 01 15:59:17.458323 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-553f0154-3bfb-4065-8719-74b0e4d0bf5f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1dabdc77-a5d5-46fe-8505-f53dc51f2f19 HTTP/1.1" status: 200 len: 217 time: 0.0350299 Sep 01 15:59:17.507540 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-05afa773-35dc-4b91-a265-aed61c8cb3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:17.509610 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-05afa773-35dc-4b91-a265-aed61c8cb3c7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b2591bd1-6632-4076-b0f0-6d9b6a58a497 HTTP/1.1" status: 200 len: 854 time: 0.0436046 Sep 01 15:59:17.545380 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-06c4ad3a-5c1c-4418-bece-d2d3d8adbf16 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0c373e56-ce97-42c8-83fc-3f3476e85182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292487 Sep 01 15:59:17.638261 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-d3231de0-fcec-4abc-90e5-5cf60f33080d service neutron] 10.222.0.62 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853655 Sep 01 15:59:17.745006 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-5198c050-e0ab-47b6-8feb-5086f0003769 service neutron] 10.222.0.62 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989017 Sep 01 15:59:18.531298 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53152d-86de-416d-9618-3070a6a26257 req-516fd942-8308-45c1-ab0e-58966addc846 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:18.533009 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3b53152d-86de-416d-9618-3070a6a26257 req-516fd942-8308-45c1-ab0e-58966addc846 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0568411 Sep 01 15:59:18.574021 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3b53152d-86de-416d-9618-3070a6a26257 req-39501c10-8dc5-4584-a0e6-a809e5f09849 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351338 Sep 01 15:59:19.690989 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000955af-da47-4850-b371-d749d219e3fd req-01ff816c-80d1-4cdb-a2d1-a72259c831ac tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:19.692483 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-000955af-da47-4850-b371-d749d219e3fd req-01ff816c-80d1-4cdb-a2d1-a72259c831ac tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0515568 Sep 01 15:59:19.731941 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-000955af-da47-4850-b371-d749d219e3fd req-a2d190fa-0eb4-4f9c-86c2-656857d2c62b tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334425 Sep 01 15:59:20.847655 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29137f-20ba-45a7-851b-3ea384740030 req-cd005039-5fdf-4879-a3ad-7ec927071d5d tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:20.849152 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7a29137f-20ba-45a7-851b-3ea384740030 req-cd005039-5fdf-4879-a3ad-7ec927071d5d tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0502875 Sep 01 15:59:20.888688 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7a29137f-20ba-45a7-851b-3ea384740030 req-189365d2-0396-4f38-afac-ae068013f107 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328627 Sep 01 15:59:22.012363 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0cd23-cf18-42c3-b776-e45d9421fac2 req-f01dfb38-506f-44ac-8fd3-c0f9ab92f0b6 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:22.013939 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f1f0cd23-cf18-42c3-b776-e45d9421fac2 req-f01dfb38-506f-44ac-8fd3-c0f9ab92f0b6 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0582569 Sep 01 15:59:22.056908 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f1f0cd23-cf18-42c3-b776-e45d9421fac2 req-c82be9be-5a2f-4a51-8d4b-dc8d893ef6f5 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369444 Sep 01 15:59:23.179937 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa03d8e-b4fe-49ed-b4f9-339b0df33583 req-d841414a-0445-4fa5-ab31-082f37523a54 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:23.182017 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dfa03d8e-b4fe-49ed-b4f9-339b0df33583 req-d841414a-0445-4fa5-ab31-082f37523a54 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0540304 Sep 01 15:59:23.221362 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dfa03d8e-b4fe-49ed-b4f9-339b0df33583 req-4df354aa-661a-4535-ab21-5d28c88cecf6 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333045 Sep 01 15:59:24.358832 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f5fc5-3e85-47f5-bf9e-416383ba8913 req-cef2dea5-46c0-4f02-af07-72d3e757d00a tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:24.360399 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c32f5fc5-3e85-47f5-bf9e-416383ba8913 req-cef2dea5-46c0-4f02-af07-72d3e757d00a tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0508149 Sep 01 15:59:24.401430 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c32f5fc5-3e85-47f5-bf9e-416383ba8913 req-b9742028-61c2-4a35-a1fc-e39095635379 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350957 Sep 01 15:59:25.518798 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7dc494-cf0f-46b5-b981-63e85ac6e785 req-51f7fa4c-5eba-4e57-945b-8210a9059ef4 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:25.520316 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dd7dc494-cf0f-46b5-b981-63e85ac6e785 req-51f7fa4c-5eba-4e57-945b-8210a9059ef4 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0497618 Sep 01 15:59:25.559491 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dd7dc494-cf0f-46b5-b981-63e85ac6e785 req-239dffe3-f84b-44e7-a497-d38811b66dcc tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326073 Sep 01 15:59:26.676134 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f852c6-10d8-4f58-92b1-4f73cd1c1a19 req-bd7e4893-be33-4f17-a308-98dc20300bc2 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:26.677652 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7f852c6-10d8-4f58-92b1-4f73cd1c1a19 req-bd7e4893-be33-4f17-a308-98dc20300bc2 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0501704 Sep 01 15:59:26.720528 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e7f852c6-10d8-4f58-92b1-4f73cd1c1a19 req-d4c5163c-89b0-4e6d-8da5-3073b90a157b tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361063 Sep 01 15:59:27.839862 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27fc03-6319-44e7-9a4c-6656c023083b req-092302c7-74cf-4858-9575-7d9875cca9ea tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:27.841710 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2c27fc03-6319-44e7-9a4c-6656c023083b req-092302c7-74cf-4858-9575-7d9875cca9ea tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0517499 Sep 01 15:59:27.881013 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2c27fc03-6319-44e7-9a4c-6656c023083b req-cd70c8b5-d4ed-4332-bd90-d099842697d7 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334029 Sep 01 15:59:28.094377 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:28.998172 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8feb8-e751-4d7b-983f-fc5435196c21 req-b51f162c-ee24-4a06-b9c3-700404cbfbb9 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:28.999690 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-14a8feb8-e751-4d7b-983f-fc5435196c21 req-b51f162c-ee24-4a06-b9c3-700404cbfbb9 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0491824 Sep 01 15:59:29.042493 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-14a8feb8-e751-4d7b-983f-fc5435196c21 req-96f45531-3a9f-41ee-ab07-726f8ba8fc85 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367448 Sep 01 15:59:30.187131 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e276280-047a-4725-8b65-b1e867baf012 req-fa83155f-9103-4dea-8c1c-c9460a0ac00b tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:30.188749 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4e276280-047a-4725-8b65-b1e867baf012 req-fa83155f-9103-4dea-8c1c-c9460a0ac00b tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0600953 Sep 01 15:59:30.235107 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4e276280-047a-4725-8b65-b1e867baf012 req-16f4f83f-71db-4441-b71b-0c53c787492a tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387824 Sep 01 15:59:31.354581 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26f0b3-3684-4e74-8c21-6ea1c9f25fc2 req-85c9c11d-62ad-47f1-a679-bc277265707c tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:31.356062 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e26f0b3-3684-4e74-8c21-6ea1c9f25fc2 req-85c9c11d-62ad-47f1-a679-bc277265707c tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0488522 Sep 01 15:59:31.394848 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e26f0b3-3684-4e74-8c21-6ea1c9f25fc2 req-b56273ac-8bc5-402b-8f82-3edfd198d1ab tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323453 Sep 01 15:59:32.511246 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e3c36-8985-486f-95ff-6499f501e8a9 req-d3d4a902-3f32-4b62-896f-71f53506ad5c tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:32.512786 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-477e3c36-8985-486f-95ff-6499f501e8a9 req-d3d4a902-3f32-4b62-896f-71f53506ad5c tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0503559 Sep 01 15:59:32.551637 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-477e3c36-8985-486f-95ff-6499f501e8a9 req-5a656e17-b884-4b36-b04f-b0d1c5f855f9 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329506 Sep 01 15:59:33.673966 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bf118-4def-4e63-94b0-752cd0b61db8 req-b8a3ae70-b9d7-42fb-b049-d4986245fdbc tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:33.675451 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-832bf118-4def-4e63-94b0-752cd0b61db8 req-b8a3ae70-b9d7-42fb-b049-d4986245fdbc tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0525625 Sep 01 15:59:33.714007 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-832bf118-4def-4e63-94b0-752cd0b61db8 req-c2aa8597-7973-484f-8a41-77bd3488c441 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319846 Sep 01 15:59:34.833471 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e9818-6e26-44c3-b9bd-2a4d59821316 req-854e092d-0014-40d0-891f-3af5ff8b2d41 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:34.834906 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-416e9818-6e26-44c3-b9bd-2a4d59821316 req-854e092d-0014-40d0-891f-3af5ff8b2d41 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0523705 Sep 01 15:59:34.874216 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-416e9818-6e26-44c3-b9bd-2a4d59821316 req-969afb23-2299-431d-9ac9-504e480ef7bc tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327423 Sep 01 15:59:36.000685 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad8c02-10b2-4b7f-9a4b-8c39117a49a0 req-df4e852a-4131-4640-a688-7ffb38317166 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:36.002168 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30ad8c02-10b2-4b7f-9a4b-8c39117a49a0 req-df4e852a-4131-4640-a688-7ffb38317166 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0496287 Sep 01 15:59:36.044705 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30ad8c02-10b2-4b7f-9a4b-8c39117a49a0 req-a840128f-3492-46f5-a460-16c45a49e100 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365543 Sep 01 15:59:37.161531 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fefc9d-bcbe-41fa-955a-a8cd29946f50 req-4586d1b1-5b68-403a-9df7-4ac0d95117b3 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:37.163060 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-63fefc9d-bcbe-41fa-955a-a8cd29946f50 req-4586d1b1-5b68-403a-9df7-4ac0d95117b3 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0524914 Sep 01 15:59:37.201993 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-63fefc9d-bcbe-41fa-955a-a8cd29946f50 req-ac6b848c-4421-4869-a8f4-d06d489a1d47 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324781 Sep 01 15:59:38.325228 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a29e52-acf8-4447-9cb4-033e66d4eeda req-3af7f4e0-90b5-4b6d-8eef-29195402552d tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:38.326782 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-02a29e52-acf8-4447-9cb4-033e66d4eeda req-3af7f4e0-90b5-4b6d-8eef-29195402552d tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0527949 Sep 01 15:59:38.369280 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-02a29e52-acf8-4447-9cb4-033e66d4eeda req-4d61c16a-da3f-481b-b42b-9cf40ea461c8 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351968 Sep 01 15:59:38.946528 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:39.355740 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ba637e00-27c8-44e4-9b6d-07acb50d804e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:39.486204 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a744c9e-7501-4edf-a4df-d02e7d7bd19e req-12b77387-7f5a-49a4-a9f2-e4db4b819ea3 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:39.487738 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a744c9e-7501-4edf-a4df-d02e7d7bd19e req-12b77387-7f5a-49a4-a9f2-e4db4b819ea3 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0515921 Sep 01 15:59:39.528490 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a744c9e-7501-4edf-a4df-d02e7d7bd19e req-9d8128f2-589a-447d-ae02-30efef5697e1 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324781 Sep 01 15:59:40.645055 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77386b8-b3d9-4d99-b510-937d66c4666d req-75dc2ed0-0749-4b90-a6f6-0940f729c2d8 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:40.646607 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f77386b8-b3d9-4d99-b510-937d66c4666d req-75dc2ed0-0749-4b90-a6f6-0940f729c2d8 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0500455 Sep 01 15:59:40.689258 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f77386b8-b3d9-4d99-b510-937d66c4666d req-0cf14b2e-9b2e-4367-a895-ec4fbd3cb06b tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359373 Sep 01 15:59:41.807506 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55533d1c-dcfd-4d5c-8648-cc28bc95fe3a req-47a13f92-33cc-4e1c-beb1-ad908ba7373f tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:41.809011 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55533d1c-dcfd-4d5c-8648-cc28bc95fe3a req-47a13f92-33cc-4e1c-beb1-ad908ba7373f tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0509253 Sep 01 15:59:41.846971 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55533d1c-dcfd-4d5c-8648-cc28bc95fe3a req-88be66c1-97ea-434e-afa7-178e29dd80ff tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319426 Sep 01 15:59:42.208425 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:42.782419 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 15:59:42.964425 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9546160-0086-42cb-a0e2-042cade41f7a req-eafb0046-e052-468d-aa5f-42d6bf8f3f4b tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:42.965949 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b9546160-0086-42cb-a0e2-042cade41f7a req-eafb0046-e052-468d-aa5f-42d6bf8f3f4b tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0488732 Sep 01 15:59:43.008245 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b9546160-0086-42cb-a0e2-042cade41f7a req-50cd7b2e-bdab-4083-897d-433dcdbece51 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353193 Sep 01 15:59:43.399283 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:43.702437 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5930bf3f-7a2c-4b17-919d-413b8252ada5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:44.128633 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5c50c-624a-48f1-9c69-485857b0efdb req-10014bf4-ed41-4e53-92c6-7bceae6b8cd2 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:44.130140 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-86a5c50c-624a-48f1-9c69-485857b0efdb req-10014bf4-ed41-4e53-92c6-7bceae6b8cd2 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0538604 Sep 01 15:59:44.169654 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-86a5c50c-624a-48f1-9c69-485857b0efdb req-86654e83-df31-4415-aa77-b1b2569f61b7 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330260 Sep 01 15:59:45.143179 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-ef1ccbcf-972e-4b26-b041-54605db3ff4a service neutron] show failed (client error): The resource could not be found. Sep 01 15:59:45.144223 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-ef1ccbcf-972e-4b26-b041-54605db3ff4a service neutron] 10.222.0.62 "GET /v2.0/ports/1dabdc77-a5d5-46fe-8505-f53dc51f2f19/bindings/n-h1-794796-3 HTTP/1.1" status: 404 len: 380 time: 0.0550199 Sep 01 15:59:45.293120 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92457ac2-26fa-473d-8844-96a394aeca00 req-d60431ee-189d-409c-a4af-3117847a80fc tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:45.299016 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-92457ac2-26fa-473d-8844-96a394aeca00 req-d60431ee-189d-409c-a4af-3117847a80fc tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0585709 Sep 01 15:59:45.317353 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:45.345207 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-92457ac2-26fa-473d-8844-96a394aeca00 req-e5afe3d3-9221-485e-83a8-14b28812a855 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417094 Sep 01 15:59:45.408105 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-62c1c492-466b-413b-ae65-f2373b7eed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:45.409594 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-62c1c492-466b-413b-ae65-f2373b7eed4b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc&tenant_id=3ea3c442cdc24c9ab53612999bdda821 HTTP/1.1" status: 200 len: 1097 time: 0.0902762 Sep 01 15:59:45.422369 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794796-3', 'device_owner': 'compute:nova'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:59:45.479881 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:45.687629 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] For port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=1dabdc77-a5d5-46fe-8505-f53dc51f2f19,segment=NetworkSegment(65bacbe2-01cc-4462-8120-95e6a6a21f3e),segment_id=65bacbe2-01cc-4462-8120-95e6a6a21f3e)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:45.720435 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] For port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19, host n-h2-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:59:45.759514 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd449e942-ab43-44af-bac5-45e5308ecccc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dabdc77-a5d5-46fe-8505-f53dc51f2f19'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:59:45.761811 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352c6545-82da-4239-a9bb-280cf93ea161" -d '{"events": [{"server_uuid": "d449e942-ab43-44af-bac5-45e5308ecccc", "name": "network-vif-unplugged", "status": "completed", "tag": "1dabdc77-a5d5-46fe-8505-f53dc51f2f19"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:59:45.765971 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:45.779455 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Transition to ACTIVE for port object 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:59:45.783791 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:45.812971 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 15:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f97a828-1e44-4763-9a16-7995da5fe727 x-openstack-request-id: req-0f97a828-1e44-4763-9a16-7995da5fe727 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:59:45.813266 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d449e942-ab43-44af-bac5-45e5308ecccc", "name": "network-vif-unplugged", "status": "completed", "tag": "1dabdc77-a5d5-46fe-8505-f53dc51f2f19", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:59:45.813516 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f97a828-1e44-4763-9a16-7995da5fe727 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:59:45.814311 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd449e942-ab43-44af-bac5-45e5308ecccc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dabdc77-a5d5-46fe-8505-f53dc51f2f19', 'code': 200} Sep 01 15:59:45.852775 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] No DVR routers for this DVR port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 on host n-h2-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:59:45.854796 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=1dabdc77-a5d5-46fe-8505-f53dc51f2f19,revision_number=6']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:45.863604 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:45.863947 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:45.864286 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:45.864617 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:45.864946 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:45.865271 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:45.865593 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:45.865915 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:45.866235 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:45.866593 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:45.866926 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:45.867245 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:46.139024 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Attempting to bind port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:59:46.139352 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Attempting to bind port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '65bacbe2-01cc-4462-8120-95e6a6a21f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0c373e56-ce97-42c8-83fc-3f3476e85182'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:59:46.139671 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Attempting to bind port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 on network 0c373e56-ce97-42c8-83fc-3f3476e85182 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:59:46.143840 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 on network 0c373e56-ce97-42c8-83fc-3f3476e85182 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 15:59:46.144193 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Attempting to bind port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 on network 0c373e56-ce97-42c8-83fc-3f3476e85182 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:59:46.149615 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:59:46.149953 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Checking segment: {'id': '65bacbe2-01cc-4462-8120-95e6a6a21f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0c373e56-ce97-42c8-83fc-3f3476e85182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:59:46.150366 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Bound using segment: {'id': '65bacbe2-01cc-4462-8120-95e6a6a21f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0c373e56-ce97-42c8-83fc-3f3476e85182'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:59:46.150788 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Bound port: 1dabdc77-a5d5-46fe-8505-f53dc51f2f19, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65bacbe2-01cc-4462-8120-95e6a6a21f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '0c373e56-ce97-42c8-83fc-3f3476e85182'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:59:46.151146 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:46.213195 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] For port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:59:46.216218 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] For port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=1dabdc77-a5d5-46fe-8505-f53dc51f2f19,segment=NetworkSegment(65bacbe2-01cc-4462-8120-95e6a6a21f3e),segment_id=65bacbe2-01cc-4462-8120-95e6a6a21f3e)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:59:46.221167 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:46.253589 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:46.254210 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:46.255652 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] 10.222.0.45 "PUT /v2.0/ports/1dabdc77-a5d5-46fe-8505-f53dc51f2f19 HTTP/1.1" status: 200 len: 1092 time: 0.8375194 Sep 01 15:59:46.290068 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4f784-003c-4eb0-a5a7-7e53fd911bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=1dabdc77-a5d5-46fe-8505-f53dc51f2f19,revision_number=7']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:46.327397 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-ced22b55-43f5-416d-905f-7a5ab5f755c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:46.328911 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-ced22b55-43f5-416d-905f-7a5ab5f755c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ea3c442cdc24c9ab53612999bdda821&device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 1095 time: 0.0502415 Sep 01 15:59:46.435071 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-c5154410-0b73-4094-9422-6d7bfdb95c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:46.436459 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-c5154410-0b73-4094-9422-6d7bfdb95c78 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0c373e56-ce97-42c8-83fc-3f3476e85182 HTTP/1.1" status: 200 len: 915 time: 0.0993764 Sep 01 15:59:46.490856 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-bc01262a-5738-4988-b5d8-2e8eb93857c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1dabdc77-a5d5-46fe-8505-f53dc51f2f19 HTTP/1.1" status: 200 len: 217 time: 0.0405693 Sep 01 15:59:46.536733 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dae57-b8c4-4866-93d8-bd9ef74deea5 req-254ed9f1-acae-40c9-a101-83f7bfe431c2 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:46.538218 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-006dae57-b8c4-4866-93d8-bd9ef74deea5 req-254ed9f1-acae-40c9-a101-83f7bfe431c2 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 944 time: 0.1218178 Sep 01 15:59:46.567245 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-49f92494-1558-4182-87be-a486f613543b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:46.568678 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-49f92494-1558-4182-87be-a486f613543b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b2591bd1-6632-4076-b0f0-6d9b6a58a497 HTTP/1.1" status: 200 len: 854 time: 0.0710862 Sep 01 15:59:46.606010 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-006dae57-b8c4-4866-93d8-bd9ef74deea5 req-6c9d7fc9-cfa3-4ca4-8e9d-bba4d895aeb1 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613103 Sep 01 15:59:46.608022 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-d2a68689-2c43-4dec-932e-28581a9e97d2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c373e56-ce97-42c8-83fc-3f3476e85182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294621 Sep 01 15:59:46.704018 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-7924f05d-c074-45dd-95bb-74d69f8285dc service neutron] 10.222.0.45 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883479 Sep 01 15:59:46.797176 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4df5bd98-2259-4ee4-936d-673a84a55222 req-2340124a-bc05-43c9-ac36-88a32727d4e7 service neutron] 10.222.0.45 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859678 Sep 01 15:59:47.727483 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b6c75-28b3-4707-b5c3-daa58cd86775 req-5a887e15-3758-417d-acd8-0fcf3052a5a5 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:47.729070 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-451b6c75-28b3-4707-b5c3-daa58cd86775 req-5a887e15-3758-417d-acd8-0fcf3052a5a5 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 944 time: 0.0513263 Sep 01 15:59:47.770437 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-451b6c75-28b3-4707-b5c3-daa58cd86775 req-55aac901-269d-4a48-b17c-e3900763ab61 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344489 Sep 01 15:59:47.815439 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd449e942-ab43-44af-bac5-45e5308ecccc', 'tag': '1dabdc77-a5d5-46fe-8505-f53dc51f2f19'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:59:47.817753 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c242c51-7f6a-4a40-be60-a89485cf4857" -d '{"events": [{"name": "network-changed", "server_uuid": "d449e942-ab43-44af-bac5-45e5308ecccc", "tag": "1dabdc77-a5d5-46fe-8505-f53dc51f2f19"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:59:47.866132 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 15:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29aff5cf-085f-4be4-8820-83b39c7e986f x-openstack-request-id: req-29aff5cf-085f-4be4-8820-83b39c7e986f {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:59:47.866452 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d449e942-ab43-44af-bac5-45e5308ecccc", "tag": "1dabdc77-a5d5-46fe-8505-f53dc51f2f19", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:59:47.867343 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-29aff5cf-085f-4be4-8820-83b39c7e986f {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:59:47.867788 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd449e942-ab43-44af-bac5-45e5308ecccc', 'tag': '1dabdc77-a5d5-46fe-8505-f53dc51f2f19', 'status': 'completed', 'code': 200} Sep 01 15:59:47.930601 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c242c51-7f6a-4a40-be60-a89485cf4857 req-082bc410-d482-4a62-a0e7-f8b7a1f7b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:47.932063 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4c242c51-7f6a-4a40-be60-a89485cf4857 req-082bc410-d482-4a62-a0e7-f8b7a1f7b02c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ea3c442cdc24c9ab53612999bdda821&device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 1095 time: 0.0470872 Sep 01 15:59:47.979139 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c242c51-7f6a-4a40-be60-a89485cf4857 req-fba6ccc3-d904-48a2-8c9b-01910f6601c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:47.980666 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c242c51-7f6a-4a40-be60-a89485cf4857 req-fba6ccc3-d904-48a2-8c9b-01910f6601c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea3c442cdc24c9ab53612999bdda821&device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 1095 time: 0.0434794 Sep 01 15:59:48.024502 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c242c51-7f6a-4a40-be60-a89485cf4857 req-97caf2d9-4d6f-4f55-a611-8b34bc5fb52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:48.026010 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4c242c51-7f6a-4a40-be60-a89485cf4857 req-97caf2d9-4d6f-4f55-a611-8b34bc5fb52d service neutron] 10.222.0.45 "GET /v2.0/networks?id=0c373e56-ce97-42c8-83fc-3f3476e85182 HTTP/1.1" status: 200 len: 915 time: 0.0858591 Sep 01 15:59:48.073495 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4c242c51-7f6a-4a40-be60-a89485cf4857 req-e5e8ec21-8d1d-4629-bc92-11cbb491d75a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1dabdc77-a5d5-46fe-8505-f53dc51f2f19 HTTP/1.1" status: 200 len: 217 time: 0.0393927 Sep 01 15:59:48.079917 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c242c51-7f6a-4a40-be60-a89485cf4857 req-843156e0-6b00-4f5f-9635-fa358b1f2b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:48.081429 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c242c51-7f6a-4a40-be60-a89485cf4857 req-843156e0-6b00-4f5f-9635-fa358b1f2b4d service neutron] 10.222.0.62 "GET /v2.0/networks?id=0c373e56-ce97-42c8-83fc-3f3476e85182 HTTP/1.1" status: 200 len: 915 time: 0.0931463 Sep 01 15:59:48.124339 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c242c51-7f6a-4a40-be60-a89485cf4857 req-7afa3eda-c96a-4bd9-b2f5-89894e050137 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1dabdc77-a5d5-46fe-8505-f53dc51f2f19 HTTP/1.1" status: 200 len: 217 time: 0.0348399 Sep 01 15:59:48.125504 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c242c51-7f6a-4a40-be60-a89485cf4857 req-bae386b5-3d48-48b1-a848-0b7dcc603007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:48.127005 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4c242c51-7f6a-4a40-be60-a89485cf4857 req-bae386b5-3d48-48b1-a848-0b7dcc603007 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b2591bd1-6632-4076-b0f0-6d9b6a58a497 HTTP/1.1" status: 200 len: 854 time: 0.0456171 Sep 01 15:59:48.162974 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4c242c51-7f6a-4a40-be60-a89485cf4857 req-80d51b3f-f4ba-4bf4-829e-983812752dce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0c373e56-ce97-42c8-83fc-3f3476e85182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250132 Sep 01 15:59:48.180371 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c242c51-7f6a-4a40-be60-a89485cf4857 req-d64d2516-a307-4ba6-8fa3-da381b75da38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:48.181924 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c242c51-7f6a-4a40-be60-a89485cf4857 req-d64d2516-a307-4ba6-8fa3-da381b75da38 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b2591bd1-6632-4076-b0f0-6d9b6a58a497 HTTP/1.1" status: 200 len: 854 time: 0.0493636 Sep 01 15:59:48.216307 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c242c51-7f6a-4a40-be60-a89485cf4857 req-b77b7581-4ee5-4eb0-a40a-76943126a3d6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0c373e56-ce97-42c8-83fc-3f3476e85182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265930 Sep 01 15:59:48.259573 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4c242c51-7f6a-4a40-be60-a89485cf4857 req-3b62d323-1bde-4734-9329-05fb9d190020 service neutron] 10.222.0.45 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885742 Sep 01 15:59:48.317840 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c242c51-7f6a-4a40-be60-a89485cf4857 req-6bc73912-064d-4f24-9163-5928fdedc9bc service neutron] 10.222.0.62 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942686 Sep 01 15:59:48.381122 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4c242c51-7f6a-4a40-be60-a89485cf4857 req-0736498a-ff43-44c2-93c0-1f8b3bde69f8 service neutron] 10.222.0.45 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067691 Sep 01 15:59:48.424253 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c242c51-7f6a-4a40-be60-a89485cf4857 req-f5b1f385-64d7-4711-978a-b957ec924ccd service neutron] 10.222.0.62 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962296 Sep 01 15:59:48.887675 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5eedd-5752-4d02-a1c6-9f16be1174cc req-9e1db6fa-0a22-454d-870f-103024c802a6 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:48.889194 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-94a5eedd-5752-4d02-a1c6-9f16be1174cc req-9e1db6fa-0a22-454d-870f-103024c802a6 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 944 time: 0.0511816 Sep 01 15:59:48.926317 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-94a5eedd-5752-4d02-a1c6-9f16be1174cc req-576dba56-d603-49ee-b4ed-4a42ecf29fc7 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310566 Sep 01 15:59:49.112986 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:59:49.153451 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:59:49.157673 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c248d88-8c7e-4412-aa4e-cc39ed9a34be req-2fe5e9a2-f42e-4db1-8d82-4e964ac4194e tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:49.159294 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c248d88-8c7e-4412-aa4e-cc39ed9a34be req-2fe5e9a2-f42e-4db1-8d82-4e964ac4194e tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 944 time: 0.0852878 Sep 01 15:59:49.183962 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f5f01-6f56-464e-84c2-dbcfa509614e req-ca90bff0-2497-4e42-9f94-2cecfeac4924 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:49.185367 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-660f5f01-6f56-464e-84c2-dbcfa509614e req-ca90bff0-2497-4e42-9f94-2cecfeac4924 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.62 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc&tenant_id=3ea3c442cdc24c9ab53612999bdda821&binding%3Ahost_id=n-h1-794796-3 HTTP/1.1" status: 200 len: 944 time: 0.0797734 Sep 01 15:59:49.236625 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c248d88-8c7e-4412-aa4e-cc39ed9a34be req-149122d0-ce3a-4aec-b248-11ec8f9faa06 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694189 Sep 01 15:59:49.265243 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [req-660f5f01-6f56-464e-84c2-dbcfa509614e req-ab55eae9-e6d3-4b24-ba50-7f5def52916a service neutron] delete failed (client error): The resource could not be found. Sep 01 15:59:49.266390 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-660f5f01-6f56-464e-84c2-dbcfa509614e req-ab55eae9-e6d3-4b24-ba50-7f5def52916a service neutron] 10.222.0.62 "DELETE /v2.0/ports/1dabdc77-a5d5-46fe-8505-f53dc51f2f19/bindings/n-h2-794796-3 HTTP/1.1" status: 404 len: 380 time: 0.0713499 Sep 01 15:59:49.382745 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f5f01-6f56-464e-84c2-dbcfa509614e req-25312924-2ebf-478a-87b3-0e1dab3e2735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:49.384314 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-660f5f01-6f56-464e-84c2-dbcfa509614e req-25312924-2ebf-478a-87b3-0e1dab3e2735 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ea3c442cdc24c9ab53612999bdda821&device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 1095 time: 0.0452654 Sep 01 15:59:49.480431 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f5f01-6f56-464e-84c2-dbcfa509614e req-473e7529-dcb4-46f2-ade6-85be7ffd7d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:49.481933 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-660f5f01-6f56-464e-84c2-dbcfa509614e req-473e7529-dcb4-46f2-ade6-85be7ffd7d46 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0c373e56-ce97-42c8-83fc-3f3476e85182 HTTP/1.1" status: 200 len: 915 time: 0.0899484 Sep 01 15:59:49.527847 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-660f5f01-6f56-464e-84c2-dbcfa509614e req-8ae97ac3-e0f8-4d77-914b-3e6cbcb4fe9c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1dabdc77-a5d5-46fe-8505-f53dc51f2f19 HTTP/1.1" status: 200 len: 217 time: 0.0350409 Sep 01 15:59:49.579985 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f5f01-6f56-464e-84c2-dbcfa509614e req-a57b2f4f-b6fa-44c2-bda1-7dbef153662c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:49.581671 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-660f5f01-6f56-464e-84c2-dbcfa509614e req-a57b2f4f-b6fa-44c2-bda1-7dbef153662c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b2591bd1-6632-4076-b0f0-6d9b6a58a497 HTTP/1.1" status: 200 len: 854 time: 0.0434892 Sep 01 15:59:49.619772 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-660f5f01-6f56-464e-84c2-dbcfa509614e req-5452e583-4ada-4be9-8fca-b4ecdecfdce9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0c373e56-ce97-42c8-83fc-3f3476e85182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306163 Sep 01 15:59:49.710940 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-660f5f01-6f56-464e-84c2-dbcfa509614e req-4421d298-2c00-47e8-8047-d71443909f30 service neutron] 10.222.0.62 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835724 Sep 01 15:59:49.807643 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-660f5f01-6f56-464e-84c2-dbcfa509614e req-3a124466-0b02-4919-988f-ae932f408ca4 service neutron] 10.222.0.62 "GET /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867724 Sep 01 15:59:50.405838 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe9b5e-9822-4ae0-8bde-716f1ed9679e req-743b03d7-c2d6-4d7d-baac-842b41c180d7 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:50.407387 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9fbe9b5e-9822-4ae0-8bde-716f1ed9679e req-743b03d7-c2d6-4d7d-baac-842b41c180d7 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 944 time: 0.0530572 Sep 01 15:59:50.450280 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9fbe9b5e-9822-4ae0-8bde-716f1ed9679e req-1d65f98c-e0e4-4b32-86b2-7aec36e6616c tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363026 Sep 01 15:59:50.629377 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 15:59:50.722983 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=1dabdc77-a5d5-46fe-8505-f53dc51f2f19,segment=NetworkSegment(65bacbe2-01cc-4462-8120-95e6a6a21f3e),segment_id=65bacbe2-01cc-4462-8120-95e6a6a21f3e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:50.734680 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '1dabdc77-a5d5-46fe-8505-f53dc51f2f19', 'network_id': '0c373e56-ce97-42c8-83fc-3f3476e85182', 'port_id': '1dabdc77-a5d5-46fe-8505-f53dc51f2f19', 'mac_address': 'fa:16:3e:6b:c4:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2591bd1-6632-4076-b0f0-6d9b6a58a497', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 15:59:50.771111 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:50.787446 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 15:59:50.807234 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=1dabdc77-a5d5-46fe-8505-f53dc51f2f19,segment=NetworkSegment(65bacbe2-01cc-4462-8120-95e6a6a21f3e),segment_id=65bacbe2-01cc-4462-8120-95e6a6a21f3e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:50.811458 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:50.858677 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=1dabdc77-a5d5-46fe-8505-f53dc51f2f19,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:51.063096 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['1dabdc77-a5d5-46fe-8505-f53dc51f2f19'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:59:51.571769 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b6fbc-c543-4415-af63-49ed25b91303 req-de9a7b1c-d135-46dd-9b5d-c85e105e0929 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:51.573285 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cf0b6fbc-c543-4415-af63-49ed25b91303 req-de9a7b1c-d135-46dd-9b5d-c85e105e0929 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 945 time: 0.0527601 Sep 01 15:59:51.611899 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cf0b6fbc-c543-4415-af63-49ed25b91303 req-3bb4cb72-69d6-4542-80a5-0c40c88bfa04 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325282 Sep 01 15:59:51.732537 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113f0aa-d103-4e45-94b6-46e674af09c1 req-000d9956-628a-43e8-b5e5-06bb42fb35c8 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:51.734049 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3113f0aa-d103-4e45-94b6-46e674af09c1 req-000d9956-628a-43e8-b5e5-06bb42fb35c8 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 945 time: 0.0541744 Sep 01 15:59:51.772838 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3113f0aa-d103-4e45-94b6-46e674af09c1 req-a85e2e8d-ed47-4d9d-9a21-3527d641da93 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325685 Sep 01 15:59:51.886386 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25593869-a54b-48ed-b7ee-23ea0e50d26c req-d7bc75cd-6395-4cdb-afdd-5e59acf22321 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:51.887796 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-25593869-a54b-48ed-b7ee-23ea0e50d26c req-d7bc75cd-6395-4cdb-afdd-5e59acf22321 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 945 time: 0.0493295 Sep 01 15:59:51.925693 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-25593869-a54b-48ed-b7ee-23ea0e50d26c req-96097b8a-32c3-4d67-afbb-6ddae743ffda tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320048 Sep 01 15:59:52.260528 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e385e9f-4571-4d86-8d9f-54f368fc3230 req-d347a031-8159-44ca-8643-de5a307971cb tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:52.261970 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e385e9f-4571-4d86-8d9f-54f368fc3230 req-d347a031-8159-44ca-8643-de5a307971cb tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 945 time: 0.0522826 Sep 01 15:59:52.299837 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e385e9f-4571-4d86-8d9f-54f368fc3230 req-e7e90df0-cb01-49bd-b934-6394d71d1bb2 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318429 Sep 01 15:59:52.644609 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:59:52.695841 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:59:52.699529 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:59:52.699936 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:52.776218 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:52.798864 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd449e942-ab43-44af-bac5-45e5308ecccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dabdc77-a5d5-46fe-8505-f53dc51f2f19'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:59:52.801078 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b914d4b1-5f01-46da-af94-58b6206339f3" -d '{"events": [{"server_uuid": "d449e942-ab43-44af-bac5-45e5308ecccc", "name": "network-vif-plugged", "status": "completed", "tag": "1dabdc77-a5d5-46fe-8505-f53dc51f2f19"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:59:52.813653 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=1dabdc77-a5d5-46fe-8505-f53dc51f2f19,segment=NetworkSegment(65bacbe2-01cc-4462-8120-95e6a6a21f3e),segment_id=65bacbe2-01cc-4462-8120-95e6a6a21f3e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:52.818476 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:52.846012 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa24ec2-54af-4be7-99eb-1f4be90aeaf5 x-openstack-request-id: req-4fa24ec2-54af-4be7-99eb-1f4be90aeaf5 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:59:52.846318 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d449e942-ab43-44af-bac5-45e5308ecccc", "name": "network-vif-plugged", "status": "completed", "tag": "1dabdc77-a5d5-46fe-8505-f53dc51f2f19", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:59:52.846578 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4fa24ec2-54af-4be7-99eb-1f4be90aeaf5 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:59:52.846961 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd449e942-ab43-44af-bac5-45e5308ecccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dabdc77-a5d5-46fe-8505-f53dc51f2f19', 'code': 200} Sep 01 15:59:52.872796 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=1dabdc77-a5d5-46fe-8505-f53dc51f2f19,revision_number=9']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:53.418733 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749922c6-ac4b-4da5-9dff-0f95924e37b0 req-f97dc6ec-8ff3-463c-9d47-f7b1daa91a67 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:53.420286 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-749922c6-ac4b-4da5-9dff-0f95924e37b0 req-f97dc6ec-8ff3-463c-9d47-f7b1daa91a67 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0511014 Sep 01 15:59:53.460315 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-749922c6-ac4b-4da5-9dff-0f95924e37b0 req-1b212aea-7d2d-4993-bca3-f2ee7985cd4b tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338979 Sep 01 15:59:53.515734 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913aad3d-a756-4a42-8c08-dd5037d96b10 req-f198b9ce-189b-4094-87d4-e4c281bf49c6 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:53.517241 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-913aad3d-a756-4a42-8c08-dd5037d96b10 req-f198b9ce-189b-4094-87d4-e4c281bf49c6 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.45 "GET /v2.0/ports?device_id=d449e942-ab43-44af-bac5-45e5308ecccc HTTP/1.1" status: 200 len: 946 time: 0.0550420 Sep 01 15:59:53.616134 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-913aad3d-a756-4a42-8c08-dd5037d96b10 req-76cc946e-6fa5-4ee0-ad1b-0f81682ef6a2 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Deleting port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 15:59:53.617006 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-913aad3d-a756-4a42-8c08-dd5037d96b10 req-76cc946e-6fa5-4ee0-ad1b-0f81682ef6a2 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:53.715175 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-913aad3d-a756-4a42-8c08-dd5037d96b10 req-76cc946e-6fa5-4ee0-ad1b-0f81682ef6a2 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] For port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=1dabdc77-a5d5-46fe-8505-f53dc51f2f19,segment=NetworkSegment(65bacbe2-01cc-4462-8120-95e6a6a21f3e),segment_id=65bacbe2-01cc-4462-8120-95e6a6a21f3e)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:53.715549 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-913aad3d-a756-4a42-8c08-dd5037d96b10 req-76cc946e-6fa5-4ee0-ad1b-0f81682ef6a2 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:53.730199 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-913aad3d-a756-4a42-8c08-dd5037d96b10 req-76cc946e-6fa5-4ee0-ad1b-0f81682ef6a2 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Calling delete_port for 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 15:59:53.862816 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-913aad3d-a756-4a42-8c08-dd5037d96b10 req-76cc946e-6fa5-4ee0-ad1b-0f81682ef6a2 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:53.875563 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['1dabdc77-a5d5-46fe-8505-f53dc51f2f19'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 15:59:53.898850 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc946e-6fa5-4ee0-ad1b-0f81682ef6a2 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Pushing event deleted for resources: {'Port': ['ID=1dabdc77-a5d5-46fe-8505-f53dc51f2f19,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:53.938994 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-913aad3d-a756-4a42-8c08-dd5037d96b10 req-76cc946e-6fa5-4ee0-ad1b-0f81682ef6a2 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] No DVR routers for this DVR port 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 15:59:53.942101 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-913aad3d-a756-4a42-8c08-dd5037d96b10 req-76cc946e-6fa5-4ee0-ad1b-0f81682ef6a2 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:53.944718 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-913aad3d-a756-4a42-8c08-dd5037d96b10 req-76cc946e-6fa5-4ee0-ad1b-0f81682ef6a2 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] 10.222.0.45 "DELETE /v2.0/ports/1dabdc77-a5d5-46fe-8505-f53dc51f2f19 HTTP/1.1" status: 204 len: 173 time: 0.4200053 Sep 01 15:59:53.945188 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd449e942-ab43-44af-bac5-45e5308ecccc', 'name': 'network-vif-deleted', 'tag': '1dabdc77-a5d5-46fe-8505-f53dc51f2f19'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 15:59:53.948188 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2ce9a5-35dd-4a66-af4a-e8f47301b38b" -d '{"events": [{"server_uuid": "d449e942-ab43-44af-bac5-45e5308ecccc", "name": "network-vif-deleted", "tag": "1dabdc77-a5d5-46fe-8505-f53dc51f2f19"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 15:59:53.991493 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 15:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e163b6b3-a405-4da7-87f5-694a6f297c35 x-openstack-request-id: req-e163b6b3-a405-4da7-87f5-694a6f297c35 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 15:59:53.992306 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d449e942-ab43-44af-bac5-45e5308ecccc", "name": "network-vif-deleted", "tag": "1dabdc77-a5d5-46fe-8505-f53dc51f2f19", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 15:59:53.992306 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e163b6b3-a405-4da7-87f5-694a6f297c35 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 15:59:53.992515 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd449e942-ab43-44af-bac5-45e5308ecccc', 'name': 'network-vif-deleted', 'tag': '1dabdc77-a5d5-46fe-8505-f53dc51f2f19', 'status': 'completed', 'code': 200} Sep 01 15:59:54.583006 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54202) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:54.631692 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f054b7d-df94-4804-bd86-fd3c0b89cfdc admin admin] Deleting subnet b2591bd1-6632-4076-b0f0-6d9b6a58a497 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 15:59:54.635299 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f054b7d-df94-4804-bd86-fd3c0b89cfdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:54.670772 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f054b7d-df94-4804-bd86-fd3c0b89cfdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:54.711681 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f054b7d-df94-4804-bd86-fd3c0b89cfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:54.766462 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f054b7d-df94-4804-bd86-fd3c0b89cfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:54.796246 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f054b7d-df94-4804-bd86-fd3c0b89cfdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:54.798402 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3f054b7d-df94-4804-bd86-fd3c0b89cfdc admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b2591bd1-6632-4076-b0f0-6d9b6a58a497 HTTP/1.1" status: 204 len: 168 time: 0.2143142 Sep 01 15:59:54.799206 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f054b7d-df94-4804-bd86-fd3c0b89cfdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2591bd1-6632-4076-b0f0-6d9b6a58a497,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:54.801332 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54204) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:54.808238 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f054b7d-df94-4804-bd86-fd3c0b89cfdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:54.808621 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f054b7d-df94-4804-bd86-fd3c0b89cfdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:54.809124 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f054b7d-df94-4804-bd86-fd3c0b89cfdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:54.809472 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f054b7d-df94-4804-bd86-fd3c0b89cfdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:54.809813 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f054b7d-df94-4804-bd86-fd3c0b89cfdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:54.810150 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f054b7d-df94-4804-bd86-fd3c0b89cfdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:54.810509 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f054b7d-df94-4804-bd86-fd3c0b89cfdc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:54.810841 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f054b7d-df94-4804-bd86-fd3c0b89cfdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:54.811172 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f054b7d-df94-4804-bd86-fd3c0b89cfdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:54.811500 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f054b7d-df94-4804-bd86-fd3c0b89cfdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:54.811840 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f054b7d-df94-4804-bd86-fd3c0b89cfdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:54.812163 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f054b7d-df94-4804-bd86-fd3c0b89cfdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:54.874359 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-796feb15-a252-491d-a7a0-bb15e38460d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:54.955859 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-796feb15-a252-491d-a7a0-bb15e38460d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:54.965777 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-796feb15-a252-491d-a7a0-bb15e38460d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c373e56-ce97-42c8-83fc-3f3476e85182']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:59:54.976120 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-796feb15-a252-491d-a7a0-bb15e38460d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65bacbe2-01cc-4462-8120-95e6a6a21f3e') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:59:54.976416 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-796feb15-a252-491d-a7a0-bb15e38460d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65bacbe2-01cc-4462-8120-95e6a6a21f3e') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:59:54.985071 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-796feb15-a252-491d-a7a0-bb15e38460d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:54.999350 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-796feb15-a252-491d-a7a0-bb15e38460d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:55.005034 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-796feb15-a252-491d-a7a0-bb15e38460d2 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 15:59:55.005413 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-796feb15-a252-491d-a7a0-bb15e38460d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: timer() Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 15:59:55.008068 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 15:59:55.065793 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-796feb15-a252-491d-a7a0-bb15e38460d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:55.071118 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-796feb15-a252-491d-a7a0-bb15e38460d2 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:55.072924 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-796feb15-a252-491d-a7a0-bb15e38460d2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0c373e56-ce97-42c8-83fc-3f3476e85182 HTTP/1.1" status: 204 len: 168 time: 0.2705855 Sep 01 15:59:55.084609 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796feb15-a252-491d-a7a0-bb15e38460d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c373e56-ce97-42c8-83fc-3f3476e85182,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:55.187378 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54208) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:55.227575 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-90b02558-520c-4791-86c3-23c0fd8e204d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3ea3c442cdc24c9ab53612999bdda821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389521 Sep 01 15:59:55.230078 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54210) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:55.278347 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6d0b0599-d7c1-4f0a-94c2-d7ace3a21e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:55.299483 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6d0b0599-d7c1-4f0a-94c2-d7ace3a21e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:55.347700 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6d0b0599-d7c1-4f0a-94c2-d7ace3a21e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:55.350402 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6d0b0599-d7c1-4f0a-94c2-d7ace3a21e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:55.352199 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6d0b0599-d7c1-4f0a-94c2-d7ace3a21e5c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f HTTP/1.1" status: 204 len: 168 time: 0.1211600 Sep 01 15:59:55.360085 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b0599-d7c1-4f0a-94c2-d7ace3a21e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d52a2db-4ac4-4ae0-9d2e-7a24f090a69f,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:56.032364 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54232) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:56.129361 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-a93fef2d-b0b9-41c2-9ac1-1c5820a4584d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-252235944-network', 'tenant_id': '54409868541e4a73b844de37ac1b44a3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:59:56.151933 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93fef2d-b0b9-41c2-9ac1-1c5820a4584d admin admin] Made reservation on behalf of 54409868541e4a73b844de37ac1b44a3 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:59:56.154199 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a93fef2d-b0b9-41c2-9ac1-1c5820a4584d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:56.162600 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a93fef2d-b0b9-41c2-9ac1-1c5820a4584d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:56.254956 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a93fef2d-b0b9-41c2-9ac1-1c5820a4584d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:56.259155 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a93fef2d-b0b9-41c2-9ac1-1c5820a4584d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:56.285023 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93fef2d-b0b9-41c2-9ac1-1c5820a4584d admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 15:59:56.291227 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fef2d-b0b9-41c2-9ac1-1c5820a4584d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d941e5-d7a3-4dca-8070-3141e953e082,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:56.298434 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a93fef2d-b0b9-41c2-9ac1-1c5820a4584d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:56.299327 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-a93fef2d-b0b9-41c2-9ac1-1c5820a4584d admin admin] Added segment 16051690-0825-4b47-86b2-8e13c963c28c of type vlan for network f46119d7-0ee6-4557-b45e-617950a3b131 Sep 01 15:59:56.342440 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a93fef2d-b0b9-41c2-9ac1-1c5820a4584d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:56.365740 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a93fef2d-b0b9-41c2-9ac1-1c5820a4584d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:56.367658 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93fef2d-b0b9-41c2-9ac1-1c5820a4584d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:56.368404 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a93fef2d-b0b9-41c2-9ac1-1c5820a4584d admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:56.418604 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-29af1c4e-1000-4486-ad3d-2f45099b0a80 req-8779a595-974c-46af-90a0-5af33b39aae8 service neutron] (94733) timed out ('10.222.0.45', 63807) {{(pid=94733) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 15:59:56.425103 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a93fef2d-b0b9-41c2-9ac1-1c5820a4584d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3916655 Sep 01 15:59:56.428330 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54236) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:56.430812 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fef2d-b0b9-41c2-9ac1-1c5820a4584d admin admin] Pushing event updated for resources: {'Network': ['ID=f46119d7-0ee6-4557-b45e-617950a3b131,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:56.434899 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-fcb2a132-0835-4c89-ab76-e3395ac36ff1 admin admin] Request body: {'subnet': {'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-252235944-subnet', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:59:56.440700 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network f46119d7-0ee6-4557-b45e-617950a3b131 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 15:59:56.458934 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb2a132-0835-4c89-ab76-e3395ac36ff1 admin admin] Made reservation on behalf of 54409868541e4a73b844de37ac1b44a3 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 15:59:56.461285 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fcb2a132-0835-4c89-ab76-e3395ac36ff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:56.639096 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fcb2a132-0835-4c89-ab76-e3395ac36ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:56.655648 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 15:59:56.680758 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 15:59:56.681020 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 1dabdc77-a5d5-46fe-8505-f53dc51f2f19 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 15:59:56.695118 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2a132-0835-4c89-ab76-e3395ac36ff1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f38b709f-7622-44ef-a1f8-c04de7021fc8,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:56.711094 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb2a132-0835-4c89-ab76-e3395ac36ff1 admin admin] Checking segment: {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:59:56.711478 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb2a132-0835-4c89-ab76-e3395ac36ff1 admin admin] Network hostable DHCP agents. Network: f46119d7-0ee6-4557-b45e-617950a3b131, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 15:59:56.727689 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb2a132-0835-4c89-ab76-e3395ac36ff1 admin admin] Network f46119d7-0ee6-4557-b45e-617950a3b131 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 15:59:56.736742 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-fcb2a132-0835-4c89-ab76-e3395ac36ff1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, f46119d7-0ee6-4557-b45e-617950a3b131) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:59:56.741017 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb2a132-0835-4c89-ab76-e3395ac36ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 15:59:56.741633 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fcb2a132-0835-4c89-ab76-e3395ac36ff1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:56.745828 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257091b8-d17a-4f2c-b979-03c58521502d None None] Network f46119d7-0ee6-4557-b45e-617950a3b131 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:59:56.755589 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fcb2a132-0835-4c89-ab76-e3395ac36ff1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3256390 Sep 01 15:59:56.758994 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54238) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:56.763455 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-d837e92e-3ddb-4519-a5bb-1b169f3a016e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 15:59:56.785219 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d837e92e-3ddb-4519-a5bb-1b169f3a016e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:56.786445 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d837e92e-3ddb-4519-a5bb-1b169f3a016e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:56.839900 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d837e92e-3ddb-4519-a5bb-1b169f3a016e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:56.889585 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec28ad5a-7aaf-4d1d-87c1-87db1d129931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-f46119d7-0ee6-4557-b45e-617950a3b131', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 15:59:56.890640 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ec28ad5a-7aaf-4d1d-87c1-87db1d129931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:56.981989 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d837e92e-3ddb-4519-a5bb-1b169f3a016e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:57.033491 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-ec28ad5a-7aaf-4d1d-87c1-87db1d129931 None None] Allocated IP 172.20.0.2 (f46119d7-0ee6-4557-b45e-617950a3b131/f38b709f-7622-44ef-a1f8-c04de7021fc8/db8f0d7b-2a74-4327-a3da-1e54417d82e8) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:59:57.177442 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ec28ad5a-7aaf-4d1d-87c1-87db1d129931 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:57.181883 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d837e92e-3ddb-4519-a5bb-1b169f3a016e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:57.189916 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ec28ad5a-7aaf-4d1d-87c1-87db1d129931 None None] Transition to ACTIVE for port object db8f0d7b-2a74-4327-a3da-1e54417d82e8 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:59:57.205558 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ec28ad5a-7aaf-4d1d-87c1-87db1d129931 None None] Transition to ACTIVE for port object db8f0d7b-2a74-4327-a3da-1e54417d82e8 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:59:57.206247 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d837e92e-3ddb-4519-a5bb-1b169f3a016e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:57.211545 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ec28ad5a-7aaf-4d1d-87c1-87db1d129931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:57.255617 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec28ad5a-7aaf-4d1d-87c1-87db1d129931 None None] Network f46119d7-0ee6-4557-b45e-617950a3b131 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:59:57.259071 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-ec28ad5a-7aaf-4d1d-87c1-87db1d129931 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:59:57.263476 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec28ad5a-7aaf-4d1d-87c1-87db1d129931 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:59:57.266578 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28ad5a-7aaf-4d1d-87c1-87db1d129931 None None] Pushing event updated for resources: {'Port': ['ID=db8f0d7b-2a74-4327-a3da-1e54417d82e8,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:57.313984 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-d837e92e-3ddb-4519-a5bb-1b169f3a016e admin admin] Allocated IP 172.25.6.195 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/6c53123a-415c-4f6f-ab76-d42e3f5b7939) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:59:57.321848 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-ec28ad5a-7aaf-4d1d-87c1-87db1d129931 None None] Attempting to bind port db8f0d7b-2a74-4327-a3da-1e54417d82e8 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:59:57.322216 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-ec28ad5a-7aaf-4d1d-87c1-87db1d129931 None None] Attempting to bind port db8f0d7b-2a74-4327-a3da-1e54417d82e8 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:59:57.322648 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec28ad5a-7aaf-4d1d-87c1-87db1d129931 None None] Attempting to bind port db8f0d7b-2a74-4327-a3da-1e54417d82e8 on network f46119d7-0ee6-4557-b45e-617950a3b131 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:59:57.327806 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec28ad5a-7aaf-4d1d-87c1-87db1d129931 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:59:57.328131 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec28ad5a-7aaf-4d1d-87c1-87db1d129931 None None] Checking segment: {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:59:57.328539 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ec28ad5a-7aaf-4d1d-87c1-87db1d129931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:57.329038 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec28ad5a-7aaf-4d1d-87c1-87db1d129931 None None] Bound using segment: {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:59:57.329556 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-ec28ad5a-7aaf-4d1d-87c1-87db1d129931 None None] Bound port: db8f0d7b-2a74-4327-a3da-1e54417d82e8, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:59:57.329907 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ec28ad5a-7aaf-4d1d-87c1-87db1d129931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:57.397088 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-ec28ad5a-7aaf-4d1d-87c1-87db1d129931 None None] For port db8f0d7b-2a74-4327-a3da-1e54417d82e8, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:59:57.400143 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-ec28ad5a-7aaf-4d1d-87c1-87db1d129931 None None] For port db8f0d7b-2a74-4327-a3da-1e54417d82e8, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=db8f0d7b-2a74-4327-a3da-1e54417d82e8,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:59:57.405132 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ec28ad5a-7aaf-4d1d-87c1-87db1d129931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:57.428099 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d837e92e-3ddb-4519-a5bb-1b169f3a016e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:57.461402 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28ad5a-7aaf-4d1d-87c1-87db1d129931 None None] Pushing event updated for resources: {'Port': ['ID=db8f0d7b-2a74-4327-a3da-1e54417d82e8,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:57.474576 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d837e92e-3ddb-4519-a5bb-1b169f3a016e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:57.518978 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d837e92e-3ddb-4519-a5bb-1b169f3a016e admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:59:57.522001 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-d837e92e-3ddb-4519-a5bb-1b169f3a016e admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:59:57.524601 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d837e92e-3ddb-4519-a5bb-1b169f3a016e admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:59:57.530359 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837e92e-3ddb-4519-a5bb-1b169f3a016e admin admin] Pushing event updated for resources: {'Port': ['ID=6c53123a-415c-4f6f-ab76-d42e3f5b7939,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:57.792993 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d837e92e-3ddb-4519-a5bb-1b169f3a016e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:57.989379 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d837e92e-3ddb-4519-a5bb-1b169f3a016e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:58.100859 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:58.377592 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9123cf6c-d566-469f-b1b5-777dfb6b8f84 None None] Network f46119d7-0ee6-4557-b45e-617950a3b131 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 15:59:58.473513 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d837e92e-3ddb-4519-a5bb-1b169f3a016e admin admin] Router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 15:59:58.585857 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d837e92e-3ddb-4519-a5bb-1b169f3a016e admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 15:59:58.598594 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12b9023-d4bc-432b-8a04-aef1ffe5c8f8 None None] Sync routers for ids ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 15:59:58.602167 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d837e92e-3ddb-4519-a5bb-1b169f3a016e admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:58.604062 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d837e92e-3ddb-4519-a5bb-1b169f3a016e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8439453 Sep 01 15:59:58.608073 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54240) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 15:59:58.612734 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12b9023-d4bc-432b-8a04-aef1ffe5c8f8 None None] Routers {'3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:59:58.613492 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d12b9023-d4bc-432b-8a04-aef1ffe5c8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:59:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:59:58.621471 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e07dcf7c-2e01-4fcb-b1a5-c3e53443ff32 None None] Provisioning for port db8f0d7b-2a74-4327-a3da-1e54417d82e8 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:59:58.734067 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-d12b9023-d4bc-432b-8a04-aef1ffe5c8f8 None None] Set router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:59:58.951768 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d12b9023-d4bc-432b-8a04-aef1ffe5c8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:57Z', 'revision_number': 3, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T15:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:59:58.979618 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12b9023-d4bc-432b-8a04-aef1ffe5c8f8 None None] Checking router: 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 15:59:58.979956 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12b9023-d4bc-432b-8a04-aef1ffe5c8f8 None None] Updating router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 port 6c53123a-415c-4f6f-ab76-d42e3f5b7939 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 15:59:59.004880 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-d12b9023-d4bc-432b-8a04-aef1ffe5c8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:59.049627 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-419a9ada-b6d6-40b9-a805-d3b42ab4659d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:59.215697 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-419a9ada-b6d6-40b9-a805-d3b42ab4659d admin admin] Allocated IP 172.20.0.1 (f46119d7-0ee6-4557-b45e-617950a3b131/f38b709f-7622-44ef-a1f8-c04de7021fc8/0c362066-4f18-4170-9abe-7ede18a42e94) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 15:59:59.260805 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-d12b9023-d4bc-432b-8a04-aef1ffe5c8f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:59.270646 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-d12b9023-d4bc-432b-8a04-aef1ffe5c8f8 None None] Transition to ACTIVE for port object 6c53123a-415c-4f6f-ab76-d42e3f5b7939 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:59:59.276489 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-d12b9023-d4bc-432b-8a04-aef1ffe5c8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:59.325188 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-419a9ada-b6d6-40b9-a805-d3b42ab4659d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:59.332690 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-d12b9023-d4bc-432b-8a04-aef1ffe5c8f8 None None] Attempting to bind port 6c53123a-415c-4f6f-ab76-d42e3f5b7939 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 15:59:59.333056 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-d12b9023-d4bc-432b-8a04-aef1ffe5c8f8 None None] Attempting to bind port 6c53123a-415c-4f6f-ab76-d42e3f5b7939 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 15:59:59.333408 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12b9023-d4bc-432b-8a04-aef1ffe5c8f8 None None] Attempting to bind port 6c53123a-415c-4f6f-ab76-d42e3f5b7939 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 15:59:59.336906 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a6c2f-47a5-41d0-bae2-df578c8c3f62 None None] Pushing event updated for resources: {'Port': ['ID=6c53123a-415c-4f6f-ab76-d42e3f5b7939,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:59.339895 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-419a9ada-b6d6-40b9-a805-d3b42ab4659d admin admin] Transition to ACTIVE for port object 0c362066-4f18-4170-9abe-7ede18a42e94 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 15:59:59.341620 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12b9023-d4bc-432b-8a04-aef1ffe5c8f8 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 15:59:59.342019 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12b9023-d4bc-432b-8a04-aef1ffe5c8f8 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 15:59:59.342444 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-d12b9023-d4bc-432b-8a04-aef1ffe5c8f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:59.342833 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12b9023-d4bc-432b-8a04-aef1ffe5c8f8 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 15:59:59.343289 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-d12b9023-d4bc-432b-8a04-aef1ffe5c8f8 None None] Bound port: 6c53123a-415c-4f6f-ab76-d42e3f5b7939, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 15:59:59.343933 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-d12b9023-d4bc-432b-8a04-aef1ffe5c8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:59.350213 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6a6c2f-47a5-41d0-bae2-df578c8c3f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:59.351135 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6a6c2f-47a5-41d0-bae2-df578c8c3f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:59.351474 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6a6c2f-47a5-41d0-bae2-df578c8c3f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:59.351800 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6a6c2f-47a5-41d0-bae2-df578c8c3f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:59.352127 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6a6c2f-47a5-41d0-bae2-df578c8c3f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:59.352451 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6a6c2f-47a5-41d0-bae2-df578c8c3f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:59.352769 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6a6c2f-47a5-41d0-bae2-df578c8c3f62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:59.353086 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6a6c2f-47a5-41d0-bae2-df578c8c3f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:59.353403 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6a6c2f-47a5-41d0-bae2-df578c8c3f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:59.353736 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6a6c2f-47a5-41d0-bae2-df578c8c3f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:59.354035 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6a6c2f-47a5-41d0-bae2-df578c8c3f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:59.354369 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6a6c2f-47a5-41d0-bae2-df578c8c3f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 15:59:59.374368 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-419a9ada-b6d6-40b9-a805-d3b42ab4659d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:59.415073 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-d12b9023-d4bc-432b-8a04-aef1ffe5c8f8 None None] For port 6c53123a-415c-4f6f-ab76-d42e3f5b7939, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 15:59:59.420193 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419a9ada-b6d6-40b9-a805-d3b42ab4659d admin admin] Network f46119d7-0ee6-4557-b45e-617950a3b131 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 15:59:59.420361 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-d12b9023-d4bc-432b-8a04-aef1ffe5c8f8 None None] For port 6c53123a-415c-4f6f-ab76-d42e3f5b7939, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6c53123a-415c-4f6f-ab76-d42e3f5b7939,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 15:59:59.423857 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-419a9ada-b6d6-40b9-a805-d3b42ab4659d admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 15:59:59.425140 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-d12b9023-d4bc-432b-8a04-aef1ffe5c8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:59.429011 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419a9ada-b6d6-40b9-a805-d3b42ab4659d admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 15:59:59.432689 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a9ada-b6d6-40b9-a805-d3b42ab4659d admin admin] Pushing event updated for resources: {'Port': ['ID=0c362066-4f18-4170-9abe-7ede18a42e94,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:59.489154 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-419a9ada-b6d6-40b9-a805-d3b42ab4659d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:59.512696 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device db8f0d7b-2a74-4327-a3da-1e54417d82e8 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 15:59:59.516063 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a6c2f-47a5-41d0-bae2-df578c8c3f62 None None] Pushing event updated for resources: {'Port': ['ID=6c53123a-415c-4f6f-ab76-d42e3f5b7939,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:59.528690 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12b9023-d4bc-432b-8a04-aef1ffe5c8f8 None None] Routers {'3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 15:59:59.529764 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d12b9023-d4bc-432b-8a04-aef1ffe5c8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:59:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:59:59.582936 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port db8f0d7b-2a74-4327-a3da-1e54417d82e8 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:59:59.592533 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port db8f0d7b-2a74-4327-a3da-1e54417d82e8 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:59:59.593525 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:59.641578 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-419a9ada-b6d6-40b9-a805-d3b42ab4659d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:59.707585 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-d12b9023-d4bc-432b-8a04-aef1ffe5c8f8 None None] Set router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 15:59:59.751095 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:59.793314 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port db8f0d7b-2a74-4327-a3da-1e54417d82e8, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=db8f0d7b-2a74-4327-a3da-1e54417d82e8,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 15:59:59.795734 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-41ca1381-3408-42f0-9478-d81001d0561a None None] Provisioning for port 0c362066-4f18-4170-9abe-7ede18a42e94 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 15:59:59.799429 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:59.805022 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-41ca1381-3408-42f0-9478-d81001d0561a None None] Provisioning complete for port 0c362066-4f18-4170-9abe-7ede18a42e94 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 15:59:59.805399 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-41ca1381-3408-42f0-9478-d81001d0561a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:59.830158 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-419a9ada-b6d6-40b9-a805-d3b42ab4659d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:59.836239 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-419a9ada-b6d6-40b9-a805-d3b42ab4659d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:59.895102 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-41ca1381-3408-42f0-9478-d81001d0561a None None] Port 0c362066-4f18-4170-9abe-7ede18a42e94 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 15:59:59.902030 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=db8f0d7b-2a74-4327-a3da-1e54417d82e8,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:59.906081 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a9ada-b6d6-40b9-a805-d3b42ab4659d admin admin] Pushing event updated for resources: {'Port': ['ID=0c362066-4f18-4170-9abe-7ede18a42e94,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 15:59:59.908795 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-419a9ada-b6d6-40b9-a805-d3b42ab4659d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 15:59:59.930270 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d12b9023-d4bc-432b-8a04-aef1ffe5c8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:57Z', 'revision_number': 3, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 15:59:59.956488 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12b9023-d4bc-432b-8a04-aef1ffe5c8f8 None None] The sync data for ids ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'] in n-d-794796-3 is: [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:57Z', 'revision_number': 3, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:00:00.005938 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419a9ada-b6d6-40b9-a805-d3b42ab4659d admin admin] Network f46119d7-0ee6-4557-b45e-617950a3b131 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:00:00.007912 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-419a9ada-b6d6-40b9-a805-d3b42ab4659d admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:00:00.171557 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419a9ada-b6d6-40b9-a805-d3b42ab4659d admin admin] Router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:00:00.320032 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-54c9abc0-f59e-4bee-b87e-d6de144b6b27 None None] Provisioning complete for port 0c362066-4f18-4170-9abe-7ede18a42e94 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:00:00.320325 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419a9ada-b6d6-40b9-a805-d3b42ab4659d admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:00:00.320764 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-54c9abc0-f59e-4bee-b87e-d6de144b6b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:00.330657 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-419a9ada-b6d6-40b9-a805-d3b42ab4659d admin admin] 10.222.0.60 "PUT /v2.0/routers/3c98ad74-b9e8-4813-9223-5aa21f8eb1a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7218759 Sep 01 16:00:00.362443 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-54c9abc0-f59e-4bee-b87e-d6de144b6b27 None None] Port 0c362066-4f18-4170-9abe-7ede18a42e94 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:00:00.727610 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54248) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:00:00.732346 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-f07dbcbf-c3d7-4b0b-9847-11fa05a02310 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1225038886', 'description': 'tempest-description--1349215970'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:00:00.763070 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f07dbcbf-c3d7-4b0b-9847-11fa05a02310 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:00.847859 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f07dbcbf-c3d7-4b0b-9847-11fa05a02310 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:00.852363 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f07dbcbf-c3d7-4b0b-9847-11fa05a02310 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:00.882426 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07dbcbf-c3d7-4b0b-9847-11fa05a02310 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11398fc4-e540-4db1-9c87-f6243cf2b35b,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:00.885520 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f07dbcbf-c3d7-4b0b-9847-11fa05a02310 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:00.889626 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f07dbcbf-c3d7-4b0b-9847-11fa05a02310 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1582932 Sep 01 16:00:00.889861 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54250) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:00:00.894695 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-2a405d29-bceb-4833-bba5-3df94d698c38 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Request body: {'security_group_rule': {'security_group_id': '11398fc4-e540-4db1-9c87-f6243cf2b35b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:00:00.922804 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2a405d29-bceb-4833-bba5-3df94d698c38 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:00.981018 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2a405d29-bceb-4833-bba5-3df94d698c38 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:00.984487 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2a405d29-bceb-4833-bba5-3df94d698c38 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:01.003329 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a405d29-bceb-4833-bba5-3df94d698c38 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f628142a-b90d-4d8d-842d-c2e4638ad258,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:01.010659 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2a405d29-bceb-4833-bba5-3df94d698c38 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:01.011810 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2a405d29-bceb-4833-bba5-3df94d698c38 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208899 Sep 01 16:00:01.014418 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54252) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:00:01.018801 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-21dd3fe8-a0aa-48ed-a82e-c63ab7197c28 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Request body: {'security_group_rule': {'security_group_id': '11398fc4-e540-4db1-9c87-f6243cf2b35b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:00:01.045125 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-21dd3fe8-a0aa-48ed-a82e-c63ab7197c28 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:01.103391 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-21dd3fe8-a0aa-48ed-a82e-c63ab7197c28 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:01.107189 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-21dd3fe8-a0aa-48ed-a82e-c63ab7197c28 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:01.127859 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd3fe8-a0aa-48ed-a82e-c63ab7197c28 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81670833-071a-44d0-bf48-e5f870a181b2,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:01.131443 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-21dd3fe8-a0aa-48ed-a82e-c63ab7197c28 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:01.132676 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-21dd3fe8-a0aa-48ed-a82e-c63ab7197c28 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173282 Sep 01 16:00:01.135650 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 54254) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:00:01.140424 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-83b6c3e8-89ca-4795-bf08-027646b643e5 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:00:01.169654 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-83b6c3e8-89ca-4795-bf08-027646b643e5 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:01.269166 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-83b6c3e8-89ca-4795-bf08-027646b643e5 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:01.384752 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-83b6c3e8-89ca-4795-bf08-027646b643e5 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Allocated IP 172.25.6.19 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/3ac5e385-fee1-4aff-813d-400384fdf494) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:00:01.498852 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8017b1-1ba4-462f-a348-123b5e27ebba None None] Sync routers for ids ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:00:01.516817 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8017b1-1ba4-462f-a348-123b5e27ebba None None] Routers {'3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:00:01.517610 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-de8017b1-1ba4-462f-a348-123b5e27ebba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:59:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:00:01.521539 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-83b6c3e8-89ca-4795-bf08-027646b643e5 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:01.557457 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6c53123a-415c-4f6f-ab76-d42e3f5b7939 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:00:01.564124 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-83b6c3e8-89ca-4795-bf08-027646b643e5 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:01.601683 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b6c3e8-89ca-4795-bf08-027646b643e5 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:00:01.607144 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-83b6c3e8-89ca-4795-bf08-027646b643e5 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:00:01.610693 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b6c3e8-89ca-4795-bf08-027646b643e5 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:00:01.641511 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6c3e8-89ca-4795-bf08-027646b643e5 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Pushing event updated for resources: {'Port': ['ID=3ac5e385-fee1-4aff-813d-400384fdf494,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:01.666777 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 6c53123a-415c-4f6f-ab76-d42e3f5b7939 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:00:01.674375 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-de8017b1-1ba4-462f-a348-123b5e27ebba None None] Set router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:00:01.677135 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 6c53123a-415c-4f6f-ab76-d42e3f5b7939 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:00:01.677565 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:01.739614 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-83b6c3e8-89ca-4795-bf08-027646b643e5 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:01.794540 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-83b6c3e8-89ca-4795-bf08-027646b643e5 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:01.901258 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:01.934141 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 6c53123a-415c-4f6f-ab76-d42e3f5b7939, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6c53123a-415c-4f6f-ab76-d42e3f5b7939,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:00:01.953956 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:01.954768 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device db8f0d7b-2a74-4327-a3da-1e54417d82e8 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:00:01.957937 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-83b6c3e8-89ca-4795-bf08-027646b643e5 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:01.963941 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-83b6c3e8-89ca-4795-bf08-027646b643e5 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:02.039152 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6c3e8-89ca-4795-bf08-027646b643e5 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Pushing event updated for resources: {'Port': ['ID=3ac5e385-fee1-4aff-813d-400384fdf494,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:02.049396 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=6c53123a-415c-4f6f-ab76-d42e3f5b7939,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:02.055562 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-83b6c3e8-89ca-4795-bf08-027646b643e5 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:02.068056 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port db8f0d7b-2a74-4327-a3da-1e54417d82e8 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:00:02.068489 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:02.070249 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-83b6c3e8-89ca-4795-bf08-027646b643e5 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:02.082220 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-83b6c3e8-89ca-4795-bf08-027646b643e5 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9351070 Sep 01 16:00:02.082542 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-de8017b1-1ba4-462f-a348-123b5e27ebba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '0c362066-4f18-4170-9abe-7ede18a42e94', 'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'mac_address': 'fa:16:3e:79:1a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:59Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 2, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'subnets': [{'id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:00:02.122503 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8017b1-1ba4-462f-a348-123b5e27ebba None None] Checking router: 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:00:02.122867 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8017b1-1ba4-462f-a348-123b5e27ebba None None] Updating router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 port 0c362066-4f18-4170-9abe-7ede18a42e94 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:00:02.157204 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-de8017b1-1ba4-462f-a348-123b5e27ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:02.234091 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-995e15e9-69ab-4cd5-92d5-53e60928c4a2 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1225038886&fields=id&tenant_id=54409868541e4a73b844de37ac1b44a3 HTTP/1.1" status: 200 len: 267 time: 0.0476284 Sep 01 16:00:02.348559 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-d5546af3-4861-41f1-9b98-b19cd5477082 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:02.350224 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-d5546af3-4861-41f1-9b98-b19cd5477082 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 811 time: 0.1084497 Sep 01 16:00:02.366235 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-3c7113da-5bef-454f-ba7a-646916e893ac tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/quotas/54409868541e4a73b844de37ac1b44a3 HTTP/1.1" status: 200 len: 375 time: 0.0095849 Sep 01 16:00:02.425461 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-f2d4eb80-a113-4b34-a213-1033c77484f1 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528016 Sep 01 16:00:02.523252 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-de8017b1-1ba4-462f-a348-123b5e27ebba None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:02.529710 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-b123dca8-0f89-4642-82f7-dd2720f78a4e service neutron] 10.222.0.60 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912428 Sep 01 16:00:02.533835 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-de8017b1-1ba4-462f-a348-123b5e27ebba None None] Transition to ACTIVE for port object 0c362066-4f18-4170-9abe-7ede18a42e94 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:00:02.540960 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-de8017b1-1ba4-462f-a348-123b5e27ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:02.596337 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48215a96-8f4e-4b10-b1b1-bb74a0e9d377 None None] Pushing event updated for resources: {'Port': ['ID=0c362066-4f18-4170-9abe-7ede18a42e94,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:02.650950 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-e22ef117-f2af-4178-ad53-a4f545ff2a6c service neutron] 10.222.0.60 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138330 Sep 01 16:00:02.653137 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-de8017b1-1ba4-462f-a348-123b5e27ebba None None] Attempting to bind port 0c362066-4f18-4170-9abe-7ede18a42e94 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:00:02.653517 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-de8017b1-1ba4-462f-a348-123b5e27ebba None None] Attempting to bind port 0c362066-4f18-4170-9abe-7ede18a42e94 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:00:02.654008 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8017b1-1ba4-462f-a348-123b5e27ebba None None] Attempting to bind port 0c362066-4f18-4170-9abe-7ede18a42e94 on network f46119d7-0ee6-4557-b45e-617950a3b131 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:00:02.660774 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8017b1-1ba4-462f-a348-123b5e27ebba None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:00:02.661213 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8017b1-1ba4-462f-a348-123b5e27ebba None None] Checking segment: {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:00:02.661771 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-de8017b1-1ba4-462f-a348-123b5e27ebba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:02.662177 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8017b1-1ba4-462f-a348-123b5e27ebba None None] Bound using segment: {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:00:02.662735 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-de8017b1-1ba4-462f-a348-123b5e27ebba None None] Bound port: 0c362066-4f18-4170-9abe-7ede18a42e94, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:00:02.663140 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-de8017b1-1ba4-462f-a348-123b5e27ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:02.732505 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-de8017b1-1ba4-462f-a348-123b5e27ebba None None] For port 0c362066-4f18-4170-9abe-7ede18a42e94, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:00:02.736153 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-de8017b1-1ba4-462f-a348-123b5e27ebba None None] For port 0c362066-4f18-4170-9abe-7ede18a42e94, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=0c362066-4f18-4170-9abe-7ede18a42e94,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:00:02.742004 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-de8017b1-1ba4-462f-a348-123b5e27ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:02.798933 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8017b1-1ba4-462f-a348-123b5e27ebba None None] Routers {'3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:00:02.799933 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-de8017b1-1ba4-462f-a348-123b5e27ebba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T15:59:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:00:02.833793 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-de16040f-901b-4bd1-a8be-aa0da679fa34 req-4d4e9746-36ae-4fcd-a1da-a1eb29629a81 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 210 time: 0.0328071 Sep 01 16:00:02.865972 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48215a96-8f4e-4b10-b1b1-bb74a0e9d377 None None] Pushing event updated for resources: {'Port': ['ID=0c362066-4f18-4170-9abe-7ede18a42e94,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:02.943100 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-de8017b1-1ba4-462f-a348-123b5e27ebba None None] Set router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:00:03.171397 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-de8017b1-1ba4-462f-a348-123b5e27ebba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '0c362066-4f18-4170-9abe-7ede18a42e94', 'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'mac_address': 'fa:16:3e:79:1a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:59Z', 'updated_at': '2021-09-01T16:00:02Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'subnets': [{'id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:00:03.200363 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8017b1-1ba4-462f-a348-123b5e27ebba None None] The sync data for ids ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'] in n-d-794796-3 is: [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '0c362066-4f18-4170-9abe-7ede18a42e94', 'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'mac_address': 'fa:16:3e:79:1a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:59Z', 'updated_at': '2021-09-01T16:00:02Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'subnets': [{'id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:00:03.515664 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6c53123a-415c-4f6f-ab76-d42e3f5b7939 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:00:03.571436 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 6c53123a-415c-4f6f-ab76-d42e3f5b7939 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:00:03.572083 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:03.655525 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 0c362066-4f18-4170-9abe-7ede18a42e94 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:00:03.708751 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 0c362066-4f18-4170-9abe-7ede18a42e94 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:00:03.713827 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 0c362066-4f18-4170-9abe-7ede18a42e94 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:00:03.714202 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:03.811196 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:03.847633 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 0c362066-4f18-4170-9abe-7ede18a42e94, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=0c362066-4f18-4170-9abe-7ede18a42e94,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:00:03.853938 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:03.925514 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=0c362066-4f18-4170-9abe-7ede18a42e94,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:03.940293 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-47bbe74a-0cd8-4423-859e-9119a50b2b70 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:03.941833 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-47bbe74a-0cd8-4423-859e-9119a50b2b70 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 811 time: 0.1399016 Sep 01 16:00:03.985862 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bc29a7b4-0e42-4043-960e-8336badbfbf6 req-5fb670b6-bf03-41e9-b7d4-2f7378b5909e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 210 time: 0.0429502 Sep 01 16:00:04.008749 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-5933c814-f6dc-4751-887f-748e14560a70 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54409868541e4a73b844de37ac1b44a3 HTTP/1.1" status: 200 len: 380 time: 0.0559430 Sep 01 16:00:04.027297 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-bd5d5388-6f0e-4ae0-9ece-e66f2176fd68 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Request body: {'port': {'device_id': '72289d05-5617-4857-a4a1-55298bb80b5f', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'admin_state_up': True, 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'security_groups': ['11398fc4-e540-4db1-9c87-f6243cf2b35b']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:00:04.143843 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-bd5d5388-6f0e-4ae0-9ece-e66f2176fd68 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Made reservation on behalf of 54409868541e4a73b844de37ac1b44a3 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:00:04.148123 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-bd5d5388-6f0e-4ae0-9ece-e66f2176fd68 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:04.292624 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-bd5d5388-6f0e-4ae0-9ece-e66f2176fd68 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Allocated IP 172.20.0.9 (f46119d7-0ee6-4557-b45e-617950a3b131/f38b709f-7622-44ef-a1f8-c04de7021fc8/1b532ef7-d54d-4e5f-b667-02682bb92216) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:00:04.436474 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-bd5d5388-6f0e-4ae0-9ece-e66f2176fd68 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:04.449887 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-bd5d5388-6f0e-4ae0-9ece-e66f2176fd68 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Transition to ACTIVE for port object 1b532ef7-d54d-4e5f-b667-02682bb92216 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:00:04.483815 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-bd5d5388-6f0e-4ae0-9ece-e66f2176fd68 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:04.529012 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-bd5d5388-6f0e-4ae0-9ece-e66f2176fd68 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Network f46119d7-0ee6-4557-b45e-617950a3b131 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:00:04.532366 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-bd5d5388-6f0e-4ae0-9ece-e66f2176fd68 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:00:04.536539 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-bd5d5388-6f0e-4ae0-9ece-e66f2176fd68 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:00:04.562017 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d5388-6f0e-4ae0-9ece-e66f2176fd68 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Pushing event updated for resources: {'Port': ['ID=1b532ef7-d54d-4e5f-b667-02682bb92216,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:04.593245 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-bd5d5388-6f0e-4ae0-9ece-e66f2176fd68 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:04.594144 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-bd5d5388-6f0e-4ae0-9ece-e66f2176fd68 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:04.609720 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-bd5d5388-6f0e-4ae0-9ece-e66f2176fd68 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5864341 Sep 01 16:00:04.623541 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-ed88f085-07ce-4dbc-863e-2113b10a9c99 service neutron] Request body: {'port': {'device_id': '72289d05-5617-4857-a4a1-55298bb80b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:00:04.683945 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-ed88f085-07ce-4dbc-863e-2113b10a9c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:04.805143 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4bcdc2a5-0aaa-48dc-a1de-4be01eed14d0 None None] Provisioning for port 1b532ef7-d54d-4e5f-b667-02682bb92216 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:00:04.808988 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4bcdc2a5-0aaa-48dc-a1de-4be01eed14d0 None None] Provisioning complete for port 1b532ef7-d54d-4e5f-b667-02682bb92216 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:00:04.809432 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4bcdc2a5-0aaa-48dc-a1de-4be01eed14d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:04.845643 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-4bcdc2a5-0aaa-48dc-a1de-4be01eed14d0 None None] Port 1b532ef7-d54d-4e5f-b667-02682bb92216 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:00:04.974579 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-ed88f085-07ce-4dbc-863e-2113b10a9c99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b532ef7-d54d-4e5f-b667-02682bb92216 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:00:04.982520 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-ed88f085-07ce-4dbc-863e-2113b10a9c99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:04.995039 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-ed88f085-07ce-4dbc-863e-2113b10a9c99 service neutron] Transition to ACTIVE for port object 1b532ef7-d54d-4e5f-b667-02682bb92216 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:00:04.998210 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-ed88f085-07ce-4dbc-863e-2113b10a9c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:05.068926 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88f085-07ce-4dbc-863e-2113b10a9c99 service neutron] Pushing event updated for resources: {'Port': ['ID=1b532ef7-d54d-4e5f-b667-02682bb92216,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:05.111103 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7366cf-dc57-472b-bcf3-8ce467a3cbdd req-31fbb94c-900c-4fa5-8b34-192dfa74ea46 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:05.112728 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6e7366cf-dc57-472b-bcf3-8ce467a3cbdd req-31fbb94c-900c-4fa5-8b34-192dfa74ea46 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 943 time: 0.0538318 Sep 01 16:00:05.124381 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-ed88f085-07ce-4dbc-863e-2113b10a9c99 service neutron] Attempting to bind port 1b532ef7-d54d-4e5f-b667-02682bb92216 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:00:05.124812 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-ed88f085-07ce-4dbc-863e-2113b10a9c99 service neutron] Attempting to bind port 1b532ef7-d54d-4e5f-b667-02682bb92216 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:00:05.125214 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-ed88f085-07ce-4dbc-863e-2113b10a9c99 service neutron] Attempting to bind port 1b532ef7-d54d-4e5f-b667-02682bb92216 on network f46119d7-0ee6-4557-b45e-617950a3b131 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:00:05.130635 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-ed88f085-07ce-4dbc-863e-2113b10a9c99 service neutron] Port 1b532ef7-d54d-4e5f-b667-02682bb92216 on network f46119d7-0ee6-4557-b45e-617950a3b131 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:00:05.131103 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-ed88f085-07ce-4dbc-863e-2113b10a9c99 service neutron] Attempting to bind port 1b532ef7-d54d-4e5f-b667-02682bb92216 on network f46119d7-0ee6-4557-b45e-617950a3b131 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:00:05.137385 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-ed88f085-07ce-4dbc-863e-2113b10a9c99 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 15, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:00:05.137823 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-ed88f085-07ce-4dbc-863e-2113b10a9c99 service neutron] Checking segment: {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:00:05.138333 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-ed88f085-07ce-4dbc-863e-2113b10a9c99 service neutron] Bound using segment: {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:00:05.138813 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-ed88f085-07ce-4dbc-863e-2113b10a9c99 service neutron] Bound port: 1b532ef7-d54d-4e5f-b667-02682bb92216, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:00:05.139243 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-ed88f085-07ce-4dbc-863e-2113b10a9c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:05.156083 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6e7366cf-dc57-472b-bcf3-8ce467a3cbdd req-889715f6-42d6-474f-85f2-f847ebed582a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356913 Sep 01 16:00:05.208419 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-ed88f085-07ce-4dbc-863e-2113b10a9c99 service neutron] For port 1b532ef7-d54d-4e5f-b667-02682bb92216, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:00:05.213675 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-ed88f085-07ce-4dbc-863e-2113b10a9c99 service neutron] For port 1b532ef7-d54d-4e5f-b667-02682bb92216, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=1b532ef7-d54d-4e5f-b667-02682bb92216,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:00:05.219493 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-ed88f085-07ce-4dbc-863e-2113b10a9c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:05.259084 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-ed88f085-07ce-4dbc-863e-2113b10a9c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:05.259712 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-ed88f085-07ce-4dbc-863e-2113b10a9c99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:05.261132 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-ed88f085-07ce-4dbc-863e-2113b10a9c99 service neutron] 10.222.0.45 "PUT /v2.0/ports/1b532ef7-d54d-4e5f-b667-02682bb92216 HTTP/1.1" status: 200 len: 1091 time: 0.6429448 Sep 01 16:00:05.261576 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72289d05-5617-4857-a4a1-55298bb80b5f', 'tag': '1b532ef7-d54d-4e5f-b667-02682bb92216'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:00:05.263916 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd7a8ba-431d-4a5d-b45d-9baee6cb0a46" -d '{"events": [{"name": "network-changed", "server_uuid": "72289d05-5617-4857-a4a1-55298bb80b5f", "tag": "1b532ef7-d54d-4e5f-b667-02682bb92216"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:00:05.295917 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88f085-07ce-4dbc-863e-2113b10a9c99 service neutron] Pushing event updated for resources: {'Port': ['ID=1b532ef7-d54d-4e5f-b667-02682bb92216,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:05.311684 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45da6b3a-ab88-48a1-b455-15e4c677db88 x-openstack-request-id: req-45da6b3a-ab88-48a1-b455-15e4c677db88 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:00:05.312113 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72289d05-5617-4857-a4a1-55298bb80b5f", "tag": "1b532ef7-d54d-4e5f-b667-02682bb92216", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:00:05.312436 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-45da6b3a-ab88-48a1-b455-15e4c677db88 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:00:05.312928 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72289d05-5617-4857-a4a1-55298bb80b5f', 'tag': '1b532ef7-d54d-4e5f-b667-02682bb92216', 'status': 'completed', 'code': 200} Sep 01 16:00:05.359677 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-17f3fa67-915f-43b3-b4db-c2ab32a945d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:05.361274 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-17f3fa67-915f-43b3-b4db-c2ab32a945d9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 1094 time: 0.0440207 Sep 01 16:00:05.409906 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-45903210-2ddc-4863-85ba-00a5bbf73303 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b532ef7-d54d-4e5f-b667-02682bb92216 HTTP/1.1" status: 200 len: 217 time: 0.0399606 Sep 01 16:00:05.442627 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 0c362066-4f18-4170-9abe-7ede18a42e94 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:00:05.467292 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-0f6e8674-2b8b-4f76-aece-6d511bee5a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:05.469081 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-0f6e8674-2b8b-4f76-aece-6d511bee5a5e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0509427 Sep 01 16:00:05.511138 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 0c362066-4f18-4170-9abe-7ede18a42e94 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:00:05.511511 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:05.521274 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-e6b8e9ff-8130-42a4-acd4-4bb5f7b48e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:05.523373 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-e6b8e9ff-8130-42a4-acd4-4bb5f7b48e3a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448997 Sep 01 16:00:05.620523 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-07d5bae1-57e9-4404-870e-c585be2e8592 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880430 Sep 01 16:00:05.716807 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d4ccb770-c58c-429c-a52c-2bd2a93bfc88 req-f1e34720-e73c-42aa-a023-555a35c9a681 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879672 Sep 01 16:00:05.808740 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7a8ba-431d-4a5d-b45d-9baee6cb0a46 req-96372131-c3ed-48ac-88e7-8e0a1ba97636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:05.810143 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7fd7a8ba-431d-4a5d-b45d-9baee6cb0a46 req-96372131-c3ed-48ac-88e7-8e0a1ba97636 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 1094 time: 0.0475996 Sep 01 16:00:06.138278 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7a8ba-431d-4a5d-b45d-9baee6cb0a46 req-eb760eb0-24da-4091-9ee6-b2eeef88cf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:06.139721 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7fd7a8ba-431d-4a5d-b45d-9baee6cb0a46 req-eb760eb0-24da-4091-9ee6-b2eeef88cf52 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.3214526 Sep 01 16:00:06.185858 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7fd7a8ba-431d-4a5d-b45d-9baee6cb0a46 req-d135b970-aaa9-41fe-99a4-1b4f545afbcd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b532ef7-d54d-4e5f-b667-02682bb92216 HTTP/1.1" status: 200 len: 217 time: 0.0377510 Sep 01 16:00:06.239098 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7a8ba-431d-4a5d-b45d-9baee6cb0a46 req-18e824d2-1514-4604-83c0-cae5efd794f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:06.241211 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7fd7a8ba-431d-4a5d-b45d-9baee6cb0a46 req-18e824d2-1514-4604-83c0-cae5efd794f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0455289 Sep 01 16:00:06.283670 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb959f24-58b9-42b2-a6c8-a9a7bc0db44a req-dd3b2162-dcef-44d1-9293-769b4c066fe2 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:06.285191 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bb959f24-58b9-42b2-a6c8-a9a7bc0db44a req-dd3b2162-dcef-44d1-9293-769b4c066fe2 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 943 time: 0.0588944 Sep 01 16:00:06.289243 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7a8ba-431d-4a5d-b45d-9baee6cb0a46 req-33de2495-501d-4291-96ee-aa7b6cd1405a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:06.290780 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7fd7a8ba-431d-4a5d-b45d-9baee6cb0a46 req-33de2495-501d-4291-96ee-aa7b6cd1405a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413969 Sep 01 16:00:06.324545 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bb959f24-58b9-42b2-a6c8-a9a7bc0db44a req-1038d46a-e2fe-4ccd-8402-16e0f23c1eaf tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323288 Sep 01 16:00:06.391511 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7fd7a8ba-431d-4a5d-b45d-9baee6cb0a46 req-b3aa98a2-41e3-498f-b3f9-1d0de0a591d6 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915728 Sep 01 16:00:06.482702 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7fd7a8ba-431d-4a5d-b45d-9baee6cb0a46 req-c66b2b5c-6107-4872-adb0-78a63ea5e17e service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839067 Sep 01 16:00:07.444299 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680edff2-fc36-47ea-b1a0-0fc1a0c23b49 req-6826f9aa-712b-44f6-80e8-5ce549c2fa60 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:07.445822 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-680edff2-fc36-47ea-b1a0-0fc1a0c23b49 req-6826f9aa-712b-44f6-80e8-5ce549c2fa60 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 943 time: 0.0518920 Sep 01 16:00:07.485407 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-680edff2-fc36-47ea-b1a0-0fc1a0c23b49 req-2f764cf5-ae50-426e-80ba-33bc87d47cb5 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330284 Sep 01 16:00:08.603093 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334cf17-f8f1-4a10-b424-ac000cb89017 req-c43831cd-7fcf-4bae-a8d3-7a4abc6dadc2 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:08.605624 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7334cf17-f8f1-4a10-b424-ac000cb89017 req-c43831cd-7fcf-4bae-a8d3-7a4abc6dadc2 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 943 time: 0.0527053 Sep 01 16:00:08.643090 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7334cf17-f8f1-4a10-b424-ac000cb89017 req-9183efef-9387-4e86-b475-cc04ddec1143 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324574 Sep 01 16:00:08.692158 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 1b532ef7-d54d-4e5f-b667-02682bb92216 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:00:08.792363 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 1b532ef7-d54d-4e5f-b667-02682bb92216, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=1b532ef7-d54d-4e5f-b667-02682bb92216,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:00:08.805559 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '1b532ef7-d54d-4e5f-b667-02682bb92216', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'port_id': '1b532ef7-d54d-4e5f-b667-02682bb92216', 'mac_address': 'fa:16:3e:53:27:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:00:08.844342 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:08.858090 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b532ef7-d54d-4e5f-b667-02682bb92216 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:00:08.879824 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 1b532ef7-d54d-4e5f-b667-02682bb92216, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=1b532ef7-d54d-4e5f-b667-02682bb92216,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:00:08.885154 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:08.940551 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=1b532ef7-d54d-4e5f-b667-02682bb92216,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:08.963254 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:09.093176 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['1b532ef7-d54d-4e5f-b667-02682bb92216'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:00:09.357186 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3fd251ba-216b-46b4-9db3-b332f233e709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:09.765287 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d1c14-2f1e-45b1-b7ce-424109e85469 req-d3d9c6dc-c5e7-4761-87a8-9945d6bbcf51 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:09.766843 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-375d1c14-2f1e-45b1-b7ce-424109e85469 req-d3d9c6dc-c5e7-4761-87a8-9945d6bbcf51 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 944 time: 0.0540111 Sep 01 16:00:09.805177 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-375d1c14-2f1e-45b1-b7ce-424109e85469 req-7fbc701d-261a-4d7b-b1cf-04b2ef86c91e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324020 Sep 01 16:00:10.707365 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 1b532ef7-d54d-4e5f-b667-02682bb92216 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:00:10.755450 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 1b532ef7-d54d-4e5f-b667-02682bb92216 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:00:10.759063 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 1b532ef7-d54d-4e5f-b667-02682bb92216 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:00:10.759445 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:10.928278 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0efbee-d16b-4f50-a080-e52e05880e46 req-1bd760f7-63fd-4773-95b8-ec0f6173ee0c tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:10.929858 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fc0efbee-d16b-4f50-a080-e52e05880e46 req-1bd760f7-63fd-4773-95b8-ec0f6173ee0c tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 944 time: 0.0544379 Sep 01 16:00:10.972291 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fc0efbee-d16b-4f50-a080-e52e05880e46 req-ee75000a-8d1b-4142-bf3b-c259a7b286ef tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360365 Sep 01 16:00:11.000661 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:11.023528 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72289d05-5617-4857-a4a1-55298bb80b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b532ef7-d54d-4e5f-b667-02682bb92216'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:00:11.025755 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38b0aa1-709d-45fc-932f-87eda694de8b" -d '{"events": [{"server_uuid": "72289d05-5617-4857-a4a1-55298bb80b5f", "name": "network-vif-plugged", "status": "completed", "tag": "1b532ef7-d54d-4e5f-b667-02682bb92216"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:00:11.039005 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 1b532ef7-d54d-4e5f-b667-02682bb92216, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=1b532ef7-d54d-4e5f-b667-02682bb92216,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:00:11.043697 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:11.069254 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fbe6d6-c156-4fd9-a0ff-f70c63c4ca48 x-openstack-request-id: req-96fbe6d6-c156-4fd9-a0ff-f70c63c4ca48 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:00:11.069584 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72289d05-5617-4857-a4a1-55298bb80b5f", "name": "network-vif-plugged", "status": "completed", "tag": "1b532ef7-d54d-4e5f-b667-02682bb92216", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:00:11.069898 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-96fbe6d6-c156-4fd9-a0ff-f70c63c4ca48 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:00:11.070434 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72289d05-5617-4857-a4a1-55298bb80b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b532ef7-d54d-4e5f-b667-02682bb92216', 'code': 200} Sep 01 16:00:11.099430 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=1b532ef7-d54d-4e5f-b667-02682bb92216,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:00:11.172452 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28835495-9942-43bc-8e29-3a2102030cda req-45c473a3-d82a-456f-a059-043a7531ae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:11.174132 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-28835495-9942-43bc-8e29-3a2102030cda req-45c473a3-d82a-456f-a059-043a7531ae0b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 1096 time: 0.0413761 Sep 01 16:00:11.210985 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-28835495-9942-43bc-8e29-3a2102030cda req-8b46d60a-0f03-49b2-9e3f-f303d01e4436 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287344 Sep 01 16:00:12.086187 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a8900-a227-4672-a047-41229d38bd32 req-cce67728-6799-4428-9b9f-7f1ff66fa6a1 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:12.087718 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b3a8900-a227-4672-a047-41229d38bd32 req-cce67728-6799-4428-9b9f-7f1ff66fa6a1 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 945 time: 0.0494988 Sep 01 16:00:12.125408 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b3a8900-a227-4672-a047-41229d38bd32 req-90bab2cf-ca09-46ef-9a31-1faba45c3aa1 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317678 Sep 01 16:00:12.212796 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:13.242285 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91fdb1-9b90-4e11-8b0d-73c5308b8458 req-317cd856-de3c-427e-8a7d-6b564563536c tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:13.243851 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9d91fdb1-9b90-4e11-8b0d-73c5308b8458 req-317cd856-de3c-427e-8a7d-6b564563536c tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 945 time: 0.0507007 Sep 01 16:00:13.284049 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9d91fdb1-9b90-4e11-8b0d-73c5308b8458 req-6d97b1ba-1f88-4b04-9fe4-49fb12706f8a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339122 Sep 01 16:00:13.402548 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:13.403450 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56951c1d-be31-455c-a70b-9e8332d7c8a2 req-9228af6a-13b9-4d90-b3e9-369d1b997b01 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:13.404530 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-56951c1d-be31-455c-a70b-9e8332d7c8a2 req-9228af6a-13b9-4d90-b3e9-369d1b997b01 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 945 time: 0.0561578 Sep 01 16:00:13.412993 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54304) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:00:13.417460 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-e5c39035-ec9f-4fd9-9b61-fc8bc4dd5811 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Request body: {'floatingip': {'port_id': '1b532ef7-d54d-4e5f-b667-02682bb92216'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:00:13.456593 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e5c39035-ec9f-4fd9-9b61-fc8bc4dd5811 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for floatingip, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:13.703439 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2349287e-e457-4325-8872-563975885252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:13.918157 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e5c39035-ec9f-4fd9-9b61-fc8bc4dd5811 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:13.922519 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e5c39035-ec9f-4fd9-9b61-fc8bc4dd5811 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:14.021410 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-e5c39035-ec9f-4fd9-9b61-fc8bc4dd5811 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Floating IP 65539de3-9347-4a02-8ec2-c0297655cc1f associated. External IP: 172.25.6.19, port: 1b532ef7-d54d-4e5f-b667-02682bb92216. Sep 01 16:00:14.230041 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c39035-ec9f-4fd9-9b61-fc8bc4dd5811 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:00:14.652642 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c39035-ec9f-4fd9-9b61-fc8bc4dd5811 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:00:14.657286 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e5c39035-ec9f-4fd9-9b61-fc8bc4dd5811 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:14.666025 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62342daa-82af-4f06-b89d-197c08b70444 None None] Sync routers for ids ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:00:14.676057 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62342daa-82af-4f06-b89d-197c08b70444 None None] Routers {'3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:00:14.676672 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-62342daa-82af-4f06-b89d-197c08b70444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:00:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:00:14.688113 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e5c39035-ec9f-4fd9-9b61-fc8bc4dd5811 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "PUT /v2.0/floatingips/65539de3-9347-4a02-8ec2-c0297655cc1f HTTP/1.1" status: 200 len: 990 time: 1.2714570 Sep 01 16:00:14.688113 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72289d05-5617-4857-a4a1-55298bb80b5f', 'tag': '1b532ef7-d54d-4e5f-b667-02682bb92216'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:00:14.688394 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7e68d1-0e9b-4d56-b83c-9e8c3c5e7e65" -d '{"events": [{"name": "network-changed", "server_uuid": "72289d05-5617-4857-a4a1-55298bb80b5f", "tag": "1b532ef7-d54d-4e5f-b667-02682bb92216"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:00:14.726551 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3a78b5-ff46-4c12-a763-fed5ef790de5 x-openstack-request-id: req-ad3a78b5-ff46-4c12-a763-fed5ef790de5 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:00:14.726551 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72289d05-5617-4857-a4a1-55298bb80b5f", "tag": "1b532ef7-d54d-4e5f-b667-02682bb92216", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:00:14.726824 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ad3a78b5-ff46-4c12-a763-fed5ef790de5 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:00:14.727202 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72289d05-5617-4857-a4a1-55298bb80b5f', 'tag': '1b532ef7-d54d-4e5f-b667-02682bb92216', 'status': 'completed', 'code': 200} Sep 01 16:00:14.786822 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-62342daa-82af-4f06-b89d-197c08b70444 None None] Set router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:00:14.803942 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e68d1-0e9b-4d56-b83c-9e8c3c5e7e65 req-3348f155-120b-4e96-96c4-2308a21c2336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:14.805442 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dc7e68d1-0e9b-4d56-b83c-9e8c3c5e7e65 req-3348f155-120b-4e96-96c4-2308a21c2336 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 1096 time: 0.0488150 Sep 01 16:00:14.898995 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e68d1-0e9b-4d56-b83c-9e8c3c5e7e65 req-5aec8120-7870-49f9-8c20-6dd08324e7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:14.900485 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dc7e68d1-0e9b-4d56-b83c-9e8c3c5e7e65 req-5aec8120-7870-49f9-8c20-6dd08324e7bb service neutron] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0863557 Sep 01 16:00:14.973579 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dc7e68d1-0e9b-4d56-b83c-9e8c3c5e7e65 req-c7e00352-033c-498c-bd38-0d1c7b2d0620 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b532ef7-d54d-4e5f-b667-02682bb92216 HTTP/1.1" status: 200 len: 998 time: 0.0643394 Sep 01 16:00:15.012973 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-62342daa-82af-4f06-b89d-197c08b70444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '65539de3-9347-4a02-8ec2-c0297655cc1f', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'port_id': '1b532ef7-d54d-4e5f-b667-02682bb92216', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'mac_address': 'fa:16:3e:53:27:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72289d05-5617-4857-a4a1-55298bb80b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:00:01Z', 'updated_at': '2021-09-01T16:00:13Z', 'revision_number': 1, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c362066-4f18-4170-9abe-7ede18a42e94', 'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'mac_address': 'fa:16:3e:79:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:59Z', 'updated_at': '2021-09-01T16:00:03Z', 'revision_number': 5, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'subnets': [{'id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:00:15.026241 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e68d1-0e9b-4d56-b83c-9e8c3c5e7e65 req-e2e4af7b-c674-4d40-9bb2-e87b77615997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:15.027748 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dc7e68d1-0e9b-4d56-b83c-9e8c3c5e7e65 req-e2e4af7b-c674-4d40-9bb2-e87b77615997 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0469742 Sep 01 16:00:15.042948 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62342daa-82af-4f06-b89d-197c08b70444 None None] Checking router: 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:00:15.051161 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62342daa-82af-4f06-b89d-197c08b70444 None None] Routers {'3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:00:15.051760 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-62342daa-82af-4f06-b89d-197c08b70444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:00:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:00:15.075394 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e68d1-0e9b-4d56-b83c-9e8c3c5e7e65 req-9544fe89-e8b6-471d-83b7-a065473cdbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:15.076909 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dc7e68d1-0e9b-4d56-b83c-9e8c3c5e7e65 req-9544fe89-e8b6-471d-83b7-a065473cdbae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414090 Sep 01 16:00:15.177609 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dc7e68d1-0e9b-4d56-b83c-9e8c3c5e7e65 req-43cb931c-b4d5-45b7-bf6c-9f51812c44f1 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921013 Sep 01 16:00:15.248836 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-62342daa-82af-4f06-b89d-197c08b70444 None None] Set router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:00:15.273035 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dc7e68d1-0e9b-4d56-b83c-9e8c3c5e7e65 req-1859b99d-1b79-49cd-9e08-1d9f95007e83 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872555 Sep 01 16:00:15.310913 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:15.477878 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-62342daa-82af-4f06-b89d-197c08b70444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '65539de3-9347-4a02-8ec2-c0297655cc1f', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'port_id': '1b532ef7-d54d-4e5f-b667-02682bb92216', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'mac_address': 'fa:16:3e:53:27:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72289d05-5617-4857-a4a1-55298bb80b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:00:01Z', 'updated_at': '2021-09-01T16:00:13Z', 'revision_number': 1, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c362066-4f18-4170-9abe-7ede18a42e94', 'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'mac_address': 'fa:16:3e:79:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:59Z', 'updated_at': '2021-09-01T16:00:03Z', 'revision_number': 5, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'subnets': [{'id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:00:15.504084 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62342daa-82af-4f06-b89d-197c08b70444 None None] The sync data for ids ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'] in n-d-794796-3 is: [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '65539de3-9347-4a02-8ec2-c0297655cc1f', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'port_id': '1b532ef7-d54d-4e5f-b667-02682bb92216', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'mac_address': 'fa:16:3e:53:27:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72289d05-5617-4857-a4a1-55298bb80b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:00:01Z', 'updated_at': '2021-09-01T16:00:13Z', 'revision_number': 1, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c362066-4f18-4170-9abe-7ede18a42e94', 'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'mac_address': 'fa:16:3e:79:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:59Z', 'updated_at': '2021-09-01T16:00:03Z', 'revision_number': 5, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'subnets': [{'id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:00:15.691362 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c25129-cf75-4109-bc9b-6f21046f5887 None None] New status for floating IP 65539de3-9347-4a02-8ec2-c0297655cc1f: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:00:19.781792 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:00:26.803648 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1fb41810-a225-48d6-a7c3-89fc1253d413 req-470d4f77-13d1-4c43-b01c-5f772bde044c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406930 Sep 01 16:00:26.891894 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb41810-a225-48d6-a7c3-89fc1253d413 req-fcabcab3-eb0d-4428-9595-fd87523df9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:26.893459 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1fb41810-a225-48d6-a7c3-89fc1253d413 req-fcabcab3-eb0d-4428-9595-fd87523df9ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 1096 time: 0.0452561 Sep 01 16:00:26.998310 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb41810-a225-48d6-a7c3-89fc1253d413 req-bec1dac3-8eb2-4a2a-b3f3-413ebed5345e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:26.999889 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1fb41810-a225-48d6-a7c3-89fc1253d413 req-bec1dac3-8eb2-4a2a-b3f3-413ebed5345e service neutron] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0864744 Sep 01 16:00:27.071340 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1fb41810-a225-48d6-a7c3-89fc1253d413 req-75197fd9-f20d-4d9f-b52a-5cc1fb9b602b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b532ef7-d54d-4e5f-b667-02682bb92216 HTTP/1.1" status: 200 len: 1000 time: 0.0636022 Sep 01 16:00:27.121779 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb41810-a225-48d6-a7c3-89fc1253d413 req-c4e181f7-94d6-4c44-8c87-dfbe6be87516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:27.123303 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1fb41810-a225-48d6-a7c3-89fc1253d413 req-c4e181f7-94d6-4c44-8c87-dfbe6be87516 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0449507 Sep 01 16:00:27.170221 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb41810-a225-48d6-a7c3-89fc1253d413 req-a31ebc46-4e00-4979-a146-73c5f720ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:00:27.171778 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1fb41810-a225-48d6-a7c3-89fc1253d413 req-a31ebc46-4e00-4979-a146-73c5f720ebe3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413921 Sep 01 16:00:27.267381 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1fb41810-a225-48d6-a7c3-89fc1253d413 req-178dd2ac-1489-46c0-9748-3497f1ec2103 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886607 Sep 01 16:00:27.366871 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1fb41810-a225-48d6-a7c3-89fc1253d413 req-80d66e73-ccb2-4de1-98aa-d7b59abab5c3 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912507 Sep 01 16:00:28.107803 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:38.955751 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:39.358325 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-01f0105d-e406-4023-82da-a3f37b2ac443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:42.215450 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:43.408613 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:43.704790 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-819a7939-0082-4563-8460-6436ec91570d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:45.314490 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:00:56.781051 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:00:58.133528 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:08.955741 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:09.360290 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4f9cac96-84e4-4ad2-b7a4-cc6eea187679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:12.218643 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:13.410554 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:13.706423 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-909c3b4d-bf94-4fb4-b7e2-fe090b1ed742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:15.316964 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:28.128013 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:28.176255 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-be875aca-5145-4c8c-acac-1b40a5f29bcc req-9fd26530-589e-4588-b265-9160a48953d4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418093 Sep 01 16:01:28.265935 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be875aca-5145-4c8c-acac-1b40a5f29bcc req-c02c43c8-abdc-40f4-bde0-121eab38379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:28.267499 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-be875aca-5145-4c8c-acac-1b40a5f29bcc req-c02c43c8-abdc-40f4-bde0-121eab38379e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 1096 time: 0.0474398 Sep 01 16:01:28.373971 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be875aca-5145-4c8c-acac-1b40a5f29bcc req-73d43b10-3d49-4f1b-8dfe-70e8a9e361f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:28.375490 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-be875aca-5145-4c8c-acac-1b40a5f29bcc req-73d43b10-3d49-4f1b-8dfe-70e8a9e361f8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0877240 Sep 01 16:01:28.448670 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-be875aca-5145-4c8c-acac-1b40a5f29bcc req-02178cfa-2917-4d7e-b99e-5e970b131e6a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b532ef7-d54d-4e5f-b667-02682bb92216 HTTP/1.1" status: 200 len: 1000 time: 0.0660579 Sep 01 16:01:28.500474 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be875aca-5145-4c8c-acac-1b40a5f29bcc req-519577ce-d4d6-4db3-8c4b-2c2bcd29ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:28.501960 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-be875aca-5145-4c8c-acac-1b40a5f29bcc req-519577ce-d4d6-4db3-8c4b-2c2bcd29ecc2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0454955 Sep 01 16:01:28.549045 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be875aca-5145-4c8c-acac-1b40a5f29bcc req-53399baa-2107-4e1c-86b1-c7db2679bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:28.551158 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-be875aca-5145-4c8c-acac-1b40a5f29bcc req-53399baa-2107-4e1c-86b1-c7db2679bb05 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416050 Sep 01 16:01:28.655778 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-be875aca-5145-4c8c-acac-1b40a5f29bcc req-9adb357d-c39a-481a-a60d-8f1be65aa6a9 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974107 Sep 01 16:01:28.749220 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-be875aca-5145-4c8c-acac-1b40a5f29bcc req-f50474c8-4d8a-4625-811b-871bd21c80eb service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857427 Sep 01 16:01:33.780698 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:01:38.966531 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:39.364103 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ae9f95a1-f4bd-4cf7-870e-c74b77d0c03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:42.223200 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:43.411179 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:43.707829 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d07a15fa-84c4-4a61-b096-ae97b680c532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:45.319601 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:51.854484 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5887a-9b7f-4438-b7c1-e8db8d1dea30 req-f8bd113e-d4e5-4943-8cc4-bdf411ea3995 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:51.855984 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8ac5887a-9b7f-4438-b7c1-e8db8d1dea30 req-f8bd113e-d4e5-4943-8cc4-bdf411ea3995 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 945 time: 0.0506594 Sep 01 16:01:51.895509 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8ac5887a-9b7f-4438-b7c1-e8db8d1dea30 req-a6f1a936-2ea1-42df-b651-28277cd3654d tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333383 Sep 01 16:01:53.135546 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-0bb8dc82-d025-4d49-89b3-186e466a5844 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0417244 Sep 01 16:01:53.167232 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a234d48-2dd5-4b0f-b8e9-35a90fa158a8 req-89d40fc2-1467-4ddc-a3f9-2013ad22c4e3 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:53.168854 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1a234d48-2dd5-4b0f-b8e9-35a90fa158a8 req-89d40fc2-1467-4ddc-a3f9-2013ad22c4e3 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 945 time: 0.0641816 Sep 01 16:01:53.208489 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1a234d48-2dd5-4b0f-b8e9-35a90fa158a8 req-d2d9920a-9e0f-4953-88b1-34a3a25af31a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333910 Sep 01 16:01:54.326444 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127adcf-8c6e-4de4-b51f-a2036833e88b req-00022329-0185-4195-9953-7dc33ceeb818 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:54.327954 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b127adcf-8c6e-4de4-b51f-a2036833e88b req-00022329-0185-4195-9953-7dc33ceeb818 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 945 time: 0.0503452 Sep 01 16:01:54.367254 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b127adcf-8c6e-4de4-b51f-a2036833e88b req-f70c1726-f1ed-42a8-b891-7a442669724a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321474 Sep 01 16:01:54.485291 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-bf085d8a-c461-48cc-98e1-6260f5ec7fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:54.487116 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-bf085d8a-c461-48cc-98e1-6260f5ec7fa1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 1096 time: 0.0498004 Sep 01 16:01:54.585445 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-32e87d01-43a4-4ff2-91f9-b17fc0aa24e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:54.587021 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-32e87d01-43a4-4ff2-91f9-b17fc0aa24e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0924273 Sep 01 16:01:54.657300 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-39c3169b-5824-4aaa-8e0a-61331d2acd07 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b532ef7-d54d-4e5f-b667-02682bb92216 HTTP/1.1" status: 200 len: 1000 time: 0.0626371 Sep 01 16:01:54.708326 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-165629a7-f868-45fb-9d34-f7c4b44bf7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:54.709773 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-165629a7-f868-45fb-9d34-f7c4b44bf7a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0444808 Sep 01 16:01:54.759713 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-f55f3948-c2b4-4fcf-89b3-769343f72d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:54.761158 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-f55f3948-c2b4-4fcf-89b3-769343f72d53 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440669 Sep 01 16:01:54.850454 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-25c35762-47f3-4dd5-abd3-253a27c14636 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822270 Sep 01 16:01:54.944757 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-f1d659ed-baae-4af3-901e-feec553f20a5 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869269 Sep 01 16:01:55.485351 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa931a01-27fe-4b1d-97cf-1e38f82728bc req-da44c57d-bab4-4131-a3f3-c12ec0beedfe tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:55.487149 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aa931a01-27fe-4b1d-97cf-1e38f82728bc req-da44c57d-bab4-4131-a3f3-c12ec0beedfe tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 945 time: 0.0503912 Sep 01 16:01:55.525799 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aa931a01-27fe-4b1d-97cf-1e38f82728bc req-0fe8bca3-6673-4d04-b5f4-a9200c32f45e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328252 Sep 01 16:01:56.647154 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f12b73-d3a2-4a29-997e-e31490de4dae req-a2fe528e-eace-4780-b414-b4f8808010b0 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:56.648668 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e8f12b73-d3a2-4a29-997e-e31490de4dae req-a2fe528e-eace-4780-b414-b4f8808010b0 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 945 time: 0.0523725 Sep 01 16:01:56.687445 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e8f12b73-d3a2-4a29-997e-e31490de4dae req-68ae7e5b-34d6-46c7-b205-2c373a037738 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328438 Sep 01 16:01:57.802198 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b00001-d3c5-4fd6-b983-c4a60c432162 req-053b0c3d-8d0a-422c-9eae-0c9424599673 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:57.803740 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-23b00001-d3c5-4fd6-b983-c4a60c432162 req-053b0c3d-8d0a-422c-9eae-0c9424599673 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 945 time: 0.0486240 Sep 01 16:01:57.841065 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-23b00001-d3c5-4fd6-b983-c4a60c432162 req-2ab6ced6-628b-416b-90d0-293eff974dad tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314343 Sep 01 16:01:58.149181 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:01:58.955350 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2472b73-6b29-4feb-b9bf-a416a6303022 req-fe6fd6ac-200f-4108-815c-0fad17aec117 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:01:58.956847 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b2472b73-6b29-4feb-b9bf-a416a6303022 req-fe6fd6ac-200f-4108-815c-0fad17aec117 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 945 time: 0.0488403 Sep 01 16:01:58.995065 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b2472b73-6b29-4feb-b9bf-a416a6303022 req-0fa5c175-d927-454a-b0e5-03e7005a1573 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321746 Sep 01 16:02:00.110454 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976526cc-f743-48b3-8f91-5cad056902e6 req-34d79a73-bfad-408f-8d31-f5f7d50881d1 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:00.111935 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-976526cc-f743-48b3-8f91-5cad056902e6 req-34d79a73-bfad-408f-8d31-f5f7d50881d1 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 945 time: 0.0487456 Sep 01 16:02:00.153377 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-976526cc-f743-48b3-8f91-5cad056902e6 req-dddabd4d-6a53-4aef-95f3-8715995f7cf9 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353165 Sep 01 16:02:01.267658 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425501c-e533-405a-8fb6-f7e9a962535d req-b14b0d4c-589d-4215-8083-110cf25d0d61 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:01.269144 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e425501c-e533-405a-8fb6-f7e9a962535d req-b14b0d4c-589d-4215-8083-110cf25d0d61 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 945 time: 0.0486002 Sep 01 16:02:01.307163 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e425501c-e533-405a-8fb6-f7e9a962535d req-d4aab45e-6ca0-4489-8f04-8072953b28c0 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320258 Sep 01 16:02:02.422598 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d29630-acb1-4c89-b358-0d3c7c0b04ff req-44d10c4f-5c69-4ecb-8290-397bfbb774f3 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:02.424308 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93d29630-acb1-4c89-b358-0d3c7c0b04ff req-44d10c4f-5c69-4ecb-8290-397bfbb774f3 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 945 time: 0.0485792 Sep 01 16:02:02.463175 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93d29630-acb1-4c89-b358-0d3c7c0b04ff req-940dbe6f-7b32-4743-9da7-d0601545486a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325141 Sep 01 16:02:03.584280 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555efc8-f31e-4240-a36e-7162496d9952 req-7cadc6f3-d15f-4967-bb3e-dccb0b339909 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:03.585794 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6555efc8-f31e-4240-a36e-7162496d9952 req-7cadc6f3-d15f-4967-bb3e-dccb0b339909 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 945 time: 0.0546319 Sep 01 16:02:03.624468 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6555efc8-f31e-4240-a36e-7162496d9952 req-e15a5ec6-737b-441b-8f55-568ad0d3119e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325398 Sep 01 16:02:04.741361 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348b5a2-b516-4fb1-a7e2-857564c2309d req-24ec152a-945c-467c-bc42-aebc4800bc6e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:04.742875 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b348b5a2-b516-4fb1-a7e2-857564c2309d req-24ec152a-945c-467c-bc42-aebc4800bc6e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 945 time: 0.0495026 Sep 01 16:02:04.780106 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b348b5a2-b516-4fb1-a7e2-857564c2309d req-13f79d8c-2bba-47aa-b2d0-c6554e8cd7fb tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310681 Sep 01 16:02:05.896407 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619f9dc-18a8-4622-8891-11799872a5b0 req-73892ddc-e6d2-48b6-94d5-a55eec08371e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:05.897911 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1619f9dc-18a8-4622-8891-11799872a5b0 req-73892ddc-e6d2-48b6-94d5-a55eec08371e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 945 time: 0.0497332 Sep 01 16:02:05.935214 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1619f9dc-18a8-4622-8891-11799872a5b0 req-799b4282-9eb3-45f6-95fb-10e443d24924 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313306 Sep 01 16:02:07.073902 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-4784632c-c9e9-4ca2-a0ba-9bf134d8c064 service neutron] show failed (client error): The resource could not be found. Sep 01 16:02:07.074996 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-4784632c-c9e9-4ca2-a0ba-9bf134d8c064 service neutron] 10.222.0.45 "GET /v2.0/ports/1b532ef7-d54d-4e5f-b667-02682bb92216/bindings/n-h2-794796-3 HTTP/1.1" status: 404 len: 380 time: 0.0900123 Sep 01 16:02:07.084016 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec4f96-f54b-41ba-b984-c2f59c9b783a req-e2023d12-0827-41f6-a244-95878fc03202 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:07.085458 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9fec4f96-f54b-41ba-b984-c2f59c9b783a req-e2023d12-0827-41f6-a244-95878fc03202 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 945 time: 0.0751719 Sep 01 16:02:07.124864 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9fec4f96-f54b-41ba-b984-c2f59c9b783a req-58f9a237-4466-4f0f-bc09-0dc13d3731eb tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330215 Sep 01 16:02:07.273455 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-1fe01282-252e-41ac-9fe1-d1b2ce2f5809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:07.274903 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-1fe01282-252e-41ac-9fe1-d1b2ce2f5809 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f&tenant_id=54409868541e4a73b844de37ac1b44a3 HTTP/1.1" status: 200 len: 1096 time: 0.0431523 Sep 01 16:02:07.295573 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794796-3', 'device_owner': 'compute:nova'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:02:07.353477 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:07.556076 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] For port 1b532ef7-d54d-4e5f-b667-02682bb92216, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=1b532ef7-d54d-4e5f-b667-02682bb92216,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:02:07.588159 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] For port 1b532ef7-d54d-4e5f-b667-02682bb92216, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:02:07.628217 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72289d05-5617-4857-a4a1-55298bb80b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b532ef7-d54d-4e5f-b667-02682bb92216'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:02:07.630791 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1fad2e-b807-4475-9350-14ba0dc9ddb3" -d '{"events": [{"server_uuid": "72289d05-5617-4857-a4a1-55298bb80b5f", "name": "network-vif-unplugged", "status": "completed", "tag": "1b532ef7-d54d-4e5f-b667-02682bb92216"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:02:07.634944 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:07.648687 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Transition to ACTIVE for port object 1b532ef7-d54d-4e5f-b667-02682bb92216 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:02:07.652258 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:07.681923 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 16:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734cfeb6-3c26-4469-8202-1174b43d1c3b x-openstack-request-id: req-734cfeb6-3c26-4469-8202-1174b43d1c3b {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:02:07.682222 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72289d05-5617-4857-a4a1-55298bb80b5f", "name": "network-vif-unplugged", "status": "completed", "tag": "1b532ef7-d54d-4e5f-b667-02682bb92216", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:02:07.682499 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-734cfeb6-3c26-4469-8202-1174b43d1c3b {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:02:07.682897 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72289d05-5617-4857-a4a1-55298bb80b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b532ef7-d54d-4e5f-b667-02682bb92216', 'code': 200} Sep 01 16:02:07.756748 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Pushing event updated for resources: {'Port': ['ID=1b532ef7-d54d-4e5f-b667-02682bb92216,revision_number=6']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:07.782984 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:07.783257 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:07.783608 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:07.783989 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:07.784347 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:07.784672 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:07.785010 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:07.785340 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:07.785673 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:07.786008 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:07.786362 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:07.786696 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:07.858663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] No DVR routers for this DVR port 1b532ef7-d54d-4e5f-b667-02682bb92216 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:02:07.997487 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Attempting to bind port 1b532ef7-d54d-4e5f-b667-02682bb92216 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:02:07.997753 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Attempting to bind port 1b532ef7-d54d-4e5f-b667-02682bb92216 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:02:07.998090 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Attempting to bind port 1b532ef7-d54d-4e5f-b667-02682bb92216 on network f46119d7-0ee6-4557-b45e-617950a3b131 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:02:08.002374 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Port 1b532ef7-d54d-4e5f-b667-02682bb92216 on network f46119d7-0ee6-4557-b45e-617950a3b131 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:02:08.003227 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Attempting to bind port 1b532ef7-d54d-4e5f-b667-02682bb92216 on network f46119d7-0ee6-4557-b45e-617950a3b131 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:02:08.007959 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:02:08.008301 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Checking segment: {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:02:08.008691 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Bound using segment: {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:02:08.009118 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Bound port: 1b532ef7-d54d-4e5f-b667-02682bb92216, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:02:08.009482 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:08.071544 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] For port 1b532ef7-d54d-4e5f-b667-02682bb92216, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:02:08.075058 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] For port 1b532ef7-d54d-4e5f-b667-02682bb92216, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=1b532ef7-d54d-4e5f-b667-02682bb92216,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:02:08.079616 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:08.114621 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:08.115277 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:08.116849 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] 10.222.0.62 "PUT /v2.0/ports/1b532ef7-d54d-4e5f-b667-02682bb92216 HTTP/1.1" status: 200 len: 1091 time: 0.8252478 Sep 01 16:02:08.138726 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee2e0e-d85f-461a-8bbf-7de1b7b94241 service neutron] Pushing event updated for resources: {'Port': ['ID=1b532ef7-d54d-4e5f-b667-02682bb92216,revision_number=7']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:08.201700 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-c2ec1c02-7704-4c49-b28e-8a892fc23c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:08.203280 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-c2ec1c02-7704-4c49-b28e-8a892fc23c19 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 1094 time: 0.0453300 Sep 01 16:02:08.248740 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c51db6-bf6a-40cf-b3ae-5989d3384ef9 req-787ca81e-6bf4-411f-a698-9f6e840d927e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:08.250357 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-40c51db6-bf6a-40cf-b3ae-5989d3384ef9 req-787ca81e-6bf4-411f-a698-9f6e840d927e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 943 time: 0.0519946 Sep 01 16:02:08.291883 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-40c51db6-bf6a-40cf-b3ae-5989d3384ef9 req-7fa154d5-8d50-4fe0-a517-177f26a552d2 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348344 Sep 01 16:02:08.306906 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-902afb1a-5513-440a-b180-47f511892b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:08.308402 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-902afb1a-5513-440a-b180-47f511892b50 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0967672 Sep 01 16:02:08.408462 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-3a020ba0-5fd6-4d73-bed9-c36a90eef970 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b532ef7-d54d-4e5f-b667-02682bb92216 HTTP/1.1" status: 200 len: 998 time: 0.0905793 Sep 01 16:02:08.459755 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-4607ca68-e2ec-4325-889c-b1756dc3c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:08.461249 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-4607ca68-e2ec-4325-889c-b1756dc3c32a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0444770 Sep 01 16:02:08.512634 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-8f9ddfa6-8cc8-45d1-abe9-495eec8093ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:08.514168 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-8f9ddfa6-8cc8-45d1-abe9-495eec8093ae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445933 Sep 01 16:02:08.608057 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-f54ed368-bbdf-4d9e-ab5a-b64079f7ee5b service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850205 Sep 01 16:02:08.703339 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47b3cceb-eed0-4062-8c0e-282ed7379a71 req-aa623500-75a4-476b-9350-717826333a42 service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834291 Sep 01 16:02:08.961743 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:09.364360 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-243865d5-a454-40c8-841a-3640cc749020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:09.413699 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bca12-56bd-4977-9e2d-0a120962320a req-2d305619-805c-4a59-8e1b-9bf654c64aa2 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:09.415234 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba4bca12-56bd-4977-9e2d-0a120962320a req-2d305619-805c-4a59-8e1b-9bf654c64aa2 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 943 time: 0.0501921 Sep 01 16:02:09.454109 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba4bca12-56bd-4977-9e2d-0a120962320a req-fbbfa035-663b-4837-a9c9-d3fbeca18b8a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327957 Sep 01 16:02:09.684031 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72289d05-5617-4857-a4a1-55298bb80b5f', 'tag': '1b532ef7-d54d-4e5f-b667-02682bb92216'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:02:09.686436 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fe5cfe-fce6-4589-8b87-cc6dbd2b3457" -d '{"events": [{"name": "network-changed", "server_uuid": "72289d05-5617-4857-a4a1-55298bb80b5f", "tag": "1b532ef7-d54d-4e5f-b667-02682bb92216"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:02:09.735371 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e8d4fe-72df-4c82-bfa9-57577e8e3a78 x-openstack-request-id: req-80e8d4fe-72df-4c82-bfa9-57577e8e3a78 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:02:09.735712 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72289d05-5617-4857-a4a1-55298bb80b5f", "tag": "1b532ef7-d54d-4e5f-b667-02682bb92216", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:02:09.735968 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-80e8d4fe-72df-4c82-bfa9-57577e8e3a78 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:02:09.736418 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72289d05-5617-4857-a4a1-55298bb80b5f', 'tag': '1b532ef7-d54d-4e5f-b667-02682bb92216', 'status': 'completed', 'code': 200} Sep 01 16:02:09.793688 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe5cfe-fce6-4589-8b87-cc6dbd2b3457 req-8b5000dc-e1d5-46de-ba0b-e59a234f0b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:09.795219 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a9fe5cfe-fce6-4589-8b87-cc6dbd2b3457 req-8b5000dc-e1d5-46de-ba0b-e59a234f0b74 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 1094 time: 0.0415473 Sep 01 16:02:09.839780 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe5cfe-fce6-4589-8b87-cc6dbd2b3457 req-067bd8a2-948a-4d88-9dec-9591e843d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:09.841313 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a9fe5cfe-fce6-4589-8b87-cc6dbd2b3457 req-067bd8a2-948a-4d88-9dec-9591e843d7be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 1094 time: 0.0463691 Sep 01 16:02:09.928316 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe5cfe-fce6-4589-8b87-cc6dbd2b3457 req-2264a688-74d0-45f1-aac5-7100fc729975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:09.930780 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a9fe5cfe-fce6-4589-8b87-cc6dbd2b3457 req-2264a688-74d0-45f1-aac5-7100fc729975 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.1257300 Sep 01 16:02:09.964949 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe5cfe-fce6-4589-8b87-cc6dbd2b3457 req-14b0ad84-075c-4824-bd8b-48ec77ed6afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:09.966755 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a9fe5cfe-fce6-4589-8b87-cc6dbd2b3457 req-14b0ad84-075c-4824-bd8b-48ec77ed6afa service neutron] 10.222.0.62 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.1159580 Sep 01 16:02:09.998717 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a9fe5cfe-fce6-4589-8b87-cc6dbd2b3457 req-9c1b5bff-f7dc-48df-aab1-a8ff5b4e8a09 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b532ef7-d54d-4e5f-b667-02682bb92216 HTTP/1.1" status: 200 len: 998 time: 0.0597579 Sep 01 16:02:10.042380 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a9fe5cfe-fce6-4589-8b87-cc6dbd2b3457 req-a624d61f-0b49-4bb8-976c-351dcaa4176c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b532ef7-d54d-4e5f-b667-02682bb92216 HTTP/1.1" status: 200 len: 998 time: 0.0623424 Sep 01 16:02:10.052931 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe5cfe-fce6-4589-8b87-cc6dbd2b3457 req-960c67d1-5781-487b-90a0-05cf631280a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:10.054562 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a9fe5cfe-fce6-4589-8b87-cc6dbd2b3457 req-960c67d1-5781-487b-90a0-05cf631280a1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0480673 Sep 01 16:02:10.093966 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe5cfe-fce6-4589-8b87-cc6dbd2b3457 req-52a7de8b-28c7-4cc0-a374-6de093a73e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:10.095489 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a9fe5cfe-fce6-4589-8b87-cc6dbd2b3457 req-52a7de8b-28c7-4cc0-a374-6de093a73e3f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0449691 Sep 01 16:02:10.103965 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe5cfe-fce6-4589-8b87-cc6dbd2b3457 req-f09dbee1-5003-4289-8b67-f247e9de4208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:10.105504 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a9fe5cfe-fce6-4589-8b87-cc6dbd2b3457 req-f09dbee1-5003-4289-8b67-f247e9de4208 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436060 Sep 01 16:02:10.145376 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe5cfe-fce6-4589-8b87-cc6dbd2b3457 req-96a5050e-f9de-4f71-904d-ab1deae16c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:10.146946 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a9fe5cfe-fce6-4589-8b87-cc6dbd2b3457 req-96a5050e-f9de-4f71-904d-ab1deae16c71 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423317 Sep 01 16:02:10.198709 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a9fe5cfe-fce6-4589-8b87-cc6dbd2b3457 req-bb0dd30f-aa5b-4608-b895-dcd738d6563b service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850947 Sep 01 16:02:10.242231 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a9fe5cfe-fce6-4589-8b87-cc6dbd2b3457 req-0040e4d5-ccc4-4b06-a8dd-436a70fa8911 service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864298 Sep 01 16:02:10.295584 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a9fe5cfe-fce6-4589-8b87-cc6dbd2b3457 req-2fffcf40-d30c-474b-bc86-3d12c147202e service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884535 Sep 01 16:02:10.334749 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a9fe5cfe-fce6-4589-8b87-cc6dbd2b3457 req-e188dfc9-fc5c-4dff-a32b-28a8844d41ac service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845876 Sep 01 16:02:10.572187 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3788fa-3dfa-42cc-81e3-93a147d51d65 req-3981269f-a479-44e0-b847-14f31e3b490f tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:10.573701 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c3788fa-3dfa-42cc-81e3-93a147d51d65 req-3981269f-a479-44e0-b847-14f31e3b490f tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 943 time: 0.0501299 Sep 01 16:02:10.611039 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3c3788fa-3dfa-42cc-81e3-93a147d51d65 req-40079de9-6fa7-4702-8388-dab30fa54255 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314069 Sep 01 16:02:10.780186 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:02:11.197121 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 1b532ef7-d54d-4e5f-b667-02682bb92216 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:02:11.236837 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 1b532ef7-d54d-4e5f-b667-02682bb92216 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:02:11.720929 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 1b532ef7-d54d-4e5f-b667-02682bb92216 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:02:11.733236 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2a66e-9929-44fe-840b-e1b25539371c req-c9bf1b7e-42c7-4cc2-86dc-3a60c6188932 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:11.734982 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30c2a66e-9929-44fe-840b-e1b25539371c req-c9bf1b7e-42c7-4cc2-86dc-3a60c6188932 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 943 time: 0.0511448 Sep 01 16:02:11.775302 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30c2a66e-9929-44fe-840b-e1b25539371c req-898fa188-2f67-4c0d-8d75-280d2d6f694b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336652 Sep 01 16:02:11.820620 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 1b532ef7-d54d-4e5f-b667-02682bb92216, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=1b532ef7-d54d-4e5f-b667-02682bb92216,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:02:11.832709 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '1b532ef7-d54d-4e5f-b667-02682bb92216', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'port_id': '1b532ef7-d54d-4e5f-b667-02682bb92216', 'mac_address': 'fa:16:3e:53:27:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:02:11.874995 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:11.896690 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b532ef7-d54d-4e5f-b667-02682bb92216 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:02:11.918621 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 1b532ef7-d54d-4e5f-b667-02682bb92216, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=1b532ef7-d54d-4e5f-b667-02682bb92216,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:02:11.923839 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:11.975254 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=1b532ef7-d54d-4e5f-b667-02682bb92216,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:11.982710 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:11.983050 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:11.983388 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:11.983734 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:11.984070 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:11.984402 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:11.984727 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:11.985052 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:11.985378 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:11.985702 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:11.986026 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:11.986372 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:12.020267 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5487c-d6f5-475e-a918-63ac6238b1a5 req-e26aed9d-b534-43c5-b2e3-780e1ad17e7b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:12.021762 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-70a5487c-d6f5-475e-a918-63ac6238b1a5 req-e26aed9d-b534-43c5-b2e3-780e1ad17e7b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 944 time: 0.0929589 Sep 01 16:02:12.033891 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9f3d0-3d2f-42d9-af09-1a05de8ad83b req-a87d0d41-b61e-4c94-93d2-e59b2b0c011b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:12.035352 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9d9f3d0-3d2f-42d9-af09-1a05de8ad83b req-a87d0d41-b61e-4c94-93d2-e59b2b0c011b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.45 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f&tenant_id=54409868541e4a73b844de37ac1b44a3&binding%3Ahost_id=n-h2-794796-3 HTTP/1.1" status: 200 len: 944 time: 0.0929339 Sep 01 16:02:12.100492 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-70a5487c-d6f5-475e-a918-63ac6238b1a5 req-3c823726-5eb3-40e8-9243-56c58f7d2e89 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641491 Sep 01 16:02:12.119217 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [req-e9d9f3d0-3d2f-42d9-af09-1a05de8ad83b req-e7dc0a0f-a0d6-4856-9aab-4f4ab3290b89 service neutron] delete failed (client error): The resource could not be found. Sep 01 16:02:12.120230 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9d9f3d0-3d2f-42d9-af09-1a05de8ad83b req-e7dc0a0f-a0d6-4856-9aab-4f4ab3290b89 service neutron] 10.222.0.45 "DELETE /v2.0/ports/1b532ef7-d54d-4e5f-b667-02682bb92216/bindings/n-h1-794796-3 HTTP/1.1" status: 404 len: 380 time: 0.0708025 Sep 01 16:02:12.211070 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9f3d0-3d2f-42d9-af09-1a05de8ad83b req-4ae57706-a66f-45e5-93a0-33767eb46dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:12.212570 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9d9f3d0-3d2f-42d9-af09-1a05de8ad83b req-4ae57706-a66f-45e5-93a0-33767eb46dd3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 1095 time: 0.0457456 Sep 01 16:02:12.230921 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:12.333507 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['1b532ef7-d54d-4e5f-b667-02682bb92216'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:02:12.556125 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9f3d0-3d2f-42d9-af09-1a05de8ad83b req-5866becd-ed1f-483d-9467-18128d63d219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:12.557652 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9d9f3d0-3d2f-42d9-af09-1a05de8ad83b req-5866becd-ed1f-483d-9467-18128d63d219 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.3381839 Sep 01 16:02:12.631086 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9d9f3d0-3d2f-42d9-af09-1a05de8ad83b req-041f203c-4f4b-4436-b4fb-3d959342584f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b532ef7-d54d-4e5f-b667-02682bb92216 HTTP/1.1" status: 200 len: 999 time: 0.0657527 Sep 01 16:02:12.682528 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9f3d0-3d2f-42d9-af09-1a05de8ad83b req-8bb9ab6f-652d-43b6-abc2-0fe0effc07ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:12.683979 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9d9f3d0-3d2f-42d9-af09-1a05de8ad83b req-8bb9ab6f-652d-43b6-abc2-0fe0effc07ce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0457809 Sep 01 16:02:12.730983 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9f3d0-3d2f-42d9-af09-1a05de8ad83b req-73f90621-4d39-4e34-ad26-3616e9cfcd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:12.732460 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9d9f3d0-3d2f-42d9-af09-1a05de8ad83b req-73f90621-4d39-4e34-ad26-3616e9cfcd0d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412040 Sep 01 16:02:12.824435 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9d9f3d0-3d2f-42d9-af09-1a05de8ad83b req-e6e39125-fb4b-45e0-a51b-1b6b039bde1b service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838330 Sep 01 16:02:12.914686 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e9d9f3d0-3d2f-42d9-af09-1a05de8ad83b req-0307ddaa-7763-49c0-8a95-936091303222 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824075 Sep 01 16:02:13.229403 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7c52a-91f4-46c8-9faa-531a0967485a req-17368796-b2e7-4366-9058-dc6633efb65c tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:13.230947 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3dd7c52a-91f4-46c8-9faa-531a0967485a req-17368796-b2e7-4366-9058-dc6633efb65c tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 944 time: 0.0536339 Sep 01 16:02:13.270178 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3dd7c52a-91f4-46c8-9faa-531a0967485a req-e60d0e3c-0cf5-4f7b-9de1-304c906d1289 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327771 Sep 01 16:02:13.416163 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:13.706772 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-015a26b2-969f-41f6-9d62-e55323ec1418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:13.729360 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 1b532ef7-d54d-4e5f-b667-02682bb92216 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:02:13.777328 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 1b532ef7-d54d-4e5f-b667-02682bb92216 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:02:13.780954 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 1b532ef7-d54d-4e5f-b667-02682bb92216 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:02:13.781332 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:13.860624 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:13.882967 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72289d05-5617-4857-a4a1-55298bb80b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b532ef7-d54d-4e5f-b667-02682bb92216'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:02:13.885334 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbc97b7-de50-4b98-8b31-6a2363b424e2" -d '{"events": [{"server_uuid": "72289d05-5617-4857-a4a1-55298bb80b5f", "name": "network-vif-plugged", "status": "completed", "tag": "1b532ef7-d54d-4e5f-b667-02682bb92216"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:02:13.898343 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 1b532ef7-d54d-4e5f-b667-02682bb92216, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=1b532ef7-d54d-4e5f-b667-02682bb92216,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:02:13.903107 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:13.927841 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7412053c-309a-47ec-98a6-ebf2f3058f19 x-openstack-request-id: req-7412053c-309a-47ec-98a6-ebf2f3058f19 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:02:13.927841 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72289d05-5617-4857-a4a1-55298bb80b5f", "name": "network-vif-plugged", "status": "completed", "tag": "1b532ef7-d54d-4e5f-b667-02682bb92216", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:02:13.928140 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7412053c-309a-47ec-98a6-ebf2f3058f19 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:02:13.928421 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72289d05-5617-4857-a4a1-55298bb80b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b532ef7-d54d-4e5f-b667-02682bb92216', 'code': 200} Sep 01 16:02:13.953262 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=1b532ef7-d54d-4e5f-b667-02682bb92216,revision_number=9']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:14.384288 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45b4ae-41d9-4e3f-8be0-a740f6a4fdf3 req-effe6200-c8ff-4008-a6b3-49d24c54c61a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:14.385786 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2f45b4ae-41d9-4e3f-8be0-a740f6a4fdf3 req-effe6200-c8ff-4008-a6b3-49d24c54c61a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 945 time: 0.0490627 Sep 01 16:02:14.423711 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2f45b4ae-41d9-4e3f-8be0-a740f6a4fdf3 req-abbe2ca1-0b58-4df0-a01f-a8b93d28c592 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320532 Sep 01 16:02:14.545586 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b846701-301a-45d2-94e7-f962ebbc1881 req-ef272011-e84b-4a85-a845-854d46940676 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:14.547169 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8b846701-301a-45d2-94e7-f962ebbc1881 req-ef272011-e84b-4a85-a845-854d46940676 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 945 time: 0.0531645 Sep 01 16:02:14.585781 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8b846701-301a-45d2-94e7-f962ebbc1881 req-618842f9-3dd5-4d63-8637-ef321c8deb15 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325146 Sep 01 16:02:14.698764 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457467ec-0a33-493b-badd-e1a190e51ea7 req-49b5616b-9b94-4ac6-90d6-167d20beb6ee tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:14.700290 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-457467ec-0a33-493b-badd-e1a190e51ea7 req-49b5616b-9b94-4ac6-90d6-167d20beb6ee tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 945 time: 0.0485981 Sep 01 16:02:14.737800 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-457467ec-0a33-493b-badd-e1a190e51ea7 req-e1603a84-71a6-41a1-b2e9-53b4d8c990f2 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316668 Sep 01 16:02:14.995055 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2a6e6-c5fd-465a-aa46-1fd6663de3cb req-cc60aeb6-f78c-40c3-87b3-2be6a7fe8e4e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:14.996545 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-76d2a6e6-c5fd-465a-aa46-1fd6663de3cb req-cc60aeb6-f78c-40c3-87b3-2be6a7fe8e4e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 945 time: 0.0564206 Sep 01 16:02:15.033961 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-76d2a6e6-c5fd-465a-aa46-1fd6663de3cb req-cb35b0e3-421d-4a26-a18d-f863e97b39ac tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311790 Sep 01 16:02:15.323036 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:16.154833 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce0d3a-b2cb-46be-8b85-7e16b74d734b req-b61bbf42-87e9-47ce-b1f1-fee435363e26 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:16.156319 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d2ce0d3a-b2cb-46be-8b85-7e16b74d734b req-b61bbf42-87e9-47ce-b1f1-fee435363e26 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 945 time: 0.0533576 Sep 01 16:02:16.193279 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d2ce0d3a-b2cb-46be-8b85-7e16b74d734b req-25818377-782f-422b-b6c2-e30058b6396d tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310500 Sep 01 16:02:16.701611 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7cffc-7a19-4144-88e9-4349baf10fa2 req-2797fbd9-2cb5-4b3e-9a2d-0ae4f95dea52 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:16.703106 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55e7cffc-7a19-4144-88e9-4349baf10fa2 req-2797fbd9-2cb5-4b3e-9a2d-0ae4f95dea52 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.62 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 945 time: 0.0497031 Sep 01 16:02:16.796327 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-55e7cffc-7a19-4144-88e9-4349baf10fa2 req-f4ad4b96-fd35-46a4-a20c-2fcb09bde0b7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Deleting port 1b532ef7-d54d-4e5f-b667-02682bb92216 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:02:16.796565 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-55e7cffc-7a19-4144-88e9-4349baf10fa2 req-f4ad4b96-fd35-46a4-a20c-2fcb09bde0b7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:16.883554 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-55e7cffc-7a19-4144-88e9-4349baf10fa2 req-f4ad4b96-fd35-46a4-a20c-2fcb09bde0b7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] For port 1b532ef7-d54d-4e5f-b667-02682bb92216, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=1b532ef7-d54d-4e5f-b667-02682bb92216,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:02:16.883919 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-55e7cffc-7a19-4144-88e9-4349baf10fa2 req-f4ad4b96-fd35-46a4-a20c-2fcb09bde0b7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:17.098219 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-55e7cffc-7a19-4144-88e9-4349baf10fa2 req-f4ad4b96-fd35-46a4-a20c-2fcb09bde0b7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:17.098557 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-55e7cffc-7a19-4144-88e9-4349baf10fa2 req-f4ad4b96-fd35-46a4-a20c-2fcb09bde0b7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:17.098888 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [req-55e7cffc-7a19-4144-88e9-4349baf10fa2 req-f4ad4b96-fd35-46a4-a20c-2fcb09bde0b7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Floating IP 65539de3-9347-4a02-8ec2-c0297655cc1f disassociated. External IP: 172.25.6.19, port: 1b532ef7-d54d-4e5f-b667-02682bb92216. Sep 01 16:02:17.099297 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-55e7cffc-7a19-4144-88e9-4349baf10fa2 req-f4ad4b96-fd35-46a4-a20c-2fcb09bde0b7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Calling delete_port for 1b532ef7-d54d-4e5f-b667-02682bb92216 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:02:17.225711 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-55e7cffc-7a19-4144-88e9-4349baf10fa2 req-f4ad4b96-fd35-46a4-a20c-2fcb09bde0b7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:17.256692 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad4b96-fd35-46a4-a20c-2fcb09bde0b7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Pushing event deleted for resources: {'Port': ['ID=1b532ef7-d54d-4e5f-b667-02682bb92216,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:17.295493 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0619bb7c-af1b-4841-8963-35dde9e9f474 req-2b379606-e9be-4842-993b-07f8ba5a3527 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72289d05-5617-4857-a4a1-55298bb80b5f HTTP/1.1" status: 200 len: 210 time: 0.0319357 Sep 01 16:02:17.404567 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55e7cffc-7a19-4144-88e9-4349baf10fa2 req-f4ad4b96-fd35-46a4-a20c-2fcb09bde0b7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:02:17.517748 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55e7cffc-7a19-4144-88e9-4349baf10fa2 req-f4ad4b96-fd35-46a4-a20c-2fcb09bde0b7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:02:17.528193 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837ffbc1-be06-4a6b-ab92-b00ed13f930d None None] Sync routers for ids ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:02:17.540803 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837ffbc1-be06-4a6b-ab92-b00ed13f930d None None] Routers {'3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:02:17.541440 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-837ffbc1-be06-4a6b-ab92-b00ed13f930d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:02:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:17.558500 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e7cffc-7a19-4144-88e9-4349baf10fa2 req-f4ad4b96-fd35-46a4-a20c-2fcb09bde0b7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] No DVR routers for this DVR port 1b532ef7-d54d-4e5f-b667-02682bb92216 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:02:17.561197 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-55e7cffc-7a19-4144-88e9-4349baf10fa2 req-f4ad4b96-fd35-46a4-a20c-2fcb09bde0b7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:17.563260 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55e7cffc-7a19-4144-88e9-4349baf10fa2 req-f4ad4b96-fd35-46a4-a20c-2fcb09bde0b7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.62 "DELETE /v2.0/ports/1b532ef7-d54d-4e5f-b667-02682bb92216 HTTP/1.1" status: 204 len: 173 time: 0.8528500 Sep 01 16:02:17.563697 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72289d05-5617-4857-a4a1-55298bb80b5f', 'name': 'network-vif-deleted', 'tag': '1b532ef7-d54d-4e5f-b667-02682bb92216'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:02:17.566485 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324677ba-5d64-4ecc-9b10-56f6b5fb19ec" -d '{"events": [{"server_uuid": "72289d05-5617-4857-a4a1-55298bb80b5f", "name": "network-vif-deleted", "tag": "1b532ef7-d54d-4e5f-b667-02682bb92216"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:02:17.658423 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-837ffbc1-be06-4a6b-ab92-b00ed13f930d None None] Set router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:02:17.701852 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b9825a-7998-4dd9-a5dd-5abb701e5d75 x-openstack-request-id: req-d9b9825a-7998-4dd9-a5dd-5abb701e5d75 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:02:17.702433 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72289d05-5617-4857-a4a1-55298bb80b5f", "name": "network-vif-deleted", "tag": "1b532ef7-d54d-4e5f-b667-02682bb92216", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:02:17.702433 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9b9825a-7998-4dd9-a5dd-5abb701e5d75 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:02:17.702868 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72289d05-5617-4857-a4a1-55298bb80b5f', 'name': 'network-vif-deleted', 'tag': '1b532ef7-d54d-4e5f-b667-02682bb92216', 'status': 'completed', 'code': 200} Sep 01 16:02:17.875980 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-837ffbc1-be06-4a6b-ab92-b00ed13f930d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '0c362066-4f18-4170-9abe-7ede18a42e94', 'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'mac_address': 'fa:16:3e:79:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:59Z', 'updated_at': '2021-09-01T16:00:03Z', 'revision_number': 5, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'subnets': [{'id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:17.901802 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837ffbc1-be06-4a6b-ab92-b00ed13f930d None None] Checking router: 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:02:17.909735 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837ffbc1-be06-4a6b-ab92-b00ed13f930d None None] Routers {'3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:02:17.910350 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-837ffbc1-be06-4a6b-ab92-b00ed13f930d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:02:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:18.022728 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-837ffbc1-be06-4a6b-ab92-b00ed13f930d None None] Set router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:02:18.216481 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-837ffbc1-be06-4a6b-ab92-b00ed13f930d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '0c362066-4f18-4170-9abe-7ede18a42e94', 'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'mac_address': 'fa:16:3e:79:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:59Z', 'updated_at': '2021-09-01T16:00:03Z', 'revision_number': 5, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'subnets': [{'id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:18.243374 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837ffbc1-be06-4a6b-ab92-b00ed13f930d None None] The sync data for ids ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'] in n-d-794796-3 is: [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '0c362066-4f18-4170-9abe-7ede18a42e94', 'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'mac_address': 'fa:16:3e:79:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:59Z', 'updated_at': '2021-09-01T16:00:03Z', 'revision_number': 5, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'subnets': [{'id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:02:18.477868 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95187f89-3e8e-45c8-92af-247d902ff379 None None] New status for floating IP 65539de3-9347-4a02-8ec2-c0297655cc1f: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:02:18.531505 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-409e8e66-a61d-479a-99d0-bae4e742783b req-6b21777b-ddcf-4ded-a6a5-6dbc22963a86 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1225038886&fields=id&tenant_id=54409868541e4a73b844de37ac1b44a3 HTTP/1.1" status: 200 len: 267 time: 0.0332439 Sep 01 16:02:18.645594 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e8e66-a61d-479a-99d0-bae4e742783b req-d51807a7-8886-41f6-af87-d1c81f997d2f tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:18.647099 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-409e8e66-a61d-479a-99d0-bae4e742783b req-d51807a7-8886-41f6-af87-d1c81f997d2f tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 811 time: 0.1080043 Sep 01 16:02:18.662843 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-409e8e66-a61d-479a-99d0-bae4e742783b req-7e760e8f-074d-40e9-8cb0-9038ba089918 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/quotas/54409868541e4a73b844de37ac1b44a3 HTTP/1.1" status: 200 len: 375 time: 0.0099113 Sep 01 16:02:18.716828 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-409e8e66-a61d-479a-99d0-bae4e742783b req-27477ec4-7f08-4997-b006-48eaaf35149e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482018 Sep 01 16:02:18.788514 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-409e8e66-a61d-479a-99d0-bae4e742783b req-46b13608-2dd7-4882-818d-157e71ce4f1e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:02:18.789539 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-409e8e66-a61d-479a-99d0-bae4e742783b req-46b13608-2dd7-4882-818d-157e71ce4f1e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0605543 Sep 01 16:02:18.880317 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-409e8e66-a61d-479a-99d0-bae4e742783b req-832a4562-b462-492d-bd00-4c56fefd8abf service neutron] 10.222.0.60 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844121 Sep 01 16:02:18.969705 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-409e8e66-a61d-479a-99d0-bae4e742783b req-3cf5b2bd-b5ea-4f87-b685-121fb339f80e service neutron] 10.222.0.60 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830882 Sep 01 16:02:19.131119 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-33b56924-57bf-4c69-9d41-7281af08ce48 req-4d060c78-5b4e-487c-aa16-f0ee557fa1cc tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 210 time: 0.0281742 Sep 01 16:02:20.120805 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e8e66-a61d-479a-99d0-bae4e742783b req-63dea2bf-f3de-461c-9775-41ee69deb12f tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:20.122388 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-409e8e66-a61d-479a-99d0-bae4e742783b req-63dea2bf-f3de-461c-9775-41ee69deb12f tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 811 time: 0.1110439 Sep 01 16:02:20.168375 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-409e8e66-a61d-479a-99d0-bae4e742783b req-a2d441c2-464c-445f-9162-ae4fa122106f tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54409868541e4a73b844de37ac1b44a3 HTTP/1.1" status: 200 len: 380 time: 0.0361369 Sep 01 16:02:20.182399 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-409e8e66-a61d-479a-99d0-bae4e742783b req-5a153da8-ba81-43a7-b6f7-62e0702663e8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Request body: {'port': {'device_id': 'd9191e91-09de-468d-8454-898b8658e5e8', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'admin_state_up': True, 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'security_groups': ['11398fc4-e540-4db1-9c87-f6243cf2b35b']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:02:20.226653 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6f166d1c-31cb-442f-8f60-2f1cfb9d2725 req-99e33080-382d-4e19-8fa8-c1a5472dd292 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 210 time: 0.0262840 Sep 01 16:02:20.295019 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-409e8e66-a61d-479a-99d0-bae4e742783b req-5a153da8-ba81-43a7-b6f7-62e0702663e8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Made reservation on behalf of 54409868541e4a73b844de37ac1b44a3 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:02:20.298661 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-409e8e66-a61d-479a-99d0-bae4e742783b req-5a153da8-ba81-43a7-b6f7-62e0702663e8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:20.430152 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-409e8e66-a61d-479a-99d0-bae4e742783b req-5a153da8-ba81-43a7-b6f7-62e0702663e8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Allocated IP 172.20.0.12 (f46119d7-0ee6-4557-b45e-617950a3b131/f38b709f-7622-44ef-a1f8-c04de7021fc8/f80a7614-929a-4e3a-bae9-a21ab3255452) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:02:20.568771 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-409e8e66-a61d-479a-99d0-bae4e742783b req-5a153da8-ba81-43a7-b6f7-62e0702663e8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:20.587811 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-409e8e66-a61d-479a-99d0-bae4e742783b req-5a153da8-ba81-43a7-b6f7-62e0702663e8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Transition to ACTIVE for port object f80a7614-929a-4e3a-bae9-a21ab3255452 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:02:20.621431 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-409e8e66-a61d-479a-99d0-bae4e742783b req-5a153da8-ba81-43a7-b6f7-62e0702663e8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:20.667600 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-409e8e66-a61d-479a-99d0-bae4e742783b req-5a153da8-ba81-43a7-b6f7-62e0702663e8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Network f46119d7-0ee6-4557-b45e-617950a3b131 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:02:20.670798 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-409e8e66-a61d-479a-99d0-bae4e742783b req-5a153da8-ba81-43a7-b6f7-62e0702663e8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:02:20.674976 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-409e8e66-a61d-479a-99d0-bae4e742783b req-5a153da8-ba81-43a7-b6f7-62e0702663e8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:02:20.681477 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a153da8-ba81-43a7-b6f7-62e0702663e8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Pushing event updated for resources: {'Port': ['ID=f80a7614-929a-4e3a-bae9-a21ab3255452,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:20.710917 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a153da8-ba81-43a7-b6f7-62e0702663e8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:20.711266 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a153da8-ba81-43a7-b6f7-62e0702663e8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:20.711610 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a153da8-ba81-43a7-b6f7-62e0702663e8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:20.711951 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a153da8-ba81-43a7-b6f7-62e0702663e8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:20.712286 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a153da8-ba81-43a7-b6f7-62e0702663e8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:20.712618 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a153da8-ba81-43a7-b6f7-62e0702663e8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:20.712947 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a153da8-ba81-43a7-b6f7-62e0702663e8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:20.713274 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a153da8-ba81-43a7-b6f7-62e0702663e8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:20.713603 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a153da8-ba81-43a7-b6f7-62e0702663e8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:20.713926 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a153da8-ba81-43a7-b6f7-62e0702663e8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:20.714250 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a153da8-ba81-43a7-b6f7-62e0702663e8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:20.714595 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a153da8-ba81-43a7-b6f7-62e0702663e8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:02:20.740981 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e8e66-a61d-479a-99d0-bae4e742783b req-5a153da8-ba81-43a7-b6f7-62e0702663e8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:20.741623 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-409e8e66-a61d-479a-99d0-bae4e742783b req-5a153da8-ba81-43a7-b6f7-62e0702663e8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:20.757129 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-409e8e66-a61d-479a-99d0-bae4e742783b req-5a153da8-ba81-43a7-b6f7-62e0702663e8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5788164 Sep 01 16:02:20.771229 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-409e8e66-a61d-479a-99d0-bae4e742783b req-7e66a417-595a-41bd-984f-767a347d1de4 service neutron] Request body: {'port': {'device_id': 'd9191e91-09de-468d-8454-898b8658e5e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:02:20.831717 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-409e8e66-a61d-479a-99d0-bae4e742783b req-7e66a417-595a-41bd-984f-767a347d1de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:20.926656 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-81652670-d7e6-47b8-a87f-3a294fc61cc9 None None] Provisioning for port f80a7614-929a-4e3a-bae9-a21ab3255452 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:02:20.930618 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-81652670-d7e6-47b8-a87f-3a294fc61cc9 None None] Provisioning complete for port f80a7614-929a-4e3a-bae9-a21ab3255452 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:02:20.930940 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-81652670-d7e6-47b8-a87f-3a294fc61cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:20.965919 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-81652670-d7e6-47b8-a87f-3a294fc61cc9 None None] Port f80a7614-929a-4e3a-bae9-a21ab3255452 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:02:21.100511 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-409e8e66-a61d-479a-99d0-bae4e742783b req-7e66a417-595a-41bd-984f-767a347d1de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f80a7614-929a-4e3a-bae9-a21ab3255452 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:02:21.107907 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-409e8e66-a61d-479a-99d0-bae4e742783b req-7e66a417-595a-41bd-984f-767a347d1de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:21.120080 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-409e8e66-a61d-479a-99d0-bae4e742783b req-7e66a417-595a-41bd-984f-767a347d1de4 service neutron] Transition to ACTIVE for port object f80a7614-929a-4e3a-bae9-a21ab3255452 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:02:21.124353 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-409e8e66-a61d-479a-99d0-bae4e742783b req-7e66a417-595a-41bd-984f-767a347d1de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:21.190851 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66a417-595a-41bd-984f-767a347d1de4 service neutron] Pushing event updated for resources: {'Port': ['ID=f80a7614-929a-4e3a-bae9-a21ab3255452,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:21.248288 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-409e8e66-a61d-479a-99d0-bae4e742783b req-7e66a417-595a-41bd-984f-767a347d1de4 service neutron] Attempting to bind port f80a7614-929a-4e3a-bae9-a21ab3255452 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:02:21.248617 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-409e8e66-a61d-479a-99d0-bae4e742783b req-7e66a417-595a-41bd-984f-767a347d1de4 service neutron] Attempting to bind port f80a7614-929a-4e3a-bae9-a21ab3255452 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:02:21.248951 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409e8e66-a61d-479a-99d0-bae4e742783b req-7e66a417-595a-41bd-984f-767a347d1de4 service neutron] Attempting to bind port f80a7614-929a-4e3a-bae9-a21ab3255452 on network f46119d7-0ee6-4557-b45e-617950a3b131 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:02:21.254130 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409e8e66-a61d-479a-99d0-bae4e742783b req-7e66a417-595a-41bd-984f-767a347d1de4 service neutron] Port f80a7614-929a-4e3a-bae9-a21ab3255452 on network f46119d7-0ee6-4557-b45e-617950a3b131 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:02:21.254498 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409e8e66-a61d-479a-99d0-bae4e742783b req-7e66a417-595a-41bd-984f-767a347d1de4 service neutron] Attempting to bind port f80a7614-929a-4e3a-bae9-a21ab3255452 on network f46119d7-0ee6-4557-b45e-617950a3b131 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:02:21.260178 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409e8e66-a61d-479a-99d0-bae4e742783b req-7e66a417-595a-41bd-984f-767a347d1de4 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:02:21.260533 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409e8e66-a61d-479a-99d0-bae4e742783b req-7e66a417-595a-41bd-984f-767a347d1de4 service neutron] Checking segment: {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:02:21.260926 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409e8e66-a61d-479a-99d0-bae4e742783b req-7e66a417-595a-41bd-984f-767a347d1de4 service neutron] Bound using segment: {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:02:21.261359 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-409e8e66-a61d-479a-99d0-bae4e742783b req-7e66a417-595a-41bd-984f-767a347d1de4 service neutron] Bound port: f80a7614-929a-4e3a-bae9-a21ab3255452, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:02:21.261731 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-409e8e66-a61d-479a-99d0-bae4e742783b req-7e66a417-595a-41bd-984f-767a347d1de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:21.358402 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-409e8e66-a61d-479a-99d0-bae4e742783b req-7e66a417-595a-41bd-984f-767a347d1de4 service neutron] For port f80a7614-929a-4e3a-bae9-a21ab3255452, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:02:21.362648 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-409e8e66-a61d-479a-99d0-bae4e742783b req-7e66a417-595a-41bd-984f-767a347d1de4 service neutron] For port f80a7614-929a-4e3a-bae9-a21ab3255452, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f80a7614-929a-4e3a-bae9-a21ab3255452,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:02:21.367400 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-409e8e66-a61d-479a-99d0-bae4e742783b req-7e66a417-595a-41bd-984f-767a347d1de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:21.382611 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47ad2a-693d-417b-8d53-6be70d2a691d req-42af55d8-8ad7-4195-bfeb-55bd5d20f63c tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:21.384129 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec47ad2a-693d-417b-8d53-6be70d2a691d req-42af55d8-8ad7-4195-bfeb-55bd5d20f63c tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 944 time: 0.0820916 Sep 01 16:02:21.418971 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e8e66-a61d-479a-99d0-bae4e742783b req-7e66a417-595a-41bd-984f-767a347d1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:21.419611 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-409e8e66-a61d-479a-99d0-bae4e742783b req-7e66a417-595a-41bd-984f-767a347d1de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:21.421081 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-409e8e66-a61d-479a-99d0-bae4e742783b req-7e66a417-595a-41bd-984f-767a347d1de4 service neutron] 10.222.0.45 "PUT /v2.0/ports/f80a7614-929a-4e3a-bae9-a21ab3255452 HTTP/1.1" status: 200 len: 1092 time: 0.6550937 Sep 01 16:02:21.421481 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9191e91-09de-468d-8454-898b8658e5e8', 'tag': 'f80a7614-929a-4e3a-bae9-a21ab3255452'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:02:21.423780 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce036c1a-2528-432b-ae08-aed0d6a4b63f" -d '{"events": [{"name": "network-changed", "server_uuid": "d9191e91-09de-468d-8454-898b8658e5e8", "tag": "f80a7614-929a-4e3a-bae9-a21ab3255452"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:02:21.494038 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66a417-595a-41bd-984f-767a347d1de4 service neutron] Pushing event updated for resources: {'Port': ['ID=f80a7614-929a-4e3a-bae9-a21ab3255452,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:21.519671 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec47ad2a-693d-417b-8d53-6be70d2a691d req-3ebc8a6e-1d28-411d-a957-2170d473e81a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161528 Sep 01 16:02:21.547979 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e8e66-a61d-479a-99d0-bae4e742783b req-936b3a3d-dfc7-4ff1-9737-ab9c8177d5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:21.550078 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-409e8e66-a61d-479a-99d0-bae4e742783b req-936b3a3d-dfc7-4ff1-9737-ab9c8177d5a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 1095 time: 0.0722992 Sep 01 16:02:21.555768 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e235d5fe-301b-4c47-8a50-1e8df45b7b8c x-openstack-request-id: req-e235d5fe-301b-4c47-8a50-1e8df45b7b8c {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:02:21.556073 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9191e91-09de-468d-8454-898b8658e5e8", "tag": "f80a7614-929a-4e3a-bae9-a21ab3255452", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:02:21.556330 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e235d5fe-301b-4c47-8a50-1e8df45b7b8c {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:02:21.556733 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9191e91-09de-468d-8454-898b8658e5e8', 'tag': 'f80a7614-929a-4e3a-bae9-a21ab3255452', 'status': 'completed', 'code': 200} Sep 01 16:02:21.602328 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-409e8e66-a61d-479a-99d0-bae4e742783b req-6425e092-00c0-41d5-97a1-ce5a44c8e2a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f80a7614-929a-4e3a-bae9-a21ab3255452 HTTP/1.1" status: 200 len: 217 time: 0.0372252 Sep 01 16:02:21.657926 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e8e66-a61d-479a-99d0-bae4e742783b req-e9a7f450-b7a1-492a-9cd0-653f03c462fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:21.660047 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-409e8e66-a61d-479a-99d0-bae4e742783b req-e9a7f450-b7a1-492a-9cd0-653f03c462fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0502617 Sep 01 16:02:21.708894 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e8e66-a61d-479a-99d0-bae4e742783b req-ad53a03f-bdb8-455e-b703-0f278f89c73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:21.710481 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-409e8e66-a61d-479a-99d0-bae4e742783b req-ad53a03f-bdb8-455e-b703-0f278f89c73e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424502 Sep 01 16:02:21.775146 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 1b532ef7-d54d-4e5f-b667-02682bb92216 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:02:21.795419 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 1b532ef7-d54d-4e5f-b667-02682bb92216 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:02:21.795773 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 1b532ef7-d54d-4e5f-b667-02682bb92216 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:02:21.803716 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-409e8e66-a61d-479a-99d0-bae4e742783b req-0e578318-5c39-4ce3-a5d7-9422d1fc84ab service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850503 Sep 01 16:02:21.900562 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-409e8e66-a61d-479a-99d0-bae4e742783b req-973522ec-416f-41bf-8a7f-681b4f11e58a service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890245 Sep 01 16:02:21.992776 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce036c1a-2528-432b-ae08-aed0d6a4b63f req-3f5bf4b9-a4ee-4622-8647-65d3abf0087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:21.994181 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ce036c1a-2528-432b-ae08-aed0d6a4b63f req-3f5bf4b9-a4ee-4622-8647-65d3abf0087d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 1095 time: 0.0418956 Sep 01 16:02:22.088059 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce036c1a-2528-432b-ae08-aed0d6a4b63f req-507df31d-0f3a-491f-a911-bfe59f55dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:22.089537 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ce036c1a-2528-432b-ae08-aed0d6a4b63f req-507df31d-0f3a-491f-a911-bfe59f55dda1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0877120 Sep 01 16:02:22.133239 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ce036c1a-2528-432b-ae08-aed0d6a4b63f req-ec0c9639-3971-46e6-96d5-4321f6c4ef70 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f80a7614-929a-4e3a-bae9-a21ab3255452 HTTP/1.1" status: 200 len: 217 time: 0.0343843 Sep 01 16:02:22.188065 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce036c1a-2528-432b-ae08-aed0d6a4b63f req-69fd4696-2e51-487d-a5ce-40910b909f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:22.189535 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ce036c1a-2528-432b-ae08-aed0d6a4b63f req-69fd4696-2e51-487d-a5ce-40910b909f4e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0426583 Sep 01 16:02:22.237777 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce036c1a-2528-432b-ae08-aed0d6a4b63f req-0c34817f-4460-4593-8966-894cacfb134e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:22.239426 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ce036c1a-2528-432b-ae08-aed0d6a4b63f req-0c34817f-4460-4593-8966-894cacfb134e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416715 Sep 01 16:02:22.337960 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ce036c1a-2528-432b-ae08-aed0d6a4b63f req-c5f77574-36f8-4d6d-8b85-7aa250a2112f service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895104 Sep 01 16:02:22.429502 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ce036c1a-2528-432b-ae08-aed0d6a4b63f req-79e342ad-72d5-4c84-9b31-5d67ee36d009 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819886 Sep 01 16:02:22.645068 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e693c4-0e67-4ffe-9cd4-86585d3339dc req-2802d70e-bf07-44ee-9cc3-ca7423a10811 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:22.646484 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-15e693c4-0e67-4ffe-9cd4-86585d3339dc req-2802d70e-bf07-44ee-9cc3-ca7423a10811 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 944 time: 0.0557525 Sep 01 16:02:22.690568 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-15e693c4-0e67-4ffe-9cd4-86585d3339dc req-209200ec-d0d0-43c0-89b3-36e0c2bec8b1 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371754 Sep 01 16:02:23.812436 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f4d68-571c-4379-8cb2-50979fbc73e7 req-b20865e4-f2ad-4343-a3a4-f825b1bf3ab1 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:23.813968 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bf6f4d68-571c-4379-8cb2-50979fbc73e7 req-b20865e4-f2ad-4343-a3a4-f825b1bf3ab1 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 944 time: 0.0535138 Sep 01 16:02:23.853390 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bf6f4d68-571c-4379-8cb2-50979fbc73e7 req-8cf05257-9792-4283-9e5a-c4a0b4919ece tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329447 Sep 01 16:02:24.971794 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d41a5-81cf-48f6-b2f2-903bb44c2e6e req-7046c048-b9e8-4e15-b30c-9f8fbf51cc38 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:24.973289 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-095d41a5-81cf-48f6-b2f2-903bb44c2e6e req-7046c048-b9e8-4e15-b30c-9f8fbf51cc38 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 944 time: 0.0498028 Sep 01 16:02:25.011079 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-095d41a5-81cf-48f6-b2f2-903bb44c2e6e req-892dab0c-6135-4573-8e05-ac48f2939452 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317545 Sep 01 16:02:25.304517 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f80a7614-929a-4e3a-bae9-a21ab3255452 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:02:25.400934 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f80a7614-929a-4e3a-bae9-a21ab3255452, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f80a7614-929a-4e3a-bae9-a21ab3255452,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:02:25.412873 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'f80a7614-929a-4e3a-bae9-a21ab3255452', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'port_id': 'f80a7614-929a-4e3a-bae9-a21ab3255452', 'mac_address': 'fa:16:3e:b7:08:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:02:25.448700 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:25.462444 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80a7614-929a-4e3a-bae9-a21ab3255452 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:02:25.482188 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f80a7614-929a-4e3a-bae9-a21ab3255452, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f80a7614-929a-4e3a-bae9-a21ab3255452,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:02:25.486426 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:25.531791 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=f80a7614-929a-4e3a-bae9-a21ab3255452,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:25.745419 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['f80a7614-929a-4e3a-bae9-a21ab3255452'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:02:26.125615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9751d6-6420-4953-a268-515ea15f443a req-2448324d-8d58-4ec7-bc52-e127a07410cc tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:26.127221 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c9751d6-6420-4953-a268-515ea15f443a req-2448324d-8d58-4ec7-bc52-e127a07410cc tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 945 time: 0.0493309 Sep 01 16:02:26.167803 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4c9751d6-6420-4953-a268-515ea15f443a req-659f1809-4231-48a2-a0da-f652f90a454f tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339847 Sep 01 16:02:27.283884 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92818772-fdd8-413c-9994-5cbc91c61121 req-2d5393ad-e60a-4809-a572-17d8a3c58fea tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:27.285398 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-92818772-fdd8-413c-9994-5cbc91c61121 req-2d5393ad-e60a-4809-a572-17d8a3c58fea tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 945 time: 0.0502658 Sep 01 16:02:27.305603 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f80a7614-929a-4e3a-bae9-a21ab3255452 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:02:27.324323 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-92818772-fdd8-413c-9994-5cbc91c61121 req-26c3af00-92f9-4631-ba02-596243681b41 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328231 Sep 01 16:02:27.355731 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port f80a7614-929a-4e3a-bae9-a21ab3255452 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:02:27.359423 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port f80a7614-929a-4e3a-bae9-a21ab3255452 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:02:27.359798 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:27.439510 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:27.463796 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9191e91-09de-468d-8454-898b8658e5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80a7614-929a-4e3a-bae9-a21ab3255452'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:02:27.466016 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13a7c2e-2605-4e0e-b5e1-0f09ce19f6ad" -d '{"events": [{"server_uuid": "d9191e91-09de-468d-8454-898b8658e5e8", "name": "network-vif-plugged", "status": "completed", "tag": "f80a7614-929a-4e3a-bae9-a21ab3255452"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:02:27.481249 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port f80a7614-929a-4e3a-bae9-a21ab3255452, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f80a7614-929a-4e3a-bae9-a21ab3255452,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:02:27.485729 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:27.533921 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=f80a7614-929a-4e3a-bae9-a21ab3255452,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:02:27.563395 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a691f4-87f4-4528-8200-95ab69ee26ca x-openstack-request-id: req-63a691f4-87f4-4528-8200-95ab69ee26ca {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:02:27.563687 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9191e91-09de-468d-8454-898b8658e5e8", "name": "network-vif-plugged", "status": "completed", "tag": "f80a7614-929a-4e3a-bae9-a21ab3255452", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:02:27.563939 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-63a691f4-87f4-4528-8200-95ab69ee26ca {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:02:27.564347 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9191e91-09de-468d-8454-898b8658e5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80a7614-929a-4e3a-bae9-a21ab3255452', 'code': 200} Sep 01 16:02:27.670582 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf0d2b-a4ea-451d-9c38-e354607a7a2e req-d5dfb8d3-b2ae-457a-85b8-212b23d951b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:27.672083 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9baf0d2b-a4ea-451d-9c38-e354607a7a2e req-d5dfb8d3-b2ae-457a-85b8-212b23d951b1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 1097 time: 0.0456820 Sep 01 16:02:27.708961 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9baf0d2b-a4ea-451d-9c38-e354607a7a2e req-e74a720c-f2e3-4cab-baae-6b4baa174f9e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278258 Sep 01 16:02:28.161699 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:28.441057 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f4804-6f14-479f-96fe-f26440244fd8 req-2805bf41-88ff-4dc4-8c47-8330eff3bde9 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:28.442497 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ea6f4804-6f14-479f-96fe-f26440244fd8 req-2805bf41-88ff-4dc4-8c47-8330eff3bde9 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 946 time: 0.0500791 Sep 01 16:02:28.480478 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ea6f4804-6f14-479f-96fe-f26440244fd8 req-e34b55fb-c075-4962-b28c-6457e22be4e6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317390 Sep 01 16:02:29.169169 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec7c1f58-334b-4486-9074-553d150c5cda req-013f44cf-94b0-467c-b9f6-b613398dd3f7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416541 Sep 01 16:02:29.255570 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c1f58-334b-4486-9074-553d150c5cda req-5c427a53-ea11-4d8d-8f31-25945ce5aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:29.257042 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec7c1f58-334b-4486-9074-553d150c5cda req-5c427a53-ea11-4d8d-8f31-25945ce5aed7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 1097 time: 0.0444958 Sep 01 16:02:29.361475 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c1f58-334b-4486-9074-553d150c5cda req-1a9086c3-a8e3-43b5-874c-cc43d0129bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:29.362987 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec7c1f58-334b-4486-9074-553d150c5cda req-1a9086c3-a8e3-43b5-874c-cc43d0129bc5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0848689 Sep 01 16:02:29.409745 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec7c1f58-334b-4486-9074-553d150c5cda req-1a642763-dcbf-4d49-b6f1-46bf094cd1a5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f80a7614-929a-4e3a-bae9-a21ab3255452 HTTP/1.1" status: 200 len: 217 time: 0.0388510 Sep 01 16:02:29.460703 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c1f58-334b-4486-9074-553d150c5cda req-1c895b6e-bbb4-49ab-8f9f-d6203fbded6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:29.462376 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec7c1f58-334b-4486-9074-553d150c5cda req-1c895b6e-bbb4-49ab-8f9f-d6203fbded6c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0450127 Sep 01 16:02:29.517424 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c1f58-334b-4486-9074-553d150c5cda req-f14c43b8-642e-49ce-a598-c2f0b72b84fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:29.519562 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec7c1f58-334b-4486-9074-553d150c5cda req-f14c43b8-642e-49ce-a598-c2f0b72b84fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415359 Sep 01 16:02:29.627366 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec7c1f58-334b-4486-9074-553d150c5cda req-de2d2fde-0da6-4e1c-a2b8-3b9f90e2fe8a service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979493 Sep 01 16:02:29.732102 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec7c1f58-334b-4486-9074-553d150c5cda req-7138a780-8943-4e88-8477-24f32e36d56c service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959294 Sep 01 16:02:29.848586 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46b978-db83-4116-befb-a1edc71b66f7 req-59f2e640-07b9-4b30-bc83-5f57564a1e98 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:29.850143 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1a46b978-db83-4116-befb-a1edc71b66f7 req-59f2e640-07b9-4b30-bc83-5f57564a1e98 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 946 time: 0.0503550 Sep 01 16:02:29.887384 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1a46b978-db83-4116-befb-a1edc71b66f7 req-e7744a73-8781-4da6-a946-052b187548ee tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314095 Sep 01 16:02:30.001695 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f717b7-5663-4645-9154-626670792bf2 req-5e6c6e99-4d8a-421e-a84a-adbe78c2a732 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:30.002763 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-54f717b7-5663-4645-9154-626670792bf2 req-5e6c6e99-4d8a-421e-a84a-adbe78c2a732 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 946 time: 0.0510972 Sep 01 16:02:30.012066 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 54668) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:02:30.016808 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-683f1b4d-3101-47b4-a969-a0a4bd861a88 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Request body: {'floatingip': {'port_id': 'f80a7614-929a-4e3a-bae9-a21ab3255452'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:02:30.059865 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-683f1b4d-3101-47b4-a969-a0a4bd861a88 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for floatingip, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:30.844699 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-683f1b4d-3101-47b4-a969-a0a4bd861a88 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:30.848975 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-683f1b4d-3101-47b4-a969-a0a4bd861a88 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:30.951519 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-683f1b4d-3101-47b4-a969-a0a4bd861a88 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Floating IP 65539de3-9347-4a02-8ec2-c0297655cc1f associated. External IP: 172.25.6.19, port: f80a7614-929a-4e3a-bae9-a21ab3255452. Sep 01 16:02:31.157276 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683f1b4d-3101-47b4-a969-a0a4bd861a88 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:02:31.264851 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683f1b4d-3101-47b4-a969-a0a4bd861a88 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:02:31.269523 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-683f1b4d-3101-47b4-a969-a0a4bd861a88 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:31.276381 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc81e5ee-145a-49ba-afe0-801c8031fd41 None None] Sync routers for ids ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:02:31.286321 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc81e5ee-145a-49ba-afe0-801c8031fd41 None None] Routers {'3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:02:31.286321 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-fc81e5ee-145a-49ba-afe0-801c8031fd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:02:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:31.297177 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-683f1b4d-3101-47b4-a969-a0a4bd861a88 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "PUT /v2.0/floatingips/65539de3-9347-4a02-8ec2-c0297655cc1f HTTP/1.1" status: 200 len: 991 time: 1.2838602 Sep 01 16:02:31.297835 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9191e91-09de-468d-8454-898b8658e5e8', 'tag': 'f80a7614-929a-4e3a-bae9-a21ab3255452'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:02:31.300992 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3550c606-16b1-43f4-bd5e-92d1a53009c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d9191e91-09de-468d-8454-898b8658e5e8", "tag": "f80a7614-929a-4e3a-bae9-a21ab3255452"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:02:31.349838 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1463869-baa0-4203-a0bd-f65e4e11e449 x-openstack-request-id: req-f1463869-baa0-4203-a0bd-f65e4e11e449 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:02:31.350131 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9191e91-09de-468d-8454-898b8658e5e8", "tag": "f80a7614-929a-4e3a-bae9-a21ab3255452", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:02:31.350455 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f1463869-baa0-4203-a0bd-f65e4e11e449 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:02:31.350864 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9191e91-09de-468d-8454-898b8658e5e8', 'tag': 'f80a7614-929a-4e3a-bae9-a21ab3255452', 'status': 'completed', 'code': 200} Sep 01 16:02:31.397768 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-fc81e5ee-145a-49ba-afe0-801c8031fd41 None None] Set router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:02:31.418048 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550c606-16b1-43f4-bd5e-92d1a53009c2 req-3b3dd431-5523-4772-8843-8cdd895f850a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:31.419502 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3550c606-16b1-43f4-bd5e-92d1a53009c2 req-3b3dd431-5523-4772-8843-8cdd895f850a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 1097 time: 0.0448744 Sep 01 16:02:31.514416 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550c606-16b1-43f4-bd5e-92d1a53009c2 req-f04c7c0f-4def-4d66-8dae-5cc4a41ff89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:31.515931 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3550c606-16b1-43f4-bd5e-92d1a53009c2 req-f04c7c0f-4def-4d66-8dae-5cc4a41ff89b service neutron] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0875802 Sep 01 16:02:31.587856 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3550c606-16b1-43f4-bd5e-92d1a53009c2 req-b2bcff37-d90f-490c-a209-54e68b6c66c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f80a7614-929a-4e3a-bae9-a21ab3255452 HTTP/1.1" status: 200 len: 999 time: 0.0630167 Sep 01 16:02:31.621110 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-fc81e5ee-145a-49ba-afe0-801c8031fd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '65539de3-9347-4a02-8ec2-c0297655cc1f', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'port_id': 'f80a7614-929a-4e3a-bae9-a21ab3255452', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'mac_address': 'fa:16:3e:b7:08:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9191e91-09de-468d-8454-898b8658e5e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:00:01Z', 'updated_at': '2021-09-01T16:02:30Z', 'revision_number': 5, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c362066-4f18-4170-9abe-7ede18a42e94', 'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'mac_address': 'fa:16:3e:79:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:59Z', 'updated_at': '2021-09-01T16:00:03Z', 'revision_number': 5, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'subnets': [{'id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:31.638752 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550c606-16b1-43f4-bd5e-92d1a53009c2 req-d0961805-2306-4ad5-b640-157ceded7802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:31.640229 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3550c606-16b1-43f4-bd5e-92d1a53009c2 req-d0961805-2306-4ad5-b640-157ceded7802 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0449367 Sep 01 16:02:31.652349 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc81e5ee-145a-49ba-afe0-801c8031fd41 None None] Checking router: 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:02:31.662675 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc81e5ee-145a-49ba-afe0-801c8031fd41 None None] Routers {'3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:02:31.663431 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-fc81e5ee-145a-49ba-afe0-801c8031fd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:02:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:31.690409 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550c606-16b1-43f4-bd5e-92d1a53009c2 req-b072b2c6-e3f7-4cf1-8e7a-5aaec46fe77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:02:31.691853 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3550c606-16b1-43f4-bd5e-92d1a53009c2 req-b072b2c6-e3f7-4cf1-8e7a-5aaec46fe77d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422792 Sep 01 16:02:31.790980 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3550c606-16b1-43f4-bd5e-92d1a53009c2 req-886eabe9-7e16-492c-9547-fe82ea6f62c4 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905583 Sep 01 16:02:31.863926 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-fc81e5ee-145a-49ba-afe0-801c8031fd41 None None] Set router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:02:31.891280 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3550c606-16b1-43f4-bd5e-92d1a53009c2 req-b7772c8a-73aa-4bca-ba5d-9bcce258c88c service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914817 Sep 01 16:02:32.083397 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-fc81e5ee-145a-49ba-afe0-801c8031fd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '65539de3-9347-4a02-8ec2-c0297655cc1f', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'port_id': 'f80a7614-929a-4e3a-bae9-a21ab3255452', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'mac_address': 'fa:16:3e:b7:08:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9191e91-09de-468d-8454-898b8658e5e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:00:01Z', 'updated_at': '2021-09-01T16:02:30Z', 'revision_number': 5, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c362066-4f18-4170-9abe-7ede18a42e94', 'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'mac_address': 'fa:16:3e:79:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:59Z', 'updated_at': '2021-09-01T16:00:03Z', 'revision_number': 5, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'subnets': [{'id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:02:32.109342 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc81e5ee-145a-49ba-afe0-801c8031fd41 None None] The sync data for ids ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'] in n-d-794796-3 is: [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '65539de3-9347-4a02-8ec2-c0297655cc1f', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'port_id': 'f80a7614-929a-4e3a-bae9-a21ab3255452', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'mac_address': 'fa:16:3e:b7:08:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9191e91-09de-468d-8454-898b8658e5e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:00:01Z', 'updated_at': '2021-09-01T16:02:30Z', 'revision_number': 5, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c362066-4f18-4170-9abe-7ede18a42e94', 'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'mac_address': 'fa:16:3e:79:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:59Z', 'updated_at': '2021-09-01T16:00:03Z', 'revision_number': 5, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'subnets': [{'id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:02:32.302398 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4550275e-f6ae-4ab6-9454-d10444b88d61 None None] New status for floating IP 65539de3-9347-4a02-8ec2-c0297655cc1f: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:02:38.967108 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:39.365507 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-39bf187d-876d-4dea-91b3-8cc014a6d1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:42.226556 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:43.418597 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:43.707404 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-74d91c9d-3d91-43a7-9117-a02277cfde55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:45.326528 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:02:47.778237 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:02:58.163281 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:08.966881 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:09.366462 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-27f18288-5d19-43fa-ad12-954a65947e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:12.218954 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:13.423530 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:13.707523 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bfd232a1-bdd5-4695-a8ce-17b4a1ced478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:15.329683 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:24.777947 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:03:28.174423 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:29.165064 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a2f70529-7efa-47c5-afe8-59bbec9493a1 req-381c03ac-c84e-4301-b147-bb7bee51cdcb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430014 Sep 01 16:03:29.255990 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f70529-7efa-47c5-afe8-59bbec9493a1 req-097b6c34-4a77-42ce-b7db-47215803d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:29.257588 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a2f70529-7efa-47c5-afe8-59bbec9493a1 req-097b6c34-4a77-42ce-b7db-47215803d61a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 1097 time: 0.0462899 Sep 01 16:03:29.372287 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f70529-7efa-47c5-afe8-59bbec9493a1 req-0dba1743-f526-47d1-9fea-a5dd8bf6016d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:29.373872 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a2f70529-7efa-47c5-afe8-59bbec9493a1 req-0dba1743-f526-47d1-9fea-a5dd8bf6016d service neutron] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0927651 Sep 01 16:03:29.455979 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a2f70529-7efa-47c5-afe8-59bbec9493a1 req-be4aacb8-367a-4290-bba9-df4799085600 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f80a7614-929a-4e3a-bae9-a21ab3255452 HTTP/1.1" status: 200 len: 1001 time: 0.0731077 Sep 01 16:03:29.751960 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f70529-7efa-47c5-afe8-59bbec9493a1 req-5863146a-0f12-409f-89a3-4168b375cd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:29.753566 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a2f70529-7efa-47c5-afe8-59bbec9493a1 req-5863146a-0f12-409f-89a3-4168b375cd40 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.2900784 Sep 01 16:03:29.800672 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f70529-7efa-47c5-afe8-59bbec9493a1 req-5f613d3f-9a33-4382-93e3-f86fed22f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:03:29.802775 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a2f70529-7efa-47c5-afe8-59bbec9493a1 req-5f613d3f-9a33-4382-93e3-f86fed22f65e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418754 Sep 01 16:03:29.901477 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a2f70529-7efa-47c5-afe8-59bbec9493a1 req-20dee1bb-84b8-4ea2-872f-91998f882d56 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913613 Sep 01 16:03:30.010451 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a2f70529-7efa-47c5-afe8-59bbec9493a1 req-640c3347-d729-47e7-aa3a-69d1d86a0f44 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988438 Sep 01 16:03:38.982508 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:39.368331 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-56487030-687f-40f7-8dd4-09d61e54317a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:42.220430 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:43.425607 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:43.711294 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2454aa08-e247-489f-be15-ca97e45022de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:45.334769 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:03:58.173231 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:01.777649 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:04:08.484627 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e43306-a593-4ba0-8987-e4a2b6f6ac9b req-cb98fe4e-7b11-4fa2-8756-dda769ae7fc4 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:08.486003 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-74e43306-a593-4ba0-8987-e4a2b6f6ac9b req-cb98fe4e-7b11-4fa2-8756-dda769ae7fc4 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 946 time: 0.0524797 Sep 01 16:04:08.527860 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-74e43306-a593-4ba0-8987-e4a2b6f6ac9b req-b82e0780-303d-4c1b-a3d6-412a2928da61 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353751 Sep 01 16:04:08.975465 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:09.370377 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e35493d1-654b-4ad9-925f-4d9c8a443635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:09.650072 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a91236-5413-40a2-95e5-525e8b2e872e req-b0c537db-1431-43d2-9074-c4ed08cb0522 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:09.651504 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16a91236-5413-40a2-95e5-525e8b2e872e req-b0c537db-1431-43d2-9074-c4ed08cb0522 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 946 time: 0.0529613 Sep 01 16:04:09.690134 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-16a91236-5413-40a2-95e5-525e8b2e872e req-bb51be23-b891-404d-a6d1-7b4c8ec699b7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325181 Sep 01 16:04:10.811969 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612467b-7b8a-4e13-a7bd-acc7254e4651 req-1bf2c2dc-875d-4b6b-9c76-0da13e570216 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:10.813349 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1612467b-7b8a-4e13-a7bd-acc7254e4651 req-1bf2c2dc-875d-4b6b-9c76-0da13e570216 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 946 time: 0.0541170 Sep 01 16:04:10.851624 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1612467b-7b8a-4e13-a7bd-acc7254e4651 req-3b95141d-2a5d-417b-8cc7-36f57805a281 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322278 Sep 01 16:04:11.968149 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6857b-8360-42a2-a272-6f2650aede52 req-34ee1150-bc0f-4918-881e-931f605b8109 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:11.969631 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4ab6857b-8360-42a2-a272-6f2650aede52 req-34ee1150-bc0f-4918-881e-931f605b8109 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 946 time: 0.0489309 Sep 01 16:04:12.007682 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4ab6857b-8360-42a2-a272-6f2650aede52 req-9894a250-1626-4997-a6c2-a43729b11f62 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321643 Sep 01 16:04:12.223234 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:13.123998 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969a489-ddbd-4b4b-88ab-fe397973c7dc req-2f3029ff-7b4a-4859-b380-b0b3bffa839a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:13.125473 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7969a489-ddbd-4b4b-88ab-fe397973c7dc req-2f3029ff-7b4a-4859-b380-b0b3bffa839a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 946 time: 0.0486071 Sep 01 16:04:13.163472 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7969a489-ddbd-4b4b-88ab-fe397973c7dc req-996f6136-3f93-4be8-b861-fe546296657a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315385 Sep 01 16:04:13.428746 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:13.713402 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c1e668d7-1b89-4825-9aa1-e898b94631b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:14.332643 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bacf5e-2176-4e9c-af7f-1e7dab703d09 req-6dbbeccd-4cf4-444b-9d59-23addbb73fc3 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:14.334130 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55bacf5e-2176-4e9c-af7f-1e7dab703d09 req-6dbbeccd-4cf4-444b-9d59-23addbb73fc3 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 946 time: 0.0997794 Sep 01 16:04:14.375139 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55bacf5e-2176-4e9c-af7f-1e7dab703d09 req-ce3d27b0-fcf9-47b8-b523-a0aa85399e49 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349693 Sep 01 16:04:15.339908 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:15.493968 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb402d7-cf16-4c6b-aa39-e4b1b2d44d6f req-92fd1136-2a43-4c03-90cd-21dda29426f5 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:15.495715 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8eb402d7-cf16-4c6b-aa39-e4b1b2d44d6f req-92fd1136-2a43-4c03-90cd-21dda29426f5 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 946 time: 0.0525200 Sep 01 16:04:15.534821 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8eb402d7-cf16-4c6b-aa39-e4b1b2d44d6f req-ad029f3d-b77d-464c-8f2d-5af068d10f09 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322950 Sep 01 16:04:16.662947 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef05e3f-fc14-478e-b5f5-a2fd786c05da req-c53eeedf-1e8b-4622-ac95-939d1b7ada8d tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:16.665156 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5ef05e3f-fc14-478e-b5f5-a2fd786c05da req-c53eeedf-1e8b-4622-ac95-939d1b7ada8d tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 946 time: 0.0564268 Sep 01 16:04:16.706285 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5ef05e3f-fc14-478e-b5f5-a2fd786c05da req-ff0e178f-5156-4b8f-9142-f4127623063d tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347321 Sep 01 16:04:17.879507 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6321c-ae53-4157-88eb-508e3e62c95c req-414a9b82-3f5a-4483-8bbc-8b7a17dae8b2 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:17.880986 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ecf6321c-ae53-4157-88eb-508e3e62c95c req-414a9b82-3f5a-4483-8bbc-8b7a17dae8b2 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 946 time: 0.1031947 Sep 01 16:04:17.919787 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ecf6321c-ae53-4157-88eb-508e3e62c95c req-85085567-028e-43e3-b289-f0813b2e1ec6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328498 Sep 01 16:04:19.041184 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9a508-bddb-42f5-ab0d-ba963ef0bf3d req-77fa6581-ec2d-4c0e-9a2e-53d97c6b6a17 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:19.042730 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bad9a508-bddb-42f5-ab0d-ba963ef0bf3d req-77fa6581-ec2d-4c0e-9a2e-53d97c6b6a17 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 946 time: 0.0518494 Sep 01 16:04:19.084608 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bad9a508-bddb-42f5-ab0d-ba963ef0bf3d req-032b55e7-e3a9-41e2-a715-9a139a7f0bef tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358131 Sep 01 16:04:19.341819 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ca44c-f49a-4321-82d8-27ffd71ec9d1 req-a9494741-b785-4b51-b6e7-ff3755718c47 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:19.343776 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-407ca44c-f49a-4321-82d8-27ffd71ec9d1 req-a9494741-b785-4b51-b6e7-ff3755718c47 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 946 time: 0.0565107 Sep 01 16:04:19.414560 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-407ca44c-f49a-4321-82d8-27ffd71ec9d1 req-168527c2-c23b-4d2e-9889-2a8ebe3ff959 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594518 Sep 01 16:04:19.420805 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-a0ed725d-32a9-4e7b-a144-295e67261a9f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1395559 Sep 01 16:04:20.552487 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f1c66-f5cb-42e8-909a-3d82c0f2bc2d req-15a4f372-349a-45a6-87bf-7dcd2350da6b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:20.554399 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8e1f1c66-f5cb-42e8-909a-3d82c0f2bc2d req-15a4f372-349a-45a6-87bf-7dcd2350da6b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 946 time: 0.0518909 Sep 01 16:04:20.596234 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8e1f1c66-f5cb-42e8-909a-3d82c0f2bc2d req-dcc90895-70fa-4e6a-8d57-648ffc3a3271 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354664 Sep 01 16:04:21.717885 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ef1c1-81f5-4bcc-b32b-f7f40683a810 req-39a11f1c-c18c-4b22-b32f-c77d93c195b4 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:21.719416 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8f2ef1c1-81f5-4bcc-b32b-f7f40683a810 req-39a11f1c-c18c-4b22-b32f-c77d93c195b4 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 946 time: 0.0504773 Sep 01 16:04:21.758563 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8f2ef1c1-81f5-4bcc-b32b-f7f40683a810 req-f7f5493c-c84c-4e32-941f-e29b4708fd24 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330725 Sep 01 16:04:22.912758 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03748fd1-25e6-43f9-8a5b-c90a71314c9c req-3162fc13-cd21-4a5a-804c-f0c4180f13a5 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:22.914330 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-03748fd1-25e6-43f9-8a5b-c90a71314c9c req-3162fc13-cd21-4a5a-804c-f0c4180f13a5 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 946 time: 0.0848353 Sep 01 16:04:22.920352 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-7094d88f-9f70-435b-837e-e85501e0c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:22.921827 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-7094d88f-9f70-435b-837e-e85501e0c3fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 1097 time: 0.0786977 Sep 01 16:04:23.005531 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-03748fd1-25e6-43f9-8a5b-c90a71314c9c req-ffd404cf-968c-4e72-97f5-3c587fa407b0 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826921 Sep 01 16:04:23.038587 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-e4b79409-886f-4ee3-bfbe-a8c2977b1157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:23.039981 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-e4b79409-886f-4ee3-bfbe-a8c2977b1157 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.1095831 Sep 01 16:04:23.111871 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-c16ee4cb-4c3b-4f94-8d1d-c7888759039a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f80a7614-929a-4e3a-bae9-a21ab3255452 HTTP/1.1" status: 200 len: 1001 time: 0.0644581 Sep 01 16:04:23.161363 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-08fce3e6-1448-48e8-b1e3-d1a39e3f073f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:23.162861 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-08fce3e6-1448-48e8-b1e3-d1a39e3f073f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0441844 Sep 01 16:04:23.210173 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-36fe741f-8fd2-4e17-9100-016fc20be9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:23.211723 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-36fe741f-8fd2-4e17-9100-016fc20be9f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413594 Sep 01 16:04:23.307006 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-3125fb5b-898a-4079-84de-0bc8825e18f9 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856848 Sep 01 16:04:23.404736 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-540258d5-4d2d-41cd-bea0-f8e54b23a1a4 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890989 Sep 01 16:04:24.146689 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26bb5f-0503-49e7-a449-7514b724fa62 req-4cb5e170-cb45-4c29-917a-07cfeef73ca0 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:24.148208 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a26bb5f-0503-49e7-a449-7514b724fa62 req-4cb5e170-cb45-4c29-917a-07cfeef73ca0 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 946 time: 0.0496018 Sep 01 16:04:24.186809 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5a26bb5f-0503-49e7-a449-7514b724fa62 req-d828db91-ee98-4b04-adcd-770a9eb6135f tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326288 Sep 01 16:04:25.308152 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76367ce0-02cc-4509-aa90-c601de9d73db req-6c177625-cdd5-4748-9160-c16b0d45a50a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:25.309658 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76367ce0-02cc-4509-aa90-c601de9d73db req-6c177625-cdd5-4748-9160-c16b0d45a50a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 946 time: 0.0546434 Sep 01 16:04:25.348172 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76367ce0-02cc-4509-aa90-c601de9d73db req-1bb891f9-2289-4955-8def-daa4462bab8c tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325439 Sep 01 16:04:25.482860 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-054cd5da-243c-4b9f-bf1c-72381dee360b service neutron] show failed (client error): The resource could not be found. Sep 01 16:04:25.483815 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-054cd5da-243c-4b9f-bf1c-72381dee360b service neutron] 10.222.0.45 "GET /v2.0/ports/f80a7614-929a-4e3a-bae9-a21ab3255452/bindings/n-h2-794796-3 HTTP/1.1" status: 404 len: 380 time: 0.0549963 Sep 01 16:04:25.736250 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-b5bc6a4c-bb11-42ca-9d21-5670f5867e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:25.738267 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-b5bc6a4c-bb11-42ca-9d21-5670f5867e39 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8&tenant_id=54409868541e4a73b844de37ac1b44a3 HTTP/1.1" status: 200 len: 1097 time: 0.0901022 Sep 01 16:04:25.762635 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794796-3', 'device_owner': 'compute:nova'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:25.815512 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:26.020912 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] For port f80a7614-929a-4e3a-bae9-a21ab3255452, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=f80a7614-929a-4e3a-bae9-a21ab3255452,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:26.055413 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] For port f80a7614-929a-4e3a-bae9-a21ab3255452, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:04:26.102173 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9191e91-09de-468d-8454-898b8658e5e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f80a7614-929a-4e3a-bae9-a21ab3255452'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:04:26.104524 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8495b7-4926-4317-a8ca-e529aa931f6c" -d '{"events": [{"server_uuid": "d9191e91-09de-468d-8454-898b8658e5e8", "name": "network-vif-unplugged", "status": "completed", "tag": "f80a7614-929a-4e3a-bae9-a21ab3255452"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:04:26.109540 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:26.123534 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Transition to ACTIVE for port object f80a7614-929a-4e3a-bae9-a21ab3255452 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:04:26.132503 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:26.162848 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 16:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3cddcd-46b6-40c8-a1b4-e0f20457dcfa x-openstack-request-id: req-1b3cddcd-46b6-40c8-a1b4-e0f20457dcfa {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:04:26.163145 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9191e91-09de-468d-8454-898b8658e5e8", "name": "network-vif-unplugged", "status": "completed", "tag": "f80a7614-929a-4e3a-bae9-a21ab3255452", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:04:26.163417 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1b3cddcd-46b6-40c8-a1b4-e0f20457dcfa {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:04:26.163802 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9191e91-09de-468d-8454-898b8658e5e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f80a7614-929a-4e3a-bae9-a21ab3255452', 'code': 200} Sep 01 16:04:26.217584 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Pushing event updated for resources: {'Port': ['ID=f80a7614-929a-4e3a-bae9-a21ab3255452,revision_number=6']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:26.242537 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:26.243111 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:26.243675 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:26.244026 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:26.244377 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:26.244801 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:26.245376 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:26.245925 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:26.246523 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:26.247084 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:26.247641 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:26.248198 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:26.295345 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] No DVR routers for this DVR port f80a7614-929a-4e3a-bae9-a21ab3255452 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:04:26.452846 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Attempting to bind port f80a7614-929a-4e3a-bae9-a21ab3255452 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:04:26.453240 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Attempting to bind port f80a7614-929a-4e3a-bae9-a21ab3255452 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:04:26.453518 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Attempting to bind port f80a7614-929a-4e3a-bae9-a21ab3255452 on network f46119d7-0ee6-4557-b45e-617950a3b131 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:04:26.458774 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Port f80a7614-929a-4e3a-bae9-a21ab3255452 on network f46119d7-0ee6-4557-b45e-617950a3b131 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:04:26.459104 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Attempting to bind port f80a7614-929a-4e3a-bae9-a21ab3255452 on network f46119d7-0ee6-4557-b45e-617950a3b131 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:04:26.464217 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:04:26.464564 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Checking segment: {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:04:26.464951 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Bound using segment: {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:04:26.465384 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Bound port: f80a7614-929a-4e3a-bae9-a21ab3255452, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:04:26.465748 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:26.472772 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c379d3-0313-4d54-af52-4f01510dd6bf req-cd29b699-8cba-49b1-b426-50200350849e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:26.474346 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-74c379d3-0313-4d54-af52-4f01510dd6bf req-cd29b699-8cba-49b1-b426-50200350849e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 944 time: 0.0534253 Sep 01 16:04:26.515566 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-74c379d3-0313-4d54-af52-4f01510dd6bf req-6c1559b7-2a80-4b14-9bdb-67e936933735 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342355 Sep 01 16:04:26.536446 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] For port f80a7614-929a-4e3a-bae9-a21ab3255452, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:04:26.539771 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] For port f80a7614-929a-4e3a-bae9-a21ab3255452, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f80a7614-929a-4e3a-bae9-a21ab3255452,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:04:26.545961 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:26.582628 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:26.583584 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:26.584855 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] 10.222.0.62 "PUT /v2.0/ports/f80a7614-929a-4e3a-bae9-a21ab3255452 HTTP/1.1" status: 200 len: 1092 time: 0.8264375 Sep 01 16:04:26.611921 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c536ee-20b5-4d77-8522-335bf672ae45 service neutron] Pushing event updated for resources: {'Port': ['ID=f80a7614-929a-4e3a-bae9-a21ab3255452,revision_number=7']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:26.671570 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-73dc615f-e49d-4e1d-bf74-154d5ebf0f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:26.673197 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-73dc615f-e49d-4e1d-bf74-154d5ebf0f83 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 1095 time: 0.0457270 Sep 01 16:04:26.783993 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-d761fb11-31c2-4519-a167-7c599bef79ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:26.785413 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-d761fb11-31c2-4519-a167-7c599bef79ec service neutron] 10.222.0.62 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.1049137 Sep 01 16:04:26.863054 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-cbd276a9-b0de-449a-98b4-6f6f19340898 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f80a7614-929a-4e3a-bae9-a21ab3255452 HTTP/1.1" status: 200 len: 999 time: 0.0678797 Sep 01 16:04:26.917895 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-abd721b7-e358-4e0f-90aa-b3dd0d63260f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:26.919413 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-abd721b7-e358-4e0f-90aa-b3dd0d63260f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0490727 Sep 01 16:04:26.968836 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-da7bf8d9-6df7-4604-9779-b830aa677136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:26.970494 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-da7bf8d9-6df7-4604-9779-b830aa677136 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432019 Sep 01 16:04:27.063066 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-f5371f42-2dec-4556-a798-fc3916ccf02a service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844781 Sep 01 16:04:27.168275 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aa8bb1d0-be7c-4316-a349-472e00dbb04b req-5c74ab61-6858-482a-bffa-12aeb792139e service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962293 Sep 01 16:04:27.642481 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f02aa1-b7cd-4196-83ca-9d801fc1ec47 req-93492308-0178-4d23-8077-32d18845aec0 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:27.644993 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e5f02aa1-b7cd-4196-83ca-9d801fc1ec47 req-93492308-0178-4d23-8077-32d18845aec0 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 944 time: 0.0554106 Sep 01 16:04:27.691210 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e5f02aa1-b7cd-4196-83ca-9d801fc1ec47 req-87df6b9a-9eb1-486b-9745-342ff9c97017 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396655 Sep 01 16:04:28.164985 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9191e91-09de-468d-8454-898b8658e5e8', 'tag': 'f80a7614-929a-4e3a-bae9-a21ab3255452'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:04:28.167411 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700937f4-f57f-4777-88e9-61514a3d8670" -d '{"events": [{"name": "network-changed", "server_uuid": "d9191e91-09de-468d-8454-898b8658e5e8", "tag": "f80a7614-929a-4e3a-bae9-a21ab3255452"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:04:28.197713 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:28.220353 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5833a3-a170-4b8c-a6f2-38794eeb0e63 x-openstack-request-id: req-7d5833a3-a170-4b8c-a6f2-38794eeb0e63 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:04:28.220729 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9191e91-09de-468d-8454-898b8658e5e8", "tag": "f80a7614-929a-4e3a-bae9-a21ab3255452", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:04:28.220986 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d5833a3-a170-4b8c-a6f2-38794eeb0e63 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:04:28.221381 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9191e91-09de-468d-8454-898b8658e5e8', 'tag': 'f80a7614-929a-4e3a-bae9-a21ab3255452', 'status': 'completed', 'code': 200} Sep 01 16:04:28.290579 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700937f4-f57f-4777-88e9-61514a3d8670 req-f5c1b01a-8369-49c6-bbe8-da0ed32f96d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:28.292119 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-700937f4-f57f-4777-88e9-61514a3d8670 req-f5c1b01a-8369-49c6-bbe8-da0ed32f96d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 1095 time: 0.0466373 Sep 01 16:04:28.321390 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700937f4-f57f-4777-88e9-61514a3d8670 req-d6210759-f39b-4254-b783-d633963432f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:28.322940 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-700937f4-f57f-4777-88e9-61514a3d8670 req-d6210759-f39b-4254-b783-d633963432f8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 1095 time: 0.0447609 Sep 01 16:04:28.387485 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700937f4-f57f-4777-88e9-61514a3d8670 req-7e0692fc-02a3-4e29-a808-5f4e323d0365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:28.389294 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-700937f4-f57f-4777-88e9-61514a3d8670 req-7e0692fc-02a3-4e29-a808-5f4e323d0365 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0899036 Sep 01 16:04:28.422128 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700937f4-f57f-4777-88e9-61514a3d8670 req-90edda8c-5943-459e-bf1a-f7890f0ad77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:28.423582 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-700937f4-f57f-4777-88e9-61514a3d8670 req-90edda8c-5943-459e-bf1a-f7890f0ad77d service neutron] 10.222.0.62 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0914915 Sep 01 16:04:28.462249 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-700937f4-f57f-4777-88e9-61514a3d8670 req-1e1e6c37-e87e-44f2-8437-988d0961b6ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f80a7614-929a-4e3a-bae9-a21ab3255452 HTTP/1.1" status: 200 len: 999 time: 0.0654070 Sep 01 16:04:28.498448 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-700937f4-f57f-4777-88e9-61514a3d8670 req-8a440b61-eda3-4fc2-9cb6-6eafb6226a0f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f80a7614-929a-4e3a-bae9-a21ab3255452 HTTP/1.1" status: 200 len: 999 time: 0.0665050 Sep 01 16:04:28.515294 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700937f4-f57f-4777-88e9-61514a3d8670 req-ab3946c8-1ff7-4c44-908c-7cf43dceb719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:28.516814 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-700937f4-f57f-4777-88e9-61514a3d8670 req-ab3946c8-1ff7-4c44-908c-7cf43dceb719 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0461590 Sep 01 16:04:28.560538 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700937f4-f57f-4777-88e9-61514a3d8670 req-9515fbbf-3b5a-45e5-8d13-153a06d3f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:28.562038 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-700937f4-f57f-4777-88e9-61514a3d8670 req-9515fbbf-3b5a-45e5-8d13-153a06d3f325 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0549629 Sep 01 16:04:28.566272 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700937f4-f57f-4777-88e9-61514a3d8670 req-98f74586-f1f9-4d2a-817d-7cbad209956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:28.567789 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-700937f4-f57f-4777-88e9-61514a3d8670 req-98f74586-f1f9-4d2a-817d-7cbad209956b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423276 Sep 01 16:04:28.622162 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700937f4-f57f-4777-88e9-61514a3d8670 req-4eeb4b86-755a-444f-996d-aeba63091711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:28.624653 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-700937f4-f57f-4777-88e9-61514a3d8670 req-4eeb4b86-755a-444f-996d-aeba63091711 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533576 Sep 01 16:04:28.671172 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-700937f4-f57f-4777-88e9-61514a3d8670 req-7a74796c-fdbc-41ed-ab3d-53731e80d61f service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953619 Sep 01 16:04:28.729517 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-700937f4-f57f-4777-88e9-61514a3d8670 req-2c2e77a6-8992-4d26-8fe4-eb745b235463 service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943768 Sep 01 16:04:28.800524 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-700937f4-f57f-4777-88e9-61514a3d8670 req-652cf7a0-f551-4288-b83a-8614a2968e64 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207440 Sep 01 16:04:28.869341 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5b879-f5e8-44b1-a195-d7b03bfc353b req-ee1300a9-5579-4851-97ff-0acf4c066bc9 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:28.870892 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6f5b879-f5e8-44b1-a195-d7b03bfc353b req-ee1300a9-5579-4851-97ff-0acf4c066bc9 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 944 time: 0.1016870 Sep 01 16:04:28.893311 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-700937f4-f57f-4777-88e9-61514a3d8670 req-c0b794ce-8c63-4ab7-840c-64cd22d0c62d service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542132 Sep 01 16:04:28.920679 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f6f5b879-f5e8-44b1-a195-d7b03bfc353b req-7e2dc61d-e27d-4e6b-a487-19d00356f1b8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384946 Sep 01 16:04:29.926278 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f80a7614-929a-4e3a-bae9-a21ab3255452 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:04:29.968015 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device f80a7614-929a-4e3a-bae9-a21ab3255452 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:04:30.045386 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b07edf-ffc6-40a6-933e-a64358d3fa2a req-c535a504-cc47-47c0-a4a0-9758a2eea9a3 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:30.046989 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-92b07edf-ffc6-40a6-933e-a64358d3fa2a req-c535a504-cc47-47c0-a4a0-9758a2eea9a3 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 944 time: 0.0508888 Sep 01 16:04:30.089588 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-92b07edf-ffc6-40a6-933e-a64358d3fa2a req-5c4c952c-1e27-4aae-ad33-8a01d07fdcbf tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356348 Sep 01 16:04:30.339030 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16153d52-55b5-4a38-acd7-12624874bce4 req-87ff6f7e-6ffa-4973-bf62-842344ff9110 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:30.340673 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16153d52-55b5-4a38-acd7-12624874bce4 req-87ff6f7e-6ffa-4973-bf62-842344ff9110 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 944 time: 0.0864296 Sep 01 16:04:30.354278 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26769e7c-4bfc-493b-b3c2-8709b93dc3b9 req-37da8e1a-30ab-4e19-ab9f-0ad2324f6275 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:30.355782 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26769e7c-4bfc-493b-b3c2-8709b93dc3b9 req-37da8e1a-30ab-4e19-ab9f-0ad2324f6275 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8&tenant_id=54409868541e4a73b844de37ac1b44a3&binding%3Ahost_id=n-h2-794796-3 HTTP/1.1" status: 200 len: 944 time: 0.0922468 Sep 01 16:04:30.393949 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f80a7614-929a-4e3a-bae9-a21ab3255452 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:04:30.422254 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-16153d52-55b5-4a38-acd7-12624874bce4 req-49c97aa7-9076-42e9-88e4-cd1629c93831 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654712 Sep 01 16:04:30.452170 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [req-26769e7c-4bfc-493b-b3c2-8709b93dc3b9 req-57e3aa11-b242-4e12-bd0d-2ab41dedc012 service neutron] delete failed (client error): The resource could not be found. Sep 01 16:04:30.453409 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26769e7c-4bfc-493b-b3c2-8709b93dc3b9 req-57e3aa11-b242-4e12-bd0d-2ab41dedc012 service neutron] 10.222.0.45 "DELETE /v2.0/ports/f80a7614-929a-4e3a-bae9-a21ab3255452/bindings/n-h1-794796-3 HTTP/1.1" status: 404 len: 380 time: 0.0889232 Sep 01 16:04:30.517506 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port f80a7614-929a-4e3a-bae9-a21ab3255452, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f80a7614-929a-4e3a-bae9-a21ab3255452,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:30.544741 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'f80a7614-929a-4e3a-bae9-a21ab3255452', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'port_id': 'f80a7614-929a-4e3a-bae9-a21ab3255452', 'mac_address': 'fa:16:3e:b7:08:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:04:30.569797 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26769e7c-4bfc-493b-b3c2-8709b93dc3b9 req-cc3328d2-7921-497a-bbc1-9dfbdf50b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:30.571401 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26769e7c-4bfc-493b-b3c2-8709b93dc3b9 req-cc3328d2-7921-497a-bbc1-9dfbdf50b2c9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 1095 time: 0.0692213 Sep 01 16:04:30.605388 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:30.626621 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80a7614-929a-4e3a-bae9-a21ab3255452 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:04:30.648574 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port f80a7614-929a-4e3a-bae9-a21ab3255452, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f80a7614-929a-4e3a-bae9-a21ab3255452,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:30.655970 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:30.685973 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26769e7c-4bfc-493b-b3c2-8709b93dc3b9 req-44fbbcd0-5522-4b45-972d-ab80187c6e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:30.688354 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26769e7c-4bfc-493b-b3c2-8709b93dc3b9 req-44fbbcd0-5522-4b45-972d-ab80187c6e05 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.1093354 Sep 01 16:04:30.708586 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=f80a7614-929a-4e3a-bae9-a21ab3255452,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:30.716253 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:30.716600 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:30.717205 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:30.717592 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:30.717874 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:30.718213 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:30.718652 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:30.719063 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:30.719400 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:30.719738 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:30.720062 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:30.720389 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:04:30.798657 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26769e7c-4bfc-493b-b3c2-8709b93dc3b9 req-2ad767e3-e350-452c-998d-aea3da129e6c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f80a7614-929a-4e3a-bae9-a21ab3255452 HTTP/1.1" status: 200 len: 1000 time: 0.1024330 Sep 01 16:04:30.854058 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26769e7c-4bfc-493b-b3c2-8709b93dc3b9 req-6f92c414-cf00-45af-ab46-4b50469c5463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:30.855587 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26769e7c-4bfc-493b-b3c2-8709b93dc3b9 req-6f92c414-cf00-45af-ab46-4b50469c5463 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0499873 Sep 01 16:04:30.906406 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26769e7c-4bfc-493b-b3c2-8709b93dc3b9 req-fb443e78-7cc2-45ea-b349-6045cb0c2411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:30.907903 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26769e7c-4bfc-493b-b3c2-8709b93dc3b9 req-fb443e78-7cc2-45ea-b349-6045cb0c2411 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444310 Sep 01 16:04:31.013829 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26769e7c-4bfc-493b-b3c2-8709b93dc3b9 req-018a00f0-dde8-43ba-97a3-57a0a2614dc5 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977967 Sep 01 16:04:31.046192 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['f80a7614-929a-4e3a-bae9-a21ab3255452'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:04:31.111057 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-26769e7c-4bfc-493b-b3c2-8709b93dc3b9 req-81a0f400-bc85-4cf8-aa20-7705d1ae6469 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901494 Sep 01 16:04:31.566559 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae6d3b-b676-4982-9440-0afc9bb4c1dd req-c2317746-8ba7-4dff-b26a-6d9d7850daff tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:31.568106 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d5ae6d3b-b676-4982-9440-0afc9bb4c1dd req-c2317746-8ba7-4dff-b26a-6d9d7850daff tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 945 time: 0.0607214 Sep 01 16:04:31.612543 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d5ae6d3b-b676-4982-9440-0afc9bb4c1dd req-5a2dddd2-4403-4176-8d36-1bf3d6d4fa96 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377669 Sep 01 16:04:32.404082 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f80a7614-929a-4e3a-bae9-a21ab3255452 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:04:32.463737 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port f80a7614-929a-4e3a-bae9-a21ab3255452 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:04:32.468661 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port f80a7614-929a-4e3a-bae9-a21ab3255452 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:32.469040 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:32.559693 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:32.585125 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9191e91-09de-468d-8454-898b8658e5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80a7614-929a-4e3a-bae9-a21ab3255452'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:04:32.587507 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcb76b1-ab3b-4607-85e0-ce4f783107ed" -d '{"events": [{"server_uuid": "d9191e91-09de-468d-8454-898b8658e5e8", "name": "network-vif-plugged", "status": "completed", "tag": "f80a7614-929a-4e3a-bae9-a21ab3255452"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:04:32.603877 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port f80a7614-929a-4e3a-bae9-a21ab3255452, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f80a7614-929a-4e3a-bae9-a21ab3255452,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:32.609609 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:32.641653 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcb35f9-0417-4c4f-b6ce-6576295fad2a x-openstack-request-id: req-7dcb35f9-0417-4c4f-b6ce-6576295fad2a {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:04:32.642021 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9191e91-09de-468d-8454-898b8658e5e8", "name": "network-vif-plugged", "status": "completed", "tag": "f80a7614-929a-4e3a-bae9-a21ab3255452", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:04:32.642290 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7dcb35f9-0417-4c4f-b6ce-6576295fad2a {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:04:32.642856 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9191e91-09de-468d-8454-898b8658e5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80a7614-929a-4e3a-bae9-a21ab3255452', 'code': 200} Sep 01 16:04:32.672924 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=f80a7614-929a-4e3a-bae9-a21ab3255452,revision_number=9']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:32.740239 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de0507-d485-474d-86a5-77d79b12bb61 req-5436f92e-c5d8-4a0f-9af9-e513c6c74809 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:32.741843 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5de0507-d485-474d-86a5-77d79b12bb61 req-5436f92e-c5d8-4a0f-9af9-e513c6c74809 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 946 time: 0.0526843 Sep 01 16:04:32.782502 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5de0507-d485-474d-86a5-77d79b12bb61 req-db3d4b84-1b43-438b-b763-7206757c33a9 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344877 Sep 01 16:04:32.905470 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96db47-1e3a-42b4-a531-0825dde6b4fb req-2b667823-4015-4adf-bbfd-ca293c9ab821 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:32.907075 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eb96db47-1e3a-42b4-a531-0825dde6b4fb req-2b667823-4015-4adf-bbfd-ca293c9ab821 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 946 time: 0.0515878 Sep 01 16:04:32.947705 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eb96db47-1e3a-42b4-a531-0825dde6b4fb req-23993aa4-4f3f-49b8-8c25-d2da1fc27d95 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343533 Sep 01 16:04:33.160025 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49237cfb-be70-4cac-9000-9eadfdc203c6 req-0b6615a4-a868-41ba-aaf2-030918b3450f tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:33.161560 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-49237cfb-be70-4cac-9000-9eadfdc203c6 req-0b6615a4-a868-41ba-aaf2-030918b3450f tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 946 time: 0.0557225 Sep 01 16:04:33.203912 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-49237cfb-be70-4cac-9000-9eadfdc203c6 req-6f8353ec-d3e5-47ec-8e13-b3b0bf1a717a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362186 Sep 01 16:04:33.209302 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a1fd5-2dbb-4547-afbe-5b038e0e2ed4 req-f2c0562a-8200-4bce-8e62-f5ecd004a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:33.210860 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dc6a1fd5-2dbb-4547-afbe-5b038e0e2ed4 req-f2c0562a-8200-4bce-8e62-f5ecd004a877 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 1097 time: 0.0420840 Sep 01 16:04:33.309635 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a1fd5-2dbb-4547-afbe-5b038e0e2ed4 req-f0ddb9dc-ac7d-4f81-9c92-580e077e6630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:33.311159 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dc6a1fd5-2dbb-4547-afbe-5b038e0e2ed4 req-f0ddb9dc-ac7d-4f81-9c92-580e077e6630 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0891454 Sep 01 16:04:33.382599 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dc6a1fd5-2dbb-4547-afbe-5b038e0e2ed4 req-7686dc51-3cd8-4b32-b54d-7a0bb7b3550d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f80a7614-929a-4e3a-bae9-a21ab3255452 HTTP/1.1" status: 200 len: 1001 time: 0.0588706 Sep 01 16:04:33.438271 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a1fd5-2dbb-4547-afbe-5b038e0e2ed4 req-7bf6b102-144b-423f-b0df-fbb7816b0900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:33.439788 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dc6a1fd5-2dbb-4547-afbe-5b038e0e2ed4 req-7bf6b102-144b-423f-b0df-fbb7816b0900 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0494478 Sep 01 16:04:33.493831 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a1fd5-2dbb-4547-afbe-5b038e0e2ed4 req-b41ccec2-6b51-4b56-b785-fc913556d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:33.495316 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dc6a1fd5-2dbb-4547-afbe-5b038e0e2ed4 req-b41ccec2-6b51-4b56-b785-fc913556d727 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468318 Sep 01 16:04:33.591417 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dc6a1fd5-2dbb-4547-afbe-5b038e0e2ed4 req-f2ce1c4b-3a17-4e84-a3dd-739265c7e019 service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871627 Sep 01 16:04:33.693061 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dc6a1fd5-2dbb-4547-afbe-5b038e0e2ed4 req-444d1aeb-32af-4085-951c-06a218c5073d service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905533 Sep 01 16:04:34.322541 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f439e12-9c30-4273-b2c3-b237de8aa475 req-e443ab4a-b45f-4c34-843e-70809a885028 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:34.324073 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4f439e12-9c30-4273-b2c3-b237de8aa475 req-e443ab4a-b45f-4c34-843e-70809a885028 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 946 time: 0.0498493 Sep 01 16:04:34.361539 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4f439e12-9c30-4273-b2c3-b237de8aa475 req-c5af639a-76be-433c-843f-328f4ec9cb9f tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315320 Sep 01 16:04:34.599854 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80197033-ca39-4891-9787-ff5168b17d83 req-8a5223a3-1be7-4996-a0fc-8e78011778bd tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:34.601486 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-80197033-ca39-4891-9787-ff5168b17d83 req-8a5223a3-1be7-4996-a0fc-8e78011778bd tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 946 time: 0.0557232 Sep 01 16:04:34.653906 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-80197033-ca39-4891-9787-ff5168b17d83 req-7f754440-b698-4066-8d51-19c331d0de31 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394306 Sep 01 16:04:35.785164 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3748e9-8cc7-4502-817b-afb9d8ded1f7 req-30397bd5-72f1-4ccb-a6dc-439b07f0c99b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:35.786614 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ef3748e9-8cc7-4502-817b-afb9d8ded1f7 req-30397bd5-72f1-4ccb-a6dc-439b07f0c99b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 946 time: 0.0513716 Sep 01 16:04:35.826474 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ef3748e9-8cc7-4502-817b-afb9d8ded1f7 req-9d33a141-e529-475f-8fdf-013fe62cde97 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337760 Sep 01 16:04:36.211343 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95656198-56c3-4d09-95f5-efb78802b131 req-5e5c1927-ee50-4f59-9c83-573316434de1 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:36.212859 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95656198-56c3-4d09-95f5-efb78802b131 req-5e5c1927-ee50-4f59-9c83-573316434de1 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.62 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 946 time: 0.0496278 Sep 01 16:04:36.304354 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-95656198-56c3-4d09-95f5-efb78802b131 req-f9dcc2a8-ee47-4561-99f4-a816881b6bd7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Deleting port f80a7614-929a-4e3a-bae9-a21ab3255452 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:04:36.304698 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95656198-56c3-4d09-95f5-efb78802b131 req-f9dcc2a8-ee47-4561-99f4-a816881b6bd7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:36.397847 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-95656198-56c3-4d09-95f5-efb78802b131 req-f9dcc2a8-ee47-4561-99f4-a816881b6bd7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] For port f80a7614-929a-4e3a-bae9-a21ab3255452, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f80a7614-929a-4e3a-bae9-a21ab3255452,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:36.398214 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95656198-56c3-4d09-95f5-efb78802b131 req-f9dcc2a8-ee47-4561-99f4-a816881b6bd7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:36.574175 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95656198-56c3-4d09-95f5-efb78802b131 req-f9dcc2a8-ee47-4561-99f4-a816881b6bd7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:36.574596 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95656198-56c3-4d09-95f5-efb78802b131 req-f9dcc2a8-ee47-4561-99f4-a816881b6bd7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:36.574919 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [req-95656198-56c3-4d09-95f5-efb78802b131 req-f9dcc2a8-ee47-4561-99f4-a816881b6bd7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Floating IP 65539de3-9347-4a02-8ec2-c0297655cc1f disassociated. External IP: 172.25.6.19, port: f80a7614-929a-4e3a-bae9-a21ab3255452. Sep 01 16:04:36.575259 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-95656198-56c3-4d09-95f5-efb78802b131 req-f9dcc2a8-ee47-4561-99f4-a816881b6bd7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Calling delete_port for f80a7614-929a-4e3a-bae9-a21ab3255452 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:04:36.716296 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95656198-56c3-4d09-95f5-efb78802b131 req-f9dcc2a8-ee47-4561-99f4-a816881b6bd7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:36.748222 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dcc2a8-ee47-4561-99f4-a816881b6bd7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Pushing event deleted for resources: {'Port': ['ID=f80a7614-929a-4e3a-bae9-a21ab3255452,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:36.874005 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95656198-56c3-4d09-95f5-efb78802b131 req-f9dcc2a8-ee47-4561-99f4-a816881b6bd7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:04:36.956557 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef6a6e7b-64f6-42af-b669-1a8c951f732f req-d9e9c857-3d40-46c7-bca9-10ef0302b93b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9191e91-09de-468d-8454-898b8658e5e8 HTTP/1.1" status: 200 len: 210 time: 0.0387812 Sep 01 16:04:37.011385 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95656198-56c3-4d09-95f5-efb78802b131 req-f9dcc2a8-ee47-4561-99f4-a816881b6bd7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:04:37.021770 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702a9f61-c416-4460-9c50-ffcc43cc61aa None None] Sync routers for ids ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:04:37.031262 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702a9f61-c416-4460-9c50-ffcc43cc61aa None None] Routers {'3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:04:37.031870 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-702a9f61-c416-4460-9c50-ffcc43cc61aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:04:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:37.052437 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-95656198-56c3-4d09-95f5-efb78802b131 req-f9dcc2a8-ee47-4561-99f4-a816881b6bd7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] No DVR routers for this DVR port f80a7614-929a-4e3a-bae9-a21ab3255452 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:04:37.055333 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-95656198-56c3-4d09-95f5-efb78802b131 req-f9dcc2a8-ee47-4561-99f4-a816881b6bd7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:37.057454 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-95656198-56c3-4d09-95f5-efb78802b131 req-f9dcc2a8-ee47-4561-99f4-a816881b6bd7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.62 "DELETE /v2.0/ports/f80a7614-929a-4e3a-bae9-a21ab3255452 HTTP/1.1" status: 204 len: 173 time: 0.8373911 Sep 01 16:04:37.057911 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9191e91-09de-468d-8454-898b8658e5e8', 'name': 'network-vif-deleted', 'tag': 'f80a7614-929a-4e3a-bae9-a21ab3255452'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:04:37.060221 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e0b628-cdf8-4f62-b662-c73aadb5bc54" -d '{"events": [{"server_uuid": "d9191e91-09de-468d-8454-898b8658e5e8", "name": "network-vif-deleted", "tag": "f80a7614-929a-4e3a-bae9-a21ab3255452"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:04:37.103928 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd212805-8b4a-4267-b397-b348d5d1a259 x-openstack-request-id: req-cd212805-8b4a-4267-b397-b348d5d1a259 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:04:37.104279 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9191e91-09de-468d-8454-898b8658e5e8", "name": "network-vif-deleted", "tag": "f80a7614-929a-4e3a-bae9-a21ab3255452", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:04:37.104564 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cd212805-8b4a-4267-b397-b348d5d1a259 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:04:37.104911 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9191e91-09de-468d-8454-898b8658e5e8', 'name': 'network-vif-deleted', 'tag': 'f80a7614-929a-4e3a-bae9-a21ab3255452', 'status': 'completed', 'code': 200} Sep 01 16:04:37.146904 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-702a9f61-c416-4460-9c50-ffcc43cc61aa None None] Set router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:04:37.360184 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-702a9f61-c416-4460-9c50-ffcc43cc61aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '0c362066-4f18-4170-9abe-7ede18a42e94', 'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'mac_address': 'fa:16:3e:79:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:59Z', 'updated_at': '2021-09-01T16:00:03Z', 'revision_number': 5, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'subnets': [{'id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:37.389374 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702a9f61-c416-4460-9c50-ffcc43cc61aa None None] Checking router: 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:04:37.397644 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702a9f61-c416-4460-9c50-ffcc43cc61aa None None] Routers {'3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:04:37.398241 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-702a9f61-c416-4460-9c50-ffcc43cc61aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:04:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:37.504453 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-702a9f61-c416-4460-9c50-ffcc43cc61aa None None] Set router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:04:37.700281 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-702a9f61-c416-4460-9c50-ffcc43cc61aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '0c362066-4f18-4170-9abe-7ede18a42e94', 'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'mac_address': 'fa:16:3e:79:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:59Z', 'updated_at': '2021-09-01T16:00:03Z', 'revision_number': 5, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'subnets': [{'id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:37.726148 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702a9f61-c416-4460-9c50-ffcc43cc61aa None None] The sync data for ids ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'] in n-d-794796-3 is: [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '0c362066-4f18-4170-9abe-7ede18a42e94', 'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'mac_address': 'fa:16:3e:79:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:59Z', 'updated_at': '2021-09-01T16:00:03Z', 'revision_number': 5, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'subnets': [{'id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:04:37.936385 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e65a8dc-5290-4d45-8458-3f3ce930a88a None None] New status for floating IP 65539de3-9347-4a02-8ec2-c0297655cc1f: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:04:38.230839 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-9090008e-c5d3-4cba-b0b5-81239bc7e380 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1225038886&fields=id&tenant_id=54409868541e4a73b844de37ac1b44a3 HTTP/1.1" status: 200 len: 267 time: 0.0368695 Sep 01 16:04:38.340773 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-33a4f30d-dc71-4f87-968c-8c89dd071213 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:38.342435 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-33a4f30d-dc71-4f87-968c-8c89dd071213 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 811 time: 0.1038525 Sep 01 16:04:38.358493 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-401ac600-a9f2-49a0-82f9-16e492463750 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/quotas/54409868541e4a73b844de37ac1b44a3 HTTP/1.1" status: 200 len: 375 time: 0.0094092 Sep 01 16:04:38.412979 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-322b8238-861d-489b-9b5a-5f905405a1d6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481870 Sep 01 16:04:38.509847 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-90941389-7d64-4376-a326-88a83a843c21 service neutron] 10.222.0.60 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854509 Sep 01 16:04:38.598005 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-99bbf4fd-cdd4-4f6b-a5d9-f4c448131044 service neutron] 10.222.0.60 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817134 Sep 01 16:04:38.757496 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cea366f7-bee4-44aa-b38b-8feb5b465fe6 req-46d4b168-47ca-48ab-bc93-f9fb877a1fcc tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 210 time: 0.0261676 Sep 01 16:04:38.776750 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:04:38.996690 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:39.370489 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7df4-5d74-455d-98ce-6b5a5f9ae456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:39.852798 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-53a3a9e5-66b2-4f3c-824e-8bcac44c4f64 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:39.854343 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-53a3a9e5-66b2-4f3c-824e-8bcac44c4f64 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.62 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 811 time: 0.1285214 Sep 01 16:04:39.869939 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9ec631b-b420-40dc-9401-597f3e249bd1 req-1c9594a9-7d6c-4c31-bd37-3a60b5d4068a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 210 time: 0.0381298 Sep 01 16:04:39.919147 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-177115ce-5b89-46e5-b4fd-2f4d3cd41394 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54409868541e4a73b844de37ac1b44a3 HTTP/1.1" status: 200 len: 380 time: 0.0448849 Sep 01 16:04:39.930988 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-6fddf44c-7ae5-4ee9-9f54-e7dee5b6b1f6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Request body: {'port': {'device_id': '71c19b2e-3af7-48c7-b740-e468c5e7baf3', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'admin_state_up': True, 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'security_groups': ['11398fc4-e540-4db1-9c87-f6243cf2b35b']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:40.046531 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-6fddf44c-7ae5-4ee9-9f54-e7dee5b6b1f6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Made reservation on behalf of 54409868541e4a73b844de37ac1b44a3 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:04:40.050877 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-6fddf44c-7ae5-4ee9-9f54-e7dee5b6b1f6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:40.175165 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-6fddf44c-7ae5-4ee9-9f54-e7dee5b6b1f6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Allocated IP 172.20.0.5 (f46119d7-0ee6-4557-b45e-617950a3b131/f38b709f-7622-44ef-a1f8-c04de7021fc8/01ec3a30-dac5-4593-86c2-3ec6287405f1) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:04:40.318539 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-6fddf44c-7ae5-4ee9-9f54-e7dee5b6b1f6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:40.335274 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-6fddf44c-7ae5-4ee9-9f54-e7dee5b6b1f6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Transition to ACTIVE for port object 01ec3a30-dac5-4593-86c2-3ec6287405f1 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:04:40.368979 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-6fddf44c-7ae5-4ee9-9f54-e7dee5b6b1f6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:40.413564 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-6fddf44c-7ae5-4ee9-9f54-e7dee5b6b1f6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Network f46119d7-0ee6-4557-b45e-617950a3b131 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:04:40.416715 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-6fddf44c-7ae5-4ee9-9f54-e7dee5b6b1f6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:04:40.420567 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-6fddf44c-7ae5-4ee9-9f54-e7dee5b6b1f6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:04:40.422137 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f80a7614-929a-4e3a-bae9-a21ab3255452 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:04:40.444530 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: f80a7614-929a-4e3a-bae9-a21ab3255452 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:04:40.444959 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f80a7614-929a-4e3a-bae9-a21ab3255452 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:04:40.450413 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fddf44c-7ae5-4ee9-9f54-e7dee5b6b1f6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Pushing event updated for resources: {'Port': ['ID=01ec3a30-dac5-4593-86c2-3ec6287405f1,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:40.479913 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-6fddf44c-7ae5-4ee9-9f54-e7dee5b6b1f6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:40.480540 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-6fddf44c-7ae5-4ee9-9f54-e7dee5b6b1f6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:40.495353 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-6fddf44c-7ae5-4ee9-9f54-e7dee5b6b1f6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5681245 Sep 01 16:04:40.522981 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-a8c7b4f7-ecc7-41f5-8445-dde5a4db30a0 service neutron] Request body: {'port': {'device_id': '71c19b2e-3af7-48c7-b740-e468c5e7baf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:40.579915 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-a8c7b4f7-ecc7-41f5-8445-dde5a4db30a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:40.649561 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-414d214c-4a73-4b1a-b06f-dd0fda2c1682 None None] Provisioning for port 01ec3a30-dac5-4593-86c2-3ec6287405f1 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:04:40.656050 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-414d214c-4a73-4b1a-b06f-dd0fda2c1682 None None] Provisioning complete for port 01ec3a30-dac5-4593-86c2-3ec6287405f1 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:40.659856 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-414d214c-4a73-4b1a-b06f-dd0fda2c1682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:40.702853 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-414d214c-4a73-4b1a-b06f-dd0fda2c1682 None None] Port 01ec3a30-dac5-4593-86c2-3ec6287405f1 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:04:40.850328 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-a8c7b4f7-ecc7-41f5-8445-dde5a4db30a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ec3a30-dac5-4593-86c2-3ec6287405f1 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:04:40.857452 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-a8c7b4f7-ecc7-41f5-8445-dde5a4db30a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:40.869526 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-a8c7b4f7-ecc7-41f5-8445-dde5a4db30a0 service neutron] Transition to ACTIVE for port object 01ec3a30-dac5-4593-86c2-3ec6287405f1 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:04:40.872845 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-a8c7b4f7-ecc7-41f5-8445-dde5a4db30a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:40.924203 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7b4f7-ecc7-41f5-8445-dde5a4db30a0 service neutron] Pushing event updated for resources: {'Port': ['ID=01ec3a30-dac5-4593-86c2-3ec6287405f1,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:40.999086 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d95316-ce3b-4183-9115-f527b2f9599c req-d3394ab5-0e74-46ce-bbdf-e4e64ff5d81a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:41.000473 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-a8c7b4f7-ecc7-41f5-8445-dde5a4db30a0 service neutron] Attempting to bind port 01ec3a30-dac5-4593-86c2-3ec6287405f1 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:04:41.000796 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f6d95316-ce3b-4183-9115-f527b2f9599c req-d3394ab5-0e74-46ce-bbdf-e4e64ff5d81a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 943 time: 0.0584478 Sep 01 16:04:41.000938 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-a8c7b4f7-ecc7-41f5-8445-dde5a4db30a0 service neutron] Attempting to bind port 01ec3a30-dac5-4593-86c2-3ec6287405f1 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:04:41.001125 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-a8c7b4f7-ecc7-41f5-8445-dde5a4db30a0 service neutron] Attempting to bind port 01ec3a30-dac5-4593-86c2-3ec6287405f1 on network f46119d7-0ee6-4557-b45e-617950a3b131 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:04:41.005784 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-a8c7b4f7-ecc7-41f5-8445-dde5a4db30a0 service neutron] Port 01ec3a30-dac5-4593-86c2-3ec6287405f1 on network f46119d7-0ee6-4557-b45e-617950a3b131 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:04:41.006102 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-a8c7b4f7-ecc7-41f5-8445-dde5a4db30a0 service neutron] Attempting to bind port 01ec3a30-dac5-4593-86c2-3ec6287405f1 on network f46119d7-0ee6-4557-b45e-617950a3b131 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:04:41.011161 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-a8c7b4f7-ecc7-41f5-8445-dde5a4db30a0 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:04:41.011500 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-a8c7b4f7-ecc7-41f5-8445-dde5a4db30a0 service neutron] Checking segment: {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:04:41.011879 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-a8c7b4f7-ecc7-41f5-8445-dde5a4db30a0 service neutron] Bound using segment: {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:04:41.012304 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-a8c7b4f7-ecc7-41f5-8445-dde5a4db30a0 service neutron] Bound port: 01ec3a30-dac5-4593-86c2-3ec6287405f1, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:04:41.012662 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-a8c7b4f7-ecc7-41f5-8445-dde5a4db30a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:41.045329 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f6d95316-ce3b-4183-9115-f527b2f9599c req-f33dcea0-0226-496c-99f0-f9135958a673 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371151 Sep 01 16:04:41.091770 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-a8c7b4f7-ecc7-41f5-8445-dde5a4db30a0 service neutron] For port 01ec3a30-dac5-4593-86c2-3ec6287405f1, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:04:41.095258 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-a8c7b4f7-ecc7-41f5-8445-dde5a4db30a0 service neutron] For port 01ec3a30-dac5-4593-86c2-3ec6287405f1, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:04:41.100849 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-a8c7b4f7-ecc7-41f5-8445-dde5a4db30a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:41.139766 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-a8c7b4f7-ecc7-41f5-8445-dde5a4db30a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:41.140404 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-a8c7b4f7-ecc7-41f5-8445-dde5a4db30a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:41.141955 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-a8c7b4f7-ecc7-41f5-8445-dde5a4db30a0 service neutron] 10.222.0.62 "PUT /v2.0/ports/01ec3a30-dac5-4593-86c2-3ec6287405f1 HTTP/1.1" status: 200 len: 1091 time: 0.6234183 Sep 01 16:04:41.144808 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c19b2e-3af7-48c7-b740-e468c5e7baf3', 'tag': '01ec3a30-dac5-4593-86c2-3ec6287405f1'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:04:41.147146 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcfbcd7-1986-4cc3-991e-86b02c13c17b" -d '{"events": [{"name": "network-changed", "server_uuid": "71c19b2e-3af7-48c7-b740-e468c5e7baf3", "tag": "01ec3a30-dac5-4593-86c2-3ec6287405f1"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:04:41.174356 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7b4f7-ecc7-41f5-8445-dde5a4db30a0 service neutron] Pushing event updated for resources: {'Port': ['ID=01ec3a30-dac5-4593-86c2-3ec6287405f1,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:41.187598 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6047f28-d62e-4498-b221-9d302cf6db7d x-openstack-request-id: req-e6047f28-d62e-4498-b221-9d302cf6db7d {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:04:41.188087 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c19b2e-3af7-48c7-b740-e468c5e7baf3", "tag": "01ec3a30-dac5-4593-86c2-3ec6287405f1", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:04:41.188324 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e6047f28-d62e-4498-b221-9d302cf6db7d {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:04:41.188743 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c19b2e-3af7-48c7-b740-e468c5e7baf3', 'tag': '01ec3a30-dac5-4593-86c2-3ec6287405f1', 'status': 'completed', 'code': 200} Sep 01 16:04:41.267534 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-5c7f9ade-a8ae-438f-afe6-25c5bf520e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:41.269655 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-5c7f9ade-a8ae-438f-afe6-25c5bf520e35 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 1094 time: 0.0427876 Sep 01 16:04:41.319344 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-d7a37888-3795-4bf3-b9cb-ba3295884197 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1 HTTP/1.1" status: 200 len: 217 time: 0.0337987 Sep 01 16:04:41.372600 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-8b907fed-ad7b-442a-a667-54cd62223bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:41.373970 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-8b907fed-ad7b-442a-a667-54cd62223bbc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0471115 Sep 01 16:04:41.421640 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-8cb0088e-6333-42c3-8038-799bee834b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:41.423178 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-8cb0088e-6333-42c3-8038-799bee834b4f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388851 Sep 01 16:04:41.514841 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-342d82d3-b069-475a-a0f4-092c56874bef service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799444 Sep 01 16:04:41.610984 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7d6b84c5-bf66-4d45-8bcf-b8ecfb286c1b req-57f8b6d0-3860-4fdd-82c4-b4f6fd1df6dc service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849793 Sep 01 16:04:41.753468 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfbcd7-1986-4cc3-991e-86b02c13c17b req-58edd88b-f95b-49d9-a217-dc1881789e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:41.755198 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4bcfbcd7-1986-4cc3-991e-86b02c13c17b req-58edd88b-f95b-49d9-a217-dc1881789e10 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 1094 time: 0.0436542 Sep 01 16:04:41.850913 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfbcd7-1986-4cc3-991e-86b02c13c17b req-655b60ec-1113-48ab-b73b-f6cb9478e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:41.852427 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4bcfbcd7-1986-4cc3-991e-86b02c13c17b req-655b60ec-1113-48ab-b73b-f6cb9478e71c service neutron] 10.222.0.62 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0894215 Sep 01 16:04:41.901185 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4bcfbcd7-1986-4cc3-991e-86b02c13c17b req-0cdafe91-810a-4419-9b82-4ff917b03726 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1 HTTP/1.1" status: 200 len: 217 time: 0.0399346 Sep 01 16:04:41.951923 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfbcd7-1986-4cc3-991e-86b02c13c17b req-b83d91d0-d413-4de5-921f-e3f7127e2c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:41.953413 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4bcfbcd7-1986-4cc3-991e-86b02c13c17b req-b83d91d0-d413-4de5-921f-e3f7127e2c82 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0443163 Sep 01 16:04:42.008258 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfbcd7-1986-4cc3-991e-86b02c13c17b req-ddd78952-87ed-450e-9104-75b3c56cea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:42.009793 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4bcfbcd7-1986-4cc3-991e-86b02c13c17b req-ddd78952-87ed-450e-9104-75b3c56cea27 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478356 Sep 01 16:04:42.118637 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4bcfbcd7-1986-4cc3-991e-86b02c13c17b req-a46295e6-f43e-4798-bc9b-ae5443fed0c4 service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984702 Sep 01 16:04:42.171938 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94affa29-1df3-4e24-827a-6d2e9f9e466b req-4e3645f4-52ef-46d8-9497-456ba972bd69 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:42.174898 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-94affa29-1df3-4e24-827a-6d2e9f9e466b req-4e3645f4-52ef-46d8-9497-456ba972bd69 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 943 time: 0.0530939 Sep 01 16:04:42.219798 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-94affa29-1df3-4e24-827a-6d2e9f9e466b req-f4cb09b6-2dae-45cc-965a-a6d4f8aee745 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378499 Sep 01 16:04:42.234253 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:42.235820 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4bcfbcd7-1986-4cc3-991e-86b02c13c17b req-d708b724-a5ca-48a7-9259-82ce8b5590d4 service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074741 Sep 01 16:04:43.355487 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa87df9-1570-48bb-8b90-351e265aaaab req-eb834c72-8dfe-4bef-842a-6dd416a7d576 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:43.356983 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cfa87df9-1570-48bb-8b90-351e265aaaab req-eb834c72-8dfe-4bef-842a-6dd416a7d576 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 943 time: 0.0497389 Sep 01 16:04:43.395317 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cfa87df9-1570-48bb-8b90-351e265aaaab req-6d6e9961-9aa7-4fc2-abc6-c32ae54ed333 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317669 Sep 01 16:04:43.431471 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:43.713994 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-62859d49-ccdc-4a7a-9af3-4e65a9a6df4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:44.440672 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 01ec3a30-dac5-4593-86c2-3ec6287405f1 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:04:44.515256 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1f744-3c3f-474b-8c52-9a11343082ec req-3e736941-7b63-429b-b234-e36f86d783e0 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:44.516958 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-70f1f744-3c3f-474b-8c52-9a11343082ec req-3e736941-7b63-429b-b234-e36f86d783e0 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 943 time: 0.0520771 Sep 01 16:04:44.544467 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 01ec3a30-dac5-4593-86c2-3ec6287405f1, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:44.556730 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '01ec3a30-dac5-4593-86c2-3ec6287405f1', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'port_id': '01ec3a30-dac5-4593-86c2-3ec6287405f1', 'mac_address': 'fa:16:3e:17:e5:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:04:44.558741 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-70f1f744-3c3f-474b-8c52-9a11343082ec req-113ba5f1-ade8-422d-8a2d-95fc926dbd7b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348330 Sep 01 16:04:44.604010 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:44.617014 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ec3a30-dac5-4593-86c2-3ec6287405f1 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:04:44.637153 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 01ec3a30-dac5-4593-86c2-3ec6287405f1, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:44.641104 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:44.692693 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=01ec3a30-dac5-4593-86c2-3ec6287405f1,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:44.979403 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['01ec3a30-dac5-4593-86c2-3ec6287405f1'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:04:45.338809 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:45.685777 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eea1a4-23be-4eba-a9c1-b592edfd1c82 req-3fff990e-a737-4d0a-a8e6-5352982dda01 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:45.687365 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-37eea1a4-23be-4eba-a9c1-b592edfd1c82 req-3fff990e-a737-4d0a-a8e6-5352982dda01 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 944 time: 0.0517106 Sep 01 16:04:45.729500 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-37eea1a4-23be-4eba-a9c1-b592edfd1c82 req-6e6c33f7-4b5d-4a70-83de-705955ebf395 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359025 Sep 01 16:04:46.443421 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 01ec3a30-dac5-4593-86c2-3ec6287405f1 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:04:46.491853 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 01ec3a30-dac5-4593-86c2-3ec6287405f1 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:04:46.495820 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 01ec3a30-dac5-4593-86c2-3ec6287405f1 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:04:46.496233 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:46.578690 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:46.605556 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c19b2e-3af7-48c7-b740-e468c5e7baf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ec3a30-dac5-4593-86c2-3ec6287405f1'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:04:46.607845 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1741e6-be20-4d69-861a-2bc57e8f540e" -d '{"events": [{"server_uuid": "71c19b2e-3af7-48c7-b740-e468c5e7baf3", "name": "network-vif-plugged", "status": "completed", "tag": "01ec3a30-dac5-4593-86c2-3ec6287405f1"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:04:46.621085 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 01ec3a30-dac5-4593-86c2-3ec6287405f1, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:04:46.625308 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:46.649354 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750eac20-483d-4e61-9fcf-292a19547041 x-openstack-request-id: req-750eac20-483d-4e61-9fcf-292a19547041 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:04:46.649719 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c19b2e-3af7-48c7-b740-e468c5e7baf3", "name": "network-vif-plugged", "status": "completed", "tag": "01ec3a30-dac5-4593-86c2-3ec6287405f1", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:04:46.649903 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-750eac20-483d-4e61-9fcf-292a19547041 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:04:46.650290 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c19b2e-3af7-48c7-b740-e468c5e7baf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ec3a30-dac5-4593-86c2-3ec6287405f1', 'code': 200} Sep 01 16:04:46.678087 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=01ec3a30-dac5-4593-86c2-3ec6287405f1,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:04:46.798532 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071b84b-562e-4fac-b33c-db88f4d21b11 req-8f2060f8-2743-4928-88e3-05650954ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:46.800819 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4071b84b-562e-4fac-b33c-db88f4d21b11 req-8f2060f8-2743-4928-88e3-05650954ae49 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 1096 time: 0.0416501 Sep 01 16:04:46.864773 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4071b84b-562e-4fac-b33c-db88f4d21b11 req-1e0f27ed-7eef-44bf-bdce-0def0560aaef service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529342 Sep 01 16:04:46.876850 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36071bea-5cc2-49d2-af55-b1def85c573e req-fedc53c0-3f8b-47c7-81e9-e561338b40f1 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:46.878387 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-36071bea-5cc2-49d2-af55-b1def85c573e req-fedc53c0-3f8b-47c7-81e9-e561338b40f1 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 945 time: 0.0753698 Sep 01 16:04:46.918415 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-36071bea-5cc2-49d2-af55-b1def85c573e req-368d1cd0-a586-4d86-b6e8-1589ffd41cd3 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339067 Sep 01 16:04:48.049500 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbebce1-5a22-4078-add9-16496b6f08e6 req-5f67e713-edbc-474f-a889-8f8aee117eb6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:48.051057 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0dbebce1-5a22-4078-add9-16496b6f08e6 req-5f67e713-edbc-474f-a889-8f8aee117eb6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 945 time: 0.0551074 Sep 01 16:04:48.090438 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0dbebce1-5a22-4078-add9-16496b6f08e6 req-bf05a392-a775-4b13-8c87-893f9e0963d9 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321157 Sep 01 16:04:49.204656 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86014d90-6021-4981-bb23-ab5bc55d84de req-f79c5342-d63d-4493-b62e-362fdbb7f668 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:49.206628 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-86014d90-6021-4981-bb23-ab5bc55d84de req-f79c5342-d63d-4493-b62e-362fdbb7f668 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 945 time: 0.0483582 Sep 01 16:04:49.243850 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-86014d90-6021-4981-bb23-ab5bc55d84de req-daf04ee2-e898-43ad-a8ac-5050e176ef90 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310326 Sep 01 16:04:49.358749 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879efd4-e079-46d5-ad20-33f42789a7eb req-f7c75990-2887-48f1-9ba3-9d0f8acd5318 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:49.360270 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b879efd4-e079-46d5-ad20-33f42789a7eb req-f7c75990-2887-48f1-9ba3-9d0f8acd5318 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 945 time: 0.0509322 Sep 01 16:04:49.369030 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55046) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:04:49.373964 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-5a296e73-c62c-4db0-b7fd-1429c7c4ae1e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Request body: {'floatingip': {'port_id': '01ec3a30-dac5-4593-86c2-3ec6287405f1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:04:49.416905 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5a296e73-c62c-4db0-b7fd-1429c7c4ae1e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for floatingip, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:50.160929 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5a296e73-c62c-4db0-b7fd-1429c7c4ae1e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:50.165188 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5a296e73-c62c-4db0-b7fd-1429c7c4ae1e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:50.266919 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-5a296e73-c62c-4db0-b7fd-1429c7c4ae1e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Floating IP 65539de3-9347-4a02-8ec2-c0297655cc1f associated. External IP: 172.25.6.19, port: 01ec3a30-dac5-4593-86c2-3ec6287405f1. Sep 01 16:04:50.483761 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a296e73-c62c-4db0-b7fd-1429c7c4ae1e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:04:50.595324 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a296e73-c62c-4db0-b7fd-1429c7c4ae1e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:04:50.600737 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5a296e73-c62c-4db0-b7fd-1429c7c4ae1e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:04:50.608390 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05026c56-e283-4c0f-b185-de19a891db80 None None] Sync routers for ids ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:04:50.619064 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05026c56-e283-4c0f-b185-de19a891db80 None None] Routers {'3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:04:50.619680 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-05026c56-e283-4c0f-b185-de19a891db80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:04:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:50.631266 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5a296e73-c62c-4db0-b7fd-1429c7c4ae1e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "PUT /v2.0/floatingips/65539de3-9347-4a02-8ec2-c0297655cc1f HTTP/1.1" status: 200 len: 990 time: 1.2584727 Sep 01 16:04:50.631266 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c19b2e-3af7-48c7-b740-e468c5e7baf3', 'tag': '01ec3a30-dac5-4593-86c2-3ec6287405f1'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:04:50.631577 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f659c1c9-6762-427f-b471-315fd3895e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "71c19b2e-3af7-48c7-b740-e468c5e7baf3", "tag": "01ec3a30-dac5-4593-86c2-3ec6287405f1"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:04:50.668449 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c9bb24-a2cb-4779-8067-2b46efcaf458 x-openstack-request-id: req-a8c9bb24-a2cb-4779-8067-2b46efcaf458 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:04:50.668806 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c19b2e-3af7-48c7-b740-e468c5e7baf3", "tag": "01ec3a30-dac5-4593-86c2-3ec6287405f1", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:04:50.669129 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a8c9bb24-a2cb-4779-8067-2b46efcaf458 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:04:50.669732 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c19b2e-3af7-48c7-b740-e468c5e7baf3', 'tag': '01ec3a30-dac5-4593-86c2-3ec6287405f1', 'status': 'completed', 'code': 200} Sep 01 16:04:50.766430 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-05026c56-e283-4c0f-b185-de19a891db80 None None] Set router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:04:50.783794 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659c1c9-6762-427f-b471-315fd3895e6f req-81136ba6-cf15-4dde-8644-8199ac14b958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:50.785364 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f659c1c9-6762-427f-b471-315fd3895e6f req-81136ba6-cf15-4dde-8644-8199ac14b958 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 1096 time: 0.0474584 Sep 01 16:04:50.878357 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659c1c9-6762-427f-b471-315fd3895e6f req-89915a48-e11f-4398-8378-53f1bd3256f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:50.879844 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f659c1c9-6762-427f-b471-315fd3895e6f req-89915a48-e11f-4398-8378-53f1bd3256f3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0864294 Sep 01 16:04:50.951085 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f659c1c9-6762-427f-b471-315fd3895e6f req-9dac5991-82ed-45d2-b26a-9a76a1328d54 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1 HTTP/1.1" status: 200 len: 998 time: 0.0627871 Sep 01 16:04:50.989327 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-05026c56-e283-4c0f-b185-de19a891db80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '65539de3-9347-4a02-8ec2-c0297655cc1f', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'port_id': '01ec3a30-dac5-4593-86c2-3ec6287405f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'mac_address': 'fa:16:3e:17:e5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c19b2e-3af7-48c7-b740-e468c5e7baf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:00:01Z', 'updated_at': '2021-09-01T16:04:50Z', 'revision_number': 9, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c362066-4f18-4170-9abe-7ede18a42e94', 'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'mac_address': 'fa:16:3e:79:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:59Z', 'updated_at': '2021-09-01T16:00:03Z', 'revision_number': 5, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'subnets': [{'id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:51.002458 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659c1c9-6762-427f-b471-315fd3895e6f req-c7720c9c-c604-4e87-bca3-d9254b2686b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:51.004013 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f659c1c9-6762-427f-b471-315fd3895e6f req-c7720c9c-c604-4e87-bca3-d9254b2686b7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0439675 Sep 01 16:04:51.054946 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659c1c9-6762-427f-b471-315fd3895e6f req-658f06b7-d228-4cbd-88f0-ff0732c177c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:51.056530 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f659c1c9-6762-427f-b471-315fd3895e6f req-658f06b7-d228-4cbd-88f0-ff0732c177c1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433590 Sep 01 16:04:51.106815 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05026c56-e283-4c0f-b185-de19a891db80 None None] Checking router: 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:04:51.115657 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05026c56-e283-4c0f-b185-de19a891db80 None None] Routers {'3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:04:51.116253 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-05026c56-e283-4c0f-b185-de19a891db80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:04:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:51.153270 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f659c1c9-6762-427f-b471-315fd3895e6f req-d46585ab-1a8e-43d5-86a8-214fc461e1d5 service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878754 Sep 01 16:04:51.216815 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-05026c56-e283-4c0f-b185-de19a891db80 None None] Set router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:04:51.250753 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f659c1c9-6762-427f-b471-315fd3895e6f req-c535400c-e6d7-4174-af53-b884a7cd4ab8 service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835888 Sep 01 16:04:51.435177 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-05026c56-e283-4c0f-b185-de19a891db80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '65539de3-9347-4a02-8ec2-c0297655cc1f', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'port_id': '01ec3a30-dac5-4593-86c2-3ec6287405f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'mac_address': 'fa:16:3e:17:e5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c19b2e-3af7-48c7-b740-e468c5e7baf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:00:01Z', 'updated_at': '2021-09-01T16:04:50Z', 'revision_number': 9, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c362066-4f18-4170-9abe-7ede18a42e94', 'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'mac_address': 'fa:16:3e:79:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:59Z', 'updated_at': '2021-09-01T16:00:03Z', 'revision_number': 5, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'subnets': [{'id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:04:51.464570 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05026c56-e283-4c0f-b185-de19a891db80 None None] The sync data for ids ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'] in n-d-794796-3 is: [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '65539de3-9347-4a02-8ec2-c0297655cc1f', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'port_id': '01ec3a30-dac5-4593-86c2-3ec6287405f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'mac_address': 'fa:16:3e:17:e5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c19b2e-3af7-48c7-b740-e468c5e7baf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:00:01Z', 'updated_at': '2021-09-01T16:04:50Z', 'revision_number': 9, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c362066-4f18-4170-9abe-7ede18a42e94', 'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'mac_address': 'fa:16:3e:79:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:59Z', 'updated_at': '2021-09-01T16:00:03Z', 'revision_number': 5, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'subnets': [{'id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:04:51.660656 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d7942c-6e70-4f7b-be3a-3247f05b7e7c None None] New status for floating IP 65539de3-9347-4a02-8ec2-c0297655cc1f: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:04:53.924747 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f170bcd8-1e93-48fb-b505-bf604db50e69 req-ef1341a6-0233-4bf4-bb00-6b80ea455bce service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415821 Sep 01 16:04:54.045117 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170bcd8-1e93-48fb-b505-bf604db50e69 req-9b31810f-3a54-45f7-9f1a-34e06b3cae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:54.046631 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f170bcd8-1e93-48fb-b505-bf604db50e69 req-9b31810f-3a54-45f7-9f1a-34e06b3cae59 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 1096 time: 0.0492475 Sep 01 16:04:54.154079 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170bcd8-1e93-48fb-b505-bf604db50e69 req-89085f13-9ba4-4313-adce-c290ef63b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:54.155748 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f170bcd8-1e93-48fb-b505-bf604db50e69 req-89085f13-9ba4-4313-adce-c290ef63b85b service neutron] 10.222.0.62 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0884564 Sep 01 16:04:54.233818 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f170bcd8-1e93-48fb-b505-bf604db50e69 req-478293d0-5ead-4c78-84d0-8ad08c79c013 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1 HTTP/1.1" status: 200 len: 1001 time: 0.0701478 Sep 01 16:04:54.287922 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170bcd8-1e93-48fb-b505-bf604db50e69 req-ae013117-3d1d-4dc7-a010-ecc37eded3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:54.289607 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f170bcd8-1e93-48fb-b505-bf604db50e69 req-ae013117-3d1d-4dc7-a010-ecc37eded3f5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0482032 Sep 01 16:04:54.339421 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170bcd8-1e93-48fb-b505-bf604db50e69 req-4fe42535-3a5a-488a-a117-1a7d681b2045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:04:54.340962 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f170bcd8-1e93-48fb-b505-bf604db50e69 req-4fe42535-3a5a-488a-a117-1a7d681b2045 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411394 Sep 01 16:04:54.436431 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f170bcd8-1e93-48fb-b505-bf604db50e69 req-f01adb66-3394-4a71-8659-0aaef93b1796 service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872710 Sep 01 16:04:54.527011 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f170bcd8-1e93-48fb-b505-bf604db50e69 req-7da0b0f3-cf85-4cd6-808a-a92cb152e469 service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823977 Sep 01 16:04:58.186811 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.012249 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:09.373308 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-79d9eb03-9949-4181-a980-f9f7ea7aedc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:12.229467 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:13.436554 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:13.714920 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2ab7eb8a-c2c9-46d8-972b-b1526b21201b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:15.343787 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:15.776949 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:05:28.192178 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:39.023059 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:39.374099 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8feef5f2-b886-4b9a-8149-b7d6b7788332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:42.231945 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:43.438814 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:43.716617 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-da1621b8-380e-461c-b28f-ed5477b4fbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:45.346625 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:05:52.776469 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:05:53.932721 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-38b10e36-0a87-4ff3-b922-eb70536fe2e4 req-369e139f-7922-4afb-9e73-bfd2f202174d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411079 Sep 01 16:05:54.046977 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b10e36-0a87-4ff3-b922-eb70536fe2e4 req-b56e05d9-97b0-4235-8509-ffd24709ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:54.048788 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-38b10e36-0a87-4ff3-b922-eb70536fe2e4 req-b56e05d9-97b0-4235-8509-ffd24709ee09 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 1096 time: 0.0480022 Sep 01 16:05:54.159362 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b10e36-0a87-4ff3-b922-eb70536fe2e4 req-9f59afe4-30a5-43d2-9718-71a6ccd07d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:54.160864 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-38b10e36-0a87-4ff3-b922-eb70536fe2e4 req-9f59afe4-30a5-43d2-9718-71a6ccd07d80 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0914021 Sep 01 16:05:54.240552 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-38b10e36-0a87-4ff3-b922-eb70536fe2e4 req-367b8f24-e002-4e80-8dc3-ec85d6332730 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1 HTTP/1.1" status: 200 len: 1001 time: 0.0703092 Sep 01 16:05:54.295104 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b10e36-0a87-4ff3-b922-eb70536fe2e4 req-479116e6-4097-45ae-bde6-5aa7a4af5e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:54.296606 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-38b10e36-0a87-4ff3-b922-eb70536fe2e4 req-479116e6-4097-45ae-bde6-5aa7a4af5e1b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0486867 Sep 01 16:05:54.346961 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b10e36-0a87-4ff3-b922-eb70536fe2e4 req-7e946b54-5eac-4692-8f47-97c56e7943ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:05:54.348502 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-38b10e36-0a87-4ff3-b922-eb70536fe2e4 req-7e946b54-5eac-4692-8f47-97c56e7943ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431662 Sep 01 16:05:54.444753 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-38b10e36-0a87-4ff3-b922-eb70536fe2e4 req-3d69ff20-f545-45e9-8404-2c0b984bd6d0 service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875442 Sep 01 16:05:54.548934 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-38b10e36-0a87-4ff3-b922-eb70536fe2e4 req-7df37862-e4ce-4097-af90-c1c6912f21e7 service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951383 Sep 01 16:05:58.207171 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:09.019918 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:09.375381 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5c024269-fe53-48a7-b923-7481bc87b2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:12.233455 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:13.440847 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:13.719371 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-431f1400-357d-471a-b42d-369b89339aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:15.347909 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:28.214500 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:29.777165 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:06:33.303547 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-792bc642-9311-440c-a29a-f85d1b93e87a req-5220fc12-2b4c-4307-ab0f-56ff09567267 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0522270 Sep 01 16:06:33.345963 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643f092-a577-4b27-ab77-36f258892fb4 req-247ea6d5-461b-4f3d-84e0-7b9d4bd4a674 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:33.347520 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6643f092-a577-4b27-ab77-36f258892fb4 req-247ea6d5-461b-4f3d-84e0-7b9d4bd4a674 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 945 time: 0.0622263 Sep 01 16:06:33.387952 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6643f092-a577-4b27-ab77-36f258892fb4 req-51eed34d-509a-42eb-9620-bcfad0a10328 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331509 Sep 01 16:06:34.428912 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bc642-9311-440c-a29a-f85d1b93e87a req-506a41b2-f702-4c2a-81fc-3f90ef1612c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:34.430490 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-792bc642-9311-440c-a29a-f85d1b93e87a req-506a41b2-f702-4c2a-81fc-3f90ef1612c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 1096 time: 0.0437508 Sep 01 16:06:34.515516 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d427bd-3566-4144-8fd2-6e37b0dc205f req-f405f507-50f3-4191-a38b-e7d94413a50d tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:34.517133 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-49d427bd-3566-4144-8fd2-6e37b0dc205f req-f405f507-50f3-4191-a38b-e7d94413a50d tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 945 time: 0.0550749 Sep 01 16:06:34.533132 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bc642-9311-440c-a29a-f85d1b93e87a req-802d591e-c6cb-4146-9936-8a6e29c6cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:34.534704 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-792bc642-9311-440c-a29a-f85d1b93e87a req-802d591e-c6cb-4146-9936-8a6e29c6cbd1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0924151 Sep 01 16:06:34.577810 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-49d427bd-3566-4144-8fd2-6e37b0dc205f req-efe9d434-2cae-4838-948b-12877e12a0be tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530672 Sep 01 16:06:34.614021 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-792bc642-9311-440c-a29a-f85d1b93e87a req-cad18ded-0f8c-4d6e-b7d3-91e31646eb44 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1 HTTP/1.1" status: 200 len: 1001 time: 0.0674391 Sep 01 16:06:34.668880 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bc642-9311-440c-a29a-f85d1b93e87a req-4cfa1d60-df9d-44a1-93ca-b47c33f24e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:34.670365 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-792bc642-9311-440c-a29a-f85d1b93e87a req-4cfa1d60-df9d-44a1-93ca-b47c33f24e16 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0454998 Sep 01 16:06:34.718507 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bc642-9311-440c-a29a-f85d1b93e87a req-9196436c-c2c1-4912-8580-3960d2937821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:34.720012 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-792bc642-9311-440c-a29a-f85d1b93e87a req-9196436c-c2c1-4912-8580-3960d2937821 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412610 Sep 01 16:06:34.818371 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-792bc642-9311-440c-a29a-f85d1b93e87a req-af34c0c0-1558-4833-8ce1-9352b14e5ce8 service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875649 Sep 01 16:06:34.908422 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-792bc642-9311-440c-a29a-f85d1b93e87a req-1f84d502-aa6c-41e1-9a80-d1f9883d2ccb service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822191 Sep 01 16:06:35.700565 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00eb17d-fde7-41f1-b2f9-a467c784bd7c req-84563dc9-5441-4e52-bc0f-3b0a73658046 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:35.702055 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b00eb17d-fde7-41f1-b2f9-a467c784bd7c req-84563dc9-5441-4e52-bc0f-3b0a73658046 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 945 time: 0.0534859 Sep 01 16:06:35.740035 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b00eb17d-fde7-41f1-b2f9-a467c784bd7c req-1e910e4a-92d7-4fce-8709-cefc2340fcbc tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315440 Sep 01 16:06:36.860073 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa31c7a-6762-4468-9fc7-0f50d9e27882 req-75901dd4-7383-4952-b138-d93a02fafeda tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:36.861607 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9fa31c7a-6762-4468-9fc7-0f50d9e27882 req-75901dd4-7383-4952-b138-d93a02fafeda tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 945 time: 0.0537262 Sep 01 16:06:36.906062 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9fa31c7a-6762-4468-9fc7-0f50d9e27882 req-47bbdd9f-80c8-49dd-bf2c-6ab0366c20fe tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376844 Sep 01 16:06:38.021841 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c74b0-d3b4-471e-99e7-7b1825c509eb req-1ad0e2ca-3ba1-4f82-be02-11117c0e140d tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:38.023337 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca4c74b0-d3b4-471e-99e7-7b1825c509eb req-1ad0e2ca-3ba1-4f82-be02-11117c0e140d tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 945 time: 0.0488055 Sep 01 16:06:38.060294 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ca4c74b0-d3b4-471e-99e7-7b1825c509eb req-22c75d3c-deb2-4144-a7b9-383920db48db tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311151 Sep 01 16:06:39.041213 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:39.186671 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c797d-2484-437e-9046-810073e0a675 req-bcf77dab-f6a9-424f-bd9e-115ca0ff7061 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:39.188272 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-223c797d-2484-437e-9046-810073e0a675 req-bcf77dab-f6a9-424f-bd9e-115ca0ff7061 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 945 time: 0.0553572 Sep 01 16:06:39.232321 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-223c797d-2484-437e-9046-810073e0a675 req-1d77de42-862a-46df-b6bf-dd8a08831275 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376256 Sep 01 16:06:39.376437 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8e3b9e90-88e6-4ca1-948b-b77ee680f903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:40.350872 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8bef0a-91d1-4614-9bd2-89f3401be791 req-087d5865-2970-49b7-93dc-33321fcfe422 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:40.352371 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5b8bef0a-91d1-4614-9bd2-89f3401be791 req-087d5865-2970-49b7-93dc-33321fcfe422 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 945 time: 0.0493836 Sep 01 16:06:40.399488 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5b8bef0a-91d1-4614-9bd2-89f3401be791 req-9cef9f68-1fe7-4a96-9053-a381c726b73b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407994 Sep 01 16:06:41.534877 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a432e92-f1ea-41ad-95bf-710475a87208 req-304eff40-63b5-42aa-8f4d-7cfb83b30793 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:41.537056 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a432e92-f1ea-41ad-95bf-710475a87208 req-304eff40-63b5-42aa-8f4d-7cfb83b30793 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 945 time: 0.0515692 Sep 01 16:06:41.579792 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a432e92-f1ea-41ad-95bf-710475a87208 req-f1c33f10-1153-4624-b78f-0564b0a98b80 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358839 Sep 01 16:06:42.236672 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:42.720024 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f16c7-f272-455b-9603-cf93a845110b req-332d1220-2dd8-473f-b69b-4bff3cda3285 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:42.726324 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a07f16c7-f272-455b-9603-cf93a845110b req-332d1220-2dd8-473f-b69b-4bff3cda3285 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 945 time: 0.0536356 Sep 01 16:06:42.768146 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a07f16c7-f272-455b-9603-cf93a845110b req-19caac4f-c0c5-4d58-b68f-430efc5e38b7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393343 Sep 01 16:06:43.445491 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:43.720816 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-da5e6ae7-0572-4ee3-a60a-98abeabf1eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:43.898246 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85d8db-72e3-43e4-8c6b-036345a76fbc req-8723cc42-5b4d-4114-addf-bfdee33f260b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:43.901831 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2d85d8db-72e3-43e4-8c6b-036345a76fbc req-8723cc42-5b4d-4114-addf-bfdee33f260b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 945 time: 0.0556529 Sep 01 16:06:43.939727 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2d85d8db-72e3-43e4-8c6b-036345a76fbc req-fbabeca0-7718-4443-9fd8-8b099bfc8c01 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333014 Sep 01 16:06:45.060168 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffdd4f9-2baf-4b93-a092-180ff9c02efb req-aa0d5055-eb5e-4208-8536-3dcad8c598d4 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:45.061730 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9ffdd4f9-2baf-4b93-a092-180ff9c02efb req-aa0d5055-eb5e-4208-8536-3dcad8c598d4 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 945 time: 0.0491428 Sep 01 16:06:45.100877 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9ffdd4f9-2baf-4b93-a092-180ff9c02efb req-a84935f7-dd48-44b7-9313-97a00cb07e5a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324197 Sep 01 16:06:45.354345 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:46.222585 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e9693-3417-40b4-a14b-3d180d6f73c1 req-1b76b914-89c7-48ac-9089-2578b9861247 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:46.224112 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-343e9693-3417-40b4-a14b-3d180d6f73c1 req-1b76b914-89c7-48ac-9089-2578b9861247 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 945 time: 0.0503831 Sep 01 16:06:46.262886 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-343e9693-3417-40b4-a14b-3d180d6f73c1 req-e52755f7-bbbd-465f-9139-91c5feafa154 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327556 Sep 01 16:06:47.403187 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [req-792bc642-9311-440c-a29a-f85d1b93e87a req-61fb716a-b44d-4d6c-94b9-df1b9ee5b025 service neutron] show failed (client error): The resource could not be found. Sep 01 16:06:47.404332 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-792bc642-9311-440c-a29a-f85d1b93e87a req-61fb716a-b44d-4d6c-94b9-df1b9ee5b025 service neutron] 10.222.0.62 "GET /v2.0/ports/01ec3a30-dac5-4593-86c2-3ec6287405f1/bindings/n-h1-794796-3 HTTP/1.1" status: 404 len: 380 time: 0.0961576 Sep 01 16:06:47.413404 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dff3e-0292-4033-a8b5-fdc714f699e6 req-a399d130-d498-4128-8d2a-c5ec2ec859f1 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:47.415067 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-791dff3e-0292-4033-a8b5-fdc714f699e6 req-a399d130-d498-4128-8d2a-c5ec2ec859f1 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 945 time: 0.0797598 Sep 01 16:06:47.467905 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-791dff3e-0292-4033-a8b5-fdc714f699e6 req-f2395f0b-2811-406c-aaa6-e029f430bb97 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455163 Sep 01 16:06:47.692421 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bc642-9311-440c-a29a-f85d1b93e87a req-c06e1fe8-4c66-487a-b3de-3c211b26f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:47.694009 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-792bc642-9311-440c-a29a-f85d1b93e87a req-c06e1fe8-4c66-487a-b3de-3c211b26f723 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3&tenant_id=54409868541e4a73b844de37ac1b44a3 HTTP/1.1" status: 200 len: 1096 time: 0.0985811 Sep 01 16:06:47.708591 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-792bc642-9311-440c-a29a-f85d1b93e87a req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794796-3', 'device_owner': 'compute:nova'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:06:47.770668 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-792bc642-9311-440c-a29a-f85d1b93e87a req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:48.029578 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-792bc642-9311-440c-a29a-f85d1b93e87a req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] For port 01ec3a30-dac5-4593-86c2-3ec6287405f1, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:48.063621 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-792bc642-9311-440c-a29a-f85d1b93e87a req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] For port 01ec3a30-dac5-4593-86c2-3ec6287405f1, host n-h2-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:06:48.105700 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c19b2e-3af7-48c7-b740-e468c5e7baf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01ec3a30-dac5-4593-86c2-3ec6287405f1'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:06:48.108062 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb1665b-817c-4f2d-a5cb-135f55490b52" -d '{"events": [{"server_uuid": "71c19b2e-3af7-48c7-b740-e468c5e7baf3", "name": "network-vif-unplugged", "status": "completed", "tag": "01ec3a30-dac5-4593-86c2-3ec6287405f1"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:06:48.112456 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-792bc642-9311-440c-a29a-f85d1b93e87a req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:48.128663 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-792bc642-9311-440c-a29a-f85d1b93e87a req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Transition to ACTIVE for port object 01ec3a30-dac5-4593-86c2-3ec6287405f1 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:06:48.135341 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-792bc642-9311-440c-a29a-f85d1b93e87a req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:48.171476 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 16:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6d07db-856b-43b3-9c32-fcda9c6d9d25 x-openstack-request-id: req-7f6d07db-856b-43b3-9c32-fcda9c6d9d25 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:06:48.171783 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c19b2e-3af7-48c7-b740-e468c5e7baf3", "name": "network-vif-unplugged", "status": "completed", "tag": "01ec3a30-dac5-4593-86c2-3ec6287405f1", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:06:48.172051 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f6d07db-856b-43b3-9c32-fcda9c6d9d25 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:06:48.172454 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c19b2e-3af7-48c7-b740-e468c5e7baf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01ec3a30-dac5-4593-86c2-3ec6287405f1', 'code': 200} Sep 01 16:06:48.251565 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Pushing event updated for resources: {'Port': ['ID=01ec3a30-dac5-4593-86c2-3ec6287405f1,revision_number=6']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:48.277545 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:48.277899 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:48.278251 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:48.278706 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:48.279039 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:48.279374 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:48.279782 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:48.280034 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:48.280370 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:48.280694 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:48.281022 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:48.281346 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:48.337211 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-792bc642-9311-440c-a29a-f85d1b93e87a req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] No DVR routers for this DVR port 01ec3a30-dac5-4593-86c2-3ec6287405f1 on host n-h2-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:06:48.493204 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-792bc642-9311-440c-a29a-f85d1b93e87a req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Attempting to bind port 01ec3a30-dac5-4593-86c2-3ec6287405f1 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:06:48.493542 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-792bc642-9311-440c-a29a-f85d1b93e87a req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Attempting to bind port 01ec3a30-dac5-4593-86c2-3ec6287405f1 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:06:48.493874 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792bc642-9311-440c-a29a-f85d1b93e87a req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Attempting to bind port 01ec3a30-dac5-4593-86c2-3ec6287405f1 on network f46119d7-0ee6-4557-b45e-617950a3b131 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:06:48.498631 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792bc642-9311-440c-a29a-f85d1b93e87a req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Port 01ec3a30-dac5-4593-86c2-3ec6287405f1 on network f46119d7-0ee6-4557-b45e-617950a3b131 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:06:48.498959 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792bc642-9311-440c-a29a-f85d1b93e87a req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Attempting to bind port 01ec3a30-dac5-4593-86c2-3ec6287405f1 on network f46119d7-0ee6-4557-b45e-617950a3b131 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:06:48.505063 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792bc642-9311-440c-a29a-f85d1b93e87a req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:06:48.505382 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792bc642-9311-440c-a29a-f85d1b93e87a req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Checking segment: {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:06:48.505780 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792bc642-9311-440c-a29a-f85d1b93e87a req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Bound using segment: {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:06:48.506222 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-792bc642-9311-440c-a29a-f85d1b93e87a req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Bound port: 01ec3a30-dac5-4593-86c2-3ec6287405f1, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:06:48.506615 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-792bc642-9311-440c-a29a-f85d1b93e87a req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:48.579091 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-792bc642-9311-440c-a29a-f85d1b93e87a req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] For port 01ec3a30-dac5-4593-86c2-3ec6287405f1, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:06:48.584006 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-792bc642-9311-440c-a29a-f85d1b93e87a req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] For port 01ec3a30-dac5-4593-86c2-3ec6287405f1, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:06:48.589664 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-792bc642-9311-440c-a29a-f85d1b93e87a req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:48.624081 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadd190-13d2-4e1e-9235-23327f4a641c req-b6095d54-7395-43fa-985e-dc815be0f947 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:48.626174 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6eadd190-13d2-4e1e-9235-23327f4a641c req-b6095d54-7395-43fa-985e-dc815be0f947 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 943 time: 0.0616159 Sep 01 16:06:48.651085 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bc642-9311-440c-a29a-f85d1b93e87a req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:48.652150 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-792bc642-9311-440c-a29a-f85d1b93e87a req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:48.654748 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-792bc642-9311-440c-a29a-f85d1b93e87a req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] 10.222.0.45 "PUT /v2.0/ports/01ec3a30-dac5-4593-86c2-3ec6287405f1 HTTP/1.1" status: 200 len: 1091 time: 0.9512253 Sep 01 16:06:48.669514 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6eadd190-13d2-4e1e-9235-23327f4a641c req-387a739a-3ab4-4cbe-a349-c9ac91dc3251 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364974 Sep 01 16:06:48.693760 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049503bf-77e0-42ff-ba5c-034fd93a3b8c service neutron] Pushing event updated for resources: {'Port': ['ID=01ec3a30-dac5-4593-86c2-3ec6287405f1,revision_number=7']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:48.756684 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bc642-9311-440c-a29a-f85d1b93e87a req-a440cbc7-25cd-4844-9f9b-412ade988714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:48.758343 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-792bc642-9311-440c-a29a-f85d1b93e87a req-a440cbc7-25cd-4844-9f9b-412ade988714 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 1094 time: 0.0586121 Sep 01 16:06:48.869035 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bc642-9311-440c-a29a-f85d1b93e87a req-5e767575-c723-4c24-bbb7-a3378b98141f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:48.870654 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-792bc642-9311-440c-a29a-f85d1b93e87a req-5e767575-c723-4c24-bbb7-a3378b98141f service neutron] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.1036839 Sep 01 16:06:48.955501 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-792bc642-9311-440c-a29a-f85d1b93e87a req-4074b664-4915-40f9-87ca-07895f9a7d2e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1 HTTP/1.1" status: 200 len: 999 time: 0.0760524 Sep 01 16:06:49.015428 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bc642-9311-440c-a29a-f85d1b93e87a req-fb8f05a7-b497-47d7-b665-ccf4b5e511bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:49.016951 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-792bc642-9311-440c-a29a-f85d1b93e87a req-fb8f05a7-b497-47d7-b665-ccf4b5e511bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0542707 Sep 01 16:06:49.068814 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bc642-9311-440c-a29a-f85d1b93e87a req-2b66098c-9986-4eed-949c-79a5a48a3d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:49.070378 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-792bc642-9311-440c-a29a-f85d1b93e87a req-2b66098c-9986-4eed-949c-79a5a48a3d90 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451875 Sep 01 16:06:49.165700 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-792bc642-9311-440c-a29a-f85d1b93e87a req-79f83374-adda-4386-89e7-2f2a94a8e4e0 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860820 Sep 01 16:06:49.265815 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-792bc642-9311-440c-a29a-f85d1b93e87a req-f42fb892-7007-4f6e-81cf-ef92b62bf7b0 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923975 Sep 01 16:06:49.816482 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69a084-a35a-4d6f-aa14-13f974a874e7 req-a29ef1cb-7f52-46f5-ab42-f5d0061d2482 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:49.818677 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-af69a084-a35a-4d6f-aa14-13f974a874e7 req-a29ef1cb-7f52-46f5-ab42-f5d0061d2482 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 943 time: 0.0550983 Sep 01 16:06:49.860640 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-af69a084-a35a-4d6f-aa14-13f974a874e7 req-8264a6f0-99e6-40a8-959f-165aaeb11a48 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358717 Sep 01 16:06:50.174174 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c19b2e-3af7-48c7-b740-e468c5e7baf3', 'tag': '01ec3a30-dac5-4593-86c2-3ec6287405f1'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:06:50.177012 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c682a57-6a76-40c5-890b-63074bbc1f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "71c19b2e-3af7-48c7-b740-e468c5e7baf3", "tag": "01ec3a30-dac5-4593-86c2-3ec6287405f1"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:06:50.239803 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c21b88f-1d24-4ba6-8963-6ed4d8c4a626 x-openstack-request-id: req-3c21b88f-1d24-4ba6-8963-6ed4d8c4a626 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:06:50.240101 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c19b2e-3af7-48c7-b740-e468c5e7baf3", "tag": "01ec3a30-dac5-4593-86c2-3ec6287405f1", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:06:50.240358 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3c21b88f-1d24-4ba6-8963-6ed4d8c4a626 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:06:50.240767 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c19b2e-3af7-48c7-b740-e468c5e7baf3', 'tag': '01ec3a30-dac5-4593-86c2-3ec6287405f1', 'status': 'completed', 'code': 200} Sep 01 16:06:50.298903 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c682a57-6a76-40c5-890b-63074bbc1f5c req-ab24b3f9-33e2-4d22-b7c1-4bd0b71afc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:50.300442 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c682a57-6a76-40c5-890b-63074bbc1f5c req-ab24b3f9-33e2-4d22-b7c1-4bd0b71afc77 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 1094 time: 0.0433331 Sep 01 16:06:50.337750 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c682a57-6a76-40c5-890b-63074bbc1f5c req-36242918-ed43-4927-8f7d-0932f6a4af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:50.339373 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1c682a57-6a76-40c5-890b-63074bbc1f5c req-36242918-ed43-4927-8f7d-0932f6a4af89 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 1094 time: 0.0429628 Sep 01 16:06:50.459224 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c682a57-6a76-40c5-890b-63074bbc1f5c req-43bd0726-3f9a-4899-becb-37d71c4e6230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:50.460823 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1c682a57-6a76-40c5-890b-63074bbc1f5c req-43bd0726-3f9a-4899-becb-37d71c4e6230 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.1114681 Sep 01 16:06:50.542606 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1c682a57-6a76-40c5-890b-63074bbc1f5c req-caf61b4f-043e-4455-b410-e7336da7d66c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1 HTTP/1.1" status: 200 len: 999 time: 0.0702941 Sep 01 16:06:50.593925 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 01ec3a30-dac5-4593-86c2-3ec6287405f1 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:06:50.631703 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c682a57-6a76-40c5-890b-63074bbc1f5c req-ff175156-0d6f-4f3f-a796-bced7a03b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:50.634334 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1c682a57-6a76-40c5-890b-63074bbc1f5c req-ff175156-0d6f-4f3f-a796-bced7a03b760 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0839009 Sep 01 16:06:50.687232 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c682a57-6a76-40c5-890b-63074bbc1f5c req-b909cd17-037b-46c2-a4cf-141d3152f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:50.689972 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c682a57-6a76-40c5-890b-63074bbc1f5c req-b909cd17-037b-46c2-a4cf-141d3152f34b service neutron] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.3809226 Sep 01 16:06:50.703921 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c682a57-6a76-40c5-890b-63074bbc1f5c req-57ee9069-f7a7-4632-8ff2-df33642791a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:50.705603 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1c682a57-6a76-40c5-890b-63074bbc1f5c req-57ee9069-f7a7-4632-8ff2-df33642791a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637403 Sep 01 16:06:50.706262 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 01ec3a30-dac5-4593-86c2-3ec6287405f1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:50.720406 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '01ec3a30-dac5-4593-86c2-3ec6287405f1', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'port_id': '01ec3a30-dac5-4593-86c2-3ec6287405f1', 'mac_address': 'fa:16:3e:17:e5:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:06:50.761587 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:50.780217 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c682a57-6a76-40c5-890b-63074bbc1f5c req-31de4ffa-0685-4e4f-872b-45515986b33c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1 HTTP/1.1" status: 200 len: 999 time: 0.0822980 Sep 01 16:06:50.793218 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ec3a30-dac5-4593-86c2-3ec6287405f1 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:06:50.816503 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 01ec3a30-dac5-4593-86c2-3ec6287405f1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:50.823317 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:50.847670 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1c682a57-6a76-40c5-890b-63074bbc1f5c req-57821a0f-fe97-4090-9615-ef88417abd0a service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331871 Sep 01 16:06:50.856069 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c682a57-6a76-40c5-890b-63074bbc1f5c req-0691f18d-ee36-4e07-96b7-b461052049d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:50.857954 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c682a57-6a76-40c5-890b-63074bbc1f5c req-0691f18d-ee36-4e07-96b7-b461052049d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0629330 Sep 01 16:06:50.919596 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c682a57-6a76-40c5-890b-63074bbc1f5c req-568ef111-c8f7-41b5-b7a4-2cd4ddf80b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:50.921223 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c682a57-6a76-40c5-890b-63074bbc1f5c req-568ef111-c8f7-41b5-b7a4-2cd4ddf80b9d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536678 Sep 01 16:06:50.939106 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=01ec3a30-dac5-4593-86c2-3ec6287405f1,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:50.956615 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:50.957861 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:50.958710 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:50.959257 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:50.960530 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:50.960948 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:50.961827 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:50.961827 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:50.962242 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:50.962669 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:50.963072 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:50.963548 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:50.983954 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1c682a57-6a76-40c5-890b-63074bbc1f5c req-2f5c6490-0525-4e3c-adc6-0291e6727878 service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243989 Sep 01 16:06:51.094518 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f57bf-f65d-40a8-9347-1001965d4233 req-6e9ff0f7-d141-4cf4-afb8-545eaec12156 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:51.096128 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ea5f57bf-f65d-40a8-9347-1001965d4233 req-6e9ff0f7-d141-4cf4-afb8-545eaec12156 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 944 time: 0.1239235 Sep 01 16:06:51.103273 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c682a57-6a76-40c5-890b-63074bbc1f5c req-588753ca-4194-4564-a0b5-4e25bddf2339 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721439 Sep 01 16:06:51.104021 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['01ec3a30-dac5-4593-86c2-3ec6287405f1'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:06:51.192578 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ea5f57bf-f65d-40a8-9347-1001965d4233 req-e7efdbf6-b5e4-412f-96ed-813a51cd7144 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882595 Sep 01 16:06:51.244444 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c682a57-6a76-40c5-890b-63074bbc1f5c req-86e4ae07-3d3f-4b61-a43e-064365034bc8 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328280 Sep 01 16:06:51.247119 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 01ec3a30-dac5-4593-86c2-3ec6287405f1 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:06:51.305240 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 01ec3a30-dac5-4593-86c2-3ec6287405f1 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:06:51.551670 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-d25aa320-9e3f-4f32-98e5-9097ce32d03d tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:51.553271 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-d25aa320-9e3f-4f32-98e5-9097ce32d03d tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.45 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3&tenant_id=54409868541e4a73b844de37ac1b44a3&binding%3Ahost_id=n-h1-794796-3 HTTP/1.1" status: 200 len: 944 time: 0.0924065 Sep 01 16:06:51.569738 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b50f8d-baa7-4162-a805-7e272db49dda req-e8002286-6b9e-4e2e-afa8-1d96034d0499 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:51.571503 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b9b50f8d-baa7-4162-a805-7e272db49dda req-e8002286-6b9e-4e2e-afa8-1d96034d0499 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 944 time: 0.0776730 Sep 01 16:06:51.653772 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b9b50f8d-baa7-4162-a805-7e272db49dda req-72e1d728-8288-4e03-8d35-0a9554ad39c4 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756848 Sep 01 16:06:51.664149 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-4fbb17b6-85d6-4e44-9ccd-27b3a719c9b5 service neutron] 10.222.0.45 "GET /v2.0/ports/01ec3a30-dac5-4593-86c2-3ec6287405f1/bindings/n-h1-794796-3 HTTP/1.1" status: 200 len: 382 time: 0.0915964 Sep 01 16:06:51.734536 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-f0c233c8-93db-4073-8648-743a83875b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:51.736094 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-f0c233c8-93db-4073-8648-743a83875b27 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 1095 time: 0.0454018 Sep 01 16:06:51.837643 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-4f44f719-2435-40ca-b4ad-0f81d571d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:51.839190 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-4f44f719-2435-40ca-b4ad-0f81d571d5b0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0952809 Sep 01 16:06:51.914619 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-fc7aa83f-6511-4673-b21c-9ddb0e9a59bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1 HTTP/1.1" status: 200 len: 1000 time: 0.0677612 Sep 01 16:06:51.974944 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-e979b3d3-f8c1-4d8d-b447-ff98e0bed094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:51.976440 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-e979b3d3-f8c1-4d8d-b447-ff98e0bed094 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0532370 Sep 01 16:06:52.028754 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-aaef19e6-2f1c-4e93-a4cf-fd52a0c7b3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:52.030333 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-aaef19e6-2f1c-4e93-a4cf-fd52a0c7b3a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452847 Sep 01 16:06:52.133391 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-891b71f5-ac07-4c1f-a3fe-bd367b0423b0 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938227 Sep 01 16:06:52.228340 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-61df0b60-a91a-465a-a022-07f6f6ff8a7c service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871589 Sep 01 16:06:52.610991 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 01ec3a30-dac5-4593-86c2-3ec6287405f1 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:06:52.668164 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 01ec3a30-dac5-4593-86c2-3ec6287405f1 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:06:52.673165 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 01ec3a30-dac5-4593-86c2-3ec6287405f1 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:06:52.673555 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:52.758964 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:52.788912 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c19b2e-3af7-48c7-b740-e468c5e7baf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ec3a30-dac5-4593-86c2-3ec6287405f1'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:06:52.791497 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed2aa1c-8a45-4c77-b3ad-59874963ac40" -d '{"events": [{"server_uuid": "71c19b2e-3af7-48c7-b740-e468c5e7baf3", "name": "network-vif-plugged", "status": "completed", "tag": "01ec3a30-dac5-4593-86c2-3ec6287405f1"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:06:52.805372 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 01ec3a30-dac5-4593-86c2-3ec6287405f1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:52.810279 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:52.825834 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfbe53-23cb-4334-ad8a-4ed4077e0a60 req-a56fe803-f0f7-46aa-ad31-3bbeba3d2b51 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:52.828701 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9ccfbe53-23cb-4334-ad8a-4ed4077e0a60 req-a56fe803-f0f7-46aa-ad31-3bbeba3d2b51 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 944 time: 0.0942118 Sep 01 16:06:52.872698 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9ccfbe53-23cb-4334-ad8a-4ed4077e0a60 req-0e9aab64-8140-4626-9450-7cab1f0a2e38 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359473 Sep 01 16:06:52.891191 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272be4c7-bf97-4bb3-aad4-ffd61bfe5770 x-openstack-request-id: req-272be4c7-bf97-4bb3-aad4-ffd61bfe5770 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:06:52.891625 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c19b2e-3af7-48c7-b740-e468c5e7baf3", "name": "network-vif-plugged", "status": "completed", "tag": "01ec3a30-dac5-4593-86c2-3ec6287405f1", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:06:52.892013 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-272be4c7-bf97-4bb3-aad4-ffd61bfe5770 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:06:52.892635 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c19b2e-3af7-48c7-b740-e468c5e7baf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ec3a30-dac5-4593-86c2-3ec6287405f1', 'code': 200} Sep 01 16:06:52.901512 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=01ec3a30-dac5-4593-86c2-3ec6287405f1,revision_number=9']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:54.054094 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8c629-7c1b-4e4f-b440-3b14bdf51dde req-2178c579-760c-44a7-bd07-d510b874b782 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:54.068120 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c8b8c629-7c1b-4e4f-b440-3b14bdf51dde req-2178c579-760c-44a7-bd07-d510b874b782 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 945 time: 0.1147566 Sep 01 16:06:54.114623 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c8b8c629-7c1b-4e4f-b440-3b14bdf51dde req-a04c7598-d35f-435b-aed5-2255c091b458 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452068 Sep 01 16:06:54.488367 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-a8c41ea6-8f88-4d27-94de-40ce2fb31081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:54.489838 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-a8c41ea6-8f88-4d27-94de-40ce2fb31081 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3&tenant_id=54409868541e4a73b844de37ac1b44a3 HTTP/1.1" status: 200 len: 1096 time: 0.0453649 Sep 01 16:06:54.512951 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794796-3', 'device_owner': 'compute:nova'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:06:54.576394 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:54.805945 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] For port 01ec3a30-dac5-4593-86c2-3ec6287405f1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:54.845671 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] For port 01ec3a30-dac5-4593-86c2-3ec6287405f1, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:06:54.890684 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c19b2e-3af7-48c7-b740-e468c5e7baf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01ec3a30-dac5-4593-86c2-3ec6287405f1'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:06:54.893054 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e61a0e-fc4e-4fdc-aa54-7cec1378afc1" -d '{"events": [{"server_uuid": "71c19b2e-3af7-48c7-b740-e468c5e7baf3", "name": "network-vif-unplugged", "status": "completed", "tag": "01ec3a30-dac5-4593-86c2-3ec6287405f1"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:06:54.898172 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:54.913752 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Transition to ACTIVE for port object 01ec3a30-dac5-4593-86c2-3ec6287405f1 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:06:54.918758 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:54.972957 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 16:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4055e30-84e2-4114-be57-93ae77d13648 x-openstack-request-id: req-d4055e30-84e2-4114-be57-93ae77d13648 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:06:54.973505 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c19b2e-3af7-48c7-b740-e468c5e7baf3", "name": "network-vif-unplugged", "status": "completed", "tag": "01ec3a30-dac5-4593-86c2-3ec6287405f1", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:06:54.973847 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4055e30-84e2-4114-be57-93ae77d13648 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:06:54.974364 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c19b2e-3af7-48c7-b740-e468c5e7baf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01ec3a30-dac5-4593-86c2-3ec6287405f1', 'code': 200} Sep 01 16:06:55.046036 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Pushing event updated for resources: {'Port': ['ID=01ec3a30-dac5-4593-86c2-3ec6287405f1,revision_number=10']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:55.068236 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:55.068788 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:55.069235 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:55.069617 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:55.070079 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:55.070566 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:55.071053 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:55.071479 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:55.072022 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:55.072554 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:55.073091 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:55.073621 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:06:55.117189 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] No DVR routers for this DVR port 01ec3a30-dac5-4593-86c2-3ec6287405f1 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:06:55.272958 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43c9b3-be6f-4769-b348-724597fde501 req-7a126183-cc73-426f-ae52-37160b46dffd tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:55.274646 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d43c9b3-be6f-4769-b348-724597fde501 req-7a126183-cc73-426f-ae52-37160b46dffd tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 944 time: 0.0646458 Sep 01 16:06:55.318952 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d43c9b3-be6f-4769-b348-724597fde501 req-a0a29d45-905b-4a1d-bfad-f54d15ae85cc tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372307 Sep 01 16:06:55.341605 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Attempting to bind port 01ec3a30-dac5-4593-86c2-3ec6287405f1 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:06:55.343082 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Attempting to bind port 01ec3a30-dac5-4593-86c2-3ec6287405f1 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:06:55.343082 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Attempting to bind port 01ec3a30-dac5-4593-86c2-3ec6287405f1 on network f46119d7-0ee6-4557-b45e-617950a3b131 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:06:55.348318 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Port 01ec3a30-dac5-4593-86c2-3ec6287405f1 on network f46119d7-0ee6-4557-b45e-617950a3b131 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:06:55.349035 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Attempting to bind port 01ec3a30-dac5-4593-86c2-3ec6287405f1 on network f46119d7-0ee6-4557-b45e-617950a3b131 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:06:55.354942 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:06:55.355293 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Checking segment: {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:06:55.355695 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Bound using segment: {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:06:55.356128 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Bound port: 01ec3a30-dac5-4593-86c2-3ec6287405f1, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:06:55.356617 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:55.432187 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] For port 01ec3a30-dac5-4593-86c2-3ec6287405f1, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:06:55.438072 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] For port 01ec3a30-dac5-4593-86c2-3ec6287405f1, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:06:55.443730 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:55.486957 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:55.487633 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:55.489113 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] 10.222.0.62 "PUT /v2.0/ports/01ec3a30-dac5-4593-86c2-3ec6287405f1 HTTP/1.1" status: 200 len: 1092 time: 0.9806404 Sep 01 16:06:55.522130 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182cfee3-db93-4a70-9912-7a068ac762c8 service neutron] Pushing event updated for resources: {'Port': ['ID=01ec3a30-dac5-4593-86c2-3ec6287405f1,revision_number=11']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:55.572930 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-87eae437-4cb5-4371-818d-b07c4c1933fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:55.574437 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-87eae437-4cb5-4371-818d-b07c4c1933fa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 1095 time: 0.0468581 Sep 01 16:06:55.685247 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-75948266-5e8c-4e5b-ab0a-4060b0ccce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:55.686802 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-75948266-5e8c-4e5b-ab0a-4060b0ccce7e service neutron] 10.222.0.62 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.1045108 Sep 01 16:06:55.766567 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-fb788278-b9f2-4b4e-927b-15c176fc54c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1 HTTP/1.1" status: 200 len: 999 time: 0.0686111 Sep 01 16:06:55.822188 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-7d931a53-723a-4682-be03-01d6636eeb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:55.823804 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-7d931a53-723a-4682-be03-01d6636eeb0d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0477500 Sep 01 16:06:55.893448 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-060168cd-4809-4e4f-9f2e-fba17df75fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:55.895645 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-060168cd-4809-4e4f-9f2e-fba17df75fa6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434740 Sep 01 16:06:55.994646 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-e5b2af28-86bc-4330-a18a-e13faba94c5a service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897684 Sep 01 16:06:56.100589 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b4de5ed-3af0-4156-8e28-03e2ccb15f69 req-638ce69b-54f4-4b51-bc0f-1a19b0596048 service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932345 Sep 01 16:06:56.628900 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1fb92-992e-472e-a7c3-5eac0a887a58 req-bbd7a474-9ff9-4d9e-b019-4c59761cbf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:56.630398 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8da1fb92-992e-472e-a7c3-5eac0a887a58 req-bbd7a474-9ff9-4d9e-b019-4c59761cbf9f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 1095 time: 0.3957424 Sep 01 16:06:56.638708 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 01ec3a30-dac5-4593-86c2-3ec6287405f1 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:06:56.697018 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 01ec3a30-dac5-4593-86c2-3ec6287405f1 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:06:56.709659 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa080f-6429-418d-96cc-4d37b86d744e req-489fcbcd-c680-4194-b158-4ace0c563d04 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:56.712111 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48fa080f-6429-418d-96cc-4d37b86d744e req-489fcbcd-c680-4194-b158-4ace0c563d04 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 944 time: 0.0856259 Sep 01 16:06:56.809966 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48fa080f-6429-418d-96cc-4d37b86d744e req-cc93ff27-dde3-40ff-a145-143cddb8fcbc tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833340 Sep 01 16:06:56.830880 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1fb92-992e-472e-a7c3-5eac0a887a58 req-ff8d7be0-a584-4a75-a866-83f7ea9c1373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:56.832414 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8da1fb92-992e-472e-a7c3-5eac0a887a58 req-ff8d7be0-a584-4a75-a866-83f7ea9c1373 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.1490724 Sep 01 16:06:56.902860 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8da1fb92-992e-472e-a7c3-5eac0a887a58 req-d8dc94ac-3873-44ea-893b-06333dfa7525 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1 HTTP/1.1" status: 200 len: 999 time: 0.0618558 Sep 01 16:06:56.956851 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1fb92-992e-472e-a7c3-5eac0a887a58 req-f6cd702a-c325-45de-9c19-c0d436be9e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:56.958889 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8da1fb92-992e-472e-a7c3-5eac0a887a58 req-f6cd702a-c325-45de-9c19-c0d436be9e60 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0464823 Sep 01 16:06:56.976262 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c19b2e-3af7-48c7-b740-e468c5e7baf3', 'tag': '01ec3a30-dac5-4593-86c2-3ec6287405f1'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:06:56.978503 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f973520-15c2-4b39-a6b6-9d9a614a57c6" -d '{"events": [{"name": "network-changed", "server_uuid": "71c19b2e-3af7-48c7-b740-e468c5e7baf3", "tag": "01ec3a30-dac5-4593-86c2-3ec6287405f1"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:06:57.029165 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1fb92-992e-472e-a7c3-5eac0a887a58 req-27191feb-cb5e-4141-a9b3-a84cd228e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:57.030811 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8da1fb92-992e-472e-a7c3-5eac0a887a58 req-27191feb-cb5e-4141-a9b3-a84cd228e5bd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627179 Sep 01 16:06:57.038408 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e6aec5-cef3-403f-8b7f-7907165de96d x-openstack-request-id: req-15e6aec5-cef3-403f-8b7f-7907165de96d {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:06:57.038706 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c19b2e-3af7-48c7-b740-e468c5e7baf3", "tag": "01ec3a30-dac5-4593-86c2-3ec6287405f1", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:06:57.038970 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-15e6aec5-cef3-403f-8b7f-7907165de96d {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:06:57.039379 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c19b2e-3af7-48c7-b740-e468c5e7baf3', 'tag': '01ec3a30-dac5-4593-86c2-3ec6287405f1', 'status': 'completed', 'code': 200} Sep 01 16:06:57.113966 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f973520-15c2-4b39-a6b6-9d9a614a57c6 req-8e3a003e-d2f7-4e95-bcfb-21f756fe3744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:57.115684 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4f973520-15c2-4b39-a6b6-9d9a614a57c6 req-8e3a003e-d2f7-4e95-bcfb-21f756fe3744 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 1095 time: 0.0542893 Sep 01 16:06:57.137272 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8da1fb92-992e-472e-a7c3-5eac0a887a58 req-2e96a816-c96c-4d72-b225-d542fd0e1524 service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939200 Sep 01 16:06:57.220471 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f973520-15c2-4b39-a6b6-9d9a614a57c6 req-305f89d2-548f-4aa3-8874-ec3bb1cc06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:57.222152 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4f973520-15c2-4b39-a6b6-9d9a614a57c6 req-305f89d2-548f-4aa3-8874-ec3bb1cc06cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0977478 Sep 01 16:06:57.243997 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8da1fb92-992e-472e-a7c3-5eac0a887a58 req-df0eca32-b003-4970-b923-72b29c00dff0 service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969629 Sep 01 16:06:57.302958 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4f973520-15c2-4b39-a6b6-9d9a614a57c6 req-5c138cc1-8806-43bd-a463-b5b2166e61cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1 HTTP/1.1" status: 200 len: 999 time: 0.0727248 Sep 01 16:06:57.362280 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f973520-15c2-4b39-a6b6-9d9a614a57c6 req-26755d26-da88-4275-a49b-c6959a167ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:57.364812 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4f973520-15c2-4b39-a6b6-9d9a614a57c6 req-26755d26-da88-4275-a49b-c6959a167ee0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0546095 Sep 01 16:06:57.383143 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f973520-15c2-4b39-a6b6-9d9a614a57c6 req-da6bf9ed-4357-455d-ae2e-51b43e0354b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:57.384725 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4f973520-15c2-4b39-a6b6-9d9a614a57c6 req-da6bf9ed-4357-455d-ae2e-51b43e0354b9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 1095 time: 0.0535834 Sep 01 16:06:57.428085 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f973520-15c2-4b39-a6b6-9d9a614a57c6 req-242d36c4-7504-4692-9371-49546eba801c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:57.430443 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4f973520-15c2-4b39-a6b6-9d9a614a57c6 req-242d36c4-7504-4692-9371-49546eba801c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578806 Sep 01 16:06:57.483493 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f973520-15c2-4b39-a6b6-9d9a614a57c6 req-27377a5b-2d83-40f2-9e76-00ba414fe0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:57.484972 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4f973520-15c2-4b39-a6b6-9d9a614a57c6 req-27377a5b-2d83-40f2-9e76-00ba414fe0fa service neutron] 10.222.0.62 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0925891 Sep 01 16:06:57.545200 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4f973520-15c2-4b39-a6b6-9d9a614a57c6 req-69211fb3-fb21-4701-9ec3-53e6695f3c89 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067679 Sep 01 16:06:57.575422 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4f973520-15c2-4b39-a6b6-9d9a614a57c6 req-c0007297-fc5b-46f5-a015-11f44a690663 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1 HTTP/1.1" status: 200 len: 999 time: 0.0811794 Sep 01 16:06:57.652579 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f973520-15c2-4b39-a6b6-9d9a614a57c6 req-3ab6c0a7-e85e-4e8d-8a23-8a9a9384ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:57.654869 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4f973520-15c2-4b39-a6b6-9d9a614a57c6 req-3ab6c0a7-e85e-4e8d-8a23-8a9a9384ac2e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0694270 Sep 01 16:06:57.660759 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4f973520-15c2-4b39-a6b6-9d9a614a57c6 req-a9e0c0a6-627d-4f39-98b0-9bea11d35ece service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067452 Sep 01 16:06:57.709817 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f973520-15c2-4b39-a6b6-9d9a614a57c6 req-648387fd-e638-4116-b838-2a5123e89f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:57.711394 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4f973520-15c2-4b39-a6b6-9d9a614a57c6 req-648387fd-e638-4116-b838-2a5123e89f3b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458775 Sep 01 16:06:57.816396 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4f973520-15c2-4b39-a6b6-9d9a614a57c6 req-a99834f0-4c3c-4c75-8e5c-876701b45be8 service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955765 Sep 01 16:06:57.955680 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4f973520-15c2-4b39-a6b6-9d9a614a57c6 req-13edbce4-787f-4061-b018-ec7c06537e3d service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256883 Sep 01 16:06:57.972147 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d1935-96e7-415e-9a17-6fde3d3f104a req-72887290-17f2-4191-93a8-d51e48af04c3 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:57.973814 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-848d1935-96e7-415e-9a17-6fde3d3f104a req-72887290-17f2-4191-93a8-d51e48af04c3 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 944 time: 0.0841134 Sep 01 16:06:58.018836 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-848d1935-96e7-415e-9a17-6fde3d3f104a req-32c92bdc-b8c2-45a7-82e6-657aff2e6c0d tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383110 Sep 01 16:06:58.217877 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:59.162102 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3033bf-90c8-478d-a798-e26167ced554 req-781f0f34-9fee-43c9-8c86-61eee514f02f tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:59.163803 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6f3033bf-90c8-478d-a798-e26167ced554 req-781f0f34-9fee-43c9-8c86-61eee514f02f tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 944 time: 0.0579298 Sep 01 16:06:59.215914 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6f3033bf-90c8-478d-a798-e26167ced554 req-1aaf33c7-b7c6-4599-afdb-f0812ca63b91 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450196 Sep 01 16:06:59.298384 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 01ec3a30-dac5-4593-86c2-3ec6287405f1 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:06:59.346782 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6d198-7bfa-4d64-a4fb-8c378508879a req-12d452c0-918d-41e7-a142-88a1508dfad7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:59.348449 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dbf6d198-7bfa-4d64-a4fb-8c378508879a req-12d452c0-918d-41e7-a142-88a1508dfad7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 944 time: 0.0577087 Sep 01 16:06:59.392337 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dbf6d198-7bfa-4d64-a4fb-8c378508879a req-baa835c5-ee92-43af-9396-f64e9ec2f8bf tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356965 Sep 01 16:06:59.409595 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 01ec3a30-dac5-4593-86c2-3ec6287405f1, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:59.425068 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '01ec3a30-dac5-4593-86c2-3ec6287405f1', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'port_id': '01ec3a30-dac5-4593-86c2-3ec6287405f1', 'mac_address': 'fa:16:3e:17:e5:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:06:59.467843 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:59.482220 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ec3a30-dac5-4593-86c2-3ec6287405f1 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:06:59.513784 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 01ec3a30-dac5-4593-86c2-3ec6287405f1, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:06:59.518997 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:06:59.541690 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de6272-2e46-467b-a2f7-4f2b486d64e6 req-5e13c722-eaff-499a-b3cf-a89de362be3f tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:59.544226 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73de6272-2e46-467b-a2f7-4f2b486d64e6 req-5e13c722-eaff-499a-b3cf-a89de362be3f tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 944 time: 0.0715721 Sep 01 16:06:59.572550 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=01ec3a30-dac5-4593-86c2-3ec6287405f1,revision_number=12']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:06:59.591766 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73de6272-2e46-467b-a2f7-4f2b486d64e6 req-cec053e6-4d2c-4ae5-8505-bcd4bc3b43b9 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401294 Sep 01 16:06:59.853678 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['01ec3a30-dac5-4593-86c2-3ec6287405f1'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:06:59.872653 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1c0ca-3a0a-43af-afb5-8a451ab0bb7d req-6e0ad64f-8fcf-4c65-ab12-89ef28eff49f tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:06:59.875540 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-59c1c0ca-3a0a-43af-afb5-8a451ab0bb7d req-6e0ad64f-8fcf-4c65-ab12-89ef28eff49f tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 945 time: 0.0676999 Sep 01 16:06:59.923494 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-59c1c0ca-3a0a-43af-afb5-8a451ab0bb7d req-4427f237-4570-4691-af3a-e5c3a957712a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410781 Sep 01 16:07:01.073652 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cacc739-ee27-4ee8-a79b-d9db742551a7 req-ba0ca5a3-bab4-4aef-b662-693454f552ad tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:01.075318 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7cacc739-ee27-4ee8-a79b-d9db742551a7 req-ba0ca5a3-bab4-4aef-b662-693454f552ad tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 945 time: 0.0746090 Sep 01 16:07:01.126719 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7cacc739-ee27-4ee8-a79b-d9db742551a7 req-afa630ef-288e-45c6-bdf1-c40bdc40e753 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407367 Sep 01 16:07:01.305235 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 01ec3a30-dac5-4593-86c2-3ec6287405f1 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:07:01.357620 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 01ec3a30-dac5-4593-86c2-3ec6287405f1 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:07:01.361770 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 01ec3a30-dac5-4593-86c2-3ec6287405f1 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:07:01.362138 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:01.446251 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:01.461524 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa60eee-0ccf-448f-b29d-313d90a42020 req-db7878ad-0138-463e-b08c-6e550f07acf6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:01.463131 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-caa60eee-0ccf-448f-b29d-313d90a42020 req-db7878ad-0138-463e-b08c-6e550f07acf6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.62 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 945 time: 0.0728724 Sep 01 16:07:01.473882 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c19b2e-3af7-48c7-b740-e468c5e7baf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ec3a30-dac5-4593-86c2-3ec6287405f1'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:07:01.476216 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbed5d6-d2ce-482f-b954-e4de738cb6d2" -d '{"events": [{"server_uuid": "71c19b2e-3af7-48c7-b740-e468c5e7baf3", "name": "network-vif-plugged", "status": "completed", "tag": "01ec3a30-dac5-4593-86c2-3ec6287405f1"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:07:01.489247 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 01ec3a30-dac5-4593-86c2-3ec6287405f1, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:07:01.495578 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:01.529866 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307a5ab2-46eb-4764-8131-6577639cecf4 x-openstack-request-id: req-307a5ab2-46eb-4764-8131-6577639cecf4 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:07:01.529866 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c19b2e-3af7-48c7-b740-e468c5e7baf3", "name": "network-vif-plugged", "status": "completed", "tag": "01ec3a30-dac5-4593-86c2-3ec6287405f1", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:07:01.530173 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-307a5ab2-46eb-4764-8131-6577639cecf4 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:07:01.530526 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c19b2e-3af7-48c7-b740-e468c5e7baf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ec3a30-dac5-4593-86c2-3ec6287405f1', 'code': 200} Sep 01 16:07:01.561629 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=01ec3a30-dac5-4593-86c2-3ec6287405f1,revision_number=13']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:01.584168 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-caa60eee-0ccf-448f-b29d-313d90a42020 req-8e45a338-9be6-4634-b6a4-06fa51ff1e4b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Deleting port 01ec3a30-dac5-4593-86c2-3ec6287405f1 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:07:01.584499 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-caa60eee-0ccf-448f-b29d-313d90a42020 req-8e45a338-9be6-4634-b6a4-06fa51ff1e4b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:01.688950 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-caa60eee-0ccf-448f-b29d-313d90a42020 req-8e45a338-9be6-4634-b6a4-06fa51ff1e4b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] For port 01ec3a30-dac5-4593-86c2-3ec6287405f1, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=01ec3a30-dac5-4593-86c2-3ec6287405f1,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:07:01.689326 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-caa60eee-0ccf-448f-b29d-313d90a42020 req-8e45a338-9be6-4634-b6a4-06fa51ff1e4b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:01.881695 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-caa60eee-0ccf-448f-b29d-313d90a42020 req-8e45a338-9be6-4634-b6a4-06fa51ff1e4b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:01.881994 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-caa60eee-0ccf-448f-b29d-313d90a42020 req-8e45a338-9be6-4634-b6a4-06fa51ff1e4b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:01.882337 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [req-caa60eee-0ccf-448f-b29d-313d90a42020 req-8e45a338-9be6-4634-b6a4-06fa51ff1e4b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Floating IP 65539de3-9347-4a02-8ec2-c0297655cc1f disassociated. External IP: 172.25.6.19, port: 01ec3a30-dac5-4593-86c2-3ec6287405f1. Sep 01 16:07:01.882691 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-caa60eee-0ccf-448f-b29d-313d90a42020 req-8e45a338-9be6-4634-b6a4-06fa51ff1e4b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Calling delete_port for 01ec3a30-dac5-4593-86c2-3ec6287405f1 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:07:02.057959 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-caa60eee-0ccf-448f-b29d-313d90a42020 req-8e45a338-9be6-4634-b6a4-06fa51ff1e4b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:02.100071 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45a338-9be6-4634-b6a4-06fa51ff1e4b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Pushing event deleted for resources: {'Port': ['ID=01ec3a30-dac5-4593-86c2-3ec6287405f1,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:02.260947 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ec332ecc-018f-48c2-a234-8f4903ee15a1 req-eede12cc-a4f9-469b-b871-ff1db9650b84 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=71c19b2e-3af7-48c7-b740-e468c5e7baf3 HTTP/1.1" status: 200 len: 210 time: 0.0352290 Sep 01 16:07:02.282395 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [req-caa60eee-0ccf-448f-b29d-313d90a42020 req-8e45a338-9be6-4634-b6a4-06fa51ff1e4b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:07:02.412695 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-caa60eee-0ccf-448f-b29d-313d90a42020 req-8e45a338-9be6-4634-b6a4-06fa51ff1e4b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:07:02.424554 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27698650-253b-40c7-b2ce-c2bdb2425bc7 None None] Sync routers for ids ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:07:02.435789 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27698650-253b-40c7-b2ce-c2bdb2425bc7 None None] Routers {'3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:07:02.436433 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-27698650-253b-40c7-b2ce-c2bdb2425bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:06:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:02.470069 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa60eee-0ccf-448f-b29d-313d90a42020 req-8e45a338-9be6-4634-b6a4-06fa51ff1e4b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] No DVR routers for this DVR port 01ec3a30-dac5-4593-86c2-3ec6287405f1 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:07:02.473403 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-caa60eee-0ccf-448f-b29d-313d90a42020 req-8e45a338-9be6-4634-b6a4-06fa51ff1e4b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:02.475459 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-caa60eee-0ccf-448f-b29d-313d90a42020 req-8e45a338-9be6-4634-b6a4-06fa51ff1e4b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.62 "DELETE /v2.0/ports/01ec3a30-dac5-4593-86c2-3ec6287405f1 HTTP/1.1" status: 204 len: 173 time: 1.0016258 Sep 01 16:07:02.475905 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c19b2e-3af7-48c7-b740-e468c5e7baf3', 'name': 'network-vif-deleted', 'tag': '01ec3a30-dac5-4593-86c2-3ec6287405f1'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:07:02.478183 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a604ba-f60e-43c5-9156-865486e25298" -d '{"events": [{"server_uuid": "71c19b2e-3af7-48c7-b740-e468c5e7baf3", "name": "network-vif-deleted", "tag": "01ec3a30-dac5-4593-86c2-3ec6287405f1"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:07:02.530790 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b12583-2c0e-4292-8891-6ab1aa3a7c4f x-openstack-request-id: req-92b12583-2c0e-4292-8891-6ab1aa3a7c4f {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:07:02.531305 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c19b2e-3af7-48c7-b740-e468c5e7baf3", "name": "network-vif-deleted", "tag": "01ec3a30-dac5-4593-86c2-3ec6287405f1", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:07:02.531742 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-92b12583-2c0e-4292-8891-6ab1aa3a7c4f {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:07:02.532453 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c19b2e-3af7-48c7-b740-e468c5e7baf3', 'name': 'network-vif-deleted', 'tag': '01ec3a30-dac5-4593-86c2-3ec6287405f1', 'status': 'completed', 'code': 200} Sep 01 16:07:02.571673 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-27698650-253b-40c7-b2ce-c2bdb2425bc7 None None] Set router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:07:02.802272 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-27698650-253b-40c7-b2ce-c2bdb2425bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '0c362066-4f18-4170-9abe-7ede18a42e94', 'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'mac_address': 'fa:16:3e:79:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:59Z', 'updated_at': '2021-09-01T16:00:03Z', 'revision_number': 5, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'subnets': [{'id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:02.834557 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27698650-253b-40c7-b2ce-c2bdb2425bc7 None None] Checking router: 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:07:02.843775 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27698650-253b-40c7-b2ce-c2bdb2425bc7 None None] Routers {'3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:07:02.844379 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-27698650-253b-40c7-b2ce-c2bdb2425bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:06:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:02.953764 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-27698650-253b-40c7-b2ce-c2bdb2425bc7 None None] Set router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:07:03.192773 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-27698650-253b-40c7-b2ce-c2bdb2425bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '0c362066-4f18-4170-9abe-7ede18a42e94', 'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'mac_address': 'fa:16:3e:79:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:59Z', 'updated_at': '2021-09-01T16:00:03Z', 'revision_number': 5, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'subnets': [{'id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:03.223023 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27698650-253b-40c7-b2ce-c2bdb2425bc7 None None] The sync data for ids ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'] in n-d-794796-3 is: [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '0c362066-4f18-4170-9abe-7ede18a42e94', 'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'mac_address': 'fa:16:3e:79:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:59Z', 'updated_at': '2021-09-01T16:00:03Z', 'revision_number': 5, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'subnets': [{'id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:07:03.507745 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809dcaba-9d5a-4ed9-b055-125e7880c8eb None None] New status for floating IP 65539de3-9347-4a02-8ec2-c0297655cc1f: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:07:03.620045 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-208fe741-fe57-4ab3-aa2a-244ae2990eb4 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1225038886&fields=id&tenant_id=54409868541e4a73b844de37ac1b44a3 HTTP/1.1" status: 200 len: 267 time: 0.0428236 Sep 01 16:07:03.740959 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-1b18acc9-ab28-444b-bcd0-d57b2ec8abc9 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:03.742381 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-1b18acc9-ab28-444b-bcd0-d57b2ec8abc9 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 811 time: 0.1122694 Sep 01 16:07:03.757975 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-389826db-3074-4c69-8af6-d224cbaf708b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/quotas/54409868541e4a73b844de37ac1b44a3 HTTP/1.1" status: 200 len: 375 time: 0.0096560 Sep 01 16:07:03.816043 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-cf3dc369-6336-4dbd-b3ce-64386bec44a0 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518367 Sep 01 16:07:03.919775 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-dfbdacb7-4e53-4721-ba14-8ef5b96e4b50 service neutron] 10.222.0.60 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915136 Sep 01 16:07:04.014057 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-d6abdebf-46d8-408d-b92b-0cf79321adb3 service neutron] 10.222.0.60 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859168 Sep 01 16:07:05.214743 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-08a00db5-2bff-4297-83ff-26a45648896e req-c9bc7d65-ffe7-4941-98f0-d40a73b5c399 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 210 time: 0.0273139 Sep 01 16:07:05.318899 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 01ec3a30-dac5-4593-86c2-3ec6287405f1 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:07:05.343953 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 01ec3a30-dac5-4593-86c2-3ec6287405f1 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:07:05.344284 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 01ec3a30-dac5-4593-86c2-3ec6287405f1 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:07:06.186015 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-10b1dd45-152f-404d-8319-fb05ee0276f6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:06.188072 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-10b1dd45-152f-404d-8319-fb05ee0276f6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 811 time: 0.1274168 Sep 01 16:07:06.235535 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-3e7d5252-08bd-4115-b4da-fa1ef5dc0575 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54409868541e4a73b844de37ac1b44a3 HTTP/1.1" status: 200 len: 380 time: 0.0373719 Sep 01 16:07:06.245759 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-55836d3c-091d-40a1-b113-1a6529865902 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Request body: {'port': {'device_id': '72ad9176-957a-4a2c-99b3-fea144596733', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'admin_state_up': True, 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'security_groups': ['11398fc4-e540-4db1-9c87-f6243cf2b35b']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:07:06.312167 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc855797-5127-4cef-bf27-7885354b3416 req-e374d05b-ad70-4486-9559-6923274f0cd9 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 210 time: 0.0273404 Sep 01 16:07:06.361580 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-55836d3c-091d-40a1-b113-1a6529865902 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Made reservation on behalf of 54409868541e4a73b844de37ac1b44a3 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:07:06.365436 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-55836d3c-091d-40a1-b113-1a6529865902 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:06.498848 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-55836d3c-091d-40a1-b113-1a6529865902 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Allocated IP 172.20.0.12 (f46119d7-0ee6-4557-b45e-617950a3b131/f38b709f-7622-44ef-a1f8-c04de7021fc8/be3073d8-3999-4ffc-95af-a9c2cfecb196) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:07:06.640600 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-55836d3c-091d-40a1-b113-1a6529865902 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:06.656352 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-55836d3c-091d-40a1-b113-1a6529865902 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Transition to ACTIVE for port object be3073d8-3999-4ffc-95af-a9c2cfecb196 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:07:06.698703 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-55836d3c-091d-40a1-b113-1a6529865902 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:06.760576 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-55836d3c-091d-40a1-b113-1a6529865902 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Network f46119d7-0ee6-4557-b45e-617950a3b131 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:07:06.764786 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-55836d3c-091d-40a1-b113-1a6529865902 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:07:06.773552 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-55836d3c-091d-40a1-b113-1a6529865902 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:07:06.779085 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55836d3c-091d-40a1-b113-1a6529865902 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Pushing event updated for resources: {'Port': ['ID=be3073d8-3999-4ffc-95af-a9c2cfecb196,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:06.794995 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:07:06.831243 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-55836d3c-091d-40a1-b113-1a6529865902 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:06.831975 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-55836d3c-091d-40a1-b113-1a6529865902 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:06.847822 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-55836d3c-091d-40a1-b113-1a6529865902 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6060166 Sep 01 16:07:06.861686 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-0a825e3c-d38f-4e6a-8312-11efa31d9a01 service neutron] Request body: {'port': {'device_id': '72ad9176-957a-4a2c-99b3-fea144596733', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:07:06.920199 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-0a825e3c-d38f-4e6a-8312-11efa31d9a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:07.023654 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-09abc8f1-0d1d-4a05-aa15-f530fc487378 None None] Provisioning for port be3073d8-3999-4ffc-95af-a9c2cfecb196 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:07:07.027754 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-09abc8f1-0d1d-4a05-aa15-f530fc487378 None None] Provisioning complete for port be3073d8-3999-4ffc-95af-a9c2cfecb196 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:07:07.028148 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-09abc8f1-0d1d-4a05-aa15-f530fc487378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:07.062917 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-09abc8f1-0d1d-4a05-aa15-f530fc487378 None None] Port be3073d8-3999-4ffc-95af-a9c2cfecb196 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:07:07.207929 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-0a825e3c-d38f-4e6a-8312-11efa31d9a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3073d8-3999-4ffc-95af-a9c2cfecb196 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:07:07.216392 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-0a825e3c-d38f-4e6a-8312-11efa31d9a01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:07.229014 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-0a825e3c-d38f-4e6a-8312-11efa31d9a01 service neutron] Transition to ACTIVE for port object be3073d8-3999-4ffc-95af-a9c2cfecb196 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:07:07.233464 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-0a825e3c-d38f-4e6a-8312-11efa31d9a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:07.285838 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a825e3c-d38f-4e6a-8312-11efa31d9a01 service neutron] Pushing event updated for resources: {'Port': ['ID=be3073d8-3999-4ffc-95af-a9c2cfecb196,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:07.361808 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-0a825e3c-d38f-4e6a-8312-11efa31d9a01 service neutron] Attempting to bind port be3073d8-3999-4ffc-95af-a9c2cfecb196 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:07:07.362171 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-0a825e3c-d38f-4e6a-8312-11efa31d9a01 service neutron] Attempting to bind port be3073d8-3999-4ffc-95af-a9c2cfecb196 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:07:07.362587 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-0a825e3c-d38f-4e6a-8312-11efa31d9a01 service neutron] Attempting to bind port be3073d8-3999-4ffc-95af-a9c2cfecb196 on network f46119d7-0ee6-4557-b45e-617950a3b131 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:07:07.372112 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-0a825e3c-d38f-4e6a-8312-11efa31d9a01 service neutron] Port be3073d8-3999-4ffc-95af-a9c2cfecb196 on network f46119d7-0ee6-4557-b45e-617950a3b131 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:07:07.372599 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-0a825e3c-d38f-4e6a-8312-11efa31d9a01 service neutron] Attempting to bind port be3073d8-3999-4ffc-95af-a9c2cfecb196 on network f46119d7-0ee6-4557-b45e-617950a3b131 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:07:07.380404 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-0a825e3c-d38f-4e6a-8312-11efa31d9a01 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:07:07.380914 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-0a825e3c-d38f-4e6a-8312-11efa31d9a01 service neutron] Checking segment: {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:07:07.381416 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-0a825e3c-d38f-4e6a-8312-11efa31d9a01 service neutron] Bound using segment: {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:07:07.382070 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-0a825e3c-d38f-4e6a-8312-11efa31d9a01 service neutron] Bound port: be3073d8-3999-4ffc-95af-a9c2cfecb196, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:07:07.382610 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-0a825e3c-d38f-4e6a-8312-11efa31d9a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:07.482858 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd2e69-9882-4e84-a0e6-290d883870df req-367c36b5-ea54-4369-b280-2d32a65413cb tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:07.484366 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ffbd2e69-9882-4e84-a0e6-290d883870df req-367c36b5-ea54-4369-b280-2d32a65413cb tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 944 time: 0.0869708 Sep 01 16:07:07.499389 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-0a825e3c-d38f-4e6a-8312-11efa31d9a01 service neutron] For port be3073d8-3999-4ffc-95af-a9c2cfecb196, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:07:07.503207 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-0a825e3c-d38f-4e6a-8312-11efa31d9a01 service neutron] For port be3073d8-3999-4ffc-95af-a9c2cfecb196, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=be3073d8-3999-4ffc-95af-a9c2cfecb196,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:07:07.511300 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-0a825e3c-d38f-4e6a-8312-11efa31d9a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:07.557493 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-0a825e3c-d38f-4e6a-8312-11efa31d9a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:07.558126 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-0a825e3c-d38f-4e6a-8312-11efa31d9a01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:07.559585 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-0a825e3c-d38f-4e6a-8312-11efa31d9a01 service neutron] 10.222.0.45 "PUT /v2.0/ports/be3073d8-3999-4ffc-95af-a9c2cfecb196 HTTP/1.1" status: 200 len: 1092 time: 0.7023664 Sep 01 16:07:07.561732 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ad9176-957a-4a2c-99b3-fea144596733', 'tag': 'be3073d8-3999-4ffc-95af-a9c2cfecb196'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:07:07.564324 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6664a6b-1ea6-40d5-a4e8-2878fbe87bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "72ad9176-957a-4a2c-99b3-fea144596733", "tag": "be3073d8-3999-4ffc-95af-a9c2cfecb196"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:07:07.581182 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ffbd2e69-9882-4e84-a0e6-290d883870df req-c062a609-511b-4d42-be23-34997b4b27a0 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889418 Sep 01 16:07:07.598636 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a825e3c-d38f-4e6a-8312-11efa31d9a01 service neutron] Pushing event updated for resources: {'Port': ['ID=be3073d8-3999-4ffc-95af-a9c2cfecb196,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:07.624323 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a320395b-aa2d-4624-a6b8-240b1380a617 x-openstack-request-id: req-a320395b-aa2d-4624-a6b8-240b1380a617 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:07:07.624694 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ad9176-957a-4a2c-99b3-fea144596733", "tag": "be3073d8-3999-4ffc-95af-a9c2cfecb196", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:07:07.625008 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a320395b-aa2d-4624-a6b8-240b1380a617 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:07:07.625493 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ad9176-957a-4a2c-99b3-fea144596733', 'tag': 'be3073d8-3999-4ffc-95af-a9c2cfecb196', 'status': 'completed', 'code': 200} Sep 01 16:07:07.657827 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-758830a2-11a8-4a97-8ec1-c9606ffdce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:07.659257 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-758830a2-11a8-4a97-8ec1-c9606ffdce7f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 1095 time: 0.0471458 Sep 01 16:07:07.704026 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-39b07cfa-b5c5-4fe8-b006-42d5aceb909d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3073d8-3999-4ffc-95af-a9c2cfecb196 HTTP/1.1" status: 200 len: 217 time: 0.0360274 Sep 01 16:07:07.755573 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-5ab489e4-7cfb-4a8f-827d-111045b14876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:07.757034 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-5ab489e4-7cfb-4a8f-827d-111045b14876 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0469503 Sep 01 16:07:07.812102 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-249c552e-fe8d-46ee-bcd2-465fc4ea6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:07.813635 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-249c552e-fe8d-46ee-bcd2-465fc4ea6a5e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491784 Sep 01 16:07:07.909592 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-618730dc-4e97-4f4b-a7d1-b5b307fde574 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883276 Sep 01 16:07:08.007795 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-af93c52e-d065-4cc9-ab53-0a2f52634dad req-f6333b97-9b45-4c90-b391-52a7278e03eb service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908015 Sep 01 16:07:08.102811 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6664a6b-1ea6-40d5-a4e8-2878fbe87bd1 req-b4f618e5-f5c8-4f84-aadd-e070b1d2c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:08.104297 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d6664a6b-1ea6-40d5-a4e8-2878fbe87bd1 req-b4f618e5-f5c8-4f84-aadd-e070b1d2c22d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 1095 time: 0.0448086 Sep 01 16:07:08.201260 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6664a6b-1ea6-40d5-a4e8-2878fbe87bd1 req-e4f023e2-9fa3-453b-b2f8-ddf9f722f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:08.202826 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d6664a6b-1ea6-40d5-a4e8-2878fbe87bd1 req-e4f023e2-9fa3-453b-b2f8-ddf9f722f8b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0912981 Sep 01 16:07:08.255242 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d6664a6b-1ea6-40d5-a4e8-2878fbe87bd1 req-8d31831d-3eac-4c7d-858a-3223cfec187c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3073d8-3999-4ffc-95af-a9c2cfecb196 HTTP/1.1" status: 200 len: 217 time: 0.0434146 Sep 01 16:07:08.320155 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6664a6b-1ea6-40d5-a4e8-2878fbe87bd1 req-d9999d3d-d1c4-492b-bbca-caa181a5d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:08.321760 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d6664a6b-1ea6-40d5-a4e8-2878fbe87bd1 req-d9999d3d-d1c4-492b-bbca-caa181a5d696 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0548277 Sep 01 16:07:08.400293 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6664a6b-1ea6-40d5-a4e8-2878fbe87bd1 req-181c19eb-e4ee-49f6-acda-b854b716661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:08.402960 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d6664a6b-1ea6-40d5-a4e8-2878fbe87bd1 req-181c19eb-e4ee-49f6-acda-b854b716661a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722544 Sep 01 16:07:08.519731 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d6664a6b-1ea6-40d5-a4e8-2878fbe87bd1 req-b58ced17-75ea-48e4-9fa7-73151a99240c service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076884 Sep 01 16:07:08.623829 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d6664a6b-1ea6-40d5-a4e8-2878fbe87bd1 req-89f9439a-1dee-457f-939c-f3b1ef4d6c90 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949128 Sep 01 16:07:08.726807 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78760b3-0fdc-4c78-8194-74f26a212d42 req-b798027f-c6bf-4124-a2a0-c9d1018c0749 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:08.728526 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e78760b3-0fdc-4c78-8194-74f26a212d42 req-b798027f-c6bf-4124-a2a0-c9d1018c0749 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 944 time: 0.0650880 Sep 01 16:07:08.769993 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e78760b3-0fdc-4c78-8194-74f26a212d42 req-4ac2fb36-1435-40d4-b12d-7c22fb9ba866 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348203 Sep 01 16:07:09.055812 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:09.377664 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-18eee140-09b7-4b64-b604-856f703fba8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:09.895876 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bf437-61d6-4c58-97ef-9776df3512ee req-b84498ab-37ff-48ea-98cc-6211ead161c1 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:09.897576 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c18bf437-61d6-4c58-97ef-9776df3512ee req-b84498ab-37ff-48ea-98cc-6211ead161c1 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 944 time: 0.0546730 Sep 01 16:07:09.937653 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c18bf437-61d6-4c58-97ef-9776df3512ee req-e653532e-5cad-4fbe-830e-d9935f546d00 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339487 Sep 01 16:07:10.656795 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device be3073d8-3999-4ffc-95af-a9c2cfecb196 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:07:10.758095 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port be3073d8-3999-4ffc-95af-a9c2cfecb196, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=be3073d8-3999-4ffc-95af-a9c2cfecb196,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:07:10.772399 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'be3073d8-3999-4ffc-95af-a9c2cfecb196', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'port_id': 'be3073d8-3999-4ffc-95af-a9c2cfecb196', 'mac_address': 'fa:16:3e:50:dd:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:07:10.810902 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:10.824323 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3073d8-3999-4ffc-95af-a9c2cfecb196 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:07:10.843244 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port be3073d8-3999-4ffc-95af-a9c2cfecb196, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=be3073d8-3999-4ffc-95af-a9c2cfecb196,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:07:10.847697 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:10.896594 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=be3073d8-3999-4ffc-95af-a9c2cfecb196,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:11.057989 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a755279-c9d8-4a1d-8192-3cd758fffd18 req-f8de6e46-0e3e-4556-af89-6d02b58cb2b9 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:11.059400 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4a755279-c9d8-4a1d-8192-3cd758fffd18 req-f8de6e46-0e3e-4556-af89-6d02b58cb2b9 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 945 time: 0.0498409 Sep 01 16:07:11.077714 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['be3073d8-3999-4ffc-95af-a9c2cfecb196'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:07:11.106462 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4a755279-c9d8-4a1d-8192-3cd758fffd18 req-ad648643-abe6-45e1-aa9f-37d56c4f5820 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410938 Sep 01 16:07:12.234874 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac6284-df9a-488f-bc57-de7664e3f37e req-7373cb00-85b5-445a-8ef2-5a984ff3de95 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:12.236616 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9cac6284-df9a-488f-bc57-de7664e3f37e req-7373cb00-85b5-445a-8ef2-5a984ff3de95 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 945 time: 0.0588973 Sep 01 16:07:12.241242 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:12.280603 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9cac6284-df9a-488f-bc57-de7664e3f37e req-8304a9ac-777a-457c-9ae4-a6c0f01e1c2d tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344944 Sep 01 16:07:12.669703 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device be3073d8-3999-4ffc-95af-a9c2cfecb196 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:07:12.721433 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port be3073d8-3999-4ffc-95af-a9c2cfecb196 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:07:12.726370 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port be3073d8-3999-4ffc-95af-a9c2cfecb196 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:07:12.726750 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:12.811159 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:12.834270 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ad9176-957a-4a2c-99b3-fea144596733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3073d8-3999-4ffc-95af-a9c2cfecb196'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:07:12.836510 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf9b933-8d62-4c1d-9ae7-68f7f6aae0b2" -d '{"events": [{"server_uuid": "72ad9176-957a-4a2c-99b3-fea144596733", "name": "network-vif-plugged", "status": "completed", "tag": "be3073d8-3999-4ffc-95af-a9c2cfecb196"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:07:12.849896 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port be3073d8-3999-4ffc-95af-a9c2cfecb196, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=be3073d8-3999-4ffc-95af-a9c2cfecb196,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:07:12.853895 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:12.882864 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8694fd9f-1a82-4a5b-9bc2-ecfc0e761f58 x-openstack-request-id: req-8694fd9f-1a82-4a5b-9bc2-ecfc0e761f58 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:07:12.883195 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ad9176-957a-4a2c-99b3-fea144596733", "name": "network-vif-plugged", "status": "completed", "tag": "be3073d8-3999-4ffc-95af-a9c2cfecb196", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:07:12.883394 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8694fd9f-1a82-4a5b-9bc2-ecfc0e761f58 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:07:12.883791 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ad9176-957a-4a2c-99b3-fea144596733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3073d8-3999-4ffc-95af-a9c2cfecb196', 'code': 200} Sep 01 16:07:12.911188 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=be3073d8-3999-4ffc-95af-a9c2cfecb196,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:07:12.975278 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfa82c-5ca2-4fc4-b8b2-60e2c43c55c8 req-42b32cfe-1858-4ebe-8622-24d6ae2b1f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:12.976781 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-88dfa82c-5ca2-4fc4-b8b2-60e2c43c55c8 req-42b32cfe-1858-4ebe-8622-24d6ae2b1f36 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 1097 time: 0.0422785 Sep 01 16:07:13.016816 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-88dfa82c-5ca2-4fc4-b8b2-60e2c43c55c8 req-58d766bb-6520-497e-8ddd-ee69cd9aa9cc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302041 Sep 01 16:07:13.399857 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec5cc3-f46b-46a5-9644-69faea152125 req-e2f4cff5-697f-4b8d-9252-541906af770a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:13.401444 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55ec5cc3-f46b-46a5-9644-69faea152125 req-e2f4cff5-697f-4b8d-9252-541906af770a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 946 time: 0.0502460 Sep 01 16:07:13.440910 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-55ec5cc3-f46b-46a5-9644-69faea152125 req-7a16fa23-d218-44f2-be00-dd70fa92c86b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331368 Sep 01 16:07:13.449755 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:13.724185 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-85dbb1db-d6eb-4c1b-9e13-ff6d9e0b34c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:14.575069 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2b35e-699c-4cdd-b94a-fbbefdab8c2d req-186736f3-58eb-486f-8c78-5ca0e31c610d tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:14.576582 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-59f2b35e-699c-4cdd-b94a-fbbefdab8c2d req-186736f3-58eb-486f-8c78-5ca0e31c610d tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 946 time: 0.0568192 Sep 01 16:07:14.616457 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-59f2b35e-699c-4cdd-b94a-fbbefdab8c2d req-1dcdbdfe-92fc-4ae1-a89a-4017c93dc9f1 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338743 Sep 01 16:07:14.752333 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f66ab-2e7f-4f6d-8c1b-56b21d631a55 req-536f0508-95a6-4e0c-9bae-1e453ea4fb92 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:14.753823 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f29f66ab-2e7f-4f6d-8c1b-56b21d631a55 req-536f0508-95a6-4e0c-9bae-1e453ea4fb92 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 946 time: 0.0603607 Sep 01 16:07:14.763232 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55410) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:07:14.767824 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-8b93836e-ecce-4c8b-a704-84c063127085 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Request body: {'floatingip': {'port_id': 'be3073d8-3999-4ffc-95af-a9c2cfecb196'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:07:14.809984 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8b93836e-ecce-4c8b-a704-84c063127085 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for floatingip, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:15.288530 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8b93836e-ecce-4c8b-a704-84c063127085 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:15.292580 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8b93836e-ecce-4c8b-a704-84c063127085 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:15.352817 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:15.399079 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-8b93836e-ecce-4c8b-a704-84c063127085 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Floating IP 65539de3-9347-4a02-8ec2-c0297655cc1f associated. External IP: 172.25.6.19, port: be3073d8-3999-4ffc-95af-a9c2cfecb196. Sep 01 16:07:15.619744 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b93836e-ecce-4c8b-a704-84c063127085 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:07:15.726988 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b93836e-ecce-4c8b-a704-84c063127085 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:07:15.731894 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8b93836e-ecce-4c8b-a704-84c063127085 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:15.736345 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ce738a-136f-4310-a17f-da32b0608d00 None None] Sync routers for ids ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:07:15.744953 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ce738a-136f-4310-a17f-da32b0608d00 None None] Routers {'3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:07:15.745564 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d7ce738a-136f-4310-a17f-da32b0608d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:07:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:15.763992 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8b93836e-ecce-4c8b-a704-84c063127085 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "PUT /v2.0/floatingips/65539de3-9347-4a02-8ec2-c0297655cc1f HTTP/1.1" status: 200 len: 992 time: 0.9995100 Sep 01 16:07:15.764564 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ad9176-957a-4a2c-99b3-fea144596733', 'tag': 'be3073d8-3999-4ffc-95af-a9c2cfecb196'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:07:15.766868 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007fab4f-271f-4c31-8624-55498cdb2b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "72ad9176-957a-4a2c-99b3-fea144596733", "tag": "be3073d8-3999-4ffc-95af-a9c2cfecb196"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:07:15.813937 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbcd2a9-9876-4e1c-918d-f1bafcd32eaa x-openstack-request-id: req-8fbcd2a9-9876-4e1c-918d-f1bafcd32eaa {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:07:15.814263 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ad9176-957a-4a2c-99b3-fea144596733", "tag": "be3073d8-3999-4ffc-95af-a9c2cfecb196", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:07:15.814544 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8fbcd2a9-9876-4e1c-918d-f1bafcd32eaa {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:07:15.814960 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ad9176-957a-4a2c-99b3-fea144596733', 'tag': 'be3073d8-3999-4ffc-95af-a9c2cfecb196', 'status': 'completed', 'code': 200} Sep 01 16:07:15.885055 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fab4f-271f-4c31-8624-55498cdb2b9e req-141b7ece-3ed4-40cf-a12b-2d6b3ea8a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:15.885055 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-007fab4f-271f-4c31-8624-55498cdb2b9e req-141b7ece-3ed4-40cf-a12b-2d6b3ea8a280 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 1097 time: 0.0453281 Sep 01 16:07:15.951162 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-d7ce738a-136f-4310-a17f-da32b0608d00 None None] Set router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:07:15.985405 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fab4f-271f-4c31-8624-55498cdb2b9e req-40f35527-a9a9-43cd-8c1e-ef5ed455a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:15.986950 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-007fab4f-271f-4c31-8624-55498cdb2b9e req-40f35527-a9a9-43cd-8c1e-ef5ed455a06a service neutron] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0950143 Sep 01 16:07:16.066717 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-007fab4f-271f-4c31-8624-55498cdb2b9e req-f4652c7c-10b8-48fc-a8d8-cbce6fd5ba73 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3073d8-3999-4ffc-95af-a9c2cfecb196 HTTP/1.1" status: 200 len: 1000 time: 0.0720921 Sep 01 16:07:16.124061 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fab4f-271f-4c31-8624-55498cdb2b9e req-32ff9e5c-b713-403a-87a5-f11ae2e1ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:16.125819 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-007fab4f-271f-4c31-8624-55498cdb2b9e req-32ff9e5c-b713-403a-87a5-f11ae2e1ec5c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0516620 Sep 01 16:07:16.176189 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fab4f-271f-4c31-8624-55498cdb2b9e req-988091cd-bd27-4260-b583-d51c615983fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:16.177723 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-007fab4f-271f-4c31-8624-55498cdb2b9e req-988091cd-bd27-4260-b583-d51c615983fb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445447 Sep 01 16:07:16.203385 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d7ce738a-136f-4310-a17f-da32b0608d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '65539de3-9347-4a02-8ec2-c0297655cc1f', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'port_id': 'be3073d8-3999-4ffc-95af-a9c2cfecb196', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'mac_address': 'fa:16:3e:50:dd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad9176-957a-4a2c-99b3-fea144596733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:00:01Z', 'updated_at': '2021-09-01T16:07:15Z', 'revision_number': 13, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c362066-4f18-4170-9abe-7ede18a42e94', 'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'mac_address': 'fa:16:3e:79:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:59Z', 'updated_at': '2021-09-01T16:00:03Z', 'revision_number': 5, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'subnets': [{'id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:16.230349 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ce738a-136f-4310-a17f-da32b0608d00 None None] Checking router: 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:07:16.239887 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ce738a-136f-4310-a17f-da32b0608d00 None None] Routers {'3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:07:16.240518 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d7ce738a-136f-4310-a17f-da32b0608d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:07:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:16.278631 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-007fab4f-271f-4c31-8624-55498cdb2b9e req-f05d2a89-d272-48c1-8915-7f227c5535bd service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916436 Sep 01 16:07:16.349454 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-d7ce738a-136f-4310-a17f-da32b0608d00 None None] Set router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:07:16.379235 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-007fab4f-271f-4c31-8624-55498cdb2b9e req-fd368946-d86d-4f59-8b80-5fc6a2a6b67d service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912836 Sep 01 16:07:16.609116 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d7ce738a-136f-4310-a17f-da32b0608d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '65539de3-9347-4a02-8ec2-c0297655cc1f', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'port_id': 'be3073d8-3999-4ffc-95af-a9c2cfecb196', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'mac_address': 'fa:16:3e:50:dd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad9176-957a-4a2c-99b3-fea144596733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:00:01Z', 'updated_at': '2021-09-01T16:07:15Z', 'revision_number': 13, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c362066-4f18-4170-9abe-7ede18a42e94', 'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'mac_address': 'fa:16:3e:79:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:59Z', 'updated_at': '2021-09-01T16:00:03Z', 'revision_number': 5, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'subnets': [{'id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:07:16.640860 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ce738a-136f-4310-a17f-da32b0608d00 None None] The sync data for ids ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'] in n-d-794796-3 is: [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '65539de3-9347-4a02-8ec2-c0297655cc1f', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'port_id': 'be3073d8-3999-4ffc-95af-a9c2cfecb196', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'mac_address': 'fa:16:3e:50:dd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72ad9176-957a-4a2c-99b3-fea144596733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:00:01Z', 'updated_at': '2021-09-01T16:07:15Z', 'revision_number': 13, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c362066-4f18-4170-9abe-7ede18a42e94', 'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'mac_address': 'fa:16:3e:79:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:59Z', 'updated_at': '2021-09-01T16:00:03Z', 'revision_number': 5, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'subnets': [{'id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:07:16.855264 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff104c60-5f0f-4c64-94d2-21a0e6303e7b None None] New status for floating IP 65539de3-9347-4a02-8ec2-c0297655cc1f: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:07:28.228079 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:33.196194 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3779fff4-f2c6-4710-a45a-772f4f31344c req-de32496d-acbd-4ff2-b290-86ac7414343c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446324 Sep 01 16:07:33.282405 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779fff4-f2c6-4710-a45a-772f4f31344c req-0e3f70b6-7c33-4779-a776-3c97db4c1ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:33.283954 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3779fff4-f2c6-4710-a45a-772f4f31344c req-0e3f70b6-7c33-4779-a776-3c97db4c1ca3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 1097 time: 0.0417628 Sep 01 16:07:33.393487 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779fff4-f2c6-4710-a45a-772f4f31344c req-a55f93dc-7e4c-4ad5-aef0-2d7873557d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:33.395084 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3779fff4-f2c6-4710-a45a-772f4f31344c req-a55f93dc-7e4c-4ad5-aef0-2d7873557d7a service neutron] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0910094 Sep 01 16:07:33.465332 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3779fff4-f2c6-4710-a45a-772f4f31344c req-c18e0e4d-c12e-4672-824b-af93cfc0517b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3073d8-3999-4ffc-95af-a9c2cfecb196 HTTP/1.1" status: 200 len: 1002 time: 0.0612993 Sep 01 16:07:33.515779 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779fff4-f2c6-4710-a45a-772f4f31344c req-801391d9-c345-4576-96c9-caa8da6cb42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:33.517235 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3779fff4-f2c6-4710-a45a-772f4f31344c req-801391d9-c345-4576-96c9-caa8da6cb42f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0433505 Sep 01 16:07:33.572159 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779fff4-f2c6-4710-a45a-772f4f31344c req-145ede3a-0f7f-4594-a22a-d497fe88a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:07:33.573630 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3779fff4-f2c6-4710-a45a-772f4f31344c req-145ede3a-0f7f-4594-a22a-d497fe88a5c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394545 Sep 01 16:07:33.668405 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3779fff4-f2c6-4710-a45a-772f4f31344c req-1a7b8437-7ea3-4075-901a-3e7e47d837b2 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860221 Sep 01 16:07:33.759933 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3779fff4-f2c6-4710-a45a-772f4f31344c req-acb6c5e1-0233-4c41-abb1-cbe1c71a3720 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821331 Sep 01 16:07:39.054728 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:39.379660 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-55432d08-a9d5-4f50-817d-c584443b7ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:41.038644 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-844d480f-870b-4171-82ba-d8945da91e6d req-d8722755-c642-4fbb-9e20-9fd738da3c22 service neutron] (94734) timed out ('10.222.0.60', 52842) {{(pid=94734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 16:07:42.248615 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:43.449402 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:43.725441 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d9b54e3b-9f95-44ac-b138-b8a01e0285b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:43.775487 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:07:45.358221 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:07:58.234017 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:09.062494 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:09.380643 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-70aa32fd-b147-4765-bf3c-c9854e4297c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:12.240796 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:13.454976 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:13.728078 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a5a1e0ce-5cc4-487d-b347-99d9a0a8a4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:15.361705 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:20.775545 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:08:28.226000 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:34.186940 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bead6d83-20e4-40a4-ac14-ddf5189b4733 req-fb5eff8a-e7a4-4b46-b811-94ef1cd39e35 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451181 Sep 01 16:08:34.515905 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead6d83-20e4-40a4-ac14-ddf5189b4733 req-81fe55b7-f814-4db7-8176-8b9f66de2eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:34.517274 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bead6d83-20e4-40a4-ac14-ddf5189b4733 req-81fe55b7-f814-4db7-8176-8b9f66de2eba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 1097 time: 0.2833145 Sep 01 16:08:34.623041 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead6d83-20e4-40a4-ac14-ddf5189b4733 req-6f953e8f-6ce7-42e3-9855-262cee6beed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:34.624461 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bead6d83-20e4-40a4-ac14-ddf5189b4733 req-6f953e8f-6ce7-42e3-9855-262cee6beed2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0851789 Sep 01 16:08:34.691712 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bead6d83-20e4-40a4-ac14-ddf5189b4733 req-ee8337c2-dddb-412b-a8a0-468c5f88257b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3073d8-3999-4ffc-95af-a9c2cfecb196 HTTP/1.1" status: 200 len: 1002 time: 0.0596473 Sep 01 16:08:34.742166 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead6d83-20e4-40a4-ac14-ddf5189b4733 req-9b7065ca-b709-4546-9bd0-b71d6c35bd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:34.743617 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bead6d83-20e4-40a4-ac14-ddf5189b4733 req-9b7065ca-b709-4546-9bd0-b71d6c35bd3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0435679 Sep 01 16:08:34.789562 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead6d83-20e4-40a4-ac14-ddf5189b4733 req-6d6ee2e5-5707-46a2-9bea-4fec6ce9c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:34.790985 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bead6d83-20e4-40a4-ac14-ddf5189b4733 req-6d6ee2e5-5707-46a2-9bea-4fec6ce9c44a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393615 Sep 01 16:08:34.804558 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-bead6d83-20e4-40a4-ac14-ddf5189b4733 req-f5980471-3007-471b-9f4a-6cd7e7378991 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:08:34.805469 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bead6d83-20e4-40a4-ac14-ddf5189b4733 req-f5980471-3007-471b-9f4a-6cd7e7378991 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053985 Sep 01 16:08:34.896857 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bead6d83-20e4-40a4-ac14-ddf5189b4733 req-dcb78441-985b-4dd7-8d82-ec07d4950173 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838413 Sep 01 16:08:34.985360 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bead6d83-20e4-40a4-ac14-ddf5189b4733 req-c5fdabf5-37f9-4640-ba87-fafda4c6518c service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805364 Sep 01 16:08:39.067123 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:39.382367 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5d6b583c-5767-4cdf-acfe-b9afc02fb76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:42.242480 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:43.456105 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:43.730373 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7dce599a-d805-465a-8166-67f101499308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:45.363553 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:08:57.364771 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21400e11-2abe-4339-abea-2df95061f22f req-f15f39bb-9565-4fb5-baeb-6bb999089910 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:08:57.366320 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-21400e11-2abe-4339-abea-2df95061f22f req-f15f39bb-9565-4fb5-baeb-6bb999089910 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 946 time: 0.0585814 Sep 01 16:08:57.405292 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-21400e11-2abe-4339-abea-2df95061f22f req-c532604a-4896-49de-8ce3-58683cb624bc tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322850 Sep 01 16:08:57.774678 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:08:58.228789 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:08.525970 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-91c7529a-e0c0-4396-9ad7-d7455f797854 req-12e76ffe-0ea2-48b4-b506-1477e7e85926 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:09:08.527020 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-91c7529a-e0c0-4396-9ad7-d7455f797854 req-12e76ffe-0ea2-48b4-b506-1477e7e85926 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0704224 Sep 01 16:09:08.710894 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-c6da8d7a-68f1-490c-b93e-5563b0da26f0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446146 Sep 01 16:09:08.722358 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-3c8f738c-39f0-42bb-b158-4929ecbd853b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:09:08.723348 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-3c8f738c-39f0-42bb-b158-4929ecbd853b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057535 Sep 01 16:09:08.746222 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d873b-95f1-4a4b-a99f-4fb983b87d1c req-5146756e-f18d-447f-924c-6dcec3e9eced tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:08.747799 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec8d873b-95f1-4a4b-a99f-4fb983b87d1c req-5146756e-f18d-447f-924c-6dcec3e9eced tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 946 time: 0.0612431 Sep 01 16:09:08.803340 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec8d873b-95f1-4a4b-a99f-4fb983b87d1c req-92d3cfeb-2a55-4f24-abf0-c0909c5dfa0c tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489826 Sep 01 16:09:09.072842 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:09.384833 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5b0a8a75-061b-4135-9ac6-da0b9121ff62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:09.923429 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102a092-b5ab-4946-8e04-3f41ad0fd3a3 req-13959d60-ecdb-42f4-9f01-444547ab365a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:09.924877 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1102a092-b5ab-4946-8e04-3f41ad0fd3a3 req-13959d60-ecdb-42f4-9f01-444547ab365a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 946 time: 0.0501292 Sep 01 16:09:09.970969 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1102a092-b5ab-4946-8e04-3f41ad0fd3a3 req-2a4b43f3-064d-475c-8059-d81ae736c687 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371637 Sep 01 16:09:10.070107 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-e9f4f8cf-077f-4b42-b280-0026f1c0695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:10.072179 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-e9f4f8cf-077f-4b42-b280-0026f1c0695c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 1097 time: 0.0427880 Sep 01 16:09:10.166665 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-0354a3fa-36de-4ea4-8f8f-c27e3eb07bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:10.168146 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-0354a3fa-36de-4ea4-8f8f-c27e3eb07bad service neutron] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0895627 Sep 01 16:09:10.247567 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-c1c6df55-f21e-42fa-9507-f89294d270fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3073d8-3999-4ffc-95af-a9c2cfecb196 HTTP/1.1" status: 200 len: 1002 time: 0.0720675 Sep 01 16:09:10.297345 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-127b5b1d-0eb5-4176-83c8-c42c24a4d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:10.298847 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-127b5b1d-0eb5-4176-83c8-c42c24a4d9c4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0450950 Sep 01 16:09:10.346646 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-25ea7b43-c150-4043-a5e7-394d41890567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:10.348264 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-25ea7b43-c150-4043-a5e7-394d41890567 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419512 Sep 01 16:09:10.451433 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-a2718ee2-ff21-415b-b816-f256e86ce100 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928643 Sep 01 16:09:10.543660 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-30a047f3-652f-4716-b74a-d56855aed484 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850189 Sep 01 16:09:11.091561 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5f91a-4d0a-46f0-868b-c8cb388a3c88 req-dc1871ae-9ea5-4192-b33e-45fe87a7fbc7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:11.093309 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3da5f91a-4d0a-46f0-868b-c8cb388a3c88 req-dc1871ae-9ea5-4192-b33e-45fe87a7fbc7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 946 time: 0.0546317 Sep 01 16:09:11.130928 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3da5f91a-4d0a-46f0-868b-c8cb388a3c88 req-4a0a053b-7745-4ceb-a7d5-aaec66e7b8b7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315533 Sep 01 16:09:12.249088 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:12.259566 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e6851-ead6-40a3-b211-fea45a0e1ff3 req-b62c07d7-ae68-4f9a-8e9a-d555c6617da2 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:12.261248 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b1e6851-ead6-40a3-b211-fea45a0e1ff3 req-b62c07d7-ae68-4f9a-8e9a-d555c6617da2 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 946 time: 0.0531750 Sep 01 16:09:12.302651 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b1e6851-ead6-40a3-b211-fea45a0e1ff3 req-812253ac-139f-4c86-bbe1-27cedff9cfa1 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347030 Sep 01 16:09:13.423353 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988365e1-a642-49f7-9d4f-9ded1dc675f4 req-8d1a642a-e6b5-4aaf-b30b-ccbaa9a3c662 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:13.424880 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-988365e1-a642-49f7-9d4f-9ded1dc675f4 req-8d1a642a-e6b5-4aaf-b30b-ccbaa9a3c662 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 946 time: 0.0513995 Sep 01 16:09:13.459985 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:13.465312 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-988365e1-a642-49f7-9d4f-9ded1dc675f4 req-4658b0d2-8f95-452c-9ba5-082571997e8a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342271 Sep 01 16:09:13.731287 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f24b9024-dac4-4f02-a067-8179c3739d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:14.636308 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba1d6d-9bb3-4b8b-9b8d-d1fd12c17312 req-8ac90302-ba39-4825-b30e-6311ab11aec9 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:14.637886 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2fba1d6d-9bb3-4b8b-9b8d-d1fd12c17312 req-8ac90302-ba39-4825-b30e-6311ab11aec9 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 946 time: 0.1011558 Sep 01 16:09:14.679590 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2fba1d6d-9bb3-4b8b-9b8d-d1fd12c17312 req-cf19838c-b6cf-41ab-a030-a22cfed4edf7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348444 Sep 01 16:09:15.366908 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:15.803867 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828b02c-31ab-4a00-95f4-016729d6999f req-5dcf28e2-0d2d-410a-8cf7-f389ede072bc tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:15.805908 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0828b02c-31ab-4a00-95f4-016729d6999f req-5dcf28e2-0d2d-410a-8cf7-f389ede072bc tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 946 time: 0.0517707 Sep 01 16:09:15.847341 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0828b02c-31ab-4a00-95f4-016729d6999f req-844c6f93-248e-4c62-b7b2-9e9681429067 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348210 Sep 01 16:09:16.982627 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07d99c-dd09-4f1c-a4de-a1511c4332b5 req-c5c32b9e-99a1-497e-8029-71b94afb0a96 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:16.985134 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-af07d99c-dd09-4f1c-a4de-a1511c4332b5 req-c5c32b9e-99a1-497e-8029-71b94afb0a96 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 946 time: 0.0595264 Sep 01 16:09:17.030888 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-af07d99c-dd09-4f1c-a4de-a1511c4332b5 req-c354c294-fc1d-4f43-a241-01a138c5194a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393422 Sep 01 16:09:18.213003 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa826ebd-7d68-4b3e-ac2a-f4b23bf43e9a req-8a9e1604-6822-4218-aee5-372cba5ac824 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:18.214623 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aa826ebd-7d68-4b3e-ac2a-f4b23bf43e9a req-8a9e1604-6822-4218-aee5-372cba5ac824 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 946 time: 0.1112115 Sep 01 16:09:18.255897 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aa826ebd-7d68-4b3e-ac2a-f4b23bf43e9a req-17cad263-8117-431f-a478-86f8e22faa2a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348821 Sep 01 16:09:19.375379 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9de05-9bb7-4367-b98c-2419f566b909 req-e561a494-5e36-452d-85ba-7fc0539f92b4 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:19.376938 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ddd9de05-9bb7-4367-b98c-2419f566b909 req-e561a494-5e36-452d-85ba-7fc0539f92b4 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 946 time: 0.0513642 Sep 01 16:09:19.417178 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ddd9de05-9bb7-4367-b98c-2419f566b909 req-8afcb2e7-92d1-4317-a0ae-0529a25cb766 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341651 Sep 01 16:09:20.541710 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac0f20-8d60-48b1-8882-48e876c7b865 req-68b01fde-2f6b-4a07-b1ad-8cd2b15b007d tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:20.542907 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f6ac0f20-8d60-48b1-8882-48e876c7b865 req-68b01fde-2f6b-4a07-b1ad-8cd2b15b007d tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 946 time: 0.0541658 Sep 01 16:09:20.583949 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f6ac0f20-8d60-48b1-8882-48e876c7b865 req-d2c90fe4-74d4-4873-a26c-a37a2d30416e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344172 Sep 01 16:09:21.703629 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47501d5d-ae4d-4c35-84fa-4e3dd37e9212 req-509567f6-0377-4f82-b5c6-76e863d76ad0 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:21.705148 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47501d5d-ae4d-4c35-84fa-4e3dd37e9212 req-509567f6-0377-4f82-b5c6-76e863d76ad0 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 946 time: 0.0508025 Sep 01 16:09:21.745982 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47501d5d-ae4d-4c35-84fa-4e3dd37e9212 req-43ddec26-0cf9-47fb-8404-3b6d185cda44 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348506 Sep 01 16:09:22.866880 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ecf37-56a6-4f39-aa3c-692d642c960c req-caf2280c-f180-4c9a-95db-1b5faf59235c tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:22.868409 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-306ecf37-56a6-4f39-aa3c-692d642c960c req-caf2280c-f180-4c9a-95db-1b5faf59235c tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 946 time: 0.0510747 Sep 01 16:09:22.907681 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-306ecf37-56a6-4f39-aa3c-692d642c960c req-ca4d1873-edbc-4aa3-a95a-ee2dbca8341d tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330613 Sep 01 16:09:24.024344 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab2b50-3a73-4e87-bafd-067b6da480f4 req-06ed5c56-9be8-495e-967d-a50017bde7ae tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:24.025836 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48ab2b50-3a73-4e87-bafd-067b6da480f4 req-06ed5c56-9be8-495e-967d-a50017bde7ae tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 946 time: 0.0493121 Sep 01 16:09:24.068337 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48ab2b50-3a73-4e87-bafd-067b6da480f4 req-3d89e4ae-498e-40bc-851e-c589aff9ccbd tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365052 Sep 01 16:09:24.378497 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-4ce820fd-f1e1-438b-bb0d-b3878b43835f service neutron] show failed (client error): The resource could not be found. Sep 01 16:09:24.379510 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-4ce820fd-f1e1-438b-bb0d-b3878b43835f service neutron] 10.222.0.45 "GET /v2.0/ports/be3073d8-3999-4ffc-95af-a9c2cfecb196/bindings/n-h2-794796-3 HTTP/1.1" status: 404 len: 380 time: 0.0599787 Sep 01 16:09:24.577190 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-c64ba080-e820-4510-92c2-4a73fe423efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:24.578748 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-c64ba080-e820-4510-92c2-4a73fe423efc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733&tenant_id=54409868541e4a73b844de37ac1b44a3 HTTP/1.1" status: 200 len: 1097 time: 0.0415058 Sep 01 16:09:24.590602 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-b115630c-4014-4fe1-8a66-3b667d04d551 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:09:24.591621 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-b115630c-4014-4fe1-8a66-3b667d04d551 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050533 Sep 01 16:09:24.612887 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794796-3', 'device_owner': 'compute:nova'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:09:24.665046 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:25.200198 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f939a-4bcd-4fa5-848f-607dd7274996 req-e5ab1628-ff5b-4771-b70f-ba475e2f1100 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:25.201845 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-374f939a-4bcd-4fa5-848f-607dd7274996 req-e5ab1628-ff5b-4771-b70f-ba475e2f1100 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 946 time: 0.0618944 Sep 01 16:09:25.206974 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] For port be3073d8-3999-4ffc-95af-a9c2cfecb196, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=be3073d8-3999-4ffc-95af-a9c2cfecb196,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:09:25.246976 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-374f939a-4bcd-4fa5-848f-607dd7274996 req-e0002384-6c87-47c7-b55e-be5c419f6ec7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356429 Sep 01 16:09:25.250708 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] For port be3073d8-3999-4ffc-95af-a9c2cfecb196, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:09:25.292378 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ad9176-957a-4a2c-99b3-fea144596733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be3073d8-3999-4ffc-95af-a9c2cfecb196'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:09:25.294961 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fd662b-65a1-4ceb-b878-a5e824436bf4" -d '{"events": [{"server_uuid": "72ad9176-957a-4a2c-99b3-fea144596733", "name": "network-vif-unplugged", "status": "completed", "tag": "be3073d8-3999-4ffc-95af-a9c2cfecb196"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:09:25.299308 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:25.313124 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Transition to ACTIVE for port object be3073d8-3999-4ffc-95af-a9c2cfecb196 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:09:25.317773 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:25.377396 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device be3073d8-3999-4ffc-95af-a9c2cfecb196 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:09:25.402901 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Pushing event updated for resources: {'Port': ['ID=be3073d8-3999-4ffc-95af-a9c2cfecb196,revision_number=6']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:25.420106 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device be3073d8-3999-4ffc-95af-a9c2cfecb196 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:09:25.423644 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:25.423995 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:25.424339 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:25.424676 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:25.425010 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:25.425369 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:25.425694 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:25.426020 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:25.426372 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:25.426697 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:25.427020 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:25.427340 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:25.431511 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 16:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76588b4f-02e8-410a-98ee-40f5b3e8a28e x-openstack-request-id: req-76588b4f-02e8-410a-98ee-40f5b3e8a28e {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:09:25.431842 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ad9176-957a-4a2c-99b3-fea144596733", "name": "network-vif-unplugged", "status": "completed", "tag": "be3073d8-3999-4ffc-95af-a9c2cfecb196", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:09:25.432042 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-76588b4f-02e8-410a-98ee-40f5b3e8a28e {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:09:25.432445 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ad9176-957a-4a2c-99b3-fea144596733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be3073d8-3999-4ffc-95af-a9c2cfecb196', 'code': 200} Sep 01 16:09:25.464463 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] No DVR routers for this DVR port be3073d8-3999-4ffc-95af-a9c2cfecb196 on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:09:25.616309 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Attempting to bind port be3073d8-3999-4ffc-95af-a9c2cfecb196 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:09:25.616564 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Attempting to bind port be3073d8-3999-4ffc-95af-a9c2cfecb196 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:09:25.616892 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Attempting to bind port be3073d8-3999-4ffc-95af-a9c2cfecb196 on network f46119d7-0ee6-4557-b45e-617950a3b131 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:09:25.621110 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Port be3073d8-3999-4ffc-95af-a9c2cfecb196 on network f46119d7-0ee6-4557-b45e-617950a3b131 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:09:25.621427 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Attempting to bind port be3073d8-3999-4ffc-95af-a9c2cfecb196 on network f46119d7-0ee6-4557-b45e-617950a3b131 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:09:25.626112 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:09:25.626490 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Checking segment: {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:09:25.626876 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Bound using segment: {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:09:25.627296 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Bound port: be3073d8-3999-4ffc-95af-a9c2cfecb196, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:09:25.627654 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:25.696258 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] For port be3073d8-3999-4ffc-95af-a9c2cfecb196, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:09:25.699654 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] For port be3073d8-3999-4ffc-95af-a9c2cfecb196, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=be3073d8-3999-4ffc-95af-a9c2cfecb196,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:09:25.703815 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:25.745775 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:25.746450 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:25.747899 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] 10.222.0.62 "PUT /v2.0/ports/be3073d8-3999-4ffc-95af-a9c2cfecb196 HTTP/1.1" status: 200 len: 1092 time: 1.1393039 Sep 01 16:09:25.769206 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f68991-b510-4d26-b565-d1cd2905ac94 service neutron] Pushing event updated for resources: {'Port': ['ID=be3073d8-3999-4ffc-95af-a9c2cfecb196,revision_number=7']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:25.875934 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-ce1b8950-ccb3-4ae9-9715-d838e7745ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:25.877565 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-ce1b8950-ccb3-4ae9-9715-d838e7745ec9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 1095 time: 0.0889177 Sep 01 16:09:25.972866 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-776a4e2d-5a54-41f2-985b-8a8780169196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:25.974377 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-776a4e2d-5a54-41f2-985b-8a8780169196 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0875416 Sep 01 16:09:26.045304 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-b5ec1b5a-762a-4a81-96c3-cd05e1951abd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3073d8-3999-4ffc-95af-a9c2cfecb196 HTTP/1.1" status: 200 len: 1000 time: 0.0628159 Sep 01 16:09:26.099121 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-7116f40c-1796-4834-9f95-e0310e5babc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:26.100635 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-7116f40c-1796-4834-9f95-e0310e5babc6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0456045 Sep 01 16:09:26.150049 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-fc77b277-693f-41c0-b84d-eeca3b5d0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:26.151521 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-fc77b277-693f-41c0-b84d-eeca3b5d0aeb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422153 Sep 01 16:09:26.245622 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-2ab27040-ba68-4c8a-bbd5-2e1b5581685d service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854511 Sep 01 16:09:26.336989 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-df429ffc-df2d-4a5d-9553-9e6f743dc03e req-b258e1d6-4d72-4b94-bfa7-a4fdd4dc0e8a service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834720 Sep 01 16:09:26.368670 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd52e3c-7cbf-4a64-8a5d-0d29e575d5ec req-bee2a0bb-f233-4da7-aad8-29c73052279d tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:26.370169 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ebd52e3c-7cbf-4a64-8a5d-0d29e575d5ec req-bee2a0bb-f233-4da7-aad8-29c73052279d tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 944 time: 0.0505903 Sep 01 16:09:26.408375 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ebd52e3c-7cbf-4a64-8a5d-0d29e575d5ec req-eb2303e9-f2f4-481e-89c2-9e9693ebcb12 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317225 Sep 01 16:09:27.433102 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ad9176-957a-4a2c-99b3-fea144596733', 'tag': 'be3073d8-3999-4ffc-95af-a9c2cfecb196'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:09:27.435618 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae73b73-e4cb-4673-9324-10ff955a52b5" -d '{"events": [{"name": "network-changed", "server_uuid": "72ad9176-957a-4a2c-99b3-fea144596733", "tag": "be3073d8-3999-4ffc-95af-a9c2cfecb196"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:09:27.518695 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3552dd17-e165-4a14-bcce-eb0f3f1cb3b1 x-openstack-request-id: req-3552dd17-e165-4a14-bcce-eb0f3f1cb3b1 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:09:27.519032 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ad9176-957a-4a2c-99b3-fea144596733", "tag": "be3073d8-3999-4ffc-95af-a9c2cfecb196", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:09:27.519241 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3552dd17-e165-4a14-bcce-eb0f3f1cb3b1 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:09:27.519638 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ad9176-957a-4a2c-99b3-fea144596733', 'tag': 'be3073d8-3999-4ffc-95af-a9c2cfecb196', 'status': 'completed', 'code': 200} Sep 01 16:09:27.559115 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e474d31-e893-4da7-a606-ef85085622c7 req-122fd2e8-0662-4a82-b8b4-952479ec4223 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:27.560752 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1e474d31-e893-4da7-a606-ef85085622c7 req-122fd2e8-0662-4a82-b8b4-952479ec4223 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 944 time: 0.0649829 Sep 01 16:09:27.579903 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae73b73-e4cb-4673-9324-10ff955a52b5 req-ae5e0606-671e-4b71-80f6-6c8ab8677780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:27.581572 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8ae73b73-e4cb-4673-9324-10ff955a52b5 req-ae5e0606-671e-4b71-80f6-6c8ab8677780 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 1095 time: 0.0544753 Sep 01 16:09:27.636362 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1e474d31-e893-4da7-a606-ef85085622c7 req-1d5bbdb3-1dfe-40a9-8655-1cc9e898ecf8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645878 Sep 01 16:09:27.639416 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae73b73-e4cb-4673-9324-10ff955a52b5 req-e79bca9e-e5cd-4146-bde9-0ed358f4b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:27.640941 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ae73b73-e4cb-4673-9324-10ff955a52b5 req-e79bca9e-e5cd-4146-bde9-0ed358f4b5c1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 1095 time: 0.0791090 Sep 01 16:09:27.694716 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae73b73-e4cb-4673-9324-10ff955a52b5 req-9c50d7d5-a7b8-49e6-b2f2-e91de48a74ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:27.696962 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8ae73b73-e4cb-4673-9324-10ff955a52b5 req-9c50d7d5-a7b8-49e6-b2f2-e91de48a74ab service neutron] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.1068368 Sep 01 16:09:27.739443 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae73b73-e4cb-4673-9324-10ff955a52b5 req-d33351c0-7b01-42f9-86a6-3ddbec7f259c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:27.740947 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ae73b73-e4cb-4673-9324-10ff955a52b5 req-d33351c0-7b01-42f9-86a6-3ddbec7f259c service neutron] 10.222.0.62 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0908854 Sep 01 16:09:27.765607 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8ae73b73-e4cb-4673-9324-10ff955a52b5 req-63a4f0a2-93da-469d-876b-53ac0ab56aed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3073d8-3999-4ffc-95af-a9c2cfecb196 HTTP/1.1" status: 200 len: 1000 time: 0.0601554 Sep 01 16:09:27.815875 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ae73b73-e4cb-4673-9324-10ff955a52b5 req-7224fc05-228e-4cfd-9d30-8ac54b94b376 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3073d8-3999-4ffc-95af-a9c2cfecb196 HTTP/1.1" status: 200 len: 1000 time: 0.0654197 Sep 01 16:09:27.824258 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae73b73-e4cb-4673-9324-10ff955a52b5 req-97af834f-ac60-4965-84f4-35798dfda720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:27.825738 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8ae73b73-e4cb-4673-9324-10ff955a52b5 req-97af834f-ac60-4965-84f4-35798dfda720 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0500586 Sep 01 16:09:27.869161 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae73b73-e4cb-4673-9324-10ff955a52b5 req-ea7373e9-f55e-4afb-82fc-91653f1f99d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:27.870840 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ae73b73-e4cb-4673-9324-10ff955a52b5 req-ea7373e9-f55e-4afb-82fc-91653f1f99d7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0470808 Sep 01 16:09:27.873163 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae73b73-e4cb-4673-9324-10ff955a52b5 req-eebf372c-7bd3-45ae-845f-1212e122f131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:27.874689 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8ae73b73-e4cb-4673-9324-10ff955a52b5 req-eebf372c-7bd3-45ae-845f-1212e122f131 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418942 Sep 01 16:09:27.919539 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae73b73-e4cb-4673-9324-10ff955a52b5 req-6e1f8106-40cd-41b4-b9ca-2bdd61bb96d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:27.921232 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ae73b73-e4cb-4673-9324-10ff955a52b5 req-6e1f8106-40cd-41b4-b9ca-2bdd61bb96d4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423822 Sep 01 16:09:27.965837 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8ae73b73-e4cb-4673-9324-10ff955a52b5 req-21cd4e0e-40a0-4864-8153-3b7a6cb302f1 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837409 Sep 01 16:09:28.019567 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ae73b73-e4cb-4673-9324-10ff955a52b5 req-8c79fcff-8500-4546-9258-340ad9ed07c0 service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894973 Sep 01 16:09:28.071241 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8ae73b73-e4cb-4673-9324-10ff955a52b5 req-909ed757-7774-481a-8cb3-52e37c4e03a3 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975800 Sep 01 16:09:28.119760 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8ae73b73-e4cb-4673-9324-10ff955a52b5 req-02baa74b-599c-4f65-8d47-7bec50f0e3d4 service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904133 Sep 01 16:09:28.230287 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:28.771732 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90959279-1661-42af-a676-4bb19b2c3f55 req-a3a21935-a003-446b-9334-d6000bcc6b02 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:28.773894 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-90959279-1661-42af-a676-4bb19b2c3f55 req-a3a21935-a003-446b-9334-d6000bcc6b02 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 944 time: 0.0602403 Sep 01 16:09:28.817013 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-90959279-1661-42af-a676-4bb19b2c3f55 req-5903e36d-d0b0-4754-8d11-8fe47936884c tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368154 Sep 01 16:09:29.946389 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8da66-347f-4a0f-9401-0e66467866b5 req-ac77df7d-bf1d-4cd2-a77c-53ef9e507e7b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:29.948407 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-94d8da66-347f-4a0f-9401-0e66467866b5 req-ac77df7d-bf1d-4cd2-a77c-53ef9e507e7b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 944 time: 0.0596566 Sep 01 16:09:29.987930 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-94d8da66-347f-4a0f-9401-0e66467866b5 req-7f778d93-7be3-48bd-b94c-73d85b1b821e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333734 Sep 01 16:09:31.112416 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63cc2f-cdbd-420d-b4d9-92ebb8059701 req-866888ba-643b-4bbf-bd0c-45998e25eba7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:31.113937 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0d63cc2f-cdbd-420d-b4d9-92ebb8059701 req-866888ba-643b-4bbf-bd0c-45998e25eba7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 944 time: 0.0549808 Sep 01 16:09:31.156002 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0d63cc2f-cdbd-420d-b4d9-92ebb8059701 req-0a489396-db9b-4669-9da1-e21d3e29e57b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348322 Sep 01 16:09:32.278927 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d93e21-4d65-45ed-b431-eea91010b741 req-6c9f9f41-f846-40eb-a03b-d314d7aa91b9 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:32.280781 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48d93e21-4d65-45ed-b431-eea91010b741 req-6c9f9f41-f846-40eb-a03b-d314d7aa91b9 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 944 time: 0.0521166 Sep 01 16:09:32.321139 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-48d93e21-4d65-45ed-b431-eea91010b741 req-d585c037-6eb6-40be-b767-afa304eca537 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336118 Sep 01 16:09:33.437767 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08ac13-e2f7-4299-a725-4169bee0a50e req-a5134abc-8220-4cef-829b-9b36c50023d7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:33.439289 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ed08ac13-e2f7-4299-a725-4169bee0a50e req-a5134abc-8220-4cef-829b-9b36c50023d7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 944 time: 0.0499849 Sep 01 16:09:33.477417 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ed08ac13-e2f7-4299-a725-4169bee0a50e req-2ec79e3a-3dbc-4eac-9b0d-42636fee7c51 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318806 Sep 01 16:09:34.593023 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee5200-e91d-49e7-b248-17d0cfa278b0 req-7c4c6f53-a900-4baa-b743-f53abb6c1013 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:34.594540 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-78ee5200-e91d-49e7-b248-17d0cfa278b0 req-7c4c6f53-a900-4baa-b743-f53abb6c1013 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 944 time: 0.0485129 Sep 01 16:09:34.632163 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-78ee5200-e91d-49e7-b248-17d0cfa278b0 req-7d9ad3fe-aa9f-4b15-9c72-47dc1277d033 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315793 Sep 01 16:09:34.774280 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:09:35.760555 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91ce60-fd87-4ac2-8575-9d3eccae6ee6 req-c45afb69-2fed-4055-afe9-b5ae04e948a9 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:35.762144 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ad91ce60-fd87-4ac2-8575-9d3eccae6ee6 req-c45afb69-2fed-4055-afe9-b5ae04e948a9 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 944 time: 0.0580235 Sep 01 16:09:35.799491 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ad91ce60-fd87-4ac2-8575-9d3eccae6ee6 req-9a539521-7461-483f-92f5-8246f2244d56 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313554 Sep 01 16:09:36.919032 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b82bda-29be-4ae0-b9fd-d24ebf16fd59 req-35347457-997d-4337-9dec-38f1ef93360d tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:36.920516 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-98b82bda-29be-4ae0-b9fd-d24ebf16fd59 req-35347457-997d-4337-9dec-38f1ef93360d tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 944 time: 0.0538440 Sep 01 16:09:36.957957 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-98b82bda-29be-4ae0-b9fd-d24ebf16fd59 req-f8b2f158-d17e-45e9-9837-2cc938239cfb tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315342 Sep 01 16:09:38.078482 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9adcc-bcf2-4b96-8afb-4bcb0c118eeb req-97be31bb-2ac1-4433-b759-5b058ce662d5 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:38.079969 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2be9adcc-bcf2-4b96-8afb-4bcb0c118eeb req-97be31bb-2ac1-4433-b759-5b058ce662d5 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 944 time: 0.0530720 Sep 01 16:09:38.118118 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2be9adcc-bcf2-4b96-8afb-4bcb0c118eeb req-988dcaff-0591-4de7-bfd5-d73b8e29d1bf tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321221 Sep 01 16:09:39.087666 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:39.235099 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e9f7a-b5e5-48df-bfbb-f576ea60828f req-0eb0ac00-b0ab-4b73-a639-08c8c8eee802 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:39.236975 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-397e9f7a-b5e5-48df-bfbb-f576ea60828f req-0eb0ac00-b0ab-4b73-a639-08c8c8eee802 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 944 time: 0.0506148 Sep 01 16:09:39.275608 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-397e9f7a-b5e5-48df-bfbb-f576ea60828f req-2da295b3-7acd-44a4-a12f-9a61512d97f4 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329306 Sep 01 16:09:39.388577 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0d28dbfb-7448-4c89-acec-79f4b516d9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:39.600686 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-5d5885d5-ef98-4b1e-8340-c5979cd137c2 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:39.602140 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-5d5885d5-ef98-4b1e-8340-c5979cd137c2 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.62 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733&tenant_id=54409868541e4a73b844de37ac1b44a3&binding%3Ahost_id=n-h2-794796-3 HTTP/1.1" status: 200 len: 944 time: 0.0835156 Sep 01 16:09:39.614773 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567080ae-517b-470d-94d6-0ff354103144 req-781659cd-f2ed-4941-ab0e-7f2e1cf7e9cb tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:39.616230 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-567080ae-517b-470d-94d6-0ff354103144 req-781659cd-f2ed-4941-ab0e-7f2e1cf7e9cb tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 944 time: 0.0712254 Sep 01 16:09:39.688765 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-567080ae-517b-470d-94d6-0ff354103144 req-dc833c69-8f05-4809-8fe4-7c4377f4a69a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657020 Sep 01 16:09:39.701413 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-d73dd558-78a4-4d1c-ac94-e99bacb1e862 service neutron] 10.222.0.62 "GET /v2.0/ports/be3073d8-3999-4ffc-95af-a9c2cfecb196/bindings/n-h2-794796-3 HTTP/1.1" status: 200 len: 382 time: 0.0840282 Sep 01 16:09:39.786892 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-62bb3111-ef36-43fa-a210-193e85f426fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:39.788420 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-62bb3111-ef36-43fa-a210-193e85f426fd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 1095 time: 0.0439198 Sep 01 16:09:39.881949 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-f5935c73-059c-4122-a7b4-1494280ee0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:39.883950 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-f5935c73-059c-4122-a7b4-1494280ee0af service neutron] 10.222.0.62 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0879533 Sep 01 16:09:39.887891 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device be3073d8-3999-4ffc-95af-a9c2cfecb196 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:09:39.952089 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-c49905fa-632f-45f9-a90b-6d8c9ca50445 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3073d8-3999-4ffc-95af-a9c2cfecb196 HTTP/1.1" status: 200 len: 1000 time: 0.0591044 Sep 01 16:09:39.982785 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port be3073d8-3999-4ffc-95af-a9c2cfecb196, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=be3073d8-3999-4ffc-95af-a9c2cfecb196,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:09:39.994106 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'be3073d8-3999-4ffc-95af-a9c2cfecb196', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'port_id': 'be3073d8-3999-4ffc-95af-a9c2cfecb196', 'mac_address': 'fa:16:3e:50:dd:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:09:40.001904 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-18bfdfeb-8970-4d40-87ad-3f1e9215956b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:40.003399 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-18bfdfeb-8970-4d40-87ad-3f1e9215956b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0435808 Sep 01 16:09:40.031881 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:40.044456 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3073d8-3999-4ffc-95af-a9c2cfecb196 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:09:40.052581 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-5397ab6d-8f77-4201-a764-8960a022edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:40.054103 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-5397ab6d-8f77-4201-a764-8960a022edfb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433426 Sep 01 16:09:40.063587 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port be3073d8-3999-4ffc-95af-a9c2cfecb196, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=be3073d8-3999-4ffc-95af-a9c2cfecb196,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:09:40.067394 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:40.114445 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=be3073d8-3999-4ffc-95af-a9c2cfecb196,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:40.122442 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:40.122794 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:40.123440 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:40.123440 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:40.123795 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:40.124128 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:40.124458 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:40.125152 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:40.125152 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:40.125420 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:40.125746 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:40.126074 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:40.149871 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-65e53490-a11e-4e5f-be56-97e44e2cd2e8 service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844941 Sep 01 16:09:40.242898 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-2daa975c-52c0-4d85-81e7-d9d8ff4f3c9e service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844049 Sep 01 16:09:40.422740 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['be3073d8-3999-4ffc-95af-a9c2cfecb196'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:09:40.814897 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e59a1-f568-4893-b33f-bfce219f6084 req-7c6975cc-f12d-44fb-ad23-bcbbd355a4d7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:40.816392 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ed1e59a1-f568-4893-b33f-bfce219f6084 req-7c6975cc-f12d-44fb-ad23-bcbbd355a4d7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 945 time: 0.0510905 Sep 01 16:09:40.854897 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ed1e59a1-f568-4893-b33f-bfce219f6084 req-0f82444c-2baf-47bf-a009-83ee56175c81 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318694 Sep 01 16:09:41.902947 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device be3073d8-3999-4ffc-95af-a9c2cfecb196 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:09:41.951955 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port be3073d8-3999-4ffc-95af-a9c2cfecb196 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:09:41.956122 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port be3073d8-3999-4ffc-95af-a9c2cfecb196 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:09:41.956626 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:41.974060 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cffe6d-f14f-466c-92ae-3c37e6275996 req-baa4ee70-d5dc-4b7c-af18-449850f7668e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:41.975713 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-91cffe6d-f14f-466c-92ae-3c37e6275996 req-baa4ee70-d5dc-4b7c-af18-449850f7668e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 945 time: 0.0510557 Sep 01 16:09:42.016887 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-91cffe6d-f14f-466c-92ae-3c37e6275996 req-60b00e75-8385-42c2-9957-85a2da1255cc tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345054 Sep 01 16:09:42.039844 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:42.061564 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ad9176-957a-4a2c-99b3-fea144596733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3073d8-3999-4ffc-95af-a9c2cfecb196'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:09:42.063834 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f831841-aee3-4aca-b873-7b48d5e7d9ef" -d '{"events": [{"server_uuid": "72ad9176-957a-4a2c-99b3-fea144596733", "name": "network-vif-plugged", "status": "completed", "tag": "be3073d8-3999-4ffc-95af-a9c2cfecb196"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:09:42.076455 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port be3073d8-3999-4ffc-95af-a9c2cfecb196, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=be3073d8-3999-4ffc-95af-a9c2cfecb196,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:09:42.080381 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:42.127757 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=be3073d8-3999-4ffc-95af-a9c2cfecb196,revision_number=9']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:42.165667 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9386a878-f1ee-48a7-84d8-889306affd1e x-openstack-request-id: req-9386a878-f1ee-48a7-84d8-889306affd1e {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:09:42.165963 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ad9176-957a-4a2c-99b3-fea144596733", "name": "network-vif-plugged", "status": "completed", "tag": "be3073d8-3999-4ffc-95af-a9c2cfecb196", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:09:42.166219 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9386a878-f1ee-48a7-84d8-889306affd1e {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:09:42.166657 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ad9176-957a-4a2c-99b3-fea144596733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3073d8-3999-4ffc-95af-a9c2cfecb196', 'code': 200} Sep 01 16:09:42.240497 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:43.133934 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09c272-b188-4cbd-b788-1164b5920177 req-736e321c-dbac-4479-8ebe-6930e3bd7adc tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:43.135461 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0c09c272-b188-4cbd-b788-1164b5920177 req-736e321c-dbac-4479-8ebe-6930e3bd7adc tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 946 time: 0.0499845 Sep 01 16:09:43.173843 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0c09c272-b188-4cbd-b788-1164b5920177 req-f8adc83e-5f4f-4c4e-93bc-b1937dd3bec4 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321352 Sep 01 16:09:43.463591 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:43.732678 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-55d0b0ac-31a9-4234-9cba-4990fa6335f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:44.293320 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc295a26-bdda-4a50-b238-cb431f149aa3 req-8bb83e59-082b-40c6-afd8-4283665ebbd5 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:44.294921 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc295a26-bdda-4a50-b238-cb431f149aa3 req-8bb83e59-082b-40c6-afd8-4283665ebbd5 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 946 time: 0.0498505 Sep 01 16:09:44.334466 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc295a26-bdda-4a50-b238-cb431f149aa3 req-57b78b01-958b-4d1f-b36f-2966dfb183b2 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334690 Sep 01 16:09:44.467826 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-d9e743da-880e-4636-b901-939e18f6b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:44.469272 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-d9e743da-880e-4636-b901-939e18f6b838 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733&tenant_id=54409868541e4a73b844de37ac1b44a3 HTTP/1.1" status: 200 len: 1097 time: 0.0452545 Sep 01 16:09:44.482070 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794796-3', 'device_owner': 'compute:nova'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:09:44.536502 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:44.751277 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] For port be3073d8-3999-4ffc-95af-a9c2cfecb196, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=be3073d8-3999-4ffc-95af-a9c2cfecb196,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:09:44.783660 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] For port be3073d8-3999-4ffc-95af-a9c2cfecb196, host n-h2-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:09:44.827170 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ad9176-957a-4a2c-99b3-fea144596733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be3073d8-3999-4ffc-95af-a9c2cfecb196'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:09:44.829422 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36d3bae-0412-49ff-8ae6-411b46a65683" -d '{"events": [{"server_uuid": "72ad9176-957a-4a2c-99b3-fea144596733", "name": "network-vif-unplugged", "status": "completed", "tag": "be3073d8-3999-4ffc-95af-a9c2cfecb196"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:09:44.833652 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:44.846724 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Transition to ACTIVE for port object be3073d8-3999-4ffc-95af-a9c2cfecb196 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:09:44.850987 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:44.936290 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 16:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e36a383-60ae-4a64-8428-894d6636917c x-openstack-request-id: req-1e36a383-60ae-4a64-8428-894d6636917c {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:09:44.936593 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ad9176-957a-4a2c-99b3-fea144596733", "name": "network-vif-unplugged", "status": "completed", "tag": "be3073d8-3999-4ffc-95af-a9c2cfecb196", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:09:44.936848 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1e36a383-60ae-4a64-8428-894d6636917c {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:09:44.937240 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ad9176-957a-4a2c-99b3-fea144596733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be3073d8-3999-4ffc-95af-a9c2cfecb196', 'code': 200} Sep 01 16:09:44.939845 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Pushing event updated for resources: {'Port': ['ID=be3073d8-3999-4ffc-95af-a9c2cfecb196,revision_number=10']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:44.954083 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:44.954480 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:44.954827 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:44.955163 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:44.955496 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:44.955823 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:44.956149 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:44.956474 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:44.956795 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:44.957115 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:44.957433 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:44.957751 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:09:44.986484 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] No DVR routers for this DVR port be3073d8-3999-4ffc-95af-a9c2cfecb196 on host n-h2-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:09:45.128807 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Attempting to bind port be3073d8-3999-4ffc-95af-a9c2cfecb196 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:09:45.129139 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Attempting to bind port be3073d8-3999-4ffc-95af-a9c2cfecb196 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:09:45.129461 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Attempting to bind port be3073d8-3999-4ffc-95af-a9c2cfecb196 on network f46119d7-0ee6-4557-b45e-617950a3b131 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:09:45.134177 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Port be3073d8-3999-4ffc-95af-a9c2cfecb196 on network f46119d7-0ee6-4557-b45e-617950a3b131 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:09:45.134524 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Attempting to bind port be3073d8-3999-4ffc-95af-a9c2cfecb196 on network f46119d7-0ee6-4557-b45e-617950a3b131 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:09:45.139243 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:09:45.139574 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Checking segment: {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:09:45.140105 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Bound using segment: {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:09:45.140527 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Bound port: be3073d8-3999-4ffc-95af-a9c2cfecb196, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16051690-0825-4b47-86b2-8e13c963c28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:09:45.140877 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:45.202471 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] For port be3073d8-3999-4ffc-95af-a9c2cfecb196, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:09:45.205724 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] For port be3073d8-3999-4ffc-95af-a9c2cfecb196, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=be3073d8-3999-4ffc-95af-a9c2cfecb196,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:09:45.210051 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:45.245742 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:45.246409 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:45.247847 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] 10.222.0.45 "PUT /v2.0/ports/be3073d8-3999-4ffc-95af-a9c2cfecb196 HTTP/1.1" status: 200 len: 1093 time: 0.7699828 Sep 01 16:09:45.268514 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4bf08-d3e6-47f5-a7f5-cde93d4b6f9e service neutron] Pushing event updated for resources: {'Port': ['ID=be3073d8-3999-4ffc-95af-a9c2cfecb196,revision_number=11']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:09:45.313516 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-c0fd67bc-f47f-457e-9c0d-661bf0ac3b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:45.315123 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-c0fd67bc-f47f-457e-9c0d-661bf0ac3b31 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 1096 time: 0.0436766 Sep 01 16:09:45.372530 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:45.425854 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-f37c2f42-9cea-4350-bf30-2bbf86283bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:45.427370 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-f37c2f42-9cea-4350-bf30-2bbf86283bd3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.1047556 Sep 01 16:09:45.514480 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc0073-f7f1-4f9a-b6da-a2d1fd46d926 req-69fb7028-1461-4d0f-bb18-bf4ae381c7d2 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:45.515897 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8fbc0073-f7f1-4f9a-b6da-a2d1fd46d926 req-69fb7028-1461-4d0f-bb18-bf4ae381c7d2 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 945 time: 0.1048942 Sep 01 16:09:45.519923 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-e262c9d3-534a-4341-85ec-3dcca2f72427 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3073d8-3999-4ffc-95af-a9c2cfecb196 HTTP/1.1" status: 200 len: 1000 time: 0.0792818 Sep 01 16:09:45.589601 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8fbc0073-f7f1-4f9a-b6da-a2d1fd46d926 req-3d892ced-5b34-4bb5-be53-679e4d37f107 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675974 Sep 01 16:09:45.591400 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-8ce05d74-3fd8-4a05-8520-f8a12fa4240a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:45.593034 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-8ce05d74-3fd8-4a05-8520-f8a12fa4240a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0640335 Sep 01 16:09:45.640179 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-e111c8a5-d61f-4836-a545-368a3e4d08d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:45.641661 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-e111c8a5-d61f-4836-a545-368a3e4d08d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412662 Sep 01 16:09:45.736732 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-b2007851-9fce-4139-b564-8a183574fc15 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871339 Sep 01 16:09:45.825518 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f727f1ad-fe3c-45bd-a0ee-4e3b0037f323 req-86908d6d-1379-4515-845f-8dc413ebd17d service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814297 Sep 01 16:09:45.922799 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device be3073d8-3999-4ffc-95af-a9c2cfecb196 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:09:45.964664 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device be3073d8-3999-4ffc-95af-a9c2cfecb196 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:09:46.711605 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e008d3-5cd2-49b6-a55f-2f864e6db6cb req-6198f102-3cfc-4eb9-b66c-4b60a62ccc92 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:46.713267 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f2e008d3-5cd2-49b6-a55f-2f864e6db6cb req-6198f102-3cfc-4eb9-b66c-4b60a62ccc92 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 945 time: 0.0537591 Sep 01 16:09:46.751291 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f2e008d3-5cd2-49b6-a55f-2f864e6db6cb req-8989a321-6933-4008-9d3c-f17945c0e102 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314291 Sep 01 16:09:46.938426 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72ad9176-957a-4a2c-99b3-fea144596733', 'tag': 'be3073d8-3999-4ffc-95af-a9c2cfecb196'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:09:46.940722 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55a0fd6-7221-4b25-bc90-6d677779ebe1" -d '{"events": [{"name": "network-changed", "server_uuid": "72ad9176-957a-4a2c-99b3-fea144596733", "tag": "be3073d8-3999-4ffc-95af-a9c2cfecb196"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:09:46.993342 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd2f0cc-e9ce-4c93-83cb-417f5861603d x-openstack-request-id: req-fbd2f0cc-e9ce-4c93-83cb-417f5861603d {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:09:46.993642 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72ad9176-957a-4a2c-99b3-fea144596733", "tag": "be3073d8-3999-4ffc-95af-a9c2cfecb196", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:09:46.993899 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fbd2f0cc-e9ce-4c93-83cb-417f5861603d {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:09:46.994457 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72ad9176-957a-4a2c-99b3-fea144596733', 'tag': 'be3073d8-3999-4ffc-95af-a9c2cfecb196', 'status': 'completed', 'code': 200} Sep 01 16:09:47.062721 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a0fd6-7221-4b25-bc90-6d677779ebe1 req-118d6182-cb8c-4d3e-ad85-1dd15eb10e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:47.064264 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f55a0fd6-7221-4b25-bc90-6d677779ebe1 req-118d6182-cb8c-4d3e-ad85-1dd15eb10e23 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 1096 time: 0.0497415 Sep 01 16:09:47.094947 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a0fd6-7221-4b25-bc90-6d677779ebe1 req-d1ee8671-6b8c-4944-a572-f10317528b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:47.096659 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f55a0fd6-7221-4b25-bc90-6d677779ebe1 req-d1ee8671-6b8c-4944-a572-f10317528b32 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=54409868541e4a73b844de37ac1b44a3&device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 1096 time: 0.0423357 Sep 01 16:09:47.160861 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a0fd6-7221-4b25-bc90-6d677779ebe1 req-698a4ea1-af2e-4c71-9328-96bfb379afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:47.162379 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f55a0fd6-7221-4b25-bc90-6d677779ebe1 req-698a4ea1-af2e-4c71-9328-96bfb379afb6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0903823 Sep 01 16:09:47.194023 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a0fd6-7221-4b25-bc90-6d677779ebe1 req-96e3560a-a04a-4bd3-a9f2-137e952958da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:47.195563 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f55a0fd6-7221-4b25-bc90-6d677779ebe1 req-96e3560a-a04a-4bd3-a9f2-137e952958da service neutron] 10.222.0.62 "GET /v2.0/networks?id=f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 200 len: 912 time: 0.0910892 Sep 01 16:09:47.249737 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f55a0fd6-7221-4b25-bc90-6d677779ebe1 req-27dd18a2-6e03-4709-8efd-d1988792cb14 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3073d8-3999-4ffc-95af-a9c2cfecb196 HTTP/1.1" status: 200 len: 1000 time: 0.0778308 Sep 01 16:09:47.283340 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f55a0fd6-7221-4b25-bc90-6d677779ebe1 req-c9920100-e72f-436a-a5e8-d1635b687098 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3073d8-3999-4ffc-95af-a9c2cfecb196 HTTP/1.1" status: 200 len: 1000 time: 0.0773575 Sep 01 16:09:47.300308 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a0fd6-7221-4b25-bc90-6d677779ebe1 req-156e572b-4259-414c-a9c7-a6d55cef2421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:47.301771 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f55a0fd6-7221-4b25-bc90-6d677779ebe1 req-156e572b-4259-414c-a9c7-a6d55cef2421 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0447612 Sep 01 16:09:47.336149 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a0fd6-7221-4b25-bc90-6d677779ebe1 req-2908c5c4-2023-4e05-aa4b-6979d894afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:47.337611 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f55a0fd6-7221-4b25-bc90-6d677779ebe1 req-2908c5c4-2023-4e05-aa4b-6979d894afa4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 200 len: 850 time: 0.0445540 Sep 01 16:09:47.349296 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a0fd6-7221-4b25-bc90-6d677779ebe1 req-3c3c4f70-028c-4981-bfa5-c05e2c2c1888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:47.350826 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f55a0fd6-7221-4b25-bc90-6d677779ebe1 req-3c3c4f70-028c-4981-bfa5-c05e2c2c1888 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410745 Sep 01 16:09:47.391869 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a0fd6-7221-4b25-bc90-6d677779ebe1 req-252ec17c-3828-49e9-a5fb-310ab5b87ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:47.393502 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f55a0fd6-7221-4b25-bc90-6d677779ebe1 req-252ec17c-3828-49e9-a5fb-310ab5b87ed9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f46119d7-0ee6-4557-b45e-617950a3b131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445330 Sep 01 16:09:47.448348 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f55a0fd6-7221-4b25-bc90-6d677779ebe1 req-1eb94238-bc62-47d8-b6cb-7eba78623e2f service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889649 Sep 01 16:09:47.489082 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f55a0fd6-7221-4b25-bc90-6d677779ebe1 req-e1b1db10-744a-4cfd-bc72-dacd9cdb5447 service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842280 Sep 01 16:09:47.550348 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f55a0fd6-7221-4b25-bc90-6d677779ebe1 req-b7780e07-4b6e-4cb1-a364-997bd34c8b08 service neutron] 10.222.0.45 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949373 Sep 01 16:09:47.591877 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f55a0fd6-7221-4b25-bc90-6d677779ebe1 req-1b430a46-dc0c-433a-9cdc-4f6cac4ff85b service neutron] 10.222.0.62 "GET /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952046 Sep 01 16:09:47.869946 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ee220-fee6-4425-be68-391127a5895d req-215b2253-e0b0-41dd-9824-2b2a2ed1de16 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:47.871450 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-505ee220-fee6-4425-be68-391127a5895d req-215b2253-e0b0-41dd-9824-2b2a2ed1de16 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 945 time: 0.0504014 Sep 01 16:09:47.910081 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-505ee220-fee6-4425-be68-391127a5895d req-a569cdd6-6e24-4f56-8df4-a64c32de69aa tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326347 Sep 01 16:09:49.030228 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754da5f-192f-4910-b7a9-5fd94f246e7a req-1f1714d4-44dd-4868-80d4-3620eea61290 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:49.031707 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b754da5f-192f-4910-b7a9-5fd94f246e7a req-1f1714d4-44dd-4868-80d4-3620eea61290 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 945 time: 0.0497665 Sep 01 16:09:49.071605 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b754da5f-192f-4910-b7a9-5fd94f246e7a req-bf5083a2-44cf-4212-b823-97fc1eaf3faa tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335317 Sep 01 16:09:50.188206 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d8010-3420-460d-a555-079f43ac660a req-8adf2bcc-ddd7-4303-b2a0-fd238b17e1ae tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:50.189704 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-524d8010-3420-460d-a555-079f43ac660a req-8adf2bcc-ddd7-4303-b2a0-fd238b17e1ae tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 945 time: 0.0492108 Sep 01 16:09:50.226580 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-524d8010-3420-460d-a555-079f43ac660a req-4d8cba69-89e0-4343-9eca-09e5a1772c96 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303741 Sep 01 16:09:51.347271 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed2e90-c63c-4ac7-9aa7-7bf330cfcf89 req-1b25e707-1b8c-403a-a670-cb2d8f2ad885 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:51.348740 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7eed2e90-c63c-4ac7-9aa7-7bf330cfcf89 req-1b25e707-1b8c-403a-a670-cb2d8f2ad885 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 945 time: 0.0536463 Sep 01 16:09:51.385735 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7eed2e90-c63c-4ac7-9aa7-7bf330cfcf89 req-33584dd0-2785-4b53-8331-1c099fb4ae0f tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303776 Sep 01 16:09:52.501835 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4c00b-bd7e-4a20-bcd6-38d3ac91e46c req-6d77c41b-e9da-4e09-9465-7f41561f99c2 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:52.503369 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aed4c00b-bd7e-4a20-bcd6-38d3ac91e46c req-6d77c41b-e9da-4e09-9465-7f41561f99c2 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 945 time: 0.0485370 Sep 01 16:09:52.544235 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aed4c00b-bd7e-4a20-bcd6-38d3ac91e46c req-23c202c4-2ba6-4167-8f4f-d0efd808f1a7 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348535 Sep 01 16:09:53.662042 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3bb64-2043-499d-ac2f-2ea571c98e35 req-08d550b0-67a3-4313-80ef-8f2fef0004cf tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:53.663473 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-78f3bb64-2043-499d-ac2f-2ea571c98e35 req-08d550b0-67a3-4313-80ef-8f2fef0004cf tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 945 time: 0.0503056 Sep 01 16:09:53.703917 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-78f3bb64-2043-499d-ac2f-2ea571c98e35 req-2bb9395e-1116-4526-9237-db17e68acba3 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342057 Sep 01 16:09:54.821761 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad92098-82b3-4957-922c-cebdfb548ab8 req-99d7f3ef-58d4-4c1e-a500-5b97ac3d45fa tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:54.823220 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0ad92098-82b3-4957-922c-cebdfb548ab8 req-99d7f3ef-58d4-4c1e-a500-5b97ac3d45fa tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 945 time: 0.0502658 Sep 01 16:09:54.861013 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0ad92098-82b3-4957-922c-cebdfb548ab8 req-0eb3feda-459d-4cc7-9196-df806321d36a tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319159 Sep 01 16:09:55.978535 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88750844-cde1-4e1f-8a09-553271db0892 req-6706963f-1baa-4691-b597-018902edee6f tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:55.980010 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-88750844-cde1-4e1f-8a09-553271db0892 req-6706963f-1baa-4691-b597-018902edee6f tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 945 time: 0.0497000 Sep 01 16:09:56.017233 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-88750844-cde1-4e1f-8a09-553271db0892 req-2bc9148f-bb9b-48d9-b13c-0564bad43a3f tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313280 Sep 01 16:09:57.133011 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10b4eb-e530-4d29-851e-1b568f3aea3c req-058840ab-d983-4330-839f-7bb8bc6e3392 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:57.134526 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba10b4eb-e530-4d29-851e-1b568f3aea3c req-058840ab-d983-4330-839f-7bb8bc6e3392 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 945 time: 0.0490837 Sep 01 16:09:57.172654 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba10b4eb-e530-4d29-851e-1b568f3aea3c req-156bad5e-a6fd-4489-8024-e484959978de tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320897 Sep 01 16:09:57.289215 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45843e90-4c76-4467-9962-e1943ab24d41 req-1bf55a5d-2ef5-40e8-aade-c7273cec4890 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:57.290623 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-45843e90-4c76-4467-9962-e1943ab24d41 req-1bf55a5d-2ef5-40e8-aade-c7273cec4890 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 945 time: 0.0520155 Sep 01 16:09:57.327590 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-45843e90-4c76-4467-9962-e1943ab24d41 req-c0164993-20be-4828-8807-72f6f731d5ea tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309284 Sep 01 16:09:57.438943 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e66ccc-2d78-43d3-b0c1-2e579272bdcb req-a79f6368-70dd-4686-b59d-e8a377805940 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:57.440427 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a8e66ccc-2d78-43d3-b0c1-2e579272bdcb req-a79f6368-70dd-4686-b59d-e8a377805940 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 945 time: 0.0478208 Sep 01 16:09:57.481508 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a8e66ccc-2d78-43d3-b0c1-2e579272bdcb req-2c898911-9ae4-4b8f-b99b-15ed795b5312 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343432 Sep 01 16:09:57.716784 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff81c6-5546-4fe0-86e4-a7ec93c25bfc req-029f4092-9211-46e0-804c-a297491ea54e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:57.718560 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1aff81c6-5546-4fe0-86e4-a7ec93c25bfc req-029f4092-9211-46e0-804c-a297491ea54e tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 945 time: 0.0488031 Sep 01 16:09:57.756087 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1aff81c6-5546-4fe0-86e4-a7ec93c25bfc req-4ac79c13-9020-4407-a5c6-6461751dd1d1 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316083 Sep 01 16:09:58.247837 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:58.876184 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a958081-828e-4efb-ace5-015aca63de04 req-064d527f-2954-43ca-a1c3-cd73c94c13b8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:58.877671 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1a958081-828e-4efb-ace5-015aca63de04 req-064d527f-2954-43ca-a1c3-cd73c94c13b8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 945 time: 0.0490675 Sep 01 16:09:58.914876 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1a958081-828e-4efb-ace5-015aca63de04 req-e67c9538-186f-420a-8f3a-8bf274a0ca4b tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306957 Sep 01 16:09:59.479083 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab5616-76a9-4992-b2b0-a160e06ffaf1 req-271521f2-974c-43cc-ac5c-ecb3ee190184 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:09:59.480582 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e8ab5616-76a9-4992-b2b0-a160e06ffaf1 req-271521f2-974c-43cc-ac5c-ecb3ee190184 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.45 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 945 time: 0.1486902 Sep 01 16:09:59.512633 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device be3073d8-3999-4ffc-95af-a9c2cfecb196 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:09:59.574238 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-e8ab5616-76a9-4992-b2b0-a160e06ffaf1 req-03d7f983-15fa-4c5e-a87c-f72b2499fd71 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Deleting port be3073d8-3999-4ffc-95af-a9c2cfecb196 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:09:59.574709 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e8ab5616-76a9-4992-b2b0-a160e06ffaf1 req-03d7f983-15fa-4c5e-a87c-f72b2499fd71 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:59.606724 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port be3073d8-3999-4ffc-95af-a9c2cfecb196, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=be3073d8-3999-4ffc-95af-a9c2cfecb196,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:09:59.617999 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'be3073d8-3999-4ffc-95af-a9c2cfecb196', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'port_id': 'be3073d8-3999-4ffc-95af-a9c2cfecb196', 'mac_address': 'fa:16:3e:50:dd:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:09:59.654151 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:59.665066 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-e8ab5616-76a9-4992-b2b0-a160e06ffaf1 req-03d7f983-15fa-4c5e-a87c-f72b2499fd71 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] For port be3073d8-3999-4ffc-95af-a9c2cfecb196, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=be3073d8-3999-4ffc-95af-a9c2cfecb196,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:09:59.665442 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e8ab5616-76a9-4992-b2b0-a160e06ffaf1 req-03d7f983-15fa-4c5e-a87c-f72b2499fd71 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:59.671158 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3073d8-3999-4ffc-95af-a9c2cfecb196 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:09:59.690311 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port be3073d8-3999-4ffc-95af-a9c2cfecb196, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=be3073d8-3999-4ffc-95af-a9c2cfecb196,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:09:59.694344 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:09:59.743486 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=be3073d8-3999-4ffc-95af-a9c2cfecb196,revision_number=12']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:00.034756 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43aa07e-2396-48dc-b12f-7d34dca12546 req-b1f32364-7f2b-40b2-a9bd-ac6a7343ff7f tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:00.036187 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f43aa07e-2396-48dc-b12f-7d34dca12546 req-b1f32364-7f2b-40b2-a9bd-ac6a7343ff7f tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 946 time: 0.0499983 Sep 01 16:10:00.075802 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f43aa07e-2396-48dc-b12f-7d34dca12546 req-6b9ada9c-eee3-4d3e-b10b-09ea4e483208 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups?id=11398fc4-e540-4db1-9c87-f6243cf2b35b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333083 Sep 01 16:10:00.084495 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e8ab5616-76a9-4992-b2b0-a160e06ffaf1 req-03d7f983-15fa-4c5e-a87c-f72b2499fd71 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:00.085054 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e8ab5616-76a9-4992-b2b0-a160e06ffaf1 req-03d7f983-15fa-4c5e-a87c-f72b2499fd71 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:00.085462 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [req-e8ab5616-76a9-4992-b2b0-a160e06ffaf1 req-03d7f983-15fa-4c5e-a87c-f72b2499fd71 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Floating IP 65539de3-9347-4a02-8ec2-c0297655cc1f disassociated. External IP: 172.25.6.19, port: be3073d8-3999-4ffc-95af-a9c2cfecb196. Sep 01 16:10:00.085676 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-e8ab5616-76a9-4992-b2b0-a160e06ffaf1 req-03d7f983-15fa-4c5e-a87c-f72b2499fd71 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Calling delete_port for be3073d8-3999-4ffc-95af-a9c2cfecb196 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:10:00.216608 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e8ab5616-76a9-4992-b2b0-a160e06ffaf1 req-03d7f983-15fa-4c5e-a87c-f72b2499fd71 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:00.248382 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7f983-15fa-4c5e-a87c-f72b2499fd71 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Pushing event deleted for resources: {'Port': ['ID=be3073d8-3999-4ffc-95af-a9c2cfecb196,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:00.364234 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8ab5616-76a9-4992-b2b0-a160e06ffaf1 req-03d7f983-15fa-4c5e-a87c-f72b2499fd71 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:10:00.473561 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8ab5616-76a9-4992-b2b0-a160e06ffaf1 req-03d7f983-15fa-4c5e-a87c-f72b2499fd71 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:10:00.484090 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664de60b-efbc-4270-bec9-534380844095 None None] Sync routers for ids ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:10:00.493834 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664de60b-efbc-4270-bec9-534380844095 None None] Routers {'3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:10:00.494577 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-664de60b-efbc-4270-bec9-534380844095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:09:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:00.516066 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ab5616-76a9-4992-b2b0-a160e06ffaf1 req-03d7f983-15fa-4c5e-a87c-f72b2499fd71 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] No DVR routers for this DVR port be3073d8-3999-4ffc-95af-a9c2cfecb196 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:10:00.518875 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-e8ab5616-76a9-4992-b2b0-a160e06ffaf1 req-03d7f983-15fa-4c5e-a87c-f72b2499fd71 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:00.520759 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e8ab5616-76a9-4992-b2b0-a160e06ffaf1 req-03d7f983-15fa-4c5e-a87c-f72b2499fd71 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.45 "DELETE /v2.0/ports/be3073d8-3999-4ffc-95af-a9c2cfecb196 HTTP/1.1" status: 204 len: 173 time: 1.0334189 Sep 01 16:10:00.521194 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72ad9176-957a-4a2c-99b3-fea144596733', 'name': 'network-vif-deleted', 'tag': 'be3073d8-3999-4ffc-95af-a9c2cfecb196'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:10:00.523507 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f36522-78dc-4974-9f91-802e26fbc073" -d '{"events": [{"server_uuid": "72ad9176-957a-4a2c-99b3-fea144596733", "name": "network-vif-deleted", "tag": "be3073d8-3999-4ffc-95af-a9c2cfecb196"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:10:00.566209 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12305f81-c690-4549-bd10-23d3e25651b0 x-openstack-request-id: req-12305f81-c690-4549-bd10-23d3e25651b0 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:10:00.566608 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72ad9176-957a-4a2c-99b3-fea144596733", "name": "network-vif-deleted", "tag": "be3073d8-3999-4ffc-95af-a9c2cfecb196", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:10:00.566861 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-12305f81-c690-4549-bd10-23d3e25651b0 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:10:00.567257 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72ad9176-957a-4a2c-99b3-fea144596733', 'name': 'network-vif-deleted', 'tag': 'be3073d8-3999-4ffc-95af-a9c2cfecb196', 'status': 'completed', 'code': 200} Sep 01 16:10:00.612087 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-664de60b-efbc-4270-bec9-534380844095 None None] Set router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:10:00.810094 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-664de60b-efbc-4270-bec9-534380844095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '0c362066-4f18-4170-9abe-7ede18a42e94', 'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'mac_address': 'fa:16:3e:79:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:59Z', 'updated_at': '2021-09-01T16:00:03Z', 'revision_number': 5, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'subnets': [{'id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:00.835493 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664de60b-efbc-4270-bec9-534380844095 None None] Checking router: 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:10:00.843911 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664de60b-efbc-4270-bec9-534380844095 None None] Routers {'3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:10:00.844499 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-664de60b-efbc-4270-bec9-534380844095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:09:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:00.947154 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-664de60b-efbc-4270-bec9-534380844095 None None] Set router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:10:01.174250 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b840989c-3eca-4000-8cbb-bf12f302d1cd req-7ce4faaa-be01-42eb-a9e8-66b6da2b74d4 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 210 time: 0.0275397 Sep 01 16:10:01.242904 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-664de60b-efbc-4270-bec9-534380844095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '0c362066-4f18-4170-9abe-7ede18a42e94', 'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'mac_address': 'fa:16:3e:79:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:59Z', 'updated_at': '2021-09-01T16:00:03Z', 'revision_number': 5, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'subnets': [{'id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:01.272739 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664de60b-efbc-4270-bec9-534380844095 None None] The sync data for ids ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'] in n-d-794796-3 is: [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T15:59:59Z', 'revision_number': 4, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '0c362066-4f18-4170-9abe-7ede18a42e94', 'name': '', 'network_id': 'f46119d7-0ee6-4557-b45e-617950a3b131', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'mac_address': 'fa:16:3e:79:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:59Z', 'updated_at': '2021-09-01T16:00:03Z', 'revision_number': 5, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'subnets': [{'id': 'f38b709f-7622-44ef-a1f8-c04de7021fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:10:01.487114 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7a86a1-0c30-47e9-9e13-e99102b54270 None None] New status for floating IP 65539de3-9347-4a02-8ec2-c0297655cc1f: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:10:01.525899 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device be3073d8-3999-4ffc-95af-a9c2cfecb196 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:10:01.578012 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: be3073d8-3999-4ffc-95af-a9c2cfecb196 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:10:01.578382 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device be3073d8-3999-4ffc-95af-a9c2cfecb196 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:10:02.283289 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6f9a6282-2d82-44fe-9527-9b1ec2d29c0e req-29a88495-4d48-4f69-bc82-bf981b0b5752 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 210 time: 0.0276353 Sep 01 16:10:03.383036 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aeb2cefc-a8ff-442c-9c98-b692b976c520 req-8cc3246e-6a92-4668-be8f-6b71876b3afa tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/ports?device_id=72ad9176-957a-4a2c-99b3-fea144596733 HTTP/1.1" status: 200 len: 210 time: 0.0301013 Sep 01 16:10:07.181844 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55888) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:07.245146 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4e27548d-ce8a-4393-b434-0b3757e7d0c6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:07.273812 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4e27548d-ce8a-4393-b434-0b3757e7d0c6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:07.325870 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4e27548d-ce8a-4393-b434-0b3757e7d0c6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:07.328591 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4e27548d-ce8a-4393-b434-0b3757e7d0c6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:07.333577 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4e27548d-ce8a-4393-b434-0b3757e7d0c6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "DELETE /v2.0/security-groups/11398fc4-e540-4db1-9c87-f6243cf2b35b HTTP/1.1" status: 204 len: 168 time: 0.1468563 Sep 01 16:10:07.334591 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55890) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:07.347900 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27548d-ce8a-4393-b434-0b3757e7d0c6 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11398fc4-e540-4db1-9c87-f6243cf2b35b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:07.355477 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [None req-5e0a8581-1b13-406c-a709-32d6fa0f48e8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] show failed (client error): The resource could not be found. Sep 01 16:10:07.360236 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5e0a8581-1b13-406c-a709-32d6fa0f48e8 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "GET /v2.0/security-groups/11398fc4-e540-4db1-9c87-f6243cf2b35b HTTP/1.1" status: 404 len: 347 time: 0.0212336 Sep 01 16:10:07.360811 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55892) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:07.504493 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-e3962c83-48d1-4123-9290-a9894fc77900 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Deleting port 3ac5e385-fee1-4aff-813d-400384fdf494 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:10:07.504741 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e3962c83-48d1-4123-9290-a9894fc77900 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:07.606844 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e3962c83-48d1-4123-9290-a9894fc77900 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:07.607157 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e3962c83-48d1-4123-9290-a9894fc77900 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:07.621240 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-e3962c83-48d1-4123-9290-a9894fc77900 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Calling delete_port for 3ac5e385-fee1-4aff-813d-400384fdf494 owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:10:07.792035 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e3962c83-48d1-4123-9290-a9894fc77900 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:07.821306 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3962c83-48d1-4123-9290-a9894fc77900 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Pushing event deleted for resources: {'Port': ['ID=3ac5e385-fee1-4aff-813d-400384fdf494,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:07.887366 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e3962c83-48d1-4123-9290-a9894fc77900 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:07.889706 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e3962c83-48d1-4123-9290-a9894fc77900 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:07.890955 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e3962c83-48d1-4123-9290-a9894fc77900 tempest-ServerActionsTestJSON-219936875 tempest-ServerActionsTestJSON-219936875-project] 10.222.0.60 "DELETE /v2.0/floatingips/65539de3-9347-4a02-8ec2-c0297655cc1f HTTP/1.1" status: 204 len: 168 time: 0.5286896 Sep 01 16:10:07.893927 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55894) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:08.377235 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1520ce2-191f-45b1-8a04-4c7c27ae34f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:08.622287 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-f1520ce2-191f-45b1-8a04-4c7c27ae34f9 admin admin] Deleting port 0c362066-4f18-4170-9abe-7ede18a42e94 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:10:08.622661 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1520ce2-191f-45b1-8a04-4c7c27ae34f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:08.704801 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-f1520ce2-191f-45b1-8a04-4c7c27ae34f9 admin admin] For port 0c362066-4f18-4170-9abe-7ede18a42e94, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=0c362066-4f18-4170-9abe-7ede18a42e94,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:08.705172 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1520ce2-191f-45b1-8a04-4c7c27ae34f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:08.717986 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-f1520ce2-191f-45b1-8a04-4c7c27ae34f9 admin admin] Calling delete_port for 0c362066-4f18-4170-9abe-7ede18a42e94 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:10:08.907383 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1520ce2-191f-45b1-8a04-4c7c27ae34f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:08.932117 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1520ce2-191f-45b1-8a04-4c7c27ae34f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c362066-4f18-4170-9abe-7ede18a42e94,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:09.098283 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:09.104310 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f1520ce2-191f-45b1-8a04-4c7c27ae34f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:09.325077 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1520ce2-191f-45b1-8a04-4c7c27ae34f9 admin admin] Router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:10:09.391345 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6a11aec5-92a8-4654-8134-6b2ea99e34b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:09.440567 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1520ce2-191f-45b1-8a04-4c7c27ae34f9 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:10:09.446954 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f1520ce2-191f-45b1-8a04-4c7c27ae34f9 admin admin] 10.222.0.60 "PUT /v2.0/routers/3c98ad74-b9e8-4813-9223-5aa21f8eb1a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5517039 Sep 01 16:10:09.448447 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55898) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:09.453896 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436ee411-f466-4f04-b5d3-e1b8e05a4987 None None] Sync routers for ids ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:10:09.464547 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436ee411-f466-4f04-b5d3-e1b8e05a4987 None None] Routers {'3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:10:09.465184 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-436ee411-f466-4f04-b5d3-e1b8e05a4987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:09:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:09.578128 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-436ee411-f466-4f04-b5d3-e1b8e05a4987 None None] Set router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:10:09.584336 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-724e3608-20d3-4faf-88fd-dcf4eb61fee6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:09.691992 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-724e3608-20d3-4faf-88fd-dcf4eb61fee6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:09.751722 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-724e3608-20d3-4faf-88fd-dcf4eb61fee6 admin admin] Deleting port 6c53123a-415c-4f6f-ab76-d42e3f5b7939 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:10:09.752076 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-724e3608-20d3-4faf-88fd-dcf4eb61fee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:09.763153 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-436ee411-f466-4f04-b5d3-e1b8e05a4987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T16:10:08Z', 'revision_number': 5, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port': {'id': '6c53123a-415c-4f6f-ab76-d42e3f5b7939', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:81:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T15:59:57Z', 'updated_at': '2021-09-01T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:09.791085 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436ee411-f466-4f04-b5d3-e1b8e05a4987 None None] Checking router: 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:10:09.800064 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436ee411-f466-4f04-b5d3-e1b8e05a4987 None None] Routers {'3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:10:09.801171 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-436ee411-f466-4f04-b5d3-e1b8e05a4987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:09:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:09.847129 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-724e3608-20d3-4faf-88fd-dcf4eb61fee6 admin admin] For port 6c53123a-415c-4f6f-ab76-d42e3f5b7939, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=6c53123a-415c-4f6f-ab76-d42e3f5b7939,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:09.847534 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-724e3608-20d3-4faf-88fd-dcf4eb61fee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:09.861340 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-724e3608-20d3-4faf-88fd-dcf4eb61fee6 admin admin] Calling delete_port for 6c53123a-415c-4f6f-ab76-d42e3f5b7939 owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:10:09.895492 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-436ee411-f466-4f04-b5d3-e1b8e05a4987 None None] Set router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:10:09.951641 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-436ee411-f466-4f04-b5d3-e1b8e05a4987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T16:10:09Z', 'revision_number': 6, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:09.977810 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436ee411-f466-4f04-b5d3-e1b8e05a4987 None None] The sync data for ids ['3c98ad74-b9e8-4813-9223-5aa21f8eb1a0'] in n-d-794796-3 is: [{'id': '3c98ad74-b9e8-4813-9223-5aa21f8eb1a0', 'name': 'tempest-ServerActionsTestJSON-252235944-router', 'tenant_id': '54409868541e4a73b844de37ac1b44a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T15:59:56Z', 'updated_at': '2021-09-01T16:10:09Z', 'revision_number': 6, 'project_id': '54409868541e4a73b844de37ac1b44a3', 'gw_port_host': None}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:10:10.041534 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-724e3608-20d3-4faf-88fd-dcf4eb61fee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:10.068882 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e3608-20d3-4faf-88fd-dcf4eb61fee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c53123a-415c-4f6f-ab76-d42e3f5b7939,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:10.129416 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-724e3608-20d3-4faf-88fd-dcf4eb61fee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:10.223080 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-724e3608-20d3-4faf-88fd-dcf4eb61fee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:10.225209 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-724e3608-20d3-4faf-88fd-dcf4eb61fee6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:10.519786 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-724e3608-20d3-4faf-88fd-dcf4eb61fee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:10.520556 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724e3608-20d3-4faf-88fd-dcf4eb61fee6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:10:10.524728 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-724e3608-20d3-4faf-88fd-dcf4eb61fee6 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:10.525878 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-724e3608-20d3-4faf-88fd-dcf4eb61fee6 admin admin] 10.222.0.60 "DELETE /v2.0/routers/3c98ad74-b9e8-4813-9223-5aa21f8eb1a0 HTTP/1.1" status: 204 len: 168 time: 1.0760765 Sep 01 16:10:10.528635 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55900) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:10.572993 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4334000-483a-4d00-8125-8dcef47b9407 admin admin] Deleting subnet f38b709f-7622-44ef-a1f8-c04de7021fc8 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:10:10.576277 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a4334000-483a-4d00-8125-8dcef47b9407 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:10.612455 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a4334000-483a-4d00-8125-8dcef47b9407 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:10.697361 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a4334000-483a-4d00-8125-8dcef47b9407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:10.755530 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a4334000-483a-4d00-8125-8dcef47b9407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:10.783637 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4334000-483a-4d00-8125-8dcef47b9407 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f38b709f-7622-44ef-a1f8-c04de7021fc8,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:10.785715 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a4334000-483a-4d00-8125-8dcef47b9407 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:10.787688 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a4334000-483a-4d00-8125-8dcef47b9407 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f38b709f-7622-44ef-a1f8-c04de7021fc8 HTTP/1.1" status: 204 len: 168 time: 0.2581100 Sep 01 16:10:10.790904 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55902) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:10.791703 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26ebcf3-9153-465b-b331-79debed19755 None None] Network f46119d7-0ee6-4557-b45e-617950a3b131 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:10:10.868286 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-67157b0c-adcb-4f67-98f2-2c59863f5c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:10.929855 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-67157b0c-adcb-4f67-98f2-2c59863f5c37 admin admin] Deleting port db8f0d7b-2a74-4327-a3da-1e54417d82e8 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:10:10.930425 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-67157b0c-adcb-4f67-98f2-2c59863f5c37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:10.997693 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92868488-3f50-46e4-ace6-f78a1d539128 None None] DHCP port deletion for f46119d7-0ee6-4557-b45e-617950a3b131 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:10:11.018895 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-67157b0c-adcb-4f67-98f2-2c59863f5c37 admin admin] For port db8f0d7b-2a74-4327-a3da-1e54417d82e8, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=db8f0d7b-2a74-4327-a3da-1e54417d82e8,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:11.019373 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-67157b0c-adcb-4f67-98f2-2c59863f5c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:11.034680 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-67157b0c-adcb-4f67-98f2-2c59863f5c37 admin admin] Calling delete_port for db8f0d7b-2a74-4327-a3da-1e54417d82e8 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:10:11.056186 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-92868488-3f50-46e4-ace6-f78a1d539128 None None] Deleting port db8f0d7b-2a74-4327-a3da-1e54417d82e8 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:10:11.056569 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-92868488-3f50-46e4-ace6-f78a1d539128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:11.125054 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-67157b0c-adcb-4f67-98f2-2c59863f5c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:11.126195 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-92868488-3f50-46e4-ace6-f78a1d539128 None None] For port db8f0d7b-2a74-4327-a3da-1e54417d82e8, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=db8f0d7b-2a74-4327-a3da-1e54417d82e8,segment=NetworkSegment(16051690-0825-4b47-86b2-8e13c963c28c),segment_id=16051690-0825-4b47-86b2-8e13c963c28c)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:11.126825 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-92868488-3f50-46e4-ace6-f78a1d539128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:11.141697 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-92868488-3f50-46e4-ace6-f78a1d539128 None None] Calling delete_port for db8f0d7b-2a74-4327-a3da-1e54417d82e8 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:10:11.157346 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67157b0c-adcb-4f67-98f2-2c59863f5c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=db8f0d7b-2a74-4327-a3da-1e54417d82e8,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:11.162336 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67157b0c-adcb-4f67-98f2-2c59863f5c37 admin admin] No DVR routers for this DVR port db8f0d7b-2a74-4327-a3da-1e54417d82e8 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 01 16:10:11.219451 n-d-794796-3 neutron-server[94735]: self.session.flush() Sep 01 16:10:11.225088 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-92868488-3f50-46e4-ace6-f78a1d539128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:11.241359 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-67157b0c-adcb-4f67-98f2-2c59863f5c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:11.252199 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-67157b0c-adcb-4f67-98f2-2c59863f5c37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46119d7-0ee6-4557-b45e-617950a3b131']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:11.255400 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92868488-3f50-46e4-ace6-f78a1d539128 None None] Pushing event deleted for resources: {'Port': ['ID=db8f0d7b-2a74-4327-a3da-1e54417d82e8,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:11.257309 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92868488-3f50-46e4-ace6-f78a1d539128 None None] No DVR routers for this DVR port db8f0d7b-2a74-4327-a3da-1e54417d82e8 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:10:11.271506 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-67157b0c-adcb-4f67-98f2-2c59863f5c37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16051690-0825-4b47-86b2-8e13c963c28c') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:11.271804 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-67157b0c-adcb-4f67-98f2-2c59863f5c37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16051690-0825-4b47-86b2-8e13c963c28c') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:11.281771 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-67157b0c-adcb-4f67-98f2-2c59863f5c37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:11.295430 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-67157b0c-adcb-4f67-98f2-2c59863f5c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:11.301359 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67157b0c-adcb-4f67-98f2-2c59863f5c37 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:10:11.301755 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-67157b0c-adcb-4f67-98f2-2c59863f5c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: timer() Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:10:11.303580 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:10:11.359161 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-67157b0c-adcb-4f67-98f2-2c59863f5c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:11.365453 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-67157b0c-adcb-4f67-98f2-2c59863f5c37 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:11.367300 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-67157b0c-adcb-4f67-98f2-2c59863f5c37 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f46119d7-0ee6-4557-b45e-617950a3b131 HTTP/1.1" status: 204 len: 168 time: 0.5753109 Sep 01 16:10:11.378734 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67157b0c-adcb-4f67-98f2-2c59863f5c37 admin admin] Pushing event deleted for resources: {'Network': ['ID=f46119d7-0ee6-4557-b45e-617950a3b131,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:11.495617 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55906) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:11.536434 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d02237d3-8172-4505-8067-2cc9b5f3b7cd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=54409868541e4a73b844de37ac1b44a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395167 Sep 01 16:10:11.538877 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55908) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:11.594675 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9c52e302-55fa-4706-89c8-1541e15283e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:11.617971 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9c52e302-55fa-4706-89c8-1541e15283e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:11.671725 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9c52e302-55fa-4706-89c8-1541e15283e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:11.674523 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9c52e302-55fa-4706-89c8-1541e15283e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:11.675745 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9c52e302-55fa-4706-89c8-1541e15283e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d0d941e5-d7a3-4dca-8070-3141e953e082 HTTP/1.1" status: 204 len: 168 time: 0.1359358 Sep 01 16:10:11.688283 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52e302-55fa-4706-89c8-1541e15283e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d941e5-d7a3-4dca-8070-3141e953e082,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:11.774273 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6c53123a-415c-4f6f-ab76-d42e3f5b7939 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:10:11.775031 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:10:11.809765 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 6c53123a-415c-4f6f-ab76-d42e3f5b7939 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:10:11.810697 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 6c53123a-415c-4f6f-ab76-d42e3f5b7939 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:10:11.810992 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device db8f0d7b-2a74-4327-a3da-1e54417d82e8 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:10:11.830532 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: db8f0d7b-2a74-4327-a3da-1e54417d82e8 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:10:11.830880 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device db8f0d7b-2a74-4327-a3da-1e54417d82e8 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:10:11.831311 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 0c362066-4f18-4170-9abe-7ede18a42e94 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:10:11.850951 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 0c362066-4f18-4170-9abe-7ede18a42e94 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:10:11.851817 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 0c362066-4f18-4170-9abe-7ede18a42e94 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:10:12.246572 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:12.460975 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 55930) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:12.607740 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-931aa3f4-da8f-4497-b0b5-9cc4b6895a3f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-50089793-network', 'tenant_id': 'a058bd6e4a47430dab572b4d6a5ae754'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:12.631833 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931aa3f4-da8f-4497-b0b5-9cc4b6895a3f admin admin] Made reservation on behalf of a058bd6e4a47430dab572b4d6a5ae754 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:10:12.634489 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-931aa3f4-da8f-4497-b0b5-9cc4b6895a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:12.643917 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-931aa3f4-da8f-4497-b0b5-9cc4b6895a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:12.748308 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-931aa3f4-da8f-4497-b0b5-9cc4b6895a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:12.752967 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-931aa3f4-da8f-4497-b0b5-9cc4b6895a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:12.782360 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-931aa3f4-da8f-4497-b0b5-9cc4b6895a3f admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:10:12.789534 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931aa3f4-da8f-4497-b0b5-9cc4b6895a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2c295f-7ce7-4de5-9996-ea9533587ae6,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:12.796186 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-931aa3f4-da8f-4497-b0b5-9cc4b6895a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:12.797252 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-931aa3f4-da8f-4497-b0b5-9cc4b6895a3f admin admin] Added segment c3d72964-07ad-4521-b987-14eaa6a73eec of type vlan for network 1550021e-0cc7-40b1-b366-c95f4ea7926c Sep 01 16:10:12.857061 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-931aa3f4-da8f-4497-b0b5-9cc4b6895a3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:12.883041 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-931aa3f4-da8f-4497-b0b5-9cc4b6895a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:12.884052 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931aa3f4-da8f-4497-b0b5-9cc4b6895a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:12.884639 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-931aa3f4-da8f-4497-b0b5-9cc4b6895a3f admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:12.944647 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-931aa3f4-da8f-4497-b0b5-9cc4b6895a3f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4824760 Sep 01 16:10:12.948796 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 55934) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:12.952682 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931aa3f4-da8f-4497-b0b5-9cc4b6895a3f admin admin] Pushing event updated for resources: {'Network': ['ID=1550021e-0cc7-40b1-b366-c95f4ea7926c,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:12.955961 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-8cce7ff8-c8dc-4cb4-84a3-92b9197a8bbd admin admin] Request body: {'subnet': {'network_id': '1550021e-0cc7-40b1-b366-c95f4ea7926c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-50089793-subnet', 'tenant_id': 'a058bd6e4a47430dab572b4d6a5ae754', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:12.967438 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 1550021e-0cc7-40b1-b366-c95f4ea7926c details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:10:12.986415 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cce7ff8-c8dc-4cb4-84a3-92b9197a8bbd admin admin] Made reservation on behalf of a058bd6e4a47430dab572b4d6a5ae754 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:10:12.990308 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8cce7ff8-c8dc-4cb4-84a3-92b9197a8bbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:13.188796 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8cce7ff8-c8dc-4cb4-84a3-92b9197a8bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:13.244823 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce7ff8-c8dc-4cb4-84a3-92b9197a8bbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e47ecd42-e282-410a-bad5-502550705952,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:13.254238 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cce7ff8-c8dc-4cb4-84a3-92b9197a8bbd admin admin] Checking segment: {'id': 'c3d72964-07ad-4521-b987-14eaa6a73eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1550021e-0cc7-40b1-b366-c95f4ea7926c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:10:13.254640 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cce7ff8-c8dc-4cb4-84a3-92b9197a8bbd admin admin] Network hostable DHCP agents. Network: 1550021e-0cc7-40b1-b366-c95f4ea7926c, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:10:13.277681 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cce7ff8-c8dc-4cb4-84a3-92b9197a8bbd admin admin] Network 1550021e-0cc7-40b1-b366-c95f4ea7926c is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:10:13.289222 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-8cce7ff8-c8dc-4cb4-84a3-92b9197a8bbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 1550021e-0cc7-40b1-b366-c95f4ea7926c) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:10:13.293501 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cce7ff8-c8dc-4cb4-84a3-92b9197a8bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:13.294024 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8cce7ff8-c8dc-4cb4-84a3-92b9197a8bbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:13.300088 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8ac472-aa47-4089-a974-2c7d8e7ee367 None None] Network 1550021e-0cc7-40b1-b366-c95f4ea7926c requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:10:13.321236 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8cce7ff8-c8dc-4cb4-84a3-92b9197a8bbd admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3625636 Sep 01 16:10:13.451348 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8004f761-175d-4d7c-8601-33394ec86479 None None] Network 1550021e-0cc7-40b1-b366-c95f4ea7926c requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:10:13.535122 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:13.739938 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-705bd2f9-9487-47b0-a612-87c6af9426de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:13.826459 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-d6508b3a-e5f4-4150-840b-377229e6c547 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:13.828043 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-d6508b3a-e5f4-4150-840b-377229e6c547 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/networks?id=1550021e-0cc7-40b1-b366-c95f4ea7926c HTTP/1.1" status: 200 len: 812 time: 0.1301501 Sep 01 16:10:13.845627 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-e478b801-5d5e-4855-9a93-8f50dc4dcd7b tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/quotas/a058bd6e4a47430dab572b4d6a5ae754 HTTP/1.1" status: 200 len: 375 time: 0.0105422 Sep 01 16:10:13.878776 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-f6a785ec-923e-4d93-960a-7f9b6066c535 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a058bd6e4a47430dab572b4d6a5ae754&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273125 Sep 01 16:10:13.974461 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-fec21c0b-a23f-42c6-900f-56718310898c service neutron] 10.222.0.60 "GET /v2.0/networks/1550021e-0cc7-40b1-b366-c95f4ea7926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875418 Sep 01 16:10:14.066146 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-039597ad-6a3a-48f0-b9aa-4f8223daaaab service neutron] 10.222.0.60 "GET /v2.0/networks/1550021e-0cc7-40b1-b366-c95f4ea7926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844584 Sep 01 16:10:14.233489 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4b4e16fc-9de6-4ffe-b012-247e55cd50b2 req-6a816644-9a1f-4fc6-be82-1e191358d654 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed54ea2-306a-47df-9b2e-766f288e1d6c HTTP/1.1" status: 200 len: 210 time: 0.0279653 Sep 01 16:10:15.372556 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3b3641a4-36e9-4c6e-8eba-5ac41961853d req-bf0552ce-c5c3-421b-aa67-3677e98b79d7 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed54ea2-306a-47df-9b2e-766f288e1d6c HTTP/1.1" status: 200 len: 210 time: 0.0641608 Sep 01 16:10:15.380155 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.442085 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-5231276d-040c-43c7-95d3-a04ef5e7ae9a tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:15.443542 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-5231276d-040c-43c7-95d3-a04ef5e7ae9a tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.62 "GET /v2.0/networks?id=1550021e-0cc7-40b1-b366-c95f4ea7926c HTTP/1.1" status: 200 len: 812 time: 0.1446829 Sep 01 16:10:15.472037 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-56b2d2cf-40ab-4285-b53d-8941510642cd tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Request body: {'port': {'device_id': '4ed54ea2-306a-47df-9b2e-766f288e1d6c', 'network_id': '1550021e-0cc7-40b1-b366-c95f4ea7926c', 'admin_state_up': True, 'tenant_id': 'a058bd6e4a47430dab572b4d6a5ae754'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:15.581464 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-56b2d2cf-40ab-4285-b53d-8941510642cd tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Made reservation on behalf of a058bd6e4a47430dab572b4d6a5ae754 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:10:15.584997 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-56b2d2cf-40ab-4285-b53d-8941510642cd tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.721946 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-56b2d2cf-40ab-4285-b53d-8941510642cd tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Allocated IP 172.20.0.11 (1550021e-0cc7-40b1-b366-c95f4ea7926c/e47ecd42-e282-410a-bad5-502550705952/c8c48c97-7050-4c30-b31f-00360b89adf6) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:10:15.890218 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-56b2d2cf-40ab-4285-b53d-8941510642cd tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.929502 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-56b2d2cf-40ab-4285-b53d-8941510642cd tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:15.973637 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-56b2d2cf-40ab-4285-b53d-8941510642cd tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Network 1550021e-0cc7-40b1-b366-c95f4ea7926c is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:10:15.977386 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-56b2d2cf-40ab-4285-b53d-8941510642cd tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:10:15.981288 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-56b2d2cf-40ab-4285-b53d-8941510642cd tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:10:16.004957 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2d2cf-40ab-4285-b53d-8941510642cd tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Pushing event updated for resources: {'Port': ['ID=c8c48c97-7050-4c30-b31f-00360b89adf6,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:16.032779 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-56b2d2cf-40ab-4285-b53d-8941510642cd tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:16.033398 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-56b2d2cf-40ab-4285-b53d-8941510642cd tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:16.047502 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-56b2d2cf-40ab-4285-b53d-8941510642cd tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5798233 Sep 01 16:10:16.072170 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-20be9d31-db87-496d-a57f-7d74750663c8 service neutron] Request body: {'port': {'device_id': '4ed54ea2-306a-47df-9b2e-766f288e1d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:16.130160 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-20be9d31-db87-496d-a57f-7d74750663c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:16.396736 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-20be9d31-db87-496d-a57f-7d74750663c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c48c97-7050-4c30-b31f-00360b89adf6 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:10:16.405201 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-20be9d31-db87-496d-a57f-7d74750663c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:16.418062 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-20be9d31-db87-496d-a57f-7d74750663c8 service neutron] Transition to ACTIVE for port object c8c48c97-7050-4c30-b31f-00360b89adf6 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:10:16.422867 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-20be9d31-db87-496d-a57f-7d74750663c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:16.476582 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be9d31-db87-496d-a57f-7d74750663c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c48c97-7050-4c30-b31f-00360b89adf6,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:16.499023 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b04e77-36bb-4a87-a010-21f5e3a49826 req-a033cf27-31f4-4191-a861-8eae2bceb015 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:16.500612 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-15b04e77-36bb-4a87-a010-21f5e3a49826 req-a033cf27-31f4-4191-a861-8eae2bceb015 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed54ea2-306a-47df-9b2e-766f288e1d6c HTTP/1.1" status: 200 len: 944 time: 0.0524223 Sep 01 16:10:16.545858 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-15b04e77-36bb-4a87-a010-21f5e3a49826 req-9df0a386-0493-49ce-ac41-69d61278351d tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b2c295f-7ce7-4de5-9996-ea9533587ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353360 Sep 01 16:10:16.548200 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-20be9d31-db87-496d-a57f-7d74750663c8 service neutron] Attempting to bind port c8c48c97-7050-4c30-b31f-00360b89adf6 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:10:16.548518 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-20be9d31-db87-496d-a57f-7d74750663c8 service neutron] Attempting to bind port c8c48c97-7050-4c30-b31f-00360b89adf6 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'c3d72964-07ad-4521-b987-14eaa6a73eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1550021e-0cc7-40b1-b366-c95f4ea7926c'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:10:16.548856 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-20be9d31-db87-496d-a57f-7d74750663c8 service neutron] Attempting to bind port c8c48c97-7050-4c30-b31f-00360b89adf6 on network 1550021e-0cc7-40b1-b366-c95f4ea7926c {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:10:16.553306 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-20be9d31-db87-496d-a57f-7d74750663c8 service neutron] Port c8c48c97-7050-4c30-b31f-00360b89adf6 on network 1550021e-0cc7-40b1-b366-c95f4ea7926c not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:10:16.553707 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-20be9d31-db87-496d-a57f-7d74750663c8 service neutron] Attempting to bind port c8c48c97-7050-4c30-b31f-00360b89adf6 on network 1550021e-0cc7-40b1-b366-c95f4ea7926c {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:10:16.559295 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-20be9d31-db87-496d-a57f-7d74750663c8 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:10:16.559642 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-20be9d31-db87-496d-a57f-7d74750663c8 service neutron] Checking segment: {'id': 'c3d72964-07ad-4521-b987-14eaa6a73eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1550021e-0cc7-40b1-b366-c95f4ea7926c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:10:16.560036 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-20be9d31-db87-496d-a57f-7d74750663c8 service neutron] Bound using segment: {'id': 'c3d72964-07ad-4521-b987-14eaa6a73eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1550021e-0cc7-40b1-b366-c95f4ea7926c'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:10:16.560471 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-20be9d31-db87-496d-a57f-7d74750663c8 service neutron] Bound port: c8c48c97-7050-4c30-b31f-00360b89adf6, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d72964-07ad-4521-b987-14eaa6a73eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1550021e-0cc7-40b1-b366-c95f4ea7926c'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:10:16.560834 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-20be9d31-db87-496d-a57f-7d74750663c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:16.626423 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-20be9d31-db87-496d-a57f-7d74750663c8 service neutron] For port c8c48c97-7050-4c30-b31f-00360b89adf6, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:10:16.629683 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-20be9d31-db87-496d-a57f-7d74750663c8 service neutron] For port c8c48c97-7050-4c30-b31f-00360b89adf6, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=c8c48c97-7050-4c30-b31f-00360b89adf6,segment=NetworkSegment(c3d72964-07ad-4521-b987-14eaa6a73eec),segment_id=c3d72964-07ad-4521-b987-14eaa6a73eec)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:10:16.634005 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-20be9d31-db87-496d-a57f-7d74750663c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:16.673435 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-20be9d31-db87-496d-a57f-7d74750663c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:16.674075 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-20be9d31-db87-496d-a57f-7d74750663c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:16.675546 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-20be9d31-db87-496d-a57f-7d74750663c8 service neutron] 10.222.0.62 "PUT /v2.0/ports/c8c48c97-7050-4c30-b31f-00360b89adf6 HTTP/1.1" status: 200 len: 1092 time: 0.6084223 Sep 01 16:10:16.675997 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed54ea2-306a-47df-9b2e-766f288e1d6c', 'tag': 'c8c48c97-7050-4c30-b31f-00360b89adf6'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:10:16.678263 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dc3815-9406-4a22-a0ee-90bd171f7821" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed54ea2-306a-47df-9b2e-766f288e1d6c", "tag": "c8c48c97-7050-4c30-b31f-00360b89adf6"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:10:16.699727 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be9d31-db87-496d-a57f-7d74750663c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c48c97-7050-4c30-b31f-00360b89adf6,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:16.720735 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27aa829a-1de5-45b6-9d73-c01d75d12cce x-openstack-request-id: req-27aa829a-1de5-45b6-9d73-c01d75d12cce {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:10:16.721034 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed54ea2-306a-47df-9b2e-766f288e1d6c", "tag": "c8c48c97-7050-4c30-b31f-00360b89adf6", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:10:16.721294 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-27aa829a-1de5-45b6-9d73-c01d75d12cce {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:10:16.721962 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed54ea2-306a-47df-9b2e-766f288e1d6c', 'tag': 'c8c48c97-7050-4c30-b31f-00360b89adf6', 'status': 'completed', 'code': 200} Sep 01 16:10:16.790037 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-52d63c4d-6996-48aa-84cb-65953ff5558c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:16.791706 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-52d63c4d-6996-48aa-84cb-65953ff5558c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a058bd6e4a47430dab572b4d6a5ae754&device_id=4ed54ea2-306a-47df-9b2e-766f288e1d6c HTTP/1.1" status: 200 len: 1095 time: 0.0471854 Sep 01 16:10:16.842415 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-d3b5d3f2-6440-45c8-acb2-307d83348a81 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8c48c97-7050-4c30-b31f-00360b89adf6 HTTP/1.1" status: 200 len: 217 time: 0.0344782 Sep 01 16:10:16.895053 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-2543314f-2c37-478d-a077-0dcdbf2ed77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:16.896573 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-2543314f-2c37-478d-a077-0dcdbf2ed77b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e47ecd42-e282-410a-bad5-502550705952 HTTP/1.1" status: 200 len: 852 time: 0.0438821 Sep 01 16:10:16.932822 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-8171e796-17de-46c2-be1d-1c372caf56df service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1550021e-0cc7-40b1-b366-c95f4ea7926c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287998 Sep 01 16:10:17.024292 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-47f4c879-5883-431d-b271-738ee7246597 service neutron] 10.222.0.62 "GET /v2.0/networks/1550021e-0cc7-40b1-b366-c95f4ea7926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837812 Sep 01 16:10:17.117621 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d857c58d-d315-47bf-8a92-125e2f1fa60f req-1e505a4a-4fd7-4096-a559-df3585919ba3 service neutron] 10.222.0.62 "GET /v2.0/networks/1550021e-0cc7-40b1-b366-c95f4ea7926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857956 Sep 01 16:10:17.603654 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc3815-9406-4a22-a0ee-90bd171f7821 req-90bf6e22-8e0d-41c0-8a85-7a9ee5c5c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:17.605708 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-60dc3815-9406-4a22-a0ee-90bd171f7821 req-90bf6e22-8e0d-41c0-8a85-7a9ee5c5c0c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a058bd6e4a47430dab572b4d6a5ae754&device_id=4ed54ea2-306a-47df-9b2e-766f288e1d6c HTTP/1.1" status: 200 len: 1095 time: 0.3816428 Sep 01 16:10:17.707633 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc3815-9406-4a22-a0ee-90bd171f7821 req-7a92875a-2a4a-4632-8bed-543b521426fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:17.708682 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e20d3-4723-4342-b8dd-d6e73f894f28 req-33a6c474-51e7-4f69-a0e7-4af7b03de102 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:17.709229 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-60dc3815-9406-4a22-a0ee-90bd171f7821 req-7a92875a-2a4a-4632-8bed-543b521426fc service neutron] 10.222.0.62 "GET /v2.0/networks?id=1550021e-0cc7-40b1-b366-c95f4ea7926c HTTP/1.1" status: 200 len: 913 time: 0.0947652 Sep 01 16:10:17.711479 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d8e20d3-4723-4342-b8dd-d6e73f894f28 req-33a6c474-51e7-4f69-a0e7-4af7b03de102 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed54ea2-306a-47df-9b2e-766f288e1d6c HTTP/1.1" status: 200 len: 944 time: 0.0915618 Sep 01 16:10:17.763261 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8d8e20d3-4723-4342-b8dd-d6e73f894f28 req-d2680114-2f5d-49f5-949b-9a8061652e47 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b2c295f-7ce7-4de5-9996-ea9533587ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456305 Sep 01 16:10:17.763710 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-60dc3815-9406-4a22-a0ee-90bd171f7821 req-30d5f941-9410-471c-8d6c-9df75fb84bf8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8c48c97-7050-4c30-b31f-00360b89adf6 HTTP/1.1" status: 200 len: 217 time: 0.0465193 Sep 01 16:10:17.820958 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc3815-9406-4a22-a0ee-90bd171f7821 req-23be2099-30f4-4c68-af29-7560d58d62e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:17.822492 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-60dc3815-9406-4a22-a0ee-90bd171f7821 req-23be2099-30f4-4c68-af29-7560d58d62e7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e47ecd42-e282-410a-bad5-502550705952 HTTP/1.1" status: 200 len: 852 time: 0.0488234 Sep 01 16:10:17.861935 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-60dc3815-9406-4a22-a0ee-90bd171f7821 req-05f618db-265d-4b36-be0e-d87c872016da service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1550021e-0cc7-40b1-b366-c95f4ea7926c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271919 Sep 01 16:10:17.964708 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-60dc3815-9406-4a22-a0ee-90bd171f7821 req-f3729037-32cb-4baa-b49d-12f1e62c92fa service neutron] 10.222.0.62 "GET /v2.0/networks/1550021e-0cc7-40b1-b366-c95f4ea7926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905037 Sep 01 16:10:18.062252 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-60dc3815-9406-4a22-a0ee-90bd171f7821 req-e9ecebe3-cacc-41ae-a387-b592f46e5305 service neutron] 10.222.0.62 "GET /v2.0/networks/1550021e-0cc7-40b1-b366-c95f4ea7926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863094 Sep 01 16:10:18.900046 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef17cfb-b054-475f-b8cc-622898388f84 req-36bd069d-d851-4157-8d4b-a13226246cd5 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:18.902035 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5ef17cfb-b054-475f-b8cc-622898388f84 req-36bd069d-d851-4157-8d4b-a13226246cd5 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed54ea2-306a-47df-9b2e-766f288e1d6c HTTP/1.1" status: 200 len: 944 time: 0.0556593 Sep 01 16:10:18.947151 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5ef17cfb-b054-475f-b8cc-622898388f84 req-9c0c3f4b-9cf2-4ab1-b55f-7159b8155f3b tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b2c295f-7ce7-4de5-9996-ea9533587ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359397 Sep 01 16:10:20.084007 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bc420-40f7-4bd7-822b-7338ae643403 req-ac02125e-4224-4676-af1f-7b33ec8281d1 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:20.086125 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-523bc420-40f7-4bd7-822b-7338ae643403 req-ac02125e-4224-4676-af1f-7b33ec8281d1 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed54ea2-306a-47df-9b2e-766f288e1d6c HTTP/1.1" status: 200 len: 944 time: 0.0609176 Sep 01 16:10:20.090974 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device c8c48c97-7050-4c30-b31f-00360b89adf6 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:10:20.128085 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-523bc420-40f7-4bd7-822b-7338ae643403 req-a34e834c-54e0-478f-9466-256fbdd2607a tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b2c295f-7ce7-4de5-9996-ea9533587ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355771 Sep 01 16:10:20.237128 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port c8c48c97-7050-4c30-b31f-00360b89adf6, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=c8c48c97-7050-4c30-b31f-00360b89adf6,segment=NetworkSegment(c3d72964-07ad-4521-b987-14eaa6a73eec),segment_id=c3d72964-07ad-4521-b987-14eaa6a73eec)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:20.249978 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'c8c48c97-7050-4c30-b31f-00360b89adf6', 'network_id': '1550021e-0cc7-40b1-b366-c95f4ea7926c', 'port_id': 'c8c48c97-7050-4c30-b31f-00360b89adf6', 'mac_address': 'fa:16:3e:4b:51:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e47ecd42-e282-410a-bad5-502550705952', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:10:20.289978 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:20.304806 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c48c97-7050-4c30-b31f-00360b89adf6 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:10:20.327630 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port c8c48c97-7050-4c30-b31f-00360b89adf6, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=c8c48c97-7050-4c30-b31f-00360b89adf6,segment=NetworkSegment(c3d72964-07ad-4521-b987-14eaa6a73eec),segment_id=c3d72964-07ad-4521-b987-14eaa6a73eec)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:20.333249 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:20.389312 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=c8c48c97-7050-4c30-b31f-00360b89adf6,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:20.659283 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['c8c48c97-7050-4c30-b31f-00360b89adf6'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:10:21.255409 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11961f49-89c8-4552-a2c0-0c7e21dc5d52 req-8decd5ee-ad3f-4012-9ed5-5617611cabf2 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:21.256970 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-11961f49-89c8-4552-a2c0-0c7e21dc5d52 req-8decd5ee-ad3f-4012-9ed5-5617611cabf2 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed54ea2-306a-47df-9b2e-766f288e1d6c HTTP/1.1" status: 200 len: 945 time: 0.0554340 Sep 01 16:10:21.305791 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-11961f49-89c8-4552-a2c0-0c7e21dc5d52 req-2db75400-45f9-4ac7-9dcb-ad65e5386665 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b2c295f-7ce7-4de5-9996-ea9533587ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425909 Sep 01 16:10:22.105768 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device c8c48c97-7050-4c30-b31f-00360b89adf6 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:10:22.156745 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port c8c48c97-7050-4c30-b31f-00360b89adf6 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:10:22.161144 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port c8c48c97-7050-4c30-b31f-00360b89adf6 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:10:22.161746 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:22.255908 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:22.282181 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed54ea2-306a-47df-9b2e-766f288e1d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c48c97-7050-4c30-b31f-00360b89adf6'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:10:22.284707 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869d5091-3e4c-4001-9f4c-3df1809ef8dc" -d '{"events": [{"server_uuid": "4ed54ea2-306a-47df-9b2e-766f288e1d6c", "name": "network-vif-plugged", "status": "completed", "tag": "c8c48c97-7050-4c30-b31f-00360b89adf6"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:10:22.299709 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port c8c48c97-7050-4c30-b31f-00360b89adf6, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=c8c48c97-7050-4c30-b31f-00360b89adf6,segment=NetworkSegment(c3d72964-07ad-4521-b987-14eaa6a73eec),segment_id=c3d72964-07ad-4521-b987-14eaa6a73eec)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:22.305333 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:22.330602 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e45079-0b1a-4480-a309-0906c3800a1e x-openstack-request-id: req-e8e45079-0b1a-4480-a309-0906c3800a1e {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:10:22.330941 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed54ea2-306a-47df-9b2e-766f288e1d6c", "name": "network-vif-plugged", "status": "completed", "tag": "c8c48c97-7050-4c30-b31f-00360b89adf6", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:10:22.331134 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8e45079-0b1a-4480-a309-0906c3800a1e {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:10:22.331533 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed54ea2-306a-47df-9b2e-766f288e1d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c48c97-7050-4c30-b31f-00360b89adf6', 'code': 200} Sep 01 16:10:22.369604 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=c8c48c97-7050-4c30-b31f-00360b89adf6,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:22.464520 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903622b-c141-489f-b951-aed0baab6830 req-d6a523f3-07b9-4f7d-ab89-c51d10bf2050 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:22.466134 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4903622b-c141-489f-b951-aed0baab6830 req-d6a523f3-07b9-4f7d-ab89-c51d10bf2050 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed54ea2-306a-47df-9b2e-766f288e1d6c HTTP/1.1" status: 200 len: 946 time: 0.0722861 Sep 01 16:10:22.497505 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f8b73-b892-4766-b534-5c8427c3560c req-598c7dfb-e5b3-446a-9ecb-35afbc02585b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:22.499084 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-544f8b73-b892-4766-b534-5c8427c3560c req-598c7dfb-e5b3-446a-9ecb-35afbc02585b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4ed54ea2-306a-47df-9b2e-766f288e1d6c HTTP/1.1" status: 200 len: 1097 time: 0.0679860 Sep 01 16:10:22.531264 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4903622b-c141-489f-b951-aed0baab6830 req-ceb1dde5-b21f-4f2e-a71e-960af1f930eb tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b2c295f-7ce7-4de5-9996-ea9533587ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549736 Sep 01 16:10:22.558810 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-544f8b73-b892-4766-b534-5c8427c3560c req-72d403f6-131e-49d4-9243-4e1f517aad92 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1b2c295f-7ce7-4de5-9996-ea9533587ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475583 Sep 01 16:10:23.670582 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14fd7f-87e0-44cb-bcf2-d50f5aa5ffbf req-2f88eb90-b5e4-48c3-906c-df2921e56233 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:23.672218 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cb14fd7f-87e0-44cb-bcf2-d50f5aa5ffbf req-2f88eb90-b5e4-48c3-906c-df2921e56233 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed54ea2-306a-47df-9b2e-766f288e1d6c HTTP/1.1" status: 200 len: 946 time: 0.0534334 Sep 01 16:10:23.718961 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cb14fd7f-87e0-44cb-bcf2-d50f5aa5ffbf req-6ff91f65-e478-4d81-9b0e-cddd32c8333c tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b2c295f-7ce7-4de5-9996-ea9533587ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405290 Sep 01 16:10:24.844850 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3319603-a39e-4fe9-927b-ea7f2524bbf0 req-fc5641e5-4293-4fa7-a0a8-79fa3b03fb96 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:24.846572 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a3319603-a39e-4fe9-927b-ea7f2524bbf0 req-fc5641e5-4293-4fa7-a0a8-79fa3b03fb96 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed54ea2-306a-47df-9b2e-766f288e1d6c HTTP/1.1" status: 200 len: 946 time: 0.0594769 Sep 01 16:10:24.887318 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a3319603-a39e-4fe9-927b-ea7f2524bbf0 req-83a0272b-65bd-422b-be06-800e553a47bd tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b2c295f-7ce7-4de5-9996-ea9533587ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341644 Sep 01 16:10:25.129023 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-0abfd1cd-8aa3-4ed7-99d6-60a48439a858 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:25.130519 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-0abfd1cd-8aa3-4ed7-99d6-60a48439a858 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/networks?id=1550021e-0cc7-40b1-b366-c95f4ea7926c HTTP/1.1" status: 200 len: 812 time: 0.1061532 Sep 01 16:10:25.145478 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-515f4821-e0bf-470e-abca-4b20d66dd909 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/quotas/a058bd6e4a47430dab572b4d6a5ae754 HTTP/1.1" status: 200 len: 375 time: 0.0092032 Sep 01 16:10:25.195701 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-d6765fc7-b38a-4e30-9c11-450f6b0ab03c tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a058bd6e4a47430dab572b4d6a5ae754&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435541 Sep 01 16:10:25.253059 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-f1bf7e12-e0bf-4f2b-82da-f5d1f5968bee service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:10:25.254010 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-f1bf7e12-e0bf-4f2b-82da-f5d1f5968bee service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0499330 Sep 01 16:10:25.355701 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-2b921090-b8f2-493a-99a2-079d641654eb service neutron] 10.222.0.60 "GET /v2.0/networks/1550021e-0cc7-40b1-b366-c95f4ea7926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945506 Sep 01 16:10:25.455823 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-3d0c31c2-cc13-47b0-9074-c5b79555b614 service neutron] 10.222.0.60 "GET /v2.0/networks/1550021e-0cc7-40b1-b366-c95f4ea7926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937660 Sep 01 16:10:25.616984 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6250b24e-e5f3-4249-a634-bc5f31aa04f8 req-33edbb88-6904-4bbd-af0c-b03065e122d6 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=0665f217-e245-4694-925c-563641be3d74 HTTP/1.1" status: 200 len: 210 time: 0.0274003 Sep 01 16:10:26.655472 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-6f1aa0ea-77ed-443c-bd4e-183a46569d11 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:26.656050 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-6f1aa0ea-77ed-443c-bd4e-183a46569d11 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.45 "GET /v2.0/networks?id=1550021e-0cc7-40b1-b366-c95f4ea7926c HTTP/1.1" status: 200 len: 812 time: 0.1145527 Sep 01 16:10:26.671820 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-879e7a6c-6dbb-4f7b-8337-56039d5ecd5e tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Request body: {'port': {'device_id': '0665f217-e245-4694-925c-563641be3d74', 'network_id': '1550021e-0cc7-40b1-b366-c95f4ea7926c', 'admin_state_up': True, 'tenant_id': 'a058bd6e4a47430dab572b4d6a5ae754'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:26.749387 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fa3f3426-86d5-43d9-9375-eef513b990c2 req-2e433331-86fc-421a-a798-2d81bce59759 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=0665f217-e245-4694-925c-563641be3d74 HTTP/1.1" status: 200 len: 210 time: 0.0361516 Sep 01 16:10:26.808877 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-879e7a6c-6dbb-4f7b-8337-56039d5ecd5e tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Made reservation on behalf of a058bd6e4a47430dab572b4d6a5ae754 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:10:26.812589 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-879e7a6c-6dbb-4f7b-8337-56039d5ecd5e tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:26.937244 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-879e7a6c-6dbb-4f7b-8337-56039d5ecd5e tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Allocated IP 172.20.0.4 (1550021e-0cc7-40b1-b366-c95f4ea7926c/e47ecd42-e282-410a-bad5-502550705952/478d9d9e-dfae-40ec-bd30-04b78f0638d1) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:10:27.091205 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-879e7a6c-6dbb-4f7b-8337-56039d5ecd5e tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:27.129286 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-879e7a6c-6dbb-4f7b-8337-56039d5ecd5e tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:27.163710 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['c8c48c97-7050-4c30-b31f-00360b89adf6'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:10:27.172698 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-879e7a6c-6dbb-4f7b-8337-56039d5ecd5e tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Network 1550021e-0cc7-40b1-b366-c95f4ea7926c is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:10:27.175826 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-879e7a6c-6dbb-4f7b-8337-56039d5ecd5e tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:10:27.179702 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-879e7a6c-6dbb-4f7b-8337-56039d5ecd5e tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:10:27.186538 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e7a6c-6dbb-4f7b-8337-56039d5ecd5e tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Pushing event updated for resources: {'Port': ['ID=478d9d9e-dfae-40ec-bd30-04b78f0638d1,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:27.235923 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-879e7a6c-6dbb-4f7b-8337-56039d5ecd5e tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:27.236543 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-879e7a6c-6dbb-4f7b-8337-56039d5ecd5e tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:27.251240 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-879e7a6c-6dbb-4f7b-8337-56039d5ecd5e tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5835071 Sep 01 16:10:27.264293 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-800ba735-3242-4fcf-bb68-572f2e51ea48 service neutron] Request body: {'port': {'device_id': '0665f217-e245-4694-925c-563641be3d74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:27.316543 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-800ba735-3242-4fcf-bb68-572f2e51ea48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:27.587388 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-800ba735-3242-4fcf-bb68-572f2e51ea48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 478d9d9e-dfae-40ec-bd30-04b78f0638d1 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:10:27.596807 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-800ba735-3242-4fcf-bb68-572f2e51ea48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:27.610331 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-800ba735-3242-4fcf-bb68-572f2e51ea48 service neutron] Transition to ACTIVE for port object 478d9d9e-dfae-40ec-bd30-04b78f0638d1 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:10:27.614423 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-800ba735-3242-4fcf-bb68-572f2e51ea48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:27.668164 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ba735-3242-4fcf-bb68-572f2e51ea48 service neutron] Pushing event updated for resources: {'Port': ['ID=478d9d9e-dfae-40ec-bd30-04b78f0638d1,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:27.736865 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-800ba735-3242-4fcf-bb68-572f2e51ea48 service neutron] Attempting to bind port 478d9d9e-dfae-40ec-bd30-04b78f0638d1 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:10:27.737203 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-800ba735-3242-4fcf-bb68-572f2e51ea48 service neutron] Attempting to bind port 478d9d9e-dfae-40ec-bd30-04b78f0638d1 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'c3d72964-07ad-4521-b987-14eaa6a73eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1550021e-0cc7-40b1-b366-c95f4ea7926c'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:10:27.737531 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-800ba735-3242-4fcf-bb68-572f2e51ea48 service neutron] Attempting to bind port 478d9d9e-dfae-40ec-bd30-04b78f0638d1 on network 1550021e-0cc7-40b1-b366-c95f4ea7926c {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:10:27.741731 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-800ba735-3242-4fcf-bb68-572f2e51ea48 service neutron] Port 478d9d9e-dfae-40ec-bd30-04b78f0638d1 on network 1550021e-0cc7-40b1-b366-c95f4ea7926c not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:10:27.742045 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-800ba735-3242-4fcf-bb68-572f2e51ea48 service neutron] Attempting to bind port 478d9d9e-dfae-40ec-bd30-04b78f0638d1 on network 1550021e-0cc7-40b1-b366-c95f4ea7926c {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:10:27.747257 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-800ba735-3242-4fcf-bb68-572f2e51ea48 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:10:27.747595 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-800ba735-3242-4fcf-bb68-572f2e51ea48 service neutron] Checking segment: {'id': 'c3d72964-07ad-4521-b987-14eaa6a73eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1550021e-0cc7-40b1-b366-c95f4ea7926c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:10:27.747976 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-800ba735-3242-4fcf-bb68-572f2e51ea48 service neutron] Bound using segment: {'id': 'c3d72964-07ad-4521-b987-14eaa6a73eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1550021e-0cc7-40b1-b366-c95f4ea7926c'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:10:27.748404 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-800ba735-3242-4fcf-bb68-572f2e51ea48 service neutron] Bound port: 478d9d9e-dfae-40ec-bd30-04b78f0638d1, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d72964-07ad-4521-b987-14eaa6a73eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1550021e-0cc7-40b1-b366-c95f4ea7926c'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:10:27.748762 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-800ba735-3242-4fcf-bb68-572f2e51ea48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:27.816098 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-800ba735-3242-4fcf-bb68-572f2e51ea48 service neutron] For port 478d9d9e-dfae-40ec-bd30-04b78f0638d1, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:10:27.819845 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-800ba735-3242-4fcf-bb68-572f2e51ea48 service neutron] For port 478d9d9e-dfae-40ec-bd30-04b78f0638d1, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=478d9d9e-dfae-40ec-bd30-04b78f0638d1,segment=NetworkSegment(c3d72964-07ad-4521-b987-14eaa6a73eec),segment_id=c3d72964-07ad-4521-b987-14eaa6a73eec)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:10:27.824815 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-800ba735-3242-4fcf-bb68-572f2e51ea48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:27.861247 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-800ba735-3242-4fcf-bb68-572f2e51ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:27.862169 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-800ba735-3242-4fcf-bb68-572f2e51ea48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:27.863659 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-800ba735-3242-4fcf-bb68-572f2e51ea48 service neutron] 10.222.0.45 "PUT /v2.0/ports/478d9d9e-dfae-40ec-bd30-04b78f0638d1 HTTP/1.1" status: 200 len: 1091 time: 0.6036942 Sep 01 16:10:27.866087 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0665f217-e245-4694-925c-563641be3d74', 'tag': '478d9d9e-dfae-40ec-bd30-04b78f0638d1'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:10:27.869983 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30514ab-11f7-4090-8069-f2b19d92d8c4" -d '{"events": [{"name": "network-changed", "server_uuid": "0665f217-e245-4694-925c-563641be3d74", "tag": "478d9d9e-dfae-40ec-bd30-04b78f0638d1"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:10:27.883879 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a4363-5550-4bcb-af20-d861428863a6 req-3578c604-d33e-4292-a734-c0b361f1defb tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:27.885458 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3e6a4363-5550-4bcb-af20-d861428863a6 req-3578c604-d33e-4292-a734-c0b361f1defb tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=0665f217-e245-4694-925c-563641be3d74 HTTP/1.1" status: 200 len: 943 time: 0.0567942 Sep 01 16:10:27.905212 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ba735-3242-4fcf-bb68-572f2e51ea48 service neutron] Pushing event updated for resources: {'Port': ['ID=478d9d9e-dfae-40ec-bd30-04b78f0638d1,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:27.930996 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3e6a4363-5550-4bcb-af20-d861428863a6 req-404336e3-9478-4e62-9c70-bf7cfcc6f8f1 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b2c295f-7ce7-4de5-9996-ea9533587ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387704 Sep 01 16:10:27.940242 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1507aa4f-5011-4d48-aa6a-7e054aa4cd6f x-openstack-request-id: req-1507aa4f-5011-4d48-aa6a-7e054aa4cd6f {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:10:27.940547 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0665f217-e245-4694-925c-563641be3d74", "tag": "478d9d9e-dfae-40ec-bd30-04b78f0638d1", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:10:27.940804 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1507aa4f-5011-4d48-aa6a-7e054aa4cd6f {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:10:27.941219 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0665f217-e245-4694-925c-563641be3d74', 'tag': '478d9d9e-dfae-40ec-bd30-04b78f0638d1', 'status': 'completed', 'code': 200} Sep 01 16:10:27.957591 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-83929477-1514-43b3-adef-bf421a240456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:27.959292 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-83929477-1514-43b3-adef-bf421a240456 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a058bd6e4a47430dab572b4d6a5ae754&device_id=0665f217-e245-4694-925c-563641be3d74 HTTP/1.1" status: 200 len: 1094 time: 0.0489202 Sep 01 16:10:28.003892 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-c8c7f951-db17-43a3-aefa-fe132684d55a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=478d9d9e-dfae-40ec-bd30-04b78f0638d1 HTTP/1.1" status: 200 len: 217 time: 0.0346856 Sep 01 16:10:28.060141 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-cdc91bf3-bebb-4c50-8a84-cdb3b94ea2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:28.061633 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-cdc91bf3-bebb-4c50-8a84-cdb3b94ea2f9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e47ecd42-e282-410a-bad5-502550705952 HTTP/1.1" status: 200 len: 852 time: 0.0486832 Sep 01 16:10:28.094963 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-b179e4bd-8f84-4f1e-abfd-2d7d7fa88d76 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1550021e-0cc7-40b1-b366-c95f4ea7926c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255444 Sep 01 16:10:28.188511 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-7555cca5-1b5f-4cc9-a5ec-f26f83c1bdb0 service neutron] 10.222.0.45 "GET /v2.0/networks/1550021e-0cc7-40b1-b366-c95f4ea7926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840659 Sep 01 16:10:28.260985 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:28.288484 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1c478f46-811b-4fbb-913c-d10fc592a6ac req-70b2627b-ead4-4c49-93f7-3611b4479129 service neutron] 10.222.0.45 "GET /v2.0/networks/1550021e-0cc7-40b1-b366-c95f4ea7926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917351 Sep 01 16:10:28.374929 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30514ab-11f7-4090-8069-f2b19d92d8c4 req-888f9d81-bcd4-4403-b04c-13c4a460720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:28.376407 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f30514ab-11f7-4090-8069-f2b19d92d8c4 req-888f9d81-bcd4-4403-b04c-13c4a460720a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a058bd6e4a47430dab572b4d6a5ae754&device_id=0665f217-e245-4694-925c-563641be3d74 HTTP/1.1" status: 200 len: 1094 time: 0.0409069 Sep 01 16:10:28.471967 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30514ab-11f7-4090-8069-f2b19d92d8c4 req-261bc2a7-d5d4-4a4a-b031-2a301571166b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:28.473530 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f30514ab-11f7-4090-8069-f2b19d92d8c4 req-261bc2a7-d5d4-4a4a-b031-2a301571166b service neutron] 10.222.0.45 "GET /v2.0/networks?id=1550021e-0cc7-40b1-b366-c95f4ea7926c HTTP/1.1" status: 200 len: 913 time: 0.0886786 Sep 01 16:10:28.517066 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f30514ab-11f7-4090-8069-f2b19d92d8c4 req-0127958e-d619-4e7b-b4cf-b98fe9e620bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=478d9d9e-dfae-40ec-bd30-04b78f0638d1 HTTP/1.1" status: 200 len: 217 time: 0.0351901 Sep 01 16:10:28.565697 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30514ab-11f7-4090-8069-f2b19d92d8c4 req-055f1a99-c87b-4d1d-929e-0f44ad086b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:28.567130 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f30514ab-11f7-4090-8069-f2b19d92d8c4 req-055f1a99-c87b-4d1d-929e-0f44ad086b6c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e47ecd42-e282-410a-bad5-502550705952 HTTP/1.1" status: 200 len: 852 time: 0.0416746 Sep 01 16:10:28.601567 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f30514ab-11f7-4090-8069-f2b19d92d8c4 req-0d818729-a061-43c6-aa6f-043e62403a8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1550021e-0cc7-40b1-b366-c95f4ea7926c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249717 Sep 01 16:10:28.697998 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f30514ab-11f7-4090-8069-f2b19d92d8c4 req-0ebc3d85-94a9-412c-b0e4-f53630e1d2c3 service neutron] 10.222.0.45 "GET /v2.0/networks/1550021e-0cc7-40b1-b366-c95f4ea7926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871880 Sep 01 16:10:28.791561 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f30514ab-11f7-4090-8069-f2b19d92d8c4 req-371fcb05-de07-46ca-a9a0-508813a627e8 service neutron] 10.222.0.45 "GET /v2.0/networks/1550021e-0cc7-40b1-b366-c95f4ea7926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821397 Sep 01 16:10:29.058704 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584407e4-dc48-4995-921b-7859c864d617 req-dcc0a479-1301-4fe0-a78e-ca41b2ef8b77 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:29.060127 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-584407e4-dc48-4995-921b-7859c864d617 req-dcc0a479-1301-4fe0-a78e-ca41b2ef8b77 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=0665f217-e245-4694-925c-563641be3d74 HTTP/1.1" status: 200 len: 943 time: 0.0603726 Sep 01 16:10:29.097705 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-584407e4-dc48-4995-921b-7859c864d617 req-ab8f7fb5-deab-437c-ab81-b9e97ec58d87 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b2c295f-7ce7-4de5-9996-ea9533587ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315828 Sep 01 16:10:30.214713 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388417b-2d64-4bbb-9f44-636b26f71735 req-9006807c-ad33-4a8d-8e6b-0cde1e387a2d tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:30.216209 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5388417b-2d64-4bbb-9f44-636b26f71735 req-9006807c-ad33-4a8d-8e6b-0cde1e387a2d tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=0665f217-e245-4694-925c-563641be3d74 HTTP/1.1" status: 200 len: 943 time: 0.0530558 Sep 01 16:10:30.254571 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5388417b-2d64-4bbb-9f44-636b26f71735 req-3f4f4d11-0cfa-4147-822a-4e29394d0ab5 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b2c295f-7ce7-4de5-9996-ea9533587ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319648 Sep 01 16:10:31.369323 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d593a89-2f9f-44f3-961a-a3ad539e17fd req-364b178e-3930-4ee4-ba89-4ff58253f272 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:31.370853 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2d593a89-2f9f-44f3-961a-a3ad539e17fd req-364b178e-3930-4ee4-ba89-4ff58253f272 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=0665f217-e245-4694-925c-563641be3d74 HTTP/1.1" status: 200 len: 943 time: 0.0488327 Sep 01 16:10:31.408611 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2d593a89-2f9f-44f3-961a-a3ad539e17fd req-37248ca3-c802-418d-952a-e6b4f3aee7b1 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b2c295f-7ce7-4de5-9996-ea9533587ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317459 Sep 01 16:10:31.740124 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 478d9d9e-dfae-40ec-bd30-04b78f0638d1 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:10:31.838525 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 478d9d9e-dfae-40ec-bd30-04b78f0638d1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=478d9d9e-dfae-40ec-bd30-04b78f0638d1,segment=NetworkSegment(c3d72964-07ad-4521-b987-14eaa6a73eec),segment_id=c3d72964-07ad-4521-b987-14eaa6a73eec)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:31.850396 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '478d9d9e-dfae-40ec-bd30-04b78f0638d1', 'network_id': '1550021e-0cc7-40b1-b366-c95f4ea7926c', 'port_id': '478d9d9e-dfae-40ec-bd30-04b78f0638d1', 'mac_address': 'fa:16:3e:72:e8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e47ecd42-e282-410a-bad5-502550705952', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:10:31.888874 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:31.901804 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 478d9d9e-dfae-40ec-bd30-04b78f0638d1 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:10:31.921169 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 478d9d9e-dfae-40ec-bd30-04b78f0638d1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=478d9d9e-dfae-40ec-bd30-04b78f0638d1,segment=NetworkSegment(c3d72964-07ad-4521-b987-14eaa6a73eec),segment_id=c3d72964-07ad-4521-b987-14eaa6a73eec)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:31.925481 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:31.976175 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=478d9d9e-dfae-40ec-bd30-04b78f0638d1,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:32.146569 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['478d9d9e-dfae-40ec-bd30-04b78f0638d1'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:10:32.527661 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b894e-6cb3-4338-81b2-d1e034544201 req-c4f85f88-f13a-4f2d-b9ec-bd821339bd32 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:32.529183 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eb1b894e-6cb3-4338-81b2-d1e034544201 req-c4f85f88-f13a-4f2d-b9ec-bd821339bd32 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=0665f217-e245-4694-925c-563641be3d74 HTTP/1.1" status: 200 len: 944 time: 0.0515590 Sep 01 16:10:32.570875 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eb1b894e-6cb3-4338-81b2-d1e034544201 req-b536f67d-3f2e-4031-9e58-3b1b1c750a45 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b2c295f-7ce7-4de5-9996-ea9533587ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342402 Sep 01 16:10:33.688858 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f83b6-2a54-4eb1-8721-f76781f6ff22 req-a35e8296-9657-4d66-b803-ac00bc0ea72e tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:33.690522 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a38f83b6-2a54-4eb1-8721-f76781f6ff22 req-a35e8296-9657-4d66-b803-ac00bc0ea72e tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=0665f217-e245-4694-925c-563641be3d74 HTTP/1.1" status: 200 len: 944 time: 0.0512369 Sep 01 16:10:33.728997 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a38f83b6-2a54-4eb1-8721-f76781f6ff22 req-e2dfd0c1-3d83-4c7e-ad86-461ae57300e0 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b2c295f-7ce7-4de5-9996-ea9533587ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318909 Sep 01 16:10:33.755811 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 478d9d9e-dfae-40ec-bd30-04b78f0638d1 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:10:33.803561 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 478d9d9e-dfae-40ec-bd30-04b78f0638d1 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:10:33.808718 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 478d9d9e-dfae-40ec-bd30-04b78f0638d1 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:10:33.809156 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:33.894375 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:33.919015 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0665f217-e245-4694-925c-563641be3d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478d9d9e-dfae-40ec-bd30-04b78f0638d1'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:10:33.921292 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c884fd8-ed48-4629-b9ff-247688bfa234" -d '{"events": [{"server_uuid": "0665f217-e245-4694-925c-563641be3d74", "name": "network-vif-plugged", "status": "completed", "tag": "478d9d9e-dfae-40ec-bd30-04b78f0638d1"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:10:33.935357 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 478d9d9e-dfae-40ec-bd30-04b78f0638d1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=478d9d9e-dfae-40ec-bd30-04b78f0638d1,segment=NetworkSegment(c3d72964-07ad-4521-b987-14eaa6a73eec),segment_id=c3d72964-07ad-4521-b987-14eaa6a73eec)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:33.940706 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:33.967525 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02579ca1-37e0-405e-9b99-87247512c7a0 x-openstack-request-id: req-02579ca1-37e0-405e-9b99-87247512c7a0 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:10:33.970088 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0665f217-e245-4694-925c-563641be3d74", "name": "network-vif-plugged", "status": "completed", "tag": "478d9d9e-dfae-40ec-bd30-04b78f0638d1", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:10:33.970362 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-02579ca1-37e0-405e-9b99-87247512c7a0 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:10:33.970760 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0665f217-e245-4694-925c-563641be3d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478d9d9e-dfae-40ec-bd30-04b78f0638d1', 'code': 200} Sep 01 16:10:33.998030 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=478d9d9e-dfae-40ec-bd30-04b78f0638d1,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:34.079594 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25f771-fbd5-40d5-826a-da2f1e3cdf1b req-666f07ae-44cb-4b33-be71-bd475ef2a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:34.081066 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fa25f771-fbd5-40d5-826a-da2f1e3cdf1b req-666f07ae-44cb-4b33-be71-bd475ef2a687 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0665f217-e245-4694-925c-563641be3d74 HTTP/1.1" status: 200 len: 1096 time: 0.0456560 Sep 01 16:10:34.119051 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fa25f771-fbd5-40d5-826a-da2f1e3cdf1b req-86e01893-f026-4e0b-8060-c16084d8000b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1b2c295f-7ce7-4de5-9996-ea9533587ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298507 Sep 01 16:10:34.848412 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fa34e-44b6-4503-8670-737dd99c5ebe req-1485ec79-8b21-44db-93c7-01cfcc582315 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:34.849932 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-188fa34e-44b6-4503-8670-737dd99c5ebe req-1485ec79-8b21-44db-93c7-01cfcc582315 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=0665f217-e245-4694-925c-563641be3d74 HTTP/1.1" status: 200 len: 945 time: 0.0505481 Sep 01 16:10:34.889214 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-188fa34e-44b6-4503-8670-737dd99c5ebe req-08d2e074-daf4-468a-9beb-4aee0c9b0c4f tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b2c295f-7ce7-4de5-9996-ea9533587ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332527 Sep 01 16:10:36.002184 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b8c77-a76e-43ea-970d-9b1f412a50ae req-740db159-1979-4784-8905-2a1364f6b109 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:36.003659 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-061b8c77-a76e-43ea-970d-9b1f412a50ae req-740db159-1979-4784-8905-2a1364f6b109 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=0665f217-e245-4694-925c-563641be3d74 HTTP/1.1" status: 200 len: 945 time: 0.0473852 Sep 01 16:10:36.041174 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-061b8c77-a76e-43ea-970d-9b1f412a50ae req-13b32ba0-6be6-48b8-9a17-167fd808b37a tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b2c295f-7ce7-4de5-9996-ea9533587ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309656 Sep 01 16:10:36.172426 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37e5ca8e-e3f7-4569-852e-c6494dbfb306 req-c9e77689-0194-4937-93ff-70cc160a1b31 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0665f217-e245-4694-925c-563641be3d74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430274 Sep 01 16:10:36.266093 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5ca8e-e3f7-4569-852e-c6494dbfb306 req-5af1868e-3202-47e0-9083-30557ae97a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:36.267758 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37e5ca8e-e3f7-4569-852e-c6494dbfb306 req-5af1868e-3202-47e0-9083-30557ae97a76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a058bd6e4a47430dab572b4d6a5ae754&device_id=0665f217-e245-4694-925c-563641be3d74 HTTP/1.1" status: 200 len: 1096 time: 0.0459876 Sep 01 16:10:36.282918 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9f267-8f83-497e-b857-835f7bb2a896 req-78549fd6-e17f-4f2e-bb06-7c6f9b6949e7 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:36.284397 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9c9f267-8f83-497e-b857-835f7bb2a896 req-78549fd6-e17f-4f2e-bb06-7c6f9b6949e7 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=0665f217-e245-4694-925c-563641be3d74 HTTP/1.1" status: 200 len: 945 time: 0.0523126 Sep 01 16:10:36.334710 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c9c9f267-8f83-497e-b857-835f7bb2a896 req-fe421cb0-c97f-42de-a8ac-154a2069be89 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b2c295f-7ce7-4de5-9996-ea9533587ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442312 Sep 01 16:10:36.376218 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5ca8e-e3f7-4569-852e-c6494dbfb306 req-bcda610d-a5fe-459f-8f4d-28450e237c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:36.377673 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37e5ca8e-e3f7-4569-852e-c6494dbfb306 req-bcda610d-a5fe-459f-8f4d-28450e237c03 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1550021e-0cc7-40b1-b366-c95f4ea7926c HTTP/1.1" status: 200 len: 913 time: 0.0859823 Sep 01 16:10:36.423139 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37e5ca8e-e3f7-4569-852e-c6494dbfb306 req-8d66d5c1-ad9b-4be9-ac22-d98eac63641f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=478d9d9e-dfae-40ec-bd30-04b78f0638d1 HTTP/1.1" status: 200 len: 217 time: 0.0376227 Sep 01 16:10:36.477200 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5ca8e-e3f7-4569-852e-c6494dbfb306 req-44b1ce3a-3244-45b2-b5ef-ef5489235a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:36.479214 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37e5ca8e-e3f7-4569-852e-c6494dbfb306 req-44b1ce3a-3244-45b2-b5ef-ef5489235a71 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e47ecd42-e282-410a-bad5-502550705952 HTTP/1.1" status: 200 len: 852 time: 0.0441241 Sep 01 16:10:36.518170 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37e5ca8e-e3f7-4569-852e-c6494dbfb306 req-e9471eb1-fdd8-4d69-8e43-f3e0fbbafb9b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1550021e-0cc7-40b1-b366-c95f4ea7926c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249741 Sep 01 16:10:36.615760 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37e5ca8e-e3f7-4569-852e-c6494dbfb306 req-abeec4b2-402c-4b35-b9f0-647bbb6fb6eb service neutron] 10.222.0.45 "GET /v2.0/networks/1550021e-0cc7-40b1-b366-c95f4ea7926c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832758 Sep 01 16:10:36.710878 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37e5ca8e-e3f7-4569-852e-c6494dbfb306 req-3845ba83-3dde-4464-9d1e-f35cb26515d2 service neutron] 10.222.0.45 "GET /v2.0/networks/1550021e-0cc7-40b1-b366-c95f4ea7926c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847847 Sep 01 16:10:37.449926 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a70bc2-41a3-4423-a5b4-feeffd311ea4 req-6c5386d4-16a5-4626-9be6-d50abb5d0619 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:37.451480 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-85a70bc2-41a3-4423-a5b4-feeffd311ea4 req-6c5386d4-16a5-4626-9be6-d50abb5d0619 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=0665f217-e245-4694-925c-563641be3d74 HTTP/1.1" status: 200 len: 945 time: 0.0494256 Sep 01 16:10:37.489055 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-85a70bc2-41a3-4423-a5b4-feeffd311ea4 req-171a5d0c-12cf-46d7-8ae6-bc7dbd21d3d8 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b2c295f-7ce7-4de5-9996-ea9533587ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315664 Sep 01 16:10:37.792336 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834ae98-179c-4abb-931a-79e791a50f57 req-f42dd43c-3b06-4c08-8ab6-0c01d89ce1ea tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:37.793784 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f834ae98-179c-4abb-931a-79e791a50f57 req-f42dd43c-3b06-4c08-8ab6-0c01d89ce1ea tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.45 "GET /v2.0/ports?device_id=0665f217-e245-4694-925c-563641be3d74 HTTP/1.1" status: 200 len: 945 time: 0.0515280 Sep 01 16:10:37.884051 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-f834ae98-179c-4abb-931a-79e791a50f57 req-2e0882ab-873c-456f-936a-2d67ff445d40 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Deleting port 478d9d9e-dfae-40ec-bd30-04b78f0638d1 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:10:37.884399 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f834ae98-179c-4abb-931a-79e791a50f57 req-2e0882ab-873c-456f-936a-2d67ff445d40 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:37.974541 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-f834ae98-179c-4abb-931a-79e791a50f57 req-2e0882ab-873c-456f-936a-2d67ff445d40 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] For port 478d9d9e-dfae-40ec-bd30-04b78f0638d1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=478d9d9e-dfae-40ec-bd30-04b78f0638d1,segment=NetworkSegment(c3d72964-07ad-4521-b987-14eaa6a73eec),segment_id=c3d72964-07ad-4521-b987-14eaa6a73eec)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:37.974850 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f834ae98-179c-4abb-931a-79e791a50f57 req-2e0882ab-873c-456f-936a-2d67ff445d40 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:37.988189 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-f834ae98-179c-4abb-931a-79e791a50f57 req-2e0882ab-873c-456f-936a-2d67ff445d40 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Calling delete_port for 478d9d9e-dfae-40ec-bd30-04b78f0638d1 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:10:38.110622 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f834ae98-179c-4abb-931a-79e791a50f57 req-2e0882ab-873c-456f-936a-2d67ff445d40 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:38.125739 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['478d9d9e-dfae-40ec-bd30-04b78f0638d1'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:10:38.146590 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0882ab-873c-456f-936a-2d67ff445d40 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Pushing event deleted for resources: {'Port': ['ID=478d9d9e-dfae-40ec-bd30-04b78f0638d1,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:38.155119 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['c8c48c97-7050-4c30-b31f-00360b89adf6'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:10:38.186177 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f834ae98-179c-4abb-931a-79e791a50f57 req-2e0882ab-873c-456f-936a-2d67ff445d40 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] No DVR routers for this DVR port 478d9d9e-dfae-40ec-bd30-04b78f0638d1 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:10:38.189176 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-f834ae98-179c-4abb-931a-79e791a50f57 req-2e0882ab-873c-456f-936a-2d67ff445d40 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:38.191342 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f834ae98-179c-4abb-931a-79e791a50f57 req-2e0882ab-873c-456f-936a-2d67ff445d40 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.45 "DELETE /v2.0/ports/478d9d9e-dfae-40ec-bd30-04b78f0638d1 HTTP/1.1" status: 204 len: 173 time: 0.3903680 Sep 01 16:10:38.191807 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0665f217-e245-4694-925c-563641be3d74', 'name': 'network-vif-deleted', 'tag': '478d9d9e-dfae-40ec-bd30-04b78f0638d1'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:10:38.194245 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902c58b6-5dda-4ba5-9bc1-ac3dca603fc9" -d '{"events": [{"server_uuid": "0665f217-e245-4694-925c-563641be3d74", "name": "network-vif-deleted", "tag": "478d9d9e-dfae-40ec-bd30-04b78f0638d1"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:10:38.231697 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d94c5d-3c33-4562-892c-1c7246e4b3a3 x-openstack-request-id: req-d9d94c5d-3c33-4562-892c-1c7246e4b3a3 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:10:38.231995 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0665f217-e245-4694-925c-563641be3d74", "name": "network-vif-deleted", "tag": "478d9d9e-dfae-40ec-bd30-04b78f0638d1", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:10:38.232247 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9d94c5d-3c33-4562-892c-1c7246e4b3a3 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:10:38.232646 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0665f217-e245-4694-925c-563641be3d74', 'name': 'network-vif-deleted', 'tag': '478d9d9e-dfae-40ec-bd30-04b78f0638d1', 'status': 'completed', 'code': 200} Sep 01 16:10:38.598753 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d4f8a552-09c8-4eef-8d76-961ece0478f8 req-59e24511-b4e2-499d-89c3-a80036df97cb tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=0665f217-e245-4694-925c-563641be3d74 HTTP/1.1" status: 200 len: 210 time: 0.0303762 Sep 01 16:10:39.107266 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:39.392706 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1bf9e823-759a-4c42-90ed-b57284b6e878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:39.758971 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d844e85-798f-493f-aefd-a8de93c46f10 req-597ae50f-94b8-45f0-87e3-72c771891642 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:39.760604 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0d844e85-798f-493f-aefd-a8de93c46f10 req-597ae50f-94b8-45f0-87e3-72c771891642 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed54ea2-306a-47df-9b2e-766f288e1d6c HTTP/1.1" status: 200 len: 946 time: 0.0575473 Sep 01 16:10:39.799248 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0d844e85-798f-493f-aefd-a8de93c46f10 req-5245a6c8-1d72-4e22-918e-8bad8992d738 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b2c295f-7ce7-4de5-9996-ea9533587ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315948 Sep 01 16:10:39.935504 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89210fd0-ad1f-454e-948d-04710681feeb req-5b0089ee-5d08-4e68-9380-99db30eb9b5a tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:39.936938 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-89210fd0-ad1f-454e-948d-04710681feeb req-5b0089ee-5d08-4e68-9380-99db30eb9b5a tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed54ea2-306a-47df-9b2e-766f288e1d6c HTTP/1.1" status: 200 len: 946 time: 0.0529616 Sep 01 16:10:39.974742 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-89210fd0-ad1f-454e-948d-04710681feeb req-c335626f-8e14-4fbe-b51b-f261c8bf49a6 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b2c295f-7ce7-4de5-9996-ea9533587ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317922 Sep 01 16:10:40.088230 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a688e6-eb12-459d-9278-7d6d9ed7a683 req-26a1eed3-0964-4a5b-87c2-d5e5f1647a45 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:40.089718 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b9a688e6-eb12-459d-9278-7d6d9ed7a683 req-26a1eed3-0964-4a5b-87c2-d5e5f1647a45 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed54ea2-306a-47df-9b2e-766f288e1d6c HTTP/1.1" status: 200 len: 946 time: 0.0475214 Sep 01 16:10:40.126710 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b9a688e6-eb12-459d-9278-7d6d9ed7a683 req-e42bfa26-8424-48b8-a08b-0bb304f879cf tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b2c295f-7ce7-4de5-9996-ea9533587ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306861 Sep 01 16:10:40.201744 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-72a276fd-d968-4fee-89fb-f47de12e8c11 req-70be48d6-9234-4d6c-8a42-667871cc38ec service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:10:40.202774 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-72a276fd-d968-4fee-89fb-f47de12e8c11 req-70be48d6-9234-4d6c-8a42-667871cc38ec service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053985 Sep 01 16:10:40.308382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63847d55-ee4e-4653-be70-8b1eeb1e8c43 req-67200016-d855-4b64-a22f-7bad216dd5c3 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:40.309889 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-63847d55-ee4e-4653-be70-8b1eeb1e8c43 req-67200016-d855-4b64-a22f-7bad216dd5c3 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed54ea2-306a-47df-9b2e-766f288e1d6c HTTP/1.1" status: 200 len: 946 time: 0.0487814 Sep 01 16:10:40.348822 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-63847d55-ee4e-4653-be70-8b1eeb1e8c43 req-79405f58-9d41-4006-a380-7669bfb95670 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b2c295f-7ce7-4de5-9996-ea9533587ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327363 Sep 01 16:10:40.469126 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197798b-9fbc-4d31-9026-f11543e8870b req-4dd40da3-141c-4cab-b1f4-4368f3ba17f3 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:40.470612 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c197798b-9fbc-4d31-9026-f11543e8870b req-4dd40da3-141c-4cab-b1f4-4368f3ba17f3 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed54ea2-306a-47df-9b2e-766f288e1d6c HTTP/1.1" status: 200 len: 946 time: 0.0516803 Sep 01 16:10:40.509419 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c197798b-9fbc-4d31-9026-f11543e8870b req-c07675e9-2445-4825-a0aa-8cdb770db186 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b2c295f-7ce7-4de5-9996-ea9533587ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328701 Sep 01 16:10:40.633569 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5fe61-8b0c-4d01-9221-d11b7b31007d req-cfdab28a-cd24-432c-b776-4ab7ce5f0a35 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:40.635590 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-96b5fe61-8b0c-4d01-9221-d11b7b31007d req-cfdab28a-cd24-432c-b776-4ab7ce5f0a35 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed54ea2-306a-47df-9b2e-766f288e1d6c HTTP/1.1" status: 200 len: 946 time: 0.0508039 Sep 01 16:10:40.672596 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-96b5fe61-8b0c-4d01-9221-d11b7b31007d req-387e27b2-567c-4e71-9ab3-be50f08460b8 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b2c295f-7ce7-4de5-9996-ea9533587ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310421 Sep 01 16:10:40.975997 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ef97c-da52-4898-97b3-d8c62e639325 req-c781dc17-3c28-45cb-b05a-8a0d8b1ba13e tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:40.977884 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8b2ef97c-da52-4898-97b3-d8c62e639325 req-c781dc17-3c28-45cb-b05a-8a0d8b1ba13e tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed54ea2-306a-47df-9b2e-766f288e1d6c HTTP/1.1" status: 200 len: 946 time: 0.0525875 Sep 01 16:10:41.015636 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8b2ef97c-da52-4898-97b3-d8c62e639325 req-7550ec45-2877-4edc-a19a-be739b042570 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b2c295f-7ce7-4de5-9996-ea9533587ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314059 Sep 01 16:10:41.770956 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 478d9d9e-dfae-40ec-bd30-04b78f0638d1 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:10:41.791522 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 478d9d9e-dfae-40ec-bd30-04b78f0638d1 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:10:41.791856 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 478d9d9e-dfae-40ec-bd30-04b78f0638d1 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:10:42.135738 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6423da-b5ec-43f8-978b-f02c250ec56a req-eae4d6ce-6ba4-4b77-be69-a66e01b35305 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:42.137228 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1f6423da-b5ec-43f8-978b-f02c250ec56a req-eae4d6ce-6ba4-4b77-be69-a66e01b35305 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed54ea2-306a-47df-9b2e-766f288e1d6c HTTP/1.1" status: 200 len: 946 time: 0.0542524 Sep 01 16:10:42.174428 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1f6423da-b5ec-43f8-978b-f02c250ec56a req-11d1c1a5-b2d8-45d1-b3e9-0f80bd9aabbb tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b2c295f-7ce7-4de5-9996-ea9533587ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308378 Sep 01 16:10:42.237368 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:42.736540 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bcdd9-8f7c-4e4e-923b-cd26fe0413c2 req-5177c2a1-3487-4859-a5aa-941cbd1cc767 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:42.738008 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-054bcdd9-8f7c-4e4e-923b-cd26fe0413c2 req-5177c2a1-3487-4859-a5aa-941cbd1cc767 tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ed54ea2-306a-47df-9b2e-766f288e1d6c HTTP/1.1" status: 200 len: 946 time: 0.0481796 Sep 01 16:10:42.826053 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-054bcdd9-8f7c-4e4e-923b-cd26fe0413c2 req-c19a3b04-8313-465e-b132-1e681391791f tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Deleting port c8c48c97-7050-4c30-b31f-00360b89adf6 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:10:42.826434 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-054bcdd9-8f7c-4e4e-923b-cd26fe0413c2 req-c19a3b04-8313-465e-b132-1e681391791f tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:42.916237 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-054bcdd9-8f7c-4e4e-923b-cd26fe0413c2 req-c19a3b04-8313-465e-b132-1e681391791f tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] For port c8c48c97-7050-4c30-b31f-00360b89adf6, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=c8c48c97-7050-4c30-b31f-00360b89adf6,segment=NetworkSegment(c3d72964-07ad-4521-b987-14eaa6a73eec),segment_id=c3d72964-07ad-4521-b987-14eaa6a73eec)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:42.916606 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-054bcdd9-8f7c-4e4e-923b-cd26fe0413c2 req-c19a3b04-8313-465e-b132-1e681391791f tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:42.930275 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-054bcdd9-8f7c-4e4e-923b-cd26fe0413c2 req-c19a3b04-8313-465e-b132-1e681391791f tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Calling delete_port for c8c48c97-7050-4c30-b31f-00360b89adf6 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:10:43.058749 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-054bcdd9-8f7c-4e4e-923b-cd26fe0413c2 req-c19a3b04-8313-465e-b132-1e681391791f tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:43.086905 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a3b04-8313-465e-b132-1e681391791f tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Pushing event deleted for resources: {'Port': ['ID=c8c48c97-7050-4c30-b31f-00360b89adf6,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:43.098112 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['c8c48c97-7050-4c30-b31f-00360b89adf6'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:10:43.111568 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a3b04-8313-465e-b132-1e681391791f tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:43.111921 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a3b04-8313-465e-b132-1e681391791f tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:43.112267 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a3b04-8313-465e-b132-1e681391791f tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:43.112606 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a3b04-8313-465e-b132-1e681391791f tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:43.112944 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a3b04-8313-465e-b132-1e681391791f tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:43.113725 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a3b04-8313-465e-b132-1e681391791f tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:43.113725 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a3b04-8313-465e-b132-1e681391791f tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:43.113936 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a3b04-8313-465e-b132-1e681391791f tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:43.114260 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a3b04-8313-465e-b132-1e681391791f tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:43.114592 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a3b04-8313-465e-b132-1e681391791f tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:43.114923 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a3b04-8313-465e-b132-1e681391791f tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:43.115291 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a3b04-8313-465e-b132-1e681391791f tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:43.137372 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-054bcdd9-8f7c-4e4e-923b-cd26fe0413c2 req-c19a3b04-8313-465e-b132-1e681391791f tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] No DVR routers for this DVR port c8c48c97-7050-4c30-b31f-00360b89adf6 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:10:43.139887 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-054bcdd9-8f7c-4e4e-923b-cd26fe0413c2 req-c19a3b04-8313-465e-b132-1e681391791f tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:43.141857 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-054bcdd9-8f7c-4e4e-923b-cd26fe0413c2 req-c19a3b04-8313-465e-b132-1e681391791f tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.62 "DELETE /v2.0/ports/c8c48c97-7050-4c30-b31f-00360b89adf6 HTTP/1.1" status: 204 len: 173 time: 0.3967078 Sep 01 16:10:43.142314 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed54ea2-306a-47df-9b2e-766f288e1d6c', 'name': 'network-vif-deleted', 'tag': 'c8c48c97-7050-4c30-b31f-00360b89adf6'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:10:43.144576 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a21b50-cff9-4f0d-81d0-6ed0fa43fe7c" -d '{"events": [{"server_uuid": "4ed54ea2-306a-47df-9b2e-766f288e1d6c", "name": "network-vif-deleted", "tag": "c8c48c97-7050-4c30-b31f-00360b89adf6"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:10:43.181979 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fbfbef-9414-457e-a848-0cd70d928f4f x-openstack-request-id: req-e0fbfbef-9414-457e-a848-0cd70d928f4f {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:10:43.182493 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed54ea2-306a-47df-9b2e-766f288e1d6c", "name": "network-vif-deleted", "tag": "c8c48c97-7050-4c30-b31f-00360b89adf6", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:10:43.182907 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e0fbfbef-9414-457e-a848-0cd70d928f4f {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:10:43.183553 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed54ea2-306a-47df-9b2e-766f288e1d6c', 'name': 'network-vif-deleted', 'tag': 'c8c48c97-7050-4c30-b31f-00360b89adf6', 'status': 'completed', 'code': 200} Sep 01 16:10:43.272340 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-355b4bc4-7838-482d-be5e-2ac7869efc45 req-f4c1aeb7-dcd7-49d4-9008-ea5937f6d08f tempest-ServersNegativeTestJSON-515533382 tempest-ServersNegativeTestJSON-515533382-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ed54ea2-306a-47df-9b2e-766f288e1d6c HTTP/1.1" status: 200 len: 210 time: 0.0310233 Sep 01 16:10:43.467744 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:43.733340 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ed96b16f-1d23-49c3-a3e4-83c2ab466ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:44.329553 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56082) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:44.373713 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-5709443e-7906-4a84-968c-18b257cfa62c admin admin] Deleting subnet e47ecd42-e282-410a-bad5-502550705952 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:10:44.376722 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5709443e-7906-4a84-968c-18b257cfa62c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:44.409350 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5709443e-7906-4a84-968c-18b257cfa62c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:44.446169 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5709443e-7906-4a84-968c-18b257cfa62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:44.499979 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5709443e-7906-4a84-968c-18b257cfa62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:44.530876 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709443e-7906-4a84-968c-18b257cfa62c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e47ecd42-e282-410a-bad5-502550705952,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:44.534661 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5709443e-7906-4a84-968c-18b257cfa62c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:44.536628 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5709443e-7906-4a84-968c-18b257cfa62c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e47ecd42-e282-410a-bad5-502550705952 HTTP/1.1" status: 204 len: 168 time: 0.2059896 Sep 01 16:10:44.539115 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56084) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:44.606168 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30e8b673-1fe5-47cd-a386-aed691a4e4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:44.688656 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30e8b673-1fe5-47cd-a386-aed691a4e4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:44.699094 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-30e8b673-1fe5-47cd-a386-aed691a4e4d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1550021e-0cc7-40b1-b366-c95f4ea7926c']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:44.709237 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-30e8b673-1fe5-47cd-a386-aed691a4e4d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d72964-07ad-4521-b987-14eaa6a73eec') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:44.709535 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-30e8b673-1fe5-47cd-a386-aed691a4e4d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d72964-07ad-4521-b987-14eaa6a73eec') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:44.718433 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30e8b673-1fe5-47cd-a386-aed691a4e4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:44.732656 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30e8b673-1fe5-47cd-a386-aed691a4e4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:44.738826 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e8b673-1fe5-47cd-a386-aed691a4e4d4 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:10:44.739261 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30e8b673-1fe5-47cd-a386-aed691a4e4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: timer() Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:10:44.740881 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:10:44.794548 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30e8b673-1fe5-47cd-a386-aed691a4e4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:44.799360 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-30e8b673-1fe5-47cd-a386-aed691a4e4d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:44.804168 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-30e8b673-1fe5-47cd-a386-aed691a4e4d4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1550021e-0cc7-40b1-b366-c95f4ea7926c HTTP/1.1" status: 204 len: 168 time: 0.2612484 Sep 01 16:10:44.814696 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8b673-1fe5-47cd-a386-aed691a4e4d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1550021e-0cc7-40b1-b366-c95f4ea7926c,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:44.912965 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56088) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:44.952292 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-59e2e3d1-569c-407c-98a5-735c1c884533 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a058bd6e4a47430dab572b4d6a5ae754&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379627 Sep 01 16:10:44.954649 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56090) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:45.006840 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0269c0cb-8321-4c9b-b462-2fc528537d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:45.027966 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0269c0cb-8321-4c9b-b462-2fc528537d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:45.074490 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0269c0cb-8321-4c9b-b462-2fc528537d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:45.077054 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0269c0cb-8321-4c9b-b462-2fc528537d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:45.078192 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0269c0cb-8321-4c9b-b462-2fc528537d27 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b2c295f-7ce7-4de5-9996-ea9533587ae6 HTTP/1.1" status: 204 len: 168 time: 0.1226685 Sep 01 16:10:45.085958 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269c0cb-8321-4c9b-b462-2fc528537d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2c295f-7ce7-4de5-9996-ea9533587ae6,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:45.375111 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:45.769194 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56112) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:45.862700 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-50e1efab-f04b-425b-b0f6-1bd429b79034 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-671703384'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:45.884811 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e1efab-f04b-425b-b0f6-1bd429b79034 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Made reservation on behalf of 432223ecadf141f9b19b4ed1bbb3630a for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:10:45.888399 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-50e1efab-f04b-425b-b0f6-1bd429b79034 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:45.896603 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-50e1efab-f04b-425b-b0f6-1bd429b79034 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:45.984983 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-50e1efab-f04b-425b-b0f6-1bd429b79034 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:45.988744 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-50e1efab-f04b-425b-b0f6-1bd429b79034 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:46.015559 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e1efab-f04b-425b-b0f6-1bd429b79034 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:10:46.024167 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1efab-f04b-425b-b0f6-1bd429b79034 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d0e158-f284-48d9-bf8f-6eb539da0bcb,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:46.030348 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-50e1efab-f04b-425b-b0f6-1bd429b79034 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:46.030698 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-50e1efab-f04b-425b-b0f6-1bd429b79034 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Added segment cb77fa62-541f-4ce3-90eb-1b3460bc10a0 of type vlan for network b5e7c511-9711-4900-bf07-706669e19e44 Sep 01 16:10:46.070435 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-50e1efab-f04b-425b-b0f6-1bd429b79034 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:46.095005 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-50e1efab-f04b-425b-b0f6-1bd429b79034 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:46.100693 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e1efab-f04b-425b-b0f6-1bd429b79034 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:46.101284 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-50e1efab-f04b-425b-b0f6-1bd429b79034 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:46.168017 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-50e1efab-f04b-425b-b0f6-1bd429b79034 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3976603 Sep 01 16:10:46.174663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1efab-f04b-425b-b0f6-1bd429b79034 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Pushing event updated for resources: {'Network': ['ID=b5e7c511-9711-4900-bf07-706669e19e44,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:46.185470 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network b5e7c511-9711-4900-bf07-706669e19e44 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:10:46.233942 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device c8c48c97-7050-4c30-b31f-00360b89adf6 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:10:46.262647 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: c8c48c97-7050-4c30-b31f-00360b89adf6 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:10:46.262903 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device c8c48c97-7050-4c30-b31f-00360b89adf6 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:10:48.774966 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:10:49.441177 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56116) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:49.446334 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-5b97d8c9-7ea0-45e9-bef9-40d40ce4edd9 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Request body: {'subnet': {'network_id': 'b5e7c511-9711-4900-bf07-706669e19e44', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:49.532181 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b97d8c9-7ea0-45e9-bef9-40d40ce4edd9 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Made reservation on behalf of 432223ecadf141f9b19b4ed1bbb3630a for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:10:49.535700 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5b97d8c9-7ea0-45e9-bef9-40d40ce4edd9 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:49.958802 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5b97d8c9-7ea0-45e9-bef9-40d40ce4edd9 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:50.018871 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97d8c9-7ea0-45e9-bef9-40d40ce4edd9 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Pushing event updated for resources: {'Subnet': ['ID=e9f9f4c6-c8a3-4ee8-9c14-8f5257930b40,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:50.031222 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97d8c9-7ea0-45e9-bef9-40d40ce4edd9 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:50.031567 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97d8c9-7ea0-45e9-bef9-40d40ce4edd9 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:50.031904 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97d8c9-7ea0-45e9-bef9-40d40ce4edd9 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:50.032236 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97d8c9-7ea0-45e9-bef9-40d40ce4edd9 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:50.032565 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97d8c9-7ea0-45e9-bef9-40d40ce4edd9 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:50.032891 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97d8c9-7ea0-45e9-bef9-40d40ce4edd9 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:50.033212 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97d8c9-7ea0-45e9-bef9-40d40ce4edd9 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:50.033535 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97d8c9-7ea0-45e9-bef9-40d40ce4edd9 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:50.033851 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97d8c9-7ea0-45e9-bef9-40d40ce4edd9 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:50.034168 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97d8c9-7ea0-45e9-bef9-40d40ce4edd9 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:50.034509 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97d8c9-7ea0-45e9-bef9-40d40ce4edd9 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:50.034824 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97d8c9-7ea0-45e9-bef9-40d40ce4edd9 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:50.039904 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b97d8c9-7ea0-45e9-bef9-40d40ce4edd9 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Checking segment: {'id': 'cb77fa62-541f-4ce3-90eb-1b3460bc10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b5e7c511-9711-4900-bf07-706669e19e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:10:50.040253 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b97d8c9-7ea0-45e9-bef9-40d40ce4edd9 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Network hostable DHCP agents. Network: b5e7c511-9711-4900-bf07-706669e19e44, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:10:50.056219 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b97d8c9-7ea0-45e9-bef9-40d40ce4edd9 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Network b5e7c511-9711-4900-bf07-706669e19e44 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:10:50.064353 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-5b97d8c9-7ea0-45e9-bef9-40d40ce4edd9 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, b5e7c511-9711-4900-bf07-706669e19e44) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:10:50.068435 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b97d8c9-7ea0-45e9-bef9-40d40ce4edd9 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:50.069027 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5b97d8c9-7ea0-45e9-bef9-40d40ce4edd9 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:50.074626 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa44c6b1-1404-42eb-af68-a8cfa8aa3cf0 None None] Network b5e7c511-9711-4900-bf07-706669e19e44 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:10:50.083739 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5b97d8c9-7ea0-45e9-bef9-40d40ce4edd9 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6414459 Sep 01 16:10:50.087886 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56118) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:50.093120 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-d42cf7de-8fb5-4b06-917b-9f5b6e7d79fb tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-962305954'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:50.113662 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42cf7de-8fb5-4b06-917b-9f5b6e7d79fb tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Made reservation on behalf of 432223ecadf141f9b19b4ed1bbb3630a for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:10:50.117238 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d42cf7de-8fb5-4b06-917b-9f5b6e7d79fb tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:50.142031 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d42cf7de-8fb5-4b06-917b-9f5b6e7d79fb tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:10:50.151909 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d42cf7de-8fb5-4b06-917b-9f5b6e7d79fb tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:50.152389 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-d42cf7de-8fb5-4b06-917b-9f5b6e7d79fb tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Added segment 573e371c-2d44-43d3-ad5e-2e6687eb409e of type vlan for network 96147a5b-7014-441d-8978-ac68b707a0f1 Sep 01 16:10:50.194011 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d42cf7de-8fb5-4b06-917b-9f5b6e7d79fb tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:50.221799 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d42cf7de-8fb5-4b06-917b-9f5b6e7d79fb tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:50.225846 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-b5e7c511-9711-4900-bf07-706669e19e44', 'network_id': 'b5e7c511-9711-4900-bf07-706669e19e44', 'tenant_id': '432223ecadf141f9b19b4ed1bbb3630a', 'fixed_ips': [{'subnet_id': 'e9f9f4c6-c8a3-4ee8-9c14-8f5257930b40'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:10:50.226738 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:50.227605 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42cf7de-8fb5-4b06-917b-9f5b6e7d79fb tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:50.228205 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d42cf7de-8fb5-4b06-917b-9f5b6e7d79fb tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:50.314957 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d42cf7de-8fb5-4b06-917b-9f5b6e7d79fb tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2259009 Sep 01 16:10:50.317962 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56120) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:50.323652 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6f4ebbc8-9ba2-4cd4-9306-14af416a7071 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Request body: {'subnet': {'network_id': '96147a5b-7014-441d-8978-ac68b707a0f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:50.337742 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42cf7de-8fb5-4b06-917b-9f5b6e7d79fb tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Pushing event updated for resources: {'Network': ['ID=96147a5b-7014-441d-8978-ac68b707a0f1,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:50.351493 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 96147a5b-7014-441d-8978-ac68b707a0f1 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:10:50.417249 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4ebbc8-9ba2-4cd4-9306-14af416a7071 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Made reservation on behalf of 432223ecadf141f9b19b4ed1bbb3630a for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:10:50.420792 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6f4ebbc8-9ba2-4cd4-9306-14af416a7071 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:50.424808 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Allocated IP 2001:db8:0:ffff::2 (b5e7c511-9711-4900-bf07-706669e19e44/e9f9f4c6-c8a3-4ee8-9c14-8f5257930b40/030377ca-b829-4815-97c0-4e6044dd5bce) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:10:50.579337 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:50.588051 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Transition to ACTIVE for port object 030377ca-b829-4815-97c0-4e6044dd5bce will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:10:50.604358 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Transition to ACTIVE for port object 030377ca-b829-4815-97c0-4e6044dd5bce will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:10:50.611858 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:50.629264 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6f4ebbc8-9ba2-4cd4-9306-14af416a7071 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:50.651054 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Network b5e7c511-9711-4900-bf07-706669e19e44 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:10:50.653987 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:10:50.659786 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:10:50.673766 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Pushing event updated for resources: {'Port': ['ID=030377ca-b829-4815-97c0-4e6044dd5bce,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:50.692620 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ebbc8-9ba2-4cd4-9306-14af416a7071 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Pushing event updated for resources: {'Subnet': ['ID=7f4a93da-173c-4540-9db9-b957f185b7f8,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:50.697956 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:50.698331 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:50.698688 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:50.699031 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:50.699373 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:50.699709 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:50.700043 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:50.700373 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:50.700703 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:50.701029 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:50.701355 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:50.701737 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:10:50.701882 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4ebbc8-9ba2-4cd4-9306-14af416a7071 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Checking segment: {'id': '573e371c-2d44-43d3-ad5e-2e6687eb409e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '96147a5b-7014-441d-8978-ac68b707a0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:10:50.702219 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4ebbc8-9ba2-4cd4-9306-14af416a7071 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Network hostable DHCP agents. Network: 96147a5b-7014-441d-8978-ac68b707a0f1, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:10:50.720217 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4ebbc8-9ba2-4cd4-9306-14af416a7071 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Network 96147a5b-7014-441d-8978-ac68b707a0f1 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:10:50.729731 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-6f4ebbc8-9ba2-4cd4-9306-14af416a7071 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 96147a5b-7014-441d-8978-ac68b707a0f1) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:10:50.731194 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Attempting to bind port 030377ca-b829-4815-97c0-4e6044dd5bce on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:10:50.731582 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Attempting to bind port 030377ca-b829-4815-97c0-4e6044dd5bce by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'cb77fa62-541f-4ce3-90eb-1b3460bc10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b5e7c511-9711-4900-bf07-706669e19e44'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:10:50.731948 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Attempting to bind port 030377ca-b829-4815-97c0-4e6044dd5bce on network b5e7c511-9711-4900-bf07-706669e19e44 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:10:50.734558 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4ebbc8-9ba2-4cd4-9306-14af416a7071 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:50.735093 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6f4ebbc8-9ba2-4cd4-9306-14af416a7071 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:50.737006 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:10:50.737411 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Checking segment: {'id': 'cb77fa62-541f-4ce3-90eb-1b3460bc10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b5e7c511-9711-4900-bf07-706669e19e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:10:50.738399 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:50.738399 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Bound using segment: {'id': 'cb77fa62-541f-4ce3-90eb-1b3460bc10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b5e7c511-9711-4900-bf07-706669e19e44'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:10:50.738748 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Bound port: 030377ca-b829-4815-97c0-4e6044dd5bce, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb77fa62-541f-4ce3-90eb-1b3460bc10a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b5e7c511-9711-4900-bf07-706669e19e44'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:10:50.739138 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:50.743215 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144afe37-f518-40bc-a7ca-ef0f825bf495 None None] Network 96147a5b-7014-441d-8978-ac68b707a0f1 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:10:50.750066 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6f4ebbc8-9ba2-4cd4-9306-14af416a7071 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4307065 Sep 01 16:10:50.752818 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56122) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:50.850896 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-20302369-a643-49fa-a652-4463d9b2583d tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:50.869117 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] For port 030377ca-b829-4815-97c0-4e6044dd5bce, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:10:50.873868 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] For port 030377ca-b829-4815-97c0-4e6044dd5bce, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=030377ca-b829-4815-97c0-4e6044dd5bce,segment=NetworkSegment(cb77fa62-541f-4ce3-90eb-1b3460bc10a0),segment_id=cb77fa62-541f-4ce3-90eb-1b3460bc10a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:10:50.879014 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:50.932980 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-20302369-a643-49fa-a652-4463d9b2583d tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:50.985756 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9d2c8-0373-47c9-9365-53ccc3cdf5d6 None None] Pushing event updated for resources: {'Port': ['ID=030377ca-b829-4815-97c0-4e6044dd5bce,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:50.993132 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347cd953-e355-46ab-8828-fbfde5c2588c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-96147a5b-7014-441d-8978-ac68b707a0f1', 'network_id': '96147a5b-7014-441d-8978-ac68b707a0f1', 'tenant_id': '432223ecadf141f9b19b4ed1bbb3630a', 'fixed_ips': [{'subnet_id': '7f4a93da-173c-4540-9db9-b957f185b7f8'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:10:50.994838 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-347cd953-e355-46ab-8828-fbfde5c2588c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:51.023224 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-20302369-a643-49fa-a652-4463d9b2583d tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:51.051975 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20302369-a643-49fa-a652-4463d9b2583d tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Pushing event deleted for resources: {'Subnet': ['ID=7f4a93da-173c-4540-9db9-b957f185b7f8,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server [None req-347cd953-e355-46ab-8828-fbfde5c2588c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f4a93da-173c-4540-9db9-b957f185b7f8: This subnet is being modified by another concurrent operation. Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise self.value Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server raise exception Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f4a93da-173c-4540-9db9-b957f185b7f8: This subnet is being modified by another concurrent operation. Sep 01 16:10:51.101570 n-d-794796-3 neutron-server[94735]: ERROR oslo_messaging.rpc.server Sep 01 16:10:51.122506 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-20302369-a643-49fa-a652-4463d9b2583d tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:51.132760 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29affea8-4405-466c-9615-3f3d87b842ec None None] Network 96147a5b-7014-441d-8978-ac68b707a0f1 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:10:51.140076 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-20302369-a643-49fa-a652-4463d9b2583d tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96147a5b-7014-441d-8978-ac68b707a0f1']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:51.158742 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-20302369-a643-49fa-a652-4463d9b2583d tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573e371c-2d44-43d3-ad5e-2e6687eb409e') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:51.159033 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-20302369-a643-49fa-a652-4463d9b2583d tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573e371c-2d44-43d3-ad5e-2e6687eb409e') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:51.167997 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-20302369-a643-49fa-a652-4463d9b2583d tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:51.186478 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-20302369-a643-49fa-a652-4463d9b2583d tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:51.194039 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20302369-a643-49fa-a652-4463d9b2583d tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:10:51.194624 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-20302369-a643-49fa-a652-4463d9b2583d tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: timer() Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:10:51.199886 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:10:51.262757 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-20302369-a643-49fa-a652-4463d9b2583d tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:51.271391 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-20302369-a643-49fa-a652-4463d9b2583d tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:51.273402 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-20302369-a643-49fa-a652-4463d9b2583d tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] 10.222.0.60 "DELETE /v2.0/networks/96147a5b-7014-441d-8978-ac68b707a0f1 HTTP/1.1" status: 204 len: 168 time: 0.5196428 Sep 01 16:10:51.279198 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56124) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:51.285439 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-fbe70bdd-5558-4c46-abb0-984a6a4c9eda tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1746413061'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:51.286627 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20302369-a643-49fa-a652-4463d9b2583d tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Pushing event deleted for resources: {'Network': ['ID=96147a5b-7014-441d-8978-ac68b707a0f1,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:51.306910 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe70bdd-5558-4c46-abb0-984a6a4c9eda tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Made reservation on behalf of 432223ecadf141f9b19b4ed1bbb3630a for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:10:51.310332 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fbe70bdd-5558-4c46-abb0-984a6a4c9eda tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:51.333516 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe70bdd-5558-4c46-abb0-984a6a4c9eda tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:10:51.342220 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fbe70bdd-5558-4c46-abb0-984a6a4c9eda tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:51.342603 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-fbe70bdd-5558-4c46-abb0-984a6a4c9eda tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Added segment b76c13dd-7aff-415f-a90e-49c71e524075 of type vlan for network a8848cee-81b1-4325-80d9-1c6dc03ba285 Sep 01 16:10:51.383156 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fbe70bdd-5558-4c46-abb0-984a6a4c9eda tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:51.407720 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fbe70bdd-5558-4c46-abb0-984a6a4c9eda tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:51.413183 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe70bdd-5558-4c46-abb0-984a6a4c9eda tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:51.413770 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fbe70bdd-5558-4c46-abb0-984a6a4c9eda tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:51.479963 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fbe70bdd-5558-4c46-abb0-984a6a4c9eda tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1989775 Sep 01 16:10:51.482971 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56126) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:51.486049 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe70bdd-5558-4c46-abb0-984a6a4c9eda tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Pushing event updated for resources: {'Network': ['ID=a8848cee-81b1-4325-80d9-1c6dc03ba285,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:51.488361 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-53822708-a5bb-4150-bc42-32c1a61e2903 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Request body: {'subnet': {'network_id': 'a8848cee-81b1-4325-80d9-1c6dc03ba285', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:51.497174 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network a8848cee-81b1-4325-80d9-1c6dc03ba285 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:10:51.582912 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53822708-a5bb-4150-bc42-32c1a61e2903 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Made reservation on behalf of 432223ecadf141f9b19b4ed1bbb3630a for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:10:51.586890 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-53822708-a5bb-4150-bc42-32c1a61e2903 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:51.654628 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.ipam_backend_mixin [None req-53822708-a5bb-4150-bc42-32c1a61e2903 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Performing IP validity checks on allocation pools {{(pid=94734) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 01 16:10:51.655292 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.ipam_backend_mixin [None req-53822708-a5bb-4150-bc42-32c1a61e2903 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94734) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 01 16:10:51.796261 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-53822708-a5bb-4150-bc42-32c1a61e2903 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:51.822081 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 030377ca-b829-4815-97c0-4e6044dd5bce up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:10:51.861563 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53822708-a5bb-4150-bc42-32c1a61e2903 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Pushing event updated for resources: {'Subnet': ['ID=9edb518a-90d3-4682-a20a-79b219a0163d,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:51.873272 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53822708-a5bb-4150-bc42-32c1a61e2903 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Checking segment: {'id': 'b76c13dd-7aff-415f-a90e-49c71e524075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a8848cee-81b1-4325-80d9-1c6dc03ba285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:10:51.873644 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53822708-a5bb-4150-bc42-32c1a61e2903 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Network hostable DHCP agents. Network: a8848cee-81b1-4325-80d9-1c6dc03ba285, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:10:51.879579 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 030377ca-b829-4815-97c0-4e6044dd5bce completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:10:51.892000 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53822708-a5bb-4150-bc42-32c1a61e2903 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Network a8848cee-81b1-4325-80d9-1c6dc03ba285 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:10:51.901678 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-53822708-a5bb-4150-bc42-32c1a61e2903 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, a8848cee-81b1-4325-80d9-1c6dc03ba285) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:10:51.910019 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d39e36-1e2d-4ce6-be74-a450d06fa73f None None] Network a8848cee-81b1-4325-80d9-1c6dc03ba285 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:10:51.913850 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53822708-a5bb-4150-bc42-32c1a61e2903 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:51.914701 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-53822708-a5bb-4150-bc42-32c1a61e2903 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:51.924254 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8a6fb2-9afb-4734-9ed6-187b99f26dab None None] Network b5e7c511-9711-4900-bf07-706669e19e44 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:10:51.931381 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-53822708-a5bb-4150-bc42-32c1a61e2903 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4472177 Sep 01 16:10:51.933999 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56128) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:52.022500 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e4eff51a-bc2e-406b-83bb-79ba35e68671 None None] Provisioning for port 030377ca-b829-4815-97c0-4e6044dd5bce completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:10:52.035099 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b598f3c9-57a8-4bb1-a6a8-531adde7440f tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:52.035562 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e4eff51a-bc2e-406b-83bb-79ba35e68671 None None] Provisioning complete for port 030377ca-b829-4815-97c0-4e6044dd5bce triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:10:52.035952 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e4eff51a-bc2e-406b-83bb-79ba35e68671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:52.119533 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b598f3c9-57a8-4bb1-a6a8-531adde7440f tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:52.181233 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b598f3c9-57a8-4bb1-a6a8-531adde7440f tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:52.215711 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598f3c9-57a8-4bb1-a6a8-531adde7440f tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Pushing event deleted for resources: {'Subnet': ['ID=9edb518a-90d3-4682-a20a-79b219a0163d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:52.234338 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a620ac7-7c73-4582-9bba-aedd48b26975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-a8848cee-81b1-4325-80d9-1c6dc03ba285', 'network_id': 'a8848cee-81b1-4325-80d9-1c6dc03ba285', 'tenant_id': '432223ecadf141f9b19b4ed1bbb3630a', 'fixed_ips': [{'subnet_id': '9edb518a-90d3-4682-a20a-79b219a0163d'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:10:52.235192 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2a620ac7-7c73-4582-9bba-aedd48b26975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:52.256210 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e4eff51a-bc2e-406b-83bb-79ba35e68671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:52.277755 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b598f3c9-57a8-4bb1-a6a8-531adde7440f tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:52.288106 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-b598f3c9-57a8-4bb1-a6a8-531adde7440f tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8848cee-81b1-4325-80d9-1c6dc03ba285']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:52.302381 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-b598f3c9-57a8-4bb1-a6a8-531adde7440f tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b76c13dd-7aff-415f-a90e-49c71e524075') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:52.302682 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-b598f3c9-57a8-4bb1-a6a8-531adde7440f tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b76c13dd-7aff-415f-a90e-49c71e524075') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:52.312736 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b598f3c9-57a8-4bb1-a6a8-531adde7440f tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:52.328074 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b598f3c9-57a8-4bb1-a6a8-531adde7440f tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:52.334859 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b598f3c9-57a8-4bb1-a6a8-531adde7440f tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:10:52.335352 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b598f3c9-57a8-4bb1-a6a8-531adde7440f tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: timer() Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:10:52.339410 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:10:52.350707 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e4eff51a-bc2e-406b-83bb-79ba35e68671 None None] For port 030377ca-b829-4815-97c0-4e6044dd5bce, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=030377ca-b829-4815-97c0-4e6044dd5bce,segment=NetworkSegment(cb77fa62-541f-4ce3-90eb-1b3460bc10a0),segment_id=cb77fa62-541f-4ce3-90eb-1b3460bc10a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:52.356279 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e4eff51a-bc2e-406b-83bb-79ba35e68671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:52.361273 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115334a3-033a-48f5-a445-4b55b32746fb None None] Network a8848cee-81b1-4325-80d9-1c6dc03ba285 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:10:52.408608 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b598f3c9-57a8-4bb1-a6a8-531adde7440f tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:52.416351 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b598f3c9-57a8-4bb1-a6a8-531adde7440f tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:52.421541 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b598f3c9-57a8-4bb1-a6a8-531adde7440f tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] 10.222.0.60 "DELETE /v2.0/networks/a8848cee-81b1-4325-80d9-1c6dc03ba285 HTTP/1.1" status: 204 len: 168 time: 0.4831517 Sep 01 16:10:52.421846 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56130) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:52.426988 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-24989a5c-bb6d-4e00-8f82-efd45a43f1cf tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-41381093'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:52.440288 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598f3c9-57a8-4bb1-a6a8-531adde7440f tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Pushing event deleted for resources: {'Network': ['ID=a8848cee-81b1-4325-80d9-1c6dc03ba285,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:52.468940 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24989a5c-bb6d-4e00-8f82-efd45a43f1cf tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Made reservation on behalf of 432223ecadf141f9b19b4ed1bbb3630a for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:10:52.472645 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-24989a5c-bb6d-4e00-8f82-efd45a43f1cf tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:52.476132 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eff51a-bc2e-406b-83bb-79ba35e68671 None None] Pushing event updated for resources: {'Port': ['ID=030377ca-b829-4815-97c0-4e6044dd5bce,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:52.511270 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24989a5c-bb6d-4e00-8f82-efd45a43f1cf tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:10:52.525816 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-24989a5c-bb6d-4e00-8f82-efd45a43f1cf tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:52.526169 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-24989a5c-bb6d-4e00-8f82-efd45a43f1cf tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Added segment d71a7927-92cb-4cda-ba24-1d69589c2613 of type vlan for network c37f956f-3fe7-4473-bacc-adddb38ce48d Sep 01 16:10:52.528111 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70948229-140c-4e58-8b5f-0c7525f1191c None None] get_active_networks_info from n-d-794796-3 {{(pid=94735) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 16:10:52.565264 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-24989a5c-bb6d-4e00-8f82-efd45a43f1cf tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:52.591688 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-24989a5c-bb6d-4e00-8f82-efd45a43f1cf tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:52.598107 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24989a5c-bb6d-4e00-8f82-efd45a43f1cf tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:52.598778 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-24989a5c-bb6d-4e00-8f82-efd45a43f1cf tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:52.603252 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70948229-140c-4e58-8b5f-0c7525f1191c None None] Resources bound (agent type, host, resource id): {{(pid=94735) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 01 16:10:52.605119 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-bf742bfb-b0fe-4dc7-861b-6199f5efe533 None None] Provisioning complete for port 030377ca-b829-4815-97c0-4e6044dd5bce triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:10:52.605546 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bf742bfb-b0fe-4dc7-861b-6199f5efe533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:52.662258 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-24989a5c-bb6d-4e00-8f82-efd45a43f1cf tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2393262 Sep 01 16:10:52.665178 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56132) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:52.672302 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-c75315a8-a273-43a4-ad73-897650239e67 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Request body: {'subnet': {'network_id': 'c37f956f-3fe7-4473-bacc-adddb38ce48d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:52.691418 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24989a5c-bb6d-4e00-8f82-efd45a43f1cf tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Pushing event updated for resources: {'Network': ['ID=c37f956f-3fe7-4473-bacc-adddb38ce48d,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:52.705591 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network c37f956f-3fe7-4473-bacc-adddb38ce48d details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:10:52.766839 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75315a8-a273-43a4-ad73-897650239e67 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Made reservation on behalf of 432223ecadf141f9b19b4ed1bbb3630a for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:10:52.770441 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c75315a8-a273-43a4-ad73-897650239e67 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:52.963777 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c75315a8-a273-43a4-ad73-897650239e67 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:53.032706 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75315a8-a273-43a4-ad73-897650239e67 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Pushing event updated for resources: {'Subnet': ['ID=20f1d9a1-2efa-4b35-978f-6012e54208c4,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:53.037158 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75315a8-a273-43a4-ad73-897650239e67 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Checking segment: {'id': 'd71a7927-92cb-4cda-ba24-1d69589c2613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c37f956f-3fe7-4473-bacc-adddb38ce48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:10:53.037528 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75315a8-a273-43a4-ad73-897650239e67 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Network hostable DHCP agents. Network: c37f956f-3fe7-4473-bacc-adddb38ce48d, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:10:53.054994 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75315a8-a273-43a4-ad73-897650239e67 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Network c37f956f-3fe7-4473-bacc-adddb38ce48d is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:10:53.064685 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-c75315a8-a273-43a4-ad73-897650239e67 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, c37f956f-3fe7-4473-bacc-adddb38ce48d) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:10:53.068967 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75315a8-a273-43a4-ad73-897650239e67 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:53.069562 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c75315a8-a273-43a4-ad73-897650239e67 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:53.084314 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c75315a8-a273-43a4-ad73-897650239e67 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4180079 Sep 01 16:10:53.087697 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56134) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:53.093538 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-2b479070-8128-465d-abb0-bfc0f0400044 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1134894592'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:53.097120 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea447d26-0c68-4490-9753-74badb9369f6 None None] Network c37f956f-3fe7-4473-bacc-adddb38ce48d requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:10:53.117335 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b479070-8128-465d-abb0-bfc0f0400044 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Made reservation on behalf of 432223ecadf141f9b19b4ed1bbb3630a for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:10:53.121525 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b479070-8128-465d-abb0-bfc0f0400044 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:53.145705 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b479070-8128-465d-abb0-bfc0f0400044 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:10:53.154660 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b479070-8128-465d-abb0-bfc0f0400044 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:53.155021 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-2b479070-8128-465d-abb0-bfc0f0400044 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Added segment efdcc430-5a5e-4d46-9054-7b65635384f6 of type vlan for network a1c243f7-0b3b-461a-8fed-7c1cd9231a21 Sep 01 16:10:53.196032 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b479070-8128-465d-abb0-bfc0f0400044 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:53.219954 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b479070-8128-465d-abb0-bfc0f0400044 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:53.225473 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b479070-8128-465d-abb0-bfc0f0400044 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:53.226080 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2b479070-8128-465d-abb0-bfc0f0400044 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:53.256625 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebf460c-f857-479b-a93b-7d78a807c5af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-c37f956f-3fe7-4473-bacc-adddb38ce48d', 'network_id': 'c37f956f-3fe7-4473-bacc-adddb38ce48d', 'tenant_id': '432223ecadf141f9b19b4ed1bbb3630a', 'fixed_ips': [{'subnet_id': '20f1d9a1-2efa-4b35-978f-6012e54208c4'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:10:53.257573 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0ebf460c-f857-479b-a93b-7d78a807c5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:53.288602 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2b479070-8128-465d-abb0-bfc0f0400044 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1998260 Sep 01 16:10:53.292009 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56136) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:53.297282 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-b3051da9-50cb-4cf6-abd5-dc0b8ffdad01 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Request body: {'subnet': {'network_id': 'a1c243f7-0b3b-461a-8fed-7c1cd9231a21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:53.358448 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b479070-8128-465d-abb0-bfc0f0400044 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Pushing event updated for resources: {'Network': ['ID=a1c243f7-0b3b-461a-8fed-7c1cd9231a21,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:53.377295 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network a1c243f7-0b3b-461a-8fed-7c1cd9231a21 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:10:53.410938 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3051da9-50cb-4cf6-abd5-dc0b8ffdad01 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Made reservation on behalf of 432223ecadf141f9b19b4ed1bbb3630a for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:10:53.414792 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b3051da9-50cb-4cf6-abd5-dc0b8ffdad01 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:53.454670 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-0ebf460c-f857-479b-a93b-7d78a807c5af None None] Allocated IP 2001:db8::2 (c37f956f-3fe7-4473-bacc-adddb38ce48d/20f1d9a1-2efa-4b35-978f-6012e54208c4/b4a4f155-507d-455e-b611-dabd1c9d1920) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:10:53.615294 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b3051da9-50cb-4cf6-abd5-dc0b8ffdad01 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:53.626114 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0ebf460c-f857-479b-a93b-7d78a807c5af None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:53.634601 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0ebf460c-f857-479b-a93b-7d78a807c5af None None] Transition to ACTIVE for port object b4a4f155-507d-455e-b611-dabd1c9d1920 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:10:53.650722 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0ebf460c-f857-479b-a93b-7d78a807c5af None None] Transition to ACTIVE for port object b4a4f155-507d-455e-b611-dabd1c9d1920 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:10:53.656879 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0ebf460c-f857-479b-a93b-7d78a807c5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:53.679822 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3051da9-50cb-4cf6-abd5-dc0b8ffdad01 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Pushing event updated for resources: {'Subnet': ['ID=4e6758e4-bb02-414b-b006-05bb529de5a2,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:53.690438 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3051da9-50cb-4cf6-abd5-dc0b8ffdad01 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Checking segment: {'id': 'efdcc430-5a5e-4d46-9054-7b65635384f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'a1c243f7-0b3b-461a-8fed-7c1cd9231a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:10:53.690816 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3051da9-50cb-4cf6-abd5-dc0b8ffdad01 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Network hostable DHCP agents. Network: a1c243f7-0b3b-461a-8fed-7c1cd9231a21, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:10:53.703716 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebf460c-f857-479b-a93b-7d78a807c5af None None] Network c37f956f-3fe7-4473-bacc-adddb38ce48d is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:10:53.708118 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3051da9-50cb-4cf6-abd5-dc0b8ffdad01 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Network a1c243f7-0b3b-461a-8fed-7c1cd9231a21 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:10:53.708955 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-0ebf460c-f857-479b-a93b-7d78a807c5af None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:10:53.713132 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebf460c-f857-479b-a93b-7d78a807c5af None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:10:53.718885 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-b3051da9-50cb-4cf6-abd5-dc0b8ffdad01 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, a1c243f7-0b3b-461a-8fed-7c1cd9231a21) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:10:53.722968 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3051da9-50cb-4cf6-abd5-dc0b8ffdad01 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:53.723575 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b3051da9-50cb-4cf6-abd5-dc0b8ffdad01 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:53.724325 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf460c-f857-479b-a93b-7d78a807c5af None None] Pushing event updated for resources: {'Port': ['ID=b4a4f155-507d-455e-b611-dabd1c9d1920,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:53.729133 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7fa0de-acb8-48d5-a5b9-cf7585479eff None None] Network a1c243f7-0b3b-461a-8fed-7c1cd9231a21 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:10:53.744780 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b3051da9-50cb-4cf6-abd5-dc0b8ffdad01 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4493980 Sep 01 16:10:53.745272 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56138) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:53.800965 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 030377ca-b829-4815-97c0-4e6044dd5bce up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:10:53.841456 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-0ebf460c-f857-479b-a93b-7d78a807c5af None None] Attempting to bind port b4a4f155-507d-455e-b611-dabd1c9d1920 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:10:53.841833 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-0ebf460c-f857-479b-a93b-7d78a807c5af None None] Attempting to bind port b4a4f155-507d-455e-b611-dabd1c9d1920 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'd71a7927-92cb-4cda-ba24-1d69589c2613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c37f956f-3fe7-4473-bacc-adddb38ce48d'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:10:53.842211 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebf460c-f857-479b-a93b-7d78a807c5af None None] Attempting to bind port b4a4f155-507d-455e-b611-dabd1c9d1920 on network c37f956f-3fe7-4473-bacc-adddb38ce48d {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:10:53.856006 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80d27fae-82f1-450b-b8e0-8fb20db42a17 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:53.863989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebf460c-f857-479b-a93b-7d78a807c5af None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:10:53.864400 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebf460c-f857-479b-a93b-7d78a807c5af None None] Checking segment: {'id': 'd71a7927-92cb-4cda-ba24-1d69589c2613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c37f956f-3fe7-4473-bacc-adddb38ce48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:10:53.864767 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0ebf460c-f857-479b-a93b-7d78a807c5af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:53.865169 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebf460c-f857-479b-a93b-7d78a807c5af None None] Bound using segment: {'id': 'd71a7927-92cb-4cda-ba24-1d69589c2613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c37f956f-3fe7-4473-bacc-adddb38ce48d'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:10:53.865653 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-0ebf460c-f857-479b-a93b-7d78a807c5af None None] Bound port: b4a4f155-507d-455e-b611-dabd1c9d1920, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71a7927-92cb-4cda-ba24-1d69589c2613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c37f956f-3fe7-4473-bacc-adddb38ce48d'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:10:53.866037 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0ebf460c-f857-479b-a93b-7d78a807c5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:53.909941 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80d27fae-82f1-450b-b8e0-8fb20db42a17 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:53.973511 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80d27fae-82f1-450b-b8e0-8fb20db42a17 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:53.973748 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 030377ca-b829-4815-97c0-4e6044dd5bce triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:10:53.974013 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:54.015288 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-0ebf460c-f857-479b-a93b-7d78a807c5af None None] For port b4a4f155-507d-455e-b611-dabd1c9d1920, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:10:54.050132 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-0ebf460c-f857-479b-a93b-7d78a807c5af None None] For port b4a4f155-507d-455e-b611-dabd1c9d1920, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b4a4f155-507d-455e-b611-dabd1c9d1920,segment=NetworkSegment(d71a7927-92cb-4cda-ba24-1d69589c2613),segment_id=d71a7927-92cb-4cda-ba24-1d69589c2613)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:10:54.055936 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0ebf460c-f857-479b-a93b-7d78a807c5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:54.059047 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d27fae-82f1-450b-b8e0-8fb20db42a17 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Pushing event deleted for resources: {'Subnet': ['ID=4e6758e4-bb02-414b-b006-05bb529de5a2,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:54.066735 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe38bdf-1e1f-406e-8be4-bb2a413c1607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-a1c243f7-0b3b-461a-8fed-7c1cd9231a21', 'network_id': 'a1c243f7-0b3b-461a-8fed-7c1cd9231a21', 'tenant_id': '432223ecadf141f9b19b4ed1bbb3630a', 'fixed_ips': [{'subnet_id': '4e6758e4-bb02-414b-b006-05bb529de5a2'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:10:54.067599 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6fe38bdf-1e1f-406e-8be4-bb2a413c1607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:54.081470 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80d27fae-82f1-450b-b8e0-8fb20db42a17 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:54.094180 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-80d27fae-82f1-450b-b8e0-8fb20db42a17 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c243f7-0b3b-461a-8fed-7c1cd9231a21']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:54.106060 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-80d27fae-82f1-450b-b8e0-8fb20db42a17 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efdcc430-5a5e-4d46-9054-7b65635384f6') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:54.106060 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-80d27fae-82f1-450b-b8e0-8fb20db42a17 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efdcc430-5a5e-4d46-9054-7b65635384f6') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:54.116458 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80d27fae-82f1-450b-b8e0-8fb20db42a17 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:54.135397 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80d27fae-82f1-450b-b8e0-8fb20db42a17 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:54.143312 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d27fae-82f1-450b-b8e0-8fb20db42a17 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:10:54.143626 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80d27fae-82f1-450b-b8e0-8fb20db42a17 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: timer() Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:10:54.147250 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:10:54.175003 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf460c-f857-479b-a93b-7d78a807c5af None None] Pushing event updated for resources: {'Port': ['ID=b4a4f155-507d-455e-b611-dabd1c9d1920,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:54.241704 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80d27fae-82f1-450b-b8e0-8fb20db42a17 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:54.254316 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80d27fae-82f1-450b-b8e0-8fb20db42a17 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:54.256265 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-80d27fae-82f1-450b-b8e0-8fb20db42a17 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] 10.222.0.60 "DELETE /v2.0/networks/a1c243f7-0b3b-461a-8fed-7c1cd9231a21 HTTP/1.1" status: 204 len: 168 time: 0.5102718 Sep 01 16:10:54.260343 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56140) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:54.272435 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d27fae-82f1-450b-b8e0-8fb20db42a17 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Pushing event deleted for resources: {'Network': ['ID=a1c243f7-0b3b-461a-8fed-7c1cd9231a21,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:54.274499 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ddface-2f6c-4891-8357-0f2e04c79544 None None] Network a1c243f7-0b3b-461a-8fed-7c1cd9231a21 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:10:54.294210 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ddface-2f6c-4891-8357-0f2e04c79544 None None] Network a1c243f7-0b3b-461a-8fed-7c1cd9231a21 could not be found, it might have been deleted concurrently. {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 01 16:10:54.309452 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-383f8954-76de-464c-a4c1-7bb2462b75be tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] GET failed (client error): The resource could not be found. Sep 01 16:10:54.318224 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-383f8954-76de-464c-a4c1-7bb2462b75be tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] 10.222.0.60 "GET /v2.0/subnets/4e6758e4-bb02-414b-b006-05bb529de5a2 HTTP/1.1" status: 404 len: 337 time: 0.0548759 Sep 01 16:10:54.322908 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56142) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:54.345446 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a4357e9-d582-48ed-a592-10d01e10fc59 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] DELETE failed (client error): The resource could not be found. Sep 01 16:10:54.346118 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a4357e9-d582-48ed-a592-10d01e10fc59 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 16:10:54.352007 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56144) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:54.352242 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5a4357e9-d582-48ed-a592-10d01e10fc59 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] 10.222.0.60 "DELETE /v2.0/networks/a1c243f7-0b3b-461a-8fed-7c1cd9231a21 HTTP/1.1" status: 404 len: 339 time: 0.0280981 Sep 01 16:10:54.382599 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce13c1a-302d-48c8-900b-5a251c6f737e tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] DELETE failed (client error): The resource could not be found. Sep 01 16:10:54.382956 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce13c1a-302d-48c8-900b-5a251c6f737e tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 16:10:54.385584 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2ce13c1a-302d-48c8-900b-5a251c6f737e tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] 10.222.0.60 "DELETE /v2.0/subnets/4e6758e4-bb02-414b-b006-05bb529de5a2 HTTP/1.1" status: 404 len: 337 time: 0.0320988 Sep 01 16:10:54.388257 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56146) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:54.408787 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd461a1e-0475-4bb8-ac98-820a9c209531 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] DELETE failed (client error): The resource could not be found. Sep 01 16:10:54.409372 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd461a1e-0475-4bb8-ac98-820a9c209531 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 16:10:54.411149 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bd461a1e-0475-4bb8-ac98-820a9c209531 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] 10.222.0.60 "DELETE /v2.0/networks/a1c243f7-0b3b-461a-8fed-7c1cd9231a21 HTTP/1.1" status: 404 len: 339 time: 0.0219069 Sep 01 16:10:54.413638 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56148) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:54.466280 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a008f1-58c6-4ccd-a4d4-a35dbb89f5be tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Deleting subnet 20f1d9a1-2efa-4b35-978f-6012e54208c4 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:10:54.469628 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-78a008f1-58c6-4ccd-a4d4-a35dbb89f5be tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:54.509252 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-78a008f1-58c6-4ccd-a4d4-a35dbb89f5be tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:54.597663 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-78a008f1-58c6-4ccd-a4d4-a35dbb89f5be tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:54.656195 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-78a008f1-58c6-4ccd-a4d4-a35dbb89f5be tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:54.681941 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a008f1-58c6-4ccd-a4d4-a35dbb89f5be tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Pushing event deleted for resources: {'Subnet': ['ID=20f1d9a1-2efa-4b35-978f-6012e54208c4,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:54.687954 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-78a008f1-58c6-4ccd-a4d4-a35dbb89f5be tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:54.689752 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-78a008f1-58c6-4ccd-a4d4-a35dbb89f5be tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] 10.222.0.60 "DELETE /v2.0/subnets/20f1d9a1-2efa-4b35-978f-6012e54208c4 HTTP/1.1" status: 204 len: 168 time: 0.2752028 Sep 01 16:10:54.692406 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56150) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:54.773838 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7c86e4b-aeb4-43b9-a9aa-5bef2271b71b tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:54.829500 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-c7c86e4b-aeb4-43b9-a9aa-5bef2271b71b tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Deleting port b4a4f155-507d-455e-b611-dabd1c9d1920 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:10:54.829750 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7c86e4b-aeb4-43b9-a9aa-5bef2271b71b tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:54.896047 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-c7c86e4b-aeb4-43b9-a9aa-5bef2271b71b tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] For port b4a4f155-507d-455e-b611-dabd1c9d1920, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b4a4f155-507d-455e-b611-dabd1c9d1920,segment=NetworkSegment(d71a7927-92cb-4cda-ba24-1d69589c2613),segment_id=d71a7927-92cb-4cda-ba24-1d69589c2613)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:54.896428 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7c86e4b-aeb4-43b9-a9aa-5bef2271b71b tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:54.910735 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-c7c86e4b-aeb4-43b9-a9aa-5bef2271b71b tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Calling delete_port for b4a4f155-507d-455e-b611-dabd1c9d1920 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:10:54.996004 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7c86e4b-aeb4-43b9-a9aa-5bef2271b71b tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:55.020001 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c86e4b-aeb4-43b9-a9aa-5bef2271b71b tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Pushing event deleted for resources: {'Port': ['ID=b4a4f155-507d-455e-b611-dabd1c9d1920,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:55.026192 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c86e4b-aeb4-43b9-a9aa-5bef2271b71b tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] No DVR routers for this DVR port b4a4f155-507d-455e-b611-dabd1c9d1920 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:10:55.052276 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea82e59-4ec4-4589-a73b-80e96ecbd4d8 None None] Network c37f956f-3fe7-4473-bacc-adddb38ce48d requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:10:55.109927 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7c86e4b-aeb4-43b9-a9aa-5bef2271b71b tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:55.120088 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-c7c86e4b-aeb4-43b9-a9aa-5bef2271b71b tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37f956f-3fe7-4473-bacc-adddb38ce48d']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:55.130787 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-c7c86e4b-aeb4-43b9-a9aa-5bef2271b71b tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71a7927-92cb-4cda-ba24-1d69589c2613') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:55.131082 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-c7c86e4b-aeb4-43b9-a9aa-5bef2271b71b tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71a7927-92cb-4cda-ba24-1d69589c2613') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:55.139893 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c45ab5c9-b215-464b-8eb7-52b3d764175c None None] Could not find standard attr ID for object b4a4f155-507d-455e-b611-dabd1c9d1920. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 16:10:55.140066 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7c86e4b-aeb4-43b9-a9aa-5bef2271b71b tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:55.155802 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7c86e4b-aeb4-43b9-a9aa-5bef2271b71b tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:55.162550 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c86e4b-aeb4-43b9-a9aa-5bef2271b71b tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:10:55.162989 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7c86e4b-aeb4-43b9-a9aa-5bef2271b71b tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: timer() Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:10:55.166809 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:10:55.219690 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288dbb6b-7031-4107-bb70-52ec6a2fca4b None None] DHCP port deletion for c37f956f-3fe7-4473-bacc-adddb38ce48d request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:10:55.230321 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7c86e4b-aeb4-43b9-a9aa-5bef2271b71b tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:55.237758 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7c86e4b-aeb4-43b9-a9aa-5bef2271b71b tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:55.239929 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c7c86e4b-aeb4-43b9-a9aa-5bef2271b71b tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] 10.222.0.60 "DELETE /v2.0/networks/c37f956f-3fe7-4473-bacc-adddb38ce48d HTTP/1.1" status: 204 len: 168 time: 0.5465541 Sep 01 16:10:55.242667 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56152) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:55.250289 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c86e4b-aeb4-43b9-a9aa-5bef2271b71b tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Pushing event deleted for resources: {'Network': ['ID=c37f956f-3fe7-4473-bacc-adddb38ce48d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:55.276847 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c3cc2f-b0b8-4b2c-85a5-0e1fe2fba12b tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] DELETE failed (client error): The resource could not be found. Sep 01 16:10:55.277457 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c3cc2f-b0b8-4b2c-85a5-0e1fe2fba12b tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 16:10:55.279126 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-28c3cc2f-b0b8-4b2c-85a5-0e1fe2fba12b tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] 10.222.0.60 "DELETE /v2.0/subnets/9edb518a-90d3-4682-a20a-79b219a0163d HTTP/1.1" status: 404 len: 337 time: 0.0352805 Sep 01 16:10:55.281758 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56154) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:55.300392 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-0421c7c6-bf83-4eb0-bf2d-a1a0ed4cab69 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] DELETE failed (client error): The resource could not be found. Sep 01 16:10:55.300854 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0421c7c6-bf83-4eb0-bf2d-a1a0ed4cab69 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 16:10:55.302867 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0421c7c6-bf83-4eb0-bf2d-a1a0ed4cab69 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] 10.222.0.60 "DELETE /v2.0/networks/a8848cee-81b1-4325-80d9-1c6dc03ba285 HTTP/1.1" status: 404 len: 339 time: 0.0196581 Sep 01 16:10:55.305453 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56156) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:55.340078 n-d-794796-3 neutron-server[94734]: INFO neutron.pecan_wsgi.hooks.translation [None req-416024bc-ab67-4242-875a-cb4bb7234f4b tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] DELETE failed (client error): The resource could not be found. Sep 01 16:10:55.340533 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416024bc-ab67-4242-875a-cb4bb7234f4b tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94734) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 16:10:55.342282 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-416024bc-ab67-4242-875a-cb4bb7234f4b tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] 10.222.0.60 "DELETE /v2.0/subnets/7f4a93da-173c-4540-9db9-b957f185b7f8 HTTP/1.1" status: 404 len: 337 time: 0.0359271 Sep 01 16:10:55.345322 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56158) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:55.363762 n-d-794796-3 neutron-server[94733]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ce982e-1b8c-48ed-90e1-3383986baaeb tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] DELETE failed (client error): The resource could not be found. Sep 01 16:10:55.364227 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ce982e-1b8c-48ed-90e1-3383986baaeb tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94733) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 01 16:10:55.365887 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a7ce982e-1b8c-48ed-90e1-3383986baaeb tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] 10.222.0.60 "DELETE /v2.0/networks/96147a5b-7014-441d-8978-ac68b707a0f1 HTTP/1.1" status: 404 len: 339 time: 0.0195568 Sep 01 16:10:55.368507 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56160) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:55.422471 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1aacf1b-723d-4c13-804f-4b1f48ee8545 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Deleting subnet e9f9f4c6-c8a3-4ee8-9c14-8f5257930b40 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:10:55.425445 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1aacf1b-723d-4c13-804f-4b1f48ee8545 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:55.465305 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1aacf1b-723d-4c13-804f-4b1f48ee8545 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:55.546857 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1aacf1b-723d-4c13-804f-4b1f48ee8545 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:55.609433 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1aacf1b-723d-4c13-804f-4b1f48ee8545 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:55.638131 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aacf1b-723d-4c13-804f-4b1f48ee8545 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Pushing event deleted for resources: {'Subnet': ['ID=e9f9f4c6-c8a3-4ee8-9c14-8f5257930b40,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:55.640105 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b1aacf1b-723d-4c13-804f-4b1f48ee8545 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:55.641964 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b1aacf1b-723d-4c13-804f-4b1f48ee8545 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] 10.222.0.60 "DELETE /v2.0/subnets/e9f9f4c6-c8a3-4ee8-9c14-8f5257930b40 HTTP/1.1" status: 204 len: 168 time: 0.2725408 Sep 01 16:10:55.644425 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56162) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:55.646897 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a60d1f1-1241-4c6c-bd04-8aae18f7acbf None None] Network b5e7c511-9711-4900-bf07-706669e19e44 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:10:55.720680 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-af7fdfc0-e2a5-4ffa-9755-5ac55a9324d7 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:55.773718 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-af7fdfc0-e2a5-4ffa-9755-5ac55a9324d7 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Deleting port 030377ca-b829-4815-97c0-4e6044dd5bce {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:10:55.774132 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-af7fdfc0-e2a5-4ffa-9755-5ac55a9324d7 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:55.809416 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b74f89-d559-42e0-b2e3-776a3cdee3e7 None None] DHCP port deletion for b5e7c511-9711-4900-bf07-706669e19e44 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:10:55.841992 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-af7fdfc0-e2a5-4ffa-9755-5ac55a9324d7 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] For port 030377ca-b829-4815-97c0-4e6044dd5bce, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=030377ca-b829-4815-97c0-4e6044dd5bce,segment=NetworkSegment(cb77fa62-541f-4ce3-90eb-1b3460bc10a0),segment_id=cb77fa62-541f-4ce3-90eb-1b3460bc10a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:55.842391 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-af7fdfc0-e2a5-4ffa-9755-5ac55a9324d7 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:55.855689 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-af7fdfc0-e2a5-4ffa-9755-5ac55a9324d7 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Calling delete_port for 030377ca-b829-4815-97c0-4e6044dd5bce owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:10:55.861212 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-12b74f89-d559-42e0-b2e3-776a3cdee3e7 None None] Deleting port 030377ca-b829-4815-97c0-4e6044dd5bce {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:10:55.861603 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-12b74f89-d559-42e0-b2e3-776a3cdee3e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:55.926075 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-12b74f89-d559-42e0-b2e3-776a3cdee3e7 None None] For port 030377ca-b829-4815-97c0-4e6044dd5bce, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=030377ca-b829-4815-97c0-4e6044dd5bce,segment=NetworkSegment(cb77fa62-541f-4ce3-90eb-1b3460bc10a0),segment_id=cb77fa62-541f-4ce3-90eb-1b3460bc10a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:10:55.926429 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-12b74f89-d559-42e0-b2e3-776a3cdee3e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:55.934205 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-af7fdfc0-e2a5-4ffa-9755-5ac55a9324d7 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:55.940083 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-12b74f89-d559-42e0-b2e3-776a3cdee3e7 None None] Calling delete_port for 030377ca-b829-4815-97c0-4e6044dd5bce owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:10:55.963761 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7fdfc0-e2a5-4ffa-9755-5ac55a9324d7 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Pushing event deleted for resources: {'Port': ['ID=030377ca-b829-4815-97c0-4e6044dd5bce,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:55.967229 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7fdfc0-e2a5-4ffa-9755-5ac55a9324d7 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] No DVR routers for this DVR port 030377ca-b829-4815-97c0-4e6044dd5bce on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:10:56.018706 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-12b74f89-d559-42e0-b2e3-776a3cdee3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:56.043741 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b74f89-d559-42e0-b2e3-776a3cdee3e7 None None] Pushing event deleted for resources: {'Port': ['ID=030377ca-b829-4815-97c0-4e6044dd5bce,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:56.047510 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b74f89-d559-42e0-b2e3-776a3cdee3e7 None None] No DVR routers for this DVR port 030377ca-b829-4815-97c0-4e6044dd5bce on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:10:56.048102 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-af7fdfc0-e2a5-4ffa-9755-5ac55a9324d7 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:56.061279 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-af7fdfc0-e2a5-4ffa-9755-5ac55a9324d7 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e7c511-9711-4900-bf07-706669e19e44']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:56.072426 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-af7fdfc0-e2a5-4ffa-9755-5ac55a9324d7 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb77fa62-541f-4ce3-90eb-1b3460bc10a0') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:56.072718 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-af7fdfc0-e2a5-4ffa-9755-5ac55a9324d7 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb77fa62-541f-4ce3-90eb-1b3460bc10a0') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:10:56.081335 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-af7fdfc0-e2a5-4ffa-9755-5ac55a9324d7 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:56.095849 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-af7fdfc0-e2a5-4ffa-9755-5ac55a9324d7 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:56.101871 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7fdfc0-e2a5-4ffa-9755-5ac55a9324d7 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:10:56.102335 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-af7fdfc0-e2a5-4ffa-9755-5ac55a9324d7 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: timer() Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:10:56.105442 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:10:56.167156 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-af7fdfc0-e2a5-4ffa-9755-5ac55a9324d7 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:56.171921 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-af7fdfc0-e2a5-4ffa-9755-5ac55a9324d7 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:56.173833 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-af7fdfc0-e2a5-4ffa-9755-5ac55a9324d7 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] 10.222.0.60 "DELETE /v2.0/networks/b5e7c511-9711-4900-bf07-706669e19e44 HTTP/1.1" status: 204 len: 168 time: 0.5284784 Sep 01 16:10:56.188601 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7fdfc0-e2a5-4ffa-9755-5ac55a9324d7 tempest-NetworksIpV6Test-1217418305 tempest-NetworksIpV6Test-1217418305-project] Pushing event deleted for resources: {'Network': ['ID=b5e7c511-9711-4900-bf07-706669e19e44,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:56.414433 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56168) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:56.548399 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ee929215-3e75-4187-8813-1d07a98a32df admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=432223ecadf141f9b19b4ed1bbb3630a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323733 Sep 01 16:10:56.550848 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56172) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:56.600302 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b24e2d3b-9006-4f69-a0f4-2d62967b4c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:56.621598 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b24e2d3b-9006-4f69-a0f4-2d62967b4c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:56.667094 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b24e2d3b-9006-4f69-a0f4-2d62967b4c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:56.669785 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b24e2d3b-9006-4f69-a0f4-2d62967b4c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:56.670998 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b24e2d3b-9006-4f69-a0f4-2d62967b4c18 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/98d0e158-f284-48d9-bf8f-6eb539da0bcb HTTP/1.1" status: 204 len: 168 time: 0.1192567 Sep 01 16:10:56.678724 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e2d3b-9006-4f69-a0f4-2d62967b4c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d0e158-f284-48d9-bf8f-6eb539da0bcb,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:57.308351 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56194) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:57.409542 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-0900f9af-a8b8-44af-ace9-90ecb1388d90 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1812343527', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:57.436846 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0900f9af-a8b8-44af-ace9-90ecb1388d90 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:57.437930 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0900f9af-a8b8-44af-ace9-90ecb1388d90 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:57.737896 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0900f9af-a8b8-44af-ace9-90ecb1388d90 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:57.742351 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0900f9af-a8b8-44af-ace9-90ecb1388d90 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:57.758225 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0900f9af-a8b8-44af-ace9-90ecb1388d90 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:57.760742 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0900f9af-a8b8-44af-ace9-90ecb1388d90 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4513094 Sep 01 16:10:57.762806 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56198) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:57.767713 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-7048f989-b06e-4d5d-9b4b-3daed98c9fac tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-81190025'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:57.789247 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7048f989-b06e-4d5d-9b4b-3daed98c9fac tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Made reservation on behalf of 79a148e08d374e24bd752ed545dbfc86 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:10:57.792872 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7048f989-b06e-4d5d-9b4b-3daed98c9fac tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:57.793043 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 030377ca-b829-4815-97c0-4e6044dd5bce no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:10:57.801762 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7048f989-b06e-4d5d-9b4b-3daed98c9fac tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:57.814693 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 030377ca-b829-4815-97c0-4e6044dd5bce {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:10:57.815045 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 030377ca-b829-4815-97c0-4e6044dd5bce not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:10:57.892861 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7048f989-b06e-4d5d-9b4b-3daed98c9fac tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:57.896557 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7048f989-b06e-4d5d-9b4b-3daed98c9fac tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:57.921707 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7048f989-b06e-4d5d-9b4b-3daed98c9fac tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:10:57.931020 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048f989-b06e-4d5d-9b4b-3daed98c9fac tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d988bc9c-75f9-4b10-9dbd-a7874f9f9d30,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:57.936404 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7048f989-b06e-4d5d-9b4b-3daed98c9fac tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:57.936745 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-7048f989-b06e-4d5d-9b4b-3daed98c9fac tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Added segment 5111b9ca-dbda-4d6b-9ddc-74c35d24a802 of type vlan for network 48b03d49-c586-48c0-aa71-cfaf2cfe1ced Sep 01 16:10:57.977770 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7048f989-b06e-4d5d-9b4b-3daed98c9fac tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:58.001484 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7048f989-b06e-4d5d-9b4b-3daed98c9fac tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:58.006790 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7048f989-b06e-4d5d-9b4b-3daed98c9fac tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:58.007368 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7048f989-b06e-4d5d-9b4b-3daed98c9fac tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:58.060965 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7048f989-b06e-4d5d-9b4b-3daed98c9fac tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2971325 Sep 01 16:10:58.063895 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56200) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:58.068975 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-f5b5c339-315e-4cbe-8398-6e777beb87d3 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Request body: {'subnet': {'network_id': '48b03d49-c586-48c0-aa71-cfaf2cfe1ced', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:58.073259 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048f989-b06e-4d5d-9b4b-3daed98c9fac tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Pushing event updated for resources: {'Network': ['ID=48b03d49-c586-48c0-aa71-cfaf2cfe1ced,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:58.084059 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 48b03d49-c586-48c0-aa71-cfaf2cfe1ced details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:10:58.155712 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b5c339-315e-4cbe-8398-6e777beb87d3 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Made reservation on behalf of 79a148e08d374e24bd752ed545dbfc86 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:10:58.159264 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f5b5c339-315e-4cbe-8398-6e777beb87d3 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:58.254934 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:58.339178 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f5b5c339-315e-4cbe-8398-6e777beb87d3 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:58.400755 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5c339-315e-4cbe-8398-6e777beb87d3 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Pushing event updated for resources: {'Subnet': ['ID=9bc70dd4-ca7f-42b4-a9c8-be1997f78c6b,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:58.410922 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b5c339-315e-4cbe-8398-6e777beb87d3 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Checking segment: {'id': '5111b9ca-dbda-4d6b-9ddc-74c35d24a802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '48b03d49-c586-48c0-aa71-cfaf2cfe1ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:10:58.411289 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b5c339-315e-4cbe-8398-6e777beb87d3 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Network hostable DHCP agents. Network: 48b03d49-c586-48c0-aa71-cfaf2cfe1ced, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:10:58.428180 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b5c339-315e-4cbe-8398-6e777beb87d3 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Network 48b03d49-c586-48c0-aa71-cfaf2cfe1ced is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:10:58.437086 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-f5b5c339-315e-4cbe-8398-6e777beb87d3 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 48b03d49-c586-48c0-aa71-cfaf2cfe1ced) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:10:58.441296 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b5c339-315e-4cbe-8398-6e777beb87d3 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:58.441893 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f5b5c339-315e-4cbe-8398-6e777beb87d3 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:58.449901 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f02f29-c615-4f22-a524-45496a4129eb None None] Network 48b03d49-c586-48c0-aa71-cfaf2cfe1ced requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:10:58.456539 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f5b5c339-315e-4cbe-8398-6e777beb87d3 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3915682 Sep 01 16:10:58.459566 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56202) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:58.464546 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-be2c1722-5c6b-47fa-8cfb-324d99875738 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-114920708'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:58.484647 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2c1722-5c6b-47fa-8cfb-324d99875738 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Made reservation on behalf of 79a148e08d374e24bd752ed545dbfc86 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:10:58.488104 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-be2c1722-5c6b-47fa-8cfb-324d99875738 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:58.513484 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2c1722-5c6b-47fa-8cfb-324d99875738 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:10:58.522591 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-be2c1722-5c6b-47fa-8cfb-324d99875738 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:58.522938 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-be2c1722-5c6b-47fa-8cfb-324d99875738 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Added segment 0cb86633-17b6-404f-b1f3-98cfc0f253f7 of type vlan for network 5dea1e57-51ba-4999-b5cb-145628188ec1 Sep 01 16:10:58.563471 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-be2c1722-5c6b-47fa-8cfb-324d99875738 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:58.589571 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-be2c1722-5c6b-47fa-8cfb-324d99875738 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:58.595611 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd062711-9546-4522-847a-a28e12811f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-48b03d49-c586-48c0-aa71-cfaf2cfe1ced', 'network_id': '48b03d49-c586-48c0-aa71-cfaf2cfe1ced', 'tenant_id': '79a148e08d374e24bd752ed545dbfc86', 'fixed_ips': [{'subnet_id': '9bc70dd4-ca7f-42b4-a9c8-be1997f78c6b'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:10:58.596979 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dd062711-9546-4522-847a-a28e12811f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:58.597145 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2c1722-5c6b-47fa-8cfb-324d99875738 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:58.597666 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-be2c1722-5c6b-47fa-8cfb-324d99875738 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:58.648378 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-be2c1722-5c6b-47fa-8cfb-324d99875738 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1877353 Sep 01 16:10:58.651946 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56204) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:58.660420 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-a603d02f-d8b4-41ef-a5fd-dd6b5fd29014 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Request body: {'subnet': {'network_id': '5dea1e57-51ba-4999-b5cb-145628188ec1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:58.668102 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c1722-5c6b-47fa-8cfb-324d99875738 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Pushing event updated for resources: {'Network': ['ID=5dea1e57-51ba-4999-b5cb-145628188ec1,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:58.681978 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 5dea1e57-51ba-4999-b5cb-145628188ec1 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:10:58.755198 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a603d02f-d8b4-41ef-a5fd-dd6b5fd29014 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Made reservation on behalf of 79a148e08d374e24bd752ed545dbfc86 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:10:58.758744 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a603d02f-d8b4-41ef-a5fd-dd6b5fd29014 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:58.795219 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-dd062711-9546-4522-847a-a28e12811f50 None None] Allocated IP 172.20.0.2 (48b03d49-c586-48c0-aa71-cfaf2cfe1ced/9bc70dd4-ca7f-42b4-a9c8-be1997f78c6b/ff6e12fd-a3d1-4a5e-90cd-99f667595865) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:10:58.941737 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dd062711-9546-4522-847a-a28e12811f50 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:58.950524 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-dd062711-9546-4522-847a-a28e12811f50 None None] Transition to ACTIVE for port object ff6e12fd-a3d1-4a5e-90cd-99f667595865 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:10:58.951733 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a603d02f-d8b4-41ef-a5fd-dd6b5fd29014 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:58.965668 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-dd062711-9546-4522-847a-a28e12811f50 None None] Transition to ACTIVE for port object ff6e12fd-a3d1-4a5e-90cd-99f667595865 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:10:58.973221 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dd062711-9546-4522-847a-a28e12811f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:59.011552 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603d02f-d8b4-41ef-a5fd-dd6b5fd29014 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Pushing event updated for resources: {'Subnet': ['ID=413b0c55-a2b9-4df0-a20d-76bf5e1e5d43,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:59.013952 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd062711-9546-4522-847a-a28e12811f50 None None] Network 48b03d49-c586-48c0-aa71-cfaf2cfe1ced is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:10:59.017032 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-dd062711-9546-4522-847a-a28e12811f50 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:10:59.021886 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd062711-9546-4522-847a-a28e12811f50 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:10:59.023233 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a603d02f-d8b4-41ef-a5fd-dd6b5fd29014 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Checking segment: {'id': '0cb86633-17b6-404f-b1f3-98cfc0f253f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5dea1e57-51ba-4999-b5cb-145628188ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:10:59.023813 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a603d02f-d8b4-41ef-a5fd-dd6b5fd29014 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Network hostable DHCP agents. Network: 5dea1e57-51ba-4999-b5cb-145628188ec1, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:10:59.025128 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd062711-9546-4522-847a-a28e12811f50 None None] Pushing event updated for resources: {'Port': ['ID=ff6e12fd-a3d1-4a5e-90cd-99f667595865,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:59.046384 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a603d02f-d8b4-41ef-a5fd-dd6b5fd29014 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Network 5dea1e57-51ba-4999-b5cb-145628188ec1 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:10:59.055639 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-a603d02f-d8b4-41ef-a5fd-dd6b5fd29014 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 5dea1e57-51ba-4999-b5cb-145628188ec1) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:10:59.059901 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a603d02f-d8b4-41ef-a5fd-dd6b5fd29014 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:10:59.060477 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a603d02f-d8b4-41ef-a5fd-dd6b5fd29014 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:59.067802 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0353ff71-e73a-4724-9f41-2f2751ea3ea8 None None] Network 5dea1e57-51ba-4999-b5cb-145628188ec1 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:10:59.076472 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a603d02f-d8b4-41ef-a5fd-dd6b5fd29014 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4226780 Sep 01 16:10:59.079294 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56206) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:59.083911 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-3b13c6cf-7be8-4ad5-8409-a059948564fe tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Request body: {'router': {'external_gateway_info': {'network_id': '5dea1e57-51ba-4999-b5cb-145628188ec1'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:10:59.116692 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-dd062711-9546-4522-847a-a28e12811f50 None None] Attempting to bind port ff6e12fd-a3d1-4a5e-90cd-99f667595865 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:10:59.117063 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-dd062711-9546-4522-847a-a28e12811f50 None None] Attempting to bind port ff6e12fd-a3d1-4a5e-90cd-99f667595865 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '5111b9ca-dbda-4d6b-9ddc-74c35d24a802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '48b03d49-c586-48c0-aa71-cfaf2cfe1ced'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:10:59.117426 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd062711-9546-4522-847a-a28e12811f50 None None] Attempting to bind port ff6e12fd-a3d1-4a5e-90cd-99f667595865 on network 48b03d49-c586-48c0-aa71-cfaf2cfe1ced {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:10:59.127768 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd062711-9546-4522-847a-a28e12811f50 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:10:59.128143 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd062711-9546-4522-847a-a28e12811f50 None None] Checking segment: {'id': '5111b9ca-dbda-4d6b-9ddc-74c35d24a802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '48b03d49-c586-48c0-aa71-cfaf2cfe1ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:10:59.128542 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dd062711-9546-4522-847a-a28e12811f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:59.128934 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd062711-9546-4522-847a-a28e12811f50 None None] Bound using segment: {'id': '5111b9ca-dbda-4d6b-9ddc-74c35d24a802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '48b03d49-c586-48c0-aa71-cfaf2cfe1ced'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:10:59.129392 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-dd062711-9546-4522-847a-a28e12811f50 None None] Bound port: ff6e12fd-a3d1-4a5e-90cd-99f667595865, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5111b9ca-dbda-4d6b-9ddc-74c35d24a802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '48b03d49-c586-48c0-aa71-cfaf2cfe1ced'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:10:59.129770 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dd062711-9546-4522-847a-a28e12811f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:59.238503 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-dd062711-9546-4522-847a-a28e12811f50 None None] For port ff6e12fd-a3d1-4a5e-90cd-99f667595865, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:10:59.242959 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-dd062711-9546-4522-847a-a28e12811f50 None None] For port ff6e12fd-a3d1-4a5e-90cd-99f667595865, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ff6e12fd-a3d1-4a5e-90cd-99f667595865,segment=NetworkSegment(5111b9ca-dbda-4d6b-9ddc-74c35d24a802),segment_id=5111b9ca-dbda-4d6b-9ddc-74c35d24a802)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:10:59.248831 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dd062711-9546-4522-847a-a28e12811f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:59.309314 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2499b7c7-5889-4609-9181-1df78625acb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-5dea1e57-51ba-4999-b5cb-145628188ec1', 'network_id': '5dea1e57-51ba-4999-b5cb-145628188ec1', 'tenant_id': '79a148e08d374e24bd752ed545dbfc86', 'fixed_ips': [{'subnet_id': '413b0c55-a2b9-4df0-a20d-76bf5e1e5d43'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:10:59.310169 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2499b7c7-5889-4609-9181-1df78625acb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:59.341548 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd062711-9546-4522-847a-a28e12811f50 None None] Pushing event updated for resources: {'Port': ['ID=ff6e12fd-a3d1-4a5e-90cd-99f667595865,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:59.351032 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-3b13c6cf-7be8-4ad5-8409-a059948564fe tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:59.490287 n-d-794796-3 neutron-server[94733]: INFO neutron.api.v2.resource [None req-3b13c6cf-7be8-4ad5-8409-a059948564fe tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 01 16:10:59.499511 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3b13c6cf-7be8-4ad5-8409-a059948564fe tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] 10.222.0.60 "PUT /v2.0/routers/784d443f-88c7-43e8-a34b-e5c89faa471a HTTP/1.1" status: 400 len: 364 time: 0.4111948 Sep 01 16:10:59.499832 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56208) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:59.506653 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-2499b7c7-5889-4609-9181-1df78625acb8 None None] Allocated IP 172.21.0.2 (5dea1e57-51ba-4999-b5cb-145628188ec1/413b0c55-a2b9-4df0-a20d-76bf5e1e5d43/e2be3f8d-f1a6-4aea-a4b2-741fdc75e467) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:10:59.563493 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff5687f-35d8-4a96-8d81-24af1f4f1bb8 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Deleting subnet 413b0c55-a2b9-4df0-a20d-76bf5e1e5d43 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:10:59.662984 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2499b7c7-5889-4609-9181-1df78625acb8 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:59.671704 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2499b7c7-5889-4609-9181-1df78625acb8 None None] Transition to ACTIVE for port object e2be3f8d-f1a6-4aea-a4b2-741fdc75e467 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:10:59.687512 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2499b7c7-5889-4609-9181-1df78625acb8 None None] Transition to ACTIVE for port object e2be3f8d-f1a6-4aea-a4b2-741fdc75e467 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:10:59.692449 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6ff5687f-35d8-4a96-8d81-24af1f4f1bb8 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:59.693367 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2499b7c7-5889-4609-9181-1df78625acb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:59.734182 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6ff5687f-35d8-4a96-8d81-24af1f4f1bb8 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:59.734406 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2499b7c7-5889-4609-9181-1df78625acb8 None None] Network 5dea1e57-51ba-4999-b5cb-145628188ec1 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:10:59.737164 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-2499b7c7-5889-4609-9181-1df78625acb8 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:10:59.739932 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2499b7c7-5889-4609-9181-1df78625acb8 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:10:59.750460 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499b7c7-5889-4609-9181-1df78625acb8 None None] Pushing event updated for resources: {'Port': ['ID=e2be3f8d-f1a6-4aea-a4b2-741fdc75e467,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:59.810594 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-2499b7c7-5889-4609-9181-1df78625acb8 None None] Attempting to bind port e2be3f8d-f1a6-4aea-a4b2-741fdc75e467 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:10:59.811388 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-2499b7c7-5889-4609-9181-1df78625acb8 None None] Attempting to bind port e2be3f8d-f1a6-4aea-a4b2-741fdc75e467 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '0cb86633-17b6-404f-b1f3-98cfc0f253f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5dea1e57-51ba-4999-b5cb-145628188ec1'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:10:59.812057 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2499b7c7-5889-4609-9181-1df78625acb8 None None] Attempting to bind port e2be3f8d-f1a6-4aea-a4b2-741fdc75e467 on network 5dea1e57-51ba-4999-b5cb-145628188ec1 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:10:59.817088 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2499b7c7-5889-4609-9181-1df78625acb8 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:10:59.817389 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2499b7c7-5889-4609-9181-1df78625acb8 None None] Checking segment: {'id': '0cb86633-17b6-404f-b1f3-98cfc0f253f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5dea1e57-51ba-4999-b5cb-145628188ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:10:59.817821 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2499b7c7-5889-4609-9181-1df78625acb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:59.818211 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2499b7c7-5889-4609-9181-1df78625acb8 None None] Bound using segment: {'id': '0cb86633-17b6-404f-b1f3-98cfc0f253f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5dea1e57-51ba-4999-b5cb-145628188ec1'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:10:59.823096 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-2499b7c7-5889-4609-9181-1df78625acb8 None None] Bound port: e2be3f8d-f1a6-4aea-a4b2-741fdc75e467, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb86633-17b6-404f-b1f3-98cfc0f253f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5dea1e57-51ba-4999-b5cb-145628188ec1'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:10:59.823559 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2499b7c7-5889-4609-9181-1df78625acb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:59.827452 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6ff5687f-35d8-4a96-8d81-24af1f4f1bb8 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:59.864198 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ff6e12fd-a3d1-4a5e-90cd-99f667595865 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:10:59.894526 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6ff5687f-35d8-4a96-8d81-24af1f4f1bb8 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:59.924098 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6ff5687f-35d8-4a96-8d81-24af1f4f1bb8 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:59.926641 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6ff5687f-35d8-4a96-8d81-24af1f4f1bb8 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] 10.222.0.60 "DELETE /v2.0/subnets/413b0c55-a2b9-4df0-a20d-76bf5e1e5d43 HTTP/1.1" status: 204 len: 168 time: 0.4269173 Sep 01 16:10:59.927702 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5687f-35d8-4a96-8d81-24af1f4f1bb8 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Pushing event deleted for resources: {'Subnet': ['ID=413b0c55-a2b9-4df0-a20d-76bf5e1e5d43,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:10:59.929593 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56210) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:10:59.930458 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-2499b7c7-5889-4609-9181-1df78625acb8 None None] For port e2be3f8d-f1a6-4aea-a4b2-741fdc75e467, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:10:59.936439 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-2499b7c7-5889-4609-9181-1df78625acb8 None None] For port e2be3f8d-f1a6-4aea-a4b2-741fdc75e467, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e2be3f8d-f1a6-4aea-a4b2-741fdc75e467,segment=NetworkSegment(0cb86633-17b6-404f-b1f3-98cfc0f253f7),segment_id=0cb86633-17b6-404f-b1f3-98cfc0f253f7)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:10:59.944346 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2499b7c7-5889-4609-9181-1df78625acb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:10:59.980947 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port ff6e12fd-a3d1-4a5e-90cd-99f667595865 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:11:00.017786 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499b7c7-5889-4609-9181-1df78625acb8 None None] Pushing event updated for resources: {'Port': ['ID=e2be3f8d-f1a6-4aea-a4b2-741fdc75e467,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:00.029742 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1dd7372a-03ee-4eeb-afe4-335bac3b535f tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:00.096310 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-1dd7372a-03ee-4eeb-afe4-335bac3b535f tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Deleting port e2be3f8d-f1a6-4aea-a4b2-741fdc75e467 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:11:00.096658 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1dd7372a-03ee-4eeb-afe4-335bac3b535f tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:00.167903 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-1dd7372a-03ee-4eeb-afe4-335bac3b535f tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] For port e2be3f8d-f1a6-4aea-a4b2-741fdc75e467, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e2be3f8d-f1a6-4aea-a4b2-741fdc75e467,segment=NetworkSegment(0cb86633-17b6-404f-b1f3-98cfc0f253f7),segment_id=0cb86633-17b6-404f-b1f3-98cfc0f253f7)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:11:00.168278 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1dd7372a-03ee-4eeb-afe4-335bac3b535f tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:00.188299 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-1dd7372a-03ee-4eeb-afe4-335bac3b535f tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Calling delete_port for e2be3f8d-f1a6-4aea-a4b2-741fdc75e467 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:11:00.300461 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1dd7372a-03ee-4eeb-afe4-335bac3b535f tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:00.329752 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7372a-03ee-4eeb-afe4-335bac3b535f tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Pushing event deleted for resources: {'Port': ['ID=e2be3f8d-f1a6-4aea-a4b2-741fdc75e467,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:00.333542 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd7372a-03ee-4eeb-afe4-335bac3b535f tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] No DVR routers for this DVR port e2be3f8d-f1a6-4aea-a4b2-741fdc75e467 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:11:00.382635 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d70e5c1-af17-4efc-999a-df918a6bc3c2 None None] Network 48b03d49-c586-48c0-aa71-cfaf2cfe1ced requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:11:00.418084 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1dd7372a-03ee-4eeb-afe4-335bac3b535f tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:00.427910 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-1dd7372a-03ee-4eeb-afe4-335bac3b535f tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dea1e57-51ba-4999-b5cb-145628188ec1']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:11:00.438342 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-97af2f35-c2df-4ca8-99d0-bf604e1a8e68 None None] Provisioning for port ff6e12fd-a3d1-4a5e-90cd-99f667595865 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:11:00.439263 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-1dd7372a-03ee-4eeb-afe4-335bac3b535f tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb86633-17b6-404f-b1f3-98cfc0f253f7') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:11:00.439596 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-1dd7372a-03ee-4eeb-afe4-335bac3b535f tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb86633-17b6-404f-b1f3-98cfc0f253f7') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:11:00.446105 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-97af2f35-c2df-4ca8-99d0-bf604e1a8e68 None None] Provisioning complete for port ff6e12fd-a3d1-4a5e-90cd-99f667595865 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:11:00.446464 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-97af2f35-c2df-4ca8-99d0-bf604e1a8e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:00.451794 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1dd7372a-03ee-4eeb-afe4-335bac3b535f tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:00.466517 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1dd7372a-03ee-4eeb-afe4-335bac3b535f tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:00.472654 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd7372a-03ee-4eeb-afe4-335bac3b535f tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:11:00.473076 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1dd7372a-03ee-4eeb-afe4-335bac3b535f tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: timer() Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:11:00.476093 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:11:00.536953 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1dd7372a-03ee-4eeb-afe4-335bac3b535f tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:00.546320 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1dd7372a-03ee-4eeb-afe4-335bac3b535f tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:00.548239 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1dd7372a-03ee-4eeb-afe4-335bac3b535f tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] 10.222.0.60 "DELETE /v2.0/networks/5dea1e57-51ba-4999-b5cb-145628188ec1 HTTP/1.1" status: 204 len: 168 time: 0.6179016 Sep 01 16:11:00.551117 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56212) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:11:00.558247 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7372a-03ee-4eeb-afe4-335bac3b535f tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Pushing event deleted for resources: {'Network': ['ID=5dea1e57-51ba-4999-b5cb-145628188ec1,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:00.603049 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-97af2f35-c2df-4ca8-99d0-bf604e1a8e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:00.607468 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-82264428-25e4-4929-ae86-86753fa34548 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Deleting subnet 9bc70dd4-ca7f-42b4-a9c8-be1997f78c6b {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:11:00.610572 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82264428-25e4-4929-ae86-86753fa34548 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:00.644582 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-97af2f35-c2df-4ca8-99d0-bf604e1a8e68 None None] For port ff6e12fd-a3d1-4a5e-90cd-99f667595865, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ff6e12fd-a3d1-4a5e-90cd-99f667595865,segment=NetworkSegment(5111b9ca-dbda-4d6b-9ddc-74c35d24a802),segment_id=5111b9ca-dbda-4d6b-9ddc-74c35d24a802)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:11:00.650647 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-97af2f35-c2df-4ca8-99d0-bf604e1a8e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:00.652675 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82264428-25e4-4929-ae86-86753fa34548 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:00.711635 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af2f35-c2df-4ca8-99d0-bf604e1a8e68 None None] Pushing event updated for resources: {'Port': ['ID=ff6e12fd-a3d1-4a5e-90cd-99f667595865,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:00.759653 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82264428-25e4-4929-ae86-86753fa34548 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:00.827453 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82264428-25e4-4929-ae86-86753fa34548 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:00.857251 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82264428-25e4-4929-ae86-86753fa34548 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Pushing event deleted for resources: {'Subnet': ['ID=9bc70dd4-ca7f-42b4-a9c8-be1997f78c6b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:00.861085 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82264428-25e4-4929-ae86-86753fa34548 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:00.864052 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-82264428-25e4-4929-ae86-86753fa34548 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] 10.222.0.60 "DELETE /v2.0/subnets/9bc70dd4-ca7f-42b4-a9c8-be1997f78c6b HTTP/1.1" status: 204 len: 168 time: 0.3116295 Sep 01 16:11:00.866619 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56214) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:11:00.894331 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aff2c02-9595-4f89-9311-ebf9933cc77c None None] Network 48b03d49-c586-48c0-aa71-cfaf2cfe1ced requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:11:00.958453 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-12fa0a0a-1b47-4610-982a-34a870ee8520 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:01.016914 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-12fa0a0a-1b47-4610-982a-34a870ee8520 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Deleting port ff6e12fd-a3d1-4a5e-90cd-99f667595865 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:11:01.017267 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-12fa0a0a-1b47-4610-982a-34a870ee8520 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:01.088913 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-12fa0a0a-1b47-4610-982a-34a870ee8520 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] For port ff6e12fd-a3d1-4a5e-90cd-99f667595865, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ff6e12fd-a3d1-4a5e-90cd-99f667595865,segment=NetworkSegment(5111b9ca-dbda-4d6b-9ddc-74c35d24a802),segment_id=5111b9ca-dbda-4d6b-9ddc-74c35d24a802)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:11:01.089294 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-12fa0a0a-1b47-4610-982a-34a870ee8520 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:01.104771 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-12fa0a0a-1b47-4610-982a-34a870ee8520 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Calling delete_port for ff6e12fd-a3d1-4a5e-90cd-99f667595865 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:11:01.131085 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0df8874-6d3f-41a3-ac85-4094530a1ae1 None None] DHCP port deletion for 5dea1e57-51ba-4999-b5cb-145628188ec1 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:11:01.134118 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6a78b356-b2ae-4826-b53e-4727567e1ce5 None None] Provisioning complete for port ff6e12fd-a3d1-4a5e-90cd-99f667595865 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:11:01.134558 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6a78b356-b2ae-4826-b53e-4727567e1ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:01.180082 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812a22a8-fb52-4cce-9e3c-f395f5f36cfc None None] Network 5dea1e57-51ba-4999-b5cb-145628188ec1 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:11:01.192709 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-12fa0a0a-1b47-4610-982a-34a870ee8520 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:01.201529 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812a22a8-fb52-4cce-9e3c-f395f5f36cfc None None] Network 5dea1e57-51ba-4999-b5cb-145628188ec1 could not be found, it might have been deleted concurrently. {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 01 16:11:01.219477 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa0a0a-1b47-4610-982a-34a870ee8520 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Pushing event deleted for resources: {'Port': ['ID=ff6e12fd-a3d1-4a5e-90cd-99f667595865,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:01.224127 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fa0a0a-1b47-4610-982a-34a870ee8520 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] No DVR routers for this DVR port ff6e12fd-a3d1-4a5e-90cd-99f667595865 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:11:01.224552 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6a78b356-b2ae-4826-b53e-4727567e1ce5 None None] Could not find standard attr ID for object ff6e12fd-a3d1-4a5e-90cd-99f667595865. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 16:11:01.227859 n-d-794796-3 neutron-server[94735]: INFO neutron.plugins.ml2.db [None req-6a78b356-b2ae-4826-b53e-4727567e1ce5 None None] No ports have port_id starting with ff6e12fd-a3d1-4a5e-90cd-99f667595865 Sep 01 16:11:01.287210 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fc6ee8-e33a-4f45-a904-b09fa04d2b69 None None] DHCP port deletion for 48b03d49-c586-48c0-aa71-cfaf2cfe1ced request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:11:01.305938 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-12fa0a0a-1b47-4610-982a-34a870ee8520 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:01.315932 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-12fa0a0a-1b47-4610-982a-34a870ee8520 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b03d49-c586-48c0-aa71-cfaf2cfe1ced']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:11:01.326837 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-12fa0a0a-1b47-4610-982a-34a870ee8520 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5111b9ca-dbda-4d6b-9ddc-74c35d24a802') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:11:01.327158 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-12fa0a0a-1b47-4610-982a-34a870ee8520 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5111b9ca-dbda-4d6b-9ddc-74c35d24a802') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:11:01.336106 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-12fa0a0a-1b47-4610-982a-34a870ee8520 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:01.342832 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-972b1a14-b7aa-4ffd-91a0-e305e78facf9 None None] Could not find standard attr ID for object e2be3f8d-f1a6-4aea-a4b2-741fdc75e467. {{(pid=94735) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 01 16:11:01.351095 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-12fa0a0a-1b47-4610-982a-34a870ee8520 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:01.356888 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12fa0a0a-1b47-4610-982a-34a870ee8520 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:11:01.357279 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-12fa0a0a-1b47-4610-982a-34a870ee8520 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: timer() Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:11:01.360193 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:11:01.429458 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-12fa0a0a-1b47-4610-982a-34a870ee8520 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:01.434559 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-12fa0a0a-1b47-4610-982a-34a870ee8520 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:01.436434 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-12fa0a0a-1b47-4610-982a-34a870ee8520 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] 10.222.0.60 "DELETE /v2.0/networks/48b03d49-c586-48c0-aa71-cfaf2cfe1ced HTTP/1.1" status: 204 len: 168 time: 0.5688219 Sep 01 16:11:01.439325 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56216) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:11:01.452625 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa0a0a-1b47-4610-982a-34a870ee8520 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Pushing event deleted for resources: {'Network': ['ID=48b03d49-c586-48c0-aa71-cfaf2cfe1ced,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:01.468216 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9cf11b9f-2697-415e-88ed-8b12273bc524 tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] 10.222.0.60 "GET /v2.0/ports?device_id=784d443f-88c7-43e8-a34b-e5c89faa471a HTTP/1.1" status: 200 len: 205 time: 0.0274386 Sep 01 16:11:01.470575 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56218) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:11:01.543927 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5353765f-12ac-478a-9595-7de2b061ef4a tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:01.700056 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5353765f-12ac-478a-9595-7de2b061ef4a tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:01.702346 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5353765f-12ac-478a-9595-7de2b061ef4a tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:01.745343 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5353765f-12ac-478a-9595-7de2b061ef4a tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:01.745848 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5353765f-12ac-478a-9595-7de2b061ef4a tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Fanout notify agent at l3_agent the message router_deleted on router 784d443f-88c7-43e8-a34b-e5c89faa471a {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:11:01.753196 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5353765f-12ac-478a-9595-7de2b061ef4a tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:01.754497 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5353765f-12ac-478a-9595-7de2b061ef4a tempest-RoutersNegativeTest-998643199 tempest-RoutersNegativeTest-998643199-project] 10.222.0.60 "DELETE /v2.0/routers/784d443f-88c7-43e8-a34b-e5c89faa471a HTTP/1.1" status: 204 len: 168 time: 0.2828894 Sep 01 16:11:01.802058 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ff6e12fd-a3d1-4a5e-90cd-99f667595865 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:11:01.823152 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: ff6e12fd-a3d1-4a5e-90cd-99f667595865 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:11:01.823577 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ff6e12fd-a3d1-4a5e-90cd-99f667595865 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:11:02.002377 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56224) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:11:02.138218 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7d5ad0a8-786e-4497-9bf2-fe156ca51a67 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=79a148e08d374e24bd752ed545dbfc86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1345317 Sep 01 16:11:02.140623 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56228) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:11:02.189360 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c48ef808-6cb2-4cdd-9be6-6f68a12840cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:02.209717 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c48ef808-6cb2-4cdd-9be6-6f68a12840cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:02.256211 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c48ef808-6cb2-4cdd-9be6-6f68a12840cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:02.258681 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-c48ef808-6cb2-4cdd-9be6-6f68a12840cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:02.259878 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c48ef808-6cb2-4cdd-9be6-6f68a12840cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d988bc9c-75f9-4b10-9dbd-a7874f9f9d30 HTTP/1.1" status: 204 len: 168 time: 0.1181550 Sep 01 16:11:02.267343 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ef808-6cb2-4cdd-9be6-6f68a12840cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d988bc9c-75f9-4b10-9dbd-a7874f9f9d30,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:02.879288 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56250) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:11:02.973644 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-3cd8d2ec-259c-4812-908e-d7611721e7ae admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1810878961-network', 'tenant_id': '202152bd0e7e47b1b5d9c5e950ccff39'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:11:02.996261 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd8d2ec-259c-4812-908e-d7611721e7ae admin admin] Made reservation on behalf of 202152bd0e7e47b1b5d9c5e950ccff39 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:11:02.998600 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3cd8d2ec-259c-4812-908e-d7611721e7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:03.007975 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3cd8d2ec-259c-4812-908e-d7611721e7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:03.096274 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3cd8d2ec-259c-4812-908e-d7611721e7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:03.099940 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3cd8d2ec-259c-4812-908e-d7611721e7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:03.120862 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd8d2ec-259c-4812-908e-d7611721e7ae admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:11:03.136587 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8d2ec-259c-4812-908e-d7611721e7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1ca491-5aa2-4b88-bfdf-a1080c8a1fde,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:03.139467 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3cd8d2ec-259c-4812-908e-d7611721e7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:03.139817 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-3cd8d2ec-259c-4812-908e-d7611721e7ae admin admin] Added segment c648d322-e76b-40b5-b1a0-6d62253d14e4 of type vlan for network eabcf060-0cb4-4e45-bdad-09c9f8ba3840 Sep 01 16:11:03.180842 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3cd8d2ec-259c-4812-908e-d7611721e7ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:03.206205 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3cd8d2ec-259c-4812-908e-d7611721e7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:03.207260 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd8d2ec-259c-4812-908e-d7611721e7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:03.207850 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3cd8d2ec-259c-4812-908e-d7611721e7ae admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:03.259180 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3cd8d2ec-259c-4812-908e-d7611721e7ae admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3787136 Sep 01 16:11:03.264319 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56254) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:11:03.271037 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-1a667c2d-c650-41a1-a346-f587a84d7160 admin admin] Request body: {'subnet': {'network_id': 'eabcf060-0cb4-4e45-bdad-09c9f8ba3840', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1810878961-subnet', 'tenant_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:11:03.275588 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8d2ec-259c-4812-908e-d7611721e7ae admin admin] Pushing event updated for resources: {'Network': ['ID=eabcf060-0cb4-4e45-bdad-09c9f8ba3840,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:03.285033 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network eabcf060-0cb4-4e45-bdad-09c9f8ba3840 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:11:03.294913 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a667c2d-c650-41a1-a346-f587a84d7160 admin admin] Made reservation on behalf of 202152bd0e7e47b1b5d9c5e950ccff39 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:11:03.297255 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1a667c2d-c650-41a1-a346-f587a84d7160 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:03.472639 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1a667c2d-c650-41a1-a346-f587a84d7160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:03.527574 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a667c2d-c650-41a1-a346-f587a84d7160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d478e50e-ab77-4879-ad82-4ae6ea117cef,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:03.536050 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a667c2d-c650-41a1-a346-f587a84d7160 admin admin] Checking segment: {'id': 'c648d322-e76b-40b5-b1a0-6d62253d14e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'eabcf060-0cb4-4e45-bdad-09c9f8ba3840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:11:03.536416 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a667c2d-c650-41a1-a346-f587a84d7160 admin admin] Network hostable DHCP agents. Network: eabcf060-0cb4-4e45-bdad-09c9f8ba3840, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:11:03.552947 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a667c2d-c650-41a1-a346-f587a84d7160 admin admin] Network eabcf060-0cb4-4e45-bdad-09c9f8ba3840 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:11:03.562144 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-1a667c2d-c650-41a1-a346-f587a84d7160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, eabcf060-0cb4-4e45-bdad-09c9f8ba3840) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:11:03.566249 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a667c2d-c650-41a1-a346-f587a84d7160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:03.566874 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1a667c2d-c650-41a1-a346-f587a84d7160 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:03.571121 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3edb1f4-f125-404a-94af-7a75a0cac167 None None] Network eabcf060-0cb4-4e45-bdad-09c9f8ba3840 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:11:03.583294 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1a667c2d-c650-41a1-a346-f587a84d7160 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3155177 Sep 01 16:11:03.584314 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56256) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:11:03.588754 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-dbae67d2-242f-47c1-b950-41cdda4d49d6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1810878961-router', 'tenant_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:11:03.616120 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dbae67d2-242f-47c1-b950-41cdda4d49d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:03.617107 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dbae67d2-242f-47c1-b950-41cdda4d49d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:03.671539 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dbae67d2-242f-47c1-b950-41cdda4d49d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:03.718947 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5ece40-fe9e-4f84-866c-255f008ec6dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-eabcf060-0cb4-4e45-bdad-09c9f8ba3840', 'network_id': 'eabcf060-0cb4-4e45-bdad-09c9f8ba3840', 'tenant_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'fixed_ips': [{'subnet_id': 'd478e50e-ab77-4879-ad82-4ae6ea117cef'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:11:03.719804 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4b5ece40-fe9e-4f84-866c-255f008ec6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:03.809234 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dbae67d2-242f-47c1-b950-41cdda4d49d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:03.854336 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-4b5ece40-fe9e-4f84-866c-255f008ec6dc None None] Allocated IP 172.20.0.2 (eabcf060-0cb4-4e45-bdad-09c9f8ba3840/d478e50e-ab77-4879-ad82-4ae6ea117cef/f313a673-19c5-4b10-a1ca-12b653a9e8db) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:11:03.997592 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4b5ece40-fe9e-4f84-866c-255f008ec6dc None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:04.005874 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4b5ece40-fe9e-4f84-866c-255f008ec6dc None None] Transition to ACTIVE for port object f313a673-19c5-4b10-a1ca-12b653a9e8db will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:11:04.006542 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dbae67d2-242f-47c1-b950-41cdda4d49d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:04.020528 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4b5ece40-fe9e-4f84-866c-255f008ec6dc None None] Transition to ACTIVE for port object f313a673-19c5-4b10-a1ca-12b653a9e8db will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:11:04.026242 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dbae67d2-242f-47c1-b950-41cdda4d49d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:04.027311 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4b5ece40-fe9e-4f84-866c-255f008ec6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:04.084596 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5ece40-fe9e-4f84-866c-255f008ec6dc None None] Network eabcf060-0cb4-4e45-bdad-09c9f8ba3840 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:11:04.089966 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-4b5ece40-fe9e-4f84-866c-255f008ec6dc None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:11:04.092682 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5ece40-fe9e-4f84-866c-255f008ec6dc None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:11:04.100295 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ece40-fe9e-4f84-866c-255f008ec6dc None None] Pushing event updated for resources: {'Port': ['ID=f313a673-19c5-4b10-a1ca-12b653a9e8db,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:04.131223 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-dbae67d2-242f-47c1-b950-41cdda4d49d6 admin admin] Allocated IP 172.25.6.216 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/b681097b-ee84-4b22-9237-868ac16cf7bf) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:11:04.155419 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-4b5ece40-fe9e-4f84-866c-255f008ec6dc None None] Attempting to bind port f313a673-19c5-4b10-a1ca-12b653a9e8db on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:11:04.155793 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-4b5ece40-fe9e-4f84-866c-255f008ec6dc None None] Attempting to bind port f313a673-19c5-4b10-a1ca-12b653a9e8db by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'c648d322-e76b-40b5-b1a0-6d62253d14e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'eabcf060-0cb4-4e45-bdad-09c9f8ba3840'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:11:04.156156 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5ece40-fe9e-4f84-866c-255f008ec6dc None None] Attempting to bind port f313a673-19c5-4b10-a1ca-12b653a9e8db on network eabcf060-0cb4-4e45-bdad-09c9f8ba3840 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:11:04.161026 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5ece40-fe9e-4f84-866c-255f008ec6dc None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:11:04.161395 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5ece40-fe9e-4f84-866c-255f008ec6dc None None] Checking segment: {'id': 'c648d322-e76b-40b5-b1a0-6d62253d14e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'eabcf060-0cb4-4e45-bdad-09c9f8ba3840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:11:04.161795 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4b5ece40-fe9e-4f84-866c-255f008ec6dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:04.162192 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5ece40-fe9e-4f84-866c-255f008ec6dc None None] Bound using segment: {'id': 'c648d322-e76b-40b5-b1a0-6d62253d14e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'eabcf060-0cb4-4e45-bdad-09c9f8ba3840'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:11:04.162680 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-4b5ece40-fe9e-4f84-866c-255f008ec6dc None None] Bound port: f313a673-19c5-4b10-a1ca-12b653a9e8db, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c648d322-e76b-40b5-b1a0-6d62253d14e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'eabcf060-0cb4-4e45-bdad-09c9f8ba3840'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:11:04.163059 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4b5ece40-fe9e-4f84-866c-255f008ec6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:04.228668 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-4b5ece40-fe9e-4f84-866c-255f008ec6dc None None] For port f313a673-19c5-4b10-a1ca-12b653a9e8db, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:11:04.232251 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-4b5ece40-fe9e-4f84-866c-255f008ec6dc None None] For port f313a673-19c5-4b10-a1ca-12b653a9e8db, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f313a673-19c5-4b10-a1ca-12b653a9e8db,segment=NetworkSegment(c648d322-e76b-40b5-b1a0-6d62253d14e4),segment_id=c648d322-e76b-40b5-b1a0-6d62253d14e4)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:11:04.234990 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dbae67d2-242f-47c1-b950-41cdda4d49d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:04.236176 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4b5ece40-fe9e-4f84-866c-255f008ec6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:04.276876 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dbae67d2-242f-47c1-b950-41cdda4d49d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:04.297786 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ece40-fe9e-4f84-866c-255f008ec6dc None None] Pushing event updated for resources: {'Port': ['ID=f313a673-19c5-4b10-a1ca-12b653a9e8db,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:04.314387 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbae67d2-242f-47c1-b950-41cdda4d49d6 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:11:04.317273 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-dbae67d2-242f-47c1-b950-41cdda4d49d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:11:04.320318 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbae67d2-242f-47c1-b950-41cdda4d49d6 admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:11:04.357649 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae67d2-242f-47c1-b950-41cdda4d49d6 admin admin] Pushing event updated for resources: {'Port': ['ID=b681097b-ee84-4b22-9237-868ac16cf7bf,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:04.940131 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dbae67d2-242f-47c1-b950-41cdda4d49d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:05.138473 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dbae67d2-242f-47c1-b950-41cdda4d49d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:05.152250 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbbb9bd-d5c4-4290-bdd5-4ef1bbc43726 None None] Network eabcf060-0cb4-4e45-bdad-09c9f8ba3840 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:11:05.215236 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-decf0fd5-a712-4e28-b872-71ccd3d5f5b1 None None] Provisioning for port f313a673-19c5-4b10-a1ca-12b653a9e8db completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:11:05.272851 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbae67d2-242f-47c1-b950-41cdda4d49d6 admin admin] Router 42fbb00e-8aa2-42a9-9362-009b0e3c1bb9 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:11:05.380550 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbae67d2-242f-47c1-b950-41cdda4d49d6 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:11:05.390581 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f8f6b8-f54f-4da4-9842-dce62158a3e8 None None] Sync routers for ids ['42fbb00e-8aa2-42a9-9362-009b0e3c1bb9'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:11:05.400878 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-dbae67d2-242f-47c1-b950-41cdda4d49d6 admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:05.402802 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-dbae67d2-242f-47c1-b950-41cdda4d49d6 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8175006 Sep 01 16:11:05.405982 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56258) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:11:05.406793 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f8f6b8-f54f-4da4-9842-dce62158a3e8 None None] Routers {'42fbb00e-8aa2-42a9-9362-009b0e3c1bb9'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:11:05.407470 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-44f8f6b8-f54f-4da4-9842-dce62158a3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:10:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['42fbb00e-8aa2-42a9-9362-009b0e3c1bb9'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:11:05.524242 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-44f8f6b8-f54f-4da4-9842-dce62158a3e8 None None] Set router 42fbb00e-8aa2-42a9-9362-009b0e3c1bb9 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:11:05.713245 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-44f8f6b8-f54f-4da4-9842-dce62158a3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fbb00e-8aa2-42a9-9362-009b0e3c1bb9', 'name': 'tempest-TestEncryptedCinderVolumes-1810878961-router', 'tenant_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b681097b-ee84-4b22-9237-868ac16cf7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:11:03Z', 'updated_at': '2021-09-01T16:11:04Z', 'revision_number': 3, 'project_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'gw_port': {'id': 'b681097b-ee84-4b22-9237-868ac16cf7bf', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fbb00e-8aa2-42a9-9362-009b0e3c1bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:11:04Z', 'updated_at': '2021-09-01T16:11:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:11:05.739482 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f8f6b8-f54f-4da4-9842-dce62158a3e8 None None] Checking router: 42fbb00e-8aa2-42a9-9362-009b0e3c1bb9 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:11:05.739832 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f8f6b8-f54f-4da4-9842-dce62158a3e8 None None] Updating router 42fbb00e-8aa2-42a9-9362-009b0e3c1bb9 port b681097b-ee84-4b22-9237-868ac16cf7bf binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:11:05.769550 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-44f8f6b8-f54f-4da4-9842-dce62158a3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:05.837943 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b357c028-555b-4895-bb6f-8c3ad7521cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:05.854954 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f313a673-19c5-4b10-a1ca-12b653a9e8db up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:11:05.963682 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port f313a673-19c5-4b10-a1ca-12b653a9e8db completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:11:05.975398 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port f313a673-19c5-4b10-a1ca-12b653a9e8db triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:11:05.975771 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:05.995195 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-b357c028-555b-4895-bb6f-8c3ad7521cad admin admin] Allocated IP 172.20.0.1 (eabcf060-0cb4-4e45-bdad-09c9f8ba3840/d478e50e-ab77-4879-ad82-4ae6ea117cef/b7c71bcd-6428-4166-9cff-01727349ae86) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:11:06.103707 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b357c028-555b-4895-bb6f-8c3ad7521cad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:06.114713 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-44f8f6b8-f54f-4da4-9842-dce62158a3e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:06.117361 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-b357c028-555b-4895-bb6f-8c3ad7521cad admin admin] Transition to ACTIVE for port object b7c71bcd-6428-4166-9cff-01727349ae86 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:11:06.121925 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:06.133561 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-44f8f6b8-f54f-4da4-9842-dce62158a3e8 None None] Transition to ACTIVE for port object b681097b-ee84-4b22-9237-868ac16cf7bf will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:11:06.145353 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-44f8f6b8-f54f-4da4-9842-dce62158a3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:06.150634 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b357c028-555b-4895-bb6f-8c3ad7521cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:06.187404 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b357c028-555b-4895-bb6f-8c3ad7521cad admin admin] Network eabcf060-0cb4-4e45-bdad-09c9f8ba3840 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:11:06.188520 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port f313a673-19c5-4b10-a1ca-12b653a9e8db, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f313a673-19c5-4b10-a1ca-12b653a9e8db,segment=NetworkSegment(c648d322-e76b-40b5-b1a0-6d62253d14e4),segment_id=c648d322-e76b-40b5-b1a0-6d62253d14e4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:11:06.192381 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-b357c028-555b-4895-bb6f-8c3ad7521cad admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:11:06.196657 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b357c028-555b-4895-bb6f-8c3ad7521cad admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:11:06.200232 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:06.215818 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-44f8f6b8-f54f-4da4-9842-dce62158a3e8 None None] Attempting to bind port b681097b-ee84-4b22-9237-868ac16cf7bf on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:11:06.216123 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-44f8f6b8-f54f-4da4-9842-dce62158a3e8 None None] Attempting to bind port b681097b-ee84-4b22-9237-868ac16cf7bf by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:11:06.216489 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f8f6b8-f54f-4da4-9842-dce62158a3e8 None None] Attempting to bind port b681097b-ee84-4b22-9237-868ac16cf7bf on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:11:06.219906 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e564b6-ee1c-4d5c-9fc4-8060b0ce6cc7 None None] Pushing event updated for resources: {'Port': ['ID=b681097b-ee84-4b22-9237-868ac16cf7bf,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:06.225213 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357c028-555b-4895-bb6f-8c3ad7521cad admin admin] Pushing event updated for resources: {'Port': ['ID=b7c71bcd-6428-4166-9cff-01727349ae86,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:06.225806 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f8f6b8-f54f-4da4-9842-dce62158a3e8 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:11:06.226187 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f8f6b8-f54f-4da4-9842-dce62158a3e8 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:11:06.226639 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-44f8f6b8-f54f-4da4-9842-dce62158a3e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:06.227343 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f8f6b8-f54f-4da4-9842-dce62158a3e8 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:11:06.227551 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-44f8f6b8-f54f-4da4-9842-dce62158a3e8 None None] Bound port: b681097b-ee84-4b22-9237-868ac16cf7bf, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:11:06.227865 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-44f8f6b8-f54f-4da4-9842-dce62158a3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:06.244787 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b357c028-555b-4895-bb6f-8c3ad7521cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:06.309977 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=f313a673-19c5-4b10-a1ca-12b653a9e8db,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:06.318964 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-44f8f6b8-f54f-4da4-9842-dce62158a3e8 None None] For port b681097b-ee84-4b22-9237-868ac16cf7bf, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:11:06.323088 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-44f8f6b8-f54f-4da4-9842-dce62158a3e8 None None] For port b681097b-ee84-4b22-9237-868ac16cf7bf, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b681097b-ee84-4b22-9237-868ac16cf7bf,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:11:06.328130 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-44f8f6b8-f54f-4da4-9842-dce62158a3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:06.395800 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e564b6-ee1c-4d5c-9fc4-8060b0ce6cc7 None None] Pushing event updated for resources: {'Port': ['ID=b681097b-ee84-4b22-9237-868ac16cf7bf,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:06.397172 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b357c028-555b-4895-bb6f-8c3ad7521cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:06.402821 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f8f6b8-f54f-4da4-9842-dce62158a3e8 None None] Routers {'42fbb00e-8aa2-42a9-9362-009b0e3c1bb9'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:11:06.404015 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-44f8f6b8-f54f-4da4-9842-dce62158a3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:10:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['42fbb00e-8aa2-42a9-9362-009b0e3c1bb9'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:11:06.494583 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-edeea17a-4b50-4aa7-a20a-a766acebed89 None None] Provisioning for port b7c71bcd-6428-4166-9cff-01727349ae86 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:11:06.510176 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-edeea17a-4b50-4aa7-a20a-a766acebed89 None None] Provisioning complete for port b7c71bcd-6428-4166-9cff-01727349ae86 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:11:06.510580 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-edeea17a-4b50-4aa7-a20a-a766acebed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:06.552332 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-44f8f6b8-f54f-4da4-9842-dce62158a3e8 None None] Set router 42fbb00e-8aa2-42a9-9362-009b0e3c1bb9 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:11:06.581414 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-edeea17a-4b50-4aa7-a20a-a766acebed89 None None] Port b7c71bcd-6428-4166-9cff-01727349ae86 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:11:06.585911 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b357c028-555b-4895-bb6f-8c3ad7521cad admin admin] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:06.598358 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b357c028-555b-4895-bb6f-8c3ad7521cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:06.667715 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357c028-555b-4895-bb6f-8c3ad7521cad admin admin] Pushing event updated for resources: {'Port': ['ID=b7c71bcd-6428-4166-9cff-01727349ae86,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:06.670157 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b357c028-555b-4895-bb6f-8c3ad7521cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:06.770383 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b357c028-555b-4895-bb6f-8c3ad7521cad admin admin] Network eabcf060-0cb4-4e45-bdad-09c9f8ba3840 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:11:06.771893 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-44f8f6b8-f54f-4da4-9842-dce62158a3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fbb00e-8aa2-42a9-9362-009b0e3c1bb9', 'name': 'tempest-TestEncryptedCinderVolumes-1810878961-router', 'tenant_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b681097b-ee84-4b22-9237-868ac16cf7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:11:03Z', 'updated_at': '2021-09-01T16:11:06Z', 'revision_number': 4, 'project_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'gw_port': {'id': 'b681097b-ee84-4b22-9237-868ac16cf7bf', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fbb00e-8aa2-42a9-9362-009b0e3c1bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:11:04Z', 'updated_at': '2021-09-01T16:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'b7c71bcd-6428-4166-9cff-01727349ae86', 'name': '', 'network_id': 'eabcf060-0cb4-4e45-bdad-09c9f8ba3840', 'tenant_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'mac_address': 'fa:16:3e:61:08:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fbb00e-8aa2-42a9-9362-009b0e3c1bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'd478e50e-ab77-4879-ad82-4ae6ea117cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:11:05Z', 'updated_at': '2021-09-01T16:11:06Z', 'revision_number': 1, 'project_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'subnets': [{'id': 'd478e50e-ab77-4879-ad82-4ae6ea117cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:11:06.772125 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-b357c028-555b-4895-bb6f-8c3ad7521cad admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:11:06.809903 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f8f6b8-f54f-4da4-9842-dce62158a3e8 None None] The sync data for ids ['42fbb00e-8aa2-42a9-9362-009b0e3c1bb9'] in n-d-794796-3 is: [{'id': '42fbb00e-8aa2-42a9-9362-009b0e3c1bb9', 'name': 'tempest-TestEncryptedCinderVolumes-1810878961-router', 'tenant_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b681097b-ee84-4b22-9237-868ac16cf7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:11:03Z', 'updated_at': '2021-09-01T16:11:06Z', 'revision_number': 4, 'project_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'gw_port': {'id': 'b681097b-ee84-4b22-9237-868ac16cf7bf', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fbb00e-8aa2-42a9-9362-009b0e3c1bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:11:04Z', 'updated_at': '2021-09-01T16:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'b7c71bcd-6428-4166-9cff-01727349ae86', 'name': '', 'network_id': 'eabcf060-0cb4-4e45-bdad-09c9f8ba3840', 'tenant_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'mac_address': 'fa:16:3e:61:08:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fbb00e-8aa2-42a9-9362-009b0e3c1bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'd478e50e-ab77-4879-ad82-4ae6ea117cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:11:05Z', 'updated_at': '2021-09-01T16:11:06Z', 'revision_number': 1, 'project_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'subnets': [{'id': 'd478e50e-ab77-4879-ad82-4ae6ea117cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:11:06.907545 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b357c028-555b-4895-bb6f-8c3ad7521cad admin admin] Router 42fbb00e-8aa2-42a9-9362-009b0e3c1bb9 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:11:07.030550 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6329fdfb-a2b2-432f-8dd2-e9702e660b7a None None] Provisioning complete for port b7c71bcd-6428-4166-9cff-01727349ae86 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:11:07.032543 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6329fdfb-a2b2-432f-8dd2-e9702e660b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:07.059051 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b357c028-555b-4895-bb6f-8c3ad7521cad admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:11:07.064461 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b357c028-555b-4895-bb6f-8c3ad7521cad admin admin] 10.222.0.60 "PUT /v2.0/routers/42fbb00e-8aa2-42a9-9362-009b0e3c1bb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6569431 Sep 01 16:11:07.074694 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-6329fdfb-a2b2-432f-8dd2-e9702e660b7a None None] Port b7c71bcd-6428-4166-9cff-01727349ae86 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:11:07.607495 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56274) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:11:07.613641 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-6127b269-ac56-4e90-96ba-5669481fadb6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-861224042-network', 'tenant_id': 'd24ba8b5afb84f9a9868e295b81c1af7'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:11:07.637222 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6127b269-ac56-4e90-96ba-5669481fadb6 admin admin] Made reservation on behalf of d24ba8b5afb84f9a9868e295b81c1af7 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:11:07.639638 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6127b269-ac56-4e90-96ba-5669481fadb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:07.649237 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6127b269-ac56-4e90-96ba-5669481fadb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:07.752388 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6127b269-ac56-4e90-96ba-5669481fadb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:07.757055 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6127b269-ac56-4e90-96ba-5669481fadb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:07.783895 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6127b269-ac56-4e90-96ba-5669481fadb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:11:07.793209 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127b269-ac56-4e90-96ba-5669481fadb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a3655a-af83-4071-a7da-7535bbaac390,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:07.809166 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6127b269-ac56-4e90-96ba-5669481fadb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:07.809406 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-6127b269-ac56-4e90-96ba-5669481fadb6 admin admin] Added segment 1d222b7d-96b8-4b29-b76f-01999712407d of type vlan for network 1cb95af3-4237-45f8-a4e3-9a49a88ff450 Sep 01 16:11:07.864532 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6127b269-ac56-4e90-96ba-5669481fadb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:07.892238 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6127b269-ac56-4e90-96ba-5669481fadb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:07.893336 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6127b269-ac56-4e90-96ba-5669481fadb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:07.894174 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6127b269-ac56-4e90-96ba-5669481fadb6 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:07.918198 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f313a673-19c5-4b10-a1ca-12b653a9e8db up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:11:07.958983 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6127b269-ac56-4e90-96ba-5669481fadb6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3463743 Sep 01 16:11:07.959636 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56276) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:11:07.966345 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127b269-ac56-4e90-96ba-5669481fadb6 admin admin] Pushing event updated for resources: {'Network': ['ID=1cb95af3-4237-45f8-a4e3-9a49a88ff450,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:07.966666 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-1cbdc094-e578-4f07-a94e-f409f8cf1cde admin admin] Request body: {'subnet': {'network_id': '1cb95af3-4237-45f8-a4e3-9a49a88ff450', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-861224042-subnet', 'tenant_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:11:07.981845 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 1cb95af3-4237-45f8-a4e3-9a49a88ff450 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:11:07.995331 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbdc094-e578-4f07-a94e-f409f8cf1cde admin admin] Made reservation on behalf of d24ba8b5afb84f9a9868e295b81c1af7 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:11:07.998544 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc094-e578-4f07-a94e-f409f8cf1cde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:08.033389 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port f313a673-19c5-4b10-a1ca-12b653a9e8db triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:11:08.033767 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:08.141889 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b681097b-ee84-4b22-9237-868ac16cf7bf up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:11:08.186283 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc094-e578-4f07-a94e-f409f8cf1cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:08.189246 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port b681097b-ee84-4b22-9237-868ac16cf7bf completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:11:08.193098 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port b681097b-ee84-4b22-9237-868ac16cf7bf triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:11:08.193467 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:08.244721 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdc094-e578-4f07-a94e-f409f8cf1cde admin admin] Pushing event updated for resources: {'Subnet': ['ID=df7ed90f-d5a9-4aaf-a48b-1fef28d68ce3,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:08.254765 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbdc094-e578-4f07-a94e-f409f8cf1cde admin admin] Checking segment: {'id': '1d222b7d-96b8-4b29-b76f-01999712407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1cb95af3-4237-45f8-a4e3-9a49a88ff450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:11:08.255128 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbdc094-e578-4f07-a94e-f409f8cf1cde admin admin] Network hostable DHCP agents. Network: 1cb95af3-4237-45f8-a4e3-9a49a88ff450, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:11:08.272436 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbdc094-e578-4f07-a94e-f409f8cf1cde admin admin] Network 1cb95af3-4237-45f8-a4e3-9a49a88ff450 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:11:08.273345 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:08.281884 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-1cbdc094-e578-4f07-a94e-f409f8cf1cde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 1cb95af3-4237-45f8-a4e3-9a49a88ff450) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:11:08.286869 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbdc094-e578-4f07-a94e-f409f8cf1cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:08.287472 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc094-e578-4f07-a94e-f409f8cf1cde admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:08.294274 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e794caf-f954-4630-89de-4505f529bb5b None None] Network 1cb95af3-4237-45f8-a4e3-9a49a88ff450 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:11:08.297647 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port b681097b-ee84-4b22-9237-868ac16cf7bf, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b681097b-ee84-4b22-9237-868ac16cf7bf,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:11:08.303600 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1cbdc094-e578-4f07-a94e-f409f8cf1cde admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3428154 Sep 01 16:11:08.307226 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56278) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:11:08.313658 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-731016ea-64d3-413d-a4a4-b82424f01e20 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-861224042-router', 'tenant_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:11:08.332088 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:08.338566 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-731016ea-64d3-413d-a4a4-b82424f01e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:08.340359 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-731016ea-64d3-413d-a4a4-b82424f01e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:08.397303 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-731016ea-64d3-413d-a4a4-b82424f01e20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:08.543539 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-731016ea-64d3-413d-a4a4-b82424f01e20 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:08.561573 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=b681097b-ee84-4b22-9237-868ac16cf7bf,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:08.644694 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54517f9-1803-4aea-97a9-765f26566272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-1cb95af3-4237-45f8-a4e3-9a49a88ff450', 'network_id': '1cb95af3-4237-45f8-a4e3-9a49a88ff450', 'tenant_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'fixed_ips': [{'subnet_id': 'df7ed90f-d5a9-4aaf-a48b-1fef28d68ce3'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:11:08.645796 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f54517f9-1803-4aea-97a9-765f26566272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:08.768667 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-731016ea-64d3-413d-a4a4-b82424f01e20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:08.783850 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-f54517f9-1803-4aea-97a9-765f26566272 None None] Allocated IP 172.20.0.2 (1cb95af3-4237-45f8-a4e3-9a49a88ff450/df7ed90f-d5a9-4aaf-a48b-1fef28d68ce3/d59d4a44-ba02-4e00-a001-03e5967b9216) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:11:08.789205 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-731016ea-64d3-413d-a4a4-b82424f01e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:08.855381 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c038bb5-a0e6-427c-b9df-1f6f58693db8 None None] Sync routers for ids ['42fbb00e-8aa2-42a9-9362-009b0e3c1bb9'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:11:08.865243 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c038bb5-a0e6-427c-b9df-1f6f58693db8 None None] Routers {'42fbb00e-8aa2-42a9-9362-009b0e3c1bb9'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:11:08.865979 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-6c038bb5-a0e6-427c-b9df-1f6f58693db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:10:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['42fbb00e-8aa2-42a9-9362-009b0e3c1bb9'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:11:08.897340 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-731016ea-64d3-413d-a4a4-b82424f01e20 admin admin] Allocated IP 172.25.6.44 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/01ec3409-1854-474a-9432-8541816fbf98) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:11:08.937293 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f54517f9-1803-4aea-97a9-765f26566272 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:08.946161 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f54517f9-1803-4aea-97a9-765f26566272 None None] Transition to ACTIVE for port object d59d4a44-ba02-4e00-a001-03e5967b9216 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:11:08.961854 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f54517f9-1803-4aea-97a9-765f26566272 None None] Transition to ACTIVE for port object d59d4a44-ba02-4e00-a001-03e5967b9216 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:11:08.969022 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f54517f9-1803-4aea-97a9-765f26566272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:08.973067 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-6c038bb5-a0e6-427c-b9df-1f6f58693db8 None None] Set router 42fbb00e-8aa2-42a9-9362-009b0e3c1bb9 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:11:09.006372 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-731016ea-64d3-413d-a4a4-b82424f01e20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:09.014525 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54517f9-1803-4aea-97a9-765f26566272 None None] Network 1cb95af3-4237-45f8-a4e3-9a49a88ff450 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:11:09.021847 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-f54517f9-1803-4aea-97a9-765f26566272 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:11:09.026461 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54517f9-1803-4aea-97a9-765f26566272 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:11:09.030173 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54517f9-1803-4aea-97a9-765f26566272 None None] Pushing event updated for resources: {'Port': ['ID=d59d4a44-ba02-4e00-a001-03e5967b9216,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:09.049875 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-731016ea-64d3-413d-a4a4-b82424f01e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:09.094046 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f54517f9-1803-4aea-97a9-765f26566272 None None] Attempting to bind port d59d4a44-ba02-4e00-a001-03e5967b9216 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:11:09.094387 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f54517f9-1803-4aea-97a9-765f26566272 None None] Attempting to bind port d59d4a44-ba02-4e00-a001-03e5967b9216 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '1d222b7d-96b8-4b29-b76f-01999712407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1cb95af3-4237-45f8-a4e3-9a49a88ff450'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:11:09.094720 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54517f9-1803-4aea-97a9-765f26566272 None None] Attempting to bind port d59d4a44-ba02-4e00-a001-03e5967b9216 on network 1cb95af3-4237-45f8-a4e3-9a49a88ff450 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:11:09.096481 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731016ea-64d3-413d-a4a4-b82424f01e20 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:11:09.099858 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-731016ea-64d3-413d-a4a4-b82424f01e20 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:11:09.105501 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731016ea-64d3-413d-a4a4-b82424f01e20 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:11:09.106280 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54517f9-1803-4aea-97a9-765f26566272 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:11:09.106694 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54517f9-1803-4aea-97a9-765f26566272 None None] Checking segment: {'id': '1d222b7d-96b8-4b29-b76f-01999712407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1cb95af3-4237-45f8-a4e3-9a49a88ff450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:11:09.107113 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f54517f9-1803-4aea-97a9-765f26566272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:09.107512 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54517f9-1803-4aea-97a9-765f26566272 None None] Bound using segment: {'id': '1d222b7d-96b8-4b29-b76f-01999712407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1cb95af3-4237-45f8-a4e3-9a49a88ff450'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:11:09.108018 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f54517f9-1803-4aea-97a9-765f26566272 None None] Bound port: d59d4a44-ba02-4e00-a001-03e5967b9216, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d222b7d-96b8-4b29-b76f-01999712407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1cb95af3-4237-45f8-a4e3-9a49a88ff450'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:11:09.108393 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f54517f9-1803-4aea-97a9-765f26566272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:09.123229 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:09.141338 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731016ea-64d3-413d-a4a4-b82424f01e20 admin admin] Pushing event updated for resources: {'Port': ['ID=01ec3409-1854-474a-9432-8541816fbf98,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:09.188433 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f54517f9-1803-4aea-97a9-765f26566272 None None] For port d59d4a44-ba02-4e00-a001-03e5967b9216, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:11:09.191971 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f54517f9-1803-4aea-97a9-765f26566272 None None] For port d59d4a44-ba02-4e00-a001-03e5967b9216, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d59d4a44-ba02-4e00-a001-03e5967b9216,segment=NetworkSegment(1d222b7d-96b8-4b29-b76f-01999712407d),segment_id=1d222b7d-96b8-4b29-b76f-01999712407d)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:11:09.197879 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-6c038bb5-a0e6-427c-b9df-1f6f58693db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fbb00e-8aa2-42a9-9362-009b0e3c1bb9', 'name': 'tempest-TestEncryptedCinderVolumes-1810878961-router', 'tenant_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b681097b-ee84-4b22-9237-868ac16cf7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:11:03Z', 'updated_at': '2021-09-01T16:11:06Z', 'revision_number': 4, 'project_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'gw_port': {'id': 'b681097b-ee84-4b22-9237-868ac16cf7bf', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fbb00e-8aa2-42a9-9362-009b0e3c1bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:11:04Z', 'updated_at': '2021-09-01T16:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'b7c71bcd-6428-4166-9cff-01727349ae86', 'name': '', 'network_id': 'eabcf060-0cb4-4e45-bdad-09c9f8ba3840', 'tenant_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'mac_address': 'fa:16:3e:61:08:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fbb00e-8aa2-42a9-9362-009b0e3c1bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'd478e50e-ab77-4879-ad82-4ae6ea117cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:11:05Z', 'updated_at': '2021-09-01T16:11:06Z', 'revision_number': 2, 'project_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'subnets': [{'id': 'd478e50e-ab77-4879-ad82-4ae6ea117cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:11:09.198536 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f54517f9-1803-4aea-97a9-765f26566272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:09.225682 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c038bb5-a0e6-427c-b9df-1f6f58693db8 None None] Checking router: 42fbb00e-8aa2-42a9-9362-009b0e3c1bb9 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:11:09.226307 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c038bb5-a0e6-427c-b9df-1f6f58693db8 None None] Updating router 42fbb00e-8aa2-42a9-9362-009b0e3c1bb9 port b7c71bcd-6428-4166-9cff-01727349ae86 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:11:09.256388 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-6c038bb5-a0e6-427c-b9df-1f6f58693db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:09.264132 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54517f9-1803-4aea-97a9-765f26566272 None None] Pushing event updated for resources: {'Port': ['ID=d59d4a44-ba02-4e00-a001-03e5967b9216,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:09.388660 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-731016ea-64d3-413d-a4a4-b82424f01e20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:09.401467 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9f43181c-11dd-4298-a611-05c85ce82c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:09.582501 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-6c038bb5-a0e6-427c-b9df-1f6f58693db8 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:09.592609 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-6c038bb5-a0e6-427c-b9df-1f6f58693db8 None None] Transition to ACTIVE for port object b7c71bcd-6428-4166-9cff-01727349ae86 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:11:09.599883 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-6c038bb5-a0e6-427c-b9df-1f6f58693db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:09.634443 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-731016ea-64d3-413d-a4a4-b82424f01e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:09.670480 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e202f02-7788-4306-be24-770087322abc None None] Pushing event updated for resources: {'Port': ['ID=b7c71bcd-6428-4166-9cff-01727349ae86,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:09.695671 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e202f02-7788-4306-be24-770087322abc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:09.695866 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e202f02-7788-4306-be24-770087322abc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:09.696132 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e202f02-7788-4306-be24-770087322abc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:09.696466 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e202f02-7788-4306-be24-770087322abc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:09.696832 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e202f02-7788-4306-be24-770087322abc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:09.697183 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e202f02-7788-4306-be24-770087322abc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:09.697510 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e202f02-7788-4306-be24-770087322abc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:09.697832 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e202f02-7788-4306-be24-770087322abc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:09.698152 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e202f02-7788-4306-be24-770087322abc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:09.698495 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e202f02-7788-4306-be24-770087322abc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:09.698898 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e202f02-7788-4306-be24-770087322abc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:09.699156 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e202f02-7788-4306-be24-770087322abc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:09.784066 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731016ea-64d3-413d-a4a4-b82424f01e20 admin admin] Router fa0fc110-ccf8-4ee9-bd9c-213522a509fc is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:11:09.860402 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-6c038bb5-a0e6-427c-b9df-1f6f58693db8 None None] Attempting to bind port b7c71bcd-6428-4166-9cff-01727349ae86 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:11:09.860930 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-6c038bb5-a0e6-427c-b9df-1f6f58693db8 None None] Attempting to bind port b7c71bcd-6428-4166-9cff-01727349ae86 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'c648d322-e76b-40b5-b1a0-6d62253d14e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'eabcf060-0cb4-4e45-bdad-09c9f8ba3840'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:11:09.861130 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c038bb5-a0e6-427c-b9df-1f6f58693db8 None None] Attempting to bind port b7c71bcd-6428-4166-9cff-01727349ae86 on network eabcf060-0cb4-4e45-bdad-09c9f8ba3840 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:11:09.871196 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c038bb5-a0e6-427c-b9df-1f6f58693db8 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:11:09.871824 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c038bb5-a0e6-427c-b9df-1f6f58693db8 None None] Checking segment: {'id': 'c648d322-e76b-40b5-b1a0-6d62253d14e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'eabcf060-0cb4-4e45-bdad-09c9f8ba3840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:11:09.872422 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-6c038bb5-a0e6-427c-b9df-1f6f58693db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:09.872994 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c038bb5-a0e6-427c-b9df-1f6f58693db8 None None] Bound using segment: {'id': 'c648d322-e76b-40b5-b1a0-6d62253d14e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'eabcf060-0cb4-4e45-bdad-09c9f8ba3840'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:11:09.873658 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-6c038bb5-a0e6-427c-b9df-1f6f58693db8 None None] Bound port: b7c71bcd-6428-4166-9cff-01727349ae86, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c648d322-e76b-40b5-b1a0-6d62253d14e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'eabcf060-0cb4-4e45-bdad-09c9f8ba3840'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:11:09.874058 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-6c038bb5-a0e6-427c-b9df-1f6f58693db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:09.952520 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d59d4a44-ba02-4e00-a001-03e5967b9216 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:11:10.005766 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-6c038bb5-a0e6-427c-b9df-1f6f58693db8 None None] For port b7c71bcd-6428-4166-9cff-01727349ae86, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:11:10.011770 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-6c038bb5-a0e6-427c-b9df-1f6f58693db8 None None] For port b7c71bcd-6428-4166-9cff-01727349ae86, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b7c71bcd-6428-4166-9cff-01727349ae86,segment=NetworkSegment(c648d322-e76b-40b5-b1a0-6d62253d14e4),segment_id=c648d322-e76b-40b5-b1a0-6d62253d14e4)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:11:10.017917 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port d59d4a44-ba02-4e00-a001-03e5967b9216 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:11:10.023343 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b681097b-ee84-4b22-9237-868ac16cf7bf up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:11:10.023543 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-6c038bb5-a0e6-427c-b9df-1f6f58693db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:10.070382 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c038bb5-a0e6-427c-b9df-1f6f58693db8 None None] Routers {'42fbb00e-8aa2-42a9-9362-009b0e3c1bb9'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:11:10.071671 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-6c038bb5-a0e6-427c-b9df-1f6f58693db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:10:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['42fbb00e-8aa2-42a9-9362-009b0e3c1bb9'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:11:10.106844 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port b681097b-ee84-4b22-9237-868ac16cf7bf triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:11:10.108345 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:10.203599 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e202f02-7788-4306-be24-770087322abc None None] Pushing event updated for resources: {'Port': ['ID=b7c71bcd-6428-4166-9cff-01727349ae86,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:10.234007 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-6c038bb5-a0e6-427c-b9df-1f6f58693db8 None None] Set router 42fbb00e-8aa2-42a9-9362-009b0e3c1bb9 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:11:10.255440 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731016ea-64d3-413d-a4a4-b82424f01e20 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:11:10.268792 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860b6cb1-8b2d-4fba-98a8-4496187f8eec None None] Sync routers for ids ['fa0fc110-ccf8-4ee9-bd9c-213522a509fc'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:11:10.281384 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-731016ea-64d3-413d-a4a4-b82424f01e20 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:10.283494 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-731016ea-64d3-413d-a4a4-b82424f01e20 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9753082 Sep 01 16:11:10.286327 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56280) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:11:10.293337 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860b6cb1-8b2d-4fba-98a8-4496187f8eec None None] Routers {'fa0fc110-ccf8-4ee9-bd9c-213522a509fc'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:11:10.293983 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-860b6cb1-8b2d-4fba-98a8-4496187f8eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:10:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fa0fc110-ccf8-4ee9-bd9c-213522a509fc'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:11:10.450920 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-860b6cb1-8b2d-4fba-98a8-4496187f8eec None None] Set router fa0fc110-ccf8-4ee9-bd9c-213522a509fc gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:11:10.480639 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151e0fd2-eb4a-487c-be6d-d1a8032e63f1 None None] Network 1cb95af3-4237-45f8-a4e3-9a49a88ff450 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:11:10.527373 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-6c038bb5-a0e6-427c-b9df-1f6f58693db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fbb00e-8aa2-42a9-9362-009b0e3c1bb9', 'name': 'tempest-TestEncryptedCinderVolumes-1810878961-router', 'tenant_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b681097b-ee84-4b22-9237-868ac16cf7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:11:03Z', 'updated_at': '2021-09-01T16:11:06Z', 'revision_number': 4, 'project_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'gw_port': {'id': 'b681097b-ee84-4b22-9237-868ac16cf7bf', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fbb00e-8aa2-42a9-9362-009b0e3c1bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:11:04Z', 'updated_at': '2021-09-01T16:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'b7c71bcd-6428-4166-9cff-01727349ae86', 'name': '', 'network_id': 'eabcf060-0cb4-4e45-bdad-09c9f8ba3840', 'tenant_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'mac_address': 'fa:16:3e:61:08:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fbb00e-8aa2-42a9-9362-009b0e3c1bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'd478e50e-ab77-4879-ad82-4ae6ea117cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:11:05Z', 'updated_at': '2021-09-01T16:11:09Z', 'revision_number': 4, 'project_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'subnets': [{'id': 'd478e50e-ab77-4879-ad82-4ae6ea117cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:11:10.559305 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c038bb5-a0e6-427c-b9df-1f6f58693db8 None None] The sync data for ids ['42fbb00e-8aa2-42a9-9362-009b0e3c1bb9'] in n-d-794796-3 is: [{'id': '42fbb00e-8aa2-42a9-9362-009b0e3c1bb9', 'name': 'tempest-TestEncryptedCinderVolumes-1810878961-router', 'tenant_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b681097b-ee84-4b22-9237-868ac16cf7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:11:03Z', 'updated_at': '2021-09-01T16:11:06Z', 'revision_number': 4, 'project_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'gw_port': {'id': 'b681097b-ee84-4b22-9237-868ac16cf7bf', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fbb00e-8aa2-42a9-9362-009b0e3c1bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:11:04Z', 'updated_at': '2021-09-01T16:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'b7c71bcd-6428-4166-9cff-01727349ae86', 'name': '', 'network_id': 'eabcf060-0cb4-4e45-bdad-09c9f8ba3840', 'tenant_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'mac_address': 'fa:16:3e:61:08:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fbb00e-8aa2-42a9-9362-009b0e3c1bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'd478e50e-ab77-4879-ad82-4ae6ea117cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:11:05Z', 'updated_at': '2021-09-01T16:11:09Z', 'revision_number': 4, 'project_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'subnets': [{'id': 'd478e50e-ab77-4879-ad82-4ae6ea117cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:11:10.727623 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-425f91b0-c4d5-4df2-b747-6bdf1389f96a None None] Provisioning for port d59d4a44-ba02-4e00-a001-03e5967b9216 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:11:10.735565 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-425f91b0-c4d5-4df2-b747-6bdf1389f96a None None] Provisioning complete for port d59d4a44-ba02-4e00-a001-03e5967b9216 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:11:10.735952 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-425f91b0-c4d5-4df2-b747-6bdf1389f96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:10.754554 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-40ee476b-bfbb-4e51-b9c2-8626c909c85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:10.829392 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-860b6cb1-8b2d-4fba-98a8-4496187f8eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0fc110-ccf8-4ee9-bd9c-213522a509fc', 'name': 'tempest-TestEncryptedCinderVolumes-861224042-router', 'tenant_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '01ec3409-1854-474a-9432-8541816fbf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:11:08Z', 'updated_at': '2021-09-01T16:11:09Z', 'revision_number': 3, 'project_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'gw_port': {'id': '01ec3409-1854-474a-9432-8541816fbf98', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0fc110-ccf8-4ee9-bd9c-213522a509fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:11:08Z', 'updated_at': '2021-09-01T16:11:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:11:10.860052 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860b6cb1-8b2d-4fba-98a8-4496187f8eec None None] Checking router: fa0fc110-ccf8-4ee9-bd9c-213522a509fc for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:11:10.860535 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860b6cb1-8b2d-4fba-98a8-4496187f8eec None None] Updating router fa0fc110-ccf8-4ee9-bd9c-213522a509fc port 01ec3409-1854-474a-9432-8541816fbf98 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:11:10.916466 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-860b6cb1-8b2d-4fba-98a8-4496187f8eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:10.920333 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-425f91b0-c4d5-4df2-b747-6bdf1389f96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:10.936644 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-40ee476b-bfbb-4e51-b9c2-8626c909c85a admin admin] Allocated IP 172.20.0.1 (1cb95af3-4237-45f8-a4e3-9a49a88ff450/df7ed90f-d5a9-4aaf-a48b-1fef28d68ce3/f5859d9d-2bb2-4854-80dc-ce35e1a8338e) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:11:10.978904 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-425f91b0-c4d5-4df2-b747-6bdf1389f96a None None] For port d59d4a44-ba02-4e00-a001-03e5967b9216, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d59d4a44-ba02-4e00-a001-03e5967b9216,segment=NetworkSegment(1d222b7d-96b8-4b29-b76f-01999712407d),segment_id=1d222b7d-96b8-4b29-b76f-01999712407d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:11:10.986170 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-425f91b0-c4d5-4df2-b747-6bdf1389f96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:11.062389 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-40ee476b-bfbb-4e51-b9c2-8626c909c85a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:11.082715 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-40ee476b-bfbb-4e51-b9c2-8626c909c85a admin admin] Transition to ACTIVE for port object f5859d9d-2bb2-4854-80dc-ce35e1a8338e will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:11:11.119700 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f91b0-c4d5-4df2-b747-6bdf1389f96a None None] Pushing event updated for resources: {'Port': ['ID=d59d4a44-ba02-4e00-a001-03e5967b9216,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:11.122931 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-40ee476b-bfbb-4e51-b9c2-8626c909c85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:11.166356 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9c43e32a-d683-464d-a554-ac7ce03c59ef None None] Provisioning complete for port d59d4a44-ba02-4e00-a001-03e5967b9216 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:11:11.166727 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9c43e32a-d683-464d-a554-ac7ce03c59ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:11.166866 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ee476b-bfbb-4e51-b9c2-8626c909c85a admin admin] Network 1cb95af3-4237-45f8-a4e3-9a49a88ff450 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:11:11.172183 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-40ee476b-bfbb-4e51-b9c2-8626c909c85a admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:11:11.176214 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ee476b-bfbb-4e51-b9c2-8626c909c85a admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:11:11.207284 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee476b-bfbb-4e51-b9c2-8626c909c85a admin admin] Pushing event updated for resources: {'Port': ['ID=f5859d9d-2bb2-4854-80dc-ce35e1a8338e,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:11.226014 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-40ee476b-bfbb-4e51-b9c2-8626c909c85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:11.389022 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-40ee476b-bfbb-4e51-b9c2-8626c909c85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:11.390082 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-860b6cb1-8b2d-4fba-98a8-4496187f8eec None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:11.401719 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-860b6cb1-8b2d-4fba-98a8-4496187f8eec None None] Transition to ACTIVE for port object 01ec3409-1854-474a-9432-8541816fbf98 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:11:11.409839 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-860b6cb1-8b2d-4fba-98a8-4496187f8eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:11.471608 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621cf13-43d8-4963-8c55-c16a1ebb173e None None] Pushing event updated for resources: {'Port': ['ID=01ec3409-1854-474a-9432-8541816fbf98,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:11.476440 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d3df48b1-f6a7-4d22-9842-9b12552fad84 None None] Provisioning for port f5859d9d-2bb2-4854-80dc-ce35e1a8338e completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:11:11.478874 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-860b6cb1-8b2d-4fba-98a8-4496187f8eec None None] Attempting to bind port 01ec3409-1854-474a-9432-8541816fbf98 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:11:11.479219 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-860b6cb1-8b2d-4fba-98a8-4496187f8eec None None] Attempting to bind port 01ec3409-1854-474a-9432-8541816fbf98 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:11:11.479605 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860b6cb1-8b2d-4fba-98a8-4496187f8eec None None] Attempting to bind port 01ec3409-1854-474a-9432-8541816fbf98 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:11:11.486384 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-d3df48b1-f6a7-4d22-9842-9b12552fad84 None None] Provisioning complete for port f5859d9d-2bb2-4854-80dc-ce35e1a8338e triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:11:11.486769 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d3df48b1-f6a7-4d22-9842-9b12552fad84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:11.488696 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860b6cb1-8b2d-4fba-98a8-4496187f8eec None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:11:11.489065 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860b6cb1-8b2d-4fba-98a8-4496187f8eec None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:11:11.489466 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-860b6cb1-8b2d-4fba-98a8-4496187f8eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:11.489864 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860b6cb1-8b2d-4fba-98a8-4496187f8eec None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:11:11.490354 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-860b6cb1-8b2d-4fba-98a8-4496187f8eec None None] Bound port: 01ec3409-1854-474a-9432-8541816fbf98, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:11:11.490743 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-860b6cb1-8b2d-4fba-98a8-4496187f8eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:11.582139 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-40ee476b-bfbb-4e51-b9c2-8626c909c85a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:11.587002 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-40ee476b-bfbb-4e51-b9c2-8626c909c85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:11.653916 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee476b-bfbb-4e51-b9c2-8626c909c85a admin admin] Pushing event updated for resources: {'Port': ['ID=f5859d9d-2bb2-4854-80dc-ce35e1a8338e,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:11.660962 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-40ee476b-bfbb-4e51-b9c2-8626c909c85a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:11.713781 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-d3df48b1-f6a7-4d22-9842-9b12552fad84 None None] Port f5859d9d-2bb2-4854-80dc-ce35e1a8338e cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:11:11.730498 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-860b6cb1-8b2d-4fba-98a8-4496187f8eec None None] For port 01ec3409-1854-474a-9432-8541816fbf98, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:11:11.733483 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-860b6cb1-8b2d-4fba-98a8-4496187f8eec None None] For port 01ec3409-1854-474a-9432-8541816fbf98, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=01ec3409-1854-474a-9432-8541816fbf98,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:11:11.737215 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-860b6cb1-8b2d-4fba-98a8-4496187f8eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:11.756803 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ee476b-bfbb-4e51-b9c2-8626c909c85a admin admin] Network 1cb95af3-4237-45f8-a4e3-9a49a88ff450 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:11:11.761593 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-40ee476b-bfbb-4e51-b9c2-8626c909c85a admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:11:11.784223 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860b6cb1-8b2d-4fba-98a8-4496187f8eec None None] Routers {'fa0fc110-ccf8-4ee9-bd9c-213522a509fc'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:11:11.784855 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-860b6cb1-8b2d-4fba-98a8-4496187f8eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:10:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fa0fc110-ccf8-4ee9-bd9c-213522a509fc'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:11:11.840939 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621cf13-43d8-4963-8c55-c16a1ebb173e None None] Pushing event updated for resources: {'Port': ['ID=01ec3409-1854-474a-9432-8541816fbf98,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:11.886104 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b7c71bcd-6428-4166-9cff-01727349ae86 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:11:11.944931 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-860b6cb1-8b2d-4fba-98a8-4496187f8eec None None] Set router fa0fc110-ccf8-4ee9-bd9c-213522a509fc gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:11:12.048554 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port b7c71bcd-6428-4166-9cff-01727349ae86 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:11:12.087472 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port b7c71bcd-6428-4166-9cff-01727349ae86 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:11:12.087815 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:12.096044 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-09a5edda-2524-4ad6-af5a-b196afacf71b None None] Provisioning complete for port f5859d9d-2bb2-4854-80dc-ce35e1a8338e triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:11:12.096438 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-09a5edda-2524-4ad6-af5a-b196afacf71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:12.186664 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-09a5edda-2524-4ad6-af5a-b196afacf71b None None] Port f5859d9d-2bb2-4854-80dc-ce35e1a8338e cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:11:12.256176 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ee476b-bfbb-4e51-b9c2-8626c909c85a admin admin] Router fa0fc110-ccf8-4ee9-bd9c-213522a509fc has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:11:12.276857 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:12.279161 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:12.315087 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-860b6cb1-8b2d-4fba-98a8-4496187f8eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0fc110-ccf8-4ee9-bd9c-213522a509fc', 'name': 'tempest-TestEncryptedCinderVolumes-861224042-router', 'tenant_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '01ec3409-1854-474a-9432-8541816fbf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:11:08Z', 'updated_at': '2021-09-01T16:11:11Z', 'revision_number': 4, 'project_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'gw_port': {'id': '01ec3409-1854-474a-9432-8541816fbf98', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0fc110-ccf8-4ee9-bd9c-213522a509fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:11:08Z', 'updated_at': '2021-09-01T16:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'f5859d9d-2bb2-4854-80dc-ce35e1a8338e', 'name': '', 'network_id': '1cb95af3-4237-45f8-a4e3-9a49a88ff450', 'tenant_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'mac_address': 'fa:16:3e:27:94:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0fc110-ccf8-4ee9-bd9c-213522a509fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'df7ed90f-d5a9-4aaf-a48b-1fef28d68ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:11:10Z', 'updated_at': '2021-09-01T16:11:11Z', 'revision_number': 2, 'project_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'subnets': [{'id': 'df7ed90f-d5a9-4aaf-a48b-1fef28d68ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:11:12.342418 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port b7c71bcd-6428-4166-9cff-01727349ae86, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b7c71bcd-6428-4166-9cff-01727349ae86,segment=NetworkSegment(c648d322-e76b-40b5-b1a0-6d62253d14e4),segment_id=c648d322-e76b-40b5-b1a0-6d62253d14e4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:11:12.344365 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860b6cb1-8b2d-4fba-98a8-4496187f8eec None None] The sync data for ids ['fa0fc110-ccf8-4ee9-bd9c-213522a509fc'] in n-d-794796-3 is: [{'id': 'fa0fc110-ccf8-4ee9-bd9c-213522a509fc', 'name': 'tempest-TestEncryptedCinderVolumes-861224042-router', 'tenant_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '01ec3409-1854-474a-9432-8541816fbf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:11:08Z', 'updated_at': '2021-09-01T16:11:11Z', 'revision_number': 4, 'project_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'gw_port': {'id': '01ec3409-1854-474a-9432-8541816fbf98', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0fc110-ccf8-4ee9-bd9c-213522a509fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:11:08Z', 'updated_at': '2021-09-01T16:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'f5859d9d-2bb2-4854-80dc-ce35e1a8338e', 'name': '', 'network_id': '1cb95af3-4237-45f8-a4e3-9a49a88ff450', 'tenant_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'mac_address': 'fa:16:3e:27:94:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0fc110-ccf8-4ee9-bd9c-213522a509fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'df7ed90f-d5a9-4aaf-a48b-1fef28d68ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:11:10Z', 'updated_at': '2021-09-01T16:11:11Z', 'revision_number': 2, 'project_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'subnets': [{'id': 'df7ed90f-d5a9-4aaf-a48b-1fef28d68ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:11:12.347946 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:12.348622 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d59d4a44-ba02-4e00-a001-03e5967b9216 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:11:12.378728 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ee476b-bfbb-4e51-b9c2-8626c909c85a admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:11:12.385655 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-40ee476b-bfbb-4e51-b9c2-8626c909c85a admin admin] 10.222.0.60 "PUT /v2.0/routers/fa0fc110-ccf8-4ee9-bd9c-213522a509fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0974765 Sep 01 16:11:12.427896 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=b7c71bcd-6428-4166-9cff-01727349ae86,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:12.441730 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port d59d4a44-ba02-4e00-a001-03e5967b9216 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:11:12.442114 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:13.475511 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:13.501750 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-36199abf-b58b-4a44-9310-9e499d2e46d4 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:13.503725 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-36199abf-b58b-4a44-9310-9e499d2e46d4 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/networks?id=eabcf060-0cb4-4e45-bdad-09c9f8ba3840 HTTP/1.1" status: 200 len: 817 time: 0.1183021 Sep 01 16:11:13.522059 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-1134ba19-6248-4a37-aa0a-0f0a830719af tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/quotas/202152bd0e7e47b1b5d9c5e950ccff39 HTTP/1.1" status: 200 len: 375 time: 0.0098207 Sep 01 16:11:13.585369 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-2f3803be-d69e-4c60-867f-69770d181b30 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=202152bd0e7e47b1b5d9c5e950ccff39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566556 Sep 01 16:11:13.685120 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-835ae2d3-5fea-4544-a155-c11de620d383 service neutron] 10.222.0.60 "GET /v2.0/networks/eabcf060-0cb4-4e45-bdad-09c9f8ba3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865636 Sep 01 16:11:13.730364 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9cc9384f-ab72-4ac6-82bd-fd9205c27182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:13.791035 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-1491f023-3faa-4acc-a703-bee1dba24e09 service neutron] 10.222.0.60 "GET /v2.0/networks/eabcf060-0cb4-4e45-bdad-09c9f8ba3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979617 Sep 01 16:11:13.888713 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b7c71bcd-6428-4166-9cff-01727349ae86 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:11:13.955638 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port b7c71bcd-6428-4166-9cff-01727349ae86 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:11:13.956093 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:13.996926 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1be1a7e3-0828-47d7-a6f2-bd870a047bdb req-732e435d-8caf-44b3-af9f-994fb37b92e8 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?device_id=92935a3f-38d5-4ae7-b8cb-689d71b87d2e HTTP/1.1" status: 200 len: 210 time: 0.0270569 Sep 01 16:11:14.042117 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 01ec3409-1854-474a-9432-8541816fbf98 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:11:14.090169 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 01ec3409-1854-474a-9432-8541816fbf98 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:11:14.094263 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 01ec3409-1854-474a-9432-8541816fbf98 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:11:14.094679 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:14.181258 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:14.203363 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 01ec3409-1854-474a-9432-8541816fbf98, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=01ec3409-1854-474a-9432-8541816fbf98,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:11:14.207429 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:14.255603 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=01ec3409-1854-474a-9432-8541816fbf98,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:14.660068 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30960ebb-e441-4f29-96fd-44bb33668e85 None None] Sync routers for ids ['fa0fc110-ccf8-4ee9-bd9c-213522a509fc'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:11:14.669650 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30960ebb-e441-4f29-96fd-44bb33668e85 None None] Routers {'fa0fc110-ccf8-4ee9-bd9c-213522a509fc'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:11:14.670254 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-30960ebb-e441-4f29-96fd-44bb33668e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:11:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fa0fc110-ccf8-4ee9-bd9c-213522a509fc'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:11:14.775268 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-30960ebb-e441-4f29-96fd-44bb33668e85 None None] Set router fa0fc110-ccf8-4ee9-bd9c-213522a509fc gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:11:14.928392 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-7eb0c8c4-0c16-45be-ac6d-92a7f3298063 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:14.929801 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-7eb0c8c4-0c16-45be-ac6d-92a7f3298063 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.45 "GET /v2.0/networks?id=eabcf060-0cb4-4e45-bdad-09c9f8ba3840 HTTP/1.1" status: 200 len: 817 time: 0.1164620 Sep 01 16:11:14.944009 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-9228848e-4aea-4771-b435-9a953113a016 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Request body: {'port': {'device_id': '92935a3f-38d5-4ae7-b8cb-689d71b87d2e', 'network_id': 'eabcf060-0cb4-4e45-bdad-09c9f8ba3840', 'admin_state_up': True, 'tenant_id': '202152bd0e7e47b1b5d9c5e950ccff39'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:11:14.985743 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-30960ebb-e441-4f29-96fd-44bb33668e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0fc110-ccf8-4ee9-bd9c-213522a509fc', 'name': 'tempest-TestEncryptedCinderVolumes-861224042-router', 'tenant_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '01ec3409-1854-474a-9432-8541816fbf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:11:08Z', 'updated_at': '2021-09-01T16:11:11Z', 'revision_number': 4, 'project_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'gw_port': {'id': '01ec3409-1854-474a-9432-8541816fbf98', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0fc110-ccf8-4ee9-bd9c-213522a509fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:11:08Z', 'updated_at': '2021-09-01T16:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'f5859d9d-2bb2-4854-80dc-ce35e1a8338e', 'name': '', 'network_id': '1cb95af3-4237-45f8-a4e3-9a49a88ff450', 'tenant_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'mac_address': 'fa:16:3e:27:94:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0fc110-ccf8-4ee9-bd9c-213522a509fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'df7ed90f-d5a9-4aaf-a48b-1fef28d68ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:11:10Z', 'updated_at': '2021-09-01T16:11:11Z', 'revision_number': 2, 'project_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'subnets': [{'id': 'df7ed90f-d5a9-4aaf-a48b-1fef28d68ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:11:15.013711 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30960ebb-e441-4f29-96fd-44bb33668e85 None None] Checking router: fa0fc110-ccf8-4ee9-bd9c-213522a509fc for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:11:15.014063 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30960ebb-e441-4f29-96fd-44bb33668e85 None None] Updating router fa0fc110-ccf8-4ee9-bd9c-213522a509fc port f5859d9d-2bb2-4854-80dc-ce35e1a8338e binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:11:15.047057 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-30960ebb-e441-4f29-96fd-44bb33668e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:15.063423 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-9228848e-4aea-4771-b435-9a953113a016 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Made reservation on behalf of 202152bd0e7e47b1b5d9c5e950ccff39 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:11:15.067264 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-9228848e-4aea-4771-b435-9a953113a016 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:15.109409 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c83aa26-5805-496e-9c12-9cea7e316f08 req-5a5a7305-44d1-4f29-89cc-9a8e7cebc143 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?device_id=92935a3f-38d5-4ae7-b8cb-689d71b87d2e HTTP/1.1" status: 200 len: 210 time: 0.0315340 Sep 01 16:11:15.223009 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-9228848e-4aea-4771-b435-9a953113a016 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Allocated IP 172.20.0.3 (eabcf060-0cb4-4e45-bdad-09c9f8ba3840/d478e50e-ab77-4879-ad82-4ae6ea117cef/d87e8fc5-a55d-468b-9b19-a624cfa104be) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:11:15.320805 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-30960ebb-e441-4f29-96fd-44bb33668e85 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:15.330822 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-30960ebb-e441-4f29-96fd-44bb33668e85 None None] Transition to ACTIVE for port object f5859d9d-2bb2-4854-80dc-ce35e1a8338e will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:11:15.336275 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-30960ebb-e441-4f29-96fd-44bb33668e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:15.382985 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-9228848e-4aea-4771-b435-9a953113a016 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:15.384138 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be548d-fb2a-406a-b862-ee06cfa07985 None None] Pushing event updated for resources: {'Port': ['ID=f5859d9d-2bb2-4854-80dc-ce35e1a8338e,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:15.386468 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:15.398835 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-9228848e-4aea-4771-b435-9a953113a016 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Transition to ACTIVE for port object d87e8fc5-a55d-468b-9b19-a624cfa104be will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:11:15.449957 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-9228848e-4aea-4771-b435-9a953113a016 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:15.455048 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-30960ebb-e441-4f29-96fd-44bb33668e85 None None] Attempting to bind port f5859d9d-2bb2-4854-80dc-ce35e1a8338e on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:11:15.455048 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-30960ebb-e441-4f29-96fd-44bb33668e85 None None] Attempting to bind port f5859d9d-2bb2-4854-80dc-ce35e1a8338e by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '1d222b7d-96b8-4b29-b76f-01999712407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1cb95af3-4237-45f8-a4e3-9a49a88ff450'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:11:15.455551 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30960ebb-e441-4f29-96fd-44bb33668e85 None None] Attempting to bind port f5859d9d-2bb2-4854-80dc-ce35e1a8338e on network 1cb95af3-4237-45f8-a4e3-9a49a88ff450 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:11:15.461672 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30960ebb-e441-4f29-96fd-44bb33668e85 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:11:15.462053 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30960ebb-e441-4f29-96fd-44bb33668e85 None None] Checking segment: {'id': '1d222b7d-96b8-4b29-b76f-01999712407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1cb95af3-4237-45f8-a4e3-9a49a88ff450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:11:15.463167 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-30960ebb-e441-4f29-96fd-44bb33668e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:15.463583 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30960ebb-e441-4f29-96fd-44bb33668e85 None None] Bound using segment: {'id': '1d222b7d-96b8-4b29-b76f-01999712407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1cb95af3-4237-45f8-a4e3-9a49a88ff450'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:11:15.464054 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-30960ebb-e441-4f29-96fd-44bb33668e85 None None] Bound port: f5859d9d-2bb2-4854-80dc-ce35e1a8338e, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d222b7d-96b8-4b29-b76f-01999712407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1cb95af3-4237-45f8-a4e3-9a49a88ff450'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:11:15.464440 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-30960ebb-e441-4f29-96fd-44bb33668e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:15.494755 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-9228848e-4aea-4771-b435-9a953113a016 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Network eabcf060-0cb4-4e45-bdad-09c9f8ba3840 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:11:15.497985 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-9228848e-4aea-4771-b435-9a953113a016 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:11:15.500632 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-9228848e-4aea-4771-b435-9a953113a016 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:11:15.531846 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228848e-4aea-4771-b435-9a953113a016 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Pushing event updated for resources: {'Port': ['ID=d87e8fc5-a55d-468b-9b19-a624cfa104be,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:15.546590 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-30960ebb-e441-4f29-96fd-44bb33668e85 None None] For port f5859d9d-2bb2-4854-80dc-ce35e1a8338e, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:11:15.550250 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-30960ebb-e441-4f29-96fd-44bb33668e85 None None] For port f5859d9d-2bb2-4854-80dc-ce35e1a8338e, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f5859d9d-2bb2-4854-80dc-ce35e1a8338e,segment=NetworkSegment(1d222b7d-96b8-4b29-b76f-01999712407d),segment_id=1d222b7d-96b8-4b29-b76f-01999712407d)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:11:15.555698 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-30960ebb-e441-4f29-96fd-44bb33668e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:15.565815 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-9228848e-4aea-4771-b435-9a953113a016 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:15.566518 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-9228848e-4aea-4771-b435-9a953113a016 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:15.589673 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-9228848e-4aea-4771-b435-9a953113a016 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6498449 Sep 01 16:11:15.605018 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-1ba03f92-1e8d-4231-ab74-dc61e6d50292 service neutron] Request body: {'port': {'device_id': '92935a3f-38d5-4ae7-b8cb-689d71b87d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:11:15.630804 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30960ebb-e441-4f29-96fd-44bb33668e85 None None] Routers {'fa0fc110-ccf8-4ee9-bd9c-213522a509fc'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:11:15.631453 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-30960ebb-e441-4f29-96fd-44bb33668e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:11:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fa0fc110-ccf8-4ee9-bd9c-213522a509fc'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:11:15.639295 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be548d-fb2a-406a-b862-ee06cfa07985 None None] Pushing event updated for resources: {'Port': ['ID=f5859d9d-2bb2-4854-80dc-ce35e1a8338e,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:15.677849 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-1ba03f92-1e8d-4231-ab74-dc61e6d50292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:15.767758 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-30960ebb-e441-4f29-96fd-44bb33668e85 None None] Set router fa0fc110-ccf8-4ee9-bd9c-213522a509fc gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:11:15.875570 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4df596a1-9f27-4720-9cff-8c88df0e8c13 None None] Provisioning for port d87e8fc5-a55d-468b-9b19-a624cfa104be completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:11:15.880271 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4df596a1-9f27-4720-9cff-8c88df0e8c13 None None] Provisioning complete for port d87e8fc5-a55d-468b-9b19-a624cfa104be triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:11:15.880649 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4df596a1-9f27-4720-9cff-8c88df0e8c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:15.910173 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f5859d9d-2bb2-4854-80dc-ce35e1a8338e up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:11:15.952676 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-4df596a1-9f27-4720-9cff-8c88df0e8c13 None None] Port d87e8fc5-a55d-468b-9b19-a624cfa104be cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:11:15.974240 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port f5859d9d-2bb2-4854-80dc-ce35e1a8338e completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:11:15.978430 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port f5859d9d-2bb2-4854-80dc-ce35e1a8338e triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:11:15.979006 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:16.029910 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-1ba03f92-1e8d-4231-ab74-dc61e6d50292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d87e8fc5-a55d-468b-9b19-a624cfa104be {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:11:16.037733 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-1ba03f92-1e8d-4231-ab74-dc61e6d50292 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:16.051339 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-1ba03f92-1e8d-4231-ab74-dc61e6d50292 service neutron] Transition to ACTIVE for port object d87e8fc5-a55d-468b-9b19-a624cfa104be will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:11:16.055518 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-1ba03f92-1e8d-4231-ab74-dc61e6d50292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:16.074743 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:16.086698 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b872e333-a5a6-4d71-9010-15de90444e7b None None] Provisioning complete for port f5859d9d-2bb2-4854-80dc-ce35e1a8338e triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:11:16.087357 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b872e333-a5a6-4d71-9010-15de90444e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:16.103390 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-30960ebb-e441-4f29-96fd-44bb33668e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0fc110-ccf8-4ee9-bd9c-213522a509fc', 'name': 'tempest-TestEncryptedCinderVolumes-861224042-router', 'tenant_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '01ec3409-1854-474a-9432-8541816fbf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:11:08Z', 'updated_at': '2021-09-01T16:11:11Z', 'revision_number': 4, 'project_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'gw_port': {'id': '01ec3409-1854-474a-9432-8541816fbf98', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0fc110-ccf8-4ee9-bd9c-213522a509fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:11:08Z', 'updated_at': '2021-09-01T16:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'f5859d9d-2bb2-4854-80dc-ce35e1a8338e', 'name': '', 'network_id': '1cb95af3-4237-45f8-a4e3-9a49a88ff450', 'tenant_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'mac_address': 'fa:16:3e:27:94:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0fc110-ccf8-4ee9-bd9c-213522a509fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'df7ed90f-d5a9-4aaf-a48b-1fef28d68ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:11:10Z', 'updated_at': '2021-09-01T16:11:15Z', 'revision_number': 4, 'project_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'subnets': [{'id': 'df7ed90f-d5a9-4aaf-a48b-1fef28d68ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:11:16.129081 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba03f92-1e8d-4231-ab74-dc61e6d50292 service neutron] Pushing event updated for resources: {'Port': ['ID=d87e8fc5-a55d-468b-9b19-a624cfa104be,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:16.142697 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port f5859d9d-2bb2-4854-80dc-ce35e1a8338e, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f5859d9d-2bb2-4854-80dc-ce35e1a8338e,segment=NetworkSegment(1d222b7d-96b8-4b29-b76f-01999712407d),segment_id=1d222b7d-96b8-4b29-b76f-01999712407d)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:11:16.151367 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30960ebb-e441-4f29-96fd-44bb33668e85 None None] The sync data for ids ['fa0fc110-ccf8-4ee9-bd9c-213522a509fc'] in n-d-794796-3 is: [{'id': 'fa0fc110-ccf8-4ee9-bd9c-213522a509fc', 'name': 'tempest-TestEncryptedCinderVolumes-861224042-router', 'tenant_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '01ec3409-1854-474a-9432-8541816fbf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:11:08Z', 'updated_at': '2021-09-01T16:11:11Z', 'revision_number': 4, 'project_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'gw_port': {'id': '01ec3409-1854-474a-9432-8541816fbf98', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0fc110-ccf8-4ee9-bd9c-213522a509fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:11:08Z', 'updated_at': '2021-09-01T16:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'f5859d9d-2bb2-4854-80dc-ce35e1a8338e', 'name': '', 'network_id': '1cb95af3-4237-45f8-a4e3-9a49a88ff450', 'tenant_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'mac_address': 'fa:16:3e:27:94:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa0fc110-ccf8-4ee9-bd9c-213522a509fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'df7ed90f-d5a9-4aaf-a48b-1fef28d68ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:11:10Z', 'updated_at': '2021-09-01T16:11:15Z', 'revision_number': 4, 'project_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'subnets': [{'id': 'df7ed90f-d5a9-4aaf-a48b-1fef28d68ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:11:16.152114 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:16.153212 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 01ec3409-1854-474a-9432-8541816fbf98 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:11:16.208668 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-1ba03f92-1e8d-4231-ab74-dc61e6d50292 service neutron] Attempting to bind port d87e8fc5-a55d-468b-9b19-a624cfa104be on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:11:16.209033 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-1ba03f92-1e8d-4231-ab74-dc61e6d50292 service neutron] Attempting to bind port d87e8fc5-a55d-468b-9b19-a624cfa104be by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'c648d322-e76b-40b5-b1a0-6d62253d14e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'eabcf060-0cb4-4e45-bdad-09c9f8ba3840'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:11:16.209334 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-1ba03f92-1e8d-4231-ab74-dc61e6d50292 service neutron] Attempting to bind port d87e8fc5-a55d-468b-9b19-a624cfa104be on network eabcf060-0cb4-4e45-bdad-09c9f8ba3840 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:11:16.214920 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-1ba03f92-1e8d-4231-ab74-dc61e6d50292 service neutron] Port d87e8fc5-a55d-468b-9b19-a624cfa104be on network eabcf060-0cb4-4e45-bdad-09c9f8ba3840 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:11:16.215336 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-1ba03f92-1e8d-4231-ab74-dc61e6d50292 service neutron] Attempting to bind port d87e8fc5-a55d-468b-9b19-a624cfa104be on network eabcf060-0cb4-4e45-bdad-09c9f8ba3840 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:11:16.222857 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-1ba03f92-1e8d-4231-ab74-dc61e6d50292 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:11:16.223593 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-1ba03f92-1e8d-4231-ab74-dc61e6d50292 service neutron] Checking segment: {'id': 'c648d322-e76b-40b5-b1a0-6d62253d14e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'eabcf060-0cb4-4e45-bdad-09c9f8ba3840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:11:16.224323 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-1ba03f92-1e8d-4231-ab74-dc61e6d50292 service neutron] Bound using segment: {'id': 'c648d322-e76b-40b5-b1a0-6d62253d14e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'eabcf060-0cb4-4e45-bdad-09c9f8ba3840'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:11:16.224791 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-1ba03f92-1e8d-4231-ab74-dc61e6d50292 service neutron] Bound port: d87e8fc5-a55d-468b-9b19-a624cfa104be, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c648d322-e76b-40b5-b1a0-6d62253d14e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'eabcf060-0cb4-4e45-bdad-09c9f8ba3840'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:11:16.225164 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-1ba03f92-1e8d-4231-ab74-dc61e6d50292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:16.312341 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-1ba03f92-1e8d-4231-ab74-dc61e6d50292 service neutron] For port d87e8fc5-a55d-468b-9b19-a624cfa104be, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:11:16.318535 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f193793-60d6-4e4e-8dd9-a763990dd260 req-127df10b-af63-46f6-a060-22ac94fe7eec tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:16.319103 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-1ba03f92-1e8d-4231-ab74-dc61e6d50292 service neutron] For port d87e8fc5-a55d-468b-9b19-a624cfa104be, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=d87e8fc5-a55d-468b-9b19-a624cfa104be,segment=NetworkSegment(c648d322-e76b-40b5-b1a0-6d62253d14e4),segment_id=c648d322-e76b-40b5-b1a0-6d62253d14e4)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:11:16.320292 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2f193793-60d6-4e4e-8dd9-a763990dd260 req-127df10b-af63-46f6-a060-22ac94fe7eec tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?device_id=92935a3f-38d5-4ae7-b8cb-689d71b87d2e HTTP/1.1" status: 200 len: 943 time: 0.0797632 Sep 01 16:11:16.326439 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-1ba03f92-1e8d-4231-ab74-dc61e6d50292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:16.371425 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2f193793-60d6-4e4e-8dd9-a763990dd260 req-e79bbd6b-9a93-4524-803f-3569e7f483bd tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc1ca491-5aa2-4b88-bfdf-a1080c8a1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413663 Sep 01 16:11:16.374464 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-1ba03f92-1e8d-4231-ab74-dc61e6d50292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:16.374694 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-1ba03f92-1e8d-4231-ab74-dc61e6d50292 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:16.376333 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-1ba03f92-1e8d-4231-ab74-dc61e6d50292 service neutron] 10.222.0.45 "PUT /v2.0/ports/d87e8fc5-a55d-468b-9b19-a624cfa104be HTTP/1.1" status: 200 len: 1091 time: 0.7775946 Sep 01 16:11:16.376795 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92935a3f-38d5-4ae7-b8cb-689d71b87d2e', 'tag': 'd87e8fc5-a55d-468b-9b19-a624cfa104be'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:11:16.380923 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63425565-0429-4ed4-a54b-ed0bb0299014" -d '{"events": [{"name": "network-changed", "server_uuid": "92935a3f-38d5-4ae7-b8cb-689d71b87d2e", "tag": "d87e8fc5-a55d-468b-9b19-a624cfa104be"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:11:16.413050 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=f5859d9d-2bb2-4854-80dc-ce35e1a8338e,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:16.424637 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 01ec3409-1854-474a-9432-8541816fbf98 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:11:16.425004 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:16.448017 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba03f92-1e8d-4231-ab74-dc61e6d50292 service neutron] Pushing event updated for resources: {'Port': ['ID=d87e8fc5-a55d-468b-9b19-a624cfa104be,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:16.486261 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4cd407-a56f-4536-a51f-f5eaf2432a35 x-openstack-request-id: req-ce4cd407-a56f-4536-a51f-f5eaf2432a35 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:11:16.486617 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92935a3f-38d5-4ae7-b8cb-689d71b87d2e", "tag": "d87e8fc5-a55d-468b-9b19-a624cfa104be", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:11:16.486813 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ce4cd407-a56f-4536-a51f-f5eaf2432a35 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:11:16.487369 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92935a3f-38d5-4ae7-b8cb-689d71b87d2e', 'tag': 'd87e8fc5-a55d-468b-9b19-a624cfa104be', 'status': 'completed', 'code': 200} Sep 01 16:11:16.504497 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-9dd473e5-cbde-4f57-b523-2d3977fae6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:16.506050 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-9dd473e5-cbde-4f57-b523-2d3977fae6f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=202152bd0e7e47b1b5d9c5e950ccff39&device_id=92935a3f-38d5-4ae7-b8cb-689d71b87d2e HTTP/1.1" status: 200 len: 1094 time: 0.0532684 Sep 01 16:11:16.571952 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-6dd5bae7-6805-476e-98e8-18311ca33b5f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d87e8fc5-a55d-468b-9b19-a624cfa104be HTTP/1.1" status: 200 len: 217 time: 0.0558283 Sep 01 16:11:16.631046 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-42adb2ac-f3d8-4045-979d-374e24e6886c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:16.632584 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-42adb2ac-f3d8-4045-979d-374e24e6886c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d478e50e-ab77-4879-ad82-4ae6ea117cef HTTP/1.1" status: 200 len: 856 time: 0.0536883 Sep 01 16:11:16.683548 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-843dff8a-6e1f-4155-a4da-b73354e12b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:16.685482 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-843dff8a-6e1f-4155-a4da-b73354e12b63 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eabcf060-0cb4-4e45-bdad-09c9f8ba3840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460243 Sep 01 16:11:16.786012 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-900be86f-cbad-48f3-a131-b6782b0d5f6b service neutron] 10.222.0.45 "GET /v2.0/networks/eabcf060-0cb4-4e45-bdad-09c9f8ba3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909283 Sep 01 16:11:16.880507 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2b9b6d79-5d37-420a-8561-7e4690b80eac req-03eb5012-b01a-4e73-b7e7-221c8dc48164 service neutron] 10.222.0.45 "GET /v2.0/networks/eabcf060-0cb4-4e45-bdad-09c9f8ba3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875969 Sep 01 16:11:16.963952 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63425565-0429-4ed4-a54b-ed0bb0299014 req-f1a52ba3-6b20-42ab-9eb2-3ba51cecb60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:16.965424 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-63425565-0429-4ed4-a54b-ed0bb0299014 req-f1a52ba3-6b20-42ab-9eb2-3ba51cecb60d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=202152bd0e7e47b1b5d9c5e950ccff39&device_id=92935a3f-38d5-4ae7-b8cb-689d71b87d2e HTTP/1.1" status: 200 len: 1094 time: 0.0408015 Sep 01 16:11:17.060118 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63425565-0429-4ed4-a54b-ed0bb0299014 req-cb234279-a93a-4e84-9b61-5497b66b5522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:17.061527 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-63425565-0429-4ed4-a54b-ed0bb0299014 req-cb234279-a93a-4e84-9b61-5497b66b5522 service neutron] 10.222.0.45 "GET /v2.0/networks?id=eabcf060-0cb4-4e45-bdad-09c9f8ba3840 HTTP/1.1" status: 200 len: 918 time: 0.0879824 Sep 01 16:11:17.104561 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-63425565-0429-4ed4-a54b-ed0bb0299014 req-2e3c5d0c-b93f-4cdc-8cec-0cf031855e7e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d87e8fc5-a55d-468b-9b19-a624cfa104be HTTP/1.1" status: 200 len: 217 time: 0.0356188 Sep 01 16:11:17.158834 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63425565-0429-4ed4-a54b-ed0bb0299014 req-4e7ec632-514a-45da-b876-054b13534b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:17.160317 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-63425565-0429-4ed4-a54b-ed0bb0299014 req-4e7ec632-514a-45da-b876-054b13534b4b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d478e50e-ab77-4879-ad82-4ae6ea117cef HTTP/1.1" status: 200 len: 856 time: 0.0490341 Sep 01 16:11:17.210967 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63425565-0429-4ed4-a54b-ed0bb0299014 req-3734228f-1ee7-4db5-982f-ecbbbf9e8eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:17.213310 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-63425565-0429-4ed4-a54b-ed0bb0299014 req-3734228f-1ee7-4db5-982f-ecbbbf9e8eb5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eabcf060-0cb4-4e45-bdad-09c9f8ba3840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410688 Sep 01 16:11:17.302756 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-63425565-0429-4ed4-a54b-ed0bb0299014 req-50091267-8f28-4d81-8c88-91904d5bd425 service neutron] 10.222.0.45 "GET /v2.0/networks/eabcf060-0cb4-4e45-bdad-09c9f8ba3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815666 Sep 01 16:11:17.411966 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-63425565-0429-4ed4-a54b-ed0bb0299014 req-893af37a-90c6-4714-9a44-7d33be09efca service neutron] 10.222.0.45 "GET /v2.0/networks/eabcf060-0cb4-4e45-bdad-09c9f8ba3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015639 Sep 01 16:11:17.489899 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ce016-6837-4f6a-afe1-40bdaf5fa29a req-e3dae299-dc20-4eef-bff6-fce788425c35 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:17.491425 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8c0ce016-6837-4f6a-afe1-40bdaf5fa29a req-e3dae299-dc20-4eef-bff6-fce788425c35 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?device_id=92935a3f-38d5-4ae7-b8cb-689d71b87d2e HTTP/1.1" status: 200 len: 943 time: 0.0495098 Sep 01 16:11:17.534039 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8c0ce016-6837-4f6a-afe1-40bdaf5fa29a req-c5190d85-bcba-4847-a607-0ce24840b7a0 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc1ca491-5aa2-4b88-bfdf-a1080c8a1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361247 Sep 01 16:11:17.808892 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f5859d9d-2bb2-4854-80dc-ce35e1a8338e up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:11:17.857376 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port f5859d9d-2bb2-4854-80dc-ce35e1a8338e triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:11:17.857946 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:18.656787 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3cd86-98e5-40c2-9273-064166c59911 req-6aedfbb8-e49b-415f-a9c4-e5e76d3c808c tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:18.658319 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-36e3cd86-98e5-40c2-9273-064166c59911 req-6aedfbb8-e49b-415f-a9c4-e5e76d3c808c tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?device_id=92935a3f-38d5-4ae7-b8cb-689d71b87d2e HTTP/1.1" status: 200 len: 943 time: 0.0522823 Sep 01 16:11:18.697428 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-36e3cd86-98e5-40c2-9273-064166c59911 req-20d1f31b-ce93-4a73-a88e-0159e0253f1c tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc1ca491-5aa2-4b88-bfdf-a1080c8a1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323324 Sep 01 16:11:19.826857 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1021da6-c12a-4aac-ad36-c1434e7569ea req-bc0de260-859b-4185-8214-2ffbbe27834e tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:19.828413 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a1021da6-c12a-4aac-ad36-c1434e7569ea req-bc0de260-859b-4185-8214-2ffbbe27834e tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?device_id=92935a3f-38d5-4ae7-b8cb-689d71b87d2e HTTP/1.1" status: 200 len: 943 time: 0.0608079 Sep 01 16:11:19.868331 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a1021da6-c12a-4aac-ad36-c1434e7569ea req-392c4eac-5350-442a-a9ed-79ae6b7a8a3d tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc1ca491-5aa2-4b88-bfdf-a1080c8a1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338373 Sep 01 16:11:20.071529 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device d87e8fc5-a55d-468b-9b19-a624cfa104be details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:11:20.165883 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port d87e8fc5-a55d-468b-9b19-a624cfa104be, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=d87e8fc5-a55d-468b-9b19-a624cfa104be,segment=NetworkSegment(c648d322-e76b-40b5-b1a0-6d62253d14e4),segment_id=c648d322-e76b-40b5-b1a0-6d62253d14e4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:11:20.177980 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'd87e8fc5-a55d-468b-9b19-a624cfa104be', 'network_id': 'eabcf060-0cb4-4e45-bdad-09c9f8ba3840', 'port_id': 'd87e8fc5-a55d-468b-9b19-a624cfa104be', 'mac_address': 'fa:16:3e:ea:e8:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd478e50e-ab77-4879-ad82-4ae6ea117cef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:11:20.215727 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:20.229165 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d87e8fc5-a55d-468b-9b19-a624cfa104be {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:11:20.248353 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port d87e8fc5-a55d-468b-9b19-a624cfa104be, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=d87e8fc5-a55d-468b-9b19-a624cfa104be,segment=NetworkSegment(c648d322-e76b-40b5-b1a0-6d62253d14e4),segment_id=c648d322-e76b-40b5-b1a0-6d62253d14e4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:11:20.252676 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:20.304644 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=d87e8fc5-a55d-468b-9b19-a624cfa104be,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:20.456251 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['d87e8fc5-a55d-468b-9b19-a624cfa104be'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:11:20.986207 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c453b0e-31cf-43e7-96f7-57cfd87ff833 req-99305cbf-d4ce-452a-95fe-2542bcb0768f tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:20.987756 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c453b0e-31cf-43e7-96f7-57cfd87ff833 req-99305cbf-d4ce-452a-95fe-2542bcb0768f tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?device_id=92935a3f-38d5-4ae7-b8cb-689d71b87d2e HTTP/1.1" status: 200 len: 944 time: 0.0506647 Sep 01 16:11:21.030509 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c453b0e-31cf-43e7-96f7-57cfd87ff833 req-85536a38-2056-4a42-8e08-b2aecc22bc7d tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc1ca491-5aa2-4b88-bfdf-a1080c8a1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366313 Sep 01 16:11:22.088628 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device d87e8fc5-a55d-468b-9b19-a624cfa104be up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:11:22.144089 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port d87e8fc5-a55d-468b-9b19-a624cfa104be completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:11:22.148581 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port d87e8fc5-a55d-468b-9b19-a624cfa104be triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:11:22.149065 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:22.152181 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d2fba-3c4a-4412-b8fc-c610a4ffe173 req-bfd639a3-9f14-469b-8e3b-4b36b59ba501 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:22.153777 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-508d2fba-3c4a-4412-b8fc-c610a4ffe173 req-bfd639a3-9f14-469b-8e3b-4b36b59ba501 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?device_id=92935a3f-38d5-4ae7-b8cb-689d71b87d2e HTTP/1.1" status: 200 len: 944 time: 0.0529428 Sep 01 16:11:22.198002 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-508d2fba-3c4a-4412-b8fc-c610a4ffe173 req-cd04d301-215a-45c3-a091-74565ff990fd tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc1ca491-5aa2-4b88-bfdf-a1080c8a1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331793 Sep 01 16:11:22.231618 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:22.253284 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92935a3f-38d5-4ae7-b8cb-689d71b87d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87e8fc5-a55d-468b-9b19-a624cfa104be'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:11:22.255632 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbbcd43-eb0b-4106-b418-f90ffa4f792f" -d '{"events": [{"server_uuid": "92935a3f-38d5-4ae7-b8cb-689d71b87d2e", "name": "network-vif-plugged", "status": "completed", "tag": "d87e8fc5-a55d-468b-9b19-a624cfa104be"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:11:22.267592 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port d87e8fc5-a55d-468b-9b19-a624cfa104be, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=d87e8fc5-a55d-468b-9b19-a624cfa104be,segment=NetworkSegment(c648d322-e76b-40b5-b1a0-6d62253d14e4),segment_id=c648d322-e76b-40b5-b1a0-6d62253d14e4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:11:22.271888 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:22.297080 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998fbe3a-d59f-4a89-83b8-6237db8348ac x-openstack-request-id: req-998fbe3a-d59f-4a89-83b8-6237db8348ac {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:11:22.297400 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92935a3f-38d5-4ae7-b8cb-689d71b87d2e", "name": "network-vif-plugged", "status": "completed", "tag": "d87e8fc5-a55d-468b-9b19-a624cfa104be", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:11:22.297657 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-998fbe3a-d59f-4a89-83b8-6237db8348ac {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:11:22.298046 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92935a3f-38d5-4ae7-b8cb-689d71b87d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87e8fc5-a55d-468b-9b19-a624cfa104be', 'code': 200} Sep 01 16:11:22.326359 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=d87e8fc5-a55d-468b-9b19-a624cfa104be,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:22.394326 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8e87d-45f0-4a39-8ce1-4558346ff88f req-daed2639-64f4-49cf-aaee-3bdc18216490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:22.395900 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9de8e87d-45f0-4a39-8ce1-4558346ff88f req-daed2639-64f4-49cf-aaee-3bdc18216490 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=92935a3f-38d5-4ae7-b8cb-689d71b87d2e HTTP/1.1" status: 200 len: 1096 time: 0.0411015 Sep 01 16:11:22.430814 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9de8e87d-45f0-4a39-8ce1-4558346ff88f req-218310c2-a81b-464d-b3a4-6b5b10edec20 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fc1ca491-5aa2-4b88-bfdf-a1080c8a1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276682 Sep 01 16:11:23.315364 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c18766-f5ad-470a-844c-37aa63d2edd9 req-ddc29205-6012-4d66-8a5f-5a5dddc1459b tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:23.316926 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c2c18766-f5ad-470a-844c-37aa63d2edd9 req-ddc29205-6012-4d66-8a5f-5a5dddc1459b tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?device_id=92935a3f-38d5-4ae7-b8cb-689d71b87d2e HTTP/1.1" status: 200 len: 945 time: 0.0515165 Sep 01 16:11:23.361022 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c2c18766-f5ad-470a-844c-37aa63d2edd9 req-3fa4bccf-580b-429a-9861-c541852031ca tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc1ca491-5aa2-4b88-bfdf-a1080c8a1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371478 Sep 01 16:11:24.477196 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76916b6d-8496-43b0-b6a1-c2121bf40599 req-6bee3587-da1d-4bf8-aa54-b6538e2cbc72 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:24.478730 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76916b6d-8496-43b0-b6a1-c2121bf40599 req-6bee3587-da1d-4bf8-aa54-b6538e2cbc72 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?device_id=92935a3f-38d5-4ae7-b8cb-689d71b87d2e HTTP/1.1" status: 200 len: 945 time: 0.0498006 Sep 01 16:11:24.516445 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-76916b6d-8496-43b0-b6a1-c2121bf40599 req-15b96c90-e4e9-4a40-bce3-21650f3e2fa4 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc1ca491-5aa2-4b88-bfdf-a1080c8a1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317273 Sep 01 16:11:24.630774 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184e27e-3659-4b4f-ad6e-c398461ac34b req-756b9368-410a-45f8-8348-0924d11c0faa tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:24.632254 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6184e27e-3659-4b4f-ad6e-c398461ac34b req-756b9368-410a-45f8-8348-0924d11c0faa tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?device_id=92935a3f-38d5-4ae7-b8cb-689d71b87d2e HTTP/1.1" status: 200 len: 945 time: 0.0496333 Sep 01 16:11:24.671213 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6184e27e-3659-4b4f-ad6e-c398461ac34b req-228a140e-aea7-461a-98d6-1d10c1293456 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc1ca491-5aa2-4b88-bfdf-a1080c8a1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328259 Sep 01 16:11:25.774551 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:11:28.264525 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:37.146664 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-abea82bf-4d1e-48cf-86c1-c6d14d94567b req-8dbed063-f25e-4c98-959c-698f154244b9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=92935a3f-38d5-4ae7-b8cb-689d71b87d2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411179 Sep 01 16:11:37.238966 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea82bf-4d1e-48cf-86c1-c6d14d94567b req-bb3c5c70-ed3b-47ae-b719-ab617d7ed103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:37.240447 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-abea82bf-4d1e-48cf-86c1-c6d14d94567b req-bb3c5c70-ed3b-47ae-b719-ab617d7ed103 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=202152bd0e7e47b1b5d9c5e950ccff39&device_id=92935a3f-38d5-4ae7-b8cb-689d71b87d2e HTTP/1.1" status: 200 len: 1096 time: 0.0453644 Sep 01 16:11:37.358872 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea82bf-4d1e-48cf-86c1-c6d14d94567b req-c1f0ec4d-c090-47be-bce7-a9e18d32a49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:37.360435 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-abea82bf-4d1e-48cf-86c1-c6d14d94567b req-c1f0ec4d-c090-47be-bce7-a9e18d32a49c service neutron] 10.222.0.45 "GET /v2.0/networks?id=eabcf060-0cb4-4e45-bdad-09c9f8ba3840 HTTP/1.1" status: 200 len: 918 time: 0.0874674 Sep 01 16:11:37.414512 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-abea82bf-4d1e-48cf-86c1-c6d14d94567b req-c3406732-c46b-4072-badd-cb6021826d0e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d87e8fc5-a55d-468b-9b19-a624cfa104be HTTP/1.1" status: 200 len: 217 time: 0.0404418 Sep 01 16:11:37.469463 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea82bf-4d1e-48cf-86c1-c6d14d94567b req-49b80491-d246-4f4d-9114-dbe7eb80566f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:37.471003 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-abea82bf-4d1e-48cf-86c1-c6d14d94567b req-49b80491-d246-4f4d-9114-dbe7eb80566f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d478e50e-ab77-4879-ad82-4ae6ea117cef HTTP/1.1" status: 200 len: 856 time: 0.0494323 Sep 01 16:11:37.518175 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea82bf-4d1e-48cf-86c1-c6d14d94567b req-45f47cef-5aec-4c40-b4ad-31ced84e411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:37.519718 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-abea82bf-4d1e-48cf-86c1-c6d14d94567b req-45f47cef-5aec-4c40-b4ad-31ced84e411d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=eabcf060-0cb4-4e45-bdad-09c9f8ba3840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417349 Sep 01 16:11:37.622013 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-abea82bf-4d1e-48cf-86c1-c6d14d94567b req-06c4e21b-63d7-460e-97a9-86eb369cbafb service neutron] 10.222.0.45 "GET /v2.0/networks/eabcf060-0cb4-4e45-bdad-09c9f8ba3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882013 Sep 01 16:11:37.730685 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-abea82bf-4d1e-48cf-86c1-c6d14d94567b req-58f3c1cf-4f0d-414e-98e8-3c559e96d5f6 service neutron] 10.222.0.45 "GET /v2.0/networks/eabcf060-0cb4-4e45-bdad-09c9f8ba3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936141 Sep 01 16:11:39.126385 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:39.393172 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3647959f-972f-474c-9651-cbe351c9845f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:42.238964 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:43.176178 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1cad5-67c2-45d7-9913-b48551b2ac12 req-415ebbe2-7498-400b-a6c0-c079781f732c tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:43.177677 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2ff1cad5-67c2-45d7-9913-b48551b2ac12 req-415ebbe2-7498-400b-a6c0-c079781f732c tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?device_id=92935a3f-38d5-4ae7-b8cb-689d71b87d2e HTTP/1.1" status: 200 len: 945 time: 0.0501943 Sep 01 16:11:43.217303 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2ff1cad5-67c2-45d7-9913-b48551b2ac12 req-e302bf0d-8bed-4fb2-ba8e-e89cafbf4b5a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc1ca491-5aa2-4b88-bfdf-a1080c8a1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335155 Sep 01 16:11:43.476558 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:43.732659 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-437fb4df-54d1-4b39-8980-23f18ec9d460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:44.336288 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db51748-a4c2-4fa4-aaed-6c4da25aed6c req-fd56da88-e70c-4e04-a691-ddf197b997e9 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:44.337777 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6db51748-a4c2-4fa4-aaed-6c4da25aed6c req-fd56da88-e70c-4e04-a691-ddf197b997e9 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?device_id=92935a3f-38d5-4ae7-b8cb-689d71b87d2e HTTP/1.1" status: 200 len: 945 time: 0.0498033 Sep 01 16:11:44.375850 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6db51748-a4c2-4fa4-aaed-6c4da25aed6c req-0ac81008-422f-426b-a161-9327d1454c1a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc1ca491-5aa2-4b88-bfdf-a1080c8a1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315638 Sep 01 16:11:44.879241 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bac886-fc27-4e2f-b6cb-529b6a359643 req-94a4a357-64c2-4dd3-803d-46cd760a2908 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:44.880622 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-72bac886-fc27-4e2f-b6cb-529b6a359643 req-94a4a357-64c2-4dd3-803d-46cd760a2908 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.45 "GET /v2.0/ports?device_id=92935a3f-38d5-4ae7-b8cb-689d71b87d2e HTTP/1.1" status: 200 len: 945 time: 0.0534217 Sep 01 16:11:44.967856 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-72bac886-fc27-4e2f-b6cb-529b6a359643 req-1fbcc0aa-8e57-412c-9ee9-1d945405b27e tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Deleting port d87e8fc5-a55d-468b-9b19-a624cfa104be {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:11:44.968440 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-72bac886-fc27-4e2f-b6cb-529b6a359643 req-1fbcc0aa-8e57-412c-9ee9-1d945405b27e tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:45.059956 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-72bac886-fc27-4e2f-b6cb-529b6a359643 req-1fbcc0aa-8e57-412c-9ee9-1d945405b27e tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] For port d87e8fc5-a55d-468b-9b19-a624cfa104be, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=d87e8fc5-a55d-468b-9b19-a624cfa104be,segment=NetworkSegment(c648d322-e76b-40b5-b1a0-6d62253d14e4),segment_id=c648d322-e76b-40b5-b1a0-6d62253d14e4)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:11:45.060322 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-72bac886-fc27-4e2f-b6cb-529b6a359643 req-1fbcc0aa-8e57-412c-9ee9-1d945405b27e tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:45.073308 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-72bac886-fc27-4e2f-b6cb-529b6a359643 req-1fbcc0aa-8e57-412c-9ee9-1d945405b27e tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Calling delete_port for d87e8fc5-a55d-468b-9b19-a624cfa104be owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:11:45.199606 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-72bac886-fc27-4e2f-b6cb-529b6a359643 req-1fbcc0aa-8e57-412c-9ee9-1d945405b27e tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:45.212942 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['d87e8fc5-a55d-468b-9b19-a624cfa104be'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:11:45.233510 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbcc0aa-8e57-412c-9ee9-1d945405b27e tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Pushing event deleted for resources: {'Port': ['ID=d87e8fc5-a55d-468b-9b19-a624cfa104be,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:45.274521 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bac886-fc27-4e2f-b6cb-529b6a359643 req-1fbcc0aa-8e57-412c-9ee9-1d945405b27e tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] No DVR routers for this DVR port d87e8fc5-a55d-468b-9b19-a624cfa104be on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:11:45.277367 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-72bac886-fc27-4e2f-b6cb-529b6a359643 req-1fbcc0aa-8e57-412c-9ee9-1d945405b27e tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:45.279523 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-72bac886-fc27-4e2f-b6cb-529b6a359643 req-1fbcc0aa-8e57-412c-9ee9-1d945405b27e tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.45 "DELETE /v2.0/ports/d87e8fc5-a55d-468b-9b19-a624cfa104be HTTP/1.1" status: 204 len: 173 time: 0.3924117 Sep 01 16:11:45.279972 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92935a3f-38d5-4ae7-b8cb-689d71b87d2e', 'name': 'network-vif-deleted', 'tag': 'd87e8fc5-a55d-468b-9b19-a624cfa104be'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:11:45.282210 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2377451-5c3f-41cc-9bf1-fd057be14e4d" -d '{"events": [{"server_uuid": "92935a3f-38d5-4ae7-b8cb-689d71b87d2e", "name": "network-vif-deleted", "tag": "d87e8fc5-a55d-468b-9b19-a624cfa104be"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:11:45.325167 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78452b70-da08-4d67-9f06-0af4294432d5 x-openstack-request-id: req-78452b70-da08-4d67-9f06-0af4294432d5 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:11:45.325329 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92935a3f-38d5-4ae7-b8cb-689d71b87d2e", "name": "network-vif-deleted", "tag": "d87e8fc5-a55d-468b-9b19-a624cfa104be", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:11:45.325617 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-78452b70-da08-4d67-9f06-0af4294432d5 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:11:45.326045 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92935a3f-38d5-4ae7-b8cb-689d71b87d2e', 'name': 'network-vif-deleted', 'tag': 'd87e8fc5-a55d-468b-9b19-a624cfa104be', 'status': 'completed', 'code': 200} Sep 01 16:11:45.384492 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:45.483420 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e91bfd77-73fd-4e68-967c-0468fd8afc96 req-a0875bd6-b00a-4493-88e4-78742471195e tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?device_id=92935a3f-38d5-4ae7-b8cb-689d71b87d2e HTTP/1.1" status: 200 len: 210 time: 0.0269957 Sep 01 16:11:46.953495 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-08a8144f-8048-44b5-a58e-bc90f68d309b tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:46.954981 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-08a8144f-8048-44b5-a58e-bc90f68d309b tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/networks?id=eabcf060-0cb4-4e45-bdad-09c9f8ba3840 HTTP/1.1" status: 200 len: 817 time: 0.1037583 Sep 01 16:11:46.970771 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-d9b17495-47d7-4139-bbea-874960c05603 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/quotas/202152bd0e7e47b1b5d9c5e950ccff39 HTTP/1.1" status: 200 len: 375 time: 0.0099206 Sep 01 16:11:47.021548 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-42ffa964-3e56-47a3-a494-b7eb34f3883e tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=202152bd0e7e47b1b5d9c5e950ccff39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453115 Sep 01 16:11:47.120499 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-61867227-c4ee-4712-a2a0-c31c9af960fb service neutron] 10.222.0.60 "GET /v2.0/networks/eabcf060-0cb4-4e45-bdad-09c9f8ba3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868876 Sep 01 16:11:47.209238 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-702d9baf-cadc-4091-bddb-a8520e11b775 service neutron] 10.222.0.60 "GET /v2.0/networks/eabcf060-0cb4-4e45-bdad-09c9f8ba3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826614 Sep 01 16:11:47.367848 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-92b7e1f8-5bee-4f29-9725-0c3459f07eb5 req-43937a62-0470-4943-a5b1-cd95e41e15d5 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b2970dc-059e-4943-9c92-3e30d3e8e1ee HTTP/1.1" status: 200 len: 210 time: 0.0278263 Sep 01 16:11:48.149088 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device d87e8fc5-a55d-468b-9b19-a624cfa104be no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:11:48.171972 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: d87e8fc5-a55d-468b-9b19-a624cfa104be {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:11:48.172306 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device d87e8fc5-a55d-468b-9b19-a624cfa104be not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:11:48.461464 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-06c65c7b-e0a5-4854-ab55-e4d8cb24139a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:48.462933 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-06c65c7b-e0a5-4854-ab55-e4d8cb24139a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.62 "GET /v2.0/networks?id=eabcf060-0cb4-4e45-bdad-09c9f8ba3840 HTTP/1.1" status: 200 len: 817 time: 0.1075659 Sep 01 16:11:48.471039 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-58a76c5c-3e15-4b9a-9b68-60e71e70e151 req-6f06d78f-cd5a-46bf-8575-b05541d92444 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b2970dc-059e-4943-9c92-3e30d3e8e1ee HTTP/1.1" status: 200 len: 210 time: 0.0330253 Sep 01 16:11:48.499464 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-4c67b827-f246-4430-bdc9-48e44db4626a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Request body: {'port': {'device_id': '0b2970dc-059e-4943-9c92-3e30d3e8e1ee', 'network_id': 'eabcf060-0cb4-4e45-bdad-09c9f8ba3840', 'admin_state_up': True, 'tenant_id': '202152bd0e7e47b1b5d9c5e950ccff39'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:11:48.611571 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-4c67b827-f246-4430-bdc9-48e44db4626a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Made reservation on behalf of 202152bd0e7e47b1b5d9c5e950ccff39 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:11:48.615208 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-4c67b827-f246-4430-bdc9-48e44db4626a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:48.740749 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-4c67b827-f246-4430-bdc9-48e44db4626a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Allocated IP 172.20.0.8 (eabcf060-0cb4-4e45-bdad-09c9f8ba3840/d478e50e-ab77-4879-ad82-4ae6ea117cef/451e2ad6-27aa-421f-bf1e-4c87166fb341) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:11:48.892066 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-4c67b827-f246-4430-bdc9-48e44db4626a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:48.905847 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-4c67b827-f246-4430-bdc9-48e44db4626a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Transition to ACTIVE for port object 451e2ad6-27aa-421f-bf1e-4c87166fb341 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:11:48.937707 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-4c67b827-f246-4430-bdc9-48e44db4626a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:48.981245 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-4c67b827-f246-4430-bdc9-48e44db4626a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Network eabcf060-0cb4-4e45-bdad-09c9f8ba3840 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:11:48.984433 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-4c67b827-f246-4430-bdc9-48e44db4626a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:11:48.988223 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-4c67b827-f246-4430-bdc9-48e44db4626a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:11:48.995079 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67b827-f246-4430-bdc9-48e44db4626a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Pushing event updated for resources: {'Port': ['ID=451e2ad6-27aa-421f-bf1e-4c87166fb341,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:49.023647 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67b827-f246-4430-bdc9-48e44db4626a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:49.024007 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67b827-f246-4430-bdc9-48e44db4626a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:49.024350 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67b827-f246-4430-bdc9-48e44db4626a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:49.024690 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67b827-f246-4430-bdc9-48e44db4626a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:49.025025 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67b827-f246-4430-bdc9-48e44db4626a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:49.025363 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67b827-f246-4430-bdc9-48e44db4626a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:49.025704 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67b827-f246-4430-bdc9-48e44db4626a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:49.026066 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67b827-f246-4430-bdc9-48e44db4626a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:49.026430 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67b827-f246-4430-bdc9-48e44db4626a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:49.026760 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67b827-f246-4430-bdc9-48e44db4626a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:49.027085 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67b827-f246-4430-bdc9-48e44db4626a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:49.027408 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c67b827-f246-4430-bdc9-48e44db4626a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:49.058107 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-4c67b827-f246-4430-bdc9-48e44db4626a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:49.058806 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-4c67b827-f246-4430-bdc9-48e44db4626a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:49.074551 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-4c67b827-f246-4430-bdc9-48e44db4626a tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5789886 Sep 01 16:11:49.098795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-6a05fe8f-a9e2-4a6e-938a-bab278de841c service neutron] Request body: {'port': {'device_id': '0b2970dc-059e-4943-9c92-3e30d3e8e1ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:11:49.154979 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-6a05fe8f-a9e2-4a6e-938a-bab278de841c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:49.195693 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-baf796a7-bdc2-4b2d-8e6b-33905269ead7 None None] Provisioning for port 451e2ad6-27aa-421f-bf1e-4c87166fb341 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:11:49.199539 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-baf796a7-bdc2-4b2d-8e6b-33905269ead7 None None] Provisioning complete for port 451e2ad6-27aa-421f-bf1e-4c87166fb341 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:11:49.199917 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-baf796a7-bdc2-4b2d-8e6b-33905269ead7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:49.236827 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-baf796a7-bdc2-4b2d-8e6b-33905269ead7 None None] Port 451e2ad6-27aa-421f-bf1e-4c87166fb341 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:11:49.420481 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-6a05fe8f-a9e2-4a6e-938a-bab278de841c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 451e2ad6-27aa-421f-bf1e-4c87166fb341 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:11:49.427666 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-6a05fe8f-a9e2-4a6e-938a-bab278de841c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:49.440455 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-6a05fe8f-a9e2-4a6e-938a-bab278de841c service neutron] Transition to ACTIVE for port object 451e2ad6-27aa-421f-bf1e-4c87166fb341 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:11:49.443592 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-6a05fe8f-a9e2-4a6e-938a-bab278de841c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:49.493472 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05fe8f-a9e2-4a6e-938a-bab278de841c service neutron] Pushing event updated for resources: {'Port': ['ID=451e2ad6-27aa-421f-bf1e-4c87166fb341,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:49.616067 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d64dd8-49c6-4801-8ca5-01c327c2ba90 req-edc48379-98bc-4e4d-a1ca-a0fd05bc375d tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:49.617611 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73d64dd8-49c6-4801-8ca5-01c327c2ba90 req-edc48379-98bc-4e4d-a1ca-a0fd05bc375d tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b2970dc-059e-4943-9c92-3e30d3e8e1ee HTTP/1.1" status: 200 len: 943 time: 0.0743515 Sep 01 16:11:49.618370 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-6a05fe8f-a9e2-4a6e-938a-bab278de841c service neutron] Attempting to bind port 451e2ad6-27aa-421f-bf1e-4c87166fb341 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:11:49.618704 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-6a05fe8f-a9e2-4a6e-938a-bab278de841c service neutron] Attempting to bind port 451e2ad6-27aa-421f-bf1e-4c87166fb341 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': 'c648d322-e76b-40b5-b1a0-6d62253d14e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'eabcf060-0cb4-4e45-bdad-09c9f8ba3840'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:11:49.619031 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-6a05fe8f-a9e2-4a6e-938a-bab278de841c service neutron] Attempting to bind port 451e2ad6-27aa-421f-bf1e-4c87166fb341 on network eabcf060-0cb4-4e45-bdad-09c9f8ba3840 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:11:49.625886 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-6a05fe8f-a9e2-4a6e-938a-bab278de841c service neutron] Port 451e2ad6-27aa-421f-bf1e-4c87166fb341 on network eabcf060-0cb4-4e45-bdad-09c9f8ba3840 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:11:49.626210 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-6a05fe8f-a9e2-4a6e-938a-bab278de841c service neutron] Attempting to bind port 451e2ad6-27aa-421f-bf1e-4c87166fb341 on network eabcf060-0cb4-4e45-bdad-09c9f8ba3840 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:11:49.641872 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-6a05fe8f-a9e2-4a6e-938a-bab278de841c service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:11:49.642213 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-6a05fe8f-a9e2-4a6e-938a-bab278de841c service neutron] Checking segment: {'id': 'c648d322-e76b-40b5-b1a0-6d62253d14e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'eabcf060-0cb4-4e45-bdad-09c9f8ba3840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:11:49.642622 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-6a05fe8f-a9e2-4a6e-938a-bab278de841c service neutron] Bound using segment: {'id': 'c648d322-e76b-40b5-b1a0-6d62253d14e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'eabcf060-0cb4-4e45-bdad-09c9f8ba3840'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:11:49.643059 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-6a05fe8f-a9e2-4a6e-938a-bab278de841c service neutron] Bound port: 451e2ad6-27aa-421f-bf1e-4c87166fb341, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c648d322-e76b-40b5-b1a0-6d62253d14e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'eabcf060-0cb4-4e45-bdad-09c9f8ba3840'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:11:49.643422 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-6a05fe8f-a9e2-4a6e-938a-bab278de841c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:49.692932 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73d64dd8-49c6-4801-8ca5-01c327c2ba90 req-ddff6449-e90a-4bc8-8ec7-6b49c0c6dc29 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc1ca491-5aa2-4b88-bfdf-a1080c8a1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685937 Sep 01 16:11:49.722213 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-6a05fe8f-a9e2-4a6e-938a-bab278de841c service neutron] For port 451e2ad6-27aa-421f-bf1e-4c87166fb341, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:11:49.725378 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-6a05fe8f-a9e2-4a6e-938a-bab278de841c service neutron] For port 451e2ad6-27aa-421f-bf1e-4c87166fb341, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=451e2ad6-27aa-421f-bf1e-4c87166fb341,segment=NetworkSegment(c648d322-e76b-40b5-b1a0-6d62253d14e4),segment_id=c648d322-e76b-40b5-b1a0-6d62253d14e4)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:11:49.731089 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-6a05fe8f-a9e2-4a6e-938a-bab278de841c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:49.764961 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-6a05fe8f-a9e2-4a6e-938a-bab278de841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:49.765586 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-6a05fe8f-a9e2-4a6e-938a-bab278de841c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:49.766996 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-6a05fe8f-a9e2-4a6e-938a-bab278de841c service neutron] 10.222.0.62 "PUT /v2.0/ports/451e2ad6-27aa-421f-bf1e-4c87166fb341 HTTP/1.1" status: 200 len: 1091 time: 0.6729047 Sep 01 16:11:49.767460 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b2970dc-059e-4943-9c92-3e30d3e8e1ee', 'tag': '451e2ad6-27aa-421f-bf1e-4c87166fb341'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:11:49.769826 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a64a1e-f84e-43b3-a63f-e8fede0f3729" -d '{"events": [{"name": "network-changed", "server_uuid": "0b2970dc-059e-4943-9c92-3e30d3e8e1ee", "tag": "451e2ad6-27aa-421f-bf1e-4c87166fb341"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:11:49.803227 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05fe8f-a9e2-4a6e-938a-bab278de841c service neutron] Pushing event updated for resources: {'Port': ['ID=451e2ad6-27aa-421f-bf1e-4c87166fb341,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:49.818530 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9649c46a-bc60-452d-9877-da659abc1f8e x-openstack-request-id: req-9649c46a-bc60-452d-9877-da659abc1f8e {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:11:49.818905 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b2970dc-059e-4943-9c92-3e30d3e8e1ee", "tag": "451e2ad6-27aa-421f-bf1e-4c87166fb341", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:11:49.819288 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9649c46a-bc60-452d-9877-da659abc1f8e {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:11:49.819767 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b2970dc-059e-4943-9c92-3e30d3e8e1ee', 'tag': '451e2ad6-27aa-421f-bf1e-4c87166fb341', 'status': 'completed', 'code': 200} Sep 01 16:11:49.903745 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-495c78d4-b6c1-4a92-9b8f-bb7e0220c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:49.905308 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-495c78d4-b6c1-4a92-9b8f-bb7e0220c9b8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=202152bd0e7e47b1b5d9c5e950ccff39&device_id=0b2970dc-059e-4943-9c92-3e30d3e8e1ee HTTP/1.1" status: 200 len: 1094 time: 0.0432851 Sep 01 16:11:49.959516 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-c1ba04a0-d6ab-4a99-b95f-d71bd04b81fa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=451e2ad6-27aa-421f-bf1e-4c87166fb341 HTTP/1.1" status: 200 len: 217 time: 0.0384283 Sep 01 16:11:50.008687 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-6584823f-ce7b-47a3-b57d-e9ba891ff37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:50.010698 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-6584823f-ce7b-47a3-b57d-e9ba891ff37d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d478e50e-ab77-4879-ad82-4ae6ea117cef HTTP/1.1" status: 200 len: 856 time: 0.0431442 Sep 01 16:11:50.060795 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-b82088ba-5cf8-46de-8e9b-e1a3763bf8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:50.062213 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-b82088ba-5cf8-46de-8e9b-e1a3763bf8a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eabcf060-0cb4-4e45-bdad-09c9f8ba3840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393908 Sep 01 16:11:50.155566 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-6169f563-5046-41cc-a1ec-b32751b392e0 service neutron] 10.222.0.62 "GET /v2.0/networks/eabcf060-0cb4-4e45-bdad-09c9f8ba3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854263 Sep 01 16:11:50.245674 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a64567fa-9211-48bf-ab95-83c7bb36ead6 req-5514d92d-a1e9-491f-b437-87080f39d855 service neutron] 10.222.0.62 "GET /v2.0/networks/eabcf060-0cb4-4e45-bdad-09c9f8ba3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818393 Sep 01 16:11:50.383463 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a64a1e-f84e-43b3-a63f-e8fede0f3729 req-7ac67981-2c4e-4da8-917a-c5ae4cf703b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:50.384953 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-42a64a1e-f84e-43b3-a63f-e8fede0f3729 req-7ac67981-2c4e-4da8-917a-c5ae4cf703b9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=202152bd0e7e47b1b5d9c5e950ccff39&device_id=0b2970dc-059e-4943-9c92-3e30d3e8e1ee HTTP/1.1" status: 200 len: 1094 time: 0.0458133 Sep 01 16:11:50.474646 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a64a1e-f84e-43b3-a63f-e8fede0f3729 req-4d3b092d-8b05-4523-b232-1afaaf836027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:50.476124 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-42a64a1e-f84e-43b3-a63f-e8fede0f3729 req-4d3b092d-8b05-4523-b232-1afaaf836027 service neutron] 10.222.0.62 "GET /v2.0/networks?id=eabcf060-0cb4-4e45-bdad-09c9f8ba3840 HTTP/1.1" status: 200 len: 918 time: 0.0825129 Sep 01 16:11:50.518765 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-42a64a1e-f84e-43b3-a63f-e8fede0f3729 req-01e77f37-5fd1-4d97-9d75-837fe2a8d6cb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=451e2ad6-27aa-421f-bf1e-4c87166fb341 HTTP/1.1" status: 200 len: 217 time: 0.0349534 Sep 01 16:11:50.582257 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a64a1e-f84e-43b3-a63f-e8fede0f3729 req-6499d84b-e4fb-4ec9-9758-6f4bef625c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:50.583758 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-42a64a1e-f84e-43b3-a63f-e8fede0f3729 req-6499d84b-e4fb-4ec9-9758-6f4bef625c2f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d478e50e-ab77-4879-ad82-4ae6ea117cef HTTP/1.1" status: 200 len: 856 time: 0.0483265 Sep 01 16:11:50.631317 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a64a1e-f84e-43b3-a63f-e8fede0f3729 req-3acbf01f-eb0b-4020-83a2-e51623bba829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:50.632861 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-42a64a1e-f84e-43b3-a63f-e8fede0f3729 req-3acbf01f-eb0b-4020-83a2-e51623bba829 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eabcf060-0cb4-4e45-bdad-09c9f8ba3840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414500 Sep 01 16:11:50.723941 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-42a64a1e-f84e-43b3-a63f-e8fede0f3729 req-d6d19f8b-46f5-4d78-826f-a4b103ffd2ae service neutron] 10.222.0.62 "GET /v2.0/networks/eabcf060-0cb4-4e45-bdad-09c9f8ba3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805895 Sep 01 16:11:50.851710 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315314e8-e70c-49de-80a8-b482079a2944 req-773b758d-007b-4f4b-a828-88ec874965e4 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:50.853174 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-315314e8-e70c-49de-80a8-b482079a2944 req-773b758d-007b-4f4b-a828-88ec874965e4 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b2970dc-059e-4943-9c92-3e30d3e8e1ee HTTP/1.1" status: 200 len: 943 time: 0.0748980 Sep 01 16:11:50.859880 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-42a64a1e-f84e-43b3-a63f-e8fede0f3729 req-7ff3b889-e37c-4b1c-9e62-fa2c2b19759a service neutron] 10.222.0.62 "GET /v2.0/networks/eabcf060-0cb4-4e45-bdad-09c9f8ba3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275072 Sep 01 16:11:50.895217 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-315314e8-e70c-49de-80a8-b482079a2944 req-70799135-99a9-4cb9-8675-8d6ad0c59457 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc1ca491-5aa2-4b88-bfdf-a1080c8a1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343797 Sep 01 16:11:52.011897 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98761d56-c43c-4d11-9fe3-a04a8ac588ae req-51613391-3983-40c4-9a0a-c628cfbec95c tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:52.013352 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-98761d56-c43c-4d11-9fe3-a04a8ac588ae req-51613391-3983-40c4-9a0a-c628cfbec95c tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b2970dc-059e-4943-9c92-3e30d3e8e1ee HTTP/1.1" status: 200 len: 943 time: 0.0492301 Sep 01 16:11:52.054208 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-98761d56-c43c-4d11-9fe3-a04a8ac588ae req-043a0ce7-1052-4948-a993-732157e960a7 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc1ca491-5aa2-4b88-bfdf-a1080c8a1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346158 Sep 01 16:11:52.860882 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 451e2ad6-27aa-421f-bf1e-4c87166fb341 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:11:52.952180 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 451e2ad6-27aa-421f-bf1e-4c87166fb341, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=451e2ad6-27aa-421f-bf1e-4c87166fb341,segment=NetworkSegment(c648d322-e76b-40b5-b1a0-6d62253d14e4),segment_id=c648d322-e76b-40b5-b1a0-6d62253d14e4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:11:52.963794 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '451e2ad6-27aa-421f-bf1e-4c87166fb341', 'network_id': 'eabcf060-0cb4-4e45-bdad-09c9f8ba3840', 'port_id': '451e2ad6-27aa-421f-bf1e-4c87166fb341', 'mac_address': 'fa:16:3e:fd:10:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd478e50e-ab77-4879-ad82-4ae6ea117cef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:11:52.999194 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:53.015048 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 451e2ad6-27aa-421f-bf1e-4c87166fb341 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:11:53.033807 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 451e2ad6-27aa-421f-bf1e-4c87166fb341, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=451e2ad6-27aa-421f-bf1e-4c87166fb341,segment=NetworkSegment(c648d322-e76b-40b5-b1a0-6d62253d14e4),segment_id=c648d322-e76b-40b5-b1a0-6d62253d14e4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:11:53.037807 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:53.084585 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=451e2ad6-27aa-421f-bf1e-4c87166fb341,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:53.092844 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:53.093177 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:53.093908 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:53.094246 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:53.094597 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:53.095003 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:53.095330 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:53.095650 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:53.096123 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:53.096445 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:53.096767 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:53.097085 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:11:53.171662 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b70901-3e63-4a91-9f97-2a70dff5c834 req-f17b48c3-9520-4a35-8bb6-61f10d141909 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:53.173154 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09b70901-3e63-4a91-9f97-2a70dff5c834 req-f17b48c3-9520-4a35-8bb6-61f10d141909 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b2970dc-059e-4943-9c92-3e30d3e8e1ee HTTP/1.1" status: 200 len: 944 time: 0.0519819 Sep 01 16:11:53.209887 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-09b70901-3e63-4a91-9f97-2a70dff5c834 req-82bdc643-ffa1-425d-a972-d8d52f16771f tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc1ca491-5aa2-4b88-bfdf-a1080c8a1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306988 Sep 01 16:11:53.405637 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['451e2ad6-27aa-421f-bf1e-4c87166fb341'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:11:54.330359 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ae51a-e953-4b19-96dd-9b47f01dfa3f req-157feb09-49ca-4e34-a31f-a25e9b714bfa tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:54.331942 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d29ae51a-e953-4b19-96dd-9b47f01dfa3f req-157feb09-49ca-4e34-a31f-a25e9b714bfa tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b2970dc-059e-4943-9c92-3e30d3e8e1ee HTTP/1.1" status: 200 len: 944 time: 0.0541122 Sep 01 16:11:54.371459 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d29ae51a-e953-4b19-96dd-9b47f01dfa3f req-0d940550-e2b3-430d-a9b5-fa3cd8e576c9 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc1ca491-5aa2-4b88-bfdf-a1080c8a1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334332 Sep 01 16:11:54.864991 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 451e2ad6-27aa-421f-bf1e-4c87166fb341 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:11:54.919551 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 451e2ad6-27aa-421f-bf1e-4c87166fb341 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:11:54.923459 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 451e2ad6-27aa-421f-bf1e-4c87166fb341 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:11:54.923829 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:55.003290 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:55.036774 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2970dc-059e-4943-9c92-3e30d3e8e1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451e2ad6-27aa-421f-bf1e-4c87166fb341'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:11:55.039352 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de3b090-2861-4f12-9990-b1075366ec4f" -d '{"events": [{"server_uuid": "0b2970dc-059e-4943-9c92-3e30d3e8e1ee", "name": "network-vif-plugged", "status": "completed", "tag": "451e2ad6-27aa-421f-bf1e-4c87166fb341"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:11:55.054785 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 451e2ad6-27aa-421f-bf1e-4c87166fb341, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=451e2ad6-27aa-421f-bf1e-4c87166fb341,segment=NetworkSegment(c648d322-e76b-40b5-b1a0-6d62253d14e4),segment_id=c648d322-e76b-40b5-b1a0-6d62253d14e4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:11:55.059033 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:55.089292 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d407587-22a5-4175-a280-a8a26a5f0acb x-openstack-request-id: req-7d407587-22a5-4175-a280-a8a26a5f0acb {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:11:55.089582 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b2970dc-059e-4943-9c92-3e30d3e8e1ee", "name": "network-vif-plugged", "status": "completed", "tag": "451e2ad6-27aa-421f-bf1e-4c87166fb341", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:11:55.089836 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d407587-22a5-4175-a280-a8a26a5f0acb {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:11:55.090216 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2970dc-059e-4943-9c92-3e30d3e8e1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451e2ad6-27aa-421f-bf1e-4c87166fb341', 'code': 200} Sep 01 16:11:55.228360 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92be88-e5c8-4955-bf0f-9a21cacbff32 req-62180b62-3aad-4c66-9689-6ddd9d34b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:55.229995 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8a92be88-e5c8-4955-bf0f-9a21cacbff32 req-62180b62-3aad-4c66-9689-6ddd9d34b348 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0b2970dc-059e-4943-9c92-3e30d3e8e1ee HTTP/1.1" status: 200 len: 1096 time: 0.0471857 Sep 01 16:11:55.271504 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8a92be88-e5c8-4955-bf0f-9a21cacbff32 req-efb2e179-16d7-45c9-adaf-abd9a33f3615 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fc1ca491-5aa2-4b88-bfdf-a1080c8a1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322590 Sep 01 16:11:55.282219 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=451e2ad6-27aa-421f-bf1e-4c87166fb341,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:11:55.494862 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e82f09-c992-4f75-918d-6c2d40b53c9c req-f5392d7f-fb04-4446-9000-7e7e98f0f6cd tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:55.496273 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b0e82f09-c992-4f75-918d-6c2d40b53c9c req-f5392d7f-fb04-4446-9000-7e7e98f0f6cd tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b2970dc-059e-4943-9c92-3e30d3e8e1ee HTTP/1.1" status: 200 len: 945 time: 0.0540414 Sep 01 16:11:55.534761 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b0e82f09-c992-4f75-918d-6c2d40b53c9c req-48424a50-2b38-40ef-9967-722437fd76a8 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc1ca491-5aa2-4b88-bfdf-a1080c8a1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322044 Sep 01 16:11:56.651631 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b6c41-8e90-4bfe-9cf7-50ee83d4b3db req-d6a0af7a-1351-47c6-8915-c7ba0ae13be6 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:56.653186 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-538b6c41-8e90-4bfe-9cf7-50ee83d4b3db req-d6a0af7a-1351-47c6-8915-c7ba0ae13be6 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b2970dc-059e-4943-9c92-3e30d3e8e1ee HTTP/1.1" status: 200 len: 945 time: 0.0490324 Sep 01 16:11:56.690816 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-538b6c41-8e90-4bfe-9cf7-50ee83d4b3db req-65397b02-ffbe-4c1e-b874-8f6ffdcc1617 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc1ca491-5aa2-4b88-bfdf-a1080c8a1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316420 Sep 01 16:11:56.812676 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f2971-42c5-4225-9a9e-3109dac30420 req-b2bdd471-fe0c-4e76-9173-8a1bfe65fe65 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:11:56.814155 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c59f2971-42c5-4225-9a9e-3109dac30420 req-b2bdd471-fe0c-4e76-9173-8a1bfe65fe65 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b2970dc-059e-4943-9c92-3e30d3e8e1ee HTTP/1.1" status: 200 len: 945 time: 0.0542688 Sep 01 16:11:56.857657 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c59f2971-42c5-4225-9a9e-3109dac30420 req-bc7797af-a5d7-4541-8730-64cf4d54fe13 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc1ca491-5aa2-4b88-bfdf-a1080c8a1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370138 Sep 01 16:11:58.272362 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:11:59.921150 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aab98020-fea0-446f-94ad-e1e99b6400a3 req-0d92f46b-c83b-47a5-b622-272bf637f839 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0b2970dc-059e-4943-9c92-3e30d3e8e1ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475287 Sep 01 16:12:00.032067 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab98020-fea0-446f-94ad-e1e99b6400a3 req-080d16c2-84d4-4bfc-8f0e-14d7000f7f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:00.033652 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aab98020-fea0-446f-94ad-e1e99b6400a3 req-080d16c2-84d4-4bfc-8f0e-14d7000f7f32 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=202152bd0e7e47b1b5d9c5e950ccff39&device_id=0b2970dc-059e-4943-9c92-3e30d3e8e1ee HTTP/1.1" status: 200 len: 1096 time: 0.0479288 Sep 01 16:12:00.149287 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab98020-fea0-446f-94ad-e1e99b6400a3 req-9228774d-3317-42e9-9655-e6fc6daa142d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:00.150909 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aab98020-fea0-446f-94ad-e1e99b6400a3 req-9228774d-3317-42e9-9655-e6fc6daa142d service neutron] 10.222.0.62 "GET /v2.0/networks?id=eabcf060-0cb4-4e45-bdad-09c9f8ba3840 HTTP/1.1" status: 200 len: 918 time: 0.0948207 Sep 01 16:12:00.201050 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aab98020-fea0-446f-94ad-e1e99b6400a3 req-597daba7-76a1-4005-b073-bcd9285f3f01 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=451e2ad6-27aa-421f-bf1e-4c87166fb341 HTTP/1.1" status: 200 len: 217 time: 0.0409365 Sep 01 16:12:00.253648 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab98020-fea0-446f-94ad-e1e99b6400a3 req-721263d5-52ca-4d28-8350-7749b730be58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:00.255126 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aab98020-fea0-446f-94ad-e1e99b6400a3 req-721263d5-52ca-4d28-8350-7749b730be58 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d478e50e-ab77-4879-ad82-4ae6ea117cef HTTP/1.1" status: 200 len: 856 time: 0.0470376 Sep 01 16:12:00.305102 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab98020-fea0-446f-94ad-e1e99b6400a3 req-fc958966-2cb2-4545-a940-6d887a5c9234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:00.307204 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aab98020-fea0-446f-94ad-e1e99b6400a3 req-fc958966-2cb2-4545-a940-6d887a5c9234 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=eabcf060-0cb4-4e45-bdad-09c9f8ba3840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439026 Sep 01 16:12:00.412994 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aab98020-fea0-446f-94ad-e1e99b6400a3 req-baa6d798-f8c6-413b-9480-53f0f7340817 service neutron] 10.222.0.62 "GET /v2.0/networks/eabcf060-0cb4-4e45-bdad-09c9f8ba3840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974734 Sep 01 16:12:00.524524 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aab98020-fea0-446f-94ad-e1e99b6400a3 req-602581ee-d5e3-4281-b579-bc00a221efd2 service neutron] 10.222.0.62 "GET /v2.0/networks/eabcf060-0cb4-4e45-bdad-09c9f8ba3840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038742 Sep 01 16:12:02.774562 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:12:09.126722 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:09.400158 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-10fa5110-9ecd-4a01-8600-cbefaedb8029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:12.243212 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:13.477575 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:13.734629 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d6672532-249a-42e7-aa34-7ee15cc23eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:15.383275 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:16.479958 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c015a-25ff-4974-b330-e2906c678e51 req-2c2f1434-fd89-4599-bbc0-888a59539453 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:16.481438 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c22c015a-25ff-4974-b330-e2906c678e51 req-2c2f1434-fd89-4599-bbc0-888a59539453 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b2970dc-059e-4943-9c92-3e30d3e8e1ee HTTP/1.1" status: 200 len: 945 time: 0.0507669 Sep 01 16:12:16.520622 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c22c015a-25ff-4974-b330-e2906c678e51 req-de1dd686-0734-45e2-b874-ebc92098de11 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc1ca491-5aa2-4b88-bfdf-a1080c8a1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326560 Sep 01 16:12:17.643878 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d0215-7ccf-4283-ac9a-7fbb73ac245a req-7ce1aa31-d9b4-4a82-8d23-c0cc5ac29ff2 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:17.645401 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-660d0215-7ccf-4283-ac9a-7fbb73ac245a req-7ce1aa31-d9b4-4a82-8d23-c0cc5ac29ff2 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b2970dc-059e-4943-9c92-3e30d3e8e1ee HTTP/1.1" status: 200 len: 945 time: 0.0554311 Sep 01 16:12:17.683940 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-660d0215-7ccf-4283-ac9a-7fbb73ac245a req-cfe1880b-6fd5-40b2-b6c4-c4508281d904 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc1ca491-5aa2-4b88-bfdf-a1080c8a1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324614 Sep 01 16:12:18.461203 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18eb874-985e-4655-a08b-460220b14546 req-a3ad9eb0-5766-454e-b232-8aa1f44638ee tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:18.462774 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e18eb874-985e-4655-a08b-460220b14546 req-a3ad9eb0-5766-454e-b232-8aa1f44638ee tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b2970dc-059e-4943-9c92-3e30d3e8e1ee HTTP/1.1" status: 200 len: 945 time: 0.0498052 Sep 01 16:12:18.557204 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-e18eb874-985e-4655-a08b-460220b14546 req-c31e306a-7e29-408f-8ce8-7369e8ea585f tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Deleting port 451e2ad6-27aa-421f-bf1e-4c87166fb341 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:12:18.557551 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e18eb874-985e-4655-a08b-460220b14546 req-c31e306a-7e29-408f-8ce8-7369e8ea585f tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:18.652849 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-e18eb874-985e-4655-a08b-460220b14546 req-c31e306a-7e29-408f-8ce8-7369e8ea585f tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] For port 451e2ad6-27aa-421f-bf1e-4c87166fb341, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=451e2ad6-27aa-421f-bf1e-4c87166fb341,segment=NetworkSegment(c648d322-e76b-40b5-b1a0-6d62253d14e4),segment_id=c648d322-e76b-40b5-b1a0-6d62253d14e4)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:18.653638 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e18eb874-985e-4655-a08b-460220b14546 req-c31e306a-7e29-408f-8ce8-7369e8ea585f tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:18.667765 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-e18eb874-985e-4655-a08b-460220b14546 req-c31e306a-7e29-408f-8ce8-7369e8ea585f tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Calling delete_port for 451e2ad6-27aa-421f-bf1e-4c87166fb341 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:12:18.805981 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e18eb874-985e-4655-a08b-460220b14546 req-c31e306a-7e29-408f-8ce8-7369e8ea585f tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:18.809074 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff74ca-15cb-4de6-9861-efae6142be9f req-24cc70fd-48d0-4ade-8d11-158617cd1491 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:18.815444 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7eff74ca-15cb-4de6-9861-efae6142be9f req-24cc70fd-48d0-4ade-8d11-158617cd1491 tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b2970dc-059e-4943-9c92-3e30d3e8e1ee HTTP/1.1" status: 200 len: 945 time: 0.0575743 Sep 01 16:12:18.843735 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e306a-7e29-408f-8ce8-7369e8ea585f tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Pushing event deleted for resources: {'Port': ['ID=451e2ad6-27aa-421f-bf1e-4c87166fb341,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:18.848150 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['451e2ad6-27aa-421f-bf1e-4c87166fb341'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:12:18.870330 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7eff74ca-15cb-4de6-9861-efae6142be9f req-1134b2c9-5c6b-4e3c-9fa9-2394e2c720df tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc1ca491-5aa2-4b88-bfdf-a1080c8a1fde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528779 Sep 01 16:12:18.886448 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18eb874-985e-4655-a08b-460220b14546 req-c31e306a-7e29-408f-8ce8-7369e8ea585f tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] No DVR routers for this DVR port 451e2ad6-27aa-421f-bf1e-4c87166fb341 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:12:18.891130 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e18eb874-985e-4655-a08b-460220b14546 req-c31e306a-7e29-408f-8ce8-7369e8ea585f tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:18.893341 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e18eb874-985e-4655-a08b-460220b14546 req-c31e306a-7e29-408f-8ce8-7369e8ea585f tempest-TestEncryptedCinderVolumes-1675067811 tempest-TestEncryptedCinderVolumes-1675067811-project] 10.222.0.62 "DELETE /v2.0/ports/451e2ad6-27aa-421f-bf1e-4c87166fb341 HTTP/1.1" status: 204 len: 173 time: 0.4231682 Sep 01 16:12:18.893959 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b2970dc-059e-4943-9c92-3e30d3e8e1ee', 'name': 'network-vif-deleted', 'tag': '451e2ad6-27aa-421f-bf1e-4c87166fb341'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:12:18.896395 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90099f53-253f-442c-979a-d0ab46a87675" -d '{"events": [{"server_uuid": "0b2970dc-059e-4943-9c92-3e30d3e8e1ee", "name": "network-vif-deleted", "tag": "451e2ad6-27aa-421f-bf1e-4c87166fb341"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:12:18.949073 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa5822e-a44d-48c4-ad96-1de26978c1da x-openstack-request-id: req-1fa5822e-a44d-48c4-ad96-1de26978c1da {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:12:18.949368 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b2970dc-059e-4943-9c92-3e30d3e8e1ee", "name": "network-vif-deleted", "tag": "451e2ad6-27aa-421f-bf1e-4c87166fb341", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:12:18.949621 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1fa5822e-a44d-48c4-ad96-1de26978c1da {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:12:18.950019 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b2970dc-059e-4943-9c92-3e30d3e8e1ee', 'name': 'network-vif-deleted', 'tag': '451e2ad6-27aa-421f-bf1e-4c87166fb341', 'status': 'completed', 'code': 200} Sep 01 16:12:19.971220 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56582) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:20.327747 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7e65b0b-3647-40e9-908c-8b0ab11d4312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:20.583388 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7e65b0b-3647-40e9-908c-8b0ab11d4312 admin admin] Deleting port b7c71bcd-6428-4166-9cff-01727349ae86 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:12:20.583708 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7e65b0b-3647-40e9-908c-8b0ab11d4312 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:20.666149 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f7e65b0b-3647-40e9-908c-8b0ab11d4312 admin admin] For port b7c71bcd-6428-4166-9cff-01727349ae86, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b7c71bcd-6428-4166-9cff-01727349ae86,segment=NetworkSegment(c648d322-e76b-40b5-b1a0-6d62253d14e4),segment_id=c648d322-e76b-40b5-b1a0-6d62253d14e4)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:20.666533 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7e65b0b-3647-40e9-908c-8b0ab11d4312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:20.679909 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f7e65b0b-3647-40e9-908c-8b0ab11d4312 admin admin] Calling delete_port for b7c71bcd-6428-4166-9cff-01727349ae86 owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:12:20.864144 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7e65b0b-3647-40e9-908c-8b0ab11d4312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:20.894207 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e65b0b-3647-40e9-908c-8b0ab11d4312 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7c71bcd-6428-4166-9cff-01727349ae86,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:21.076311 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f7e65b0b-3647-40e9-908c-8b0ab11d4312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:21.301511 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e65b0b-3647-40e9-908c-8b0ab11d4312 admin admin] Router 42fbb00e-8aa2-42a9-9362-009b0e3c1bb9 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:12:21.740691 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e65b0b-3647-40e9-908c-8b0ab11d4312 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:12:21.746236 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f7e65b0b-3647-40e9-908c-8b0ab11d4312 admin admin] 10.222.0.60 "PUT /v2.0/routers/42fbb00e-8aa2-42a9-9362-009b0e3c1bb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7740018 Sep 01 16:12:21.749261 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56584) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:21.751571 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32dc29d-9a31-4fdf-9132-c19b86550715 None None] Sync routers for ids ['42fbb00e-8aa2-42a9-9362-009b0e3c1bb9'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:12:21.760614 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32dc29d-9a31-4fdf-9132-c19b86550715 None None] Routers {'42fbb00e-8aa2-42a9-9362-009b0e3c1bb9'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:12:21.761240 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b32dc29d-9a31-4fdf-9132-c19b86550715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:12:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['42fbb00e-8aa2-42a9-9362-009b0e3c1bb9'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:21.856204 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-df3d2eda-000e-4407-8fc0-4a293a1b1c60 admin admin] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:21.866587 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-b32dc29d-9a31-4fdf-9132-c19b86550715 None None] Set router 42fbb00e-8aa2-42a9-9362-009b0e3c1bb9 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:12:21.953284 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-df3d2eda-000e-4407-8fc0-4a293a1b1c60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:22.008925 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-df3d2eda-000e-4407-8fc0-4a293a1b1c60 admin admin] Deleting port b681097b-ee84-4b22-9237-868ac16cf7bf {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:12:22.009180 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-df3d2eda-000e-4407-8fc0-4a293a1b1c60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:22.043908 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b32dc29d-9a31-4fdf-9132-c19b86550715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fbb00e-8aa2-42a9-9362-009b0e3c1bb9', 'name': 'tempest-TestEncryptedCinderVolumes-1810878961-router', 'tenant_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'b681097b-ee84-4b22-9237-868ac16cf7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:11:03Z', 'updated_at': '2021-09-01T16:12:20Z', 'revision_number': 5, 'project_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'gw_port': {'id': 'b681097b-ee84-4b22-9237-868ac16cf7bf', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:7a:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fbb00e-8aa2-42a9-9362-009b0e3c1bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:11:04Z', 'updated_at': '2021-09-01T16:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:22.070039 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32dc29d-9a31-4fdf-9132-c19b86550715 None None] Checking router: 42fbb00e-8aa2-42a9-9362-009b0e3c1bb9 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:12:22.078230 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32dc29d-9a31-4fdf-9132-c19b86550715 None None] Routers {'42fbb00e-8aa2-42a9-9362-009b0e3c1bb9'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:12:22.078871 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b32dc29d-9a31-4fdf-9132-c19b86550715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:12:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['42fbb00e-8aa2-42a9-9362-009b0e3c1bb9'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:22.085857 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-df3d2eda-000e-4407-8fc0-4a293a1b1c60 admin admin] For port b681097b-ee84-4b22-9237-868ac16cf7bf, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b681097b-ee84-4b22-9237-868ac16cf7bf,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:22.086391 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-df3d2eda-000e-4407-8fc0-4a293a1b1c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:22.100163 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-df3d2eda-000e-4407-8fc0-4a293a1b1c60 admin admin] Calling delete_port for b681097b-ee84-4b22-9237-868ac16cf7bf owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:12:22.171758 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-b32dc29d-9a31-4fdf-9132-c19b86550715 None None] Set router 42fbb00e-8aa2-42a9-9362-009b0e3c1bb9 gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:12:22.223782 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b32dc29d-9a31-4fdf-9132-c19b86550715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fbb00e-8aa2-42a9-9362-009b0e3c1bb9', 'name': 'tempest-TestEncryptedCinderVolumes-1810878961-router', 'tenant_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:11:03Z', 'updated_at': '2021-09-01T16:12:21Z', 'revision_number': 6, 'project_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:22.252666 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32dc29d-9a31-4fdf-9132-c19b86550715 None None] The sync data for ids ['42fbb00e-8aa2-42a9-9362-009b0e3c1bb9'] in n-d-794796-3 is: [{'id': '42fbb00e-8aa2-42a9-9362-009b0e3c1bb9', 'name': 'tempest-TestEncryptedCinderVolumes-1810878961-router', 'tenant_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:11:03Z', 'updated_at': '2021-09-01T16:12:21Z', 'revision_number': 6, 'project_id': '202152bd0e7e47b1b5d9c5e950ccff39', 'gw_port_host': None}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:12:22.272595 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-df3d2eda-000e-4407-8fc0-4a293a1b1c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:22.300188 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d2eda-000e-4407-8fc0-4a293a1b1c60 admin admin] Pushing event deleted for resources: {'Port': ['ID=b681097b-ee84-4b22-9237-868ac16cf7bf,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:22.362873 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-df3d2eda-000e-4407-8fc0-4a293a1b1c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:22.453189 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-df3d2eda-000e-4407-8fc0-4a293a1b1c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:22.455588 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-df3d2eda-000e-4407-8fc0-4a293a1b1c60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:22.498153 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-df3d2eda-000e-4407-8fc0-4a293a1b1c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:22.498710 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3d2eda-000e-4407-8fc0-4a293a1b1c60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42fbb00e-8aa2-42a9-9362-009b0e3c1bb9 {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:12:22.503327 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-df3d2eda-000e-4407-8fc0-4a293a1b1c60 admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:22.506947 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-df3d2eda-000e-4407-8fc0-4a293a1b1c60 admin admin] 10.222.0.60 "DELETE /v2.0/routers/42fbb00e-8aa2-42a9-9362-009b0e3c1bb9 HTTP/1.1" status: 204 len: 168 time: 0.7548602 Sep 01 16:12:22.507646 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56586) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:22.554388 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a204648-8bcc-4c1b-9818-688ad3b087a2 admin admin] Deleting subnet d478e50e-ab77-4879-ad82-4ae6ea117cef {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:12:22.557925 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1a204648-8bcc-4c1b-9818-688ad3b087a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:22.592199 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1a204648-8bcc-4c1b-9818-688ad3b087a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:22.671481 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1a204648-8bcc-4c1b-9818-688ad3b087a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:22.728006 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1a204648-8bcc-4c1b-9818-688ad3b087a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:22.772206 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a204648-8bcc-4c1b-9818-688ad3b087a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d478e50e-ab77-4879-ad82-4ae6ea117cef,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:22.774695 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1a204648-8bcc-4c1b-9818-688ad3b087a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:22.777794 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1a204648-8bcc-4c1b-9818-688ad3b087a2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d478e50e-ab77-4879-ad82-4ae6ea117cef HTTP/1.1" status: 204 len: 168 time: 0.2695191 Sep 01 16:12:22.778564 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a148f151-992b-489a-bc16-a89ae5d7581b None None] Network eabcf060-0cb4-4e45-bdad-09c9f8ba3840 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:12:22.780325 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56588) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:22.859684 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2654794-4809-472f-bc59-09ee5a4af042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:22.918730 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f2654794-4809-472f-bc59-09ee5a4af042 admin admin] Deleting port f313a673-19c5-4b10-a1ca-12b653a9e8db {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:12:22.919223 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2654794-4809-472f-bc59-09ee5a4af042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:22.951101 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c4742b-65d5-4e91-8a04-65b7ebca85b4 None None] DHCP port deletion for eabcf060-0cb4-4e45-bdad-09c9f8ba3840 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:12:22.977718 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 451e2ad6-27aa-421f-bf1e-4c87166fb341 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:12:22.993242 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-f2654794-4809-472f-bc59-09ee5a4af042 admin admin] For port f313a673-19c5-4b10-a1ca-12b653a9e8db, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f313a673-19c5-4b10-a1ca-12b653a9e8db,segment=NetworkSegment(c648d322-e76b-40b5-b1a0-6d62253d14e4),segment_id=c648d322-e76b-40b5-b1a0-6d62253d14e4)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:22.994326 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2654794-4809-472f-bc59-09ee5a4af042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.002344 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 451e2ad6-27aa-421f-bf1e-4c87166fb341 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:12:23.002692 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 451e2ad6-27aa-421f-bf1e-4c87166fb341 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:12:23.010603 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-f2654794-4809-472f-bc59-09ee5a4af042 admin admin] Calling delete_port for f313a673-19c5-4b10-a1ca-12b653a9e8db owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:12:23.023270 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4742b-65d5-4e91-8a04-65b7ebca85b4 None None] Deleting port f313a673-19c5-4b10-a1ca-12b653a9e8db {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:12:23.023654 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a9c4742b-65d5-4e91-8a04-65b7ebca85b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.086493 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a9c4742b-65d5-4e91-8a04-65b7ebca85b4 None None] For port f313a673-19c5-4b10-a1ca-12b653a9e8db, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f313a673-19c5-4b10-a1ca-12b653a9e8db,segment=NetworkSegment(c648d322-e76b-40b5-b1a0-6d62253d14e4),segment_id=c648d322-e76b-40b5-b1a0-6d62253d14e4)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:23.086789 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a9c4742b-65d5-4e91-8a04-65b7ebca85b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.089860 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2654794-4809-472f-bc59-09ee5a4af042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.103798 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-a9c4742b-65d5-4e91-8a04-65b7ebca85b4 None None] Calling delete_port for f313a673-19c5-4b10-a1ca-12b653a9e8db owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:12:23.116712 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2654794-4809-472f-bc59-09ee5a4af042 admin admin] Pushing event deleted for resources: {'Port': ['ID=f313a673-19c5-4b10-a1ca-12b653a9e8db,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:23.121955 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2654794-4809-472f-bc59-09ee5a4af042 admin admin] No DVR routers for this DVR port f313a673-19c5-4b10-a1ca-12b653a9e8db on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:12:23.178432 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a9c4742b-65d5-4e91-8a04-65b7ebca85b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.197194 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2654794-4809-472f-bc59-09ee5a4af042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.202134 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4742b-65d5-4e91-8a04-65b7ebca85b4 None None] Pushing event deleted for resources: {'Port': ['ID=f313a673-19c5-4b10-a1ca-12b653a9e8db,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:23.207746 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c4742b-65d5-4e91-8a04-65b7ebca85b4 None None] No DVR routers for this DVR port f313a673-19c5-4b10-a1ca-12b653a9e8db on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:12:23.208475 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-f2654794-4809-472f-bc59-09ee5a4af042 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabcf060-0cb4-4e45-bdad-09c9f8ba3840']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:23.221893 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-f2654794-4809-472f-bc59-09ee5a4af042 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c648d322-e76b-40b5-b1a0-6d62253d14e4') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:23.222193 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-f2654794-4809-472f-bc59-09ee5a4af042 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c648d322-e76b-40b5-b1a0-6d62253d14e4') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:23.231721 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2654794-4809-472f-bc59-09ee5a4af042 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.246032 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2654794-4809-472f-bc59-09ee5a4af042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.252585 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2654794-4809-472f-bc59-09ee5a4af042 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:12:23.253156 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2654794-4809-472f-bc59-09ee5a4af042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: timer() Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:12:23.254927 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:12:23.317212 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2654794-4809-472f-bc59-09ee5a4af042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.322171 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f2654794-4809-472f-bc59-09ee5a4af042 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.327321 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f2654794-4809-472f-bc59-09ee5a4af042 admin admin] 10.222.0.60 "DELETE /v2.0/networks/eabcf060-0cb4-4e45-bdad-09c9f8ba3840 HTTP/1.1" status: 204 len: 168 time: 0.5424919 Sep 01 16:12:23.327539 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56590) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:23.336849 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2654794-4809-472f-bc59-09ee5a4af042 admin admin] Pushing event deleted for resources: {'Network': ['ID=eabcf060-0cb4-4e45-bdad-09c9f8ba3840,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:23.679097 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-77721a06-2748-4f81-96b4-7aaf5c3c34b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:23.856126 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b7c71bcd-6428-4166-9cff-01727349ae86 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:12:23.875601 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: b7c71bcd-6428-4166-9cff-01727349ae86 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:12:23.875956 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b7c71bcd-6428-4166-9cff-01727349ae86 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:12:23.876382 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f313a673-19c5-4b10-a1ca-12b653a9e8db no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:12:23.895234 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: f313a673-19c5-4b10-a1ca-12b653a9e8db {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:12:23.895584 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f313a673-19c5-4b10-a1ca-12b653a9e8db not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:12:23.896012 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b681097b-ee84-4b22-9237-868ac16cf7bf no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:12:23.917745 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: b681097b-ee84-4b22-9237-868ac16cf7bf {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:12:23.918090 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b681097b-ee84-4b22-9237-868ac16cf7bf not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:12:24.190051 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-77721a06-2748-4f81-96b4-7aaf5c3c34b7 admin admin] Deleting port f5859d9d-2bb2-4854-80dc-ce35e1a8338e {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:12:24.190428 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-77721a06-2748-4f81-96b4-7aaf5c3c34b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:24.269169 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-77721a06-2748-4f81-96b4-7aaf5c3c34b7 admin admin] For port f5859d9d-2bb2-4854-80dc-ce35e1a8338e, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=f5859d9d-2bb2-4854-80dc-ce35e1a8338e,segment=NetworkSegment(1d222b7d-96b8-4b29-b76f-01999712407d),segment_id=1d222b7d-96b8-4b29-b76f-01999712407d)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:24.269539 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-77721a06-2748-4f81-96b4-7aaf5c3c34b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:24.282015 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-77721a06-2748-4f81-96b4-7aaf5c3c34b7 admin admin] Calling delete_port for f5859d9d-2bb2-4854-80dc-ce35e1a8338e owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:12:24.459103 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-77721a06-2748-4f81-96b4-7aaf5c3c34b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:24.482877 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77721a06-2748-4f81-96b4-7aaf5c3c34b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5859d9d-2bb2-4854-80dc-ce35e1a8338e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:24.497970 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77721a06-2748-4f81-96b4-7aaf5c3c34b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:24.498346 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77721a06-2748-4f81-96b4-7aaf5c3c34b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:24.498694 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77721a06-2748-4f81-96b4-7aaf5c3c34b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:24.499103 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77721a06-2748-4f81-96b4-7aaf5c3c34b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:24.499356 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77721a06-2748-4f81-96b4-7aaf5c3c34b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:24.499821 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77721a06-2748-4f81-96b4-7aaf5c3c34b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:24.500030 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77721a06-2748-4f81-96b4-7aaf5c3c34b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:24.500356 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77721a06-2748-4f81-96b4-7aaf5c3c34b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:24.500705 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77721a06-2748-4f81-96b4-7aaf5c3c34b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:24.501031 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77721a06-2748-4f81-96b4-7aaf5c3c34b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:24.501353 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77721a06-2748-4f81-96b4-7aaf5c3c34b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:24.501678 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77721a06-2748-4f81-96b4-7aaf5c3c34b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:24.665090 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-77721a06-2748-4f81-96b4-7aaf5c3c34b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:24.880977 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77721a06-2748-4f81-96b4-7aaf5c3c34b7 admin admin] Router fa0fc110-ccf8-4ee9-bd9c-213522a509fc has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:12:24.987675 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77721a06-2748-4f81-96b4-7aaf5c3c34b7 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:12:24.992807 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-77721a06-2748-4f81-96b4-7aaf5c3c34b7 admin admin] 10.222.0.60 "PUT /v2.0/routers/fa0fc110-ccf8-4ee9-bd9c-213522a509fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6642318 Sep 01 16:12:24.995403 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56592) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:24.998322 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fa7509-7c97-4269-9bdd-cf83014be40b None None] Sync routers for ids ['fa0fc110-ccf8-4ee9-bd9c-213522a509fc'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:12:25.007416 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fa7509-7c97-4269-9bdd-cf83014be40b None None] Routers {'fa0fc110-ccf8-4ee9-bd9c-213522a509fc'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:12:25.008021 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b2fa7509-7c97-4269-9bdd-cf83014be40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:12:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fa0fc110-ccf8-4ee9-bd9c-213522a509fc'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:25.100243 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9064dfe9-5f7e-479c-95dd-5bca514ac7f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:25.113986 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-b2fa7509-7c97-4269-9bdd-cf83014be40b None None] Set router fa0fc110-ccf8-4ee9-bd9c-213522a509fc gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:12:25.205496 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9064dfe9-5f7e-479c-95dd-5bca514ac7f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:25.262247 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-9064dfe9-5f7e-479c-95dd-5bca514ac7f8 admin admin] Deleting port 01ec3409-1854-474a-9432-8541816fbf98 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:12:25.262680 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9064dfe9-5f7e-479c-95dd-5bca514ac7f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:25.293833 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b2fa7509-7c97-4269-9bdd-cf83014be40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0fc110-ccf8-4ee9-bd9c-213522a509fc', 'name': 'tempest-TestEncryptedCinderVolumes-861224042-router', 'tenant_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.44'}], 'enable_snat': True}, 'gw_port_id': '01ec3409-1854-474a-9432-8541816fbf98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:11:08Z', 'updated_at': '2021-09-01T16:12:24Z', 'revision_number': 5, 'project_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'gw_port': {'id': '01ec3409-1854-474a-9432-8541816fbf98', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0fc110-ccf8-4ee9-bd9c-213522a509fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:11:08Z', 'updated_at': '2021-09-01T16:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:25.323448 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fa7509-7c97-4269-9bdd-cf83014be40b None None] Checking router: fa0fc110-ccf8-4ee9-bd9c-213522a509fc for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:12:25.331629 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fa7509-7c97-4269-9bdd-cf83014be40b None None] Routers {'fa0fc110-ccf8-4ee9-bd9c-213522a509fc'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:12:25.332235 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b2fa7509-7c97-4269-9bdd-cf83014be40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:12:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fa0fc110-ccf8-4ee9-bd9c-213522a509fc'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:25.344615 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-9064dfe9-5f7e-479c-95dd-5bca514ac7f8 admin admin] For port 01ec3409-1854-474a-9432-8541816fbf98, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=01ec3409-1854-474a-9432-8541816fbf98,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:25.345101 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9064dfe9-5f7e-479c-95dd-5bca514ac7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:25.357894 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-9064dfe9-5f7e-479c-95dd-5bca514ac7f8 admin admin] Calling delete_port for 01ec3409-1854-474a-9432-8541816fbf98 owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:12:25.416670 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-b2fa7509-7c97-4269-9bdd-cf83014be40b None None] Set router fa0fc110-ccf8-4ee9-bd9c-213522a509fc gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:12:25.467606 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b2fa7509-7c97-4269-9bdd-cf83014be40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa0fc110-ccf8-4ee9-bd9c-213522a509fc', 'name': 'tempest-TestEncryptedCinderVolumes-861224042-router', 'tenant_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:11:08Z', 'updated_at': '2021-09-01T16:12:25Z', 'revision_number': 6, 'project_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:25.497253 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fa7509-7c97-4269-9bdd-cf83014be40b None None] The sync data for ids ['fa0fc110-ccf8-4ee9-bd9c-213522a509fc'] in n-d-794796-3 is: [{'id': 'fa0fc110-ccf8-4ee9-bd9c-213522a509fc', 'name': 'tempest-TestEncryptedCinderVolumes-861224042-router', 'tenant_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:11:08Z', 'updated_at': '2021-09-01T16:12:25Z', 'revision_number': 6, 'project_id': 'd24ba8b5afb84f9a9868e295b81c1af7', 'gw_port_host': None}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:12:25.526687 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9064dfe9-5f7e-479c-95dd-5bca514ac7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:25.558006 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064dfe9-5f7e-479c-95dd-5bca514ac7f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=01ec3409-1854-474a-9432-8541816fbf98,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:25.614825 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9064dfe9-5f7e-479c-95dd-5bca514ac7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:25.706800 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9064dfe9-5f7e-479c-95dd-5bca514ac7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:25.708905 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9064dfe9-5f7e-479c-95dd-5bca514ac7f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:25.751417 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9064dfe9-5f7e-479c-95dd-5bca514ac7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:25.751868 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9064dfe9-5f7e-479c-95dd-5bca514ac7f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa0fc110-ccf8-4ee9-bd9c-213522a509fc {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:12:25.756498 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9064dfe9-5f7e-479c-95dd-5bca514ac7f8 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:25.757657 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9064dfe9-5f7e-479c-95dd-5bca514ac7f8 admin admin] 10.222.0.60 "DELETE /v2.0/routers/fa0fc110-ccf8-4ee9-bd9c-213522a509fc HTTP/1.1" status: 204 len: 168 time: 0.7613339 Sep 01 16:12:25.760997 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56594) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:25.804529 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bad23fe-b163-4cdc-bb19-5c626f42ae27 admin admin] Deleting subnet df7ed90f-d5a9-4aaf-a48b-1fef28d68ce3 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:12:25.808092 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6bad23fe-b163-4cdc-bb19-5c626f42ae27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:25.844504 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6bad23fe-b163-4cdc-bb19-5c626f42ae27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:25.939882 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6bad23fe-b163-4cdc-bb19-5c626f42ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:25.991126 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6bad23fe-b163-4cdc-bb19-5c626f42ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.016855 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad23fe-b163-4cdc-bb19-5c626f42ae27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df7ed90f-d5a9-4aaf-a48b-1fef28d68ce3,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:26.021887 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6bad23fe-b163-4cdc-bb19-5c626f42ae27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.023800 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6bad23fe-b163-4cdc-bb19-5c626f42ae27 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/df7ed90f-d5a9-4aaf-a48b-1fef28d68ce3 HTTP/1.1" status: 204 len: 168 time: 0.2617741 Sep 01 16:12:26.026440 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56596) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:26.026933 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7420be-24f3-4a1f-9791-178e385eeea5 None None] Network 1cb95af3-4237-45f8-a4e3-9a49a88ff450 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:12:26.093120 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4862eee1-0026-4d82-a66d-c696cfdb7ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.153046 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-4862eee1-0026-4d82-a66d-c696cfdb7ed1 admin admin] Deleting port d59d4a44-ba02-4e00-a001-03e5967b9216 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:12:26.153400 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4862eee1-0026-4d82-a66d-c696cfdb7ed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.221033 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-4862eee1-0026-4d82-a66d-c696cfdb7ed1 admin admin] For port d59d4a44-ba02-4e00-a001-03e5967b9216, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=d59d4a44-ba02-4e00-a001-03e5967b9216,segment=NetworkSegment(1d222b7d-96b8-4b29-b76f-01999712407d),segment_id=1d222b7d-96b8-4b29-b76f-01999712407d)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:26.221397 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4862eee1-0026-4d82-a66d-c696cfdb7ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.235245 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-4862eee1-0026-4d82-a66d-c696cfdb7ed1 admin admin] Calling delete_port for d59d4a44-ba02-4e00-a001-03e5967b9216 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:12:26.267126 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73475b9-d906-47f2-a3dc-885460705c51 None None] DHCP port deletion for 1cb95af3-4237-45f8-a4e3-9a49a88ff450 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:12:26.276228 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f5859d9d-2bb2-4854-80dc-ce35e1a8338e no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:12:26.319894 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: f5859d9d-2bb2-4854-80dc-ce35e1a8338e {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:12:26.320117 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4862eee1-0026-4d82-a66d-c696cfdb7ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.320240 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device f5859d9d-2bb2-4854-80dc-ce35e1a8338e not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:12:26.343243 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e73475b9-d906-47f2-a3dc-885460705c51 None None] Deleting port d59d4a44-ba02-4e00-a001-03e5967b9216 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:12:26.343892 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e73475b9-d906-47f2-a3dc-885460705c51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.346961 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862eee1-0026-4d82-a66d-c696cfdb7ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d59d4a44-ba02-4e00-a001-03e5967b9216,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:26.350483 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4862eee1-0026-4d82-a66d-c696cfdb7ed1 admin admin] No DVR routers for this DVR port d59d4a44-ba02-4e00-a001-03e5967b9216 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:12:26.409679 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e73475b9-d906-47f2-a3dc-885460705c51 None None] For port d59d4a44-ba02-4e00-a001-03e5967b9216, host n-d-794796-3, got binding levels [] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:26.410166 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e73475b9-d906-47f2-a3dc-885460705c51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.420911 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4862eee1-0026-4d82-a66d-c696cfdb7ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.423919 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e73475b9-d906-47f2-a3dc-885460705c51 None None] Calling delete_port for d59d4a44-ba02-4e00-a001-03e5967b9216 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:12:26.426597 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.ipam_backend_mixin [None req-e73475b9-d906-47f2-a3dc-885460705c51 None None] Port d59d4a44-ba02-4e00-a001-03e5967b9216 was not found and therefore no delete operation was performed {{(pid=94735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 16:12:26.428160 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e73475b9-d906-47f2-a3dc-885460705c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.431038 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-4862eee1-0026-4d82-a66d-c696cfdb7ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb95af3-4237-45f8-a4e3-9a49a88ff450']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:26.445581 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-4862eee1-0026-4d82-a66d-c696cfdb7ed1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d222b7d-96b8-4b29-b76f-01999712407d') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:26.445889 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-4862eee1-0026-4d82-a66d-c696cfdb7ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d222b7d-96b8-4b29-b76f-01999712407d') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:26.456744 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73475b9-d906-47f2-a3dc-885460705c51 None None] Pushing event deleted for resources: {'Port': ['ID=d59d4a44-ba02-4e00-a001-03e5967b9216,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:26.458656 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4862eee1-0026-4d82-a66d-c696cfdb7ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.464556 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73475b9-d906-47f2-a3dc-885460705c51 None None] No DVR routers for this DVR port d59d4a44-ba02-4e00-a001-03e5967b9216 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:12:26.477668 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4862eee1-0026-4d82-a66d-c696cfdb7ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.484678 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4862eee1-0026-4d82-a66d-c696cfdb7ed1 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:12:26.485037 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4862eee1-0026-4d82-a66d-c696cfdb7ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: timer() Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:12:26.486902 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:12:26.551002 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4862eee1-0026-4d82-a66d-c696cfdb7ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.557541 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4862eee1-0026-4d82-a66d-c696cfdb7ed1 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.559670 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4862eee1-0026-4d82-a66d-c696cfdb7ed1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1cb95af3-4237-45f8-a4e3-9a49a88ff450 HTTP/1.1" status: 204 len: 168 time: 0.5323055 Sep 01 16:12:26.573628 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862eee1-0026-4d82-a66d-c696cfdb7ed1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cb95af3-4237-45f8-a4e3-9a49a88ff450,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:26.728636 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56600) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:26.768386 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1855bb75-1aaa-4c2c-8801-f76a2d90d973 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=202152bd0e7e47b1b5d9c5e950ccff39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385933 Sep 01 16:12:26.771119 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56602) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:26.839896 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ba705f4-28f9-477c-a9d6-90af39722851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.862829 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ba705f4-28f9-477c-a9d6-90af39722851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.914146 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ba705f4-28f9-477c-a9d6-90af39722851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.917072 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5ba705f4-28f9-477c-a9d6-90af39722851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:26.918389 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5ba705f4-28f9-477c-a9d6-90af39722851 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc1ca491-5aa2-4b88-bfdf-a1080c8a1fde HTTP/1.1" status: 204 len: 168 time: 0.1462469 Sep 01 16:12:26.926097 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba705f4-28f9-477c-a9d6-90af39722851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1ca491-5aa2-4b88-bfdf-a1080c8a1fde,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:27.231537 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56608) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:27.272580 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f7153cc7-d08b-46ad-a035-772863dbfe50 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d24ba8b5afb84f9a9868e295b81c1af7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397911 Sep 01 16:12:27.275179 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56610) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:27.325606 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b9e0297-5045-43b8-bb47-3b09d1f45fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:27.347002 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b9e0297-5045-43b8-bb47-3b09d1f45fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:27.394178 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b9e0297-5045-43b8-bb47-3b09d1f45fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:27.396806 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8b9e0297-5045-43b8-bb47-3b09d1f45fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:27.398077 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8b9e0297-5045-43b8-bb47-3b09d1f45fa0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c4a3655a-af83-4071-a7da-7535bbaac390 HTTP/1.1" status: 204 len: 168 time: 0.1219988 Sep 01 16:12:27.406155 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e0297-5045-43b8-bb47-3b09d1f45fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a3655a-af83-4071-a7da-7535bbaac390,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:27.844782 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d59d4a44-ba02-4e00-a001-03e5967b9216 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:12:27.866775 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: d59d4a44-ba02-4e00-a001-03e5967b9216 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:12:27.867242 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device d59d4a44-ba02-4e00-a001-03e5967b9216 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:12:27.867721 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 01ec3409-1854-474a-9432-8541816fbf98 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:12:27.886234 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 01ec3409-1854-474a-9432-8541816fbf98 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:12:27.886600 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 01ec3409-1854-474a-9432-8541816fbf98 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:12:28.066598 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56632) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:28.169868 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-24f25a56-6d5e-4e14-89cd-fb26f264136a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-206709564-network', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:12:28.189913 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f25a56-6d5e-4e14-89cd-fb26f264136a admin admin] Made reservation on behalf of aa9e8fbeb9364fa5be17295ac6b20110 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:12:28.192199 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-24f25a56-6d5e-4e14-89cd-fb26f264136a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:28.201066 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-24f25a56-6d5e-4e14-89cd-fb26f264136a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:28.271181 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:28.301065 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-24f25a56-6d5e-4e14-89cd-fb26f264136a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:28.304914 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-24f25a56-6d5e-4e14-89cd-fb26f264136a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:28.332733 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f25a56-6d5e-4e14-89cd-fb26f264136a admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:12:28.344155 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f25a56-6d5e-4e14-89cd-fb26f264136a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40255ec-eca8-4a11-8c27-34ba924a5e77,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:28.350082 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-24f25a56-6d5e-4e14-89cd-fb26f264136a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:28.350470 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-24f25a56-6d5e-4e14-89cd-fb26f264136a admin admin] Added segment fe62aa6c-18ee-419b-a6fd-bf37c652716e of type vlan for network beb9918c-8dde-4359-add7-6e91fc1e8f37 Sep 01 16:12:28.390482 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-24f25a56-6d5e-4e14-89cd-fb26f264136a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:28.415542 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-24f25a56-6d5e-4e14-89cd-fb26f264136a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:28.416452 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f25a56-6d5e-4e14-89cd-fb26f264136a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:28.417047 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-24f25a56-6d5e-4e14-89cd-fb26f264136a admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:28.470699 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-24f25a56-6d5e-4e14-89cd-fb26f264136a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4029622 Sep 01 16:12:28.473790 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56636) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:28.480536 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-43ca5917-f6a0-4411-b3c5-a14676cf9174 admin admin] Request body: {'subnet': {'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-206709564-subnet', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:12:28.484658 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f25a56-6d5e-4e14-89cd-fb26f264136a admin admin] Pushing event updated for resources: {'Network': ['ID=beb9918c-8dde-4359-add7-6e91fc1e8f37,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:28.495490 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network beb9918c-8dde-4359-add7-6e91fc1e8f37 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:12:28.506569 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ca5917-f6a0-4411-b3c5-a14676cf9174 admin admin] Made reservation on behalf of aa9e8fbeb9364fa5be17295ac6b20110 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:12:28.509209 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-43ca5917-f6a0-4411-b3c5-a14676cf9174 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:28.679744 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-43ca5917-f6a0-4411-b3c5-a14676cf9174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:28.739541 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca5917-f6a0-4411-b3c5-a14676cf9174 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ace7409-dc89-4386-9def-4074f6d873c1,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:28.751105 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ca5917-f6a0-4411-b3c5-a14676cf9174 admin admin] Checking segment: {'id': 'fe62aa6c-18ee-419b-a6fd-bf37c652716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:12:28.751477 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ca5917-f6a0-4411-b3c5-a14676cf9174 admin admin] Network hostable DHCP agents. Network: beb9918c-8dde-4359-add7-6e91fc1e8f37, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:12:28.768456 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ca5917-f6a0-4411-b3c5-a14676cf9174 admin admin] Network beb9918c-8dde-4359-add7-6e91fc1e8f37 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:12:28.777017 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-43ca5917-f6a0-4411-b3c5-a14676cf9174 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, beb9918c-8dde-4359-add7-6e91fc1e8f37) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:12:28.780964 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ca5917-f6a0-4411-b3c5-a14676cf9174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:28.781551 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-43ca5917-f6a0-4411-b3c5-a14676cf9174 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:28.786374 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f799b947-ce6b-4867-8f13-ffae543b5818 None None] Network beb9918c-8dde-4359-add7-6e91fc1e8f37 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:12:28.797981 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-43ca5917-f6a0-4411-b3c5-a14676cf9174 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3229058 Sep 01 16:12:28.800682 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56638) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:28.805098 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-e21a9899-bab5-4ff5-9701-5c4500dc419b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-206709564-router', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:12:28.826673 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e21a9899-bab5-4ff5-9701-5c4500dc419b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:28.827691 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e21a9899-bab5-4ff5-9701-5c4500dc419b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:28.879906 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e21a9899-bab5-4ff5-9701-5c4500dc419b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:28.938260 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e41d0a-2215-438a-83da-c4d6a34ade53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-beb9918c-8dde-4359-add7-6e91fc1e8f37', 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'fixed_ips': [{'subnet_id': '0ace7409-dc89-4386-9def-4074f6d873c1'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:12:28.939196 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-24e41d0a-2215-438a-83da-c4d6a34ade53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:29.016925 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e21a9899-bab5-4ff5-9701-5c4500dc419b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:29.075763 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-24e41d0a-2215-438a-83da-c4d6a34ade53 None None] Allocated IP 172.20.0.2 (beb9918c-8dde-4359-add7-6e91fc1e8f37/0ace7409-dc89-4386-9def-4074f6d873c1/b91ed2f8-5957-49bb-9615-064ab8d2d703) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:12:29.211505 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e21a9899-bab5-4ff5-9701-5c4500dc419b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:29.217017 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-24e41d0a-2215-438a-83da-c4d6a34ade53 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:29.226242 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-24e41d0a-2215-438a-83da-c4d6a34ade53 None None] Transition to ACTIVE for port object b91ed2f8-5957-49bb-9615-064ab8d2d703 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:12:29.235772 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e21a9899-bab5-4ff5-9701-5c4500dc419b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:29.242945 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-24e41d0a-2215-438a-83da-c4d6a34ade53 None None] Transition to ACTIVE for port object b91ed2f8-5957-49bb-9615-064ab8d2d703 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:12:29.249263 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-24e41d0a-2215-438a-83da-c4d6a34ade53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:29.284660 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e41d0a-2215-438a-83da-c4d6a34ade53 None None] Network beb9918c-8dde-4359-add7-6e91fc1e8f37 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:12:29.291596 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-24e41d0a-2215-438a-83da-c4d6a34ade53 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:12:29.295247 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e41d0a-2215-438a-83da-c4d6a34ade53 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:12:29.301973 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e41d0a-2215-438a-83da-c4d6a34ade53 None None] Pushing event updated for resources: {'Port': ['ID=b91ed2f8-5957-49bb-9615-064ab8d2d703,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:29.341745 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-e21a9899-bab5-4ff5-9701-5c4500dc419b admin admin] Allocated IP 172.25.6.82 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/a81f8f69-4f99-478f-9262-f33a0e961c67) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:12:29.351810 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-24e41d0a-2215-438a-83da-c4d6a34ade53 None None] Attempting to bind port b91ed2f8-5957-49bb-9615-064ab8d2d703 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:12:29.352191 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-24e41d0a-2215-438a-83da-c4d6a34ade53 None None] Attempting to bind port b91ed2f8-5957-49bb-9615-064ab8d2d703 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'fe62aa6c-18ee-419b-a6fd-bf37c652716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:12:29.352546 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e41d0a-2215-438a-83da-c4d6a34ade53 None None] Attempting to bind port b91ed2f8-5957-49bb-9615-064ab8d2d703 on network beb9918c-8dde-4359-add7-6e91fc1e8f37 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:12:29.358212 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e41d0a-2215-438a-83da-c4d6a34ade53 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:12:29.358620 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e41d0a-2215-438a-83da-c4d6a34ade53 None None] Checking segment: {'id': 'fe62aa6c-18ee-419b-a6fd-bf37c652716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:12:29.359032 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-24e41d0a-2215-438a-83da-c4d6a34ade53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:29.359422 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e41d0a-2215-438a-83da-c4d6a34ade53 None None] Bound using segment: {'id': 'fe62aa6c-18ee-419b-a6fd-bf37c652716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:12:29.359878 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-24e41d0a-2215-438a-83da-c4d6a34ade53 None None] Bound port: b91ed2f8-5957-49bb-9615-064ab8d2d703, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe62aa6c-18ee-419b-a6fd-bf37c652716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:12:29.360264 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-24e41d0a-2215-438a-83da-c4d6a34ade53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:29.425043 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-24e41d0a-2215-438a-83da-c4d6a34ade53 None None] For port b91ed2f8-5957-49bb-9615-064ab8d2d703, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:12:29.428189 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-24e41d0a-2215-438a-83da-c4d6a34ade53 None None] For port b91ed2f8-5957-49bb-9615-064ab8d2d703, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b91ed2f8-5957-49bb-9615-064ab8d2d703,segment=NetworkSegment(fe62aa6c-18ee-419b-a6fd-bf37c652716e),segment_id=fe62aa6c-18ee-419b-a6fd-bf37c652716e)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:12:29.432039 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-24e41d0a-2215-438a-83da-c4d6a34ade53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:29.450063 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e21a9899-bab5-4ff5-9701-5c4500dc419b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:29.491197 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e41d0a-2215-438a-83da-c4d6a34ade53 None None] Pushing event updated for resources: {'Port': ['ID=b91ed2f8-5957-49bb-9615-064ab8d2d703,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:29.496615 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e21a9899-bab5-4ff5-9701-5c4500dc419b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:29.536959 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21a9899-bab5-4ff5-9701-5c4500dc419b admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:12:29.542226 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-e21a9899-bab5-4ff5-9701-5c4500dc419b admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:12:29.545789 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21a9899-bab5-4ff5-9701-5c4500dc419b admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:12:29.573402 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a9899-bab5-4ff5-9701-5c4500dc419b admin admin] Pushing event updated for resources: {'Port': ['ID=a81f8f69-4f99-478f-9262-f33a0e961c67,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:29.837331 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e21a9899-bab5-4ff5-9701-5c4500dc419b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:29.882560 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b91ed2f8-5957-49bb-9615-064ab8d2d703 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:12:29.932592 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port b91ed2f8-5957-49bb-9615-064ab8d2d703 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:12:30.032710 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e21a9899-bab5-4ff5-9701-5c4500dc419b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:30.178027 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21a9899-bab5-4ff5-9701-5c4500dc419b admin admin] Router bf553684-e974-4329-a507-750509e14fd2 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:12:30.293438 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21a9899-bab5-4ff5-9701-5c4500dc419b admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:12:30.307244 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6ea05b-1ba9-4317-9309-1601876853e3 None None] Sync routers for ids ['bf553684-e974-4329-a507-750509e14fd2'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:12:30.312250 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e21a9899-bab5-4ff5-9701-5c4500dc419b admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:30.313820 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e21a9899-bab5-4ff5-9701-5c4500dc419b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5121121 Sep 01 16:12:30.316661 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56640) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:30.319975 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6ea05b-1ba9-4317-9309-1601876853e3 None None] Routers {'bf553684-e974-4329-a507-750509e14fd2'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:12:30.320591 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-ff6ea05b-1ba9-4317-9309-1601876853e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:12:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['bf553684-e974-4329-a507-750509e14fd2'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:30.433485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413bcba5-e843-4638-8cad-f0b28f431b99 None None] Network beb9918c-8dde-4359-add7-6e91fc1e8f37 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:12:30.439013 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-ff6ea05b-1ba9-4317-9309-1601876853e3 None None] Set router bf553684-e974-4329-a507-750509e14fd2 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:12:30.595088 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2617266a-9564-48fa-b5a8-9da18081ef27 None None] Provisioning for port b91ed2f8-5957-49bb-9615-064ab8d2d703 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:12:30.610378 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2617266a-9564-48fa-b5a8-9da18081ef27 None None] Provisioning complete for port b91ed2f8-5957-49bb-9615-064ab8d2d703 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:30.610767 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2617266a-9564-48fa-b5a8-9da18081ef27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:30.788909 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0340149c-602b-4d4e-8601-7152e92088b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:30.954047 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-0340149c-602b-4d4e-8601-7152e92088b9 admin admin] Allocated IP 172.20.0.1 (beb9918c-8dde-4359-add7-6e91fc1e8f37/0ace7409-dc89-4386-9def-4074f6d873c1/55a95cab-97df-4885-bb05-f2fd641e9468) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:12:30.976263 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2617266a-9564-48fa-b5a8-9da18081ef27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:31.013061 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-ff6ea05b-1ba9-4317-9309-1601876853e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf553684-e974-4329-a507-750509e14fd2', 'name': 'tempest-TestMinimumBasicScenario-206709564-router', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'a81f8f69-4f99-478f-9262-f33a0e961c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:28Z', 'updated_at': '2021-09-01T16:12:29Z', 'revision_number': 3, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'gw_port': {'id': 'a81f8f69-4f99-478f-9262-f33a0e961c67', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf553684-e974-4329-a507-750509e14fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:29Z', 'updated_at': '2021-09-01T16:12:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:31.018655 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-2617266a-9564-48fa-b5a8-9da18081ef27 None None] For port b91ed2f8-5957-49bb-9615-064ab8d2d703, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b91ed2f8-5957-49bb-9615-064ab8d2d703,segment=NetworkSegment(fe62aa6c-18ee-419b-a6fd-bf37c652716e),segment_id=fe62aa6c-18ee-419b-a6fd-bf37c652716e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:31.044754 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6ea05b-1ba9-4317-9309-1601876853e3 None None] Checking router: bf553684-e974-4329-a507-750509e14fd2 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:12:31.045114 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6ea05b-1ba9-4317-9309-1601876853e3 None None] Updating router bf553684-e974-4329-a507-750509e14fd2 port a81f8f69-4f99-478f-9262-f33a0e961c67 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:12:31.047254 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2617266a-9564-48fa-b5a8-9da18081ef27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:31.077462 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0340149c-602b-4d4e-8601-7152e92088b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:31.096548 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-0340149c-602b-4d4e-8601-7152e92088b9 admin admin] Transition to ACTIVE for port object 55a95cab-97df-4885-bb05-f2fd641e9468 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:12:31.098762 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ff6ea05b-1ba9-4317-9309-1601876853e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:31.132916 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0340149c-602b-4d4e-8601-7152e92088b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:31.147911 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617266a-9564-48fa-b5a8-9da18081ef27 None None] Pushing event updated for resources: {'Port': ['ID=b91ed2f8-5957-49bb-9615-064ab8d2d703,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:31.175570 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0340149c-602b-4d4e-8601-7152e92088b9 admin admin] Network beb9918c-8dde-4359-add7-6e91fc1e8f37 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:12:31.178652 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-0340149c-602b-4d4e-8601-7152e92088b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:12:31.183066 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0340149c-602b-4d4e-8601-7152e92088b9 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:12:31.207420 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340149c-602b-4d4e-8601-7152e92088b9 admin admin] Pushing event updated for resources: {'Port': ['ID=55a95cab-97df-4885-bb05-f2fd641e9468,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:31.225346 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0340149c-602b-4d4e-8601-7152e92088b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:31.292280 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-232cd787-e5ed-497d-b371-9f749af7ea83 None None] Provisioning complete for port b91ed2f8-5957-49bb-9615-064ab8d2d703 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:31.292656 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-232cd787-e5ed-497d-b371-9f749af7ea83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:31.362669 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0340149c-602b-4d4e-8601-7152e92088b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:31.453553 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ff6ea05b-1ba9-4317-9309-1601876853e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:31.463978 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ff6ea05b-1ba9-4317-9309-1601876853e3 None None] Transition to ACTIVE for port object a81f8f69-4f99-478f-9262-f33a0e961c67 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:12:31.470519 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ff6ea05b-1ba9-4317-9309-1601876853e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:31.520745 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-ff6ea05b-1ba9-4317-9309-1601876853e3 None None] Attempting to bind port a81f8f69-4f99-478f-9262-f33a0e961c67 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:12:31.521206 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-ff6ea05b-1ba9-4317-9309-1601876853e3 None None] Attempting to bind port a81f8f69-4f99-478f-9262-f33a0e961c67 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:12:31.521476 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6ea05b-1ba9-4317-9309-1601876853e3 None None] Attempting to bind port a81f8f69-4f99-478f-9262-f33a0e961c67 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:12:31.528731 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c718d-5a82-49dd-8a83-1b35b6a029ce None None] Pushing event updated for resources: {'Port': ['ID=a81f8f69-4f99-478f-9262-f33a0e961c67,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:31.531458 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6ea05b-1ba9-4317-9309-1601876853e3 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:12:31.531868 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6ea05b-1ba9-4317-9309-1601876853e3 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:12:31.532231 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ff6ea05b-1ba9-4317-9309-1601876853e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:31.532614 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6ea05b-1ba9-4317-9309-1601876853e3 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:12:31.533079 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-ff6ea05b-1ba9-4317-9309-1601876853e3 None None] Bound port: a81f8f69-4f99-478f-9262-f33a0e961c67, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:12:31.533460 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ff6ea05b-1ba9-4317-9309-1601876853e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:31.539127 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0340149c-602b-4d4e-8601-7152e92088b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:31.544795 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0340149c-602b-4d4e-8601-7152e92088b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:31.583870 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6abca2b1-547c-424e-9f56-220e44b86626 None None] Provisioning for port 55a95cab-97df-4885-bb05-f2fd641e9468 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:12:31.594128 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6abca2b1-547c-424e-9f56-220e44b86626 None None] Provisioning complete for port 55a95cab-97df-4885-bb05-f2fd641e9468 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:31.594526 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6abca2b1-547c-424e-9f56-220e44b86626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:31.617457 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-ff6ea05b-1ba9-4317-9309-1601876853e3 None None] For port a81f8f69-4f99-478f-9262-f33a0e961c67, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:12:31.636112 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-ff6ea05b-1ba9-4317-9309-1601876853e3 None None] For port a81f8f69-4f99-478f-9262-f33a0e961c67, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a81f8f69-4f99-478f-9262-f33a0e961c67,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:12:31.643307 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ff6ea05b-1ba9-4317-9309-1601876853e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:31.646510 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-6abca2b1-547c-424e-9f56-220e44b86626 None None] Port 55a95cab-97df-4885-bb05-f2fd641e9468 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:12:31.703597 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6ea05b-1ba9-4317-9309-1601876853e3 None None] Routers {'bf553684-e974-4329-a507-750509e14fd2'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:12:31.708275 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-ff6ea05b-1ba9-4317-9309-1601876853e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:12:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['bf553684-e974-4329-a507-750509e14fd2'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:31.746584 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c718d-5a82-49dd-8a83-1b35b6a029ce None None] Pushing event updated for resources: {'Port': ['ID=a81f8f69-4f99-478f-9262-f33a0e961c67,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:31.823988 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-ff6ea05b-1ba9-4317-9309-1601876853e3 None None] Set router bf553684-e974-4329-a507-750509e14fd2 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:12:31.852077 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b91ed2f8-5957-49bb-9615-064ab8d2d703 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:12:31.879579 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340149c-602b-4d4e-8601-7152e92088b9 admin admin] Pushing event updated for resources: {'Port': ['ID=55a95cab-97df-4885-bb05-f2fd641e9468,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:31.882140 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0340149c-602b-4d4e-8601-7152e92088b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:31.973590 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0340149c-602b-4d4e-8601-7152e92088b9 admin admin] Network beb9918c-8dde-4359-add7-6e91fc1e8f37 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:12:31.975153 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-0340149c-602b-4d4e-8601-7152e92088b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:12:31.985780 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port b91ed2f8-5957-49bb-9615-064ab8d2d703 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:31.986235 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:32.100891 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0340149c-602b-4d4e-8601-7152e92088b9 admin admin] Router bf553684-e974-4329-a507-750509e14fd2 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:12:32.129391 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-ff6ea05b-1ba9-4317-9309-1601876853e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf553684-e974-4329-a507-750509e14fd2', 'name': 'tempest-TestMinimumBasicScenario-206709564-router', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'a81f8f69-4f99-478f-9262-f33a0e961c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:28Z', 'updated_at': '2021-09-01T16:12:31Z', 'revision_number': 4, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'gw_port': {'id': 'a81f8f69-4f99-478f-9262-f33a0e961c67', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf553684-e974-4329-a507-750509e14fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:29Z', 'updated_at': '2021-09-01T16:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '55a95cab-97df-4885-bb05-f2fd641e9468', 'name': '', 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'mac_address': 'fa:16:3e:f3:fc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf553684-e974-4329-a507-750509e14fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0ace7409-dc89-4386-9def-4074f6d873c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:30Z', 'updated_at': '2021-09-01T16:12:31Z', 'revision_number': 2, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'subnets': [{'id': '0ace7409-dc89-4386-9def-4074f6d873c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:32.162929 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6ea05b-1ba9-4317-9309-1601876853e3 None None] The sync data for ids ['bf553684-e974-4329-a507-750509e14fd2'] in n-d-794796-3 is: [{'id': 'bf553684-e974-4329-a507-750509e14fd2', 'name': 'tempest-TestMinimumBasicScenario-206709564-router', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'a81f8f69-4f99-478f-9262-f33a0e961c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:28Z', 'updated_at': '2021-09-01T16:12:31Z', 'revision_number': 4, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'gw_port': {'id': 'a81f8f69-4f99-478f-9262-f33a0e961c67', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf553684-e974-4329-a507-750509e14fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:29Z', 'updated_at': '2021-09-01T16:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '55a95cab-97df-4885-bb05-f2fd641e9468', 'name': '', 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'mac_address': 'fa:16:3e:f3:fc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf553684-e974-4329-a507-750509e14fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0ace7409-dc89-4386-9def-4074f6d873c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:30Z', 'updated_at': '2021-09-01T16:12:31Z', 'revision_number': 2, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'subnets': [{'id': '0ace7409-dc89-4386-9def-4074f6d873c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:12:32.219655 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0340149c-602b-4d4e-8601-7152e92088b9 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:12:32.224866 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0340149c-602b-4d4e-8601-7152e92088b9 admin admin] 10.222.0.60 "PUT /v2.0/routers/bf553684-e974-4329-a507-750509e14fd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9063976 Sep 01 16:12:32.278252 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-57fcf969-3491-44f1-b685-deb73d0e00fa None None] Provisioning complete for port 55a95cab-97df-4885-bb05-f2fd641e9468 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:32.278660 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-57fcf969-3491-44f1-b685-deb73d0e00fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:32.327093 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-57fcf969-3491-44f1-b685-deb73d0e00fa None None] Port 55a95cab-97df-4885-bb05-f2fd641e9468 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:12:32.763783 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56656) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:32.768161 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-f9ea0e19-3562-4014-9efc-2e07ef398ab2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2098186109-network', 'tenant_id': '80e9afaf80d14be3a5cc148f77e3637d'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:12:32.808380 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ea0e19-3562-4014-9efc-2e07ef398ab2 admin admin] Made reservation on behalf of 80e9afaf80d14be3a5cc148f77e3637d for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:12:32.810793 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f9ea0e19-3562-4014-9efc-2e07ef398ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:32.819268 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f9ea0e19-3562-4014-9efc-2e07ef398ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:32.920925 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f9ea0e19-3562-4014-9efc-2e07ef398ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:32.925096 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f9ea0e19-3562-4014-9efc-2e07ef398ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:32.951125 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ea0e19-3562-4014-9efc-2e07ef398ab2 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:12:32.961068 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea0e19-3562-4014-9efc-2e07ef398ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5548d6-92cc-41e7-9b41-a2942b679dca,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:32.967218 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f9ea0e19-3562-4014-9efc-2e07ef398ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:32.967572 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-f9ea0e19-3562-4014-9efc-2e07ef398ab2 admin admin] Added segment 23bf4f6e-34bd-45f3-ba15-a5829e40f9aa of type vlan for network dd440c69-2bb5-4318-81da-3918f8e48e92 Sep 01 16:12:33.012614 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f9ea0e19-3562-4014-9efc-2e07ef398ab2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:33.039081 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f9ea0e19-3562-4014-9efc-2e07ef398ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:33.039983 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ea0e19-3562-4014-9efc-2e07ef398ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:33.040606 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f9ea0e19-3562-4014-9efc-2e07ef398ab2 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:33.097982 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f9ea0e19-3562-4014-9efc-2e07ef398ab2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3321786 Sep 01 16:12:33.098529 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56658) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:33.104899 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-030250e8-76f6-4810-9670-df824019bcd5 admin admin] Request body: {'subnet': {'network_id': 'dd440c69-2bb5-4318-81da-3918f8e48e92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2098186109-subnet', 'tenant_id': '80e9afaf80d14be3a5cc148f77e3637d', 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:12:33.105113 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea0e19-3562-4014-9efc-2e07ef398ab2 admin admin] Pushing event updated for resources: {'Network': ['ID=dd440c69-2bb5-4318-81da-3918f8e48e92,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:33.114916 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network dd440c69-2bb5-4318-81da-3918f8e48e92 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:12:33.142518 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030250e8-76f6-4810-9670-df824019bcd5 admin admin] Made reservation on behalf of 80e9afaf80d14be3a5cc148f77e3637d for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:12:33.145065 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-030250e8-76f6-4810-9670-df824019bcd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:33.323656 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-030250e8-76f6-4810-9670-df824019bcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:33.379861 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030250e8-76f6-4810-9670-df824019bcd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=270391aa-29f2-457c-9135-36e990600da5,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:33.389047 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030250e8-76f6-4810-9670-df824019bcd5 admin admin] Checking segment: {'id': '23bf4f6e-34bd-45f3-ba15-a5829e40f9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dd440c69-2bb5-4318-81da-3918f8e48e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:12:33.389410 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030250e8-76f6-4810-9670-df824019bcd5 admin admin] Network hostable DHCP agents. Network: dd440c69-2bb5-4318-81da-3918f8e48e92, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:12:33.406436 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030250e8-76f6-4810-9670-df824019bcd5 admin admin] Network dd440c69-2bb5-4318-81da-3918f8e48e92 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:12:33.417302 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-030250e8-76f6-4810-9670-df824019bcd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, dd440c69-2bb5-4318-81da-3918f8e48e92) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:12:33.422503 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030250e8-76f6-4810-9670-df824019bcd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:33.423748 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-030250e8-76f6-4810-9670-df824019bcd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:33.426148 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5074a414-e637-473a-a0f3-75132b019695 None None] Network dd440c69-2bb5-4318-81da-3918f8e48e92 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:12:33.439357 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-030250e8-76f6-4810-9670-df824019bcd5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3395312 Sep 01 16:12:33.441718 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56660) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:33.447643 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-e49bba40-4da7-426d-b745-dd0163235c23 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2098186109-router', 'tenant_id': '80e9afaf80d14be3a5cc148f77e3637d', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:12:33.468099 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e49bba40-4da7-426d-b745-dd0163235c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:33.469355 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e49bba40-4da7-426d-b745-dd0163235c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:33.586532 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a554af2-45cd-4c25-85a1-6fbf53d5f5c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-dd440c69-2bb5-4318-81da-3918f8e48e92', 'network_id': 'dd440c69-2bb5-4318-81da-3918f8e48e92', 'tenant_id': '80e9afaf80d14be3a5cc148f77e3637d', 'fixed_ips': [{'subnet_id': '270391aa-29f2-457c-9135-36e990600da5'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:12:33.587677 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5a554af2-45cd-4c25-85a1-6fbf53d5f5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:33.735659 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-5a554af2-45cd-4c25-85a1-6fbf53d5f5c8 None None] Allocated IP 172.20.0.2 (dd440c69-2bb5-4318-81da-3918f8e48e92/270391aa-29f2-457c-9135-36e990600da5/af6a4548-3c0d-443e-a65b-fdd2dbc36cab) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:12:33.873488 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e49bba40-4da7-426d-b745-dd0163235c23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:33.901248 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5a554af2-45cd-4c25-85a1-6fbf53d5f5c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:33.904586 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a81f8f69-4f99-478f-9262-f33a0e961c67 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:12:33.931618 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5a554af2-45cd-4c25-85a1-6fbf53d5f5c8 None None] Transition to ACTIVE for port object af6a4548-3c0d-443e-a65b-fdd2dbc36cab will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:12:33.955417 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5a554af2-45cd-4c25-85a1-6fbf53d5f5c8 None None] Transition to ACTIVE for port object af6a4548-3c0d-443e-a65b-fdd2dbc36cab will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:12:33.964305 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5a554af2-45cd-4c25-85a1-6fbf53d5f5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:34.009288 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port a81f8f69-4f99-478f-9262-f33a0e961c67 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:12:34.012399 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a554af2-45cd-4c25-85a1-6fbf53d5f5c8 None None] Network dd440c69-2bb5-4318-81da-3918f8e48e92 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:12:34.014602 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e49bba40-4da7-426d-b745-dd0163235c23 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:34.018158 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-5a554af2-45cd-4c25-85a1-6fbf53d5f5c8 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:12:34.022628 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port a81f8f69-4f99-478f-9262-f33a0e961c67 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:34.023005 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:34.025305 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a554af2-45cd-4c25-85a1-6fbf53d5f5c8 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:12:34.028914 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a554af2-45cd-4c25-85a1-6fbf53d5f5c8 None None] Pushing event updated for resources: {'Port': ['ID=af6a4548-3c0d-443e-a65b-fdd2dbc36cab,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:34.115346 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-5a554af2-45cd-4c25-85a1-6fbf53d5f5c8 None None] Attempting to bind port af6a4548-3c0d-443e-a65b-fdd2dbc36cab on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:12:34.115996 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-5a554af2-45cd-4c25-85a1-6fbf53d5f5c8 None None] Attempting to bind port af6a4548-3c0d-443e-a65b-fdd2dbc36cab by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '23bf4f6e-34bd-45f3-ba15-a5829e40f9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dd440c69-2bb5-4318-81da-3918f8e48e92'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:12:34.116096 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a554af2-45cd-4c25-85a1-6fbf53d5f5c8 None None] Attempting to bind port af6a4548-3c0d-443e-a65b-fdd2dbc36cab on network dd440c69-2bb5-4318-81da-3918f8e48e92 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:12:34.123715 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a554af2-45cd-4c25-85a1-6fbf53d5f5c8 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:12:34.124086 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a554af2-45cd-4c25-85a1-6fbf53d5f5c8 None None] Checking segment: {'id': '23bf4f6e-34bd-45f3-ba15-a5829e40f9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dd440c69-2bb5-4318-81da-3918f8e48e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:12:34.124494 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5a554af2-45cd-4c25-85a1-6fbf53d5f5c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:34.124891 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a554af2-45cd-4c25-85a1-6fbf53d5f5c8 None None] Bound using segment: {'id': '23bf4f6e-34bd-45f3-ba15-a5829e40f9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dd440c69-2bb5-4318-81da-3918f8e48e92'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:12:34.125368 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-5a554af2-45cd-4c25-85a1-6fbf53d5f5c8 None None] Bound port: af6a4548-3c0d-443e-a65b-fdd2dbc36cab, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bf4f6e-34bd-45f3-ba15-a5829e40f9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dd440c69-2bb5-4318-81da-3918f8e48e92'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:12:34.125753 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5a554af2-45cd-4c25-85a1-6fbf53d5f5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:34.194816 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:34.206685 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a12e48-7db0-4de0-bc24-4afb110a0a92 None None] Sync routers for ids ['bf553684-e974-4329-a507-750509e14fd2'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:12:34.218016 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a12e48-7db0-4de0-bc24-4afb110a0a92 None None] Routers {'bf553684-e974-4329-a507-750509e14fd2'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:12:34.219097 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d8a12e48-7db0-4de0-bc24-4afb110a0a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:12:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['bf553684-e974-4329-a507-750509e14fd2'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:34.231767 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e49bba40-4da7-426d-b745-dd0163235c23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:34.234003 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port a81f8f69-4f99-478f-9262-f33a0e961c67, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a81f8f69-4f99-478f-9262-f33a0e961c67,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:34.237661 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-5a554af2-45cd-4c25-85a1-6fbf53d5f5c8 None None] For port af6a4548-3c0d-443e-a65b-fdd2dbc36cab, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:12:34.241023 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:34.256733 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-5a554af2-45cd-4c25-85a1-6fbf53d5f5c8 None None] For port af6a4548-3c0d-443e-a65b-fdd2dbc36cab, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=af6a4548-3c0d-443e-a65b-fdd2dbc36cab,segment=NetworkSegment(23bf4f6e-34bd-45f3-ba15-a5829e40f9aa),segment_id=23bf4f6e-34bd-45f3-ba15-a5829e40f9aa)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:12:34.260239 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e49bba40-4da7-426d-b745-dd0163235c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:34.278447 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5a554af2-45cd-4c25-85a1-6fbf53d5f5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:34.316755 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=a81f8f69-4f99-478f-9262-f33a0e961c67,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:34.348855 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-d8a12e48-7db0-4de0-bc24-4afb110a0a92 None None] Set router bf553684-e974-4329-a507-750509e14fd2 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:12:34.375742 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-e49bba40-4da7-426d-b745-dd0163235c23 admin admin] Allocated IP 172.25.6.231 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/b448a313-daf3-4778-ada8-2117cba8ecde) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:12:34.378124 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a554af2-45cd-4c25-85a1-6fbf53d5f5c8 None None] Pushing event updated for resources: {'Port': ['ID=af6a4548-3c0d-443e-a65b-fdd2dbc36cab,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:34.514727 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e49bba40-4da7-426d-b745-dd0163235c23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:34.559861 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e49bba40-4da7-426d-b745-dd0163235c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:34.598246 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d8a12e48-7db0-4de0-bc24-4afb110a0a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf553684-e974-4329-a507-750509e14fd2', 'name': 'tempest-TestMinimumBasicScenario-206709564-router', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'a81f8f69-4f99-478f-9262-f33a0e961c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:28Z', 'updated_at': '2021-09-01T16:12:31Z', 'revision_number': 4, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'gw_port': {'id': 'a81f8f69-4f99-478f-9262-f33a0e961c67', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf553684-e974-4329-a507-750509e14fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:29Z', 'updated_at': '2021-09-01T16:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '55a95cab-97df-4885-bb05-f2fd641e9468', 'name': '', 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'mac_address': 'fa:16:3e:f3:fc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf553684-e974-4329-a507-750509e14fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0ace7409-dc89-4386-9def-4074f6d873c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:30Z', 'updated_at': '2021-09-01T16:12:31Z', 'revision_number': 2, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'subnets': [{'id': '0ace7409-dc89-4386-9def-4074f6d873c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:34.604497 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49bba40-4da7-426d-b745-dd0163235c23 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:12:34.607608 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-e49bba40-4da7-426d-b745-dd0163235c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:12:34.611618 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49bba40-4da7-426d-b745-dd0163235c23 admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:12:34.617294 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49bba40-4da7-426d-b745-dd0163235c23 admin admin] Pushing event updated for resources: {'Port': ['ID=b448a313-daf3-4778-ada8-2117cba8ecde,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:34.627743 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a12e48-7db0-4de0-bc24-4afb110a0a92 None None] Checking router: bf553684-e974-4329-a507-750509e14fd2 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:12:34.628095 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a12e48-7db0-4de0-bc24-4afb110a0a92 None None] Updating router bf553684-e974-4329-a507-750509e14fd2 port 55a95cab-97df-4885-bb05-f2fd641e9468 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:12:34.657757 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-d8a12e48-7db0-4de0-bc24-4afb110a0a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:34.880260 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e49bba40-4da7-426d-b745-dd0163235c23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:34.926614 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-d8a12e48-7db0-4de0-bc24-4afb110a0a92 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:34.936594 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-d8a12e48-7db0-4de0-bc24-4afb110a0a92 None None] Transition to ACTIVE for port object 55a95cab-97df-4885-bb05-f2fd641e9468 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:12:34.942903 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-d8a12e48-7db0-4de0-bc24-4afb110a0a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:34.996684 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228feb1-d904-494e-9d68-0e78d1a03fdb None None] Pushing event updated for resources: {'Port': ['ID=55a95cab-97df-4885-bb05-f2fd641e9468,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:35.021330 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228feb1-d904-494e-9d68-0e78d1a03fdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:35.021692 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228feb1-d904-494e-9d68-0e78d1a03fdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:35.022161 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228feb1-d904-494e-9d68-0e78d1a03fdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:35.022543 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228feb1-d904-494e-9d68-0e78d1a03fdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:35.022878 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228feb1-d904-494e-9d68-0e78d1a03fdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:35.023210 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228feb1-d904-494e-9d68-0e78d1a03fdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:35.023545 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228feb1-d904-494e-9d68-0e78d1a03fdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:35.023865 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228feb1-d904-494e-9d68-0e78d1a03fdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:35.024171 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228feb1-d904-494e-9d68-0e78d1a03fdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:35.025081 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228feb1-d904-494e-9d68-0e78d1a03fdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:35.025430 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228feb1-d904-494e-9d68-0e78d1a03fdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:35.025756 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228feb1-d904-494e-9d68-0e78d1a03fdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:12:35.054919 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-d8a12e48-7db0-4de0-bc24-4afb110a0a92 None None] Attempting to bind port 55a95cab-97df-4885-bb05-f2fd641e9468 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:12:35.055309 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-d8a12e48-7db0-4de0-bc24-4afb110a0a92 None None] Attempting to bind port 55a95cab-97df-4885-bb05-f2fd641e9468 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': 'fe62aa6c-18ee-419b-a6fd-bf37c652716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:12:35.055685 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a12e48-7db0-4de0-bc24-4afb110a0a92 None None] Attempting to bind port 55a95cab-97df-4885-bb05-f2fd641e9468 on network beb9918c-8dde-4359-add7-6e91fc1e8f37 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:12:35.061118 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a12e48-7db0-4de0-bc24-4afb110a0a92 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:12:35.061489 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a12e48-7db0-4de0-bc24-4afb110a0a92 None None] Checking segment: {'id': 'fe62aa6c-18ee-419b-a6fd-bf37c652716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:12:35.061937 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-d8a12e48-7db0-4de0-bc24-4afb110a0a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:35.062423 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a12e48-7db0-4de0-bc24-4afb110a0a92 None None] Bound using segment: {'id': 'fe62aa6c-18ee-419b-a6fd-bf37c652716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:12:35.062900 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-d8a12e48-7db0-4de0-bc24-4afb110a0a92 None None] Bound port: 55a95cab-97df-4885-bb05-f2fd641e9468, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe62aa6c-18ee-419b-a6fd-bf37c652716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:12:35.063287 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-d8a12e48-7db0-4de0-bc24-4afb110a0a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:35.095504 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e49bba40-4da7-426d-b745-dd0163235c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:35.240441 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49bba40-4da7-426d-b745-dd0163235c23 admin admin] Router 4d6034c9-f9f2-4cfa-a752-6acc265e2731 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:12:35.255597 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-d8a12e48-7db0-4de0-bc24-4afb110a0a92 None None] For port 55a95cab-97df-4885-bb05-f2fd641e9468, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:12:35.259961 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-d8a12e48-7db0-4de0-bc24-4afb110a0a92 None None] For port 55a95cab-97df-4885-bb05-f2fd641e9468, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=55a95cab-97df-4885-bb05-f2fd641e9468,segment=NetworkSegment(fe62aa6c-18ee-419b-a6fd-bf37c652716e),segment_id=fe62aa6c-18ee-419b-a6fd-bf37c652716e)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:12:35.264806 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-d8a12e48-7db0-4de0-bc24-4afb110a0a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:35.315015 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a12e48-7db0-4de0-bc24-4afb110a0a92 None None] Routers {'bf553684-e974-4329-a507-750509e14fd2'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:12:35.318718 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d8a12e48-7db0-4de0-bc24-4afb110a0a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:12:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['bf553684-e974-4329-a507-750509e14fd2'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:35.380649 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49bba40-4da7-426d-b745-dd0163235c23 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:12:35.392136 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c374a70-11be-4d34-80ec-5e5ee01bf3f7 None None] Sync routers for ids ['4d6034c9-f9f2-4cfa-a752-6acc265e2731'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:12:35.403792 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e49bba40-4da7-426d-b745-dd0163235c23 admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:35.407569 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e49bba40-4da7-426d-b745-dd0163235c23 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9620876 Sep 01 16:12:35.407768 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56662) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:12:35.423997 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c374a70-11be-4d34-80ec-5e5ee01bf3f7 None None] Routers {'4d6034c9-f9f2-4cfa-a752-6acc265e2731'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:12:35.424642 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8c374a70-11be-4d34-80ec-5e5ee01bf3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:12:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['4d6034c9-f9f2-4cfa-a752-6acc265e2731'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:35.428585 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228feb1-d904-494e-9d68-0e78d1a03fdb None None] Pushing event updated for resources: {'Port': ['ID=55a95cab-97df-4885-bb05-f2fd641e9468,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:35.466989 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-d8a12e48-7db0-4de0-bc24-4afb110a0a92 None None] Set router bf553684-e974-4329-a507-750509e14fd2 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:12:35.502938 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e377c4ac-bb77-4855-9ec3-f1273d6ecbfb None None] Network dd440c69-2bb5-4318-81da-3918f8e48e92 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:12:35.655715 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-8c374a70-11be-4d34-80ec-5e5ee01bf3f7 None None] Set router 4d6034c9-f9f2-4cfa-a752-6acc265e2731 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:12:35.686941 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d8a12e48-7db0-4de0-bc24-4afb110a0a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf553684-e974-4329-a507-750509e14fd2', 'name': 'tempest-TestMinimumBasicScenario-206709564-router', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'a81f8f69-4f99-478f-9262-f33a0e961c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:28Z', 'updated_at': '2021-09-01T16:12:31Z', 'revision_number': 4, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'gw_port': {'id': 'a81f8f69-4f99-478f-9262-f33a0e961c67', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf553684-e974-4329-a507-750509e14fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:29Z', 'updated_at': '2021-09-01T16:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '55a95cab-97df-4885-bb05-f2fd641e9468', 'name': '', 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'mac_address': 'fa:16:3e:f3:fc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf553684-e974-4329-a507-750509e14fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0ace7409-dc89-4386-9def-4074f6d873c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:30Z', 'updated_at': '2021-09-01T16:12:35Z', 'revision_number': 4, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'subnets': [{'id': '0ace7409-dc89-4386-9def-4074f6d873c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:35.716783 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a12e48-7db0-4de0-bc24-4afb110a0a92 None None] The sync data for ids ['bf553684-e974-4329-a507-750509e14fd2'] in n-d-794796-3 is: [{'id': 'bf553684-e974-4329-a507-750509e14fd2', 'name': 'tempest-TestMinimumBasicScenario-206709564-router', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'a81f8f69-4f99-478f-9262-f33a0e961c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:28Z', 'updated_at': '2021-09-01T16:12:31Z', 'revision_number': 4, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'gw_port': {'id': 'a81f8f69-4f99-478f-9262-f33a0e961c67', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf553684-e974-4329-a507-750509e14fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:29Z', 'updated_at': '2021-09-01T16:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '55a95cab-97df-4885-bb05-f2fd641e9468', 'name': '', 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'mac_address': 'fa:16:3e:f3:fc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf553684-e974-4329-a507-750509e14fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0ace7409-dc89-4386-9def-4074f6d873c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:30Z', 'updated_at': '2021-09-01T16:12:35Z', 'revision_number': 4, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'subnets': [{'id': '0ace7409-dc89-4386-9def-4074f6d873c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:12:35.762098 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e8f572a9-0abd-4ac8-8c03-f76426c35f2e None None] Provisioning for port af6a4548-3c0d-443e-a65b-fdd2dbc36cab completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:12:35.934970 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe01d-a3b9-485a-b6b5-064be867b5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:35.953253 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8c374a70-11be-4d34-80ec-5e5ee01bf3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6034c9-f9f2-4cfa-a752-6acc265e2731', 'name': 'tempest-TestMinimumBasicScenario-2098186109-router', 'tenant_id': '80e9afaf80d14be3a5cc148f77e3637d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'b448a313-daf3-4778-ada8-2117cba8ecde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:33Z', 'updated_at': '2021-09-01T16:12:34Z', 'revision_number': 3, 'project_id': '80e9afaf80d14be3a5cc148f77e3637d', 'gw_port': {'id': 'b448a313-daf3-4778-ada8-2117cba8ecde', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ac:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6034c9-f9f2-4cfa-a752-6acc265e2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:34Z', 'updated_at': '2021-09-01T16:12:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:35.991640 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c374a70-11be-4d34-80ec-5e5ee01bf3f7 None None] Checking router: 4d6034c9-f9f2-4cfa-a752-6acc265e2731 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:12:35.992347 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c374a70-11be-4d34-80ec-5e5ee01bf3f7 None None] Updating router 4d6034c9-f9f2-4cfa-a752-6acc265e2731 port b448a313-daf3-4778-ada8-2117cba8ecde binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:12:36.032433 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8c374a70-11be-4d34-80ec-5e5ee01bf3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:36.055924 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device af6a4548-3c0d-443e-a65b-fdd2dbc36cab up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:12:36.171317 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-4f3fe01d-a3b9-485a-b6b5-064be867b5e0 admin admin] Allocated IP 172.20.0.1 (dd440c69-2bb5-4318-81da-3918f8e48e92/270391aa-29f2-457c-9135-36e990600da5/ef45e844-ed9a-45d5-a85d-b96c2dd287fd) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:12:36.305219 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe01d-a3b9-485a-b6b5-064be867b5e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:36.319449 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-4f3fe01d-a3b9-485a-b6b5-064be867b5e0 admin admin] Transition to ACTIVE for port object ef45e844-ed9a-45d5-a85d-b96c2dd287fd will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:12:36.359317 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe01d-a3b9-485a-b6b5-064be867b5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:36.376442 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port af6a4548-3c0d-443e-a65b-fdd2dbc36cab completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:12:36.385130 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port af6a4548-3c0d-443e-a65b-fdd2dbc36cab triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:36.385452 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:36.404302 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3fe01d-a3b9-485a-b6b5-064be867b5e0 admin admin] Network dd440c69-2bb5-4318-81da-3918f8e48e92 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:12:36.407414 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-4f3fe01d-a3b9-485a-b6b5-064be867b5e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:12:36.409826 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3fe01d-a3b9-485a-b6b5-064be867b5e0 admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:12:36.415677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fe01d-a3b9-485a-b6b5-064be867b5e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ef45e844-ed9a-45d5-a85d-b96c2dd287fd,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:36.464047 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe01d-a3b9-485a-b6b5-064be867b5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:36.563169 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:36.625242 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe01d-a3b9-485a-b6b5-064be867b5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:36.644557 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port af6a4548-3c0d-443e-a65b-fdd2dbc36cab, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=af6a4548-3c0d-443e-a65b-fdd2dbc36cab,segment=NetworkSegment(23bf4f6e-34bd-45f3-ba15-a5829e40f9aa),segment_id=23bf4f6e-34bd-45f3-ba15-a5829e40f9aa)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:36.648216 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:36.649042 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 55a95cab-97df-4885-bb05-f2fd641e9468 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:12:36.652655 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8c374a70-11be-4d34-80ec-5e5ee01bf3f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:36.713984 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8c374a70-11be-4d34-80ec-5e5ee01bf3f7 None None] Transition to ACTIVE for port object b448a313-daf3-4778-ada8-2117cba8ecde will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:12:36.739827 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a5dbe764-902a-47f7-9016-49c13688b8bd None None] Provisioning for port ef45e844-ed9a-45d5-a85d-b96c2dd287fd completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:12:36.741751 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8c374a70-11be-4d34-80ec-5e5ee01bf3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:36.753994 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a5dbe764-902a-47f7-9016-49c13688b8bd None None] Provisioning complete for port ef45e844-ed9a-45d5-a85d-b96c2dd287fd triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:36.754392 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a5dbe764-902a-47f7-9016-49c13688b8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:36.758605 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=af6a4548-3c0d-443e-a65b-fdd2dbc36cab,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:36.806058 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe01d-a3b9-485a-b6b5-064be867b5e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:36.812318 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe01d-a3b9-485a-b6b5-064be867b5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:36.844062 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8c374a70-11be-4d34-80ec-5e5ee01bf3f7 None None] Attempting to bind port b448a313-daf3-4778-ada8-2117cba8ecde on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:12:36.844443 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8c374a70-11be-4d34-80ec-5e5ee01bf3f7 None None] Attempting to bind port b448a313-daf3-4778-ada8-2117cba8ecde by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:12:36.844812 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c374a70-11be-4d34-80ec-5e5ee01bf3f7 None None] Attempting to bind port b448a313-daf3-4778-ada8-2117cba8ecde on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:12:36.853849 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-a5dbe764-902a-47f7-9016-49c13688b8bd None None] Port ef45e844-ed9a-45d5-a85d-b96c2dd287fd cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:12:36.858137 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e1efd-5d73-4fec-88f2-e8cf71f45f80 None None] Pushing event updated for resources: {'Port': ['ID=b448a313-daf3-4778-ada8-2117cba8ecde,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:36.860519 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 55a95cab-97df-4885-bb05-f2fd641e9468 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:12:36.862772 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c374a70-11be-4d34-80ec-5e5ee01bf3f7 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:12:36.863158 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c374a70-11be-4d34-80ec-5e5ee01bf3f7 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:12:36.863567 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8c374a70-11be-4d34-80ec-5e5ee01bf3f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:36.863962 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c374a70-11be-4d34-80ec-5e5ee01bf3f7 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:12:36.864441 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8c374a70-11be-4d34-80ec-5e5ee01bf3f7 None None] Bound port: b448a313-daf3-4778-ada8-2117cba8ecde, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:12:36.864831 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8c374a70-11be-4d34-80ec-5e5ee01bf3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:36.886662 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f3fe01d-a3b9-485a-b6b5-064be867b5e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:36.887866 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 55a95cab-97df-4885-bb05-f2fd641e9468 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:36.888244 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:36.889317 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fe01d-a3b9-485a-b6b5-064be867b5e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ef45e844-ed9a-45d5-a85d-b96c2dd287fd,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:36.951413 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-8c374a70-11be-4d34-80ec-5e5ee01bf3f7 None None] For port b448a313-daf3-4778-ada8-2117cba8ecde, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:12:36.956925 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-8c374a70-11be-4d34-80ec-5e5ee01bf3f7 None None] For port b448a313-daf3-4778-ada8-2117cba8ecde, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b448a313-daf3-4778-ada8-2117cba8ecde,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:12:36.962943 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8c374a70-11be-4d34-80ec-5e5ee01bf3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:36.981528 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3fe01d-a3b9-485a-b6b5-064be867b5e0 admin admin] Network dd440c69-2bb5-4318-81da-3918f8e48e92 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:12:36.982970 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-4f3fe01d-a3b9-485a-b6b5-064be867b5e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:12:37.053185 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:37.056617 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e1efd-5d73-4fec-88f2-e8cf71f45f80 None None] Pushing event updated for resources: {'Port': ['ID=b448a313-daf3-4778-ada8-2117cba8ecde,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:37.059233 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c374a70-11be-4d34-80ec-5e5ee01bf3f7 None None] Routers {'4d6034c9-f9f2-4cfa-a752-6acc265e2731'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:12:37.059919 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8c374a70-11be-4d34-80ec-5e5ee01bf3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:12:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['4d6034c9-f9f2-4cfa-a752-6acc265e2731'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:37.107536 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3fe01d-a3b9-485a-b6b5-064be867b5e0 admin admin] Router 4d6034c9-f9f2-4cfa-a752-6acc265e2731 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:12:37.143220 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 55a95cab-97df-4885-bb05-f2fd641e9468, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=55a95cab-97df-4885-bb05-f2fd641e9468,segment=NetworkSegment(fe62aa6c-18ee-419b-a6fd-bf37c652716e),segment_id=fe62aa6c-18ee-419b-a6fd-bf37c652716e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:37.170722 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:37.171634 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a81f8f69-4f99-478f-9262-f33a0e961c67 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:12:37.222902 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3fe01d-a3b9-485a-b6b5-064be867b5e0 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:12:37.233447 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4f3fe01d-a3b9-485a-b6b5-064be867b5e0 admin admin] 10.222.0.60 "PUT /v2.0/routers/4d6034c9-f9f2-4cfa-a752-6acc265e2731/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8244052 Sep 01 16:12:37.268073 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-8c374a70-11be-4d34-80ec-5e5ee01bf3f7 None None] Set router 4d6034c9-f9f2-4cfa-a752-6acc265e2731 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:12:37.299281 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=55a95cab-97df-4885-bb05-f2fd641e9468,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:37.355134 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-894e042f-31b8-4964-a81a-cfc1070b132f None None] Provisioning complete for port ef45e844-ed9a-45d5-a85d-b96c2dd287fd triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:37.355518 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-894e042f-31b8-4964-a81a-cfc1070b132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:37.414208 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port a81f8f69-4f99-478f-9262-f33a0e961c67 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:37.414615 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:37.464495 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-894e042f-31b8-4964-a81a-cfc1070b132f None None] Port ef45e844-ed9a-45d5-a85d-b96c2dd287fd cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:12:37.589906 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8c374a70-11be-4d34-80ec-5e5ee01bf3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6034c9-f9f2-4cfa-a752-6acc265e2731', 'name': 'tempest-TestMinimumBasicScenario-2098186109-router', 'tenant_id': '80e9afaf80d14be3a5cc148f77e3637d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'b448a313-daf3-4778-ada8-2117cba8ecde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:33Z', 'updated_at': '2021-09-01T16:12:36Z', 'revision_number': 4, 'project_id': '80e9afaf80d14be3a5cc148f77e3637d', 'gw_port': {'id': 'b448a313-daf3-4778-ada8-2117cba8ecde', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ac:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6034c9-f9f2-4cfa-a752-6acc265e2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:34Z', 'updated_at': '2021-09-01T16:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'ef45e844-ed9a-45d5-a85d-b96c2dd287fd', 'name': '', 'network_id': 'dd440c69-2bb5-4318-81da-3918f8e48e92', 'tenant_id': '80e9afaf80d14be3a5cc148f77e3637d', 'mac_address': 'fa:16:3e:f8:29:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6034c9-f9f2-4cfa-a752-6acc265e2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '270391aa-29f2-457c-9135-36e990600da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:35Z', 'updated_at': '2021-09-01T16:12:36Z', 'revision_number': 2, 'project_id': '80e9afaf80d14be3a5cc148f77e3637d', 'subnets': [{'id': '270391aa-29f2-457c-9135-36e990600da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:37.618817 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c374a70-11be-4d34-80ec-5e5ee01bf3f7 None None] The sync data for ids ['4d6034c9-f9f2-4cfa-a752-6acc265e2731'] in n-d-794796-3 is: [{'id': '4d6034c9-f9f2-4cfa-a752-6acc265e2731', 'name': 'tempest-TestMinimumBasicScenario-2098186109-router', 'tenant_id': '80e9afaf80d14be3a5cc148f77e3637d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'b448a313-daf3-4778-ada8-2117cba8ecde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:33Z', 'updated_at': '2021-09-01T16:12:36Z', 'revision_number': 4, 'project_id': '80e9afaf80d14be3a5cc148f77e3637d', 'gw_port': {'id': 'b448a313-daf3-4778-ada8-2117cba8ecde', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ac:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6034c9-f9f2-4cfa-a752-6acc265e2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:34Z', 'updated_at': '2021-09-01T16:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'ef45e844-ed9a-45d5-a85d-b96c2dd287fd', 'name': '', 'network_id': 'dd440c69-2bb5-4318-81da-3918f8e48e92', 'tenant_id': '80e9afaf80d14be3a5cc148f77e3637d', 'mac_address': 'fa:16:3e:f8:29:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6034c9-f9f2-4cfa-a752-6acc265e2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '270391aa-29f2-457c-9135-36e990600da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:35Z', 'updated_at': '2021-09-01T16:12:36Z', 'revision_number': 2, 'project_id': '80e9afaf80d14be3a5cc148f77e3637d', 'subnets': [{'id': '270391aa-29f2-457c-9135-36e990600da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:12:37.907637 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device af6a4548-3c0d-443e-a65b-fdd2dbc36cab up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:12:37.965076 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port af6a4548-3c0d-443e-a65b-fdd2dbc36cab triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:37.965462 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:38.059096 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 55a95cab-97df-4885-bb05-f2fd641e9468 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:12:38.116242 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 55a95cab-97df-4885-bb05-f2fd641e9468 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:38.116539 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:39.143755 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:39.394601 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2b70-5ec0-400a-99c7-f9277c1daab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:39.775227 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:12:39.916351 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b448a313-daf3-4778-ada8-2117cba8ecde up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:12:39.987081 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port b448a313-daf3-4778-ada8-2117cba8ecde completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:12:39.991414 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port b448a313-daf3-4778-ada8-2117cba8ecde triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:39.991568 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:40.060007 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9172149-3e97-46a6-85d8-096af50288a2 None None] Sync routers for ids ['4d6034c9-f9f2-4cfa-a752-6acc265e2731'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:12:40.072825 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9172149-3e97-46a6-85d8-096af50288a2 None None] Routers {'4d6034c9-f9f2-4cfa-a752-6acc265e2731'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:12:40.073763 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-f9172149-3e97-46a6-85d8-096af50288a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:12:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['4d6034c9-f9f2-4cfa-a752-6acc265e2731'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:40.092494 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:40.115946 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port b448a313-daf3-4778-ada8-2117cba8ecde, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b448a313-daf3-4778-ada8-2117cba8ecde,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:40.121522 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:40.178460 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=b448a313-daf3-4778-ada8-2117cba8ecde,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:40.253060 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-f9172149-3e97-46a6-85d8-096af50288a2 None None] Set router 4d6034c9-f9f2-4cfa-a752-6acc265e2731 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:12:40.487207 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-f9172149-3e97-46a6-85d8-096af50288a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6034c9-f9f2-4cfa-a752-6acc265e2731', 'name': 'tempest-TestMinimumBasicScenario-2098186109-router', 'tenant_id': '80e9afaf80d14be3a5cc148f77e3637d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'b448a313-daf3-4778-ada8-2117cba8ecde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:33Z', 'updated_at': '2021-09-01T16:12:36Z', 'revision_number': 4, 'project_id': '80e9afaf80d14be3a5cc148f77e3637d', 'gw_port': {'id': 'b448a313-daf3-4778-ada8-2117cba8ecde', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ac:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6034c9-f9f2-4cfa-a752-6acc265e2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:34Z', 'updated_at': '2021-09-01T16:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'ef45e844-ed9a-45d5-a85d-b96c2dd287fd', 'name': '', 'network_id': 'dd440c69-2bb5-4318-81da-3918f8e48e92', 'tenant_id': '80e9afaf80d14be3a5cc148f77e3637d', 'mac_address': 'fa:16:3e:f8:29:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6034c9-f9f2-4cfa-a752-6acc265e2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '270391aa-29f2-457c-9135-36e990600da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:35Z', 'updated_at': '2021-09-01T16:12:36Z', 'revision_number': 2, 'project_id': '80e9afaf80d14be3a5cc148f77e3637d', 'subnets': [{'id': '270391aa-29f2-457c-9135-36e990600da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:40.519733 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9172149-3e97-46a6-85d8-096af50288a2 None None] Checking router: 4d6034c9-f9f2-4cfa-a752-6acc265e2731 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:12:40.520086 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9172149-3e97-46a6-85d8-096af50288a2 None None] Updating router 4d6034c9-f9f2-4cfa-a752-6acc265e2731 port ef45e844-ed9a-45d5-a85d-b96c2dd287fd binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:12:40.548745 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-f9172149-3e97-46a6-85d8-096af50288a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:40.838921 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-f9172149-3e97-46a6-85d8-096af50288a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:40.848862 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-f9172149-3e97-46a6-85d8-096af50288a2 None None] Transition to ACTIVE for port object ef45e844-ed9a-45d5-a85d-b96c2dd287fd will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:12:40.855626 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-f9172149-3e97-46a6-85d8-096af50288a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:40.950562 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e65724-03a3-4335-af41-28613093ecb2 None None] Pushing event updated for resources: {'Port': ['ID=ef45e844-ed9a-45d5-a85d-b96c2dd287fd,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:40.987801 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-f9172149-3e97-46a6-85d8-096af50288a2 None None] Attempting to bind port ef45e844-ed9a-45d5-a85d-b96c2dd287fd on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:12:40.988171 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-f9172149-3e97-46a6-85d8-096af50288a2 None None] Attempting to bind port ef45e844-ed9a-45d5-a85d-b96c2dd287fd by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '23bf4f6e-34bd-45f3-ba15-a5829e40f9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dd440c69-2bb5-4318-81da-3918f8e48e92'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:12:40.988539 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9172149-3e97-46a6-85d8-096af50288a2 None None] Attempting to bind port ef45e844-ed9a-45d5-a85d-b96c2dd287fd on network dd440c69-2bb5-4318-81da-3918f8e48e92 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:12:40.993808 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9172149-3e97-46a6-85d8-096af50288a2 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:12:40.994191 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9172149-3e97-46a6-85d8-096af50288a2 None None] Checking segment: {'id': '23bf4f6e-34bd-45f3-ba15-a5829e40f9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dd440c69-2bb5-4318-81da-3918f8e48e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:12:40.994962 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-f9172149-3e97-46a6-85d8-096af50288a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:40.995350 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9172149-3e97-46a6-85d8-096af50288a2 None None] Bound using segment: {'id': '23bf4f6e-34bd-45f3-ba15-a5829e40f9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dd440c69-2bb5-4318-81da-3918f8e48e92'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:12:40.995820 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-f9172149-3e97-46a6-85d8-096af50288a2 None None] Bound port: ef45e844-ed9a-45d5-a85d-b96c2dd287fd, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bf4f6e-34bd-45f3-ba15-a5829e40f9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'dd440c69-2bb5-4318-81da-3918f8e48e92'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:12:40.996183 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-f9172149-3e97-46a6-85d8-096af50288a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:41.076214 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-f9172149-3e97-46a6-85d8-096af50288a2 None None] For port ef45e844-ed9a-45d5-a85d-b96c2dd287fd, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:12:41.080124 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-f9172149-3e97-46a6-85d8-096af50288a2 None None] For port ef45e844-ed9a-45d5-a85d-b96c2dd287fd, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ef45e844-ed9a-45d5-a85d-b96c2dd287fd,segment=NetworkSegment(23bf4f6e-34bd-45f3-ba15-a5829e40f9aa),segment_id=23bf4f6e-34bd-45f3-ba15-a5829e40f9aa)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:12:41.086465 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-f9172149-3e97-46a6-85d8-096af50288a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:41.140848 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9172149-3e97-46a6-85d8-096af50288a2 None None] Routers {'4d6034c9-f9f2-4cfa-a752-6acc265e2731'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:12:41.141529 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-f9172149-3e97-46a6-85d8-096af50288a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:12:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['4d6034c9-f9f2-4cfa-a752-6acc265e2731'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:41.203477 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e65724-03a3-4335-af41-28613093ecb2 None None] Pushing event updated for resources: {'Port': ['ID=ef45e844-ed9a-45d5-a85d-b96c2dd287fd,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:41.293075 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-f9172149-3e97-46a6-85d8-096af50288a2 None None] Set router 4d6034c9-f9f2-4cfa-a752-6acc265e2731 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:12:41.653131 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-f9172149-3e97-46a6-85d8-096af50288a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6034c9-f9f2-4cfa-a752-6acc265e2731', 'name': 'tempest-TestMinimumBasicScenario-2098186109-router', 'tenant_id': '80e9afaf80d14be3a5cc148f77e3637d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'b448a313-daf3-4778-ada8-2117cba8ecde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:33Z', 'updated_at': '2021-09-01T16:12:36Z', 'revision_number': 4, 'project_id': '80e9afaf80d14be3a5cc148f77e3637d', 'gw_port': {'id': 'b448a313-daf3-4778-ada8-2117cba8ecde', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ac:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6034c9-f9f2-4cfa-a752-6acc265e2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:34Z', 'updated_at': '2021-09-01T16:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'ef45e844-ed9a-45d5-a85d-b96c2dd287fd', 'name': '', 'network_id': 'dd440c69-2bb5-4318-81da-3918f8e48e92', 'tenant_id': '80e9afaf80d14be3a5cc148f77e3637d', 'mac_address': 'fa:16:3e:f8:29:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6034c9-f9f2-4cfa-a752-6acc265e2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '270391aa-29f2-457c-9135-36e990600da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:35Z', 'updated_at': '2021-09-01T16:12:41Z', 'revision_number': 4, 'project_id': '80e9afaf80d14be3a5cc148f77e3637d', 'subnets': [{'id': '270391aa-29f2-457c-9135-36e990600da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:12:41.698632 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9172149-3e97-46a6-85d8-096af50288a2 None None] The sync data for ids ['4d6034c9-f9f2-4cfa-a752-6acc265e2731'] in n-d-794796-3 is: [{'id': '4d6034c9-f9f2-4cfa-a752-6acc265e2731', 'name': 'tempest-TestMinimumBasicScenario-2098186109-router', 'tenant_id': '80e9afaf80d14be3a5cc148f77e3637d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'b448a313-daf3-4778-ada8-2117cba8ecde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:33Z', 'updated_at': '2021-09-01T16:12:36Z', 'revision_number': 4, 'project_id': '80e9afaf80d14be3a5cc148f77e3637d', 'gw_port': {'id': 'b448a313-daf3-4778-ada8-2117cba8ecde', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ac:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6034c9-f9f2-4cfa-a752-6acc265e2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:34Z', 'updated_at': '2021-09-01T16:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'ef45e844-ed9a-45d5-a85d-b96c2dd287fd', 'name': '', 'network_id': 'dd440c69-2bb5-4318-81da-3918f8e48e92', 'tenant_id': '80e9afaf80d14be3a5cc148f77e3637d', 'mac_address': 'fa:16:3e:f8:29:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6034c9-f9f2-4cfa-a752-6acc265e2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '270391aa-29f2-457c-9135-36e990600da5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:35Z', 'updated_at': '2021-09-01T16:12:41Z', 'revision_number': 4, 'project_id': '80e9afaf80d14be3a5cc148f77e3637d', 'subnets': [{'id': '270391aa-29f2-457c-9135-36e990600da5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:12:41.921701 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ef45e844-ed9a-45d5-a85d-b96c2dd287fd up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:12:42.004562 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port ef45e844-ed9a-45d5-a85d-b96c2dd287fd completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:12:42.009102 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port ef45e844-ed9a-45d5-a85d-b96c2dd287fd triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:42.009763 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:42.130599 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:42.186177 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port ef45e844-ed9a-45d5-a85d-b96c2dd287fd, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ef45e844-ed9a-45d5-a85d-b96c2dd287fd,segment=NetworkSegment(23bf4f6e-34bd-45f3-ba15-a5829e40f9aa),segment_id=23bf4f6e-34bd-45f3-ba15-a5829e40f9aa)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:12:42.193992 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:42.194792 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b448a313-daf3-4778-ada8-2117cba8ecde up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:12:42.308830 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:42.343976 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=ef45e844-ed9a-45d5-a85d-b96c2dd287fd,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:42.351780 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port b448a313-daf3-4778-ada8-2117cba8ecde triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:42.352161 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:43.488878 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:43.737276 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9dc3434b-49cb-40d0-9223-574b28c0de7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:43.867232 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ef45e844-ed9a-45d5-a85d-b96c2dd287fd up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:12:43.922561 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port ef45e844-ed9a-45d5-a85d-b96c2dd287fd triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:43.922989 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:45.388877 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:47.207044 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-92666ef1-b4cc-446f-a014-68a04de0bf36 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:47.208521 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-92666ef1-b4cc-446f-a014-68a04de0bf36 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/networks?id=beb9918c-8dde-4359-add7-6e91fc1e8f37 HTTP/1.1" status: 200 len: 814 time: 0.1013782 Sep 01 16:12:47.224068 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-f691c225-3818-4975-b7e0-7cf412452b2e tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/quotas/aa9e8fbeb9364fa5be17295ac6b20110 HTTP/1.1" status: 200 len: 375 time: 0.0092881 Sep 01 16:12:47.274152 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-a4306ba5-a69e-469c-b6f1-5e525c2973d8 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa9e8fbeb9364fa5be17295ac6b20110&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448017 Sep 01 16:12:47.290035 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-31cddd86-75d7-4e01-969f-077d679dd8fa service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:12:47.291040 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-31cddd86-75d7-4e01-969f-077d679dd8fa service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050912 Sep 01 16:12:47.376987 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-59c0839c-bb62-4988-93b1-0bb59f26f2ba service neutron] 10.222.0.60 "GET /v2.0/networks/beb9918c-8dde-4359-add7-6e91fc1e8f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796962 Sep 01 16:12:47.468351 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-fd98acbf-42ed-4fdf-bcf5-972aab661211 service neutron] 10.222.0.60 "GET /v2.0/networks/beb9918c-8dde-4359-add7-6e91fc1e8f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851641 Sep 01 16:12:47.629103 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5096c1f1-e57a-4add-ab66-2726269c4660 req-857affb7-3e50-4f04-9fc8-7fec961262fa tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 210 time: 0.0281086 Sep 01 16:12:48.553232 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-91e6ca24-2f2a-454a-a0aa-78e0c13bc9b6 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:48.554723 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-91e6ca24-2f2a-454a-a0aa-78e0c13bc9b6 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.45 "GET /v2.0/networks?id=beb9918c-8dde-4359-add7-6e91fc1e8f37 HTTP/1.1" status: 200 len: 814 time: 0.1173391 Sep 01 16:12:48.568042 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-f913dea3-cf7b-45dd-952f-81ac5c9452f2 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Request body: {'port': {'device_id': '970a2b85-17c2-4b13-8f08-e892be0b41fe', 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37', 'admin_state_up': True, 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:12:48.680498 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-f913dea3-cf7b-45dd-952f-81ac5c9452f2 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Made reservation on behalf of aa9e8fbeb9364fa5be17295ac6b20110 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:12:48.684292 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-f913dea3-cf7b-45dd-952f-81ac5c9452f2 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:48.745168 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c7cdabe-2547-4b8c-8d0c-dc0e0f711c56 req-b774d6c3-c27e-4194-989a-73982161174d tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 210 time: 0.0350575 Sep 01 16:12:48.834835 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-f913dea3-cf7b-45dd-952f-81ac5c9452f2 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Allocated IP 172.20.0.10 (beb9918c-8dde-4359-add7-6e91fc1e8f37/0ace7409-dc89-4386-9def-4074f6d873c1/66086c5d-5ebf-4a6a-ae9e-f26d7371e40b) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:12:49.037782 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-f913dea3-cf7b-45dd-952f-81ac5c9452f2 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:49.054867 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-f913dea3-cf7b-45dd-952f-81ac5c9452f2 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Transition to ACTIVE for port object 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:12:49.097180 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-f913dea3-cf7b-45dd-952f-81ac5c9452f2 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:49.157787 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-f913dea3-cf7b-45dd-952f-81ac5c9452f2 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Network beb9918c-8dde-4359-add7-6e91fc1e8f37 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:12:49.161978 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-f913dea3-cf7b-45dd-952f-81ac5c9452f2 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:12:49.164246 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913dea3-cf7b-45dd-952f-81ac5c9452f2 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Pushing event updated for resources: {'Port': ['ID=66086c5d-5ebf-4a6a-ae9e-f26d7371e40b,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:49.166196 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-f913dea3-cf7b-45dd-952f-81ac5c9452f2 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:12:49.222669 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-f913dea3-cf7b-45dd-952f-81ac5c9452f2 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:49.223636 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-f913dea3-cf7b-45dd-952f-81ac5c9452f2 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:49.242594 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-f913dea3-cf7b-45dd-952f-81ac5c9452f2 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6783233 Sep 01 16:12:49.461059 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7b2d50e4-6d31-4cf2-a9f2-3dd7b55e7d7b None None] Provisioning for port 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:12:49.465421 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7b2d50e4-6d31-4cf2-a9f2-3dd7b55e7d7b None None] Provisioning complete for port 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:12:49.465795 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7b2d50e4-6d31-4cf2-a9f2-3dd7b55e7d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:49.501795 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-7b2d50e4-6d31-4cf2-a9f2-3dd7b55e7d7b None None] Port 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:12:49.863545 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a29cf-1e70-46fb-9263-86934527eeb8 req-2c28ee2e-c4b9-45e4-936b-20e2dafe4be5 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:49.865112 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9a7a29cf-1e70-46fb-9263-86934527eeb8 req-2c28ee2e-c4b9-45e4-936b-20e2dafe4be5 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 932 time: 0.0555992 Sep 01 16:12:49.909055 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9a7a29cf-1e70-46fb-9263-86934527eeb8 req-cbd3d141-cad9-42c5-9dfd-4ad9b9dce46e tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370905 Sep 01 16:12:51.037136 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf58667-72c2-4059-a6b6-6f6283cf09d1 req-20ae3a23-4642-49e9-9192-24446ee0f6da tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:51.039221 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0cf58667-72c2-4059-a6b6-6f6283cf09d1 req-20ae3a23-4642-49e9-9192-24446ee0f6da tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 932 time: 0.0561025 Sep 01 16:12:51.101327 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0cf58667-72c2-4059-a6b6-6f6283cf09d1 req-7823efe8-037d-426e-a7fe-e500999c283e tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500736 Sep 01 16:12:52.226122 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c73cf-6e10-4d16-9349-54ffa27c2b9b req-7989437a-332a-4666-a682-7a70b194e159 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:52.227787 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a84c73cf-6e10-4d16-9349-54ffa27c2b9b req-7989437a-332a-4666-a682-7a70b194e159 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 932 time: 0.0541186 Sep 01 16:12:52.278205 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a84c73cf-6e10-4d16-9349-54ffa27c2b9b req-5d01467b-b0a6-4287-ab17-019117550a08 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438240 Sep 01 16:12:53.400482 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc382bad-a5dc-4f46-98c2-9af39d7d726c req-d896ec5e-922e-45f0-8a35-c09549a7e976 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:53.402583 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc382bad-a5dc-4f46-98c2-9af39d7d726c req-d896ec5e-922e-45f0-8a35-c09549a7e976 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 932 time: 0.0574861 Sep 01 16:12:53.452711 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bc382bad-a5dc-4f46-98c2-9af39d7d726c req-377460f5-4b36-4656-86f0-ca80b7ea437f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438190 Sep 01 16:12:54.564139 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2518e-a713-40f6-bed3-bf1599cb066f req-fd6f2884-f6c8-4efc-811c-2670498816b3 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:54.565631 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d8b2518e-a713-40f6-bed3-bf1599cb066f req-fd6f2884-f6c8-4efc-811c-2670498816b3 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 932 time: 0.0482972 Sep 01 16:12:54.609880 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d8b2518e-a713-40f6-bed3-bf1599cb066f req-97df8427-268e-47fb-8277-fc2340284733 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374465 Sep 01 16:12:55.731948 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49b99b-2c9f-4603-8483-73748b42702b req-0e1614b4-0231-4998-8e9a-2a725a75dca0 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:55.733456 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee49b99b-2c9f-4603-8483-73748b42702b req-0e1614b4-0231-4998-8e9a-2a725a75dca0 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 932 time: 0.0535669 Sep 01 16:12:55.773164 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ee49b99b-2c9f-4603-8483-73748b42702b req-badaa130-34f1-462e-b57f-dd85c89554bf tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336158 Sep 01 16:12:56.903457 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a0be9-0e40-423d-b53f-f86c96bdf900 req-6589f3d5-11bd-4dd0-81d8-c2f7101d03e4 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:56.905122 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-829a0be9-0e40-423d-b53f-f86c96bdf900 req-6589f3d5-11bd-4dd0-81d8-c2f7101d03e4 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 932 time: 0.0508702 Sep 01 16:12:56.961828 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-829a0be9-0e40-423d-b53f-f86c96bdf900 req-f8099012-c0a5-4ab2-8162-2d92c4b5426f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467091 Sep 01 16:12:58.075733 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafb2ce-0cb0-40af-8ff3-ea5d68e96527 req-84d803dc-266d-4e22-a021-1402031217b3 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:58.077138 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dbafb2ce-0cb0-40af-8ff3-ea5d68e96527 req-84d803dc-266d-4e22-a021-1402031217b3 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 932 time: 0.0489600 Sep 01 16:12:58.124650 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dbafb2ce-0cb0-40af-8ff3-ea5d68e96527 req-544d825f-6aa1-40ce-835c-67c6991538fa tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376918 Sep 01 16:12:58.279908 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:59.242927 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f310cab-e989-441f-b429-ec2d852e1311 req-8d5a36ea-57d9-4ece-94fd-d70c9fbf944f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:59.244521 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8f310cab-e989-441f-b429-ec2d852e1311 req-8d5a36ea-57d9-4ece-94fd-d70c9fbf944f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 932 time: 0.0508075 Sep 01 16:12:59.281213 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-afb3b028-e81c-49eb-85b3-fa49d929434d service neutron] Request body: {'port': {'device_id': '970a2b85-17c2-4b13-8f08-e892be0b41fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:12:59.304094 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8f310cab-e989-441f-b429-ec2d852e1311 req-f5a1975c-f2d0-41fe-9c73-58087d549476 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535123 Sep 01 16:12:59.339237 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-afb3b028-e81c-49eb-85b3-fa49d929434d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:59.600149 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-afb3b028-e81c-49eb-85b3-fa49d929434d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:12:59.607646 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-afb3b028-e81c-49eb-85b3-fa49d929434d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:59.619875 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-afb3b028-e81c-49eb-85b3-fa49d929434d service neutron] Transition to ACTIVE for port object 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:12:59.623256 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-afb3b028-e81c-49eb-85b3-fa49d929434d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:59.690226 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3b028-e81c-49eb-85b3-fa49d929434d service neutron] Pushing event updated for resources: {'Port': ['ID=66086c5d-5ebf-4a6a-ae9e-f26d7371e40b,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:59.754438 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-afb3b028-e81c-49eb-85b3-fa49d929434d service neutron] Attempting to bind port 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:12:59.754778 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-afb3b028-e81c-49eb-85b3-fa49d929434d service neutron] Attempting to bind port 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': 'fe62aa6c-18ee-419b-a6fd-bf37c652716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:12:59.755258 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-afb3b028-e81c-49eb-85b3-fa49d929434d service neutron] Attempting to bind port 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b on network beb9918c-8dde-4359-add7-6e91fc1e8f37 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:12:59.760761 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-afb3b028-e81c-49eb-85b3-fa49d929434d service neutron] Port 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b on network beb9918c-8dde-4359-add7-6e91fc1e8f37 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:12:59.761010 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-afb3b028-e81c-49eb-85b3-fa49d929434d service neutron] Attempting to bind port 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b on network beb9918c-8dde-4359-add7-6e91fc1e8f37 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:12:59.766235 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-afb3b028-e81c-49eb-85b3-fa49d929434d service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:12:59.766618 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-afb3b028-e81c-49eb-85b3-fa49d929434d service neutron] Checking segment: {'id': 'fe62aa6c-18ee-419b-a6fd-bf37c652716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:12:59.767008 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-afb3b028-e81c-49eb-85b3-fa49d929434d service neutron] Bound using segment: {'id': 'fe62aa6c-18ee-419b-a6fd-bf37c652716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:12:59.767450 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-afb3b028-e81c-49eb-85b3-fa49d929434d service neutron] Bound port: 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe62aa6c-18ee-419b-a6fd-bf37c652716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:12:59.767821 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-afb3b028-e81c-49eb-85b3-fa49d929434d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:59.842212 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-afb3b028-e81c-49eb-85b3-fa49d929434d service neutron] For port 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:12:59.845503 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-afb3b028-e81c-49eb-85b3-fa49d929434d service neutron] For port 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=66086c5d-5ebf-4a6a-ae9e-f26d7371e40b,segment=NetworkSegment(fe62aa6c-18ee-419b-a6fd-bf37c652716e),segment_id=fe62aa6c-18ee-419b-a6fd-bf37c652716e)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:12:59.850160 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-afb3b028-e81c-49eb-85b3-fa49d929434d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:59.882595 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-afb3b028-e81c-49eb-85b3-fa49d929434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:59.883229 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-afb3b028-e81c-49eb-85b3-fa49d929434d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:12:59.884600 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-afb3b028-e81c-49eb-85b3-fa49d929434d service neutron] 10.222.0.45 "PUT /v2.0/ports/66086c5d-5ebf-4a6a-ae9e-f26d7371e40b HTTP/1.1" status: 200 len: 1092 time: 0.7054877 Sep 01 16:12:59.885620 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '970a2b85-17c2-4b13-8f08-e892be0b41fe', 'tag': '66086c5d-5ebf-4a6a-ae9e-f26d7371e40b'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:12:59.887893 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85512cb2-5ea8-43ab-92ed-1061dfa5f034" -d '{"events": [{"name": "network-changed", "server_uuid": "970a2b85-17c2-4b13-8f08-e892be0b41fe", "tag": "66086c5d-5ebf-4a6a-ae9e-f26d7371e40b"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:12:59.923089 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3b028-e81c-49eb-85b3-fa49d929434d service neutron] Pushing event updated for resources: {'Port': ['ID=66086c5d-5ebf-4a6a-ae9e-f26d7371e40b,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:12:59.931417 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e49c6a-78cd-4795-b5f7-6d1b86c669b5 x-openstack-request-id: req-24e49c6a-78cd-4795-b5f7-6d1b86c669b5 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:12:59.932553 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "970a2b85-17c2-4b13-8f08-e892be0b41fe", "tag": "66086c5d-5ebf-4a6a-ae9e-f26d7371e40b", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:12:59.932851 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-24e49c6a-78cd-4795-b5f7-6d1b86c669b5 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:12:59.933447 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '970a2b85-17c2-4b13-8f08-e892be0b41fe', 'tag': '66086c5d-5ebf-4a6a-ae9e-f26d7371e40b', 'status': 'completed', 'code': 200} Sep 01 16:12:59.978226 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-96adb39c-dcd6-42dc-b7e1-8c403faf8d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:12:59.980306 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-96adb39c-dcd6-42dc-b7e1-8c403faf8d7a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa9e8fbeb9364fa5be17295ac6b20110&device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 1095 time: 0.0461385 Sep 01 16:13:00.029811 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-ce524f32-35d4-440b-9746-ea1b43d47e82 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66086c5d-5ebf-4a6a-ae9e-f26d7371e40b HTTP/1.1" status: 200 len: 217 time: 0.0402873 Sep 01 16:13:00.081452 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-47b77a33-7f96-4d87-8f19-f45b31b0b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:00.082967 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-47b77a33-7f96-4d87-8f19-f45b31b0b7bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0ace7409-dc89-4386-9def-4074f6d873c1 HTTP/1.1" status: 200 len: 853 time: 0.0458879 Sep 01 16:13:00.128778 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-12a3c8c1-ac69-401d-b3a7-fdc5a88fa994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:00.130249 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-12a3c8c1-ac69-401d-b3a7-fdc5a88fa994 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=beb9918c-8dde-4359-add7-6e91fc1e8f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404387 Sep 01 16:13:00.222665 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-26b3e68b-310a-4d43-b2c2-44f3899e7673 service neutron] 10.222.0.45 "GET /v2.0/networks/beb9918c-8dde-4359-add7-6e91fc1e8f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854774 Sep 01 16:13:00.311623 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c53d4464-bbb4-495f-95e4-7634c8fa5530 req-c00d6cd9-cfeb-4e49-88c7-ecc3f8cd1337 service neutron] 10.222.0.45 "GET /v2.0/networks/beb9918c-8dde-4359-add7-6e91fc1e8f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812593 Sep 01 16:13:00.430086 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85512cb2-5ea8-43ab-92ed-1061dfa5f034 req-18c21750-cbe9-47a1-9ade-35090bf695ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:00.431641 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-85512cb2-5ea8-43ab-92ed-1061dfa5f034 req-18c21750-cbe9-47a1-9ade-35090bf695ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa9e8fbeb9364fa5be17295ac6b20110&device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 1095 time: 0.0732815 Sep 01 16:13:00.443285 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab369f-c6ec-45b7-ab96-960c40b236d3 req-6dd571d0-b826-4978-bd9a-af8e69bafd88 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:00.444637 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d0ab369f-c6ec-45b7-ab96-960c40b236d3 req-6dd571d0-b826-4978-bd9a-af8e69bafd88 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 944 time: 0.0621228 Sep 01 16:13:00.528459 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d0ab369f-c6ec-45b7-ab96-960c40b236d3 req-d3a96768-4d89-4a38-bb77-be7b9613c5ff tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750413 Sep 01 16:13:00.556156 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85512cb2-5ea8-43ab-92ed-1061dfa5f034 req-f11d5207-bc2c-4a8b-8f24-4f0550a79f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:00.557657 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-85512cb2-5ea8-43ab-92ed-1061dfa5f034 req-f11d5207-bc2c-4a8b-8f24-4f0550a79f9d service neutron] 10.222.0.45 "GET /v2.0/networks?id=beb9918c-8dde-4359-add7-6e91fc1e8f37 HTTP/1.1" status: 200 len: 915 time: 0.1121800 Sep 01 16:13:00.605980 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-85512cb2-5ea8-43ab-92ed-1061dfa5f034 req-748c587c-8c7a-4a84-bc22-723c52fc3f6f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66086c5d-5ebf-4a6a-ae9e-f26d7371e40b HTTP/1.1" status: 200 len: 217 time: 0.0402215 Sep 01 16:13:00.656106 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85512cb2-5ea8-43ab-92ed-1061dfa5f034 req-5e843ba8-c330-4f32-b962-e044118de579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:00.657567 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-85512cb2-5ea8-43ab-92ed-1061dfa5f034 req-5e843ba8-c330-4f32-b962-e044118de579 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0ace7409-dc89-4386-9def-4074f6d873c1 HTTP/1.1" status: 200 len: 853 time: 0.0437670 Sep 01 16:13:00.704855 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85512cb2-5ea8-43ab-92ed-1061dfa5f034 req-b0e2fe1e-d843-49db-b85a-22357aeb6d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:00.706348 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-85512cb2-5ea8-43ab-92ed-1061dfa5f034 req-b0e2fe1e-d843-49db-b85a-22357aeb6d31 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=beb9918c-8dde-4359-add7-6e91fc1e8f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391140 Sep 01 16:13:00.800005 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-85512cb2-5ea8-43ab-92ed-1061dfa5f034 req-ca692be1-bbe9-4cd6-8d4d-8cb2e7aa94c1 service neutron] 10.222.0.45 "GET /v2.0/networks/beb9918c-8dde-4359-add7-6e91fc1e8f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853617 Sep 01 16:13:00.894970 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-85512cb2-5ea8-43ab-92ed-1061dfa5f034 req-db0fb153-426a-413e-8b1a-959760cb71af service neutron] 10.222.0.45 "GET /v2.0/networks/beb9918c-8dde-4359-add7-6e91fc1e8f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873482 Sep 01 16:13:01.646376 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529d833-6f61-4594-806a-0ad26660a3b5 req-22d2151e-212c-4bc7-893d-62ba317a53a2 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:01.647876 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a529d833-6f61-4594-806a-0ad26660a3b5 req-22d2151e-212c-4bc7-893d-62ba317a53a2 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 944 time: 0.0522423 Sep 01 16:13:01.685634 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a529d833-6f61-4594-806a-0ad26660a3b5 req-0f901b6c-39dc-4a06-a4ca-a3da33f36dc3 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317736 Sep 01 16:13:02.800125 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551d31b-d795-4688-a090-189d878d14d0 req-afbfe3fd-b400-4356-8115-2c774e944e81 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:02.801528 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8551d31b-d795-4688-a090-189d878d14d0 req-afbfe3fd-b400-4356-8115-2c774e944e81 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 944 time: 0.0496159 Sep 01 16:13:02.838615 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8551d31b-d795-4688-a090-189d878d14d0 req-c40525f5-ed4a-47e2-a9ba-e700e6722edb tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304797 Sep 01 16:13:03.952276 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116ec22-0fd0-412e-90a9-c82b4c1805ea req-d354caee-ca53-43e2-b314-c63b46a05cbd tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:03.953744 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9116ec22-0fd0-412e-90a9-c82b4c1805ea req-d354caee-ca53-43e2-b314-c63b46a05cbd tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 944 time: 0.0483091 Sep 01 16:13:03.990708 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9116ec22-0fd0-412e-90a9-c82b4c1805ea req-884a9642-0c27-463e-a1d8-0989ce822df3 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309248 Sep 01 16:13:04.415247 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:13:04.515739 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=66086c5d-5ebf-4a6a-ae9e-f26d7371e40b,segment=NetworkSegment(fe62aa6c-18ee-419b-a6fd-bf37c652716e),segment_id=fe62aa6c-18ee-419b-a6fd-bf37c652716e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:13:04.528107 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '66086c5d-5ebf-4a6a-ae9e-f26d7371e40b', 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37', 'port_id': '66086c5d-5ebf-4a6a-ae9e-f26d7371e40b', 'mac_address': 'fa:16:3e:29:41:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ace7409-dc89-4386-9def-4074f6d873c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:13:04.565263 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:04.578593 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:13:04.599018 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=66086c5d-5ebf-4a6a-ae9e-f26d7371e40b,segment=NetworkSegment(fe62aa6c-18ee-419b-a6fd-bf37c652716e),segment_id=fe62aa6c-18ee-419b-a6fd-bf37c652716e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:13:04.603327 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:04.661513 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=66086c5d-5ebf-4a6a-ae9e-f26d7371e40b,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:04.669268 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:04.669544 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:04.669889 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:04.670221 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:04.670581 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:04.670912 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:04.671243 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:04.671569 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:04.672109 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:04.672442 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:04.672767 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:04.673089 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:04.854041 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['66086c5d-5ebf-4a6a-ae9e-f26d7371e40b'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:13:05.117547 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f2d9e-92e5-40ec-9e02-45852a365cdc req-fc4f9903-2f75-4e40-99b9-7315d38152ca tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:05.119229 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8b1f2d9e-92e5-40ec-9e02-45852a365cdc req-fc4f9903-2f75-4e40-99b9-7315d38152ca tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 945 time: 0.0585198 Sep 01 16:13:05.166828 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8b1f2d9e-92e5-40ec-9e02-45852a365cdc req-6c0bcf5a-2728-4201-aa89-bffb880f65be tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403249 Sep 01 16:13:06.283802 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b8115-1a98-4051-bf06-02638517d583 req-d05abcbe-df5c-4e8a-8821-2aa48a9b50f4 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:06.285313 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-372b8115-1a98-4051-bf06-02638517d583 req-d05abcbe-df5c-4e8a-8821-2aa48a9b50f4 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 945 time: 0.0501351 Sep 01 16:13:06.322729 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-372b8115-1a98-4051-bf06-02638517d583 req-5b9b4001-f0c3-4852-af84-6af635d38656 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308528 Sep 01 16:13:06.445385 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:13:06.493565 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:13:06.498267 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:13:06.498744 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:06.733450 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:06.756426 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970a2b85-17c2-4b13-8f08-e892be0b41fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66086c5d-5ebf-4a6a-ae9e-f26d7371e40b'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:13:06.758694 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f07649-3460-45bb-83c5-b45a87fb6d8f" -d '{"events": [{"server_uuid": "970a2b85-17c2-4b13-8f08-e892be0b41fe", "name": "network-vif-plugged", "status": "completed", "tag": "66086c5d-5ebf-4a6a-ae9e-f26d7371e40b"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:13:06.772378 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=66086c5d-5ebf-4a6a-ae9e-f26d7371e40b,segment=NetworkSegment(fe62aa6c-18ee-419b-a6fd-bf37c652716e),segment_id=fe62aa6c-18ee-419b-a6fd-bf37c652716e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:13:06.777294 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:06.803454 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d20820-b9c3-49bf-9b63-5e5499c95a17 x-openstack-request-id: req-71d20820-b9c3-49bf-9b63-5e5499c95a17 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:13:06.803736 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970a2b85-17c2-4b13-8f08-e892be0b41fe", "name": "network-vif-plugged", "status": "completed", "tag": "66086c5d-5ebf-4a6a-ae9e-f26d7371e40b", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:13:06.803994 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-71d20820-b9c3-49bf-9b63-5e5499c95a17 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:13:06.804482 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970a2b85-17c2-4b13-8f08-e892be0b41fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66086c5d-5ebf-4a6a-ae9e-f26d7371e40b', 'code': 200} Sep 01 16:13:06.834823 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=66086c5d-5ebf-4a6a-ae9e-f26d7371e40b,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:06.903982 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76e806-1634-4df6-8b1e-5f053f17c77f req-50dd165d-a5a7-44e8-b88c-42edc815ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:06.905461 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c76e806-1634-4df6-8b1e-5f053f17c77f req-50dd165d-a5a7-44e8-b88c-42edc815ceaa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 1097 time: 0.0403204 Sep 01 16:13:06.939470 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c76e806-1634-4df6-8b1e-5f053f17c77f req-0e06c618-874b-4dde-bb8b-fbc14a488296 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263796 Sep 01 16:13:07.442772 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6bd73-afb8-4f76-a87f-10ed3647100e req-861b9f18-5fe6-43d5-810c-44f4d39b6bcb tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:07.444328 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b6f6bd73-afb8-4f76-a87f-10ed3647100e req-861b9f18-5fe6-43d5-810c-44f4d39b6bcb tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 946 time: 0.0534375 Sep 01 16:13:07.486527 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b6f6bd73-afb8-4f76-a87f-10ed3647100e req-2f8141f7-f4ec-4d99-8d8a-678517b91b22 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353622 Sep 01 16:13:08.613708 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58134500-bc94-4295-951b-3299337657bf req-2d8a89dd-8821-45b4-b116-96ebe2d12ca9 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:08.615292 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-58134500-bc94-4295-951b-3299337657bf req-2d8a89dd-8821-45b4-b116-96ebe2d12ca9 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 946 time: 0.0559101 Sep 01 16:13:08.655784 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-58134500-bc94-4295-951b-3299337657bf req-4dc06b1e-2b6a-4401-8269-145c221e49d1 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334558 Sep 01 16:13:08.773298 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d978f2-2359-4721-8d60-7ad5887764f0 req-e91675b2-1418-4734-a971-87b2c905af27 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:08.774696 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-32d978f2-2359-4721-8d60-7ad5887764f0 req-e91675b2-1418-4734-a971-87b2c905af27 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 946 time: 0.0500462 Sep 01 16:13:08.814159 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-32d978f2-2359-4721-8d60-7ad5887764f0 req-d5498db8-a4a2-4738-aa1b-bc5fd3135a5c tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334015 Sep 01 16:13:09.007568 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d2acd-fd57-4004-89a9-a7fad404c632 req-3c23f99d-539c-43c0-98c6-31e9f264ece4 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:09.009070 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-569d2acd-fd57-4004-89a9-a7fad404c632 req-3c23f99d-539c-43c0-98c6-31e9f264ece4 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 946 time: 0.0503471 Sep 01 16:13:09.047618 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-569d2acd-fd57-4004-89a9-a7fad404c632 req-849735b5-d4e3-40ac-990d-15a7bd188b00 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324886 Sep 01 16:13:09.136000 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:09.396372 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-55df0fa6-eae1-4a89-b162-793f999da16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:12.241904 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:13.483897 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:13.738630 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a89f78e2-150f-456c-b243-0adcbd4d89cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:15.388508 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:16.775871 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:13:20.610517 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b57457-d76f-4f88-9c15-ce521a1b628c req-423e3213-b2bc-41a3-b1bd-988448bed29d tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:20.612024 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c5b57457-d76f-4f88-9c15-ce521a1b628c req-423e3213-b2bc-41a3-b1bd-988448bed29d tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 946 time: 0.0536659 Sep 01 16:13:20.649800 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c5b57457-d76f-4f88-9c15-ce521a1b628c req-a047268e-7bf6-46be-8d5c-a02882f45f9b tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308983 Sep 01 16:13:20.672910 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56862) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:20.757336 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d362e8f7-c22e-4059-b1ce-c1a5373317e1 tempest-TestMinimumBasicScenario-634621478 tempest-TestMinimumBasicScenario-634621478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:20.758872 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d362e8f7-c22e-4059-b1ce-c1a5373317e1 tempest-TestMinimumBasicScenario-634621478 tempest-TestMinimumBasicScenario-634621478-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 1092 time: 0.0849524 Sep 01 16:13:20.761877 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56866) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:20.766147 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-39b4148a-7db7-4d5b-a73d-5e5e6e441ae4 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'port_id': '66086c5d-5ebf-4a6a-ae9e-f26d7371e40b', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:13:20.787953 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-39b4148a-7db7-4d5b-a73d-5e5e6e441ae4 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:20.884261 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-39b4148a-7db7-4d5b-a73d-5e5e6e441ae4 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:20.991146 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-39b4148a-7db7-4d5b-a73d-5e5e6e441ae4 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Allocated IP 172.25.6.26 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/36902c79-8618-46cc-8fb5-ff8f100437f9) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:13:21.092067 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-39b4148a-7db7-4d5b-a73d-5e5e6e441ae4 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:21.129981 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-39b4148a-7db7-4d5b-a73d-5e5e6e441ae4 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:21.174627 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b4148a-7db7-4d5b-a73d-5e5e6e441ae4 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:13:21.177511 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-39b4148a-7db7-4d5b-a73d-5e5e6e441ae4 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:13:21.181227 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b4148a-7db7-4d5b-a73d-5e5e6e441ae4 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:13:21.203270 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4148a-7db7-4d5b-a73d-5e5e6e441ae4 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Pushing event updated for resources: {'Port': ['ID=36902c79-8618-46cc-8fb5-ff8f100437f9,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:21.633958 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-39b4148a-7db7-4d5b-a73d-5e5e6e441ae4 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:21.704335 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-39b4148a-7db7-4d5b-a73d-5e5e6e441ae4 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:21.851475 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-39b4148a-7db7-4d5b-a73d-5e5e6e441ae4 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:21.856660 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-39b4148a-7db7-4d5b-a73d-5e5e6e441ae4 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:21.933883 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4148a-7db7-4d5b-a73d-5e5e6e441ae4 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Pushing event updated for resources: {'Port': ['ID=36902c79-8618-46cc-8fb5-ff8f100437f9,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:21.942772 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-39b4148a-7db7-4d5b-a73d-5e5e6e441ae4 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:22.061256 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-39b4148a-7db7-4d5b-a73d-5e5e6e441ae4 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Floating IP 7eda2ba3-303c-46a1-bd8f-9c1a4e5f8714 associated. External IP: 172.25.6.26, port: 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b. Sep 01 16:13:22.534237 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b4148a-7db7-4d5b-a73d-5e5e6e441ae4 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Router bf553684-e974-4329-a507-750509e14fd2 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:13:22.641963 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b4148a-7db7-4d5b-a73d-5e5e6e441ae4 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:13:22.652142 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3226108-6c05-42e5-8af9-c0bd6741c648 None None] Sync routers for ids ['bf553684-e974-4329-a507-750509e14fd2'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:13:22.659679 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-39b4148a-7db7-4d5b-a73d-5e5e6e441ae4 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:22.662238 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3226108-6c05-42e5-8af9-c0bd6741c648 None None] Routers {'bf553684-e974-4329-a507-750509e14fd2'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:13:22.662908 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a3226108-6c05-42e5-8af9-c0bd6741c648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:13:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['bf553684-e974-4329-a507-750509e14fd2'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:13:22.689771 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-39b4148a-7db7-4d5b-a73d-5e5e6e441ae4 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9267061 Sep 01 16:13:22.690406 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '970a2b85-17c2-4b13-8f08-e892be0b41fe', 'tag': '66086c5d-5ebf-4a6a-ae9e-f26d7371e40b'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:13:22.692680 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56868) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:22.693195 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca91e46-14fb-4a04-8e96-ebb8b4a1ddc9" -d '{"events": [{"name": "network-changed", "server_uuid": "970a2b85-17c2-4b13-8f08-e892be0b41fe", "tag": "66086c5d-5ebf-4a6a-ae9e-f26d7371e40b"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:13:22.698224 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-9992fd73-d01f-4b81-b3bf-f83444404478 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-815756493', 'description': 'tempest-secgroup-smoke-815756493 description', 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:13:22.722989 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9992fd73-d01f-4b81-b3bf-f83444404478 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:22.733227 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecaf0f2d-7da8-4615-8fc9-46d2b9440d8c x-openstack-request-id: req-ecaf0f2d-7da8-4615-8fc9-46d2b9440d8c {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:13:22.733731 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "970a2b85-17c2-4b13-8f08-e892be0b41fe", "tag": "66086c5d-5ebf-4a6a-ae9e-f26d7371e40b", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:13:22.733817 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ecaf0f2d-7da8-4615-8fc9-46d2b9440d8c {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:13:22.734168 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '970a2b85-17c2-4b13-8f08-e892be0b41fe', 'tag': '66086c5d-5ebf-4a6a-ae9e-f26d7371e40b', 'status': 'completed', 'code': 200} Sep 01 16:13:22.771163 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-a3226108-6c05-42e5-8af9-c0bd6741c648 None None] Set router bf553684-e974-4329-a507-750509e14fd2 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:13:22.809838 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca91e46-14fb-4a04-8e96-ebb8b4a1ddc9 req-2de4bd08-8c03-4132-af93-d5f07958d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:22.811413 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9ca91e46-14fb-4a04-8e96-ebb8b4a1ddc9 req-2de4bd08-8c03-4132-af93-d5f07958d017 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa9e8fbeb9364fa5be17295ac6b20110&device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 1097 time: 0.0542614 Sep 01 16:13:22.816956 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9992fd73-d01f-4b81-b3bf-f83444404478 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:22.821227 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9992fd73-d01f-4b81-b3bf-f83444404478 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:22.852573 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9992fd73-d01f-4b81-b3bf-f83444404478 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:22.856492 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9992fd73-d01f-4b81-b3bf-f83444404478 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1601546 Sep 01 16:13:22.856492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992fd73-d01f-4b81-b3bf-f83444404478 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c885d1-1061-4f2d-9916-b2e398e2e37b,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:22.857666 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56872) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:22.863743 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-5cdc4246-0d16-413e-9a23-70d906f2fd2a tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Request body: {'security_group_rule': {'security_group_id': '71c885d1-1061-4f2d-9916-b2e398e2e37b', 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:13:22.878501 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992fd73-d01f-4b81-b3bf-f83444404478 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:22.878854 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992fd73-d01f-4b81-b3bf-f83444404478 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:22.879207 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992fd73-d01f-4b81-b3bf-f83444404478 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:22.879556 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992fd73-d01f-4b81-b3bf-f83444404478 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:22.879898 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992fd73-d01f-4b81-b3bf-f83444404478 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:22.880241 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992fd73-d01f-4b81-b3bf-f83444404478 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:22.880575 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992fd73-d01f-4b81-b3bf-f83444404478 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:22.880913 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992fd73-d01f-4b81-b3bf-f83444404478 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:22.881247 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992fd73-d01f-4b81-b3bf-f83444404478 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:22.881577 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992fd73-d01f-4b81-b3bf-f83444404478 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:22.881908 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992fd73-d01f-4b81-b3bf-f83444404478 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:22.882236 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9992fd73-d01f-4b81-b3bf-f83444404478 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:13:22.908748 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5cdc4246-0d16-413e-9a23-70d906f2fd2a tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:22.927031 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca91e46-14fb-4a04-8e96-ebb8b4a1ddc9 req-72aa1e10-d557-4ad6-8045-1439dbc8e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:22.928659 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9ca91e46-14fb-4a04-8e96-ebb8b4a1ddc9 req-72aa1e10-d557-4ad6-8045-1439dbc8e8e3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=beb9918c-8dde-4359-add7-6e91fc1e8f37 HTTP/1.1" status: 200 len: 915 time: 0.1092947 Sep 01 16:13:22.957082 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5cdc4246-0d16-413e-9a23-70d906f2fd2a tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:22.961709 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5cdc4246-0d16-413e-9a23-70d906f2fd2a tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:22.978277 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc4246-0d16-413e-9a23-70d906f2fd2a tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a8ed45-c327-481a-ada9-8490192af720,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:22.988877 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5cdc4246-0d16-413e-9a23-70d906f2fd2a tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:22.990163 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5cdc4246-0d16-413e-9a23-70d906f2fd2a tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315589 Sep 01 16:13:22.992990 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56874) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:22.998206 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-795bf11e-3918-4032-9481-ba064af07b60 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Request body: {'security_group_rule': {'security_group_id': '71c885d1-1061-4f2d-9916-b2e398e2e37b', 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:13:23.006714 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9ca91e46-14fb-4a04-8e96-ebb8b4a1ddc9 req-815826aa-3f67-4729-b2a1-04153c0ef304 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66086c5d-5ebf-4a6a-ae9e-f26d7371e40b HTTP/1.1" status: 200 len: 999 time: 0.0689712 Sep 01 16:13:23.020665 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a3226108-6c05-42e5-8af9-c0bd6741c648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf553684-e974-4329-a507-750509e14fd2', 'name': 'tempest-TestMinimumBasicScenario-206709564-router', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'a81f8f69-4f99-478f-9262-f33a0e961c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:28Z', 'updated_at': '2021-09-01T16:12:31Z', 'revision_number': 4, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'gw_port': {'id': 'a81f8f69-4f99-478f-9262-f33a0e961c67', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf553684-e974-4329-a507-750509e14fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:29Z', 'updated_at': '2021-09-01T16:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '7eda2ba3-303c-46a1-bd8f-9c1a4e5f8714', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'bf553684-e974-4329-a507-750509e14fd2', 'port_id': '66086c5d-5ebf-4a6a-ae9e-f26d7371e40b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37', 'mac_address': 'fa:16:3e:29:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a2b85-17c2-4b13-8f08-e892be0b41fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:13:21Z', 'updated_at': '2021-09-01T16:13:21Z', 'revision_number': 0, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a95cab-97df-4885-bb05-f2fd641e9468', 'name': '', 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'mac_address': 'fa:16:3e:f3:fc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf553684-e974-4329-a507-750509e14fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0ace7409-dc89-4386-9def-4074f6d873c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:30Z', 'updated_at': '2021-09-01T16:12:37Z', 'revision_number': 5, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'subnets': [{'id': '0ace7409-dc89-4386-9def-4074f6d873c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:13:23.027691 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-795bf11e-3918-4032-9481-ba064af07b60 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:23.047370 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3226108-6c05-42e5-8af9-c0bd6741c648 None None] Checking router: bf553684-e974-4329-a507-750509e14fd2 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:13:23.055917 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3226108-6c05-42e5-8af9-c0bd6741c648 None None] Routers {'bf553684-e974-4329-a507-750509e14fd2'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:13:23.057495 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a3226108-6c05-42e5-8af9-c0bd6741c648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:13:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['bf553684-e974-4329-a507-750509e14fd2'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:13:23.064885 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca91e46-14fb-4a04-8e96-ebb8b4a1ddc9 req-ba5b1763-e14c-47bd-be43-9fdf0740f57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:23.066473 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9ca91e46-14fb-4a04-8e96-ebb8b4a1ddc9 req-ba5b1763-e14c-47bd-be43-9fdf0740f57b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0ace7409-dc89-4386-9def-4074f6d873c1 HTTP/1.1" status: 200 len: 853 time: 0.0519004 Sep 01 16:13:23.091087 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-795bf11e-3918-4032-9481-ba064af07b60 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:23.096941 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-795bf11e-3918-4032-9481-ba064af07b60 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:23.113651 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bf11e-3918-4032-9481-ba064af07b60 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947eff84-a825-4377-807e-ed33cd4bc2fd,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:23.117912 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca91e46-14fb-4a04-8e96-ebb8b4a1ddc9 req-d09c9eee-a3a0-4110-87fc-6665892206cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:23.120688 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9ca91e46-14fb-4a04-8e96-ebb8b4a1ddc9 req-d09c9eee-a3a0-4110-87fc-6665892206cf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=beb9918c-8dde-4359-add7-6e91fc1e8f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463078 Sep 01 16:13:23.124508 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-795bf11e-3918-4032-9481-ba064af07b60 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:23.125809 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-795bf11e-3918-4032-9481-ba064af07b60 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1313560 Sep 01 16:13:23.128504 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56876) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:23.133250 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-924fcff9-044f-48cb-be4d-1077caf02cea tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Request body: {'security_group_rule': {'security_group_id': '71c885d1-1061-4f2d-9916-b2e398e2e37b', 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:13:23.162089 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-924fcff9-044f-48cb-be4d-1077caf02cea tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:23.192751 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-a3226108-6c05-42e5-8af9-c0bd6741c648 None None] Set router bf553684-e974-4329-a507-750509e14fd2 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:13:23.227244 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9ca91e46-14fb-4a04-8e96-ebb8b4a1ddc9 req-bb4af2b5-66d0-4d12-bbd7-0a7dbe015a98 service neutron] 10.222.0.45 "GET /v2.0/networks/beb9918c-8dde-4359-add7-6e91fc1e8f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984542 Sep 01 16:13:23.233116 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-924fcff9-044f-48cb-be4d-1077caf02cea tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:23.237954 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-924fcff9-044f-48cb-be4d-1077caf02cea tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:23.257119 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924fcff9-044f-48cb-be4d-1077caf02cea tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ca55f0-29cf-4d30-b647-7bbf5959868d,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:23.265090 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-924fcff9-044f-48cb-be4d-1077caf02cea tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:23.269541 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-924fcff9-044f-48cb-be4d-1077caf02cea tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396668 Sep 01 16:13:23.269975 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56878) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:23.275027 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-3fbea58f-84a0-48c7-a02d-b7822a0d8a65 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Request body: {'security_group_rule': {'security_group_id': '71c885d1-1061-4f2d-9916-b2e398e2e37b', 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:13:23.303341 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3fbea58f-84a0-48c7-a02d-b7822a0d8a65 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:23.334080 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9ca91e46-14fb-4a04-8e96-ebb8b4a1ddc9 req-1af305a9-a5ec-4591-abd5-0e03eb7b101a service neutron] 10.222.0.45 "GET /v2.0/networks/beb9918c-8dde-4359-add7-6e91fc1e8f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992048 Sep 01 16:13:23.373040 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3fbea58f-84a0-48c7-a02d-b7822a0d8a65 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:23.376918 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3fbea58f-84a0-48c7-a02d-b7822a0d8a65 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:23.399068 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbea58f-84a0-48c7-a02d-b7822a0d8a65 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9788bc4b-64cd-4aaf-83fc-a2236f319f46,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:23.405924 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3fbea58f-84a0-48c7-a02d-b7822a0d8a65 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:23.409823 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3fbea58f-84a0-48c7-a02d-b7822a0d8a65 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1361940 Sep 01 16:13:23.410046 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56880) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:23.414451 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-df6d7c53-3168-479c-9847-b8a1bd7e9650 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Request body: {'security_group_rule': {'security_group_id': '71c885d1-1061-4f2d-9916-b2e398e2e37b', 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:13:23.437242 n-d-794796-3 neutron-server[94734]: INFO neutron.db.securitygroups_db [None req-df6d7c53-3168-479c-9847-b8a1bd7e9650 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Project aa9e8fbeb9364fa5be17295ac6b20110 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:13:23.442255 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-df6d7c53-3168-479c-9847-b8a1bd7e9650 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:23.449399 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a3226108-6c05-42e5-8af9-c0bd6741c648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf553684-e974-4329-a507-750509e14fd2', 'name': 'tempest-TestMinimumBasicScenario-206709564-router', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'a81f8f69-4f99-478f-9262-f33a0e961c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:28Z', 'updated_at': '2021-09-01T16:12:31Z', 'revision_number': 4, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'gw_port': {'id': 'a81f8f69-4f99-478f-9262-f33a0e961c67', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf553684-e974-4329-a507-750509e14fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:29Z', 'updated_at': '2021-09-01T16:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '7eda2ba3-303c-46a1-bd8f-9c1a4e5f8714', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'bf553684-e974-4329-a507-750509e14fd2', 'port_id': '66086c5d-5ebf-4a6a-ae9e-f26d7371e40b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37', 'mac_address': 'fa:16:3e:29:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a2b85-17c2-4b13-8f08-e892be0b41fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:13:21Z', 'updated_at': '2021-09-01T16:13:21Z', 'revision_number': 0, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a95cab-97df-4885-bb05-f2fd641e9468', 'name': '', 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'mac_address': 'fa:16:3e:f3:fc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf553684-e974-4329-a507-750509e14fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0ace7409-dc89-4386-9def-4074f6d873c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:30Z', 'updated_at': '2021-09-01T16:12:37Z', 'revision_number': 5, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'subnets': [{'id': '0ace7409-dc89-4386-9def-4074f6d873c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:13:23.472124 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3226108-6c05-42e5-8af9-c0bd6741c648 None None] The sync data for ids ['bf553684-e974-4329-a507-750509e14fd2'] in n-d-794796-3 is: [{'id': 'bf553684-e974-4329-a507-750509e14fd2', 'name': 'tempest-TestMinimumBasicScenario-206709564-router', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'a81f8f69-4f99-478f-9262-f33a0e961c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:28Z', 'updated_at': '2021-09-01T16:12:31Z', 'revision_number': 4, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'gw_port': {'id': 'a81f8f69-4f99-478f-9262-f33a0e961c67', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf553684-e974-4329-a507-750509e14fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:29Z', 'updated_at': '2021-09-01T16:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '7eda2ba3-303c-46a1-bd8f-9c1a4e5f8714', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'floating_ip_address': '172.25.6.26', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'bf553684-e974-4329-a507-750509e14fd2', 'port_id': '66086c5d-5ebf-4a6a-ae9e-f26d7371e40b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37', 'mac_address': 'fa:16:3e:29:41:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970a2b85-17c2-4b13-8f08-e892be0b41fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:13:21Z', 'updated_at': '2021-09-01T16:13:21Z', 'revision_number': 0, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55a95cab-97df-4885-bb05-f2fd641e9468', 'name': '', 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'mac_address': 'fa:16:3e:f3:fc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf553684-e974-4329-a507-750509e14fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0ace7409-dc89-4386-9def-4074f6d873c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:30Z', 'updated_at': '2021-09-01T16:12:37Z', 'revision_number': 5, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'subnets': [{'id': '0ace7409-dc89-4386-9def-4074f6d873c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:13:23.513878 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-df6d7c53-3168-479c-9847-b8a1bd7e9650 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:23.518140 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-df6d7c53-3168-479c-9847-b8a1bd7e9650 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:23.536996 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d7c53-3168-479c-9847-b8a1bd7e9650 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5bdf74-3a25-4290-9c3d-b19d178a6f65,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:23.545641 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-df6d7c53-3168-479c-9847-b8a1bd7e9650 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:23.546970 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-df6d7c53-3168-479c-9847-b8a1bd7e9650 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1359930 Sep 01 16:13:23.549689 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56882) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:13:23.554462 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-5d94ab44-cbf1-467d-823e-c1210751b24e tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Request body: {'security_group_rule': {'security_group_id': '71c885d1-1061-4f2d-9916-b2e398e2e37b', 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:13:23.576589 n-d-794796-3 neutron-server[94734]: INFO neutron.db.securitygroups_db [None req-5d94ab44-cbf1-467d-823e-c1210751b24e tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Project aa9e8fbeb9364fa5be17295ac6b20110 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:13:23.581466 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5d94ab44-cbf1-467d-823e-c1210751b24e tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:23.648065 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5d94ab44-cbf1-467d-823e-c1210751b24e tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:23.653914 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5d94ab44-cbf1-467d-823e-c1210751b24e tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:23.671023 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94ab44-cbf1-467d-823e-c1210751b24e tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1733f62-8154-4f24-9d57-25c91be924cf,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:23.681078 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5d94ab44-cbf1-467d-823e-c1210751b24e tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:23.682548 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5d94ab44-cbf1-467d-823e-c1210751b24e tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1318958 Sep 01 16:13:23.688579 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c06371-4922-44be-8ee1-99f55668a9a9 None None] New status for floating IP 7eda2ba3-303c-46a1-bd8f-9c1a4e5f8714: ACTIVE {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:13:23.762922 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e97b3737-1c12-4c48-aaa5-f20d0fa51848 req-411af9e8-4a1b-4ec8-92ea-1ee9bbcae72b tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-815756493&fields=id&tenant_id=aa9e8fbeb9364fa5be17295ac6b20110 HTTP/1.1" status: 200 len: 267 time: 0.0322831 Sep 01 16:13:23.816172 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b3737-1c12-4c48-aaa5-f20d0fa51848 req-f2389707-0530-4408-b909-ffb099db3253 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:23.817565 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e97b3737-1c12-4c48-aaa5-f20d0fa51848 req-f2389707-0530-4408-b909-ffb099db3253 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 946 time: 0.0487607 Sep 01 16:13:23.830465 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-e97b3737-1c12-4c48-aaa5-f20d0fa51848 req-2c5a2c10-d06f-4fdb-a48d-493997797688 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Request body: {'port': {'security_groups': ['e40255ec-eca8-4a11-8c27-34ba924a5e77', '71c885d1-1061-4f2d-9916-b2e398e2e37b']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:13:23.895446 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e97b3737-1c12-4c48-aaa5-f20d0fa51848 req-2c5a2c10-d06f-4fdb-a48d-493997797688 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:24.075154 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-e97b3737-1c12-4c48-aaa5-f20d0fa51848 req-2c5a2c10-d06f-4fdb-a48d-493997797688 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] For port 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=66086c5d-5ebf-4a6a-ae9e-f26d7371e40b,segment=NetworkSegment(fe62aa6c-18ee-419b-a6fd-bf37c652716e),segment_id=fe62aa6c-18ee-419b-a6fd-bf37c652716e)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:13:24.104513 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e97b3737-1c12-4c48-aaa5-f20d0fa51848 req-2c5a2c10-d06f-4fdb-a48d-493997797688 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:24.109093 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e97b3737-1c12-4c48-aaa5-f20d0fa51848 req-2c5a2c10-d06f-4fdb-a48d-493997797688 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:24.122606 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['66086c5d-5ebf-4a6a-ae9e-f26d7371e40b'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:13:24.152427 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b3737-1c12-4c48-aaa5-f20d0fa51848 req-2c5a2c10-d06f-4fdb-a48d-493997797688 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:24.153081 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e97b3737-1c12-4c48-aaa5-f20d0fa51848 req-2c5a2c10-d06f-4fdb-a48d-493997797688 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:24.154537 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e97b3737-1c12-4c48-aaa5-f20d0fa51848 req-2c5a2c10-d06f-4fdb-a48d-493997797688 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "PUT /v2.0/ports/66086c5d-5ebf-4a6a-ae9e-f26d7371e40b HTTP/1.1" status: 200 len: 982 time: 0.3299959 Sep 01 16:13:24.155019 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '970a2b85-17c2-4b13-8f08-e892be0b41fe', 'tag': '66086c5d-5ebf-4a6a-ae9e-f26d7371e40b'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:13:24.157308 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5dcf90e-36f7-4987-980b-0d95e0c8f086" -d '{"events": [{"name": "network-changed", "server_uuid": "970a2b85-17c2-4b13-8f08-e892be0b41fe", "tag": "66086c5d-5ebf-4a6a-ae9e-f26d7371e40b"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:13:24.200744 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9a2453-c437-469d-aa3a-f9460d6fbaeb x-openstack-request-id: req-4a9a2453-c437-469d-aa3a-f9460d6fbaeb {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:13:24.201281 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "970a2b85-17c2-4b13-8f08-e892be0b41fe", "tag": "66086c5d-5ebf-4a6a-ae9e-f26d7371e40b", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:13:24.201710 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4a9a2453-c437-469d-aa3a-f9460d6fbaeb {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:13:24.202276 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '970a2b85-17c2-4b13-8f08-e892be0b41fe', 'tag': '66086c5d-5ebf-4a6a-ae9e-f26d7371e40b', 'status': 'completed', 'code': 200} Sep 01 16:13:24.203479 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a2c10-d06f-4fdb-a48d-493997797688 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Pushing event updated for resources: {'Port': ['ID=66086c5d-5ebf-4a6a-ae9e-f26d7371e40b,revision_number=6']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:13:24.241588 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['66086c5d-5ebf-4a6a-ae9e-f26d7371e40b'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:13:24.276947 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcf90e-36f7-4987-980b-0d95e0c8f086 req-23df7368-a77d-45ff-84fb-7e873417773a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:24.279381 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a5dcf90e-36f7-4987-980b-0d95e0c8f086 req-23df7368-a77d-45ff-84fb-7e873417773a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa9e8fbeb9364fa5be17295ac6b20110&device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 1136 time: 0.0470669 Sep 01 16:13:24.286838 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15900e45-d4c7-4071-a497-0d95771651bd req-a757175c-3cfc-4819-98f0-319f86a989b3 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:24.288478 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-15900e45-d4c7-4071-a497-0d95771651bd req-a757175c-3cfc-4819-98f0-319f86a989b3 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 985 time: 0.0604982 Sep 01 16:13:24.333191 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-15900e45-d4c7-4071-a497-0d95771651bd req-f7e9dd55-000c-4350-ad54-c89f61255e98 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&id=71c885d1-1061-4f2d-9916-b2e398e2e37b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377154 Sep 01 16:13:24.409875 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcf90e-36f7-4987-980b-0d95e0c8f086 req-a4f62f1d-b263-428f-8dd6-c548eb48a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:24.411552 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a5dcf90e-36f7-4987-980b-0d95e0c8f086 req-a4f62f1d-b263-428f-8dd6-c548eb48a5c3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=beb9918c-8dde-4359-add7-6e91fc1e8f37 HTTP/1.1" status: 200 len: 915 time: 0.1203482 Sep 01 16:13:24.466053 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-65c89781-5330-4468-82a2-9a28d116db36 None None] Provisioning complete for port 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:13:24.466469 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-65c89781-5330-4468-82a2-9a28d116db36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:24.480461 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a5dcf90e-36f7-4987-980b-0d95e0c8f086 req-229a45f3-ce5c-4c8d-b32f-351bd8ddc40c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66086c5d-5ebf-4a6a-ae9e-f26d7371e40b HTTP/1.1" status: 200 len: 1001 time: 0.0608199 Sep 01 16:13:24.532314 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcf90e-36f7-4987-980b-0d95e0c8f086 req-381a9a92-bc93-4eb3-989d-22c0152269bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:24.533927 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a5dcf90e-36f7-4987-980b-0d95e0c8f086 req-381a9a92-bc93-4eb3-989d-22c0152269bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0ace7409-dc89-4386-9def-4074f6d873c1 HTTP/1.1" status: 200 len: 853 time: 0.0448649 Sep 01 16:13:24.585457 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcf90e-36f7-4987-980b-0d95e0c8f086 req-1443a0b8-8d81-4ee7-8c01-35e102a5f7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:24.587062 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a5dcf90e-36f7-4987-980b-0d95e0c8f086 req-1443a0b8-8d81-4ee7-8c01-35e102a5f7e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=beb9918c-8dde-4359-add7-6e91fc1e8f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453160 Sep 01 16:13:24.682418 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a5dcf90e-36f7-4987-980b-0d95e0c8f086 req-058fac03-793f-4006-817b-c7d7f5a7db9e service neutron] 10.222.0.45 "GET /v2.0/networks/beb9918c-8dde-4359-add7-6e91fc1e8f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866885 Sep 01 16:13:24.779117 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a5dcf90e-36f7-4987-980b-0d95e0c8f086 req-f57c0596-b678-4be4-8af7-16828e6ffcbd service neutron] 10.222.0.45 "GET /v2.0/networks/beb9918c-8dde-4359-add7-6e91fc1e8f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894659 Sep 01 16:13:28.291562 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:39.139336 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:39.171566 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-db4f4af3-b6c9-4425-a620-5308d57d4cd2 req-9dcd391c-3b6f-410a-8dfe-627d6c253835 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434439 Sep 01 16:13:39.255070 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f4af3-b6c9-4425-a620-5308d57d4cd2 req-8577874c-5859-4f3a-b6cd-03685c8a2bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:39.256535 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-db4f4af3-b6c9-4425-a620-5308d57d4cd2 req-8577874c-5859-4f3a-b6cd-03685c8a2bf9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa9e8fbeb9364fa5be17295ac6b20110&device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 1136 time: 0.0409584 Sep 01 16:13:39.363478 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f4af3-b6c9-4425-a620-5308d57d4cd2 req-4f723cd8-085b-4b2a-a7bb-89f3ef5e5840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:39.364944 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-db4f4af3-b6c9-4425-a620-5308d57d4cd2 req-4f723cd8-085b-4b2a-a7bb-89f3ef5e5840 service neutron] 10.222.0.45 "GET /v2.0/networks?id=beb9918c-8dde-4359-add7-6e91fc1e8f37 HTTP/1.1" status: 200 len: 915 time: 0.0882621 Sep 01 16:13:39.396706 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-747c7aff-35e5-40f1-b024-29571c957b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:39.431850 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-db4f4af3-b6c9-4425-a620-5308d57d4cd2 req-2ab974fe-ffe4-44ff-8036-78d369443c16 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66086c5d-5ebf-4a6a-ae9e-f26d7371e40b HTTP/1.1" status: 200 len: 1001 time: 0.0591593 Sep 01 16:13:39.481618 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f4af3-b6c9-4425-a620-5308d57d4cd2 req-4676bb73-e856-4eef-b304-1270e4df5399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:39.483088 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-db4f4af3-b6c9-4425-a620-5308d57d4cd2 req-4676bb73-e856-4eef-b304-1270e4df5399 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0ace7409-dc89-4386-9def-4074f6d873c1 HTTP/1.1" status: 200 len: 853 time: 0.0440295 Sep 01 16:13:39.534569 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f4af3-b6c9-4425-a620-5308d57d4cd2 req-670c0f5f-84f7-4daf-8037-2614a38baa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:39.536046 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-db4f4af3-b6c9-4425-a620-5308d57d4cd2 req-670c0f5f-84f7-4daf-8037-2614a38baa2d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=beb9918c-8dde-4359-add7-6e91fc1e8f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436347 Sep 01 16:13:39.625200 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-db4f4af3-b6c9-4425-a620-5308d57d4cd2 req-c3427903-521a-4db6-811f-115fdf514f3c service neutron] 10.222.0.45 "GET /v2.0/networks/beb9918c-8dde-4359-add7-6e91fc1e8f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810673 Sep 01 16:13:39.723295 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-db4f4af3-b6c9-4425-a620-5308d57d4cd2 req-e61c5c9f-78ba-44de-b003-c3e312990d19 service neutron] 10.222.0.45 "GET /v2.0/networks/beb9918c-8dde-4359-add7-6e91fc1e8f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887988 Sep 01 16:13:40.587498 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bc820-402f-47bf-b129-e2ffbdc66bde req-dc9e2900-a3f1-42ac-8abc-bc104af4e87c tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:40.589030 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d65bc820-402f-47bf-b129-e2ffbdc66bde req-dc9e2900-a3f1-42ac-8abc-bc104af4e87c tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 985 time: 0.0494087 Sep 01 16:13:40.605616 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae6996-31cc-417d-a9d8-c15b6562bfd7 req-dcd948c9-96e0-4597-b962-7f468fce7f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:40.607287 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37ae6996-31cc-417d-a9d8-c15b6562bfd7 req-dcd948c9-96e0-4597-b962-7f468fce7f39 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa9e8fbeb9364fa5be17295ac6b20110&device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 1136 time: 0.0508823 Sep 01 16:13:40.635851 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d65bc820-402f-47bf-b129-e2ffbdc66bde req-f8a60d51-69b9-45b4-9950-855e708cd361 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&id=71c885d1-1061-4f2d-9916-b2e398e2e37b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399768 Sep 01 16:13:40.706810 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae6996-31cc-417d-a9d8-c15b6562bfd7 req-b56cf25d-b9ff-42dc-b53a-8c8a5c686472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:40.708320 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37ae6996-31cc-417d-a9d8-c15b6562bfd7 req-b56cf25d-b9ff-42dc-b53a-8c8a5c686472 service neutron] 10.222.0.45 "GET /v2.0/networks?id=beb9918c-8dde-4359-add7-6e91fc1e8f37 HTTP/1.1" status: 200 len: 915 time: 0.0923047 Sep 01 16:13:40.776725 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37ae6996-31cc-417d-a9d8-c15b6562bfd7 req-3c1ede11-aa6a-40c6-b238-0e5be7431732 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66086c5d-5ebf-4a6a-ae9e-f26d7371e40b HTTP/1.1" status: 200 len: 1001 time: 0.0601935 Sep 01 16:13:40.828154 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae6996-31cc-417d-a9d8-c15b6562bfd7 req-ab725711-d5c8-45bc-aa79-f3f7b423bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:40.829639 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37ae6996-31cc-417d-a9d8-c15b6562bfd7 req-ab725711-d5c8-45bc-aa79-f3f7b423bf20 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0ace7409-dc89-4386-9def-4074f6d873c1 HTTP/1.1" status: 200 len: 853 time: 0.0454893 Sep 01 16:13:40.884028 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae6996-31cc-417d-a9d8-c15b6562bfd7 req-dabaeafc-5dd8-41cb-ac0d-edc1cb7ae545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:40.885526 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37ae6996-31cc-417d-a9d8-c15b6562bfd7 req-dabaeafc-5dd8-41cb-ac0d-edc1cb7ae545 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=beb9918c-8dde-4359-add7-6e91fc1e8f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456755 Sep 01 16:13:40.992866 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37ae6996-31cc-417d-a9d8-c15b6562bfd7 req-f1b0189a-5d3d-4925-b246-5aaab78a2fe4 service neutron] 10.222.0.45 "GET /v2.0/networks/beb9918c-8dde-4359-add7-6e91fc1e8f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931196 Sep 01 16:13:41.098660 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-37ae6996-31cc-417d-a9d8-c15b6562bfd7 req-03a6b0ca-12e5-49eb-8c95-dce0890cf482 service neutron] 10.222.0.45 "GET /v2.0/networks/beb9918c-8dde-4359-add7-6e91fc1e8f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977473 Sep 01 16:13:41.762414 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780722b-204c-4cc8-86d2-2cbaf82f593c req-f878aebe-83ef-4946-83ec-a30edf4fe851 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:41.764021 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8780722b-204c-4cc8-86d2-2cbaf82f593c req-f878aebe-83ef-4946-83ec-a30edf4fe851 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 985 time: 0.0547268 Sep 01 16:13:41.807202 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8780722b-204c-4cc8-86d2-2cbaf82f593c req-8d64243d-6991-4a30-8400-306d5108bfa3 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&id=71c885d1-1061-4f2d-9916-b2e398e2e37b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359511 Sep 01 16:13:42.249974 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:43.257448 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf484ba9-922a-43e1-99c3-6bd3a9c93677 req-679ae975-6856-4da6-bc7a-16ca1e0bc5da tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:43.259016 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bf484ba9-922a-43e1-99c3-6bd3a9c93677 req-679ae975-6856-4da6-bc7a-16ca1e0bc5da tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 985 time: 0.3833623 Sep 01 16:13:43.300002 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bf484ba9-922a-43e1-99c3-6bd3a9c93677 req-4c4cec30-9036-4cbc-8186-f273b839f3a1 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&id=71c885d1-1061-4f2d-9916-b2e398e2e37b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339317 Sep 01 16:13:43.488700 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:43.739843 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f155526c-f14e-465d-bd49-f989b4b1c4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:44.423483 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61287f22-9351-4c4b-8b91-7ea6645941a9 req-23e2b0d4-1d02-4bde-a23b-4acda5c790b6 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:44.428577 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61287f22-9351-4c4b-8b91-7ea6645941a9 req-23e2b0d4-1d02-4bde-a23b-4acda5c790b6 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 985 time: 0.0531449 Sep 01 16:13:44.469795 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61287f22-9351-4c4b-8b91-7ea6645941a9 req-9bc003d5-c760-48ca-8694-059cf11ac561 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&id=71c885d1-1061-4f2d-9916-b2e398e2e37b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373082 Sep 01 16:13:45.392271 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:13:45.586204 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d17278-1964-46d4-b5ad-ea289fa6c9a6 req-15b986fa-c4a0-441f-af83-5f5ab3167e0c tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:45.587725 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-76d17278-1964-46d4-b5ad-ea289fa6c9a6 req-15b986fa-c4a0-441f-af83-5f5ab3167e0c tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 985 time: 0.0493915 Sep 01 16:13:45.630159 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-76d17278-1964-46d4-b5ad-ea289fa6c9a6 req-fd942927-2e56-4a74-97e7-7001b239e543 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&id=71c885d1-1061-4f2d-9916-b2e398e2e37b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357292 Sep 01 16:13:46.751215 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb570ba-b5f5-49a9-b700-21b23d53d891 req-cd2503e3-edc2-4965-bb64-dacc7441143d tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:46.752741 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2fb570ba-b5f5-49a9-b700-21b23d53d891 req-cd2503e3-edc2-4965-bb64-dacc7441143d tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 985 time: 0.0506179 Sep 01 16:13:46.798472 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2fb570ba-b5f5-49a9-b700-21b23d53d891 req-2e7a0aa6-9786-4563-a81b-8a028ce7eeda tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&id=71c885d1-1061-4f2d-9916-b2e398e2e37b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393193 Sep 01 16:13:47.931241 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea1b0b-ca96-4d12-b14f-361206b9e201 req-e1145f97-e56c-48dd-aba0-28591702b50d tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:47.932775 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8bea1b0b-ca96-4d12-b14f-361206b9e201 req-e1145f97-e56c-48dd-aba0-28591702b50d tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 985 time: 0.0536296 Sep 01 16:13:47.973526 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8bea1b0b-ca96-4d12-b14f-361206b9e201 req-32422104-3931-44f4-bf84-3b35f29af431 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&id=71c885d1-1061-4f2d-9916-b2e398e2e37b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346594 Sep 01 16:13:49.093273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a87532-7ee1-467e-9d3e-a75629b13d8c req-15c0b8b6-87ee-4e29-9df7-1d94170d97ce tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:49.095071 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d0a87532-7ee1-467e-9d3e-a75629b13d8c req-15c0b8b6-87ee-4e29-9df7-1d94170d97ce tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 985 time: 0.0526071 Sep 01 16:13:49.145094 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d0a87532-7ee1-467e-9d3e-a75629b13d8c req-8a9a73f1-57e0-4f06-b9b1-f58dcd258209 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&id=71c885d1-1061-4f2d-9916-b2e398e2e37b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401137 Sep 01 16:13:50.269879 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e0b7c-58b5-497e-b196-29befed87698 req-d67ce229-f045-4f96-997e-a4b708ea2219 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:50.271447 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3a8e0b7c-58b5-497e-b196-29befed87698 req-d67ce229-f045-4f96-997e-a4b708ea2219 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 985 time: 0.0503616 Sep 01 16:13:50.315317 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3a8e0b7c-58b5-497e-b196-29befed87698 req-3349160d-4101-467d-989e-d276f6cc4b4d tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&id=71c885d1-1061-4f2d-9916-b2e398e2e37b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377038 Sep 01 16:13:51.439182 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deee1c2-1f08-4474-9248-cd6a482e896f req-2e9558c8-476d-4fea-bef2-710f1a572f29 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:51.440782 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5deee1c2-1f08-4474-9248-cd6a482e896f req-2e9558c8-476d-4fea-bef2-710f1a572f29 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 985 time: 0.0524838 Sep 01 16:13:51.485569 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5deee1c2-1f08-4474-9248-cd6a482e896f req-4108feae-82f0-4bda-a0d6-129c97371d8b tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&id=71c885d1-1061-4f2d-9916-b2e398e2e37b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379734 Sep 01 16:13:52.609086 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032cb82c-d142-4848-a00c-a3a74e5b8e9b req-d2ef3017-a7d2-495c-90a8-f9395b8a6a70 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:13:52.610838 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-032cb82c-d142-4848-a00c-a3a74e5b8e9b req-d2ef3017-a7d2-495c-90a8-f9395b8a6a70 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 985 time: 0.0537281 Sep 01 16:13:52.655548 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-032cb82c-d142-4848-a00c-a3a74e5b8e9b req-e2da93a8-012c-4c06-bb00-95c2472a546a tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&id=71c885d1-1061-4f2d-9916-b2e398e2e37b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376680 Sep 01 16:13:53.774758 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:13:58.310826 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:04.432526 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-ad0c46f9-e8de-4d89-b1c4-6db2141cb1b6 req-97095795-c107-4cd0-8167-2649387e1ae8 tempest-ServerDiskConfigTestJSON-251489726 tempest-ServerDiskConfigTestJSON-251489726-project] (94734) timed out ('10.222.0.62', 60201) {{(pid=94734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 16:14:09.146706 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:09.396645 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0d408086-e3bd-4e8f-9f16-52d9fb71c67d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:12.241544 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:13.491052 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:13.739455 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-319ea5fd-12d4-404f-b87f-8cdd6e8999ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:15.394077 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:25.419899 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ab626118-80b9-4849-993c-0f10180c5c1f req-fa0a5e09-b078-4a3c-a9cd-8fd96ac06ed9 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-815756493&fields=id&tenant_id=aa9e8fbeb9364fa5be17295ac6b20110 HTTP/1.1" status: 200 len: 267 time: 0.1585157 Sep 01 16:14:25.477447 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab626118-80b9-4849-993c-0f10180c5c1f req-c52d0e91-5470-4d43-add2-303cbca7b6ea tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:25.478856 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ab626118-80b9-4849-993c-0f10180c5c1f req-c52d0e91-5470-4d43-add2-303cbca7b6ea tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 985 time: 0.0531325 Sep 01 16:14:25.489691 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-ab626118-80b9-4849-993c-0f10180c5c1f req-513834ed-d9ce-42a1-8c75-1ab09ab2ba1f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Request body: {'port': {'security_groups': ['e40255ec-eca8-4a11-8c27-34ba924a5e77']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:14:25.553529 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ab626118-80b9-4849-993c-0f10180c5c1f req-513834ed-d9ce-42a1-8c75-1ab09ab2ba1f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:25.723551 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-ab626118-80b9-4849-993c-0f10180c5c1f req-513834ed-d9ce-42a1-8c75-1ab09ab2ba1f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] For port 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=66086c5d-5ebf-4a6a-ae9e-f26d7371e40b,segment=NetworkSegment(fe62aa6c-18ee-419b-a6fd-bf37c652716e),segment_id=fe62aa6c-18ee-419b-a6fd-bf37c652716e)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:14:25.752967 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ab626118-80b9-4849-993c-0f10180c5c1f req-513834ed-d9ce-42a1-8c75-1ab09ab2ba1f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:25.757322 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ab626118-80b9-4849-993c-0f10180c5c1f req-513834ed-d9ce-42a1-8c75-1ab09ab2ba1f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:25.770069 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['66086c5d-5ebf-4a6a-ae9e-f26d7371e40b'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:14:25.798259 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab626118-80b9-4849-993c-0f10180c5c1f req-513834ed-d9ce-42a1-8c75-1ab09ab2ba1f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:25.798989 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-ab626118-80b9-4849-993c-0f10180c5c1f req-513834ed-d9ce-42a1-8c75-1ab09ab2ba1f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:25.800425 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ab626118-80b9-4849-993c-0f10180c5c1f req-513834ed-d9ce-42a1-8c75-1ab09ab2ba1f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "PUT /v2.0/ports/66086c5d-5ebf-4a6a-ae9e-f26d7371e40b HTTP/1.1" status: 200 len: 943 time: 0.3151309 Sep 01 16:14:25.803247 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '970a2b85-17c2-4b13-8f08-e892be0b41fe', 'tag': '66086c5d-5ebf-4a6a-ae9e-f26d7371e40b'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:14:25.805385 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2b0e87-5e72-4a8d-8a6f-c0271415118b" -d '{"events": [{"name": "network-changed", "server_uuid": "970a2b85-17c2-4b13-8f08-e892be0b41fe", "tag": "66086c5d-5ebf-4a6a-ae9e-f26d7371e40b"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:14:25.806397 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 56930) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:25.842745 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513834ed-d9ce-42a1-8c75-1ab09ab2ba1f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Pushing event updated for resources: {'Port': ['ID=66086c5d-5ebf-4a6a-ae9e-f26d7371e40b,revision_number=7']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:25.852941 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513834ed-d9ce-42a1-8c75-1ab09ab2ba1f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:25.853646 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513834ed-d9ce-42a1-8c75-1ab09ab2ba1f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:25.854011 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513834ed-d9ce-42a1-8c75-1ab09ab2ba1f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:25.854371 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513834ed-d9ce-42a1-8c75-1ab09ab2ba1f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:25.854712 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513834ed-d9ce-42a1-8c75-1ab09ab2ba1f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:25.855049 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513834ed-d9ce-42a1-8c75-1ab09ab2ba1f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:25.855382 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513834ed-d9ce-42a1-8c75-1ab09ab2ba1f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:25.855712 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513834ed-d9ce-42a1-8c75-1ab09ab2ba1f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:25.856043 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513834ed-d9ce-42a1-8c75-1ab09ab2ba1f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:25.856914 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513834ed-d9ce-42a1-8c75-1ab09ab2ba1f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:25.857244 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513834ed-d9ce-42a1-8c75-1ab09ab2ba1f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:25.857571 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513834ed-d9ce-42a1-8c75-1ab09ab2ba1f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:25.875276 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544f603b-c07d-483c-bc96-b9ed18b833ac x-openstack-request-id: req-544f603b-c07d-483c-bc96-b9ed18b833ac {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:14:25.875570 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "970a2b85-17c2-4b13-8f08-e892be0b41fe", "tag": "66086c5d-5ebf-4a6a-ae9e-f26d7371e40b", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:14:25.875827 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-544f603b-c07d-483c-bc96-b9ed18b833ac {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:14:25.876226 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '970a2b85-17c2-4b13-8f08-e892be0b41fe', 'tag': '66086c5d-5ebf-4a6a-ae9e-f26d7371e40b', 'status': 'completed', 'code': 200} Sep 01 16:14:25.892828 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-99258c57-45fd-4a0c-9bb5-e1aa2839650f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:25.925317 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-99258c57-45fd-4a0c-9bb5-e1aa2839650f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:25.935833 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b0e87-5e72-4a8d-8a6f-c0271415118b req-33c473b1-8ef9-4944-a1a0-5fc6fcfcb2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:25.937703 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc2b0e87-5e72-4a8d-8a6f-c0271415118b req-33c473b1-8ef9-4944-a1a0-5fc6fcfcb2a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa9e8fbeb9364fa5be17295ac6b20110&device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 1097 time: 0.0590124 Sep 01 16:14:25.943040 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['66086c5d-5ebf-4a6a-ae9e-f26d7371e40b'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:14:26.001637 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-99258c57-45fd-4a0c-9bb5-e1aa2839650f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:26.005133 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-99258c57-45fd-4a0c-9bb5-e1aa2839650f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:26.006727 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-99258c57-45fd-4a0c-9bb5-e1aa2839650f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "DELETE /v2.0/security-groups/71c885d1-1061-4f2d-9916-b2e398e2e37b HTTP/1.1" status: 204 len: 168 time: 0.1986611 Sep 01 16:14:26.010560 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 56934) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:26.017542 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99258c57-45fd-4a0c-9bb5-e1aa2839650f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c885d1-1061-4f2d-9916-b2e398e2e37b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:26.027621 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99258c57-45fd-4a0c-9bb5-e1aa2839650f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:26.028292 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99258c57-45fd-4a0c-9bb5-e1aa2839650f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:26.028826 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99258c57-45fd-4a0c-9bb5-e1aa2839650f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:26.029647 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99258c57-45fd-4a0c-9bb5-e1aa2839650f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:26.030165 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99258c57-45fd-4a0c-9bb5-e1aa2839650f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:26.031371 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99258c57-45fd-4a0c-9bb5-e1aa2839650f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:26.031914 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99258c57-45fd-4a0c-9bb5-e1aa2839650f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:26.032425 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99258c57-45fd-4a0c-9bb5-e1aa2839650f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:26.032935 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99258c57-45fd-4a0c-9bb5-e1aa2839650f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:26.033433 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99258c57-45fd-4a0c-9bb5-e1aa2839650f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:26.034285 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99258c57-45fd-4a0c-9bb5-e1aa2839650f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:26.035379 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99258c57-45fd-4a0c-9bb5-e1aa2839650f tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:26.095455 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-e3a2e51e-3610-4d0e-b51a-af58a665fc82 None None] Provisioning complete for port 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:14:26.095832 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e3a2e51e-3610-4d0e-b51a-af58a665fc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:26.146996 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b0e87-5e72-4a8d-8a6f-c0271415118b req-b84b5e3a-67cd-4a83-afb9-f7057fe67922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:26.148496 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc2b0e87-5e72-4a8d-8a6f-c0271415118b req-b84b5e3a-67cd-4a83-afb9-f7057fe67922 service neutron] 10.222.0.45 "GET /v2.0/networks?id=beb9918c-8dde-4359-add7-6e91fc1e8f37 HTTP/1.1" status: 200 len: 915 time: 0.2027342 Sep 01 16:14:26.247796 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc2b0e87-5e72-4a8d-8a6f-c0271415118b req-229244ae-5b80-4029-a1ce-ed7775593003 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66086c5d-5ebf-4a6a-ae9e-f26d7371e40b HTTP/1.1" status: 200 len: 1001 time: 0.0875134 Sep 01 16:14:26.297518 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-ceef3c45-c251-4b4b-a999-48376297df05 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Deleting port 36902c79-8618-46cc-8fb5-ff8f100437f9 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:14:26.297779 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ceef3c45-c251-4b4b-a999-48376297df05 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:26.339725 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b0e87-5e72-4a8d-8a6f-c0271415118b req-c1f04312-b43f-4f73-ac6b-86aecba83049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:26.341726 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc2b0e87-5e72-4a8d-8a6f-c0271415118b req-c1f04312-b43f-4f73-ac6b-86aecba83049 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0ace7409-dc89-4386-9def-4074f6d873c1 HTTP/1.1" status: 200 len: 853 time: 0.0848916 Sep 01 16:14:26.410043 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ceef3c45-c251-4b4b-a999-48376297df05 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:26.410407 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ceef3c45-c251-4b4b-a999-48376297df05 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:26.420073 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b0e87-5e72-4a8d-8a6f-c0271415118b req-74057064-6e12-4052-9e7b-72210ce15c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:26.421564 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc2b0e87-5e72-4a8d-8a6f-c0271415118b req-74057064-6e12-4052-9e7b-72210ce15c29 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=beb9918c-8dde-4359-add7-6e91fc1e8f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718083 Sep 01 16:14:26.426849 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-ceef3c45-c251-4b4b-a999-48376297df05 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Calling delete_port for 36902c79-8618-46cc-8fb5-ff8f100437f9 owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:14:26.597898 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc2b0e87-5e72-4a8d-8a6f-c0271415118b req-d0c6a30b-bdc9-4940-ae83-4f662acc341b service neutron] 10.222.0.45 "GET /v2.0/networks/beb9918c-8dde-4359-add7-6e91fc1e8f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670470 Sep 01 16:14:26.732506 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cc2b0e87-5e72-4a8d-8a6f-c0271415118b req-1248f3a9-70aa-4186-83c7-9712bb66eb02 service neutron] 10.222.0.45 "GET /v2.0/networks/beb9918c-8dde-4359-add7-6e91fc1e8f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270585 Sep 01 16:14:26.744099 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ceef3c45-c251-4b4b-a999-48376297df05 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:26.775060 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef3c45-c251-4b4b-a999-48376297df05 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Pushing event deleted for resources: {'Port': ['ID=36902c79-8618-46cc-8fb5-ff8f100437f9,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:26.833522 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ceef3c45-c251-4b4b-a999-48376297df05 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:26.833865 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-ceef3c45-c251-4b4b-a999-48376297df05 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Floating IP 7eda2ba3-303c-46a1-bd8f-9c1a4e5f8714 disassociated (deleted). External IP: 172.25.6.26, port: 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b. Sep 01 16:14:27.344647 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceef3c45-c251-4b4b-a999-48376297df05 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Router bf553684-e974-4329-a507-750509e14fd2 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:14:27.460845 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceef3c45-c251-4b4b-a999-48376297df05 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:14:27.466198 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ceef3c45-c251-4b4b-a999-48376297df05 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:27.471150 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb75082-b5e4-4d80-a889-e3b5e45b12cf None None] Sync routers for ids ['bf553684-e974-4329-a507-750509e14fd2'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:14:27.480186 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb75082-b5e4-4d80-a889-e3b5e45b12cf None None] Routers {'bf553684-e974-4329-a507-750509e14fd2'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:14:27.480797 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-adb75082-b5e4-4d80-a889-e3b5e45b12cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:14:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['bf553684-e974-4329-a507-750509e14fd2'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:27.492940 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ceef3c45-c251-4b4b-a999-48376297df05 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "DELETE /v2.0/floatingips/7eda2ba3-303c-46a1-bd8f-9c1a4e5f8714 HTTP/1.1" status: 204 len: 168 time: 1.4812360 Sep 01 16:14:27.586218 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-adb75082-b5e4-4d80-a889-e3b5e45b12cf None None] Set router bf553684-e974-4329-a507-750509e14fd2 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:14:27.804602 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-adb75082-b5e4-4d80-a889-e3b5e45b12cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf553684-e974-4329-a507-750509e14fd2', 'name': 'tempest-TestMinimumBasicScenario-206709564-router', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'a81f8f69-4f99-478f-9262-f33a0e961c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:28Z', 'updated_at': '2021-09-01T16:12:31Z', 'revision_number': 4, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'gw_port': {'id': 'a81f8f69-4f99-478f-9262-f33a0e961c67', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf553684-e974-4329-a507-750509e14fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:29Z', 'updated_at': '2021-09-01T16:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '55a95cab-97df-4885-bb05-f2fd641e9468', 'name': '', 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'mac_address': 'fa:16:3e:f3:fc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf553684-e974-4329-a507-750509e14fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0ace7409-dc89-4386-9def-4074f6d873c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:30Z', 'updated_at': '2021-09-01T16:12:37Z', 'revision_number': 5, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'subnets': [{'id': '0ace7409-dc89-4386-9def-4074f6d873c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:27.831027 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb75082-b5e4-4d80-a889-e3b5e45b12cf None None] Checking router: bf553684-e974-4329-a507-750509e14fd2 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:14:27.839435 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb75082-b5e4-4d80-a889-e3b5e45b12cf None None] Routers {'bf553684-e974-4329-a507-750509e14fd2'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:14:27.840043 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-adb75082-b5e4-4d80-a889-e3b5e45b12cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:14:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['bf553684-e974-4329-a507-750509e14fd2'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:27.877778 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '970a2b85-17c2-4b13-8f08-e892be0b41fe', 'tag': '66086c5d-5ebf-4a6a-ae9e-f26d7371e40b'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:14:27.880215 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347272ac-81a7-49d2-81e6-b6b934b0003d" -d '{"events": [{"name": "network-changed", "server_uuid": "970a2b85-17c2-4b13-8f08-e892be0b41fe", "tag": "66086c5d-5ebf-4a6a-ae9e-f26d7371e40b"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:14:27.916067 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3127e552-7788-4d24-9f86-d92eb33e198d x-openstack-request-id: req-3127e552-7788-4d24-9f86-d92eb33e198d {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:14:27.916395 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "970a2b85-17c2-4b13-8f08-e892be0b41fe", "tag": "66086c5d-5ebf-4a6a-ae9e-f26d7371e40b", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:14:27.916657 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3127e552-7788-4d24-9f86-d92eb33e198d {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:14:27.917056 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '970a2b85-17c2-4b13-8f08-e892be0b41fe', 'tag': '66086c5d-5ebf-4a6a-ae9e-f26d7371e40b', 'status': 'completed', 'code': 200} Sep 01 16:14:27.946283 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-adb75082-b5e4-4d80-a889-e3b5e45b12cf None None] Set router bf553684-e974-4329-a507-750509e14fd2 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:14:27.979957 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347272ac-81a7-49d2-81e6-b6b934b0003d req-1355e795-8aef-4678-aa1b-45eb8eba22d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:27.981567 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-347272ac-81a7-49d2-81e6-b6b934b0003d req-1355e795-8aef-4678-aa1b-45eb8eba22d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa9e8fbeb9364fa5be17295ac6b20110&device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 1097 time: 0.0408056 Sep 01 16:14:28.080410 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347272ac-81a7-49d2-81e6-b6b934b0003d req-01574534-7e84-4110-ae9c-032d605ad689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:28.081985 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-347272ac-81a7-49d2-81e6-b6b934b0003d req-01574534-7e84-4110-ae9c-032d605ad689 service neutron] 10.222.0.45 "GET /v2.0/networks?id=beb9918c-8dde-4359-add7-6e91fc1e8f37 HTTP/1.1" status: 200 len: 915 time: 0.0916767 Sep 01 16:14:28.126187 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-347272ac-81a7-49d2-81e6-b6b934b0003d req-e6d6e9e6-2da6-489e-aae1-d1db8aed2925 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66086c5d-5ebf-4a6a-ae9e-f26d7371e40b HTTP/1.1" status: 200 len: 217 time: 0.0355718 Sep 01 16:14:28.145067 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-adb75082-b5e4-4d80-a889-e3b5e45b12cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf553684-e974-4329-a507-750509e14fd2', 'name': 'tempest-TestMinimumBasicScenario-206709564-router', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'a81f8f69-4f99-478f-9262-f33a0e961c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:28Z', 'updated_at': '2021-09-01T16:12:31Z', 'revision_number': 4, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'gw_port': {'id': 'a81f8f69-4f99-478f-9262-f33a0e961c67', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf553684-e974-4329-a507-750509e14fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:29Z', 'updated_at': '2021-09-01T16:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '55a95cab-97df-4885-bb05-f2fd641e9468', 'name': '', 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'mac_address': 'fa:16:3e:f3:fc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf553684-e974-4329-a507-750509e14fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0ace7409-dc89-4386-9def-4074f6d873c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:30Z', 'updated_at': '2021-09-01T16:12:37Z', 'revision_number': 5, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'subnets': [{'id': '0ace7409-dc89-4386-9def-4074f6d873c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:28.178341 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb75082-b5e4-4d80-a889-e3b5e45b12cf None None] The sync data for ids ['bf553684-e974-4329-a507-750509e14fd2'] in n-d-794796-3 is: [{'id': 'bf553684-e974-4329-a507-750509e14fd2', 'name': 'tempest-TestMinimumBasicScenario-206709564-router', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'a81f8f69-4f99-478f-9262-f33a0e961c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:28Z', 'updated_at': '2021-09-01T16:12:31Z', 'revision_number': 4, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'gw_port': {'id': 'a81f8f69-4f99-478f-9262-f33a0e961c67', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf553684-e974-4329-a507-750509e14fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:29Z', 'updated_at': '2021-09-01T16:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '55a95cab-97df-4885-bb05-f2fd641e9468', 'name': '', 'network_id': 'beb9918c-8dde-4359-add7-6e91fc1e8f37', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'mac_address': 'fa:16:3e:f3:fc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf553684-e974-4329-a507-750509e14fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0ace7409-dc89-4386-9def-4074f6d873c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:30Z', 'updated_at': '2021-09-01T16:12:37Z', 'revision_number': 5, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'subnets': [{'id': '0ace7409-dc89-4386-9def-4074f6d873c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:14:28.185576 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347272ac-81a7-49d2-81e6-b6b934b0003d req-86baa699-9d2c-483c-9690-7d2ad2894048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:28.187161 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-347272ac-81a7-49d2-81e6-b6b934b0003d req-86baa699-9d2c-483c-9690-7d2ad2894048 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0ace7409-dc89-4386-9def-4074f6d873c1 HTTP/1.1" status: 200 len: 853 time: 0.0538294 Sep 01 16:14:28.240928 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347272ac-81a7-49d2-81e6-b6b934b0003d req-0d475271-d4f8-4c9a-89d8-5f557098d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:28.242613 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-347272ac-81a7-49d2-81e6-b6b934b0003d req-0d475271-d4f8-4c9a-89d8-5f557098d214 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=beb9918c-8dde-4359-add7-6e91fc1e8f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477819 Sep 01 16:14:28.334640 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:28.343837 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-347272ac-81a7-49d2-81e6-b6b934b0003d req-b702ff36-09cf-4849-ba5b-4842bf06f541 service neutron] 10.222.0.45 "GET /v2.0/networks/beb9918c-8dde-4359-add7-6e91fc1e8f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939415 Sep 01 16:14:28.434803 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ac6824-cc05-4893-bc14-8e7d493a7e1f None None] New status for floating IP 7eda2ba3-303c-46a1-bd8f-9c1a4e5f8714: DOWN {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:14:28.453335 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-347272ac-81a7-49d2-81e6-b6b934b0003d req-b46d6933-0c29-4a20-b3d1-b02d6ced6a5d service neutron] 10.222.0.45 "GET /v2.0/networks/beb9918c-8dde-4359-add7-6e91fc1e8f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024168 Sep 01 16:14:30.773652 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:14:34.600625 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524bdb2-a55a-43a4-ad57-22bf324e0149 req-084c1dff-44f9-4e4a-938a-d00768b5740c tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:34.602093 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e524bdb2-a55a-43a4-ad57-22bf324e0149 req-084c1dff-44f9-4e4a-938a-d00768b5740c tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 946 time: 0.0492647 Sep 01 16:14:34.642114 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e524bdb2-a55a-43a4-ad57-22bf324e0149 req-86e30398-335f-4f6d-ac72-d1c2d42f5ddb tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339613 Sep 01 16:14:35.757302 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf570e1-79ce-48e2-8640-dc8f51466a4b req-329ac64f-0036-4d1f-b900-83caea2e15b7 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:35.758711 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bdf570e1-79ce-48e2-8640-dc8f51466a4b req-329ac64f-0036-4d1f-b900-83caea2e15b7 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 946 time: 0.0493138 Sep 01 16:14:35.796608 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bdf570e1-79ce-48e2-8640-dc8f51466a4b req-b6416533-1b9b-41ee-8429-3e2a022675cc tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/security-groups?id=e40255ec-eca8-4a11-8c27-34ba924a5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314102 Sep 01 16:14:36.280312 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911fdac-b388-4d80-82d0-782db000bd72 req-6df4b9e8-2e62-42ad-93ca-e3a528a05993 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:36.281822 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3911fdac-b388-4d80-82d0-782db000bd72 req-6df4b9e8-2e62-42ad-93ca-e3a528a05993 tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.45 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 946 time: 0.0481257 Sep 01 16:14:36.375770 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-3911fdac-b388-4d80-82d0-782db000bd72 req-38cc6d9c-4504-4c10-a6f9-86c41959b58a tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Deleting port 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:14:36.376109 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3911fdac-b388-4d80-82d0-782db000bd72 req-38cc6d9c-4504-4c10-a6f9-86c41959b58a tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:36.462187 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-3911fdac-b388-4d80-82d0-782db000bd72 req-38cc6d9c-4504-4c10-a6f9-86c41959b58a tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] For port 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=66086c5d-5ebf-4a6a-ae9e-f26d7371e40b,segment=NetworkSegment(fe62aa6c-18ee-419b-a6fd-bf37c652716e),segment_id=fe62aa6c-18ee-419b-a6fd-bf37c652716e)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:14:36.462583 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3911fdac-b388-4d80-82d0-782db000bd72 req-38cc6d9c-4504-4c10-a6f9-86c41959b58a tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:36.475590 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-3911fdac-b388-4d80-82d0-782db000bd72 req-38cc6d9c-4504-4c10-a6f9-86c41959b58a tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Calling delete_port for 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:14:36.606450 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3911fdac-b388-4d80-82d0-782db000bd72 req-38cc6d9c-4504-4c10-a6f9-86c41959b58a tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:36.619390 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['66086c5d-5ebf-4a6a-ae9e-f26d7371e40b'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:14:36.640082 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc6d9c-4504-4c10-a6f9-86c41959b58a tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Pushing event deleted for resources: {'Port': ['ID=66086c5d-5ebf-4a6a-ae9e-f26d7371e40b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:36.685325 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-3911fdac-b388-4d80-82d0-782db000bd72 req-38cc6d9c-4504-4c10-a6f9-86c41959b58a tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] No DVR routers for this DVR port 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:14:36.688079 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-3911fdac-b388-4d80-82d0-782db000bd72 req-38cc6d9c-4504-4c10-a6f9-86c41959b58a tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:36.690121 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-3911fdac-b388-4d80-82d0-782db000bd72 req-38cc6d9c-4504-4c10-a6f9-86c41959b58a tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.45 "DELETE /v2.0/ports/66086c5d-5ebf-4a6a-ae9e-f26d7371e40b HTTP/1.1" status: 204 len: 173 time: 0.4023831 Sep 01 16:14:36.690583 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970a2b85-17c2-4b13-8f08-e892be0b41fe', 'name': 'network-vif-deleted', 'tag': '66086c5d-5ebf-4a6a-ae9e-f26d7371e40b'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:14:36.692860 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a47ec8f-9094-4bf0-8381-21d3e73380ed" -d '{"events": [{"server_uuid": "970a2b85-17c2-4b13-8f08-e892be0b41fe", "name": "network-vif-deleted", "tag": "66086c5d-5ebf-4a6a-ae9e-f26d7371e40b"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:14:36.729900 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7eeb28-9f3c-455b-9b51-eca238f747c5 x-openstack-request-id: req-dc7eeb28-9f3c-455b-9b51-eca238f747c5 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:14:36.730365 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970a2b85-17c2-4b13-8f08-e892be0b41fe", "name": "network-vif-deleted", "tag": "66086c5d-5ebf-4a6a-ae9e-f26d7371e40b", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:14:36.730627 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc7eeb28-9f3c-455b-9b51-eca238f747c5 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:14:36.731617 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970a2b85-17c2-4b13-8f08-e892be0b41fe', 'name': 'network-vif-deleted', 'tag': '66086c5d-5ebf-4a6a-ae9e-f26d7371e40b', 'status': 'completed', 'code': 200} Sep 01 16:14:36.899632 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-64fc5863-7652-4037-a32d-5564eda5c6ed req-f7ef8dbf-4114-4d47-a30a-d54776df9e2b tempest-TestMinimumBasicScenario-1024624729 tempest-TestMinimumBasicScenario-1024624729-project] 10.222.0.60 "GET /v2.0/ports?device_id=970a2b85-17c2-4b13-8f08-e892be0b41fe HTTP/1.1" status: 200 len: 210 time: 0.0255051 Sep 01 16:14:38.452174 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57040) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:38.800138 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-deb921f8-3515-4689-8dc7-57b518f49ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:38.911195 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:14:38.930957 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:14:38.931304 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 66086c5d-5ebf-4a6a-ae9e-f26d7371e40b not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:14:39.055246 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-deb921f8-3515-4689-8dc7-57b518f49ed0 admin admin] Deleting port 55a95cab-97df-4885-bb05-f2fd641e9468 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:14:39.055483 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-deb921f8-3515-4689-8dc7-57b518f49ed0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:39.135218 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-deb921f8-3515-4689-8dc7-57b518f49ed0 admin admin] For port 55a95cab-97df-4885-bb05-f2fd641e9468, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=55a95cab-97df-4885-bb05-f2fd641e9468,segment=NetworkSegment(fe62aa6c-18ee-419b-a6fd-bf37c652716e),segment_id=fe62aa6c-18ee-419b-a6fd-bf37c652716e)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:14:39.135590 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-deb921f8-3515-4689-8dc7-57b518f49ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:39.148616 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-deb921f8-3515-4689-8dc7-57b518f49ed0 admin admin] Calling delete_port for 55a95cab-97df-4885-bb05-f2fd641e9468 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:14:39.153918 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:39.330564 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-deb921f8-3515-4689-8dc7-57b518f49ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:39.357061 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb921f8-3515-4689-8dc7-57b518f49ed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=55a95cab-97df-4885-bb05-f2fd641e9468,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:39.399680 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0cc82432-c769-41dd-8f5e-ba0c9fa19fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:39.527385 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-deb921f8-3515-4689-8dc7-57b518f49ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:39.741976 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb921f8-3515-4689-8dc7-57b518f49ed0 admin admin] Router bf553684-e974-4329-a507-750509e14fd2 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:14:39.847694 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb921f8-3515-4689-8dc7-57b518f49ed0 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:14:39.855416 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-deb921f8-3515-4689-8dc7-57b518f49ed0 admin admin] 10.222.0.60 "PUT /v2.0/routers/bf553684-e974-4329-a507-750509e14fd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4010007 Sep 01 16:14:39.855597 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57042) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:39.857015 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f34467-dc67-438b-8537-c2d5f42ab5d7 None None] Sync routers for ids ['bf553684-e974-4329-a507-750509e14fd2'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:14:39.866366 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f34467-dc67-438b-8537-c2d5f42ab5d7 None None] Routers {'bf553684-e974-4329-a507-750509e14fd2'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:14:39.867207 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-81f34467-dc67-438b-8537-c2d5f42ab5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:14:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['bf553684-e974-4329-a507-750509e14fd2'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:39.959779 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-838f380c-7b5c-454b-852d-a9adaf0ea612 admin admin] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:39.974196 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-81f34467-dc67-438b-8537-c2d5f42ab5d7 None None] Set router bf553684-e974-4329-a507-750509e14fd2 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:14:40.061599 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-838f380c-7b5c-454b-852d-a9adaf0ea612 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:40.113703 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-838f380c-7b5c-454b-852d-a9adaf0ea612 admin admin] Deleting port a81f8f69-4f99-478f-9262-f33a0e961c67 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:14:40.114060 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-838f380c-7b5c-454b-852d-a9adaf0ea612 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:40.149320 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-81f34467-dc67-438b-8537-c2d5f42ab5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf553684-e974-4329-a507-750509e14fd2', 'name': 'tempest-TestMinimumBasicScenario-206709564-router', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'a81f8f69-4f99-478f-9262-f33a0e961c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:28Z', 'updated_at': '2021-09-01T16:14:39Z', 'revision_number': 5, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'gw_port': {'id': 'a81f8f69-4f99-478f-9262-f33a0e961c67', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf553684-e974-4329-a507-750509e14fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:29Z', 'updated_at': '2021-09-01T16:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:40.179406 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f34467-dc67-438b-8537-c2d5f42ab5d7 None None] Checking router: bf553684-e974-4329-a507-750509e14fd2 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:14:40.188297 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f34467-dc67-438b-8537-c2d5f42ab5d7 None None] Routers {'bf553684-e974-4329-a507-750509e14fd2'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:14:40.188915 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-81f34467-dc67-438b-8537-c2d5f42ab5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:14:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['bf553684-e974-4329-a507-750509e14fd2'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:40.194770 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-838f380c-7b5c-454b-852d-a9adaf0ea612 admin admin] For port a81f8f69-4f99-478f-9262-f33a0e961c67, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a81f8f69-4f99-478f-9262-f33a0e961c67,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:14:40.195150 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-838f380c-7b5c-454b-852d-a9adaf0ea612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:40.207848 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-838f380c-7b5c-454b-852d-a9adaf0ea612 admin admin] Calling delete_port for a81f8f69-4f99-478f-9262-f33a0e961c67 owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:14:40.273914 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-81f34467-dc67-438b-8537-c2d5f42ab5d7 None None] Set router bf553684-e974-4329-a507-750509e14fd2 gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:14:40.324939 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-81f34467-dc67-438b-8537-c2d5f42ab5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf553684-e974-4329-a507-750509e14fd2', 'name': 'tempest-TestMinimumBasicScenario-206709564-router', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:28Z', 'updated_at': '2021-09-01T16:14:40Z', 'revision_number': 6, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:40.354546 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f34467-dc67-438b-8537-c2d5f42ab5d7 None None] The sync data for ids ['bf553684-e974-4329-a507-750509e14fd2'] in n-d-794796-3 is: [{'id': 'bf553684-e974-4329-a507-750509e14fd2', 'name': 'tempest-TestMinimumBasicScenario-206709564-router', 'tenant_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:28Z', 'updated_at': '2021-09-01T16:14:40Z', 'revision_number': 6, 'project_id': 'aa9e8fbeb9364fa5be17295ac6b20110', 'gw_port_host': None}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:14:40.373619 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-838f380c-7b5c-454b-852d-a9adaf0ea612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:40.401612 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f380c-7b5c-454b-852d-a9adaf0ea612 admin admin] Pushing event deleted for resources: {'Port': ['ID=a81f8f69-4f99-478f-9262-f33a0e961c67,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:40.460874 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-838f380c-7b5c-454b-852d-a9adaf0ea612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:40.552284 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-838f380c-7b5c-454b-852d-a9adaf0ea612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:40.554392 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-838f380c-7b5c-454b-852d-a9adaf0ea612 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:40.595626 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-838f380c-7b5c-454b-852d-a9adaf0ea612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:40.596121 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838f380c-7b5c-454b-852d-a9adaf0ea612 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf553684-e974-4329-a507-750509e14fd2 {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:14:40.600443 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-838f380c-7b5c-454b-852d-a9adaf0ea612 admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:40.601580 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-838f380c-7b5c-454b-852d-a9adaf0ea612 admin admin] 10.222.0.60 "DELETE /v2.0/routers/bf553684-e974-4329-a507-750509e14fd2 HTTP/1.1" status: 204 len: 168 time: 0.7450712 Sep 01 16:14:40.604239 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57044) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:40.647701 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-09700572-02a1-42d9-a1d7-a795096a9d53 admin admin] Deleting subnet 0ace7409-dc89-4386-9def-4074f6d873c1 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:14:40.650826 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-09700572-02a1-42d9-a1d7-a795096a9d53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:40.686498 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-09700572-02a1-42d9-a1d7-a795096a9d53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:40.772500 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-09700572-02a1-42d9-a1d7-a795096a9d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:40.826027 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-09700572-02a1-42d9-a1d7-a795096a9d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:40.851380 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09700572-02a1-42d9-a1d7-a795096a9d53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ace7409-dc89-4386-9def-4074f6d873c1,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:40.854764 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-09700572-02a1-42d9-a1d7-a795096a9d53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:40.856719 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-09700572-02a1-42d9-a1d7-a795096a9d53 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0ace7409-dc89-4386-9def-4074f6d873c1 HTTP/1.1" status: 204 len: 168 time: 0.2515042 Sep 01 16:14:40.859269 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57046) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:40.860680 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b655f99-1b97-447f-90f1-cba8de808098 None None] Network beb9918c-8dde-4359-add7-6e91fc1e8f37 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:14:40.930012 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04b43e25-7074-4089-ba02-34e800278bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:40.984883 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-04b43e25-7074-4089-ba02-34e800278bc4 admin admin] Deleting port b91ed2f8-5957-49bb-9615-064ab8d2d703 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:14:40.985229 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04b43e25-7074-4089-ba02-34e800278bc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:41.049317 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-04b43e25-7074-4089-ba02-34e800278bc4 admin admin] For port b91ed2f8-5957-49bb-9615-064ab8d2d703, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b91ed2f8-5957-49bb-9615-064ab8d2d703,segment=NetworkSegment(fe62aa6c-18ee-419b-a6fd-bf37c652716e),segment_id=fe62aa6c-18ee-419b-a6fd-bf37c652716e)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:14:41.049604 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04b43e25-7074-4089-ba02-34e800278bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:41.061890 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-04b43e25-7074-4089-ba02-34e800278bc4 admin admin] Calling delete_port for b91ed2f8-5957-49bb-9615-064ab8d2d703 owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:14:41.111529 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c1cc11-081a-4dd1-bec9-8580dd57c329 None None] DHCP port deletion for beb9918c-8dde-4359-add7-6e91fc1e8f37 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:14:41.151479 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04b43e25-7074-4089-ba02-34e800278bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:41.164873 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e5c1cc11-081a-4dd1-bec9-8580dd57c329 None None] Deleting port b91ed2f8-5957-49bb-9615-064ab8d2d703 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:14:41.165257 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e5c1cc11-081a-4dd1-bec9-8580dd57c329 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:41.177724 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b43e25-7074-4089-ba02-34e800278bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b91ed2f8-5957-49bb-9615-064ab8d2d703,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:41.179636 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b43e25-7074-4089-ba02-34e800278bc4 admin admin] No DVR routers for this DVR port b91ed2f8-5957-49bb-9615-064ab8d2d703 on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:14:41.234002 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e5c1cc11-081a-4dd1-bec9-8580dd57c329 None None] For port b91ed2f8-5957-49bb-9615-064ab8d2d703, host n-d-794796-3, got binding levels [] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:14:41.234505 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e5c1cc11-081a-4dd1-bec9-8580dd57c329 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:41.247799 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e5c1cc11-081a-4dd1-bec9-8580dd57c329 None None] Calling delete_port for b91ed2f8-5957-49bb-9615-064ab8d2d703 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:14:41.250139 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04b43e25-7074-4089-ba02-34e800278bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:41.250541 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.ipam_backend_mixin [None req-e5c1cc11-081a-4dd1-bec9-8580dd57c329 None None] Port b91ed2f8-5957-49bb-9615-064ab8d2d703 was not found and therefore no delete operation was performed {{(pid=94735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 16:14:41.251997 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e5c1cc11-081a-4dd1-bec9-8580dd57c329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:41.260274 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-04b43e25-7074-4089-ba02-34e800278bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb9918c-8dde-4359-add7-6e91fc1e8f37']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:41.275662 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-04b43e25-7074-4089-ba02-34e800278bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe62aa6c-18ee-419b-a6fd-bf37c652716e') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:41.276140 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-04b43e25-7074-4089-ba02-34e800278bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe62aa6c-18ee-419b-a6fd-bf37c652716e') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:41.276766 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1cc11-081a-4dd1-bec9-8580dd57c329 None None] Pushing event deleted for resources: {'Port': ['ID=b91ed2f8-5957-49bb-9615-064ab8d2d703,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:41.285757 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04b43e25-7074-4089-ba02-34e800278bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:41.285945 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1cc11-081a-4dd1-bec9-8580dd57c329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:41.285945 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1cc11-081a-4dd1-bec9-8580dd57c329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:41.286285 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1cc11-081a-4dd1-bec9-8580dd57c329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:41.286652 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1cc11-081a-4dd1-bec9-8580dd57c329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:41.286986 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1cc11-081a-4dd1-bec9-8580dd57c329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:41.287330 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1cc11-081a-4dd1-bec9-8580dd57c329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:41.287643 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1cc11-081a-4dd1-bec9-8580dd57c329 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:41.287970 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1cc11-081a-4dd1-bec9-8580dd57c329 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:41.288398 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1cc11-081a-4dd1-bec9-8580dd57c329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:41.288619 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1cc11-081a-4dd1-bec9-8580dd57c329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:41.288943 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1cc11-081a-4dd1-bec9-8580dd57c329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:41.289278 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1cc11-081a-4dd1-bec9-8580dd57c329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:41.292140 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c1cc11-081a-4dd1-bec9-8580dd57c329 None None] No DVR routers for this DVR port b91ed2f8-5957-49bb-9615-064ab8d2d703 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:14:41.307345 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04b43e25-7074-4089-ba02-34e800278bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:41.314333 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b43e25-7074-4089-ba02-34e800278bc4 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:14:41.314746 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04b43e25-7074-4089-ba02-34e800278bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: timer() Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:14:41.316610 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:14:41.377330 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04b43e25-7074-4089-ba02-34e800278bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:41.383008 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-04b43e25-7074-4089-ba02-34e800278bc4 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:41.385008 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-04b43e25-7074-4089-ba02-34e800278bc4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/beb9918c-8dde-4359-add7-6e91fc1e8f37 HTTP/1.1" status: 204 len: 168 time: 0.5246625 Sep 01 16:14:41.388616 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57048) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:41.397302 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b43e25-7074-4089-ba02-34e800278bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=beb9918c-8dde-4359-add7-6e91fc1e8f37,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:41.763959 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5b043150-e88e-4f60-aebb-a901ae4f39e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:41.924551 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 55a95cab-97df-4885-bb05-f2fd641e9468 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:14:41.948057 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 55a95cab-97df-4885-bb05-f2fd641e9468 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:14:41.948414 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 55a95cab-97df-4885-bb05-f2fd641e9468 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:14:41.948840 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b91ed2f8-5957-49bb-9615-064ab8d2d703 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:14:41.967870 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: b91ed2f8-5957-49bb-9615-064ab8d2d703 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:14:41.968220 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b91ed2f8-5957-49bb-9615-064ab8d2d703 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:14:41.968641 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a81f8f69-4f99-478f-9262-f33a0e961c67 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:14:41.987590 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: a81f8f69-4f99-478f-9262-f33a0e961c67 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:14:41.987939 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a81f8f69-4f99-478f-9262-f33a0e961c67 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:14:42.007709 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-5b043150-e88e-4f60-aebb-a901ae4f39e0 admin admin] Deleting port ef45e844-ed9a-45d5-a85d-b96c2dd287fd {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:14:42.008054 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5b043150-e88e-4f60-aebb-a901ae4f39e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:42.087020 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-5b043150-e88e-4f60-aebb-a901ae4f39e0 admin admin] For port ef45e844-ed9a-45d5-a85d-b96c2dd287fd, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ef45e844-ed9a-45d5-a85d-b96c2dd287fd,segment=NetworkSegment(23bf4f6e-34bd-45f3-ba15-a5829e40f9aa),segment_id=23bf4f6e-34bd-45f3-ba15-a5829e40f9aa)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:14:42.087385 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5b043150-e88e-4f60-aebb-a901ae4f39e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:42.100645 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-5b043150-e88e-4f60-aebb-a901ae4f39e0 admin admin] Calling delete_port for ef45e844-ed9a-45d5-a85d-b96c2dd287fd owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:14:42.242497 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:42.290806 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5b043150-e88e-4f60-aebb-a901ae4f39e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:42.316399 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b043150-e88e-4f60-aebb-a901ae4f39e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef45e844-ed9a-45d5-a85d-b96c2dd287fd,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:42.485724 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5b043150-e88e-4f60-aebb-a901ae4f39e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:42.701106 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b043150-e88e-4f60-aebb-a901ae4f39e0 admin admin] Router 4d6034c9-f9f2-4cfa-a752-6acc265e2731 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:14:42.812126 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b043150-e88e-4f60-aebb-a901ae4f39e0 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:14:42.817106 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5b043150-e88e-4f60-aebb-a901ae4f39e0 admin admin] 10.222.0.60 "PUT /v2.0/routers/4d6034c9-f9f2-4cfa-a752-6acc265e2731/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4266016 Sep 01 16:14:42.819746 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57052) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:42.822478 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88c3889-9558-4e94-8712-0405e6e4576d None None] Sync routers for ids ['4d6034c9-f9f2-4cfa-a752-6acc265e2731'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:14:42.832982 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88c3889-9558-4e94-8712-0405e6e4576d None None] Routers {'4d6034c9-f9f2-4cfa-a752-6acc265e2731'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:14:42.833684 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b88c3889-9558-4e94-8712-0405e6e4576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:14:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['4d6034c9-f9f2-4cfa-a752-6acc265e2731'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:42.943019 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-b88c3889-9558-4e94-8712-0405e6e4576d None None] Set router 4d6034c9-f9f2-4cfa-a752-6acc265e2731 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:14:43.124195 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b88c3889-9558-4e94-8712-0405e6e4576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6034c9-f9f2-4cfa-a752-6acc265e2731', 'name': 'tempest-TestMinimumBasicScenario-2098186109-router', 'tenant_id': '80e9afaf80d14be3a5cc148f77e3637d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'b448a313-daf3-4778-ada8-2117cba8ecde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:33Z', 'updated_at': '2021-09-01T16:14:42Z', 'revision_number': 5, 'project_id': '80e9afaf80d14be3a5cc148f77e3637d', 'gw_port': {'id': 'b448a313-daf3-4778-ada8-2117cba8ecde', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ac:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6034c9-f9f2-4cfa-a752-6acc265e2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:34Z', 'updated_at': '2021-09-01T16:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:43.149967 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88c3889-9558-4e94-8712-0405e6e4576d None None] Checking router: 4d6034c9-f9f2-4cfa-a752-6acc265e2731 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:14:43.158573 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88c3889-9558-4e94-8712-0405e6e4576d None None] Routers {'4d6034c9-f9f2-4cfa-a752-6acc265e2731'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:14:43.159200 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b88c3889-9558-4e94-8712-0405e6e4576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:14:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['4d6034c9-f9f2-4cfa-a752-6acc265e2731'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:43.211083 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-53a0ab23-1177-4ce9-bd32-3a937201c2a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:43.266020 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-b88c3889-9558-4e94-8712-0405e6e4576d None None] Set router 4d6034c9-f9f2-4cfa-a752-6acc265e2731 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:14:43.315461 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-53a0ab23-1177-4ce9-bd32-3a937201c2a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:43.367232 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-53a0ab23-1177-4ce9-bd32-3a937201c2a7 admin admin] Deleting port b448a313-daf3-4778-ada8-2117cba8ecde {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:14:43.367573 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-53a0ab23-1177-4ce9-bd32-3a937201c2a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:43.444367 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b88c3889-9558-4e94-8712-0405e6e4576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6034c9-f9f2-4cfa-a752-6acc265e2731', 'name': 'tempest-TestMinimumBasicScenario-2098186109-router', 'tenant_id': '80e9afaf80d14be3a5cc148f77e3637d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'b448a313-daf3-4778-ada8-2117cba8ecde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:33Z', 'updated_at': '2021-09-01T16:14:42Z', 'revision_number': 5, 'project_id': '80e9afaf80d14be3a5cc148f77e3637d', 'gw_port': {'id': 'b448a313-daf3-4778-ada8-2117cba8ecde', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ac:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6034c9-f9f2-4cfa-a752-6acc265e2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:34Z', 'updated_at': '2021-09-01T16:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:43.449720 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-53a0ab23-1177-4ce9-bd32-3a937201c2a7 admin admin] For port b448a313-daf3-4778-ada8-2117cba8ecde, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=b448a313-daf3-4778-ada8-2117cba8ecde,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:14:43.450099 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-53a0ab23-1177-4ce9-bd32-3a937201c2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:43.463328 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-53a0ab23-1177-4ce9-bd32-3a937201c2a7 admin admin] Calling delete_port for b448a313-daf3-4778-ada8-2117cba8ecde owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:14:43.470995 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88c3889-9558-4e94-8712-0405e6e4576d None None] The sync data for ids ['4d6034c9-f9f2-4cfa-a752-6acc265e2731'] in n-d-794796-3 is: [{'id': '4d6034c9-f9f2-4cfa-a752-6acc265e2731', 'name': 'tempest-TestMinimumBasicScenario-2098186109-router', 'tenant_id': '80e9afaf80d14be3a5cc148f77e3637d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'b448a313-daf3-4778-ada8-2117cba8ecde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:12:33Z', 'updated_at': '2021-09-01T16:14:42Z', 'revision_number': 5, 'project_id': '80e9afaf80d14be3a5cc148f77e3637d', 'gw_port': {'id': 'b448a313-daf3-4778-ada8-2117cba8ecde', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ac:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6034c9-f9f2-4cfa-a752-6acc265e2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:12:34Z', 'updated_at': '2021-09-01T16:12:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:14:43.497782 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:43.642989 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-53a0ab23-1177-4ce9-bd32-3a937201c2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:43.666139 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0ab23-1177-4ce9-bd32-3a937201c2a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b448a313-daf3-4778-ada8-2117cba8ecde,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:43.727449 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-53a0ab23-1177-4ce9-bd32-3a937201c2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:43.739677 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c48136ad-114e-473a-ae5c-f42515b6f4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:43.819021 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-53a0ab23-1177-4ce9-bd32-3a937201c2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:43.821170 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-53a0ab23-1177-4ce9-bd32-3a937201c2a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:43.871555 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-53a0ab23-1177-4ce9-bd32-3a937201c2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:43.872597 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a0ab23-1177-4ce9-bd32-3a937201c2a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d6034c9-f9f2-4cfa-a752-6acc265e2731 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:14:43.877358 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-53a0ab23-1177-4ce9-bd32-3a937201c2a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:43.880114 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-53a0ab23-1177-4ce9-bd32-3a937201c2a7 admin admin] 10.222.0.60 "DELETE /v2.0/routers/4d6034c9-f9f2-4cfa-a752-6acc265e2731 HTTP/1.1" status: 204 len: 168 time: 1.0577991 Sep 01 16:14:43.881191 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57054) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:43.929106 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-52c10de1-d753-421f-9169-c11e7731b282 admin admin] Deleting subnet 270391aa-29f2-457c-9135-36e990600da5 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:14:43.933261 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52c10de1-d753-421f-9169-c11e7731b282 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:43.976317 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52c10de1-d753-421f-9169-c11e7731b282 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:44.001328 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ef45e844-ed9a-45d5-a85d-b96c2dd287fd no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:14:44.021677 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: ef45e844-ed9a-45d5-a85d-b96c2dd287fd {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:14:44.022026 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ef45e844-ed9a-45d5-a85d-b96c2dd287fd not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:14:44.056780 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52c10de1-d753-421f-9169-c11e7731b282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:44.112823 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52c10de1-d753-421f-9169-c11e7731b282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:44.140345 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c10de1-d753-421f-9169-c11e7731b282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=270391aa-29f2-457c-9135-36e990600da5,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:44.143875 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52c10de1-d753-421f-9169-c11e7731b282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:44.147727 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-52c10de1-d753-421f-9169-c11e7731b282 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/270391aa-29f2-457c-9135-36e990600da5 HTTP/1.1" status: 204 len: 168 time: 0.2634692 Sep 01 16:14:44.148366 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57056) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:44.153837 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df13d0b-238a-4689-95f5-4a52c38f714f None None] Network dd440c69-2bb5-4318-81da-3918f8e48e92 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:14:44.222367 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa054487-2f93-4635-a261-8b0d6b9104d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:44.278075 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-fa054487-2f93-4635-a261-8b0d6b9104d6 admin admin] Deleting port af6a4548-3c0d-443e-a65b-fdd2dbc36cab {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:14:44.278463 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa054487-2f93-4635-a261-8b0d6b9104d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:44.338874 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-fa054487-2f93-4635-a261-8b0d6b9104d6 admin admin] For port af6a4548-3c0d-443e-a65b-fdd2dbc36cab, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=af6a4548-3c0d-443e-a65b-fdd2dbc36cab,segment=NetworkSegment(23bf4f6e-34bd-45f3-ba15-a5829e40f9aa),segment_id=23bf4f6e-34bd-45f3-ba15-a5829e40f9aa)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:14:44.339230 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa054487-2f93-4635-a261-8b0d6b9104d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:44.358472 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-fa054487-2f93-4635-a261-8b0d6b9104d6 admin admin] Calling delete_port for af6a4548-3c0d-443e-a65b-fdd2dbc36cab owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:14:44.434803 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa054487-2f93-4635-a261-8b0d6b9104d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:44.461992 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa054487-2f93-4635-a261-8b0d6b9104d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=af6a4548-3c0d-443e-a65b-fdd2dbc36cab,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:44.464002 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa054487-2f93-4635-a261-8b0d6b9104d6 admin admin] No DVR routers for this DVR port af6a4548-3c0d-443e-a65b-fdd2dbc36cab on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:14:44.506452 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a4a1ee-d148-44c9-b7a9-ba1e822ad3c6 None None] DHCP port deletion for dd440c69-2bb5-4318-81da-3918f8e48e92 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:14:44.546154 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa054487-2f93-4635-a261-8b0d6b9104d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:44.556084 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-fa054487-2f93-4635-a261-8b0d6b9104d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd440c69-2bb5-4318-81da-3918f8e48e92']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:44.566140 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-fa054487-2f93-4635-a261-8b0d6b9104d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23bf4f6e-34bd-45f3-ba15-a5829e40f9aa') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:44.566476 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-fa054487-2f93-4635-a261-8b0d6b9104d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23bf4f6e-34bd-45f3-ba15-a5829e40f9aa') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:44.575653 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa054487-2f93-4635-a261-8b0d6b9104d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:44.589328 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa054487-2f93-4635-a261-8b0d6b9104d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:44.596355 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa054487-2f93-4635-a261-8b0d6b9104d6 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:14:44.596718 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa054487-2f93-4635-a261-8b0d6b9104d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: timer() Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:14:44.598546 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:14:44.660977 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa054487-2f93-4635-a261-8b0d6b9104d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:44.685170 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa054487-2f93-4635-a261-8b0d6b9104d6 admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:44.689586 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fa054487-2f93-4635-a261-8b0d6b9104d6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/dd440c69-2bb5-4318-81da-3918f8e48e92 HTTP/1.1" status: 204 len: 168 time: 0.5379720 Sep 01 16:14:44.689586 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa054487-2f93-4635-a261-8b0d6b9104d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd440c69-2bb5-4318-81da-3918f8e48e92,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:44.863205 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57060) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:44.909422 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-41d648a5-fd6e-4ec5-b43f-50c0fad6786e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aa9e8fbeb9364fa5be17295ac6b20110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450175 Sep 01 16:14:44.912047 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57062) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:44.963299 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7173cdec-ec3c-4174-ab09-04038ed56fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:44.987767 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7173cdec-ec3c-4174-ab09-04038ed56fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:45.033074 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7173cdec-ec3c-4174-ab09-04038ed56fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:45.035606 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7173cdec-ec3c-4174-ab09-04038ed56fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:45.036798 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7173cdec-ec3c-4174-ab09-04038ed56fcf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e40255ec-eca8-4a11-8c27-34ba924a5e77 HTTP/1.1" status: 204 len: 168 time: 0.1238489 Sep 01 16:14:45.046543 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173cdec-ec3c-4174-ab09-04038ed56fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40255ec-eca8-4a11-8c27-34ba924a5e77,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:45.355684 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57068) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:45.396372 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-646bb191-748e-4076-ad28-78bf3d154248 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=80e9afaf80d14be3a5cc148f77e3637d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394905 Sep 01 16:14:45.397037 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:45.398832 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57070) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:45.447322 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d10067cc-0ed0-427b-b20e-971faeb5435a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:45.473095 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d10067cc-0ed0-427b-b20e-971faeb5435a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:45.523818 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d10067cc-0ed0-427b-b20e-971faeb5435a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:45.526537 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d10067cc-0ed0-427b-b20e-971faeb5435a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:45.527694 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d10067cc-0ed0-427b-b20e-971faeb5435a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a5548d6-92cc-41e7-9b41-a2942b679dca HTTP/1.1" status: 204 len: 168 time: 0.1279736 Sep 01 16:14:45.535622 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10067cc-0ed0-427b-b20e-971faeb5435a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5548d6-92cc-41e7-9b41-a2942b679dca,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:45.926397 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device af6a4548-3c0d-443e-a65b-fdd2dbc36cab no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:14:45.946069 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: af6a4548-3c0d-443e-a65b-fdd2dbc36cab {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:14:45.946573 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device af6a4548-3c0d-443e-a65b-fdd2dbc36cab not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:14:45.947058 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b448a313-daf3-4778-ada8-2117cba8ecde no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:14:45.970037 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: b448a313-daf3-4778-ada8-2117cba8ecde {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:14:45.970565 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device b448a313-daf3-4778-ada8-2117cba8ecde not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:14:47.236640 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57110) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:47.241374 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-8043d843-7f9a-4f27-b8d4-885837e56c6e tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-987984431', 'description': 'tempest-secgroup-smoke-987984431 description', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:14:47.263645 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8043d843-7f9a-4f27-b8d4-885837e56c6e tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:47.271431 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8043d843-7f9a-4f27-b8d4-885837e56c6e tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:47.365948 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8043d843-7f9a-4f27-b8d4-885837e56c6e tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:47.369926 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8043d843-7f9a-4f27-b8d4-885837e56c6e tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:47.406221 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043d843-7f9a-4f27-b8d4-885837e56c6e tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=322742d5-d841-4f16-a893-7a84b53a40e6,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:47.465664 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8043d843-7f9a-4f27-b8d4-885837e56c6e tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:47.470579 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8043d843-7f9a-4f27-b8d4-885837e56c6e tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:47.499698 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8043d843-7f9a-4f27-b8d4-885837e56c6e tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:47.500968 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8043d843-7f9a-4f27-b8d4-885837e56c6e tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2632968 Sep 01 16:14:47.503894 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57112) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:47.508520 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-736b7b2b-bddd-4f17-abc2-0f13260a375a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': '24fc889c-5887-43d5-8361-5e191e9e0b33', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:14:47.514688 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043d843-7f9a-4f27-b8d4-885837e56c6e tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24fc889c-5887-43d5-8361-5e191e9e0b33,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:47.538430 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-736b7b2b-bddd-4f17-abc2-0f13260a375a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:47.595280 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-736b7b2b-bddd-4f17-abc2-0f13260a375a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:47.599054 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-736b7b2b-bddd-4f17-abc2-0f13260a375a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:47.618169 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b7b2b-bddd-4f17-abc2-0f13260a375a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4523dac1-18e4-4b2f-b210-a014e8680371,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:47.620536 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-736b7b2b-bddd-4f17-abc2-0f13260a375a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:47.621933 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-736b7b2b-bddd-4f17-abc2-0f13260a375a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170511 Sep 01 16:14:47.625032 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57114) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:47.632888 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-81b103f8-945b-4a0f-a583-424a15e7b0f2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': '24fc889c-5887-43d5-8361-5e191e9e0b33', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:14:47.659260 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-81b103f8-945b-4a0f-a583-424a15e7b0f2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:47.719493 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-81b103f8-945b-4a0f-a583-424a15e7b0f2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:47.723673 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-81b103f8-945b-4a0f-a583-424a15e7b0f2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:47.741298 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b103f8-945b-4a0f-a583-424a15e7b0f2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc883f7-5bdd-4504-84c5-3a9143c733b0,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:47.747042 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-81b103f8-945b-4a0f-a583-424a15e7b0f2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:47.748265 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-81b103f8-945b-4a0f-a583-424a15e7b0f2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1220844 Sep 01 16:14:47.752820 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57116) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:47.757364 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-9a0f3000-69e7-4551-a93f-cbc9508676f1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': '24fc889c-5887-43d5-8361-5e191e9e0b33', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:14:47.785943 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9a0f3000-69e7-4551-a93f-cbc9508676f1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:47.844947 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9a0f3000-69e7-4551-a93f-cbc9508676f1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:47.848596 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9a0f3000-69e7-4551-a93f-cbc9508676f1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:47.865844 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f3000-69e7-4551-a93f-cbc9508676f1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e696a17-61e4-466d-b71e-393564d0b0e8,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:47.872145 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9a0f3000-69e7-4551-a93f-cbc9508676f1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:47.874729 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9a0f3000-69e7-4551-a93f-cbc9508676f1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209359 Sep 01 16:14:47.876161 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57118) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:47.880692 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-56ad70e2-73c9-48cc-930d-55e76e4b58c4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': '24fc889c-5887-43d5-8361-5e191e9e0b33', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:14:47.907727 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-56ad70e2-73c9-48cc-930d-55e76e4b58c4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:47.965779 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-56ad70e2-73c9-48cc-930d-55e76e4b58c4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:47.969828 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-56ad70e2-73c9-48cc-930d-55e76e4b58c4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:47.987338 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad70e2-73c9-48cc-930d-55e76e4b58c4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d641f4-71ff-4ec9-a70a-f5072ed07fed,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:47.992486 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-56ad70e2-73c9-48cc-930d-55e76e4b58c4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:47.993732 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-56ad70e2-73c9-48cc-930d-55e76e4b58c4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165550 Sep 01 16:14:47.997459 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57120) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:48.002107 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-f8fdadc3-7d82-4b7f-af42-8c33671f5932 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': '24fc889c-5887-43d5-8361-5e191e9e0b33', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:14:48.023923 n-d-794796-3 neutron-server[94734]: INFO neutron.db.securitygroups_db [None req-f8fdadc3-7d82-4b7f-af42-8c33671f5932 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Project bc21f4e70d4041e98e4c57e88619b6a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:14:48.028733 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f8fdadc3-7d82-4b7f-af42-8c33671f5932 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:48.079699 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f8fdadc3-7d82-4b7f-af42-8c33671f5932 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:48.083229 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f8fdadc3-7d82-4b7f-af42-8c33671f5932 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:48.103119 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fdadc3-7d82-4b7f-af42-8c33671f5932 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e8d065f-afd3-4cd2-b9c1-6f85a7d6bc48,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:48.105489 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f8fdadc3-7d82-4b7f-af42-8c33671f5932 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:48.106720 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f8fdadc3-7d82-4b7f-af42-8c33671f5932 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1082346 Sep 01 16:14:48.109550 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57122) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:48.113819 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-14b3a079-7269-443e-9f29-2c03841f76b5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': '24fc889c-5887-43d5-8361-5e191e9e0b33', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:14:48.134641 n-d-794796-3 neutron-server[94734]: INFO neutron.db.securitygroups_db [None req-14b3a079-7269-443e-9f29-2c03841f76b5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Project bc21f4e70d4041e98e4c57e88619b6a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:14:48.139960 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-14b3a079-7269-443e-9f29-2c03841f76b5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:48.199070 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-14b3a079-7269-443e-9f29-2c03841f76b5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:48.203121 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-14b3a079-7269-443e-9f29-2c03841f76b5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:48.224384 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3a079-7269-443e-9f29-2c03841f76b5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=641021ad-11e3-4766-b128-61445f4a1ebd,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:48.227699 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-14b3a079-7269-443e-9f29-2c03841f76b5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:48.228916 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-14b3a079-7269-443e-9f29-2c03841f76b5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185229 Sep 01 16:14:48.231931 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57124) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:48.236726 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-79200d03-9f6a-445e-9e6d-881842dfcf83 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'network': {'name': 'tempest-network-smoke--5689287', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'port_security_enabled': True}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:14:48.256865 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79200d03-9f6a-445e-9e6d-881842dfcf83 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Made reservation on behalf of bc21f4e70d4041e98e4c57e88619b6a8 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:14:48.260216 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-79200d03-9f6a-445e-9e6d-881842dfcf83 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:48.282882 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79200d03-9f6a-445e-9e6d-881842dfcf83 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:14:48.291401 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-79200d03-9f6a-445e-9e6d-881842dfcf83 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:48.291748 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-79200d03-9f6a-445e-9e6d-881842dfcf83 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Added segment 3a180499-e4da-48f3-ba94-e84486ae5e70 of type vlan for network 36a290f1-1ac3-4653-b6ea-f022c7bc644f Sep 01 16:14:48.331387 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-79200d03-9f6a-445e-9e6d-881842dfcf83 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:48.354287 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-79200d03-9f6a-445e-9e6d-881842dfcf83 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:48.360403 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79200d03-9f6a-445e-9e6d-881842dfcf83 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:48.360996 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-79200d03-9f6a-445e-9e6d-881842dfcf83 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:48.420676 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-79200d03-9f6a-445e-9e6d-881842dfcf83 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1877103 Sep 01 16:14:48.423587 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57126) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:48.428260 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-e257c83e-a74e-4c2d-914c-de4e52cab1e7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1935327697', 'admin_state_up': True, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:14:48.436874 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79200d03-9f6a-445e-9e6d-881842dfcf83 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Network': ['ID=36a290f1-1ac3-4653-b6ea-f022c7bc644f,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:48.447590 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 36a290f1-1ac3-4653-b6ea-f022c7bc644f details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:14:48.459419 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e257c83e-a74e-4c2d-914c-de4e52cab1e7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:48.460572 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e257c83e-a74e-4c2d-914c-de4e52cab1e7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:48.515265 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e257c83e-a74e-4c2d-914c-de4e52cab1e7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:48.653982 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e257c83e-a74e-4c2d-914c-de4e52cab1e7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:48.843404 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e257c83e-a74e-4c2d-914c-de4e52cab1e7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:48.862647 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e257c83e-a74e-4c2d-914c-de4e52cab1e7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:48.965690 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-e257c83e-a74e-4c2d-914c-de4e52cab1e7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Allocated IP 172.25.6.26 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/549ec259-e01b-4d89-8f5d-ecea44238d25) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:14:49.066860 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e257c83e-a74e-4c2d-914c-de4e52cab1e7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:49.113446 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e257c83e-a74e-4c2d-914c-de4e52cab1e7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:49.156164 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e257c83e-a74e-4c2d-914c-de4e52cab1e7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:14:49.159218 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-e257c83e-a74e-4c2d-914c-de4e52cab1e7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:14:49.162901 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e257c83e-a74e-4c2d-914c-de4e52cab1e7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:14:49.168259 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257c83e-a74e-4c2d-914c-de4e52cab1e7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=549ec259-e01b-4d89-8f5d-ecea44238d25,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:49.404426 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e257c83e-a74e-4c2d-914c-de4e52cab1e7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:49.931660 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e257c83e-a74e-4c2d-914c-de4e52cab1e7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:50.054662 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e257c83e-a74e-4c2d-914c-de4e52cab1e7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Router f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:14:50.158592 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e257c83e-a74e-4c2d-914c-de4e52cab1e7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:14:50.169200 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d36acd0-96ae-4730-9033-f36d5f0381a5 None None] Sync routers for ids ['f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:14:50.178167 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e257c83e-a74e-4c2d-914c-de4e52cab1e7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:50.178670 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d36acd0-96ae-4730-9033-f36d5f0381a5 None None] Routers {'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:14:50.179314 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8d36acd0-96ae-4730-9033-f36d5f0381a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:14:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:50.180022 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e257c83e-a74e-4c2d-914c-de4e52cab1e7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7551026 Sep 01 16:14:50.183023 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57128) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:50.288194 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-8d36acd0-96ae-4730-9033-f36d5f0381a5 None None] Set router f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:14:50.315713 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e61d3533-07f7-4e4e-8014-df165b94f0bb tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=bc21f4e70d4041e98e4c57e88619b6a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1290078 Sep 01 16:14:50.316099 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57132) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:50.463966 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8d36acd0-96ae-4730-9033-f36d5f0381a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935327697', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:14:49Z', 'revision_number': 3, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:44:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:14:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:50.473772 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c569e0-397d-4da1-bef0-9204eada4948 tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:50.477914 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-29c569e0-397d-4da1-bef0-9204eada4948 tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1582937 Sep 01 16:14:50.478411 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57134) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:50.494903 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d36acd0-96ae-4730-9033-f36d5f0381a5 None None] Checking router: f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:14:50.495253 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d36acd0-96ae-4730-9033-f36d5f0381a5 None None] Updating router f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323 port 549ec259-e01b-4d89-8f5d-ecea44238d25 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:14:50.513749 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-19ffdfff-dca7-4717-906e-1a9525dec329 tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5c826073-0017-46f6-8947-51b31e774ff4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340202 Sep 01 16:14:50.516760 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57136) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:50.520874 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8d36acd0-96ae-4730-9033-f36d5f0381a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:50.521717 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-0500a267-3294-4703-aec6-2027d81b448d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1041507167', 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:14:50.611600 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0500a267-3294-4703-aec6-2027d81b448d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Made reservation on behalf of bc21f4e70d4041e98e4c57e88619b6a8 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:14:50.615329 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0500a267-3294-4703-aec6-2027d81b448d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:50.778645 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8d36acd0-96ae-4730-9033-f36d5f0381a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:50.788859 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8d36acd0-96ae-4730-9033-f36d5f0381a5 None None] Transition to ACTIVE for port object 549ec259-e01b-4d89-8f5d-ecea44238d25 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:14:50.795695 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8d36acd0-96ae-4730-9033-f36d5f0381a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:50.802709 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0500a267-3294-4703-aec6-2027d81b448d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:50.853601 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8d36acd0-96ae-4730-9033-f36d5f0381a5 None None] Attempting to bind port 549ec259-e01b-4d89-8f5d-ecea44238d25 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:14:50.853975 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8d36acd0-96ae-4730-9033-f36d5f0381a5 None None] Attempting to bind port 549ec259-e01b-4d89-8f5d-ecea44238d25 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:14:50.854368 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d36acd0-96ae-4730-9033-f36d5f0381a5 None None] Attempting to bind port 549ec259-e01b-4d89-8f5d-ecea44238d25 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:14:50.856531 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107f55d-f9dc-4cbb-b6b9-558c055c6347 None None] Pushing event updated for resources: {'Port': ['ID=549ec259-e01b-4d89-8f5d-ecea44238d25,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:50.862516 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d36acd0-96ae-4730-9033-f36d5f0381a5 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:14:50.862897 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d36acd0-96ae-4730-9033-f36d5f0381a5 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:14:50.863311 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8d36acd0-96ae-4730-9033-f36d5f0381a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:50.863707 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d36acd0-96ae-4730-9033-f36d5f0381a5 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:14:50.864181 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8d36acd0-96ae-4730-9033-f36d5f0381a5 None None] Bound port: 549ec259-e01b-4d89-8f5d-ecea44238d25, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:14:50.864584 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8d36acd0-96ae-4730-9033-f36d5f0381a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:50.874138 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0500a267-3294-4703-aec6-2027d81b448d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Subnet': ['ID=07fec8aa-36df-42d0-bdca-09f58c2948e9,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:50.883353 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0500a267-3294-4703-aec6-2027d81b448d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Checking segment: {'id': '3a180499-e4da-48f3-ba94-e84486ae5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:14:50.884006 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0500a267-3294-4703-aec6-2027d81b448d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network hostable DHCP agents. Network: 36a290f1-1ac3-4653-b6ea-f022c7bc644f, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:14:50.901887 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0500a267-3294-4703-aec6-2027d81b448d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network 36a290f1-1ac3-4653-b6ea-f022c7bc644f is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:14:50.914727 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-0500a267-3294-4703-aec6-2027d81b448d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 36a290f1-1ac3-4653-b6ea-f022c7bc644f) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:14:50.917323 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0500a267-3294-4703-aec6-2027d81b448d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:50.918004 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0500a267-3294-4703-aec6-2027d81b448d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:50.920121 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-8d36acd0-96ae-4730-9033-f36d5f0381a5 None None] For port 549ec259-e01b-4d89-8f5d-ecea44238d25, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:14:50.924774 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-8d36acd0-96ae-4730-9033-f36d5f0381a5 None None] For port 549ec259-e01b-4d89-8f5d-ecea44238d25, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=549ec259-e01b-4d89-8f5d-ecea44238d25,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:14:50.927378 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2dbd10-bbef-4d7a-81b7-d426d56efec2 None None] Network 36a290f1-1ac3-4653-b6ea-f022c7bc644f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:14:50.932915 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0500a267-3294-4703-aec6-2027d81b448d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4151011 Sep 01 16:14:50.936254 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57138) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:14:50.944249 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8d36acd0-96ae-4730-9033-f36d5f0381a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:51.054860 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d36acd0-96ae-4730-9033-f36d5f0381a5 None None] Routers {'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:14:51.055366 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8d36acd0-96ae-4730-9033-f36d5f0381a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:14:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:51.096245 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107f55d-f9dc-4cbb-b6b9-558c055c6347 None None] Pushing event updated for resources: {'Port': ['ID=549ec259-e01b-4d89-8f5d-ecea44238d25,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:51.212403 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7ec8c3-7516-44bb-a6b1-7f5019b8d3e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-36a290f1-1ac3-4653-b6ea-f022c7bc644f', 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'fixed_ips': [{'subnet_id': '07fec8aa-36df-42d0-bdca-09f58c2948e9'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:14:51.213260 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec8c3-7516-44bb-a6b1-7f5019b8d3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:51.228327 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-8d36acd0-96ae-4730-9033-f36d5f0381a5 None None] Set router f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:14:51.379318 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82b7c4c5-c4be-431b-ae86-dafc7cc69ff7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:51.644917 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-aa7ec8c3-7516-44bb-a6b1-7f5019b8d3e0 None None] Allocated IP 172.20.0.2 (36a290f1-1ac3-4653-b6ea-f022c7bc644f/07fec8aa-36df-42d0-bdca-09f58c2948e9/ad8293d3-d5c3-49cd-99d4-6084db0e3921) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:14:51.745680 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8d36acd0-96ae-4730-9033-f36d5f0381a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935327697', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:14:49Z', 'revision_number': 3, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:44:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:51.779191 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d36acd0-96ae-4730-9033-f36d5f0381a5 None None] The sync data for ids ['f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'] in n-d-794796-3 is: [{'id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935327697', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:14:49Z', 'revision_number': 3, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:44:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:14:51.844248 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec8c3-7516-44bb-a6b1-7f5019b8d3e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:51.853862 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-aa7ec8c3-7516-44bb-a6b1-7f5019b8d3e0 None None] Transition to ACTIVE for port object ad8293d3-d5c3-49cd-99d4-6084db0e3921 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:14:51.870199 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-aa7ec8c3-7516-44bb-a6b1-7f5019b8d3e0 None None] Transition to ACTIVE for port object ad8293d3-d5c3-49cd-99d4-6084db0e3921 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:14:51.878197 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec8c3-7516-44bb-a6b1-7f5019b8d3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:51.919906 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7ec8c3-7516-44bb-a6b1-7f5019b8d3e0 None None] Network 36a290f1-1ac3-4653-b6ea-f022c7bc644f is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:14:51.921327 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-aa7ec8c3-7516-44bb-a6b1-7f5019b8d3e0 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:14:51.924968 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7ec8c3-7516-44bb-a6b1-7f5019b8d3e0 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:14:51.935968 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ec8c3-7516-44bb-a6b1-7f5019b8d3e0 None None] Pushing event updated for resources: {'Port': ['ID=ad8293d3-d5c3-49cd-99d4-6084db0e3921,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:51.936702 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-82b7c4c5-c4be-431b-ae86-dafc7cc69ff7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Allocated IP 172.20.0.1 (36a290f1-1ac3-4653-b6ea-f022c7bc644f/07fec8aa-36df-42d0-bdca-09f58c2948e9/1dff00cb-190b-4bb3-9bbf-bc08281658d8) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:14:52.011105 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-aa7ec8c3-7516-44bb-a6b1-7f5019b8d3e0 None None] Attempting to bind port ad8293d3-d5c3-49cd-99d4-6084db0e3921 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:14:52.013001 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-aa7ec8c3-7516-44bb-a6b1-7f5019b8d3e0 None None] Attempting to bind port ad8293d3-d5c3-49cd-99d4-6084db0e3921 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3a180499-e4da-48f3-ba94-e84486ae5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:14:52.013539 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ec8c3-7516-44bb-a6b1-7f5019b8d3e0 None None] Attempting to bind port ad8293d3-d5c3-49cd-99d4-6084db0e3921 on network 36a290f1-1ac3-4653-b6ea-f022c7bc644f {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:14:52.019292 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ec8c3-7516-44bb-a6b1-7f5019b8d3e0 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:14:52.019663 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ec8c3-7516-44bb-a6b1-7f5019b8d3e0 None None] Checking segment: {'id': '3a180499-e4da-48f3-ba94-e84486ae5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:14:52.020068 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec8c3-7516-44bb-a6b1-7f5019b8d3e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:52.020591 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ec8c3-7516-44bb-a6b1-7f5019b8d3e0 None None] Bound using segment: {'id': '3a180499-e4da-48f3-ba94-e84486ae5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:14:52.021068 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-aa7ec8c3-7516-44bb-a6b1-7f5019b8d3e0 None None] Bound port: ad8293d3-d5c3-49cd-99d4-6084db0e3921, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a180499-e4da-48f3-ba94-e84486ae5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:14:52.021451 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec8c3-7516-44bb-a6b1-7f5019b8d3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:52.084907 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82b7c4c5-c4be-431b-ae86-dafc7cc69ff7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:52.097877 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-aa7ec8c3-7516-44bb-a6b1-7f5019b8d3e0 None None] For port ad8293d3-d5c3-49cd-99d4-6084db0e3921, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:14:52.102120 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-82b7c4c5-c4be-431b-ae86-dafc7cc69ff7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Transition to ACTIVE for port object 1dff00cb-190b-4bb3-9bbf-bc08281658d8 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:14:52.103871 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-aa7ec8c3-7516-44bb-a6b1-7f5019b8d3e0 None None] For port ad8293d3-d5c3-49cd-99d4-6084db0e3921, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ad8293d3-d5c3-49cd-99d4-6084db0e3921,segment=NetworkSegment(3a180499-e4da-48f3-ba94-e84486ae5e70),segment_id=3a180499-e4da-48f3-ba94-e84486ae5e70)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:14:52.109382 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-aa7ec8c3-7516-44bb-a6b1-7f5019b8d3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:52.146584 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82b7c4c5-c4be-431b-ae86-dafc7cc69ff7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:52.171123 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ec8c3-7516-44bb-a6b1-7f5019b8d3e0 None None] Pushing event updated for resources: {'Port': ['ID=ad8293d3-d5c3-49cd-99d4-6084db0e3921,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:52.191662 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b7c4c5-c4be-431b-ae86-dafc7cc69ff7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network 36a290f1-1ac3-4653-b6ea-f022c7bc644f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:14:52.197583 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-82b7c4c5-c4be-431b-ae86-dafc7cc69ff7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:14:52.202507 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b7c4c5-c4be-431b-ae86-dafc7cc69ff7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:14:52.236785 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b7c4c5-c4be-431b-ae86-dafc7cc69ff7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=1dff00cb-190b-4bb3-9bbf-bc08281658d8,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:52.258599 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82b7c4c5-c4be-431b-ae86-dafc7cc69ff7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:52.429324 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82b7c4c5-c4be-431b-ae86-dafc7cc69ff7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:52.725528 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82b7c4c5-c4be-431b-ae86-dafc7cc69ff7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:52.730060 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82b7c4c5-c4be-431b-ae86-dafc7cc69ff7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:52.806253 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b7c4c5-c4be-431b-ae86-dafc7cc69ff7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=1dff00cb-190b-4bb3-9bbf-bc08281658d8,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:52.810197 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82b7c4c5-c4be-431b-ae86-dafc7cc69ff7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:52.904869 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b7c4c5-c4be-431b-ae86-dafc7cc69ff7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network 36a290f1-1ac3-4653-b6ea-f022c7bc644f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:14:52.906367 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-82b7c4c5-c4be-431b-ae86-dafc7cc69ff7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:14:53.023898 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b7c4c5-c4be-431b-ae86-dafc7cc69ff7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Router f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:14:53.136330 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b7c4c5-c4be-431b-ae86-dafc7cc69ff7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:14:53.138997 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952b98ee-dab9-47ae-9eda-8710571864e6 None None] Network 36a290f1-1ac3-4653-b6ea-f022c7bc644f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:14:53.141260 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-82b7c4c5-c4be-431b-ae86-dafc7cc69ff7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "PUT /v2.0/routers/f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2039406 Sep 01 16:14:53.218794 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-088275c8-d375-4d7b-bcc8-3041d01450a7 None None] Provisioning for port ad8293d3-d5c3-49cd-99d4-6084db0e3921 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:14:53.294987 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-a3a17835-c5ee-4f95-8eab-adbb4b8878dc tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-987984431&fields=id&tenant_id=bc21f4e70d4041e98e4c57e88619b6a8 HTTP/1.1" status: 200 len: 267 time: 0.0433922 Sep 01 16:14:53.430661 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-fa935b7a-249a-4da5-9db7-fe2489cc3fea tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:53.432224 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-fa935b7a-249a-4da5-9db7-fe2489cc3fea tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/networks?id=36a290f1-1ac3-4653-b6ea-f022c7bc644f HTTP/1.1" status: 200 len: 794 time: 0.1292934 Sep 01 16:14:53.462105 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-0e3d2c4a-fde5-4d65-aa6b-004f0453fdb5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/quotas/bc21f4e70d4041e98e4c57e88619b6a8 HTTP/1.1" status: 200 len: 375 time: 0.0234315 Sep 01 16:14:53.531252 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-fdeb7e71-22b5-4d94-a98d-9c52f845d92b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677793 Sep 01 16:14:53.656360 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-46f1639f-c340-486d-bf68-6c538626a124 service neutron] 10.222.0.60 "GET /v2.0/networks/36a290f1-1ac3-4653-b6ea-f022c7bc644f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121182 Sep 01 16:14:53.657797 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3fae8589-b10d-43ca-9734-075114652263 None None] Provisioning for port 1dff00cb-190b-4bb3-9bbf-bc08281658d8 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:14:53.663797 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3fae8589-b10d-43ca-9734-075114652263 None None] Provisioning complete for port 1dff00cb-190b-4bb3-9bbf-bc08281658d8 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:14:53.664597 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3fae8589-b10d-43ca-9734-075114652263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:53.711198 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f2d47e-f762-42fa-9110-e6ad1c93673d None None] Sync routers for ids ['f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:14:53.726870 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3fae8589-b10d-43ca-9734-075114652263 None None] Port 1dff00cb-190b-4bb3-9bbf-bc08281658d8 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:14:53.734197 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f2d47e-f762-42fa-9110-e6ad1c93673d None None] Routers {'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:14:53.735193 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d0f2d47e-f762-42fa-9110-e6ad1c93673d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:14:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:53.779467 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-078ceba1-0f15-4387-a38b-09dcf7d1c5a3 service neutron] 10.222.0.60 "GET /v2.0/networks/36a290f1-1ac3-4653-b6ea-f022c7bc644f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222124 Sep 01 16:14:53.860478 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-d0f2d47e-f762-42fa-9110-e6ad1c93673d None None] Set router f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:14:53.866978 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-08b9b9a1-32ff-47a0-b9c7-2021b2d760cc None None] Provisioning complete for port 1dff00cb-190b-4bb3-9bbf-bc08281658d8 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:14:53.867354 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-08b9b9a1-32ff-47a0-b9c7-2021b2d760cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:53.904033 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-08b9b9a1-32ff-47a0-b9c7-2021b2d760cc None None] Port 1dff00cb-190b-4bb3-9bbf-bc08281658d8 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:14:54.070238 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2796b228-0051-4c1d-9ddc-3e5f1b189e5d req-dd3c2349-0f44-446b-8228-8c6898d5acd6 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=66f55f7f-af17-4460-ad6d-77f0ea433b38 HTTP/1.1" status: 200 len: 210 time: 0.0615599 Sep 01 16:14:54.118197 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ad8293d3-d5c3-49cd-99d4-6084db0e3921 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:14:54.172464 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2d4a9938-9d95-4de3-9053-e3c16bc1943a None None] Provisioning complete for port 1dff00cb-190b-4bb3-9bbf-bc08281658d8 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:14:54.173698 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2d4a9938-9d95-4de3-9053-e3c16bc1943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:54.219568 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-2d4a9938-9d95-4de3-9053-e3c16bc1943a None None] Port 1dff00cb-190b-4bb3-9bbf-bc08281658d8 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:14:54.225189 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port ad8293d3-d5c3-49cd-99d4-6084db0e3921 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:14:54.233239 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port ad8293d3-d5c3-49cd-99d4-6084db0e3921 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:14:54.233503 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:54.279228 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d0f2d47e-f762-42fa-9110-e6ad1c93673d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935327697', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:14:52Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:44:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '1dff00cb-190b-4bb3-9bbf-bc08281658d8', 'name': '', 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:b2:49:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '07fec8aa-36df-42d0-bdca-09f58c2948e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:14:51Z', 'updated_at': '2021-09-01T16:14:52Z', 'revision_number': 2, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': '07fec8aa-36df-42d0-bdca-09f58c2948e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:54.317881 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f2d47e-f762-42fa-9110-e6ad1c93673d None None] Checking router: f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:14:54.318469 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f2d47e-f762-42fa-9110-e6ad1c93673d None None] Updating router f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323 port 1dff00cb-190b-4bb3-9bbf-bc08281658d8 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:14:54.339392 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:54.356642 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-d0f2d47e-f762-42fa-9110-e6ad1c93673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:54.383547 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port ad8293d3-d5c3-49cd-99d4-6084db0e3921, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ad8293d3-d5c3-49cd-99d4-6084db0e3921,segment=NetworkSegment(3a180499-e4da-48f3-ba94-e84486ae5e70),segment_id=3a180499-e4da-48f3-ba94-e84486ae5e70)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:14:54.388847 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:54.389868 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 549ec259-e01b-4d89-8f5d-ecea44238d25 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:14:54.474191 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=ad8293d3-d5c3-49cd-99d4-6084db0e3921,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:54.489732 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 549ec259-e01b-4d89-8f5d-ecea44238d25 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:14:54.493651 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 549ec259-e01b-4d89-8f5d-ecea44238d25 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:14:54.494244 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:54.585507 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:54.610404 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 549ec259-e01b-4d89-8f5d-ecea44238d25, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=549ec259-e01b-4d89-8f5d-ecea44238d25,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:14:54.615299 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:54.666439 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=549ec259-e01b-4d89-8f5d-ecea44238d25,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:54.678609 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-d0f2d47e-f762-42fa-9110-e6ad1c93673d None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:54.690053 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-d0f2d47e-f762-42fa-9110-e6ad1c93673d None None] Transition to ACTIVE for port object 1dff00cb-190b-4bb3-9bbf-bc08281658d8 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:14:54.695125 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-d0f2d47e-f762-42fa-9110-e6ad1c93673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:54.744418 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fcf873-5d3a-4d2d-b366-549cc2a78be9 None None] Pushing event updated for resources: {'Port': ['ID=1dff00cb-190b-4bb3-9bbf-bc08281658d8,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:54.752057 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcf873-5d3a-4d2d-b366-549cc2a78be9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:54.752411 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcf873-5d3a-4d2d-b366-549cc2a78be9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:54.752756 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcf873-5d3a-4d2d-b366-549cc2a78be9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:54.753093 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcf873-5d3a-4d2d-b366-549cc2a78be9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:54.754152 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcf873-5d3a-4d2d-b366-549cc2a78be9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:54.754152 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcf873-5d3a-4d2d-b366-549cc2a78be9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:54.754152 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcf873-5d3a-4d2d-b366-549cc2a78be9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:54.754473 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcf873-5d3a-4d2d-b366-549cc2a78be9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:54.754731 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcf873-5d3a-4d2d-b366-549cc2a78be9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:54.755053 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcf873-5d3a-4d2d-b366-549cc2a78be9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:54.755378 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcf873-5d3a-4d2d-b366-549cc2a78be9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:54.755703 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcf873-5d3a-4d2d-b366-549cc2a78be9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:14:54.816657 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-d0f2d47e-f762-42fa-9110-e6ad1c93673d None None] Attempting to bind port 1dff00cb-190b-4bb3-9bbf-bc08281658d8 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:14:54.816924 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-d0f2d47e-f762-42fa-9110-e6ad1c93673d None None] Attempting to bind port 1dff00cb-190b-4bb3-9bbf-bc08281658d8 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3a180499-e4da-48f3-ba94-e84486ae5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:14:54.817307 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f2d47e-f762-42fa-9110-e6ad1c93673d None None] Attempting to bind port 1dff00cb-190b-4bb3-9bbf-bc08281658d8 on network 36a290f1-1ac3-4653-b6ea-f022c7bc644f {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:14:54.823166 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f2d47e-f762-42fa-9110-e6ad1c93673d None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:14:54.823593 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f2d47e-f762-42fa-9110-e6ad1c93673d None None] Checking segment: {'id': '3a180499-e4da-48f3-ba94-e84486ae5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:14:54.824013 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-d0f2d47e-f762-42fa-9110-e6ad1c93673d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:54.824434 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f2d47e-f762-42fa-9110-e6ad1c93673d None None] Bound using segment: {'id': '3a180499-e4da-48f3-ba94-e84486ae5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:14:54.824990 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-d0f2d47e-f762-42fa-9110-e6ad1c93673d None None] Bound port: 1dff00cb-190b-4bb3-9bbf-bc08281658d8, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a180499-e4da-48f3-ba94-e84486ae5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:14:54.825308 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-d0f2d47e-f762-42fa-9110-e6ad1c93673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:54.892222 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-d0f2d47e-f762-42fa-9110-e6ad1c93673d None None] For port 1dff00cb-190b-4bb3-9bbf-bc08281658d8, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:14:54.895899 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-d0f2d47e-f762-42fa-9110-e6ad1c93673d None None] For port 1dff00cb-190b-4bb3-9bbf-bc08281658d8, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1dff00cb-190b-4bb3-9bbf-bc08281658d8,segment=NetworkSegment(3a180499-e4da-48f3-ba94-e84486ae5e70),segment_id=3a180499-e4da-48f3-ba94-e84486ae5e70)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:14:54.899866 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-d0f2d47e-f762-42fa-9110-e6ad1c93673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:54.960252 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fcf873-5d3a-4d2d-b366-549cc2a78be9 None None] Pushing event updated for resources: {'Port': ['ID=1dff00cb-190b-4bb3-9bbf-bc08281658d8,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:54.967892 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f2d47e-f762-42fa-9110-e6ad1c93673d None None] Routers {'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:14:54.968504 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d0f2d47e-f762-42fa-9110-e6ad1c93673d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:14:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:55.075682 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-d0f2d47e-f762-42fa-9110-e6ad1c93673d None None] Set router f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:14:55.164977 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-441f4cdc-7698-4098-84a0-2d7582358509 req-50535957-1227-4fd6-8ed6-0672f4a51bdf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=66f55f7f-af17-4460-ad6d-77f0ea433b38 HTTP/1.1" status: 200 len: 210 time: 0.0291746 Sep 01 16:14:55.282895 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-d0f2d47e-f762-42fa-9110-e6ad1c93673d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935327697', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:14:52Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:44:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '1dff00cb-190b-4bb3-9bbf-bc08281658d8', 'name': '', 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:b2:49:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '07fec8aa-36df-42d0-bdca-09f58c2948e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:14:51Z', 'updated_at': '2021-09-01T16:14:54Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': '07fec8aa-36df-42d0-bdca-09f58c2948e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:14:55.319007 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f2d47e-f762-42fa-9110-e6ad1c93673d None None] The sync data for ids ['f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'] in n-d-794796-3 is: [{'id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935327697', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:14:52Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:44:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '1dff00cb-190b-4bb3-9bbf-bc08281658d8', 'name': '', 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:b2:49:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '07fec8aa-36df-42d0-bdca-09f58c2948e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:14:51Z', 'updated_at': '2021-09-01T16:14:54Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': '07fec8aa-36df-42d0-bdca-09f58c2948e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:14:55.375730 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-9c6ab47b-6fbc-4a5b-a131-233f1bbb97f7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:55.378526 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-9c6ab47b-6fbc-4a5b-a131-233f1bbb97f7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.62 "GET /v2.0/networks?id=36a290f1-1ac3-4653-b6ea-f022c7bc644f HTTP/1.1" status: 200 len: 794 time: 0.1197011 Sep 01 16:14:55.444448 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-3d732a7a-ae4f-47f9-af2c-f8e2978fe9ad tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc21f4e70d4041e98e4c57e88619b6a8 HTTP/1.1" status: 200 len: 379 time: 0.0397274 Sep 01 16:14:55.461262 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-59e8ef8c-3c7e-472a-841a-f6eb74519461 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'port': {'device_id': '66f55f7f-af17-4460-ad6d-77f0ea433b38', 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f', 'admin_state_up': True, 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'security_groups': ['24fc889c-5887-43d5-8361-5e191e9e0b33']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:14:55.573856 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-59e8ef8c-3c7e-472a-841a-f6eb74519461 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Made reservation on behalf of bc21f4e70d4041e98e4c57e88619b6a8 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:14:55.578100 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-59e8ef8c-3c7e-472a-841a-f6eb74519461 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:55.722157 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-59e8ef8c-3c7e-472a-841a-f6eb74519461 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Allocated IP 172.20.0.6 (36a290f1-1ac3-4653-b6ea-f022c7bc644f/07fec8aa-36df-42d0-bdca-09f58c2948e9/9089a120-77f3-4634-8345-808be1682a39) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:14:55.871692 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-59e8ef8c-3c7e-472a-841a-f6eb74519461 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:55.886115 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-59e8ef8c-3c7e-472a-841a-f6eb74519461 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Transition to ACTIVE for port object 9089a120-77f3-4634-8345-808be1682a39 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:14:55.935662 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-59e8ef8c-3c7e-472a-841a-f6eb74519461 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:55.985974 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-59e8ef8c-3c7e-472a-841a-f6eb74519461 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network 36a290f1-1ac3-4653-b6ea-f022c7bc644f is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:14:55.989323 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-59e8ef8c-3c7e-472a-841a-f6eb74519461 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:14:55.992355 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-59e8ef8c-3c7e-472a-841a-f6eb74519461 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:14:56.019718 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8ef8c-3c7e-472a-841a-f6eb74519461 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=9089a120-77f3-4634-8345-808be1682a39,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:56.051548 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-59e8ef8c-3c7e-472a-841a-f6eb74519461 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:56.051766 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 549ec259-e01b-4d89-8f5d-ecea44238d25 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:14:56.052229 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-59e8ef8c-3c7e-472a-841a-f6eb74519461 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:56.068514 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-59e8ef8c-3c7e-472a-841a-f6eb74519461 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6115115 Sep 01 16:14:56.116801 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 549ec259-e01b-4d89-8f5d-ecea44238d25 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:14:56.117338 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:56.155060 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-2115fe52-b8d4-404a-a945-133082430b49 service neutron] Request body: {'port': {'device_id': '66f55f7f-af17-4460-ad6d-77f0ea433b38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:14:56.223893 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-2115fe52-b8d4-404a-a945-133082430b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:56.248749 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1dff00cb-190b-4bb3-9bbf-bc08281658d8 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:14:56.304379 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6a458142-9fd2-4199-b56d-1a52078794ad None None] Provisioning for port 9089a120-77f3-4634-8345-808be1682a39 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:14:56.309395 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6a458142-9fd2-4199-b56d-1a52078794ad None None] Provisioning complete for port 9089a120-77f3-4634-8345-808be1682a39 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:14:56.310016 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6a458142-9fd2-4199-b56d-1a52078794ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:56.311894 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 1dff00cb-190b-4bb3-9bbf-bc08281658d8 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:14:56.334179 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 1dff00cb-190b-4bb3-9bbf-bc08281658d8 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:14:56.334676 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:56.375541 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-6a458142-9fd2-4199-b56d-1a52078794ad None None] Port 9089a120-77f3-4634-8345-808be1682a39 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:14:56.392009 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22158061-eaa5-466c-add4-2f29db401091 req-30268e01-f13e-400d-b5cd-147b6e1a41f1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:56.393726 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-22158061-eaa5-466c-add4-2f29db401091 req-30268e01-f13e-400d-b5cd-147b6e1a41f1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=66f55f7f-af17-4460-ad6d-77f0ea433b38 HTTP/1.1" status: 200 len: 931 time: 0.1356547 Sep 01 16:14:56.432712 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:56.468493 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 1dff00cb-190b-4bb3-9bbf-bc08281658d8, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1dff00cb-190b-4bb3-9bbf-bc08281658d8,segment=NetworkSegment(3a180499-e4da-48f3-ba94-e84486ae5e70),segment_id=3a180499-e4da-48f3-ba94-e84486ae5e70)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:14:56.472908 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:56.473737 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ad8293d3-d5c3-49cd-99d4-6084db0e3921 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:14:56.516268 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-22158061-eaa5-466c-add4-2f29db401091 req-4e8148d0-16c7-4d54-93a3-e663cb089b9a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=24fc889c-5887-43d5-8361-5e191e9e0b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074231 Sep 01 16:14:56.554213 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=1dff00cb-190b-4bb3-9bbf-bc08281658d8,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:56.563450 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port ad8293d3-d5c3-49cd-99d4-6084db0e3921 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:14:56.563851 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:56.588024 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-2115fe52-b8d4-404a-a945-133082430b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9089a120-77f3-4634-8345-808be1682a39 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:14:56.596123 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-2115fe52-b8d4-404a-a945-133082430b49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:56.608927 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-2115fe52-b8d4-404a-a945-133082430b49 service neutron] Transition to ACTIVE for port object 9089a120-77f3-4634-8345-808be1682a39 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:14:56.612684 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-2115fe52-b8d4-404a-a945-133082430b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:56.683567 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115fe52-b8d4-404a-a945-133082430b49 service neutron] Pushing event updated for resources: {'Port': ['ID=9089a120-77f3-4634-8345-808be1682a39,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:56.735917 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-2115fe52-b8d4-404a-a945-133082430b49 service neutron] Attempting to bind port 9089a120-77f3-4634-8345-808be1682a39 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:14:56.736253 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-2115fe52-b8d4-404a-a945-133082430b49 service neutron] Attempting to bind port 9089a120-77f3-4634-8345-808be1682a39 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '3a180499-e4da-48f3-ba94-e84486ae5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:14:56.736585 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-2115fe52-b8d4-404a-a945-133082430b49 service neutron] Attempting to bind port 9089a120-77f3-4634-8345-808be1682a39 on network 36a290f1-1ac3-4653-b6ea-f022c7bc644f {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:14:56.740986 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-2115fe52-b8d4-404a-a945-133082430b49 service neutron] Port 9089a120-77f3-4634-8345-808be1682a39 on network 36a290f1-1ac3-4653-b6ea-f022c7bc644f not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:14:56.741314 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-2115fe52-b8d4-404a-a945-133082430b49 service neutron] Attempting to bind port 9089a120-77f3-4634-8345-808be1682a39 on network 36a290f1-1ac3-4653-b6ea-f022c7bc644f {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:14:56.746545 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-2115fe52-b8d4-404a-a945-133082430b49 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:14:56.746890 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-2115fe52-b8d4-404a-a945-133082430b49 service neutron] Checking segment: {'id': '3a180499-e4da-48f3-ba94-e84486ae5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:14:56.747278 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-2115fe52-b8d4-404a-a945-133082430b49 service neutron] Bound using segment: {'id': '3a180499-e4da-48f3-ba94-e84486ae5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:14:56.747995 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-2115fe52-b8d4-404a-a945-133082430b49 service neutron] Bound port: 9089a120-77f3-4634-8345-808be1682a39, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a180499-e4da-48f3-ba94-e84486ae5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:14:56.748127 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-2115fe52-b8d4-404a-a945-133082430b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:56.821628 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-2115fe52-b8d4-404a-a945-133082430b49 service neutron] For port 9089a120-77f3-4634-8345-808be1682a39, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:14:56.825803 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-2115fe52-b8d4-404a-a945-133082430b49 service neutron] For port 9089a120-77f3-4634-8345-808be1682a39, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=9089a120-77f3-4634-8345-808be1682a39,segment=NetworkSegment(3a180499-e4da-48f3-ba94-e84486ae5e70),segment_id=3a180499-e4da-48f3-ba94-e84486ae5e70)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:14:56.830406 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-2115fe52-b8d4-404a-a945-133082430b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:56.875255 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-2115fe52-b8d4-404a-a945-133082430b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:56.875905 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-2115fe52-b8d4-404a-a945-133082430b49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:56.877336 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-2115fe52-b8d4-404a-a945-133082430b49 service neutron] 10.222.0.62 "PUT /v2.0/ports/9089a120-77f3-4634-8345-808be1682a39 HTTP/1.1" status: 200 len: 1091 time: 0.7899337 Sep 01 16:14:56.877794 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f55f7f-af17-4460-ad6d-77f0ea433b38', 'tag': '9089a120-77f3-4634-8345-808be1682a39'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:14:56.880131 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b687dcc4-adae-46db-8752-ce8d8fb14003" -d '{"events": [{"name": "network-changed", "server_uuid": "66f55f7f-af17-4460-ad6d-77f0ea433b38", "tag": "9089a120-77f3-4634-8345-808be1682a39"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:14:56.900929 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115fe52-b8d4-404a-a945-133082430b49 service neutron] Pushing event updated for resources: {'Port': ['ID=9089a120-77f3-4634-8345-808be1682a39,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:14:57.020998 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0048db8e-abc8-4c83-a2ad-8f3b4bf7ee2a x-openstack-request-id: req-0048db8e-abc8-4c83-a2ad-8f3b4bf7ee2a {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:14:57.021288 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f55f7f-af17-4460-ad6d-77f0ea433b38", "tag": "9089a120-77f3-4634-8345-808be1682a39", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:14:57.021537 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0048db8e-abc8-4c83-a2ad-8f3b4bf7ee2a {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:14:57.021937 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f55f7f-af17-4460-ad6d-77f0ea433b38', 'tag': '9089a120-77f3-4634-8345-808be1682a39', 'status': 'completed', 'code': 200} Sep 01 16:14:57.024035 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-403ab162-4004-43e5-996c-46b81d57db9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:57.025618 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-403ab162-4004-43e5-996c-46b81d57db9c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=66f55f7f-af17-4460-ad6d-77f0ea433b38 HTTP/1.1" status: 200 len: 1094 time: 0.0587387 Sep 01 16:14:57.097325 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-956d5643-f319-4d29-b52f-25e135fdb2ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9089a120-77f3-4634-8345-808be1682a39 HTTP/1.1" status: 200 len: 217 time: 0.0375605 Sep 01 16:14:57.155590 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-4ccbd18d-af5a-4519-baf0-f38a29364951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:57.156986 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-4ccbd18d-af5a-4519-baf0-f38a29364951 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=07fec8aa-36df-42d0-bdca-09f58c2948e9 HTTP/1.1" status: 200 len: 835 time: 0.0494819 Sep 01 16:14:57.204896 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-fe5b5031-ebc4-4066-8bfe-90a7d0703823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:57.206415 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-fe5b5031-ebc4-4066-8bfe-90a7d0703823 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=36a290f1-1ac3-4653-b6ea-f022c7bc644f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396814 Sep 01 16:14:57.295181 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-65f1dbc2-75a0-4cb7-97c9-fedb6a8e1b49 service neutron] 10.222.0.62 "GET /v2.0/networks/36a290f1-1ac3-4653-b6ea-f022c7bc644f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782053 Sep 01 16:14:57.389556 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-257d3755-dd0d-4759-a800-ed9ff2df5fa1 req-f55a3dda-70d9-4d6e-bdc2-a28b4810221b service neutron] 10.222.0.62 "GET /v2.0/networks/36a290f1-1ac3-4653-b6ea-f022c7bc644f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850973 Sep 01 16:14:57.553116 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687dcc4-adae-46db-8752-ce8d8fb14003 req-5d8517f3-3c98-4d71-859b-9c244ecca11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:57.554657 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b687dcc4-adae-46db-8752-ce8d8fb14003 req-5d8517f3-3c98-4d71-859b-9c244ecca11c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=66f55f7f-af17-4460-ad6d-77f0ea433b38 HTTP/1.1" status: 200 len: 1094 time: 0.0414741 Sep 01 16:14:57.681944 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912d440-d916-4f39-b41e-588bb560485f req-bd599124-7619-4445-9c39-a3806db7bb93 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:57.683547 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3912d440-d916-4f39-b41e-588bb560485f req-bd599124-7619-4445-9c39-a3806db7bb93 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=66f55f7f-af17-4460-ad6d-77f0ea433b38 HTTP/1.1" status: 200 len: 943 time: 0.0755091 Sep 01 16:14:57.688215 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687dcc4-adae-46db-8752-ce8d8fb14003 req-b2f22093-92af-4d29-a9cf-370bab5774ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:57.689595 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b687dcc4-adae-46db-8752-ce8d8fb14003 req-b2f22093-92af-4d29-a9cf-370bab5774ec service neutron] 10.222.0.62 "GET /v2.0/networks?id=36a290f1-1ac3-4653-b6ea-f022c7bc644f HTTP/1.1" status: 200 len: 895 time: 0.1269429 Sep 01 16:14:57.728465 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3912d440-d916-4f39-b41e-588bb560485f req-1ea6a50a-bdf4-4731-8dd9-23847647c82d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=24fc889c-5887-43d5-8361-5e191e9e0b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379264 Sep 01 16:14:57.767385 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b687dcc4-adae-46db-8752-ce8d8fb14003 req-a8289a41-5756-4cb2-a68f-2f6999305e84 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9089a120-77f3-4634-8345-808be1682a39 HTTP/1.1" status: 200 len: 217 time: 0.0518301 Sep 01 16:14:57.817865 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687dcc4-adae-46db-8752-ce8d8fb14003 req-249eb779-903b-4ce2-8119-6f0560759f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:57.819453 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b687dcc4-adae-46db-8752-ce8d8fb14003 req-249eb779-903b-4ce2-8119-6f0560759f11 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=07fec8aa-36df-42d0-bdca-09f58c2948e9 HTTP/1.1" status: 200 len: 835 time: 0.0442877 Sep 01 16:14:57.866110 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687dcc4-adae-46db-8752-ce8d8fb14003 req-e3bb31f8-42c1-4636-bd72-030f8659d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:57.867665 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b687dcc4-adae-46db-8752-ce8d8fb14003 req-e3bb31f8-42c1-4636-bd72-030f8659d901 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=36a290f1-1ac3-4653-b6ea-f022c7bc644f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402706 Sep 01 16:14:57.939511 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1dff00cb-190b-4bb3-9bbf-bc08281658d8 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:14:57.968970 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b687dcc4-adae-46db-8752-ce8d8fb14003 req-e32be8e0-3700-4dc2-bc1f-f764bd52e8cc service neutron] 10.222.0.62 "GET /v2.0/networks/36a290f1-1ac3-4653-b6ea-f022c7bc644f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869865 Sep 01 16:14:57.988050 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 1dff00cb-190b-4bb3-9bbf-bc08281658d8 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:14:57.988413 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:58.062422 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b687dcc4-adae-46db-8752-ce8d8fb14003 req-e5ef03cf-a2dc-4596-aa52-5304f450ff0d service neutron] 10.222.0.62 "GET /v2.0/networks/36a290f1-1ac3-4653-b6ea-f022c7bc644f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842731 Sep 01 16:14:58.345960 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:58.846638 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426a154-646e-4c3c-bae5-93072d7df622 req-6e5a1aec-885b-4375-9415-578af1ddbf29 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:14:58.848442 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c426a154-646e-4c3c-bae5-93072d7df622 req-6e5a1aec-885b-4375-9415-578af1ddbf29 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=66f55f7f-af17-4460-ad6d-77f0ea433b38 HTTP/1.1" status: 200 len: 943 time: 0.0509517 Sep 01 16:14:58.887106 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c426a154-646e-4c3c-bae5-93072d7df622 req-5b3421f9-c859-45ee-b7de-a5c9eeb0695c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=24fc889c-5887-43d5-8361-5e191e9e0b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324812 Sep 01 16:14:59.715147 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 9089a120-77f3-4634-8345-808be1682a39 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:14:59.818259 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 9089a120-77f3-4634-8345-808be1682a39, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=9089a120-77f3-4634-8345-808be1682a39,segment=NetworkSegment(3a180499-e4da-48f3-ba94-e84486ae5e70),segment_id=3a180499-e4da-48f3-ba94-e84486ae5e70)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:14:59.830351 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '9089a120-77f3-4634-8345-808be1682a39', 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f', 'port_id': '9089a120-77f3-4634-8345-808be1682a39', 'mac_address': 'fa:16:3e:4f:cb:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07fec8aa-36df-42d0-bdca-09f58c2948e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:14:59.871728 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:59.884393 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9089a120-77f3-4634-8345-808be1682a39 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:14:59.903567 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 9089a120-77f3-4634-8345-808be1682a39, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=9089a120-77f3-4634-8345-808be1682a39,segment=NetworkSegment(3a180499-e4da-48f3-ba94-e84486ae5e70),segment_id=3a180499-e4da-48f3-ba94-e84486ae5e70)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:14:59.908765 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:14:59.957444 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=9089a120-77f3-4634-8345-808be1682a39,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:00.004481 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f7960-0b2b-4a5c-910e-bd418ed7a0ea req-c54a895e-1890-402a-8c3b-de55a16e666f tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:00.006029 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1e5f7960-0b2b-4a5c-910e-bd418ed7a0ea req-c54a895e-1890-402a-8c3b-de55a16e666f tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=66f55f7f-af17-4460-ad6d-77f0ea433b38 HTTP/1.1" status: 200 len: 944 time: 0.0504820 Sep 01 16:15:00.044916 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1e5f7960-0b2b-4a5c-910e-bd418ed7a0ea req-00b24497-d9b3-42b4-b49c-b9579b402ff8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=24fc889c-5887-43d5-8361-5e191e9e0b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328498 Sep 01 16:15:00.261511 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['9089a120-77f3-4634-8345-808be1682a39'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:15:01.170128 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862bb52-13e6-42b9-b942-74530b032876 req-5f73b924-c9c2-4cff-845e-0054a087b7f4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:01.172122 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5862bb52-13e6-42b9-b942-74530b032876 req-5f73b924-c9c2-4cff-845e-0054a087b7f4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=66f55f7f-af17-4460-ad6d-77f0ea433b38 HTTP/1.1" status: 200 len: 944 time: 0.0603144 Sep 01 16:15:01.209161 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5862bb52-13e6-42b9-b942-74530b032876 req-8dda23b0-0b93-4697-b812-800252cf9c75 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=24fc889c-5887-43d5-8361-5e191e9e0b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311372 Sep 01 16:15:01.705980 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 9089a120-77f3-4634-8345-808be1682a39 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:15:01.753997 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 9089a120-77f3-4634-8345-808be1682a39 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:15:01.757803 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 9089a120-77f3-4634-8345-808be1682a39 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:15:01.758096 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:01.841324 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:01.863971 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f55f7f-af17-4460-ad6d-77f0ea433b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9089a120-77f3-4634-8345-808be1682a39'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:15:01.866366 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d0d0bc-2509-466b-83e9-08fa054daf34" -d '{"events": [{"server_uuid": "66f55f7f-af17-4460-ad6d-77f0ea433b38", "name": "network-vif-plugged", "status": "completed", "tag": "9089a120-77f3-4634-8345-808be1682a39"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:15:01.880427 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 9089a120-77f3-4634-8345-808be1682a39, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=9089a120-77f3-4634-8345-808be1682a39,segment=NetworkSegment(3a180499-e4da-48f3-ba94-e84486ae5e70),segment_id=3a180499-e4da-48f3-ba94-e84486ae5e70)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:15:01.888621 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:01.942515 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=9089a120-77f3-4634-8345-808be1682a39,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:01.966773 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e875a4-6b63-44e1-96d4-e5851e0edc04 x-openstack-request-id: req-d1e875a4-6b63-44e1-96d4-e5851e0edc04 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:15:01.967072 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f55f7f-af17-4460-ad6d-77f0ea433b38", "name": "network-vif-plugged", "status": "completed", "tag": "9089a120-77f3-4634-8345-808be1682a39", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:15:01.967878 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d1e875a4-6b63-44e1-96d4-e5851e0edc04 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:15:01.968283 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f55f7f-af17-4460-ad6d-77f0ea433b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9089a120-77f3-4634-8345-808be1682a39', 'code': 200} Sep 01 16:15:02.097239 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a603d1c-9f73-482d-bbfd-d24d94ec5bc1 req-d2ea3417-654a-4af2-9087-53161e720b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:02.098668 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8a603d1c-9f73-482d-bbfd-d24d94ec5bc1 req-d2ea3417-654a-4af2-9087-53161e720b45 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=66f55f7f-af17-4460-ad6d-77f0ea433b38 HTTP/1.1" status: 200 len: 1096 time: 0.0432291 Sep 01 16:15:02.133202 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8a603d1c-9f73-482d-bbfd-d24d94ec5bc1 req-f5ac11b5-c865-44e8-8a15-2da36bf14968 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=24fc889c-5887-43d5-8361-5e191e9e0b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270858 Sep 01 16:15:02.324150 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f800b76-c43e-4722-9e05-a9df835fc80a req-82ce1fe1-56a7-4416-b65f-92c1a8634261 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:02.325637 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f800b76-c43e-4722-9e05-a9df835fc80a req-82ce1fe1-56a7-4416-b65f-92c1a8634261 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=66f55f7f-af17-4460-ad6d-77f0ea433b38 HTTP/1.1" status: 200 len: 945 time: 0.0486696 Sep 01 16:15:02.364169 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f800b76-c43e-4722-9e05-a9df835fc80a req-ec9d3f28-2cb0-4c3c-9c8c-7b9d6d90fe87 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=24fc889c-5887-43d5-8361-5e191e9e0b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318902 Sep 01 16:15:03.480612 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c5a84-4b77-43e2-92d8-2ccc3a2124cd req-4bea856c-22ca-4621-b883-c2e157e08fe1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:03.482090 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-916c5a84-4b77-43e2-92d8-2ccc3a2124cd req-4bea856c-22ca-4621-b883-c2e157e08fe1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=66f55f7f-af17-4460-ad6d-77f0ea433b38 HTTP/1.1" status: 200 len: 945 time: 0.0484285 Sep 01 16:15:03.520688 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-916c5a84-4b77-43e2-92d8-2ccc3a2124cd req-42b95338-554c-4fb8-a8d5-638811f90bff tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=24fc889c-5887-43d5-8361-5e191e9e0b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319176 Sep 01 16:15:03.634120 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca590d15-4701-4099-b0f7-0e797406944b req-1f93aeac-3a5f-47df-a8f1-d67721527202 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:03.635641 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ca590d15-4701-4099-b0f7-0e797406944b req-1f93aeac-3a5f-47df-a8f1-d67721527202 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=66f55f7f-af17-4460-ad6d-77f0ea433b38 HTTP/1.1" status: 200 len: 945 time: 0.0500848 Sep 01 16:15:03.674086 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ca590d15-4701-4099-b0f7-0e797406944b req-5f54cdc4-807f-422e-b418-d3b5f06921f7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=24fc889c-5887-43d5-8361-5e191e9e0b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318260 Sep 01 16:15:03.695098 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57200) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:03.739241 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884ee3cd-1f1d-4aff-bfec-6a778c095352 tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:03.740737 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-884ee3cd-1f1d-4aff-bfec-6a778c095352 tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=66f55f7f-af17-4460-ad6d-77f0ea433b38 HTTP/1.1" status: 200 len: 1091 time: 0.0446866 Sep 01 16:15:03.743639 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57202) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:03.747927 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-48114ce4-10c2-4445-a765-74e729be1d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'port_id': '9089a120-77f3-4634-8345-808be1682a39', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:15:03.769613 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-48114ce4-10c2-4445-a765-74e729be1d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:03.864497 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-48114ce4-10c2-4445-a765-74e729be1d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:03.968495 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-48114ce4-10c2-4445-a765-74e729be1d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Allocated IP 172.25.6.213 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/bee5afe1-0dd9-413b-a656-423eb981c3da) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:15:04.070109 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-48114ce4-10c2-4445-a765-74e729be1d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:04.107956 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-48114ce4-10c2-4445-a765-74e729be1d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:04.145856 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48114ce4-10c2-4445-a765-74e729be1d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:15:04.148666 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-48114ce4-10c2-4445-a765-74e729be1d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:15:04.154118 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48114ce4-10c2-4445-a765-74e729be1d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:15:04.181502 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48114ce4-10c2-4445-a765-74e729be1d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=bee5afe1-0dd9-413b-a656-423eb981c3da,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:04.511101 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-48114ce4-10c2-4445-a765-74e729be1d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:04.580092 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-48114ce4-10c2-4445-a765-74e729be1d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:04.733711 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-48114ce4-10c2-4445-a765-74e729be1d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:04.738135 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-48114ce4-10c2-4445-a765-74e729be1d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:04.805608 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48114ce4-10c2-4445-a765-74e729be1d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=bee5afe1-0dd9-413b-a656-423eb981c3da,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:04.815924 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-48114ce4-10c2-4445-a765-74e729be1d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:04.884841 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bebca213-549a-46bf-ab8e-56d9c63a11b8 req-57478697-2965-4bfd-947f-4098b372bc36 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=66f55f7f-af17-4460-ad6d-77f0ea433b38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387964 Sep 01 16:15:04.917398 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-48114ce4-10c2-4445-a765-74e729be1d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Floating IP 02a3b4c3-6d8a-4f0c-8ab8-65f905fc1455 associated. External IP: 172.25.6.213, port: 9089a120-77f3-4634-8345-808be1682a39. Sep 01 16:15:04.988405 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebca213-549a-46bf-ab8e-56d9c63a11b8 req-2320e190-430f-4136-86df-e7a19d5c1cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:04.989809 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bebca213-549a-46bf-ab8e-56d9c63a11b8 req-2320e190-430f-4136-86df-e7a19d5c1cd9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=66f55f7f-af17-4460-ad6d-77f0ea433b38 HTTP/1.1" status: 200 len: 1096 time: 0.0440764 Sep 01 16:15:05.092617 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebca213-549a-46bf-ab8e-56d9c63a11b8 req-4acfafab-c97b-4a4f-990c-1734f3d4692e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:05.094139 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bebca213-549a-46bf-ab8e-56d9c63a11b8 req-4acfafab-c97b-4a4f-990c-1734f3d4692e service neutron] 10.222.0.62 "GET /v2.0/networks?id=36a290f1-1ac3-4653-b6ea-f022c7bc644f HTTP/1.1" status: 200 len: 895 time: 0.0841954 Sep 01 16:15:05.128197 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48114ce4-10c2-4445-a765-74e729be1d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Router f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:15:05.163429 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bebca213-549a-46bf-ab8e-56d9c63a11b8 req-f38103b7-a1b1-4bad-a8d0-b703093db81c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9089a120-77f3-4634-8345-808be1682a39 HTTP/1.1" status: 200 len: 999 time: 0.0617895 Sep 01 16:15:05.213479 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebca213-549a-46bf-ab8e-56d9c63a11b8 req-4997d008-fd00-4a34-9774-b7af8b8bc9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:05.214978 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bebca213-549a-46bf-ab8e-56d9c63a11b8 req-4997d008-fd00-4a34-9774-b7af8b8bc9ff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=07fec8aa-36df-42d0-bdca-09f58c2948e9 HTTP/1.1" status: 200 len: 835 time: 0.0442653 Sep 01 16:15:05.263578 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebca213-549a-46bf-ab8e-56d9c63a11b8 req-59bfd356-37ae-4c81-aff4-c31ecf724b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:05.265040 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bebca213-549a-46bf-ab8e-56d9c63a11b8 req-59bfd356-37ae-4c81-aff4-c31ecf724b95 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=36a290f1-1ac3-4653-b6ea-f022c7bc644f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426490 Sep 01 16:15:05.363380 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bebca213-549a-46bf-ab8e-56d9c63a11b8 req-69c398c3-3caa-4a9a-9dda-b61f95c14386 service neutron] 10.222.0.62 "GET /v2.0/networks/36a290f1-1ac3-4653-b6ea-f022c7bc644f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897148 Sep 01 16:15:05.525305 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48114ce4-10c2-4445-a765-74e729be1d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:15:05.537453 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178954f8-5e1d-4b57-9eae-54890e7d06e1 None None] Sync routers for ids ['f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:15:05.545178 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-48114ce4-10c2-4445-a765-74e729be1d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:05.550139 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178954f8-5e1d-4b57-9eae-54890e7d06e1 None None] Routers {'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:15:05.550817 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-178954f8-5e1d-4b57-9eae-54890e7d06e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:14:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:05.576151 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-48114ce4-10c2-4445-a765-74e729be1d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8290646 Sep 01 16:15:05.576151 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f55f7f-af17-4460-ad6d-77f0ea433b38', 'tag': '9089a120-77f3-4634-8345-808be1682a39'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:15:05.576846 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb2edc2-9ff1-4f95-bad7-50f67e6697ca" -d '{"events": [{"name": "network-changed", "server_uuid": "66f55f7f-af17-4460-ad6d-77f0ea433b38", "tag": "9089a120-77f3-4634-8345-808be1682a39"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:15:05.679207 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-178954f8-5e1d-4b57-9eae-54890e7d06e1 None None] Set router f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:15:05.689828 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc4b770-513e-4203-8528-a87e2e339079 x-openstack-request-id: req-7bc4b770-513e-4203-8528-a87e2e339079 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:15:05.690137 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f55f7f-af17-4460-ad6d-77f0ea433b38", "tag": "9089a120-77f3-4634-8345-808be1682a39", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:15:05.690420 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7bc4b770-513e-4203-8528-a87e2e339079 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:15:05.690826 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f55f7f-af17-4460-ad6d-77f0ea433b38', 'tag': '9089a120-77f3-4634-8345-808be1682a39', 'status': 'completed', 'code': 200} Sep 01 16:15:05.853873 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22871f2b-4c77-4191-b677-b7de76101728 req-80099adc-e350-4a43-8697-7e40a4c1b72a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:05.855308 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-22871f2b-4c77-4191-b677-b7de76101728 req-80099adc-e350-4a43-8697-7e40a4c1b72a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=66f55f7f-af17-4460-ad6d-77f0ea433b38 HTTP/1.1" status: 200 len: 945 time: 0.1084576 Sep 01 16:15:05.861505 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bebca213-549a-46bf-ab8e-56d9c63a11b8 req-c6b9adf6-5b2d-4026-bd2d-f3d4e0b8322b service neutron] 10.222.0.62 "GET /v2.0/networks/36a290f1-1ac3-4653-b6ea-f022c7bc644f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896309 Sep 01 16:15:05.895113 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-22871f2b-4c77-4191-b677-b7de76101728 req-4e3c97f9-421b-4cb2-8008-27615f0d6489 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=24fc889c-5887-43d5-8361-5e191e9e0b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326335 Sep 01 16:15:05.919485 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57210) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:05.924332 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-178954f8-5e1d-4b57-9eae-54890e7d06e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935327697', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:14:52Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:44:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '02a3b4c3-6d8a-4f0c-8ab8-65f905fc1455', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'port_id': '9089a120-77f3-4634-8345-808be1682a39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f', 'mac_address': 'fa:16:3e:4f:cb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f55f7f-af17-4460-ad6d-77f0ea433b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:15:04Z', 'updated_at': '2021-09-01T16:15:04Z', 'revision_number': 0, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dff00cb-190b-4bb3-9bbf-bc08281658d8', 'name': '', 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:b2:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '07fec8aa-36df-42d0-bdca-09f58c2948e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:14:51Z', 'updated_at': '2021-09-01T16:14:56Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': '07fec8aa-36df-42d0-bdca-09f58c2948e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:05.952103 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178954f8-5e1d-4b57-9eae-54890e7d06e1 None None] Checking router: f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:15:05.960583 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178954f8-5e1d-4b57-9eae-54890e7d06e1 None None] Routers {'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:15:05.961190 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-178954f8-5e1d-4b57-9eae-54890e7d06e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:14:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:06.007774 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c90c7464-e91f-4b41-9585-fc70075265ad tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/floatingips/02a3b4c3-6d8a-4f0c-8ab8-65f905fc1455 HTTP/1.1" status: 200 len: 991 time: 0.0871198 Sep 01 16:15:06.014266 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2edc2-9ff1-4f95-bad7-50f67e6697ca req-8b850421-9aa3-4be1-a8e2-ffff56ed1e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:06.015789 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0fb2edc2-9ff1-4f95-bad7-50f67e6697ca req-8b850421-9aa3-4be1-a8e2-ffff56ed1e2b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=66f55f7f-af17-4460-ad6d-77f0ea433b38 HTTP/1.1" status: 200 len: 1096 time: 0.0599339 Sep 01 16:15:06.067843 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-178954f8-5e1d-4b57-9eae-54890e7d06e1 None None] Set router f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:15:06.112853 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2edc2-9ff1-4f95-bad7-50f67e6697ca req-01ae7e8e-5110-4f06-be4f-2b0c92d5711a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:06.114279 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0fb2edc2-9ff1-4f95-bad7-50f67e6697ca req-01ae7e8e-5110-4f06-be4f-2b0c92d5711a service neutron] 10.222.0.62 "GET /v2.0/networks?id=36a290f1-1ac3-4653-b6ea-f022c7bc644f HTTP/1.1" status: 200 len: 895 time: 0.0865226 Sep 01 16:15:06.179430 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0fb2edc2-9ff1-4f95-bad7-50f67e6697ca req-b4b85468-96a1-43dc-b15a-17d62584f7f6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9089a120-77f3-4634-8345-808be1682a39 HTTP/1.1" status: 200 len: 999 time: 0.0572169 Sep 01 16:15:06.232326 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2edc2-9ff1-4f95-bad7-50f67e6697ca req-90fbd5ef-9dcc-40bd-8bea-7cb74a87dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:06.233788 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0fb2edc2-9ff1-4f95-bad7-50f67e6697ca req-90fbd5ef-9dcc-40bd-8bea-7cb74a87dcab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=07fec8aa-36df-42d0-bdca-09f58c2948e9 HTTP/1.1" status: 200 len: 835 time: 0.0470154 Sep 01 16:15:06.279999 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2edc2-9ff1-4f95-bad7-50f67e6697ca req-fd9b5fd6-9758-4dad-b791-ed58f59f7b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:06.282043 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0fb2edc2-9ff1-4f95-bad7-50f67e6697ca req-fd9b5fd6-9758-4dad-b791-ed58f59f7b54 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=36a290f1-1ac3-4653-b6ea-f022c7bc644f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402606 Sep 01 16:15:06.293379 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-178954f8-5e1d-4b57-9eae-54890e7d06e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935327697', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:14:52Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:44:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '02a3b4c3-6d8a-4f0c-8ab8-65f905fc1455', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'port_id': '9089a120-77f3-4634-8345-808be1682a39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f', 'mac_address': 'fa:16:3e:4f:cb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f55f7f-af17-4460-ad6d-77f0ea433b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:15:04Z', 'updated_at': '2021-09-01T16:15:04Z', 'revision_number': 0, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dff00cb-190b-4bb3-9bbf-bc08281658d8', 'name': '', 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:b2:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '07fec8aa-36df-42d0-bdca-09f58c2948e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:14:51Z', 'updated_at': '2021-09-01T16:14:56Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': '07fec8aa-36df-42d0-bdca-09f58c2948e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:06.323408 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178954f8-5e1d-4b57-9eae-54890e7d06e1 None None] The sync data for ids ['f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'] in n-d-794796-3 is: [{'id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935327697', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:14:52Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:44:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '02a3b4c3-6d8a-4f0c-8ab8-65f905fc1455', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'port_id': '9089a120-77f3-4634-8345-808be1682a39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f', 'mac_address': 'fa:16:3e:4f:cb:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f55f7f-af17-4460-ad6d-77f0ea433b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:15:04Z', 'updated_at': '2021-09-01T16:15:04Z', 'revision_number': 0, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dff00cb-190b-4bb3-9bbf-bc08281658d8', 'name': '', 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:b2:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '07fec8aa-36df-42d0-bdca-09f58c2948e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:14:51Z', 'updated_at': '2021-09-01T16:14:56Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': '07fec8aa-36df-42d0-bdca-09f58c2948e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:15:06.372877 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0fb2edc2-9ff1-4f95-bad7-50f67e6697ca req-73146d19-67b7-4e7b-8401-42a5d7673d93 service neutron] 10.222.0.62 "GET /v2.0/networks/36a290f1-1ac3-4653-b6ea-f022c7bc644f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831213 Sep 01 16:15:06.468339 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0fb2edc2-9ff1-4f95-bad7-50f67e6697ca req-5f876d45-acff-4b77-aa73-05b8e2ea5c78 service neutron] 10.222.0.62 "GET /v2.0/networks/36a290f1-1ac3-4653-b6ea-f022c7bc644f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877283 Sep 01 16:15:06.524512 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5266ed0-b47d-4f08-8516-c1da2d8c2f77 None None] New status for floating IP 02a3b4c3-6d8a-4f0c-8ab8-65f905fc1455: ACTIVE {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:15:07.011669 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57212) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:07.071416 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b717ade1-b4b1-44c9-8695-11ec94ad1fd2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/floatingips/02a3b4c3-6d8a-4f0c-8ab8-65f905fc1455 HTTP/1.1" status: 200 len: 993 time: 0.0584586 Sep 01 16:15:07.772562 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:15:09.155378 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:09.402094 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a3a66862-4bf4-4c09-88bc-7c9ac127573b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:12.243452 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:13.497031 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:13.739711 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c97c5c0b-8486-4a2a-ad8c-7d87bde6f1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:15.398034 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:28.345837 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:39.159229 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:39.403493 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-85770c38-106d-4f82-92d3-8fcb5ce94917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:42.247821 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:42.624941 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21469406-142a-41e7-b62f-dd87990a662a req-df8dd173-a003-4287-986d-ae1749b5661d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:42.626657 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-21469406-142a-41e7-b62f-dd87990a662a req-df8dd173-a003-4287-986d-ae1749b5661d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=66f55f7f-af17-4460-ad6d-77f0ea433b38 HTTP/1.1" status: 200 len: 945 time: 0.0532641 Sep 01 16:15:42.673891 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-21469406-142a-41e7-b62f-dd87990a662a req-fea39951-3c2c-4391-a9ad-d1aab0631d74 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=24fc889c-5887-43d5-8361-5e191e9e0b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352855 Sep 01 16:15:43.501837 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:43.741486 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0a183121-af58-4377-b632-4ba94c7fdd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:43.817644 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd92690-7f5d-489c-97ba-bb770d490c0c req-21e05b44-b354-40d9-8ef5-5fb51f3ca6fe tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:43.819266 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ccd92690-7f5d-489c-97ba-bb770d490c0c req-21e05b44-b354-40d9-8ef5-5fb51f3ca6fe tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=66f55f7f-af17-4460-ad6d-77f0ea433b38 HTTP/1.1" status: 200 len: 945 time: 0.0569134 Sep 01 16:15:43.867095 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ccd92690-7f5d-489c-97ba-bb770d490c0c req-698612b9-4027-46b6-b711-f56b103c4626 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=24fc889c-5887-43d5-8361-5e191e9e0b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368745 Sep 01 16:15:43.890538 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57234) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:43.955452 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3f427999-6a1b-4d92-8c63-a8b26684e67c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/floatingips/02a3b4c3-6d8a-4f0c-8ab8-65f905fc1455 HTTP/1.1" status: 200 len: 993 time: 0.0636966 Sep 01 16:15:44.776420 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:15:45.261974 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc5cbd-c964-47f4-b9b4-071277983d72 req-cf0837d8-fe59-4fb9-952b-e575a3588fb9 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:45.263598 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-46cc5cbd-c964-47f4-b9b4-071277983d72 req-cf0837d8-fe59-4fb9-952b-e575a3588fb9 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=66f55f7f-af17-4460-ad6d-77f0ea433b38 HTTP/1.1" status: 200 len: 945 time: 0.0625072 Sep 01 16:15:45.304939 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-46cc5cbd-c964-47f4-b9b4-071277983d72 req-3633c7d5-2e93-43bd-83bf-12dc0d903621 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=24fc889c-5887-43d5-8361-5e191e9e0b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336776 Sep 01 16:15:45.401571 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:46.433293 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab4732-d781-40b8-bfe8-54db49cae51e req-0f6b83c2-1111-4894-9611-1e289e629d9f tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:46.434939 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50ab4732-d781-40b8-bfe8-54db49cae51e req-0f6b83c2-1111-4894-9611-1e289e629d9f tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=66f55f7f-af17-4460-ad6d-77f0ea433b38 HTTP/1.1" status: 200 len: 945 time: 0.0548429 Sep 01 16:15:46.479102 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-50ab4732-d781-40b8-bfe8-54db49cae51e req-c2bcc445-f549-4c4e-b30b-4bdc14419e37 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=24fc889c-5887-43d5-8361-5e191e9e0b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369008 Sep 01 16:15:46.503334 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57244) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:46.573398 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4a58d251-d115-400d-a10c-e1027425add6 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/floatingips/02a3b4c3-6d8a-4f0c-8ab8-65f905fc1455 HTTP/1.1" status: 200 len: 993 time: 0.0688469 Sep 01 16:15:46.814811 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57250) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:46.980536 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-ed4725f0-7d9a-4118-a543-5d2bfe5f74ec tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Deleting port bee5afe1-0dd9-413b-a656-423eb981c3da {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:15:46.980887 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ed4725f0-7d9a-4118-a543-5d2bfe5f74ec tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:47.064385 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ed4725f0-7d9a-4118-a543-5d2bfe5f74ec tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:47.064727 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ed4725f0-7d9a-4118-a543-5d2bfe5f74ec tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:47.078251 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-ed4725f0-7d9a-4118-a543-5d2bfe5f74ec tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Calling delete_port for bee5afe1-0dd9-413b-a656-423eb981c3da owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:15:47.247550 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ed4725f0-7d9a-4118-a543-5d2bfe5f74ec tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:47.280743 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4725f0-7d9a-4118-a543-5d2bfe5f74ec tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Port': ['ID=bee5afe1-0dd9-413b-a656-423eb981c3da,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:47.308898 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4725f0-7d9a-4118-a543-5d2bfe5f74ec tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:47.309242 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4725f0-7d9a-4118-a543-5d2bfe5f74ec tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:47.309579 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4725f0-7d9a-4118-a543-5d2bfe5f74ec tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:47.309914 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4725f0-7d9a-4118-a543-5d2bfe5f74ec tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:47.310246 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4725f0-7d9a-4118-a543-5d2bfe5f74ec tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:47.310595 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4725f0-7d9a-4118-a543-5d2bfe5f74ec tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:47.310922 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4725f0-7d9a-4118-a543-5d2bfe5f74ec tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:47.311248 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4725f0-7d9a-4118-a543-5d2bfe5f74ec tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:47.311617 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4725f0-7d9a-4118-a543-5d2bfe5f74ec tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:47.311935 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4725f0-7d9a-4118-a543-5d2bfe5f74ec tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:47.312255 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4725f0-7d9a-4118-a543-5d2bfe5f74ec tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:47.312571 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4725f0-7d9a-4118-a543-5d2bfe5f74ec tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:47.358328 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ed4725f0-7d9a-4118-a543-5d2bfe5f74ec tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:47.359218 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-ed4725f0-7d9a-4118-a543-5d2bfe5f74ec tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Floating IP 02a3b4c3-6d8a-4f0c-8ab8-65f905fc1455 disassociated (deleted). External IP: 172.25.6.213, port: 9089a120-77f3-4634-8345-808be1682a39. Sep 01 16:15:47.619108 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4725f0-7d9a-4118-a543-5d2bfe5f74ec tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Router f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:15:47.740806 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4725f0-7d9a-4118-a543-5d2bfe5f74ec tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:15:47.746639 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ed4725f0-7d9a-4118-a543-5d2bfe5f74ec tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:47.751643 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaea289-e526-43fd-a590-ded11c0c7b69 None None] Sync routers for ids ['f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:15:47.761254 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaea289-e526-43fd-a590-ded11c0c7b69 None None] Routers {'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:15:47.761799 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-aeaea289-e526-43fd-a590-ded11c0c7b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:15:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:47.791977 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ed4725f0-7d9a-4118-a543-5d2bfe5f74ec tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "DELETE /v2.0/floatingips/02a3b4c3-6d8a-4f0c-8ab8-65f905fc1455 HTTP/1.1" status: 204 len: 168 time: 0.9755962 Sep 01 16:15:47.793114 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f55f7f-af17-4460-ad6d-77f0ea433b38', 'tag': '9089a120-77f3-4634-8345-808be1682a39'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:15:47.797376 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcf3e28-d985-4a2a-bd70-a63c15b65405" -d '{"events": [{"name": "network-changed", "server_uuid": "66f55f7f-af17-4460-ad6d-77f0ea433b38", "tag": "9089a120-77f3-4634-8345-808be1682a39"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:15:47.842132 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b985b692-1522-4003-ab7e-1206a1048a49 x-openstack-request-id: req-b985b692-1522-4003-ab7e-1206a1048a49 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:15:47.843367 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f55f7f-af17-4460-ad6d-77f0ea433b38", "tag": "9089a120-77f3-4634-8345-808be1682a39", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:15:47.843696 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b985b692-1522-4003-ab7e-1206a1048a49 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:15:47.844374 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f55f7f-af17-4460-ad6d-77f0ea433b38', 'tag': '9089a120-77f3-4634-8345-808be1682a39', 'status': 'completed', 'code': 200} Sep 01 16:15:47.957471 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf3e28-d985-4a2a-bd70-a63c15b65405 req-2ce4d4f0-fcfb-4be1-b98f-0cb01ea900c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:47.959809 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5bcf3e28-d985-4a2a-bd70-a63c15b65405 req-2ce4d4f0-fcfb-4be1-b98f-0cb01ea900c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=66f55f7f-af17-4460-ad6d-77f0ea433b38 HTTP/1.1" status: 200 len: 1096 time: 0.0473456 Sep 01 16:15:48.087898 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-aeaea289-e526-43fd-a590-ded11c0c7b69 None None] Set router f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:15:48.093349 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86540767-2eb9-4ce4-8add-202839cd16be req-fcc45b2f-20cf-4b4b-8999-d948a63a50aa tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:48.095038 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-86540767-2eb9-4ce4-8add-202839cd16be req-fcc45b2f-20cf-4b4b-8999-d948a63a50aa tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=66f55f7f-af17-4460-ad6d-77f0ea433b38 HTTP/1.1" status: 200 len: 945 time: 0.0660188 Sep 01 16:15:48.122747 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf3e28-d985-4a2a-bd70-a63c15b65405 req-7c547d0f-647e-4574-a54e-d036cada9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:48.124871 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5bcf3e28-d985-4a2a-bd70-a63c15b65405 req-7c547d0f-647e-4574-a54e-d036cada9f39 service neutron] 10.222.0.62 "GET /v2.0/networks?id=36a290f1-1ac3-4653-b6ea-f022c7bc644f HTTP/1.1" status: 200 len: 895 time: 0.1078811 Sep 01 16:15:48.143931 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-86540767-2eb9-4ce4-8add-202839cd16be req-7863b41c-d9e8-416e-b070-8d7bdbf0ff59 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=24fc889c-5887-43d5-8361-5e191e9e0b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378718 Sep 01 16:15:48.174593 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5bcf3e28-d985-4a2a-bd70-a63c15b65405 req-fa77d960-ff3e-451b-b1b3-d1e530371eac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9089a120-77f3-4634-8345-808be1682a39 HTTP/1.1" status: 200 len: 217 time: 0.0417705 Sep 01 16:15:48.232058 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf3e28-d985-4a2a-bd70-a63c15b65405 req-537d73c6-f5fb-4b50-b3ef-ee743990af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:48.233382 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5bcf3e28-d985-4a2a-bd70-a63c15b65405 req-537d73c6-f5fb-4b50-b3ef-ee743990af39 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=07fec8aa-36df-42d0-bdca-09f58c2948e9 HTTP/1.1" status: 200 len: 835 time: 0.0513239 Sep 01 16:15:48.297913 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf3e28-d985-4a2a-bd70-a63c15b65405 req-8ba113e1-30df-4fd3-87ce-31c89110814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:48.299885 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5bcf3e28-d985-4a2a-bd70-a63c15b65405 req-8ba113e1-30df-4fd3-87ce-31c89110814e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=36a290f1-1ac3-4653-b6ea-f022c7bc644f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564017 Sep 01 16:15:48.331238 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-aeaea289-e526-43fd-a590-ded11c0c7b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935327697', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:14:52Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:44:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '1dff00cb-190b-4bb3-9bbf-bc08281658d8', 'name': '', 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:b2:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '07fec8aa-36df-42d0-bdca-09f58c2948e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:14:51Z', 'updated_at': '2021-09-01T16:14:56Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': '07fec8aa-36df-42d0-bdca-09f58c2948e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:48.359062 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaea289-e526-43fd-a590-ded11c0c7b69 None None] Checking router: f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:15:48.368064 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaea289-e526-43fd-a590-ded11c0c7b69 None None] Routers {'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:15:48.368691 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-aeaea289-e526-43fd-a590-ded11c0c7b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:15:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:48.418397 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5bcf3e28-d985-4a2a-bd70-a63c15b65405 req-07fddb37-4686-4eb4-a64a-12a773b6dc81 service neutron] 10.222.0.62 "GET /v2.0/networks/36a290f1-1ac3-4653-b6ea-f022c7bc644f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067634 Sep 01 16:15:48.483268 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-aeaea289-e526-43fd-a590-ded11c0c7b69 None None] Set router f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:15:48.556360 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5bcf3e28-d985-4a2a-bd70-a63c15b65405 req-518b920a-1e34-46f8-a421-546e8bbe54a1 service neutron] 10.222.0.62 "GET /v2.0/networks/36a290f1-1ac3-4653-b6ea-f022c7bc644f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301434 Sep 01 16:15:48.707431 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-aeaea289-e526-43fd-a590-ded11c0c7b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935327697', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:14:52Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:44:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '1dff00cb-190b-4bb3-9bbf-bc08281658d8', 'name': '', 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:b2:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '07fec8aa-36df-42d0-bdca-09f58c2948e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:14:51Z', 'updated_at': '2021-09-01T16:14:56Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': '07fec8aa-36df-42d0-bdca-09f58c2948e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:48.740283 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaea289-e526-43fd-a590-ded11c0c7b69 None None] The sync data for ids ['f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'] in n-d-794796-3 is: [{'id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935327697', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:14:52Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:44:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '1dff00cb-190b-4bb3-9bbf-bc08281658d8', 'name': '', 'network_id': '36a290f1-1ac3-4653-b6ea-f022c7bc644f', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:b2:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '07fec8aa-36df-42d0-bdca-09f58c2948e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:14:51Z', 'updated_at': '2021-09-01T16:14:56Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': '07fec8aa-36df-42d0-bdca-09f58c2948e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:15:48.986901 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33835cd-ed99-45a6-bcbd-e9d7dd258fd7 None None] New status for floating IP 02a3b4c3-6d8a-4f0c-8ab8-65f905fc1455: DOWN {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:15:49.275856 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866edd8-9019-4081-9d81-f79c0d23572d req-2562a42a-f852-44f2-9763-75ac2b938403 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:49.277360 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0866edd8-9019-4081-9d81-f79c0d23572d req-2562a42a-f852-44f2-9763-75ac2b938403 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=66f55f7f-af17-4460-ad6d-77f0ea433b38 HTTP/1.1" status: 200 len: 945 time: 0.0593586 Sep 01 16:15:49.318638 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0866edd8-9019-4081-9d81-f79c0d23572d req-2cad5762-ce12-4387-b3c3-ef15e55df415 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=24fc889c-5887-43d5-8361-5e191e9e0b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348246 Sep 01 16:15:50.131389 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4621cf-e9f4-462b-bcf9-fbfc0fc7b47a req-c81fb141-7809-4325-8857-0c8cfb30280d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:50.133087 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2f4621cf-e9f4-462b-bcf9-fbfc0fc7b47a req-c81fb141-7809-4325-8857-0c8cfb30280d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.62 "GET /v2.0/ports?device_id=66f55f7f-af17-4460-ad6d-77f0ea433b38 HTTP/1.1" status: 200 len: 945 time: 0.0503559 Sep 01 16:15:50.232741 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-2f4621cf-e9f4-462b-bcf9-fbfc0fc7b47a req-abe6fd9e-33d0-49c4-952d-04b6cdbb3221 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Deleting port 9089a120-77f3-4634-8345-808be1682a39 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:15:50.233146 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2f4621cf-e9f4-462b-bcf9-fbfc0fc7b47a req-abe6fd9e-33d0-49c4-952d-04b6cdbb3221 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:50.327569 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-2f4621cf-e9f4-462b-bcf9-fbfc0fc7b47a req-abe6fd9e-33d0-49c4-952d-04b6cdbb3221 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] For port 9089a120-77f3-4634-8345-808be1682a39, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=9089a120-77f3-4634-8345-808be1682a39,segment=NetworkSegment(3a180499-e4da-48f3-ba94-e84486ae5e70),segment_id=3a180499-e4da-48f3-ba94-e84486ae5e70)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:15:50.328596 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2f4621cf-e9f4-462b-bcf9-fbfc0fc7b47a req-abe6fd9e-33d0-49c4-952d-04b6cdbb3221 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:50.344654 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-2f4621cf-e9f4-462b-bcf9-fbfc0fc7b47a req-abe6fd9e-33d0-49c4-952d-04b6cdbb3221 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Calling delete_port for 9089a120-77f3-4634-8345-808be1682a39 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:15:50.481552 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232040df-144b-40d8-856f-95c1ab188d20 req-d9be18a7-5155-4e6f-88e8-3e7f2e6c197e tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:50.484625 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-232040df-144b-40d8-856f-95c1ab188d20 req-d9be18a7-5155-4e6f-88e8-3e7f2e6c197e tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=66f55f7f-af17-4460-ad6d-77f0ea433b38 HTTP/1.1" status: 200 len: 945 time: 0.0544362 Sep 01 16:15:50.526838 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2f4621cf-e9f4-462b-bcf9-fbfc0fc7b47a req-abe6fd9e-33d0-49c4-952d-04b6cdbb3221 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:50.533185 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-232040df-144b-40d8-856f-95c1ab188d20 req-95e8f95e-21eb-4a6f-8887-bd66a0eb5753 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=24fc889c-5887-43d5-8361-5e191e9e0b33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415947 Sep 01 16:15:50.557660 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6fd9e-33d0-49c4-952d-04b6cdbb3221 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Port': ['ID=9089a120-77f3-4634-8345-808be1682a39,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:50.586350 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe6fd9e-33d0-49c4-952d-04b6cdbb3221 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:50.586714 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe6fd9e-33d0-49c4-952d-04b6cdbb3221 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:50.587062 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe6fd9e-33d0-49c4-952d-04b6cdbb3221 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:50.587407 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe6fd9e-33d0-49c4-952d-04b6cdbb3221 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:50.587867 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe6fd9e-33d0-49c4-952d-04b6cdbb3221 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:50.588173 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe6fd9e-33d0-49c4-952d-04b6cdbb3221 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:50.588514 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe6fd9e-33d0-49c4-952d-04b6cdbb3221 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:50.588849 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe6fd9e-33d0-49c4-952d-04b6cdbb3221 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:50.589184 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe6fd9e-33d0-49c4-952d-04b6cdbb3221 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:50.589705 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe6fd9e-33d0-49c4-952d-04b6cdbb3221 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:50.589869 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe6fd9e-33d0-49c4-952d-04b6cdbb3221 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:50.590168 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe6fd9e-33d0-49c4-952d-04b6cdbb3221 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:50.614886 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4621cf-e9f4-462b-bcf9-fbfc0fc7b47a req-abe6fd9e-33d0-49c4-952d-04b6cdbb3221 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] No DVR routers for this DVR port 9089a120-77f3-4634-8345-808be1682a39 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:15:50.617704 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-2f4621cf-e9f4-462b-bcf9-fbfc0fc7b47a req-abe6fd9e-33d0-49c4-952d-04b6cdbb3221 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:50.619903 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2f4621cf-e9f4-462b-bcf9-fbfc0fc7b47a req-abe6fd9e-33d0-49c4-952d-04b6cdbb3221 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.62 "DELETE /v2.0/ports/9089a120-77f3-4634-8345-808be1682a39 HTTP/1.1" status: 204 len: 173 time: 0.4774806 Sep 01 16:15:50.620352 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f55f7f-af17-4460-ad6d-77f0ea433b38', 'name': 'network-vif-deleted', 'tag': '9089a120-77f3-4634-8345-808be1682a39'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:15:50.622673 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39b18c1-e174-4639-ab8a-16b00f8de539" -d '{"events": [{"server_uuid": "66f55f7f-af17-4460-ad6d-77f0ea433b38", "name": "network-vif-deleted", "tag": "9089a120-77f3-4634-8345-808be1682a39"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:15:50.661688 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7620ce5e-427e-42c2-b204-0b817408ab24 x-openstack-request-id: req-7620ce5e-427e-42c2-b204-0b817408ab24 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:15:50.662038 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f55f7f-af17-4460-ad6d-77f0ea433b38", "name": "network-vif-deleted", "tag": "9089a120-77f3-4634-8345-808be1682a39", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:15:50.662217 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7620ce5e-427e-42c2-b204-0b817408ab24 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:15:50.662658 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f55f7f-af17-4460-ad6d-77f0ea433b38', 'name': 'network-vif-deleted', 'tag': '9089a120-77f3-4634-8345-808be1682a39', 'status': 'completed', 'code': 200} Sep 01 16:15:51.591102 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57266) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:52.019512 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea3c5141-47e5-4b24-9109-f3d2fd602b45 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:52.281818 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-ea3c5141-47e5-4b24-9109-f3d2fd602b45 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Deleting port 1dff00cb-190b-4bb3-9bbf-bc08281658d8 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:15:52.282164 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea3c5141-47e5-4b24-9109-f3d2fd602b45 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:52.378489 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-ea3c5141-47e5-4b24-9109-f3d2fd602b45 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] For port 1dff00cb-190b-4bb3-9bbf-bc08281658d8, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=1dff00cb-190b-4bb3-9bbf-bc08281658d8,segment=NetworkSegment(3a180499-e4da-48f3-ba94-e84486ae5e70),segment_id=3a180499-e4da-48f3-ba94-e84486ae5e70)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:15:52.378868 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea3c5141-47e5-4b24-9109-f3d2fd602b45 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:52.395092 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-ea3c5141-47e5-4b24-9109-f3d2fd602b45 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Calling delete_port for 1dff00cb-190b-4bb3-9bbf-bc08281658d8 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:15:52.607666 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea3c5141-47e5-4b24-9109-f3d2fd602b45 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:52.638602 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c5141-47e5-4b24-9109-f3d2fd602b45 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Port': ['ID=1dff00cb-190b-4bb3-9bbf-bc08281658d8,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:52.838923 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ea3c5141-47e5-4b24-9109-f3d2fd602b45 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:53.360985 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3c5141-47e5-4b24-9109-f3d2fd602b45 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Router f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:15:53.474378 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3c5141-47e5-4b24-9109-f3d2fd602b45 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:15:53.479426 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ea3c5141-47e5-4b24-9109-f3d2fd602b45 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "PUT /v2.0/routers/f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8870502 Sep 01 16:15:53.482236 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57268) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:53.488692 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10359a61-a9ac-46f5-bf45-dab0f428cf22 None None] Sync routers for ids ['f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:15:53.498892 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10359a61-a9ac-46f5-bf45-dab0f428cf22 None None] Routers {'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:15:53.499521 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-10359a61-a9ac-46f5-bf45-dab0f428cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:15:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:53.547749 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd72ee7-93e7-45ab-a7e5-f461d79e023b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Deleting subnet 07fec8aa-36df-42d0-bdca-09f58c2948e9 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:15:53.551617 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5cd72ee7-93e7-45ab-a7e5-f461d79e023b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:53.599654 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5cd72ee7-93e7-45ab-a7e5-f461d79e023b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:53.617629 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-10359a61-a9ac-46f5-bf45-dab0f428cf22 None None] Set router f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:15:53.706457 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5cd72ee7-93e7-45ab-a7e5-f461d79e023b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:53.772060 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5cd72ee7-93e7-45ab-a7e5-f461d79e023b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:53.802094 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd72ee7-93e7-45ab-a7e5-f461d79e023b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Subnet': ['ID=07fec8aa-36df-42d0-bdca-09f58c2948e9,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:53.804355 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5cd72ee7-93e7-45ab-a7e5-f461d79e023b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:53.810336 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57270) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:53.810833 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5cd72ee7-93e7-45ab-a7e5-f461d79e023b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "DELETE /v2.0/subnets/07fec8aa-36df-42d0-bdca-09f58c2948e9 HTTP/1.1" status: 204 len: 168 time: 0.3265104 Sep 01 16:15:53.812371 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835018c1-0de4-44c5-8df8-a3fd82842819 None None] Network 36a290f1-1ac3-4653-b6ea-f022c7bc644f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:15:53.870862 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-10359a61-a9ac-46f5-bf45-dab0f428cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935327697', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:15:52Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:44:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:53.907746 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10359a61-a9ac-46f5-bf45-dab0f428cf22 None None] Checking router: f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:15:53.970436 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10359a61-a9ac-46f5-bf45-dab0f428cf22 None None] Routers {'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:15:53.970436 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-10359a61-a9ac-46f5-bf45-dab0f428cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:15:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:53.970767 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-967e333c-481e-4e2b-a678-01350175c940 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:54.029329 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 9089a120-77f3-4634-8345-808be1682a39 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:15:54.057956 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 9089a120-77f3-4634-8345-808be1682a39 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:15:54.058326 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 9089a120-77f3-4634-8345-808be1682a39 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:15:54.092545 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-967e333c-481e-4e2b-a678-01350175c940 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:54.135226 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c70dd17-2f64-4a36-beb7-0bc9b8e8ec00 None None] DHCP port deletion for 36a290f1-1ac3-4653-b6ea-f022c7bc644f request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:15:54.140671 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-10359a61-a9ac-46f5-bf45-dab0f428cf22 None None] Set router f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:15:54.162654 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-967e333c-481e-4e2b-a678-01350175c940 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Deleting port 549ec259-e01b-4d89-8f5d-ecea44238d25 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:15:54.163084 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-967e333c-481e-4e2b-a678-01350175c940 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:54.249255 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-967e333c-481e-4e2b-a678-01350175c940 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] For port 549ec259-e01b-4d89-8f5d-ecea44238d25, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=549ec259-e01b-4d89-8f5d-ecea44238d25,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:15:54.249914 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-967e333c-481e-4e2b-a678-01350175c940 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:54.265889 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-967e333c-481e-4e2b-a678-01350175c940 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Calling delete_port for 549ec259-e01b-4d89-8f5d-ecea44238d25 owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:15:54.310482 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-0c70dd17-2f64-4a36-beb7-0bc9b8e8ec00 None None] Deleting port ad8293d3-d5c3-49cd-99d4-6084db0e3921 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:15:54.310862 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0c70dd17-2f64-4a36-beb7-0bc9b8e8ec00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:54.413644 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-0c70dd17-2f64-4a36-beb7-0bc9b8e8ec00 None None] For port ad8293d3-d5c3-49cd-99d4-6084db0e3921, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=ad8293d3-d5c3-49cd-99d4-6084db0e3921,segment=NetworkSegment(3a180499-e4da-48f3-ba94-e84486ae5e70),segment_id=3a180499-e4da-48f3-ba94-e84486ae5e70)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:15:54.413949 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0c70dd17-2f64-4a36-beb7-0bc9b8e8ec00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:54.431884 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-0c70dd17-2f64-4a36-beb7-0bc9b8e8ec00 None None] Calling delete_port for ad8293d3-d5c3-49cd-99d4-6084db0e3921 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:15:54.464753 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-967e333c-481e-4e2b-a678-01350175c940 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:54.490233 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-10359a61-a9ac-46f5-bf45-dab0f428cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935327697', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:15:52Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:44:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:54.490976 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e333c-481e-4e2b-a678-01350175c940 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Port': ['ID=549ec259-e01b-4d89-8f5d-ecea44238d25,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:54.528474 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10359a61-a9ac-46f5-bf45-dab0f428cf22 None None] The sync data for ids ['f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323'] in n-d-794796-3 is: [{'id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935327697', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:15:52Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '549ec259-e01b-4d89-8f5d-ecea44238d25', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:44:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:14:48Z', 'updated_at': '2021-09-01T16:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:15:54.560110 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0c70dd17-2f64-4a36-beb7-0bc9b8e8ec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:54.569684 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-967e333c-481e-4e2b-a678-01350175c940 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:54.593857 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70dd17-2f64-4a36-beb7-0bc9b8e8ec00 None None] Pushing event deleted for resources: {'Port': ['ID=ad8293d3-d5c3-49cd-99d4-6084db0e3921,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:54.596465 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c70dd17-2f64-4a36-beb7-0bc9b8e8ec00 None None] No DVR routers for this DVR port ad8293d3-d5c3-49cd-99d4-6084db0e3921 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:15:54.605102 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c70dd17-2f64-4a36-beb7-0bc9b8e8ec00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:54.605220 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c70dd17-2f64-4a36-beb7-0bc9b8e8ec00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:54.605553 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c70dd17-2f64-4a36-beb7-0bc9b8e8ec00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:54.605875 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c70dd17-2f64-4a36-beb7-0bc9b8e8ec00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:54.606265 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c70dd17-2f64-4a36-beb7-0bc9b8e8ec00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:54.606565 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c70dd17-2f64-4a36-beb7-0bc9b8e8ec00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:54.606894 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c70dd17-2f64-4a36-beb7-0bc9b8e8ec00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:54.607220 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c70dd17-2f64-4a36-beb7-0bc9b8e8ec00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:54.607548 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c70dd17-2f64-4a36-beb7-0bc9b8e8ec00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:54.607870 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c70dd17-2f64-4a36-beb7-0bc9b8e8ec00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:54.608729 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c70dd17-2f64-4a36-beb7-0bc9b8e8ec00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:54.609050 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c70dd17-2f64-4a36-beb7-0bc9b8e8ec00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:54.669901 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-967e333c-481e-4e2b-a678-01350175c940 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:54.672780 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-967e333c-481e-4e2b-a678-01350175c940 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:54.716114 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-967e333c-481e-4e2b-a678-01350175c940 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:54.716853 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967e333c-481e-4e2b-a678-01350175c940 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Fanout notify agent at l3_agent the message router_deleted on router f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323 {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:15:54.728597 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-967e333c-481e-4e2b-a678-01350175c940 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:54.729736 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-967e333c-481e-4e2b-a678-01350175c940 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "DELETE /v2.0/routers/f0dce7b2-910d-4d9a-a26b-b0e4e4ce9323 HTTP/1.1" status: 204 len: 168 time: 0.9184821 Sep 01 16:15:54.732426 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57272) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:54.813465 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d6782dda-e26c-47a2-b7e9-1c079057bbfe tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:54.902717 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d6782dda-e26c-47a2-b7e9-1c079057bbfe tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:54.915231 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-d6782dda-e26c-47a2-b7e9-1c079057bbfe tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a290f1-1ac3-4653-b6ea-f022c7bc644f']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:54.927451 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-d6782dda-e26c-47a2-b7e9-1c079057bbfe tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a180499-e4da-48f3-ba94-e84486ae5e70') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:54.927757 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-d6782dda-e26c-47a2-b7e9-1c079057bbfe tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a180499-e4da-48f3-ba94-e84486ae5e70') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:54.937983 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d6782dda-e26c-47a2-b7e9-1c079057bbfe tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:54.953325 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d6782dda-e26c-47a2-b7e9-1c079057bbfe tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:54.959884 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6782dda-e26c-47a2-b7e9-1c079057bbfe tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:15:54.960378 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d6782dda-e26c-47a2-b7e9-1c079057bbfe tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: timer() Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:15:54.963710 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:15:55.032221 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d6782dda-e26c-47a2-b7e9-1c079057bbfe tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:55.040842 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-d6782dda-e26c-47a2-b7e9-1c079057bbfe tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:55.041924 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d6782dda-e26c-47a2-b7e9-1c079057bbfe tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "DELETE /v2.0/networks/36a290f1-1ac3-4653-b6ea-f022c7bc644f HTTP/1.1" status: 204 len: 168 time: 0.3085139 Sep 01 16:15:55.044963 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57274) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:55.054853 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6782dda-e26c-47a2-b7e9-1c079057bbfe tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Network': ['ID=36a290f1-1ac3-4653-b6ea-f022c7bc644f,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:55.106386 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4517a998-f1da-4d8f-a27e-9518cd1419a8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:55.133409 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4517a998-f1da-4d8f-a27e-9518cd1419a8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:55.195293 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4517a998-f1da-4d8f-a27e-9518cd1419a8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:55.197874 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4517a998-f1da-4d8f-a27e-9518cd1419a8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:55.199115 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4517a998-f1da-4d8f-a27e-9518cd1419a8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "DELETE /v2.0/security-groups/24fc889c-5887-43d5-8361-5e191e9e0b33 HTTP/1.1" status: 204 len: 168 time: 0.1518857 Sep 01 16:15:55.209055 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517a998-f1da-4d8f-a27e-9518cd1419a8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fc889c-5887-43d5-8361-5e191e9e0b33,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:55.515441 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57280) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:55.523172 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-905f6640-a4c6-4580-ac98-81e7a086f1d0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1961738074', 'description': 'tempest-secgroup-smoke-1961738074 description', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:15:55.547594 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-905f6640-a4c6-4580-ac98-81e7a086f1d0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:55.634444 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-905f6640-a4c6-4580-ac98-81e7a086f1d0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:55.637715 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-905f6640-a4c6-4580-ac98-81e7a086f1d0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:55.665849 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-905f6640-a4c6-4580-ac98-81e7a086f1d0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:55.667117 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-905f6640-a4c6-4580-ac98-81e7a086f1d0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1477129 Sep 01 16:15:55.668210 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f6640-a4c6-4580-ac98-81e7a086f1d0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd3270f-bdc3-4e8e-894d-79a3ba62c137,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:55.670184 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57282) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:55.675584 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-82e8f3c1-9720-4e68-a5c5-08981c060f19 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': '9cd3270f-bdc3-4e8e-894d-79a3ba62c137', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:15:55.701292 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82e8f3c1-9720-4e68-a5c5-08981c060f19 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:55.756825 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82e8f3c1-9720-4e68-a5c5-08981c060f19 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:55.760047 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82e8f3c1-9720-4e68-a5c5-08981c060f19 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:55.776928 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8f3c1-9720-4e68-a5c5-08981c060f19 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f573c322-9300-4d86-a686-1b3f1b5fc65e,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:55.783797 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-82e8f3c1-9720-4e68-a5c5-08981c060f19 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:55.785057 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-82e8f3c1-9720-4e68-a5c5-08981c060f19 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132171 Sep 01 16:15:55.787793 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57284) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:55.792149 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-3f709ed5-a368-43c7-8b6c-4afa050ee436 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': '9cd3270f-bdc3-4e8e-894d-79a3ba62c137', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:15:55.820813 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f709ed5-a368-43c7-8b6c-4afa050ee436 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:55.880599 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f709ed5-a368-43c7-8b6c-4afa050ee436 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:55.884279 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f709ed5-a368-43c7-8b6c-4afa050ee436 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:55.899374 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f709ed5-a368-43c7-8b6c-4afa050ee436 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b2a4234-503c-4e34-afe8-487ad9ef9102,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:55.907648 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f709ed5-a368-43c7-8b6c-4afa050ee436 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:55.908853 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3f709ed5-a368-43c7-8b6c-4afa050ee436 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201265 Sep 01 16:15:55.911575 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57286) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:55.915999 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-803f2e27-5f19-4ac0-b000-c9a4983c25f6 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': '9cd3270f-bdc3-4e8e-894d-79a3ba62c137', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:15:55.948618 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-803f2e27-5f19-4ac0-b000-c9a4983c25f6 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:55.968664 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ad8293d3-d5c3-49cd-99d4-6084db0e3921 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:15:55.988622 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: ad8293d3-d5c3-49cd-99d4-6084db0e3921 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:15:55.989083 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device ad8293d3-d5c3-49cd-99d4-6084db0e3921 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:15:55.989581 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1dff00cb-190b-4bb3-9bbf-bc08281658d8 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:15:56.008130 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-803f2e27-5f19-4ac0-b000-c9a4983c25f6 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:56.008368 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 1dff00cb-190b-4bb3-9bbf-bc08281658d8 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:15:56.008615 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 1dff00cb-190b-4bb3-9bbf-bc08281658d8 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:15:56.009015 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 549ec259-e01b-4d89-8f5d-ecea44238d25 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:15:56.011921 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-803f2e27-5f19-4ac0-b000-c9a4983c25f6 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:56.028357 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 549ec259-e01b-4d89-8f5d-ecea44238d25 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:15:56.028712 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 549ec259-e01b-4d89-8f5d-ecea44238d25 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:15:56.030848 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f2e27-5f19-4ac0-b000-c9a4983c25f6 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49060e1b-754b-479d-ba88-ee18916d0766,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:56.035966 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-803f2e27-5f19-4ac0-b000-c9a4983c25f6 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:56.037346 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-803f2e27-5f19-4ac0-b000-c9a4983c25f6 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246741 Sep 01 16:15:56.040085 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57288) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:56.044825 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-0e036815-6f22-4c1b-a68b-09e24f8036c8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': '9cd3270f-bdc3-4e8e-894d-79a3ba62c137', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:15:56.072806 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0e036815-6f22-4c1b-a68b-09e24f8036c8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:56.136070 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0e036815-6f22-4c1b-a68b-09e24f8036c8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:56.141287 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0e036815-6f22-4c1b-a68b-09e24f8036c8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:56.161798 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e036815-6f22-4c1b-a68b-09e24f8036c8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c061bdc9-5fcf-41e4-8808-305fb694dfb4,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:56.164278 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0e036815-6f22-4c1b-a68b-09e24f8036c8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:56.165494 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0e036815-6f22-4c1b-a68b-09e24f8036c8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244352 Sep 01 16:15:56.168754 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57290) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:56.172942 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-062e9747-37ae-43fa-a84a-3c5e108b63f4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': '9cd3270f-bdc3-4e8e-894d-79a3ba62c137', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:15:56.195915 n-d-794796-3 neutron-server[94734]: INFO neutron.db.securitygroups_db [None req-062e9747-37ae-43fa-a84a-3c5e108b63f4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Project bc21f4e70d4041e98e4c57e88619b6a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:15:56.200932 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-062e9747-37ae-43fa-a84a-3c5e108b63f4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:56.259997 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-062e9747-37ae-43fa-a84a-3c5e108b63f4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:56.263568 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-062e9747-37ae-43fa-a84a-3c5e108b63f4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:56.284183 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e9747-37ae-43fa-a84a-3c5e108b63f4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6aa72b-2f6e-424e-8983-e81582c349e7,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:56.290704 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-062e9747-37ae-43fa-a84a-3c5e108b63f4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:56.291913 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-062e9747-37ae-43fa-a84a-3c5e108b63f4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225522 Sep 01 16:15:56.294705 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57292) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:56.299018 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-81ab9ccb-fe08-4a44-92de-6f3eb5feff66 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': '9cd3270f-bdc3-4e8e-894d-79a3ba62c137', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:15:56.320579 n-d-794796-3 neutron-server[94734]: INFO neutron.db.securitygroups_db [None req-81ab9ccb-fe08-4a44-92de-6f3eb5feff66 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Project bc21f4e70d4041e98e4c57e88619b6a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:15:56.326036 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-81ab9ccb-fe08-4a44-92de-6f3eb5feff66 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:56.387252 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-81ab9ccb-fe08-4a44-92de-6f3eb5feff66 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:56.391338 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-81ab9ccb-fe08-4a44-92de-6f3eb5feff66 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:56.410361 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab9ccb-fe08-4a44-92de-6f3eb5feff66 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79dd5af8-b405-4307-b686-fccfd152b962,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:56.414271 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-81ab9ccb-fe08-4a44-92de-6f3eb5feff66 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:56.415495 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-81ab9ccb-fe08-4a44-92de-6f3eb5feff66 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198897 Sep 01 16:15:56.418393 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57294) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:56.423321 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-4e5588d5-9d50-4d96-9eb3-96f18f5ea3e3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'network': {'name': 'tempest-network-smoke--258440800', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'port_security_enabled': True}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:15:56.443661 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5588d5-9d50-4d96-9eb3-96f18f5ea3e3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Made reservation on behalf of bc21f4e70d4041e98e4c57e88619b6a8 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:15:56.447115 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4e5588d5-9d50-4d96-9eb3-96f18f5ea3e3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:56.470701 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5588d5-9d50-4d96-9eb3-96f18f5ea3e3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:15:56.479197 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4e5588d5-9d50-4d96-9eb3-96f18f5ea3e3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:56.479544 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-4e5588d5-9d50-4d96-9eb3-96f18f5ea3e3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Added segment 5c065dc0-9316-4382-ac5d-1b37fd78cfd3 of type vlan for network 7768c476-4fa3-4e35-b3c5-e5c0970343fd Sep 01 16:15:56.519483 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4e5588d5-9d50-4d96-9eb3-96f18f5ea3e3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:56.542563 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4e5588d5-9d50-4d96-9eb3-96f18f5ea3e3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:56.548626 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5588d5-9d50-4d96-9eb3-96f18f5ea3e3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:56.549221 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4e5588d5-9d50-4d96-9eb3-96f18f5ea3e3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:56.605653 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4e5588d5-9d50-4d96-9eb3-96f18f5ea3e3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1861420 Sep 01 16:15:56.608817 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57296) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:56.613245 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-ac33023e-9e5d-406e-be19-d33d2ae14f4c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-726219189', 'admin_state_up': True, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:15:56.632827 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5588d5-9d50-4d96-9eb3-96f18f5ea3e3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Network': ['ID=7768c476-4fa3-4e35-b3c5-e5c0970343fd,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:56.644272 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 7768c476-4fa3-4e35-b3c5-e5c0970343fd details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:15:56.649067 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ac33023e-9e5d-406e-be19-d33d2ae14f4c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:56.650345 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ac33023e-9e5d-406e-be19-d33d2ae14f4c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:56.702969 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ac33023e-9e5d-406e-be19-d33d2ae14f4c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:56.852876 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ac33023e-9e5d-406e-be19-d33d2ae14f4c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:57.043001 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ac33023e-9e5d-406e-be19-d33d2ae14f4c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:57.065388 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ac33023e-9e5d-406e-be19-d33d2ae14f4c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:57.165902 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-ac33023e-9e5d-406e-be19-d33d2ae14f4c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Allocated IP 172.25.6.205 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/5a41dc04-c57a-4958-bc32-06aba6b0b115) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:15:57.275645 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ac33023e-9e5d-406e-be19-d33d2ae14f4c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:57.317808 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ac33023e-9e5d-406e-be19-d33d2ae14f4c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:57.363978 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac33023e-9e5d-406e-be19-d33d2ae14f4c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:15:57.367357 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-ac33023e-9e5d-406e-be19-d33d2ae14f4c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:15:57.369855 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac33023e-9e5d-406e-be19-d33d2ae14f4c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:15:57.376003 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33023e-9e5d-406e-be19-d33d2ae14f4c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=5a41dc04-c57a-4958-bc32-06aba6b0b115,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:57.620795 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ac33023e-9e5d-406e-be19-d33d2ae14f4c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:57.815472 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ac33023e-9e5d-406e-be19-d33d2ae14f4c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:57.950338 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac33023e-9e5d-406e-be19-d33d2ae14f4c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Router 1417493c-f433-41fd-bd31-6acba1e77b20 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:15:58.062143 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac33023e-9e5d-406e-be19-d33d2ae14f4c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:15:58.071444 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a10ad71-6832-41fb-abcb-ceb6039f9ac0 None None] Sync routers for ids ['1417493c-f433-41fd-bd31-6acba1e77b20'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:15:58.079832 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ac33023e-9e5d-406e-be19-d33d2ae14f4c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:58.081059 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ac33023e-9e5d-406e-be19-d33d2ae14f4c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4713192 Sep 01 16:15:58.081561 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a10ad71-6832-41fb-abcb-ceb6039f9ac0 None None] Routers {'1417493c-f433-41fd-bd31-6acba1e77b20'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:15:58.082180 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-6a10ad71-6832-41fb-abcb-ceb6039f9ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:15:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['1417493c-f433-41fd-bd31-6acba1e77b20'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:58.085143 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57298) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:58.113119 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7b1beb85-d7a2-458c-8106-fb2c077cbff7 tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=bc21f4e70d4041e98e4c57e88619b6a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268359 Sep 01 16:15:58.115939 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57300) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:58.185873 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-6a10ad71-6832-41fb-abcb-ceb6039f9ac0 None None] Set router 1417493c-f433-41fd-bd31-6acba1e77b20 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:15:58.202147 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f933ea68-6e97-480f-a087-2f5c3548352e tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:58.203685 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f933ea68-6e97-480f-a087-2f5c3548352e tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866768 Sep 01 16:15:58.206646 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57302) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:58.239076 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-c46a2027-46ea-469c-b96b-b0687e81c44d tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5c826073-0017-46f6-8947-51b31e774ff4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311165 Sep 01 16:15:58.241885 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57304) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:58.246684 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-16062070-e5c4-404b-89e9-d48bcdfef510 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1382794097', 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:15:58.333254 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16062070-e5c4-404b-89e9-d48bcdfef510 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Made reservation on behalf of bc21f4e70d4041e98e4c57e88619b6a8 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:15:58.336709 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-16062070-e5c4-404b-89e9-d48bcdfef510 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:58.344765 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:58.370220 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-6a10ad71-6832-41fb-abcb-ceb6039f9ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726219189', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:56Z', 'updated_at': '2021-09-01T16:15:57Z', 'revision_number': 3, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:57Z', 'updated_at': '2021-09-01T16:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:58.402180 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a10ad71-6832-41fb-abcb-ceb6039f9ac0 None None] Checking router: 1417493c-f433-41fd-bd31-6acba1e77b20 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:15:58.402625 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a10ad71-6832-41fb-abcb-ceb6039f9ac0 None None] Updating router 1417493c-f433-41fd-bd31-6acba1e77b20 port 5a41dc04-c57a-4958-bc32-06aba6b0b115 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:15:58.431773 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-6a10ad71-6832-41fb-abcb-ceb6039f9ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:58.701726 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-6a10ad71-6832-41fb-abcb-ceb6039f9ac0 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:58.713096 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-6a10ad71-6832-41fb-abcb-ceb6039f9ac0 None None] Transition to ACTIVE for port object 5a41dc04-c57a-4958-bc32-06aba6b0b115 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:15:58.720513 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-6a10ad71-6832-41fb-abcb-ceb6039f9ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:58.776812 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a484a-4221-431a-8a90-83a8d231c2bd None None] Pushing event updated for resources: {'Port': ['ID=5a41dc04-c57a-4958-bc32-06aba6b0b115,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:58.779157 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-6a10ad71-6832-41fb-abcb-ceb6039f9ac0 None None] Attempting to bind port 5a41dc04-c57a-4958-bc32-06aba6b0b115 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:15:58.779524 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-6a10ad71-6832-41fb-abcb-ceb6039f9ac0 None None] Attempting to bind port 5a41dc04-c57a-4958-bc32-06aba6b0b115 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:15:58.780421 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a10ad71-6832-41fb-abcb-ceb6039f9ac0 None None] Attempting to bind port 5a41dc04-c57a-4958-bc32-06aba6b0b115 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:15:58.789514 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a10ad71-6832-41fb-abcb-ceb6039f9ac0 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:15:58.789890 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a10ad71-6832-41fb-abcb-ceb6039f9ac0 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:15:58.790323 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-6a10ad71-6832-41fb-abcb-ceb6039f9ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:58.790714 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a10ad71-6832-41fb-abcb-ceb6039f9ac0 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:15:58.791190 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-6a10ad71-6832-41fb-abcb-ceb6039f9ac0 None None] Bound port: 5a41dc04-c57a-4958-bc32-06aba6b0b115, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:15:58.791574 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-6a10ad71-6832-41fb-abcb-ceb6039f9ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:58.793919 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a484a-4221-431a-8a90-83a8d231c2bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:58.794260 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a484a-4221-431a-8a90-83a8d231c2bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:58.794627 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a484a-4221-431a-8a90-83a8d231c2bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:58.794960 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a484a-4221-431a-8a90-83a8d231c2bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:58.795298 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a484a-4221-431a-8a90-83a8d231c2bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:58.796253 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a484a-4221-431a-8a90-83a8d231c2bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:58.796614 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a484a-4221-431a-8a90-83a8d231c2bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:58.796943 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a484a-4221-431a-8a90-83a8d231c2bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:58.797266 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a484a-4221-431a-8a90-83a8d231c2bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:58.797586 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a484a-4221-431a-8a90-83a8d231c2bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:58.797906 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a484a-4221-431a-8a90-83a8d231c2bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:58.798224 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2a484a-4221-431a-8a90-83a8d231c2bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:15:58.853586 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-6a10ad71-6832-41fb-abcb-ceb6039f9ac0 None None] For port 5a41dc04-c57a-4958-bc32-06aba6b0b115, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:15:58.857164 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-6a10ad71-6832-41fb-abcb-ceb6039f9ac0 None None] For port 5a41dc04-c57a-4958-bc32-06aba6b0b115, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=5a41dc04-c57a-4958-bc32-06aba6b0b115,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:15:58.861309 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-6a10ad71-6832-41fb-abcb-ceb6039f9ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:58.881914 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-16062070-e5c4-404b-89e9-d48bcdfef510 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:58.916303 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a10ad71-6832-41fb-abcb-ceb6039f9ac0 None None] Routers {'1417493c-f433-41fd-bd31-6acba1e77b20'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:15:58.916914 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-6a10ad71-6832-41fb-abcb-ceb6039f9ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:15:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['1417493c-f433-41fd-bd31-6acba1e77b20'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:58.942648 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16062070-e5c4-404b-89e9-d48bcdfef510 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Subnet': ['ID=6b526876-f3d3-41e7-9a85-e03120fc7940,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:58.951402 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16062070-e5c4-404b-89e9-d48bcdfef510 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Checking segment: {'id': '5c065dc0-9316-4382-ac5d-1b37fd78cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:15:58.952654 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16062070-e5c4-404b-89e9-d48bcdfef510 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network hostable DHCP agents. Network: 7768c476-4fa3-4e35-b3c5-e5c0970343fd, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:15:58.956194 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a484a-4221-431a-8a90-83a8d231c2bd None None] Pushing event updated for resources: {'Port': ['ID=5a41dc04-c57a-4958-bc32-06aba6b0b115,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:58.970708 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16062070-e5c4-404b-89e9-d48bcdfef510 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network 7768c476-4fa3-4e35-b3c5-e5c0970343fd is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:15:58.979525 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-16062070-e5c4-404b-89e9-d48bcdfef510 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 7768c476-4fa3-4e35-b3c5-e5c0970343fd) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:15:58.985048 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16062070-e5c4-404b-89e9-d48bcdfef510 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:15:58.985922 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-16062070-e5c4-404b-89e9-d48bcdfef510 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:58.989383 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817fc925-f4b1-44c1-a0bb-9a12ad06dba9 None None] Network 7768c476-4fa3-4e35-b3c5-e5c0970343fd requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:15:59.004770 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-16062070-e5c4-404b-89e9-d48bcdfef510 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7587795 Sep 01 16:15:59.005709 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57306) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:15:59.027868 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-6a10ad71-6832-41fb-abcb-ceb6039f9ac0 None None] Set router 1417493c-f433-41fd-bd31-6acba1e77b20 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:15:59.149161 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f926a5c4-245a-4d23-87d6-1402c45d8a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-7768c476-4fa3-4e35-b3c5-e5c0970343fd', 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'fixed_ips': [{'subnet_id': '6b526876-f3d3-41e7-9a85-e03120fc7940'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:15:59.150254 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f926a5c4-245a-4d23-87d6-1402c45d8a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:59.301744 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-f926a5c4-245a-4d23-87d6-1402c45d8a60 None None] Allocated IP 172.20.0.2 (7768c476-4fa3-4e35-b3c5-e5c0970343fd/6b526876-f3d3-41e7-9a85-e03120fc7940/7cc5487c-70db-4172-8cfc-d5ef2eb423ef) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:15:59.320702 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-6a10ad71-6832-41fb-abcb-ceb6039f9ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726219189', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:56Z', 'updated_at': '2021-09-01T16:15:57Z', 'revision_number': 3, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:57Z', 'updated_at': '2021-09-01T16:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:15:59.350185 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a10ad71-6832-41fb-abcb-ceb6039f9ac0 None None] The sync data for ids ['1417493c-f433-41fd-bd31-6acba1e77b20'] in n-d-794796-3 is: [{'id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726219189', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:56Z', 'updated_at': '2021-09-01T16:15:57Z', 'revision_number': 3, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:57Z', 'updated_at': '2021-09-01T16:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:15:59.494117 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f926a5c4-245a-4d23-87d6-1402c45d8a60 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:59.505368 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f926a5c4-245a-4d23-87d6-1402c45d8a60 None None] Transition to ACTIVE for port object 7cc5487c-70db-4172-8cfc-d5ef2eb423ef will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:15:59.523873 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-f926a5c4-245a-4d23-87d6-1402c45d8a60 None None] Transition to ACTIVE for port object 7cc5487c-70db-4172-8cfc-d5ef2eb423ef will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:15:59.529122 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b68c1144-0212-4552-8937-fcfa44b305b0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:59.530168 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f926a5c4-245a-4d23-87d6-1402c45d8a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:59.568815 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f926a5c4-245a-4d23-87d6-1402c45d8a60 None None] Network 7768c476-4fa3-4e35-b3c5-e5c0970343fd is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:15:59.576358 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-f926a5c4-245a-4d23-87d6-1402c45d8a60 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:15:59.581001 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f926a5c4-245a-4d23-87d6-1402c45d8a60 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:15:59.588690 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926a5c4-245a-4d23-87d6-1402c45d8a60 None None] Pushing event updated for resources: {'Port': ['ID=7cc5487c-70db-4172-8cfc-d5ef2eb423ef,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:59.664729 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f926a5c4-245a-4d23-87d6-1402c45d8a60 None None] Attempting to bind port 7cc5487c-70db-4172-8cfc-d5ef2eb423ef on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:15:59.665356 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f926a5c4-245a-4d23-87d6-1402c45d8a60 None None] Attempting to bind port 7cc5487c-70db-4172-8cfc-d5ef2eb423ef by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '5c065dc0-9316-4382-ac5d-1b37fd78cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:15:59.665805 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f926a5c4-245a-4d23-87d6-1402c45d8a60 None None] Attempting to bind port 7cc5487c-70db-4172-8cfc-d5ef2eb423ef on network 7768c476-4fa3-4e35-b3c5-e5c0970343fd {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:15:59.671574 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f926a5c4-245a-4d23-87d6-1402c45d8a60 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:15:59.671962 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f926a5c4-245a-4d23-87d6-1402c45d8a60 None None] Checking segment: {'id': '5c065dc0-9316-4382-ac5d-1b37fd78cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:15:59.672379 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f926a5c4-245a-4d23-87d6-1402c45d8a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:59.672779 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f926a5c4-245a-4d23-87d6-1402c45d8a60 None None] Bound using segment: {'id': '5c065dc0-9316-4382-ac5d-1b37fd78cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:15:59.673703 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-f926a5c4-245a-4d23-87d6-1402c45d8a60 None None] Bound port: 7cc5487c-70db-4172-8cfc-d5ef2eb423ef, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c065dc0-9316-4382-ac5d-1b37fd78cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:15:59.673703 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f926a5c4-245a-4d23-87d6-1402c45d8a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:59.751605 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f926a5c4-245a-4d23-87d6-1402c45d8a60 None None] For port 7cc5487c-70db-4172-8cfc-d5ef2eb423ef, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:15:59.756998 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-f926a5c4-245a-4d23-87d6-1402c45d8a60 None None] For port 7cc5487c-70db-4172-8cfc-d5ef2eb423ef, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=7cc5487c-70db-4172-8cfc-d5ef2eb423ef,segment=NetworkSegment(5c065dc0-9316-4382-ac5d-1b37fd78cfd3),segment_id=5c065dc0-9316-4382-ac5d-1b37fd78cfd3)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:15:59.761521 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f926a5c4-245a-4d23-87d6-1402c45d8a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:15:59.822084 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926a5c4-245a-4d23-87d6-1402c45d8a60 None None] Pushing event updated for resources: {'Port': ['ID=7cc5487c-70db-4172-8cfc-d5ef2eb423ef,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:15:59.872879 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-b68c1144-0212-4552-8937-fcfa44b305b0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Allocated IP 172.20.0.1 (7768c476-4fa3-4e35-b3c5-e5c0970343fd/6b526876-f3d3-41e7-9a85-e03120fc7940/cb298ceb-2d61-4bdc-b2d9-149df4e3ff75) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:16:00.022135 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 5a41dc04-c57a-4958-bc32-06aba6b0b115 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:16:00.022576 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b68c1144-0212-4552-8937-fcfa44b305b0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:00.037860 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-b68c1144-0212-4552-8937-fcfa44b305b0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Transition to ACTIVE for port object cb298ceb-2d61-4bdc-b2d9-149df4e3ff75 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:16:00.090025 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b68c1144-0212-4552-8937-fcfa44b305b0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:00.124156 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 5a41dc04-c57a-4958-bc32-06aba6b0b115 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:16:00.128091 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 5a41dc04-c57a-4958-bc32-06aba6b0b115 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:16:00.128464 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:00.144560 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68c1144-0212-4552-8937-fcfa44b305b0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network 7768c476-4fa3-4e35-b3c5-e5c0970343fd is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:16:00.152219 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-b68c1144-0212-4552-8937-fcfa44b305b0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:16:00.159268 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68c1144-0212-4552-8937-fcfa44b305b0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:16:00.197648 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c1144-0212-4552-8937-fcfa44b305b0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=cb298ceb-2d61-4bdc-b2d9-149df4e3ff75,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:00.221566 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b68c1144-0212-4552-8937-fcfa44b305b0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:00.239510 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:00.272490 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 5a41dc04-c57a-4958-bc32-06aba6b0b115, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=5a41dc04-c57a-4958-bc32-06aba6b0b115,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:16:00.279999 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:00.330538 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=5a41dc04-c57a-4958-bc32-06aba6b0b115,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:00.364927 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b68c1144-0212-4552-8937-fcfa44b305b0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:00.669068 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b68c1144-0212-4552-8937-fcfa44b305b0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:00.675239 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b68c1144-0212-4552-8937-fcfa44b305b0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:00.752323 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c1144-0212-4552-8937-fcfa44b305b0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=cb298ceb-2d61-4bdc-b2d9-149df4e3ff75,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:00.756017 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b68c1144-0212-4552-8937-fcfa44b305b0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:00.867798 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68c1144-0212-4552-8937-fcfa44b305b0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network 7768c476-4fa3-4e35-b3c5-e5c0970343fd is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:16:00.869299 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-b68c1144-0212-4552-8937-fcfa44b305b0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:16:00.940855 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baa01d1-6b1a-4935-86e9-af30946b6ae7 None None] Network 7768c476-4fa3-4e35-b3c5-e5c0970343fd requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:16:00.992874 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68c1144-0212-4552-8937-fcfa44b305b0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Router 1417493c-f433-41fd-bd31-6acba1e77b20 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:16:01.069265 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a046cc5c-aee8-40a8-a3c4-1bb03ea44715 None None] Provisioning for port 7cc5487c-70db-4172-8cfc-d5ef2eb423ef completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:16:01.115092 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68c1144-0212-4552-8937-fcfa44b305b0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:16:01.120698 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b68c1144-0212-4552-8937-fcfa44b305b0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "PUT /v2.0/routers/1417493c-f433-41fd-bd31-6acba1e77b20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1136842 Sep 01 16:16:01.281333 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-fe7d74d2-4f2e-45a4-ae38-fb71d9cad1f2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1961738074&fields=id&tenant_id=bc21f4e70d4041e98e4c57e88619b6a8 HTTP/1.1" status: 200 len: 267 time: 0.0431342 Sep 01 16:16:01.408930 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-79257b35-e8d4-47ec-9598-e0b7ed7f045d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:01.411970 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-79257b35-e8d4-47ec-9598-e0b7ed7f045d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/networks?id=7768c476-4fa3-4e35-b3c5-e5c0970343fd HTTP/1.1" status: 200 len: 796 time: 0.1234670 Sep 01 16:16:01.421885 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7d60cf3d-f6ae-436f-80b9-e87aac45ccaa None None] Provisioning for port cb298ceb-2d61-4bdc-b2d9-149df4e3ff75 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:16:01.427020 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7d60cf3d-f6ae-436f-80b9-e87aac45ccaa None None] Provisioning complete for port cb298ceb-2d61-4bdc-b2d9-149df4e3ff75 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:16:01.427020 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7d60cf3d-f6ae-436f-80b9-e87aac45ccaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:01.436874 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-15f66ce8-2656-4f49-b9f0-9e75e94ccc0e tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/quotas/bc21f4e70d4041e98e4c57e88619b6a8 HTTP/1.1" status: 200 len: 375 time: 0.0171118 Sep 01 16:16:01.457412 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2419496b-2991-45f8-8cf4-9bdccca4aba7 None None] Sync routers for ids ['1417493c-f433-41fd-bd31-6acba1e77b20'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:16:01.478961 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-7d60cf3d-f6ae-436f-80b9-e87aac45ccaa None None] Port cb298ceb-2d61-4bdc-b2d9-149df4e3ff75 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:16:01.480492 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2419496b-2991-45f8-8cf4-9bdccca4aba7 None None] Routers {'1417493c-f433-41fd-bd31-6acba1e77b20'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:16:01.481108 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2419496b-2991-45f8-8cf4-9bdccca4aba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:15:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['1417493c-f433-41fd-bd31-6acba1e77b20'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:01.503284 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-b0dc66d2-aa5d-4315-9449-7de8a7fc4358 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525792 Sep 01 16:16:01.612648 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-2419496b-2991-45f8-8cf4-9bdccca4aba7 None None] Set router 1417493c-f433-41fd-bd31-6acba1e77b20 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:16:01.647750 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2951ac53-22e7-4a77-b317-383491fd3cea None None] Provisioning complete for port cb298ceb-2d61-4bdc-b2d9-149df4e3ff75 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:16:01.648130 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2951ac53-22e7-4a77-b317-383491fd3cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:01.670669 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-4c89b138-4f84-4fc7-a33f-3c037cdba598 service neutron] 10.222.0.60 "GET /v2.0/networks/7768c476-4fa3-4e35-b3c5-e5c0970343fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544089 Sep 01 16:16:01.723431 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-2951ac53-22e7-4a77-b317-383491fd3cea None None] Port cb298ceb-2d61-4bdc-b2d9-149df4e3ff75 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:16:01.768703 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-68966335-74e2-4cee-b5a2-7244c9503804 service neutron] 10.222.0.60 "GET /v2.0/networks/7768c476-4fa3-4e35-b3c5-e5c0970343fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912800 Sep 01 16:16:01.850472 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5cde8012-52a1-4996-8673-35a3998a265b None None] Provisioning complete for port cb298ceb-2d61-4bdc-b2d9-149df4e3ff75 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:16:01.850852 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5cde8012-52a1-4996-8673-35a3998a265b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:01.894794 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-5cde8012-52a1-4996-8673-35a3998a265b None None] Port cb298ceb-2d61-4bdc-b2d9-149df4e3ff75 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:16:01.902199 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2419496b-2991-45f8-8cf4-9bdccca4aba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726219189', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:56Z', 'updated_at': '2021-09-01T16:16:00Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:57Z', 'updated_at': '2021-09-01T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'cb298ceb-2d61-4bdc-b2d9-149df4e3ff75', 'name': '', 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:99:37:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6b526876-f3d3-41e7-9a85-e03120fc7940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:59Z', 'updated_at': '2021-09-01T16:16:00Z', 'revision_number': 2, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': '6b526876-f3d3-41e7-9a85-e03120fc7940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:01.938316 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2419496b-2991-45f8-8cf4-9bdccca4aba7 None None] Checking router: 1417493c-f433-41fd-bd31-6acba1e77b20 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:16:01.938684 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2419496b-2991-45f8-8cf4-9bdccca4aba7 None None] Updating router 1417493c-f433-41fd-bd31-6acba1e77b20 port cb298ceb-2d61-4bdc-b2d9-149df4e3ff75 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:16:01.969763 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2419496b-2991-45f8-8cf4-9bdccca4aba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:01.992120 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-391b28c2-1f8e-4801-bdc1-c874f4d4e654 req-9e8a020e-bd0f-48ef-be2d-5562510b6bc9 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 210 time: 0.0346043 Sep 01 16:16:02.090158 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 5a41dc04-c57a-4958-bc32-06aba6b0b115 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:16:02.207428 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 5a41dc04-c57a-4958-bc32-06aba6b0b115 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:16:02.207885 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:02.366462 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 7cc5487c-70db-4172-8cfc-d5ef2eb423ef up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:16:02.370236 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2419496b-2991-45f8-8cf4-9bdccca4aba7 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:02.403754 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2419496b-2991-45f8-8cf4-9bdccca4aba7 None None] Transition to ACTIVE for port object cb298ceb-2d61-4bdc-b2d9-149df4e3ff75 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:16:02.412389 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2419496b-2991-45f8-8cf4-9bdccca4aba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:02.475779 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b871a1a-ae81-4caa-8314-73890fb10854 None None] Pushing event updated for resources: {'Port': ['ID=cb298ceb-2d61-4bdc-b2d9-149df4e3ff75,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:02.478474 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 7cc5487c-70db-4172-8cfc-d5ef2eb423ef completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:16:02.501513 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 7cc5487c-70db-4172-8cfc-d5ef2eb423ef triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:16:02.501899 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:02.561710 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-2419496b-2991-45f8-8cf4-9bdccca4aba7 None None] Attempting to bind port cb298ceb-2d61-4bdc-b2d9-149df4e3ff75 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:16:02.561952 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-2419496b-2991-45f8-8cf4-9bdccca4aba7 None None] Attempting to bind port cb298ceb-2d61-4bdc-b2d9-149df4e3ff75 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '5c065dc0-9316-4382-ac5d-1b37fd78cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:16:02.562361 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2419496b-2991-45f8-8cf4-9bdccca4aba7 None None] Attempting to bind port cb298ceb-2d61-4bdc-b2d9-149df4e3ff75 on network 7768c476-4fa3-4e35-b3c5-e5c0970343fd {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:16:02.571316 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2419496b-2991-45f8-8cf4-9bdccca4aba7 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:16:02.571690 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2419496b-2991-45f8-8cf4-9bdccca4aba7 None None] Checking segment: {'id': '5c065dc0-9316-4382-ac5d-1b37fd78cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:16:02.572292 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2419496b-2991-45f8-8cf4-9bdccca4aba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:02.572857 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2419496b-2991-45f8-8cf4-9bdccca4aba7 None None] Bound using segment: {'id': '5c065dc0-9316-4382-ac5d-1b37fd78cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:16:02.573510 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-2419496b-2991-45f8-8cf4-9bdccca4aba7 None None] Bound port: cb298ceb-2d61-4bdc-b2d9-149df4e3ff75, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c065dc0-9316-4382-ac5d-1b37fd78cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:16:02.574074 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2419496b-2991-45f8-8cf4-9bdccca4aba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:02.668663 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:02.688230 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-2419496b-2991-45f8-8cf4-9bdccca4aba7 None None] For port cb298ceb-2d61-4bdc-b2d9-149df4e3ff75, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:16:02.710777 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-2419496b-2991-45f8-8cf4-9bdccca4aba7 None None] For port cb298ceb-2d61-4bdc-b2d9-149df4e3ff75, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=cb298ceb-2d61-4bdc-b2d9-149df4e3ff75,segment=NetworkSegment(5c065dc0-9316-4382-ac5d-1b37fd78cfd3),segment_id=5c065dc0-9316-4382-ac5d-1b37fd78cfd3)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:16:02.722934 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2419496b-2991-45f8-8cf4-9bdccca4aba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:02.730861 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 7cc5487c-70db-4172-8cfc-d5ef2eb423ef, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=7cc5487c-70db-4172-8cfc-d5ef2eb423ef,segment=NetworkSegment(5c065dc0-9316-4382-ac5d-1b37fd78cfd3),segment_id=5c065dc0-9316-4382-ac5d-1b37fd78cfd3)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:16:02.756674 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:02.794837 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b871a1a-ae81-4caa-8314-73890fb10854 None None] Pushing event updated for resources: {'Port': ['ID=cb298ceb-2d61-4bdc-b2d9-149df4e3ff75,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:02.801352 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2419496b-2991-45f8-8cf4-9bdccca4aba7 None None] Routers {'1417493c-f433-41fd-bd31-6acba1e77b20'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:16:02.801987 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2419496b-2991-45f8-8cf4-9bdccca4aba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:15:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['1417493c-f433-41fd-bd31-6acba1e77b20'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:02.936624 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=7cc5487c-70db-4172-8cfc-d5ef2eb423ef,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:02.975155 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-2419496b-2991-45f8-8cf4-9bdccca4aba7 None None] Set router 1417493c-f433-41fd-bd31-6acba1e77b20 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:16:03.094409 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-cc463901-30cc-4c68-b605-3eb4762d2e64 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:03.096336 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-cc463901-30cc-4c68-b605-3eb4762d2e64 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.45 "GET /v2.0/networks?id=7768c476-4fa3-4e35-b3c5-e5c0970343fd HTTP/1.1" status: 200 len: 796 time: 0.1299932 Sep 01 16:16:03.115076 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-56727870-433d-4433-b2d1-d34abcab8f3e req-ed0123d1-475a-4704-bd74-08dbda56d873 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 210 time: 0.0384471 Sep 01 16:16:03.149699 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-06f514ad-3d48-4631-8ad6-35734aaf2449 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc21f4e70d4041e98e4c57e88619b6a8 HTTP/1.1" status: 200 len: 380 time: 0.0429707 Sep 01 16:16:03.162277 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-86fd71d7-ea07-4159-8586-9a0beb61ab9d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'port': {'device_id': 'c46b92d3-f15c-471e-95bd-4efece522125', 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd', 'admin_state_up': True, 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'security_groups': ['9cd3270f-bdc3-4e8e-894d-79a3ba62c137']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:16:03.288531 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-2419496b-2991-45f8-8cf4-9bdccca4aba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726219189', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:56Z', 'updated_at': '2021-09-01T16:16:00Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:57Z', 'updated_at': '2021-09-01T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'cb298ceb-2d61-4bdc-b2d9-149df4e3ff75', 'name': '', 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:99:37:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6b526876-f3d3-41e7-9a85-e03120fc7940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:59Z', 'updated_at': '2021-09-01T16:16:02Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': '6b526876-f3d3-41e7-9a85-e03120fc7940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:03.298828 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-86fd71d7-ea07-4159-8586-9a0beb61ab9d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Made reservation on behalf of bc21f4e70d4041e98e4c57e88619b6a8 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:16:03.302442 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-86fd71d7-ea07-4159-8586-9a0beb61ab9d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:03.323443 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2419496b-2991-45f8-8cf4-9bdccca4aba7 None None] The sync data for ids ['1417493c-f433-41fd-bd31-6acba1e77b20'] in n-d-794796-3 is: [{'id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726219189', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:56Z', 'updated_at': '2021-09-01T16:16:00Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:57Z', 'updated_at': '2021-09-01T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'cb298ceb-2d61-4bdc-b2d9-149df4e3ff75', 'name': '', 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:99:37:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6b526876-f3d3-41e7-9a85-e03120fc7940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:59Z', 'updated_at': '2021-09-01T16:16:02Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': '6b526876-f3d3-41e7-9a85-e03120fc7940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:16:03.510954 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-86fd71d7-ea07-4159-8586-9a0beb61ab9d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Allocated IP 172.20.0.11 (7768c476-4fa3-4e35-b3c5-e5c0970343fd/6b526876-f3d3-41e7-9a85-e03120fc7940/c1aa8bb2-5c6d-41a8-ae57-42559c91e972) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:16:03.679963 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-86fd71d7-ea07-4159-8586-9a0beb61ab9d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:03.696954 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-86fd71d7-ea07-4159-8586-9a0beb61ab9d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Transition to ACTIVE for port object c1aa8bb2-5c6d-41a8-ae57-42559c91e972 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:16:03.735303 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-86fd71d7-ea07-4159-8586-9a0beb61ab9d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:03.788399 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-86fd71d7-ea07-4159-8586-9a0beb61ab9d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network 7768c476-4fa3-4e35-b3c5-e5c0970343fd is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:16:03.791889 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-86fd71d7-ea07-4159-8586-9a0beb61ab9d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:16:03.796807 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-86fd71d7-ea07-4159-8586-9a0beb61ab9d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:16:03.803953 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd71d7-ea07-4159-8586-9a0beb61ab9d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=c1aa8bb2-5c6d-41a8-ae57-42559c91e972,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:03.857050 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-86fd71d7-ea07-4159-8586-9a0beb61ab9d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:03.857818 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-86fd71d7-ea07-4159-8586-9a0beb61ab9d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:03.875377 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-86fd71d7-ea07-4159-8586-9a0beb61ab9d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7173223 Sep 01 16:16:03.890677 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-ef923d28-01f0-4319-a4b5-781597de59a8 service neutron] Request body: {'port': {'device_id': 'c46b92d3-f15c-471e-95bd-4efece522125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:16:03.987553 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-ef923d28-01f0-4319-a4b5-781597de59a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:04.110730 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device cb298ceb-2d61-4bdc-b2d9-149df4e3ff75 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:16:04.135849 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-77a93516-c06d-495e-9967-45e584355501 None None] Provisioning for port c1aa8bb2-5c6d-41a8-ae57-42559c91e972 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:16:04.147663 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-77a93516-c06d-495e-9967-45e584355501 None None] Provisioning complete for port c1aa8bb2-5c6d-41a8-ae57-42559c91e972 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:16:04.148044 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-77a93516-c06d-495e-9967-45e584355501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:04.203294 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port cb298ceb-2d61-4bdc-b2d9-149df4e3ff75 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:16:04.206879 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-77a93516-c06d-495e-9967-45e584355501 None None] Port c1aa8bb2-5c6d-41a8-ae57-42559c91e972 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:16:04.210435 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port cb298ceb-2d61-4bdc-b2d9-149df4e3ff75 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:16:04.210814 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:04.305428 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:04.337971 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe9db5-84bd-47d4-ac49-3b5ca5eb5785 req-a28ae99a-cb94-4786-b6df-bbdf4b66c38a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:04.340295 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aebe9db5-84bd-47d4-ac49-3b5ca5eb5785 req-a28ae99a-cb94-4786-b6df-bbdf4b66c38a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 932 time: 0.1317062 Sep 01 16:16:04.343109 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port cb298ceb-2d61-4bdc-b2d9-149df4e3ff75, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=cb298ceb-2d61-4bdc-b2d9-149df4e3ff75,segment=NetworkSegment(5c065dc0-9316-4382-ac5d-1b37fd78cfd3),segment_id=5c065dc0-9316-4382-ac5d-1b37fd78cfd3)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:16:04.349310 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:04.350526 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 7cc5487c-70db-4172-8cfc-d5ef2eb423ef up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:16:04.415920 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-aebe9db5-84bd-47d4-ac49-3b5ca5eb5785 req-6e432949-02a4-4d50-b8e0-9dd3680b1d04 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=9cd3270f-bdc3-4e8e-894d-79a3ba62c137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630977 Sep 01 16:16:04.443267 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=cb298ceb-2d61-4bdc-b2d9-149df4e3ff75,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:04.448091 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 7cc5487c-70db-4172-8cfc-d5ef2eb423ef triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:16:04.448470 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:04.469932 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-ef923d28-01f0-4319-a4b5-781597de59a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1aa8bb2-5c6d-41a8-ae57-42559c91e972 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:16:04.478339 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-ef923d28-01f0-4319-a4b5-781597de59a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:04.491341 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-ef923d28-01f0-4319-a4b5-781597de59a8 service neutron] Transition to ACTIVE for port object c1aa8bb2-5c6d-41a8-ae57-42559c91e972 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:16:04.495904 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-ef923d28-01f0-4319-a4b5-781597de59a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:04.596869 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef923d28-01f0-4319-a4b5-781597de59a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c1aa8bb2-5c6d-41a8-ae57-42559c91e972,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:04.626106 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-ef923d28-01f0-4319-a4b5-781597de59a8 service neutron] Attempting to bind port c1aa8bb2-5c6d-41a8-ae57-42559c91e972 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:16:04.626561 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-ef923d28-01f0-4319-a4b5-781597de59a8 service neutron] Attempting to bind port c1aa8bb2-5c6d-41a8-ae57-42559c91e972 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '5c065dc0-9316-4382-ac5d-1b37fd78cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:16:04.626974 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-ef923d28-01f0-4319-a4b5-781597de59a8 service neutron] Attempting to bind port c1aa8bb2-5c6d-41a8-ae57-42559c91e972 on network 7768c476-4fa3-4e35-b3c5-e5c0970343fd {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:16:04.633772 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-ef923d28-01f0-4319-a4b5-781597de59a8 service neutron] Port c1aa8bb2-5c6d-41a8-ae57-42559c91e972 on network 7768c476-4fa3-4e35-b3c5-e5c0970343fd not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:16:04.634108 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-ef923d28-01f0-4319-a4b5-781597de59a8 service neutron] Attempting to bind port c1aa8bb2-5c6d-41a8-ae57-42559c91e972 on network 7768c476-4fa3-4e35-b3c5-e5c0970343fd {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:16:04.640269 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-ef923d28-01f0-4319-a4b5-781597de59a8 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:16:04.640675 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-ef923d28-01f0-4319-a4b5-781597de59a8 service neutron] Checking segment: {'id': '5c065dc0-9316-4382-ac5d-1b37fd78cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:16:04.641075 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-ef923d28-01f0-4319-a4b5-781597de59a8 service neutron] Bound using segment: {'id': '5c065dc0-9316-4382-ac5d-1b37fd78cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:16:04.641513 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-ef923d28-01f0-4319-a4b5-781597de59a8 service neutron] Bound port: c1aa8bb2-5c6d-41a8-ae57-42559c91e972, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c065dc0-9316-4382-ac5d-1b37fd78cfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:16:04.642035 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-ef923d28-01f0-4319-a4b5-781597de59a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:04.713257 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-ef923d28-01f0-4319-a4b5-781597de59a8 service neutron] For port c1aa8bb2-5c6d-41a8-ae57-42559c91e972, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:16:04.716645 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-ef923d28-01f0-4319-a4b5-781597de59a8 service neutron] For port c1aa8bb2-5c6d-41a8-ae57-42559c91e972, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c1aa8bb2-5c6d-41a8-ae57-42559c91e972,segment=NetworkSegment(5c065dc0-9316-4382-ac5d-1b37fd78cfd3),segment_id=5c065dc0-9316-4382-ac5d-1b37fd78cfd3)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:16:04.720748 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-ef923d28-01f0-4319-a4b5-781597de59a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:04.753818 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-ef923d28-01f0-4319-a4b5-781597de59a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:04.754469 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-ef923d28-01f0-4319-a4b5-781597de59a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:04.755934 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-ef923d28-01f0-4319-a4b5-781597de59a8 service neutron] 10.222.0.45 "PUT /v2.0/ports/c1aa8bb2-5c6d-41a8-ae57-42559c91e972 HTTP/1.1" status: 200 len: 1092 time: 0.8718412 Sep 01 16:16:04.756315 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46b92d3-f15c-471e-95bd-4efece522125', 'tag': 'c1aa8bb2-5c6d-41a8-ae57-42559c91e972'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:16:04.758860 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31b0045-5d69-42aa-8ef2-ecadafac9fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "c46b92d3-f15c-471e-95bd-4efece522125", "tag": "c1aa8bb2-5c6d-41a8-ae57-42559c91e972"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:16:04.787507 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef923d28-01f0-4319-a4b5-781597de59a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c1aa8bb2-5c6d-41a8-ae57-42559c91e972,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:04.808688 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276b0c29-e070-4b3e-96fe-1402bffc4b90 x-openstack-request-id: req-276b0c29-e070-4b3e-96fe-1402bffc4b90 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:16:04.808990 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46b92d3-f15c-471e-95bd-4efece522125", "tag": "c1aa8bb2-5c6d-41a8-ae57-42559c91e972", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:16:04.809240 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-276b0c29-e070-4b3e-96fe-1402bffc4b90 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:16:04.809641 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46b92d3-f15c-471e-95bd-4efece522125', 'tag': 'c1aa8bb2-5c6d-41a8-ae57-42559c91e972', 'status': 'completed', 'code': 200} Sep 01 16:16:04.844547 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-a13dfb80-408b-4bef-9062-92de33b6dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:04.846370 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-a13dfb80-408b-4bef-9062-92de33b6dbe5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 1095 time: 0.0478516 Sep 01 16:16:04.893029 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-1de0ef2a-cc30-483d-8c30-25a8573dc4a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1aa8bb2-5c6d-41a8-ae57-42559c91e972 HTTP/1.1" status: 200 len: 217 time: 0.0386014 Sep 01 16:16:04.945619 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-1bb36555-47ad-4159-a822-873522c595f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:04.947135 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-1bb36555-47ad-4159-a822-873522c595f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6b526876-f3d3-41e7-9a85-e03120fc7940 HTTP/1.1" status: 200 len: 835 time: 0.0459769 Sep 01 16:16:04.997534 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-1b9d137d-0acc-49d1-bb6c-e3faa6109fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:04.999625 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-1b9d137d-0acc-49d1-bb6c-e3faa6109fb0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7768c476-4fa3-4e35-b3c5-e5c0970343fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446332 Sep 01 16:16:05.089939 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-fdff5e98-8a2f-4b65-92b2-9f826397935a service neutron] 10.222.0.45 "GET /v2.0/networks/7768c476-4fa3-4e35-b3c5-e5c0970343fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805652 Sep 01 16:16:05.185727 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-73f219df-ec0d-4a5c-93c9-60838f328461 req-d249e6d7-91f1-44ce-99f5-e9932e76a85a service neutron] 10.222.0.45 "GET /v2.0/networks/7768c476-4fa3-4e35-b3c5-e5c0970343fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871339 Sep 01 16:16:05.270660 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b0045-5d69-42aa-8ef2-ecadafac9fd0 req-8ac2998c-e215-42fd-9018-53c2ec5b2cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:05.272064 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c31b0045-5d69-42aa-8ef2-ecadafac9fd0 req-8ac2998c-e215-42fd-9018-53c2ec5b2cb1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 1095 time: 0.0407805 Sep 01 16:16:05.362319 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b0045-5d69-42aa-8ef2-ecadafac9fd0 req-32903eb5-b8c8-44d3-b286-f8ecce3ef260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:05.363781 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c31b0045-5d69-42aa-8ef2-ecadafac9fd0 req-32903eb5-b8c8-44d3-b286-f8ecce3ef260 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7768c476-4fa3-4e35-b3c5-e5c0970343fd HTTP/1.1" status: 200 len: 897 time: 0.0822361 Sep 01 16:16:05.409523 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c31b0045-5d69-42aa-8ef2-ecadafac9fd0 req-f31da29a-670c-470d-9024-bc74c313dfb0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1aa8bb2-5c6d-41a8-ae57-42559c91e972 HTTP/1.1" status: 200 len: 217 time: 0.0380204 Sep 01 16:16:05.461348 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b0045-5d69-42aa-8ef2-ecadafac9fd0 req-c036d819-0e13-48bf-8b18-5401d48a7de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:05.463031 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c31b0045-5d69-42aa-8ef2-ecadafac9fd0 req-c036d819-0e13-48bf-8b18-5401d48a7de0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6b526876-f3d3-41e7-9a85-e03120fc7940 HTTP/1.1" status: 200 len: 835 time: 0.0467541 Sep 01 16:16:05.546518 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b0045-5d69-42aa-8ef2-ecadafac9fd0 req-4055b1b7-ebd6-4440-80bd-7d49ec877644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:05.547945 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c31b0045-5d69-42aa-8ef2-ecadafac9fd0 req-4055b1b7-ebd6-4440-80bd-7d49ec877644 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7768c476-4fa3-4e35-b3c5-e5c0970343fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762584 Sep 01 16:16:05.555974 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c85bcc-f952-498a-97fc-ee8c95923372 req-3c0551b6-c712-4fcc-8efb-e53055a68192 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:05.557334 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b2c85bcc-f952-498a-97fc-ee8c95923372 req-3c0551b6-c712-4fcc-8efb-e53055a68192 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 944 time: 0.0758264 Sep 01 16:16:05.642259 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b2c85bcc-f952-498a-97fc-ee8c95923372 req-85329ac9-0cde-46a3-9dd3-75a39bc482c3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=9cd3270f-bdc3-4e8e-894d-79a3ba62c137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764968 Sep 01 16:16:05.667544 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c31b0045-5d69-42aa-8ef2-ecadafac9fd0 req-a0a99e0e-0bed-48f8-b753-d67f7cdb55ec service neutron] 10.222.0.45 "GET /v2.0/networks/7768c476-4fa3-4e35-b3c5-e5c0970343fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092470 Sep 01 16:16:05.763697 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c31b0045-5d69-42aa-8ef2-ecadafac9fd0 req-deeb8552-c982-4dbd-a39d-723c110528a4 service neutron] 10.222.0.45 "GET /v2.0/networks/7768c476-4fa3-4e35-b3c5-e5c0970343fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875492 Sep 01 16:16:05.972528 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device cb298ceb-2d61-4bdc-b2d9-149df4e3ff75 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:16:06.018568 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port cb298ceb-2d61-4bdc-b2d9-149df4e3ff75 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:16:06.018934 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:06.760634 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b77789-3f2a-4a0d-a5d4-fc1c48c0ffa1 req-982552ea-05bc-483d-98a7-855c1f63c7aa tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:06.762052 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5b77789-3f2a-4a0d-a5d4-fc1c48c0ffa1 req-982552ea-05bc-483d-98a7-855c1f63c7aa tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 944 time: 0.0523002 Sep 01 16:16:06.800101 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5b77789-3f2a-4a0d-a5d4-fc1c48c0ffa1 req-7ef8e094-0e32-4328-a1b5-e3e528dcced2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=9cd3270f-bdc3-4e8e-894d-79a3ba62c137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319896 Sep 01 16:16:07.916598 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98addd80-e0da-4b6d-bae6-93a07c36acf3 req-30f8e3ab-de04-452b-b1d8-9b8268f9a033 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:07.917716 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-98addd80-e0da-4b6d-bae6-93a07c36acf3 req-30f8e3ab-de04-452b-b1d8-9b8268f9a033 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 944 time: 0.0505018 Sep 01 16:16:07.958422 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-98addd80-e0da-4b6d-bae6-93a07c36acf3 req-834eed03-74e7-48da-83c1-d4908a4d5462 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=9cd3270f-bdc3-4e8e-894d-79a3ba62c137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344570 Sep 01 16:16:09.073257 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad77db-027f-4bc6-a56f-8065e2083d79 req-c5e20699-ec27-4b9f-af31-1dcce026a040 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:09.074770 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e7ad77db-027f-4bc6-a56f-8065e2083d79 req-c5e20699-ec27-4b9f-af31-1dcce026a040 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 944 time: 0.0507441 Sep 01 16:16:09.113203 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e7ad77db-027f-4bc6-a56f-8065e2083d79 req-23c1c608-f546-4421-b4c2-8cb8f2587aaa tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=9cd3270f-bdc3-4e8e-894d-79a3ba62c137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324981 Sep 01 16:16:09.168552 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:09.309269 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c1aa8bb2-5c6d-41a8-ae57-42559c91e972 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:16:09.416193 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c1aa8bb2-5c6d-41a8-ae57-42559c91e972, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c1aa8bb2-5c6d-41a8-ae57-42559c91e972,segment=NetworkSegment(5c065dc0-9316-4382-ac5d-1b37fd78cfd3),segment_id=5c065dc0-9316-4382-ac5d-1b37fd78cfd3)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:16:09.419032 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-16130842-4db0-4db3-bff8-bcdbd86515e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:09.428405 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'c1aa8bb2-5c6d-41a8-ae57-42559c91e972', 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd', 'port_id': 'c1aa8bb2-5c6d-41a8-ae57-42559c91e972', 'mac_address': 'fa:16:3e:47:3d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b526876-f3d3-41e7-9a85-e03120fc7940', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:16:09.466391 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:09.479624 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1aa8bb2-5c6d-41a8-ae57-42559c91e972 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:16:09.498158 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c1aa8bb2-5c6d-41a8-ae57-42559c91e972, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c1aa8bb2-5c6d-41a8-ae57-42559c91e972,segment=NetworkSegment(5c065dc0-9316-4382-ac5d-1b37fd78cfd3),segment_id=5c065dc0-9316-4382-ac5d-1b37fd78cfd3)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:16:09.502216 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:09.552965 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=c1aa8bb2-5c6d-41a8-ae57-42559c91e972,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:09.729937 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['c1aa8bb2-5c6d-41a8-ae57-42559c91e972'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:16:10.228986 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe65ab6-6477-443e-83bf-27ee93d05319 req-5c68faee-8525-4e7d-9a2a-db531b8beafe tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:10.230499 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0fe65ab6-6477-443e-83bf-27ee93d05319 req-5c68faee-8525-4e7d-9a2a-db531b8beafe tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 945 time: 0.0490930 Sep 01 16:16:10.267958 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0fe65ab6-6477-443e-83bf-27ee93d05319 req-53997692-a0ab-47b8-888a-383b4b7ab5fd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=9cd3270f-bdc3-4e8e-894d-79a3ba62c137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311198 Sep 01 16:16:11.323938 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c1aa8bb2-5c6d-41a8-ae57-42559c91e972 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:16:11.379767 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port c1aa8bb2-5c6d-41a8-ae57-42559c91e972 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:16:11.381867 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70234bdd-f6b4-427d-8986-a82651f41868 req-b3b61430-c87e-4fa7-b5e7-40d01ad2e63e tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:11.383504 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-70234bdd-f6b4-427d-8986-a82651f41868 req-b3b61430-c87e-4fa7-b5e7-40d01ad2e63e tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 945 time: 0.0496795 Sep 01 16:16:11.383677 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port c1aa8bb2-5c6d-41a8-ae57-42559c91e972 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:16:11.384034 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:11.426205 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-70234bdd-f6b4-427d-8986-a82651f41868 req-c8c0f080-6a3a-4db0-b61f-7f4ca25cec5d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=9cd3270f-bdc3-4e8e-894d-79a3ba62c137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362301 Sep 01 16:16:11.461291 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:11.482843 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46b92d3-f15c-471e-95bd-4efece522125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1aa8bb2-5c6d-41a8-ae57-42559c91e972'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:16:11.485090 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489584f7-1cf4-410b-a205-c872e6dd57e1" -d '{"events": [{"server_uuid": "c46b92d3-f15c-471e-95bd-4efece522125", "name": "network-vif-plugged", "status": "completed", "tag": "c1aa8bb2-5c6d-41a8-ae57-42559c91e972"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:16:11.501236 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c1aa8bb2-5c6d-41a8-ae57-42559c91e972, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c1aa8bb2-5c6d-41a8-ae57-42559c91e972,segment=NetworkSegment(5c065dc0-9316-4382-ac5d-1b37fd78cfd3),segment_id=5c065dc0-9316-4382-ac5d-1b37fd78cfd3)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:16:11.507145 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:11.630733 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3aede-b616-4c63-825a-289916daa73c req-335a22c3-33c0-44dc-ba04-88ecfdd6b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:11.632953 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a3a3aede-b616-4c63-825a-289916daa73c req-335a22c3-33c0-44dc-ba04-88ecfdd6b986 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 1097 time: 0.0482559 Sep 01 16:16:11.668715 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a3a3aede-b616-4c63-825a-289916daa73c req-ece167bc-d70b-437c-aa0d-6c1134b5aef2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9cd3270f-bdc3-4e8e-894d-79a3ba62c137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287330 Sep 01 16:16:11.686102 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9080224e-85a8-4073-b341-ffa5d2447a25 x-openstack-request-id: req-9080224e-85a8-4073-b341-ffa5d2447a25 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:16:11.686418 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46b92d3-f15c-471e-95bd-4efece522125", "name": "network-vif-plugged", "status": "completed", "tag": "c1aa8bb2-5c6d-41a8-ae57-42559c91e972", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:16:11.686671 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9080224e-85a8-4073-b341-ffa5d2447a25 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:16:11.687609 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46b92d3-f15c-471e-95bd-4efece522125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1aa8bb2-5c6d-41a8-ae57-42559c91e972', 'code': 200} Sep 01 16:16:11.711579 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=c1aa8bb2-5c6d-41a8-ae57-42559c91e972,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:12.251858 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:12.543640 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817839b-0f79-4bd2-87a4-26d4513c78c1 req-bc486526-81e3-4a8a-918a-f625eb0e31f2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:12.545115 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3817839b-0f79-4bd2-87a4-26d4513c78c1 req-bc486526-81e3-4a8a-918a-f625eb0e31f2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 946 time: 0.0493343 Sep 01 16:16:12.583419 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3817839b-0f79-4bd2-87a4-26d4513c78c1 req-2fa65114-1dfe-4755-96d4-3072616aaa19 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=9cd3270f-bdc3-4e8e-894d-79a3ba62c137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322490 Sep 01 16:16:13.503524 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:13.703450 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cad4f-46f9-4a25-8079-e14937b1c04c req-5f648ab7-210d-47d1-b29f-460df246b163 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:13.704973 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-879cad4f-46f9-4a25-8079-e14937b1c04c req-5f648ab7-210d-47d1-b29f-460df246b163 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 946 time: 0.0498679 Sep 01 16:16:13.742320 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4394ede9-c32d-452f-9888-6dde5b10b02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:13.748200 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-879cad4f-46f9-4a25-8079-e14937b1c04c req-239677b6-503a-4708-88b0-c4729272896a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=9cd3270f-bdc3-4e8e-894d-79a3ba62c137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371943 Sep 01 16:16:13.861518 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d88e06-00b2-42e7-8a83-f5024d828f3b req-8c7c673b-0f61-4827-b424-aad53496394f tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:13.863025 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-46d88e06-00b2-42e7-8a83-f5024d828f3b req-8c7c673b-0f61-4827-b424-aad53496394f tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 946 time: 0.0489876 Sep 01 16:16:13.900029 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-46d88e06-00b2-42e7-8a83-f5024d828f3b req-5ade7ebc-8096-49c0-9bd8-f3b77138f102 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=9cd3270f-bdc3-4e8e-894d-79a3ba62c137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310855 Sep 01 16:16:13.921429 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57366) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:16:13.959948 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e7e388-8043-493b-8b06-2e1aa3f85cc4 tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:13.961466 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-d3e7e388-8043-493b-8b06-2e1aa3f85cc4 tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 1092 time: 0.0390356 Sep 01 16:16:13.964323 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57368) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:16:13.968711 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-4ca9e85f-2ac8-4183-b5a0-5d215f2a0cb1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'port_id': 'c1aa8bb2-5c6d-41a8-ae57-42559c91e972', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:16:13.990584 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e85f-2ac8-4183-b5a0-5d215f2a0cb1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for floatingip, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:14.088008 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e85f-2ac8-4183-b5a0-5d215f2a0cb1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:14.192358 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-4ca9e85f-2ac8-4183-b5a0-5d215f2a0cb1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Allocated IP 172.25.6.15 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/62709963-4f42-4d95-b4b5-f733fca94357) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:16:14.290484 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e85f-2ac8-4183-b5a0-5d215f2a0cb1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:14.329581 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e85f-2ac8-4183-b5a0-5d215f2a0cb1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:14.369481 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca9e85f-2ac8-4183-b5a0-5d215f2a0cb1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:16:14.372436 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-4ca9e85f-2ac8-4183-b5a0-5d215f2a0cb1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:16:14.377186 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca9e85f-2ac8-4183-b5a0-5d215f2a0cb1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:16:14.380209 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9e85f-2ac8-4183-b5a0-5d215f2a0cb1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=62709963-4f42-4d95-b4b5-f733fca94357,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:14.727990 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e85f-2ac8-4183-b5a0-5d215f2a0cb1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:14.794676 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e85f-2ac8-4183-b5a0-5d215f2a0cb1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:14.937332 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e85f-2ac8-4183-b5a0-5d215f2a0cb1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:14.942315 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e85f-2ac8-4183-b5a0-5d215f2a0cb1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:15.014255 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9e85f-2ac8-4183-b5a0-5d215f2a0cb1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=62709963-4f42-4d95-b4b5-f733fca94357,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:16:15.022209 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e85f-2ac8-4183-b5a0-5d215f2a0cb1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:15.118777 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-4ca9e85f-2ac8-4183-b5a0-5d215f2a0cb1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Floating IP cbef2e8a-f446-4543-b441-da88521f170b associated. External IP: 172.25.6.15, port: c1aa8bb2-5c6d-41a8-ae57-42559c91e972. Sep 01 16:16:15.318889 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca9e85f-2ac8-4183-b5a0-5d215f2a0cb1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Router 1417493c-f433-41fd-bd31-6acba1e77b20 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:16:15.404206 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:15.424685 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca9e85f-2ac8-4183-b5a0-5d215f2a0cb1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:16:15.434748 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52844c04-a12c-4e37-a132-9a847aece9b4 None None] Sync routers for ids ['1417493c-f433-41fd-bd31-6acba1e77b20'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:16:15.440632 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e85f-2ac8-4183-b5a0-5d215f2a0cb1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:15.444411 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52844c04-a12c-4e37-a132-9a847aece9b4 None None] Routers {'1417493c-f433-41fd-bd31-6acba1e77b20'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:16:15.445018 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-52844c04-a12c-4e37-a132-9a847aece9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:16:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['1417493c-f433-41fd-bd31-6acba1e77b20'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:15.468626 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4ca9e85f-2ac8-4183-b5a0-5d215f2a0cb1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5032628 Sep 01 16:16:15.469789 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46b92d3-f15c-471e-95bd-4efece522125', 'tag': 'c1aa8bb2-5c6d-41a8-ae57-42559c91e972'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:16:15.472402 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9b4379-be60-484f-b04d-df4088c15486" -d '{"events": [{"name": "network-changed", "server_uuid": "c46b92d3-f15c-471e-95bd-4efece522125", "tag": "c1aa8bb2-5c6d-41a8-ae57-42559c91e972"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:16:15.512741 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe0dafc-a787-498a-8007-6db68030f7d4 x-openstack-request-id: req-1fe0dafc-a787-498a-8007-6db68030f7d4 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:16:15.513046 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46b92d3-f15c-471e-95bd-4efece522125", "tag": "c1aa8bb2-5c6d-41a8-ae57-42559c91e972", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:16:15.513285 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1fe0dafc-a787-498a-8007-6db68030f7d4 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:16:15.513678 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46b92d3-f15c-471e-95bd-4efece522125', 'tag': 'c1aa8bb2-5c6d-41a8-ae57-42559c91e972', 'status': 'completed', 'code': 200} Sep 01 16:16:15.552962 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-52844c04-a12c-4e37-a132-9a847aece9b4 None None] Set router 1417493c-f433-41fd-bd31-6acba1e77b20 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:16:15.610557 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b4379-be60-484f-b04d-df4088c15486 req-05e870f6-477a-49ad-a5dd-c3467dfe7c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:15.612089 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0c9b4379-be60-484f-b04d-df4088c15486 req-05e870f6-477a-49ad-a5dd-c3467dfe7c37 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 1097 time: 0.0749681 Sep 01 16:16:15.620455 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbdfff-031d-4486-817d-10e9c7a89746 req-57e08fd6-9286-4175-8194-a336421cb08d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:15.621857 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e2cbdfff-031d-4486-817d-10e9c7a89746 req-57e08fd6-9286-4175-8194-a336421cb08d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 946 time: 0.0859611 Sep 01 16:16:15.710171 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e2cbdfff-031d-4486-817d-10e9c7a89746 req-71b085a2-6d4e-473b-a78c-74eb7da8f611 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=9cd3270f-bdc3-4e8e-894d-79a3ba62c137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785298 Sep 01 16:16:15.733818 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57376) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:16:15.742923 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b4379-be60-484f-b04d-df4088c15486 req-52d3108a-affe-4c60-9239-5ef58986d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:15.744353 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0c9b4379-be60-484f-b04d-df4088c15486 req-52d3108a-affe-4c60-9239-5ef58986d32c service neutron] 10.222.0.45 "GET /v2.0/networks?id=7768c476-4fa3-4e35-b3c5-e5c0970343fd HTTP/1.1" status: 200 len: 897 time: 0.1216218 Sep 01 16:16:15.774288 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-52844c04-a12c-4e37-a132-9a847aece9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726219189', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:56Z', 'updated_at': '2021-09-01T16:16:00Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:57Z', 'updated_at': '2021-09-01T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'cbef2e8a-f446-4543-b441-da88521f170b', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'floating_ip_address': '172.25.6.15', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'port_id': 'c1aa8bb2-5c6d-41a8-ae57-42559c91e972', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd', 'mac_address': 'fa:16:3e:47:3d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46b92d3-f15c-471e-95bd-4efece522125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:16:14Z', 'updated_at': '2021-09-01T16:16:14Z', 'revision_number': 0, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb298ceb-2d61-4bdc-b2d9-149df4e3ff75', 'name': '', 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:99:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6b526876-f3d3-41e7-9a85-e03120fc7940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:59Z', 'updated_at': '2021-09-01T16:16:04Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': '6b526876-f3d3-41e7-9a85-e03120fc7940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:15.802779 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52844c04-a12c-4e37-a132-9a847aece9b4 None None] Checking router: 1417493c-f433-41fd-bd31-6acba1e77b20 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:16:15.810831 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52844c04-a12c-4e37-a132-9a847aece9b4 None None] Routers {'1417493c-f433-41fd-bd31-6acba1e77b20'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:16:15.811429 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-52844c04-a12c-4e37-a132-9a847aece9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:16:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['1417493c-f433-41fd-bd31-6acba1e77b20'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:15.844283 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-65b936b0-9b0c-4b4c-9cbd-b5975256921b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/floatingips/cbef2e8a-f446-4543-b441-da88521f170b HTTP/1.1" status: 200 len: 991 time: 0.1093056 Sep 01 16:16:15.851028 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0c9b4379-be60-484f-b04d-df4088c15486 req-19817daa-ec8c-4bfe-bb0f-fc9b99d00fdb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1aa8bb2-5c6d-41a8-ae57-42559c91e972 HTTP/1.1" status: 200 len: 999 time: 0.0751553 Sep 01 16:16:15.904797 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b4379-be60-484f-b04d-df4088c15486 req-0ad38e19-58a6-40e4-910d-a4d26a4c286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:15.906287 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0c9b4379-be60-484f-b04d-df4088c15486 req-0ad38e19-58a6-40e4-910d-a4d26a4c286d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6b526876-f3d3-41e7-9a85-e03120fc7940 HTTP/1.1" status: 200 len: 835 time: 0.0468900 Sep 01 16:16:15.914944 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-52844c04-a12c-4e37-a132-9a847aece9b4 None None] Set router 1417493c-f433-41fd-bd31-6acba1e77b20 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:16:15.951763 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b4379-be60-484f-b04d-df4088c15486 req-19f58f8a-513c-4bd8-9f3a-18e6a81dc1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:15.953817 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0c9b4379-be60-484f-b04d-df4088c15486 req-19f58f8a-513c-4bd8-9f3a-18e6a81dc1eb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7768c476-4fa3-4e35-b3c5-e5c0970343fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397537 Sep 01 16:16:16.042436 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0c9b4379-be60-484f-b04d-df4088c15486 req-128ce095-64a1-4126-b8ad-34beeed35995 service neutron] 10.222.0.45 "GET /v2.0/networks/7768c476-4fa3-4e35-b3c5-e5c0970343fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817351 Sep 01 16:16:16.134172 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-52844c04-a12c-4e37-a132-9a847aece9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726219189', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:56Z', 'updated_at': '2021-09-01T16:16:00Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:57Z', 'updated_at': '2021-09-01T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'cbef2e8a-f446-4543-b441-da88521f170b', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'floating_ip_address': '172.25.6.15', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'port_id': 'c1aa8bb2-5c6d-41a8-ae57-42559c91e972', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd', 'mac_address': 'fa:16:3e:47:3d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46b92d3-f15c-471e-95bd-4efece522125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:16:14Z', 'updated_at': '2021-09-01T16:16:14Z', 'revision_number': 0, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb298ceb-2d61-4bdc-b2d9-149df4e3ff75', 'name': '', 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:99:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6b526876-f3d3-41e7-9a85-e03120fc7940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:59Z', 'updated_at': '2021-09-01T16:16:04Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': '6b526876-f3d3-41e7-9a85-e03120fc7940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:16:16.136345 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0c9b4379-be60-484f-b04d-df4088c15486 req-0c23cf03-4517-477d-881c-5b988f53501c service neutron] 10.222.0.45 "GET /v2.0/networks/7768c476-4fa3-4e35-b3c5-e5c0970343fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871162 Sep 01 16:16:16.163355 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52844c04-a12c-4e37-a132-9a847aece9b4 None None] The sync data for ids ['1417493c-f433-41fd-bd31-6acba1e77b20'] in n-d-794796-3 is: [{'id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726219189', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:56Z', 'updated_at': '2021-09-01T16:16:00Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:57Z', 'updated_at': '2021-09-01T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'cbef2e8a-f446-4543-b441-da88521f170b', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'floating_ip_address': '172.25.6.15', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'port_id': 'c1aa8bb2-5c6d-41a8-ae57-42559c91e972', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd', 'mac_address': 'fa:16:3e:47:3d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46b92d3-f15c-471e-95bd-4efece522125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:16:14Z', 'updated_at': '2021-09-01T16:16:14Z', 'revision_number': 0, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb298ceb-2d61-4bdc-b2d9-149df4e3ff75', 'name': '', 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:99:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6b526876-f3d3-41e7-9a85-e03120fc7940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:59Z', 'updated_at': '2021-09-01T16:16:04Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': '6b526876-f3d3-41e7-9a85-e03120fc7940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:16:16.342628 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39483e45-c932-420b-ba6f-405e9d3cd525 None None] New status for floating IP cbef2e8a-f446-4543-b441-da88521f170b: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:16:16.848069 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57378) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:16:16.907875 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-266a2dfc-5620-4e04-8b44-196237fba29c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/floatingips/cbef2e8a-f446-4543-b441-da88521f170b HTTP/1.1" status: 200 len: 993 time: 0.0586224 Sep 01 16:16:21.775887 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:16:28.359447 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:39.171656 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:39.173177 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-53da2a94-aa5f-4f14-93e2-91d6442eff6d req-d2a83413-e359-4afb-b6f6-193e3ea5ea48 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433691 Sep 01 16:16:39.255315 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da2a94-aa5f-4f14-93e2-91d6442eff6d req-67a7ee27-ae0c-4f62-89fd-609177488850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:39.256734 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-53da2a94-aa5f-4f14-93e2-91d6442eff6d req-67a7ee27-ae0c-4f62-89fd-609177488850 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 1097 time: 0.0403357 Sep 01 16:16:39.360845 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da2a94-aa5f-4f14-93e2-91d6442eff6d req-7a015edd-eda4-4bca-a04e-31fee4a3524d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:39.362340 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-53da2a94-aa5f-4f14-93e2-91d6442eff6d req-7a015edd-eda4-4bca-a04e-31fee4a3524d service neutron] 10.222.0.45 "GET /v2.0/networks?id=7768c476-4fa3-4e35-b3c5-e5c0970343fd HTTP/1.1" status: 200 len: 897 time: 0.0840178 Sep 01 16:16:39.410890 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e30cd1e8-2e71-4e7f-8868-fc8d410cccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:39.433014 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-53da2a94-aa5f-4f14-93e2-91d6442eff6d req-be873e8d-7066-43b4-a2d0-637a2c85d810 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1aa8bb2-5c6d-41a8-ae57-42559c91e972 HTTP/1.1" status: 200 len: 1001 time: 0.0622277 Sep 01 16:16:39.484725 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da2a94-aa5f-4f14-93e2-91d6442eff6d req-f3754b8e-4492-4939-88a6-efb54b1087f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:39.486290 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-53da2a94-aa5f-4f14-93e2-91d6442eff6d req-f3754b8e-4492-4939-88a6-efb54b1087f8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6b526876-f3d3-41e7-9a85-e03120fc7940 HTTP/1.1" status: 200 len: 835 time: 0.0436766 Sep 01 16:16:39.535988 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da2a94-aa5f-4f14-93e2-91d6442eff6d req-141878d1-c082-44b8-bc01-4f5840aaaa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:39.537450 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-53da2a94-aa5f-4f14-93e2-91d6442eff6d req-141878d1-c082-44b8-bc01-4f5840aaaa9c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7768c476-4fa3-4e35-b3c5-e5c0970343fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397131 Sep 01 16:16:39.632529 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-53da2a94-aa5f-4f14-93e2-91d6442eff6d req-405a4d47-fa2f-417d-9f44-1cbfe81eb629 service neutron] 10.222.0.45 "GET /v2.0/networks/7768c476-4fa3-4e35-b3c5-e5c0970343fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864387 Sep 01 16:16:39.723791 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-53da2a94-aa5f-4f14-93e2-91d6442eff6d req-ecc90924-b8a8-488a-9d79-80288706ea97 service neutron] 10.222.0.45 "GET /v2.0/networks/7768c476-4fa3-4e35-b3c5-e5c0970343fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813847 Sep 01 16:16:42.253217 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:43.507428 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:43.743802 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c2b9a06f-b4d5-4d90-8671-32fbc9d3f70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:45.406076 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:45.685260 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2237b07-803f-4bc3-9c17-bd4898383932 req-435dca08-ccea-4663-be1d-8145a47f499e tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:45.686899 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a2237b07-803f-4bc3-9c17-bd4898383932 req-435dca08-ccea-4663-be1d-8145a47f499e tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 946 time: 0.0498273 Sep 01 16:16:45.692366 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b406a7-c284-4a0b-b55b-026909f1e5dc req-ca27b3f0-f89e-41cb-ad09-52b4c1d77858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:45.693917 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8b406a7-c284-4a0b-b55b-026909f1e5dc req-ca27b3f0-f89e-41cb-ad09-52b4c1d77858 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 1097 time: 0.0467780 Sep 01 16:16:45.728020 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a2237b07-803f-4bc3-9c17-bd4898383932 req-4fda8623-0d52-4704-9fe5-0f84dde1c236 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=9cd3270f-bdc3-4e8e-894d-79a3ba62c137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343955 Sep 01 16:16:45.785399 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b406a7-c284-4a0b-b55b-026909f1e5dc req-68c2fa73-1178-48ab-898a-50ad087d8cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:45.786795 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8b406a7-c284-4a0b-b55b-026909f1e5dc req-68c2fa73-1178-48ab-898a-50ad087d8cca service neutron] 10.222.0.45 "GET /v2.0/networks?id=7768c476-4fa3-4e35-b3c5-e5c0970343fd HTTP/1.1" status: 200 len: 897 time: 0.0860150 Sep 01 16:16:45.858535 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8b406a7-c284-4a0b-b55b-026909f1e5dc req-cf2549b5-a3fa-48b0-b707-b6d3efca10f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1aa8bb2-5c6d-41a8-ae57-42559c91e972 HTTP/1.1" status: 200 len: 1001 time: 0.0608380 Sep 01 16:16:45.907733 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b406a7-c284-4a0b-b55b-026909f1e5dc req-a0d145ed-4bba-4c3c-b32a-7d4326a35f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:45.909170 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8b406a7-c284-4a0b-b55b-026909f1e5dc req-a0d145ed-4bba-4c3c-b32a-7d4326a35f7e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6b526876-f3d3-41e7-9a85-e03120fc7940 HTTP/1.1" status: 200 len: 835 time: 0.0428941 Sep 01 16:16:45.956581 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b406a7-c284-4a0b-b55b-026909f1e5dc req-bebca896-e84b-428e-a240-9f6e1135b50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:45.958112 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8b406a7-c284-4a0b-b55b-026909f1e5dc req-bebca896-e84b-428e-a240-9f6e1135b50e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7768c476-4fa3-4e35-b3c5-e5c0970343fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401673 Sep 01 16:16:46.052088 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8b406a7-c284-4a0b-b55b-026909f1e5dc req-48003109-8ca1-41c5-8c6f-0fc9f4e5c466 service neutron] 10.222.0.45 "GET /v2.0/networks/7768c476-4fa3-4e35-b3c5-e5c0970343fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843523 Sep 01 16:16:46.144490 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b8b406a7-c284-4a0b-b55b-026909f1e5dc req-3e0fe41f-72da-4155-b4b4-1ba103c7352e service neutron] 10.222.0.45 "GET /v2.0/networks/7768c476-4fa3-4e35-b3c5-e5c0970343fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845437 Sep 01 16:16:46.848541 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59551a4-0bd9-4e55-92ac-7f6f1f2b86a5 req-77177d15-0c1d-4498-bb31-a821cdcbb630 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:46.850148 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b59551a4-0bd9-4e55-92ac-7f6f1f2b86a5 req-77177d15-0c1d-4498-bb31-a821cdcbb630 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 946 time: 0.0532126 Sep 01 16:16:46.889109 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b59551a4-0bd9-4e55-92ac-7f6f1f2b86a5 req-7fcab230-f078-490e-8eee-144ad3088fdd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=9cd3270f-bdc3-4e8e-894d-79a3ba62c137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327766 Sep 01 16:16:48.007648 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1acdf-e0d3-43f3-9281-505637f73b30 req-1fb252c2-3b47-4b67-9bcb-e53ffa88fd20 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:48.009161 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-81d1acdf-e0d3-43f3-9281-505637f73b30 req-1fb252c2-3b47-4b67-9bcb-e53ffa88fd20 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 946 time: 0.0496230 Sep 01 16:16:48.047905 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-81d1acdf-e0d3-43f3-9281-505637f73b30 req-7e659d3a-01c7-4da7-b46f-d3220869fcca tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=9cd3270f-bdc3-4e8e-894d-79a3ba62c137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326042 Sep 01 16:16:49.168941 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a500bf1-b3c9-42c9-ae32-4c32dfeeab60 req-028f1093-defe-48d7-ac46-fcc651df03d9 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:49.170562 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a500bf1-b3c9-42c9-ae32-4c32dfeeab60 req-028f1093-defe-48d7-ac46-fcc651df03d9 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 946 time: 0.0530870 Sep 01 16:16:49.209134 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a500bf1-b3c9-42c9-ae32-4c32dfeeab60 req-e3f9102f-8420-43f4-ad42-4c46e079b4ae tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=9cd3270f-bdc3-4e8e-894d-79a3ba62c137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321195 Sep 01 16:16:50.340016 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c672f1-158e-4944-bf2b-a92656fc44bd req-874c9050-6b1e-4a7b-b1f2-561df34ad288 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:50.341534 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e5c672f1-158e-4944-bf2b-a92656fc44bd req-874c9050-6b1e-4a7b-b1f2-561df34ad288 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 946 time: 0.0540941 Sep 01 16:16:50.381290 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e5c672f1-158e-4944-bf2b-a92656fc44bd req-6a4701eb-67d9-4330-903e-2c1bb355441c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=9cd3270f-bdc3-4e8e-894d-79a3ba62c137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334013 Sep 01 16:16:51.499649 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2536a9-bcf8-4f5c-a9f0-16b872e7c005 req-4b803e05-ac22-4c05-ac52-e3b0a550d08b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:51.501153 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4c2536a9-bcf8-4f5c-a9f0-16b872e7c005 req-4b803e05-ac22-4c05-ac52-e3b0a550d08b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 946 time: 0.0520024 Sep 01 16:16:51.540805 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4c2536a9-bcf8-4f5c-a9f0-16b872e7c005 req-1d60d6c5-8365-41ab-9bdc-d963cad8dd36 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=9cd3270f-bdc3-4e8e-894d-79a3ba62c137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329807 Sep 01 16:16:52.658176 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449f144-5343-4c98-9d8d-73355c90bd22 req-45400673-6785-45a1-aa3a-956d8db73d42 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:52.659795 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0449f144-5343-4c98-9d8d-73355c90bd22 req-45400673-6785-45a1-aa3a-956d8db73d42 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 946 time: 0.0523694 Sep 01 16:16:52.700279 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0449f144-5343-4c98-9d8d-73355c90bd22 req-eb1df2ec-8f58-473e-9e55-3fdbdaaadb9d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=9cd3270f-bdc3-4e8e-894d-79a3ba62c137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341396 Sep 01 16:16:53.822906 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd7b68-2e45-49a8-8105-7bc916c28646 req-13ed1203-b263-4ed1-8696-a04e5ae1f0c2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:53.824580 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-17cd7b68-2e45-49a8-8105-7bc916c28646 req-13ed1203-b263-4ed1-8696-a04e5ae1f0c2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 946 time: 0.0515666 Sep 01 16:16:53.873763 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-17cd7b68-2e45-49a8-8105-7bc916c28646 req-8325beda-be63-4a06-9a4e-b96c4c60ba96 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=9cd3270f-bdc3-4e8e-894d-79a3ba62c137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417790 Sep 01 16:16:55.005279 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f5633-231a-41fa-ac72-2b66f4f5bc68 req-f6cba814-6613-4579-bb52-f335c129936e tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:55.006919 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e48f5633-231a-41fa-ac72-2b66f4f5bc68 req-f6cba814-6613-4579-bb52-f335c129936e tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 946 time: 0.0534544 Sep 01 16:16:55.047962 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e48f5633-231a-41fa-ac72-2b66f4f5bc68 req-014876a5-5448-4584-abad-210820d439f6 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=9cd3270f-bdc3-4e8e-894d-79a3ba62c137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343106 Sep 01 16:16:56.495021 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b5500-3156-41ef-bc8d-6b233749f0e8 req-5347584a-b59e-4a1b-b3c0-2e8f9b30b0e5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:56.496656 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f02b5500-3156-41ef-bc8d-6b233749f0e8 req-5347584a-b59e-4a1b-b3c0-2e8f9b30b0e5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 946 time: 0.3642287 Sep 01 16:16:56.538195 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f02b5500-3156-41ef-bc8d-6b233749f0e8 req-c4266f67-e126-4d50-88ad-4a1d9c190644 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=9cd3270f-bdc3-4e8e-894d-79a3ba62c137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347764 Sep 01 16:16:57.663809 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1dfa9e-b19e-41fa-a855-e17196af6130 req-62b29635-7745-473a-8bbd-0b6dab748732 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:16:57.665366 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3e1dfa9e-b19e-41fa-a855-e17196af6130 req-62b29635-7745-473a-8bbd-0b6dab748732 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 946 time: 0.0572083 Sep 01 16:16:57.714029 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3e1dfa9e-b19e-41fa-a855-e17196af6130 req-2efa8acd-dba2-44c2-9d6e-2bf62405c6de tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=9cd3270f-bdc3-4e8e-894d-79a3ba62c137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421610 Sep 01 16:16:57.738278 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57412) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:16:57.799678 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ac040097-c485-4f5a-9a9d-dd0433940609 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/floatingips/cbef2e8a-f446-4543-b441-da88521f170b HTTP/1.1" status: 200 len: 993 time: 0.0600567 Sep 01 16:16:58.373643 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:16:58.774953 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:17:09.184971 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:09.410375 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d305994e-3759-4634-9f6e-c0d24635fe59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:12.255214 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:13.510527 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:13.745400 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bdcdf5fa-54a7-4b64-948f-cd1ea3d7f4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:15.408817 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:28.196456 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57422) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:28.352320 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-026538ea-494d-487e-9810-264d0497e449 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Deleting port 62709963-4f42-4d95-b4b5-f733fca94357 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:17:28.352560 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-026538ea-494d-487e-9810-264d0497e449 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:28.391745 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:28.429251 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-026538ea-494d-487e-9810-264d0497e449 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:28.429580 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-026538ea-494d-487e-9810-264d0497e449 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:28.440813 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-026538ea-494d-487e-9810-264d0497e449 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Calling delete_port for 62709963-4f42-4d95-b4b5-f733fca94357 owned by network:floatingip {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:17:28.931944 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-026538ea-494d-487e-9810-264d0497e449 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:28.957634 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026538ea-494d-487e-9810-264d0497e449 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Port': ['ID=62709963-4f42-4d95-b4b5-f733fca94357,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:28.982253 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026538ea-494d-487e-9810-264d0497e449 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:28.982643 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026538ea-494d-487e-9810-264d0497e449 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:28.982998 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026538ea-494d-487e-9810-264d0497e449 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:28.983344 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026538ea-494d-487e-9810-264d0497e449 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:28.983687 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026538ea-494d-487e-9810-264d0497e449 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:28.984028 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026538ea-494d-487e-9810-264d0497e449 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:28.984367 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026538ea-494d-487e-9810-264d0497e449 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:28.984702 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026538ea-494d-487e-9810-264d0497e449 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:28.985042 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026538ea-494d-487e-9810-264d0497e449 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:28.985375 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026538ea-494d-487e-9810-264d0497e449 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:28.985703 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026538ea-494d-487e-9810-264d0497e449 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:28.986031 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026538ea-494d-487e-9810-264d0497e449 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:29.027857 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-026538ea-494d-487e-9810-264d0497e449 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for floatingip, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:29.028198 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-026538ea-494d-487e-9810-264d0497e449 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Floating IP cbef2e8a-f446-4543-b441-da88521f170b disassociated (deleted). External IP: 172.25.6.15, port: c1aa8bb2-5c6d-41a8-ae57-42559c91e972. Sep 01 16:17:29.227585 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026538ea-494d-487e-9810-264d0497e449 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Router 1417493c-f433-41fd-bd31-6acba1e77b20 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:17:29.337670 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026538ea-494d-487e-9810-264d0497e449 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:17:29.343239 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-026538ea-494d-487e-9810-264d0497e449 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:29.348635 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1977bc3b-fc17-4444-81a7-946fa422ae8d None None] Sync routers for ids ['1417493c-f433-41fd-bd31-6acba1e77b20'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:17:29.358064 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1977bc3b-fc17-4444-81a7-946fa422ae8d None None] Routers {'1417493c-f433-41fd-bd31-6acba1e77b20'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:17:29.358694 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1977bc3b-fc17-4444-81a7-946fa422ae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:17:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['1417493c-f433-41fd-bd31-6acba1e77b20'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:29.374553 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-026538ea-494d-487e-9810-264d0497e449 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "DELETE /v2.0/floatingips/cbef2e8a-f446-4543-b441-da88521f170b HTTP/1.1" status: 204 len: 168 time: 1.1769662 Sep 01 16:17:29.375150 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46b92d3-f15c-471e-95bd-4efece522125', 'tag': 'c1aa8bb2-5c6d-41a8-ae57-42559c91e972'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:17:29.377375 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c924de-262e-4b49-a9ae-cf60d871bedb" -d '{"events": [{"name": "network-changed", "server_uuid": "c46b92d3-f15c-471e-95bd-4efece522125", "tag": "c1aa8bb2-5c6d-41a8-ae57-42559c91e972"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:17:29.418911 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d9d3ec-c48f-4598-b584-5f719e261186 x-openstack-request-id: req-c7d9d3ec-c48f-4598-b584-5f719e261186 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:17:29.419201 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46b92d3-f15c-471e-95bd-4efece522125", "tag": "c1aa8bb2-5c6d-41a8-ae57-42559c91e972", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:17:29.419457 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c7d9d3ec-c48f-4598-b584-5f719e261186 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:17:29.419862 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46b92d3-f15c-471e-95bd-4efece522125', 'tag': 'c1aa8bb2-5c6d-41a8-ae57-42559c91e972', 'status': 'completed', 'code': 200} Sep 01 16:17:29.467557 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-1977bc3b-fc17-4444-81a7-946fa422ae8d None None] Set router 1417493c-f433-41fd-bd31-6acba1e77b20 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:17:29.488894 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c924de-262e-4b49-a9ae-cf60d871bedb req-55d6fa31-10da-430e-af7f-e45616c2a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:29.490495 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-47c924de-262e-4b49-a9ae-cf60d871bedb req-55d6fa31-10da-430e-af7f-e45616c2a3ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 1097 time: 0.0465858 Sep 01 16:17:29.638323 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa69a0e-fc68-4a70-ab61-0459f2453048 req-43f9d5cb-233a-4d98-9cf2-6038ef105e26 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:29.639843 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-caa69a0e-fc68-4a70-ab61-0459f2453048 req-43f9d5cb-233a-4d98-9cf2-6038ef105e26 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 946 time: 0.0735621 Sep 01 16:17:29.668617 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c924de-262e-4b49-a9ae-cf60d871bedb req-fe21aa63-cd9a-47fb-b30e-06a83f630158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:29.670103 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-47c924de-262e-4b49-a9ae-cf60d871bedb req-fe21aa63-cd9a-47fb-b30e-06a83f630158 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7768c476-4fa3-4e35-b3c5-e5c0970343fd HTTP/1.1" status: 200 len: 897 time: 0.1662483 Sep 01 16:17:29.672062 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1977bc3b-fc17-4444-81a7-946fa422ae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726219189', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:56Z', 'updated_at': '2021-09-01T16:16:00Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:57Z', 'updated_at': '2021-09-01T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'cb298ceb-2d61-4bdc-b2d9-149df4e3ff75', 'name': '', 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:99:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6b526876-f3d3-41e7-9a85-e03120fc7940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:59Z', 'updated_at': '2021-09-01T16:16:04Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': '6b526876-f3d3-41e7-9a85-e03120fc7940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:29.697541 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1977bc3b-fc17-4444-81a7-946fa422ae8d None None] Checking router: 1417493c-f433-41fd-bd31-6acba1e77b20 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:17:29.705564 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1977bc3b-fc17-4444-81a7-946fa422ae8d None None] Routers {'1417493c-f433-41fd-bd31-6acba1e77b20'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:17:29.706152 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1977bc3b-fc17-4444-81a7-946fa422ae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:17:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['1417493c-f433-41fd-bd31-6acba1e77b20'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:29.720800 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-caa69a0e-fc68-4a70-ab61-0459f2453048 req-da6d7083-5da0-43cb-bf21-2b0cf76614f3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=9cd3270f-bdc3-4e8e-894d-79a3ba62c137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709424 Sep 01 16:17:29.722476 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-47c924de-262e-4b49-a9ae-cf60d871bedb req-d17e0e42-363a-41a3-9546-c041d33df360 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1aa8bb2-5c6d-41a8-ae57-42559c91e972 HTTP/1.1" status: 200 len: 217 time: 0.0415249 Sep 01 16:17:29.780326 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c924de-262e-4b49-a9ae-cf60d871bedb req-a4da61fb-618c-4a2f-aa45-c21ff6b55990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:29.781704 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-47c924de-262e-4b49-a9ae-cf60d871bedb req-a4da61fb-618c-4a2f-aa45-c21ff6b55990 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6b526876-f3d3-41e7-9a85-e03120fc7940 HTTP/1.1" status: 200 len: 835 time: 0.0480030 Sep 01 16:17:29.812730 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-1977bc3b-fc17-4444-81a7-946fa422ae8d None None] Set router 1417493c-f433-41fd-bd31-6acba1e77b20 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:17:29.830709 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c924de-262e-4b49-a9ae-cf60d871bedb req-fb6cf5de-0bdf-4af4-a0f2-51ecdb572a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:29.832201 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-47c924de-262e-4b49-a9ae-cf60d871bedb req-fb6cf5de-0bdf-4af4-a0f2-51ecdb572a3d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7768c476-4fa3-4e35-b3c5-e5c0970343fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401955 Sep 01 16:17:29.928076 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-47c924de-262e-4b49-a9ae-cf60d871bedb req-b67e54db-8060-4a43-81b8-206b7b245301 service neutron] 10.222.0.45 "GET /v2.0/networks/7768c476-4fa3-4e35-b3c5-e5c0970343fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864973 Sep 01 16:17:30.042652 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-47c924de-262e-4b49-a9ae-cf60d871bedb req-db22794d-062b-4c58-a167-a11aacf22a0e service neutron] 10.222.0.45 "GET /v2.0/networks/7768c476-4fa3-4e35-b3c5-e5c0970343fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973508 Sep 01 16:17:30.124159 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1977bc3b-fc17-4444-81a7-946fa422ae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726219189', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:56Z', 'updated_at': '2021-09-01T16:16:00Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:57Z', 'updated_at': '2021-09-01T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'cb298ceb-2d61-4bdc-b2d9-149df4e3ff75', 'name': '', 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:99:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6b526876-f3d3-41e7-9a85-e03120fc7940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:59Z', 'updated_at': '2021-09-01T16:16:04Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': '6b526876-f3d3-41e7-9a85-e03120fc7940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:30.157900 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1977bc3b-fc17-4444-81a7-946fa422ae8d None None] The sync data for ids ['1417493c-f433-41fd-bd31-6acba1e77b20'] in n-d-794796-3 is: [{'id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726219189', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:56Z', 'updated_at': '2021-09-01T16:16:00Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:57Z', 'updated_at': '2021-09-01T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'cb298ceb-2d61-4bdc-b2d9-149df4e3ff75', 'name': '', 'network_id': '7768c476-4fa3-4e35-b3c5-e5c0970343fd', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:99:37:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6b526876-f3d3-41e7-9a85-e03120fc7940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:59Z', 'updated_at': '2021-09-01T16:16:04Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': '6b526876-f3d3-41e7-9a85-e03120fc7940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:17:30.388227 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6175fa5-16f4-45a8-858f-2ccee3fa59fe None None] New status for floating IP cbef2e8a-f446-4543-b441-da88521f170b: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:17:30.855052 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70396c0-b165-4fbe-a9eb-7d8627c99b8b req-967ef38b-c5bd-468e-a63c-88ab6c8af9c1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:30.856598 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a70396c0-b165-4fbe-a9eb-7d8627c99b8b req-967ef38b-c5bd-468e-a63c-88ab6c8af9c1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 946 time: 0.0509501 Sep 01 16:17:30.894622 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a70396c0-b165-4fbe-a9eb-7d8627c99b8b req-f799a6d9-f8e8-4c0e-9650-b86df2869da4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=9cd3270f-bdc3-4e8e-894d-79a3ba62c137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319397 Sep 01 16:17:31.348108 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6fd44-f44c-44f1-8cdb-a90e027dca3a req-7998903a-bc8d-4661-a1b8-60302984cad8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:31.349575 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d2f6fd44-f44c-44f1-8cdb-a90e027dca3a req-7998903a-bc8d-4661-a1b8-60302984cad8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 946 time: 0.0494792 Sep 01 16:17:31.443213 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-d2f6fd44-f44c-44f1-8cdb-a90e027dca3a req-0e544e49-a179-4672-b593-b6efdc2f8a06 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Deleting port c1aa8bb2-5c6d-41a8-ae57-42559c91e972 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:17:31.444088 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d2f6fd44-f44c-44f1-8cdb-a90e027dca3a req-0e544e49-a179-4672-b593-b6efdc2f8a06 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:31.532529 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-d2f6fd44-f44c-44f1-8cdb-a90e027dca3a req-0e544e49-a179-4672-b593-b6efdc2f8a06 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] For port c1aa8bb2-5c6d-41a8-ae57-42559c91e972, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c1aa8bb2-5c6d-41a8-ae57-42559c91e972,segment=NetworkSegment(5c065dc0-9316-4382-ac5d-1b37fd78cfd3),segment_id=5c065dc0-9316-4382-ac5d-1b37fd78cfd3)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:17:31.532899 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d2f6fd44-f44c-44f1-8cdb-a90e027dca3a req-0e544e49-a179-4672-b593-b6efdc2f8a06 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:31.546281 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-d2f6fd44-f44c-44f1-8cdb-a90e027dca3a req-0e544e49-a179-4672-b593-b6efdc2f8a06 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Calling delete_port for c1aa8bb2-5c6d-41a8-ae57-42559c91e972 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:17:31.677703 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d2f6fd44-f44c-44f1-8cdb-a90e027dca3a req-0e544e49-a179-4672-b593-b6efdc2f8a06 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:31.707487 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e544e49-a179-4672-b593-b6efdc2f8a06 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Port': ['ID=c1aa8bb2-5c6d-41a8-ae57-42559c91e972,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:31.719586 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e544e49-a179-4672-b593-b6efdc2f8a06 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:31.719948 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e544e49-a179-4672-b593-b6efdc2f8a06 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:31.720324 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e544e49-a179-4672-b593-b6efdc2f8a06 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:31.720670 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e544e49-a179-4672-b593-b6efdc2f8a06 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:31.721262 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e544e49-a179-4672-b593-b6efdc2f8a06 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:31.721612 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e544e49-a179-4672-b593-b6efdc2f8a06 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:31.721946 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e544e49-a179-4672-b593-b6efdc2f8a06 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:31.722279 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e544e49-a179-4672-b593-b6efdc2f8a06 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:31.722636 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e544e49-a179-4672-b593-b6efdc2f8a06 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:31.722971 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e544e49-a179-4672-b593-b6efdc2f8a06 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:31.723299 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e544e49-a179-4672-b593-b6efdc2f8a06 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:31.723626 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e544e49-a179-4672-b593-b6efdc2f8a06 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:31.758205 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f6fd44-f44c-44f1-8cdb-a90e027dca3a req-0e544e49-a179-4672-b593-b6efdc2f8a06 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] No DVR routers for this DVR port c1aa8bb2-5c6d-41a8-ae57-42559c91e972 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:17:31.760812 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d2f6fd44-f44c-44f1-8cdb-a90e027dca3a req-0e544e49-a179-4672-b593-b6efdc2f8a06 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:31.762825 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d2f6fd44-f44c-44f1-8cdb-a90e027dca3a req-0e544e49-a179-4672-b593-b6efdc2f8a06 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.45 "DELETE /v2.0/ports/c1aa8bb2-5c6d-41a8-ae57-42559c91e972 HTTP/1.1" status: 204 len: 173 time: 0.4054430 Sep 01 16:17:31.763257 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46b92d3-f15c-471e-95bd-4efece522125', 'name': 'network-vif-deleted', 'tag': 'c1aa8bb2-5c6d-41a8-ae57-42559c91e972'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:17:31.765741 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e802e5-5025-4fe5-a4f1-2181424f3021" -d '{"events": [{"server_uuid": "c46b92d3-f15c-471e-95bd-4efece522125", "name": "network-vif-deleted", "tag": "c1aa8bb2-5c6d-41a8-ae57-42559c91e972"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:17:31.804371 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7fe423-6e7c-4007-a8f8-81bda22b1f2b x-openstack-request-id: req-3e7fe423-6e7c-4007-a8f8-81bda22b1f2b {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:17:31.804673 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46b92d3-f15c-471e-95bd-4efece522125", "name": "network-vif-deleted", "tag": "c1aa8bb2-5c6d-41a8-ae57-42559c91e972", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:17:31.804926 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e7fe423-6e7c-4007-a8f8-81bda22b1f2b {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:17:31.805317 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46b92d3-f15c-471e-95bd-4efece522125', 'name': 'network-vif-deleted', 'tag': 'c1aa8bb2-5c6d-41a8-ae57-42559c91e972', 'status': 'completed', 'code': 200} Sep 01 16:17:31.998538 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d55e24a7-0eb0-4e1b-8322-1c1c719f78c8 req-a17709f9-0fb9-4e88-8399-f64b33fc13fa tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=c46b92d3-f15c-471e-95bd-4efece522125 HTTP/1.1" status: 200 len: 210 time: 0.0257881 Sep 01 16:17:33.054432 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57440) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:33.411229 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7c04d63c-032a-46da-b3a8-b4152e6c2c0c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:33.664636 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-7c04d63c-032a-46da-b3a8-b4152e6c2c0c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Deleting port cb298ceb-2d61-4bdc-b2d9-149df4e3ff75 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:17:33.664876 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7c04d63c-032a-46da-b3a8-b4152e6c2c0c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:33.750489 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-7c04d63c-032a-46da-b3a8-b4152e6c2c0c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] For port cb298ceb-2d61-4bdc-b2d9-149df4e3ff75, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=cb298ceb-2d61-4bdc-b2d9-149df4e3ff75,segment=NetworkSegment(5c065dc0-9316-4382-ac5d-1b37fd78cfd3),segment_id=5c065dc0-9316-4382-ac5d-1b37fd78cfd3)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:17:33.750838 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7c04d63c-032a-46da-b3a8-b4152e6c2c0c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:33.763881 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-7c04d63c-032a-46da-b3a8-b4152e6c2c0c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Calling delete_port for cb298ceb-2d61-4bdc-b2d9-149df4e3ff75 owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:17:33.782685 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c1aa8bb2-5c6d-41a8-ae57-42559c91e972 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:17:33.802411 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: c1aa8bb2-5c6d-41a8-ae57-42559c91e972 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:17:33.802770 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c1aa8bb2-5c6d-41a8-ae57-42559c91e972 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:17:33.947764 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7c04d63c-032a-46da-b3a8-b4152e6c2c0c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:33.978391 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04d63c-032a-46da-b3a8-b4152e6c2c0c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Port': ['ID=cb298ceb-2d61-4bdc-b2d9-149df4e3ff75,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:34.150517 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7c04d63c-032a-46da-b3a8-b4152e6c2c0c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:34.362111 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c04d63c-032a-46da-b3a8-b4152e6c2c0c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Router 1417493c-f433-41fd-bd31-6acba1e77b20 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:17:34.466225 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c04d63c-032a-46da-b3a8-b4152e6c2c0c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:17:34.472384 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7c04d63c-032a-46da-b3a8-b4152e6c2c0c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "PUT /v2.0/routers/1417493c-f433-41fd-bd31-6acba1e77b20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4168859 Sep 01 16:17:34.474190 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57442) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:34.476689 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c48223-d211-494b-ba86-32eca92369c3 None None] Sync routers for ids ['1417493c-f433-41fd-bd31-6acba1e77b20'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:17:34.485570 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c48223-d211-494b-ba86-32eca92369c3 None None] Routers {'1417493c-f433-41fd-bd31-6acba1e77b20'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:17:34.486174 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-91c48223-d211-494b-ba86-32eca92369c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:17:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['1417493c-f433-41fd-bd31-6acba1e77b20'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:34.526210 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-4079ddd1-7cd8-445b-9ee8-c6ecd5c88b0f tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Deleting subnet 6b526876-f3d3-41e7-9a85-e03120fc7940 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:17:34.529394 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4079ddd1-7cd8-445b-9ee8-c6ecd5c88b0f tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:34.568434 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4079ddd1-7cd8-445b-9ee8-c6ecd5c88b0f tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:34.590755 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-91c48223-d211-494b-ba86-32eca92369c3 None None] Set router 1417493c-f433-41fd-bd31-6acba1e77b20 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:17:34.654929 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4079ddd1-7cd8-445b-9ee8-c6ecd5c88b0f tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:34.712592 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4079ddd1-7cd8-445b-9ee8-c6ecd5c88b0f tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:34.742941 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079ddd1-7cd8-445b-9ee8-c6ecd5c88b0f tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Subnet': ['ID=6b526876-f3d3-41e7-9a85-e03120fc7940,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:34.748474 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4079ddd1-7cd8-445b-9ee8-c6ecd5c88b0f tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:34.751165 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4079ddd1-7cd8-445b-9ee8-c6ecd5c88b0f tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "DELETE /v2.0/subnets/6b526876-f3d3-41e7-9a85-e03120fc7940 HTTP/1.1" status: 204 len: 168 time: 0.2753148 Sep 01 16:17:34.753935 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57444) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:34.755936 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3990554d-8c20-44b1-935c-fe866ea2fdfd None None] Network 7768c476-4fa3-4e35-b3c5-e5c0970343fd requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:17:34.774725 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-91c48223-d211-494b-ba86-32eca92369c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726219189', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:56Z', 'updated_at': '2021-09-01T16:17:33Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:57Z', 'updated_at': '2021-09-01T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:34.806754 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c48223-d211-494b-ba86-32eca92369c3 None None] Checking router: 1417493c-f433-41fd-bd31-6acba1e77b20 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:17:34.816000 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c48223-d211-494b-ba86-32eca92369c3 None None] Routers {'1417493c-f433-41fd-bd31-6acba1e77b20'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:17:34.816607 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-91c48223-d211-494b-ba86-32eca92369c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:17:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['1417493c-f433-41fd-bd31-6acba1e77b20'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:34.866642 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c62de67c-6b6a-4401-b8f0-dcbf2f96cf92 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:34.928801 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-91c48223-d211-494b-ba86-32eca92369c3 None None] Set router 1417493c-f433-41fd-bd31-6acba1e77b20 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:17:34.951529 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6830910e-0644-4e0b-8aec-4302b0bbdd7a None None] DHCP port deletion for 7768c476-4fa3-4e35-b3c5-e5c0970343fd request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:17:34.980545 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c62de67c-6b6a-4401-b8f0-dcbf2f96cf92 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:35.004047 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-6830910e-0644-4e0b-8aec-4302b0bbdd7a None None] Deleting port 7cc5487c-70db-4172-8cfc-d5ef2eb423ef {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:17:35.004429 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6830910e-0644-4e0b-8aec-4302b0bbdd7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:35.044631 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-c62de67c-6b6a-4401-b8f0-dcbf2f96cf92 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Deleting port 5a41dc04-c57a-4958-bc32-06aba6b0b115 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:17:35.045013 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c62de67c-6b6a-4401-b8f0-dcbf2f96cf92 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:35.071551 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-6830910e-0644-4e0b-8aec-4302b0bbdd7a None None] For port 7cc5487c-70db-4172-8cfc-d5ef2eb423ef, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=7cc5487c-70db-4172-8cfc-d5ef2eb423ef,segment=NetworkSegment(5c065dc0-9316-4382-ac5d-1b37fd78cfd3),segment_id=5c065dc0-9316-4382-ac5d-1b37fd78cfd3)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:17:35.071956 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6830910e-0644-4e0b-8aec-4302b0bbdd7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:35.085788 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-6830910e-0644-4e0b-8aec-4302b0bbdd7a None None] Calling delete_port for 7cc5487c-70db-4172-8cfc-d5ef2eb423ef owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:17:35.116407 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-91c48223-d211-494b-ba86-32eca92369c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726219189', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:56Z', 'updated_at': '2021-09-01T16:17:33Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:57Z', 'updated_at': '2021-09-01T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:35.129623 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-c62de67c-6b6a-4401-b8f0-dcbf2f96cf92 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] For port 5a41dc04-c57a-4958-bc32-06aba6b0b115, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=5a41dc04-c57a-4958-bc32-06aba6b0b115,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:17:35.130010 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c62de67c-6b6a-4401-b8f0-dcbf2f96cf92 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:35.142987 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c48223-d211-494b-ba86-32eca92369c3 None None] The sync data for ids ['1417493c-f433-41fd-bd31-6acba1e77b20'] in n-d-794796-3 is: [{'id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-726219189', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:15:56Z', 'updated_at': '2021-09-01T16:17:33Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '5a41dc04-c57a-4958-bc32-06aba6b0b115', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:f7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1417493c-f433-41fd-bd31-6acba1e77b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:15:57Z', 'updated_at': '2021-09-01T16:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:17:35.143257 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-c62de67c-6b6a-4401-b8f0-dcbf2f96cf92 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Calling delete_port for 5a41dc04-c57a-4958-bc32-06aba6b0b115 owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:17:35.163325 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6830910e-0644-4e0b-8aec-4302b0bbdd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:35.191071 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6830910e-0644-4e0b-8aec-4302b0bbdd7a None None] No DVR routers for this DVR port 7cc5487c-70db-4172-8cfc-d5ef2eb423ef on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:17:35.198282 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830910e-0644-4e0b-8aec-4302b0bbdd7a None None] Pushing event deleted for resources: {'Port': ['ID=7cc5487c-70db-4172-8cfc-d5ef2eb423ef,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:35.204256 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6830910e-0644-4e0b-8aec-4302b0bbdd7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:35.204544 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6830910e-0644-4e0b-8aec-4302b0bbdd7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:35.204886 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6830910e-0644-4e0b-8aec-4302b0bbdd7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:35.205226 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6830910e-0644-4e0b-8aec-4302b0bbdd7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:35.205561 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6830910e-0644-4e0b-8aec-4302b0bbdd7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:35.205892 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6830910e-0644-4e0b-8aec-4302b0bbdd7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:35.206222 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6830910e-0644-4e0b-8aec-4302b0bbdd7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:35.206576 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6830910e-0644-4e0b-8aec-4302b0bbdd7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:35.206906 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6830910e-0644-4e0b-8aec-4302b0bbdd7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:35.207234 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6830910e-0644-4e0b-8aec-4302b0bbdd7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:35.207568 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6830910e-0644-4e0b-8aec-4302b0bbdd7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:35.207915 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6830910e-0644-4e0b-8aec-4302b0bbdd7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:35.319732 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c62de67c-6b6a-4401-b8f0-dcbf2f96cf92 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:35.344488 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62de67c-6b6a-4401-b8f0-dcbf2f96cf92 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Port': ['ID=5a41dc04-c57a-4958-bc32-06aba6b0b115,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:35.411872 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c62de67c-6b6a-4401-b8f0-dcbf2f96cf92 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:35.505373 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c62de67c-6b6a-4401-b8f0-dcbf2f96cf92 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:35.508371 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c62de67c-6b6a-4401-b8f0-dcbf2f96cf92 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:35.551262 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c62de67c-6b6a-4401-b8f0-dcbf2f96cf92 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:35.551796 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62de67c-6b6a-4401-b8f0-dcbf2f96cf92 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Fanout notify agent at l3_agent the message router_deleted on router 1417493c-f433-41fd-bd31-6acba1e77b20 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:17:35.559299 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c62de67c-6b6a-4401-b8f0-dcbf2f96cf92 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:35.560636 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c62de67c-6b6a-4401-b8f0-dcbf2f96cf92 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "DELETE /v2.0/routers/1417493c-f433-41fd-bd31-6acba1e77b20 HTTP/1.1" status: 204 len: 168 time: 0.8051019 Sep 01 16:17:35.563166 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57446) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:35.646386 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a86cc6b5-056f-494b-8265-8ddccef28201 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:35.737835 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a86cc6b5-056f-494b-8265-8ddccef28201 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:35.750141 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-a86cc6b5-056f-494b-8265-8ddccef28201 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7768c476-4fa3-4e35-b3c5-e5c0970343fd']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:35.762773 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-a86cc6b5-056f-494b-8265-8ddccef28201 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c065dc0-9316-4382-ac5d-1b37fd78cfd3') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:35.763577 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-a86cc6b5-056f-494b-8265-8ddccef28201 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c065dc0-9316-4382-ac5d-1b37fd78cfd3') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:35.775070 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a86cc6b5-056f-494b-8265-8ddccef28201 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:35.776793 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:17:35.792192 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a86cc6b5-056f-494b-8265-8ddccef28201 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:35.799671 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86cc6b5-056f-494b-8265-8ddccef28201 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:17:35.800170 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a86cc6b5-056f-494b-8265-8ddccef28201 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: timer() Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:17:35.803863 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:17:35.868332 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a86cc6b5-056f-494b-8265-8ddccef28201 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:35.875291 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a86cc6b5-056f-494b-8265-8ddccef28201 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:35.877088 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a86cc6b5-056f-494b-8265-8ddccef28201 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "DELETE /v2.0/networks/7768c476-4fa3-4e35-b3c5-e5c0970343fd HTTP/1.1" status: 204 len: 168 time: 0.3129478 Sep 01 16:17:35.880009 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57448) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:35.889093 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cc6b5-056f-494b-8265-8ddccef28201 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Network': ['ID=7768c476-4fa3-4e35-b3c5-e5c0970343fd,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:35.939337 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fe4cf843-1589-4b0f-b2d1-9ea33457ec14 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:35.964745 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fe4cf843-1589-4b0f-b2d1-9ea33457ec14 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:36.027475 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fe4cf843-1589-4b0f-b2d1-9ea33457ec14 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:36.029919 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fe4cf843-1589-4b0f-b2d1-9ea33457ec14 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:36.031120 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fe4cf843-1589-4b0f-b2d1-9ea33457ec14 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "DELETE /v2.0/security-groups/9cd3270f-bdc3-4e8e-894d-79a3ba62c137 HTTP/1.1" status: 204 len: 168 time: 0.1493046 Sep 01 16:17:36.040574 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4cf843-1589-4b0f-b2d1-9ea33457ec14 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd3270f-bdc3-4e8e-894d-79a3ba62c137,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:36.194569 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device cb298ceb-2d61-4bdc-b2d9-149df4e3ff75 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:17:36.214887 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: cb298ceb-2d61-4bdc-b2d9-149df4e3ff75 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:17:36.215233 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device cb298ceb-2d61-4bdc-b2d9-149df4e3ff75 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:17:36.215651 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 7cc5487c-70db-4172-8cfc-d5ef2eb423ef no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:17:36.236180 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 7cc5487c-70db-4172-8cfc-d5ef2eb423ef {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:17:36.236529 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 7cc5487c-70db-4172-8cfc-d5ef2eb423ef not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:17:36.236940 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 5a41dc04-c57a-4958-bc32-06aba6b0b115 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:17:36.255255 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 5a41dc04-c57a-4958-bc32-06aba6b0b115 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:17:36.255605 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 5a41dc04-c57a-4958-bc32-06aba6b0b115 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:17:36.519462 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57454) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:36.524130 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-89c0235e-ad70-423b-9e45-4de86e4d85b2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-845802000', 'description': 'tempest-secgroup-smoke-845802000 description', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:17:36.546817 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-89c0235e-ad70-423b-9e45-4de86e4d85b2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:36.626843 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-89c0235e-ad70-423b-9e45-4de86e4d85b2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:36.630892 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-89c0235e-ad70-423b-9e45-4de86e4d85b2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:36.657753 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-89c0235e-ad70-423b-9e45-4de86e4d85b2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:36.658994 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-89c0235e-ad70-423b-9e45-4de86e4d85b2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1385295 Sep 01 16:17:36.660248 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0235e-ad70-423b-9e45-4de86e4d85b2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:36.662851 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57456) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:36.667660 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-9f5bfecb-7466-4b66-8e95-abf731f5dca1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': 'e8fdd5ce-553d-4c2a-8ec0-43a0682b731e', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:17:36.694692 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9f5bfecb-7466-4b66-8e95-abf731f5dca1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:36.749774 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9f5bfecb-7466-4b66-8e95-abf731f5dca1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:36.753282 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9f5bfecb-7466-4b66-8e95-abf731f5dca1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:36.774152 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5bfecb-7466-4b66-8e95-abf731f5dca1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f5b0cc-291d-4ffa-bcf2-5c7cea7eac72,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:36.778214 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9f5bfecb-7466-4b66-8e95-abf731f5dca1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:36.779394 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9f5bfecb-7466-4b66-8e95-abf731f5dca1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155281 Sep 01 16:17:36.782317 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57458) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:36.786708 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-554e773c-c94b-41c9-b0b7-37fef6dbfaa1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': 'e8fdd5ce-553d-4c2a-8ec0-43a0682b731e', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:17:36.812987 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-554e773c-c94b-41c9-b0b7-37fef6dbfaa1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:36.870514 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-554e773c-c94b-41c9-b0b7-37fef6dbfaa1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:36.873867 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-554e773c-c94b-41c9-b0b7-37fef6dbfaa1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:36.898543 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e773c-c94b-41c9-b0b7-37fef6dbfaa1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65fa9dae-4349-45d3-9616-1bc039c7d834,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:36.902363 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-554e773c-c94b-41c9-b0b7-37fef6dbfaa1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:36.903668 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-554e773c-c94b-41c9-b0b7-37fef6dbfaa1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202693 Sep 01 16:17:36.906419 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57460) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:36.910685 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-c7784305-15a1-4f1a-96b8-7cc9e348acba tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': 'e8fdd5ce-553d-4c2a-8ec0-43a0682b731e', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:17:36.936390 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7784305-15a1-4f1a-96b8-7cc9e348acba tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:36.994598 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7784305-15a1-4f1a-96b8-7cc9e348acba tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:36.998580 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7784305-15a1-4f1a-96b8-7cc9e348acba tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:37.015918 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7784305-15a1-4f1a-96b8-7cc9e348acba tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639ae92b-f9d0-4919-bfa7-287a4ccf7672,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:37.022755 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c7784305-15a1-4f1a-96b8-7cc9e348acba tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:37.023974 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c7784305-15a1-4f1a-96b8-7cc9e348acba tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166511 Sep 01 16:17:37.026771 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57462) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:37.031091 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-48f14b5a-74d2-44a9-9fd9-45628d5f2635 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': 'e8fdd5ce-553d-4c2a-8ec0-43a0682b731e', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:17:37.056306 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-48f14b5a-74d2-44a9-9fd9-45628d5f2635 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:37.113672 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-48f14b5a-74d2-44a9-9fd9-45628d5f2635 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:37.117208 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-48f14b5a-74d2-44a9-9fd9-45628d5f2635 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:37.137360 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f14b5a-74d2-44a9-9fd9-45628d5f2635 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4918d6d-de34-481d-97fe-7ded9684e2e2,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:37.141338 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-48f14b5a-74d2-44a9-9fd9-45628d5f2635 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:37.145802 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-48f14b5a-74d2-44a9-9fd9-45628d5f2635 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148357 Sep 01 16:17:37.145802 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57464) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:37.150830 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-b26451bf-490e-4f3e-b339-1637415abce8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': 'e8fdd5ce-553d-4c2a-8ec0-43a0682b731e', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:17:37.172152 n-d-794796-3 neutron-server[94733]: INFO neutron.db.securitygroups_db [None req-b26451bf-490e-4f3e-b339-1637415abce8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Project bc21f4e70d4041e98e4c57e88619b6a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:17:37.176914 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b26451bf-490e-4f3e-b339-1637415abce8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:37.236054 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b26451bf-490e-4f3e-b339-1637415abce8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:37.239522 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b26451bf-490e-4f3e-b339-1637415abce8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:37.259371 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26451bf-490e-4f3e-b339-1637415abce8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331465ee-c173-4763-aa1b-a408e0533eed,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:37.273089 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b26451bf-490e-4f3e-b339-1637415abce8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:37.274397 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b26451bf-490e-4f3e-b339-1637415abce8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1278725 Sep 01 16:17:37.277113 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57466) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:37.281628 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-823182aa-a8fc-4d0c-880b-00221cd63c3a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': 'e8fdd5ce-553d-4c2a-8ec0-43a0682b731e', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:17:37.303034 n-d-794796-3 neutron-server[94733]: INFO neutron.db.securitygroups_db [None req-823182aa-a8fc-4d0c-880b-00221cd63c3a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Project bc21f4e70d4041e98e4c57e88619b6a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:17:37.307992 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-823182aa-a8fc-4d0c-880b-00221cd63c3a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:37.371008 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-823182aa-a8fc-4d0c-880b-00221cd63c3a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:37.374705 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-823182aa-a8fc-4d0c-880b-00221cd63c3a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:37.397194 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823182aa-a8fc-4d0c-880b-00221cd63c3a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49438b12-4cfc-4dd6-b71c-01de86bced2f,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:37.401194 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-823182aa-a8fc-4d0c-880b-00221cd63c3a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:37.405213 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-823182aa-a8fc-4d0c-880b-00221cd63c3a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242726 Sep 01 16:17:37.405701 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57468) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:37.410567 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-61a90f15-3f4a-4103-a4ba-b949584914c9 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'network': {'name': 'tempest-network-smoke--524720119', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'port_security_enabled': True}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:17:37.430613 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a90f15-3f4a-4103-a4ba-b949584914c9 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Made reservation on behalf of bc21f4e70d4041e98e4c57e88619b6a8 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:17:37.434070 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-61a90f15-3f4a-4103-a4ba-b949584914c9 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:37.457671 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a90f15-3f4a-4103-a4ba-b949584914c9 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:17:37.468696 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-61a90f15-3f4a-4103-a4ba-b949584914c9 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:37.469050 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-61a90f15-3f4a-4103-a4ba-b949584914c9 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Added segment 435078a3-3b40-4e18-ae22-e45cd164cf60 of type vlan for network e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca Sep 01 16:17:37.509826 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-61a90f15-3f4a-4103-a4ba-b949584914c9 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:37.534232 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-61a90f15-3f4a-4103-a4ba-b949584914c9 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:37.539772 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a90f15-3f4a-4103-a4ba-b949584914c9 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:37.540358 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-61a90f15-3f4a-4103-a4ba-b949584914c9 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:37.593129 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-61a90f15-3f4a-4103-a4ba-b949584914c9 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1866572 Sep 01 16:17:37.596004 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57470) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:37.601155 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-2634e7be-1637-446b-a1ce-52b5a37308b4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1668561378', 'admin_state_up': True, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:17:37.611280 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a90f15-3f4a-4103-a4ba-b949584914c9 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Network': ['ID=e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:37.621738 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:17:37.628223 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2634e7be-1637-446b-a1ce-52b5a37308b4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:37.629231 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2634e7be-1637-446b-a1ce-52b5a37308b4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:37.680938 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2634e7be-1637-446b-a1ce-52b5a37308b4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:37.824667 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2634e7be-1637-446b-a1ce-52b5a37308b4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:38.010077 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2634e7be-1637-446b-a1ce-52b5a37308b4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:38.028414 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2634e7be-1637-446b-a1ce-52b5a37308b4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:38.124508 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-2634e7be-1637-446b-a1ce-52b5a37308b4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Allocated IP 172.25.6.27 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/fb9ad6cd-15d6-4029-aa1f-313d5017d0c0) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:17:38.226119 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2634e7be-1637-446b-a1ce-52b5a37308b4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:38.264049 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2634e7be-1637-446b-a1ce-52b5a37308b4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:38.297615 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2634e7be-1637-446b-a1ce-52b5a37308b4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:17:38.300422 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-2634e7be-1637-446b-a1ce-52b5a37308b4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:17:38.306343 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2634e7be-1637-446b-a1ce-52b5a37308b4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:17:38.334092 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634e7be-1637-446b-a1ce-52b5a37308b4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=fb9ad6cd-15d6-4029-aa1f-313d5017d0c0,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:38.551422 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2634e7be-1637-446b-a1ce-52b5a37308b4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:39.070280 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2634e7be-1637-446b-a1ce-52b5a37308b4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:39.180918 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:39.196154 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2634e7be-1637-446b-a1ce-52b5a37308b4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Router 3b1088cf-52c8-4dc2-b898-dbe3243bacc0 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:17:39.300954 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2634e7be-1637-446b-a1ce-52b5a37308b4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:17:39.310711 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d82e0c-de17-4d77-97f0-c7ace33dd63c None None] Sync routers for ids ['3b1088cf-52c8-4dc2-b898-dbe3243bacc0'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:17:39.319721 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d82e0c-de17-4d77-97f0-c7ace33dd63c None None] Routers {'3b1088cf-52c8-4dc2-b898-dbe3243bacc0'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:17:39.319938 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2634e7be-1637-446b-a1ce-52b5a37308b4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:39.320464 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a9d82e0c-de17-4d77-97f0-c7ace33dd63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:17:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3b1088cf-52c8-4dc2-b898-dbe3243bacc0'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:39.320982 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2634e7be-1637-446b-a1ce-52b5a37308b4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7236087 Sep 01 16:17:39.324373 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57472) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:39.355072 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a6a5f6e7-aa9c-425e-a5ca-bdf4235f6b2c tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=bc21f4e70d4041e98e4c57e88619b6a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294287 Sep 01 16:17:39.357548 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57474) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:39.426102 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ec56de53-54a4-46a0-8748-5b303442e8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:39.440073 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-a9d82e0c-de17-4d77-97f0-c7ace33dd63c None None] Set router 3b1088cf-52c8-4dc2-b898-dbe3243bacc0 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:17:39.449055 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0d3819-3c3b-45bc-9f11-b335815cb352 tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:39.450598 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-bb0d3819-3c3b-45bc-9f11-b335815cb352 tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921273 Sep 01 16:17:39.453909 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57476) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:39.482934 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-136ddc86-9fea-4cde-96a9-39533846e604 tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5c826073-0017-46f6-8947-51b31e774ff4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276957 Sep 01 16:17:39.485375 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57478) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:39.490289 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-012cb3f3-8e41-4319-9419-39c801497da0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-711955573', 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:17:39.578399 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012cb3f3-8e41-4319-9419-39c801497da0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Made reservation on behalf of bc21f4e70d4041e98e4c57e88619b6a8 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:17:39.581925 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-012cb3f3-8e41-4319-9419-39c801497da0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:39.620505 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a9d82e0c-de17-4d77-97f0-c7ace33dd63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668561378', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:17:37Z', 'updated_at': '2021-09-01T16:17:38Z', 'revision_number': 3, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a4:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:17:38Z', 'updated_at': '2021-09-01T16:17:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:39.648667 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d82e0c-de17-4d77-97f0-c7ace33dd63c None None] Checking router: 3b1088cf-52c8-4dc2-b898-dbe3243bacc0 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:17:39.649177 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d82e0c-de17-4d77-97f0-c7ace33dd63c None None] Updating router 3b1088cf-52c8-4dc2-b898-dbe3243bacc0 port fb9ad6cd-15d6-4029-aa1f-313d5017d0c0 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:17:39.674924 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a9d82e0c-de17-4d77-97f0-c7ace33dd63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:39.765954 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-012cb3f3-8e41-4319-9419-39c801497da0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:39.830905 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012cb3f3-8e41-4319-9419-39c801497da0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Subnet': ['ID=a048c197-8b81-4fbd-ac92-db57fe0eea33,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:39.838600 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012cb3f3-8e41-4319-9419-39c801497da0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Checking segment: {'id': '435078a3-3b40-4e18-ae22-e45cd164cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:17:39.838966 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012cb3f3-8e41-4319-9419-39c801497da0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network hostable DHCP agents. Network: e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:17:39.856380 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012cb3f3-8e41-4319-9419-39c801497da0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:17:39.865023 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-012cb3f3-8e41-4319-9419-39c801497da0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:17:39.869857 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012cb3f3-8e41-4319-9419-39c801497da0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:39.870549 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-012cb3f3-8e41-4319-9419-39c801497da0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:39.875750 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406ed1b6-f3bb-4d25-8b58-3fea01ca8e8e None None] Network e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:17:39.885776 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-012cb3f3-8e41-4319-9419-39c801497da0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3993466 Sep 01 16:17:39.888555 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57480) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:39.987744 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a9d82e0c-de17-4d77-97f0-c7ace33dd63c None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:40.008907 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a9d82e0c-de17-4d77-97f0-c7ace33dd63c None None] Transition to ACTIVE for port object fb9ad6cd-15d6-4029-aa1f-313d5017d0c0 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:17:40.032701 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a9d82e0c-de17-4d77-97f0-c7ace33dd63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:40.103578 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b77ea-364b-441a-85fd-9da04921518d None None] Pushing event updated for resources: {'Port': ['ID=fb9ad6cd-15d6-4029-aa1f-313d5017d0c0,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:40.105848 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a9d82e0c-de17-4d77-97f0-c7ace33dd63c None None] Attempting to bind port fb9ad6cd-15d6-4029-aa1f-313d5017d0c0 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:17:40.106214 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a9d82e0c-de17-4d77-97f0-c7ace33dd63c None None] Attempting to bind port fb9ad6cd-15d6-4029-aa1f-313d5017d0c0 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:17:40.106603 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d82e0c-de17-4d77-97f0-c7ace33dd63c None None] Attempting to bind port fb9ad6cd-15d6-4029-aa1f-313d5017d0c0 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:17:40.124489 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d82e0c-de17-4d77-97f0-c7ace33dd63c None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:17:40.124864 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d82e0c-de17-4d77-97f0-c7ace33dd63c None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:17:40.125263 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a9d82e0c-de17-4d77-97f0-c7ace33dd63c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:40.125649 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d82e0c-de17-4d77-97f0-c7ace33dd63c None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:17:40.126116 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a9d82e0c-de17-4d77-97f0-c7ace33dd63c None None] Bound port: fb9ad6cd-15d6-4029-aa1f-313d5017d0c0, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:17:40.126518 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a9d82e0c-de17-4d77-97f0-c7ace33dd63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:40.150637 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14756087-a295-4d89-a062-51333cafd91f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca', 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'fixed_ips': [{'subnet_id': 'a048c197-8b81-4fbd-ac92-db57fe0eea33'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:17:40.151548 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-14756087-a295-4d89-a062-51333cafd91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:40.249375 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a9d82e0c-de17-4d77-97f0-c7ace33dd63c None None] For port fb9ad6cd-15d6-4029-aa1f-313d5017d0c0, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:17:40.270267 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a9d82e0c-de17-4d77-97f0-c7ace33dd63c None None] For port fb9ad6cd-15d6-4029-aa1f-313d5017d0c0, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fb9ad6cd-15d6-4029-aa1f-313d5017d0c0,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:17:40.276459 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a9d82e0c-de17-4d77-97f0-c7ace33dd63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:40.328960 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7116b98b-979e-45af-98ab-70d4023ad670 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:40.357885 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-14756087-a295-4d89-a062-51333cafd91f None None] Allocated IP 172.20.0.2 (e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca/a048c197-8b81-4fbd-ac92-db57fe0eea33/cd4e74eb-55b1-449b-9a38-70185e1fd061) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:17:40.375934 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d82e0c-de17-4d77-97f0-c7ace33dd63c None None] Routers {'3b1088cf-52c8-4dc2-b898-dbe3243bacc0'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:17:40.376562 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a9d82e0c-de17-4d77-97f0-c7ace33dd63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:17:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3b1088cf-52c8-4dc2-b898-dbe3243bacc0'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:40.385464 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b77ea-364b-441a-85fd-9da04921518d None None] Pushing event updated for resources: {'Port': ['ID=fb9ad6cd-15d6-4029-aa1f-313d5017d0c0,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:40.713721 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-a9d82e0c-de17-4d77-97f0-c7ace33dd63c None None] Set router 3b1088cf-52c8-4dc2-b898-dbe3243bacc0 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:17:40.845115 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-14756087-a295-4d89-a062-51333cafd91f None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:40.862210 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-14756087-a295-4d89-a062-51333cafd91f None None] Transition to ACTIVE for port object cd4e74eb-55b1-449b-9a38-70185e1fd061 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:17:40.889989 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-14756087-a295-4d89-a062-51333cafd91f None None] Transition to ACTIVE for port object cd4e74eb-55b1-449b-9a38-70185e1fd061 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:17:40.914556 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-14756087-a295-4d89-a062-51333cafd91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:40.945185 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-7116b98b-979e-45af-98ab-70d4023ad670 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Allocated IP 172.20.0.1 (e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca/a048c197-8b81-4fbd-ac92-db57fe0eea33/3bd8963a-4bee-470d-81b3-3c706d025788) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:17:40.965716 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14756087-a295-4d89-a062-51333cafd91f None None] Network e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:17:40.976113 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-14756087-a295-4d89-a062-51333cafd91f None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:17:40.979499 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14756087-a295-4d89-a062-51333cafd91f None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:17:40.981294 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14756087-a295-4d89-a062-51333cafd91f None None] Pushing event updated for resources: {'Port': ['ID=cd4e74eb-55b1-449b-9a38-70185e1fd061,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:41.036755 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a9d82e0c-de17-4d77-97f0-c7ace33dd63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668561378', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:17:37Z', 'updated_at': '2021-09-01T16:17:38Z', 'revision_number': 3, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a4:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:17:38Z', 'updated_at': '2021-09-01T16:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:41.059024 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7116b98b-979e-45af-98ab-70d4023ad670 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:41.065354 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-14756087-a295-4d89-a062-51333cafd91f None None] Attempting to bind port cd4e74eb-55b1-449b-9a38-70185e1fd061 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:17:41.065722 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-14756087-a295-4d89-a062-51333cafd91f None None] Attempting to bind port cd4e74eb-55b1-449b-9a38-70185e1fd061 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '435078a3-3b40-4e18-ae22-e45cd164cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:17:41.066085 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14756087-a295-4d89-a062-51333cafd91f None None] Attempting to bind port cd4e74eb-55b1-449b-9a38-70185e1fd061 on network e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:17:41.068310 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d82e0c-de17-4d77-97f0-c7ace33dd63c None None] The sync data for ids ['3b1088cf-52c8-4dc2-b898-dbe3243bacc0'] in n-d-794796-3 is: [{'id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668561378', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:17:37Z', 'updated_at': '2021-09-01T16:17:38Z', 'revision_number': 3, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a4:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:17:38Z', 'updated_at': '2021-09-01T16:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:17:41.073593 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14756087-a295-4d89-a062-51333cafd91f None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:17:41.073593 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14756087-a295-4d89-a062-51333cafd91f None None] Checking segment: {'id': '435078a3-3b40-4e18-ae22-e45cd164cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:17:41.073865 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-7116b98b-979e-45af-98ab-70d4023ad670 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Transition to ACTIVE for port object 3bd8963a-4bee-470d-81b3-3c706d025788 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:17:41.073978 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-14756087-a295-4d89-a062-51333cafd91f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:41.074327 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14756087-a295-4d89-a062-51333cafd91f None None] Bound using segment: {'id': '435078a3-3b40-4e18-ae22-e45cd164cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:17:41.074810 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-14756087-a295-4d89-a062-51333cafd91f None None] Bound port: cd4e74eb-55b1-449b-9a38-70185e1fd061, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435078a3-3b40-4e18-ae22-e45cd164cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:17:41.075187 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-14756087-a295-4d89-a062-51333cafd91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:41.108376 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7116b98b-979e-45af-98ab-70d4023ad670 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:41.150792 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-14756087-a295-4d89-a062-51333cafd91f None None] For port cd4e74eb-55b1-449b-9a38-70185e1fd061, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:17:41.154726 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-14756087-a295-4d89-a062-51333cafd91f None None] For port cd4e74eb-55b1-449b-9a38-70185e1fd061, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=cd4e74eb-55b1-449b-9a38-70185e1fd061,segment=NetworkSegment(435078a3-3b40-4e18-ae22-e45cd164cf60),segment_id=435078a3-3b40-4e18-ae22-e45cd164cf60)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:17:41.159381 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-14756087-a295-4d89-a062-51333cafd91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:41.165638 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116b98b-979e-45af-98ab-70d4023ad670 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=3bd8963a-4bee-470d-81b3-3c706d025788,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:41.176102 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7116b98b-979e-45af-98ab-70d4023ad670 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:17:41.177607 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-7116b98b-979e-45af-98ab-70d4023ad670 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:17:41.180658 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7116b98b-979e-45af-98ab-70d4023ad670 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:17:41.223094 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14756087-a295-4d89-a062-51333cafd91f None None] Pushing event updated for resources: {'Port': ['ID=cd4e74eb-55b1-449b-9a38-70185e1fd061,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:41.235228 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7116b98b-979e-45af-98ab-70d4023ad670 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:41.391159 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7116b98b-979e-45af-98ab-70d4023ad670 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:41.745000 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7116b98b-979e-45af-98ab-70d4023ad670 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:41.749757 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7116b98b-979e-45af-98ab-70d4023ad670 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:41.824627 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7116b98b-979e-45af-98ab-70d4023ad670 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:41.826446 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116b98b-979e-45af-98ab-70d4023ad670 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=3bd8963a-4bee-470d-81b3-3c706d025788,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:41.929680 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7116b98b-979e-45af-98ab-70d4023ad670 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:17:41.931183 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-7116b98b-979e-45af-98ab-70d4023ad670 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:17:42.055393 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7116b98b-979e-45af-98ab-70d4023ad670 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Router 3b1088cf-52c8-4dc2-b898-dbe3243bacc0 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:17:42.098992 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fb9ad6cd-15d6-4029-aa1f-313d5017d0c0 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:17:42.156252 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port fb9ad6cd-15d6-4029-aa1f-313d5017d0c0 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:17:42.160262 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port fb9ad6cd-15d6-4029-aa1f-313d5017d0c0 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:17:42.160791 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:42.181829 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7116b98b-979e-45af-98ab-70d4023ad670 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:17:42.187899 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7116b98b-979e-45af-98ab-70d4023ad670 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "PUT /v2.0/routers/3b1088cf-52c8-4dc2-b898-dbe3243bacc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2983253 Sep 01 16:17:42.256883 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb753a5-38ed-4e24-ab9e-c50a0fb4529f None None] Network e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:17:42.312150 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:42.315230 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:42.359913 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port fb9ad6cd-15d6-4029-aa1f-313d5017d0c0, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fb9ad6cd-15d6-4029-aa1f-313d5017d0c0,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:17:42.367933 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-63afe3ba-1a8e-4c88-afd8-3bdde3680ed2 None None] Provisioning for port cd4e74eb-55b1-449b-9a38-70185e1fd061 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:17:42.372642 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:42.373456 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device cd4e74eb-55b1-449b-9a38-70185e1fd061 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:17:42.381559 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fc725904-e5c6-4310-a619-a0431919733b req-c384e4a3-d17c-4830-b833-65e6789bdb4a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-845802000&fields=id&tenant_id=bc21f4e70d4041e98e4c57e88619b6a8 HTTP/1.1" status: 200 len: 267 time: 0.0391328 Sep 01 16:17:42.502952 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=fb9ad6cd-15d6-4029-aa1f-313d5017d0c0,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:42.507752 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc725904-e5c6-4310-a619-a0431919733b req-f9999ae6-a6c3-47e9-973f-2271de132414 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:42.515440 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fc725904-e5c6-4310-a619-a0431919733b req-f9999ae6-a6c3-47e9-973f-2271de132414 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/networks?id=e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca HTTP/1.1" status: 200 len: 796 time: 0.1219976 Sep 01 16:17:42.529293 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fc725904-e5c6-4310-a619-a0431919733b req-57f387aa-2a2a-4aee-9ba6-05df60a26979 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/quotas/bc21f4e70d4041e98e4c57e88619b6a8 HTTP/1.1" status: 200 len: 375 time: 0.0129631 Sep 01 16:17:42.535629 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port cd4e74eb-55b1-449b-9a38-70185e1fd061 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:17:42.542532 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port cd4e74eb-55b1-449b-9a38-70185e1fd061 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:17:42.542801 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:42.592141 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fc725904-e5c6-4310-a619-a0431919733b req-4c7df90d-4c59-4f04-82bc-9e192790a2e4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552917 Sep 01 16:17:42.640479 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:42.678843 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port cd4e74eb-55b1-449b-9a38-70185e1fd061, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=cd4e74eb-55b1-449b-9a38-70185e1fd061,segment=NetworkSegment(435078a3-3b40-4e18-ae22-e45cd164cf60),segment_id=435078a3-3b40-4e18-ae22-e45cd164cf60)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:17:42.683516 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:42.703007 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fc725904-e5c6-4310-a619-a0431919733b req-1faedb01-58bd-4712-a6d4-0e5c52a233af service neutron] 10.222.0.60 "GET /v2.0/networks/e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009378 Sep 01 16:17:42.743132 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=cd4e74eb-55b1-449b-9a38-70185e1fd061,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:42.761671 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2985972d-be81-4316-98ff-98221056c3ba None None] Sync routers for ids ['3b1088cf-52c8-4dc2-b898-dbe3243bacc0'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:17:42.774974 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2985972d-be81-4316-98ff-98221056c3ba None None] Routers {'3b1088cf-52c8-4dc2-b898-dbe3243bacc0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:17:42.775784 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2985972d-be81-4316-98ff-98221056c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:17:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3b1088cf-52c8-4dc2-b898-dbe3243bacc0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:42.808803 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fc725904-e5c6-4310-a619-a0431919733b req-e838856f-9dc4-4c3a-a97b-3e2f9cdb9875 service neutron] 10.222.0.60 "GET /v2.0/networks/e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978832 Sep 01 16:17:42.891785 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-2985972d-be81-4316-98ff-98221056c3ba None None] Set router 3b1088cf-52c8-4dc2-b898-dbe3243bacc0 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:17:42.905108 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c07719e6-9d21-48b2-9fc8-8bbb5bcc1fa4 None None] Provisioning for port 3bd8963a-4bee-470d-81b3-3c706d025788 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:17:42.909397 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c07719e6-9d21-48b2-9fc8-8bbb5bcc1fa4 None None] Provisioning complete for port 3bd8963a-4bee-470d-81b3-3c706d025788 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:17:42.909882 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c07719e6-9d21-48b2-9fc8-8bbb5bcc1fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:42.945696 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-c07719e6-9d21-48b2-9fc8-8bbb5bcc1fa4 None None] Port 3bd8963a-4bee-470d-81b3-3c706d025788 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:17:42.958147 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c07719e6-9d21-48b2-9fc8-8bbb5bcc1fa4 None None] Provisioning complete for port cd4e74eb-55b1-449b-9a38-70185e1fd061 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:17:42.958639 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c07719e6-9d21-48b2-9fc8-8bbb5bcc1fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:43.032430 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a3d735d4-3c97-4b3c-99cc-745e204ec53a req-ad153741-05d6-489b-aef0-4f3793de76a2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 210 time: 0.0499449 Sep 01 16:17:43.171541 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2985972d-be81-4316-98ff-98221056c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668561378', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:17:37Z', 'updated_at': '2021-09-01T16:17:41Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:17:38Z', 'updated_at': '2021-09-01T16:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '3bd8963a-4bee-470d-81b3-3c706d025788', 'name': '', 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:09:65:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a048c197-8b81-4fbd-ac92-db57fe0eea33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:17:40Z', 'updated_at': '2021-09-01T16:17:41Z', 'revision_number': 2, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': 'a048c197-8b81-4fbd-ac92-db57fe0eea33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:43.201532 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2985972d-be81-4316-98ff-98221056c3ba None None] Checking router: 3b1088cf-52c8-4dc2-b898-dbe3243bacc0 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:17:43.202186 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2985972d-be81-4316-98ff-98221056c3ba None None] Updating router 3b1088cf-52c8-4dc2-b898-dbe3243bacc0 port 3bd8963a-4bee-470d-81b3-3c706d025788 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:17:43.230542 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-10b89276-ed2b-485e-b50f-e57dadd3c41a None None] Provisioning complete for port 3bd8963a-4bee-470d-81b3-3c706d025788 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:17:43.231093 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-2985972d-be81-4316-98ff-98221056c3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:43.231627 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-10b89276-ed2b-485e-b50f-e57dadd3c41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:43.279904 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-10b89276-ed2b-485e-b50f-e57dadd3c41a None None] Port 3bd8963a-4bee-470d-81b3-3c706d025788 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:17:43.399234 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-fbc74f2b-d41c-4348-ba8f-ed85c576f41a None None] Provisioning complete for port 3bd8963a-4bee-470d-81b3-3c706d025788 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:17:43.399612 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fbc74f2b-d41c-4348-ba8f-ed85c576f41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:43.435993 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-fbc74f2b-d41c-4348-ba8f-ed85c576f41a None None] Port 3bd8963a-4bee-470d-81b3-3c706d025788 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:17:43.520111 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:43.528432 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-2985972d-be81-4316-98ff-98221056c3ba None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:43.538350 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-2985972d-be81-4316-98ff-98221056c3ba None None] Transition to ACTIVE for port object 3bd8963a-4bee-470d-81b3-3c706d025788 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:17:43.543766 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-2985972d-be81-4316-98ff-98221056c3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:43.590513 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682c576-8138-4de8-8b63-1a1de63d1931 None None] Pushing event updated for resources: {'Port': ['ID=3bd8963a-4bee-470d-81b3-3c706d025788,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:43.602572 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c576-8138-4de8-8b63-1a1de63d1931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:43.602914 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c576-8138-4de8-8b63-1a1de63d1931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:43.603247 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c576-8138-4de8-8b63-1a1de63d1931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:43.603574 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c576-8138-4de8-8b63-1a1de63d1931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:43.604011 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c576-8138-4de8-8b63-1a1de63d1931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:43.604220 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c576-8138-4de8-8b63-1a1de63d1931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:43.604537 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c576-8138-4de8-8b63-1a1de63d1931 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:43.604858 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c576-8138-4de8-8b63-1a1de63d1931 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:43.605170 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c576-8138-4de8-8b63-1a1de63d1931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:43.605483 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c576-8138-4de8-8b63-1a1de63d1931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:43.605794 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c576-8138-4de8-8b63-1a1de63d1931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:43.606102 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5682c576-8138-4de8-8b63-1a1de63d1931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:17:43.655473 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-2985972d-be81-4316-98ff-98221056c3ba None None] Attempting to bind port 3bd8963a-4bee-470d-81b3-3c706d025788 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:17:43.655847 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-2985972d-be81-4316-98ff-98221056c3ba None None] Attempting to bind port 3bd8963a-4bee-470d-81b3-3c706d025788 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '435078a3-3b40-4e18-ae22-e45cd164cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:17:43.656214 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2985972d-be81-4316-98ff-98221056c3ba None None] Attempting to bind port 3bd8963a-4bee-470d-81b3-3c706d025788 on network e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:17:43.661688 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2985972d-be81-4316-98ff-98221056c3ba None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:17:43.662103 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2985972d-be81-4316-98ff-98221056c3ba None None] Checking segment: {'id': '435078a3-3b40-4e18-ae22-e45cd164cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:17:43.662544 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-2985972d-be81-4316-98ff-98221056c3ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:43.662928 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2985972d-be81-4316-98ff-98221056c3ba None None] Bound using segment: {'id': '435078a3-3b40-4e18-ae22-e45cd164cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:17:43.663524 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-2985972d-be81-4316-98ff-98221056c3ba None None] Bound port: 3bd8963a-4bee-470d-81b3-3c706d025788, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435078a3-3b40-4e18-ae22-e45cd164cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:17:43.663911 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-2985972d-be81-4316-98ff-98221056c3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:43.738527 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-2985972d-be81-4316-98ff-98221056c3ba None None] For port 3bd8963a-4bee-470d-81b3-3c706d025788, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:17:43.744067 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-2985972d-be81-4316-98ff-98221056c3ba None None] For port 3bd8963a-4bee-470d-81b3-3c706d025788, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=3bd8963a-4bee-470d-81b3-3c706d025788,segment=NetworkSegment(435078a3-3b40-4e18-ae22-e45cd164cf60),segment_id=435078a3-3b40-4e18-ae22-e45cd164cf60)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:17:43.751328 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5bac368a-7176-487e-8bdd-45cea818e7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:43.752963 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-2985972d-be81-4316-98ff-98221056c3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:43.812963 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2985972d-be81-4316-98ff-98221056c3ba None None] Routers {'3b1088cf-52c8-4dc2-b898-dbe3243bacc0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:17:43.813557 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2985972d-be81-4316-98ff-98221056c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:17:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3b1088cf-52c8-4dc2-b898-dbe3243bacc0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:43.854107 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682c576-8138-4de8-8b63-1a1de63d1931 None None] Pushing event updated for resources: {'Port': ['ID=3bd8963a-4bee-470d-81b3-3c706d025788,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:44.017837 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-2985972d-be81-4316-98ff-98221056c3ba None None] Set router 3b1088cf-52c8-4dc2-b898-dbe3243bacc0 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:17:44.041821 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fb9ad6cd-15d6-4029-aa1f-313d5017d0c0 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:17:44.105215 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port fb9ad6cd-15d6-4029-aa1f-313d5017d0c0 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:17:44.105599 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:44.156210 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e0d123df-e141-44a8-8d1b-61d21e96a9fa req-7be150c5-198a-4e28-8e9a-bf0ca625d0a5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 210 time: 0.0388439 Sep 01 16:17:44.192794 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device cd4e74eb-55b1-449b-9a38-70185e1fd061 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:17:44.243349 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port cd4e74eb-55b1-449b-9a38-70185e1fd061 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:17:44.244087 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:44.247688 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2985972d-be81-4316-98ff-98221056c3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668561378', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:17:37Z', 'updated_at': '2021-09-01T16:17:41Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:17:38Z', 'updated_at': '2021-09-01T16:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '3bd8963a-4bee-470d-81b3-3c706d025788', 'name': '', 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:09:65:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a048c197-8b81-4fbd-ac92-db57fe0eea33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:17:40Z', 'updated_at': '2021-09-01T16:17:43Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': 'a048c197-8b81-4fbd-ac92-db57fe0eea33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:44.284189 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2985972d-be81-4316-98ff-98221056c3ba None None] The sync data for ids ['3b1088cf-52c8-4dc2-b898-dbe3243bacc0'] in n-d-794796-3 is: [{'id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668561378', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:17:37Z', 'updated_at': '2021-09-01T16:17:41Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:17:38Z', 'updated_at': '2021-09-01T16:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '3bd8963a-4bee-470d-81b3-3c706d025788', 'name': '', 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:09:65:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a048c197-8b81-4fbd-ac92-db57fe0eea33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:17:40Z', 'updated_at': '2021-09-01T16:17:43Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': 'a048c197-8b81-4fbd-ac92-db57fe0eea33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:17:44.360517 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc725904-e5c6-4310-a619-a0431919733b req-dfab0dc2-3fe2-4cc0-8728-3c0cc336bc04 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:44.362199 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fc725904-e5c6-4310-a619-a0431919733b req-dfab0dc2-3fe2-4cc0-8728-3c0cc336bc04 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.62 "GET /v2.0/networks?id=e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca HTTP/1.1" status: 200 len: 796 time: 0.1278851 Sep 01 16:17:44.424851 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fc725904-e5c6-4310-a619-a0431919733b req-170cd486-8701-4d3f-a90e-239492c612b7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc21f4e70d4041e98e4c57e88619b6a8 HTTP/1.1" status: 200 len: 379 time: 0.0420606 Sep 01 16:17:44.436485 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-fc725904-e5c6-4310-a619-a0431919733b req-46519944-05a4-4fcb-a683-1ff13950d55b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'port': {'device_id': '41b98390-909c-4ff1-bc62-5f668654de9d', 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca', 'admin_state_up': True, 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'security_groups': ['e8fdd5ce-553d-4c2a-8ec0-43a0682b731e']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:17:44.556731 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc725904-e5c6-4310-a619-a0431919733b req-46519944-05a4-4fcb-a683-1ff13950d55b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Made reservation on behalf of bc21f4e70d4041e98e4c57e88619b6a8 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:17:44.560538 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fc725904-e5c6-4310-a619-a0431919733b req-46519944-05a4-4fcb-a683-1ff13950d55b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:44.695576 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-fc725904-e5c6-4310-a619-a0431919733b req-46519944-05a4-4fcb-a683-1ff13950d55b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Allocated IP 172.20.0.7 (e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca/a048c197-8b81-4fbd-ac92-db57fe0eea33/ccc200f0-65c3-4970-954d-a278a1e7555a) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:17:44.846062 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fc725904-e5c6-4310-a619-a0431919733b req-46519944-05a4-4fcb-a683-1ff13950d55b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:44.862138 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-fc725904-e5c6-4310-a619-a0431919733b req-46519944-05a4-4fcb-a683-1ff13950d55b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Transition to ACTIVE for port object ccc200f0-65c3-4970-954d-a278a1e7555a will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:17:44.896150 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fc725904-e5c6-4310-a619-a0431919733b req-46519944-05a4-4fcb-a683-1ff13950d55b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:44.941724 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc725904-e5c6-4310-a619-a0431919733b req-46519944-05a4-4fcb-a683-1ff13950d55b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:17:44.945116 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-fc725904-e5c6-4310-a619-a0431919733b req-46519944-05a4-4fcb-a683-1ff13950d55b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:17:44.949221 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc725904-e5c6-4310-a619-a0431919733b req-46519944-05a4-4fcb-a683-1ff13950d55b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:17:44.955784 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46519944-05a4-4fcb-a683-1ff13950d55b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=ccc200f0-65c3-4970-954d-a278a1e7555a,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:45.010528 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc725904-e5c6-4310-a619-a0431919733b req-46519944-05a4-4fcb-a683-1ff13950d55b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:45.011253 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fc725904-e5c6-4310-a619-a0431919733b req-46519944-05a4-4fcb-a683-1ff13950d55b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:45.030037 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fc725904-e5c6-4310-a619-a0431919733b req-46519944-05a4-4fcb-a683-1ff13950d55b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5974705 Sep 01 16:17:45.052074 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-fc725904-e5c6-4310-a619-a0431919733b req-ae1dae99-bcd4-4451-abb7-d4d9398a15ff service neutron] Request body: {'port': {'device_id': '41b98390-909c-4ff1-bc62-5f668654de9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:17:45.113670 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fc725904-e5c6-4310-a619-a0431919733b req-ae1dae99-bcd4-4451-abb7-d4d9398a15ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:45.229086 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-198ecfa6-30e9-4f2a-80d2-045b753eeeb8 None None] Provisioning for port ccc200f0-65c3-4970-954d-a278a1e7555a completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:17:45.233510 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-198ecfa6-30e9-4f2a-80d2-045b753eeeb8 None None] Provisioning complete for port ccc200f0-65c3-4970-954d-a278a1e7555a triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:17:45.233832 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-198ecfa6-30e9-4f2a-80d2-045b753eeeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:45.292310 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9dd22-f25c-4f48-8207-ca8113097c8d req-c764a334-de18-4acb-a3fb-108fcd08a322 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:45.300064 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-96e9dd22-f25c-4f48-8207-ca8113097c8d req-c764a334-de18-4acb-a3fb-108fcd08a322 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 931 time: 0.0646491 Sep 01 16:17:45.302476 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-198ecfa6-30e9-4f2a-80d2-045b753eeeb8 None None] Port ccc200f0-65c3-4970-954d-a278a1e7555a cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:17:45.340423 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-96e9dd22-f25c-4f48-8207-ca8113097c8d req-6afcf8cb-2500-4dd9-bc25-d627a5b819c1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391977 Sep 01 16:17:45.418345 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:45.419803 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-fc725904-e5c6-4310-a619-a0431919733b req-ae1dae99-bcd4-4451-abb7-d4d9398a15ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc200f0-65c3-4970-954d-a278a1e7555a {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:17:45.430595 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fc725904-e5c6-4310-a619-a0431919733b req-ae1dae99-bcd4-4451-abb7-d4d9398a15ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:45.442998 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-fc725904-e5c6-4310-a619-a0431919733b req-ae1dae99-bcd4-4451-abb7-d4d9398a15ff service neutron] Transition to ACTIVE for port object ccc200f0-65c3-4970-954d-a278a1e7555a will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:17:45.452282 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fc725904-e5c6-4310-a619-a0431919733b req-ae1dae99-bcd4-4451-abb7-d4d9398a15ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:45.512019 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1dae99-bcd4-4451-abb7-d4d9398a15ff service neutron] Pushing event updated for resources: {'Port': ['ID=ccc200f0-65c3-4970-954d-a278a1e7555a,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:45.592481 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-fc725904-e5c6-4310-a619-a0431919733b req-ae1dae99-bcd4-4451-abb7-d4d9398a15ff service neutron] Attempting to bind port ccc200f0-65c3-4970-954d-a278a1e7555a on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:17:45.592740 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-fc725904-e5c6-4310-a619-a0431919733b req-ae1dae99-bcd4-4451-abb7-d4d9398a15ff service neutron] Attempting to bind port ccc200f0-65c3-4970-954d-a278a1e7555a by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '435078a3-3b40-4e18-ae22-e45cd164cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:17:45.593075 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc725904-e5c6-4310-a619-a0431919733b req-ae1dae99-bcd4-4451-abb7-d4d9398a15ff service neutron] Attempting to bind port ccc200f0-65c3-4970-954d-a278a1e7555a on network e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:17:45.597894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc725904-e5c6-4310-a619-a0431919733b req-ae1dae99-bcd4-4451-abb7-d4d9398a15ff service neutron] Port ccc200f0-65c3-4970-954d-a278a1e7555a on network e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:17:45.598250 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc725904-e5c6-4310-a619-a0431919733b req-ae1dae99-bcd4-4451-abb7-d4d9398a15ff service neutron] Attempting to bind port ccc200f0-65c3-4970-954d-a278a1e7555a on network e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:17:45.603642 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc725904-e5c6-4310-a619-a0431919733b req-ae1dae99-bcd4-4451-abb7-d4d9398a15ff service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:17:45.603970 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc725904-e5c6-4310-a619-a0431919733b req-ae1dae99-bcd4-4451-abb7-d4d9398a15ff service neutron] Checking segment: {'id': '435078a3-3b40-4e18-ae22-e45cd164cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:17:45.604304 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc725904-e5c6-4310-a619-a0431919733b req-ae1dae99-bcd4-4451-abb7-d4d9398a15ff service neutron] Bound using segment: {'id': '435078a3-3b40-4e18-ae22-e45cd164cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:17:45.604694 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-fc725904-e5c6-4310-a619-a0431919733b req-ae1dae99-bcd4-4451-abb7-d4d9398a15ff service neutron] Bound port: ccc200f0-65c3-4970-954d-a278a1e7555a, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '435078a3-3b40-4e18-ae22-e45cd164cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:17:45.605053 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fc725904-e5c6-4310-a619-a0431919733b req-ae1dae99-bcd4-4451-abb7-d4d9398a15ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:45.681401 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-fc725904-e5c6-4310-a619-a0431919733b req-ae1dae99-bcd4-4451-abb7-d4d9398a15ff service neutron] For port ccc200f0-65c3-4970-954d-a278a1e7555a, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:17:45.684891 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-fc725904-e5c6-4310-a619-a0431919733b req-ae1dae99-bcd4-4451-abb7-d4d9398a15ff service neutron] For port ccc200f0-65c3-4970-954d-a278a1e7555a, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ccc200f0-65c3-4970-954d-a278a1e7555a,segment=NetworkSegment(435078a3-3b40-4e18-ae22-e45cd164cf60),segment_id=435078a3-3b40-4e18-ae22-e45cd164cf60)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:17:45.690750 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fc725904-e5c6-4310-a619-a0431919733b req-ae1dae99-bcd4-4451-abb7-d4d9398a15ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:45.730706 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc725904-e5c6-4310-a619-a0431919733b req-ae1dae99-bcd4-4451-abb7-d4d9398a15ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:45.731339 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-fc725904-e5c6-4310-a619-a0431919733b req-ae1dae99-bcd4-4451-abb7-d4d9398a15ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:45.733402 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fc725904-e5c6-4310-a619-a0431919733b req-ae1dae99-bcd4-4451-abb7-d4d9398a15ff service neutron] 10.222.0.62 "PUT /v2.0/ports/ccc200f0-65c3-4970-954d-a278a1e7555a HTTP/1.1" status: 200 len: 1091 time: 0.6869483 Sep 01 16:17:45.736843 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b98390-909c-4ff1-bc62-5f668654de9d', 'tag': 'ccc200f0-65c3-4970-954d-a278a1e7555a'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:17:45.738813 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dc53e2-e875-4403-91d5-04a6a62350dd" -d '{"events": [{"name": "network-changed", "server_uuid": "41b98390-909c-4ff1-bc62-5f668654de9d", "tag": "ccc200f0-65c3-4970-954d-a278a1e7555a"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:17:45.776894 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1dae99-bcd4-4451-abb7-d4d9398a15ff service neutron] Pushing event updated for resources: {'Port': ['ID=ccc200f0-65c3-4970-954d-a278a1e7555a,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:45.784917 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d1c074-ec35-4841-ad0c-2c185ed91dd6 x-openstack-request-id: req-d7d1c074-ec35-4841-ad0c-2c185ed91dd6 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:17:45.785205 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b98390-909c-4ff1-bc62-5f668654de9d", "tag": "ccc200f0-65c3-4970-954d-a278a1e7555a", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:17:45.785479 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d7d1c074-ec35-4841-ad0c-2c185ed91dd6 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:17:45.785877 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b98390-909c-4ff1-bc62-5f668654de9d', 'tag': 'ccc200f0-65c3-4970-954d-a278a1e7555a', 'status': 'completed', 'code': 200} Sep 01 16:17:45.850394 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc725904-e5c6-4310-a619-a0431919733b req-772590d5-f378-48c8-adfb-0161adf91025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:45.851779 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fc725904-e5c6-4310-a619-a0431919733b req-772590d5-f378-48c8-adfb-0161adf91025 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 1094 time: 0.0441506 Sep 01 16:17:45.903841 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fc725904-e5c6-4310-a619-a0431919733b req-e830123f-9502-46ef-afca-d3287e87a4f3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccc200f0-65c3-4970-954d-a278a1e7555a HTTP/1.1" status: 200 len: 217 time: 0.0361328 Sep 01 16:17:45.958232 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc725904-e5c6-4310-a619-a0431919733b req-f0eb33e4-cb89-4a60-883a-6569b3bc55f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:45.959776 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fc725904-e5c6-4310-a619-a0431919733b req-f0eb33e4-cb89-4a60-883a-6569b3bc55f9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a048c197-8b81-4fbd-ac92-db57fe0eea33 HTTP/1.1" status: 200 len: 834 time: 0.0472112 Sep 01 16:17:46.011154 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc725904-e5c6-4310-a619-a0431919733b req-ad5c7249-e20c-4ff1-948c-9407b88350f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:46.012681 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fc725904-e5c6-4310-a619-a0431919733b req-ad5c7249-e20c-4ff1-948c-9407b88350f9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427439 Sep 01 16:17:46.064125 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 3bd8963a-4bee-470d-81b3-3c706d025788 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:17:46.102719 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fc725904-e5c6-4310-a619-a0431919733b req-3d59f9ca-8b87-4ea8-a7fc-446a9f1f1564 service neutron] 10.222.0.62 "GET /v2.0/networks/e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815449 Sep 01 16:17:46.115630 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 3bd8963a-4bee-470d-81b3-3c706d025788 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:17:46.119263 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 3bd8963a-4bee-470d-81b3-3c706d025788 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:17:46.119633 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:46.197918 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fc725904-e5c6-4310-a619-a0431919733b req-565705d0-1ef7-467e-a5c1-86af1edeadee service neutron] 10.222.0.62 "GET /v2.0/networks/e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877380 Sep 01 16:17:46.198156 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:46.232467 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 3bd8963a-4bee-470d-81b3-3c706d025788, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=3bd8963a-4bee-470d-81b3-3c706d025788,segment=NetworkSegment(435078a3-3b40-4e18-ae22-e45cd164cf60),segment_id=435078a3-3b40-4e18-ae22-e45cd164cf60)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:17:46.236382 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:46.282971 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=3bd8963a-4bee-470d-81b3-3c706d025788,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:46.347049 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc53e2-e875-4403-91d5-04a6a62350dd req-5756113f-ff47-4037-b1d2-f13387c26df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:46.348558 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d4dc53e2-e875-4403-91d5-04a6a62350dd req-5756113f-ff47-4037-b1d2-f13387c26df3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 1094 time: 0.0403829 Sep 01 16:17:46.446899 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc53e2-e875-4403-91d5-04a6a62350dd req-b5ba6b21-e8b5-4a79-b08f-7616ca517d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:46.448539 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d4dc53e2-e875-4403-91d5-04a6a62350dd req-b5ba6b21-e8b5-4a79-b08f-7616ca517d96 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca HTTP/1.1" status: 200 len: 897 time: 0.0920961 Sep 01 16:17:46.452583 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd05728-9dc7-45e9-84c8-0009268757d3 req-426b8201-1a39-4c2d-8925-9ba58cb00a5f tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:46.454082 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-afd05728-9dc7-45e9-84c8-0009268757d3 req-426b8201-1a39-4c2d-8925-9ba58cb00a5f tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 943 time: 0.0495288 Sep 01 16:17:46.491956 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d4dc53e2-e875-4403-91d5-04a6a62350dd req-2cf76d88-433f-4ad2-8117-b46aa91ea199 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccc200f0-65c3-4970-954d-a278a1e7555a HTTP/1.1" status: 200 len: 217 time: 0.0354891 Sep 01 16:17:46.493391 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-afd05728-9dc7-45e9-84c8-0009268757d3 req-80652eec-fc44-4be5-a823-721b54ede780 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333738 Sep 01 16:17:46.546348 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc53e2-e875-4403-91d5-04a6a62350dd req-ee658b0f-1652-4cf0-8b4b-5715609d30ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:46.547786 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d4dc53e2-e875-4403-91d5-04a6a62350dd req-ee658b0f-1652-4cf0-8b4b-5715609d30ce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a048c197-8b81-4fbd-ac92-db57fe0eea33 HTTP/1.1" status: 200 len: 834 time: 0.0438750 Sep 01 16:17:46.600165 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc53e2-e875-4403-91d5-04a6a62350dd req-f9c4a229-114d-4a39-bd2c-a3c3beb26cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:46.601694 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d4dc53e2-e875-4403-91d5-04a6a62350dd req-f9c4a229-114d-4a39-bd2c-a3c3beb26cd7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440745 Sep 01 16:17:47.024151 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d4dc53e2-e875-4403-91d5-04a6a62350dd req-c0599a2f-f449-4da2-91cd-315ef2939cfb service neutron] 10.222.0.62 "GET /v2.0/networks/e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128611 Sep 01 16:17:47.116386 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d4dc53e2-e875-4403-91d5-04a6a62350dd req-f1efcb1b-6a1b-4543-9ee2-1ece89e32237 service neutron] 10.222.0.62 "GET /v2.0/networks/e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834413 Sep 01 16:17:47.609230 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b09ef9-fab9-4512-b2d4-b35a83be89a1 req-e359cdc7-d49d-4245-953c-daa6ef0d3036 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:47.610666 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17b09ef9-fab9-4512-b2d4-b35a83be89a1 req-e359cdc7-d49d-4245-953c-daa6ef0d3036 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 943 time: 0.0491407 Sep 01 16:17:47.650427 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17b09ef9-fab9-4512-b2d4-b35a83be89a1 req-9278e933-8e23-4f83-93b5-e1cc862f5ee4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337088 Sep 01 16:17:48.037549 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 3bd8963a-4bee-470d-81b3-3c706d025788 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:17:48.087832 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 3bd8963a-4bee-470d-81b3-3c706d025788 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:17:48.088223 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:48.567809 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ccc200f0-65c3-4970-954d-a278a1e7555a details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:17:48.664100 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port ccc200f0-65c3-4970-954d-a278a1e7555a, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ccc200f0-65c3-4970-954d-a278a1e7555a,segment=NetworkSegment(435078a3-3b40-4e18-ae22-e45cd164cf60),segment_id=435078a3-3b40-4e18-ae22-e45cd164cf60)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:17:48.677456 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'ccc200f0-65c3-4970-954d-a278a1e7555a', 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca', 'port_id': 'ccc200f0-65c3-4970-954d-a278a1e7555a', 'mac_address': 'fa:16:3e:03:62:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a048c197-8b81-4fbd-ac92-db57fe0eea33', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:17:48.717113 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:48.731371 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc200f0-65c3-4970-954d-a278a1e7555a {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:17:48.751255 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port ccc200f0-65c3-4970-954d-a278a1e7555a, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ccc200f0-65c3-4970-954d-a278a1e7555a,segment=NetworkSegment(435078a3-3b40-4e18-ae22-e45cd164cf60),segment_id=435078a3-3b40-4e18-ae22-e45cd164cf60)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:17:48.755197 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:48.775755 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554b200-131e-40ad-8576-a3236f85b545 req-6581a571-16da-470f-927b-94898e2526a5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:48.777851 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7554b200-131e-40ad-8576-a3236f85b545 req-6581a571-16da-470f-927b-94898e2526a5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 943 time: 0.0551350 Sep 01 16:17:48.803228 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=ccc200f0-65c3-4970-954d-a278a1e7555a,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:48.818280 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7554b200-131e-40ad-8576-a3236f85b545 req-b3bf74da-8c57-499f-bf40-59e2ba3112f2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348210 Sep 01 16:17:49.120765 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['ccc200f0-65c3-4970-954d-a278a1e7555a'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:17:49.933455 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93206de3-1cac-4980-a38c-0e12d2d7caec req-5451e425-308c-435e-b77b-8f73c0132d93 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:49.934962 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-93206de3-1cac-4980-a38c-0e12d2d7caec req-5451e425-308c-435e-b77b-8f73c0132d93 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 944 time: 0.0489717 Sep 01 16:17:49.972317 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-93206de3-1cac-4980-a38c-0e12d2d7caec req-31e54caf-6d68-4254-8068-74ea9a503582 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313802 Sep 01 16:17:50.569882 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ccc200f0-65c3-4970-954d-a278a1e7555a up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:17:50.620558 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port ccc200f0-65c3-4970-954d-a278a1e7555a completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:17:50.624086 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port ccc200f0-65c3-4970-954d-a278a1e7555a triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:17:50.624457 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:50.700430 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:50.722622 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b98390-909c-4ff1-bc62-5f668654de9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc200f0-65c3-4970-954d-a278a1e7555a'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:17:50.725573 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49869a7e-4887-4c63-bb39-a2ed1df9cc86" -d '{"events": [{"server_uuid": "41b98390-909c-4ff1-bc62-5f668654de9d", "name": "network-vif-plugged", "status": "completed", "tag": "ccc200f0-65c3-4970-954d-a278a1e7555a"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:17:50.738379 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port ccc200f0-65c3-4970-954d-a278a1e7555a, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ccc200f0-65c3-4970-954d-a278a1e7555a,segment=NetworkSegment(435078a3-3b40-4e18-ae22-e45cd164cf60),segment_id=435078a3-3b40-4e18-ae22-e45cd164cf60)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:17:50.742987 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:50.765604 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2234ec63-3677-4acf-bbc3-175e8e42bb34 x-openstack-request-id: req-2234ec63-3677-4acf-bbc3-175e8e42bb34 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:17:50.765912 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b98390-909c-4ff1-bc62-5f668654de9d", "name": "network-vif-plugged", "status": "completed", "tag": "ccc200f0-65c3-4970-954d-a278a1e7555a", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:17:50.766144 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2234ec63-3677-4acf-bbc3-175e8e42bb34 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:17:50.766554 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b98390-909c-4ff1-bc62-5f668654de9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc200f0-65c3-4970-954d-a278a1e7555a', 'code': 200} Sep 01 16:17:50.791490 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=ccc200f0-65c3-4970-954d-a278a1e7555a,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:50.894281 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906e993-7dbd-43e8-8993-63a3d5a2a307 req-58574406-d1bf-4ccf-ad9d-580c8367da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:50.896087 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0906e993-7dbd-43e8-8993-63a3d5a2a307 req-58574406-d1bf-4ccf-ad9d-580c8367da05 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 1096 time: 0.0437319 Sep 01 16:17:50.932374 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0906e993-7dbd-43e8-8993-63a3d5a2a307 req-ea4f9888-e12d-4a16-8511-34e6543b2958 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272787 Sep 01 16:17:51.082833 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15baf52-3daa-4ada-87b8-29c75576ce99 req-92a7f891-ec3a-4d8f-ad77-22a84519ee9a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:51.084847 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b15baf52-3daa-4ada-87b8-29c75576ce99 req-92a7f891-ec3a-4d8f-ad77-22a84519ee9a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.0487030 Sep 01 16:17:51.122052 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b15baf52-3daa-4ada-87b8-29c75576ce99 req-27f10a5f-7ebf-4420-8daa-b6e2f6b7230b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312603 Sep 01 16:17:52.239566 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c948d-206a-4da3-94ee-9a8a11ff0cae req-fe18993f-994e-43f5-bcb8-e3fdb7d44769 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:52.241067 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-103c948d-206a-4da3-94ee-9a8a11ff0cae req-fe18993f-994e-43f5-bcb8-e3fdb7d44769 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.0504770 Sep 01 16:17:52.281900 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-103c948d-206a-4da3-94ee-9a8a11ff0cae req-c59e3a76-643b-42a8-88d0-a21a2aeadd65 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347404 Sep 01 16:17:53.397929 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84f486-583b-46a0-aca6-bd9f91e7eb64 req-7150fce7-a7e0-4b3f-93f9-e808e0171e7e tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:53.400118 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ac84f486-583b-46a0-aca6-bd9f91e7eb64 req-7150fce7-a7e0-4b3f-93f9-e808e0171e7e tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.0482728 Sep 01 16:17:53.438521 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ac84f486-583b-46a0-aca6-bd9f91e7eb64 req-78bd5553-d8d6-4c1d-8d71-e90dd949a712 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319512 Sep 01 16:17:53.556669 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87242a16-9afa-44a7-9284-b8a737e6b70d req-c2b2a1e4-444b-4717-8869-e5fee882c0c4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:53.558345 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-87242a16-9afa-44a7-9284-b8a737e6b70d req-c2b2a1e4-444b-4717-8869-e5fee882c0c4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.0511487 Sep 01 16:17:53.602477 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-87242a16-9afa-44a7-9284-b8a737e6b70d req-755a7a8a-8ec2-42d9-a059-39c3271f463b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378246 Sep 01 16:17:53.624374 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57540) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:53.670764 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389319ad-04df-4c34-b397-0368f718f056 tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:53.672254 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-389319ad-04df-4c34-b397-0368f718f056 tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 1091 time: 0.0468569 Sep 01 16:17:53.675141 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57542) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:53.679587 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-fa2acde2-bedc-418a-8e88-7962edb37a76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'port_id': 'ccc200f0-65c3-4970-954d-a278a1e7555a', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:17:53.703129 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa2acde2-bedc-418a-8e88-7962edb37a76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for floatingip, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:53.797933 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa2acde2-bedc-418a-8e88-7962edb37a76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:53.908579 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-fa2acde2-bedc-418a-8e88-7962edb37a76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Allocated IP 172.25.6.46 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/93212d5f-9b07-4d41-b17d-2ed84362de8e) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:17:54.012082 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa2acde2-bedc-418a-8e88-7962edb37a76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:54.052432 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa2acde2-bedc-418a-8e88-7962edb37a76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:54.101625 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2acde2-bedc-418a-8e88-7962edb37a76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:17:54.106962 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-fa2acde2-bedc-418a-8e88-7962edb37a76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:17:54.109550 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2acde2-bedc-418a-8e88-7962edb37a76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:17:54.112883 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2acde2-bedc-418a-8e88-7962edb37a76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=93212d5f-9b07-4d41-b17d-2ed84362de8e,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:54.469058 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa2acde2-bedc-418a-8e88-7962edb37a76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:54.534589 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa2acde2-bedc-418a-8e88-7962edb37a76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:54.685102 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa2acde2-bedc-418a-8e88-7962edb37a76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:54.689453 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa2acde2-bedc-418a-8e88-7962edb37a76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:54.758634 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2acde2-bedc-418a-8e88-7962edb37a76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=93212d5f-9b07-4d41-b17d-2ed84362de8e,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:17:54.767188 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa2acde2-bedc-418a-8e88-7962edb37a76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:54.867872 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-fa2acde2-bedc-418a-8e88-7962edb37a76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Floating IP fef61155-82c1-4ad2-96a8-322df7f21c33 associated. External IP: 172.25.6.46, port: ccc200f0-65c3-4970-954d-a278a1e7555a. Sep 01 16:17:55.071381 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2acde2-bedc-418a-8e88-7962edb37a76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Router 3b1088cf-52c8-4dc2-b898-dbe3243bacc0 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:17:55.179005 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2acde2-bedc-418a-8e88-7962edb37a76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:17:55.188462 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33be240-e75b-405d-92d7-1cfaf5cbfcbd None None] Sync routers for ids ['3b1088cf-52c8-4dc2-b898-dbe3243bacc0'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:17:55.195035 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fa2acde2-bedc-418a-8e88-7962edb37a76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:17:55.201947 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33be240-e75b-405d-92d7-1cfaf5cbfcbd None None] Routers {'3b1088cf-52c8-4dc2-b898-dbe3243bacc0'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:17:55.202672 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a33be240-e75b-405d-92d7-1cfaf5cbfcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:17:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3b1088cf-52c8-4dc2-b898-dbe3243bacc0'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:55.222479 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fa2acde2-bedc-418a-8e88-7962edb37a76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5461867 Sep 01 16:17:55.222997 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b98390-909c-4ff1-bc62-5f668654de9d', 'tag': 'ccc200f0-65c3-4970-954d-a278a1e7555a'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:17:55.225340 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0c4d30-8535-4808-9e79-3aa7aa5fc8ee" -d '{"events": [{"name": "network-changed", "server_uuid": "41b98390-909c-4ff1-bc62-5f668654de9d", "tag": "ccc200f0-65c3-4970-954d-a278a1e7555a"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:17:55.264719 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f4d658-167c-4625-92b0-cf80b5ead89b x-openstack-request-id: req-a2f4d658-167c-4625-92b0-cf80b5ead89b {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:17:55.265078 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b98390-909c-4ff1-bc62-5f668654de9d", "tag": "ccc200f0-65c3-4970-954d-a278a1e7555a", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:17:55.265404 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a2f4d658-167c-4625-92b0-cf80b5ead89b {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:17:55.265885 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b98390-909c-4ff1-bc62-5f668654de9d', 'tag': 'ccc200f0-65c3-4970-954d-a278a1e7555a', 'status': 'completed', 'code': 200} Sep 01 16:17:55.316115 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-a33be240-e75b-405d-92d7-1cfaf5cbfcbd None None] Set router 3b1088cf-52c8-4dc2-b898-dbe3243bacc0 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:17:55.347978 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915da5d-09ac-426b-ab24-40f22dbc1380 req-68f9a9f9-60b1-4381-a8ec-c6036b055444 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:55.349499 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4915da5d-09ac-426b-ab24-40f22dbc1380 req-68f9a9f9-60b1-4381-a8ec-c6036b055444 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.0753956 Sep 01 16:17:55.379074 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c4d30-8535-4808-9e79-3aa7aa5fc8ee req-5f71b5a5-2ffb-4918-be2a-8d8c7a552db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:55.380551 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a0c4d30-8535-4808-9e79-3aa7aa5fc8ee req-5f71b5a5-2ffb-4918-be2a-8d8c7a552db0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 1096 time: 0.0703197 Sep 01 16:17:55.413978 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4915da5d-09ac-426b-ab24-40f22dbc1380 req-a111d212-66a7-43fe-9fe0-304391b82273 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573549 Sep 01 16:17:55.437776 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57550) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:55.531722 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-490096f4-2341-409d-956d-71d1886ead99 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/floatingips/fef61155-82c1-4ad2-96a8-322df7f21c33 HTTP/1.1" status: 200 len: 990 time: 0.0928044 Sep 01 16:17:55.541741 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c4d30-8535-4808-9e79-3aa7aa5fc8ee req-27e510cf-35dd-40a6-ac9a-aefed5e0e944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:55.543257 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a0c4d30-8535-4808-9e79-3aa7aa5fc8ee req-27e510cf-35dd-40a6-ac9a-aefed5e0e944 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca HTTP/1.1" status: 200 len: 897 time: 0.1526382 Sep 01 16:17:55.614379 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a0c4d30-8535-4808-9e79-3aa7aa5fc8ee req-e51d405d-d108-41cd-b69b-85132672ef32 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccc200f0-65c3-4970-954d-a278a1e7555a HTTP/1.1" status: 200 len: 998 time: 0.0601859 Sep 01 16:17:55.669569 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c4d30-8535-4808-9e79-3aa7aa5fc8ee req-eb81be1f-d582-42ce-9a35-4197ceb30b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:55.671082 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a0c4d30-8535-4808-9e79-3aa7aa5fc8ee req-eb81be1f-d582-42ce-9a35-4197ceb30b25 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a048c197-8b81-4fbd-ac92-db57fe0eea33 HTTP/1.1" status: 200 len: 834 time: 0.0480552 Sep 01 16:17:55.707640 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a33be240-e75b-405d-92d7-1cfaf5cbfcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668561378', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:17:37Z', 'updated_at': '2021-09-01T16:17:41Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:17:38Z', 'updated_at': '2021-09-01T16:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'fef61155-82c1-4ad2-96a8-322df7f21c33', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'floating_ip_address': '172.25.6.46', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'port_id': 'ccc200f0-65c3-4970-954d-a278a1e7555a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca', 'mac_address': 'fa:16:3e:03:62:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b98390-909c-4ff1-bc62-5f668654de9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:17:54Z', 'updated_at': '2021-09-01T16:17:54Z', 'revision_number': 0, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd8963a-4bee-470d-81b3-3c706d025788', 'name': '', 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:09:65:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a048c197-8b81-4fbd-ac92-db57fe0eea33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:17:40Z', 'updated_at': '2021-09-01T16:17:46Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': 'a048c197-8b81-4fbd-ac92-db57fe0eea33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:55.717755 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c4d30-8535-4808-9e79-3aa7aa5fc8ee req-8d4655db-5e80-4f6e-aa83-49e552b4003f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:17:55.719352 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a0c4d30-8535-4808-9e79-3aa7aa5fc8ee req-8d4655db-5e80-4f6e-aa83-49e552b4003f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400958 Sep 01 16:17:55.733612 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33be240-e75b-405d-92d7-1cfaf5cbfcbd None None] Checking router: 3b1088cf-52c8-4dc2-b898-dbe3243bacc0 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:17:55.742350 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33be240-e75b-405d-92d7-1cfaf5cbfcbd None None] Routers {'3b1088cf-52c8-4dc2-b898-dbe3243bacc0'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:17:55.742960 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a33be240-e75b-405d-92d7-1cfaf5cbfcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:17:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3b1088cf-52c8-4dc2-b898-dbe3243bacc0'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:55.809883 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a0c4d30-8535-4808-9e79-3aa7aa5fc8ee req-7bb6b232-798c-4903-9c31-fd9a6704bce8 service neutron] 10.222.0.62 "GET /v2.0/networks/e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822124 Sep 01 16:17:55.848047 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-a33be240-e75b-405d-92d7-1cfaf5cbfcbd None None] Set router 3b1088cf-52c8-4dc2-b898-dbe3243bacc0 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:17:55.902989 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9a0c4d30-8535-4808-9e79-3aa7aa5fc8ee req-ad95f253-63ca-4e95-8482-6abb0329c93f service neutron] 10.222.0.62 "GET /v2.0/networks/e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861409 Sep 01 16:17:56.072141 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a33be240-e75b-405d-92d7-1cfaf5cbfcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668561378', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:17:37Z', 'updated_at': '2021-09-01T16:17:41Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:17:38Z', 'updated_at': '2021-09-01T16:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'fef61155-82c1-4ad2-96a8-322df7f21c33', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'floating_ip_address': '172.25.6.46', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'port_id': 'ccc200f0-65c3-4970-954d-a278a1e7555a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca', 'mac_address': 'fa:16:3e:03:62:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b98390-909c-4ff1-bc62-5f668654de9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:17:54Z', 'updated_at': '2021-09-01T16:17:54Z', 'revision_number': 0, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd8963a-4bee-470d-81b3-3c706d025788', 'name': '', 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:09:65:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a048c197-8b81-4fbd-ac92-db57fe0eea33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:17:40Z', 'updated_at': '2021-09-01T16:17:46Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': 'a048c197-8b81-4fbd-ac92-db57fe0eea33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:17:56.097902 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33be240-e75b-405d-92d7-1cfaf5cbfcbd None None] The sync data for ids ['3b1088cf-52c8-4dc2-b898-dbe3243bacc0'] in n-d-794796-3 is: [{'id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668561378', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:17:37Z', 'updated_at': '2021-09-01T16:17:41Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:17:38Z', 'updated_at': '2021-09-01T16:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'fef61155-82c1-4ad2-96a8-322df7f21c33', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'floating_ip_address': '172.25.6.46', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'port_id': 'ccc200f0-65c3-4970-954d-a278a1e7555a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca', 'mac_address': 'fa:16:3e:03:62:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b98390-909c-4ff1-bc62-5f668654de9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:17:54Z', 'updated_at': '2021-09-01T16:17:54Z', 'revision_number': 0, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bd8963a-4bee-470d-81b3-3c706d025788', 'name': '', 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:09:65:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a048c197-8b81-4fbd-ac92-db57fe0eea33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:17:40Z', 'updated_at': '2021-09-01T16:17:46Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': 'a048c197-8b81-4fbd-ac92-db57fe0eea33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:17:56.289227 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2906bc-20ad-4a71-be79-225b9e5871a9 None None] New status for floating IP fef61155-82c1-4ad2-96a8-322df7f21c33: ACTIVE {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:17:56.535091 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57552) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:17:56.601644 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-72860f05-7cc9-4f8e-8aae-ceb4d854a92a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/floatingips/fef61155-82c1-4ad2-96a8-322df7f21c33 HTTP/1.1" status: 200 len: 992 time: 0.0653832 Sep 01 16:17:58.387380 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:06.942973 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a1e23ad7-c765-4e91-ad48-844b9315fbf8 req-db7ab0e1-1dc0-4bbd-b8b5-4af815b71758 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398388 Sep 01 16:18:07.048445 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e23ad7-c765-4e91-ad48-844b9315fbf8 req-87c5109b-5597-4a0c-91d4-9089422f222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:07.049944 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a1e23ad7-c765-4e91-ad48-844b9315fbf8 req-87c5109b-5597-4a0c-91d4-9089422f222c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 1096 time: 0.0408902 Sep 01 16:18:07.152090 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e23ad7-c765-4e91-ad48-844b9315fbf8 req-c927c3a1-6392-4554-a26f-c710e13e9eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:07.154180 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a1e23ad7-c765-4e91-ad48-844b9315fbf8 req-c927c3a1-6392-4554-a26f-c710e13e9eac service neutron] 10.222.0.62 "GET /v2.0/networks?id=e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca HTTP/1.1" status: 200 len: 897 time: 0.0856669 Sep 01 16:18:07.220964 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a1e23ad7-c765-4e91-ad48-844b9315fbf8 req-368133f0-b847-4c54-846a-dc068772552c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccc200f0-65c3-4970-954d-a278a1e7555a HTTP/1.1" status: 200 len: 1000 time: 0.0563660 Sep 01 16:18:07.276577 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e23ad7-c765-4e91-ad48-844b9315fbf8 req-97537d57-c8b6-4dcf-9cdc-63a726942e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:07.278571 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a1e23ad7-c765-4e91-ad48-844b9315fbf8 req-97537d57-c8b6-4dcf-9cdc-63a726942e90 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a048c197-8b81-4fbd-ac92-db57fe0eea33 HTTP/1.1" status: 200 len: 834 time: 0.0458007 Sep 01 16:18:07.324282 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e23ad7-c765-4e91-ad48-844b9315fbf8 req-6d49d4e4-446d-4666-90af-278d63631c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:07.326337 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a1e23ad7-c765-4e91-ad48-844b9315fbf8 req-6d49d4e4-446d-4666-90af-278d63631c51 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397186 Sep 01 16:18:07.414996 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a1e23ad7-c765-4e91-ad48-844b9315fbf8 req-e72f39de-d667-4665-a5c6-c60971acfa0b service neutron] 10.222.0.62 "GET /v2.0/networks/e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809195 Sep 01 16:18:07.510001 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a1e23ad7-c765-4e91-ad48-844b9315fbf8 req-a8e277ee-c61e-4de0-bef3-1fe83558f6b2 service neutron] 10.222.0.62 "GET /v2.0/networks/e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869246 Sep 01 16:18:09.187772 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:09.406253 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-92837cec-00b4-412b-95f3-8615a90132a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:12.252882 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:12.776962 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:18:13.515596 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:13.743771 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-751f62e0-4213-4a18-af81-a98aa4fccf54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:15.410077 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:28.386736 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:31.987231 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2977f85-7f95-4235-9960-51afbbe5399d req-a0cba24c-ac2e-4fff-8312-4ed4aa88c5fa tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:31.987231 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f2977f85-7f95-4235-9960-51afbbe5399d req-a0cba24c-ac2e-4fff-8312-4ed4aa88c5fa tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.0498958 Sep 01 16:18:32.009958 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-29c11d95-9528-4fa1-bcc4-296a521fb1df service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852914 Sep 01 16:18:32.029407 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f2977f85-7f95-4235-9960-51afbbe5399d req-38c1cac1-741d-4d33-8497-86a6777bf41f tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340047 Sep 01 16:18:33.150016 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-1a642aca-f29c-4d10-b086-36e0c30c36e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:33.151580 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-1a642aca-f29c-4d10-b086-36e0c30c36e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 1096 time: 0.0763409 Sep 01 16:18:33.163516 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f06fa-2df4-41b9-8f97-941024e497c5 req-1c9e5dfe-5b05-423e-b141-9e2f73bc61d3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:33.164905 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-913f06fa-2df4-41b9-8f97-941024e497c5 req-1c9e5dfe-5b05-423e-b141-9e2f73bc61d3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.0641537 Sep 01 16:18:33.248315 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-913f06fa-2df4-41b9-8f97-941024e497c5 req-08551bdf-f4bb-44f8-8157-1090c5e9cdd5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749221 Sep 01 16:18:33.273663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-46e82bc7-2d5f-4121-9303-356c48fd59b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:33.275188 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-46e82bc7-2d5f-4121-9303-356c48fd59b3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca HTTP/1.1" status: 200 len: 897 time: 0.1094434 Sep 01 16:18:33.347939 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-0e7dbd1d-60b1-4230-b674-f636b2e66dbf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccc200f0-65c3-4970-954d-a278a1e7555a HTTP/1.1" status: 200 len: 1000 time: 0.0612381 Sep 01 16:18:33.398054 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-7744f13d-7d2d-42da-94cb-dab32e71e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:33.399524 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-7744f13d-7d2d-42da-94cb-dab32e71e992 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a048c197-8b81-4fbd-ac92-db57fe0eea33 HTTP/1.1" status: 200 len: 834 time: 0.0428934 Sep 01 16:18:33.444889 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-b8bd8502-b663-4bde-8ed5-3e1dabe75f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:33.446413 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-b8bd8502-b663-4bde-8ed5-3e1dabe75f44 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392327 Sep 01 16:18:33.539320 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-bc4e2945-cbe0-40b2-94d7-018dbf8b9172 service neutron] 10.222.0.62 "GET /v2.0/networks/e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838580 Sep 01 16:18:33.630479 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-52548815-7b6a-4aa0-b579-35c10ad4cfbf service neutron] 10.222.0.62 "GET /v2.0/networks/e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802329 Sep 01 16:18:34.367755 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb40a1-9a83-4786-b429-0e03b3d42677 req-cae21e9a-a2b7-4b57-b825-89f19dc71e03 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:34.369237 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7bbb40a1-9a83-4786-b429-0e03b3d42677 req-cae21e9a-a2b7-4b57-b825-89f19dc71e03 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.0507810 Sep 01 16:18:34.407873 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7bbb40a1-9a83-4786-b429-0e03b3d42677 req-353e8478-526a-4012-ac41-8ef5b795dabc tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320551 Sep 01 16:18:35.527076 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4010f-d752-41cb-b116-2d062668b7cc req-c666d11b-ad63-4637-bff9-77728b5e817b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:35.528553 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-08c4010f-d752-41cb-b116-2d062668b7cc req-c666d11b-ad63-4637-bff9-77728b5e817b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.0529733 Sep 01 16:18:35.565179 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-08c4010f-d752-41cb-b116-2d062668b7cc req-ac3685f8-8673-473b-a8c7-254c6403702c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300553 Sep 01 16:18:36.689901 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2316c5-3622-411a-8326-6e4f3a95be62 req-0a3459be-3217-44c4-af35-c448603d78ee tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:36.691428 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7a2316c5-3622-411a-8326-6e4f3a95be62 req-0a3459be-3217-44c4-af35-c448603d78ee tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.0537434 Sep 01 16:18:36.729751 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7a2316c5-3622-411a-8326-6e4f3a95be62 req-ae3f924e-f1bf-40d4-bffd-6300e5efdd7e tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320520 Sep 01 16:18:37.852127 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95244f-9622-4079-aefa-475354d0d824 req-c440c228-28f9-4e5b-a1d1-f4b094a8b074 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:37.853615 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9e95244f-9622-4079-aefa-475354d0d824 req-c440c228-28f9-4e5b-a1d1-f4b094a8b074 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.0572705 Sep 01 16:18:37.892718 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9e95244f-9622-4079-aefa-475354d0d824 req-5dd040a7-3925-4e72-93df-5782ff01b97b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329692 Sep 01 16:18:39.008351 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac0274-9f87-4749-b88d-bdb2ba319444 req-6e0f7ebf-dc0a-458d-a41c-646f0b5bb8e5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:39.009869 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-05ac0274-9f87-4749-b88d-bdb2ba319444 req-6e0f7ebf-dc0a-458d-a41c-646f0b5bb8e5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.0484765 Sep 01 16:18:39.047322 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-05ac0274-9f87-4749-b88d-bdb2ba319444 req-8eec74d8-b1fb-46dd-9ce7-7d2d4cc2b337 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315275 Sep 01 16:18:39.199479 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:39.406215 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3af29df9-534c-4a2e-8b28-4723e8ff6145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:40.160590 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf99593-b5b1-4485-9617-cfe3e7e2983f req-68481525-a790-423c-95cc-b6d3c63c87ec tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:40.162074 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9bf99593-b5b1-4485-9617-cfe3e7e2983f req-68481525-a790-423c-95cc-b6d3c63c87ec tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.0482275 Sep 01 16:18:40.198001 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9bf99593-b5b1-4485-9617-cfe3e7e2983f req-b356c0f9-fe77-42d6-83a5-da6bbce537a1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300012 Sep 01 16:18:41.312334 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97861140-645f-4a2c-aa2e-d7aeaed15dbf req-3273c513-67e7-4b30-b133-adef029138f7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:41.314346 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-97861140-645f-4a2c-aa2e-d7aeaed15dbf req-3273c513-67e7-4b30-b133-adef029138f7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.0487294 Sep 01 16:18:41.352256 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-97861140-645f-4a2c-aa2e-d7aeaed15dbf req-fce22a7b-61b5-4faa-828d-2ed50ea695e3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319166 Sep 01 16:18:42.253902 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:42.469009 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b378dcc-7134-4cba-9c9c-58191d25cb48 req-88f1de01-9581-499c-8403-f80e5d2330dd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:42.471111 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b378dcc-7134-4cba-9c9c-58191d25cb48 req-88f1de01-9581-499c-8403-f80e5d2330dd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.0513284 Sep 01 16:18:42.509431 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2b378dcc-7134-4cba-9c9c-58191d25cb48 req-46d85236-a89e-42b6-a497-47d1751f6f57 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321262 Sep 01 16:18:43.518567 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:43.631013 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be74445-d00b-4f12-8675-27dbc04c78e4 req-99f215ca-53c9-4ccc-83c8-2346cc3db52d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:43.632513 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7be74445-d00b-4f12-8675-27dbc04c78e4 req-99f215ca-53c9-4ccc-83c8-2346cc3db52d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.0540338 Sep 01 16:18:43.672119 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7be74445-d00b-4f12-8675-27dbc04c78e4 req-59a3776a-e326-4d46-a490-196120bc18b0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334413 Sep 01 16:18:43.743605 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-11c1488f-4ced-49b7-8dab-77577a15f747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:44.785647 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b6c4d-8eb3-4949-b1c2-fb44133e55c4 req-b77e3bc8-15c4-4888-b05b-72c2b424e634 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:44.787061 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c46b6c4d-8eb3-4949-b1c2-fb44133e55c4 req-b77e3bc8-15c4-4888-b05b-72c2b424e634 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.0477142 Sep 01 16:18:44.825513 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c46b6c4d-8eb3-4949-b1c2-fb44133e55c4 req-71d836be-8d8f-4e19-bb19-13c5329ed2be tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324280 Sep 01 16:18:45.413388 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:45.957562 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45eb79d-d192-4b0d-b4c6-99c35a74d3b0 req-f56908d7-cc76-47a6-9ad4-6c71ff92441d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:45.959073 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b45eb79d-d192-4b0d-b4c6-99c35a74d3b0 req-f56908d7-cc76-47a6-9ad4-6c71ff92441d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.0500400 Sep 01 16:18:45.996679 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b45eb79d-d192-4b0d-b4c6-99c35a74d3b0 req-7e094c25-a2dc-414f-9322-170b1ccafc58 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316589 Sep 01 16:18:47.111838 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5881c4-843d-4b2d-b79a-991067e651fc req-6095f392-98f0-4b93-91e5-68ee71a428c9 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:47.113304 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff5881c4-843d-4b2d-b79a-991067e651fc req-6095f392-98f0-4b93-91e5-68ee71a428c9 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.0475793 Sep 01 16:18:47.150172 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff5881c4-843d-4b2d-b79a-991067e651fc req-e01c63ab-bb31-4986-b196-9f014256c14c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309248 Sep 01 16:18:48.262993 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c989e-994d-4fcd-968e-55113eaf0088 req-8776999e-44ef-4980-936b-4a84d9aeaf3f tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:48.264378 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-027c989e-994d-4fcd-968e-55113eaf0088 req-8776999e-44ef-4980-936b-4a84d9aeaf3f tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.0481732 Sep 01 16:18:48.302062 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-027c989e-994d-4fcd-968e-55113eaf0088 req-041872cc-fb22-4960-a5ed-099a90996e69 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311315 Sep 01 16:18:49.426229 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbe51a-a48d-4207-aaec-5deb7c954708 req-b835a3d8-c581-4cff-a7f3-ffe68d625629 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:49.427765 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4fcbe51a-a48d-4207-aaec-5deb7c954708 req-b835a3d8-c581-4cff-a7f3-ffe68d625629 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.0528882 Sep 01 16:18:49.464752 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4fcbe51a-a48d-4207-aaec-5deb7c954708 req-c58129c0-40e6-48a4-90f4-a90b6dd00a5b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310135 Sep 01 16:18:49.776381 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:18:50.583952 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fb3a5-eb7e-481d-90bb-46221bd753f3 req-7c7f8b4d-53a2-4d06-ac87-98f747c2c638 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:50.585432 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9e0fb3a5-eb7e-481d-90bb-46221bd753f3 req-7c7f8b4d-53a2-4d06-ac87-98f747c2c638 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.0525033 Sep 01 16:18:50.623417 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9e0fb3a5-eb7e-481d-90bb-46221bd753f3 req-3e3444b4-9cf8-4e30-a73d-b9335c863ba6 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320816 Sep 01 16:18:51.738890 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddc173-4f0f-4770-b5ac-be8c5d55bdf4 req-a0d74ae0-0e28-4e73-991b-5c42a16342fe tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:51.740405 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-deddc173-4f0f-4770-b5ac-be8c5d55bdf4 req-a0d74ae0-0e28-4e73-991b-5c42a16342fe tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.0492024 Sep 01 16:18:51.777057 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-deddc173-4f0f-4770-b5ac-be8c5d55bdf4 req-f08858d1-a0e1-4af2-9d84-0cb80caea696 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305996 Sep 01 16:18:52.891590 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317506b-b3c4-4931-866a-dc04463e0601 req-6ea5b569-3fd0-49ff-92e7-b1ba2c4c3aa2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:52.893079 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6317506b-b3c4-4931-866a-dc04463e0601 req-6ea5b569-3fd0-49ff-92e7-b1ba2c4c3aa2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.0490437 Sep 01 16:18:52.929814 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6317506b-b3c4-4931-866a-dc04463e0601 req-94937504-1ac1-409c-ab46-a93ff38acc17 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308189 Sep 01 16:18:54.046304 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814b8b8-0298-4c70-a1b7-73e49a5e85ec req-12e2eefc-03bc-4444-b01b-20fe9f9c67ea tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:54.047830 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1814b8b8-0298-4c70-a1b7-73e49a5e85ec req-12e2eefc-03bc-4444-b01b-20fe9f9c67ea tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.0493109 Sep 01 16:18:54.086176 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1814b8b8-0298-4c70-a1b7-73e49a5e85ec req-3d2ab5bc-97ce-48ac-adbe-7dd965c91718 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321202 Sep 01 16:18:55.199545 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a268f-410f-49f4-bea7-fda02f9d467e req-f81d251e-66d5-4e88-9422-4544777e7a12 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:55.201052 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1d8a268f-410f-49f4-bea7-fda02f9d467e req-f81d251e-66d5-4e88-9422-4544777e7a12 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.0482574 Sep 01 16:18:55.238423 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1d8a268f-410f-49f4-bea7-fda02f9d467e req-0c8cef82-e907-4f0d-b91f-f4061d5d7e20 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308607 Sep 01 16:18:56.393519 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8be4db-b620-4ceb-9f1d-1ccff26db80d req-f4d5b456-cde5-4650-b588-ae92354772d8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:56.395027 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8a8be4db-b620-4ceb-9f1d-1ccff26db80d req-f4d5b456-cde5-4650-b588-ae92354772d8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.0703981 Sep 01 16:18:56.395772 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-864d6f44-9ad9-41aa-b8aa-d45792c73fe1 service neutron] show failed (client error): The resource could not be found. Sep 01 16:18:56.396656 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-864d6f44-9ad9-41aa-b8aa-d45792c73fe1 service neutron] 10.222.0.62 "GET /v2.0/ports/ccc200f0-65c3-4970-954d-a278a1e7555a/bindings/n-h1-794796-3 HTTP/1.1" status: 404 len: 380 time: 0.1013026 Sep 01 16:18:56.435388 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8a8be4db-b620-4ceb-9f1d-1ccff26db80d req-a131ca6f-f9dd-439e-b53c-8b50b77a9352 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342159 Sep 01 16:18:56.665436 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-08531d1d-d58d-4f48-b9cd-37a17dd2ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:56.666986 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-08531d1d-d58d-4f48-b9cd-37a17dd2ca2f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d&tenant_id=bc21f4e70d4041e98e4c57e88619b6a8 HTTP/1.1" status: 200 len: 1096 time: 0.0914676 Sep 01 16:18:56.678493 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-3e8f3c55-162b-4572-bf22-536d93fc7d7e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:18:56.679429 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-3e8f3c55-162b-4572-bf22-536d93fc7d7e service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050166 Sep 01 16:18:56.690893 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794796-3', 'device_owner': 'compute:nova'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:18:56.743666 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:56.943261 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] For port ccc200f0-65c3-4970-954d-a278a1e7555a, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=ccc200f0-65c3-4970-954d-a278a1e7555a,segment=NetworkSegment(435078a3-3b40-4e18-ae22-e45cd164cf60),segment_id=435078a3-3b40-4e18-ae22-e45cd164cf60)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:18:56.975462 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] For port ccc200f0-65c3-4970-954d-a278a1e7555a, host n-h2-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:18:57.018548 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b98390-909c-4ff1-bc62-5f668654de9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccc200f0-65c3-4970-954d-a278a1e7555a'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:18:57.020794 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31dadf2a-7889-48d3-8863-b4524239b7a9" -d '{"events": [{"server_uuid": "41b98390-909c-4ff1-bc62-5f668654de9d", "name": "network-vif-unplugged", "status": "completed", "tag": "ccc200f0-65c3-4970-954d-a278a1e7555a"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:18:57.024494 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:57.036999 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Transition to ACTIVE for port object ccc200f0-65c3-4970-954d-a278a1e7555a will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:18:57.041795 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:57.073861 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 16:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4b6dee-b385-4536-be91-9ebbd9e193d3 x-openstack-request-id: req-5c4b6dee-b385-4536-be91-9ebbd9e193d3 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:18:57.074166 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b98390-909c-4ff1-bc62-5f668654de9d", "name": "network-vif-unplugged", "status": "completed", "tag": "ccc200f0-65c3-4970-954d-a278a1e7555a", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:18:57.074441 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c4b6dee-b385-4536-be91-9ebbd9e193d3 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:18:57.074841 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b98390-909c-4ff1-bc62-5f668654de9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccc200f0-65c3-4970-954d-a278a1e7555a', 'code': 200} Sep 01 16:18:57.132679 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc200f0-65c3-4970-954d-a278a1e7555a,revision_number=6']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:18:57.146894 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:18:57.147245 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:18:57.147590 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:18:57.147935 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:18:57.148273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:18:57.148607 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:18:57.148940 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:18:57.149273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:18:57.149605 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:18:57.149934 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:18:57.150262 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:18:57.150613 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:18:57.184641 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] No DVR routers for this DVR port ccc200f0-65c3-4970-954d-a278a1e7555a on host n-h2-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:18:57.321451 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Attempting to bind port ccc200f0-65c3-4970-954d-a278a1e7555a on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:18:57.321786 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Attempting to bind port ccc200f0-65c3-4970-954d-a278a1e7555a by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '435078a3-3b40-4e18-ae22-e45cd164cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:18:57.322118 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Attempting to bind port ccc200f0-65c3-4970-954d-a278a1e7555a on network e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:18:57.326391 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Port ccc200f0-65c3-4970-954d-a278a1e7555a on network e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:18:57.326718 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Attempting to bind port ccc200f0-65c3-4970-954d-a278a1e7555a on network e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:18:57.332199 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:18:57.332535 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Checking segment: {'id': '435078a3-3b40-4e18-ae22-e45cd164cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:18:57.332919 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Bound using segment: {'id': '435078a3-3b40-4e18-ae22-e45cd164cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:18:57.333344 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Bound port: ccc200f0-65c3-4970-954d-a278a1e7555a, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '435078a3-3b40-4e18-ae22-e45cd164cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:18:57.333705 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:57.396771 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] For port ccc200f0-65c3-4970-954d-a278a1e7555a, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:18:57.399658 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] For port ccc200f0-65c3-4970-954d-a278a1e7555a, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=ccc200f0-65c3-4970-954d-a278a1e7555a,segment=NetworkSegment(435078a3-3b40-4e18-ae22-e45cd164cf60),segment_id=435078a3-3b40-4e18-ae22-e45cd164cf60)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:18:57.404544 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:57.440624 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:57.441253 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:57.442669 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] 10.222.0.45 "PUT /v2.0/ports/ccc200f0-65c3-4970-954d-a278a1e7555a HTTP/1.1" status: 200 len: 1091 time: 0.7554448 Sep 01 16:18:57.478416 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54891a5b-6269-47fd-b7fd-a315161affd1 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc200f0-65c3-4970-954d-a278a1e7555a,revision_number=7']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:18:57.513271 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-1d334035-c411-40af-929a-bbc29efa435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:57.514938 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-1d334035-c411-40af-929a-bbc29efa435f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 1094 time: 0.0469570 Sep 01 16:18:57.572711 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17774793-44ca-4691-873d-07bb902fcd57 req-e7a9f680-105f-405d-b9ea-b1fe5d0b1aa2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:57.574903 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17774793-44ca-4691-873d-07bb902fcd57 req-e7a9f680-105f-405d-b9ea-b1fe5d0b1aa2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 943 time: 0.0536327 Sep 01 16:18:57.615241 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-3a783412-db4d-418f-a250-1a273cef1fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:57.616546 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-17774793-44ca-4691-873d-07bb902fcd57 req-5a70f081-0a48-47b6-824a-f27e6fa51c4c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344789 Sep 01 16:18:57.616697 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-3a783412-db4d-418f-a250-1a273cef1fbe service neutron] 10.222.0.45 "GET /v2.0/networks?id=e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca HTTP/1.1" status: 200 len: 897 time: 0.0949171 Sep 01 16:18:57.686388 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-5e4d6ec4-ad05-4ffc-a48f-f202fff094ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccc200f0-65c3-4970-954d-a278a1e7555a HTTP/1.1" status: 200 len: 998 time: 0.0619171 Sep 01 16:18:57.738808 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-6b182bd8-ad0f-46b6-949d-8db1d6b70e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:57.740135 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-6b182bd8-ad0f-46b6-949d-8db1d6b70e59 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a048c197-8b81-4fbd-ac92-db57fe0eea33 HTTP/1.1" status: 200 len: 834 time: 0.0472434 Sep 01 16:18:57.785014 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-624e5631-62a1-458a-a8af-2adc37cd237a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:57.786498 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-624e5631-62a1-458a-a8af-2adc37cd237a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391769 Sep 01 16:18:57.877568 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-462be376-60f7-4ec4-bcb7-63c4f47219bd service neutron] 10.222.0.45 "GET /v2.0/networks/e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831580 Sep 01 16:18:57.971209 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-eef75113-0846-4887-97ff-ae48fdbc1958 req-0653a949-e0a9-4916-b1c6-2733457b46c1 service neutron] 10.222.0.45 "GET /v2.0/networks/e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852458 Sep 01 16:18:58.382361 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:18:58.735944 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c94a94-106d-4877-b4be-9363a84948be req-e867a55f-0176-49ee-9840-821590bd8c5b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:58.737400 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-51c94a94-106d-4877-b4be-9363a84948be req-e867a55f-0176-49ee-9840-821590bd8c5b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 943 time: 0.0492101 Sep 01 16:18:58.775537 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-51c94a94-106d-4877-b4be-9363a84948be req-a77740c4-5fe6-46d1-83c7-ec78f08f558c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317261 Sep 01 16:18:58.882067 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ccc200f0-65c3-4970-954d-a278a1e7555a no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:18:58.919877 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device ccc200f0-65c3-4970-954d-a278a1e7555a not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:18:59.075958 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b98390-909c-4ff1-bc62-5f668654de9d', 'tag': 'ccc200f0-65c3-4970-954d-a278a1e7555a'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:18:59.078340 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2ce22e-bb21-4f75-a203-b9b4d6300d81" -d '{"events": [{"name": "network-changed", "server_uuid": "41b98390-909c-4ff1-bc62-5f668654de9d", "tag": "ccc200f0-65c3-4970-954d-a278a1e7555a"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:18:59.125716 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775cde2e-c5f2-46e0-8b39-c4e8a4a836cb x-openstack-request-id: req-775cde2e-c5f2-46e0-8b39-c4e8a4a836cb {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:18:59.127227 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b98390-909c-4ff1-bc62-5f668654de9d", "tag": "ccc200f0-65c3-4970-954d-a278a1e7555a", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:18:59.127487 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-775cde2e-c5f2-46e0-8b39-c4e8a4a836cb {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:18:59.128227 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b98390-909c-4ff1-bc62-5f668654de9d', 'tag': 'ccc200f0-65c3-4970-954d-a278a1e7555a', 'status': 'completed', 'code': 200} Sep 01 16:18:59.187094 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ce22e-bb21-4f75-a203-b9b4d6300d81 req-602cc1e2-50e4-4874-b67e-458debf1265e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:59.188989 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cb2ce22e-bb21-4f75-a203-b9b4d6300d81 req-602cc1e2-50e4-4874-b67e-458debf1265e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 1094 time: 0.0450306 Sep 01 16:18:59.225961 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ce22e-bb21-4f75-a203-b9b4d6300d81 req-c156d2ea-4bab-48ac-9a87-1752af6a6481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:59.227874 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cb2ce22e-bb21-4f75-a203-b9b4d6300d81 req-c156d2ea-4bab-48ac-9a87-1752af6a6481 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 1094 time: 0.0455601 Sep 01 16:18:59.280962 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ce22e-bb21-4f75-a203-b9b4d6300d81 req-b386f489-24f0-4c25-b7bd-fe7dda160de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:59.282517 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cb2ce22e-bb21-4f75-a203-b9b4d6300d81 req-b386f489-24f0-4c25-b7bd-fe7dda160de0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca HTTP/1.1" status: 200 len: 897 time: 0.0846241 Sep 01 16:18:59.321314 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ce22e-bb21-4f75-a203-b9b4d6300d81 req-4e9b03ed-e90b-49dd-8038-053dab749d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:59.323278 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cb2ce22e-bb21-4f75-a203-b9b4d6300d81 req-4e9b03ed-e90b-49dd-8038-053dab749d11 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca HTTP/1.1" status: 200 len: 897 time: 0.0882964 Sep 01 16:18:59.353018 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cb2ce22e-bb21-4f75-a203-b9b4d6300d81 req-320722d0-40b7-40e3-9f58-63ad535925cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccc200f0-65c3-4970-954d-a278a1e7555a HTTP/1.1" status: 200 len: 998 time: 0.0632434 Sep 01 16:18:59.396053 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cb2ce22e-bb21-4f75-a203-b9b4d6300d81 req-09406390-e67a-4c81-a041-7eaf75f5ef1d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccc200f0-65c3-4970-954d-a278a1e7555a HTTP/1.1" status: 200 len: 998 time: 0.0621250 Sep 01 16:18:59.402839 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ce22e-bb21-4f75-a203-b9b4d6300d81 req-db139c3b-72a0-44d8-a664-c1f3c8011ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:59.404318 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cb2ce22e-bb21-4f75-a203-b9b4d6300d81 req-db139c3b-72a0-44d8-a664-c1f3c8011ef0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a048c197-8b81-4fbd-ac92-db57fe0eea33 HTTP/1.1" status: 200 len: 834 time: 0.0438778 Sep 01 16:18:59.448754 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ce22e-bb21-4f75-a203-b9b4d6300d81 req-d3214a1f-9422-41d8-81ec-dce926d91ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:59.450263 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cb2ce22e-bb21-4f75-a203-b9b4d6300d81 req-d3214a1f-9422-41d8-81ec-dce926d91ed0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a048c197-8b81-4fbd-ac92-db57fe0eea33 HTTP/1.1" status: 200 len: 834 time: 0.0466878 Sep 01 16:18:59.459320 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ce22e-bb21-4f75-a203-b9b4d6300d81 req-f61b08be-e3bb-430a-96b4-2aa46a466a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:59.461021 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cb2ce22e-bb21-4f75-a203-b9b4d6300d81 req-f61b08be-e3bb-430a-96b4-2aa46a466a69 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449853 Sep 01 16:18:59.500199 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ce22e-bb21-4f75-a203-b9b4d6300d81 req-78984f1a-01b8-46da-b245-766b288f38b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:59.502621 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cb2ce22e-bb21-4f75-a203-b9b4d6300d81 req-78984f1a-01b8-46da-b245-766b288f38b0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449588 Sep 01 16:18:59.566778 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cb2ce22e-bb21-4f75-a203-b9b4d6300d81 req-08524515-5782-4791-b420-9f278476f804 service neutron] 10.222.0.45 "GET /v2.0/networks/e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975609 Sep 01 16:18:59.601382 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cb2ce22e-bb21-4f75-a203-b9b4d6300d81 req-8e2bff21-105c-412d-a266-4374bc8f7e9a service neutron] 10.222.0.62 "GET /v2.0/networks/e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909023 Sep 01 16:18:59.670594 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cb2ce22e-bb21-4f75-a203-b9b4d6300d81 req-718a48c6-f95a-45e8-817b-1cb82ae33293 service neutron] 10.222.0.45 "GET /v2.0/networks/e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870051 Sep 01 16:18:59.895134 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b51cd1-02a9-4ef4-ad2b-682bd645e9e0 req-f09d441f-c8b1-438e-b375-df4ebc7907b5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:18:59.896656 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-05b51cd1-02a9-4ef4-ad2b-682bd645e9e0 req-f09d441f-c8b1-438e-b375-df4ebc7907b5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 943 time: 0.0510819 Sep 01 16:18:59.937003 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-05b51cd1-02a9-4ef4-ad2b-682bd645e9e0 req-a122ba04-605d-4678-9eb9-5006e7705cdc tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341794 Sep 01 16:19:00.034208 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cb2ce22e-bb21-4f75-a203-b9b4d6300d81 req-ada1f6a9-57b4-4369-9a5b-115a35cb42e7 service neutron] 10.222.0.62 "GET /v2.0/networks/e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218802 Sep 01 16:19:00.153683 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983880d6-68c3-4d4b-a56d-15bb70586bcd req-aa6907c4-8abf-4fca-afb3-e51074195621 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:00.155197 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-983880d6-68c3-4d4b-a56d-15bb70586bcd req-aa6907c4-8abf-4fca-afb3-e51074195621 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 943 time: 0.0609641 Sep 01 16:19:00.194329 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-983880d6-68c3-4d4b-a56d-15bb70586bcd req-79967ff5-27fa-4c38-a41f-ade91943c1db tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318329 Sep 01 16:19:00.202468 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143abc1b-9742-4396-8816-6c1ff4693327 req-c71a77f3-1f9f-44c9-941a-687f53bf20a5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:00.204629 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-143abc1b-9742-4396-8816-6c1ff4693327 req-c71a77f3-1f9f-44c9-941a-687f53bf20a5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.62 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d&tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&binding%3Ahost_id=n-h1-794796-3 HTTP/1.1" status: 200 len: 943 time: 0.0502622 Sep 01 16:19:00.276876 n-d-794796-3 neutron-server[94734]: INFO neutron.api.v2.resource [req-143abc1b-9742-4396-8816-6c1ff4693327 req-9737df98-210b-4db2-86b8-f75508f31ea4 service neutron] delete failed (client error): The resource could not be found. Sep 01 16:19:00.277857 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-143abc1b-9742-4396-8816-6c1ff4693327 req-9737df98-210b-4db2-86b8-f75508f31ea4 service neutron] 10.222.0.62 "DELETE /v2.0/ports/ccc200f0-65c3-4970-954d-a278a1e7555a/bindings/n-h2-794796-3 HTTP/1.1" status: 404 len: 380 time: 0.0658658 Sep 01 16:19:00.311619 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4110c03-b284-4935-bb26-422959500903 req-1b7c4f7d-0982-4b8b-b2e3-fa9c97df9d5a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:00.312960 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b4110c03-b284-4935-bb26-422959500903 req-1b7c4f7d-0982-4b8b-b2e3-fa9c97df9d5a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 943 time: 0.0499215 Sep 01 16:19:00.351525 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b4110c03-b284-4935-bb26-422959500903 req-d70d4119-d010-48b8-a3f7-a7df14f14479 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325749 Sep 01 16:19:00.399138 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143abc1b-9742-4396-8816-6c1ff4693327 req-158f5227-6216-4475-af02-21d5a2c44ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:00.400600 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-143abc1b-9742-4396-8816-6c1ff4693327 req-158f5227-6216-4475-af02-21d5a2c44ede service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 1094 time: 0.0390658 Sep 01 16:19:00.490079 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143abc1b-9742-4396-8816-6c1ff4693327 req-1c564059-cd9d-4688-88d6-b222080a6777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:00.491585 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-143abc1b-9742-4396-8816-6c1ff4693327 req-1c564059-cd9d-4688-88d6-b222080a6777 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca HTTP/1.1" status: 200 len: 897 time: 0.0840664 Sep 01 16:19:00.559133 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-143abc1b-9742-4396-8816-6c1ff4693327 req-dca7bf92-c46a-46b8-84e0-4a5587472f73 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccc200f0-65c3-4970-954d-a278a1e7555a HTTP/1.1" status: 200 len: 998 time: 0.0565715 Sep 01 16:19:00.612102 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143abc1b-9742-4396-8816-6c1ff4693327 req-3b84692f-5939-443e-832b-25ddfc8f61e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:00.613454 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-143abc1b-9742-4396-8816-6c1ff4693327 req-3b84692f-5939-443e-832b-25ddfc8f61e4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a048c197-8b81-4fbd-ac92-db57fe0eea33 HTTP/1.1" status: 200 len: 834 time: 0.0426497 Sep 01 16:19:00.667038 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143abc1b-9742-4396-8816-6c1ff4693327 req-4d383e82-9f45-43a5-b71c-b6c5a9088bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:00.668539 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-143abc1b-9742-4396-8816-6c1ff4693327 req-4d383e82-9f45-43a5-b71c-b6c5a9088bc3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447779 Sep 01 16:19:00.758908 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-143abc1b-9742-4396-8816-6c1ff4693327 req-dd025bcc-c3f7-4a68-9ca7-db41b490e60d service neutron] 10.222.0.62 "GET /v2.0/networks/e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828500 Sep 01 16:19:00.856403 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-143abc1b-9742-4396-8816-6c1ff4693327 req-79438e22-053c-48e8-81b8-dd891ce4ae5f service neutron] 10.222.0.62 "GET /v2.0/networks/e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866835 Sep 01 16:19:01.469374 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7a8b9-541e-4546-a72d-71a24a877287 req-6212d05f-9096-427f-8d26-fb23ee67bb81 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:01.471465 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-83e7a8b9-541e-4546-a72d-71a24a877287 req-6212d05f-9096-427f-8d26-fb23ee67bb81 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 943 time: 0.0512846 Sep 01 16:19:01.512249 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-83e7a8b9-541e-4546-a72d-71a24a877287 req-ee4ca8a3-c624-4e4b-abd2-e5e5147210eb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342631 Sep 01 16:19:01.537261 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57660) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:19:01.596733 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-53355a44-0f35-493b-b4e3-f99645de6985 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/floatingips/fef61155-82c1-4ad2-96a8-322df7f21c33 HTTP/1.1" status: 200 len: 990 time: 0.0582740 Sep 01 16:19:02.268167 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device ccc200f0-65c3-4970-954d-a278a1e7555a details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:19:02.362429 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port ccc200f0-65c3-4970-954d-a278a1e7555a, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=ccc200f0-65c3-4970-954d-a278a1e7555a,segment=NetworkSegment(435078a3-3b40-4e18-ae22-e45cd164cf60),segment_id=435078a3-3b40-4e18-ae22-e45cd164cf60)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:19:02.374705 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'ccc200f0-65c3-4970-954d-a278a1e7555a', 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca', 'port_id': 'ccc200f0-65c3-4970-954d-a278a1e7555a', 'mac_address': 'fa:16:3e:03:62:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a048c197-8b81-4fbd-ac92-db57fe0eea33', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:19:02.411329 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:02.424181 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc200f0-65c3-4970-954d-a278a1e7555a {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:19:02.443277 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port ccc200f0-65c3-4970-954d-a278a1e7555a, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=ccc200f0-65c3-4970-954d-a278a1e7555a,segment=NetworkSegment(435078a3-3b40-4e18-ae22-e45cd164cf60),segment_id=435078a3-3b40-4e18-ae22-e45cd164cf60)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:19:02.447051 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:02.495113 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=ccc200f0-65c3-4970-954d-a278a1e7555a,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:02.502990 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:02.503334 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:02.503669 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:02.503999 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:02.504326 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:02.504658 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:02.504979 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:02.505298 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:02.505615 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:02.505932 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:02.506247 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:02.507088 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:02.727958 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['ccc200f0-65c3-4970-954d-a278a1e7555a'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:19:04.294576 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device ccc200f0-65c3-4970-954d-a278a1e7555a up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:19:04.341551 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port ccc200f0-65c3-4970-954d-a278a1e7555a completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:19:04.345035 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port ccc200f0-65c3-4970-954d-a278a1e7555a triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:19:04.345409 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:04.421404 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:04.443808 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b98390-909c-4ff1-bc62-5f668654de9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc200f0-65c3-4970-954d-a278a1e7555a'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:19:04.446070 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ae62a8-6a89-4894-b9f1-adacde1315e6" -d '{"events": [{"server_uuid": "41b98390-909c-4ff1-bc62-5f668654de9d", "name": "network-vif-plugged", "status": "completed", "tag": "ccc200f0-65c3-4970-954d-a278a1e7555a"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:19:04.459116 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port ccc200f0-65c3-4970-954d-a278a1e7555a, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=ccc200f0-65c3-4970-954d-a278a1e7555a,segment=NetworkSegment(435078a3-3b40-4e18-ae22-e45cd164cf60),segment_id=435078a3-3b40-4e18-ae22-e45cd164cf60)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:19:04.463256 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:04.490488 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358f1e7f-0f8f-47c8-865b-e753a7ead1dc x-openstack-request-id: req-358f1e7f-0f8f-47c8-865b-e753a7ead1dc {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:19:04.490775 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b98390-909c-4ff1-bc62-5f668654de9d", "name": "network-vif-plugged", "status": "completed", "tag": "ccc200f0-65c3-4970-954d-a278a1e7555a", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:19:04.491021 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-358f1e7f-0f8f-47c8-865b-e753a7ead1dc {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:19:04.491437 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b98390-909c-4ff1-bc62-5f668654de9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc200f0-65c3-4970-954d-a278a1e7555a', 'code': 200} Sep 01 16:19:04.517132 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=ccc200f0-65c3-4970-954d-a278a1e7555a,revision_number=9']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:09.211689 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:09.405774 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d93ef710-78ca-4e1e-93c2-d8962181b54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:12.258455 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:13.522245 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:13.745751 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-92e4fa52-3694-4d5c-a730-108b26ba7cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:15.415735 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:26.781033 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:19:28.400930 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:32.086027 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57674) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:19:32.289005 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-e8b56651-cfee-41bf-9e39-5b3cb15c8b1a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Deleting port 93212d5f-9b07-4d41-b17d-2ed84362de8e {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:19:32.289255 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e8b56651-cfee-41bf-9e39-5b3cb15c8b1a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:32.398638 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e8b56651-cfee-41bf-9e39-5b3cb15c8b1a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:32.399370 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e8b56651-cfee-41bf-9e39-5b3cb15c8b1a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:32.418368 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-e8b56651-cfee-41bf-9e39-5b3cb15c8b1a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Calling delete_port for 93212d5f-9b07-4d41-b17d-2ed84362de8e owned by network:floatingip {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:19:32.640989 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e8b56651-cfee-41bf-9e39-5b3cb15c8b1a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:32.676053 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b56651-cfee-41bf-9e39-5b3cb15c8b1a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Port': ['ID=93212d5f-9b07-4d41-b17d-2ed84362de8e,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:32.690375 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b56651-cfee-41bf-9e39-5b3cb15c8b1a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:32.690809 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b56651-cfee-41bf-9e39-5b3cb15c8b1a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:32.691266 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b56651-cfee-41bf-9e39-5b3cb15c8b1a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:32.691674 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b56651-cfee-41bf-9e39-5b3cb15c8b1a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:32.692088 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b56651-cfee-41bf-9e39-5b3cb15c8b1a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:32.692497 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b56651-cfee-41bf-9e39-5b3cb15c8b1a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:32.695400 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b56651-cfee-41bf-9e39-5b3cb15c8b1a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:32.695799 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b56651-cfee-41bf-9e39-5b3cb15c8b1a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:32.696173 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b56651-cfee-41bf-9e39-5b3cb15c8b1a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:32.696531 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b56651-cfee-41bf-9e39-5b3cb15c8b1a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:32.696913 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b56651-cfee-41bf-9e39-5b3cb15c8b1a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:32.697285 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b56651-cfee-41bf-9e39-5b3cb15c8b1a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:32.759637 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e8b56651-cfee-41bf-9e39-5b3cb15c8b1a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for floatingip, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:32.759968 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-e8b56651-cfee-41bf-9e39-5b3cb15c8b1a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Floating IP fef61155-82c1-4ad2-96a8-322df7f21c33 disassociated (deleted). External IP: 172.25.6.46, port: ccc200f0-65c3-4970-954d-a278a1e7555a. Sep 01 16:19:33.004514 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b56651-cfee-41bf-9e39-5b3cb15c8b1a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Router 3b1088cf-52c8-4dc2-b898-dbe3243bacc0 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:19:33.130959 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b56651-cfee-41bf-9e39-5b3cb15c8b1a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:19:33.135650 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e8b56651-cfee-41bf-9e39-5b3cb15c8b1a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:33.144801 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98216df3-f8d6-4ea8-ae61-d7e5d7fefea4 None None] Sync routers for ids ['3b1088cf-52c8-4dc2-b898-dbe3243bacc0'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:19:33.156571 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98216df3-f8d6-4ea8-ae61-d7e5d7fefea4 None None] Routers {'3b1088cf-52c8-4dc2-b898-dbe3243bacc0'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:19:33.157602 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-98216df3-f8d6-4ea8-ae61-d7e5d7fefea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:19:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3b1088cf-52c8-4dc2-b898-dbe3243bacc0'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:19:33.168442 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e8b56651-cfee-41bf-9e39-5b3cb15c8b1a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "DELETE /v2.0/floatingips/fef61155-82c1-4ad2-96a8-322df7f21c33 HTTP/1.1" status: 204 len: 168 time: 1.0812638 Sep 01 16:19:33.169453 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b98390-909c-4ff1-bc62-5f668654de9d', 'tag': 'ccc200f0-65c3-4970-954d-a278a1e7555a'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:19:33.172363 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5fcd7c-ae85-4a78-aa57-4cdf905de6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "41b98390-909c-4ff1-bc62-5f668654de9d", "tag": "ccc200f0-65c3-4970-954d-a278a1e7555a"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:19:33.238191 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5188042-26de-4718-84dc-e1fd40ce1516 x-openstack-request-id: req-b5188042-26de-4718-84dc-e1fd40ce1516 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:19:33.238657 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b98390-909c-4ff1-bc62-5f668654de9d", "tag": "ccc200f0-65c3-4970-954d-a278a1e7555a", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:19:33.239028 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5188042-26de-4718-84dc-e1fd40ce1516 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:19:33.239551 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b98390-909c-4ff1-bc62-5f668654de9d', 'tag': 'ccc200f0-65c3-4970-954d-a278a1e7555a', 'status': 'completed', 'code': 200} Sep 01 16:19:33.319765 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-98216df3-f8d6-4ea8-ae61-d7e5d7fefea4 None None] Set router 3b1088cf-52c8-4dc2-b898-dbe3243bacc0 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:19:33.334362 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fcd7c-ae85-4a78-aa57-4cdf905de6b2 req-a31a35a3-25c9-4020-8742-0a561018c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:33.336300 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ed5fcd7c-ae85-4a78-aa57-4cdf905de6b2 req-a31a35a3-25c9-4020-8742-0a561018c125 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 1096 time: 0.0660686 Sep 01 16:19:33.477643 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fcd7c-ae85-4a78-aa57-4cdf905de6b2 req-9c9a54bc-a3d9-46f2-8e9a-04c7cc5362cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:33.480007 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ed5fcd7c-ae85-4a78-aa57-4cdf905de6b2 req-9c9a54bc-a3d9-46f2-8e9a-04c7cc5362cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca HTTP/1.1" status: 200 len: 897 time: 0.1234097 Sep 01 16:19:33.548171 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ed5fcd7c-ae85-4a78-aa57-4cdf905de6b2 req-bd1f9759-39cb-4e4e-86be-928250d5ee02 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccc200f0-65c3-4970-954d-a278a1e7555a HTTP/1.1" status: 200 len: 217 time: 0.0546331 Sep 01 16:19:33.591332 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-98216df3-f8d6-4ea8-ae61-d7e5d7fefea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668561378', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:17:37Z', 'updated_at': '2021-09-01T16:17:41Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:17:38Z', 'updated_at': '2021-09-01T16:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '3bd8963a-4bee-470d-81b3-3c706d025788', 'name': '', 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:09:65:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a048c197-8b81-4fbd-ac92-db57fe0eea33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:17:40Z', 'updated_at': '2021-09-01T16:17:46Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': 'a048c197-8b81-4fbd-ac92-db57fe0eea33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:19:33.624109 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98216df3-f8d6-4ea8-ae61-d7e5d7fefea4 None None] Checking router: 3b1088cf-52c8-4dc2-b898-dbe3243bacc0 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:19:33.633259 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98216df3-f8d6-4ea8-ae61-d7e5d7fefea4 None None] Routers {'3b1088cf-52c8-4dc2-b898-dbe3243bacc0'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:19:33.633880 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-98216df3-f8d6-4ea8-ae61-d7e5d7fefea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:19:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3b1088cf-52c8-4dc2-b898-dbe3243bacc0'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:19:33.651111 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fcd7c-ae85-4a78-aa57-4cdf905de6b2 req-6b1190c8-6b99-45c4-8af9-b78d2c11eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:33.654381 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ed5fcd7c-ae85-4a78-aa57-4cdf905de6b2 req-6b1190c8-6b99-45c4-8af9-b78d2c11eac8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a048c197-8b81-4fbd-ac92-db57fe0eea33 HTTP/1.1" status: 200 len: 834 time: 0.0900948 Sep 01 16:19:33.670276 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4197ed-c5b8-46aa-b2aa-8c572f7fde3f req-b415933a-6440-42d5-b3b6-e7537b30b434 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:33.671887 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e4197ed-c5b8-46aa-b2aa-8c572f7fde3f req-b415933a-6440-42d5-b3b6-e7537b30b434 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.2492509 Sep 01 16:19:33.762963 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-98216df3-f8d6-4ea8-ae61-d7e5d7fefea4 None None] Set router 3b1088cf-52c8-4dc2-b898-dbe3243bacc0 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:19:33.776575 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1e4197ed-c5b8-46aa-b2aa-8c572f7fde3f req-427cd285-c8fb-4f40-91b4-2053c0ffd10d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921724 Sep 01 16:19:33.788350 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fcd7c-ae85-4a78-aa57-4cdf905de6b2 req-237957b6-54c6-4d2e-a867-038e636fc202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:33.789910 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ed5fcd7c-ae85-4a78-aa57-4cdf905de6b2 req-237957b6-54c6-4d2e-a867-038e636fc202 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171055 Sep 01 16:19:33.960075 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ed5fcd7c-ae85-4a78-aa57-4cdf905de6b2 req-ceda7888-cd71-4c6b-8ed5-ee95014863e3 service neutron] 10.222.0.45 "GET /v2.0/networks/e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592247 Sep 01 16:19:34.027322 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-98216df3-f8d6-4ea8-ae61-d7e5d7fefea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668561378', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:17:37Z', 'updated_at': '2021-09-01T16:17:41Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:17:38Z', 'updated_at': '2021-09-01T16:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '3bd8963a-4bee-470d-81b3-3c706d025788', 'name': '', 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:09:65:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a048c197-8b81-4fbd-ac92-db57fe0eea33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:17:40Z', 'updated_at': '2021-09-01T16:17:46Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': 'a048c197-8b81-4fbd-ac92-db57fe0eea33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:19:34.056528 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98216df3-f8d6-4ea8-ae61-d7e5d7fefea4 None None] The sync data for ids ['3b1088cf-52c8-4dc2-b898-dbe3243bacc0'] in n-d-794796-3 is: [{'id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668561378', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:17:37Z', 'updated_at': '2021-09-01T16:17:41Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:17:38Z', 'updated_at': '2021-09-01T16:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '3bd8963a-4bee-470d-81b3-3c706d025788', 'name': '', 'network_id': 'e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:09:65:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a048c197-8b81-4fbd-ac92-db57fe0eea33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:17:40Z', 'updated_at': '2021-09-01T16:17:46Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': 'a048c197-8b81-4fbd-ac92-db57fe0eea33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:19:34.100227 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ed5fcd7c-ae85-4a78-aa57-4cdf905de6b2 req-2ef9a67d-2b75-4687-8c8f-7e79cf705e3b service neutron] 10.222.0.45 "GET /v2.0/networks/e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298134 Sep 01 16:19:34.335179 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f673c6f-3c3d-444c-8b68-090f7ac2b650 None None] New status for floating IP fef61155-82c1-4ad2-96a8-322df7f21c33: DOWN {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:19:34.992929 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02a262-9652-40da-97d8-2961c9207d62 req-4eb12137-5280-411f-98f5-80d84dd7f77b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:34.994613 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ab02a262-9652-40da-97d8-2961c9207d62 req-4eb12137-5280-411f-98f5-80d84dd7f77b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.1317344 Sep 01 16:19:35.046960 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ab02a262-9652-40da-97d8-2961c9207d62 req-5c42c083-4e2b-4115-b429-4400cc1e2c7a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457590 Sep 01 16:19:35.064539 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5868275-02b4-4ab5-b49f-b85ac982048d req-fdd7051e-7e9a-4ac7-ac11-a797df4104b3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:35.065852 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a5868275-02b4-4ab5-b49f-b85ac982048d req-fdd7051e-7e9a-4ac7-ac11-a797df4104b3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.45 "GET /v2.0/ports?device_id=41b98390-909c-4ff1-bc62-5f668654de9d HTTP/1.1" status: 200 len: 945 time: 0.0608056 Sep 01 16:19:35.474129 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-a5868275-02b4-4ab5-b49f-b85ac982048d req-d61113c2-8f20-4558-a990-7fc95d27b4cb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Deleting port ccc200f0-65c3-4970-954d-a278a1e7555a {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:19:35.474510 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a5868275-02b4-4ab5-b49f-b85ac982048d req-d61113c2-8f20-4558-a990-7fc95d27b4cb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:35.564214 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-a5868275-02b4-4ab5-b49f-b85ac982048d req-d61113c2-8f20-4558-a990-7fc95d27b4cb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] For port ccc200f0-65c3-4970-954d-a278a1e7555a, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=ccc200f0-65c3-4970-954d-a278a1e7555a,segment=NetworkSegment(435078a3-3b40-4e18-ae22-e45cd164cf60),segment_id=435078a3-3b40-4e18-ae22-e45cd164cf60)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:19:35.564584 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a5868275-02b4-4ab5-b49f-b85ac982048d req-d61113c2-8f20-4558-a990-7fc95d27b4cb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:35.579280 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-a5868275-02b4-4ab5-b49f-b85ac982048d req-d61113c2-8f20-4558-a990-7fc95d27b4cb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Calling delete_port for ccc200f0-65c3-4970-954d-a278a1e7555a owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:19:35.719986 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a5868275-02b4-4ab5-b49f-b85ac982048d req-d61113c2-8f20-4558-a990-7fc95d27b4cb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:35.751408 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61113c2-8f20-4558-a990-7fc95d27b4cb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Port': ['ID=ccc200f0-65c3-4970-954d-a278a1e7555a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:35.795631 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5868275-02b4-4ab5-b49f-b85ac982048d req-d61113c2-8f20-4558-a990-7fc95d27b4cb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] No DVR routers for this DVR port ccc200f0-65c3-4970-954d-a278a1e7555a on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:19:35.798419 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-a5868275-02b4-4ab5-b49f-b85ac982048d req-d61113c2-8f20-4558-a990-7fc95d27b4cb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:35.801020 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a5868275-02b4-4ab5-b49f-b85ac982048d req-d61113c2-8f20-4558-a990-7fc95d27b4cb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.45 "DELETE /v2.0/ports/ccc200f0-65c3-4970-954d-a278a1e7555a HTTP/1.1" status: 204 len: 173 time: 0.7251842 Sep 01 16:19:35.801456 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b98390-909c-4ff1-bc62-5f668654de9d', 'name': 'network-vif-deleted', 'tag': 'ccc200f0-65c3-4970-954d-a278a1e7555a'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:19:35.803773 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480c7256-bdbf-43b3-8122-90deb36b63bb" -d '{"events": [{"server_uuid": "41b98390-909c-4ff1-bc62-5f668654de9d", "name": "network-vif-deleted", "tag": "ccc200f0-65c3-4970-954d-a278a1e7555a"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:19:35.840071 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36aa4a8-14cf-496e-a3c7-b55003a32b7f x-openstack-request-id: req-f36aa4a8-14cf-496e-a3c7-b55003a32b7f {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:19:35.840370 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b98390-909c-4ff1-bc62-5f668654de9d", "name": "network-vif-deleted", "tag": "ccc200f0-65c3-4970-954d-a278a1e7555a", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:19:35.840626 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f36aa4a8-14cf-496e-a3c7-b55003a32b7f {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:19:35.841024 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b98390-909c-4ff1-bc62-5f668654de9d', 'name': 'network-vif-deleted', 'tag': 'ccc200f0-65c3-4970-954d-a278a1e7555a', 'status': 'completed', 'code': 200} Sep 01 16:19:36.111680 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57692) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:19:36.503266 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e934d392-8800-4f44-8ded-5956ba053ee8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:36.771450 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-e934d392-8800-4f44-8ded-5956ba053ee8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Deleting port 3bd8963a-4bee-470d-81b3-3c706d025788 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:19:36.771699 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e934d392-8800-4f44-8ded-5956ba053ee8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:36.871595 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-e934d392-8800-4f44-8ded-5956ba053ee8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] For port 3bd8963a-4bee-470d-81b3-3c706d025788, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=3bd8963a-4bee-470d-81b3-3c706d025788,segment=NetworkSegment(435078a3-3b40-4e18-ae22-e45cd164cf60),segment_id=435078a3-3b40-4e18-ae22-e45cd164cf60)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:19:36.871961 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e934d392-8800-4f44-8ded-5956ba053ee8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:36.885360 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-e934d392-8800-4f44-8ded-5956ba053ee8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Calling delete_port for 3bd8963a-4bee-470d-81b3-3c706d025788 owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:19:37.070754 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e934d392-8800-4f44-8ded-5956ba053ee8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:37.105065 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934d392-8800-4f44-8ded-5956ba053ee8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Port': ['ID=3bd8963a-4bee-470d-81b3-3c706d025788,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:37.267937 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-e934d392-8800-4f44-8ded-5956ba053ee8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:37.485969 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e934d392-8800-4f44-8ded-5956ba053ee8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Router 3b1088cf-52c8-4dc2-b898-dbe3243bacc0 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:19:37.603107 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e934d392-8800-4f44-8ded-5956ba053ee8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:19:37.610240 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-e934d392-8800-4f44-8ded-5956ba053ee8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "PUT /v2.0/routers/3b1088cf-52c8-4dc2-b898-dbe3243bacc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4951031 Sep 01 16:19:37.610915 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57694) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:19:37.613500 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a7a7d8-84b7-41d6-aeac-3c3d763ce3bc None None] Sync routers for ids ['3b1088cf-52c8-4dc2-b898-dbe3243bacc0'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:19:37.622746 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a7a7d8-84b7-41d6-aeac-3c3d763ce3bc None None] Routers {'3b1088cf-52c8-4dc2-b898-dbe3243bacc0'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:19:37.623345 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-99a7a7d8-84b7-41d6-aeac-3c3d763ce3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:19:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3b1088cf-52c8-4dc2-b898-dbe3243bacc0'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:19:37.661410 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-57324be8-8b51-43d3-9c5a-1374623081c3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Deleting subnet a048c197-8b81-4fbd-ac92-db57fe0eea33 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:19:37.664625 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-57324be8-8b51-43d3-9c5a-1374623081c3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:37.704102 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-57324be8-8b51-43d3-9c5a-1374623081c3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:37.728667 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-99a7a7d8-84b7-41d6-aeac-3c3d763ce3bc None None] Set router 3b1088cf-52c8-4dc2-b898-dbe3243bacc0 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:19:37.793915 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-57324be8-8b51-43d3-9c5a-1374623081c3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:37.853146 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-57324be8-8b51-43d3-9c5a-1374623081c3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:37.884477 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-57324be8-8b51-43d3-9c5a-1374623081c3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:37.889123 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57696) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:19:37.889916 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-57324be8-8b51-43d3-9c5a-1374623081c3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "DELETE /v2.0/subnets/a048c197-8b81-4fbd-ac92-db57fe0eea33 HTTP/1.1" status: 204 len: 168 time: 0.2779965 Sep 01 16:19:37.891188 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57324be8-8b51-43d3-9c5a-1374623081c3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Subnet': ['ID=a048c197-8b81-4fbd-ac92-db57fe0eea33,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:37.892211 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2697e447-7282-4f95-80a2-987f417db3ee None None] Network e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:19:37.962217 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-99a7a7d8-84b7-41d6-aeac-3c3d763ce3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668561378', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:17:37Z', 'updated_at': '2021-09-01T16:19:37Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:17:38Z', 'updated_at': '2021-09-01T16:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:19:37.997172 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82f27654-fac4-4fe2-b3f6-46fe59d4efbf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:38.005699 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a7a7d8-84b7-41d6-aeac-3c3d763ce3bc None None] Checking router: 3b1088cf-52c8-4dc2-b898-dbe3243bacc0 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:19:38.034423 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a7a7d8-84b7-41d6-aeac-3c3d763ce3bc None None] Routers {'3b1088cf-52c8-4dc2-b898-dbe3243bacc0'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:19:38.035077 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-99a7a7d8-84b7-41d6-aeac-3c3d763ce3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:19:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['3b1088cf-52c8-4dc2-b898-dbe3243bacc0'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:19:38.107777 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82f27654-fac4-4fe2-b3f6-46fe59d4efbf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:38.146984 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-99a7a7d8-84b7-41d6-aeac-3c3d763ce3bc None None] Set router 3b1088cf-52c8-4dc2-b898-dbe3243bacc0 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:19:38.161560 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-82f27654-fac4-4fe2-b3f6-46fe59d4efbf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Deleting port fb9ad6cd-15d6-4029-aa1f-313d5017d0c0 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:19:38.161915 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82f27654-fac4-4fe2-b3f6-46fe59d4efbf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:38.202014 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df924bf7-b61a-4837-9caa-6e8c0352c707 None None] DHCP port deletion for e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:19:38.242972 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-82f27654-fac4-4fe2-b3f6-46fe59d4efbf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] For port fb9ad6cd-15d6-4029-aa1f-313d5017d0c0, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fb9ad6cd-15d6-4029-aa1f-313d5017d0c0,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:19:38.243367 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82f27654-fac4-4fe2-b3f6-46fe59d4efbf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:38.257006 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-82f27654-fac4-4fe2-b3f6-46fe59d4efbf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Calling delete_port for fb9ad6cd-15d6-4029-aa1f-313d5017d0c0 owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:19:38.434775 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82f27654-fac4-4fe2-b3f6-46fe59d4efbf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:38.454426 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device ccc200f0-65c3-4970-954d-a278a1e7555a no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:19:38.466999 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f27654-fac4-4fe2-b3f6-46fe59d4efbf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Port': ['ID=fb9ad6cd-15d6-4029-aa1f-313d5017d0c0,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:38.494017 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: ccc200f0-65c3-4970-954d-a278a1e7555a {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:19:38.494372 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device ccc200f0-65c3-4970-954d-a278a1e7555a not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:19:38.524524 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-df924bf7-b61a-4837-9caa-6e8c0352c707 None None] Deleting port cd4e74eb-55b1-449b-9a38-70185e1fd061 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:19:38.525243 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-df924bf7-b61a-4837-9caa-6e8c0352c707 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:38.536956 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82f27654-fac4-4fe2-b3f6-46fe59d4efbf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:38.603251 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-df924bf7-b61a-4837-9caa-6e8c0352c707 None None] For port cd4e74eb-55b1-449b-9a38-70185e1fd061, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=cd4e74eb-55b1-449b-9a38-70185e1fd061,segment=NetworkSegment(435078a3-3b40-4e18-ae22-e45cd164cf60),segment_id=435078a3-3b40-4e18-ae22-e45cd164cf60)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:19:38.603656 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-df924bf7-b61a-4837-9caa-6e8c0352c707 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:38.619389 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-df924bf7-b61a-4837-9caa-6e8c0352c707 None None] Calling delete_port for cd4e74eb-55b1-449b-9a38-70185e1fd061 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:19:38.633961 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82f27654-fac4-4fe2-b3f6-46fe59d4efbf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:38.636280 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-99a7a7d8-84b7-41d6-aeac-3c3d763ce3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668561378', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:17:37Z', 'updated_at': '2021-09-01T16:19:37Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:17:38Z', 'updated_at': '2021-09-01T16:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:19:38.636641 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82f27654-fac4-4fe2-b3f6-46fe59d4efbf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:38.683326 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82f27654-fac4-4fe2-b3f6-46fe59d4efbf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:38.683894 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f27654-fac4-4fe2-b3f6-46fe59d4efbf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Fanout notify agent at l3_agent the message router_deleted on router 3b1088cf-52c8-4dc2-b898-dbe3243bacc0 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:19:38.691284 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-82f27654-fac4-4fe2-b3f6-46fe59d4efbf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:38.692440 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-82f27654-fac4-4fe2-b3f6-46fe59d4efbf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "DELETE /v2.0/routers/3b1088cf-52c8-4dc2-b898-dbe3243bacc0 HTTP/1.1" status: 204 len: 168 time: 0.8023250 Sep 01 16:19:38.695147 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a7a7d8-84b7-41d6-aeac-3c3d763ce3bc None None] The sync data for ids ['3b1088cf-52c8-4dc2-b898-dbe3243bacc0'] in n-d-794796-3 is: [{'id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668561378', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:17:37Z', 'updated_at': '2021-09-01T16:19:37Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'fb9ad6cd-15d6-4029-aa1f-313d5017d0c0', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1088cf-52c8-4dc2-b898-dbe3243bacc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:17:38Z', 'updated_at': '2021-09-01T16:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:19:38.697195 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57698) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:19:38.743613 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-df924bf7-b61a-4837-9caa-6e8c0352c707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:38.769589 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df924bf7-b61a-4837-9caa-6e8c0352c707 None None] Pushing event deleted for resources: {'Port': ['ID=cd4e74eb-55b1-449b-9a38-70185e1fd061,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:38.773530 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df924bf7-b61a-4837-9caa-6e8c0352c707 None None] No DVR routers for this DVR port cd4e74eb-55b1-449b-9a38-70185e1fd061 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:19:38.797890 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bc37fbd2-34df-4926-b00d-9a015f017a04 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:38.890342 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bc37fbd2-34df-4926-b00d-9a015f017a04 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:38.901383 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-bc37fbd2-34df-4926-b00d-9a015f017a04 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:19:38.913008 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-bc37fbd2-34df-4926-b00d-9a015f017a04 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435078a3-3b40-4e18-ae22-e45cd164cf60') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:19:38.913311 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-bc37fbd2-34df-4926-b00d-9a015f017a04 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435078a3-3b40-4e18-ae22-e45cd164cf60') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:19:38.923815 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bc37fbd2-34df-4926-b00d-9a015f017a04 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:38.940104 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bc37fbd2-34df-4926-b00d-9a015f017a04 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:38.947892 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc37fbd2-34df-4926-b00d-9a015f017a04 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:19:38.948310 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bc37fbd2-34df-4926-b00d-9a015f017a04 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: timer() Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:19:38.951725 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:19:39.020996 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bc37fbd2-34df-4926-b00d-9a015f017a04 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:39.029732 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bc37fbd2-34df-4926-b00d-9a015f017a04 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:39.031436 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bc37fbd2-34df-4926-b00d-9a015f017a04 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "DELETE /v2.0/networks/e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca HTTP/1.1" status: 204 len: 168 time: 0.3328719 Sep 01 16:19:39.039762 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57700) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:19:39.044131 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37fbd2-34df-4926-b00d-9a015f017a04 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Network': ['ID=e77d6cf2-7a3e-4e93-9aa8-4aeecac4faca,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:39.114182 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e10ae33e-ad60-4e35-90ec-ea27dc502088 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:39.142896 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e10ae33e-ad60-4e35-90ec-ea27dc502088 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:39.214772 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e10ae33e-ad60-4e35-90ec-ea27dc502088 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:39.217581 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e10ae33e-ad60-4e35-90ec-ea27dc502088 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:39.219743 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:39.222061 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e10ae33e-ad60-4e35-90ec-ea27dc502088 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "DELETE /v2.0/security-groups/e8fdd5ce-553d-4c2a-8ec0-43a0682b731e HTTP/1.1" status: 204 len: 168 time: 0.1810622 Sep 01 16:19:39.232757 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ae33e-ad60-4e35-90ec-ea27dc502088 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fdd5ce-553d-4c2a-8ec0-43a0682b731e,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:39.414405 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-60e2fb08-e5e3-4877-8fa0-5cd3acaa6279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:39.480457 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57706) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:19:39.485261 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-19dedc0d-3a3f-408b-9909-d7df72972d4c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-626532328', 'description': 'tempest-secgroup-smoke-626532328 description', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:19:39.509135 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-19dedc0d-3a3f-408b-9909-d7df72972d4c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:39.590568 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-19dedc0d-3a3f-408b-9909-d7df72972d4c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:39.594465 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-19dedc0d-3a3f-408b-9909-d7df72972d4c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:39.626232 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-19dedc0d-3a3f-408b-9909-d7df72972d4c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:39.627527 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-19dedc0d-3a3f-408b-9909-d7df72972d4c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1460145 Sep 01 16:19:39.630182 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dedc0d-3a3f-408b-9909-d7df72972d4c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a69055-1c5d-4d6d-be9a-945a35d431d8,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:39.632289 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57708) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:19:39.637786 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-4f426baa-412c-4869-b4ed-83f7a9b75f39 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': 'b6a69055-1c5d-4d6d-be9a-945a35d431d8', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:19:39.665247 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f426baa-412c-4869-b4ed-83f7a9b75f39 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:39.731706 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f426baa-412c-4869-b4ed-83f7a9b75f39 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:39.736125 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f426baa-412c-4869-b4ed-83f7a9b75f39 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:39.756260 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f426baa-412c-4869-b4ed-83f7a9b75f39 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add99e4d-8976-4ca4-8aef-395b3fbe4d1b,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:39.767698 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f426baa-412c-4869-b4ed-83f7a9b75f39 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:39.769064 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4f426baa-412c-4869-b4ed-83f7a9b75f39 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356258 Sep 01 16:19:39.771865 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57710) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:19:39.776748 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-7be500e1-c3dc-46b2-8cec-af6ef2362126 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': 'b6a69055-1c5d-4d6d-be9a-945a35d431d8', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:19:39.805257 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7be500e1-c3dc-46b2-8cec-af6ef2362126 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:39.868415 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7be500e1-c3dc-46b2-8cec-af6ef2362126 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:39.872331 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7be500e1-c3dc-46b2-8cec-af6ef2362126 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:39.890146 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be500e1-c3dc-46b2-8cec-af6ef2362126 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e17b342-8319-4c98-a656-f385b95a1509,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:39.896795 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7be500e1-c3dc-46b2-8cec-af6ef2362126 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:39.898281 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7be500e1-c3dc-46b2-8cec-af6ef2362126 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1254063 Sep 01 16:19:39.901195 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57712) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:19:39.905629 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-95e17be5-3306-4acb-a039-ae9e4566b471 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': 'b6a69055-1c5d-4d6d-be9a-945a35d431d8', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:19:39.932594 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-95e17be5-3306-4acb-a039-ae9e4566b471 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:39.990628 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-95e17be5-3306-4acb-a039-ae9e4566b471 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:39.994933 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-95e17be5-3306-4acb-a039-ae9e4566b471 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:40.012580 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e17be5-3306-4acb-a039-ae9e4566b471 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86506582-a6cf-4133-8cb5-26bb7c8b8bdd,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:40.019425 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-95e17be5-3306-4acb-a039-ae9e4566b471 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:40.020740 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-95e17be5-3306-4acb-a039-ae9e4566b471 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185086 Sep 01 16:19:40.023469 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57714) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:19:40.027773 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-cda2f953-9304-41b0-9d0b-730534b3af35 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': 'b6a69055-1c5d-4d6d-be9a-945a35d431d8', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:19:40.054151 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cda2f953-9304-41b0-9d0b-730534b3af35 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:40.102277 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fb9ad6cd-15d6-4029-aa1f-313d5017d0c0 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:19:40.116871 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cda2f953-9304-41b0-9d0b-730534b3af35 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:40.121244 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cda2f953-9304-41b0-9d0b-730534b3af35 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:40.123790 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: fb9ad6cd-15d6-4029-aa1f-313d5017d0c0 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:19:40.124143 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fb9ad6cd-15d6-4029-aa1f-313d5017d0c0 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:19:40.124582 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device cd4e74eb-55b1-449b-9a38-70185e1fd061 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:19:40.137061 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2f953-9304-41b0-9d0b-730534b3af35 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e216f3e-d18f-460d-8227-8e8e6da3467e,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:40.144703 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: cd4e74eb-55b1-449b-9a38-70185e1fd061 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:19:40.145079 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device cd4e74eb-55b1-449b-9a38-70185e1fd061 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:19:40.145536 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 3bd8963a-4bee-470d-81b3-3c706d025788 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:19:40.148087 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cda2f953-9304-41b0-9d0b-730534b3af35 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:40.149634 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cda2f953-9304-41b0-9d0b-730534b3af35 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250379 Sep 01 16:19:40.152334 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57716) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:19:40.157193 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-973981f8-11ba-42e8-a14b-0d6c5dc533bf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': 'b6a69055-1c5d-4d6d-be9a-945a35d431d8', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:19:40.166251 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 3bd8963a-4bee-470d-81b3-3c706d025788 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:19:40.166601 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 3bd8963a-4bee-470d-81b3-3c706d025788 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:19:40.183619 n-d-794796-3 neutron-server[94734]: INFO neutron.db.securitygroups_db [None req-973981f8-11ba-42e8-a14b-0d6c5dc533bf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Project bc21f4e70d4041e98e4c57e88619b6a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:19:40.188730 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-973981f8-11ba-42e8-a14b-0d6c5dc533bf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:40.251664 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-973981f8-11ba-42e8-a14b-0d6c5dc533bf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:40.255787 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-973981f8-11ba-42e8-a14b-0d6c5dc533bf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:40.278122 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973981f8-11ba-42e8-a14b-0d6c5dc533bf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f46c11e-064d-486b-b06f-cc5b6230b2c3,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:40.280680 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-973981f8-11ba-42e8-a14b-0d6c5dc533bf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:40.281867 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-973981f8-11ba-42e8-a14b-0d6c5dc533bf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285625 Sep 01 16:19:40.284782 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57718) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:19:40.289811 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-4598740a-a3fb-452a-b225-728e34e937c8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': 'b6a69055-1c5d-4d6d-be9a-945a35d431d8', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:19:40.321071 n-d-794796-3 neutron-server[94734]: INFO neutron.db.securitygroups_db [None req-4598740a-a3fb-452a-b225-728e34e937c8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Project bc21f4e70d4041e98e4c57e88619b6a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:19:40.326865 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4598740a-a3fb-452a-b225-728e34e937c8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:40.390011 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4598740a-a3fb-452a-b225-728e34e937c8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:40.394862 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4598740a-a3fb-452a-b225-728e34e937c8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:40.413592 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598740a-a3fb-452a-b225-728e34e937c8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=307b9f60-96d8-4867-b662-4bde0c16b43a,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:40.420041 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4598740a-a3fb-452a-b225-728e34e937c8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:40.421264 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4598740a-a3fb-452a-b225-728e34e937c8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1350057 Sep 01 16:19:40.424067 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57720) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:19:40.429043 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-9dfe6a2f-7754-478e-98c8-d50f0cd36583 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'network': {'name': 'tempest-network-smoke--801414527', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'port_security_enabled': True}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:19:40.449849 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfe6a2f-7754-478e-98c8-d50f0cd36583 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Made reservation on behalf of bc21f4e70d4041e98e4c57e88619b6a8 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:19:40.453343 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6a2f-7754-478e-98c8-d50f0cd36583 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:40.479741 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dfe6a2f-7754-478e-98c8-d50f0cd36583 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:19:40.489588 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6a2f-7754-478e-98c8-d50f0cd36583 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:40.489946 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-9dfe6a2f-7754-478e-98c8-d50f0cd36583 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Added segment 7b9869ec-ebbe-4f7b-8765-5ab54a64938e of type vlan for network d8da2d30-0e0a-47be-953a-286e3df7eaab Sep 01 16:19:40.530994 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6a2f-7754-478e-98c8-d50f0cd36583 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:40.557114 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6a2f-7754-478e-98c8-d50f0cd36583 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:40.562800 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfe6a2f-7754-478e-98c8-d50f0cd36583 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:40.563432 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6a2f-7754-478e-98c8-d50f0cd36583 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:40.625032 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9dfe6a2f-7754-478e-98c8-d50f0cd36583 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1999207 Sep 01 16:19:40.627770 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57722) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:19:40.632937 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-af1a178d-abab-4f69-8a70-5cb0c9ec06bb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-282508547', 'admin_state_up': True, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:19:40.653840 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe6a2f-7754-478e-98c8-d50f0cd36583 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Network': ['ID=d8da2d30-0e0a-47be-953a-286e3df7eaab,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:40.664296 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network d8da2d30-0e0a-47be-953a-286e3df7eaab details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:19:40.668515 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-af1a178d-abab-4f69-8a70-5cb0c9ec06bb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:40.669832 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-af1a178d-abab-4f69-8a70-5cb0c9ec06bb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:40.726630 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-af1a178d-abab-4f69-8a70-5cb0c9ec06bb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:40.873124 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-af1a178d-abab-4f69-8a70-5cb0c9ec06bb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:41.064712 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-af1a178d-abab-4f69-8a70-5cb0c9ec06bb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:41.088009 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-af1a178d-abab-4f69-8a70-5cb0c9ec06bb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:41.188665 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-af1a178d-abab-4f69-8a70-5cb0c9ec06bb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Allocated IP 172.25.6.109 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/da6477f2-2d64-46d4-a10f-b30a46c63b45) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:19:41.294543 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-af1a178d-abab-4f69-8a70-5cb0c9ec06bb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:41.339422 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-af1a178d-abab-4f69-8a70-5cb0c9ec06bb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:41.383164 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1a178d-abab-4f69-8a70-5cb0c9ec06bb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:19:41.386538 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-af1a178d-abab-4f69-8a70-5cb0c9ec06bb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:19:41.391041 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1a178d-abab-4f69-8a70-5cb0c9ec06bb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:19:41.398565 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a178d-abab-4f69-8a70-5cb0c9ec06bb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=da6477f2-2d64-46d4-a10f-b30a46c63b45,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:41.667749 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-af1a178d-abab-4f69-8a70-5cb0c9ec06bb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:42.211018 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-af1a178d-abab-4f69-8a70-5cb0c9ec06bb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:42.264539 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:42.348523 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1a178d-abab-4f69-8a70-5cb0c9ec06bb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Router 91380856-abcc-4b42-bfa1-a77cdffbc41c is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:19:42.467127 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1a178d-abab-4f69-8a70-5cb0c9ec06bb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:19:42.479327 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d877ef4-708d-4093-89bf-c8d596daf4a2 None None] Sync routers for ids ['91380856-abcc-4b42-bfa1-a77cdffbc41c'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:19:42.489107 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d877ef4-708d-4093-89bf-c8d596daf4a2 None None] Routers {'91380856-abcc-4b42-bfa1-a77cdffbc41c'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:19:42.489738 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1d877ef4-708d-4093-89bf-c8d596daf4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:19:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['91380856-abcc-4b42-bfa1-a77cdffbc41c'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:19:42.496529 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-af1a178d-abab-4f69-8a70-5cb0c9ec06bb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:42.497957 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-af1a178d-abab-4f69-8a70-5cb0c9ec06bb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8686609 Sep 01 16:19:42.501430 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57724) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:19:42.532449 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0db1bf6e-6ab2-4812-b668-040193b9eef3 tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=bc21f4e70d4041e98e4c57e88619b6a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297706 Sep 01 16:19:42.535106 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57726) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:19:42.601662 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-1d877ef4-708d-4093-89bf-c8d596daf4a2 None None] Set router 91380856-abcc-4b42-bfa1-a77cdffbc41c gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:19:42.634732 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9824d327-9b4f-4d6c-b4ec-c6b89ac9bad5 tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:42.636256 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9824d327-9b4f-4d6c-b4ec-c6b89ac9bad5 tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1001546 Sep 01 16:19:42.640105 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57728) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:19:42.677672 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c900ad8b-4104-4fee-9067-b48dea57bd46 tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5c826073-0017-46f6-8947-51b31e774ff4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363131 Sep 01 16:19:42.680177 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57730) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:19:42.685555 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-ede28d4c-24e4-4fcf-ab43-3ccf23e33d9a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1089099585', 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:19:42.787951 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede28d4c-24e4-4fcf-ab43-3ccf23e33d9a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Made reservation on behalf of bc21f4e70d4041e98e4c57e88619b6a8 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:19:42.791736 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ede28d4c-24e4-4fcf-ab43-3ccf23e33d9a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:42.818577 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1d877ef4-708d-4093-89bf-c8d596daf4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282508547', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:19:40Z', 'updated_at': '2021-09-01T16:19:41Z', 'revision_number': 3, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:19:41Z', 'updated_at': '2021-09-01T16:19:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:19:42.849809 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d877ef4-708d-4093-89bf-c8d596daf4a2 None None] Checking router: 91380856-abcc-4b42-bfa1-a77cdffbc41c for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:19:42.850148 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d877ef4-708d-4093-89bf-c8d596daf4a2 None None] Updating router 91380856-abcc-4b42-bfa1-a77cdffbc41c port da6477f2-2d64-46d4-a10f-b30a46c63b45 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:19:42.876951 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-1d877ef4-708d-4093-89bf-c8d596daf4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:42.996005 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ede28d4c-24e4-4fcf-ab43-3ccf23e33d9a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:43.066721 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede28d4c-24e4-4fcf-ab43-3ccf23e33d9a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Subnet': ['ID=6def2d18-0884-472a-a6b7-633b4b13ae17,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:43.078000 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede28d4c-24e4-4fcf-ab43-3ccf23e33d9a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Checking segment: {'id': '7b9869ec-ebbe-4f7b-8765-5ab54a64938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:19:43.078452 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede28d4c-24e4-4fcf-ab43-3ccf23e33d9a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network hostable DHCP agents. Network: d8da2d30-0e0a-47be-953a-286e3df7eaab, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:19:43.097856 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede28d4c-24e4-4fcf-ab43-3ccf23e33d9a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network d8da2d30-0e0a-47be-953a-286e3df7eaab is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:19:43.107363 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-ede28d4c-24e4-4fcf-ab43-3ccf23e33d9a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, d8da2d30-0e0a-47be-953a-286e3df7eaab) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:19:43.111760 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede28d4c-24e4-4fcf-ab43-3ccf23e33d9a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:43.112370 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ede28d4c-24e4-4fcf-ab43-3ccf23e33d9a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:43.117360 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63c43db-4791-449a-984c-751c489da625 None None] Network d8da2d30-0e0a-47be-953a-286e3df7eaab requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:19:43.129178 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ede28d4c-24e4-4fcf-ab43-3ccf23e33d9a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4475355 Sep 01 16:19:43.131873 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57732) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:19:43.192889 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-1d877ef4-708d-4093-89bf-c8d596daf4a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:43.203134 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-1d877ef4-708d-4093-89bf-c8d596daf4a2 None None] Transition to ACTIVE for port object da6477f2-2d64-46d4-a10f-b30a46c63b45 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:19:43.210038 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-1d877ef4-708d-4093-89bf-c8d596daf4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:43.282551 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-1d877ef4-708d-4093-89bf-c8d596daf4a2 None None] Attempting to bind port da6477f2-2d64-46d4-a10f-b30a46c63b45 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:19:43.282902 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-1d877ef4-708d-4093-89bf-c8d596daf4a2 None None] Attempting to bind port da6477f2-2d64-46d4-a10f-b30a46c63b45 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:19:43.283264 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d877ef4-708d-4093-89bf-c8d596daf4a2 None None] Attempting to bind port da6477f2-2d64-46d4-a10f-b30a46c63b45 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:19:43.287223 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ddf77-41ad-4965-a582-4d07884b8107 None None] Pushing event updated for resources: {'Port': ['ID=da6477f2-2d64-46d4-a10f-b30a46c63b45,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:43.290814 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881d4631-342a-4147-9d11-0b008766ed5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-d8da2d30-0e0a-47be-953a-286e3df7eaab', 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'fixed_ips': [{'subnet_id': '6def2d18-0884-472a-a6b7-633b4b13ae17'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:19:43.291932 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-881d4631-342a-4147-9d11-0b008766ed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:43.296199 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ddf77-41ad-4965-a582-4d07884b8107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:43.297346 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ddf77-41ad-4965-a582-4d07884b8107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:43.297346 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ddf77-41ad-4965-a582-4d07884b8107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:43.297346 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ddf77-41ad-4965-a582-4d07884b8107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:43.297919 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ddf77-41ad-4965-a582-4d07884b8107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:43.297919 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ddf77-41ad-4965-a582-4d07884b8107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:43.298231 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ddf77-41ad-4965-a582-4d07884b8107 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:43.298441 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ddf77-41ad-4965-a582-4d07884b8107 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:43.299406 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ddf77-41ad-4965-a582-4d07884b8107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:43.299406 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ddf77-41ad-4965-a582-4d07884b8107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:43.299406 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ddf77-41ad-4965-a582-4d07884b8107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:43.299952 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ddf77-41ad-4965-a582-4d07884b8107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:43.305204 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d877ef4-708d-4093-89bf-c8d596daf4a2 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:19:43.305204 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d877ef4-708d-4093-89bf-c8d596daf4a2 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:19:43.305204 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-1d877ef4-708d-4093-89bf-c8d596daf4a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:43.305945 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d877ef4-708d-4093-89bf-c8d596daf4a2 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:19:43.306173 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-1d877ef4-708d-4093-89bf-c8d596daf4a2 None None] Bound port: da6477f2-2d64-46d4-a10f-b30a46c63b45, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:19:43.306402 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-1d877ef4-708d-4093-89bf-c8d596daf4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:43.363996 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-1d877ef4-708d-4093-89bf-c8d596daf4a2 None None] For port da6477f2-2d64-46d4-a10f-b30a46c63b45, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:19:43.368246 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-1d877ef4-708d-4093-89bf-c8d596daf4a2 None None] For port da6477f2-2d64-46d4-a10f-b30a46c63b45, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=da6477f2-2d64-46d4-a10f-b30a46c63b45,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:19:43.375036 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-1d877ef4-708d-4093-89bf-c8d596daf4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:43.439425 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d877ef4-708d-4093-89bf-c8d596daf4a2 None None] Routers {'91380856-abcc-4b42-bfa1-a77cdffbc41c'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:19:43.440170 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1d877ef4-708d-4093-89bf-c8d596daf4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:19:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['91380856-abcc-4b42-bfa1-a77cdffbc41c'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:19:43.443451 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ddf77-41ad-4965-a582-4d07884b8107 None None] Pushing event updated for resources: {'Port': ['ID=da6477f2-2d64-46d4-a10f-b30a46c63b45,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:43.464048 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-881d4631-342a-4147-9d11-0b008766ed5e None None] Allocated IP 172.20.0.2 (d8da2d30-0e0a-47be-953a-286e3df7eaab/6def2d18-0884-472a-a6b7-633b4b13ae17/37df5d91-37e6-4e00-baf6-b7a691700a57) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:19:43.560203 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-1d877ef4-708d-4093-89bf-c8d596daf4a2 None None] Set router 91380856-abcc-4b42-bfa1-a77cdffbc41c gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:19:43.561059 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:43.653384 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2918f32b-7e82-49ea-bde4-8014b025f4c0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:43.667704 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-881d4631-342a-4147-9d11-0b008766ed5e None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:43.692367 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-881d4631-342a-4147-9d11-0b008766ed5e None None] Transition to ACTIVE for port object 37df5d91-37e6-4e00-baf6-b7a691700a57 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:19:43.718761 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-881d4631-342a-4147-9d11-0b008766ed5e None None] Transition to ACTIVE for port object 37df5d91-37e6-4e00-baf6-b7a691700a57 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:19:43.727366 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-881d4631-342a-4147-9d11-0b008766ed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:43.788845 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-1d877ef4-708d-4093-89bf-c8d596daf4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282508547', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:19:40Z', 'updated_at': '2021-09-01T16:19:41Z', 'revision_number': 3, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:19:41Z', 'updated_at': '2021-09-01T16:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:19:43.792790 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881d4631-342a-4147-9d11-0b008766ed5e None None] Network d8da2d30-0e0a-47be-953a-286e3df7eaab is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:19:43.798291 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-881d4631-342a-4147-9d11-0b008766ed5e None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:19:43.804208 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881d4631-342a-4147-9d11-0b008766ed5e None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:19:43.804669 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1aacf34a-4f77-4db9-8bec-df4935194cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:43.814931 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d4631-342a-4147-9d11-0b008766ed5e None None] Pushing event updated for resources: {'Port': ['ID=37df5d91-37e6-4e00-baf6-b7a691700a57,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:43.818583 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d877ef4-708d-4093-89bf-c8d596daf4a2 None None] The sync data for ids ['91380856-abcc-4b42-bfa1-a77cdffbc41c'] in n-d-794796-3 is: [{'id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282508547', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:19:40Z', 'updated_at': '2021-09-01T16:19:41Z', 'revision_number': 3, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:19:41Z', 'updated_at': '2021-09-01T16:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:19:43.882484 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-881d4631-342a-4147-9d11-0b008766ed5e None None] Attempting to bind port 37df5d91-37e6-4e00-baf6-b7a691700a57 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:19:43.883098 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-881d4631-342a-4147-9d11-0b008766ed5e None None] Attempting to bind port 37df5d91-37e6-4e00-baf6-b7a691700a57 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '7b9869ec-ebbe-4f7b-8765-5ab54a64938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:19:43.883677 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881d4631-342a-4147-9d11-0b008766ed5e None None] Attempting to bind port 37df5d91-37e6-4e00-baf6-b7a691700a57 on network d8da2d30-0e0a-47be-953a-286e3df7eaab {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:19:43.891390 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881d4631-342a-4147-9d11-0b008766ed5e None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:19:43.891908 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881d4631-342a-4147-9d11-0b008766ed5e None None] Checking segment: {'id': '7b9869ec-ebbe-4f7b-8765-5ab54a64938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:19:43.892471 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-881d4631-342a-4147-9d11-0b008766ed5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:43.893069 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881d4631-342a-4147-9d11-0b008766ed5e None None] Bound using segment: {'id': '7b9869ec-ebbe-4f7b-8765-5ab54a64938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:19:43.893728 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-881d4631-342a-4147-9d11-0b008766ed5e None None] Bound port: 37df5d91-37e6-4e00-baf6-b7a691700a57, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9869ec-ebbe-4f7b-8765-5ab54a64938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:19:43.894911 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-881d4631-342a-4147-9d11-0b008766ed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:43.969500 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-881d4631-342a-4147-9d11-0b008766ed5e None None] For port 37df5d91-37e6-4e00-baf6-b7a691700a57, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:19:43.973762 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-881d4631-342a-4147-9d11-0b008766ed5e None None] For port 37df5d91-37e6-4e00-baf6-b7a691700a57, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=37df5d91-37e6-4e00-baf6-b7a691700a57,segment=NetworkSegment(7b9869ec-ebbe-4f7b-8765-5ab54a64938e),segment_id=7b9869ec-ebbe-4f7b-8765-5ab54a64938e)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:19:43.979296 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-881d4631-342a-4147-9d11-0b008766ed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:44.054983 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d4631-342a-4147-9d11-0b008766ed5e None None] Pushing event updated for resources: {'Port': ['ID=37df5d91-37e6-4e00-baf6-b7a691700a57,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:44.131991 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-2918f32b-7e82-49ea-bde4-8014b025f4c0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Allocated IP 172.20.0.1 (d8da2d30-0e0a-47be-953a-286e3df7eaab/6def2d18-0884-472a-a6b7-633b4b13ae17/80640a98-b54b-4a1d-a70e-6f9f37d3bd4d) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:19:44.301764 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2918f32b-7e82-49ea-bde4-8014b025f4c0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:44.322518 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-2918f32b-7e82-49ea-bde4-8014b025f4c0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Transition to ACTIVE for port object 80640a98-b54b-4a1d-a70e-6f9f37d3bd4d will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:19:44.366226 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2918f32b-7e82-49ea-bde4-8014b025f4c0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:44.419521 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2918f32b-7e82-49ea-bde4-8014b025f4c0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network d8da2d30-0e0a-47be-953a-286e3df7eaab is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:19:44.423098 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-2918f32b-7e82-49ea-bde4-8014b025f4c0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:19:44.428390 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2918f32b-7e82-49ea-bde4-8014b025f4c0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:19:44.435043 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918f32b-7e82-49ea-bde4-8014b025f4c0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=80640a98-b54b-4a1d-a70e-6f9f37d3bd4d,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:44.490369 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2918f32b-7e82-49ea-bde4-8014b025f4c0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:44.656805 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2918f32b-7e82-49ea-bde4-8014b025f4c0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:44.980647 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2918f32b-7e82-49ea-bde4-8014b025f4c0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:44.985870 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2918f32b-7e82-49ea-bde4-8014b025f4c0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:45.069225 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918f32b-7e82-49ea-bde4-8014b025f4c0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=80640a98-b54b-4a1d-a70e-6f9f37d3bd4d,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:45.072835 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2918f32b-7e82-49ea-bde4-8014b025f4c0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:45.086090 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3f6a3b-72f4-4275-b49a-c61a9b894810 None None] Network d8da2d30-0e0a-47be-953a-286e3df7eaab requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:19:45.147055 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e082894-907b-4a80-b884-0d08b4e268fe None None] Provisioning for port 37df5d91-37e6-4e00-baf6-b7a691700a57 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:19:45.195251 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2918f32b-7e82-49ea-bde4-8014b025f4c0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network d8da2d30-0e0a-47be-953a-286e3df7eaab is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:19:45.196836 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-2918f32b-7e82-49ea-bde4-8014b025f4c0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:19:45.330004 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2918f32b-7e82-49ea-bde4-8014b025f4c0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Router 91380856-abcc-4b42-bfa1-a77cdffbc41c has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:19:45.423657 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:45.469361 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2918f32b-7e82-49ea-bde4-8014b025f4c0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:19:45.475175 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2918f32b-7e82-49ea-bde4-8014b025f4c0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "PUT /v2.0/routers/91380856-abcc-4b42-bfa1-a77cdffbc41c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3422487 Sep 01 16:19:45.604809 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0d1aece0-0ffb-48e3-90fa-7bfdfbc68f0d None None] Provisioning for port 80640a98-b54b-4a1d-a70e-6f9f37d3bd4d completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:19:45.609500 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-0d1aece0-0ffb-48e3-90fa-7bfdfbc68f0d None None] Provisioning complete for port 80640a98-b54b-4a1d-a70e-6f9f37d3bd4d triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:19:45.609881 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0d1aece0-0ffb-48e3-90fa-7bfdfbc68f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:45.652613 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-0d1aece0-0ffb-48e3-90fa-7bfdfbc68f0d None None] Port 80640a98-b54b-4a1d-a70e-6f9f37d3bd4d cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:19:45.660450 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-8dd0c7c7-1a58-44d3-977a-c2aca99b83bf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-626532328&fields=id&tenant_id=bc21f4e70d4041e98e4c57e88619b6a8 HTTP/1.1" status: 200 len: 267 time: 0.0411880 Sep 01 16:19:45.704872 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e3d765-d36a-4776-bc4f-590f0ab80052 None None] Sync routers for ids ['91380856-abcc-4b42-bfa1-a77cdffbc41c'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:19:45.715616 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e3d765-d36a-4776-bc4f-590f0ab80052 None None] Routers {'91380856-abcc-4b42-bfa1-a77cdffbc41c'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:19:45.716405 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-08e3d765-d36a-4776-bc4f-590f0ab80052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:19:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['91380856-abcc-4b42-bfa1-a77cdffbc41c'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:19:45.792026 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-bf21579b-5f57-48b4-9c6a-0194b6d49f5f tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:45.793527 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-bf21579b-5f57-48b4-9c6a-0194b6d49f5f tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/networks?id=d8da2d30-0e0a-47be-953a-286e3df7eaab HTTP/1.1" status: 200 len: 796 time: 0.1255870 Sep 01 16:19:45.811140 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-2f8f4279-e1ba-44eb-ad1d-40c7ee830ff8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/quotas/bc21f4e70d4041e98e4c57e88619b6a8 HTTP/1.1" status: 200 len: 375 time: 0.0114632 Sep 01 16:19:45.818562 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-2e674116-8556-4796-bbf1-a5492d81847e None None] Provisioning complete for port 80640a98-b54b-4a1d-a70e-6f9f37d3bd4d triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:19:45.819155 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2e674116-8556-4796-bbf1-a5492d81847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:45.872353 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-08e3d765-d36a-4776-bc4f-590f0ab80052 None None] Set router 91380856-abcc-4b42-bfa1-a77cdffbc41c gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:19:45.875101 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-e55e436a-4125-4560-9412-b3309710e651 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573130 Sep 01 16:19:45.875304 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-2e674116-8556-4796-bbf1-a5492d81847e None None] Port 80640a98-b54b-4a1d-a70e-6f9f37d3bd4d cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:19:46.022999 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-95e7976d-27cd-46d0-8672-d918b21b91c9 None None] Provisioning complete for port 80640a98-b54b-4a1d-a70e-6f9f37d3bd4d triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:19:46.023286 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-95e7976d-27cd-46d0-8672-d918b21b91c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:46.048835 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-e0b4b5e1-8fd8-4092-a29a-abb98403038c service neutron] 10.222.0.60 "GET /v2.0/networks/d8da2d30-0e0a-47be-953a-286e3df7eaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609712 Sep 01 16:19:46.086115 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-95e7976d-27cd-46d0-8672-d918b21b91c9 None None] Port 80640a98-b54b-4a1d-a70e-6f9f37d3bd4d cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:19:46.161612 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-08e3d765-d36a-4776-bc4f-590f0ab80052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282508547', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:19:40Z', 'updated_at': '2021-09-01T16:19:44Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:19:41Z', 'updated_at': '2021-09-01T16:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '80640a98-b54b-4a1d-a70e-6f9f37d3bd4d', 'name': '', 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:48:51:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '6def2d18-0884-472a-a6b7-633b4b13ae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:19:43Z', 'updated_at': '2021-09-01T16:19:44Z', 'revision_number': 2, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': '6def2d18-0884-472a-a6b7-633b4b13ae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:19:46.201398 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 37df5d91-37e6-4e00-baf6-b7a691700a57 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:19:46.201940 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-b8ee9a36-797a-49a0-81a0-99d376549287 service neutron] 10.222.0.60 "GET /v2.0/networks/d8da2d30-0e0a-47be-953a-286e3df7eaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464283 Sep 01 16:19:46.204291 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e3d765-d36a-4776-bc4f-590f0ab80052 None None] Checking router: 91380856-abcc-4b42-bfa1-a77cdffbc41c for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:19:46.204652 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e3d765-d36a-4776-bc4f-590f0ab80052 None None] Updating router 91380856-abcc-4b42-bfa1-a77cdffbc41c port 80640a98-b54b-4a1d-a70e-6f9f37d3bd4d binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:19:46.261484 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-08e3d765-d36a-4776-bc4f-590f0ab80052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:46.320743 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 37df5d91-37e6-4e00-baf6-b7a691700a57 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:19:46.336641 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 37df5d91-37e6-4e00-baf6-b7a691700a57 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:19:46.336966 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:46.399489 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1a3d9c6a-ced5-44dc-ad7d-23faca7d2e88 req-22b026b2-2530-4b03-baf9-1ac0af6da5a8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 210 time: 0.0298669 Sep 01 16:19:46.594454 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:46.658614 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 37df5d91-37e6-4e00-baf6-b7a691700a57, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=37df5d91-37e6-4e00-baf6-b7a691700a57,segment=NetworkSegment(7b9869ec-ebbe-4f7b-8765-5ab54a64938e),segment_id=7b9869ec-ebbe-4f7b-8765-5ab54a64938e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:19:46.681656 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:46.682507 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device da6477f2-2d64-46d4-a10f-b30a46c63b45 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:19:46.763058 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-08e3d765-d36a-4776-bc4f-590f0ab80052 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:46.792822 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-08e3d765-d36a-4776-bc4f-590f0ab80052 None None] Transition to ACTIVE for port object 80640a98-b54b-4a1d-a70e-6f9f37d3bd4d will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:19:46.795426 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=37df5d91-37e6-4e00-baf6-b7a691700a57,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:46.805830 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-08e3d765-d36a-4776-bc4f-590f0ab80052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:46.845432 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port da6477f2-2d64-46d4-a10f-b30a46c63b45 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:19:46.861017 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port da6477f2-2d64-46d4-a10f-b30a46c63b45 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:19:46.861395 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:46.870787 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea412750-ba80-4dbb-9384-34e80d7a7374 None None] Pushing event updated for resources: {'Port': ['ID=80640a98-b54b-4a1d-a70e-6f9f37d3bd4d,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:46.958921 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-08e3d765-d36a-4776-bc4f-590f0ab80052 None None] Attempting to bind port 80640a98-b54b-4a1d-a70e-6f9f37d3bd4d on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:19:46.959297 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-08e3d765-d36a-4776-bc4f-590f0ab80052 None None] Attempting to bind port 80640a98-b54b-4a1d-a70e-6f9f37d3bd4d by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '7b9869ec-ebbe-4f7b-8765-5ab54a64938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:19:46.959672 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e3d765-d36a-4776-bc4f-590f0ab80052 None None] Attempting to bind port 80640a98-b54b-4a1d-a70e-6f9f37d3bd4d on network d8da2d30-0e0a-47be-953a-286e3df7eaab {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:19:46.967692 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e3d765-d36a-4776-bc4f-590f0ab80052 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:19:46.968071 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e3d765-d36a-4776-bc4f-590f0ab80052 None None] Checking segment: {'id': '7b9869ec-ebbe-4f7b-8765-5ab54a64938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:19:46.968464 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-08e3d765-d36a-4776-bc4f-590f0ab80052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:46.968868 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e3d765-d36a-4776-bc4f-590f0ab80052 None None] Bound using segment: {'id': '7b9869ec-ebbe-4f7b-8765-5ab54a64938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:19:46.969358 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-08e3d765-d36a-4776-bc4f-590f0ab80052 None None] Bound port: 80640a98-b54b-4a1d-a70e-6f9f37d3bd4d, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9869ec-ebbe-4f7b-8765-5ab54a64938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:19:46.969746 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-08e3d765-d36a-4776-bc4f-590f0ab80052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:47.041264 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:47.080505 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port da6477f2-2d64-46d4-a10f-b30a46c63b45, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=da6477f2-2d64-46d4-a10f-b30a46c63b45,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:19:47.085817 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:47.117560 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-08e3d765-d36a-4776-bc4f-590f0ab80052 None None] For port 80640a98-b54b-4a1d-a70e-6f9f37d3bd4d, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:19:47.141633 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-08e3d765-d36a-4776-bc4f-590f0ab80052 None None] For port 80640a98-b54b-4a1d-a70e-6f9f37d3bd4d, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=80640a98-b54b-4a1d-a70e-6f9f37d3bd4d,segment=NetworkSegment(7b9869ec-ebbe-4f7b-8765-5ab54a64938e),segment_id=7b9869ec-ebbe-4f7b-8765-5ab54a64938e)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:19:47.156139 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-08e3d765-d36a-4776-bc4f-590f0ab80052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:47.176451 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=da6477f2-2d64-46d4-a10f-b30a46c63b45,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:47.379879 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e3d765-d36a-4776-bc4f-590f0ab80052 None None] Routers {'91380856-abcc-4b42-bfa1-a77cdffbc41c'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:19:47.380516 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-08e3d765-d36a-4776-bc4f-590f0ab80052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:19:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['91380856-abcc-4b42-bfa1-a77cdffbc41c'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:19:47.441846 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea412750-ba80-4dbb-9384-34e80d7a7374 None None] Pushing event updated for resources: {'Port': ['ID=80640a98-b54b-4a1d-a70e-6f9f37d3bd4d,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:47.528169 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-08e3d765-d36a-4776-bc4f-590f0ab80052 None None] Set router 91380856-abcc-4b42-bfa1-a77cdffbc41c gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:19:47.592126 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4a1aa974-426a-43fa-9bf1-b6e283f58815 req-b21c5af8-094c-467f-ab38-ddb7949a2f4d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 210 time: 0.0342541 Sep 01 16:19:47.721391 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-46b1650d-102d-477e-b51b-fb8d53d0480e tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:47.723235 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-46b1650d-102d-477e-b51b-fb8d53d0480e tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.45 "GET /v2.0/networks?id=d8da2d30-0e0a-47be-953a-286e3df7eaab HTTP/1.1" status: 200 len: 796 time: 0.1301033 Sep 01 16:19:47.772378 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-d656f4cb-1f02-467e-afc3-ec5a4ddd7f49 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc21f4e70d4041e98e4c57e88619b6a8 HTTP/1.1" status: 200 len: 379 time: 0.0390029 Sep 01 16:19:47.783921 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-3c529489-cabd-4feb-b029-6ec5d98b564a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'port': {'device_id': '4094c9dc-48b9-4e81-bbc6-0c7d0f823183', 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab', 'admin_state_up': True, 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'security_groups': ['b6a69055-1c5d-4d6d-be9a-945a35d431d8']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:19:47.801422 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-08e3d765-d36a-4776-bc4f-590f0ab80052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282508547', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:19:40Z', 'updated_at': '2021-09-01T16:19:44Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:19:41Z', 'updated_at': '2021-09-01T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '80640a98-b54b-4a1d-a70e-6f9f37d3bd4d', 'name': '', 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:48:51:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '6def2d18-0884-472a-a6b7-633b4b13ae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:19:43Z', 'updated_at': '2021-09-01T16:19:47Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': '6def2d18-0884-472a-a6b7-633b4b13ae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:19:47.832673 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e3d765-d36a-4776-bc4f-590f0ab80052 None None] The sync data for ids ['91380856-abcc-4b42-bfa1-a77cdffbc41c'] in n-d-794796-3 is: [{'id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282508547', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:19:40Z', 'updated_at': '2021-09-01T16:19:44Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:19:41Z', 'updated_at': '2021-09-01T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '80640a98-b54b-4a1d-a70e-6f9f37d3bd4d', 'name': '', 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:48:51:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '6def2d18-0884-472a-a6b7-633b4b13ae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:19:43Z', 'updated_at': '2021-09-01T16:19:47Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': '6def2d18-0884-472a-a6b7-633b4b13ae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:19:47.958114 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-3c529489-cabd-4feb-b029-6ec5d98b564a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Made reservation on behalf of bc21f4e70d4041e98e4c57e88619b6a8 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:19:47.961915 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-3c529489-cabd-4feb-b029-6ec5d98b564a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:48.202218 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device da6477f2-2d64-46d4-a10f-b30a46c63b45 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:19:48.278808 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port da6477f2-2d64-46d4-a10f-b30a46c63b45 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:19:48.279260 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:48.370942 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 37df5d91-37e6-4e00-baf6-b7a691700a57 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:19:48.428954 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 37df5d91-37e6-4e00-baf6-b7a691700a57 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:19:48.429329 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:48.448699 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-3c529489-cabd-4feb-b029-6ec5d98b564a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Allocated IP 172.20.0.8 (d8da2d30-0e0a-47be-953a-286e3df7eaab/6def2d18-0884-472a-a6b7-633b4b13ae17/eca5c1dc-5994-4b4b-807c-35fa469ea06a) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:19:48.515430 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 80640a98-b54b-4a1d-a70e-6f9f37d3bd4d up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:19:48.571690 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 80640a98-b54b-4a1d-a70e-6f9f37d3bd4d completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:19:48.577696 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 80640a98-b54b-4a1d-a70e-6f9f37d3bd4d triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:19:48.578068 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:48.614911 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-3c529489-cabd-4feb-b029-6ec5d98b564a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:48.633664 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-3c529489-cabd-4feb-b029-6ec5d98b564a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Transition to ACTIVE for port object eca5c1dc-5994-4b4b-807c-35fa469ea06a will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:19:48.672877 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:48.685960 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-3c529489-cabd-4feb-b029-6ec5d98b564a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:48.725566 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 80640a98-b54b-4a1d-a70e-6f9f37d3bd4d, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=80640a98-b54b-4a1d-a70e-6f9f37d3bd4d,segment=NetworkSegment(7b9869ec-ebbe-4f7b-8765-5ab54a64938e),segment_id=7b9869ec-ebbe-4f7b-8765-5ab54a64938e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:19:48.735377 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:48.749224 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-3c529489-cabd-4feb-b029-6ec5d98b564a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network d8da2d30-0e0a-47be-953a-286e3df7eaab is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:19:48.769533 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c529489-cabd-4feb-b029-6ec5d98b564a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=eca5c1dc-5994-4b4b-807c-35fa469ea06a,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:48.785740 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-3c529489-cabd-4feb-b029-6ec5d98b564a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:19:48.790055 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-3c529489-cabd-4feb-b029-6ec5d98b564a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:19:48.805380 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=80640a98-b54b-4a1d-a70e-6f9f37d3bd4d,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:48.810168 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c17599-e51a-469e-b511-994e8f0551ad req-424df574-d54d-454a-a1e6-772775751034 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:48.811894 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-84c17599-e51a-469e-b511-994e8f0551ad req-424df574-d54d-454a-a1e6-772775751034 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 931 time: 0.0604241 Sep 01 16:19:48.874946 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-84c17599-e51a-469e-b511-994e8f0551ad req-d146032c-fa7e-422c-ae31-18b644afa213 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6a69055-1c5d-4d6d-be9a-945a35d431d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476172 Sep 01 16:19:48.893476 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-3c529489-cabd-4feb-b029-6ec5d98b564a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:48.895162 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-3c529489-cabd-4feb-b029-6ec5d98b564a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:48.919365 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-3c529489-cabd-4feb-b029-6ec5d98b564a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1395125 Sep 01 16:19:48.933716 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-a004ce05-d77d-4453-90ce-a5efe75a73d9 service neutron] Request body: {'port': {'device_id': '4094c9dc-48b9-4e81-bbc6-0c7d0f823183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:19:48.996342 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-a004ce05-d77d-4453-90ce-a5efe75a73d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:49.147735 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9ac617b1-b23b-431a-ab18-c067f5f0d644 None None] Provisioning for port eca5c1dc-5994-4b4b-807c-35fa469ea06a completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:19:49.152183 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9ac617b1-b23b-431a-ab18-c067f5f0d644 None None] Provisioning complete for port eca5c1dc-5994-4b4b-807c-35fa469ea06a triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:19:49.152560 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9ac617b1-b23b-431a-ab18-c067f5f0d644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:49.196339 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-9ac617b1-b23b-431a-ab18-c067f5f0d644 None None] Port eca5c1dc-5994-4b4b-807c-35fa469ea06a cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:19:49.322869 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-a004ce05-d77d-4453-90ce-a5efe75a73d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca5c1dc-5994-4b4b-807c-35fa469ea06a {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:19:49.330942 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-a004ce05-d77d-4453-90ce-a5efe75a73d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:49.344361 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-a004ce05-d77d-4453-90ce-a5efe75a73d9 service neutron] Transition to ACTIVE for port object eca5c1dc-5994-4b4b-807c-35fa469ea06a will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:19:49.350005 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-a004ce05-d77d-4453-90ce-a5efe75a73d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:49.433044 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004ce05-d77d-4453-90ce-a5efe75a73d9 service neutron] Pushing event updated for resources: {'Port': ['ID=eca5c1dc-5994-4b4b-807c-35fa469ea06a,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:49.485482 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-a004ce05-d77d-4453-90ce-a5efe75a73d9 service neutron] Attempting to bind port eca5c1dc-5994-4b4b-807c-35fa469ea06a on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:19:49.485835 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-a004ce05-d77d-4453-90ce-a5efe75a73d9 service neutron] Attempting to bind port eca5c1dc-5994-4b4b-807c-35fa469ea06a by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '7b9869ec-ebbe-4f7b-8765-5ab54a64938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:19:49.486252 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-a004ce05-d77d-4453-90ce-a5efe75a73d9 service neutron] Attempting to bind port eca5c1dc-5994-4b4b-807c-35fa469ea06a on network d8da2d30-0e0a-47be-953a-286e3df7eaab {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:19:49.492078 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-a004ce05-d77d-4453-90ce-a5efe75a73d9 service neutron] Port eca5c1dc-5994-4b4b-807c-35fa469ea06a on network d8da2d30-0e0a-47be-953a-286e3df7eaab not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:19:49.492415 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-a004ce05-d77d-4453-90ce-a5efe75a73d9 service neutron] Attempting to bind port eca5c1dc-5994-4b4b-807c-35fa469ea06a on network d8da2d30-0e0a-47be-953a-286e3df7eaab {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:19:49.497862 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-a004ce05-d77d-4453-90ce-a5efe75a73d9 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:19:49.498206 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-a004ce05-d77d-4453-90ce-a5efe75a73d9 service neutron] Checking segment: {'id': '7b9869ec-ebbe-4f7b-8765-5ab54a64938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:19:49.498631 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-a004ce05-d77d-4453-90ce-a5efe75a73d9 service neutron] Bound using segment: {'id': '7b9869ec-ebbe-4f7b-8765-5ab54a64938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:19:49.499075 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-a004ce05-d77d-4453-90ce-a5efe75a73d9 service neutron] Bound port: eca5c1dc-5994-4b4b-807c-35fa469ea06a, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b9869ec-ebbe-4f7b-8765-5ab54a64938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:19:49.499443 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-a004ce05-d77d-4453-90ce-a5efe75a73d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:49.576411 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-a004ce05-d77d-4453-90ce-a5efe75a73d9 service neutron] For port eca5c1dc-5994-4b4b-807c-35fa469ea06a, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:19:49.579984 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-a004ce05-d77d-4453-90ce-a5efe75a73d9 service neutron] For port eca5c1dc-5994-4b4b-807c-35fa469ea06a, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=eca5c1dc-5994-4b4b-807c-35fa469ea06a,segment=NetworkSegment(7b9869ec-ebbe-4f7b-8765-5ab54a64938e),segment_id=7b9869ec-ebbe-4f7b-8765-5ab54a64938e)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:19:49.584176 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-a004ce05-d77d-4453-90ce-a5efe75a73d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:49.623662 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-a004ce05-d77d-4453-90ce-a5efe75a73d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:49.624316 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-a004ce05-d77d-4453-90ce-a5efe75a73d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:49.625750 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-a004ce05-d77d-4453-90ce-a5efe75a73d9 service neutron] 10.222.0.45 "PUT /v2.0/ports/eca5c1dc-5994-4b4b-807c-35fa469ea06a HTTP/1.1" status: 200 len: 1091 time: 0.6973243 Sep 01 16:19:49.626211 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4094c9dc-48b9-4e81-bbc6-0c7d0f823183', 'tag': 'eca5c1dc-5994-4b4b-807c-35fa469ea06a'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:19:49.629016 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1321c9c-6b16-457f-8779-ac68131286d6" -d '{"events": [{"name": "network-changed", "server_uuid": "4094c9dc-48b9-4e81-bbc6-0c7d0f823183", "tag": "eca5c1dc-5994-4b4b-807c-35fa469ea06a"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:19:49.656451 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004ce05-d77d-4453-90ce-a5efe75a73d9 service neutron] Pushing event updated for resources: {'Port': ['ID=eca5c1dc-5994-4b4b-807c-35fa469ea06a,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:49.696464 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bebc00-886d-4c62-90dc-93def15145c9 x-openstack-request-id: req-01bebc00-886d-4c62-90dc-93def15145c9 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:19:49.697021 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4094c9dc-48b9-4e81-bbc6-0c7d0f823183", "tag": "eca5c1dc-5994-4b4b-807c-35fa469ea06a", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:19:49.697274 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-01bebc00-886d-4c62-90dc-93def15145c9 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:19:49.697679 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4094c9dc-48b9-4e81-bbc6-0c7d0f823183', 'tag': 'eca5c1dc-5994-4b4b-807c-35fa469ea06a', 'status': 'completed', 'code': 200} Sep 01 16:19:49.748012 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-9abedcf3-0d40-497d-a463-f5c03d0e540f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:49.749729 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-9abedcf3-0d40-497d-a463-f5c03d0e540f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 1094 time: 0.0640752 Sep 01 16:19:49.828602 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-1a41758c-58e4-42b9-b2fc-2e82ea29209c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eca5c1dc-5994-4b4b-807c-35fa469ea06a HTTP/1.1" status: 200 len: 217 time: 0.0687611 Sep 01 16:19:49.899829 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-350ad9c2-f005-4ecb-8e5d-adb8095ebed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:49.902550 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-350ad9c2-f005-4ecb-8e5d-adb8095ebed9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6def2d18-0884-472a-a6b7-633b4b13ae17 HTTP/1.1" status: 200 len: 835 time: 0.0654185 Sep 01 16:19:49.961941 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-613921da-e3c0-4212-a589-cb6d36a83470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:49.963614 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-613921da-e3c0-4212-a589-cb6d36a83470 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8da2d30-0e0a-47be-953a-286e3df7eaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530219 Sep 01 16:19:50.003131 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0cf074-159d-4d5f-8af1-d6b70d540c41 req-5da5a392-fb73-4a75-a4c5-3d70d6f56913 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:50.004778 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dd0cf074-159d-4d5f-8af1-d6b70d540c41 req-5da5a392-fb73-4a75-a4c5-3d70d6f56913 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 943 time: 0.0611279 Sep 01 16:19:50.050664 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dd0cf074-159d-4d5f-8af1-d6b70d540c41 req-2fe832a5-5acb-4a56-a8a3-9133170cc204 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6a69055-1c5d-4d6d-be9a-945a35d431d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354691 Sep 01 16:19:50.092796 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-e3af95a2-106b-4878-a7a2-18b132ad1a90 service neutron] 10.222.0.45 "GET /v2.0/networks/d8da2d30-0e0a-47be-953a-286e3df7eaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203504 Sep 01 16:19:50.121854 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 80640a98-b54b-4a1d-a70e-6f9f37d3bd4d up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:19:50.171698 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 80640a98-b54b-4a1d-a70e-6f9f37d3bd4d triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:19:50.172120 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:50.192414 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc43ea53-f76d-4a6a-a568-ceda04fba803 req-bd86acb0-4a84-46ae-8507-88d742a69f07 service neutron] 10.222.0.45 "GET /v2.0/networks/d8da2d30-0e0a-47be-953a-286e3df7eaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925183 Sep 01 16:19:50.285875 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1321c9c-6b16-457f-8779-ac68131286d6 req-a8da7b1a-bc03-4903-b62c-9c5a2105d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:50.287447 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b1321c9c-6b16-457f-8779-ac68131286d6 req-a8da7b1a-bc03-4903-b62c-9c5a2105d58a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 1094 time: 0.0443518 Sep 01 16:19:50.398213 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1321c9c-6b16-457f-8779-ac68131286d6 req-7974c3cf-9560-44f4-aba1-057a8029b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:50.399653 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b1321c9c-6b16-457f-8779-ac68131286d6 req-7974c3cf-9560-44f4-aba1-057a8029b771 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d8da2d30-0e0a-47be-953a-286e3df7eaab HTTP/1.1" status: 200 len: 897 time: 0.1037703 Sep 01 16:19:50.443621 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b1321c9c-6b16-457f-8779-ac68131286d6 req-5c846478-9a55-4637-9a38-f9455a8095c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eca5c1dc-5994-4b4b-807c-35fa469ea06a HTTP/1.1" status: 200 len: 217 time: 0.0363500 Sep 01 16:19:50.495401 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1321c9c-6b16-457f-8779-ac68131286d6 req-1d6bb127-65e9-4cb3-9ebb-6b6315efa895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:50.496921 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b1321c9c-6b16-457f-8779-ac68131286d6 req-1d6bb127-65e9-4cb3-9ebb-6b6315efa895 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6def2d18-0884-472a-a6b7-633b4b13ae17 HTTP/1.1" status: 200 len: 835 time: 0.0446095 Sep 01 16:19:50.550835 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1321c9c-6b16-457f-8779-ac68131286d6 req-8ba75683-789f-4a3c-9d8d-d5ae5ab99b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:50.552979 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b1321c9c-6b16-457f-8779-ac68131286d6 req-8ba75683-789f-4a3c-9d8d-d5ae5ab99b4e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8da2d30-0e0a-47be-953a-286e3df7eaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481255 Sep 01 16:19:50.653279 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b1321c9c-6b16-457f-8779-ac68131286d6 req-43755c0a-66b9-4925-a6c1-d30b669cb7e9 service neutron] 10.222.0.45 "GET /v2.0/networks/d8da2d30-0e0a-47be-953a-286e3df7eaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916293 Sep 01 16:19:50.767520 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b1321c9c-6b16-457f-8779-ac68131286d6 req-113b75c5-9e20-41ff-a6f2-b860922ebda3 service neutron] 10.222.0.45 "GET /v2.0/networks/d8da2d30-0e0a-47be-953a-286e3df7eaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044729 Sep 01 16:19:51.180995 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec8197-5b99-429d-9fe8-7a3807c73d5e req-6b97c9f1-451f-44b8-94c4-fc575ffa6bb8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:51.182567 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cdec8197-5b99-429d-9fe8-7a3807c73d5e req-6b97c9f1-451f-44b8-94c4-fc575ffa6bb8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 943 time: 0.0573447 Sep 01 16:19:51.227660 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cdec8197-5b99-429d-9fe8-7a3807c73d5e req-8a42ed2a-118f-475a-9352-ae3c7b29d7fc tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6a69055-1c5d-4d6d-be9a-945a35d431d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383081 Sep 01 16:19:52.343372 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94a5f3-b449-4773-afd6-6b6c139d9cb8 req-5a6048bf-5d0e-4b19-b8ae-363e3b9e2026 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:52.344864 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bf94a5f3-b449-4773-afd6-6b6c139d9cb8 req-5a6048bf-5d0e-4b19-b8ae-363e3b9e2026 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 943 time: 0.0505562 Sep 01 16:19:52.388156 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bf94a5f3-b449-4773-afd6-6b6c139d9cb8 req-9c3a743d-87bd-4e92-bbcc-0750fd942bf5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6a69055-1c5d-4d6d-be9a-945a35d431d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365081 Sep 01 16:19:52.466254 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device eca5c1dc-5994-4b4b-807c-35fa469ea06a details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:19:52.564095 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port eca5c1dc-5994-4b4b-807c-35fa469ea06a, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=eca5c1dc-5994-4b4b-807c-35fa469ea06a,segment=NetworkSegment(7b9869ec-ebbe-4f7b-8765-5ab54a64938e),segment_id=7b9869ec-ebbe-4f7b-8765-5ab54a64938e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:19:52.575314 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'eca5c1dc-5994-4b4b-807c-35fa469ea06a', 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab', 'port_id': 'eca5c1dc-5994-4b4b-807c-35fa469ea06a', 'mac_address': 'fa:16:3e:e3:72:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6def2d18-0884-472a-a6b7-633b4b13ae17', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:19:52.611692 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:52.624734 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca5c1dc-5994-4b4b-807c-35fa469ea06a {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:19:52.643087 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port eca5c1dc-5994-4b4b-807c-35fa469ea06a, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=eca5c1dc-5994-4b4b-807c-35fa469ea06a,segment=NetworkSegment(7b9869ec-ebbe-4f7b-8765-5ab54a64938e),segment_id=7b9869ec-ebbe-4f7b-8765-5ab54a64938e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:19:52.647240 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:52.697007 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=eca5c1dc-5994-4b4b-807c-35fa469ea06a,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:52.882005 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['eca5c1dc-5994-4b4b-807c-35fa469ea06a'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:19:53.509158 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f8450-5195-4173-b737-f338995be869 req-94d9d5d5-a06a-4ad3-8eed-cee4f66cd891 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:53.510926 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-468f8450-5195-4173-b737-f338995be869 req-94d9d5d5-a06a-4ad3-8eed-cee4f66cd891 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 944 time: 0.0509145 Sep 01 16:19:53.550556 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-468f8450-5195-4173-b737-f338995be869 req-1bd26d45-77c7-4976-9c8d-1ed46e9d6260 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6a69055-1c5d-4d6d-be9a-945a35d431d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336292 Sep 01 16:19:54.467186 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device eca5c1dc-5994-4b4b-807c-35fa469ea06a up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:19:54.517473 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port eca5c1dc-5994-4b4b-807c-35fa469ea06a completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:19:54.521905 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port eca5c1dc-5994-4b4b-807c-35fa469ea06a triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:19:54.522311 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:54.600954 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:54.631499 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4094c9dc-48b9-4e81-bbc6-0c7d0f823183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca5c1dc-5994-4b4b-807c-35fa469ea06a'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:19:54.633891 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4980e52-5aeb-4f99-b5b0-6ef42423d7fa" -d '{"events": [{"server_uuid": "4094c9dc-48b9-4e81-bbc6-0c7d0f823183", "name": "network-vif-plugged", "status": "completed", "tag": "eca5c1dc-5994-4b4b-807c-35fa469ea06a"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:19:54.651660 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port eca5c1dc-5994-4b4b-807c-35fa469ea06a, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=eca5c1dc-5994-4b4b-807c-35fa469ea06a,segment=NetworkSegment(7b9869ec-ebbe-4f7b-8765-5ab54a64938e),segment_id=7b9869ec-ebbe-4f7b-8765-5ab54a64938e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:19:54.657326 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:54.679583 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31386c-e35a-4ac6-ace3-0c2e689df32a req-396ffecd-9f93-4730-afc1-4d9ba238cee2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:54.681384 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0e31386c-e35a-4ac6-ace3-0c2e689df32a req-396ffecd-9f93-4730-afc1-4d9ba238cee2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 944 time: 0.0611351 Sep 01 16:19:54.693041 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535f08ea-936a-4f65-9d63-ed857dd9beb6 x-openstack-request-id: req-535f08ea-936a-4f65-9d63-ed857dd9beb6 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:19:54.693350 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4094c9dc-48b9-4e81-bbc6-0c7d0f823183", "name": "network-vif-plugged", "status": "completed", "tag": "eca5c1dc-5994-4b4b-807c-35fa469ea06a", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:19:54.693663 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-535f08ea-936a-4f65-9d63-ed857dd9beb6 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:19:54.694051 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4094c9dc-48b9-4e81-bbc6-0c7d0f823183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca5c1dc-5994-4b4b-807c-35fa469ea06a', 'code': 200} Sep 01 16:19:54.723088 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0e31386c-e35a-4ac6-ace3-0c2e689df32a req-72e5eeb2-7b38-4923-9cb2-91c724c33f18 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6a69055-1c5d-4d6d-be9a-945a35d431d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352654 Sep 01 16:19:54.725150 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=eca5c1dc-5994-4b4b-807c-35fa469ea06a,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:54.802482 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb94bf0-4b52-4918-a1b5-960caa7a1721 req-688fbda6-86fc-4a9d-954e-a2e8a0e219d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:54.804086 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2fb94bf0-4b52-4918-a1b5-960caa7a1721 req-688fbda6-86fc-4a9d-954e-a2e8a0e219d5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 1096 time: 0.0481505 Sep 01 16:19:54.840480 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2fb94bf0-4b52-4918-a1b5-960caa7a1721 req-a9da7fa8-6a70-4d48-8983-678a0942fb63 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b6a69055-1c5d-4d6d-be9a-945a35d431d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287271 Sep 01 16:19:55.864946 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf4447-dd34-4d25-9798-edac855944a7 req-87b99f78-5296-4910-bac9-5da220f8d4a4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:55.866562 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cddf4447-dd34-4d25-9798-edac855944a7 req-87b99f78-5296-4910-bac9-5da220f8d4a4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 945 time: 0.0519462 Sep 01 16:19:55.906052 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-cddf4447-dd34-4d25-9798-edac855944a7 req-1ac6e5cf-e2f2-4a3f-98b1-9502307ccfd7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6a69055-1c5d-4d6d-be9a-945a35d431d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335157 Sep 01 16:19:57.026083 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4dbef-8e56-409f-a934-a173015d118e req-c75d4507-8479-4fa1-a022-bd3fd46b1d17 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:57.027630 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-40b4dbef-8e56-409f-a934-a173015d118e req-c75d4507-8479-4fa1-a022-bd3fd46b1d17 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 945 time: 0.0539281 Sep 01 16:19:57.074351 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-40b4dbef-8e56-409f-a934-a173015d118e req-2cfe82bf-0e9b-49f5-a345-8601e78db21b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6a69055-1c5d-4d6d-be9a-945a35d431d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405657 Sep 01 16:19:57.188938 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e108d74-1c19-4b80-b7be-7ed53ef35bba req-abbd5e84-986d-48c4-a459-97a8c368d747 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:57.190387 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9e108d74-1c19-4b80-b7be-7ed53ef35bba req-abbd5e84-986d-48c4-a459-97a8c368d747 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 945 time: 0.0487142 Sep 01 16:19:57.227442 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9e108d74-1c19-4b80-b7be-7ed53ef35bba req-0d4455c7-6fe2-4576-ad7d-0cb3681fd306 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6a69055-1c5d-4d6d-be9a-945a35d431d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311751 Sep 01 16:19:57.249004 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57790) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:19:57.334118 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dab57e7-b9f9-410d-b246-77544d8e9d37 tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:57.335718 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1dab57e7-b9f9-410d-b246-77544d8e9d37 tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 1091 time: 0.0857372 Sep 01 16:19:57.338590 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57794) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:19:57.342966 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'port_id': 'eca5c1dc-5994-4b4b-807c-35fa469ea06a', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:19:57.366108 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:57.460432 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:57.565857 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Allocated IP 172.25.6.6 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/a539bf22-0277-449d-aaf3-51a79e8daa53) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:19:57.665525 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:57.702696 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:57.741421 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:19:57.744183 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:19:57.750078 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:19:57.780095 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=a539bf22-0277-449d-aaf3-51a79e8daa53,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:57.793371 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:57.793715 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:57.794064 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:57.794565 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:57.794787 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:57.795090 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:57.795407 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:57.795771 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:57.796055 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:57.796387 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:57.796703 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:57.797019 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:19:58.136156 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:58.212859 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:58.367118 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:58.371763 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:58.424456 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:58.439242 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=a539bf22-0277-449d-aaf3-51a79e8daa53,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:19:58.451560 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:58.552049 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Floating IP cba40fbc-9e8a-407e-8eb3-fb1fa73b65d8 associated. External IP: 172.25.6.6, port: eca5c1dc-5994-4b4b-807c-35fa469ea06a. Sep 01 16:19:58.760281 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Router 91380856-abcc-4b42-bfa1-a77cdffbc41c has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:19:58.868852 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:19:58.878770 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a2a2ba-94d7-4563-9bac-2565638c73ba None None] Sync routers for ids ['91380856-abcc-4b42-bfa1-a77cdffbc41c'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:19:58.885518 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:19:58.888151 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a2a2ba-94d7-4563-9bac-2565638c73ba None None] Routers {'91380856-abcc-4b42-bfa1-a77cdffbc41c'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:19:58.888834 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-c5a2a2ba-94d7-4563-9bac-2565638c73ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:19:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['91380856-abcc-4b42-bfa1-a77cdffbc41c'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:19:58.914136 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-33836043-b9ae-4f05-83b0-de0292c9cfef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5745187 Sep 01 16:19:58.914781 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4094c9dc-48b9-4e81-bbc6-0c7d0f823183', 'tag': 'eca5c1dc-5994-4b4b-807c-35fa469ea06a'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:19:58.917123 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145c70a5-6e3c-4321-ace1-669b4f306112" -d '{"events": [{"name": "network-changed", "server_uuid": "4094c9dc-48b9-4e81-bbc6-0c7d0f823183", "tag": "eca5c1dc-5994-4b4b-807c-35fa469ea06a"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:19:58.954812 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675c48dd-9296-4755-b767-d7d2cd237a97 x-openstack-request-id: req-675c48dd-9296-4755-b767-d7d2cd237a97 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:19:58.955170 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4094c9dc-48b9-4e81-bbc6-0c7d0f823183", "tag": "eca5c1dc-5994-4b4b-807c-35fa469ea06a", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:19:58.955489 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-675c48dd-9296-4755-b767-d7d2cd237a97 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:19:58.955991 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4094c9dc-48b9-4e81-bbc6-0c7d0f823183', 'tag': 'eca5c1dc-5994-4b4b-807c-35fa469ea06a', 'status': 'completed', 'code': 200} Sep 01 16:19:58.995625 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-c5a2a2ba-94d7-4563-9bac-2565638c73ba None None] Set router 91380856-abcc-4b42-bfa1-a77cdffbc41c gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:19:59.018404 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c70a5-6e3c-4321-ace1-669b4f306112 req-345cea56-1ac9-4ddb-8a15-eb2fac626ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:59.019603 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-145c70a5-6e3c-4321-ace1-669b4f306112 req-345cea56-1ac9-4ddb-8a15-eb2fac626ac9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 1096 time: 0.0419710 Sep 01 16:19:59.020427 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c146c0-5edb-440d-8a97-5df463d6096d req-d8e017c1-2b00-4db2-a684-4ffc46f7d7fa tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:59.022194 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-06c146c0-5edb-440d-8a97-5df463d6096d req-d8e017c1-2b00-4db2-a684-4ffc46f7d7fa tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 945 time: 0.0506423 Sep 01 16:19:59.060390 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-06c146c0-5edb-440d-8a97-5df463d6096d req-543850bd-6e24-4f56-8757-d95d2a0f25e2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6a69055-1c5d-4d6d-be9a-945a35d431d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322428 Sep 01 16:19:59.083463 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57800) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:19:59.121315 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c70a5-6e3c-4321-ace1-669b4f306112 req-2a0cdb4f-52e1-42dd-8e30-4c5818cd1a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:59.122837 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-145c70a5-6e3c-4321-ace1-669b4f306112 req-2a0cdb4f-52e1-42dd-8e30-4c5818cd1a3b service neutron] 10.222.0.45 "GET /v2.0/networks?id=d8da2d30-0e0a-47be-953a-286e3df7eaab HTTP/1.1" status: 200 len: 897 time: 0.0950065 Sep 01 16:19:59.146155 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b2943544-cebc-4d53-a002-bd2958f207bd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/floatingips/cba40fbc-9e8a-407e-8eb3-fb1fa73b65d8 HTTP/1.1" status: 200 len: 989 time: 0.0614955 Sep 01 16:19:59.189632 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-145c70a5-6e3c-4321-ace1-669b4f306112 req-ee14782e-e829-4d50-8ee6-47e93de487bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eca5c1dc-5994-4b4b-807c-35fa469ea06a HTTP/1.1" status: 200 len: 997 time: 0.0586734 Sep 01 16:19:59.220755 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-c5a2a2ba-94d7-4563-9bac-2565638c73ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282508547', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:19:40Z', 'updated_at': '2021-09-01T16:19:44Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:19:41Z', 'updated_at': '2021-09-01T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'cba40fbc-9e8a-407e-8eb3-fb1fa73b65d8', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'port_id': 'eca5c1dc-5994-4b4b-807c-35fa469ea06a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab', 'mac_address': 'fa:16:3e:e3:72:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4094c9dc-48b9-4e81-bbc6-0c7d0f823183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:19:57Z', 'updated_at': '2021-09-01T16:19:57Z', 'revision_number': 0, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80640a98-b54b-4a1d-a70e-6f9f37d3bd4d', 'name': '', 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:48:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '6def2d18-0884-472a-a6b7-633b4b13ae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:19:43Z', 'updated_at': '2021-09-01T16:19:48Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': '6def2d18-0884-472a-a6b7-633b4b13ae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:19:59.240453 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c70a5-6e3c-4321-ace1-669b4f306112 req-12082f1c-4222-404d-b261-f64ac01fdcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:59.241992 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-145c70a5-6e3c-4321-ace1-669b4f306112 req-12082f1c-4222-404d-b261-f64ac01fdcbf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6def2d18-0884-472a-a6b7-633b4b13ae17 HTTP/1.1" status: 200 len: 835 time: 0.0451732 Sep 01 16:19:59.250267 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a2a2ba-94d7-4563-9bac-2565638c73ba None None] Checking router: 91380856-abcc-4b42-bfa1-a77cdffbc41c for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:19:59.259864 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a2a2ba-94d7-4563-9bac-2565638c73ba None None] Routers {'91380856-abcc-4b42-bfa1-a77cdffbc41c'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:19:59.260458 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-c5a2a2ba-94d7-4563-9bac-2565638c73ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:19:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['91380856-abcc-4b42-bfa1-a77cdffbc41c'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:19:59.296303 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c70a5-6e3c-4321-ace1-669b4f306112 req-fe1b156d-1745-4cb8-94c4-42503c40a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:19:59.297624 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-145c70a5-6e3c-4321-ace1-669b4f306112 req-fe1b156d-1745-4cb8-94c4-42503c40a074 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8da2d30-0e0a-47be-953a-286e3df7eaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482707 Sep 01 16:19:59.367922 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-c5a2a2ba-94d7-4563-9bac-2565638c73ba None None] Set router 91380856-abcc-4b42-bfa1-a77cdffbc41c gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:19:59.392551 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-145c70a5-6e3c-4321-ace1-669b4f306112 req-15c01884-c2ae-428a-ba30-9f4a190228ec service neutron] 10.222.0.45 "GET /v2.0/networks/d8da2d30-0e0a-47be-953a-286e3df7eaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865698 Sep 01 16:19:59.491065 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-145c70a5-6e3c-4321-ace1-669b4f306112 req-fa38fcd0-7d3a-43a8-9b1e-4ff9b29f6ba2 service neutron] 10.222.0.45 "GET /v2.0/networks/d8da2d30-0e0a-47be-953a-286e3df7eaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902386 Sep 01 16:19:59.590114 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-c5a2a2ba-94d7-4563-9bac-2565638c73ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282508547', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:19:40Z', 'updated_at': '2021-09-01T16:19:44Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:19:41Z', 'updated_at': '2021-09-01T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'cba40fbc-9e8a-407e-8eb3-fb1fa73b65d8', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'port_id': 'eca5c1dc-5994-4b4b-807c-35fa469ea06a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab', 'mac_address': 'fa:16:3e:e3:72:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4094c9dc-48b9-4e81-bbc6-0c7d0f823183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:19:57Z', 'updated_at': '2021-09-01T16:19:57Z', 'revision_number': 0, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80640a98-b54b-4a1d-a70e-6f9f37d3bd4d', 'name': '', 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:48:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '6def2d18-0884-472a-a6b7-633b4b13ae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:19:43Z', 'updated_at': '2021-09-01T16:19:48Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': '6def2d18-0884-472a-a6b7-633b4b13ae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:19:59.615253 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a2a2ba-94d7-4563-9bac-2565638c73ba None None] The sync data for ids ['91380856-abcc-4b42-bfa1-a77cdffbc41c'] in n-d-794796-3 is: [{'id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282508547', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:19:40Z', 'updated_at': '2021-09-01T16:19:44Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:19:41Z', 'updated_at': '2021-09-01T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'cba40fbc-9e8a-407e-8eb3-fb1fa73b65d8', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'port_id': 'eca5c1dc-5994-4b4b-807c-35fa469ea06a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab', 'mac_address': 'fa:16:3e:e3:72:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4094c9dc-48b9-4e81-bbc6-0c7d0f823183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:19:57Z', 'updated_at': '2021-09-01T16:19:57Z', 'revision_number': 0, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80640a98-b54b-4a1d-a70e-6f9f37d3bd4d', 'name': '', 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:48:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '6def2d18-0884-472a-a6b7-633b4b13ae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:19:43Z', 'updated_at': '2021-09-01T16:19:48Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': '6def2d18-0884-472a-a6b7-633b4b13ae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:19:59.802090 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3151f930-2147-41ba-817a-a8461f39ea0f None None] New status for floating IP cba40fbc-9e8a-407e-8eb3-fb1fa73b65d8: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:20:00.148373 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57802) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:20:00.211765 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-62b08bc4-909d-44c3-8498-58e73ab796ac tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/floatingips/cba40fbc-9e8a-407e-8eb3-fb1fa73b65d8 HTTP/1.1" status: 200 len: 991 time: 0.0622058 Sep 01 16:20:03.780503 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:20:09.226196 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:09.404611 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-df34add8-520f-4aa4-bb32-af4b20c73d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:12.255668 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:13.526565 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:13.744952 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-34624356-f214-433a-96ff-3492e294aa74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:15.414161 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:28.413220 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:31.236913 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c4188-d810-400b-a962-aa4d2082d8e2 req-a0b7f43c-9706-4a95-b35a-e5fc1a9c846c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:31.238415 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-496c4188-d810-400b-a962-aa4d2082d8e2 req-a0b7f43c-9706-4a95-b35a-e5fc1a9c846c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 945 time: 0.0496304 Sep 01 16:20:31.275774 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-496c4188-d810-400b-a962-aa4d2082d8e2 req-f08d3e03-bb4d-47b7-8024-51d84a62eb09 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6a69055-1c5d-4d6d-be9a-945a35d431d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313206 Sep 01 16:20:32.405906 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b7e7f-b337-4443-9452-5b44ff026fc7 req-0274407e-050d-465f-817a-4d2ae418b70d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:32.407484 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-374b7e7f-b337-4443-9452-5b44ff026fc7 req-0274407e-050d-465f-817a-4d2ae418b70d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 945 time: 0.0494368 Sep 01 16:20:32.447793 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-374b7e7f-b337-4443-9452-5b44ff026fc7 req-ef859138-4220-424e-a9e5-192d382f7910 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6a69055-1c5d-4d6d-be9a-945a35d431d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338616 Sep 01 16:20:33.563125 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6562791-84d5-4839-8b48-feb877bbd779 req-420c92b7-fb25-47f0-bf89-95ed20ddc968 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:33.564609 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a6562791-84d5-4839-8b48-feb877bbd779 req-420c92b7-fb25-47f0-bf89-95ed20ddc968 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 945 time: 0.0484941 Sep 01 16:20:33.601503 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a6562791-84d5-4839-8b48-feb877bbd779 req-7c943bfc-9316-45e2-894f-913398beb293 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6a69055-1c5d-4d6d-be9a-945a35d431d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310717 Sep 01 16:20:34.719228 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd310803-f385-46f6-a66b-a55b8f8437de req-9b1b83cb-df0f-4637-940e-7af29fcab7cb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:34.720712 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dd310803-f385-46f6-a66b-a55b8f8437de req-9b1b83cb-df0f-4637-940e-7af29fcab7cb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 945 time: 0.0496504 Sep 01 16:20:34.763533 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dd310803-f385-46f6-a66b-a55b8f8437de req-59a7fe0a-6f7b-4983-ba43-cc87f1c89cff tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6a69055-1c5d-4d6d-be9a-945a35d431d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364196 Sep 01 16:20:35.882316 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f614cf-9dc4-4cc5-b9e4-bb5e5c953d55 req-4398ae3c-ec49-4f26-9434-eb74e28163cc tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:35.883803 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f0f614cf-9dc4-4cc5-b9e4-bb5e5c953d55 req-4398ae3c-ec49-4f26-9434-eb74e28163cc tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 945 time: 0.0535305 Sep 01 16:20:35.921259 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f0f614cf-9dc4-4cc5-b9e4-bb5e5c953d55 req-39caaf86-3487-4ff7-a044-17fd31e38c64 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6a69055-1c5d-4d6d-be9a-945a35d431d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313313 Sep 01 16:20:37.034827 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207cc44-b767-4f34-a69b-32cc9956e141 req-c94699a5-05c4-4cac-b1f8-f706f30fd34b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:37.036291 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f207cc44-b767-4f34-a69b-32cc9956e141 req-c94699a5-05c4-4cac-b1f8-f706f30fd34b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 945 time: 0.0488513 Sep 01 16:20:37.073160 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f207cc44-b767-4f34-a69b-32cc9956e141 req-0bf2e3ac-679f-4741-8fea-0042f74b114b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6a69055-1c5d-4d6d-be9a-945a35d431d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303829 Sep 01 16:20:38.187795 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7448b2a-3ddb-4ca6-908d-3a37aeb93f25 req-0b04b72c-5fb2-4a88-bb5f-243655680030 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:38.189286 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b7448b2a-3ddb-4ca6-908d-3a37aeb93f25 req-0b04b72c-5fb2-4a88-bb5f-243655680030 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 945 time: 0.0490625 Sep 01 16:20:38.227472 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b7448b2a-3ddb-4ca6-908d-3a37aeb93f25 req-9285fd05-c71d-4c96-9721-b02eed5ab7e4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6a69055-1c5d-4d6d-be9a-945a35d431d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322518 Sep 01 16:20:39.225721 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:39.341665 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bd054-d153-4d1c-af7f-18614afac6e0 req-ce556d7d-c4dd-43a2-88e5-c1e090da3351 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:39.343265 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-090bd054-d153-4d1c-af7f-18614afac6e0 req-ce556d7d-c4dd-43a2-88e5-c1e090da3351 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 945 time: 0.0497613 Sep 01 16:20:39.380264 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-090bd054-d153-4d1c-af7f-18614afac6e0 req-0d82404e-b3f6-44d2-9336-c85419fa2dd4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6a69055-1c5d-4d6d-be9a-945a35d431d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308747 Sep 01 16:20:39.405877 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ad0165c9-409d-441a-be73-6fba320a58d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:40.498406 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d3b32-8da9-45c3-a631-463d8cf117a1 req-eba6be2e-f1aa-442a-8a2d-51313c56f665 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:40.499917 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bb9d3b32-8da9-45c3-a631-463d8cf117a1 req-eba6be2e-f1aa-442a-8a2d-51313c56f665 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 945 time: 0.0499854 Sep 01 16:20:40.539753 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bb9d3b32-8da9-45c3-a631-463d8cf117a1 req-4dad93d0-3a67-460a-938a-d056254869c8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6a69055-1c5d-4d6d-be9a-945a35d431d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315881 Sep 01 16:20:40.779385 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:20:41.654089 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129281f2-dbfd-42ef-9c76-6bce55a5574b req-b265df8c-ea0c-4602-b6c3-1e92aa1111b7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:41.655639 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-129281f2-dbfd-42ef-9c76-6bce55a5574b req-b265df8c-ea0c-4602-b6c3-1e92aa1111b7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 945 time: 0.0486553 Sep 01 16:20:41.697773 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-129281f2-dbfd-42ef-9c76-6bce55a5574b req-f9e4b93a-48fe-4e82-98d2-204426fc6ff7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6a69055-1c5d-4d6d-be9a-945a35d431d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359979 Sep 01 16:20:41.720799 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57838) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:20:41.781253 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-70f0f6a0-48a0-4a3f-991d-f4840dc9b9c0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/floatingips/cba40fbc-9e8a-407e-8eb3-fb1fa73b65d8 HTTP/1.1" status: 200 len: 991 time: 0.0593045 Sep 01 16:20:42.259987 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:43.077635 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27fd39-071d-400e-979d-0453b33a7fdd req-97c5be00-e334-493c-8b9d-09fbfaae0555 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:43.079060 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-db27fd39-071d-400e-979d-0453b33a7fdd req-97c5be00-e334-493c-8b9d-09fbfaae0555 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 945 time: 0.0812199 Sep 01 16:20:43.094398 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8412ec-58e7-410e-8ad1-7a0487e950ba req-186b932d-8792-420d-a16f-4dd70a60c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:43.095810 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8b8412ec-58e7-410e-8ad1-7a0487e950ba req-186b932d-8792-420d-a16f-4dd70a60c81c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 1096 time: 0.0611022 Sep 01 16:20:43.169341 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-db27fd39-071d-400e-979d-0453b33a7fdd req-bf8d2d5a-e71d-4dc1-bd9a-5b7352f68a5e tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6a69055-1c5d-4d6d-be9a-945a35d431d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823505 Sep 01 16:20:43.205068 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8412ec-58e7-410e-8ad1-7a0487e950ba req-dd38faf9-cdbb-42da-a986-7958c46e3acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:43.206574 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8b8412ec-58e7-410e-8ad1-7a0487e950ba req-dd38faf9-cdbb-42da-a986-7958c46e3acf service neutron] 10.222.0.45 "GET /v2.0/networks?id=d8da2d30-0e0a-47be-953a-286e3df7eaab HTTP/1.1" status: 200 len: 897 time: 0.1015894 Sep 01 16:20:43.529715 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:43.571172 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8b8412ec-58e7-410e-8ad1-7a0487e950ba req-92914080-ff0a-4c99-9852-10828746ed0b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eca5c1dc-5994-4b4b-807c-35fa469ea06a HTTP/1.1" status: 200 len: 999 time: 0.3555694 Sep 01 16:20:43.620460 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8412ec-58e7-410e-8ad1-7a0487e950ba req-434e3c96-81ad-48bc-867d-39873dd5e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:43.621920 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8b8412ec-58e7-410e-8ad1-7a0487e950ba req-434e3c96-81ad-48bc-867d-39873dd5e1a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6def2d18-0884-472a-a6b7-633b4b13ae17 HTTP/1.1" status: 200 len: 835 time: 0.0436707 Sep 01 16:20:43.673399 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8412ec-58e7-410e-8ad1-7a0487e950ba req-a48f617a-add7-4ffd-9e67-9e3ef1e48aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:43.674944 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8b8412ec-58e7-410e-8ad1-7a0487e950ba req-a48f617a-add7-4ffd-9e67-9e3ef1e48aa3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8da2d30-0e0a-47be-953a-286e3df7eaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449302 Sep 01 16:20:43.745647 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9236c6b3-0e78-4092-af4f-1bd0e29b4e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:43.775179 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8b8412ec-58e7-410e-8ad1-7a0487e950ba req-d4f05e96-4745-4172-b5f3-35fa9a943666 service neutron] 10.222.0.45 "GET /v2.0/networks/d8da2d30-0e0a-47be-953a-286e3df7eaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856731 Sep 01 16:20:43.870789 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8b8412ec-58e7-410e-8ad1-7a0487e950ba req-070cb231-f771-4389-96aa-1c830f8899b8 service neutron] 10.222.0.45 "GET /v2.0/networks/d8da2d30-0e0a-47be-953a-286e3df7eaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888758 Sep 01 16:20:44.289022 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34a399-8a08-4ee2-bce4-1a180968920d req-a469baf5-921f-4f76-a342-14d68ee06d1a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:44.290544 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0e34a399-8a08-4ee2-bce4-1a180968920d req-a469baf5-921f-4f76-a342-14d68ee06d1a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 945 time: 0.0493760 Sep 01 16:20:44.329078 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0e34a399-8a08-4ee2-bce4-1a180968920d req-98196152-c6a1-4cb8-a444-001460b7281e tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6a69055-1c5d-4d6d-be9a-945a35d431d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324149 Sep 01 16:20:45.149102 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-363427ca-0f9c-4311-8ee5-cae4049a5781 req-b2abfee2-748f-4654-ba20-be9da131abd1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405283 Sep 01 16:20:45.275933 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363427ca-0f9c-4311-8ee5-cae4049a5781 req-daee7dd2-890f-4bc2-bab1-bb5be0be27e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:45.277446 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-363427ca-0f9c-4311-8ee5-cae4049a5781 req-daee7dd2-890f-4bc2-bab1-bb5be0be27e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 1096 time: 0.0411668 Sep 01 16:20:45.383157 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363427ca-0f9c-4311-8ee5-cae4049a5781 req-8e466ddc-3e31-4e00-be15-73f719e9265f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:45.384692 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-363427ca-0f9c-4311-8ee5-cae4049a5781 req-8e466ddc-3e31-4e00-be15-73f719e9265f service neutron] 10.222.0.45 "GET /v2.0/networks?id=d8da2d30-0e0a-47be-953a-286e3df7eaab HTTP/1.1" status: 200 len: 897 time: 0.0869107 Sep 01 16:20:45.417933 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:20:45.477128 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-363427ca-0f9c-4311-8ee5-cae4049a5781 req-1ed17728-6c7d-48cf-8ad1-e4b93a362ffd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eca5c1dc-5994-4b4b-807c-35fa469ea06a HTTP/1.1" status: 200 len: 999 time: 0.0840244 Sep 01 16:20:45.489617 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa011b-1ea2-4e7f-b54a-17f9809b39af req-fa16bb75-d0b6-49f4-bea8-b4eac6b56d7f tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:45.491070 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e2aa011b-1ea2-4e7f-b54a-17f9809b39af req-fa16bb75-d0b6-49f4-bea8-b4eac6b56d7f tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 945 time: 0.0922635 Sep 01 16:20:45.562228 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e2aa011b-1ea2-4e7f-b54a-17f9809b39af req-314a92d9-b5b4-44b4-baec-46a8ca2092d3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6a69055-1c5d-4d6d-be9a-945a35d431d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631733 Sep 01 16:20:45.563743 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363427ca-0f9c-4311-8ee5-cae4049a5781 req-e24cd2df-5f83-4585-8ff2-2dd7f03f07db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:45.565203 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-363427ca-0f9c-4311-8ee5-cae4049a5781 req-e24cd2df-5f83-4585-8ff2-2dd7f03f07db service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6def2d18-0884-472a-a6b7-633b4b13ae17 HTTP/1.1" status: 200 len: 835 time: 0.0732074 Sep 01 16:20:45.585151 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57852) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:20:45.612102 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363427ca-0f9c-4311-8ee5-cae4049a5781 req-8d1215df-d7b2-47bc-9b5a-b892f20df7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:20:45.613611 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-363427ca-0f9c-4311-8ee5-cae4049a5781 req-8d1215df-d7b2-47bc-9b5a-b892f20df7fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8da2d30-0e0a-47be-953a-286e3df7eaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409045 Sep 01 16:20:45.652021 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b5e155fc-baee-46e7-968e-e69d592546d9 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/floatingips/cba40fbc-9e8a-407e-8eb3-fb1fa73b65d8 HTTP/1.1" status: 200 len: 991 time: 0.0656416 Sep 01 16:20:45.708688 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-363427ca-0f9c-4311-8ee5-cae4049a5781 req-6aa225ed-876a-41e5-b836-8e70caf7a96d service neutron] 10.222.0.45 "GET /v2.0/networks/d8da2d30-0e0a-47be-953a-286e3df7eaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865009 Sep 01 16:20:45.797737 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-363427ca-0f9c-4311-8ee5-cae4049a5781 req-23cfeaad-5e64-4671-9df1-0a2034c9b0f5 service neutron] 10.222.0.45 "GET /v2.0/networks/d8da2d30-0e0a-47be-953a-286e3df7eaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814481 Sep 01 16:20:58.423618 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:09.229022 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:09.405747 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-292c7cc6-6674-4160-a669-b42ad6a2404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:12.262703 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:13.532626 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:13.751041 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-0de23e03-a448-42cd-aabc-2c3f57a043a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:15.420795 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:17.778721 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:21:18.066595 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57870) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:18.227099 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-69b6e54f-68eb-44af-a053-0ca294391a02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Deleting port a539bf22-0277-449d-aaf3-51a79e8daa53 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:21:18.227446 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-69b6e54f-68eb-44af-a053-0ca294391a02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:18.316137 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-69b6e54f-68eb-44af-a053-0ca294391a02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:18.316463 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-69b6e54f-68eb-44af-a053-0ca294391a02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:18.329058 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-69b6e54f-68eb-44af-a053-0ca294391a02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Calling delete_port for a539bf22-0277-449d-aaf3-51a79e8daa53 owned by network:floatingip {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:21:18.476039 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-69b6e54f-68eb-44af-a053-0ca294391a02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:18.507888 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6e54f-68eb-44af-a053-0ca294391a02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Port': ['ID=a539bf22-0277-449d-aaf3-51a79e8daa53,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:18.533681 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6e54f-68eb-44af-a053-0ca294391a02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:18.534041 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6e54f-68eb-44af-a053-0ca294391a02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:18.534425 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6e54f-68eb-44af-a053-0ca294391a02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:18.534765 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6e54f-68eb-44af-a053-0ca294391a02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:18.535106 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6e54f-68eb-44af-a053-0ca294391a02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:18.535446 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6e54f-68eb-44af-a053-0ca294391a02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:18.535780 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6e54f-68eb-44af-a053-0ca294391a02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:18.536112 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6e54f-68eb-44af-a053-0ca294391a02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:18.536447 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6e54f-68eb-44af-a053-0ca294391a02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:18.536778 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6e54f-68eb-44af-a053-0ca294391a02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:18.537108 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6e54f-68eb-44af-a053-0ca294391a02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:18.537435 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b6e54f-68eb-44af-a053-0ca294391a02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:18.580200 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-69b6e54f-68eb-44af-a053-0ca294391a02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for floatingip, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:18.580498 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-69b6e54f-68eb-44af-a053-0ca294391a02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Floating IP cba40fbc-9e8a-407e-8eb3-fb1fa73b65d8 disassociated (deleted). External IP: 172.25.6.6, port: eca5c1dc-5994-4b4b-807c-35fa469ea06a. Sep 01 16:21:18.798328 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b6e54f-68eb-44af-a053-0ca294391a02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Router 91380856-abcc-4b42-bfa1-a77cdffbc41c has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:21:18.909037 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b6e54f-68eb-44af-a053-0ca294391a02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:21:18.913839 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-69b6e54f-68eb-44af-a053-0ca294391a02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:18.918853 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4570ee6a-b99e-4334-a901-31abc1c2e07f None None] Sync routers for ids ['91380856-abcc-4b42-bfa1-a77cdffbc41c'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:21:18.928456 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4570ee6a-b99e-4334-a901-31abc1c2e07f None None] Routers {'91380856-abcc-4b42-bfa1-a77cdffbc41c'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:21:18.929346 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-4570ee6a-b99e-4334-a901-31abc1c2e07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:21:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['91380856-abcc-4b42-bfa1-a77cdffbc41c'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:18.945166 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-69b6e54f-68eb-44af-a053-0ca294391a02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "DELETE /v2.0/floatingips/cba40fbc-9e8a-407e-8eb3-fb1fa73b65d8 HTTP/1.1" status: 204 len: 168 time: 0.8773291 Sep 01 16:21:18.946499 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4094c9dc-48b9-4e81-bbc6-0c7d0f823183', 'tag': 'eca5c1dc-5994-4b4b-807c-35fa469ea06a'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:21:18.950687 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92d8b15-725f-4219-b914-1e35723fcd8d" -d '{"events": [{"name": "network-changed", "server_uuid": "4094c9dc-48b9-4e81-bbc6-0c7d0f823183", "tag": "eca5c1dc-5994-4b4b-807c-35fa469ea06a"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:21:19.050368 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-4570ee6a-b99e-4334-a901-31abc1c2e07f None None] Set router 91380856-abcc-4b42-bfa1-a77cdffbc41c gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:21:19.071767 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8f7c52-d29b-46ee-ade2-36164f546730 x-openstack-request-id: req-1b8f7c52-d29b-46ee-ade2-36164f546730 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:21:19.072395 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4094c9dc-48b9-4e81-bbc6-0c7d0f823183", "tag": "eca5c1dc-5994-4b4b-807c-35fa469ea06a", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:21:19.072494 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1b8f7c52-d29b-46ee-ade2-36164f546730 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:21:19.073067 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4094c9dc-48b9-4e81-bbc6-0c7d0f823183', 'tag': 'eca5c1dc-5994-4b4b-807c-35fa469ea06a', 'status': 'completed', 'code': 200} Sep 01 16:21:19.146096 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d8b15-725f-4219-b914-1e35723fcd8d req-2569ff74-8000-44b2-89a9-29fd7ffe6ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:19.147766 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a92d8b15-725f-4219-b914-1e35723fcd8d req-2569ff74-8000-44b2-89a9-29fd7ffe6ad8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 1096 time: 0.0448925 Sep 01 16:21:19.192451 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1747c-8db5-4002-aaa5-7e5fd517496c req-d0825e0b-0817-42cf-9ba5-ebecdda77916 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:19.194102 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dee1747c-8db5-4002-aaa5-7e5fd517496c req-d0825e0b-0817-42cf-9ba5-ebecdda77916 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 945 time: 0.0569320 Sep 01 16:21:19.242361 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-dee1747c-8db5-4002-aaa5-7e5fd517496c req-22fa3009-7b6a-4b90-90e2-1fa06a87130a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6a69055-1c5d-4d6d-be9a-945a35d431d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396416 Sep 01 16:21:19.269906 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d8b15-725f-4219-b914-1e35723fcd8d req-52fc21c8-215c-49c5-a595-2e6ef4a77bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:19.271444 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a92d8b15-725f-4219-b914-1e35723fcd8d req-52fc21c8-215c-49c5-a595-2e6ef4a77bde service neutron] 10.222.0.45 "GET /v2.0/networks?id=d8da2d30-0e0a-47be-953a-286e3df7eaab HTTP/1.1" status: 200 len: 897 time: 0.1147976 Sep 01 16:21:19.303657 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-4570ee6a-b99e-4334-a901-31abc1c2e07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282508547', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:19:40Z', 'updated_at': '2021-09-01T16:19:44Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:19:41Z', 'updated_at': '2021-09-01T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '80640a98-b54b-4a1d-a70e-6f9f37d3bd4d', 'name': '', 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:48:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '6def2d18-0884-472a-a6b7-633b4b13ae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:19:43Z', 'updated_at': '2021-09-01T16:19:48Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': '6def2d18-0884-472a-a6b7-633b4b13ae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:19.317293 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a92d8b15-725f-4219-b914-1e35723fcd8d req-167fe650-0aa1-4edc-add3-b5cc81de7f4c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eca5c1dc-5994-4b4b-807c-35fa469ea06a HTTP/1.1" status: 200 len: 217 time: 0.0368574 Sep 01 16:21:19.329711 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4570ee6a-b99e-4334-a901-31abc1c2e07f None None] Checking router: 91380856-abcc-4b42-bfa1-a77cdffbc41c for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:21:19.338737 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4570ee6a-b99e-4334-a901-31abc1c2e07f None None] Routers {'91380856-abcc-4b42-bfa1-a77cdffbc41c'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:21:19.339343 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-4570ee6a-b99e-4334-a901-31abc1c2e07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:21:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['91380856-abcc-4b42-bfa1-a77cdffbc41c'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:19.370034 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d8b15-725f-4219-b914-1e35723fcd8d req-0e14296a-56eb-43db-8812-64d65475285e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:19.371545 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a92d8b15-725f-4219-b914-1e35723fcd8d req-0e14296a-56eb-43db-8812-64d65475285e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6def2d18-0884-472a-a6b7-633b4b13ae17 HTTP/1.1" status: 200 len: 835 time: 0.0467494 Sep 01 16:21:19.426963 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d8b15-725f-4219-b914-1e35723fcd8d req-eef91b5f-45eb-4bdf-a7d3-e259ae7739ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:19.428488 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a92d8b15-725f-4219-b914-1e35723fcd8d req-eef91b5f-45eb-4bdf-a7d3-e259ae7739ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8da2d30-0e0a-47be-953a-286e3df7eaab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483222 Sep 01 16:21:19.448833 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-4570ee6a-b99e-4334-a901-31abc1c2e07f None None] Set router 91380856-abcc-4b42-bfa1-a77cdffbc41c gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:21:19.525218 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a92d8b15-725f-4219-b914-1e35723fcd8d req-26004611-374f-429e-b832-1127ff61c1bc service neutron] 10.222.0.45 "GET /v2.0/networks/d8da2d30-0e0a-47be-953a-286e3df7eaab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887022 Sep 01 16:21:19.629169 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a92d8b15-725f-4219-b914-1e35723fcd8d req-b00da890-f2df-447e-8657-296065d31886 service neutron] 10.222.0.45 "GET /v2.0/networks/d8da2d30-0e0a-47be-953a-286e3df7eaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954885 Sep 01 16:21:19.662358 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-4570ee6a-b99e-4334-a901-31abc1c2e07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282508547', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:19:40Z', 'updated_at': '2021-09-01T16:19:44Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:19:41Z', 'updated_at': '2021-09-01T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '80640a98-b54b-4a1d-a70e-6f9f37d3bd4d', 'name': '', 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:48:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '6def2d18-0884-472a-a6b7-633b4b13ae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:19:43Z', 'updated_at': '2021-09-01T16:19:48Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': '6def2d18-0884-472a-a6b7-633b4b13ae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:19.787523 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4570ee6a-b99e-4334-a901-31abc1c2e07f None None] The sync data for ids ['91380856-abcc-4b42-bfa1-a77cdffbc41c'] in n-d-794796-3 is: [{'id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282508547', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:19:40Z', 'updated_at': '2021-09-01T16:19:44Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:19:41Z', 'updated_at': '2021-09-01T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '80640a98-b54b-4a1d-a70e-6f9f37d3bd4d', 'name': '', 'network_id': 'd8da2d30-0e0a-47be-953a-286e3df7eaab', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:48:51:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '6def2d18-0884-472a-a6b7-633b4b13ae17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:19:43Z', 'updated_at': '2021-09-01T16:19:48Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': '6def2d18-0884-472a-a6b7-633b4b13ae17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:21:20.031483 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5248a164-40cc-4657-bba8-71f8197a2901 None None] New status for floating IP cba40fbc-9e8a-407e-8eb3-fb1fa73b65d8: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:21:20.364727 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d204e-16f1-4fd6-b4d1-025ba3ddc104 req-c994730d-7779-45cf-bd7a-4dae3aea94cf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:20.366223 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-238d204e-16f1-4fd6-b4d1-025ba3ddc104 req-c994730d-7779-45cf-bd7a-4dae3aea94cf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 945 time: 0.0511749 Sep 01 16:21:20.406159 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-238d204e-16f1-4fd6-b4d1-025ba3ddc104 req-b9bca98a-f4a6-4f89-a3c9-e7a05d81845a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6a69055-1c5d-4d6d-be9a-945a35d431d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330684 Sep 01 16:21:20.663732 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9018b12-58ed-49ef-b4fc-607445e56892 req-1f2f2632-807d-4392-b760-34be66314016 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:20.665230 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d9018b12-58ed-49ef-b4fc-607445e56892 req-1f2f2632-807d-4392-b760-34be66314016 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.45 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 945 time: 0.0524826 Sep 01 16:21:20.764223 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-d9018b12-58ed-49ef-b4fc-607445e56892 req-50fadd66-764a-4ecb-8ddb-eddcbcc5625b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Deleting port eca5c1dc-5994-4b4b-807c-35fa469ea06a {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:21:20.764578 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d9018b12-58ed-49ef-b4fc-607445e56892 req-50fadd66-764a-4ecb-8ddb-eddcbcc5625b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:20.857997 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-d9018b12-58ed-49ef-b4fc-607445e56892 req-50fadd66-764a-4ecb-8ddb-eddcbcc5625b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] For port eca5c1dc-5994-4b4b-807c-35fa469ea06a, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=eca5c1dc-5994-4b4b-807c-35fa469ea06a,segment=NetworkSegment(7b9869ec-ebbe-4f7b-8765-5ab54a64938e),segment_id=7b9869ec-ebbe-4f7b-8765-5ab54a64938e)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:21:20.858406 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d9018b12-58ed-49ef-b4fc-607445e56892 req-50fadd66-764a-4ecb-8ddb-eddcbcc5625b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:20.872967 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-d9018b12-58ed-49ef-b4fc-607445e56892 req-50fadd66-764a-4ecb-8ddb-eddcbcc5625b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Calling delete_port for eca5c1dc-5994-4b4b-807c-35fa469ea06a owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:21:21.013801 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d9018b12-58ed-49ef-b4fc-607445e56892 req-50fadd66-764a-4ecb-8ddb-eddcbcc5625b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:21.046771 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fadd66-764a-4ecb-8ddb-eddcbcc5625b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Port': ['ID=eca5c1dc-5994-4b4b-807c-35fa469ea06a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:21.074436 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fadd66-764a-4ecb-8ddb-eddcbcc5625b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:21.074792 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fadd66-764a-4ecb-8ddb-eddcbcc5625b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:21.075141 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fadd66-764a-4ecb-8ddb-eddcbcc5625b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:21.075485 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fadd66-764a-4ecb-8ddb-eddcbcc5625b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:21.075823 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fadd66-764a-4ecb-8ddb-eddcbcc5625b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:21.076167 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fadd66-764a-4ecb-8ddb-eddcbcc5625b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:21.076501 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fadd66-764a-4ecb-8ddb-eddcbcc5625b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:21.076831 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fadd66-764a-4ecb-8ddb-eddcbcc5625b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:21.077198 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fadd66-764a-4ecb-8ddb-eddcbcc5625b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:21.077488 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fadd66-764a-4ecb-8ddb-eddcbcc5625b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:21.077818 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fadd66-764a-4ecb-8ddb-eddcbcc5625b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:21.078165 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fadd66-764a-4ecb-8ddb-eddcbcc5625b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:21.103275 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9018b12-58ed-49ef-b4fc-607445e56892 req-50fadd66-764a-4ecb-8ddb-eddcbcc5625b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] No DVR routers for this DVR port eca5c1dc-5994-4b4b-807c-35fa469ea06a on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:21:21.106059 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-d9018b12-58ed-49ef-b4fc-607445e56892 req-50fadd66-764a-4ecb-8ddb-eddcbcc5625b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:21.108273 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d9018b12-58ed-49ef-b4fc-607445e56892 req-50fadd66-764a-4ecb-8ddb-eddcbcc5625b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.45 "DELETE /v2.0/ports/eca5c1dc-5994-4b4b-807c-35fa469ea06a HTTP/1.1" status: 204 len: 173 time: 0.4370146 Sep 01 16:21:21.108731 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4094c9dc-48b9-4e81-bbc6-0c7d0f823183', 'name': 'network-vif-deleted', 'tag': 'eca5c1dc-5994-4b4b-807c-35fa469ea06a'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:21:21.111038 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad55f4d7-26fc-42db-ae24-0197361f8cf9" -d '{"events": [{"server_uuid": "4094c9dc-48b9-4e81-bbc6-0c7d0f823183", "name": "network-vif-deleted", "tag": "eca5c1dc-5994-4b4b-807c-35fa469ea06a"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:21:21.213963 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db43a9d-e952-4594-8f04-e5ede11227c7 x-openstack-request-id: req-4db43a9d-e952-4594-8f04-e5ede11227c7 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:21:21.214256 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4094c9dc-48b9-4e81-bbc6-0c7d0f823183", "name": "network-vif-deleted", "tag": "eca5c1dc-5994-4b4b-807c-35fa469ea06a", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:21:21.214574 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4db43a9d-e952-4594-8f04-e5ede11227c7 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:21:21.214970 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4094c9dc-48b9-4e81-bbc6-0c7d0f823183', 'name': 'network-vif-deleted', 'tag': 'eca5c1dc-5994-4b4b-807c-35fa469ea06a', 'status': 'completed', 'code': 200} Sep 01 16:21:21.552894 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-80942b73-3918-4445-8a0e-755f04ac5186 req-d6eb92fa-2e55-4238-b670-cea691ff3ed5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=4094c9dc-48b9-4e81-bbc6-0c7d0f823183 HTTP/1.1" status: 200 len: 210 time: 0.0305636 Sep 01 16:21:22.613400 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57890) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:22.991791 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b1ba0ed9-cd24-4f5d-9f80-1c4a3a17071d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:23.266525 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-b1ba0ed9-cd24-4f5d-9f80-1c4a3a17071d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Deleting port 80640a98-b54b-4a1d-a70e-6f9f37d3bd4d {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:21:23.266799 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b1ba0ed9-cd24-4f5d-9f80-1c4a3a17071d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:23.357003 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-b1ba0ed9-cd24-4f5d-9f80-1c4a3a17071d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] For port 80640a98-b54b-4a1d-a70e-6f9f37d3bd4d, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=80640a98-b54b-4a1d-a70e-6f9f37d3bd4d,segment=NetworkSegment(7b9869ec-ebbe-4f7b-8765-5ab54a64938e),segment_id=7b9869ec-ebbe-4f7b-8765-5ab54a64938e)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:21:23.357377 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b1ba0ed9-cd24-4f5d-9f80-1c4a3a17071d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:23.371298 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-b1ba0ed9-cd24-4f5d-9f80-1c4a3a17071d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Calling delete_port for 80640a98-b54b-4a1d-a70e-6f9f37d3bd4d owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:21:23.562266 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b1ba0ed9-cd24-4f5d-9f80-1c4a3a17071d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:23.594118 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba0ed9-cd24-4f5d-9f80-1c4a3a17071d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Port': ['ID=80640a98-b54b-4a1d-a70e-6f9f37d3bd4d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:23.782286 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b1ba0ed9-cd24-4f5d-9f80-1c4a3a17071d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:24.000082 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ba0ed9-cd24-4f5d-9f80-1c4a3a17071d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Router 91380856-abcc-4b42-bfa1-a77cdffbc41c has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:21:24.448437 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ba0ed9-cd24-4f5d-9f80-1c4a3a17071d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:21:24.456423 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b1ba0ed9-cd24-4f5d-9f80-1c4a3a17071d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "PUT /v2.0/routers/91380856-abcc-4b42-bfa1-a77cdffbc41c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8393192 Sep 01 16:21:24.456639 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57892) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:24.459526 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a2813a-ab1c-4018-9961-9356c5b84860 None None] Sync routers for ids ['91380856-abcc-4b42-bfa1-a77cdffbc41c'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:21:24.468772 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a2813a-ab1c-4018-9961-9356c5b84860 None None] Routers {'91380856-abcc-4b42-bfa1-a77cdffbc41c'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:21:24.469380 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-46a2813a-ab1c-4018-9961-9356c5b84860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:21:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['91380856-abcc-4b42-bfa1-a77cdffbc41c'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:24.513697 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d45c193-dba5-4192-bf3f-20888ef54e48 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Deleting subnet 6def2d18-0884-472a-a6b7-633b4b13ae17 {{(pid=94734) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:21:24.517303 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d45c193-dba5-4192-bf3f-20888ef54e48 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for subnet, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:24.561979 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d45c193-dba5-4192-bf3f-20888ef54e48 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9045896'] for subnet, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:24.576330 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-46a2813a-ab1c-4018-9961-9356c5b84860 None None] Set router 91380856-abcc-4b42-bfa1-a77cdffbc41c gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:21:24.659335 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d45c193-dba5-4192-bf3f-20888ef54e48 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:24.728034 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d45c193-dba5-4192-bf3f-20888ef54e48 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9044461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3457450'] for subnet, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:24.755222 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45c193-dba5-4192-bf3f-20888ef54e48 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Subnet': ['ID=6def2d18-0884-472a-a6b7-633b4b13ae17,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:24.761949 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-46a2813a-ab1c-4018-9961-9356c5b84860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282508547', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:19:40Z', 'updated_at': '2021-09-01T16:21:23Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:19:41Z', 'updated_at': '2021-09-01T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:24.762133 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-6d45c193-dba5-4192-bf3f-20888ef54e48 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:24.766832 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57894) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:24.768692 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142a0d52-12b4-422e-ab24-827e60ac1f47 None None] Network d8da2d30-0e0a-47be-953a-286e3df7eaab requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:21:24.770876 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6d45c193-dba5-4192-bf3f-20888ef54e48 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "DELETE /v2.0/subnets/6def2d18-0884-472a-a6b7-633b4b13ae17 HTTP/1.1" status: 204 len: 168 time: 0.3131716 Sep 01 16:21:24.798178 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a2813a-ab1c-4018-9961-9356c5b84860 None None] Checking router: 91380856-abcc-4b42-bfa1-a77cdffbc41c for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:21:24.807829 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a2813a-ab1c-4018-9961-9356c5b84860 None None] Routers {'91380856-abcc-4b42-bfa1-a77cdffbc41c'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:21:24.808539 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-46a2813a-ab1c-4018-9961-9356c5b84860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:21:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['91380856-abcc-4b42-bfa1-a77cdffbc41c'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:24.882502 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-761d365c-241c-492f-ad3f-c80c17a4d908 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:24.882996 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device eca5c1dc-5994-4b4b-807c-35fa469ea06a no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:21:24.908222 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: eca5c1dc-5994-4b4b-807c-35fa469ea06a {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:21:24.908610 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device eca5c1dc-5994-4b4b-807c-35fa469ea06a not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:21:24.920446 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-46a2813a-ab1c-4018-9961-9356c5b84860 None None] Set router 91380856-abcc-4b42-bfa1-a77cdffbc41c gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:21:24.996109 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-761d365c-241c-492f-ad3f-c80c17a4d908 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:24.999410 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e47152-406a-4326-9869-e030778808a5 None None] DHCP port deletion for d8da2d30-0e0a-47be-953a-286e3df7eaab request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:21:25.050637 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b1e47152-406a-4326-9869-e030778808a5 None None] Deleting port 37df5d91-37e6-4e00-baf6-b7a691700a57 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:21:25.051330 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b1e47152-406a-4326-9869-e030778808a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:25.054336 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-761d365c-241c-492f-ad3f-c80c17a4d908 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Deleting port da6477f2-2d64-46d4-a10f-b30a46c63b45 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:21:25.054701 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-761d365c-241c-492f-ad3f-c80c17a4d908 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:25.117065 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b1e47152-406a-4326-9869-e030778808a5 None None] For port 37df5d91-37e6-4e00-baf6-b7a691700a57, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=37df5d91-37e6-4e00-baf6-b7a691700a57,segment=NetworkSegment(7b9869ec-ebbe-4f7b-8765-5ab54a64938e),segment_id=7b9869ec-ebbe-4f7b-8765-5ab54a64938e)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:21:25.117474 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b1e47152-406a-4326-9869-e030778808a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:25.119591 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-46a2813a-ab1c-4018-9961-9356c5b84860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282508547', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:19:40Z', 'updated_at': '2021-09-01T16:21:23Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:19:41Z', 'updated_at': '2021-09-01T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:25.136774 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b1e47152-406a-4326-9869-e030778808a5 None None] Calling delete_port for 37df5d91-37e6-4e00-baf6-b7a691700a57 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:21:25.147703 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a2813a-ab1c-4018-9961-9356c5b84860 None None] The sync data for ids ['91380856-abcc-4b42-bfa1-a77cdffbc41c'] in n-d-794796-3 is: [{'id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-282508547', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:19:40Z', 'updated_at': '2021-09-01T16:21:23Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': 'da6477f2-2d64-46d4-a10f-b30a46c63b45', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91380856-abcc-4b42-bfa1-a77cdffbc41c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:19:41Z', 'updated_at': '2021-09-01T16:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:21:25.148079 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-761d365c-241c-492f-ad3f-c80c17a4d908 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] For port da6477f2-2d64-46d4-a10f-b30a46c63b45, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=da6477f2-2d64-46d4-a10f-b30a46c63b45,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:21:25.148345 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-761d365c-241c-492f-ad3f-c80c17a4d908 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:25.171849 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-761d365c-241c-492f-ad3f-c80c17a4d908 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Calling delete_port for da6477f2-2d64-46d4-a10f-b30a46c63b45 owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:21:25.231478 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b1e47152-406a-4326-9869-e030778808a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:25.257104 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e47152-406a-4326-9869-e030778808a5 None None] Pushing event deleted for resources: {'Port': ['ID=37df5d91-37e6-4e00-baf6-b7a691700a57,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:25.265086 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e47152-406a-4326-9869-e030778808a5 None None] No DVR routers for this DVR port 37df5d91-37e6-4e00-baf6-b7a691700a57 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:21:25.269838 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e47152-406a-4326-9869-e030778808a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:25.270186 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e47152-406a-4326-9869-e030778808a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:25.270567 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e47152-406a-4326-9869-e030778808a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:25.270926 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e47152-406a-4326-9869-e030778808a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:25.271224 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e47152-406a-4326-9869-e030778808a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:25.271562 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e47152-406a-4326-9869-e030778808a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:25.271889 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e47152-406a-4326-9869-e030778808a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:25.272913 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e47152-406a-4326-9869-e030778808a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:25.272913 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e47152-406a-4326-9869-e030778808a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:25.272913 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e47152-406a-4326-9869-e030778808a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:25.273363 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e47152-406a-4326-9869-e030778808a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:25.273535 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e47152-406a-4326-9869-e030778808a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:25.355581 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-761d365c-241c-492f-ad3f-c80c17a4d908 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:25.383492 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d365c-241c-492f-ad3f-c80c17a4d908 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Port': ['ID=da6477f2-2d64-46d4-a10f-b30a46c63b45,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:25.445328 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-761d365c-241c-492f-ad3f-c80c17a4d908 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:25.539717 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-761d365c-241c-492f-ad3f-c80c17a4d908 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:25.544071 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-761d365c-241c-492f-ad3f-c80c17a4d908 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:25.595974 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-761d365c-241c-492f-ad3f-c80c17a4d908 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:25.596714 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761d365c-241c-492f-ad3f-c80c17a4d908 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Fanout notify agent at l3_agent the message router_deleted on router 91380856-abcc-4b42-bfa1-a77cdffbc41c {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:21:25.606027 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-761d365c-241c-492f-ad3f-c80c17a4d908 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:25.607567 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-761d365c-241c-492f-ad3f-c80c17a4d908 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "DELETE /v2.0/routers/91380856-abcc-4b42-bfa1-a77cdffbc41c HTTP/1.1" status: 204 len: 168 time: 0.8388872 Sep 01 16:21:25.610371 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57896) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:25.696532 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-423824d8-82ba-4993-a8ff-70403330c2a7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:25.787009 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-423824d8-82ba-4993-a8ff-70403330c2a7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:25.798171 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-423824d8-82ba-4993-a8ff-70403330c2a7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8da2d30-0e0a-47be-953a-286e3df7eaab']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:25.814875 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-423824d8-82ba-4993-a8ff-70403330c2a7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b9869ec-ebbe-4f7b-8765-5ab54a64938e') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:25.815167 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-423824d8-82ba-4993-a8ff-70403330c2a7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b9869ec-ebbe-4f7b-8765-5ab54a64938e') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:25.825529 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-423824d8-82ba-4993-a8ff-70403330c2a7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:25.840557 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-423824d8-82ba-4993-a8ff-70403330c2a7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:25.846588 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423824d8-82ba-4993-a8ff-70403330c2a7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:21:25.846880 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-423824d8-82ba-4993-a8ff-70403330c2a7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: timer() Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:21:25.850522 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:21:25.908894 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-423824d8-82ba-4993-a8ff-70403330c2a7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:25.916452 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-423824d8-82ba-4993-a8ff-70403330c2a7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:25.917710 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-423824d8-82ba-4993-a8ff-70403330c2a7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "DELETE /v2.0/networks/d8da2d30-0e0a-47be-953a-286e3df7eaab HTTP/1.1" status: 204 len: 168 time: 0.3059583 Sep 01 16:21:25.920608 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57898) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:25.929656 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423824d8-82ba-4993-a8ff-70403330c2a7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Network': ['ID=d8da2d30-0e0a-47be-953a-286e3df7eaab,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:25.981613 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4a7c133a-be82-4e62-838c-f25f541e8955 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:26.005975 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4a7c133a-be82-4e62-838c-f25f541e8955 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:26.069130 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4a7c133a-be82-4e62-838c-f25f541e8955 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:26.071744 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4a7c133a-be82-4e62-838c-f25f541e8955 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:26.073610 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4a7c133a-be82-4e62-838c-f25f541e8955 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "DELETE /v2.0/security-groups/b6a69055-1c5d-4d6d-be9a-945a35d431d8 HTTP/1.1" status: 204 len: 168 time: 0.1519656 Sep 01 16:21:26.083476 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c133a-be82-4e62-838c-f25f541e8955 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a69055-1c5d-4d6d-be9a-945a35d431d8,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:26.233152 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 80640a98-b54b-4a1d-a70e-6f9f37d3bd4d no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:21:26.254264 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 80640a98-b54b-4a1d-a70e-6f9f37d3bd4d {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:21:26.254640 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 80640a98-b54b-4a1d-a70e-6f9f37d3bd4d not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:21:26.255069 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 37df5d91-37e6-4e00-baf6-b7a691700a57 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:21:26.277372 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 37df5d91-37e6-4e00-baf6-b7a691700a57 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:21:26.277719 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 37df5d91-37e6-4e00-baf6-b7a691700a57 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:21:26.278160 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device da6477f2-2d64-46d4-a10f-b30a46c63b45 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:21:26.297004 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: da6477f2-2d64-46d4-a10f-b30a46c63b45 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:21:26.297351 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device da6477f2-2d64-46d4-a10f-b30a46c63b45 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:21:26.734922 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57904) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:26.739649 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-0b333baa-23a3-4637-9607-bef5c942dea5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-736647919', 'description': 'tempest-secgroup-smoke-736647919 description', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:21:26.763667 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0b333baa-23a3-4637-9607-bef5c942dea5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:26.855559 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0b333baa-23a3-4637-9607-bef5c942dea5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:26.859217 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0b333baa-23a3-4637-9607-bef5c942dea5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:26.888948 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-0b333baa-23a3-4637-9607-bef5c942dea5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:26.890243 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-0b333baa-23a3-4637-9607-bef5c942dea5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1542959 Sep 01 16:21:26.892400 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b333baa-23a3-4637-9607-bef5c942dea5 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=829d0bc0-bf95-412a-b2ef-534bbeff481b,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:26.893970 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57906) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:26.899437 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-2cae85e8-dccf-44bd-bb10-14dd313c92f2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': '829d0bc0-bf95-412a-b2ef-534bbeff481b', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:21:26.927666 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2cae85e8-dccf-44bd-bb10-14dd313c92f2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:26.983885 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2cae85e8-dccf-44bd-bb10-14dd313c92f2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:26.987747 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2cae85e8-dccf-44bd-bb10-14dd313c92f2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.005486 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae85e8-dccf-44bd-bb10-14dd313c92f2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56e1c30-8be3-4f7f-96c1-77e5833ed197,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:27.011764 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2cae85e8-dccf-44bd-bb10-14dd313c92f2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.013016 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2cae85e8-dccf-44bd-bb10-14dd313c92f2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178157 Sep 01 16:21:27.015768 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57908) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:27.020196 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-699c2b5d-012c-4f30-9183-483b307f1ad9 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': '829d0bc0-bf95-412a-b2ef-534bbeff481b', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:21:27.047472 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-699c2b5d-012c-4f30-9183-483b307f1ad9 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.111057 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-699c2b5d-012c-4f30-9183-483b307f1ad9 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.114741 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-699c2b5d-012c-4f30-9183-483b307f1ad9 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.133625 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c2b5d-012c-4f30-9183-483b307f1ad9 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696c9074-fb5a-4f9b-8f60-3829990039a3,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:27.139167 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-699c2b5d-012c-4f30-9183-483b307f1ad9 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.140387 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-699c2b5d-012c-4f30-9183-483b307f1ad9 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1237519 Sep 01 16:21:27.143302 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57910) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:27.148191 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-734a23a4-b470-4a8e-9c04-c3234f9c2b38 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': '829d0bc0-bf95-412a-b2ef-534bbeff481b', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:21:27.176008 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-734a23a4-b470-4a8e-9c04-c3234f9c2b38 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.239611 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-734a23a4-b470-4a8e-9c04-c3234f9c2b38 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.244175 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-734a23a4-b470-4a8e-9c04-c3234f9c2b38 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.261161 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a23a4-b470-4a8e-9c04-c3234f9c2b38 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397aeaaa-bf71-4f12-be48-df320c3ee85e,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:27.271708 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-734a23a4-b470-4a8e-9c04-c3234f9c2b38 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.272922 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-734a23a4-b470-4a8e-9c04-c3234f9c2b38 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286831 Sep 01 16:21:27.276202 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57912) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:27.280809 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-2d97af5f-1a2a-4496-9277-23172a5b8a0b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': '829d0bc0-bf95-412a-b2ef-534bbeff481b', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:21:27.308241 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2d97af5f-1a2a-4496-9277-23172a5b8a0b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.368319 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2d97af5f-1a2a-4496-9277-23172a5b8a0b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.371983 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2d97af5f-1a2a-4496-9277-23172a5b8a0b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.391764 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97af5f-1a2a-4496-9277-23172a5b8a0b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384298da-1a6c-4c10-b71f-209a20f617a9,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:27.397538 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-2d97af5f-1a2a-4496-9277-23172a5b8a0b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.398711 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-2d97af5f-1a2a-4496-9277-23172a5b8a0b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215250 Sep 01 16:21:27.402117 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57914) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:27.406621 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-8ba5b01d-3882-42d5-82e9-16bc2c43aaf6 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': '829d0bc0-bf95-412a-b2ef-534bbeff481b', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:21:27.430494 n-d-794796-3 neutron-server[94733]: INFO neutron.db.securitygroups_db [None req-8ba5b01d-3882-42d5-82e9-16bc2c43aaf6 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Project bc21f4e70d4041e98e4c57e88619b6a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:21:27.437397 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8ba5b01d-3882-42d5-82e9-16bc2c43aaf6 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.502768 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8ba5b01d-3882-42d5-82e9-16bc2c43aaf6 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.507083 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8ba5b01d-3882-42d5-82e9-16bc2c43aaf6 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.527161 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5b01d-3882-42d5-82e9-16bc2c43aaf6 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2031fe84-6990-4fe8-bdd0-75bf84a49b11,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:27.534334 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8ba5b01d-3882-42d5-82e9-16bc2c43aaf6 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.535553 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8ba5b01d-3882-42d5-82e9-16bc2c43aaf6 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1324191 Sep 01 16:21:27.538398 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57916) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:27.542781 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-efc5b7bc-980f-45f7-a654-4ed17ff84440 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'security_group_rule': {'security_group_id': '829d0bc0-bf95-412a-b2ef-534bbeff481b', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:21:27.570543 n-d-794796-3 neutron-server[94733]: INFO neutron.db.securitygroups_db [None req-efc5b7bc-980f-45f7-a654-4ed17ff84440 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Project bc21f4e70d4041e98e4c57e88619b6a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:21:27.576936 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-efc5b7bc-980f-45f7-a654-4ed17ff84440 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.641101 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-efc5b7bc-980f-45f7-a654-4ed17ff84440 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.644922 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-efc5b7bc-980f-45f7-a654-4ed17ff84440 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.664252 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5b7bc-980f-45f7-a654-4ed17ff84440 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=101f2f70-1b75-4358-af4b-1665b96c94f2,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:27.668536 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-efc5b7bc-980f-45f7-a654-4ed17ff84440 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.673575 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-efc5b7bc-980f-45f7-a654-4ed17ff84440 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1306970 Sep 01 16:21:27.673707 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57918) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:27.678659 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-50f01253-1987-4bd6-9a72-f86d66edf235 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'network': {'name': 'tempest-network-smoke--96626142', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'port_security_enabled': True}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:21:27.699489 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f01253-1987-4bd6-9a72-f86d66edf235 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Made reservation on behalf of bc21f4e70d4041e98e4c57e88619b6a8 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:21:27.702889 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-50f01253-1987-4bd6-9a72-f86d66edf235 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.726540 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f01253-1987-4bd6-9a72-f86d66edf235 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:21:27.735392 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-50f01253-1987-4bd6-9a72-f86d66edf235 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.735802 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-50f01253-1987-4bd6-9a72-f86d66edf235 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Added segment 452baf32-920a-4b8d-84d3-1e9b609ca449 of type vlan for network 9835bb29-18f6-4105-ae3c-3e08811d2767 Sep 01 16:21:27.777324 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-50f01253-1987-4bd6-9a72-f86d66edf235 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.801919 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-50f01253-1987-4bd6-9a72-f86d66edf235 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.807967 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f01253-1987-4bd6-9a72-f86d66edf235 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:27.808564 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-50f01253-1987-4bd6-9a72-f86d66edf235 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.871385 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-50f01253-1987-4bd6-9a72-f86d66edf235 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1966338 Sep 01 16:21:27.874538 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57920) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:27.877809 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f01253-1987-4bd6-9a72-f86d66edf235 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Network': ['ID=9835bb29-18f6-4105-ae3c-3e08811d2767,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:27.880764 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-73e27bd1-0663-4920-89b7-29924c280de1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-30314977', 'admin_state_up': True, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:21:27.889109 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 9835bb29-18f6-4105-ae3c-3e08811d2767 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:21:27.916844 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-73e27bd1-0663-4920-89b7-29924c280de1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.917939 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-73e27bd1-0663-4920-89b7-29924c280de1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:27.978603 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-73e27bd1-0663-4920-89b7-29924c280de1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:28.138427 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-73e27bd1-0663-4920-89b7-29924c280de1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:28.377087 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-73e27bd1-0663-4920-89b7-29924c280de1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:28.397100 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-73e27bd1-0663-4920-89b7-29924c280de1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:28.445291 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:28.508273 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-73e27bd1-0663-4920-89b7-29924c280de1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Allocated IP 172.25.6.75 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/83cff81f-df8e-43e4-8dfb-03ead26aa79b) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:21:28.609289 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-73e27bd1-0663-4920-89b7-29924c280de1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:28.652776 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-73e27bd1-0663-4920-89b7-29924c280de1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:28.693931 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e27bd1-0663-4920-89b7-29924c280de1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:21:28.696908 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-73e27bd1-0663-4920-89b7-29924c280de1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:21:28.700540 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e27bd1-0663-4920-89b7-29924c280de1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:21:28.706012 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e27bd1-0663-4920-89b7-29924c280de1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=83cff81f-df8e-43e4-8dfb-03ead26aa79b,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:28.959787 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-73e27bd1-0663-4920-89b7-29924c280de1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:29.158695 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-73e27bd1-0663-4920-89b7-29924c280de1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:29.284381 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e27bd1-0663-4920-89b7-29924c280de1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Router daec8228-1ef7-466d-b3b2-1d0650a7f78e is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:21:29.388784 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e27bd1-0663-4920-89b7-29924c280de1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:21:29.400418 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cf46d1-c7e7-4795-bd1f-4fbb667377b1 None None] Sync routers for ids ['daec8228-1ef7-466d-b3b2-1d0650a7f78e'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:21:29.406577 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-73e27bd1-0663-4920-89b7-29924c280de1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:29.407802 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-73e27bd1-0663-4920-89b7-29924c280de1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5320392 Sep 01 16:21:29.410966 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57922) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:29.412886 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cf46d1-c7e7-4795-bd1f-4fbb667377b1 None None] Routers {'daec8228-1ef7-466d-b3b2-1d0650a7f78e'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:21:29.413519 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-40cf46d1-c7e7-4795-bd1f-4fbb667377b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:21:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['daec8228-1ef7-466d-b3b2-1d0650a7f78e'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:29.438947 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6c9f22b5-19f4-41c5-b0b1-4cfa9b039c4c tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=bc21f4e70d4041e98e4c57e88619b6a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268829 Sep 01 16:21:29.441426 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 57924) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:29.519745 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-40cf46d1-c7e7-4795-bd1f-4fbb667377b1 None None] Set router daec8228-1ef7-466d-b3b2-1d0650a7f78e gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:21:29.529309 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897fcc5f-20ca-4470-932a-901388bb67d4 tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:29.530881 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-897fcc5f-20ca-4470-932a-901388bb67d4 tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885546 Sep 01 16:21:29.534053 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57926) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:29.564039 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1043e5fb-2235-4385-8eb4-9b63880dc0ff tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=5c826073-0017-46f6-8947-51b31e774ff4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286722 Sep 01 16:21:29.566521 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57928) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:29.571422 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-ad13e508-f29f-44cb-ade1-c69069b62d02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1137209912', 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767', 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:21:29.672910 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad13e508-f29f-44cb-ade1-c69069b62d02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Made reservation on behalf of bc21f4e70d4041e98e4c57e88619b6a8 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:21:29.678973 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ad13e508-f29f-44cb-ade1-c69069b62d02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:29.717186 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-40cf46d1-c7e7-4795-bd1f-4fbb667377b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30314977', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '83cff81f-df8e-43e4-8dfb-03ead26aa79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:21:27Z', 'updated_at': '2021-09-01T16:21:28Z', 'revision_number': 3, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '83cff81f-df8e-43e4-8dfb-03ead26aa79b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:21:28Z', 'updated_at': '2021-09-01T16:21:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:29.744621 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cf46d1-c7e7-4795-bd1f-4fbb667377b1 None None] Checking router: daec8228-1ef7-466d-b3b2-1d0650a7f78e for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:21:29.744955 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cf46d1-c7e7-4795-bd1f-4fbb667377b1 None None] Updating router daec8228-1ef7-466d-b3b2-1d0650a7f78e port 83cff81f-df8e-43e4-8dfb-03ead26aa79b binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:21:29.771654 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-40cf46d1-c7e7-4795-bd1f-4fbb667377b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:29.876302 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ad13e508-f29f-44cb-ade1-c69069b62d02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:29.942586 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13e508-f29f-44cb-ade1-c69069b62d02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Subnet': ['ID=ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:29.951996 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad13e508-f29f-44cb-ade1-c69069b62d02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Checking segment: {'id': '452baf32-920a-4b8d-84d3-1e9b609ca449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:21:29.952374 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad13e508-f29f-44cb-ade1-c69069b62d02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network hostable DHCP agents. Network: 9835bb29-18f6-4105-ae3c-3e08811d2767, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:21:29.970241 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad13e508-f29f-44cb-ade1-c69069b62d02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network 9835bb29-18f6-4105-ae3c-3e08811d2767 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:21:29.980814 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-ad13e508-f29f-44cb-ade1-c69069b62d02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 9835bb29-18f6-4105-ae3c-3e08811d2767) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:21:29.986161 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad13e508-f29f-44cb-ade1-c69069b62d02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:29.986821 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ad13e508-f29f-44cb-ade1-c69069b62d02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:29.992466 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5ad3cb-aa3d-4772-8730-9e6b3d2c5be9 None None] Network 9835bb29-18f6-4105-ae3c-3e08811d2767 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:21:30.003845 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ad13e508-f29f-44cb-ade1-c69069b62d02 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4362638 Sep 01 16:21:30.006580 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57930) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:30.079495 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-40cf46d1-c7e7-4795-bd1f-4fbb667377b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:30.100229 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-40cf46d1-c7e7-4795-bd1f-4fbb667377b1 None None] Transition to ACTIVE for port object 83cff81f-df8e-43e4-8dfb-03ead26aa79b will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:21:30.109330 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-40cf46d1-c7e7-4795-bd1f-4fbb667377b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:30.352606 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-40cf46d1-c7e7-4795-bd1f-4fbb667377b1 None None] Attempting to bind port 83cff81f-df8e-43e4-8dfb-03ead26aa79b on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:21:30.352965 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-40cf46d1-c7e7-4795-bd1f-4fbb667377b1 None None] Attempting to bind port 83cff81f-df8e-43e4-8dfb-03ead26aa79b by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:21:30.353363 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cf46d1-c7e7-4795-bd1f-4fbb667377b1 None None] Attempting to bind port 83cff81f-df8e-43e4-8dfb-03ead26aa79b on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:21:30.371073 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cf46d1-c7e7-4795-bd1f-4fbb667377b1 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:21:30.371447 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cf46d1-c7e7-4795-bd1f-4fbb667377b1 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:21:30.371829 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-40cf46d1-c7e7-4795-bd1f-4fbb667377b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:30.372214 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cf46d1-c7e7-4795-bd1f-4fbb667377b1 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:21:30.372686 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-40cf46d1-c7e7-4795-bd1f-4fbb667377b1 None None] Bound port: 83cff81f-df8e-43e4-8dfb-03ead26aa79b, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:21:30.373065 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-40cf46d1-c7e7-4795-bd1f-4fbb667377b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:30.376701 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e739d6d-62cc-424b-905a-e41d9c0cb650 None None] Pushing event updated for resources: {'Port': ['ID=83cff81f-df8e-43e4-8dfb-03ead26aa79b,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:30.428757 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ef355b-e99c-4844-be2d-e2cfddd4ffbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-9835bb29-18f6-4105-ae3c-3e08811d2767', 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'fixed_ips': [{'subnet_id': 'ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:21:30.429632 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-19ef355b-e99c-4844-be2d-e2cfddd4ffbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:30.468449 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-40cf46d1-c7e7-4795-bd1f-4fbb667377b1 None None] For port 83cff81f-df8e-43e4-8dfb-03ead26aa79b, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:21:30.472892 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-40cf46d1-c7e7-4795-bd1f-4fbb667377b1 None None] For port 83cff81f-df8e-43e4-8dfb-03ead26aa79b, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=83cff81f-df8e-43e4-8dfb-03ead26aa79b,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:21:30.516654 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-40cf46d1-c7e7-4795-bd1f-4fbb667377b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:30.520365 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fa032ebd-a4c9-4fac-b610-60063e346609 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:30.625147 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cf46d1-c7e7-4795-bd1f-4fbb667377b1 None None] Routers {'daec8228-1ef7-466d-b3b2-1d0650a7f78e'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:21:30.625790 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-40cf46d1-c7e7-4795-bd1f-4fbb667377b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:21:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['daec8228-1ef7-466d-b3b2-1d0650a7f78e'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:30.627705 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e739d6d-62cc-424b-905a-e41d9c0cb650 None None] Pushing event updated for resources: {'Port': ['ID=83cff81f-df8e-43e4-8dfb-03ead26aa79b,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:30.693609 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-19ef355b-e99c-4844-be2d-e2cfddd4ffbd None None] Allocated IP 172.20.0.2 (9835bb29-18f6-4105-ae3c-3e08811d2767/ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937/441d792c-ba2e-44f5-aae3-fc87b377a5a0) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:21:30.801091 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-40cf46d1-c7e7-4795-bd1f-4fbb667377b1 None None] Set router daec8228-1ef7-466d-b3b2-1d0650a7f78e gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:21:30.999026 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-19ef355b-e99c-4844-be2d-e2cfddd4ffbd None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:31.026057 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-19ef355b-e99c-4844-be2d-e2cfddd4ffbd None None] Transition to ACTIVE for port object 441d792c-ba2e-44f5-aae3-fc87b377a5a0 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:21:31.048100 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-19ef355b-e99c-4844-be2d-e2cfddd4ffbd None None] Transition to ACTIVE for port object 441d792c-ba2e-44f5-aae3-fc87b377a5a0 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:21:31.054723 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-19ef355b-e99c-4844-be2d-e2cfddd4ffbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:31.108018 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-fa032ebd-a4c9-4fac-b610-60063e346609 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Allocated IP 172.20.0.1 (9835bb29-18f6-4105-ae3c-3e08811d2767/ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937/15aec24b-80a8-4e48-a528-e009adbfe103) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:21:31.108908 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ef355b-e99c-4844-be2d-e2cfddd4ffbd None None] Network 9835bb29-18f6-4105-ae3c-3e08811d2767 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:21:31.113169 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-40cf46d1-c7e7-4795-bd1f-4fbb667377b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30314977', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '83cff81f-df8e-43e4-8dfb-03ead26aa79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:21:27Z', 'updated_at': '2021-09-01T16:21:28Z', 'revision_number': 3, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '83cff81f-df8e-43e4-8dfb-03ead26aa79b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:21:28Z', 'updated_at': '2021-09-01T16:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:31.118756 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-19ef355b-e99c-4844-be2d-e2cfddd4ffbd None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:21:31.143825 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ef355b-e99c-4844-be2d-e2cfddd4ffbd None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:21:31.145785 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef355b-e99c-4844-be2d-e2cfddd4ffbd None None] Pushing event updated for resources: {'Port': ['ID=441d792c-ba2e-44f5-aae3-fc87b377a5a0,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:31.149126 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cf46d1-c7e7-4795-bd1f-4fbb667377b1 None None] The sync data for ids ['daec8228-1ef7-466d-b3b2-1d0650a7f78e'] in n-d-794796-3 is: [{'id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30314977', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '83cff81f-df8e-43e4-8dfb-03ead26aa79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:21:27Z', 'updated_at': '2021-09-01T16:21:28Z', 'revision_number': 3, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '83cff81f-df8e-43e4-8dfb-03ead26aa79b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:21:28Z', 'updated_at': '2021-09-01T16:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:21:31.203793 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-19ef355b-e99c-4844-be2d-e2cfddd4ffbd None None] Attempting to bind port 441d792c-ba2e-44f5-aae3-fc87b377a5a0 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:21:31.204312 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-19ef355b-e99c-4844-be2d-e2cfddd4ffbd None None] Attempting to bind port 441d792c-ba2e-44f5-aae3-fc87b377a5a0 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '452baf32-920a-4b8d-84d3-1e9b609ca449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:21:31.204776 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ef355b-e99c-4844-be2d-e2cfddd4ffbd None None] Attempting to bind port 441d792c-ba2e-44f5-aae3-fc87b377a5a0 on network 9835bb29-18f6-4105-ae3c-3e08811d2767 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:21:31.210585 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ef355b-e99c-4844-be2d-e2cfddd4ffbd None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:21:31.211147 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ef355b-e99c-4844-be2d-e2cfddd4ffbd None None] Checking segment: {'id': '452baf32-920a-4b8d-84d3-1e9b609ca449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:21:31.211660 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-19ef355b-e99c-4844-be2d-e2cfddd4ffbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:31.212137 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ef355b-e99c-4844-be2d-e2cfddd4ffbd None None] Bound using segment: {'id': '452baf32-920a-4b8d-84d3-1e9b609ca449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:21:31.213226 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-19ef355b-e99c-4844-be2d-e2cfddd4ffbd None None] Bound port: 441d792c-ba2e-44f5-aae3-fc87b377a5a0, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452baf32-920a-4b8d-84d3-1e9b609ca449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:21:31.213686 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-19ef355b-e99c-4844-be2d-e2cfddd4ffbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:31.236064 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fa032ebd-a4c9-4fac-b610-60063e346609 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:31.250721 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-fa032ebd-a4c9-4fac-b610-60063e346609 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Transition to ACTIVE for port object 15aec24b-80a8-4e48-a528-e009adbfe103 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:21:31.287549 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fa032ebd-a4c9-4fac-b610-60063e346609 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:31.293789 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-19ef355b-e99c-4844-be2d-e2cfddd4ffbd None None] For port 441d792c-ba2e-44f5-aae3-fc87b377a5a0, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:21:31.298168 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-19ef355b-e99c-4844-be2d-e2cfddd4ffbd None None] For port 441d792c-ba2e-44f5-aae3-fc87b377a5a0, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=441d792c-ba2e-44f5-aae3-fc87b377a5a0,segment=NetworkSegment(452baf32-920a-4b8d-84d3-1e9b609ca449),segment_id=452baf32-920a-4b8d-84d3-1e9b609ca449)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:21:31.304184 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-19ef355b-e99c-4844-be2d-e2cfddd4ffbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:31.326869 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa032ebd-a4c9-4fac-b610-60063e346609 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network 9835bb29-18f6-4105-ae3c-3e08811d2767 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:21:31.332804 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-fa032ebd-a4c9-4fac-b610-60063e346609 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:21:31.339090 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa032ebd-a4c9-4fac-b610-60063e346609 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:21:31.370632 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa032ebd-a4c9-4fac-b610-60063e346609 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=15aec24b-80a8-4e48-a528-e009adbfe103,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:31.401433 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef355b-e99c-4844-be2d-e2cfddd4ffbd None None] Pushing event updated for resources: {'Port': ['ID=441d792c-ba2e-44f5-aae3-fc87b377a5a0,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:31.413125 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fa032ebd-a4c9-4fac-b610-60063e346609 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:31.924173 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fa032ebd-a4c9-4fac-b610-60063e346609 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:32.263600 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 83cff81f-df8e-43e4-8dfb-03ead26aa79b up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:21:32.282944 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fa032ebd-a4c9-4fac-b610-60063e346609 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:32.288891 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fa032ebd-a4c9-4fac-b610-60063e346609 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:32.354177 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 83cff81f-df8e-43e4-8dfb-03ead26aa79b completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:21:32.361430 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 83cff81f-df8e-43e4-8dfb-03ead26aa79b triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:21:32.362329 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:32.377494 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa032ebd-a4c9-4fac-b610-60063e346609 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=15aec24b-80a8-4e48-a528-e009adbfe103,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:32.382000 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-fa032ebd-a4c9-4fac-b610-60063e346609 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:32.502742 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa032ebd-a4c9-4fac-b610-60063e346609 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network 9835bb29-18f6-4105-ae3c-3e08811d2767 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:21:32.506703 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:32.508233 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-fa032ebd-a4c9-4fac-b610-60063e346609 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:21:32.525807 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baf6d4b-c1f3-4e9d-97a0-a13ff11ed32c None None] Network 9835bb29-18f6-4105-ae3c-3e08811d2767 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:21:32.571831 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 83cff81f-df8e-43e4-8dfb-03ead26aa79b, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=83cff81f-df8e-43e4-8dfb-03ead26aa79b,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:21:32.584573 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:32.585353 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 441d792c-ba2e-44f5-aae3-fc87b377a5a0 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:21:32.661660 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa032ebd-a4c9-4fac-b610-60063e346609 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Router daec8228-1ef7-466d-b3b2-1d0650a7f78e has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:21:32.664179 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-289a08d7-7cb5-4edf-97e2-96a80329598c None None] Provisioning for port 441d792c-ba2e-44f5-aae3-fc87b377a5a0 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:21:32.712757 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=83cff81f-df8e-43e4-8dfb-03ead26aa79b,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:32.748282 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 441d792c-ba2e-44f5-aae3-fc87b377a5a0 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:21:32.760338 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 441d792c-ba2e-44f5-aae3-fc87b377a5a0 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:21:32.761031 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:32.822032 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa032ebd-a4c9-4fac-b610-60063e346609 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:21:32.827757 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-fa032ebd-a4c9-4fac-b610-60063e346609 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "PUT /v2.0/routers/daec8228-1ef7-466d-b3b2-1d0650a7f78e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8198307 Sep 01 16:21:32.898451 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:32.940228 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 441d792c-ba2e-44f5-aae3-fc87b377a5a0, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=441d792c-ba2e-44f5-aae3-fc87b377a5a0,segment=NetworkSegment(452baf32-920a-4b8d-84d3-1e9b609ca449),segment_id=452baf32-920a-4b8d-84d3-1e9b609ca449)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:21:32.952177 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:33.021280 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=441d792c-ba2e-44f5-aae3-fc87b377a5a0,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:33.042377 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-2af06d2a-8969-4a46-a88d-b6767cbb1edd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-736647919&fields=id&tenant_id=bc21f4e70d4041e98e4c57e88619b6a8 HTTP/1.1" status: 200 len: 267 time: 0.0486510 Sep 01 16:21:33.106878 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3923e20f-3381-45b1-ad95-2a223980e443 None None] Provisioning complete for port 441d792c-ba2e-44f5-aae3-fc87b377a5a0 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:21:33.107355 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3923e20f-3381-45b1-ad95-2a223980e443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:33.212120 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-77d09024-5997-44e5-8fec-29d1b4649bb3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:33.224994 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-77d09024-5997-44e5-8fec-29d1b4649bb3 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/networks?id=9835bb29-18f6-4105-ae3c-3e08811d2767 HTTP/1.1" status: 200 len: 795 time: 0.1748390 Sep 01 16:21:33.234923 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b060bf7-9343-4a1e-ac0e-ab0a5abd7a66 None None] Sync routers for ids ['daec8228-1ef7-466d-b3b2-1d0650a7f78e'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:21:33.245429 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-dc75bfd7-359d-47bc-b4bb-f2beb5814272 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/quotas/bc21f4e70d4041e98e4c57e88619b6a8 HTTP/1.1" status: 200 len: 375 time: 0.0190115 Sep 01 16:21:33.251632 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b060bf7-9343-4a1e-ac0e-ab0a5abd7a66 None None] Routers {'daec8228-1ef7-466d-b3b2-1d0650a7f78e'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:21:33.252664 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2b060bf7-9343-4a1e-ac0e-ab0a5abd7a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:21:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['daec8228-1ef7-466d-b3b2-1d0650a7f78e'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:33.255707 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3923e20f-3381-45b1-ad95-2a223980e443 None None] Provisioning for port 15aec24b-80a8-4e48-a528-e009adbfe103 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:21:33.263557 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3923e20f-3381-45b1-ad95-2a223980e443 None None] Provisioning complete for port 15aec24b-80a8-4e48-a528-e009adbfe103 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:21:33.264182 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3923e20f-3381-45b1-ad95-2a223980e443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:33.328885 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3923e20f-3381-45b1-ad95-2a223980e443 None None] Port 15aec24b-80a8-4e48-a528-e009adbfe103 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:21:33.341303 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-808abc0e-ed4e-4d4f-9aa4-05b9e51ca450 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879657 Sep 01 16:21:33.361345 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-5e4df52e-49c4-49ee-becd-3da0c7da2118 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:21:33.362698 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-5e4df52e-49c4-49ee-becd-3da0c7da2118 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062909 Sep 01 16:21:33.423258 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-2b060bf7-9343-4a1e-ac0e-ab0a5abd7a66 None None] Set router daec8228-1ef7-466d-b3b2-1d0650a7f78e gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:21:33.458874 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ef138144-f7bc-4c12-af28-7d65004aee16 None None] Provisioning complete for port 15aec24b-80a8-4e48-a528-e009adbfe103 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:21:33.459233 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ef138144-f7bc-4c12-af28-7d65004aee16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:33.499171 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ef138144-f7bc-4c12-af28-7d65004aee16 None None] Port 15aec24b-80a8-4e48-a528-e009adbfe103 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:21:33.548591 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-59bbb2dd-ed1d-4e0c-a6cf-9737de2ef2e5 service neutron] 10.222.0.60 "GET /v2.0/networks/9835bb29-18f6-4105-ae3c-3e08811d2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761899 Sep 01 16:21:33.674760 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-64c3f790-9faf-41ab-a34b-b9d3587fe886 service neutron] 10.222.0.60 "GET /v2.0/networks/9835bb29-18f6-4105-ae3c-3e08811d2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170564 Sep 01 16:21:33.678506 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2b060bf7-9343-4a1e-ac0e-ab0a5abd7a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30314977', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '83cff81f-df8e-43e4-8dfb-03ead26aa79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:21:27Z', 'updated_at': '2021-09-01T16:21:31Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '83cff81f-df8e-43e4-8dfb-03ead26aa79b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:21:28Z', 'updated_at': '2021-09-01T16:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '15aec24b-80a8-4e48-a528-e009adbfe103', 'name': '', 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:d2:d7:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:21:30Z', 'updated_at': '2021-09-01T16:21:32Z', 'revision_number': 2, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': 'ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:33.711209 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b060bf7-9343-4a1e-ac0e-ab0a5abd7a66 None None] Checking router: daec8228-1ef7-466d-b3b2-1d0650a7f78e for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:21:33.711652 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b060bf7-9343-4a1e-ac0e-ab0a5abd7a66 None None] Updating router daec8228-1ef7-466d-b3b2-1d0650a7f78e port 15aec24b-80a8-4e48-a528-e009adbfe103 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:21:33.719161 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-5ff6a109-d824-428b-8599-4c86c16c1eba None None] Provisioning complete for port 15aec24b-80a8-4e48-a528-e009adbfe103 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:21:33.719549 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5ff6a109-d824-428b-8599-4c86c16c1eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:33.739501 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-2b060bf7-9343-4a1e-ac0e-ab0a5abd7a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:33.756434 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-5ff6a109-d824-428b-8599-4c86c16c1eba None None] Port 15aec24b-80a8-4e48-a528-e009adbfe103 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:21:33.926768 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d0b7740f-25d7-431a-be14-14afd21b37f6 req-b0329395-892b-45a7-b31f-d206f836baa6 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 210 time: 0.0309269 Sep 01 16:21:34.063173 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-2b060bf7-9343-4a1e-ac0e-ab0a5abd7a66 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:34.079808 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-2b060bf7-9343-4a1e-ac0e-ab0a5abd7a66 None None] Transition to ACTIVE for port object 15aec24b-80a8-4e48-a528-e009adbfe103 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:21:34.088545 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-2b060bf7-9343-4a1e-ac0e-ab0a5abd7a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:34.174055 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f2c78-3e72-487c-99e5-e12e35e591fd None None] Pushing event updated for resources: {'Port': ['ID=15aec24b-80a8-4e48-a528-e009adbfe103,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:34.179783 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 83cff81f-df8e-43e4-8dfb-03ead26aa79b up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:21:34.197398 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f2c78-3e72-487c-99e5-e12e35e591fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:34.198505 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f2c78-3e72-487c-99e5-e12e35e591fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:34.199378 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f2c78-3e72-487c-99e5-e12e35e591fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:34.200278 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f2c78-3e72-487c-99e5-e12e35e591fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:34.201149 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f2c78-3e72-487c-99e5-e12e35e591fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:34.202039 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f2c78-3e72-487c-99e5-e12e35e591fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:34.202914 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f2c78-3e72-487c-99e5-e12e35e591fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:34.204138 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f2c78-3e72-487c-99e5-e12e35e591fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:34.205125 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f2c78-3e72-487c-99e5-e12e35e591fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:34.205956 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f2c78-3e72-487c-99e5-e12e35e591fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:34.206927 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f2c78-3e72-487c-99e5-e12e35e591fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:34.207773 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f2c78-3e72-487c-99e5-e12e35e591fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:21:34.262840 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 83cff81f-df8e-43e4-8dfb-03ead26aa79b triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:21:34.263451 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:34.320620 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-2b060bf7-9343-4a1e-ac0e-ab0a5abd7a66 None None] Attempting to bind port 15aec24b-80a8-4e48-a528-e009adbfe103 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:21:34.321716 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-2b060bf7-9343-4a1e-ac0e-ab0a5abd7a66 None None] Attempting to bind port 15aec24b-80a8-4e48-a528-e009adbfe103 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '452baf32-920a-4b8d-84d3-1e9b609ca449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:21:34.322844 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b060bf7-9343-4a1e-ac0e-ab0a5abd7a66 None None] Attempting to bind port 15aec24b-80a8-4e48-a528-e009adbfe103 on network 9835bb29-18f6-4105-ae3c-3e08811d2767 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:21:34.329565 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b060bf7-9343-4a1e-ac0e-ab0a5abd7a66 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:21:34.330273 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b060bf7-9343-4a1e-ac0e-ab0a5abd7a66 None None] Checking segment: {'id': '452baf32-920a-4b8d-84d3-1e9b609ca449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:21:34.330930 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-2b060bf7-9343-4a1e-ac0e-ab0a5abd7a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:34.331525 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b060bf7-9343-4a1e-ac0e-ab0a5abd7a66 None None] Bound using segment: {'id': '452baf32-920a-4b8d-84d3-1e9b609ca449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:21:34.332187 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-2b060bf7-9343-4a1e-ac0e-ab0a5abd7a66 None None] Bound port: 15aec24b-80a8-4e48-a528-e009adbfe103, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452baf32-920a-4b8d-84d3-1e9b609ca449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:21:34.332775 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-2b060bf7-9343-4a1e-ac0e-ab0a5abd7a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:34.396945 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 441d792c-ba2e-44f5-aae3-fc87b377a5a0 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:21:34.418870 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-2b060bf7-9343-4a1e-ac0e-ab0a5abd7a66 None None] For port 15aec24b-80a8-4e48-a528-e009adbfe103, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:21:34.424405 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-2b060bf7-9343-4a1e-ac0e-ab0a5abd7a66 None None] For port 15aec24b-80a8-4e48-a528-e009adbfe103, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=15aec24b-80a8-4e48-a528-e009adbfe103,segment=NetworkSegment(452baf32-920a-4b8d-84d3-1e9b609ca449),segment_id=452baf32-920a-4b8d-84d3-1e9b609ca449)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:21:34.437707 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-2b060bf7-9343-4a1e-ac0e-ab0a5abd7a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:34.452864 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 441d792c-ba2e-44f5-aae3-fc87b377a5a0 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:21:34.453506 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:34.509205 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b060bf7-9343-4a1e-ac0e-ab0a5abd7a66 None None] Routers {'daec8228-1ef7-466d-b3b2-1d0650a7f78e'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:21:34.510524 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2b060bf7-9343-4a1e-ac0e-ab0a5abd7a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:21:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['daec8228-1ef7-466d-b3b2-1d0650a7f78e'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:34.553916 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f2c78-3e72-487c-99e5-e12e35e591fd None None] Pushing event updated for resources: {'Port': ['ID=15aec24b-80a8-4e48-a528-e009adbfe103,revision_number=4']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:34.748244 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-2b060bf7-9343-4a1e-ac0e-ab0a5abd7a66 None None] Set router daec8228-1ef7-466d-b3b2-1d0650a7f78e gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:21:34.948559 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-2b060bf7-9343-4a1e-ac0e-ab0a5abd7a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30314977', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '83cff81f-df8e-43e4-8dfb-03ead26aa79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:21:27Z', 'updated_at': '2021-09-01T16:21:31Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '83cff81f-df8e-43e4-8dfb-03ead26aa79b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:21:28Z', 'updated_at': '2021-09-01T16:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '15aec24b-80a8-4e48-a528-e009adbfe103', 'name': '', 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:d2:d7:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:21:30Z', 'updated_at': '2021-09-01T16:21:34Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': 'ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:34.979859 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b060bf7-9343-4a1e-ac0e-ab0a5abd7a66 None None] The sync data for ids ['daec8228-1ef7-466d-b3b2-1d0650a7f78e'] in n-d-794796-3 is: [{'id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30314977', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '83cff81f-df8e-43e4-8dfb-03ead26aa79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:21:27Z', 'updated_at': '2021-09-01T16:21:31Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '83cff81f-df8e-43e4-8dfb-03ead26aa79b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:21:28Z', 'updated_at': '2021-09-01T16:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '15aec24b-80a8-4e48-a528-e009adbfe103', 'name': '', 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:d2:d7:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:21:30Z', 'updated_at': '2021-09-01T16:21:34Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': 'ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:21:35.054063 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e20684a0-e0af-446b-a14d-12fb368eeb71 req-68d9579c-2f9e-44a8-bd2f-1ac545047deb tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 210 time: 0.0405748 Sep 01 16:21:35.307007 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-5e7cf990-9500-470f-a4c3-8093517b47c0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:35.308563 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-5e7cf990-9500-470f-a4c3-8093517b47c0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.62 "GET /v2.0/networks?id=9835bb29-18f6-4105-ae3c-3e08811d2767 HTTP/1.1" status: 200 len: 795 time: 0.1164935 Sep 01 16:21:35.378344 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-49d30f87-ae3f-4253-a504-dcaba100eba2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc21f4e70d4041e98e4c57e88619b6a8 HTTP/1.1" status: 200 len: 379 time: 0.0391991 Sep 01 16:21:35.420145 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-7dee1d7e-6d9a-4e9e-b17c-4b2b66a1ceca tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'port': {'device_id': '76b2a6e4-24c9-427e-be08-3ba9b481bcbf', 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767', 'admin_state_up': True, 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'security_groups': ['829d0bc0-bf95-412a-b2ef-534bbeff481b']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:21:35.563131 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-7dee1d7e-6d9a-4e9e-b17c-4b2b66a1ceca tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Made reservation on behalf of bc21f4e70d4041e98e4c57e88619b6a8 for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:21:35.566927 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-7dee1d7e-6d9a-4e9e-b17c-4b2b66a1ceca tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:35.704993 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-7dee1d7e-6d9a-4e9e-b17c-4b2b66a1ceca tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Allocated IP 172.20.0.12 (9835bb29-18f6-4105-ae3c-3e08811d2767/ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937/af503f07-af99-4b99-8a12-d83dbcde5915) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:21:35.862393 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-7dee1d7e-6d9a-4e9e-b17c-4b2b66a1ceca tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:35.877977 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-7dee1d7e-6d9a-4e9e-b17c-4b2b66a1ceca tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Transition to ACTIVE for port object af503f07-af99-4b99-8a12-d83dbcde5915 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:21:35.913908 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-7dee1d7e-6d9a-4e9e-b17c-4b2b66a1ceca tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:35.967318 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-7dee1d7e-6d9a-4e9e-b17c-4b2b66a1ceca tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network 9835bb29-18f6-4105-ae3c-3e08811d2767 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:21:35.970610 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-7dee1d7e-6d9a-4e9e-b17c-4b2b66a1ceca tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:21:35.975109 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-7dee1d7e-6d9a-4e9e-b17c-4b2b66a1ceca tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:21:36.000648 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee1d7e-6d9a-4e9e-b17c-4b2b66a1ceca tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=af503f07-af99-4b99-8a12-d83dbcde5915,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:36.034110 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-7dee1d7e-6d9a-4e9e-b17c-4b2b66a1ceca tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:36.034823 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-7dee1d7e-6d9a-4e9e-b17c-4b2b66a1ceca tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:36.054491 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-7dee1d7e-6d9a-4e9e-b17c-4b2b66a1ceca tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6383741 Sep 01 16:21:36.069440 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-76ee6009-edcb-4447-9a18-28d688f69ac8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:21:36.069440 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-76ee6009-edcb-4447-9a18-28d688f69ac8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057003 Sep 01 16:21:36.162592 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-b3c1b313-0c9b-4025-8bf8-d88093b7a7c3 service neutron] Request body: {'port': {'device_id': '76b2a6e4-24c9-427e-be08-3ba9b481bcbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:21:36.208297 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 15aec24b-80a8-4e48-a528-e009adbfe103 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:21:36.230153 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b94e69-b02f-44ef-a145-f337ad9ffacd req-08a16688-3cc4-4884-966e-69638af18313 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:36.231696 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-30b94e69-b02f-44ef-a145-f337ad9ffacd req-08a16688-3cc4-4884-966e-69638af18313 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 932 time: 0.1108232 Sep 01 16:21:36.236659 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-b3c1b313-0c9b-4025-8bf8-d88093b7a7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:36.261263 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 15aec24b-80a8-4e48-a528-e009adbfe103 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:21:36.265841 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 15aec24b-80a8-4e48-a528-e009adbfe103 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:21:36.266214 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:36.308794 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-30b94e69-b02f-44ef-a145-f337ad9ffacd req-f0d98986-c8ad-4a9e-ba89-1dcc882751a8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=829d0bc0-bf95-412a-b2ef-534bbeff481b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690370 Sep 01 16:21:36.309839 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1b7d6429-76c8-4d2c-b58a-74e3d5b214ec None None] Provisioning for port af503f07-af99-4b99-8a12-d83dbcde5915 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:21:36.313927 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1b7d6429-76c8-4d2c-b58a-74e3d5b214ec None None] Provisioning complete for port af503f07-af99-4b99-8a12-d83dbcde5915 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:21:36.314379 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1b7d6429-76c8-4d2c-b58a-74e3d5b214ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:36.377620 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1b7d6429-76c8-4d2c-b58a-74e3d5b214ec None None] Port af503f07-af99-4b99-8a12-d83dbcde5915 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:21:36.388155 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:36.420566 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 15aec24b-80a8-4e48-a528-e009adbfe103, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=15aec24b-80a8-4e48-a528-e009adbfe103,segment=NetworkSegment(452baf32-920a-4b8d-84d3-1e9b609ca449),segment_id=452baf32-920a-4b8d-84d3-1e9b609ca449)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:21:36.424381 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:36.471762 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=15aec24b-80a8-4e48-a528-e009adbfe103,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:36.535433 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-b3c1b313-0c9b-4025-8bf8-d88093b7a7c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af503f07-af99-4b99-8a12-d83dbcde5915 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:21:36.543386 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-b3c1b313-0c9b-4025-8bf8-d88093b7a7c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:36.555461 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-b3c1b313-0c9b-4025-8bf8-d88093b7a7c3 service neutron] Transition to ACTIVE for port object af503f07-af99-4b99-8a12-d83dbcde5915 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:21:36.559845 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-b3c1b313-0c9b-4025-8bf8-d88093b7a7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:36.609089 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1b313-0c9b-4025-8bf8-d88093b7a7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=af503f07-af99-4b99-8a12-d83dbcde5915,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:36.687929 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-b3c1b313-0c9b-4025-8bf8-d88093b7a7c3 service neutron] Attempting to bind port af503f07-af99-4b99-8a12-d83dbcde5915 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:21:36.688294 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-b3c1b313-0c9b-4025-8bf8-d88093b7a7c3 service neutron] Attempting to bind port af503f07-af99-4b99-8a12-d83dbcde5915 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '452baf32-920a-4b8d-84d3-1e9b609ca449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:21:36.688599 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-b3c1b313-0c9b-4025-8bf8-d88093b7a7c3 service neutron] Attempting to bind port af503f07-af99-4b99-8a12-d83dbcde5915 on network 9835bb29-18f6-4105-ae3c-3e08811d2767 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:21:36.693447 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-b3c1b313-0c9b-4025-8bf8-d88093b7a7c3 service neutron] Port af503f07-af99-4b99-8a12-d83dbcde5915 on network 9835bb29-18f6-4105-ae3c-3e08811d2767 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:21:36.693780 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-b3c1b313-0c9b-4025-8bf8-d88093b7a7c3 service neutron] Attempting to bind port af503f07-af99-4b99-8a12-d83dbcde5915 on network 9835bb29-18f6-4105-ae3c-3e08811d2767 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:21:36.700425 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-b3c1b313-0c9b-4025-8bf8-d88093b7a7c3 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:21:36.700768 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-b3c1b313-0c9b-4025-8bf8-d88093b7a7c3 service neutron] Checking segment: {'id': '452baf32-920a-4b8d-84d3-1e9b609ca449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:21:36.701156 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-b3c1b313-0c9b-4025-8bf8-d88093b7a7c3 service neutron] Bound using segment: {'id': '452baf32-920a-4b8d-84d3-1e9b609ca449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:21:36.701583 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-b3c1b313-0c9b-4025-8bf8-d88093b7a7c3 service neutron] Bound port: af503f07-af99-4b99-8a12-d83dbcde5915, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '452baf32-920a-4b8d-84d3-1e9b609ca449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:21:36.701944 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-b3c1b313-0c9b-4025-8bf8-d88093b7a7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:36.772055 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-b3c1b313-0c9b-4025-8bf8-d88093b7a7c3 service neutron] For port af503f07-af99-4b99-8a12-d83dbcde5915, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:21:36.775115 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-b3c1b313-0c9b-4025-8bf8-d88093b7a7c3 service neutron] For port af503f07-af99-4b99-8a12-d83dbcde5915, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=af503f07-af99-4b99-8a12-d83dbcde5915,segment=NetworkSegment(452baf32-920a-4b8d-84d3-1e9b609ca449),segment_id=452baf32-920a-4b8d-84d3-1e9b609ca449)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:21:36.779081 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-b3c1b313-0c9b-4025-8bf8-d88093b7a7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:36.813464 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-b3c1b313-0c9b-4025-8bf8-d88093b7a7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:36.814056 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-b3c1b313-0c9b-4025-8bf8-d88093b7a7c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:36.815465 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-b3c1b313-0c9b-4025-8bf8-d88093b7a7c3 service neutron] 10.222.0.62 "PUT /v2.0/ports/af503f07-af99-4b99-8a12-d83dbcde5915 HTTP/1.1" status: 200 len: 1092 time: 0.7270155 Sep 01 16:21:36.815905 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b2a6e4-24c9-427e-be08-3ba9b481bcbf', 'tag': 'af503f07-af99-4b99-8a12-d83dbcde5915'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:21:36.818128 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52df505b-b956-45f4-a9ca-7e1c7971757f" -d '{"events": [{"name": "network-changed", "server_uuid": "76b2a6e4-24c9-427e-be08-3ba9b481bcbf", "tag": "af503f07-af99-4b99-8a12-d83dbcde5915"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:21:36.847107 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1b313-0c9b-4025-8bf8-d88093b7a7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=af503f07-af99-4b99-8a12-d83dbcde5915,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:36.865762 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8ba3ee-786f-467d-840e-4eb591ba2824 x-openstack-request-id: req-6a8ba3ee-786f-467d-840e-4eb591ba2824 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:21:36.866461 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b2a6e4-24c9-427e-be08-3ba9b481bcbf", "tag": "af503f07-af99-4b99-8a12-d83dbcde5915", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:21:36.866887 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6a8ba3ee-786f-467d-840e-4eb591ba2824 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:21:36.867295 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b2a6e4-24c9-427e-be08-3ba9b481bcbf', 'tag': 'af503f07-af99-4b99-8a12-d83dbcde5915', 'status': 'completed', 'code': 200} Sep 01 16:21:36.935799 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-29177a6d-76a6-4ea6-bf20-e5d74043362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:36.937383 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-29177a6d-76a6-4ea6-bf20-e5d74043362b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 1095 time: 0.0437319 Sep 01 16:21:36.995543 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-6e2930ba-6fff-4f9c-8e75-2ce547870309 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af503f07-af99-4b99-8a12-d83dbcde5915 HTTP/1.1" status: 200 len: 217 time: 0.0399699 Sep 01 16:21:37.049054 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-7c7ccedd-efa8-43d0-970a-739e30058f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:37.050619 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-7c7ccedd-efa8-43d0-970a-739e30058f32 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937 HTTP/1.1" status: 200 len: 835 time: 0.0439036 Sep 01 16:21:37.095325 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-7c96800e-e1ab-4a03-adff-62c5995485b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:37.096681 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-7c96800e-e1ab-4a03-adff-62c5995485b4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9835bb29-18f6-4105-ae3c-3e08811d2767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384409 Sep 01 16:21:37.191059 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-455ffc2b-1eed-4fc0-a8b4-69e520e15978 service neutron] 10.222.0.62 "GET /v2.0/networks/9835bb29-18f6-4105-ae3c-3e08811d2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846965 Sep 01 16:21:37.280881 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b0c373ec-e8d6-459c-835d-11f74e23fc80 req-7abe1415-6792-40c3-8f9d-e2b4dabdabd4 service neutron] 10.222.0.62 "GET /v2.0/networks/9835bb29-18f6-4105-ae3c-3e08811d2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807612 Sep 01 16:21:37.460035 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0edd9-7c38-4207-b19c-4f3dbc999ee0 req-42f11626-9da1-45a7-b76d-281459ca15fd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:37.461582 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00f0edd9-7c38-4207-b19c-4f3dbc999ee0 req-42f11626-9da1-45a7-b76d-281459ca15fd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 944 time: 0.0701447 Sep 01 16:21:37.464711 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df505b-b956-45f4-a9ca-7e1c7971757f req-402e8c08-b800-4aba-b254-5b2cecf848e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:37.466101 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-52df505b-b956-45f4-a9ca-7e1c7971757f req-402e8c08-b800-4aba-b254-5b2cecf848e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 1095 time: 0.0833640 Sep 01 16:21:37.547206 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-00f0edd9-7c38-4207-b19c-4f3dbc999ee0 req-c96d4927-6cab-4d6e-b8d8-5e086dd5e4f1 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=829d0bc0-bf95-412a-b2ef-534bbeff481b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788541 Sep 01 16:21:37.574762 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df505b-b956-45f4-a9ca-7e1c7971757f req-f1350686-c45d-4082-8c3b-e8188b64f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:37.576255 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-52df505b-b956-45f4-a9ca-7e1c7971757f req-f1350686-c45d-4082-8c3b-e8188b64f066 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9835bb29-18f6-4105-ae3c-3e08811d2767 HTTP/1.1" status: 200 len: 896 time: 0.1020899 Sep 01 16:21:37.623690 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-52df505b-b956-45f4-a9ca-7e1c7971757f req-090a0c7a-6a6c-4320-8691-b95fa764e8fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af503f07-af99-4b99-8a12-d83dbcde5915 HTTP/1.1" status: 200 len: 217 time: 0.0373189 Sep 01 16:21:37.680363 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df505b-b956-45f4-a9ca-7e1c7971757f req-6a3a4a60-0d01-4e72-a539-c97910c19db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:37.681865 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-52df505b-b956-45f4-a9ca-7e1c7971757f req-6a3a4a60-0d01-4e72-a539-c97910c19db7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937 HTTP/1.1" status: 200 len: 835 time: 0.0427442 Sep 01 16:21:37.730528 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df505b-b956-45f4-a9ca-7e1c7971757f req-ffb1aaad-6935-47a1-b4c7-f7c88573e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:37.732062 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-52df505b-b956-45f4-a9ca-7e1c7971757f req-ffb1aaad-6935-47a1-b4c7-f7c88573e36a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9835bb29-18f6-4105-ae3c-3e08811d2767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417356 Sep 01 16:21:37.827470 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-52df505b-b956-45f4-a9ca-7e1c7971757f req-e159804e-d3cf-488d-bc9e-a8403b19dd25 service neutron] 10.222.0.62 "GET /v2.0/networks/9835bb29-18f6-4105-ae3c-3e08811d2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875850 Sep 01 16:21:37.919538 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-52df505b-b956-45f4-a9ca-7e1c7971757f req-ce849a01-770e-48bc-8124-abff372ab0fd service neutron] 10.222.0.62 "GET /v2.0/networks/9835bb29-18f6-4105-ae3c-3e08811d2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832446 Sep 01 16:21:38.162768 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 15aec24b-80a8-4e48-a528-e009adbfe103 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:21:38.213798 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 15aec24b-80a8-4e48-a528-e009adbfe103 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:21:38.214171 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:38.664103 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90811c-15bd-4744-936b-84ab98f84e5a req-9d2cff0e-c4e4-49af-84d6-62f9af8bd293 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:38.665655 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ac90811c-15bd-4744-936b-84ab98f84e5a req-9d2cff0e-c4e4-49af-84d6-62f9af8bd293 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 944 time: 0.0498128 Sep 01 16:21:38.704594 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ac90811c-15bd-4744-936b-84ab98f84e5a req-75863850-2893-4654-a7cd-3798bd5b095d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=829d0bc0-bf95-412a-b2ef-534bbeff481b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327156 Sep 01 16:21:39.230705 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:39.406569 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-037c6cbb-f42a-4c68-94b5-6205d3d0b6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:39.817336 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47806577-2e14-42c3-80e5-30869ef0cb07 req-b0c1a377-a901-4d88-b31c-2f7d93f1deaa tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:39.818718 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47806577-2e14-42c3-80e5-30869ef0cb07 req-b0c1a377-a901-4d88-b31c-2f7d93f1deaa tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 944 time: 0.0480933 Sep 01 16:21:39.856447 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-47806577-2e14-42c3-80e5-30869ef0cb07 req-ad99a0b8-a50c-45d9-bbc4-806344ac47d2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=829d0bc0-bf95-412a-b2ef-534bbeff481b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310128 Sep 01 16:21:40.973073 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba01dee-2cc2-4031-b29b-88af6427c3c6 req-140c48ea-696d-46b0-af1b-e4b60f6c277a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:40.974837 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9ba01dee-2cc2-4031-b29b-88af6427c3c6 req-140c48ea-696d-46b0-af1b-e4b60f6c277a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 944 time: 0.0530238 Sep 01 16:21:41.012644 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9ba01dee-2cc2-4031-b29b-88af6427c3c6 req-a82f655d-7638-446d-a386-8824beed8e72 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=829d0bc0-bf95-412a-b2ef-534bbeff481b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313120 Sep 01 16:21:41.769794 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device af503f07-af99-4b99-8a12-d83dbcde5915 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:21:41.866371 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port af503f07-af99-4b99-8a12-d83dbcde5915, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=af503f07-af99-4b99-8a12-d83dbcde5915,segment=NetworkSegment(452baf32-920a-4b8d-84d3-1e9b609ca449),segment_id=452baf32-920a-4b8d-84d3-1e9b609ca449)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:21:41.877986 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'af503f07-af99-4b99-8a12-d83dbcde5915', 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767', 'port_id': 'af503f07-af99-4b99-8a12-d83dbcde5915', 'mac_address': 'fa:16:3e:3c:5d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:21:41.915181 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:41.927862 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af503f07-af99-4b99-8a12-d83dbcde5915 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:21:41.947376 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port af503f07-af99-4b99-8a12-d83dbcde5915, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=af503f07-af99-4b99-8a12-d83dbcde5915,segment=NetworkSegment(452baf32-920a-4b8d-84d3-1e9b609ca449),segment_id=452baf32-920a-4b8d-84d3-1e9b609ca449)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:21:41.952252 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:41.999345 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=af503f07-af99-4b99-8a12-d83dbcde5915,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:42.133112 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2c87e-8a04-4c82-8f08-20a20327c690 req-ccf27921-a5ce-48a9-a1bf-0713de292328 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:42.134540 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ddd2c87e-8a04-4c82-8f08-20a20327c690 req-ccf27921-a5ce-48a9-a1bf-0713de292328 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 945 time: 0.0530667 Sep 01 16:21:42.171196 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ddd2c87e-8a04-4c82-8f08-20a20327c690 req-31f27df6-e608-4648-8445-196531abf00b tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=829d0bc0-bf95-412a-b2ef-534bbeff481b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305612 Sep 01 16:21:42.266355 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:42.321752 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['af503f07-af99-4b99-8a12-d83dbcde5915'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:21:43.287426 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a927cc-be2b-4216-acba-6ea58cc66662 req-49a75725-0d5c-4d11-be67-d8cb6d0ae4e8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:43.288942 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e6a927cc-be2b-4216-acba-6ea58cc66662 req-49a75725-0d5c-4d11-be67-d8cb6d0ae4e8 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 945 time: 0.0502222 Sep 01 16:21:43.326952 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e6a927cc-be2b-4216-acba-6ea58cc66662 req-651bffbf-ee83-40f1-912e-6d17844173ec tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=829d0bc0-bf95-412a-b2ef-534bbeff481b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318723 Sep 01 16:21:43.537263 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:43.743500 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ba527eab-1601-4a87-82a5-a70f11e4ff64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:43.780660 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device af503f07-af99-4b99-8a12-d83dbcde5915 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:21:43.831036 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port af503f07-af99-4b99-8a12-d83dbcde5915 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:21:43.834833 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port af503f07-af99-4b99-8a12-d83dbcde5915 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:21:43.835211 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:43.910046 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:43.931894 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b2a6e4-24c9-427e-be08-3ba9b481bcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af503f07-af99-4b99-8a12-d83dbcde5915'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:21:43.934112 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4844c6a-f39d-45af-b836-0f6917d13070" -d '{"events": [{"server_uuid": "76b2a6e4-24c9-427e-be08-3ba9b481bcbf", "name": "network-vif-plugged", "status": "completed", "tag": "af503f07-af99-4b99-8a12-d83dbcde5915"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:21:43.947911 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port af503f07-af99-4b99-8a12-d83dbcde5915, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=af503f07-af99-4b99-8a12-d83dbcde5915,segment=NetworkSegment(452baf32-920a-4b8d-84d3-1e9b609ca449),segment_id=452baf32-920a-4b8d-84d3-1e9b609ca449)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:21:43.952143 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:44.008126 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=af503f07-af99-4b99-8a12-d83dbcde5915,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:44.029189 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47dc1200-b18d-4c41-896b-e370066f3f2a x-openstack-request-id: req-47dc1200-b18d-4c41-896b-e370066f3f2a {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:21:44.029482 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b2a6e4-24c9-427e-be08-3ba9b481bcbf", "name": "network-vif-plugged", "status": "completed", "tag": "af503f07-af99-4b99-8a12-d83dbcde5915", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:21:44.029733 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-47dc1200-b18d-4c41-896b-e370066f3f2a {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:21:44.030125 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b2a6e4-24c9-427e-be08-3ba9b481bcbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af503f07-af99-4b99-8a12-d83dbcde5915', 'code': 200} Sep 01 16:21:44.173088 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c961b-cffc-4c1c-a32c-3edac4f1a0e5 req-afe1e2a3-af16-4c74-a199-f7a8b472e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:44.174655 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff6c961b-cffc-4c1c-a32c-3edac4f1a0e5 req-afe1e2a3-af16-4c74-a199-f7a8b472e10d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 1097 time: 0.0403624 Sep 01 16:21:44.216352 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ff6c961b-cffc-4c1c-a32c-3edac4f1a0e5 req-a926f674-062e-4bbd-ad45-c7658c674797 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=829d0bc0-bf95-412a-b2ef-534bbeff481b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310085 Sep 01 16:21:44.439963 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03908004-f078-4f1c-9b23-6e43deafe5a7 req-0553c594-f986-4323-bc32-716298730ee6 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:44.441465 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-03908004-f078-4f1c-9b23-6e43deafe5a7 req-0553c594-f986-4323-bc32-716298730ee6 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 946 time: 0.0490682 Sep 01 16:21:44.479718 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-03908004-f078-4f1c-9b23-6e43deafe5a7 req-04743091-c3a6-446c-b8ff-90884ebb03a7 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=829d0bc0-bf95-412a-b2ef-534bbeff481b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317428 Sep 01 16:21:45.424673 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:45.593143 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865032e6-528f-4bd8-b41f-ac4914c609c4 req-96523f4e-8fa7-4cb4-a2ba-06c1fe90194a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:45.594629 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-865032e6-528f-4bd8-b41f-ac4914c609c4 req-96523f4e-8fa7-4cb4-a2ba-06c1fe90194a tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 946 time: 0.0476272 Sep 01 16:21:45.632446 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-865032e6-528f-4bd8-b41f-ac4914c609c4 req-77347651-c397-49ba-a9ad-75e51dd261ad tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=829d0bc0-bf95-412a-b2ef-534bbeff481b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316193 Sep 01 16:21:45.750688 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6d2cf-75c0-47ad-a38d-6bab828598c6 req-7a1c31e8-ca9e-4f33-8337-ae0563182740 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:45.752166 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-35a6d2cf-75c0-47ad-a38d-6bab828598c6 req-7a1c31e8-ca9e-4f33-8337-ae0563182740 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 946 time: 0.0531487 Sep 01 16:21:45.791105 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-35a6d2cf-75c0-47ad-a38d-6bab828598c6 req-c2a620a8-084e-4d8d-9047-65c205d12ad4 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=829d0bc0-bf95-412a-b2ef-534bbeff481b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324399 Sep 01 16:21:45.812901 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57992) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:45.853029 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9129c6a9-8b59-423a-9501-248f587e45cb tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:45.854626 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9129c6a9-8b59-423a-9501-248f587e45cb tempest-TestNetworkAdvancedServerOps-1157168730 tempest-TestNetworkAdvancedServerOps-1157168730-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 1092 time: 0.0406959 Sep 01 16:21:45.857899 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 57994) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:45.862862 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-58e9b0d3-5345-460f-97da-0a181df0b8fd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'port_id': 'af503f07-af99-4b99-8a12-d83dbcde5915', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:21:45.887104 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58e9b0d3-5345-460f-97da-0a181df0b8fd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:45.988823 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58e9b0d3-5345-460f-97da-0a181df0b8fd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:46.089598 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-58e9b0d3-5345-460f-97da-0a181df0b8fd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Allocated IP 172.25.6.19 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/82a0d28d-0a98-43f7-89f0-d6baa1710048) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:21:46.195405 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58e9b0d3-5345-460f-97da-0a181df0b8fd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:46.233815 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58e9b0d3-5345-460f-97da-0a181df0b8fd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:46.268462 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e9b0d3-5345-460f-97da-0a181df0b8fd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:21:46.271285 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-58e9b0d3-5345-460f-97da-0a181df0b8fd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:21:46.277314 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e9b0d3-5345-460f-97da-0a181df0b8fd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:21:46.303602 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9b0d3-5345-460f-97da-0a181df0b8fd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=82a0d28d-0a98-43f7-89f0-d6baa1710048,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:46.646002 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58e9b0d3-5345-460f-97da-0a181df0b8fd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:46.718787 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58e9b0d3-5345-460f-97da-0a181df0b8fd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:46.879663 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58e9b0d3-5345-460f-97da-0a181df0b8fd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:46.884136 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58e9b0d3-5345-460f-97da-0a181df0b8fd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:46.947274 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9b0d3-5345-460f-97da-0a181df0b8fd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event updated for resources: {'Port': ['ID=82a0d28d-0a98-43f7-89f0-d6baa1710048,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:21:46.962019 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58e9b0d3-5345-460f-97da-0a181df0b8fd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:47.076841 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-58e9b0d3-5345-460f-97da-0a181df0b8fd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Floating IP f77f5fe3-973e-44ba-8a60-98c66954806e associated. External IP: 172.25.6.19, port: af503f07-af99-4b99-8a12-d83dbcde5915. Sep 01 16:21:47.293331 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e9b0d3-5345-460f-97da-0a181df0b8fd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Router daec8228-1ef7-466d-b3b2-1d0650a7f78e has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:21:47.406480 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e9b0d3-5345-460f-97da-0a181df0b8fd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:21:47.416390 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af2d4aa-76fc-479f-a240-ab5b8415d517 None None] Sync routers for ids ['daec8228-1ef7-466d-b3b2-1d0650a7f78e'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:21:47.423013 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-58e9b0d3-5345-460f-97da-0a181df0b8fd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:21:47.425247 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af2d4aa-76fc-479f-a240-ab5b8415d517 None None] Routers {'daec8228-1ef7-466d-b3b2-1d0650a7f78e'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:21:47.425873 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4af2d4aa-76fc-479f-a240-ab5b8415d517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:21:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['daec8228-1ef7-466d-b3b2-1d0650a7f78e'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:47.454057 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-58e9b0d3-5345-460f-97da-0a181df0b8fd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5948966 Sep 01 16:21:47.454991 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b2a6e4-24c9-427e-be08-3ba9b481bcbf', 'tag': 'af503f07-af99-4b99-8a12-d83dbcde5915'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:21:47.457456 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad9b9f0-c3a0-4538-9852-e31a716f8c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "76b2a6e4-24c9-427e-be08-3ba9b481bcbf", "tag": "af503f07-af99-4b99-8a12-d83dbcde5915"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:21:47.500118 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801b3e27-b369-4833-9aa5-9d0575510518 x-openstack-request-id: req-801b3e27-b369-4833-9aa5-9d0575510518 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:21:47.500422 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b2a6e4-24c9-427e-be08-3ba9b481bcbf", "tag": "af503f07-af99-4b99-8a12-d83dbcde5915", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:21:47.500683 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-801b3e27-b369-4833-9aa5-9d0575510518 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:21:47.501099 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b2a6e4-24c9-427e-be08-3ba9b481bcbf', 'tag': 'af503f07-af99-4b99-8a12-d83dbcde5915', 'status': 'completed', 'code': 200} Sep 01 16:21:47.575577 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2673ed9-5f01-4e02-b098-71d2ce54b8a1 req-fe285cc8-23ba-405c-ad60-9612d9f84dc2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:47.577351 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f2673ed9-5f01-4e02-b098-71d2ce54b8a1 req-fe285cc8-23ba-405c-ad60-9612d9f84dc2 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 946 time: 0.0586667 Sep 01 16:21:47.597501 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9b9f0-c3a0-4538-9852-e31a716f8c2b req-4f0c9d9b-e825-4b0a-810b-cf84e6f8a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:47.597501 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3ad9b9f0-c3a0-4538-9852-e31a716f8c2b req-4f0c9d9b-e825-4b0a-810b-cf84e6f8a490 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 1097 time: 0.0482683 Sep 01 16:21:47.631260 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f2673ed9-5f01-4e02-b098-71d2ce54b8a1 req-ae57136b-3734-4240-9257-2d2729b39a11 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=829d0bc0-bf95-412a-b2ef-534bbeff481b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401063 Sep 01 16:21:47.657034 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58000) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:47.707804 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9b9f0-c3a0-4538-9852-e31a716f8c2b req-5b579938-95e3-4e3c-be2e-ea802d71ab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:47.709444 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3ad9b9f0-c3a0-4538-9852-e31a716f8c2b req-5b579938-95e3-4e3c-be2e-ea802d71ab64 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9835bb29-18f6-4105-ae3c-3e08811d2767 HTTP/1.1" status: 200 len: 896 time: 0.1046207 Sep 01 16:21:47.713732 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-4af2d4aa-76fc-479f-a240-ab5b8415d517 None None] Set router daec8228-1ef7-466d-b3b2-1d0650a7f78e gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:21:47.731782 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1be2fcd5-b7e2-4008-9e8c-95a0796b190d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/floatingips/f77f5fe3-973e-44ba-8a60-98c66954806e HTTP/1.1" status: 200 len: 991 time: 0.0732472 Sep 01 16:21:47.784564 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3ad9b9f0-c3a0-4538-9852-e31a716f8c2b req-619eedff-5a7b-467a-9845-2e312bdaa6ba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af503f07-af99-4b99-8a12-d83dbcde5915 HTTP/1.1" status: 200 len: 999 time: 0.0674050 Sep 01 16:21:47.837831 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9b9f0-c3a0-4538-9852-e31a716f8c2b req-9745ccfa-187f-4104-a876-8c70461d8795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:47.839289 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3ad9b9f0-c3a0-4538-9852-e31a716f8c2b req-9745ccfa-187f-4104-a876-8c70461d8795 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937 HTTP/1.1" status: 200 len: 835 time: 0.0473423 Sep 01 16:21:47.887988 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9b9f0-c3a0-4538-9852-e31a716f8c2b req-8680ee7a-69da-4b2a-9aac-09a6c1fcf2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:21:47.889612 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3ad9b9f0-c3a0-4538-9852-e31a716f8c2b req-8680ee7a-69da-4b2a-9aac-09a6c1fcf2e2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9835bb29-18f6-4105-ae3c-3e08811d2767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418735 Sep 01 16:21:47.964144 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4af2d4aa-76fc-479f-a240-ab5b8415d517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30314977', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '83cff81f-df8e-43e4-8dfb-03ead26aa79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:21:27Z', 'updated_at': '2021-09-01T16:21:31Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '83cff81f-df8e-43e4-8dfb-03ead26aa79b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:21:28Z', 'updated_at': '2021-09-01T16:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'f77f5fe3-973e-44ba-8a60-98c66954806e', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'port_id': 'af503f07-af99-4b99-8a12-d83dbcde5915', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767', 'mac_address': 'fa:16:3e:3c:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b2a6e4-24c9-427e-be08-3ba9b481bcbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:21:46Z', 'updated_at': '2021-09-01T16:21:46Z', 'revision_number': 0, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15aec24b-80a8-4e48-a528-e009adbfe103', 'name': '', 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:d2:d7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:21:30Z', 'updated_at': '2021-09-01T16:21:36Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': 'ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:47.985681 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3ad9b9f0-c3a0-4538-9852-e31a716f8c2b req-fa2bd0db-e063-4204-b819-43dd0c469f32 service neutron] 10.222.0.62 "GET /v2.0/networks/9835bb29-18f6-4105-ae3c-3e08811d2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870285 Sep 01 16:21:47.994754 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af2d4aa-76fc-479f-a240-ab5b8415d517 None None] Checking router: daec8228-1ef7-466d-b3b2-1d0650a7f78e for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:21:48.003824 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af2d4aa-76fc-479f-a240-ab5b8415d517 None None] Routers {'daec8228-1ef7-466d-b3b2-1d0650a7f78e'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:21:48.004432 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4af2d4aa-76fc-479f-a240-ab5b8415d517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:21:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['daec8228-1ef7-466d-b3b2-1d0650a7f78e'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:48.081739 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3ad9b9f0-c3a0-4538-9852-e31a716f8c2b req-be734b98-9259-4187-9a4d-9f95f5ae120a service neutron] 10.222.0.62 "GET /v2.0/networks/9835bb29-18f6-4105-ae3c-3e08811d2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878808 Sep 01 16:21:48.109450 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-4af2d4aa-76fc-479f-a240-ab5b8415d517 None None] Set router daec8228-1ef7-466d-b3b2-1d0650a7f78e gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:21:48.338444 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-4af2d4aa-76fc-479f-a240-ab5b8415d517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30314977', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '83cff81f-df8e-43e4-8dfb-03ead26aa79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:21:27Z', 'updated_at': '2021-09-01T16:21:31Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '83cff81f-df8e-43e4-8dfb-03ead26aa79b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:21:28Z', 'updated_at': '2021-09-01T16:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'f77f5fe3-973e-44ba-8a60-98c66954806e', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'port_id': 'af503f07-af99-4b99-8a12-d83dbcde5915', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767', 'mac_address': 'fa:16:3e:3c:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b2a6e4-24c9-427e-be08-3ba9b481bcbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:21:46Z', 'updated_at': '2021-09-01T16:21:46Z', 'revision_number': 0, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15aec24b-80a8-4e48-a528-e009adbfe103', 'name': '', 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:d2:d7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:21:30Z', 'updated_at': '2021-09-01T16:21:36Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': 'ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:21:48.365553 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af2d4aa-76fc-479f-a240-ab5b8415d517 None None] The sync data for ids ['daec8228-1ef7-466d-b3b2-1d0650a7f78e'] in n-d-794796-3 is: [{'id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30314977', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '83cff81f-df8e-43e4-8dfb-03ead26aa79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:21:27Z', 'updated_at': '2021-09-01T16:21:31Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '83cff81f-df8e-43e4-8dfb-03ead26aa79b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:21:28Z', 'updated_at': '2021-09-01T16:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'f77f5fe3-973e-44ba-8a60-98c66954806e', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'port_id': 'af503f07-af99-4b99-8a12-d83dbcde5915', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767', 'mac_address': 'fa:16:3e:3c:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b2a6e4-24c9-427e-be08-3ba9b481bcbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:21:46Z', 'updated_at': '2021-09-01T16:21:46Z', 'revision_number': 0, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15aec24b-80a8-4e48-a528-e009adbfe103', 'name': '', 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:d2:d7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:21:30Z', 'updated_at': '2021-09-01T16:21:36Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': 'ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:21:48.562160 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905a1c69-a386-4323-a861-210baf1cef31 None None] New status for floating IP f77f5fe3-973e-44ba-8a60-98c66954806e: ACTIVE {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:21:48.734844 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58002) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:21:48.795936 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d3b01040-491c-46c8-a8b0-be4475dc2c70 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/floatingips/f77f5fe3-973e-44ba-8a60-98c66954806e HTTP/1.1" status: 200 len: 993 time: 0.0599103 Sep 01 16:21:54.777806 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:21:58.439943 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:09.240102 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:09.408511 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4ebcc530-8f22-43b0-bd1f-a3ee5cc37e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:10.934834 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-185140ab-60aa-4bfd-bc85-0c18d2269186 req-c2500845-c9b3-49ae-8c3a-4cf079575f0d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390139 Sep 01 16:22:11.374630 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185140ab-60aa-4bfd-bc85-0c18d2269186 req-72a465ad-73bb-4bf4-8315-0cf902c52041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:11.376170 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-185140ab-60aa-4bfd-bc85-0c18d2269186 req-72a465ad-73bb-4bf4-8315-0cf902c52041 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 1097 time: 0.3763843 Sep 01 16:22:11.480905 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185140ab-60aa-4bfd-bc85-0c18d2269186 req-f76925cd-a5a8-455f-b037-ae1283c97ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:11.482410 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-185140ab-60aa-4bfd-bc85-0c18d2269186 req-f76925cd-a5a8-455f-b037-ae1283c97ba7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9835bb29-18f6-4105-ae3c-3e08811d2767 HTTP/1.1" status: 200 len: 896 time: 0.0838068 Sep 01 16:22:11.554698 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-185140ab-60aa-4bfd-bc85-0c18d2269186 req-150f53c3-1357-42ba-b6fd-25e4e3f5135c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af503f07-af99-4b99-8a12-d83dbcde5915 HTTP/1.1" status: 200 len: 1001 time: 0.0612118 Sep 01 16:22:11.607467 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185140ab-60aa-4bfd-bc85-0c18d2269186 req-fd04e8cb-8824-458d-bd8c-464bfe6f03e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:11.608945 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-185140ab-60aa-4bfd-bc85-0c18d2269186 req-fd04e8cb-8824-458d-bd8c-464bfe6f03e1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937 HTTP/1.1" status: 200 len: 835 time: 0.0431690 Sep 01 16:22:11.657400 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185140ab-60aa-4bfd-bc85-0c18d2269186 req-e455ad8b-58d7-46b9-905f-bfb93969087b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:11.658851 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-185140ab-60aa-4bfd-bc85-0c18d2269186 req-e455ad8b-58d7-46b9-905f-bfb93969087b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9835bb29-18f6-4105-ae3c-3e08811d2767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415537 Sep 01 16:22:11.753604 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-185140ab-60aa-4bfd-bc85-0c18d2269186 req-0f44ece4-d3b0-41a0-a493-04e602a47020 service neutron] 10.222.0.62 "GET /v2.0/networks/9835bb29-18f6-4105-ae3c-3e08811d2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857451 Sep 01 16:22:11.845334 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-185140ab-60aa-4bfd-bc85-0c18d2269186 req-1c805b7d-acd8-4cf2-946c-275b39f6f180 service neutron] 10.222.0.62 "GET /v2.0/networks/9835bb29-18f6-4105-ae3c-3e08811d2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824304 Sep 01 16:22:12.269968 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:13.538226 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:13.744931 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6dc6472f-6c8c-4d49-9b87-537576838f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:15.429274 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:24.200455 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55c2a1-eaf5-40ae-85ac-9c22e4a5c0b5 req-07e9f744-3d53-4ef5-a172-7a5362592374 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:24.201938 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0d55c2a1-eaf5-40ae-85ac-9c22e4a5c0b5 req-07e9f744-3d53-4ef5-a172-7a5362592374 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 946 time: 0.0491400 Sep 01 16:22:24.239425 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0d55c2a1-eaf5-40ae-85ac-9c22e4a5c0b5 req-249fa0a3-5ff0-4ced-802a-6a9af3101189 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=829d0bc0-bf95-412a-b2ef-534bbeff481b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308702 Sep 01 16:22:25.360949 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6c31f-d0c8-44de-a75c-9bfe5f4fdd03 req-d6102255-b744-4677-848e-f7bf4aa7d591 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:25.362512 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-04b6c31f-d0c8-44de-a75c-9bfe5f4fdd03 req-d6102255-b744-4677-848e-f7bf4aa7d591 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 946 time: 0.0536616 Sep 01 16:22:25.400395 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-04b6c31f-d0c8-44de-a75c-9bfe5f4fdd03 req-1ce02ba8-3383-4800-850d-ddbd3a112373 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=829d0bc0-bf95-412a-b2ef-534bbeff481b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319123 Sep 01 16:22:25.422223 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58024) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:25.482524 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-3d915c8b-bd5d-427d-a2d2-fe744dea9dc0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/floatingips/f77f5fe3-973e-44ba-8a60-98c66954806e HTTP/1.1" status: 200 len: 993 time: 0.0585861 Sep 01 16:22:26.762733 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28683f-4bec-4934-a754-e3330f0e03e5 req-60321d3b-76ca-4424-876f-55149f8ddd04 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:26.764160 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d28683f-4bec-4934-a754-e3330f0e03e5 req-60321d3b-76ca-4424-876f-55149f8ddd04 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 946 time: 0.0547857 Sep 01 16:22:26.827152 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d28683f-4bec-4934-a754-e3330f0e03e5 req-ec194a8c-40b3-4602-9524-fca7d2a0671c tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=829d0bc0-bf95-412a-b2ef-534bbeff481b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568316 Sep 01 16:22:26.835899 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cc103-2e7f-4b18-bf64-ca7d944379f8 req-3093b9a2-bb66-4ad4-b9b0-93e4be39bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:26.837377 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef8cc103-2e7f-4b18-bf64-ca7d944379f8 req-3093b9a2-bb66-4ad4-b9b0-93e4be39bf4e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 1097 time: 0.0612097 Sep 01 16:22:26.930691 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cc103-2e7f-4b18-bf64-ca7d944379f8 req-3dc88eae-1d00-43ff-a536-93535273b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:26.932166 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef8cc103-2e7f-4b18-bf64-ca7d944379f8 req-3dc88eae-1d00-43ff-a536-93535273b899 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9835bb29-18f6-4105-ae3c-3e08811d2767 HTTP/1.1" status: 200 len: 896 time: 0.0872467 Sep 01 16:22:26.998243 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef8cc103-2e7f-4b18-bf64-ca7d944379f8 req-63964120-f942-45ad-92e8-148d0c1a8676 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af503f07-af99-4b99-8a12-d83dbcde5915 HTTP/1.1" status: 200 len: 1001 time: 0.0571313 Sep 01 16:22:27.051038 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cc103-2e7f-4b18-bf64-ca7d944379f8 req-2c997424-4c3f-4599-9940-d5d7c754eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:27.052388 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef8cc103-2e7f-4b18-bf64-ca7d944379f8 req-2c997424-4c3f-4599-9940-d5d7c754eb20 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937 HTTP/1.1" status: 200 len: 835 time: 0.0429401 Sep 01 16:22:27.104545 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cc103-2e7f-4b18-bf64-ca7d944379f8 req-ccdc4b31-0499-4a0d-954c-41f68a8e282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:27.106070 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef8cc103-2e7f-4b18-bf64-ca7d944379f8 req-ccdc4b31-0499-4a0d-954c-41f68a8e282e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9835bb29-18f6-4105-ae3c-3e08811d2767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439372 Sep 01 16:22:27.195627 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef8cc103-2e7f-4b18-bf64-ca7d944379f8 req-d3e5dd11-9c1e-4bf9-91ac-26b85f4f599c service neutron] 10.222.0.62 "GET /v2.0/networks/9835bb29-18f6-4105-ae3c-3e08811d2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807271 Sep 01 16:22:27.291509 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ef8cc103-2e7f-4b18-bf64-ca7d944379f8 req-9f3525c2-a73b-4064-b584-8b18e61f2128 service neutron] 10.222.0.62 "GET /v2.0/networks/9835bb29-18f6-4105-ae3c-3e08811d2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854623 Sep 01 16:22:27.948247 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5c7ca-baaa-4864-8f38-6c6cc3b346c9 req-a37d89f4-fed7-40eb-bf92-d16f45d20d21 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:27.949726 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-acd5c7ca-baaa-4864-8f38-6c6cc3b346c9 req-a37d89f4-fed7-40eb-bf92-d16f45d20d21 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 946 time: 0.0529282 Sep 01 16:22:27.987488 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-acd5c7ca-baaa-4864-8f38-6c6cc3b346c9 req-801ed1bb-af87-4019-b7ce-05068cf398b0 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=829d0bc0-bf95-412a-b2ef-534bbeff481b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312457 Sep 01 16:22:28.453007 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:29.103312 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f78ef3-aa0c-45e1-b1b6-3621d5c94a06 req-1d8bf0c7-3665-4697-b88b-0c7fde910e6d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:29.104820 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-43f78ef3-aa0c-45e1-b1b6-3621d5c94a06 req-1d8bf0c7-3665-4697-b88b-0c7fde910e6d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 946 time: 0.0498579 Sep 01 16:22:29.142200 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-43f78ef3-aa0c-45e1-b1b6-3621d5c94a06 req-d39cd6fd-a458-4a9d-be0c-c3e93bb15fef tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=829d0bc0-bf95-412a-b2ef-534bbeff481b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314837 Sep 01 16:22:29.164715 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58036) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:29.223449 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6b870ef7-c64b-43be-94b1-a03c1dcff5fd tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/floatingips/f77f5fe3-973e-44ba-8a60-98c66954806e HTTP/1.1" status: 200 len: 993 time: 0.0575500 Sep 01 16:22:29.502965 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58042) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:29.660339 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-5de21115-3c14-44d8-a098-2c9189c1ba70 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Deleting port 82a0d28d-0a98-43f7-89f0-d6baa1710048 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:22:29.660757 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5de21115-3c14-44d8-a098-2c9189c1ba70 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:29.737619 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5de21115-3c14-44d8-a098-2c9189c1ba70 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:29.737949 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5de21115-3c14-44d8-a098-2c9189c1ba70 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:29.749857 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-5de21115-3c14-44d8-a098-2c9189c1ba70 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Calling delete_port for 82a0d28d-0a98-43f7-89f0-d6baa1710048 owned by network:floatingip {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:22:29.902524 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5de21115-3c14-44d8-a098-2c9189c1ba70 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:29.927725 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de21115-3c14-44d8-a098-2c9189c1ba70 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Port': ['ID=82a0d28d-0a98-43f7-89f0-d6baa1710048,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:29.951702 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de21115-3c14-44d8-a098-2c9189c1ba70 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:29.952056 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de21115-3c14-44d8-a098-2c9189c1ba70 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:29.952402 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de21115-3c14-44d8-a098-2c9189c1ba70 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:29.952742 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de21115-3c14-44d8-a098-2c9189c1ba70 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:29.953080 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de21115-3c14-44d8-a098-2c9189c1ba70 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:29.953420 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de21115-3c14-44d8-a098-2c9189c1ba70 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:29.954311 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de21115-3c14-44d8-a098-2c9189c1ba70 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:29.954649 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de21115-3c14-44d8-a098-2c9189c1ba70 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:29.954985 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de21115-3c14-44d8-a098-2c9189c1ba70 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:29.955323 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de21115-3c14-44d8-a098-2c9189c1ba70 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:29.955656 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de21115-3c14-44d8-a098-2c9189c1ba70 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:29.955983 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de21115-3c14-44d8-a098-2c9189c1ba70 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:29.996866 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5de21115-3c14-44d8-a098-2c9189c1ba70 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for floatingip, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:29.997203 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-5de21115-3c14-44d8-a098-2c9189c1ba70 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Floating IP f77f5fe3-973e-44ba-8a60-98c66954806e disassociated (deleted). External IP: 172.25.6.19, port: af503f07-af99-4b99-8a12-d83dbcde5915. Sep 01 16:22:30.203425 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de21115-3c14-44d8-a098-2c9189c1ba70 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Router daec8228-1ef7-466d-b3b2-1d0650a7f78e has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:22:30.311107 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de21115-3c14-44d8-a098-2c9189c1ba70 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:22:30.316786 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-5de21115-3c14-44d8-a098-2c9189c1ba70 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:30.321795 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6624018-b8d3-41d8-afb9-fc477679d483 None None] Sync routers for ids ['daec8228-1ef7-466d-b3b2-1d0650a7f78e'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:22:30.331532 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6624018-b8d3-41d8-afb9-fc477679d483 None None] Routers {'daec8228-1ef7-466d-b3b2-1d0650a7f78e'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:22:30.332151 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d6624018-b8d3-41d8-afb9-fc477679d483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:22:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['daec8228-1ef7-466d-b3b2-1d0650a7f78e'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:22:30.347082 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-5de21115-3c14-44d8-a098-2c9189c1ba70 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "DELETE /v2.0/floatingips/f77f5fe3-973e-44ba-8a60-98c66954806e HTTP/1.1" status: 204 len: 168 time: 0.8404405 Sep 01 16:22:30.347082 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b2a6e4-24c9-427e-be08-3ba9b481bcbf', 'tag': 'af503f07-af99-4b99-8a12-d83dbcde5915'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:22:30.347402 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4b0110-d27e-4504-bc70-56bb0a4f5270" -d '{"events": [{"name": "network-changed", "server_uuid": "76b2a6e4-24c9-427e-be08-3ba9b481bcbf", "tag": "af503f07-af99-4b99-8a12-d83dbcde5915"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:22:30.385097 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17486876-1513-4d74-9c8e-a9fe63b51865 x-openstack-request-id: req-17486876-1513-4d74-9c8e-a9fe63b51865 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:22:30.385392 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b2a6e4-24c9-427e-be08-3ba9b481bcbf", "tag": "af503f07-af99-4b99-8a12-d83dbcde5915", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:22:30.385645 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-17486876-1513-4d74-9c8e-a9fe63b51865 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:22:30.386442 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b2a6e4-24c9-427e-be08-3ba9b481bcbf', 'tag': 'af503f07-af99-4b99-8a12-d83dbcde5915', 'status': 'completed', 'code': 200} Sep 01 16:22:30.447309 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-d6624018-b8d3-41d8-afb9-fc477679d483 None None] Set router daec8228-1ef7-466d-b3b2-1d0650a7f78e gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:22:30.517303 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b0110-d27e-4504-bc70-56bb0a4f5270 req-5cc78083-9f5e-46b4-b8f1-d49ef1686709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:30.519031 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ad4b0110-d27e-4504-bc70-56bb0a4f5270 req-5cc78083-9f5e-46b4-b8f1-d49ef1686709 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 1097 time: 0.0686493 Sep 01 16:22:30.575196 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194a9fd-a19a-4cbd-895c-cdf8ef0fb6fd req-dabe4208-8c62-40c0-b079-d504ba09af24 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:30.576955 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c194a9fd-a19a-4cbd-895c-cdf8ef0fb6fd req-dabe4208-8c62-40c0-b079-d504ba09af24 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 946 time: 0.0527430 Sep 01 16:22:30.620805 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c194a9fd-a19a-4cbd-895c-cdf8ef0fb6fd req-38739fe0-95be-4507-b2c0-c26aa9c98d12 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=829d0bc0-bf95-412a-b2ef-534bbeff481b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368922 Sep 01 16:22:30.637359 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b0110-d27e-4504-bc70-56bb0a4f5270 req-1519a167-9b43-4f26-b11e-338c48184bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:30.639087 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ad4b0110-d27e-4504-bc70-56bb0a4f5270 req-1519a167-9b43-4f26-b11e-338c48184bba service neutron] 10.222.0.62 "GET /v2.0/networks?id=9835bb29-18f6-4105-ae3c-3e08811d2767 HTTP/1.1" status: 200 len: 896 time: 0.0966511 Sep 01 16:22:30.668587 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d6624018-b8d3-41d8-afb9-fc477679d483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30314977', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '83cff81f-df8e-43e4-8dfb-03ead26aa79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:21:27Z', 'updated_at': '2021-09-01T16:21:31Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '83cff81f-df8e-43e4-8dfb-03ead26aa79b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:21:28Z', 'updated_at': '2021-09-01T16:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '15aec24b-80a8-4e48-a528-e009adbfe103', 'name': '', 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:d2:d7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:21:30Z', 'updated_at': '2021-09-01T16:21:36Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': 'ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:22:30.689750 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ad4b0110-d27e-4504-bc70-56bb0a4f5270 req-6142e47c-a220-400b-b4c3-9600aa4785d6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af503f07-af99-4b99-8a12-d83dbcde5915 HTTP/1.1" status: 200 len: 217 time: 0.0410645 Sep 01 16:22:30.695734 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6624018-b8d3-41d8-afb9-fc477679d483 None None] Checking router: daec8228-1ef7-466d-b3b2-1d0650a7f78e for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:22:30.704492 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6624018-b8d3-41d8-afb9-fc477679d483 None None] Routers {'daec8228-1ef7-466d-b3b2-1d0650a7f78e'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:22:30.705098 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d6624018-b8d3-41d8-afb9-fc477679d483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:22:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['daec8228-1ef7-466d-b3b2-1d0650a7f78e'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:22:30.741056 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b0110-d27e-4504-bc70-56bb0a4f5270 req-11710ac8-a736-4e3a-87b1-3c8f5e383283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:30.742486 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ad4b0110-d27e-4504-bc70-56bb0a4f5270 req-11710ac8-a736-4e3a-87b1-3c8f5e383283 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937 HTTP/1.1" status: 200 len: 835 time: 0.0448420 Sep 01 16:22:30.790312 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b0110-d27e-4504-bc70-56bb0a4f5270 req-92b83653-0b9a-4738-8337-cd8aabe0fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:30.791848 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ad4b0110-d27e-4504-bc70-56bb0a4f5270 req-92b83653-0b9a-4738-8337-cd8aabe0fd41 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9835bb29-18f6-4105-ae3c-3e08811d2767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410073 Sep 01 16:22:30.815942 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-d6624018-b8d3-41d8-afb9-fc477679d483 None None] Set router daec8228-1ef7-466d-b3b2-1d0650a7f78e gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:22:30.889107 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ad4b0110-d27e-4504-bc70-56bb0a4f5270 req-2f9887fd-6149-4910-898a-62d92f1789f7 service neutron] 10.222.0.62 "GET /v2.0/networks/9835bb29-18f6-4105-ae3c-3e08811d2767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884516 Sep 01 16:22:30.980928 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ad4b0110-d27e-4504-bc70-56bb0a4f5270 req-2075dcc2-cf30-4922-a4b1-14b122bd2b01 service neutron] 10.222.0.62 "GET /v2.0/networks/9835bb29-18f6-4105-ae3c-3e08811d2767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829794 Sep 01 16:22:31.027614 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-d6624018-b8d3-41d8-afb9-fc477679d483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30314977', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '83cff81f-df8e-43e4-8dfb-03ead26aa79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:21:27Z', 'updated_at': '2021-09-01T16:21:31Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '83cff81f-df8e-43e4-8dfb-03ead26aa79b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:21:28Z', 'updated_at': '2021-09-01T16:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '15aec24b-80a8-4e48-a528-e009adbfe103', 'name': '', 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:d2:d7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:21:30Z', 'updated_at': '2021-09-01T16:21:36Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': 'ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:22:31.054301 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6624018-b8d3-41d8-afb9-fc477679d483 None None] The sync data for ids ['daec8228-1ef7-466d-b3b2-1d0650a7f78e'] in n-d-794796-3 is: [{'id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30314977', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '83cff81f-df8e-43e4-8dfb-03ead26aa79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:21:27Z', 'updated_at': '2021-09-01T16:21:31Z', 'revision_number': 4, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '83cff81f-df8e-43e4-8dfb-03ead26aa79b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:21:28Z', 'updated_at': '2021-09-01T16:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '15aec24b-80a8-4e48-a528-e009adbfe103', 'name': '', 'network_id': '9835bb29-18f6-4105-ae3c-3e08811d2767', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'mac_address': 'fa:16:3e:d2:d7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:21:30Z', 'updated_at': '2021-09-01T16:21:36Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'subnets': [{'id': 'ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:22:31.266175 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761d9689-d72b-4949-ac8b-9a5844de1eb2 None None] New status for floating IP f77f5fe3-973e-44ba-8a60-98c66954806e: DOWN {{(pid=94736) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:22:31.740516 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65508dd-68f4-4bb3-b904-c8d923a4d863 req-09d3ab99-1839-42cb-bc49-602e403356bf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:31.741995 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d65508dd-68f4-4bb3-b904-c8d923a4d863 req-09d3ab99-1839-42cb-bc49-602e403356bf tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 946 time: 0.0497193 Sep 01 16:22:31.776021 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:22:31.781484 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d65508dd-68f4-4bb3-b904-c8d923a4d863 req-adbffdee-5164-4df9-9943-b8f520a02215 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=829d0bc0-bf95-412a-b2ef-534bbeff481b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335815 Sep 01 16:22:32.739710 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd770449-bc1a-4d2f-b974-9dba50c58ffb req-03e746f2-4be8-4d5f-bf5a-ca9133c41118 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:32.741229 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cd770449-bc1a-4d2f-b974-9dba50c58ffb req-03e746f2-4be8-4d5f-bf5a-ca9133c41118 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.62 "GET /v2.0/ports?device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 946 time: 0.0574203 Sep 01 16:22:32.838583 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-cd770449-bc1a-4d2f-b974-9dba50c58ffb req-24e90a21-55a5-4a18-b284-4b9c78b74e76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Deleting port af503f07-af99-4b99-8a12-d83dbcde5915 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:22:32.838936 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cd770449-bc1a-4d2f-b974-9dba50c58ffb req-24e90a21-55a5-4a18-b284-4b9c78b74e76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:32.899219 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e6118-c85d-468f-b0d7-2fbbad5bb2f7 req-b77237e6-d16f-4125-bc28-ae0d6ed5763f tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:32.900755 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-314e6118-c85d-468f-b0d7-2fbbad5bb2f7 req-b77237e6-d16f-4125-bc28-ae0d6ed5763f tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/ports?device_id=76b2a6e4-24c9-427e-be08-3ba9b481bcbf HTTP/1.1" status: 200 len: 946 time: 0.0501177 Sep 01 16:22:32.934600 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-cd770449-bc1a-4d2f-b974-9dba50c58ffb req-24e90a21-55a5-4a18-b284-4b9c78b74e76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] For port af503f07-af99-4b99-8a12-d83dbcde5915, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=af503f07-af99-4b99-8a12-d83dbcde5915,segment=NetworkSegment(452baf32-920a-4b8d-84d3-1e9b609ca449),segment_id=452baf32-920a-4b8d-84d3-1e9b609ca449)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:22:32.934967 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cd770449-bc1a-4d2f-b974-9dba50c58ffb req-24e90a21-55a5-4a18-b284-4b9c78b74e76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:32.940823 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-314e6118-c85d-468f-b0d7-2fbbad5bb2f7 req-1e7342b6-930d-444a-9308-4d96a28cb68e tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "GET /v2.0/security-groups?id=829d0bc0-bf95-412a-b2ef-534bbeff481b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328045 Sep 01 16:22:32.949211 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-cd770449-bc1a-4d2f-b974-9dba50c58ffb req-24e90a21-55a5-4a18-b284-4b9c78b74e76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Calling delete_port for af503f07-af99-4b99-8a12-d83dbcde5915 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:22:33.082377 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cd770449-bc1a-4d2f-b974-9dba50c58ffb req-24e90a21-55a5-4a18-b284-4b9c78b74e76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:33.113619 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e90a21-55a5-4a18-b284-4b9c78b74e76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Port': ['ID=af503f07-af99-4b99-8a12-d83dbcde5915,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:33.157974 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd770449-bc1a-4d2f-b974-9dba50c58ffb req-24e90a21-55a5-4a18-b284-4b9c78b74e76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] No DVR routers for this DVR port af503f07-af99-4b99-8a12-d83dbcde5915 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:22:33.160859 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-cd770449-bc1a-4d2f-b974-9dba50c58ffb req-24e90a21-55a5-4a18-b284-4b9c78b74e76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:33.163009 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-cd770449-bc1a-4d2f-b974-9dba50c58ffb req-24e90a21-55a5-4a18-b284-4b9c78b74e76 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.62 "DELETE /v2.0/ports/af503f07-af99-4b99-8a12-d83dbcde5915 HTTP/1.1" status: 204 len: 173 time: 0.4137414 Sep 01 16:22:33.163460 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b2a6e4-24c9-427e-be08-3ba9b481bcbf', 'name': 'network-vif-deleted', 'tag': 'af503f07-af99-4b99-8a12-d83dbcde5915'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:22:33.165729 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d1b504-de19-4e73-b366-0add474f6168" -d '{"events": [{"server_uuid": "76b2a6e4-24c9-427e-be08-3ba9b481bcbf", "name": "network-vif-deleted", "tag": "af503f07-af99-4b99-8a12-d83dbcde5915"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:22:33.206702 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68e2c75-0dc3-463a-b778-3ec4b7b7b33a x-openstack-request-id: req-c68e2c75-0dc3-463a-b778-3ec4b7b7b33a {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:22:33.207009 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b2a6e4-24c9-427e-be08-3ba9b481bcbf", "name": "network-vif-deleted", "tag": "af503f07-af99-4b99-8a12-d83dbcde5915", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:22:33.207440 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c68e2c75-0dc3-463a-b778-3ec4b7b7b33a {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:22:33.207901 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b2a6e4-24c9-427e-be08-3ba9b481bcbf', 'name': 'network-vif-deleted', 'tag': 'af503f07-af99-4b99-8a12-d83dbcde5915', 'status': 'completed', 'code': 200} Sep 01 16:22:33.999431 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58058) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:34.383100 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e4dd498-1da5-4fbb-a021-e84fb67b1c94 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:34.934105 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-4e4dd498-1da5-4fbb-a021-e84fb67b1c94 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Deleting port 15aec24b-80a8-4e48-a528-e009adbfe103 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:22:34.934475 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e4dd498-1da5-4fbb-a021-e84fb67b1c94 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:35.021270 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-4e4dd498-1da5-4fbb-a021-e84fb67b1c94 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] For port 15aec24b-80a8-4e48-a528-e009adbfe103, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=15aec24b-80a8-4e48-a528-e009adbfe103,segment=NetworkSegment(452baf32-920a-4b8d-84d3-1e9b609ca449),segment_id=452baf32-920a-4b8d-84d3-1e9b609ca449)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:22:35.021987 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e4dd498-1da5-4fbb-a021-e84fb67b1c94 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:35.034213 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-4e4dd498-1da5-4fbb-a021-e84fb67b1c94 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Calling delete_port for 15aec24b-80a8-4e48-a528-e009adbfe103 owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:22:35.217742 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e4dd498-1da5-4fbb-a021-e84fb67b1c94 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:35.246541 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4dd498-1da5-4fbb-a021-e84fb67b1c94 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Port': ['ID=15aec24b-80a8-4e48-a528-e009adbfe103,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:35.257055 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4dd498-1da5-4fbb-a021-e84fb67b1c94 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:35.257417 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4dd498-1da5-4fbb-a021-e84fb67b1c94 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:35.257762 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4dd498-1da5-4fbb-a021-e84fb67b1c94 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:35.258106 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4dd498-1da5-4fbb-a021-e84fb67b1c94 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:35.258473 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4dd498-1da5-4fbb-a021-e84fb67b1c94 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:35.258816 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4dd498-1da5-4fbb-a021-e84fb67b1c94 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:35.259148 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4dd498-1da5-4fbb-a021-e84fb67b1c94 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:35.259482 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4dd498-1da5-4fbb-a021-e84fb67b1c94 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:35.260273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4dd498-1da5-4fbb-a021-e84fb67b1c94 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:35.260273 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4dd498-1da5-4fbb-a021-e84fb67b1c94 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:35.260464 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4dd498-1da5-4fbb-a021-e84fb67b1c94 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:35.260764 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4dd498-1da5-4fbb-a021-e84fb67b1c94 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:35.431107 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-4e4dd498-1da5-4fbb-a021-e84fb67b1c94 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:35.648077 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4dd498-1da5-4fbb-a021-e84fb67b1c94 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Router daec8228-1ef7-466d-b3b2-1d0650a7f78e has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:22:35.756571 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4dd498-1da5-4fbb-a021-e84fb67b1c94 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:22:35.761467 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-4e4dd498-1da5-4fbb-a021-e84fb67b1c94 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "PUT /v2.0/routers/daec8228-1ef7-466d-b3b2-1d0650a7f78e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7609959 Sep 01 16:22:35.764186 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58060) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:35.768981 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72410cc1-ce81-4ade-9ec8-8aae30ea1f87 None None] Sync routers for ids ['daec8228-1ef7-466d-b3b2-1d0650a7f78e'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:22:35.778876 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72410cc1-ce81-4ade-9ec8-8aae30ea1f87 None None] Routers {'daec8228-1ef7-466d-b3b2-1d0650a7f78e'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:22:35.779487 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-72410cc1-ce81-4ade-9ec8-8aae30ea1f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:22:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['daec8228-1ef7-466d-b3b2-1d0650a7f78e'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:22:35.816278 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfed1b98-1136-4989-9ced-0572aabe67be tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Deleting subnet ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:22:35.819327 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cfed1b98-1136-4989-9ced-0572aabe67be tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:35.860758 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cfed1b98-1136-4989-9ced-0572aabe67be tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:35.883070 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-72410cc1-ce81-4ade-9ec8-8aae30ea1f87 None None] Set router daec8228-1ef7-466d-b3b2-1d0650a7f78e gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:22:35.955364 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cfed1b98-1136-4989-9ced-0572aabe67be tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:35.974441 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device af503f07-af99-4b99-8a12-d83dbcde5915 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:22:35.998549 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: af503f07-af99-4b99-8a12-d83dbcde5915 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:22:35.999168 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device af503f07-af99-4b99-8a12-d83dbcde5915 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:22:36.018204 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cfed1b98-1136-4989-9ced-0572aabe67be tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:36.046146 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed1b98-1136-4989-9ced-0572aabe67be tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Subnet': ['ID=ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:36.048693 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-cfed1b98-1136-4989-9ced-0572aabe67be tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:36.050845 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cfed1b98-1136-4989-9ced-0572aabe67be tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "DELETE /v2.0/subnets/ba5e5ac5-1552-41c3-9dcf-0b1f6c3aa937 HTTP/1.1" status: 204 len: 168 time: 0.2853839 Sep 01 16:22:36.053203 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58062) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:36.060198 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce90115b-1ad4-4c0e-8530-070e8d641d18 None None] Network 9835bb29-18f6-4105-ae3c-3e08811d2767 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:22:36.159062 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-72410cc1-ce81-4ade-9ec8-8aae30ea1f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30314977', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75'}], 'enable_snat': True}, 'gw_port_id': '83cff81f-df8e-43e4-8dfb-03ead26aa79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:21:27Z', 'updated_at': '2021-09-01T16:22:35Z', 'revision_number': 5, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port': {'id': '83cff81f-df8e-43e4-8dfb-03ead26aa79b', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:8b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:21:28Z', 'updated_at': '2021-09-01T16:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:22:36.174315 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-650f7552-08c6-407d-aa7b-46acf2d43631 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:36.276868 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-650f7552-08c6-407d-aa7b-46acf2d43631 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:36.332159 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-650f7552-08c6-407d-aa7b-46acf2d43631 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Deleting port 83cff81f-df8e-43e4-8dfb-03ead26aa79b {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:22:36.332508 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-650f7552-08c6-407d-aa7b-46acf2d43631 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:36.366399 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72410cc1-ce81-4ade-9ec8-8aae30ea1f87 None None] Checking router: daec8228-1ef7-466d-b3b2-1d0650a7f78e for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:22:36.380322 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72410cc1-ce81-4ade-9ec8-8aae30ea1f87 None None] Routers {'daec8228-1ef7-466d-b3b2-1d0650a7f78e'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:22:36.380936 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-72410cc1-ce81-4ade-9ec8-8aae30ea1f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:22:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['daec8228-1ef7-466d-b3b2-1d0650a7f78e'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:22:36.415859 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-650f7552-08c6-407d-aa7b-46acf2d43631 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] For port 83cff81f-df8e-43e4-8dfb-03ead26aa79b, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=83cff81f-df8e-43e4-8dfb-03ead26aa79b,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:22:36.416277 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-650f7552-08c6-407d-aa7b-46acf2d43631 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:36.430722 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-650f7552-08c6-407d-aa7b-46acf2d43631 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Calling delete_port for 83cff81f-df8e-43e4-8dfb-03ead26aa79b owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:22:36.474091 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-72410cc1-ce81-4ade-9ec8-8aae30ea1f87 None None] Set router daec8228-1ef7-466d-b3b2-1d0650a7f78e gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:22:36.503113 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ee1190-21a9-4d43-9ed0-b5a2e7235c28 None None] DHCP port deletion for 9835bb29-18f6-4105-ae3c-3e08811d2767 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:22:36.533852 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-72410cc1-ce81-4ade-9ec8-8aae30ea1f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30314977', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:21:27Z', 'updated_at': '2021-09-01T16:22:36Z', 'revision_number': 6, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:22:36.564397 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72410cc1-ce81-4ade-9ec8-8aae30ea1f87 None None] The sync data for ids ['daec8228-1ef7-466d-b3b2-1d0650a7f78e'] in n-d-794796-3 is: [{'id': 'daec8228-1ef7-466d-b3b2-1d0650a7f78e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30314977', 'tenant_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:21:27Z', 'updated_at': '2021-09-01T16:22:36Z', 'revision_number': 6, 'project_id': 'bc21f4e70d4041e98e4c57e88619b6a8', 'gw_port_host': None}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:22:36.611728 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee1190-21a9-4d43-9ed0-b5a2e7235c28 None None] Deleting port 441d792c-ba2e-44f5-aae3-fc87b377a5a0 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:22:36.612245 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e0ee1190-21a9-4d43-9ed0-b5a2e7235c28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:36.615303 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-650f7552-08c6-407d-aa7b-46acf2d43631 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:36.647748 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f7552-08c6-407d-aa7b-46acf2d43631 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Port': ['ID=83cff81f-df8e-43e4-8dfb-03ead26aa79b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:36.678934 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e0ee1190-21a9-4d43-9ed0-b5a2e7235c28 None None] For port 441d792c-ba2e-44f5-aae3-fc87b377a5a0, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=441d792c-ba2e-44f5-aae3-fc87b377a5a0,segment=NetworkSegment(452baf32-920a-4b8d-84d3-1e9b609ca449),segment_id=452baf32-920a-4b8d-84d3-1e9b609ca449)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:22:36.679333 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e0ee1190-21a9-4d43-9ed0-b5a2e7235c28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:36.692289 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee1190-21a9-4d43-9ed0-b5a2e7235c28 None None] Calling delete_port for 441d792c-ba2e-44f5-aae3-fc87b377a5a0 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:22:36.704504 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-650f7552-08c6-407d-aa7b-46acf2d43631 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:36.779269 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e0ee1190-21a9-4d43-9ed0-b5a2e7235c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:36.802739 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-650f7552-08c6-407d-aa7b-46acf2d43631 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:36.802986 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee1190-21a9-4d43-9ed0-b5a2e7235c28 None None] Pushing event deleted for resources: {'Port': ['ID=441d792c-ba2e-44f5-aae3-fc87b377a5a0,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:36.804831 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-650f7552-08c6-407d-aa7b-46acf2d43631 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:36.812282 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ee1190-21a9-4d43-9ed0-b5a2e7235c28 None None] No DVR routers for this DVR port 441d792c-ba2e-44f5-aae3-fc87b377a5a0 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:22:36.814487 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1190-21a9-4d43-9ed0-b5a2e7235c28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:36.814837 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1190-21a9-4d43-9ed0-b5a2e7235c28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:36.815250 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1190-21a9-4d43-9ed0-b5a2e7235c28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:36.815647 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1190-21a9-4d43-9ed0-b5a2e7235c28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:36.815933 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1190-21a9-4d43-9ed0-b5a2e7235c28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:36.816271 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1190-21a9-4d43-9ed0-b5a2e7235c28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:36.816641 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1190-21a9-4d43-9ed0-b5a2e7235c28 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:36.816974 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1190-21a9-4d43-9ed0-b5a2e7235c28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:36.817301 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1190-21a9-4d43-9ed0-b5a2e7235c28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:36.817628 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1190-21a9-4d43-9ed0-b5a2e7235c28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:36.817953 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1190-21a9-4d43-9ed0-b5a2e7235c28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:36.818277 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ee1190-21a9-4d43-9ed0-b5a2e7235c28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:36.853441 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-650f7552-08c6-407d-aa7b-46acf2d43631 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:36.854186 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650f7552-08c6-407d-aa7b-46acf2d43631 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Fanout notify agent at l3_agent the message router_deleted on router daec8228-1ef7-466d-b3b2-1d0650a7f78e {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:22:36.861401 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-650f7552-08c6-407d-aa7b-46acf2d43631 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:36.862608 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-650f7552-08c6-407d-aa7b-46acf2d43631 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "DELETE /v2.0/routers/daec8228-1ef7-466d-b3b2-1d0650a7f78e HTTP/1.1" status: 204 len: 168 time: 0.8084264 Sep 01 16:22:36.865371 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58064) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:36.944188 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ceb57541-fec4-4a28-ad58-bda311de7d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:37.045001 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ceb57541-fec4-4a28-ad58-bda311de7d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:37.056258 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-ceb57541-fec4-4a28-ad58-bda311de7d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9835bb29-18f6-4105-ae3c-3e08811d2767']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:22:37.067667 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-ceb57541-fec4-4a28-ad58-bda311de7d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '452baf32-920a-4b8d-84d3-1e9b609ca449') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:22:37.067971 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-ceb57541-fec4-4a28-ad58-bda311de7d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '452baf32-920a-4b8d-84d3-1e9b609ca449') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:22:37.077212 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ceb57541-fec4-4a28-ad58-bda311de7d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:37.090605 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ceb57541-fec4-4a28-ad58-bda311de7d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:37.096840 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb57541-fec4-4a28-ad58-bda311de7d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:22:37.097240 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ceb57541-fec4-4a28-ad58-bda311de7d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: timer() Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:22:37.100439 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:22:37.163003 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ceb57541-fec4-4a28-ad58-bda311de7d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:37.169982 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-ceb57541-fec4-4a28-ad58-bda311de7d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:37.171886 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-ceb57541-fec4-4a28-ad58-bda311de7d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "DELETE /v2.0/networks/9835bb29-18f6-4105-ae3c-3e08811d2767 HTTP/1.1" status: 204 len: 168 time: 0.3055978 Sep 01 16:22:37.175358 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58066) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:37.184216 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb57541-fec4-4a28-ad58-bda311de7d1d tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'Network': ['ID=9835bb29-18f6-4105-ae3c-3e08811d2767,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:37.236685 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-126b7107-c4b9-4173-9b41-429abb877493 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:37.263431 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-126b7107-c4b9-4173-9b41-429abb877493 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:37.329073 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-126b7107-c4b9-4173-9b41-429abb877493 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:37.331809 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-126b7107-c4b9-4173-9b41-429abb877493 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:37.332990 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-126b7107-c4b9-4173-9b41-429abb877493 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] 10.222.0.60 "DELETE /v2.0/security-groups/829d0bc0-bf95-412a-b2ef-534bbeff481b HTTP/1.1" status: 204 len: 168 time: 0.1566448 Sep 01 16:22:37.342508 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b7107-c4b9-4173-9b41-429abb877493 tempest-TestNetworkAdvancedServerOps-1187168964 tempest-TestNetworkAdvancedServerOps-1187168964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=829d0bc0-bf95-412a-b2ef-534bbeff481b,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:37.659424 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58074) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:37.812029 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-455fb80f-cbc6-4de5-b95d-e4b7b9462dd1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bc21f4e70d4041e98e4c57e88619b6a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1511171 Sep 01 16:22:37.814970 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58078) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:37.862316 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3da1c80a-5527-4fb1-8e53-7ae5bae298b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:37.882995 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3da1c80a-5527-4fb1-8e53-7ae5bae298b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:37.933820 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3da1c80a-5527-4fb1-8e53-7ae5bae298b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:37.936606 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3da1c80a-5527-4fb1-8e53-7ae5bae298b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:37.937771 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3da1c80a-5527-4fb1-8e53-7ae5bae298b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/322742d5-d841-4f16-a893-7a84b53a40e6 HTTP/1.1" status: 204 len: 168 time: 0.1218541 Sep 01 16:22:37.948073 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1c80a-5527-4fb1-8e53-7ae5bae298b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322742d5-d841-4f16-a893-7a84b53a40e6,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:38.196127 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 83cff81f-df8e-43e4-8dfb-03ead26aa79b no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:22:38.202644 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58084) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:38.215676 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ced7a2c5-4ca8-43d6-9fc7-f11255c8469f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:38.216789 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 83cff81f-df8e-43e4-8dfb-03ead26aa79b {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:22:38.217098 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 83cff81f-df8e-43e4-8dfb-03ead26aa79b not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:22:38.217524 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 15aec24b-80a8-4e48-a528-e009adbfe103 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:22:38.237070 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 15aec24b-80a8-4e48-a528-e009adbfe103 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:22:38.237423 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 15aec24b-80a8-4e48-a528-e009adbfe103 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:22:38.237938 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 441d792c-ba2e-44f5-aae3-fc87b377a5a0 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:22:38.260727 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 441d792c-ba2e-44f5-aae3-fc87b377a5a0 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:22:38.261203 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 441d792c-ba2e-44f5-aae3-fc87b377a5a0 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:22:38.310929 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ced7a2c5-4ca8-43d6-9fc7-f11255c8469f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:38.315194 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ced7a2c5-4ca8-43d6-9fc7-f11255c8469f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:38.351825 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ced7a2c5-4ca8-43d6-9fc7-f11255c8469f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c373619940334dad952d9819eed8771d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481125 Sep 01 16:22:38.352716 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7a2c5-4ca8-43d6-9fc7-f11255c8469f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f132327c-ff53-4d87-b192-6e47a9388f67,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:38.354619 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58086) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:38.403561 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6c288b26-dd20-4de2-b9f2-55359e94d638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:38.424228 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6c288b26-dd20-4de2-b9f2-55359e94d638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:38.470685 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6c288b26-dd20-4de2-b9f2-55359e94d638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:38.473491 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-6c288b26-dd20-4de2-b9f2-55359e94d638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:38.474931 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6c288b26-dd20-4de2-b9f2-55359e94d638 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f132327c-ff53-4d87-b192-6e47a9388f67 HTTP/1.1" status: 204 len: 168 time: 0.1193097 Sep 01 16:22:38.482692 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c288b26-dd20-4de2-b9f2-55359e94d638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f132327c-ff53-4d87-b192-6e47a9388f67,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:39.173625 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58108) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:39.244922 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:39.272476 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-7ed1fe38-242d-440d-a25f-bd6d2e52477b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1428425994-network', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:22:39.293152 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed1fe38-242d-440d-a25f-bd6d2e52477b admin admin] Made reservation on behalf of c11cdc31b9444cee90ae353326ca9f91 for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:22:39.295551 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ed1fe38-242d-440d-a25f-bd6d2e52477b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:39.303866 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ed1fe38-242d-440d-a25f-bd6d2e52477b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:39.396766 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ed1fe38-242d-440d-a25f-bd6d2e52477b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:39.401685 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ed1fe38-242d-440d-a25f-bd6d2e52477b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:39.411450 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-786b8fb6-fdbd-4837-bc99-efaa8a8f541a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:39.422097 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed1fe38-242d-440d-a25f-bd6d2e52477b admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:22:39.435080 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1fe38-242d-440d-a25f-bd6d2e52477b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dfd7d7-5753-4f66-8907-df55ca246ae7,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:39.440282 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ed1fe38-242d-440d-a25f-bd6d2e52477b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:39.440628 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-7ed1fe38-242d-440d-a25f-bd6d2e52477b admin admin] Added segment 33f97a8b-0b90-478c-aabb-fa39b0487752 of type vlan for network 18022723-7b19-484f-9514-d455167fd349 Sep 01 16:22:39.486269 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ed1fe38-242d-440d-a25f-bd6d2e52477b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:39.510283 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ed1fe38-242d-440d-a25f-bd6d2e52477b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:39.511261 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed1fe38-242d-440d-a25f-bd6d2e52477b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:39.511838 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7ed1fe38-242d-440d-a25f-bd6d2e52477b admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:39.562147 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7ed1fe38-242d-440d-a25f-bd6d2e52477b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3873403 Sep 01 16:22:39.565759 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58112) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:39.571425 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1fe38-242d-440d-a25f-bd6d2e52477b admin admin] Pushing event updated for resources: {'Network': ['ID=18022723-7b19-484f-9514-d455167fd349,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:39.571601 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-ddba13f6-1781-48a0-a6dd-cff214048054 admin admin] Request body: {'subnet': {'network_id': '18022723-7b19-484f-9514-d455167fd349', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1428425994-subnet', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:22:39.581492 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 18022723-7b19-484f-9514-d455167fd349 details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:22:39.595667 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddba13f6-1781-48a0-a6dd-cff214048054 admin admin] Made reservation on behalf of c11cdc31b9444cee90ae353326ca9f91 for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:22:39.598078 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ddba13f6-1781-48a0-a6dd-cff214048054 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:39.766107 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ddba13f6-1781-48a0-a6dd-cff214048054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:39.825416 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba13f6-1781-48a0-a6dd-cff214048054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1050a2fc-5e3d-4eea-b16e-b62cbec846ef,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:39.833630 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddba13f6-1781-48a0-a6dd-cff214048054 admin admin] Checking segment: {'id': '33f97a8b-0b90-478c-aabb-fa39b0487752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18022723-7b19-484f-9514-d455167fd349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:22:39.833996 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddba13f6-1781-48a0-a6dd-cff214048054 admin admin] Network hostable DHCP agents. Network: 18022723-7b19-484f-9514-d455167fd349, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:22:39.850889 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddba13f6-1781-48a0-a6dd-cff214048054 admin admin] Network 18022723-7b19-484f-9514-d455167fd349 is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:22:39.859179 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-ddba13f6-1781-48a0-a6dd-cff214048054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 18022723-7b19-484f-9514-d455167fd349) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:22:39.863590 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddba13f6-1781-48a0-a6dd-cff214048054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:39.864218 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ddba13f6-1781-48a0-a6dd-cff214048054 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:39.868853 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b1eb13-da2f-45c2-9f90-e8b3f87c0411 None None] Network 18022723-7b19-484f-9514-d455167fd349 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:22:39.877777 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ddba13f6-1781-48a0-a6dd-cff214048054 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3103075 Sep 01 16:22:39.880645 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58114) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:39.884957 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-8d699526-fa5f-4e68-ae96-f34138e602aa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1428425994-router', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:22:39.904659 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d699526-fa5f-4e68-ae96-f34138e602aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:39.905744 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d699526-fa5f-4e68-ae96-f34138e602aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:39.959117 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d699526-fa5f-4e68-ae96-f34138e602aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:40.025536 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a92fd21-7019-44ee-a22b-be2a4e3d5ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-18022723-7b19-484f-9514-d455167fd349', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'fixed_ips': [{'subnet_id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:22:40.026423 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9a92fd21-7019-44ee-a22b-be2a4e3d5ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:40.099606 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d699526-fa5f-4e68-ae96-f34138e602aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:40.162111 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-9a92fd21-7019-44ee-a22b-be2a4e3d5ca1 None None] Allocated IP 172.20.0.2 (18022723-7b19-484f-9514-d455167fd349/1050a2fc-5e3d-4eea-b16e-b62cbec846ef/fd3423f6-2f59-4ac7-aa66-1e8bfca2f632) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:22:40.294396 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d699526-fa5f-4e68-ae96-f34138e602aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:40.303147 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9a92fd21-7019-44ee-a22b-be2a4e3d5ca1 None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:40.311840 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9a92fd21-7019-44ee-a22b-be2a4e3d5ca1 None None] Transition to ACTIVE for port object fd3423f6-2f59-4ac7-aa66-1e8bfca2f632 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:22:40.318878 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d699526-fa5f-4e68-ae96-f34138e602aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:40.327426 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-9a92fd21-7019-44ee-a22b-be2a4e3d5ca1 None None] Transition to ACTIVE for port object fd3423f6-2f59-4ac7-aa66-1e8bfca2f632 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:22:40.333625 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9a92fd21-7019-44ee-a22b-be2a4e3d5ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:40.372265 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a92fd21-7019-44ee-a22b-be2a4e3d5ca1 None None] Network 18022723-7b19-484f-9514-d455167fd349 is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:22:40.375101 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-9a92fd21-7019-44ee-a22b-be2a4e3d5ca1 None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:22:40.381239 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a92fd21-7019-44ee-a22b-be2a4e3d5ca1 None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:22:40.406880 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92fd21-7019-44ee-a22b-be2a4e3d5ca1 None None] Pushing event updated for resources: {'Port': ['ID=fd3423f6-2f59-4ac7-aa66-1e8bfca2f632,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:40.421895 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-8d699526-fa5f-4e68-ae96-f34138e602aa admin admin] Allocated IP 172.25.6.55 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/fc74cd9e-c0c5-4419-9c37-708c90851111) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:22:40.439934 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-9a92fd21-7019-44ee-a22b-be2a4e3d5ca1 None None] Attempting to bind port fd3423f6-2f59-4ac7-aa66-1e8bfca2f632 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:22:40.440307 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-9a92fd21-7019-44ee-a22b-be2a4e3d5ca1 None None] Attempting to bind port fd3423f6-2f59-4ac7-aa66-1e8bfca2f632 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '33f97a8b-0b90-478c-aabb-fa39b0487752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18022723-7b19-484f-9514-d455167fd349'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:22:40.440675 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a92fd21-7019-44ee-a22b-be2a4e3d5ca1 None None] Attempting to bind port fd3423f6-2f59-4ac7-aa66-1e8bfca2f632 on network 18022723-7b19-484f-9514-d455167fd349 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:22:40.445694 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a92fd21-7019-44ee-a22b-be2a4e3d5ca1 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:22:40.446068 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a92fd21-7019-44ee-a22b-be2a4e3d5ca1 None None] Checking segment: {'id': '33f97a8b-0b90-478c-aabb-fa39b0487752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18022723-7b19-484f-9514-d455167fd349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:22:40.446499 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9a92fd21-7019-44ee-a22b-be2a4e3d5ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:40.446897 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a92fd21-7019-44ee-a22b-be2a4e3d5ca1 None None] Bound using segment: {'id': '33f97a8b-0b90-478c-aabb-fa39b0487752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18022723-7b19-484f-9514-d455167fd349'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:22:40.447373 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-9a92fd21-7019-44ee-a22b-be2a4e3d5ca1 None None] Bound port: fd3423f6-2f59-4ac7-aa66-1e8bfca2f632, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f97a8b-0b90-478c-aabb-fa39b0487752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18022723-7b19-484f-9514-d455167fd349'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:22:40.447757 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9a92fd21-7019-44ee-a22b-be2a4e3d5ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:40.510988 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-9a92fd21-7019-44ee-a22b-be2a4e3d5ca1 None None] For port fd3423f6-2f59-4ac7-aa66-1e8bfca2f632, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:22:40.514087 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-9a92fd21-7019-44ee-a22b-be2a4e3d5ca1 None None] For port fd3423f6-2f59-4ac7-aa66-1e8bfca2f632, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fd3423f6-2f59-4ac7-aa66-1e8bfca2f632,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:22:40.518938 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9a92fd21-7019-44ee-a22b-be2a4e3d5ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:40.529961 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d699526-fa5f-4e68-ae96-f34138e602aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:40.573335 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d699526-fa5f-4e68-ae96-f34138e602aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:40.583441 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92fd21-7019-44ee-a22b-be2a4e3d5ca1 None None] Pushing event updated for resources: {'Port': ['ID=fd3423f6-2f59-4ac7-aa66-1e8bfca2f632,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:40.616721 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d699526-fa5f-4e68-ae96-f34138e602aa admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:22:40.621727 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-8d699526-fa5f-4e68-ae96-f34138e602aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:22:40.625364 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d699526-fa5f-4e68-ae96-f34138e602aa admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:22:40.651415 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d699526-fa5f-4e68-ae96-f34138e602aa admin admin] Pushing event updated for resources: {'Port': ['ID=fc74cd9e-c0c5-4419-9c37-708c90851111,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:40.891465 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d699526-fa5f-4e68-ae96-f34138e602aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:41.084110 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d699526-fa5f-4e68-ae96-f34138e602aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:41.216697 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d699526-fa5f-4e68-ae96-f34138e602aa admin admin] Router 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:22:41.447772 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73947a5f-6e4d-4b77-9f27-210624f630d2 None None] Network 18022723-7b19-484f-9514-d455167fd349 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:22:41.531559 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7c75ed36-f784-446b-bf89-1b03c34382db None None] Provisioning for port fd3423f6-2f59-4ac7-aa66-1e8bfca2f632 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:22:41.665030 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d699526-fa5f-4e68-ae96-f34138e602aa admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:22:41.676609 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7482aaa5-e4d9-45e0-a78f-73e1ab858edb None None] Sync routers for ids ['69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:22:41.682601 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8d699526-fa5f-4e68-ae96-f34138e602aa admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:41.684002 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8d699526-fa5f-4e68-ae96-f34138e602aa admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8023691 Sep 01 16:22:41.686901 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58116) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:41.691629 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7482aaa5-e4d9-45e0-a78f-73e1ab858edb None None] Routers {'69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:22:41.692256 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7482aaa5-e4d9-45e0-a78f-73e1ab858edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:22:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:22:41.804014 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-7482aaa5-e4d9-45e0-a78f-73e1ab858edb None None] Set router 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:22:41.990455 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7482aaa5-e4d9-45e0-a78f-73e1ab858edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'name': 'tempest-TestShelveInstance-1428425994-router', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:39Z', 'updated_at': '2021-09-01T16:22:40Z', 'revision_number': 3, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'gw_port': {'id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:40Z', 'updated_at': '2021-09-01T16:22:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:22:42.015829 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7482aaa5-e4d9-45e0-a78f-73e1ab858edb None None] Checking router: 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:22:42.016180 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7482aaa5-e4d9-45e0-a78f-73e1ab858edb None None] Updating router 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd port fc74cd9e-c0c5-4419-9c37-708c90851111 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:22:42.041936 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-7482aaa5-e4d9-45e0-a78f-73e1ab858edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:42.103631 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-815d15d9-e4f7-4f4d-91d9-5539bac82c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:42.234186 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fd3423f6-2f59-4ac7-aa66-1e8bfca2f632 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:22:42.269617 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-815d15d9-e4f7-4f4d-91d9-5539bac82c20 admin admin] Allocated IP 172.20.0.1 (18022723-7b19-484f-9514-d455167fd349/1050a2fc-5e3d-4eea-b16e-b62cbec846ef/bc18e9d1-de20-405a-b6f7-a5a4a63660ba) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:22:42.285453 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:42.303861 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port fd3423f6-2f59-4ac7-aa66-1e8bfca2f632 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:22:42.308020 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port fd3423f6-2f59-4ac7-aa66-1e8bfca2f632 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:22:42.308595 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:42.310188 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-7482aaa5-e4d9-45e0-a78f-73e1ab858edb None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:42.324353 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-7482aaa5-e4d9-45e0-a78f-73e1ab858edb None None] Transition to ACTIVE for port object fc74cd9e-c0c5-4419-9c37-708c90851111 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:22:42.332042 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-7482aaa5-e4d9-45e0-a78f-73e1ab858edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:42.380610 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-7482aaa5-e4d9-45e0-a78f-73e1ab858edb None None] Attempting to bind port fc74cd9e-c0c5-4419-9c37-708c90851111 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:22:42.381004 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-7482aaa5-e4d9-45e0-a78f-73e1ab858edb None None] Attempting to bind port fc74cd9e-c0c5-4419-9c37-708c90851111 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:22:42.381659 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7482aaa5-e4d9-45e0-a78f-73e1ab858edb None None] Attempting to bind port fc74cd9e-c0c5-4419-9c37-708c90851111 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:22:42.385160 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-815d15d9-e4f7-4f4d-91d9-5539bac82c20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:42.387701 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7482aaa5-e4d9-45e0-a78f-73e1ab858edb None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:22:42.388045 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7482aaa5-e4d9-45e0-a78f-73e1ab858edb None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:22:42.388442 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-7482aaa5-e4d9-45e0-a78f-73e1ab858edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:42.388829 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7482aaa5-e4d9-45e0-a78f-73e1ab858edb None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:22:42.389287 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-7482aaa5-e4d9-45e0-a78f-73e1ab858edb None None] Bound port: fc74cd9e-c0c5-4419-9c37-708c90851111, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:22:42.389675 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-7482aaa5-e4d9-45e0-a78f-73e1ab858edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:42.395129 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:42.400728 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [None req-815d15d9-e4f7-4f4d-91d9-5539bac82c20 admin admin] Transition to ACTIVE for port object bc18e9d1-de20-405a-b6f7-a5a4a63660ba will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:22:42.429728 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db8e8e-0a72-408d-91d1-fc49d91b8e20 None None] Pushing event updated for resources: {'Port': ['ID=fc74cd9e-c0c5-4419-9c37-708c90851111,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:42.431781 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port fd3423f6-2f59-4ac7-aa66-1e8bfca2f632, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fd3423f6-2f59-4ac7-aa66-1e8bfca2f632,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:22:42.435884 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:42.439261 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-815d15d9-e4f7-4f4d-91d9-5539bac82c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:42.458957 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db8e8e-0a72-408d-91d1-fc49d91b8e20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:42.459298 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db8e8e-0a72-408d-91d1-fc49d91b8e20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:42.459645 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db8e8e-0a72-408d-91d1-fc49d91b8e20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:42.459965 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db8e8e-0a72-408d-91d1-fc49d91b8e20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:42.460285 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db8e8e-0a72-408d-91d1-fc49d91b8e20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:42.460607 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db8e8e-0a72-408d-91d1-fc49d91b8e20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:42.460926 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db8e8e-0a72-408d-91d1-fc49d91b8e20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:42.461243 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db8e8e-0a72-408d-91d1-fc49d91b8e20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:42.461552 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db8e8e-0a72-408d-91d1-fc49d91b8e20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:42.461870 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db8e8e-0a72-408d-91d1-fc49d91b8e20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:42.462183 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db8e8e-0a72-408d-91d1-fc49d91b8e20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:42.462520 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db8e8e-0a72-408d-91d1-fc49d91b8e20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:22:42.466100 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-7482aaa5-e4d9-45e0-a78f-73e1ab858edb None None] For port fc74cd9e-c0c5-4419-9c37-708c90851111, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:22:42.469563 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-7482aaa5-e4d9-45e0-a78f-73e1ab858edb None None] For port fc74cd9e-c0c5-4419-9c37-708c90851111, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fc74cd9e-c0c5-4419-9c37-708c90851111,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:22:42.474644 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-7482aaa5-e4d9-45e0-a78f-73e1ab858edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:42.481691 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815d15d9-e4f7-4f4d-91d9-5539bac82c20 admin admin] Network 18022723-7b19-484f-9514-d455167fd349 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:22:42.487108 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-815d15d9-e4f7-4f4d-91d9-5539bac82c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:22:42.491018 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815d15d9-e4f7-4f4d-91d9-5539bac82c20 admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:22:42.513210 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=fd3423f6-2f59-4ac7-aa66-1e8bfca2f632,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:42.525508 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d15d9-e4f7-4f4d-91d9-5539bac82c20 admin admin] Pushing event updated for resources: {'Port': ['ID=bc18e9d1-de20-405a-b6f7-a5a4a63660ba,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:42.526961 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7482aaa5-e4d9-45e0-a78f-73e1ab858edb None None] Routers {'69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:22:42.527574 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7482aaa5-e4d9-45e0-a78f-73e1ab858edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:22:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:22:42.542122 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-815d15d9-e4f7-4f4d-91d9-5539bac82c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:42.694244 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-815d15d9-e4f7-4f4d-91d9-5539bac82c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:42.722252 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db8e8e-0a72-408d-91d1-fc49d91b8e20 None None] Pushing event updated for resources: {'Port': ['ID=fc74cd9e-c0c5-4419-9c37-708c90851111,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:42.751782 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-7482aaa5-e4d9-45e0-a78f-73e1ab858edb None None] Set router 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:22:42.785137 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1af230fd-8ec6-4a2b-9731-9d5df4a46afa None None] Provisioning for port bc18e9d1-de20-405a-b6f7-a5a4a63660ba completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:22:42.789343 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1af230fd-8ec6-4a2b-9731-9d5df4a46afa None None] Provisioning complete for port bc18e9d1-de20-405a-b6f7-a5a4a63660ba triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:22:42.789731 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1af230fd-8ec6-4a2b-9731-9d5df4a46afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:42.826261 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1af230fd-8ec6-4a2b-9731-9d5df4a46afa None None] Port bc18e9d1-de20-405a-b6f7-a5a4a63660ba cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:22:42.868333 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-815d15d9-e4f7-4f4d-91d9-5539bac82c20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:42.872744 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-815d15d9-e4f7-4f4d-91d9-5539bac82c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:42.925829 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-7482aaa5-e4d9-45e0-a78f-73e1ab858edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'name': 'tempest-TestShelveInstance-1428425994-router', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:39Z', 'updated_at': '2021-09-01T16:22:40Z', 'revision_number': 3, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'gw_port': {'id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:40Z', 'updated_at': '2021-09-01T16:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:22:42.937995 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-815d15d9-e4f7-4f4d-91d9-5539bac82c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:42.940473 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d15d9-e4f7-4f4d-91d9-5539bac82c20 admin admin] Pushing event updated for resources: {'Port': ['ID=bc18e9d1-de20-405a-b6f7-a5a4a63660ba,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:42.953880 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7482aaa5-e4d9-45e0-a78f-73e1ab858edb None None] The sync data for ids ['69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'] in n-d-794796-3 is: [{'id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'name': 'tempest-TestShelveInstance-1428425994-router', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:39Z', 'updated_at': '2021-09-01T16:22:40Z', 'revision_number': 3, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'gw_port': {'id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:40Z', 'updated_at': '2021-09-01T16:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:22:43.037544 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815d15d9-e4f7-4f4d-91d9-5539bac82c20 admin admin] Network 18022723-7b19-484f-9514-d455167fd349 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:22:43.039431 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-815d15d9-e4f7-4f4d-91d9-5539bac82c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:22:43.159629 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815d15d9-e4f7-4f4d-91d9-5539bac82c20 admin admin] Router 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:22:43.295399 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815d15d9-e4f7-4f4d-91d9-5539bac82c20 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:22:43.301802 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-815d15d9-e4f7-4f4d-91d9-5539bac82c20 admin admin] 10.222.0.60 "PUT /v2.0/routers/69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6140344 Sep 01 16:22:43.350317 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-4e40425b-6543-4045-9c80-ba4ccc57fa8f None None] Provisioning complete for port bc18e9d1-de20-405a-b6f7-a5a4a63660ba triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:22:43.351049 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4e40425b-6543-4045-9c80-ba4ccc57fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:43.388530 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-4e40425b-6543-4045-9c80-ba4ccc57fa8f None None] Port bc18e9d1-de20-405a-b6f7-a5a4a63660ba cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:22:43.545542 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:43.746196 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4a474228-9ba3-4c94-aec7-31a8247fc5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:43.795934 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58132) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:43.801818 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-bfab0376-d9db-4fa8-8366-b6c513df4fcf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-691070913-network', 'tenant_id': 'c9247e7a6cbd4d8798f98415d76a0dc5'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:22:43.822480 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfab0376-d9db-4fa8-8366-b6c513df4fcf admin admin] Made reservation on behalf of c9247e7a6cbd4d8798f98415d76a0dc5 for: {'network': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:22:43.824867 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bfab0376-d9db-4fa8-8366-b6c513df4fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:43.833642 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bfab0376-d9db-4fa8-8366-b6c513df4fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:43.923679 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bfab0376-d9db-4fa8-8366-b6c513df4fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:43.927854 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bfab0376-d9db-4fa8-8366-b6c513df4fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:43.952249 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfab0376-d9db-4fa8-8366-b6c513df4fcf admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94734) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:22:43.962025 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab0376-d9db-4fa8-8366-b6c513df4fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e936bb-0555-46f8-b0ce-07ad34e83453,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:43.966726 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bfab0376-d9db-4fa8-8366-b6c513df4fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:43.967077 n-d-794796-3 neutron-server[94734]: INFO neutron.db.segments_db [None req-bfab0376-d9db-4fa8-8366-b6c513df4fcf admin admin] Added segment 9fd92f0c-e156-424a-867b-596422e6c0a2 of type vlan for network 43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f Sep 01 16:22:44.012441 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bfab0376-d9db-4fa8-8366-b6c513df4fcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:44.035925 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bfab0376-d9db-4fa8-8366-b6c513df4fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:44.036880 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfab0376-d9db-4fa8-8366-b6c513df4fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:44.037504 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bfab0376-d9db-4fa8-8366-b6c513df4fcf admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:44.090701 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bfab0376-d9db-4fa8-8366-b6c513df4fcf admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2934439 Sep 01 16:22:44.093354 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58134) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:44.098989 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-586e221e-41e3-47d6-80a0-d2f6049ce988 admin admin] Request body: {'subnet': {'network_id': '43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-691070913-subnet', 'tenant_id': 'c9247e7a6cbd4d8798f98415d76a0dc5', 'ip_version': 4}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:22:44.100550 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab0376-d9db-4fa8-8366-b6c513df4fcf admin admin] Pushing event updated for resources: {'Network': ['ID=43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:44.110759 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:22:44.119445 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586e221e-41e3-47d6-80a0-d2f6049ce988 admin admin] Made reservation on behalf of c9247e7a6cbd4d8798f98415d76a0dc5 for: {'subnet': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:22:44.121860 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-586e221e-41e3-47d6-80a0-d2f6049ce988 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9569820'] for subnet, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:44.294466 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fd3423f6-2f59-4ac7-aa66-1e8bfca2f632 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:22:44.307456 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-586e221e-41e3-47d6-80a0-d2f6049ce988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9223546', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9569802'] for subnet, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:44.356525 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port fd3423f6-2f59-4ac7-aa66-1e8bfca2f632 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:22:44.357186 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:44.371587 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e221e-41e3-47d6-80a0-d2f6049ce988 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ea31bae-e6d2-48ce-bc0f-e2d3fc83ec7d,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:44.376709 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586e221e-41e3-47d6-80a0-d2f6049ce988 admin admin] Checking segment: {'id': '9fd92f0c-e156-424a-867b-596422e6c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:22:44.377066 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586e221e-41e3-47d6-80a0-d2f6049ce988 admin admin] Network hostable DHCP agents. Network: 43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:22:44.395555 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586e221e-41e3-47d6-80a0-d2f6049ce988 admin admin] Network 43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:22:44.408113 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-586e221e-41e3-47d6-80a0-d2f6049ce988 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f) {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:22:44.415286 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586e221e-41e3-47d6-80a0-d2f6049ce988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:44.416390 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-586e221e-41e3-47d6-80a0-d2f6049ce988 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:44.440497 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1603c6-d2bb-40e8-ac9a-22c1277cb8eb None None] Network 43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:22:44.444035 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58136) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:44.445664 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-586e221e-41e3-47d6-80a0-d2f6049ce988 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3509235 Sep 01 16:22:44.452951 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-19dd875f-6e97-4b28-89fb-4959e264b160 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-691070913-router', 'tenant_id': 'c9247e7a6cbd4d8798f98415d76a0dc5', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:22:44.483511 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19dd875f-6e97-4b28-89fb-4959e264b160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:44.485065 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19dd875f-6e97-4b28-89fb-4959e264b160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:44.511404 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fc74cd9e-c0c5-4419-9c37-708c90851111 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:22:44.554113 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19dd875f-6e97-4b28-89fb-4959e264b160 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:44.611923 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port fc74cd9e-c0c5-4419-9c37-708c90851111 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:22:44.619265 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port fc74cd9e-c0c5-4419-9c37-708c90851111 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:22:44.619830 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:44.623181 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a532a22c-c31c-4660-afcb-93fc97ff0e02 None None] Sync routers for ids ['69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:22:44.675698 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a532a22c-c31c-4660-afcb-93fc97ff0e02 None None] Routers {'69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:22:44.676341 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a532a22c-c31c-4660-afcb-93fc97ff0e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:22:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:22:44.683291 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3366be2d-bce4-4412-833f-f299f5dabf9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f', 'network_id': '43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f', 'tenant_id': 'c9247e7a6cbd4d8798f98415d76a0dc5', 'fixed_ips': [{'subnet_id': '2ea31bae-e6d2-48ce-bc0f-e2d3fc83ec7d'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:22:44.684131 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3366be2d-bce4-4412-833f-f299f5dabf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:44.700397 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19dd875f-6e97-4b28-89fb-4959e264b160 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:44.902739 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19dd875f-6e97-4b28-89fb-4959e264b160 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:44.927438 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19dd875f-6e97-4b28-89fb-4959e264b160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:45.033096 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-19dd875f-6e97-4b28-89fb-4959e264b160 admin admin] Allocated IP 172.25.6.125 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/aa275dc6-0960-4d88-a823-0825a7d372e4) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:22:45.064360 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-a532a22c-c31c-4660-afcb-93fc97ff0e02 None None] Set router 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:22:45.109847 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:45.136883 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19dd875f-6e97-4b28-89fb-4959e264b160 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:45.178084 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19dd875f-6e97-4b28-89fb-4959e264b160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:45.185544 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port fc74cd9e-c0c5-4419-9c37-708c90851111, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fc74cd9e-c0c5-4419-9c37-708c90851111,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:22:45.191685 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-3366be2d-bce4-4412-833f-f299f5dabf9c None None] Allocated IP 172.20.0.2 (43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f/2ea31bae-e6d2-48ce-bc0f-e2d3fc83ec7d/bc6a1a68-4db7-43b3-a890-188def745a6a) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:22:45.194373 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:45.218856 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dd875f-6e97-4b28-89fb-4959e264b160 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:22:45.223774 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-19dd875f-6e97-4b28-89fb-4959e264b160 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:22:45.226521 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dd875f-6e97-4b28-89fb-4959e264b160 admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:22:45.258483 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd875f-6e97-4b28-89fb-4959e264b160 admin admin] Pushing event updated for resources: {'Port': ['ID=aa275dc6-0960-4d88-a823-0825a7d372e4,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:45.349498 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=fc74cd9e-c0c5-4419-9c37-708c90851111,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:45.468708 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:45.483936 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19dd875f-6e97-4b28-89fb-4959e264b160 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:45.492800 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3366be2d-bce4-4412-833f-f299f5dabf9c None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:45.503116 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a532a22c-c31c-4660-afcb-93fc97ff0e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'name': 'tempest-TestShelveInstance-1428425994-router', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:39Z', 'updated_at': '2021-09-01T16:22:42Z', 'revision_number': 4, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'gw_port': {'id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:40Z', 'updated_at': '2021-09-01T16:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'bc18e9d1-de20-405a-b6f7-a5a4a63660ba', 'name': '', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'mac_address': 'fa:16:3e:21:a1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:42Z', 'updated_at': '2021-09-01T16:22:42Z', 'revision_number': 2, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'subnets': [{'id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:22:45.530124 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3366be2d-bce4-4412-833f-f299f5dabf9c None None] Transition to ACTIVE for port object bc6a1a68-4db7-43b3-a890-188def745a6a will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:22:45.532156 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a532a22c-c31c-4660-afcb-93fc97ff0e02 None None] Checking router: 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:22:45.532508 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a532a22c-c31c-4660-afcb-93fc97ff0e02 None None] Updating router 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd port bc18e9d1-de20-405a-b6f7-a5a4a63660ba binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:22:45.566349 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3366be2d-bce4-4412-833f-f299f5dabf9c None None] Transition to ACTIVE for port object bc6a1a68-4db7-43b3-a890-188def745a6a will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:22:45.568075 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a532a22c-c31c-4660-afcb-93fc97ff0e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:45.578400 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3366be2d-bce4-4412-833f-f299f5dabf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:45.647551 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3366be2d-bce4-4412-833f-f299f5dabf9c None None] Network 43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:22:45.655111 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-3366be2d-bce4-4412-833f-f299f5dabf9c None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:22:45.662220 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3366be2d-bce4-4412-833f-f299f5dabf9c None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:22:45.671461 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366be2d-bce4-4412-833f-f299f5dabf9c None None] Pushing event updated for resources: {'Port': ['ID=bc6a1a68-4db7-43b3-a890-188def745a6a,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:45.703408 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19dd875f-6e97-4b28-89fb-4959e264b160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:45.792029 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3366be2d-bce4-4412-833f-f299f5dabf9c None None] Attempting to bind port bc6a1a68-4db7-43b3-a890-188def745a6a on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:22:45.792314 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3366be2d-bce4-4412-833f-f299f5dabf9c None None] Attempting to bind port bc6a1a68-4db7-43b3-a890-188def745a6a by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '9fd92f0c-e156-424a-867b-596422e6c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:22:45.792674 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3366be2d-bce4-4412-833f-f299f5dabf9c None None] Attempting to bind port bc6a1a68-4db7-43b3-a890-188def745a6a on network 43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:22:45.831554 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3366be2d-bce4-4412-833f-f299f5dabf9c None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:22:45.832907 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3366be2d-bce4-4412-833f-f299f5dabf9c None None] Checking segment: {'id': '9fd92f0c-e156-424a-867b-596422e6c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:22:45.832907 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3366be2d-bce4-4412-833f-f299f5dabf9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:45.832907 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3366be2d-bce4-4412-833f-f299f5dabf9c None None] Bound using segment: {'id': '9fd92f0c-e156-424a-867b-596422e6c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:22:45.833223 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19dd875f-6e97-4b28-89fb-4959e264b160 admin admin] Router 2ced10d2-6174-4186-9e57-bc564b3bfb3b is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:22:45.833345 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-3366be2d-bce4-4412-833f-f299f5dabf9c None None] Bound port: bc6a1a68-4db7-43b3-a890-188def745a6a, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd92f0c-e156-424a-867b-596422e6c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:22:45.833698 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3366be2d-bce4-4412-833f-f299f5dabf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:45.933112 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3366be2d-bce4-4412-833f-f299f5dabf9c None None] For port bc6a1a68-4db7-43b3-a890-188def745a6a, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:22:45.937209 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3366be2d-bce4-4412-833f-f299f5dabf9c None None] For port bc6a1a68-4db7-43b3-a890-188def745a6a, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=bc6a1a68-4db7-43b3-a890-188def745a6a,segment=NetworkSegment(9fd92f0c-e156-424a-867b-596422e6c0a2),segment_id=9fd92f0c-e156-424a-867b-596422e6c0a2)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:22:45.938376 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19dd875f-6e97-4b28-89fb-4959e264b160 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:22:45.948831 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3366be2d-bce4-4412-833f-f299f5dabf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:45.949519 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9ed8a-5817-480a-8ca8-69e27de62681 None None] Sync routers for ids ['2ced10d2-6174-4186-9e57-bc564b3bfb3b'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:22:45.959077 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d9ed8a-5817-480a-8ca8-69e27de62681 None None] Routers {'2ced10d2-6174-4186-9e57-bc564b3bfb3b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:22:45.959652 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-19dd875f-6e97-4b28-89fb-4959e264b160 admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:45.959793 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-a9d9ed8a-5817-480a-8ca8-69e27de62681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:22:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2ced10d2-6174-4186-9e57-bc564b3bfb3b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:22:45.965940 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58138) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:45.967849 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-19dd875f-6e97-4b28-89fb-4959e264b160 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5211680 Sep 01 16:22:46.043243 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a532a22c-c31c-4660-afcb-93fc97ff0e02 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:46.055137 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366be2d-bce4-4412-833f-f299f5dabf9c None None] Pushing event updated for resources: {'Port': ['ID=bc6a1a68-4db7-43b3-a890-188def745a6a,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:46.059855 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-a532a22c-c31c-4660-afcb-93fc97ff0e02 None None] Transition to ACTIVE for port object bc18e9d1-de20-405a-b6f7-a5a4a63660ba will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:22:46.067411 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a532a22c-c31c-4660-afcb-93fc97ff0e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:46.074839 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-a9d9ed8a-5817-480a-8ca8-69e27de62681 None None] Set router 2ced10d2-6174-4186-9e57-bc564b3bfb3b gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:22:46.120799 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aabebb1-7cec-426a-8bcf-27819f83d4d1 None None] Pushing event updated for resources: {'Port': ['ID=bc18e9d1-de20-405a-b6f7-a5a4a63660ba,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:46.198956 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a532a22c-c31c-4660-afcb-93fc97ff0e02 None None] Attempting to bind port bc18e9d1-de20-405a-b6f7-a5a4a63660ba on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:22:46.199881 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a532a22c-c31c-4660-afcb-93fc97ff0e02 None None] Attempting to bind port bc18e9d1-de20-405a-b6f7-a5a4a63660ba by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '33f97a8b-0b90-478c-aabb-fa39b0487752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18022723-7b19-484f-9514-d455167fd349'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:22:46.199881 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532a22c-c31c-4660-afcb-93fc97ff0e02 None None] Attempting to bind port bc18e9d1-de20-405a-b6f7-a5a4a63660ba on network 18022723-7b19-484f-9514-d455167fd349 {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:22:46.209414 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532a22c-c31c-4660-afcb-93fc97ff0e02 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:22:46.209803 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532a22c-c31c-4660-afcb-93fc97ff0e02 None None] Checking segment: {'id': '33f97a8b-0b90-478c-aabb-fa39b0487752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18022723-7b19-484f-9514-d455167fd349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:22:46.210214 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a532a22c-c31c-4660-afcb-93fc97ff0e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:46.210639 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532a22c-c31c-4660-afcb-93fc97ff0e02 None None] Bound using segment: {'id': '33f97a8b-0b90-478c-aabb-fa39b0487752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18022723-7b19-484f-9514-d455167fd349'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:22:46.211702 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-a532a22c-c31c-4660-afcb-93fc97ff0e02 None None] Bound port: bc18e9d1-de20-405a-b6f7-a5a4a63660ba, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f97a8b-0b90-478c-aabb-fa39b0487752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18022723-7b19-484f-9514-d455167fd349'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:22:46.211702 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a532a22c-c31c-4660-afcb-93fc97ff0e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:46.237480 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fc74cd9e-c0c5-4419-9c37-708c90851111 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:22:46.342782 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port fc74cd9e-c0c5-4419-9c37-708c90851111 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:22:46.343171 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:46.365263 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-a9d9ed8a-5817-480a-8ca8-69e27de62681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ced10d2-6174-4186-9e57-bc564b3bfb3b', 'name': 'tempest-TestShelveInstance-691070913-router', 'tenant_id': 'c9247e7a6cbd4d8798f98415d76a0dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'aa275dc6-0960-4d88-a823-0825a7d372e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:44Z', 'updated_at': '2021-09-01T16:22:45Z', 'revision_number': 3, 'project_id': 'c9247e7a6cbd4d8798f98415d76a0dc5', 'gw_port': {'id': 'aa275dc6-0960-4d88-a823-0825a7d372e4', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ced10d2-6174-4186-9e57-bc564b3bfb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:44Z', 'updated_at': '2021-09-01T16:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:22:46.380271 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a532a22c-c31c-4660-afcb-93fc97ff0e02 None None] For port bc18e9d1-de20-405a-b6f7-a5a4a63660ba, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:22:46.421792 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-a532a22c-c31c-4660-afcb-93fc97ff0e02 None None] For port bc18e9d1-de20-405a-b6f7-a5a4a63660ba, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=bc18e9d1-de20-405a-b6f7-a5a4a63660ba,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:22:46.427164 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a532a22c-c31c-4660-afcb-93fc97ff0e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:46.427468 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9ed8a-5817-480a-8ca8-69e27de62681 None None] Checking router: 2ced10d2-6174-4186-9e57-bc564b3bfb3b for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:22:46.427826 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9ed8a-5817-480a-8ca8-69e27de62681 None None] Updating router 2ced10d2-6174-4186-9e57-bc564b3bfb3b port aa275dc6-0960-4d88-a823-0825a7d372e4 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:22:46.475934 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-a9d9ed8a-5817-480a-8ca8-69e27de62681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:46.554750 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a532a22c-c31c-4660-afcb-93fc97ff0e02 None None] Routers {'69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:22:46.555741 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a532a22c-c31c-4660-afcb-93fc97ff0e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:22:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:22:46.607962 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aabebb1-7cec-426a-8bcf-27819f83d4d1 None None] Pushing event updated for resources: {'Port': ['ID=bc18e9d1-de20-405a-b6f7-a5a4a63660ba,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:46.699482 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-745bb9a4-20f3-4e67-87fd-4f43fce41d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:46.700047 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-a532a22c-c31c-4660-afcb-93fc97ff0e02 None None] Set router 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:22:46.816466 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-a9d9ed8a-5817-480a-8ca8-69e27de62681 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:46.827873 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-a9d9ed8a-5817-480a-8ca8-69e27de62681 None None] Transition to ACTIVE for port object aa275dc6-0960-4d88-a823-0825a7d372e4 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:22:46.833241 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-a9d9ed8a-5817-480a-8ca8-69e27de62681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:46.893772 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-a9d9ed8a-5817-480a-8ca8-69e27de62681 None None] Attempting to bind port aa275dc6-0960-4d88-a823-0825a7d372e4 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:22:46.894136 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-a9d9ed8a-5817-480a-8ca8-69e27de62681 None None] Attempting to bind port aa275dc6-0960-4d88-a823-0825a7d372e4 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:22:46.896086 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d9ed8a-5817-480a-8ca8-69e27de62681 None None] Attempting to bind port aa275dc6-0960-4d88-a823-0825a7d372e4 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:22:46.898000 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47462843-69eb-4ea5-8464-136918302411 None None] Pushing event updated for resources: {'Port': ['ID=aa275dc6-0960-4d88-a823-0825a7d372e4,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:46.909030 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d9ed8a-5817-480a-8ca8-69e27de62681 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:22:46.909430 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d9ed8a-5817-480a-8ca8-69e27de62681 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:22:46.909830 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-a9d9ed8a-5817-480a-8ca8-69e27de62681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:46.910216 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d9ed8a-5817-480a-8ca8-69e27de62681 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:22:46.910705 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-a9d9ed8a-5817-480a-8ca8-69e27de62681 None None] Bound port: aa275dc6-0960-4d88-a823-0825a7d372e4, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:22:46.911080 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-a9d9ed8a-5817-480a-8ca8-69e27de62681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:46.954670 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-a532a22c-c31c-4660-afcb-93fc97ff0e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'name': 'tempest-TestShelveInstance-1428425994-router', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:39Z', 'updated_at': '2021-09-01T16:22:42Z', 'revision_number': 4, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'gw_port': {'id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:40Z', 'updated_at': '2021-09-01T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'bc18e9d1-de20-405a-b6f7-a5a4a63660ba', 'name': '', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'mac_address': 'fa:16:3e:21:a1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:42Z', 'updated_at': '2021-09-01T16:22:46Z', 'revision_number': 4, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'subnets': [{'id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:22:46.956539 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-745bb9a4-20f3-4e67-87fd-4f43fce41d04 admin admin] Allocated IP 172.20.0.1 (43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f/2ea31bae-e6d2-48ce-bc0f-e2d3fc83ec7d/9e4536e8-3fee-4e86-8380-ba330b4a39fa) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:22:46.974159 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-a9d9ed8a-5817-480a-8ca8-69e27de62681 None None] For port aa275dc6-0960-4d88-a823-0825a7d372e4, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:22:46.978424 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-a9d9ed8a-5817-480a-8ca8-69e27de62681 None None] For port aa275dc6-0960-4d88-a823-0825a7d372e4, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=aa275dc6-0960-4d88-a823-0825a7d372e4,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:22:46.983727 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-a9d9ed8a-5817-480a-8ca8-69e27de62681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:47.003954 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a532a22c-c31c-4660-afcb-93fc97ff0e02 None None] The sync data for ids ['69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'] in n-d-794796-3 is: [{'id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'name': 'tempest-TestShelveInstance-1428425994-router', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:39Z', 'updated_at': '2021-09-01T16:22:42Z', 'revision_number': 4, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'gw_port': {'id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:40Z', 'updated_at': '2021-09-01T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'bc18e9d1-de20-405a-b6f7-a5a4a63660ba', 'name': '', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'mac_address': 'fa:16:3e:21:a1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:42Z', 'updated_at': '2021-09-01T16:22:46Z', 'revision_number': 4, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'subnets': [{'id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:22:47.129010 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47462843-69eb-4ea5-8464-136918302411 None None] Pushing event updated for resources: {'Port': ['ID=aa275dc6-0960-4d88-a823-0825a7d372e4,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:47.132019 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d9ed8a-5817-480a-8ca8-69e27de62681 None None] Routers {'2ced10d2-6174-4186-9e57-bc564b3bfb3b'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:22:47.132864 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-a9d9ed8a-5817-480a-8ca8-69e27de62681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:22:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2ced10d2-6174-4186-9e57-bc564b3bfb3b'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:22:47.174268 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-745bb9a4-20f3-4e67-87fd-4f43fce41d04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:47.195434 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-745bb9a4-20f3-4e67-87fd-4f43fce41d04 admin admin] Transition to ACTIVE for port object 9e4536e8-3fee-4e86-8380-ba330b4a39fa will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:22:47.245106 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-745bb9a4-20f3-4e67-87fd-4f43fce41d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:47.317724 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-a9d9ed8a-5817-480a-8ca8-69e27de62681 None None] Set router 2ced10d2-6174-4186-9e57-bc564b3bfb3b gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:22:47.327308 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745bb9a4-20f3-4e67-87fd-4f43fce41d04 admin admin] Network 43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:22:47.331451 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-745bb9a4-20f3-4e67-87fd-4f43fce41d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:22:47.343517 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745bb9a4-20f3-4e67-87fd-4f43fce41d04 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:22:47.375346 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bb9a4-20f3-4e67-87fd-4f43fce41d04 admin admin] Pushing event updated for resources: {'Port': ['ID=9e4536e8-3fee-4e86-8380-ba330b4a39fa,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:47.405068 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-745bb9a4-20f3-4e67-87fd-4f43fce41d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:47.459162 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff68c42c-43a6-47dd-8953-2b5c777a22d2 None None] Network 43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:22:47.563527 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-696093cf-28a2-49b6-818d-b75a61357f16 None None] Provisioning for port bc6a1a68-4db7-43b3-a890-188def745a6a completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:22:47.576033 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-745bb9a4-20f3-4e67-87fd-4f43fce41d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:47.581495 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-a9d9ed8a-5817-480a-8ca8-69e27de62681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ced10d2-6174-4186-9e57-bc564b3bfb3b', 'name': 'tempest-TestShelveInstance-691070913-router', 'tenant_id': 'c9247e7a6cbd4d8798f98415d76a0dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'aa275dc6-0960-4d88-a823-0825a7d372e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:44Z', 'updated_at': '2021-09-01T16:22:45Z', 'revision_number': 3, 'project_id': 'c9247e7a6cbd4d8798f98415d76a0dc5', 'gw_port': {'id': 'aa275dc6-0960-4d88-a823-0825a7d372e4', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ced10d2-6174-4186-9e57-bc564b3bfb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:44Z', 'updated_at': '2021-09-01T16:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:22:47.610966 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9ed8a-5817-480a-8ca8-69e27de62681 None None] The sync data for ids ['2ced10d2-6174-4186-9e57-bc564b3bfb3b'] in n-d-794796-3 is: [{'id': '2ced10d2-6174-4186-9e57-bc564b3bfb3b', 'name': 'tempest-TestShelveInstance-691070913-router', 'tenant_id': 'c9247e7a6cbd4d8798f98415d76a0dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'aa275dc6-0960-4d88-a823-0825a7d372e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:44Z', 'updated_at': '2021-09-01T16:22:45Z', 'revision_number': 3, 'project_id': 'c9247e7a6cbd4d8798f98415d76a0dc5', 'gw_port': {'id': 'aa275dc6-0960-4d88-a823-0825a7d372e4', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ced10d2-6174-4186-9e57-bc564b3bfb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:44Z', 'updated_at': '2021-09-01T16:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:22:48.013548 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8d714e16-c130-4a54-9c5e-2308b9a1fb87 None None] Provisioning for port 9e4536e8-3fee-4e86-8380-ba330b4a39fa completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:22:48.021591 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8d714e16-c130-4a54-9c5e-2308b9a1fb87 None None] Provisioning complete for port 9e4536e8-3fee-4e86-8380-ba330b4a39fa triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:22:48.022408 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8d714e16-c130-4a54-9c5e-2308b9a1fb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:48.074268 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-8d714e16-c130-4a54-9c5e-2308b9a1fb87 None None] Port 9e4536e8-3fee-4e86-8380-ba330b4a39fa cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:22:48.200340 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-745bb9a4-20f3-4e67-87fd-4f43fce41d04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:48.208262 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-745bb9a4-20f3-4e67-87fd-4f43fce41d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:48.294283 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-bc0cf601-6654-4390-a916-4922d00a9367 None None] Provisioning complete for port 9e4536e8-3fee-4e86-8380-ba330b4a39fa triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:22:48.294684 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bc0cf601-6654-4390-a916-4922d00a9367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:48.308779 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bb9a4-20f3-4e67-87fd-4f43fce41d04 admin admin] Pushing event updated for resources: {'Port': ['ID=9e4536e8-3fee-4e86-8380-ba330b4a39fa,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:48.312665 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-745bb9a4-20f3-4e67-87fd-4f43fce41d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:48.362098 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device bc18e9d1-de20-405a-b6f7-a5a4a63660ba up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:22:48.386830 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-bc0cf601-6654-4390-a916-4922d00a9367 None None] Port 9e4536e8-3fee-4e86-8380-ba330b4a39fa cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:22:48.420600 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port bc18e9d1-de20-405a-b6f7-a5a4a63660ba completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:22:48.425304 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port bc18e9d1-de20-405a-b6f7-a5a4a63660ba triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:22:48.425877 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:48.432025 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745bb9a4-20f3-4e67-87fd-4f43fce41d04 admin admin] Network 43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:22:48.433491 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-745bb9a4-20f3-4e67-87fd-4f43fce41d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:22:48.548110 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:48.571757 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745bb9a4-20f3-4e67-87fd-4f43fce41d04 admin admin] Router 2ced10d2-6174-4186-9e57-bc564b3bfb3b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:22:48.595303 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port bc18e9d1-de20-405a-b6f7-a5a4a63660ba, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=bc18e9d1-de20-405a-b6f7-a5a4a63660ba,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:22:48.600620 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:48.602145 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device bc6a1a68-4db7-43b3-a890-188def745a6a up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:22:48.713768 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=bc18e9d1-de20-405a-b6f7-a5a4a63660ba,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:48.714813 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745bb9a4-20f3-4e67-87fd-4f43fce41d04 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:22:48.727445 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-745bb9a4-20f3-4e67-87fd-4f43fce41d04 admin admin] 10.222.0.60 "PUT /v2.0/routers/2ced10d2-6174-4186-9e57-bc564b3bfb3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7590053 Sep 01 16:22:48.734333 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-dbd27758-aa85-4dc9-ae01-544f60b95e81 None None] Provisioning complete for port 9e4536e8-3fee-4e86-8380-ba330b4a39fa triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:22:48.734732 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dbd27758-aa85-4dc9-ae01-544f60b95e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:48.771927 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port bc6a1a68-4db7-43b3-a890-188def745a6a completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:22:48.779903 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port bc6a1a68-4db7-43b3-a890-188def745a6a triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:22:48.780288 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:48.783059 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-dbd27758-aa85-4dc9-ae01-544f60b95e81 None None] Port 9e4536e8-3fee-4e86-8380-ba330b4a39fa cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:22:48.863826 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:48.902469 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port bc6a1a68-4db7-43b3-a890-188def745a6a, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=bc6a1a68-4db7-43b3-a890-188def745a6a,segment=NetworkSegment(9fd92f0c-e156-424a-867b-596422e6c0a2),segment_id=9fd92f0c-e156-424a-867b-596422e6c0a2)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:22:48.907628 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:48.908469 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device aa275dc6-0960-4d88-a823-0825a7d372e4 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:22:48.988523 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=bc6a1a68-4db7-43b3-a890-188def745a6a,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:49.002867 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port aa275dc6-0960-4d88-a823-0825a7d372e4 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:22:49.006937 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port aa275dc6-0960-4d88-a823-0825a7d372e4 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:22:49.007682 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:49.092360 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:49.113337 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port aa275dc6-0960-4d88-a823-0825a7d372e4, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=aa275dc6-0960-4d88-a823-0825a7d372e4,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:22:49.117309 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:49.166069 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=aa275dc6-0960-4d88-a823-0825a7d372e4,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:49.245777 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58146) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:49.250587 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-7a0f14f8-74de-4274-b81d-7711075af2e3 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-973278628', 'description': 'tempest-secgroup-smoke-973278628 description', 'project_id': 'c11cdc31b9444cee90ae353326ca9f91'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:22:49.272079 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7a0f14f8-74de-4274-b81d-7711075af2e3 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:49.353383 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7a0f14f8-74de-4274-b81d-7711075af2e3 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:49.357164 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7a0f14f8-74de-4274-b81d-7711075af2e3 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:49.384365 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7a0f14f8-74de-4274-b81d-7711075af2e3 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:49.385488 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7a0f14f8-74de-4274-b81d-7711075af2e3 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1386075 Sep 01 16:22:49.388595 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58148) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:49.393698 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-f4aae310-b629-4fc6-9640-05b146ee5f01 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Request body: {'security_group_rule': {'security_group_id': '45f54400-2a19-4de3-81f7-1ca61fcd4f18', 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:22:49.397702 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f14f8-74de-4274-b81d-7711075af2e3 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45f54400-2a19-4de3-81f7-1ca61fcd4f18,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:49.422696 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f4aae310-b629-4fc6-9640-05b146ee5f01 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:49.478066 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f4aae310-b629-4fc6-9640-05b146ee5f01 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:49.482143 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f4aae310-b629-4fc6-9640-05b146ee5f01 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:49.500055 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aae310-b629-4fc6-9640-05b146ee5f01 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081e386f-e22f-407f-a12b-1c96320f62cd,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:49.506802 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-f4aae310-b629-4fc6-9640-05b146ee5f01 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:49.508125 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-f4aae310-b629-4fc6-9640-05b146ee5f01 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186078 Sep 01 16:22:49.510832 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58150) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:49.515282 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-b1596ad7-b1c0-4119-9075-c8d317691c5c tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Request body: {'security_group_rule': {'security_group_id': '45f54400-2a19-4de3-81f7-1ca61fcd4f18', 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:22:49.542988 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b1596ad7-b1c0-4119-9075-c8d317691c5c tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:49.603992 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b1596ad7-b1c0-4119-9075-c8d317691c5c tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:49.607627 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b1596ad7-b1c0-4119-9075-c8d317691c5c tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:49.625219 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1596ad7-b1c0-4119-9075-c8d317691c5c tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f37a3a-af0f-469c-bcbb-75e5a11f1ba7,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:49.631151 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b1596ad7-b1c0-4119-9075-c8d317691c5c tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:49.632242 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b1596ad7-b1c0-4119-9075-c8d317691c5c tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204946 Sep 01 16:22:49.634993 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58152) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:49.639215 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-3eab73ba-cef9-44cd-b4b5-5cd39a356bf0 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Request body: {'security_group_rule': {'security_group_id': '45f54400-2a19-4de3-81f7-1ca61fcd4f18', 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:22:49.671667 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3eab73ba-cef9-44cd-b4b5-5cd39a356bf0 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:49.729255 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3eab73ba-cef9-44cd-b4b5-5cd39a356bf0 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:49.734624 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3eab73ba-cef9-44cd-b4b5-5cd39a356bf0 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:49.753109 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab73ba-cef9-44cd-b4b5-5cd39a356bf0 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed454e7c-287a-41c8-a180-54f6e641e6a2,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:49.759259 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3eab73ba-cef9-44cd-b4b5-5cd39a356bf0 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:49.760518 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3eab73ba-cef9-44cd-b4b5-5cd39a356bf0 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246350 Sep 01 16:22:49.763311 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58154) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:49.769823 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-95464627-3bdf-4965-9e07-ea96d0738e0e tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Request body: {'security_group_rule': {'security_group_id': '45f54400-2a19-4de3-81f7-1ca61fcd4f18', 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:22:49.796201 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-95464627-3bdf-4965-9e07-ea96d0738e0e tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:49.854204 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-95464627-3bdf-4965-9e07-ea96d0738e0e tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:49.857691 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-95464627-3bdf-4965-9e07-ea96d0738e0e tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:49.876919 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95464627-3bdf-4965-9e07-ea96d0738e0e tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f545dbc3-bb3f-409f-98c6-9df12d3c2ae8,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:49.879171 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-95464627-3bdf-4965-9e07-ea96d0738e0e tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:49.883043 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-95464627-3bdf-4965-9e07-ea96d0738e0e tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160748 Sep 01 16:22:49.883447 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58156) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:49.887539 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-a19319ae-22b6-4061-b912-0a6bc7065fa9 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Request body: {'security_group_rule': {'security_group_id': '45f54400-2a19-4de3-81f7-1ca61fcd4f18', 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:22:49.910664 n-d-794796-3 neutron-server[94734]: INFO neutron.db.securitygroups_db [None req-a19319ae-22b6-4061-b912-0a6bc7065fa9 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Project c11cdc31b9444cee90ae353326ca9f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:22:49.915919 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a19319ae-22b6-4061-b912-0a6bc7065fa9 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:50.217862 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device bc18e9d1-de20-405a-b6f7-a5a4a63660ba up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:22:50.272387 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port bc18e9d1-de20-405a-b6f7-a5a4a63660ba triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:22:50.272769 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:50.326529 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a19319ae-22b6-4061-b912-0a6bc7065fa9 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:50.331533 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a19319ae-22b6-4061-b912-0a6bc7065fa9 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:50.352163 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19319ae-22b6-4061-b912-0a6bc7065fa9 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ba5a4b-bbd4-47c8-8f19-608e5150ec25,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:50.355911 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a19319ae-22b6-4061-b912-0a6bc7065fa9 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:50.360004 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a19319ae-22b6-4061-b912-0a6bc7065fa9 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4732108 Sep 01 16:22:50.361055 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58158) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:22:50.364785 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device bc6a1a68-4db7-43b3-a890-188def745a6a up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:22:50.365373 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-61358033-025f-40a4-8637-7665a95335b2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Request body: {'security_group_rule': {'security_group_id': '45f54400-2a19-4de3-81f7-1ca61fcd4f18', 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:22:50.388038 n-d-794796-3 neutron-server[94734]: INFO neutron.db.securitygroups_db [None req-61358033-025f-40a4-8637-7665a95335b2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Project c11cdc31b9444cee90ae353326ca9f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:22:50.392999 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-61358033-025f-40a4-8637-7665a95335b2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:50.416332 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port bc6a1a68-4db7-43b3-a890-188def745a6a triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:22:50.417152 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:50.448154 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea247d4-3ad7-4775-b6b6-1e25c6afd41b None None] Sync routers for ids ['2ced10d2-6174-4186-9e57-bc564b3bfb3b'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:22:50.458072 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-61358033-025f-40a4-8637-7665a95335b2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:50.462483 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-61358033-025f-40a4-8637-7665a95335b2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:50.467370 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea247d4-3ad7-4775-b6b6-1e25c6afd41b None None] Routers {'2ced10d2-6174-4186-9e57-bc564b3bfb3b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:22:50.467973 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8ea247d4-3ad7-4775-b6b6-1e25c6afd41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:22:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2ced10d2-6174-4186-9e57-bc564b3bfb3b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:22:50.478040 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61358033-025f-40a4-8637-7665a95335b2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f12add5-3ae7-4bc1-92d6-e5497b066630,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:50.488335 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-61358033-025f-40a4-8637-7665a95335b2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:50.489558 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-61358033-025f-40a4-8637-7665a95335b2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1277468 Sep 01 16:22:50.636615 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-5bdc895f-a508-4136-8ef2-cb235973e475 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-973278628&fields=id&tenant_id=c11cdc31b9444cee90ae353326ca9f91 HTTP/1.1" status: 200 len: 267 time: 0.0362530 Sep 01 16:22:50.749690 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-a2b2f9a6-2686-418a-be8f-51c859c17941 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:50.751242 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-a2b2f9a6-2686-418a-be8f-51c859c17941 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/networks?id=18022723-7b19-484f-9514-d455167fd349 HTTP/1.1" status: 200 len: 809 time: 0.1071527 Sep 01 16:22:50.756322 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device aa275dc6-0960-4d88-a823-0825a7d372e4 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:22:50.766124 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-466425b1-8b48-4cfc-b9ab-46667fe1ff4c tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/quotas/c11cdc31b9444cee90ae353326ca9f91 HTTP/1.1" status: 200 len: 375 time: 0.0089610 Sep 01 16:22:50.799420 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-8ea247d4-3ad7-4775-b6b6-1e25c6afd41b None None] Set router 2ced10d2-6174-4186-9e57-bc564b3bfb3b gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:22:50.819536 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-bce17595-4ad1-4e5b-b682-2e1b7b9ed6ee tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c11cdc31b9444cee90ae353326ca9f91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465596 Sep 01 16:22:50.892558 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port aa275dc6-0960-4d88-a823-0825a7d372e4 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:22:50.892935 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:50.935945 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-b06cb823-c030-4f0d-9119-1b732ef25ceb service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:22:50.937010 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-b06cb823-c030-4f0d-9119-1b732ef25ceb service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1052179 Sep 01 16:22:51.029920 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-7557ee16-7d2a-42e6-a86d-81cdc3bfd98b service neutron] 10.222.0.60 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862129 Sep 01 16:22:51.073764 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8ea247d4-3ad7-4775-b6b6-1e25c6afd41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ced10d2-6174-4186-9e57-bc564b3bfb3b', 'name': 'tempest-TestShelveInstance-691070913-router', 'tenant_id': 'c9247e7a6cbd4d8798f98415d76a0dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'aa275dc6-0960-4d88-a823-0825a7d372e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:44Z', 'updated_at': '2021-09-01T16:22:47Z', 'revision_number': 4, 'project_id': 'c9247e7a6cbd4d8798f98415d76a0dc5', 'gw_port': {'id': 'aa275dc6-0960-4d88-a823-0825a7d372e4', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ced10d2-6174-4186-9e57-bc564b3bfb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:44Z', 'updated_at': '2021-09-01T16:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '9e4536e8-3fee-4e86-8380-ba330b4a39fa', 'name': '', 'network_id': '43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f', 'tenant_id': 'c9247e7a6cbd4d8798f98415d76a0dc5', 'mac_address': 'fa:16:3e:5e:cb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ced10d2-6174-4186-9e57-bc564b3bfb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2ea31bae-e6d2-48ce-bc0f-e2d3fc83ec7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:46Z', 'updated_at': '2021-09-01T16:22:48Z', 'revision_number': 2, 'project_id': 'c9247e7a6cbd4d8798f98415d76a0dc5', 'subnets': [{'id': '2ea31bae-e6d2-48ce-bc0f-e2d3fc83ec7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:22:51.105400 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea247d4-3ad7-4775-b6b6-1e25c6afd41b None None] Checking router: 2ced10d2-6174-4186-9e57-bc564b3bfb3b for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:22:51.105760 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea247d4-3ad7-4775-b6b6-1e25c6afd41b None None] Updating router 2ced10d2-6174-4186-9e57-bc564b3bfb3b port 9e4536e8-3fee-4e86-8380-ba330b4a39fa binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:22:51.120238 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-df76a45d-dc58-4b86-9932-93c42beff0a2 service neutron] 10.222.0.60 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834093 Sep 01 16:22:51.130388 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8ea247d4-3ad7-4775-b6b6-1e25c6afd41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:51.291450 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ccdfe82e-3f79-4c8c-bc41-ac813a902d87 req-5cd6ab9c-27a1-4b3d-a08e-dc5eee4c4730 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 210 time: 0.0310395 Sep 01 16:22:51.406107 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8ea247d4-3ad7-4775-b6b6-1e25c6afd41b None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:51.415898 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-8ea247d4-3ad7-4775-b6b6-1e25c6afd41b None None] Transition to ACTIVE for port object 9e4536e8-3fee-4e86-8380-ba330b4a39fa will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:22:51.421834 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8ea247d4-3ad7-4775-b6b6-1e25c6afd41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:51.478992 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6217f99-2b05-4b61-84c0-b1158419ee81 None None] Pushing event updated for resources: {'Port': ['ID=9e4536e8-3fee-4e86-8380-ba330b4a39fa,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:51.535696 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8ea247d4-3ad7-4775-b6b6-1e25c6afd41b None None] Attempting to bind port 9e4536e8-3fee-4e86-8380-ba330b4a39fa on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:22:51.536116 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8ea247d4-3ad7-4775-b6b6-1e25c6afd41b None None] Attempting to bind port 9e4536e8-3fee-4e86-8380-ba330b4a39fa by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '9fd92f0c-e156-424a-867b-596422e6c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:22:51.536431 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea247d4-3ad7-4775-b6b6-1e25c6afd41b None None] Attempting to bind port 9e4536e8-3fee-4e86-8380-ba330b4a39fa on network 43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:22:51.541726 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea247d4-3ad7-4775-b6b6-1e25c6afd41b None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:22:51.542018 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea247d4-3ad7-4775-b6b6-1e25c6afd41b None None] Checking segment: {'id': '9fd92f0c-e156-424a-867b-596422e6c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:22:51.542530 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8ea247d4-3ad7-4775-b6b6-1e25c6afd41b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:51.542923 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea247d4-3ad7-4775-b6b6-1e25c6afd41b None None] Bound using segment: {'id': '9fd92f0c-e156-424a-867b-596422e6c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:22:51.543391 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-8ea247d4-3ad7-4775-b6b6-1e25c6afd41b None None] Bound port: 9e4536e8-3fee-4e86-8380-ba330b4a39fa, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd92f0c-e156-424a-867b-596422e6c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:22:51.543776 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8ea247d4-3ad7-4775-b6b6-1e25c6afd41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:51.626400 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-8ea247d4-3ad7-4775-b6b6-1e25c6afd41b None None] For port 9e4536e8-3fee-4e86-8380-ba330b4a39fa, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:22:51.630248 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-8ea247d4-3ad7-4775-b6b6-1e25c6afd41b None None] For port 9e4536e8-3fee-4e86-8380-ba330b4a39fa, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=9e4536e8-3fee-4e86-8380-ba330b4a39fa,segment=NetworkSegment(9fd92f0c-e156-424a-867b-596422e6c0a2),segment_id=9fd92f0c-e156-424a-867b-596422e6c0a2)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:22:51.635790 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8ea247d4-3ad7-4775-b6b6-1e25c6afd41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:51.694195 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea247d4-3ad7-4775-b6b6-1e25c6afd41b None None] Routers {'2ced10d2-6174-4186-9e57-bc564b3bfb3b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:22:51.694840 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8ea247d4-3ad7-4775-b6b6-1e25c6afd41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:22:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2ced10d2-6174-4186-9e57-bc564b3bfb3b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:22:51.751762 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6217f99-2b05-4b61-84c0-b1158419ee81 None None] Pushing event updated for resources: {'Port': ['ID=9e4536e8-3fee-4e86-8380-ba330b4a39fa,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:51.841731 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-8ea247d4-3ad7-4775-b6b6-1e25c6afd41b None None] Set router 2ced10d2-6174-4186-9e57-bc564b3bfb3b gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:22:52.052796 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-8ea247d4-3ad7-4775-b6b6-1e25c6afd41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ced10d2-6174-4186-9e57-bc564b3bfb3b', 'name': 'tempest-TestShelveInstance-691070913-router', 'tenant_id': 'c9247e7a6cbd4d8798f98415d76a0dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'aa275dc6-0960-4d88-a823-0825a7d372e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:44Z', 'updated_at': '2021-09-01T16:22:47Z', 'revision_number': 4, 'project_id': 'c9247e7a6cbd4d8798f98415d76a0dc5', 'gw_port': {'id': 'aa275dc6-0960-4d88-a823-0825a7d372e4', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ced10d2-6174-4186-9e57-bc564b3bfb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:44Z', 'updated_at': '2021-09-01T16:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '9e4536e8-3fee-4e86-8380-ba330b4a39fa', 'name': '', 'network_id': '43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f', 'tenant_id': 'c9247e7a6cbd4d8798f98415d76a0dc5', 'mac_address': 'fa:16:3e:5e:cb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ced10d2-6174-4186-9e57-bc564b3bfb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2ea31bae-e6d2-48ce-bc0f-e2d3fc83ec7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:46Z', 'updated_at': '2021-09-01T16:22:51Z', 'revision_number': 4, 'project_id': 'c9247e7a6cbd4d8798f98415d76a0dc5', 'subnets': [{'id': '2ea31bae-e6d2-48ce-bc0f-e2d3fc83ec7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:22:52.081237 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea247d4-3ad7-4775-b6b6-1e25c6afd41b None None] The sync data for ids ['2ced10d2-6174-4186-9e57-bc564b3bfb3b'] in n-d-794796-3 is: [{'id': '2ced10d2-6174-4186-9e57-bc564b3bfb3b', 'name': 'tempest-TestShelveInstance-691070913-router', 'tenant_id': 'c9247e7a6cbd4d8798f98415d76a0dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'aa275dc6-0960-4d88-a823-0825a7d372e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:44Z', 'updated_at': '2021-09-01T16:22:47Z', 'revision_number': 4, 'project_id': 'c9247e7a6cbd4d8798f98415d76a0dc5', 'gw_port': {'id': 'aa275dc6-0960-4d88-a823-0825a7d372e4', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ced10d2-6174-4186-9e57-bc564b3bfb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:44Z', 'updated_at': '2021-09-01T16:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '9e4536e8-3fee-4e86-8380-ba330b4a39fa', 'name': '', 'network_id': '43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f', 'tenant_id': 'c9247e7a6cbd4d8798f98415d76a0dc5', 'mac_address': 'fa:16:3e:5e:cb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ced10d2-6174-4186-9e57-bc564b3bfb3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '2ea31bae-e6d2-48ce-bc0f-e2d3fc83ec7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:46Z', 'updated_at': '2021-09-01T16:22:51Z', 'revision_number': 4, 'project_id': 'c9247e7a6cbd4d8798f98415d76a0dc5', 'subnets': [{'id': '2ea31bae-e6d2-48ce-bc0f-e2d3fc83ec7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:22:52.254205 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 9e4536e8-3fee-4e86-8380-ba330b4a39fa up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:22:52.306690 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 9e4536e8-3fee-4e86-8380-ba330b4a39fa completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:22:52.310977 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 9e4536e8-3fee-4e86-8380-ba330b4a39fa triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:22:52.311362 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:52.414311 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:52.417326 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa1da6b0-ee48-4e72-a0a5-becdf184c114 req-605ebc1e-b496-4e84-a797-1c4137066cda tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 210 time: 0.0432220 Sep 01 16:22:52.463118 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 9e4536e8-3fee-4e86-8380-ba330b4a39fa, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=9e4536e8-3fee-4e86-8380-ba330b4a39fa,segment=NetworkSegment(9fd92f0c-e156-424a-867b-596422e6c0a2),segment_id=9fd92f0c-e156-424a-867b-596422e6c0a2)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:22:52.471255 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:52.535195 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=9e4536e8-3fee-4e86-8380-ba330b4a39fa,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:52.542963 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-45df6d80-d7ed-4473-b37b-eac1cd762d52 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:52.545889 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-45df6d80-d7ed-4473-b37b-eac1cd762d52 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.45 "GET /v2.0/networks?id=18022723-7b19-484f-9514-d455167fd349 HTTP/1.1" status: 200 len: 809 time: 0.1568058 Sep 01 16:22:52.597484 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-d42ea624-d2aa-45c0-8ecb-ca2025679e75 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c11cdc31b9444cee90ae353326ca9f91 HTTP/1.1" status: 200 len: 379 time: 0.0413408 Sep 01 16:22:52.611248 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-cf178b32-550c-46b2-a25a-e6bc68018699 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Request body: {'port': {'device_id': '753f4d58-38d4-46d7-9ba7-42dfa5adbaaa', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'admin_state_up': True, 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'security_groups': ['45f54400-2a19-4de3-81f7-1ca61fcd4f18']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:22:52.725912 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-cf178b32-550c-46b2-a25a-e6bc68018699 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Made reservation on behalf of c11cdc31b9444cee90ae353326ca9f91 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:22:52.732354 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-cf178b32-550c-46b2-a25a-e6bc68018699 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:52.862774 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-cf178b32-550c-46b2-a25a-e6bc68018699 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Allocated IP 172.20.0.9 (18022723-7b19-484f-9514-d455167fd349/1050a2fc-5e3d-4eea-b16e-b62cbec846ef/bcdde3d9-2688-4870-8bd2-3404a04ed74e) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:22:53.006687 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-cf178b32-550c-46b2-a25a-e6bc68018699 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:53.021196 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-cf178b32-550c-46b2-a25a-e6bc68018699 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Transition to ACTIVE for port object bcdde3d9-2688-4870-8bd2-3404a04ed74e will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:22:53.054538 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-cf178b32-550c-46b2-a25a-e6bc68018699 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:53.095751 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-cf178b32-550c-46b2-a25a-e6bc68018699 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Network 18022723-7b19-484f-9514-d455167fd349 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:22:53.101006 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-cf178b32-550c-46b2-a25a-e6bc68018699 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:22:53.104736 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-cf178b32-550c-46b2-a25a-e6bc68018699 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:22:53.134628 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf178b32-550c-46b2-a25a-e6bc68018699 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Pushing event updated for resources: {'Port': ['ID=bcdde3d9-2688-4870-8bd2-3404a04ed74e,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:53.164590 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-cf178b32-550c-46b2-a25a-e6bc68018699 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:53.165248 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-cf178b32-550c-46b2-a25a-e6bc68018699 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:53.180934 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-cf178b32-550c-46b2-a25a-e6bc68018699 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5737669 Sep 01 16:22:53.193877 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-725676f8-1dd6-4c3d-b811-f63a6ee8041d service neutron] Request body: {'port': {'device_id': '753f4d58-38d4-46d7-9ba7-42dfa5adbaaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:22:53.251484 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-725676f8-1dd6-4c3d-b811-f63a6ee8041d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:53.292867 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-26c2f35a-75ab-4d33-b353-3d615fa24136 None None] Provisioning for port bcdde3d9-2688-4870-8bd2-3404a04ed74e completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:22:53.296634 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-26c2f35a-75ab-4d33-b353-3d615fa24136 None None] Provisioning complete for port bcdde3d9-2688-4870-8bd2-3404a04ed74e triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:22:53.297109 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-26c2f35a-75ab-4d33-b353-3d615fa24136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:53.334079 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-26c2f35a-75ab-4d33-b353-3d615fa24136 None None] Port bcdde3d9-2688-4870-8bd2-3404a04ed74e cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:22:53.570317 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c5115-c7a0-4509-ba15-02d4aff1e38b req-c919e07f-c09d-498e-9439-6a13a800608f tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:53.571939 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e12c5115-c7a0-4509-ba15-02d4aff1e38b req-c919e07f-c09d-498e-9439-6a13a800608f tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 931 time: 0.0869188 Sep 01 16:22:53.573987 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-725676f8-1dd6-4c3d-b811-f63a6ee8041d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcdde3d9-2688-4870-8bd2-3404a04ed74e {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:22:53.588072 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-725676f8-1dd6-4c3d-b811-f63a6ee8041d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:53.613397 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-725676f8-1dd6-4c3d-b811-f63a6ee8041d service neutron] Transition to ACTIVE for port object bcdde3d9-2688-4870-8bd2-3404a04ed74e will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:22:53.620233 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-725676f8-1dd6-4c3d-b811-f63a6ee8041d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:53.653376 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e12c5115-c7a0-4509-ba15-02d4aff1e38b req-e77206a1-9df7-4f83-82a0-c9f5e1dbbcde tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747867 Sep 01 16:22:53.679410 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725676f8-1dd6-4c3d-b811-f63a6ee8041d service neutron] Pushing event updated for resources: {'Port': ['ID=bcdde3d9-2688-4870-8bd2-3404a04ed74e,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:53.759281 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-725676f8-1dd6-4c3d-b811-f63a6ee8041d service neutron] Attempting to bind port bcdde3d9-2688-4870-8bd2-3404a04ed74e on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:22:53.759766 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-725676f8-1dd6-4c3d-b811-f63a6ee8041d service neutron] Attempting to bind port bcdde3d9-2688-4870-8bd2-3404a04ed74e by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '33f97a8b-0b90-478c-aabb-fa39b0487752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18022723-7b19-484f-9514-d455167fd349'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:22:53.760204 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-725676f8-1dd6-4c3d-b811-f63a6ee8041d service neutron] Attempting to bind port bcdde3d9-2688-4870-8bd2-3404a04ed74e on network 18022723-7b19-484f-9514-d455167fd349 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:22:53.765529 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-725676f8-1dd6-4c3d-b811-f63a6ee8041d service neutron] Port bcdde3d9-2688-4870-8bd2-3404a04ed74e on network 18022723-7b19-484f-9514-d455167fd349 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:22:53.765984 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-725676f8-1dd6-4c3d-b811-f63a6ee8041d service neutron] Attempting to bind port bcdde3d9-2688-4870-8bd2-3404a04ed74e on network 18022723-7b19-484f-9514-d455167fd349 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:22:53.772123 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-725676f8-1dd6-4c3d-b811-f63a6ee8041d service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:22:53.773192 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-725676f8-1dd6-4c3d-b811-f63a6ee8041d service neutron] Checking segment: {'id': '33f97a8b-0b90-478c-aabb-fa39b0487752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18022723-7b19-484f-9514-d455167fd349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:22:53.773677 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-725676f8-1dd6-4c3d-b811-f63a6ee8041d service neutron] Bound using segment: {'id': '33f97a8b-0b90-478c-aabb-fa39b0487752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18022723-7b19-484f-9514-d455167fd349'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:22:53.774210 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-725676f8-1dd6-4c3d-b811-f63a6ee8041d service neutron] Bound port: bcdde3d9-2688-4870-8bd2-3404a04ed74e, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f97a8b-0b90-478c-aabb-fa39b0487752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18022723-7b19-484f-9514-d455167fd349'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:22:53.774706 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-725676f8-1dd6-4c3d-b811-f63a6ee8041d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:53.849942 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-725676f8-1dd6-4c3d-b811-f63a6ee8041d service neutron] For port bcdde3d9-2688-4870-8bd2-3404a04ed74e, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:22:53.853522 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-725676f8-1dd6-4c3d-b811-f63a6ee8041d service neutron] For port bcdde3d9-2688-4870-8bd2-3404a04ed74e, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=bcdde3d9-2688-4870-8bd2-3404a04ed74e,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:22:53.858439 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-725676f8-1dd6-4c3d-b811-f63a6ee8041d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:53.894173 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-725676f8-1dd6-4c3d-b811-f63a6ee8041d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:53.896145 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-725676f8-1dd6-4c3d-b811-f63a6ee8041d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:53.897585 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-725676f8-1dd6-4c3d-b811-f63a6ee8041d service neutron] 10.222.0.45 "PUT /v2.0/ports/bcdde3d9-2688-4870-8bd2-3404a04ed74e HTTP/1.1" status: 200 len: 1091 time: 0.7081103 Sep 01 16:22:53.898067 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753f4d58-38d4-46d7-9ba7-42dfa5adbaaa', 'tag': 'bcdde3d9-2688-4870-8bd2-3404a04ed74e'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:22:53.900384 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032baf24-f34a-4761-842d-3ef7f27b47dd" -d '{"events": [{"name": "network-changed", "server_uuid": "753f4d58-38d4-46d7-9ba7-42dfa5adbaaa", "tag": "bcdde3d9-2688-4870-8bd2-3404a04ed74e"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:22:53.942247 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725676f8-1dd6-4c3d-b811-f63a6ee8041d service neutron] Pushing event updated for resources: {'Port': ['ID=bcdde3d9-2688-4870-8bd2-3404a04ed74e,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:53.973243 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb2e5dd-02b7-47ff-a471-83f5701e88eb x-openstack-request-id: req-1fb2e5dd-02b7-47ff-a471-83f5701e88eb {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:22:53.973524 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753f4d58-38d4-46d7-9ba7-42dfa5adbaaa", "tag": "bcdde3d9-2688-4870-8bd2-3404a04ed74e", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:22:53.973784 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1fb2e5dd-02b7-47ff-a471-83f5701e88eb {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:22:53.974183 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753f4d58-38d4-46d7-9ba7-42dfa5adbaaa', 'tag': 'bcdde3d9-2688-4870-8bd2-3404a04ed74e', 'status': 'completed', 'code': 200} Sep 01 16:22:53.993541 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-f64aea99-da8c-4054-bc4c-dc9c33e99efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:53.995382 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-f64aea99-da8c-4054-bc4c-dc9c33e99efe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c11cdc31b9444cee90ae353326ca9f91&device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 1094 time: 0.0500486 Sep 01 16:22:54.043309 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-29551774-c063-4c48-b907-fb0648efdfac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcdde3d9-2688-4870-8bd2-3404a04ed74e HTTP/1.1" status: 200 len: 217 time: 0.0397100 Sep 01 16:22:54.111327 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-d0551343-b45c-4fed-9506-9cd8c0295c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:54.113098 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-d0551343-b45c-4fed-9506-9cd8c0295c30 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1050a2fc-5e3d-4eea-b16e-b62cbec846ef HTTP/1.1" status: 200 len: 848 time: 0.0606792 Sep 01 16:22:54.166495 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-878a9821-9310-41b7-a7ed-5f2c2e865eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:54.167990 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-878a9821-9310-41b7-a7ed-5f2c2e865eb1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=18022723-7b19-484f-9514-d455167fd349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456011 Sep 01 16:22:54.231598 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 9e4536e8-3fee-4e86-8380-ba330b4a39fa up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:22:54.280981 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 9e4536e8-3fee-4e86-8380-ba330b4a39fa triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:22:54.281352 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:54.285847 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-86a37f0c-04c5-4646-b963-b388f2e1ef60 service neutron] 10.222.0.45 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094799 Sep 01 16:22:54.389494 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9c2e075e-c589-47b2-85b3-8ac876a4f1ee req-58f53390-0dae-45c1-ae95-233eff0609ff service neutron] 10.222.0.45 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951629 Sep 01 16:22:54.478927 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032baf24-f34a-4761-842d-3ef7f27b47dd req-35a95ca4-807c-490c-819d-2c7303e34acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:54.480341 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-032baf24-f34a-4761-842d-3ef7f27b47dd req-35a95ca4-807c-490c-819d-2c7303e34acc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c11cdc31b9444cee90ae353326ca9f91&device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 1094 time: 0.0454450 Sep 01 16:22:54.577070 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032baf24-f34a-4761-842d-3ef7f27b47dd req-231f9c6d-0f2d-43e3-ae82-f20e3f717311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:54.578590 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-032baf24-f34a-4761-842d-3ef7f27b47dd req-231f9c6d-0f2d-43e3-ae82-f20e3f717311 service neutron] 10.222.0.45 "GET /v2.0/networks?id=18022723-7b19-484f-9514-d455167fd349 HTTP/1.1" status: 200 len: 910 time: 0.0904841 Sep 01 16:22:54.621620 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-032baf24-f34a-4761-842d-3ef7f27b47dd req-0c0327a3-896f-4851-ab60-e4c986995f7b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcdde3d9-2688-4870-8bd2-3404a04ed74e HTTP/1.1" status: 200 len: 217 time: 0.0355396 Sep 01 16:22:54.677949 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032baf24-f34a-4761-842d-3ef7f27b47dd req-d2fed1a4-9f24-401d-a6fe-834031151500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:54.679446 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-032baf24-f34a-4761-842d-3ef7f27b47dd req-d2fed1a4-9f24-401d-a6fe-834031151500 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1050a2fc-5e3d-4eea-b16e-b62cbec846ef HTTP/1.1" status: 200 len: 848 time: 0.0498524 Sep 01 16:22:54.729174 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032baf24-f34a-4761-842d-3ef7f27b47dd req-56d88ed7-05a5-4403-9b06-32965fcb53fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:54.731225 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-032baf24-f34a-4761-842d-3ef7f27b47dd req-56d88ed7-05a5-4403-9b06-32965fcb53fe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=18022723-7b19-484f-9514-d455167fd349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432832 Sep 01 16:22:54.846112 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a020f5-7aa4-4efd-ade5-e6dec763f537 req-e6b6d1de-60fd-420f-b35d-3b9b14d6fdb0 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:54.847641 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-29a020f5-7aa4-4efd-ade5-e6dec763f537 req-e6b6d1de-60fd-420f-b35d-3b9b14d6fdb0 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 943 time: 0.1124156 Sep 01 16:22:54.881807 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-032baf24-f34a-4761-842d-3ef7f27b47dd req-b30baa99-e1a0-44df-acca-40ffcc9360bb service neutron] 10.222.0.45 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376872 Sep 01 16:22:54.906351 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-29a020f5-7aa4-4efd-ade5-e6dec763f537 req-a0fa7967-434e-4523-b04a-47c241ba66a8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518517 Sep 01 16:22:54.981100 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-032baf24-f34a-4761-842d-3ef7f27b47dd req-3773985b-aa1a-4bae-8661-aadd5fd2c78e service neutron] 10.222.0.45 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885832 Sep 01 16:22:56.021188 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b69792-4799-44d5-adb4-42884adee449 req-81b413b4-a9dd-4a27-a103-93c316ac0fd6 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:56.022712 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-91b69792-4799-44d5-adb4-42884adee449 req-81b413b4-a9dd-4a27-a103-93c316ac0fd6 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 943 time: 0.0488248 Sep 01 16:22:56.065032 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-91b69792-4799-44d5-adb4-42884adee449 req-d9197b4d-de47-4c01-be85-00e1afc2533c tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363517 Sep 01 16:22:57.186748 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136e4b6-37e2-4793-8b00-6054e6d29bfe req-f80b6925-f1d3-42c5-a69a-60de46f433ec tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:57.188124 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c136e4b6-37e2-4793-8b00-6054e6d29bfe req-f80b6925-f1d3-42c5-a69a-60de46f433ec tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 943 time: 0.0533719 Sep 01 16:22:57.221471 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device bcdde3d9-2688-4870-8bd2-3404a04ed74e details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:22:57.226796 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c136e4b6-37e2-4793-8b00-6054e6d29bfe req-ece5c698-b458-4a5d-9edc-ccb666cf61e2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323708 Sep 01 16:22:57.317419 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port bcdde3d9-2688-4870-8bd2-3404a04ed74e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=bcdde3d9-2688-4870-8bd2-3404a04ed74e,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:22:57.328638 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'bcdde3d9-2688-4870-8bd2-3404a04ed74e', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'port_id': 'bcdde3d9-2688-4870-8bd2-3404a04ed74e', 'mac_address': 'fa:16:3e:9e:96:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:22:57.365334 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:57.377683 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcdde3d9-2688-4870-8bd2-3404a04ed74e {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:22:57.396485 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port bcdde3d9-2688-4870-8bd2-3404a04ed74e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=bcdde3d9-2688-4870-8bd2-3404a04ed74e,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:22:57.400026 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:57.449761 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=bcdde3d9-2688-4870-8bd2-3404a04ed74e,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:57.660499 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['bcdde3d9-2688-4870-8bd2-3404a04ed74e'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:22:58.343164 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5cb04-8b22-4aed-b28c-b9bc4f76ea75 req-43585e44-22b8-4540-94d2-80a44c41d231 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:58.344689 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-03b5cb04-8b22-4aed-b28c-b9bc4f76ea75 req-43585e44-22b8-4540-94d2-80a44c41d231 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 944 time: 0.0485694 Sep 01 16:22:58.382066 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-03b5cb04-8b22-4aed-b28c-b9bc4f76ea75 req-81f7e960-4b2c-492e-a2fb-36d774993f10 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311332 Sep 01 16:22:58.452670 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:59.255196 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device bcdde3d9-2688-4870-8bd2-3404a04ed74e up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:22:59.302409 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port bcdde3d9-2688-4870-8bd2-3404a04ed74e completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:22:59.305849 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port bcdde3d9-2688-4870-8bd2-3404a04ed74e triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:22:59.306216 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:59.380064 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:59.401607 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753f4d58-38d4-46d7-9ba7-42dfa5adbaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdde3d9-2688-4870-8bd2-3404a04ed74e'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:22:59.403945 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74794aea-b10d-4a6d-b177-aaeddbb45b87" -d '{"events": [{"server_uuid": "753f4d58-38d4-46d7-9ba7-42dfa5adbaaa", "name": "network-vif-plugged", "status": "completed", "tag": "bcdde3d9-2688-4870-8bd2-3404a04ed74e"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:22:59.417415 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port bcdde3d9-2688-4870-8bd2-3404a04ed74e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=bcdde3d9-2688-4870-8bd2-3404a04ed74e,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:22:59.422126 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:22:59.448897 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066cc3bd-e8dc-4d58-bf47-574a19013b8a x-openstack-request-id: req-066cc3bd-e8dc-4d58-bf47-574a19013b8a {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:22:59.449191 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753f4d58-38d4-46d7-9ba7-42dfa5adbaaa", "name": "network-vif-plugged", "status": "completed", "tag": "bcdde3d9-2688-4870-8bd2-3404a04ed74e", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:22:59.449449 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-066cc3bd-e8dc-4d58-bf47-574a19013b8a {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:22:59.449841 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753f4d58-38d4-46d7-9ba7-42dfa5adbaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdde3d9-2688-4870-8bd2-3404a04ed74e', 'code': 200} Sep 01 16:22:59.480107 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=bcdde3d9-2688-4870-8bd2-3404a04ed74e,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:22:59.537735 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479012e6-3d9d-4663-80e5-8ec7ec5db605 req-f898870e-fb27-402d-9800-50a185c851f0 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:59.539243 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-479012e6-3d9d-4663-80e5-8ec7ec5db605 req-f898870e-fb27-402d-9800-50a185c851f0 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 945 time: 0.0822999 Sep 01 16:22:59.567453 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec78d2b-e9d7-4a13-8a9a-9408f8939c2e req-1781dda7-c6b6-4a11-8bcf-ec6eb1d7b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:22:59.568949 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ec78d2b-e9d7-4a13-8a9a-9408f8939c2e req-1781dda7-c6b6-4a11-8bcf-ec6eb1d7b750 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 1096 time: 0.0642080 Sep 01 16:22:59.597089 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-479012e6-3d9d-4663-80e5-8ec7ec5db605 req-fa6e13ec-f4b5-4497-9daf-37b556c38771 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515301 Sep 01 16:22:59.614591 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6ec78d2b-e9d7-4a13-8a9a-9408f8939c2e req-219db32d-2a1a-48ae-bee5-a47dec1ceed9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351729 Sep 01 16:23:00.716934 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622e141-49e8-4552-bef6-b9ca38907aa5 req-61ca961f-8870-463f-ae4c-33668f0969de tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:00.718467 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3622e141-49e8-4552-bef6-b9ca38907aa5 req-61ca961f-8870-463f-ae4c-33668f0969de tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 945 time: 0.0519426 Sep 01 16:23:00.756673 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-3622e141-49e8-4552-bef6-b9ca38907aa5 req-7d91f453-dfef-4fad-ae5b-2c9acbdf9bf4 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310049 Sep 01 16:23:01.877251 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f437b-8bbb-4999-b733-b295dc21348d req-00c63d32-ec5f-4ac9-a107-6ef7a77cdda8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:01.878759 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-326f437b-8bbb-4999-b733-b295dc21348d req-00c63d32-ec5f-4ac9-a107-6ef7a77cdda8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 945 time: 0.0544655 Sep 01 16:23:01.915923 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-326f437b-8bbb-4999-b733-b295dc21348d req-0ec096b8-7be5-465d-9703-c9abbcd622ff tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312512 Sep 01 16:23:02.028417 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfd745-67a9-4e87-afbd-93591b708446 req-64d381e2-37cd-41c2-8b17-eee874e24f8d tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:02.029925 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0ecfd745-67a9-4e87-afbd-93591b708446 req-64d381e2-37cd-41c2-8b17-eee874e24f8d tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 945 time: 0.0486324 Sep 01 16:23:02.072545 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0ecfd745-67a9-4e87-afbd-93591b708446 req-95db60c4-a87f-46a3-9a0e-ce60e1bd0ea6 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355959 Sep 01 16:23:02.094382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58218) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:23:02.177111 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9463c7-48aa-4ed9-839d-75e9e44142ef tempest-TestShelveInstance-812449669 tempest-TestShelveInstance-812449669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:02.178711 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-6f9463c7-48aa-4ed9-839d-75e9e44142ef tempest-TestShelveInstance-812449669 tempest-TestShelveInstance-812449669-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 1091 time: 0.0827622 Sep 01 16:23:02.181672 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58222) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:23:02.185944 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-2695322d-6dea-4151-afbc-7cc08894a455 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'port_id': 'bcdde3d9-2688-4870-8bd2-3404a04ed74e', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:23:02.207699 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2695322d-6dea-4151-afbc-7cc08894a455 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for floatingip, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:02.302874 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2695322d-6dea-4151-afbc-7cc08894a455 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:02.406782 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-2695322d-6dea-4151-afbc-7cc08894a455 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Allocated IP 172.25.6.115 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/0b6c50bd-3639-4fb1-8f5e-7adda0fed291) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:23:02.508539 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2695322d-6dea-4151-afbc-7cc08894a455 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:02.550965 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2695322d-6dea-4151-afbc-7cc08894a455 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:02.587886 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2695322d-6dea-4151-afbc-7cc08894a455 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:23:02.593241 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-2695322d-6dea-4151-afbc-7cc08894a455 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:23:02.597022 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2695322d-6dea-4151-afbc-7cc08894a455 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:23:02.620916 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695322d-6dea-4151-afbc-7cc08894a455 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Pushing event updated for resources: {'Port': ['ID=0b6c50bd-3639-4fb1-8f5e-7adda0fed291,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:23:02.955354 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2695322d-6dea-4151-afbc-7cc08894a455 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:03.019779 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2695322d-6dea-4151-afbc-7cc08894a455 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:03.168326 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2695322d-6dea-4151-afbc-7cc08894a455 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:03.173612 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2695322d-6dea-4151-afbc-7cc08894a455 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:03.240625 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695322d-6dea-4151-afbc-7cc08894a455 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Pushing event updated for resources: {'Port': ['ID=0b6c50bd-3639-4fb1-8f5e-7adda0fed291,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:23:03.250466 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2695322d-6dea-4151-afbc-7cc08894a455 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:03.348973 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-2695322d-6dea-4151-afbc-7cc08894a455 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Floating IP a96e9502-3f33-4148-9da5-c631f858467f associated. External IP: 172.25.6.115, port: bcdde3d9-2688-4870-8bd2-3404a04ed74e. Sep 01 16:23:03.555878 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2695322d-6dea-4151-afbc-7cc08894a455 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Router 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:23:03.667368 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2695322d-6dea-4151-afbc-7cc08894a455 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:23:03.677396 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599ed581-3304-4088-975f-b4110dbd3a96 None None] Sync routers for ids ['69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:23:03.685392 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-2695322d-6dea-4151-afbc-7cc08894a455 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:03.687696 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599ed581-3304-4088-975f-b4110dbd3a96 None None] Routers {'69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:23:03.688313 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-599ed581-3304-4088-975f-b4110dbd3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:22:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:23:03.716885 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-2695322d-6dea-4151-afbc-7cc08894a455 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5339208 Sep 01 16:23:03.717310 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753f4d58-38d4-46d7-9ba7-42dfa5adbaaa', 'tag': 'bcdde3d9-2688-4870-8bd2-3404a04ed74e'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:23:03.719707 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b155653-9f76-45ae-9ccb-9cee8a219205" -d '{"events": [{"name": "network-changed", "server_uuid": "753f4d58-38d4-46d7-9ba7-42dfa5adbaaa", "tag": "bcdde3d9-2688-4870-8bd2-3404a04ed74e"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:23:03.759205 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d69a461-c83e-43b4-aa50-9b27757f8b90 x-openstack-request-id: req-0d69a461-c83e-43b4-aa50-9b27757f8b90 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:23:03.759505 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753f4d58-38d4-46d7-9ba7-42dfa5adbaaa", "tag": "bcdde3d9-2688-4870-8bd2-3404a04ed74e", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:23:03.759763 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d69a461-c83e-43b4-aa50-9b27757f8b90 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:23:03.760172 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753f4d58-38d4-46d7-9ba7-42dfa5adbaaa', 'tag': 'bcdde3d9-2688-4870-8bd2-3404a04ed74e', 'status': 'completed', 'code': 200} Sep 01 16:23:03.802183 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-599ed581-3304-4088-975f-b4110dbd3a96 None None] Set router 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:23:03.828588 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b155653-9f76-45ae-9ccb-9cee8a219205 req-703438de-795b-4f12-9936-cff7042ad688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:03.830732 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b155653-9f76-45ae-9ccb-9cee8a219205 req-703438de-795b-4f12-9936-cff7042ad688 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c11cdc31b9444cee90ae353326ca9f91&device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 1096 time: 0.0464935 Sep 01 16:23:03.928932 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b155653-9f76-45ae-9ccb-9cee8a219205 req-8986b7ab-41c3-4027-8fd8-966a66e4ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:03.930457 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b155653-9f76-45ae-9ccb-9cee8a219205 req-8986b7ab-41c3-4027-8fd8-966a66e4ca7b service neutron] 10.222.0.45 "GET /v2.0/networks?id=18022723-7b19-484f-9514-d455167fd349 HTTP/1.1" status: 200 len: 910 time: 0.0929091 Sep 01 16:23:03.997696 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b155653-9f76-45ae-9ccb-9cee8a219205 req-6572e493-37b0-481d-a9c3-2c80f3d7b7de service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcdde3d9-2688-4870-8bd2-3404a04ed74e HTTP/1.1" status: 200 len: 999 time: 0.0578415 Sep 01 16:23:04.045654 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b155653-9f76-45ae-9ccb-9cee8a219205 req-27aa86b5-4ba6-49dd-a417-a27a4b2f1fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:04.047033 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b155653-9f76-45ae-9ccb-9cee8a219205 req-27aa86b5-4ba6-49dd-a417-a27a4b2f1fc8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1050a2fc-5e3d-4eea-b16e-b62cbec846ef HTTP/1.1" status: 200 len: 848 time: 0.0427699 Sep 01 16:23:04.095551 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b155653-9f76-45ae-9ccb-9cee8a219205 req-1299b4b3-41b7-4113-86c0-9d91de567888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:04.097059 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b155653-9f76-45ae-9ccb-9cee8a219205 req-1299b4b3-41b7-4113-86c0-9d91de567888 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=18022723-7b19-484f-9514-d455167fd349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433855 Sep 01 16:23:04.117712 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-599ed581-3304-4088-975f-b4110dbd3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'name': 'tempest-TestShelveInstance-1428425994-router', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:39Z', 'updated_at': '2021-09-01T16:22:42Z', 'revision_number': 4, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'gw_port': {'id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:40Z', 'updated_at': '2021-09-01T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'a96e9502-3f33-4148-9da5-c631f858467f', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'floating_ip_address': '172.25.6.115', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'port_id': 'bcdde3d9-2688-4870-8bd2-3404a04ed74e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'mac_address': 'fa:16:3e:9e:96:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753f4d58-38d4-46d7-9ba7-42dfa5adbaaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:23:02Z', 'updated_at': '2021-09-01T16:23:02Z', 'revision_number': 0, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc18e9d1-de20-405a-b6f7-a5a4a63660ba', 'name': '', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'mac_address': 'fa:16:3e:21:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:42Z', 'updated_at': '2021-09-01T16:22:48Z', 'revision_number': 5, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'subnets': [{'id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:23:04.143979 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599ed581-3304-4088-975f-b4110dbd3a96 None None] Checking router: 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:23:04.151955 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599ed581-3304-4088-975f-b4110dbd3a96 None None] Routers {'69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:23:04.153008 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-599ed581-3304-4088-975f-b4110dbd3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:22:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:23:04.195447 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b155653-9f76-45ae-9ccb-9cee8a219205 req-56e338d4-5efa-4440-8fc7-07a41358161a service neutron] 10.222.0.45 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909069 Sep 01 16:23:04.256556 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-599ed581-3304-4088-975f-b4110dbd3a96 None None] Set router 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:23:04.290539 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-7b155653-9f76-45ae-9ccb-9cee8a219205 req-4ea0bbeb-fecd-4daf-a219-5f4024d542f6 service neutron] 10.222.0.45 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867507 Sep 01 16:23:04.475954 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-599ed581-3304-4088-975f-b4110dbd3a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'name': 'tempest-TestShelveInstance-1428425994-router', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:39Z', 'updated_at': '2021-09-01T16:22:42Z', 'revision_number': 4, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'gw_port': {'id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:40Z', 'updated_at': '2021-09-01T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'a96e9502-3f33-4148-9da5-c631f858467f', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'floating_ip_address': '172.25.6.115', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'port_id': 'bcdde3d9-2688-4870-8bd2-3404a04ed74e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'mac_address': 'fa:16:3e:9e:96:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753f4d58-38d4-46d7-9ba7-42dfa5adbaaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:23:02Z', 'updated_at': '2021-09-01T16:23:02Z', 'revision_number': 0, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc18e9d1-de20-405a-b6f7-a5a4a63660ba', 'name': '', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'mac_address': 'fa:16:3e:21:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:42Z', 'updated_at': '2021-09-01T16:22:48Z', 'revision_number': 5, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'subnets': [{'id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:23:04.501950 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599ed581-3304-4088-975f-b4110dbd3a96 None None] The sync data for ids ['69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'] in n-d-794796-3 is: [{'id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'name': 'tempest-TestShelveInstance-1428425994-router', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:39Z', 'updated_at': '2021-09-01T16:22:42Z', 'revision_number': 4, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'gw_port': {'id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:40Z', 'updated_at': '2021-09-01T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': 'a96e9502-3f33-4148-9da5-c631f858467f', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'floating_ip_address': '172.25.6.115', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'port_id': 'bcdde3d9-2688-4870-8bd2-3404a04ed74e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'mac_address': 'fa:16:3e:9e:96:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753f4d58-38d4-46d7-9ba7-42dfa5adbaaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:23:02Z', 'updated_at': '2021-09-01T16:23:02Z', 'revision_number': 0, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc18e9d1-de20-405a-b6f7-a5a4a63660ba', 'name': '', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'mac_address': 'fa:16:3e:21:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:42Z', 'updated_at': '2021-09-01T16:22:48Z', 'revision_number': 5, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'subnets': [{'id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:23:04.701025 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64daa194-a574-4e70-91d3-30a4fa8c60eb None None] New status for floating IP a96e9502-3f33-4148-9da5-c631f858467f: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:23:08.775746 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:23:09.239036 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:09.412677 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a78a18fe-573b-4902-9757-9492b03d9b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:12.268119 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:13.545450 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:13.746889 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-973eaf8c-a7b9-4ea6-98e9-f81728bc1288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:15.431284 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:28.483234 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:39.241293 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:39.412313 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-76cbbeac-794d-4ac0-a8b2-54948d23c18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:42.269151 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:43.547785 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:43.748397 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d1275088-51b2-47b4-a7dc-44911d287310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:45.436113 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:23:45.775413 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:23:47.122707 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4f967f09-267d-49d4-b07e-44585aae4a82 req-cf50a5e3-d324-4061-a503-586adaadfca4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394251 Sep 01 16:23:47.215548 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f967f09-267d-49d4-b07e-44585aae4a82 req-deca624d-d75c-4b3a-83ba-101a9501d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:47.217107 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4f967f09-267d-49d4-b07e-44585aae4a82 req-deca624d-d75c-4b3a-83ba-101a9501d400 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c11cdc31b9444cee90ae353326ca9f91&device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 1096 time: 0.0418837 Sep 01 16:23:47.328984 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f967f09-267d-49d4-b07e-44585aae4a82 req-363dcd8e-706b-4138-8ad0-a4369b56a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:47.330685 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4f967f09-267d-49d4-b07e-44585aae4a82 req-363dcd8e-706b-4138-8ad0-a4369b56a5be service neutron] 10.222.0.45 "GET /v2.0/networks?id=18022723-7b19-484f-9514-d455167fd349 HTTP/1.1" status: 200 len: 910 time: 0.0906863 Sep 01 16:23:47.395248 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4f967f09-267d-49d4-b07e-44585aae4a82 req-7ba92350-836b-475b-aeae-13094e2b33cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcdde3d9-2688-4870-8bd2-3404a04ed74e HTTP/1.1" status: 200 len: 1001 time: 0.0571876 Sep 01 16:23:47.449932 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f967f09-267d-49d4-b07e-44585aae4a82 req-e1351318-1f32-427c-a1f4-1d14740ada54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:47.449932 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4f967f09-267d-49d4-b07e-44585aae4a82 req-e1351318-1f32-427c-a1f4-1d14740ada54 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1050a2fc-5e3d-4eea-b16e-b62cbec846ef HTTP/1.1" status: 200 len: 848 time: 0.0457416 Sep 01 16:23:47.503830 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f967f09-267d-49d4-b07e-44585aae4a82 req-62438601-64e4-4cd3-9bb0-ea4cfc5cf764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:23:47.505432 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4f967f09-267d-49d4-b07e-44585aae4a82 req-62438601-64e4-4cd3-9bb0-ea4cfc5cf764 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=18022723-7b19-484f-9514-d455167fd349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476952 Sep 01 16:23:47.597375 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4f967f09-267d-49d4-b07e-44585aae4a82 req-7548c085-fd45-4240-bce3-c31b842ced32 service neutron] 10.222.0.45 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837474 Sep 01 16:23:47.699947 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4f967f09-267d-49d4-b07e-44585aae4a82 req-35c33c91-c368-4cf3-a64e-394aede0c5fa service neutron] 10.222.0.45 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947716 Sep 01 16:23:58.496914 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:09.254427 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:09.412691 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f493144a-1067-4dd5-9fa2-d8b9c35f20b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:12.270641 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:13.551035 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:13.749671 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-feb2b3c4-ae84-42a8-8e2c-ff2a0f6f8508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:15.435659 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:22.775526 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:24:28.517053 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:39.259387 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:39.415568 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4439bc87-e187-4f57-b17a-30aeaef3fc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:42.270494 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:43.553598 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:43.750135 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ba6647bf-2aea-47fb-bf2c-6097c9dd5d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:45.438255 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:48.163034 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6c2d8c70-962b-4940-a843-9bff81d0606e req-18a29ab9-9f69-4df1-a032-3ed4d2910509 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0831914 Sep 01 16:24:48.246218 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d8c70-962b-4940-a843-9bff81d0606e req-19a2ccda-d685-4db8-9c5f-725dc0d4055a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:24:48.247733 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6c2d8c70-962b-4940-a843-9bff81d0606e req-19a2ccda-d685-4db8-9c5f-725dc0d4055a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c11cdc31b9444cee90ae353326ca9f91&device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 1096 time: 0.0409834 Sep 01 16:24:48.352311 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d8c70-962b-4940-a843-9bff81d0606e req-47e6576c-33e4-413c-b8b6-d8b4fd967fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:24:48.353685 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6c2d8c70-962b-4940-a843-9bff81d0606e req-47e6576c-33e4-413c-b8b6-d8b4fd967fa5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=18022723-7b19-484f-9514-d455167fd349 HTTP/1.1" status: 200 len: 910 time: 0.0862365 Sep 01 16:24:48.418371 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6c2d8c70-962b-4940-a843-9bff81d0606e req-5c538446-f474-4b44-86f1-f662e828abc1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcdde3d9-2688-4870-8bd2-3404a04ed74e HTTP/1.1" status: 200 len: 1001 time: 0.0577354 Sep 01 16:24:48.466721 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d8c70-962b-4940-a843-9bff81d0606e req-8e7b8d5f-689b-43a9-a9dd-1a999d1068bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:24:48.468154 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6c2d8c70-962b-4940-a843-9bff81d0606e req-8e7b8d5f-689b-43a9-a9dd-1a999d1068bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1050a2fc-5e3d-4eea-b16e-b62cbec846ef HTTP/1.1" status: 200 len: 848 time: 0.0428147 Sep 01 16:24:48.517897 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d8c70-962b-4940-a843-9bff81d0606e req-c763b9ef-c165-433e-8c2a-2dc2af5bdf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:24:48.519423 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6c2d8c70-962b-4940-a843-9bff81d0606e req-c763b9ef-c165-433e-8c2a-2dc2af5bdf02 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=18022723-7b19-484f-9514-d455167fd349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443847 Sep 01 16:24:48.607542 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6c2d8c70-962b-4940-a843-9bff81d0606e req-f54ac2b6-f84f-41e9-8c4a-2a0f656af1fd service neutron] 10.222.0.45 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801198 Sep 01 16:24:48.702010 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6c2d8c70-962b-4940-a843-9bff81d0606e req-6dbd545e-cff6-4240-a5db-d55c71a7c018 service neutron] 10.222.0.45 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869141 Sep 01 16:24:58.518496 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:24:59.774504 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:25:02.036897 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e891f-0be2-4553-b526-9bc8557f2321 req-3819476f-ed6a-4678-9b43-831a78085052 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:02.038511 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1a9e891f-0be2-4553-b526-9bc8557f2321 req-3819476f-ed6a-4678-9b43-831a78085052 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 945 time: 0.3972919 Sep 01 16:25:02.076438 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-1a9e891f-0be2-4553-b526-9bc8557f2321 req-96dcd322-0cef-403f-8549-01c828ab9299 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309243 Sep 01 16:25:03.220860 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaeb456-ade2-4761-948a-3c4e9c30e196 req-de0dfeac-08fa-4dbd-96f9-bfae197ae6d8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:03.222397 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-caaeb456-ade2-4761-948a-3c4e9c30e196 req-de0dfeac-08fa-4dbd-96f9-bfae197ae6d8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 945 time: 0.0503063 Sep 01 16:25:03.263935 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-caaeb456-ade2-4761-948a-3c4e9c30e196 req-18d54994-56e1-4a45-9857-51564f9129a9 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342846 Sep 01 16:25:04.394194 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b97b2-d489-4639-a091-bcafb3eaf961 req-2d26a9f7-2ec4-4807-a41e-ddd6f44afb54 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:04.395708 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-001b97b2-d489-4639-a091-bcafb3eaf961 req-2d26a9f7-2ec4-4807-a41e-ddd6f44afb54 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 945 time: 0.0501707 Sep 01 16:25:04.431743 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-001b97b2-d489-4639-a091-bcafb3eaf961 req-505e797e-3b74-42dd-b185-4e7deeaa8c80 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301945 Sep 01 16:25:05.549502 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbd8c9-b968-4299-98a6-a8ff6d4a8257 req-d9d785b7-2d9f-4c50-9999-a6164dcaf8c6 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:05.550996 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7ecbd8c9-b968-4299-98a6-a8ff6d4a8257 req-d9d785b7-2d9f-4c50-9999-a6164dcaf8c6 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 945 time: 0.0519543 Sep 01 16:25:05.588559 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7ecbd8c9-b968-4299-98a6-a8ff6d4a8257 req-aed0784f-8276-4d59-b1b5-1889826dc5a7 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314627 Sep 01 16:25:06.708562 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0841d-0ea1-4582-b6db-e3abb74e7a19 req-ab2c644c-d550-4ce2-a7fe-5a10ff577754 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:06.710073 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c0a0841d-0ea1-4582-b6db-e3abb74e7a19 req-ab2c644c-d550-4ce2-a7fe-5a10ff577754 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 945 time: 0.0505970 Sep 01 16:25:06.753476 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c0a0841d-0ea1-4582-b6db-e3abb74e7a19 req-2c117033-79fe-4a23-bdc1-1013569cfec2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370793 Sep 01 16:25:07.867625 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd401c3-32fd-444d-8957-084d48c60f27 req-fd37a480-a98e-4b68-9784-9088c3cfd3cf tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:07.869164 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9fd401c3-32fd-444d-8957-084d48c60f27 req-fd37a480-a98e-4b68-9784-9088c3cfd3cf tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 945 time: 0.0489624 Sep 01 16:25:07.906974 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9fd401c3-32fd-444d-8957-084d48c60f27 req-08688189-3a94-43dd-957c-01570a2c1898 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311167 Sep 01 16:25:09.020028 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cce473-40ce-4550-887e-432406f32d55 req-aafa44ff-88c7-4c5e-92c4-6da2cb1b900b tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:09.021489 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-18cce473-40ce-4550-887e-432406f32d55 req-aafa44ff-88c7-4c5e-92c4-6da2cb1b900b tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 945 time: 0.0480325 Sep 01 16:25:09.057954 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-18cce473-40ce-4550-887e-432406f32d55 req-2b12e646-370a-4fdf-a8bc-4d84a9207c02 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298824 Sep 01 16:25:09.256337 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:09.414486 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-beff4775-aceb-46ca-96de-89bba46adf62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:10.172782 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc379e7-de6f-4b9b-a5e5-e1185c19e5f0 req-9cec35ea-2941-405c-ae87-305dd83650d7 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:10.174285 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-efc379e7-de6f-4b9b-a5e5-e1185c19e5f0 req-9cec35ea-2941-405c-ae87-305dd83650d7 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 945 time: 0.0491183 Sep 01 16:25:10.213399 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-efc379e7-de6f-4b9b-a5e5-e1185c19e5f0 req-e0a6a30f-512a-4035-a214-32d409908af5 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331728 Sep 01 16:25:11.328102 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfefe3f-8a30-47bb-9b65-354a349845be req-e490d73a-4ca2-4433-8eff-27bcaff6372f tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:11.329596 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bdfefe3f-8a30-47bb-9b65-354a349845be req-e490d73a-4ca2-4433-8eff-27bcaff6372f tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 945 time: 0.0483706 Sep 01 16:25:11.369686 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-bdfefe3f-8a30-47bb-9b65-354a349845be req-137398ff-7ce8-4cef-ad57-8d6b96d2b52a tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340016 Sep 01 16:25:12.273466 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:12.493766 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89069254-21c0-44e1-b657-77d40783e8fb req-0e01efd1-53e4-4ece-9b8e-547345e2d04c tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:12.495307 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-89069254-21c0-44e1-b657-77d40783e8fb req-0e01efd1-53e4-4ece-9b8e-547345e2d04c tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 945 time: 0.0577514 Sep 01 16:25:12.538185 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-89069254-21c0-44e1-b657-77d40783e8fb req-33ce0b60-534d-4bb8-8500-26a260b3172d tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324814 Sep 01 16:25:13.555977 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:13.652280 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69b81b-6d40-4657-b25c-c51a9dc968bb req-ca1046e8-0f67-4a56-a33a-364d8fedee46 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:13.653760 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0c69b81b-6d40-4657-b25c-c51a9dc968bb req-ca1046e8-0f67-4a56-a33a-364d8fedee46 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 945 time: 0.0484157 Sep 01 16:25:13.696824 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0c69b81b-6d40-4657-b25c-c51a9dc968bb req-bcbe9ce4-5b1b-4681-b581-91853ed108e8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370073 Sep 01 16:25:13.750753 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-95a5ea4c-9478-49af-b2f7-7d794b8e8067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:13.849479 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device bcdde3d9-2688-4870-8bd2-3404a04ed74e details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:25:13.942592 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port bcdde3d9-2688-4870-8bd2-3404a04ed74e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=bcdde3d9-2688-4870-8bd2-3404a04ed74e,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:25:13.954562 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'bcdde3d9-2688-4870-8bd2-3404a04ed74e', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'port_id': 'bcdde3d9-2688-4870-8bd2-3404a04ed74e', 'mac_address': 'fa:16:3e:9e:96:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:25:13.990722 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:14.007405 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bcdde3d9-2688-4870-8bd2-3404a04ed74e {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:25:14.027637 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port bcdde3d9-2688-4870-8bd2-3404a04ed74e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=bcdde3d9-2688-4870-8bd2-3404a04ed74e,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:25:14.031704 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:14.089535 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=bcdde3d9-2688-4870-8bd2-3404a04ed74e,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:14.096941 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:14.097287 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:14.097668 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:14.098010 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:14.098362 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:14.098695 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:14.099027 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:14.099350 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:14.099728 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:14.099999 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:14.100324 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:14.100644 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:14.105962 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['bcdde3d9-2688-4870-8bd2-3404a04ed74e'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:25:14.860677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f2b47-58ae-42ba-af2a-db9f9423bee3 req-5b7f3c33-a62b-4d6e-94e9-55fea636a5df tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:14.863198 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba8f2b47-58ae-42ba-af2a-db9f9423bee3 req-5b7f3c33-a62b-4d6e-94e9-55fea636a5df tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 944 time: 0.0582952 Sep 01 16:25:14.907392 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ba8f2b47-58ae-42ba-af2a-db9f9423bee3 req-768e5a7d-0764-484f-81a0-03006a13a36e tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368965 Sep 01 16:25:15.449666 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:15.843798 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device bcdde3d9-2688-4870-8bd2-3404a04ed74e up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:25:15.894783 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port bcdde3d9-2688-4870-8bd2-3404a04ed74e triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:25:15.895330 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:15.987029 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:16.016668 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753f4d58-38d4-46d7-9ba7-42dfa5adbaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdde3d9-2688-4870-8bd2-3404a04ed74e'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:25:16.019156 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfe001d-211c-4c24-8cc5-ed68ba39b200" -d '{"events": [{"server_uuid": "753f4d58-38d4-46d7-9ba7-42dfa5adbaaa", "name": "network-vif-plugged", "status": "completed", "tag": "bcdde3d9-2688-4870-8bd2-3404a04ed74e"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:25:16.044217 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d6da3-7e20-48d7-96af-ae8f45f2f41a req-741d140f-f5f9-42e6-bf3d-0963d01bb10f tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:16.045750 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-377d6da3-7e20-48d7-96af-ae8f45f2f41a req-741d140f-f5f9-42e6-bf3d-0963d01bb10f tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 944 time: 0.0636177 Sep 01 16:25:16.053161 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port bcdde3d9-2688-4870-8bd2-3404a04ed74e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=bcdde3d9-2688-4870-8bd2-3404a04ed74e,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:25:16.063022 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:16.075703 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4964e73e-0bc0-4cc7-b5bb-5f1995a8ab29 x-openstack-request-id: req-4964e73e-0bc0-4cc7-b5bb-5f1995a8ab29 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:25:16.076270 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753f4d58-38d4-46d7-9ba7-42dfa5adbaaa", "name": "network-vif-plugged", "status": "completed", "tag": "bcdde3d9-2688-4870-8bd2-3404a04ed74e", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:25:16.076698 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4964e73e-0bc0-4cc7-b5bb-5f1995a8ab29 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:25:16.077276 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753f4d58-38d4-46d7-9ba7-42dfa5adbaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdde3d9-2688-4870-8bd2-3404a04ed74e', 'code': 200} Sep 01 16:25:16.116687 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-377d6da3-7e20-48d7-96af-ae8f45f2f41a req-f4dd86ef-d97a-40c2-8b35-79a1f13f6aea tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635827 Sep 01 16:25:16.134739 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=bcdde3d9-2688-4870-8bd2-3404a04ed74e,revision_number=7']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:17.239923 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab61cbe-ea5d-4967-9b22-c6d1e05cf653 req-257d3be7-d31c-459c-8b51-44759d37f34b tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:17.241366 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ab61cbe-ea5d-4967-9b22-c6d1e05cf653 req-257d3be7-d31c-459c-8b51-44759d37f34b tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 945 time: 0.0532117 Sep 01 16:25:17.284804 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6ab61cbe-ea5d-4967-9b22-c6d1e05cf653 req-381139d1-a3c9-4533-8df8-65ef312e3637 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359256 Sep 01 16:25:18.407264 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea71db-330c-4faa-a1ab-3c9ccd9669d8 req-da84bb0a-f73e-4ead-bbd3-45537d2eda4b tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:18.408795 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c1ea71db-330c-4faa-a1ab-3c9ccd9669d8 req-da84bb0a-f73e-4ead-bbd3-45537d2eda4b tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 945 time: 0.0510876 Sep 01 16:25:18.452461 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c1ea71db-330c-4faa-a1ab-3c9ccd9669d8 req-8f08512f-7484-4424-aad5-b4c632f8392c tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345612 Sep 01 16:25:19.579883 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6caf2-c61a-4179-94f5-12c3de500e6b req-e852df34-8d67-4366-93f1-5df4a32e44f2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:19.581475 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-62f6caf2-c61a-4179-94f5-12c3de500e6b req-e852df34-8d67-4366-93f1-5df4a32e44f2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 945 time: 0.0618632 Sep 01 16:25:19.626937 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-62f6caf2-c61a-4179-94f5-12c3de500e6b req-df60f44b-eeee-4483-bffb-cdaafdf9ae2f tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388629 Sep 01 16:25:20.750763 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536527a-03b6-4123-89f5-204c138882b4 req-59d3158c-84f6-48c3-8899-d362366150e5 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:20.758528 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a536527a-03b6-4123-89f5-204c138882b4 req-59d3158c-84f6-48c3-8899-d362366150e5 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 945 time: 0.0587499 Sep 01 16:25:20.798490 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a536527a-03b6-4123-89f5-204c138882b4 req-6f745ea5-a022-4cb2-8762-7c6495f96a08 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391333 Sep 01 16:25:21.924944 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcbfb2-8206-442d-899e-56600788295e req-52923a37-166c-44a5-9690-bab44385a03e tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:21.926532 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b1dcbfb2-8206-442d-899e-56600788295e req-52923a37-166c-44a5-9690-bab44385a03e tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 945 time: 0.0527382 Sep 01 16:25:21.966571 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b1dcbfb2-8206-442d-899e-56600788295e req-c0c321ed-127f-4304-b4f5-0821e7804e1b tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322871 Sep 01 16:25:23.080568 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b491a-bab2-46de-b37b-ca11625591b1 req-7e6da421-e601-42fd-9ad2-9ed857b2ffdf tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:23.081955 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d22b491a-bab2-46de-b37b-ca11625591b1 req-7e6da421-e601-42fd-9ad2-9ed857b2ffdf tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 945 time: 0.0480688 Sep 01 16:25:23.122444 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d22b491a-bab2-46de-b37b-ca11625591b1 req-960aa537-afd9-4161-b8e5-d53e16caac3f tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339892 Sep 01 16:25:23.389909 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040061e-9476-4577-a8b9-32c8c7c47e6f req-a4f0c0aa-8eee-459a-af84-e675ac7d47a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:23.391349 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f040061e-9476-4577-a8b9-32c8c7c47e6f req-a4f0c0aa-8eee-459a-af84-e675ac7d47a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c11cdc31b9444cee90ae353326ca9f91&device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 1096 time: 0.0396993 Sep 01 16:25:23.483412 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040061e-9476-4577-a8b9-32c8c7c47e6f req-e374fea1-a2e6-42af-9e5d-5bdfd04a4922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:23.484896 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f040061e-9476-4577-a8b9-32c8c7c47e6f req-e374fea1-a2e6-42af-9e5d-5bdfd04a4922 service neutron] 10.222.0.45 "GET /v2.0/networks?id=18022723-7b19-484f-9514-d455167fd349 HTTP/1.1" status: 200 len: 910 time: 0.0860317 Sep 01 16:25:23.552104 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f040061e-9476-4577-a8b9-32c8c7c47e6f req-1c0fe27e-e950-4ea8-8370-5ce815835b90 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcdde3d9-2688-4870-8bd2-3404a04ed74e HTTP/1.1" status: 200 len: 1001 time: 0.0597916 Sep 01 16:25:23.601874 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040061e-9476-4577-a8b9-32c8c7c47e6f req-3f206c62-21a6-4c30-b8f3-1d75c82c7786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:23.603325 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f040061e-9476-4577-a8b9-32c8c7c47e6f req-3f206c62-21a6-4c30-b8f3-1d75c82c7786 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1050a2fc-5e3d-4eea-b16e-b62cbec846ef HTTP/1.1" status: 200 len: 848 time: 0.0437553 Sep 01 16:25:23.654748 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040061e-9476-4577-a8b9-32c8c7c47e6f req-5306abb7-6294-4c84-925d-8395a69ab03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:23.656264 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f040061e-9476-4577-a8b9-32c8c7c47e6f req-5306abb7-6294-4c84-925d-8395a69ab03c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=18022723-7b19-484f-9514-d455167fd349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447824 Sep 01 16:25:23.750794 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f040061e-9476-4577-a8b9-32c8c7c47e6f req-c1e53d7c-0abc-4d51-9900-410af531477d service neutron] 10.222.0.45 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860424 Sep 01 16:25:23.843295 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f040061e-9476-4577-a8b9-32c8c7c47e6f req-cde4c683-d849-48c7-814e-9c3bb9188595 service neutron] 10.222.0.45 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853851 Sep 01 16:25:24.235697 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af68fb1-5336-4453-9f1d-4ec443f03b94 req-e0db6cb6-f0e5-4a4b-ac5d-678a2206e2ed tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:24.237192 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1af68fb1-5336-4453-9f1d-4ec443f03b94 req-e0db6cb6-f0e5-4a4b-ac5d-678a2206e2ed tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 945 time: 0.0476358 Sep 01 16:25:24.273609 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1af68fb1-5336-4453-9f1d-4ec443f03b94 req-abe571c0-3df7-4f1b-968f-85674245bbf7 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305164 Sep 01 16:25:25.390833 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6308dac-eb06-4a30-ad4b-f481cc49e772 req-e7cc93ac-d5ee-47f6-8450-6ca085714234 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:25.392318 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6308dac-eb06-4a30-ad4b-f481cc49e772 req-e7cc93ac-d5ee-47f6-8450-6ca085714234 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 945 time: 0.0497408 Sep 01 16:25:25.428956 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c6308dac-eb06-4a30-ad4b-f481cc49e772 req-7e1f82d5-fb33-4ca1-aec1-ad8b9d69e2bb tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307662 Sep 01 16:25:26.547492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013189ca-380f-42f6-ab1e-614f5045f3b1 req-d2e16da8-0339-4961-8d47-c2a74b8a7865 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:26.548994 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-013189ca-380f-42f6-ab1e-614f5045f3b1 req-d2e16da8-0339-4961-8d47-c2a74b8a7865 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 945 time: 0.0520706 Sep 01 16:25:26.585702 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-013189ca-380f-42f6-ab1e-614f5045f3b1 req-09f15dba-4469-4f10-8262-1d5b8f301218 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308161 Sep 01 16:25:26.715415 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-44e66eef-8fa3-411e-bff3-4cfe1efc345b req-2587567c-8fef-40c2-afdf-b454f4318fd1 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:25:26.716483 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-44e66eef-8fa3-411e-bff3-4cfe1efc345b req-2587567c-8fef-40c2-afdf-b454f4318fd1 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0532093 Sep 01 16:25:26.871137 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313e1fd-ba1a-46c0-a511-caa5e34754ae req-ad6afa39-c0a6-4036-979c-da47e0e8ffd0 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:26.872703 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6313e1fd-ba1a-46c0-a511-caa5e34754ae req-ad6afa39-c0a6-4036-979c-da47e0e8ffd0 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 945 time: 0.0511191 Sep 01 16:25:26.913413 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6313e1fd-ba1a-46c0-a511-caa5e34754ae req-7ffda566-fde4-48ab-8faf-be65617b2294 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331988 Sep 01 16:25:27.047437 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b89da4c3-5a13-48be-804e-36683d13beac req-38855640-6cca-4d27-b216-d3054b5b8a39 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840993 Sep 01 16:25:27.056229 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-b89da4c3-5a13-48be-804e-36683d13beac req-2f680d32-4f83-432a-b508-2b5265a75aed service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:25:27.057239 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b89da4c3-5a13-48be-804e-36683d13beac req-2f680d32-4f83-432a-b508-2b5265a75aed service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049553 Sep 01 16:25:27.923250 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device bcdde3d9-2688-4870-8bd2-3404a04ed74e no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:25:27.942183 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89da4c3-5a13-48be-804e-36683d13beac req-20d4d9b8-03f9-4829-8cc7-49d38f9d74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:27.943839 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b89da4c3-5a13-48be-804e-36683d13beac req-20d4d9b8-03f9-4829-8cc7-49d38f9d74fa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa&tenant_id=c11cdc31b9444cee90ae353326ca9f91 HTTP/1.1" status: 200 len: 1096 time: 0.0466580 Sep 01 16:25:27.964643 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-b89da4c3-5a13-48be-804e-36683d13beac req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794796-3', 'device_owner': 'compute:nova'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:25:28.002983 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:28.030815 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b89da4c3-5a13-48be-804e-36683d13beac req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:28.038616 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b79c3c-8174-41fe-b6e2-7319fb363b64 req-82315d38-3ded-4721-b9ca-da3a6f424275 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:28.040343 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-95b79c3c-8174-41fe-b6e2-7319fb363b64 req-82315d38-3ded-4721-b9ca-da3a6f424275 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 945 time: 0.0530281 Sep 01 16:25:28.042586 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753f4d58-38d4-46d7-9ba7-42dfa5adbaaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcdde3d9-2688-4870-8bd2-3404a04ed74e'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:25:28.044855 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e066936a-6da8-4003-95dc-375122c3e77e" -d '{"events": [{"server_uuid": "753f4d58-38d4-46d7-9ba7-42dfa5adbaaa", "name": "network-vif-unplugged", "status": "completed", "tag": "bcdde3d9-2688-4870-8bd2-3404a04ed74e"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:25:28.051435 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port bcdde3d9-2688-4870-8bd2-3404a04ed74e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=bcdde3d9-2688-4870-8bd2-3404a04ed74e,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:25:28.058237 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:28.086731 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-95b79c3c-8174-41fe-b6e2-7319fb363b64 req-64db2e05-cc4d-48b6-a11c-e163cd2f3819 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382915 Sep 01 16:25:28.102374 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 16:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0de9307-86cb-41b0-93b1-2d62a4923bac x-openstack-request-id: req-a0de9307-86cb-41b0-93b1-2d62a4923bac {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:25:28.102374 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753f4d58-38d4-46d7-9ba7-42dfa5adbaaa", "name": "network-vif-unplugged", "status": "completed", "tag": "bcdde3d9-2688-4870-8bd2-3404a04ed74e", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:25:28.102374 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a0de9307-86cb-41b0-93b1-2d62a4923bac {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:25:28.102374 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753f4d58-38d4-46d7-9ba7-42dfa5adbaaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcdde3d9-2688-4870-8bd2-3404a04ed74e', 'code': 200} Sep 01 16:25:28.103051 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.db.api [req-b89da4c3-5a13-48be-804e-36683d13beac req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 16:25:28.103051 n-d-794796-3 neutron-server[94734]: DEBUG oslo_db.api [req-b89da4c3-5a13-48be-804e-36683d13beac req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 16:25:28.118416 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=bcdde3d9-2688-4870-8bd2-3404a04ed74e,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:28.530910 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:28.635798 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b89da4c3-5a13-48be-804e-36683d13beac req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:28.848446 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-b89da4c3-5a13-48be-804e-36683d13beac req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] For port bcdde3d9-2688-4870-8bd2-3404a04ed74e, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=bcdde3d9-2688-4870-8bd2-3404a04ed74e,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:25:28.883724 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-b89da4c3-5a13-48be-804e-36683d13beac req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] For port bcdde3d9-2688-4870-8bd2-3404a04ed74e, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:25:28.918807 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-b89da4c3-5a13-48be-804e-36683d13beac req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcdde3d9-2688-4870-8bd2-3404a04ed74e {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:25:28.926963 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b89da4c3-5a13-48be-804e-36683d13beac req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:28.940413 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-b89da4c3-5a13-48be-804e-36683d13beac req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Transition to ACTIVE for port object bcdde3d9-2688-4870-8bd2-3404a04ed74e will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:25:28.944508 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b89da4c3-5a13-48be-804e-36683d13beac req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:28.994369 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=bcdde3d9-2688-4870-8bd2-3404a04ed74e,revision_number=9']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:29.005638 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:29.005993 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:29.006371 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:29.006713 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:29.007047 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:29.007387 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:29.007719 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:29.008053 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:29.008382 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:29.008757 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:29.009080 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:29.009403 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:25:29.096490 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89da4c3-5a13-48be-804e-36683d13beac req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] No DVR routers for this DVR port bcdde3d9-2688-4870-8bd2-3404a04ed74e on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:25:29.267731 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf80ce-39a7-4b09-8864-da8ba0fe7a35 req-53794a85-0462-4114-9251-31f8c6b50f70 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:29.269201 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9ebf80ce-39a7-4b09-8864-da8ba0fe7a35 req-53794a85-0462-4114-9251-31f8c6b50f70 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 943 time: 0.0696034 Sep 01 16:25:29.308166 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-b89da4c3-5a13-48be-804e-36683d13beac req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Attempting to bind port bcdde3d9-2688-4870-8bd2-3404a04ed74e on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:25:29.308497 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-b89da4c3-5a13-48be-804e-36683d13beac req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Attempting to bind port bcdde3d9-2688-4870-8bd2-3404a04ed74e by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '33f97a8b-0b90-478c-aabb-fa39b0487752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18022723-7b19-484f-9514-d455167fd349'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:25:29.308822 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89da4c3-5a13-48be-804e-36683d13beac req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Attempting to bind port bcdde3d9-2688-4870-8bd2-3404a04ed74e on network 18022723-7b19-484f-9514-d455167fd349 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:25:29.322968 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89da4c3-5a13-48be-804e-36683d13beac req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Port bcdde3d9-2688-4870-8bd2-3404a04ed74e on network 18022723-7b19-484f-9514-d455167fd349 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:25:29.323292 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89da4c3-5a13-48be-804e-36683d13beac req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Attempting to bind port bcdde3d9-2688-4870-8bd2-3404a04ed74e on network 18022723-7b19-484f-9514-d455167fd349 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:25:29.337351 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89da4c3-5a13-48be-804e-36683d13beac req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:25:29.337691 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89da4c3-5a13-48be-804e-36683d13beac req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Checking segment: {'id': '33f97a8b-0b90-478c-aabb-fa39b0487752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18022723-7b19-484f-9514-d455167fd349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:25:29.338075 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89da4c3-5a13-48be-804e-36683d13beac req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Bound using segment: {'id': '33f97a8b-0b90-478c-aabb-fa39b0487752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18022723-7b19-484f-9514-d455167fd349'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:25:29.338558 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-b89da4c3-5a13-48be-804e-36683d13beac req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Bound port: bcdde3d9-2688-4870-8bd2-3404a04ed74e, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f97a8b-0b90-478c-aabb-fa39b0487752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18022723-7b19-484f-9514-d455167fd349'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:25:29.338937 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b89da4c3-5a13-48be-804e-36683d13beac req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:29.343388 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9ebf80ce-39a7-4b09-8864-da8ba0fe7a35 req-4dc5adf9-4bb4-4842-abca-b143745c4a99 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604954 Sep 01 16:25:29.411242 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-b89da4c3-5a13-48be-804e-36683d13beac req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] For port bcdde3d9-2688-4870-8bd2-3404a04ed74e, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:25:29.414521 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-b89da4c3-5a13-48be-804e-36683d13beac req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] For port bcdde3d9-2688-4870-8bd2-3404a04ed74e, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=bcdde3d9-2688-4870-8bd2-3404a04ed74e,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:25:29.420323 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b89da4c3-5a13-48be-804e-36683d13beac req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:29.456560 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89da4c3-5a13-48be-804e-36683d13beac req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:29.457642 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b89da4c3-5a13-48be-804e-36683d13beac req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:29.459082 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b89da4c3-5a13-48be-804e-36683d13beac req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] 10.222.0.62 "PUT /v2.0/ports/bcdde3d9-2688-4870-8bd2-3404a04ed74e HTTP/1.1" status: 200 len: 1091 time: 1.4988139 Sep 01 16:25:29.461744 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753f4d58-38d4-46d7-9ba7-42dfa5adbaaa', 'tag': 'bcdde3d9-2688-4870-8bd2-3404a04ed74e'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:25:29.464136 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6c25dd-6865-49f8-9eb3-1a37719afd1a" -d '{"events": [{"name": "network-changed", "server_uuid": "753f4d58-38d4-46d7-9ba7-42dfa5adbaaa", "tag": "bcdde3d9-2688-4870-8bd2-3404a04ed74e"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:25:29.496640 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd8034-e40f-40e9-b446-89bbe1d93ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=bcdde3d9-2688-4870-8bd2-3404a04ed74e,revision_number=10']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:29.517728 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98377ae1-02e7-4348-93a2-c725542ea241 x-openstack-request-id: req-98377ae1-02e7-4348-93a2-c725542ea241 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:25:29.518136 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753f4d58-38d4-46d7-9ba7-42dfa5adbaaa", "tag": "bcdde3d9-2688-4870-8bd2-3404a04ed74e", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:25:29.518552 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-98377ae1-02e7-4348-93a2-c725542ea241 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:25:29.519049 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753f4d58-38d4-46d7-9ba7-42dfa5adbaaa', 'tag': 'bcdde3d9-2688-4870-8bd2-3404a04ed74e', 'status': 'completed', 'code': 200} Sep 01 16:25:29.573791 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89da4c3-5a13-48be-804e-36683d13beac req-61a5c37a-28af-4ce5-aad5-da530b86b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:29.575438 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b89da4c3-5a13-48be-804e-36683d13beac req-61a5c37a-28af-4ce5-aad5-da530b86b3a1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c11cdc31b9444cee90ae353326ca9f91&device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 1095 time: 0.0608835 Sep 01 16:25:29.685696 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89da4c3-5a13-48be-804e-36683d13beac req-9f4a6011-806a-4bbe-9bdf-8caf29f85827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:29.687254 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b89da4c3-5a13-48be-804e-36683d13beac req-9f4a6011-806a-4bbe-9bdf-8caf29f85827 service neutron] 10.222.0.62 "GET /v2.0/networks?id=18022723-7b19-484f-9514-d455167fd349 HTTP/1.1" status: 200 len: 910 time: 0.1038954 Sep 01 16:25:29.755776 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b89da4c3-5a13-48be-804e-36683d13beac req-8087040c-0e58-4da9-a0bc-71a1ea6368e8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcdde3d9-2688-4870-8bd2-3404a04ed74e HTTP/1.1" status: 200 len: 999 time: 0.0594912 Sep 01 16:25:29.818191 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89da4c3-5a13-48be-804e-36683d13beac req-6d2ea938-3b3f-40b1-82df-8e9c7baa22be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:29.819693 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b89da4c3-5a13-48be-804e-36683d13beac req-6d2ea938-3b3f-40b1-82df-8e9c7baa22be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1050a2fc-5e3d-4eea-b16e-b62cbec846ef HTTP/1.1" status: 200 len: 848 time: 0.0562685 Sep 01 16:25:29.870005 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89da4c3-5a13-48be-804e-36683d13beac req-a68ec358-8792-4bb6-93d3-fe877835435a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:29.871568 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b89da4c3-5a13-48be-804e-36683d13beac req-a68ec358-8792-4bb6-93d3-fe877835435a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18022723-7b19-484f-9514-d455167fd349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412076 Sep 01 16:25:29.964557 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b89da4c3-5a13-48be-804e-36683d13beac req-244b832d-12e3-4055-b90f-a7f1839620d9 service neutron] 10.222.0.62 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811443 Sep 01 16:25:30.057307 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b89da4c3-5a13-48be-804e-36683d13beac req-9741fb12-6bb9-4c0b-94ae-9e2109e6d09d service neutron] 10.222.0.62 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844536 Sep 01 16:25:30.175796 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c25dd-6865-49f8-9eb3-1a37719afd1a req-bafcc4f1-99e6-4544-bf97-bd0209669e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:30.177442 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d6c25dd-6865-49f8-9eb3-1a37719afd1a req-bafcc4f1-99e6-4544-bf97-bd0209669e51 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c11cdc31b9444cee90ae353326ca9f91&device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 1095 time: 0.0428925 Sep 01 16:25:30.275289 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c25dd-6865-49f8-9eb3-1a37719afd1a req-c107ef84-a254-4822-bd42-5688fdf70ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:30.277378 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d6c25dd-6865-49f8-9eb3-1a37719afd1a req-c107ef84-a254-4822-bd42-5688fdf70ade service neutron] 10.222.0.62 "GET /v2.0/networks?id=18022723-7b19-484f-9514-d455167fd349 HTTP/1.1" status: 200 len: 910 time: 0.0909646 Sep 01 16:25:30.346270 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d6c25dd-6865-49f8-9eb3-1a37719afd1a req-476d6aa9-f85c-44a5-ae90-0d407103bc8a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcdde3d9-2688-4870-8bd2-3404a04ed74e HTTP/1.1" status: 200 len: 999 time: 0.0603554 Sep 01 16:25:30.411357 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c25dd-6865-49f8-9eb3-1a37719afd1a req-4f1ee443-08f5-44d8-aad3-7a5978d07d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:30.413349 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d6c25dd-6865-49f8-9eb3-1a37719afd1a req-4f1ee443-08f5-44d8-aad3-7a5978d07d95 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1050a2fc-5e3d-4eea-b16e-b62cbec846ef HTTP/1.1" status: 200 len: 848 time: 0.0563262 Sep 01 16:25:30.563242 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5136386-f43d-415d-b748-c43d36d3d9aa req-5d9cff98-a423-4b20-85a0-296107905e33 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:30.564897 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e5136386-f43d-415d-b748-c43d36d3d9aa req-5d9cff98-a423-4b20-85a0-296107905e33 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 944 time: 0.1006036 Sep 01 16:25:30.614046 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e5136386-f43d-415d-b748-c43d36d3d9aa req-a018dbd5-e18f-4f49-a4f3-bdfa663d521c tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385971 Sep 01 16:25:31.767763 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607663d-f89b-44be-a2d2-7d774ece8f43 req-825e1db6-24b1-4879-9d56-2040ba597013 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:31.770995 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d607663d-f89b-44be-a2d2-7d774ece8f43 req-825e1db6-24b1-4879-9d56-2040ba597013 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 944 time: 0.0603361 Sep 01 16:25:31.808957 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d607663d-f89b-44be-a2d2-7d774ece8f43 req-6e607908-d55d-4b98-b8ea-09143b3d08a6 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335498 Sep 01 16:25:32.924067 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071aa71-a982-4184-9a52-1f4e120b564a req-524f14ce-f16f-473d-8beb-d18052d58682 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:32.925565 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b071aa71-a982-4184-9a52-1f4e120b564a req-524f14ce-f16f-473d-8beb-d18052d58682 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 944 time: 0.0484083 Sep 01 16:25:32.965876 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b071aa71-a982-4184-9a52-1f4e120b564a req-152caadb-e3c8-4c03-897b-9bfc4e3ce6e4 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341897 Sep 01 16:25:34.111395 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385e324-f287-449c-9b65-fe424cf8cf94 req-9800e309-ad1f-4146-be5c-fe39298be64c tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:34.112968 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c385e324-f287-449c-9b65-fe424cf8cf94 req-9800e309-ad1f-4146-be5c-fe39298be64c tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 944 time: 0.0629539 Sep 01 16:25:34.172590 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c385e324-f287-449c-9b65-fe424cf8cf94 req-31c746b0-68f8-4e9f-93f3-97d069a2e09c tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516946 Sep 01 16:25:35.313143 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079d97a-3040-4e17-891c-87b073d9143d req-20a6e270-8bfb-4b28-a99c-4cca1166989f tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:35.314732 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1079d97a-3040-4e17-891c-87b073d9143d req-20a6e270-8bfb-4b28-a99c-4cca1166989f tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 944 time: 0.0537004 Sep 01 16:25:35.359213 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1079d97a-3040-4e17-891c-87b073d9143d req-a74c6d5b-bf31-488a-8462-cd6b7497d10d tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339663 Sep 01 16:25:36.505481 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabdb15-41d5-4865-8589-ca765c8ae3d1 req-a590be03-704c-49d1-939d-ae8e2617fa1d tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:36.508394 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-daabdb15-41d5-4865-8589-ca765c8ae3d1 req-a590be03-704c-49d1-939d-ae8e2617fa1d tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 944 time: 0.0792568 Sep 01 16:25:36.571025 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-daabdb15-41d5-4865-8589-ca765c8ae3d1 req-167d18a1-13a6-4e7a-99d6-5e669d2b2c0c tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509000 Sep 01 16:25:36.777475 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:25:37.742499 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bd614-6587-4e92-82b1-239e3594accb req-3dacbb23-d601-437e-86ce-1fc5753e15f3 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:37.744154 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-778bd614-6587-4e92-82b1-239e3594accb req-3dacbb23-d601-437e-86ce-1fc5753e15f3 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 944 time: 0.0822077 Sep 01 16:25:37.793393 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-778bd614-6587-4e92-82b1-239e3594accb req-2b5d6a59-9cfb-4668-8d91-0f9df9a677d1 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424840 Sep 01 16:25:38.916927 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9feaca3-f401-4a85-8859-eb9eb462db3d req-47b19f7a-0b36-40d9-8f86-7a98d877b833 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:38.918649 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b9feaca3-f401-4a85-8859-eb9eb462db3d req-47b19f7a-0b36-40d9-8f86-7a98d877b833 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 944 time: 0.0565586 Sep 01 16:25:38.996979 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-b9feaca3-f401-4a85-8859-eb9eb462db3d req-00cb8015-2c1b-41ec-9622-d30c9e255535 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715463 Sep 01 16:25:39.268544 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:39.439295 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2e2f4629-b12a-44c2-b091-baaa54746a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:40.144003 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5ee7b-eca8-42c2-8baf-ec492c03a494 req-3885501f-8140-4194-a6d6-1de1b4eebca2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:40.145638 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05b5ee7b-eca8-42c2-8baf-ec492c03a494 req-3885501f-8140-4194-a6d6-1de1b4eebca2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 944 time: 0.0516961 Sep 01 16:25:40.184680 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05b5ee7b-eca8-42c2-8baf-ec492c03a494 req-95c9a5c1-daaf-4b16-93be-dff3f0739f8d tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329514 Sep 01 16:25:41.342651 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b86e45-90d1-4636-8cc6-6b9460f63463 req-8e367593-e1cb-44d9-9572-6a081635ae0c tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:41.344242 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-67b86e45-90d1-4636-8cc6-6b9460f63463 req-8e367593-e1cb-44d9-9572-6a081635ae0c tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 944 time: 0.0690830 Sep 01 16:25:41.387752 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-67b86e45-90d1-4636-8cc6-6b9460f63463 req-30f14596-7e78-41ec-8b08-3d0f0bd8fc15 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368013 Sep 01 16:25:42.278785 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:42.334103 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c25dd-6865-49f8-9eb3-1a37719afd1a req-e621be70-290a-4c47-af22-c25b4338518b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:42.335827 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d6c25dd-6865-49f8-9eb3-1a37719afd1a req-e621be70-290a-4c47-af22-c25b4338518b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18022723-7b19-484f-9514-d455167fd349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506310 Sep 01 16:25:42.436658 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d6c25dd-6865-49f8-9eb3-1a37719afd1a req-9694f897-111b-4b18-91ab-5ce11f41b1df service neutron] 10.222.0.62 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927761 Sep 01 16:25:42.628864 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019ab6b-731d-4d13-a064-286cee179ccf req-39c6fff3-db5a-44eb-beb1-6e6dfa468dbe tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:42.630442 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b019ab6b-731d-4d13-a064-286cee179ccf req-39c6fff3-db5a-44eb-beb1-6e6dfa468dbe tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 944 time: 0.1502481 Sep 01 16:25:42.652810 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8d6c25dd-6865-49f8-9eb3-1a37719afd1a req-0a01aafa-079f-4806-9856-dd1e2fc4962e service neutron] 10.222.0.62 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864533 Sep 01 16:25:42.686512 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b019ab6b-731d-4d13-a064-286cee179ccf req-03820f5b-6262-422f-93f2-e03580ce896d tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465727 Sep 01 16:25:43.559885 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:43.753079 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e7cce000-a169-4871-a909-a69389b3df64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:43.807835 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15efc1e-e774-4fef-b1ce-1b8e65d0fab2 req-ee10f5e3-d3dd-45b9-96e2-3e77ddd34304 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:43.809342 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c15efc1e-e774-4fef-b1ce-1b8e65d0fab2 req-ee10f5e3-d3dd-45b9-96e2-3e77ddd34304 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 944 time: 0.0520177 Sep 01 16:25:43.848896 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c15efc1e-e774-4fef-b1ce-1b8e65d0fab2 req-e2affb10-db8e-4301-9c5e-003f79904dde tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333486 Sep 01 16:25:44.970890 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbb066-5770-4e0a-8c15-d471b67537a9 req-1d6e23f7-3fb2-4545-9a92-a8f0b11d1cf0 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:44.972396 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05bbb066-5770-4e0a-8c15-d471b67537a9 req-1d6e23f7-3fb2-4545-9a92-a8f0b11d1cf0 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 944 time: 0.0507596 Sep 01 16:25:45.013326 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-05bbb066-5770-4e0a-8c15-d471b67537a9 req-c3c8c58d-81b9-4c14-a024-93848825788d tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338988 Sep 01 16:25:45.088192 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device bcdde3d9-2688-4870-8bd2-3404a04ed74e details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:25:45.203981 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port bcdde3d9-2688-4870-8bd2-3404a04ed74e, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=bcdde3d9-2688-4870-8bd2-3404a04ed74e,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:25:45.217057 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'bcdde3d9-2688-4870-8bd2-3404a04ed74e', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'port_id': 'bcdde3d9-2688-4870-8bd2-3404a04ed74e', 'mac_address': 'fa:16:3e:9e:96:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:25:45.266618 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:45.281764 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcdde3d9-2688-4870-8bd2-3404a04ed74e {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:25:45.312350 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port bcdde3d9-2688-4870-8bd2-3404a04ed74e, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=bcdde3d9-2688-4870-8bd2-3404a04ed74e,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:25:45.316809 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:45.374987 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=bcdde3d9-2688-4870-8bd2-3404a04ed74e,revision_number=11']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:45.445724 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:45.729365 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['bcdde3d9-2688-4870-8bd2-3404a04ed74e'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:25:46.140405 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78a4d8-4204-4ace-a619-33dc8ab4253e req-729ab8f4-1f0a-4446-ab44-3f58222bfda5 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:46.142023 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da78a4d8-4204-4ace-a619-33dc8ab4253e req-729ab8f4-1f0a-4446-ab44-3f58222bfda5 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 945 time: 0.0573623 Sep 01 16:25:46.187909 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-da78a4d8-4204-4ace-a619-33dc8ab4253e req-1b1d7bdf-c154-4846-9d28-b295ce9cb38c tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398214 Sep 01 16:25:47.091798 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device bcdde3d9-2688-4870-8bd2-3404a04ed74e up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:25:47.151640 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port bcdde3d9-2688-4870-8bd2-3404a04ed74e completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:25:47.156028 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port bcdde3d9-2688-4870-8bd2-3404a04ed74e triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:25:47.156404 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:47.243273 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:47.273694 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753f4d58-38d4-46d7-9ba7-42dfa5adbaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdde3d9-2688-4870-8bd2-3404a04ed74e'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:25:47.277236 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26791ada-69e6-46cb-b1b2-be2a24987a2d" -d '{"events": [{"server_uuid": "753f4d58-38d4-46d7-9ba7-42dfa5adbaaa", "name": "network-vif-plugged", "status": "completed", "tag": "bcdde3d9-2688-4870-8bd2-3404a04ed74e"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:25:47.293237 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port bcdde3d9-2688-4870-8bd2-3404a04ed74e, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=bcdde3d9-2688-4870-8bd2-3404a04ed74e,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:25:47.299996 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:25:47.328504 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7abcda8-ba2b-40c2-9c67-1ebe048e4d05 x-openstack-request-id: req-c7abcda8-ba2b-40c2-9c67-1ebe048e4d05 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:25:47.328974 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753f4d58-38d4-46d7-9ba7-42dfa5adbaaa", "name": "network-vif-plugged", "status": "completed", "tag": "bcdde3d9-2688-4870-8bd2-3404a04ed74e", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:25:47.329249 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c7abcda8-ba2b-40c2-9c67-1ebe048e4d05 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:25:47.329706 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753f4d58-38d4-46d7-9ba7-42dfa5adbaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdde3d9-2688-4870-8bd2-3404a04ed74e', 'code': 200} Sep 01 16:25:47.368965 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4934f2b-7acd-408f-b249-cd785db45755 req-894adffd-e66c-4943-806b-bab6a15a66f7 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:47.372680 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d4934f2b-7acd-408f-b249-cd785db45755 req-894adffd-e66c-4943-806b-bab6a15a66f7 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 945 time: 0.1054225 Sep 01 16:25:47.381631 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=bcdde3d9-2688-4870-8bd2-3404a04ed74e,revision_number=12']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:25:47.445716 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d4934f2b-7acd-408f-b249-cd785db45755 req-0c573092-41b0-459e-838b-cf26d39285b2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648530 Sep 01 16:25:47.550934 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f67026-8aa1-4c35-bf86-e2b70f778de4 req-219e5889-fe7d-4e4e-8656-35a48753653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:47.552883 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-39f67026-8aa1-4c35-bf86-e2b70f778de4 req-219e5889-fe7d-4e4e-8656-35a48753653f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 1097 time: 0.0443504 Sep 01 16:25:47.596506 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-39f67026-8aa1-4c35-bf86-e2b70f778de4 req-5ffd6778-f070-4807-b577-11a4285d70f0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333068 Sep 01 16:25:48.586459 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91d5ad-e328-4ba6-ba85-0a596ba5921e req-17e60383-c59f-4be1-bb7a-cad35c9710e6 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:48.588217 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5d91d5ad-e328-4ba6-ba85-0a596ba5921e req-17e60383-c59f-4be1-bb7a-cad35c9710e6 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 946 time: 0.0545468 Sep 01 16:25:48.645275 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5d91d5ad-e328-4ba6-ba85-0a596ba5921e req-275ec967-a6fc-48a0-a3c6-a256deecbcc1 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487945 Sep 01 16:25:49.777534 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1c9cf-b210-4c59-914b-c8b23fbe9ee2 req-37386ba4-e92b-48f2-bd5e-c833dd89ad9f tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:25:49.780212 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aee1c9cf-b210-4c59-914b-c8b23fbe9ee2 req-37386ba4-e92b-48f2-bd5e-c833dd89ad9f tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 946 time: 0.0648627 Sep 01 16:25:49.832342 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-aee1c9cf-b210-4c59-914b-c8b23fbe9ee2 req-324597fc-b4e9-4700-8fa0-c054479e1000 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369802 Sep 01 16:25:58.548552 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:09.268067 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:09.411846 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fff585fc-0241-4d47-97cd-ba34eed8ac5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:12.274563 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:13.561463 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:13.754372 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-22124b57-046c-441f-8335-477e8afe07e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:13.776119 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:26:13.890887 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0714cd03-51d3-48d7-8b81-363b1581b007 req-d562ebb4-b5bc-45c7-b692-5a2f0cb65bc3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385799 Sep 01 16:26:14.001733 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714cd03-51d3-48d7-8b81-363b1581b007 req-efbdbe13-953f-41a0-a93a-a3cf15d0231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:26:14.003256 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0714cd03-51d3-48d7-8b81-363b1581b007 req-efbdbe13-953f-41a0-a93a-a3cf15d0231d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c11cdc31b9444cee90ae353326ca9f91&device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 1097 time: 0.0444140 Sep 01 16:26:14.106763 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714cd03-51d3-48d7-8b81-363b1581b007 req-5a4a0248-b8fd-4e50-b8c4-ae34d8125248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:26:14.108167 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0714cd03-51d3-48d7-8b81-363b1581b007 req-5a4a0248-b8fd-4e50-b8c4-ae34d8125248 service neutron] 10.222.0.62 "GET /v2.0/networks?id=18022723-7b19-484f-9514-d455167fd349 HTTP/1.1" status: 200 len: 910 time: 0.0830061 Sep 01 16:26:14.178659 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0714cd03-51d3-48d7-8b81-363b1581b007 req-d73e4a17-aa8f-4213-83c2-ac3699b26bd2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcdde3d9-2688-4870-8bd2-3404a04ed74e HTTP/1.1" status: 200 len: 1001 time: 0.0603075 Sep 01 16:26:14.229045 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714cd03-51d3-48d7-8b81-363b1581b007 req-8300922d-24aa-450b-bf24-02a32b0b351d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:26:14.230512 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0714cd03-51d3-48d7-8b81-363b1581b007 req-8300922d-24aa-450b-bf24-02a32b0b351d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1050a2fc-5e3d-4eea-b16e-b62cbec846ef HTTP/1.1" status: 200 len: 848 time: 0.0438561 Sep 01 16:26:14.277266 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714cd03-51d3-48d7-8b81-363b1581b007 req-9bdb757f-739b-49fc-aa00-e88cf083d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:26:14.278764 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0714cd03-51d3-48d7-8b81-363b1581b007 req-9bdb757f-739b-49fc-aa00-e88cf083d57e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18022723-7b19-484f-9514-d455167fd349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395131 Sep 01 16:26:14.372730 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0714cd03-51d3-48d7-8b81-363b1581b007 req-98e7fe8b-0a4c-4881-8a92-6e4b8d26a7a7 service neutron] 10.222.0.62 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820942 Sep 01 16:26:14.462963 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0714cd03-51d3-48d7-8b81-363b1581b007 req-c5de1a87-4162-4b40-8831-b1e3be5f24ee service neutron] 10.222.0.62 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804062 Sep 01 16:26:15.445949 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:28.544461 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:39.265508 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:39.412163 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-51991a4e-8671-4c1c-a7f8-f3fc50108d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:42.277905 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:43.565205 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:43.754338 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-034f604d-0584-4074-ac99-ba058224faa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:45.449727 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:26:50.776037 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:26:58.552746 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:05.788391 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58548) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:27:05.939867 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-1541bef5-e868-4953-996e-d31aedf8c0b8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Deleting port 0b6c50bd-3639-4fb1-8f5e-7adda0fed291 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:27:05.940205 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1541bef5-e868-4953-996e-d31aedf8c0b8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:06.340215 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1541bef5-e868-4953-996e-d31aedf8c0b8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:06.340536 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1541bef5-e868-4953-996e-d31aedf8c0b8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:06.352356 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-1541bef5-e868-4953-996e-d31aedf8c0b8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Calling delete_port for 0b6c50bd-3639-4fb1-8f5e-7adda0fed291 owned by network:floatingip {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:27:06.497262 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1541bef5-e868-4953-996e-d31aedf8c0b8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:06.520480 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541bef5-e868-4953-996e-d31aedf8c0b8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Pushing event deleted for resources: {'Port': ['ID=0b6c50bd-3639-4fb1-8f5e-7adda0fed291,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:27:06.533195 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1541bef5-e868-4953-996e-d31aedf8c0b8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:06.533545 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1541bef5-e868-4953-996e-d31aedf8c0b8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:06.533885 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1541bef5-e868-4953-996e-d31aedf8c0b8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:06.534227 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1541bef5-e868-4953-996e-d31aedf8c0b8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:06.534617 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1541bef5-e868-4953-996e-d31aedf8c0b8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:06.534949 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1541bef5-e868-4953-996e-d31aedf8c0b8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:06.535279 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1541bef5-e868-4953-996e-d31aedf8c0b8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:06.535607 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1541bef5-e868-4953-996e-d31aedf8c0b8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:06.535932 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1541bef5-e868-4953-996e-d31aedf8c0b8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:06.536260 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1541bef5-e868-4953-996e-d31aedf8c0b8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:06.536588 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1541bef5-e868-4953-996e-d31aedf8c0b8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:06.536911 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1541bef5-e868-4953-996e-d31aedf8c0b8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:06.592513 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1541bef5-e868-4953-996e-d31aedf8c0b8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for floatingip, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:06.592847 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-1541bef5-e868-4953-996e-d31aedf8c0b8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Floating IP a96e9502-3f33-4148-9da5-c631f858467f disassociated (deleted). External IP: 172.25.6.115, port: bcdde3d9-2688-4870-8bd2-3404a04ed74e. Sep 01 16:27:06.799138 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1541bef5-e868-4953-996e-d31aedf8c0b8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Router 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:27:06.906657 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1541bef5-e868-4953-996e-d31aedf8c0b8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:27:06.911517 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-1541bef5-e868-4953-996e-d31aedf8c0b8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:06.916707 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ec6938-f45e-4370-96f3-ce38ac2f1d1d None None] Sync routers for ids ['69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:27:06.926100 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ec6938-f45e-4370-96f3-ce38ac2f1d1d None None] Routers {'69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:27:06.926744 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-80ec6938-f45e-4370-96f3-ce38ac2f1d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:26:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:27:06.938122 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-1541bef5-e868-4953-996e-d31aedf8c0b8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "DELETE /v2.0/floatingips/a96e9502-3f33-4148-9da5-c631f858467f HTTP/1.1" status: 204 len: 168 time: 1.1488230 Sep 01 16:27:06.938801 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753f4d58-38d4-46d7-9ba7-42dfa5adbaaa', 'tag': 'bcdde3d9-2688-4870-8bd2-3404a04ed74e'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:27:06.941117 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4696aab-a818-420f-ba85-616c3bc09f75" -d '{"events": [{"name": "network-changed", "server_uuid": "753f4d58-38d4-46d7-9ba7-42dfa5adbaaa", "tag": "bcdde3d9-2688-4870-8bd2-3404a04ed74e"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:27:07.045440 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-80ec6938-f45e-4370-96f3-ce38ac2f1d1d None None] Set router 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:27:07.047546 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a368f8c4-715f-4ede-a102-247b732d03eb x-openstack-request-id: req-a368f8c4-715f-4ede-a102-247b732d03eb {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:27:07.048005 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753f4d58-38d4-46d7-9ba7-42dfa5adbaaa", "tag": "bcdde3d9-2688-4870-8bd2-3404a04ed74e", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:27:07.048358 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a368f8c4-715f-4ede-a102-247b732d03eb {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:27:07.048793 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '753f4d58-38d4-46d7-9ba7-42dfa5adbaaa', 'tag': 'bcdde3d9-2688-4870-8bd2-3404a04ed74e', 'status': 'completed', 'code': 200} Sep 01 16:27:07.169164 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e62f2-552f-4ffe-9604-56f671686616 req-fad2b2c0-3b7a-49b5-9684-760ebe0dce4c tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:07.170712 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-883e62f2-552f-4ffe-9604-56f671686616 req-fad2b2c0-3b7a-49b5-9684-760ebe0dce4c tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 946 time: 0.0500503 Sep 01 16:27:07.215514 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-883e62f2-552f-4ffe-9604-56f671686616 req-116f837e-514f-41da-95a1-835d48f3a088 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386083 Sep 01 16:27:07.259132 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-80ec6938-f45e-4370-96f3-ce38ac2f1d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'name': 'tempest-TestShelveInstance-1428425994-router', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:39Z', 'updated_at': '2021-09-01T16:22:42Z', 'revision_number': 4, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'gw_port': {'id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:40Z', 'updated_at': '2021-09-01T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'bc18e9d1-de20-405a-b6f7-a5a4a63660ba', 'name': '', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'mac_address': 'fa:16:3e:21:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:42Z', 'updated_at': '2021-09-01T16:22:48Z', 'revision_number': 5, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'subnets': [{'id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:27:07.265246 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4696aab-a818-420f-ba85-616c3bc09f75 req-6403d9b1-c5eb-41b3-92b8-db62a692bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:07.266810 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4696aab-a818-420f-ba85-616c3bc09f75 req-6403d9b1-c5eb-41b3-92b8-db62a692bc26 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c11cdc31b9444cee90ae353326ca9f91&device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 1097 time: 0.0952096 Sep 01 16:27:07.284500 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ec6938-f45e-4370-96f3-ce38ac2f1d1d None None] Checking router: 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:27:07.292723 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ec6938-f45e-4370-96f3-ce38ac2f1d1d None None] Routers {'69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:27:07.293345 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-80ec6938-f45e-4370-96f3-ce38ac2f1d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:26:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:27:07.362829 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4696aab-a818-420f-ba85-616c3bc09f75 req-491aff3a-c7a5-42c5-a248-d449e0290b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:07.364226 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4696aab-a818-420f-ba85-616c3bc09f75 req-491aff3a-c7a5-42c5-a248-d449e0290b3e service neutron] 10.222.0.62 "GET /v2.0/networks?id=18022723-7b19-484f-9514-d455167fd349 HTTP/1.1" status: 200 len: 910 time: 0.0841763 Sep 01 16:27:07.398628 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-80ec6938-f45e-4370-96f3-ce38ac2f1d1d None None] Set router 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:27:07.410035 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4696aab-a818-420f-ba85-616c3bc09f75 req-f43b7acb-c644-4eb6-908b-0c30d8c51175 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcdde3d9-2688-4870-8bd2-3404a04ed74e HTTP/1.1" status: 200 len: 217 time: 0.0374329 Sep 01 16:27:07.459974 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4696aab-a818-420f-ba85-616c3bc09f75 req-06711a00-6690-4a65-add0-51610cdc18fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:07.461509 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4696aab-a818-420f-ba85-616c3bc09f75 req-06711a00-6690-4a65-add0-51610cdc18fe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1050a2fc-5e3d-4eea-b16e-b62cbec846ef HTTP/1.1" status: 200 len: 848 time: 0.0436857 Sep 01 16:27:07.509178 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4696aab-a818-420f-ba85-616c3bc09f75 req-e2396b52-b5d9-45de-b9b6-e9fb445f97c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:07.510759 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4696aab-a818-420f-ba85-616c3bc09f75 req-e2396b52-b5d9-45de-b9b6-e9fb445f97c7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18022723-7b19-484f-9514-d455167fd349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414176 Sep 01 16:27:07.594591 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-80ec6938-f45e-4370-96f3-ce38ac2f1d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'name': 'tempest-TestShelveInstance-1428425994-router', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:39Z', 'updated_at': '2021-09-01T16:22:42Z', 'revision_number': 4, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'gw_port': {'id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:40Z', 'updated_at': '2021-09-01T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'bc18e9d1-de20-405a-b6f7-a5a4a63660ba', 'name': '', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'mac_address': 'fa:16:3e:21:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:42Z', 'updated_at': '2021-09-01T16:22:48Z', 'revision_number': 5, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'subnets': [{'id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:27:07.605775 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4696aab-a818-420f-ba85-616c3bc09f75 req-f0913eaa-3fdd-4141-ac9f-2c388edaf1e4 service neutron] 10.222.0.62 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863476 Sep 01 16:27:07.623900 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ec6938-f45e-4370-96f3-ce38ac2f1d1d None None] The sync data for ids ['69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'] in n-d-794796-3 is: [{'id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'name': 'tempest-TestShelveInstance-1428425994-router', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:39Z', 'updated_at': '2021-09-01T16:22:42Z', 'revision_number': 4, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'gw_port': {'id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:40Z', 'updated_at': '2021-09-01T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'bc18e9d1-de20-405a-b6f7-a5a4a63660ba', 'name': '', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'mac_address': 'fa:16:3e:21:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:42Z', 'updated_at': '2021-09-01T16:22:48Z', 'revision_number': 5, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'subnets': [{'id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:27:07.700580 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f4696aab-a818-420f-ba85-616c3bc09f75 req-4af595ce-6feb-4b11-908d-4479fc533161 service neutron] 10.222.0.62 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862200 Sep 01 16:27:07.850658 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219a4504-b864-43da-a55e-3a8733d93b24 None None] New status for floating IP a96e9502-3f33-4148-9da5-c631f858467f: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:27:08.336066 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c27ea4-2966-4519-bd6d-637f39211d72 req-470f1081-f8c0-4786-bb95-9121ac98d123 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:08.337561 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-18c27ea4-2966-4519-bd6d-637f39211d72 req-470f1081-f8c0-4786-bb95-9121ac98d123 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 946 time: 0.0502455 Sep 01 16:27:08.375952 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-18c27ea4-2966-4519-bd6d-637f39211d72 req-7711220a-587f-4362-b4ea-bef2b7e624bc tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=45f54400-2a19-4de3-81f7-1ca61fcd4f18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321901 Sep 01 16:27:08.966349 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac172a7a-9176-4d25-a6f5-f715da7fbe04 req-f2fc6fb8-c7b5-4a3e-84d6-62ab7fbbcd64 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:08.967826 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ac172a7a-9176-4d25-a6f5-f715da7fbe04 req-f2fc6fb8-c7b5-4a3e-84d6-62ab7fbbcd64 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.62 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 946 time: 0.0481603 Sep 01 16:27:09.063943 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-ac172a7a-9176-4d25-a6f5-f715da7fbe04 req-07734a0d-06cc-4723-9a13-fcf2913795b0 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Deleting port bcdde3d9-2688-4870-8bd2-3404a04ed74e {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:27:09.064295 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ac172a7a-9176-4d25-a6f5-f715da7fbe04 req-07734a0d-06cc-4723-9a13-fcf2913795b0 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:09.150860 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-ac172a7a-9176-4d25-a6f5-f715da7fbe04 req-07734a0d-06cc-4723-9a13-fcf2913795b0 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] For port bcdde3d9-2688-4870-8bd2-3404a04ed74e, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=bcdde3d9-2688-4870-8bd2-3404a04ed74e,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:27:09.151232 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ac172a7a-9176-4d25-a6f5-f715da7fbe04 req-07734a0d-06cc-4723-9a13-fcf2913795b0 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:09.163834 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-ac172a7a-9176-4d25-a6f5-f715da7fbe04 req-07734a0d-06cc-4723-9a13-fcf2913795b0 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Calling delete_port for bcdde3d9-2688-4870-8bd2-3404a04ed74e owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:27:09.277093 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:09.296203 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ac172a7a-9176-4d25-a6f5-f715da7fbe04 req-07734a0d-06cc-4723-9a13-fcf2913795b0 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:09.322386 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07734a0d-06cc-4723-9a13-fcf2913795b0 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Pushing event deleted for resources: {'Port': ['ID=bcdde3d9-2688-4870-8bd2-3404a04ed74e,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:27:09.368980 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac172a7a-9176-4d25-a6f5-f715da7fbe04 req-07734a0d-06cc-4723-9a13-fcf2913795b0 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] No DVR routers for this DVR port bcdde3d9-2688-4870-8bd2-3404a04ed74e on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:27:09.371545 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-ac172a7a-9176-4d25-a6f5-f715da7fbe04 req-07734a0d-06cc-4723-9a13-fcf2913795b0 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:09.373503 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-ac172a7a-9176-4d25-a6f5-f715da7fbe04 req-07734a0d-06cc-4723-9a13-fcf2913795b0 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.62 "DELETE /v2.0/ports/bcdde3d9-2688-4870-8bd2-3404a04ed74e HTTP/1.1" status: 204 len: 173 time: 0.3980749 Sep 01 16:27:09.373926 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753f4d58-38d4-46d7-9ba7-42dfa5adbaaa', 'name': 'network-vif-deleted', 'tag': 'bcdde3d9-2688-4870-8bd2-3404a04ed74e'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:27:09.376164 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d545d67-96c9-48e1-b079-e4e56ba7254f" -d '{"events": [{"server_uuid": "753f4d58-38d4-46d7-9ba7-42dfa5adbaaa", "name": "network-vif-deleted", "tag": "bcdde3d9-2688-4870-8bd2-3404a04ed74e"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:27:09.414590 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f3caa1ae-6a97-4e84-880c-05e0c906459e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:09.423796 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffabb1a-311c-4d28-8e2a-35a13870d33a x-openstack-request-id: req-3ffabb1a-311c-4d28-8e2a-35a13870d33a {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:27:09.423976 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753f4d58-38d4-46d7-9ba7-42dfa5adbaaa", "name": "network-vif-deleted", "tag": "bcdde3d9-2688-4870-8bd2-3404a04ed74e", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:27:09.424158 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ffabb1a-311c-4d28-8e2a-35a13870d33a {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:27:09.424553 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '753f4d58-38d4-46d7-9ba7-42dfa5adbaaa', 'name': 'network-vif-deleted', 'tag': 'bcdde3d9-2688-4870-8bd2-3404a04ed74e', 'status': 'completed', 'code': 200} Sep 01 16:27:09.485899 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-13922605-1999-4588-9a4e-b7c628521e87 req-ed139ef3-03b6-45b2-91e0-63a63db03d54 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=753f4d58-38d4-46d7-9ba7-42dfa5adbaaa HTTP/1.1" status: 200 len: 210 time: 0.0324435 Sep 01 16:27:10.544395 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58574) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:27:10.601766 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b2080b70-185f-4ab9-9045-e6dc92ee6ec4 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:10.626464 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b2080b70-185f-4ab9-9045-e6dc92ee6ec4 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:10.686370 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b2080b70-185f-4ab9-9045-e6dc92ee6ec4 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:10.688882 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b2080b70-185f-4ab9-9045-e6dc92ee6ec4 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:10.690038 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b2080b70-185f-4ab9-9045-e6dc92ee6ec4 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "DELETE /v2.0/security-groups/45f54400-2a19-4de3-81f7-1ca61fcd4f18 HTTP/1.1" status: 204 len: 168 time: 0.1446757 Sep 01 16:27:10.701471 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2080b70-185f-4ab9-9045-e6dc92ee6ec4 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f54400-2a19-4de3-81f7-1ca61fcd4f18,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:27:11.288031 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58580) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:27:11.293274 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-39f377a1-9399-4947-8a00-12d2343652e5 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-107989112', 'description': 'tempest-secgroup-smoke-107989112 description', 'project_id': 'c11cdc31b9444cee90ae353326ca9f91'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:27:11.316030 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-39f377a1-9399-4947-8a00-12d2343652e5 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:11.399600 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-39f377a1-9399-4947-8a00-12d2343652e5 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:11.403250 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-39f377a1-9399-4947-8a00-12d2343652e5 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:11.432344 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-39f377a1-9399-4947-8a00-12d2343652e5 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:11.433575 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-39f377a1-9399-4947-8a00-12d2343652e5 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1445434 Sep 01 16:27:11.435445 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f377a1-9399-4947-8a00-12d2343652e5 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=986ffd72-12a5-4393-af0c-37cf071ca200,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:27:11.436556 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58582) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:27:11.441423 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-9a20c2b2-8f5c-472c-babf-0cc9614f2fc2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Request body: {'security_group_rule': {'security_group_id': '986ffd72-12a5-4393-af0c-37cf071ca200', 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:27:11.467550 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9a20c2b2-8f5c-472c-babf-0cc9614f2fc2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:11.522881 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9a20c2b2-8f5c-472c-babf-0cc9614f2fc2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:11.526289 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9a20c2b2-8f5c-472c-babf-0cc9614f2fc2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:11.544232 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20c2b2-8f5c-472c-babf-0cc9614f2fc2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e309f6-70a7-43bc-8f70-7a6f8a8364a8,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:27:11.551984 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9a20c2b2-8f5c-472c-babf-0cc9614f2fc2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:11.553174 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9a20c2b2-8f5c-472c-babf-0cc9614f2fc2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155202 Sep 01 16:27:11.554573 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a20c2b2-8f5c-472c-babf-0cc9614f2fc2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:11.554927 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a20c2b2-8f5c-472c-babf-0cc9614f2fc2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:11.555269 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a20c2b2-8f5c-472c-babf-0cc9614f2fc2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:11.556260 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a20c2b2-8f5c-472c-babf-0cc9614f2fc2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:11.556553 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a20c2b2-8f5c-472c-babf-0cc9614f2fc2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:11.556886 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a20c2b2-8f5c-472c-babf-0cc9614f2fc2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:11.557053 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58584) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:27:11.557529 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a20c2b2-8f5c-472c-babf-0cc9614f2fc2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:11.557529 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a20c2b2-8f5c-472c-babf-0cc9614f2fc2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:11.557855 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a20c2b2-8f5c-472c-babf-0cc9614f2fc2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:11.558183 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a20c2b2-8f5c-472c-babf-0cc9614f2fc2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:11.558535 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a20c2b2-8f5c-472c-babf-0cc9614f2fc2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:11.558863 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a20c2b2-8f5c-472c-babf-0cc9614f2fc2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:11.563060 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-75971b54-8a25-4d13-a28e-285d74252d41 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Request body: {'security_group_rule': {'security_group_id': '986ffd72-12a5-4393-af0c-37cf071ca200', 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:27:11.589538 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-75971b54-8a25-4d13-a28e-285d74252d41 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:11.648385 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-75971b54-8a25-4d13-a28e-285d74252d41 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:11.652669 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-75971b54-8a25-4d13-a28e-285d74252d41 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:11.672718 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75971b54-8a25-4d13-a28e-285d74252d41 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e647d1-d3b7-4e07-bd6f-b788bf062d2a,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:27:11.675096 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-75971b54-8a25-4d13-a28e-285d74252d41 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:11.678864 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-75971b54-8a25-4d13-a28e-285d74252d41 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1182265 Sep 01 16:27:11.679366 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58586) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:27:11.683633 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-7977bc8e-425a-4289-9910-30065c1cc011 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Request body: {'security_group_rule': {'security_group_id': '986ffd72-12a5-4393-af0c-37cf071ca200', 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:27:11.707920 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7977bc8e-425a-4289-9910-30065c1cc011 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:11.765654 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7977bc8e-425a-4289-9910-30065c1cc011 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:11.769466 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7977bc8e-425a-4289-9910-30065c1cc011 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:11.784313 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977bc8e-425a-4289-9910-30065c1cc011 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b947ba-9dca-41b7-8b4f-3188340e5d5d,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:27:11.793665 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-7977bc8e-425a-4289-9910-30065c1cc011 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:11.794873 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-7977bc8e-425a-4289-9910-30065c1cc011 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147928 Sep 01 16:27:11.797604 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58588) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:27:11.802044 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-22758a98-1798-43df-9594-9c63478ea3d9 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Request body: {'security_group_rule': {'security_group_id': '986ffd72-12a5-4393-af0c-37cf071ca200', 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:27:11.827629 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-22758a98-1798-43df-9594-9c63478ea3d9 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:11.886227 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-22758a98-1798-43df-9594-9c63478ea3d9 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:11.890376 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-22758a98-1798-43df-9594-9c63478ea3d9 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:11.907912 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22758a98-1798-43df-9594-9c63478ea3d9 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325ff812-cbd5-4f33-9683-5a5a2a5f15a1,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:27:11.914752 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-22758a98-1798-43df-9594-9c63478ea3d9 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:11.916479 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-22758a98-1798-43df-9594-9c63478ea3d9 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177835 Sep 01 16:27:11.919370 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58590) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:27:11.924077 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-40bffafc-ef51-457b-81f4-6c155bb397c7 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Request body: {'security_group_rule': {'security_group_id': '986ffd72-12a5-4393-af0c-37cf071ca200', 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:27:11.944818 n-d-794796-3 neutron-server[94733]: INFO neutron.db.securitygroups_db [None req-40bffafc-ef51-457b-81f4-6c155bb397c7 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Project c11cdc31b9444cee90ae353326ca9f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:27:11.949579 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-40bffafc-ef51-457b-81f4-6c155bb397c7 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:12.007838 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-40bffafc-ef51-457b-81f4-6c155bb397c7 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:12.012030 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-40bffafc-ef51-457b-81f4-6c155bb397c7 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:12.029206 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bffafc-ef51-457b-81f4-6c155bb397c7 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418d8459-fa5f-47f0-ae5a-47ef7f240d0e,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:27:12.035268 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-40bffafc-ef51-457b-81f4-6c155bb397c7 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:12.036421 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-40bffafc-ef51-457b-81f4-6c155bb397c7 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160235 Sep 01 16:27:12.039339 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58592) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:27:12.043767 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-27382fef-7dfa-4b7a-893f-89abc4ebbc02 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Request body: {'security_group_rule': {'security_group_id': '986ffd72-12a5-4393-af0c-37cf071ca200', 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:27:12.063999 n-d-794796-3 neutron-server[94733]: INFO neutron.db.securitygroups_db [None req-27382fef-7dfa-4b7a-893f-89abc4ebbc02 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Project c11cdc31b9444cee90ae353326ca9f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:27:12.068761 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27382fef-7dfa-4b7a-893f-89abc4ebbc02 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:12.128389 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27382fef-7dfa-4b7a-893f-89abc4ebbc02 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:12.131298 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27382fef-7dfa-4b7a-893f-89abc4ebbc02 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:12.151280 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27382fef-7dfa-4b7a-893f-89abc4ebbc02 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88588be0-0b6b-4b37-be8e-4a4cabb52a37,revision_number=0']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:27:12.158020 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-27382fef-7dfa-4b7a-893f-89abc4ebbc02 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:12.159336 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-27382fef-7dfa-4b7a-893f-89abc4ebbc02 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190171 Sep 01 16:27:12.281115 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:13.569023 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:13.574446 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device bcdde3d9-2688-4870-8bd2-3404a04ed74e no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:27:13.594742 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: bcdde3d9-2688-4870-8bd2-3404a04ed74e {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:27:13.595064 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device bcdde3d9-2688-4870-8bd2-3404a04ed74e not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:27:13.754431 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5892dda2-8aa3-429f-8a65-59eb03d28f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:15.453654 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:26.473796 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-9fbcfddb-bf60-4635-a62b-4e720f28fea9 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-107989112&fields=id&tenant_id=c11cdc31b9444cee90ae353326ca9f91 HTTP/1.1" status: 200 len: 267 time: 0.0320141 Sep 01 16:27:26.579380 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-5972ebd6-dd7f-4dd7-b288-5ab3e3cbcaf5 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:26.580868 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-5972ebd6-dd7f-4dd7-b288-5ab3e3cbcaf5 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/networks?id=18022723-7b19-484f-9514-d455167fd349 HTTP/1.1" status: 200 len: 809 time: 0.0994897 Sep 01 16:27:26.595978 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-33d44e72-3b1b-40dd-b21b-1710c41fda1a tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/quotas/c11cdc31b9444cee90ae353326ca9f91 HTTP/1.1" status: 200 len: 375 time: 0.0088887 Sep 01 16:27:26.647380 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-2661caf4-c773-4fdb-86f7-10552bdac245 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c11cdc31b9444cee90ae353326ca9f91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457942 Sep 01 16:27:26.747542 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-7d214137-334f-48e4-8f85-b67f979e6fb6 service neutron] 10.222.0.60 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884638 Sep 01 16:27:26.837721 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-8823584b-bf9d-4349-bd61-2eb8acb0089f service neutron] 10.222.0.60 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839875 Sep 01 16:27:27.775580 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:27:28.140748 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d36174c4-1503-4d7d-8bca-8656d22996f5 req-0bdc898c-5a42-4f25-8ae5-7ff2dae4697d tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 210 time: 0.0265915 Sep 01 16:27:28.562547 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:29.022602 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-12b4f8fb-ba88-4f26-a285-f104ebca8600 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:29.024309 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-12b4f8fb-ba88-4f26-a285-f104ebca8600 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.45 "GET /v2.0/networks?id=18022723-7b19-484f-9514-d455167fd349 HTTP/1.1" status: 200 len: 809 time: 0.1105533 Sep 01 16:27:29.068898 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-9cb0903e-99bf-4f8e-951e-f424b0a7361e tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c11cdc31b9444cee90ae353326ca9f91 HTTP/1.1" status: 200 len: 379 time: 0.0344934 Sep 01 16:27:29.078237 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-65814612-64c6-4a7a-a80b-d132fa111613 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Request body: {'port': {'device_id': 'f24756db-ccd5-4e3c-9098-db0a0599bcc4', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'admin_state_up': True, 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'security_groups': ['986ffd72-12a5-4393-af0c-37cf071ca200']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:27:29.196968 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-65814612-64c6-4a7a-a80b-d132fa111613 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Made reservation on behalf of c11cdc31b9444cee90ae353326ca9f91 for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:27:29.200751 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-65814612-64c6-4a7a-a80b-d132fa111613 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:29.241882 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0deec577-d5a1-4d95-a4db-55d77c4a5d13 req-279c7643-3a8e-4d3a-8051-1f90b2e5627c tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 210 time: 0.0306661 Sep 01 16:27:29.352365 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-65814612-64c6-4a7a-a80b-d132fa111613 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Allocated IP 172.20.0.12 (18022723-7b19-484f-9514-d455167fd349/1050a2fc-5e3d-4eea-b16e-b62cbec846ef/911e5164-8989-4fa1-a059-a0712aa9915d) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:27:29.500317 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-65814612-64c6-4a7a-a80b-d132fa111613 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:29.514497 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-65814612-64c6-4a7a-a80b-d132fa111613 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Transition to ACTIVE for port object 911e5164-8989-4fa1-a059-a0712aa9915d will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:27:29.547879 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-65814612-64c6-4a7a-a80b-d132fa111613 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:29.592401 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-65814612-64c6-4a7a-a80b-d132fa111613 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Network 18022723-7b19-484f-9514-d455167fd349 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:27:29.597521 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-65814612-64c6-4a7a-a80b-d132fa111613 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:27:29.600927 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-65814612-64c6-4a7a-a80b-d132fa111613 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:27:29.637324 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65814612-64c6-4a7a-a80b-d132fa111613 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Pushing event updated for resources: {'Port': ['ID=911e5164-8989-4fa1-a059-a0712aa9915d,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:27:29.667508 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-65814612-64c6-4a7a-a80b-d132fa111613 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:29.668197 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-65814612-64c6-4a7a-a80b-d132fa111613 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:29.687346 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-65814612-64c6-4a7a-a80b-d132fa111613 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6129274 Sep 01 16:27:29.701656 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-1ad36d33-cece-4c8a-942a-2c46f475fc74 service neutron] Request body: {'port': {'device_id': 'f24756db-ccd5-4e3c-9098-db0a0599bcc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:27:29.760197 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-1ad36d33-cece-4c8a-942a-2c46f475fc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:29.839917 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ca039a3f-69ad-40b9-be96-bc1e774a0c13 None None] Provisioning for port 911e5164-8989-4fa1-a059-a0712aa9915d completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:27:29.844233 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ca039a3f-69ad-40b9-be96-bc1e774a0c13 None None] Provisioning complete for port 911e5164-8989-4fa1-a059-a0712aa9915d triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:27:29.844841 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ca039a3f-69ad-40b9-be96-bc1e774a0c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:29.879800 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ca039a3f-69ad-40b9-be96-bc1e774a0c13 None None] Port 911e5164-8989-4fa1-a059-a0712aa9915d cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:27:30.035463 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-1ad36d33-cece-4c8a-942a-2c46f475fc74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911e5164-8989-4fa1-a059-a0712aa9915d {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:27:30.043531 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-1ad36d33-cece-4c8a-942a-2c46f475fc74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:30.055882 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-1ad36d33-cece-4c8a-942a-2c46f475fc74 service neutron] Transition to ACTIVE for port object 911e5164-8989-4fa1-a059-a0712aa9915d will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:27:30.059905 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-1ad36d33-cece-4c8a-942a-2c46f475fc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:30.109234 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad36d33-cece-4c8a-942a-2c46f475fc74 service neutron] Pushing event updated for resources: {'Port': ['ID=911e5164-8989-4fa1-a059-a0712aa9915d,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:27:30.189800 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-1ad36d33-cece-4c8a-942a-2c46f475fc74 service neutron] Attempting to bind port 911e5164-8989-4fa1-a059-a0712aa9915d on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:27:30.190151 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-1ad36d33-cece-4c8a-942a-2c46f475fc74 service neutron] Attempting to bind port 911e5164-8989-4fa1-a059-a0712aa9915d by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '33f97a8b-0b90-478c-aabb-fa39b0487752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18022723-7b19-484f-9514-d455167fd349'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:27:30.190521 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-1ad36d33-cece-4c8a-942a-2c46f475fc74 service neutron] Attempting to bind port 911e5164-8989-4fa1-a059-a0712aa9915d on network 18022723-7b19-484f-9514-d455167fd349 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:27:30.196369 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-1ad36d33-cece-4c8a-942a-2c46f475fc74 service neutron] Port 911e5164-8989-4fa1-a059-a0712aa9915d on network 18022723-7b19-484f-9514-d455167fd349 not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:27:30.196783 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-1ad36d33-cece-4c8a-942a-2c46f475fc74 service neutron] Attempting to bind port 911e5164-8989-4fa1-a059-a0712aa9915d on network 18022723-7b19-484f-9514-d455167fd349 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:27:30.202915 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-1ad36d33-cece-4c8a-942a-2c46f475fc74 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:27:30.203364 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-1ad36d33-cece-4c8a-942a-2c46f475fc74 service neutron] Checking segment: {'id': '33f97a8b-0b90-478c-aabb-fa39b0487752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18022723-7b19-484f-9514-d455167fd349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:27:30.203839 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-1ad36d33-cece-4c8a-942a-2c46f475fc74 service neutron] Bound using segment: {'id': '33f97a8b-0b90-478c-aabb-fa39b0487752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18022723-7b19-484f-9514-d455167fd349'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:27:30.204513 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-1ad36d33-cece-4c8a-942a-2c46f475fc74 service neutron] Bound port: 911e5164-8989-4fa1-a059-a0712aa9915d, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f97a8b-0b90-478c-aabb-fa39b0487752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18022723-7b19-484f-9514-d455167fd349'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:27:30.205111 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-1ad36d33-cece-4c8a-942a-2c46f475fc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:30.288590 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-1ad36d33-cece-4c8a-942a-2c46f475fc74 service neutron] For port 911e5164-8989-4fa1-a059-a0712aa9915d, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:27:30.293197 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-1ad36d33-cece-4c8a-942a-2c46f475fc74 service neutron] For port 911e5164-8989-4fa1-a059-a0712aa9915d, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=911e5164-8989-4fa1-a059-a0712aa9915d,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:27:30.301888 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-1ad36d33-cece-4c8a-942a-2c46f475fc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:30.348027 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-1ad36d33-cece-4c8a-942a-2c46f475fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:30.348811 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-1ad36d33-cece-4c8a-942a-2c46f475fc74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:30.350667 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-1ad36d33-cece-4c8a-942a-2c46f475fc74 service neutron] 10.222.0.45 "PUT /v2.0/ports/911e5164-8989-4fa1-a059-a0712aa9915d HTTP/1.1" status: 200 len: 1092 time: 0.6537006 Sep 01 16:27:30.351244 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24756db-ccd5-4e3c-9098-db0a0599bcc4', 'tag': '911e5164-8989-4fa1-a059-a0712aa9915d'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:27:30.354924 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a546d8b3-9163-41b6-a2e1-36d590622db6" -d '{"events": [{"name": "network-changed", "server_uuid": "f24756db-ccd5-4e3c-9098-db0a0599bcc4", "tag": "911e5164-8989-4fa1-a059-a0712aa9915d"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:27:30.384162 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3382e7-68f2-4c33-a156-6e02c31ec0b7 req-07fc484f-5ebe-4ca2-91a9-8f020cf4d4da tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:30.387192 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8f3382e7-68f2-4c33-a156-6e02c31ec0b7 req-07fc484f-5ebe-4ca2-91a9-8f020cf4d4da tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 944 time: 0.0676737 Sep 01 16:27:30.463123 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-8f3382e7-68f2-4c33-a156-6e02c31ec0b7 req-3f6d9135-70d9-4320-a243-79727f5812f0 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592372 Sep 01 16:27:30.477899 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad36d33-cece-4c8a-942a-2c46f475fc74 service neutron] Pushing event updated for resources: {'Port': ['ID=911e5164-8989-4fa1-a059-a0712aa9915d,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:27:30.497793 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-735ae218-8af8-4752-aeca-9adfe2865f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:30.499353 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-735ae218-8af8-4752-aeca-9adfe2865f07 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c11cdc31b9444cee90ae353326ca9f91&device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 1095 time: 0.0998542 Sep 01 16:27:30.517938 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1869f6ac-4e49-4e5c-9b2a-7d6ca4fc2858 x-openstack-request-id: req-1869f6ac-4e49-4e5c-9b2a-7d6ca4fc2858 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:27:30.518240 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24756db-ccd5-4e3c-9098-db0a0599bcc4", "tag": "911e5164-8989-4fa1-a059-a0712aa9915d", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:27:30.518539 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1869f6ac-4e49-4e5c-9b2a-7d6ca4fc2858 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:27:30.518942 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24756db-ccd5-4e3c-9098-db0a0599bcc4', 'tag': '911e5164-8989-4fa1-a059-a0712aa9915d', 'status': 'completed', 'code': 200} Sep 01 16:27:30.548022 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-29ae57a7-946b-4a2b-a777-2031aebf8124 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=911e5164-8989-4fa1-a059-a0712aa9915d HTTP/1.1" status: 200 len: 217 time: 0.0403342 Sep 01 16:27:30.604034 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-71cc0f55-04e5-4ec2-b816-a3f4cd6323dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:30.605487 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-71cc0f55-04e5-4ec2-b816-a3f4cd6323dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1050a2fc-5e3d-4eea-b16e-b62cbec846ef HTTP/1.1" status: 200 len: 848 time: 0.0506926 Sep 01 16:27:30.657528 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-abcda6a5-7b85-476d-9a18-e5c97484ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:30.659109 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-abcda6a5-7b85-476d-9a18-e5c97484ffa8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=18022723-7b19-484f-9514-d455167fd349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468969 Sep 01 16:27:30.759392 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-1e731b43-67cb-4ab0-b170-46ee7b5c6ad6 service neutron] 10.222.0.45 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928171 Sep 01 16:27:30.860689 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-30e1d5ed-040b-49f8-a1fb-48c2bf02f2b0 req-f6bbda2f-8618-46f6-80e6-e38e9e2a5ad1 service neutron] 10.222.0.45 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928893 Sep 01 16:27:30.948986 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546d8b3-9163-41b6-a2e1-36d590622db6 req-58d0367c-e097-4f0e-bf51-932b64785ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:30.950572 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a546d8b3-9163-41b6-a2e1-36d590622db6 req-58d0367c-e097-4f0e-bf51-932b64785ce3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c11cdc31b9444cee90ae353326ca9f91&device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 1095 time: 0.0445158 Sep 01 16:27:31.050396 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546d8b3-9163-41b6-a2e1-36d590622db6 req-a1069ce5-13b7-4d8f-8949-eee688bf296e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:31.052528 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a546d8b3-9163-41b6-a2e1-36d590622db6 req-a1069ce5-13b7-4d8f-8949-eee688bf296e service neutron] 10.222.0.45 "GET /v2.0/networks?id=18022723-7b19-484f-9514-d455167fd349 HTTP/1.1" status: 200 len: 910 time: 0.0951452 Sep 01 16:27:31.096016 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a546d8b3-9163-41b6-a2e1-36d590622db6 req-ea9c2cbc-bf04-4f81-bd2f-f7ec25666b25 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=911e5164-8989-4fa1-a059-a0712aa9915d HTTP/1.1" status: 200 len: 217 time: 0.0366147 Sep 01 16:27:31.151362 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546d8b3-9163-41b6-a2e1-36d590622db6 req-4ccbd3f3-5cf9-49aa-81ca-50bf750ec418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:31.153589 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a546d8b3-9163-41b6-a2e1-36d590622db6 req-4ccbd3f3-5cf9-49aa-81ca-50bf750ec418 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1050a2fc-5e3d-4eea-b16e-b62cbec846ef HTTP/1.1" status: 200 len: 848 time: 0.0504522 Sep 01 16:27:31.203895 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546d8b3-9163-41b6-a2e1-36d590622db6 req-ad4b40f9-6639-469e-97db-bafc79671424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:31.205395 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a546d8b3-9163-41b6-a2e1-36d590622db6 req-ad4b40f9-6639-469e-97db-bafc79671424 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=18022723-7b19-484f-9514-d455167fd349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452220 Sep 01 16:27:31.296385 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a546d8b3-9163-41b6-a2e1-36d590622db6 req-3745fbb9-89b0-4d33-b5ac-39309c169158 service neutron] 10.222.0.45 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833781 Sep 01 16:27:31.392766 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-a546d8b3-9163-41b6-a2e1-36d590622db6 req-69a48673-8116-400d-8e37-c5405dca8b8d service neutron] 10.222.0.45 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893173 Sep 01 16:27:31.573483 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a93c7a-c9a8-4702-8c74-cea05b600c24 req-cbe38cca-4334-49b5-abe2-3696d9338ac5 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:31.575089 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f2a93c7a-c9a8-4702-8c74-cea05b600c24 req-cbe38cca-4334-49b5-abe2-3696d9338ac5 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 944 time: 0.0510731 Sep 01 16:27:31.615503 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f2a93c7a-c9a8-4702-8c74-cea05b600c24 req-1deea011-d8ad-49a8-9d68-79f1f60a4ee9 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341103 Sep 01 16:27:32.735837 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c96e3-7a12-4621-ab6b-427b3b3bf31c req-f410a04f-42f1-40f9-b795-c55b2a8992bb tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:32.737363 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-517c96e3-7a12-4621-ab6b-427b3b3bf31c req-f410a04f-42f1-40f9-b795-c55b2a8992bb tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 944 time: 0.0501502 Sep 01 16:27:32.789391 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-517c96e3-7a12-4621-ab6b-427b3b3bf31c req-4cd02c6e-7424-447b-93e4-35b5f5c797aa tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450251 Sep 01 16:27:33.904438 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c054a2-c944-4741-94aa-f4b3c8a94767 req-6108bdf4-2b99-4510-acd8-e5399296cf0d tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:33.905899 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f9c054a2-c944-4741-94aa-f4b3c8a94767 req-6108bdf4-2b99-4510-acd8-e5399296cf0d tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 944 time: 0.0478218 Sep 01 16:27:33.942219 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f9c054a2-c944-4741-94aa-f4b3c8a94767 req-f9a61cb3-61c5-49bd-b5d4-211e7b0ff0ce tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302806 Sep 01 16:27:35.056783 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3aa7e6-61f2-4fef-918c-8c18bd81bae6 req-76ccfb69-2c92-4510-a28b-d242e43af716 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:35.058263 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec3aa7e6-61f2-4fef-918c-8c18bd81bae6 req-76ccfb69-2c92-4510-a28b-d242e43af716 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 944 time: 0.0479603 Sep 01 16:27:35.096076 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec3aa7e6-61f2-4fef-918c-8c18bd81bae6 req-fce6205d-66b2-4591-925f-7808d5ed0a99 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318234 Sep 01 16:27:36.213520 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abf2a6-f6b3-45c4-9162-dd4f9865aded req-ee372578-094e-42e6-b13b-f76824846602 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:36.215067 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e7abf2a6-f6b3-45c4-9162-dd4f9865aded req-ee372578-094e-42e6-b13b-f76824846602 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 944 time: 0.0530176 Sep 01 16:27:36.252302 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e7abf2a6-f6b3-45c4-9162-dd4f9865aded req-977ea645-8d47-452e-9575-f9285cde552d tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310059 Sep 01 16:27:37.370398 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71bb3e-adcf-42f5-83c3-6069b0bc54f9 req-55ba1df3-8328-4175-83d7-c5cca046e1d8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:37.371909 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5e71bb3e-adcf-42f5-83c3-6069b0bc54f9 req-55ba1df3-8328-4175-83d7-c5cca046e1d8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 944 time: 0.0533869 Sep 01 16:27:37.409976 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-5e71bb3e-adcf-42f5-83c3-6069b0bc54f9 req-a865359b-648d-485a-a90d-4f880fca9c0d tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317059 Sep 01 16:27:38.521988 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f87852-b994-4996-a3a9-709e58c9960d req-87a318a2-74d9-4e8c-82ec-de29eb1a0008 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:38.524063 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a2f87852-b994-4996-a3a9-709e58c9960d req-87a318a2-74d9-4e8c-82ec-de29eb1a0008 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 944 time: 0.0486081 Sep 01 16:27:38.560452 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a2f87852-b994-4996-a3a9-709e58c9960d req-564a1c29-76cc-4d88-9023-5e5496ef359f tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304005 Sep 01 16:27:39.295449 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:39.417498 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6c80dd20-d062-4824-a10a-2ea05f942946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:39.674819 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d3f3d-20ff-49a2-a396-2f573b0ea788 req-9d271a48-267b-460a-9569-4abe13d8843c tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:39.676219 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-135d3f3d-20ff-49a2-a396-2f573b0ea788 req-9d271a48-267b-460a-9569-4abe13d8843c tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 944 time: 0.0490937 Sep 01 16:27:39.713959 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-135d3f3d-20ff-49a2-a396-2f573b0ea788 req-3cc0d71b-7981-4d74-a6ce-2670688cc276 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314486 Sep 01 16:27:40.585163 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 911e5164-8989-4fa1-a059-a0712aa9915d details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:27:40.681437 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 911e5164-8989-4fa1-a059-a0712aa9915d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=911e5164-8989-4fa1-a059-a0712aa9915d,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:27:40.692853 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': '911e5164-8989-4fa1-a059-a0712aa9915d', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'port_id': '911e5164-8989-4fa1-a059-a0712aa9915d', 'mac_address': 'fa:16:3e:1f:da:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:27:40.729023 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:40.741669 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911e5164-8989-4fa1-a059-a0712aa9915d {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:27:40.761692 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 911e5164-8989-4fa1-a059-a0712aa9915d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=911e5164-8989-4fa1-a059-a0712aa9915d,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:27:40.766599 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:40.814472 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=911e5164-8989-4fa1-a059-a0712aa9915d,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:27:40.822324 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:40.822689 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:40.823036 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:40.823377 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:40.823713 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:40.824073 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:40.824497 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:40.824728 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:40.825059 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:40.825415 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:40.825742 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:40.826067 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:27:40.836462 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ad5a8-0a41-48cb-8133-eb7a4f9047f2 req-62c08c08-b330-4927-aa43-6ba9f7c0f0fd tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:40.837914 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1b3ad5a8-0a41-48cb-8133-eb7a4f9047f2 req-62c08c08-b330-4927-aa43-6ba9f7c0f0fd tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 945 time: 0.0557621 Sep 01 16:27:40.876800 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1b3ad5a8-0a41-48cb-8133-eb7a4f9047f2 req-b693ca6f-79d3-4aa0-aa7f-95d2240cac8e tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324624 Sep 01 16:27:41.011207 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['911e5164-8989-4fa1-a059-a0712aa9915d'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:27:41.992986 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504372b-8965-419f-accd-86f18ffc5d2b req-63c94418-a721-42c5-9cf5-614dfc7b77b4 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:41.994499 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9504372b-8965-419f-accd-86f18ffc5d2b req-63c94418-a721-42c5-9cf5-614dfc7b77b4 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 945 time: 0.0503943 Sep 01 16:27:42.031072 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9504372b-8965-419f-accd-86f18ffc5d2b req-bc94a683-90ec-4b5a-8de5-39727e6b2fe9 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306768 Sep 01 16:27:42.282332 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:42.595878 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 911e5164-8989-4fa1-a059-a0712aa9915d up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:27:42.648722 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port 911e5164-8989-4fa1-a059-a0712aa9915d completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:27:42.653078 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port 911e5164-8989-4fa1-a059-a0712aa9915d triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:27:42.653464 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:42.731049 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:42.753832 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24756db-ccd5-4e3c-9098-db0a0599bcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911e5164-8989-4fa1-a059-a0712aa9915d'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:27:42.756146 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e71c3e-d835-4a51-865e-d53b21369e89" -d '{"events": [{"server_uuid": "f24756db-ccd5-4e3c-9098-db0a0599bcc4", "name": "network-vif-plugged", "status": "completed", "tag": "911e5164-8989-4fa1-a059-a0712aa9915d"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:27:42.769522 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 911e5164-8989-4fa1-a059-a0712aa9915d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=911e5164-8989-4fa1-a059-a0712aa9915d,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:27:42.774027 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:42.822676 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=911e5164-8989-4fa1-a059-a0712aa9915d,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:27:42.860856 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb351fb-896f-4ef4-bd57-2cbb307c1d92 x-openstack-request-id: req-9eb351fb-896f-4ef4-bd57-2cbb307c1d92 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:27:42.861153 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24756db-ccd5-4e3c-9098-db0a0599bcc4", "name": "network-vif-plugged", "status": "completed", "tag": "911e5164-8989-4fa1-a059-a0712aa9915d", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:27:42.861408 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9eb351fb-896f-4ef4-bd57-2cbb307c1d92 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:27:42.861804 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24756db-ccd5-4e3c-9098-db0a0599bcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911e5164-8989-4fa1-a059-a0712aa9915d', 'code': 200} Sep 01 16:27:42.964651 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4aa61-ac63-4af6-a52f-fd88bf760836 req-2dcf26c9-0168-43e0-8a64-42c24daa0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:42.966129 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0ce4aa61-ac63-4af6-a52f-fd88bf760836 req-2dcf26c9-0168-43e0-8a64-42c24daa0999 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 1097 time: 0.0458467 Sep 01 16:27:43.001648 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0ce4aa61-ac63-4af6-a52f-fd88bf760836 req-4627a8d7-c350-4fb3-aed4-ec75150c38dc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286012 Sep 01 16:27:43.146939 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468443a-8ddd-482c-af1a-fcffeb363857 req-c9bfa6dd-65a7-4c58-985f-d53fc2366aa9 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:43.148865 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4468443a-8ddd-482c-af1a-fcffeb363857 req-c9bfa6dd-65a7-4c58-985f-d53fc2366aa9 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 946 time: 0.0506124 Sep 01 16:27:43.186911 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-4468443a-8ddd-482c-af1a-fcffeb363857 req-14fc6989-3b04-469f-b7d8-9de4ed4c829a tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320470 Sep 01 16:27:43.570659 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:43.759725 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-470bac91-48bb-4c21-ad4f-47c82767daa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:44.308101 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53855417-2a8e-41af-9236-d17bbf4906a4 req-4acda6c6-e200-436a-8df8-045110ba0c18 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:44.309577 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-53855417-2a8e-41af-9236-d17bbf4906a4 req-4acda6c6-e200-436a-8df8-045110ba0c18 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 946 time: 0.0540209 Sep 01 16:27:44.347376 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-53855417-2a8e-41af-9236-d17bbf4906a4 req-e7261794-81d6-47c5-a299-125aade81f98 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317299 Sep 01 16:27:44.460017 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e8186-3e36-4b36-868b-320041b56dd9 req-86a64560-27fa-40f1-8c13-4da92045b42d tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:44.462096 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ce7e8186-3e36-4b36-868b-320041b56dd9 req-86a64560-27fa-40f1-8c13-4da92045b42d tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 946 time: 0.0491168 Sep 01 16:27:44.499175 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ce7e8186-3e36-4b36-868b-320041b56dd9 req-5234fc9c-83b9-4d3a-8de1-f5b42b212b5c tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310597 Sep 01 16:27:44.521591 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58782) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:27:44.560743 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73355ed5-575b-4b25-93e3-0b27d6ed2b89 tempest-TestShelveInstance-812449669 tempest-TestShelveInstance-812449669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:44.562409 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-73355ed5-575b-4b25-93e3-0b27d6ed2b89 tempest-TestShelveInstance-812449669 tempest-TestShelveInstance-812449669-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 1092 time: 0.0397844 Sep 01 16:27:44.565379 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58784) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:27:44.570444 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-96417489-fed1-4820-9f66-22d16d1e0baf tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'port_id': '911e5164-8989-4fa1-a059-a0712aa9915d', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:27:44.592398 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-96417489-fed1-4820-9f66-22d16d1e0baf tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for floatingip, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:44.692819 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-96417489-fed1-4820-9f66-22d16d1e0baf tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:44.793206 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-96417489-fed1-4820-9f66-22d16d1e0baf tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Allocated IP 172.25.6.171 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/0e7bae4b-1312-4108-8bed-daebe4f82c71) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:27:44.897581 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-96417489-fed1-4820-9f66-22d16d1e0baf tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:44.936002 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-96417489-fed1-4820-9f66-22d16d1e0baf tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:44.977809 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96417489-fed1-4820-9f66-22d16d1e0baf tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:27:44.980815 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-96417489-fed1-4820-9f66-22d16d1e0baf tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:27:44.985161 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96417489-fed1-4820-9f66-22d16d1e0baf tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:27:44.988179 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96417489-fed1-4820-9f66-22d16d1e0baf tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Pushing event updated for resources: {'Port': ['ID=0e7bae4b-1312-4108-8bed-daebe4f82c71,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:27:45.333774 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-96417489-fed1-4820-9f66-22d16d1e0baf tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:45.398676 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-96417489-fed1-4820-9f66-22d16d1e0baf tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:45.454873 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:45.551830 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-96417489-fed1-4820-9f66-22d16d1e0baf tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:45.556747 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-96417489-fed1-4820-9f66-22d16d1e0baf tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:45.624927 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96417489-fed1-4820-9f66-22d16d1e0baf tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Pushing event updated for resources: {'Port': ['ID=0e7bae4b-1312-4108-8bed-daebe4f82c71,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:27:45.640163 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-96417489-fed1-4820-9f66-22d16d1e0baf tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:45.747146 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-96417489-fed1-4820-9f66-22d16d1e0baf tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Floating IP 104af184-0935-4551-a0e3-9d2d6d672b13 associated. External IP: 172.25.6.171, port: 911e5164-8989-4fa1-a059-a0712aa9915d. Sep 01 16:27:45.946551 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96417489-fed1-4820-9f66-22d16d1e0baf tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Router 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:27:46.051413 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96417489-fed1-4820-9f66-22d16d1e0baf tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:27:46.061024 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f6a412-ab56-4461-a6ad-a4cc4e8f7e4e None None] Sync routers for ids ['69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:27:46.067766 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-96417489-fed1-4820-9f66-22d16d1e0baf tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:27:46.070231 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f6a412-ab56-4461-a6ad-a4cc4e8f7e4e None None] Routers {'69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:27:46.070875 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-89f6a412-ab56-4461-a6ad-a4cc4e8f7e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:27:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:27:46.113363 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-96417489-fed1-4820-9f66-22d16d1e0baf tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5328863 Sep 01 16:27:46.113363 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24756db-ccd5-4e3c-9098-db0a0599bcc4', 'tag': '911e5164-8989-4fa1-a059-a0712aa9915d'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:27:46.113363 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8d9d96-20c4-4d50-b469-c1fd254eddbd" -d '{"events": [{"name": "network-changed", "server_uuid": "f24756db-ccd5-4e3c-9098-db0a0599bcc4", "tag": "911e5164-8989-4fa1-a059-a0712aa9915d"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:27:46.138618 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85ecdc9-4c1f-4b82-9d6d-721cff8ad5c6 x-openstack-request-id: req-f85ecdc9-4c1f-4b82-9d6d-721cff8ad5c6 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:27:46.138906 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24756db-ccd5-4e3c-9098-db0a0599bcc4", "tag": "911e5164-8989-4fa1-a059-a0712aa9915d", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:27:46.139153 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f85ecdc9-4c1f-4b82-9d6d-721cff8ad5c6 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:27:46.139548 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24756db-ccd5-4e3c-9098-db0a0599bcc4', 'tag': '911e5164-8989-4fa1-a059-a0712aa9915d', 'status': 'completed', 'code': 200} Sep 01 16:27:46.209339 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d9d96-20c4-4d50-b469-c1fd254eddbd req-8e0aa617-9559-4ab7-9cee-6bcc079df1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:46.210983 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0b8d9d96-20c4-4d50-b469-c1fd254eddbd req-8e0aa617-9559-4ab7-9cee-6bcc079df1aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c11cdc31b9444cee90ae353326ca9f91&device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 1097 time: 0.0477278 Sep 01 16:27:46.268737 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-89f6a412-ab56-4461-a6ad-a4cc4e8f7e4e None None] Set router 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:27:46.303392 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d9d96-20c4-4d50-b469-c1fd254eddbd req-56582972-9456-4424-b891-1a2ce2fbd7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:46.305481 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0b8d9d96-20c4-4d50-b469-c1fd254eddbd req-56582972-9456-4424-b891-1a2ce2fbd7c4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=18022723-7b19-484f-9514-d455167fd349 HTTP/1.1" status: 200 len: 910 time: 0.0860953 Sep 01 16:27:46.375453 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0b8d9d96-20c4-4d50-b469-c1fd254eddbd req-49d3dc14-7c59-4d5a-92c1-08eef55d6e1c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=911e5164-8989-4fa1-a059-a0712aa9915d HTTP/1.1" status: 200 len: 1000 time: 0.0630593 Sep 01 16:27:46.424753 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d9d96-20c4-4d50-b469-c1fd254eddbd req-3b90ad58-2aff-41f0-8874-0bf47ec9414a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:46.426324 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0b8d9d96-20c4-4d50-b469-c1fd254eddbd req-3b90ad58-2aff-41f0-8874-0bf47ec9414a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1050a2fc-5e3d-4eea-b16e-b62cbec846ef HTTP/1.1" status: 200 len: 848 time: 0.0437112 Sep 01 16:27:46.472538 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d9d96-20c4-4d50-b469-c1fd254eddbd req-56bb16cc-17d1-46bf-ba5e-a767b4868a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:46.473977 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0b8d9d96-20c4-4d50-b469-c1fd254eddbd req-56bb16cc-17d1-46bf-ba5e-a767b4868a6d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=18022723-7b19-484f-9514-d455167fd349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407267 Sep 01 16:27:46.490012 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-89f6a412-ab56-4461-a6ad-a4cc4e8f7e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'name': 'tempest-TestShelveInstance-1428425994-router', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:39Z', 'updated_at': '2021-09-01T16:22:42Z', 'revision_number': 4, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'gw_port': {'id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:40Z', 'updated_at': '2021-09-01T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '104af184-0935-4551-a0e3-9d2d6d672b13', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'port_id': '911e5164-8989-4fa1-a059-a0712aa9915d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'mac_address': 'fa:16:3e:1f:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24756db-ccd5-4e3c-9098-db0a0599bcc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:27:45Z', 'updated_at': '2021-09-01T16:27:45Z', 'revision_number': 0, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc18e9d1-de20-405a-b6f7-a5a4a63660ba', 'name': '', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'mac_address': 'fa:16:3e:21:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:42Z', 'updated_at': '2021-09-01T16:22:48Z', 'revision_number': 5, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'subnets': [{'id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:27:46.516154 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f6a412-ab56-4461-a6ad-a4cc4e8f7e4e None None] Checking router: 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:27:46.524354 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f6a412-ab56-4461-a6ad-a4cc4e8f7e4e None None] Routers {'69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:27:46.524954 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-89f6a412-ab56-4461-a6ad-a4cc4e8f7e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:27:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:27:46.567909 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0b8d9d96-20c4-4d50-b469-c1fd254eddbd req-03318936-958d-4388-ad18-f2f7d07b410a service neutron] 10.222.0.45 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868225 Sep 01 16:27:46.628911 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-89f6a412-ab56-4461-a6ad-a4cc4e8f7e4e None None] Set router 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:27:46.659401 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0b8d9d96-20c4-4d50-b469-c1fd254eddbd req-cec35e6e-eb45-4d82-9fdf-16394138ef3a service neutron] 10.222.0.45 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844040 Sep 01 16:27:46.846704 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-89f6a412-ab56-4461-a6ad-a4cc4e8f7e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'name': 'tempest-TestShelveInstance-1428425994-router', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:39Z', 'updated_at': '2021-09-01T16:22:42Z', 'revision_number': 4, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'gw_port': {'id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:40Z', 'updated_at': '2021-09-01T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '104af184-0935-4551-a0e3-9d2d6d672b13', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'port_id': '911e5164-8989-4fa1-a059-a0712aa9915d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'mac_address': 'fa:16:3e:1f:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24756db-ccd5-4e3c-9098-db0a0599bcc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:27:45Z', 'updated_at': '2021-09-01T16:27:45Z', 'revision_number': 0, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc18e9d1-de20-405a-b6f7-a5a4a63660ba', 'name': '', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'mac_address': 'fa:16:3e:21:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:42Z', 'updated_at': '2021-09-01T16:22:48Z', 'revision_number': 5, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'subnets': [{'id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:27:46.876652 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f6a412-ab56-4461-a6ad-a4cc4e8f7e4e None None] The sync data for ids ['69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'] in n-d-794796-3 is: [{'id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'name': 'tempest-TestShelveInstance-1428425994-router', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:39Z', 'updated_at': '2021-09-01T16:22:42Z', 'revision_number': 4, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'gw_port': {'id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:40Z', 'updated_at': '2021-09-01T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '104af184-0935-4551-a0e3-9d2d6d672b13', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'port_id': '911e5164-8989-4fa1-a059-a0712aa9915d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'mac_address': 'fa:16:3e:1f:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24756db-ccd5-4e3c-9098-db0a0599bcc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:27:45Z', 'updated_at': '2021-09-01T16:27:45Z', 'revision_number': 0, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc18e9d1-de20-405a-b6f7-a5a4a63660ba', 'name': '', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'mac_address': 'fa:16:3e:21:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:42Z', 'updated_at': '2021-09-01T16:22:48Z', 'revision_number': 5, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'subnets': [{'id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:27:47.069091 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd81f55-3bb6-4345-bf6c-8186192c0847 None None] New status for floating IP 104af184-0935-4551-a0e3-9d2d6d672b13: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:27:51.119580 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d04a07e7-202d-4e44-98b7-4fc18fa9f801 req-beacb9d3-4f8c-4ecb-9bbf-b09f48ad6a9b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399439 Sep 01 16:27:51.206984 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a07e7-202d-4e44-98b7-4fc18fa9f801 req-2e88f39b-26c5-46b9-9581-64eb269e630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:51.208458 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d04a07e7-202d-4e44-98b7-4fc18fa9f801 req-2e88f39b-26c5-46b9-9581-64eb269e630e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c11cdc31b9444cee90ae353326ca9f91&device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 1097 time: 0.0438204 Sep 01 16:27:51.308824 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a07e7-202d-4e44-98b7-4fc18fa9f801 req-b51e61d2-8ba4-461e-9b76-812e400ac166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:51.310286 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d04a07e7-202d-4e44-98b7-4fc18fa9f801 req-b51e61d2-8ba4-461e-9b76-812e400ac166 service neutron] 10.222.0.45 "GET /v2.0/networks?id=18022723-7b19-484f-9514-d455167fd349 HTTP/1.1" status: 200 len: 910 time: 0.0819426 Sep 01 16:27:51.380947 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d04a07e7-202d-4e44-98b7-4fc18fa9f801 req-f039de79-28fa-44ae-90b6-a0d75ef8920f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=911e5164-8989-4fa1-a059-a0712aa9915d HTTP/1.1" status: 200 len: 1002 time: 0.0612280 Sep 01 16:27:51.429996 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a07e7-202d-4e44-98b7-4fc18fa9f801 req-0ddb907a-05b6-4028-9634-ebfa83e9156a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:51.431429 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d04a07e7-202d-4e44-98b7-4fc18fa9f801 req-0ddb907a-05b6-4028-9634-ebfa83e9156a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1050a2fc-5e3d-4eea-b16e-b62cbec846ef HTTP/1.1" status: 200 len: 848 time: 0.0426683 Sep 01 16:27:51.476594 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a07e7-202d-4e44-98b7-4fc18fa9f801 req-08dbd8c7-2eb7-4501-8ef5-daba49beaf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:27:51.478061 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d04a07e7-202d-4e44-98b7-4fc18fa9f801 req-08dbd8c7-2eb7-4501-8ef5-daba49beaf34 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=18022723-7b19-484f-9514-d455167fd349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400500 Sep 01 16:27:51.568632 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d04a07e7-202d-4e44-98b7-4fc18fa9f801 req-57bef712-7e98-4f7d-9838-b0693ed27ef3 service neutron] 10.222.0.45 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831354 Sep 01 16:27:51.656757 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d04a07e7-202d-4e44-98b7-4fc18fa9f801 req-85d134f1-9104-4ff2-b3d7-1c1903d84849 service neutron] 10.222.0.45 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804791 Sep 01 16:27:58.561096 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:04.775381 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:28:09.296061 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:09.418974 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-902e6c91-79e8-47be-902f-997cad2b09ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:12.286364 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:13.574963 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:13.763089 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e0604535-fa87-41ad-8c1b-9528cc3e5716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:15.459327 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:28.565739 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:39.309875 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:39.419066 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c9514b79-553f-4863-b8c8-26a09d711bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:41.774008 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:28:42.288774 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:43.576074 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:43.763503 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-58651d90-c2d6-43df-8a57-254af503185d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:45.463587 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:28:53.117531 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e981fb32-a979-4e3c-a1f6-0ea2d171ce3a req-c6d040c9-4b97-4373-a76b-4968f4d1d1c8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414855 Sep 01 16:28:53.204146 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981fb32-a979-4e3c-a1f6-0ea2d171ce3a req-f005e9da-cb7a-4f5a-b71f-38c640a22957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:53.205674 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e981fb32-a979-4e3c-a1f6-0ea2d171ce3a req-f005e9da-cb7a-4f5a-b71f-38c640a22957 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c11cdc31b9444cee90ae353326ca9f91&device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 1097 time: 0.0450394 Sep 01 16:28:53.310679 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981fb32-a979-4e3c-a1f6-0ea2d171ce3a req-5d87e717-931c-4301-9dab-65901b972dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:53.312147 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e981fb32-a979-4e3c-a1f6-0ea2d171ce3a req-5d87e717-931c-4301-9dab-65901b972dfd service neutron] 10.222.0.45 "GET /v2.0/networks?id=18022723-7b19-484f-9514-d455167fd349 HTTP/1.1" status: 200 len: 910 time: 0.0846796 Sep 01 16:28:53.384047 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e981fb32-a979-4e3c-a1f6-0ea2d171ce3a req-713aeb61-0c6e-4753-a6aa-2adad2c35bc8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=911e5164-8989-4fa1-a059-a0712aa9915d HTTP/1.1" status: 200 len: 1002 time: 0.0614026 Sep 01 16:28:53.736023 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981fb32-a979-4e3c-a1f6-0ea2d171ce3a req-46087790-30b3-4936-a08a-1a77770568a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:53.737426 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e981fb32-a979-4e3c-a1f6-0ea2d171ce3a req-46087790-30b3-4936-a08a-1a77770568a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1050a2fc-5e3d-4eea-b16e-b62cbec846ef HTTP/1.1" status: 200 len: 848 time: 0.3450823 Sep 01 16:28:53.784169 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981fb32-a979-4e3c-a1f6-0ea2d171ce3a req-02f2d3f0-dc20-45f6-9db7-5141ba82d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:28:53.785689 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e981fb32-a979-4e3c-a1f6-0ea2d171ce3a req-02f2d3f0-dc20-45f6-9db7-5141ba82d896 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=18022723-7b19-484f-9514-d455167fd349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410314 Sep 01 16:28:53.879076 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e981fb32-a979-4e3c-a1f6-0ea2d171ce3a req-8101f121-b5e3-4b8a-8b42-27c93e9ad80f service neutron] 10.222.0.45 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858724 Sep 01 16:28:53.972477 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e981fb32-a979-4e3c-a1f6-0ea2d171ce3a req-a2630969-dba8-4568-9cff-19ecc9735e3b service neutron] 10.222.0.45 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855954 Sep 01 16:28:58.580669 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:09.323068 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:09.419298 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-20118120-2bba-4e0d-8252-051f1196a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:12.289736 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:13.580694 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:13.764093 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f96d9d66-af98-4382-89b4-181a21da032e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:15.462924 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:18.772711 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:29:28.593746 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:39.314982 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:39.420118 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-140c5e8d-3520-439a-a8a9-d595d60451b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:42.290482 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:43.584164 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:43.765068 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2666b517-2045-4d45-b1f4-d433658ad076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:44.163558 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96adf68-4298-4b55-bcc0-a4598d772439 req-aecdca1c-12de-43d0-b0c9-ba0ea43b2313 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:44.164970 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e96adf68-4298-4b55-bcc0-a4598d772439 req-aecdca1c-12de-43d0-b0c9-ba0ea43b2313 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 946 time: 0.0509198 Sep 01 16:29:44.204182 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e96adf68-4298-4b55-bcc0-a4598d772439 req-7413381d-7741-4232-a8f5-d1ec98ad3c0f tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331733 Sep 01 16:29:45.347683 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a62f0c-7a34-4465-8e96-b2460eac8d3e req-abef07af-68d2-4704-9acc-456e016d4025 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:45.349200 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e4a62f0c-7a34-4465-8e96-b2460eac8d3e req-abef07af-68d2-4704-9acc-456e016d4025 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 946 time: 0.0497987 Sep 01 16:29:45.386822 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e4a62f0c-7a34-4465-8e96-b2460eac8d3e req-307d7700-8248-4444-ae7d-2d40c72e3690 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314095 Sep 01 16:29:45.466614 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:46.527690 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31ad60-e537-45cd-abf2-66db97b78774 req-a388194c-3202-4ebc-8adb-a4e27a43fe01 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:46.529189 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b31ad60-e537-45cd-abf2-66db97b78774 req-a388194c-3202-4ebc-8adb-a4e27a43fe01 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 946 time: 0.0487382 Sep 01 16:29:46.566329 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9b31ad60-e537-45cd-abf2-66db97b78774 req-ca036b8a-b9b4-4601-a52f-bf85172a98e7 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304646 Sep 01 16:29:47.684196 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d8de7-77bc-4ff1-b8e1-0190ab1f11f0 req-13cab0fb-e0f0-4bfd-bbd2-3b43f486520f tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:47.685712 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6f9d8de7-77bc-4ff1-b8e1-0190ab1f11f0 req-13cab0fb-e0f0-4bfd-bbd2-3b43f486520f tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 946 time: 0.0530252 Sep 01 16:29:47.728347 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6f9d8de7-77bc-4ff1-b8e1-0190ab1f11f0 req-edf507c1-9e93-4c01-b8a5-aad1d6f23fd8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360048 Sep 01 16:29:48.847951 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6348cac-cce8-4976-882f-6f6d4f862c1b req-7364e928-7ca4-4bc1-a51a-cfad62c24c6a tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:48.849450 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d6348cac-cce8-4976-882f-6f6d4f862c1b req-7364e928-7ca4-4bc1-a51a-cfad62c24c6a tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 946 time: 0.0538421 Sep 01 16:29:48.888307 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d6348cac-cce8-4976-882f-6f6d4f862c1b req-acd4a3fd-a976-4323-904b-8ae71ac8680a tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323741 Sep 01 16:29:50.004706 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81548891-47e5-4054-bdf0-3fefef7f32bc req-d1974a0a-d025-433a-af90-c83982b42ff6 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:50.006228 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-81548891-47e5-4054-bdf0-3fefef7f32bc req-d1974a0a-d025-433a-af90-c83982b42ff6 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 946 time: 0.0499830 Sep 01 16:29:50.044025 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-81548891-47e5-4054-bdf0-3fefef7f32bc req-c824fc05-949f-4216-a2bf-8f4710389c3f tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317917 Sep 01 16:29:51.166868 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3d1db-63c0-4384-93e6-8994593b3a5f req-bfc2a959-a7a0-470e-b7d6-6ab41bd5d7bc tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:51.168424 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-51f3d1db-63c0-4384-93e6-8994593b3a5f req-bfc2a959-a7a0-470e-b7d6-6ab41bd5d7bc tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 946 time: 0.0572646 Sep 01 16:29:51.206145 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-51f3d1db-63c0-4384-93e6-8994593b3a5f req-6bf72972-495f-4f9a-8549-3f74478c0ba9 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310810 Sep 01 16:29:52.321795 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad553c8-a953-4a16-a82c-782e4a082c1d req-be756f25-8243-467e-8783-0f1dae892aba tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:52.323289 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dad553c8-a953-4a16-a82c-782e4a082c1d req-be756f25-8243-467e-8783-0f1dae892aba tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 946 time: 0.0480249 Sep 01 16:29:52.360887 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dad553c8-a953-4a16-a82c-782e4a082c1d req-ceb148e5-64a2-4653-857a-ffc317cfcfe0 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317416 Sep 01 16:29:53.475340 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fa005-d4f5-4917-93a2-0aa2cea6e587 req-896d6a41-396a-4cac-b3ce-2035922fc498 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:53.477043 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d02fa005-d4f5-4917-93a2-0aa2cea6e587 req-896d6a41-396a-4cac-b3ce-2035922fc498 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 946 time: 0.0490646 Sep 01 16:29:53.516127 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d02fa005-d4f5-4917-93a2-0aa2cea6e587 req-193c777c-51de-43d2-a84b-68e28c4a3350 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319550 Sep 01 16:29:54.347545 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784048f-3293-48ac-9108-2053b360c04f req-9799de1a-5c5b-4c98-ae58-7a6b7c309aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:54.349046 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c784048f-3293-48ac-9108-2053b360c04f req-9799de1a-5c5b-4c98-ae58-7a6b7c309aeb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c11cdc31b9444cee90ae353326ca9f91&device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 1097 time: 0.0877566 Sep 01 16:29:54.437914 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784048f-3293-48ac-9108-2053b360c04f req-1e23c894-1083-4e0e-97ed-9b832e0b41db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:54.439398 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c784048f-3293-48ac-9108-2053b360c04f req-1e23c894-1083-4e0e-97ed-9b832e0b41db service neutron] 10.222.0.45 "GET /v2.0/networks?id=18022723-7b19-484f-9514-d455167fd349 HTTP/1.1" status: 200 len: 910 time: 0.0829575 Sep 01 16:29:54.509183 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c784048f-3293-48ac-9108-2053b360c04f req-60b70e63-2139-4296-a187-3afab3f9e97f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=911e5164-8989-4fa1-a059-a0712aa9915d HTTP/1.1" status: 200 len: 1002 time: 0.0619299 Sep 01 16:29:54.558910 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784048f-3293-48ac-9108-2053b360c04f req-178b35ee-9aa2-4b8a-9d2f-644c48e6b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:54.560383 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c784048f-3293-48ac-9108-2053b360c04f req-178b35ee-9aa2-4b8a-9d2f-644c48e6b22c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1050a2fc-5e3d-4eea-b16e-b62cbec846ef HTTP/1.1" status: 200 len: 848 time: 0.0437098 Sep 01 16:29:54.636235 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784048f-3293-48ac-9108-2053b360c04f req-e8be4e13-25a0-4b25-8a49-b27ca6e8a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:54.637663 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c784048f-3293-48ac-9108-2053b360c04f req-e8be4e13-25a0-4b25-8a49-b27ca6e8a96a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=18022723-7b19-484f-9514-d455167fd349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698407 Sep 01 16:29:54.648766 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe3274-9d3f-444e-bfb3-b51d2b8780a4 req-c631b5c5-2e97-42d8-902c-190512a3c058 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:54.650142 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dffe3274-9d3f-444e-bfb3-b51d2b8780a4 req-c631b5c5-2e97-42d8-902c-190512a3c058 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 946 time: 0.0591350 Sep 01 16:29:54.655039 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-c784048f-3293-48ac-9108-2053b360c04f req-b4f6a49c-94bd-47b1-accb-fce345902aca service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:29:54.655988 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c784048f-3293-48ac-9108-2053b360c04f req-b4f6a49c-94bd-47b1-accb-fce345902aca service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049953 Sep 01 16:29:54.737297 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dffe3274-9d3f-444e-bfb3-b51d2b8780a4 req-53f7f535-60b2-49da-bee2-9c8170880fe8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803747 Sep 01 16:29:54.770921 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c784048f-3293-48ac-9108-2053b360c04f req-f5897a10-bb73-4900-9865-e6e5294e56d1 service neutron] 10.222.0.45 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075740 Sep 01 16:29:54.870038 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c784048f-3293-48ac-9108-2053b360c04f req-4fcdf8fc-6545-46a8-a902-d8719c37405a service neutron] 10.222.0.45 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905924 Sep 01 16:29:55.146028 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beaa419-c1d2-43ae-ab71-c50f88521d82 req-ca0e938e-5c97-4eb4-b88e-104374515e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:55.147497 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9beaa419-c1d2-43ae-ab71-c50f88521d82 req-ca0e938e-5c97-4eb4-b88e-104374515e3f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c11cdc31b9444cee90ae353326ca9f91&device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 1097 time: 0.0419726 Sep 01 16:29:55.259568 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beaa419-c1d2-43ae-ab71-c50f88521d82 req-b59a84e2-40d5-48b2-95b1-f5c25833b5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:55.261052 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9beaa419-c1d2-43ae-ab71-c50f88521d82 req-b59a84e2-40d5-48b2-95b1-f5c25833b5d4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=18022723-7b19-484f-9514-d455167fd349 HTTP/1.1" status: 200 len: 910 time: 0.0844302 Sep 01 16:29:55.332891 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9beaa419-c1d2-43ae-ab71-c50f88521d82 req-b3b0e836-bc6b-4098-8c60-7da7360ac180 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=911e5164-8989-4fa1-a059-a0712aa9915d HTTP/1.1" status: 200 len: 1002 time: 0.0621657 Sep 01 16:29:55.383858 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beaa419-c1d2-43ae-ab71-c50f88521d82 req-9c53c03f-677c-4c66-b90e-b7b26813baec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:55.385326 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9beaa419-c1d2-43ae-ab71-c50f88521d82 req-9c53c03f-677c-4c66-b90e-b7b26813baec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1050a2fc-5e3d-4eea-b16e-b62cbec846ef HTTP/1.1" status: 200 len: 848 time: 0.0437040 Sep 01 16:29:55.432922 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beaa419-c1d2-43ae-ab71-c50f88521d82 req-a2e14d9c-b7f2-4b98-b109-717f8f92ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:55.434385 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9beaa419-c1d2-43ae-ab71-c50f88521d82 req-a2e14d9c-b7f2-4b98-b109-717f8f92ecce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=18022723-7b19-484f-9514-d455167fd349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400491 Sep 01 16:29:55.533451 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9beaa419-c1d2-43ae-ab71-c50f88521d82 req-e50c0752-58bf-4d76-a748-7f39f4e8d2a6 service neutron] 10.222.0.45 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881631 Sep 01 16:29:55.624606 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9beaa419-c1d2-43ae-ab71-c50f88521d82 req-a3ad743f-8e73-41d8-9fe1-2a63aad9f76e service neutron] 10.222.0.45 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831816 Sep 01 16:29:55.772293 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:29:55.854613 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd8631-2d3c-4261-b234-28938393ce5c req-02d6aaa4-c944-460b-9ace-274410337582 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:55.856075 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d5bd8631-2d3c-4261-b234-28938393ce5c req-02d6aaa4-c944-460b-9ace-274410337582 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 946 time: 0.0526402 Sep 01 16:29:55.893423 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d5bd8631-2d3c-4261-b234-28938393ce5c req-9d6b7056-e7ae-4767-8af6-3759aef2cacb tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314274 Sep 01 16:29:57.016164 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babff367-e07e-4745-badc-7f433df1d3c5 req-4abfe91b-0c08-4a86-811d-296393a14896 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:57.017679 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-babff367-e07e-4745-badc-7f433df1d3c5 req-4abfe91b-0c08-4a86-811d-296393a14896 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 946 time: 0.0562258 Sep 01 16:29:57.060561 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-babff367-e07e-4745-badc-7f433df1d3c5 req-1facf440-7fe8-4ad0-84b6-38970d82d4b0 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366495 Sep 01 16:29:58.181178 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb8c1d-266e-4485-beec-466347d55301 req-80d80c12-d959-47d1-bb4c-a1151a885684 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:58.183034 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1fb8c1d-266e-4485-beec-466347d55301 req-80d80c12-d959-47d1-bb4c-a1151a885684 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 946 time: 0.0503256 Sep 01 16:29:58.221813 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1fb8c1d-266e-4485-beec-466347d55301 req-0b778a4d-0f9a-46d6-be48-50b8a22c295f tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327015 Sep 01 16:29:58.428875 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-185a5b42-ff54-468f-818a-37ba609f86c8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0718877 Sep 01 16:29:58.443952 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6dca4-dc38-4434-835b-42f118df525f req-2d7dfe9f-3c08-4ecb-bd14-6c533fc9dbd2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:58.445429 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-46d6dca4-dc38-4434-835b-42f118df525f req-2d7dfe9f-3c08-4ecb-bd14-6c533fc9dbd2 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 946 time: 0.0643508 Sep 01 16:29:58.486723 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-46d6dca4-dc38-4434-835b-42f118df525f req-e38083b2-03c4-4aaa-9a04-98c0a0cadbef tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344718 Sep 01 16:29:58.603351 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:59.330349 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device 911e5164-8989-4fa1-a059-a0712aa9915d no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:29:59.407084 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:59.430221 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24756db-ccd5-4e3c-9098-db0a0599bcc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '911e5164-8989-4fa1-a059-a0712aa9915d'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:29:59.432527 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaa3e94-f851-4d14-8048-012159880b86" -d '{"events": [{"server_uuid": "f24756db-ccd5-4e3c-9098-db0a0599bcc4", "name": "network-vif-unplugged", "status": "completed", "tag": "911e5164-8989-4fa1-a059-a0712aa9915d"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:29:59.449917 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port 911e5164-8989-4fa1-a059-a0712aa9915d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=911e5164-8989-4fa1-a059-a0712aa9915d,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:29:59.455402 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:29:59.482556 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 01 Sep 2021 16:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103a4605-a1ac-4417-84ac-cb1d20586bad x-openstack-request-id: req-103a4605-a1ac-4417-84ac-cb1d20586bad {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:29:59.482855 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24756db-ccd5-4e3c-9098-db0a0599bcc4", "name": "network-vif-unplugged", "status": "failed", "tag": "911e5164-8989-4fa1-a059-a0712aa9915d", "code": 422}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:29:59.483108 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-103a4605-a1ac-4417-84ac-cb1d20586bad {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:29:59.484097 n-d-794796-3 neutron-server[94735]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f24756db-ccd5-4e3c-9098-db0a0599bcc4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '911e5164-8989-4fa1-a059-a0712aa9915d', 'code': 422} returned with failed status Sep 01 16:29:59.511511 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=911e5164-8989-4fa1-a059-a0712aa9915d,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:29:59.522120 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:59.522506 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:59.522854 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:59.523195 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:59.523530 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:59.523950 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:59.524289 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:59.524645 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:59.525050 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:59.525514 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:59.525866 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:59.526414 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:29:59.611612 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc6973-dbb8-4907-92f9-b6cac461de28 req-33635afb-b6bd-4381-98c1-eb819f85e38e tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:29:59.613174 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d3bc6973-dbb8-4907-92f9-b6cac461de28 req-33635afb-b6bd-4381-98c1-eb819f85e38e tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 944 time: 0.0504878 Sep 01 16:29:59.654488 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d3bc6973-dbb8-4907-92f9-b6cac461de28 req-52413bc4-d163-4fcb-adc2-ac0f16f65230 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342650 Sep 01 16:30:00.774457 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0a289-0431-4630-bc29-ae835581b950 req-d1a4fcf7-3197-40de-b6b6-e538423e2848 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:00.776008 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-33f0a289-0431-4630-bc29-ae835581b950 req-d1a4fcf7-3197-40de-b6b6-e538423e2848 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 944 time: 0.0504267 Sep 01 16:30:00.815340 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-33f0a289-0431-4630-bc29-ae835581b950 req-4ae919ec-ab48-4bac-9850-915c7c8d63ff tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331657 Sep 01 16:30:01.982832 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1caab61-a14f-4520-8f8c-6859cd5b5d90 req-c1015e42-62f2-46d0-bd19-dd2c5aaf0048 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:01.984943 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b1caab61-a14f-4520-8f8c-6859cd5b5d90 req-c1015e42-62f2-46d0-bd19-dd2c5aaf0048 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 944 time: 0.1033175 Sep 01 16:30:02.024911 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b1caab61-a14f-4520-8f8c-6859cd5b5d90 req-dcb8d83d-88c1-4abd-948c-e2547910f926 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338202 Sep 01 16:30:03.184280 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf58b8-1548-472a-b38b-310e2a448e0b req-e3c35492-6a0a-4bfa-a5e0-a5dfec32cd66 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:03.185758 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-44cf58b8-1548-472a-b38b-310e2a448e0b req-e3c35492-6a0a-4bfa-a5e0-a5dfec32cd66 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 944 time: 0.0938146 Sep 01 16:30:03.224167 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-44cf58b8-1548-472a-b38b-310e2a448e0b req-274b3461-7a22-460a-a7f8-362046bcfb0d tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312061 Sep 01 16:30:03.365005 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-dab619f3-6f91-40b4-9782-d34941e7ef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:03.367207 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-dab619f3-6f91-40b4-9782-d34941e7ef02 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4&tenant_id=c11cdc31b9444cee90ae353326ca9f91 HTTP/1.1" status: 200 len: 1095 time: 0.0449450 Sep 01 16:30:03.388195 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794796-3', 'device_owner': 'compute:nova'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:30:03.440532 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:03.641578 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] For port 911e5164-8989-4fa1-a059-a0712aa9915d, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=911e5164-8989-4fa1-a059-a0712aa9915d,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:03.673224 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] For port 911e5164-8989-4fa1-a059-a0712aa9915d, host n-h1-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:30:03.711085 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911e5164-8989-4fa1-a059-a0712aa9915d {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:30:03.718505 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:03.730351 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Transition to ACTIVE for port object 911e5164-8989-4fa1-a059-a0712aa9915d will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:30:03.734111 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:04.133486 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Pushing event updated for resources: {'Port': ['ID=911e5164-8989-4fa1-a059-a0712aa9915d,revision_number=7']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:04.146842 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:04.147196 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:04.147539 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:04.147878 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:04.148212 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:04.148540 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:04.148869 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:04.149196 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:04.149522 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:04.149844 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:04.150166 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:04.150596 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:30:04.190727 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] No DVR routers for this DVR port 911e5164-8989-4fa1-a059-a0712aa9915d on host n-h1-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:30:04.355467 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Attempting to bind port 911e5164-8989-4fa1-a059-a0712aa9915d on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:30:04.355804 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Attempting to bind port 911e5164-8989-4fa1-a059-a0712aa9915d by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '33f97a8b-0b90-478c-aabb-fa39b0487752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18022723-7b19-484f-9514-d455167fd349'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:30:04.356134 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Attempting to bind port 911e5164-8989-4fa1-a059-a0712aa9915d on network 18022723-7b19-484f-9514-d455167fd349 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:30:04.364492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Port 911e5164-8989-4fa1-a059-a0712aa9915d on network 18022723-7b19-484f-9514-d455167fd349 not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:30:04.364817 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Attempting to bind port 911e5164-8989-4fa1-a059-a0712aa9915d on network 18022723-7b19-484f-9514-d455167fd349 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:30:04.379102 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf389e91-c2f6-4672-ba95-bf1bdaabdd71 req-0cb92b84-c659-4d1e-9125-0c88a81c3f0e tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:04.380631 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bf389e91-c2f6-4672-ba95-bf1bdaabdd71 req-0cb92b84-c659-4d1e-9125-0c88a81c3f0e tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 944 time: 0.0862467 Sep 01 16:30:04.381347 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:30:04.381687 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Checking segment: {'id': '33f97a8b-0b90-478c-aabb-fa39b0487752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18022723-7b19-484f-9514-d455167fd349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:30:04.382061 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Bound using segment: {'id': '33f97a8b-0b90-478c-aabb-fa39b0487752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18022723-7b19-484f-9514-d455167fd349'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:30:04.382512 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Bound port: 911e5164-8989-4fa1-a059-a0712aa9915d, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f97a8b-0b90-478c-aabb-fa39b0487752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18022723-7b19-484f-9514-d455167fd349'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:30:04.382877 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:04.454593 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-bf389e91-c2f6-4672-ba95-bf1bdaabdd71 req-bdf6fa02-3ce9-4812-afa5-6e51a5315d07 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631106 Sep 01 16:30:04.470529 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] For port 911e5164-8989-4fa1-a059-a0712aa9915d, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:30:04.473562 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] For port 911e5164-8989-4fa1-a059-a0712aa9915d, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=911e5164-8989-4fa1-a059-a0712aa9915d,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:30:04.478398 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:04.518183 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:04.518858 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:04.520234 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] 10.222.0.62 "PUT /v2.0/ports/911e5164-8989-4fa1-a059-a0712aa9915d HTTP/1.1" status: 200 len: 1092 time: 1.1362813 Sep 01 16:30:04.520677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24756db-ccd5-4e3c-9098-db0a0599bcc4', 'tag': '911e5164-8989-4fa1-a059-a0712aa9915d'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:30:04.522938 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d95c5f2-9c55-4b06-86ba-d761b1498a20" -d '{"events": [{"name": "network-changed", "server_uuid": "f24756db-ccd5-4e3c-9098-db0a0599bcc4", "tag": "911e5164-8989-4fa1-a059-a0712aa9915d"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:30:04.556018 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff34b7-0520-4b79-9351-0301c5599e8d service neutron] Pushing event updated for resources: {'Port': ['ID=911e5164-8989-4fa1-a059-a0712aa9915d,revision_number=8']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:04.569685 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d278e59c-0bab-4b40-b197-b525cace8dbc x-openstack-request-id: req-d278e59c-0bab-4b40-b197-b525cace8dbc {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:30:04.569971 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24756db-ccd5-4e3c-9098-db0a0599bcc4", "tag": "911e5164-8989-4fa1-a059-a0712aa9915d", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:30:04.570219 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d278e59c-0bab-4b40-b197-b525cace8dbc {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:30:04.570629 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24756db-ccd5-4e3c-9098-db0a0599bcc4', 'tag': '911e5164-8989-4fa1-a059-a0712aa9915d', 'status': 'completed', 'code': 200} Sep 01 16:30:04.604434 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-22d62ae1-1e18-4cb5-8270-f3b1a49e3249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:04.605988 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-22d62ae1-1e18-4cb5-8270-f3b1a49e3249 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c11cdc31b9444cee90ae353326ca9f91&device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 1095 time: 0.0458503 Sep 01 16:30:04.698360 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-0c5fabb2-7984-4dab-b21f-a93577eb0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:04.699871 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-0c5fabb2-7984-4dab-b21f-a93577eb0b6f service neutron] 10.222.0.62 "GET /v2.0/networks?id=18022723-7b19-484f-9514-d455167fd349 HTTP/1.1" status: 200 len: 910 time: 0.0865517 Sep 01 16:30:04.770771 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-73341f94-555b-48a7-852c-6e827ac2b2a8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=911e5164-8989-4fa1-a059-a0712aa9915d HTTP/1.1" status: 200 len: 1000 time: 0.0623348 Sep 01 16:30:04.820939 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-2558d1ac-12ab-4ef4-ac98-7051c0bc041b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:04.822342 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-2558d1ac-12ab-4ef4-ac98-7051c0bc041b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1050a2fc-5e3d-4eea-b16e-b62cbec846ef HTTP/1.1" status: 200 len: 848 time: 0.0442872 Sep 01 16:30:04.868338 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-e75f363e-f727-44f5-929d-d142beb50822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:04.869756 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-e75f363e-f727-44f5-929d-d142beb50822 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18022723-7b19-484f-9514-d455167fd349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404084 Sep 01 16:30:04.970749 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-d3d6a54b-e7f9-406e-a64e-970f5128ff9b service neutron] 10.222.0.62 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898485 Sep 01 16:30:05.061740 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-49bc8861-f706-49ee-aa2f-b997f02409e6 service neutron] 10.222.0.62 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823648 Sep 01 16:30:05.185871 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95c5f2-9c55-4b06-86ba-d761b1498a20 req-d54689fa-47d6-4dd1-b3c3-76bb04d54b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:05.187355 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4d95c5f2-9c55-4b06-86ba-d761b1498a20 req-d54689fa-47d6-4dd1-b3c3-76bb04d54b6c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c11cdc31b9444cee90ae353326ca9f91&device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 1095 time: 0.0466726 Sep 01 16:30:05.282537 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95c5f2-9c55-4b06-86ba-d761b1498a20 req-3d0e1964-713d-4fe1-a934-86c07bd88e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:05.284120 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4d95c5f2-9c55-4b06-86ba-d761b1498a20 req-3d0e1964-713d-4fe1-a934-86c07bd88e15 service neutron] 10.222.0.62 "GET /v2.0/networks?id=18022723-7b19-484f-9514-d455167fd349 HTTP/1.1" status: 200 len: 910 time: 0.0841951 Sep 01 16:30:05.357577 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4d95c5f2-9c55-4b06-86ba-d761b1498a20 req-cf9fe3ac-f27c-4394-a945-5d3be9f2f323 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=911e5164-8989-4fa1-a059-a0712aa9915d HTTP/1.1" status: 200 len: 1000 time: 0.0656364 Sep 01 16:30:05.410636 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95c5f2-9c55-4b06-86ba-d761b1498a20 req-8acd61a6-cb5d-4c1c-bc19-1cfa3c0ad1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:05.412150 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4d95c5f2-9c55-4b06-86ba-d761b1498a20 req-8acd61a6-cb5d-4c1c-bc19-1cfa3c0ad1d6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1050a2fc-5e3d-4eea-b16e-b62cbec846ef HTTP/1.1" status: 200 len: 848 time: 0.0472193 Sep 01 16:30:05.466228 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95c5f2-9c55-4b06-86ba-d761b1498a20 req-35233026-30a1-4507-b921-9c5ff2ae6410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:05.467797 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4d95c5f2-9c55-4b06-86ba-d761b1498a20 req-35233026-30a1-4507-b921-9c5ff2ae6410 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18022723-7b19-484f-9514-d455167fd349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428963 Sep 01 16:30:05.596622 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f89da5-7b1e-4fa5-a033-f1843673bc91 req-789ccada-dc02-4c8a-b5cd-47a72b7b0396 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:05.598099 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-08f89da5-7b1e-4fa5-a033-f1843673bc91 req-789ccada-dc02-4c8a-b5cd-47a72b7b0396 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 944 time: 0.0757446 Sep 01 16:30:05.603813 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4d95c5f2-9c55-4b06-86ba-d761b1498a20 req-bb359a68-d5c7-439f-ab3b-a3baa7f9b4db service neutron] 10.222.0.62 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273420 Sep 01 16:30:05.685187 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-08f89da5-7b1e-4fa5-a033-f1843673bc91 req-90d8f90b-4326-471d-87b7-e16428b2c5ca tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804052 Sep 01 16:30:05.721375 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-4d95c5f2-9c55-4b06-86ba-d761b1498a20 req-10044a11-2fde-4a67-acf6-a6e6a1dbbb25 service neutron] 10.222.0.62 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097283 Sep 01 16:30:06.807213 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4e6cb-c015-4234-8035-4f861334e344 req-d69b4d99-a617-41c7-9f89-856ddcb2b49c tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:06.808748 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61a4e6cb-c015-4234-8035-4f861334e344 req-d69b4d99-a617-41c7-9f89-856ddcb2b49c tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 944 time: 0.0537114 Sep 01 16:30:06.849382 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-61a4e6cb-c015-4234-8035-4f861334e344 req-72a0448a-02c7-4f38-8fad-37a5303e6a79 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341504 Sep 01 16:30:07.963366 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66135951-6ed7-4e9e-847c-e1ce0858ab64 req-4258a8af-e88c-4d1d-8801-588a15c182b9 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:07.964843 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66135951-6ed7-4e9e-847c-e1ce0858ab64 req-4258a8af-e88c-4d1d-8801-588a15c182b9 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 944 time: 0.0497186 Sep 01 16:30:08.002924 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-66135951-6ed7-4e9e-847c-e1ce0858ab64 req-a4305704-8fa0-4c3a-9256-4eb6727d0546 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315185 Sep 01 16:30:09.118178 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e1c6f-e3ae-4a76-9fcc-88c55234abb6 req-dbf0658f-d401-41bf-853b-f8b02d3ec9c8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:09.119765 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-df2e1c6f-e3ae-4a76-9fcc-88c55234abb6 req-dbf0658f-d401-41bf-853b-f8b02d3ec9c8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 944 time: 0.0497165 Sep 01 16:30:09.157317 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-df2e1c6f-e3ae-4a76-9fcc-88c55234abb6 req-28ade498-6659-4ca0-9e76-384224e969a5 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316644 Sep 01 16:30:09.337057 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:09.422645 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c8cf9a22-1cc4-496b-96f0-b7610f36554e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:10.280144 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999fcfb-0469-4db9-bfa2-6a23dae169f7 req-bbad5895-63df-450d-8460-cb368bf439ae tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:10.282402 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6999fcfb-0469-4db9-bfa2-6a23dae169f7 req-bbad5895-63df-450d-8460-cb368bf439ae tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 944 time: 0.0556564 Sep 01 16:30:10.329356 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6999fcfb-0469-4db9-bfa2-6a23dae169f7 req-0f0ea81e-acb6-4ebf-af74-099cabca35de tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397587 Sep 01 16:30:11.482655 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f259b49-1394-4edb-a2b1-28342add9781 req-ce3c5e77-2fc5-4a95-a891-6050a844a058 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:11.484754 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f259b49-1394-4edb-a2b1-28342add9781 req-ce3c5e77-2fc5-4a95-a891-6050a844a058 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 944 time: 0.0566149 Sep 01 16:30:11.529295 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2f259b49-1394-4edb-a2b1-28342add9781 req-a9467009-af10-41b4-b38f-ab2d647e4562 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376093 Sep 01 16:30:12.293320 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:12.667668 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8cf11a-fe3f-4f9d-9a82-638d112f7d21 req-4222eb44-18dc-406b-9a0e-e2f425971b7a tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:12.669417 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa8cf11a-fe3f-4f9d-9a82-638d112f7d21 req-4222eb44-18dc-406b-9a0e-e2f425971b7a tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 944 time: 0.0612891 Sep 01 16:30:12.713607 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-fa8cf11a-fe3f-4f9d-9a82-638d112f7d21 req-0d3b86e0-9500-4167-b88d-d75a3e31c0cc tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369439 Sep 01 16:30:13.588712 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:13.770510 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-12ed31a1-3d3d-453b-b7fc-e66503f98c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:13.848821 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7df54-a565-4206-91e9-ae52d1446e6e req-6a7caa0c-dc75-4b1b-a00a-4e9d81f57ae8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:13.850650 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c2a7df54-a565-4206-91e9-ae52d1446e6e req-6a7caa0c-dc75-4b1b-a00a-4e9d81f57ae8 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 944 time: 0.0570827 Sep 01 16:30:13.892691 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c2a7df54-a565-4206-91e9-ae52d1446e6e req-3d4d0250-2ff1-4c4c-9401-bfefb8132302 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353043 Sep 01 16:30:14.194009 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 911e5164-8989-4fa1-a059-a0712aa9915d details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:30:14.456421 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 911e5164-8989-4fa1-a059-a0712aa9915d, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=911e5164-8989-4fa1-a059-a0712aa9915d,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:14.471695 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': '911e5164-8989-4fa1-a059-a0712aa9915d', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'port_id': '911e5164-8989-4fa1-a059-a0712aa9915d', 'mac_address': 'fa:16:3e:1f:da:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:30:14.524353 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:14.548658 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911e5164-8989-4fa1-a059-a0712aa9915d {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:30:14.585546 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 911e5164-8989-4fa1-a059-a0712aa9915d, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=911e5164-8989-4fa1-a059-a0712aa9915d,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:14.590276 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:14.648774 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=911e5164-8989-4fa1-a059-a0712aa9915d,revision_number=9']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:14.977871 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92a136-35a5-43d6-954d-05495c517317 req-93cee009-3045-47ec-a7c6-83d894ca6ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:14.979518 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1b92a136-35a5-43d6-954d-05495c517317 req-93cee009-3045-47ec-a7c6-83d894ca6ed1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c11cdc31b9444cee90ae353326ca9f91&device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 1096 time: 0.0512500 Sep 01 16:30:14.986802 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['911e5164-8989-4fa1-a059-a0712aa9915d'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:30:15.144745 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03a3bb-81fd-4813-a128-f4f1e28d7e1e req-82631e76-13ec-4779-8282-de1210457423 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:15.146351 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9f03a3bb-81fd-4813-a128-f4f1e28d7e1e req-82631e76-13ec-4779-8282-de1210457423 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 945 time: 0.1631484 Sep 01 16:30:15.217877 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92a136-35a5-43d6-954d-05495c517317 req-df969b97-f830-47e2-a55c-1f32e28fcaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:15.219501 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1b92a136-35a5-43d6-954d-05495c517317 req-df969b97-f830-47e2-a55c-1f32e28fcaf6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=18022723-7b19-484f-9514-d455167fd349 HTTP/1.1" status: 200 len: 910 time: 0.2003112 Sep 01 16:30:15.233242 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9f03a3bb-81fd-4813-a128-f4f1e28d7e1e req-beac0280-316a-431c-bd56-e8c1e910f60b tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668378 Sep 01 16:30:15.296714 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1b92a136-35a5-43d6-954d-05495c517317 req-06d02cdf-3681-4b23-9823-0837baaa9281 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=911e5164-8989-4fa1-a059-a0712aa9915d HTTP/1.1" status: 200 len: 1001 time: 0.0623193 Sep 01 16:30:15.359677 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92a136-35a5-43d6-954d-05495c517317 req-7bca209f-f74e-4e95-80ae-7f3348ace0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:15.361161 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1b92a136-35a5-43d6-954d-05495c517317 req-7bca209f-f74e-4e95-80ae-7f3348ace0a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1050a2fc-5e3d-4eea-b16e-b62cbec846ef HTTP/1.1" status: 200 len: 848 time: 0.0519712 Sep 01 16:30:15.429859 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92a136-35a5-43d6-954d-05495c517317 req-3bcf8f4f-a5be-428f-84a0-f3318b3ebd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:15.431806 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1b92a136-35a5-43d6-954d-05495c517317 req-3bcf8f4f-a5be-428f-84a0-f3318b3ebd2d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18022723-7b19-484f-9514-d455167fd349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527110 Sep 01 16:30:15.484196 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:15.535656 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1b92a136-35a5-43d6-954d-05495c517317 req-83a943c0-7048-493c-908f-38d196917519 service neutron] 10.222.0.62 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956864 Sep 01 16:30:15.638796 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1b92a136-35a5-43d6-954d-05495c517317 req-051ba3c8-12b3-4f7d-af5c-3df5f1acc7b7 service neutron] 10.222.0.62 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947678 Sep 01 16:30:16.208111 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 911e5164-8989-4fa1-a059-a0712aa9915d up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:30:16.261613 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port 911e5164-8989-4fa1-a059-a0712aa9915d completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:30:16.265959 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port 911e5164-8989-4fa1-a059-a0712aa9915d triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:30:16.266359 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:16.354217 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:16.380786 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc14a2-c57d-42b4-b344-7c4a3aaa89dd req-b0b36470-d459-4756-b84d-e6d123cd878b tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:16.383055 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d5dc14a2-c57d-42b4-b344-7c4a3aaa89dd req-b0b36470-d459-4756-b84d-e6d123cd878b tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 945 time: 0.0579093 Sep 01 16:30:16.395380 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24756db-ccd5-4e3c-9098-db0a0599bcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911e5164-8989-4fa1-a059-a0712aa9915d'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:30:16.398643 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2f0f87-7d02-40f4-bddd-ec141f16147c" -d '{"events": [{"server_uuid": "f24756db-ccd5-4e3c-9098-db0a0599bcc4", "name": "network-vif-plugged", "status": "completed", "tag": "911e5164-8989-4fa1-a059-a0712aa9915d"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:30:16.420954 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port 911e5164-8989-4fa1-a059-a0712aa9915d, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=911e5164-8989-4fa1-a059-a0712aa9915d,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:30:16.427206 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:16.435570 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-d5dc14a2-c57d-42b4-b344-7c4a3aaa89dd req-b330bc06-412b-47e6-8862-7edde0193437 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455310 Sep 01 16:30:16.476759 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22f99c0-b43f-4cfb-bf30-3ef141e0d860 x-openstack-request-id: req-d22f99c0-b43f-4cfb-bf30-3ef141e0d860 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:30:16.477389 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24756db-ccd5-4e3c-9098-db0a0599bcc4", "name": "network-vif-plugged", "status": "completed", "tag": "911e5164-8989-4fa1-a059-a0712aa9915d", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:30:16.477533 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d22f99c0-b43f-4cfb-bf30-3ef141e0d860 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:30:16.478095 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24756db-ccd5-4e3c-9098-db0a0599bcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911e5164-8989-4fa1-a059-a0712aa9915d', 'code': 200} Sep 01 16:30:16.514596 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=911e5164-8989-4fa1-a059-a0712aa9915d,revision_number=10']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:30:16.672959 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb861be-06b1-4b71-bff2-ffe096a35f28 req-8cc1489e-ad53-41d4-be36-f6e7075159df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:16.674962 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7cb861be-06b1-4b71-bff2-ffe096a35f28 req-8cc1489e-ad53-41d4-be36-f6e7075159df service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 1098 time: 0.0473654 Sep 01 16:30:16.715691 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-7cb861be-06b1-4b71-bff2-ffe096a35f28 req-9caf8087-23d9-4fb5-9a7c-5c0622198633 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323927 Sep 01 16:30:17.584440 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3178b3a-0df4-4188-b9c0-e8908260069c req-d60b00d2-fe74-4321-ac35-fa7927d8c251 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:17.586692 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a3178b3a-0df4-4188-b9c0-e8908260069c req-d60b00d2-fe74-4321-ac35-fa7927d8c251 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 947 time: 0.0668142 Sep 01 16:30:17.634181 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a3178b3a-0df4-4188-b9c0-e8908260069c req-17a182f9-620f-4ca2-8663-358727898349 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397825 Sep 01 16:30:18.778753 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824831e-85ba-478a-b0da-bd643b19982f req-f3e0b7c8-52a6-44b0-bade-5279e440a310 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:30:18.782008 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6824831e-85ba-478a-b0da-bd643b19982f req-f3e0b7c8-52a6-44b0-bade-5279e440a310 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 947 time: 0.0640557 Sep 01 16:30:18.825308 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6824831e-85ba-478a-b0da-bd643b19982f req-b7f47a17-95a1-41e7-beaf-d94c72f11597 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370138 Sep 01 16:30:28.607442 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:32.772415 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:30:39.337413 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:39.423114 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fac89f58-b7c4-499a-af2a-f66ae390f972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:42.295871 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:43.589138 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:43.771796 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c6c0291e-40e9-4fda-b665-6a76612d12e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:45.475118 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:30:58.607464 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:09.335441 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:09.424482 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4f5ccd12-b1fd-417c-a9a4-9958c4e9d68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:09.771239 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:31:12.296994 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:13.592245 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:13.771683 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5295a5e4-a223-42a4-91e0-35503cda2c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:14.912086 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-74663128-4c08-4420-a133-e466d4a55044 req-34f0ea76-0c92-4479-b6e7-7822c6865652 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409505 Sep 01 16:31:15.010950 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74663128-4c08-4420-a133-e466d4a55044 req-b004d1ff-69c7-4106-8e9f-06f6914dcd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:15.012411 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-74663128-4c08-4420-a133-e466d4a55044 req-b004d1ff-69c7-4106-8e9f-06f6914dcd2a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c11cdc31b9444cee90ae353326ca9f91&device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 1098 time: 0.0403287 Sep 01 16:31:15.120090 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74663128-4c08-4420-a133-e466d4a55044 req-715169a6-5b60-4042-bb64-966d1d835172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:15.121560 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-74663128-4c08-4420-a133-e466d4a55044 req-715169a6-5b60-4042-bb64-966d1d835172 service neutron] 10.222.0.62 "GET /v2.0/networks?id=18022723-7b19-484f-9514-d455167fd349 HTTP/1.1" status: 200 len: 910 time: 0.0857890 Sep 01 16:31:15.186957 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-74663128-4c08-4420-a133-e466d4a55044 req-31890b0d-673c-425f-a2c4-7c141a39e04b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=911e5164-8989-4fa1-a059-a0712aa9915d HTTP/1.1" status: 200 len: 1002 time: 0.0569184 Sep 01 16:31:15.235406 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74663128-4c08-4420-a133-e466d4a55044 req-de5e29d4-acaa-4679-bbab-f9c7a5555ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:15.236877 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-74663128-4c08-4420-a133-e466d4a55044 req-de5e29d4-acaa-4679-bbab-f9c7a5555ecd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1050a2fc-5e3d-4eea-b16e-b62cbec846ef HTTP/1.1" status: 200 len: 848 time: 0.0430276 Sep 01 16:31:15.285436 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74663128-4c08-4420-a133-e466d4a55044 req-59f6ca43-d8b9-4c17-8ecf-def666314fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:15.286981 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-74663128-4c08-4420-a133-e466d4a55044 req-59f6ca43-d8b9-4c17-8ecf-def666314fa2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18022723-7b19-484f-9514-d455167fd349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428383 Sep 01 16:31:15.374428 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-74663128-4c08-4420-a133-e466d4a55044 req-2b722dfa-feed-4014-9ad0-c5e3cbbb35e9 service neutron] 10.222.0.62 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797448 Sep 01 16:31:15.469005 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-74663128-4c08-4420-a133-e466d4a55044 req-4bb17f80-9089-455f-aa7d-cff0bb55b45c service neutron] 10.222.0.62 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840566 Sep 01 16:31:15.476910 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:28.605797 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:35.332947 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58954) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:35.489885 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-522168be-c930-4c49-8f8e-ad1174e677be tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Deleting port 0e7bae4b-1312-4108-8bed-daebe4f82c71 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:31:35.490340 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-522168be-c930-4c49-8f8e-ad1174e677be tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:35.563773 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-522168be-c930-4c49-8f8e-ad1174e677be tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:35.564110 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-522168be-c930-4c49-8f8e-ad1174e677be tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:35.576278 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-522168be-c930-4c49-8f8e-ad1174e677be tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Calling delete_port for 0e7bae4b-1312-4108-8bed-daebe4f82c71 owned by network:floatingip {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:31:35.724350 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-522168be-c930-4c49-8f8e-ad1174e677be tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:35.749087 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522168be-c930-4c49-8f8e-ad1174e677be tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Pushing event deleted for resources: {'Port': ['ID=0e7bae4b-1312-4108-8bed-daebe4f82c71,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:35.780906 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522168be-c930-4c49-8f8e-ad1174e677be tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:35.781256 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522168be-c930-4c49-8f8e-ad1174e677be tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:35.781603 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522168be-c930-4c49-8f8e-ad1174e677be tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:35.781943 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522168be-c930-4c49-8f8e-ad1174e677be tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:35.782278 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522168be-c930-4c49-8f8e-ad1174e677be tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:35.782633 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522168be-c930-4c49-8f8e-ad1174e677be tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:35.782960 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522168be-c930-4c49-8f8e-ad1174e677be tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:35.783286 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522168be-c930-4c49-8f8e-ad1174e677be tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:35.783612 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522168be-c930-4c49-8f8e-ad1174e677be tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:35.783992 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522168be-c930-4c49-8f8e-ad1174e677be tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:35.784322 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522168be-c930-4c49-8f8e-ad1174e677be tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:35.784646 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522168be-c930-4c49-8f8e-ad1174e677be tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:35.824042 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-522168be-c930-4c49-8f8e-ad1174e677be tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for floatingip, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:35.824383 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-522168be-c930-4c49-8f8e-ad1174e677be tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Floating IP 104af184-0935-4551-a0e3-9d2d6d672b13 disassociated (deleted). External IP: 172.25.6.171, port: 911e5164-8989-4fa1-a059-a0712aa9915d. Sep 01 16:31:36.026988 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522168be-c930-4c49-8f8e-ad1174e677be tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Router 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:31:36.128344 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522168be-c930-4c49-8f8e-ad1174e677be tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:31:36.133057 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-522168be-c930-4c49-8f8e-ad1174e677be tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:36.138529 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14096a68-a68a-4d18-9964-d4a130140d77 None None] Sync routers for ids ['69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:31:36.147220 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14096a68-a68a-4d18-9964-d4a130140d77 None None] Routers {'69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:31:36.147828 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-14096a68-a68a-4d18-9964-d4a130140d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:31:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:36.165178 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-522168be-c930-4c49-8f8e-ad1174e677be tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "DELETE /v2.0/floatingips/104af184-0935-4551-a0e3-9d2d6d672b13 HTTP/1.1" status: 204 len: 168 time: 0.8285842 Sep 01 16:31:36.165178 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24756db-ccd5-4e3c-9098-db0a0599bcc4', 'tag': '911e5164-8989-4fa1-a059-a0712aa9915d'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:31:36.165503 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e30684-283f-40ad-b848-86efe7392932" -d '{"events": [{"name": "network-changed", "server_uuid": "f24756db-ccd5-4e3c-9098-db0a0599bcc4", "tag": "911e5164-8989-4fa1-a059-a0712aa9915d"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:31:36.204786 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f94566-642d-427d-843b-98098a399520 x-openstack-request-id: req-43f94566-642d-427d-843b-98098a399520 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:31:36.205149 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f24756db-ccd5-4e3c-9098-db0a0599bcc4", "tag": "911e5164-8989-4fa1-a059-a0712aa9915d", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:31:36.205470 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43f94566-642d-427d-843b-98098a399520 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:31:36.205944 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24756db-ccd5-4e3c-9098-db0a0599bcc4', 'tag': '911e5164-8989-4fa1-a059-a0712aa9915d', 'status': 'completed', 'code': 200} Sep 01 16:31:36.257193 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-14096a68-a68a-4d18-9964-d4a130140d77 None None] Set router 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:31:36.295977 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e30684-283f-40ad-b848-86efe7392932 req-ab7055c3-7244-4b1a-87d0-6c3307ee28f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:36.297726 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-34e30684-283f-40ad-b848-86efe7392932 req-ab7055c3-7244-4b1a-87d0-6c3307ee28f6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c11cdc31b9444cee90ae353326ca9f91&device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 1098 time: 0.0451260 Sep 01 16:31:36.394798 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e30684-283f-40ad-b848-86efe7392932 req-48429c20-c549-49a0-86fc-6fd3812f1c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:36.397049 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-34e30684-283f-40ad-b848-86efe7392932 req-48429c20-c549-49a0-86fc-6fd3812f1c21 service neutron] 10.222.0.62 "GET /v2.0/networks?id=18022723-7b19-484f-9514-d455167fd349 HTTP/1.1" status: 200 len: 910 time: 0.0914812 Sep 01 16:31:36.409741 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb13315-c531-40a9-b0e7-04abdf509b19 req-bdaa17eb-42db-4364-bb1e-dd47b2f0649a tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:36.412306 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dcb13315-c531-40a9-b0e7-04abdf509b19 req-bdaa17eb-42db-4364-bb1e-dd47b2f0649a tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 947 time: 0.0587363 Sep 01 16:31:36.444268 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-34e30684-283f-40ad-b848-86efe7392932 req-72f90a2d-42fe-4a2d-a8bb-7deb623945c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=911e5164-8989-4fa1-a059-a0712aa9915d HTTP/1.1" status: 200 len: 217 time: 0.0392244 Sep 01 16:31:36.453765 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-dcb13315-c531-40a9-b0e7-04abdf509b19 req-9db46864-6899-418a-a51f-7777341bc3da tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337594 Sep 01 16:31:36.477777 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-14096a68-a68a-4d18-9964-d4a130140d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'name': 'tempest-TestShelveInstance-1428425994-router', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:39Z', 'updated_at': '2021-09-01T16:22:42Z', 'revision_number': 4, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'gw_port': {'id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:40Z', 'updated_at': '2021-09-01T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'bc18e9d1-de20-405a-b6f7-a5a4a63660ba', 'name': '', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'mac_address': 'fa:16:3e:21:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:42Z', 'updated_at': '2021-09-01T16:22:48Z', 'revision_number': 5, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'subnets': [{'id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:36.501110 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e30684-283f-40ad-b848-86efe7392932 req-e3696eb9-835a-47a7-98db-4708616e9c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:36.503179 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-34e30684-283f-40ad-b848-86efe7392932 req-e3696eb9-835a-47a7-98db-4708616e9c4a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1050a2fc-5e3d-4eea-b16e-b62cbec846ef HTTP/1.1" status: 200 len: 848 time: 0.0474062 Sep 01 16:31:36.504213 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14096a68-a68a-4d18-9964-d4a130140d77 None None] Checking router: 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:31:36.512747 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14096a68-a68a-4d18-9964-d4a130140d77 None None] Routers {'69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:31:36.513352 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-14096a68-a68a-4d18-9964-d4a130140d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:31:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:36.550711 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e30684-283f-40ad-b848-86efe7392932 req-07c4519e-4401-41ba-9388-c57637a0fa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:36.552123 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-34e30684-283f-40ad-b848-86efe7392932 req-07c4519e-4401-41ba-9388-c57637a0fa20 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18022723-7b19-484f-9514-d455167fd349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392036 Sep 01 16:31:36.566011 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-34e30684-283f-40ad-b848-86efe7392932 req-6aa22305-ec52-4bed-b8b7-44f2001e225a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:31:36.567062 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-34e30684-283f-40ad-b848-86efe7392932 req-6aa22305-ec52-4bed-b8b7-44f2001e225a service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057094 Sep 01 16:31:36.665302 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-34e30684-283f-40ad-b848-86efe7392932 req-30630de9-89f8-409a-9982-6c42b914f9da service neutron] 10.222.0.62 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896816 Sep 01 16:31:36.712476 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-14096a68-a68a-4d18-9964-d4a130140d77 None None] Set router 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:31:36.757744 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-34e30684-283f-40ad-b848-86efe7392932 req-9aedc244-3710-4349-993d-d4be5b4d2332 service neutron] 10.222.0.62 "GET /v2.0/networks/18022723-7b19-484f-9514-d455167fd349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833766 Sep 01 16:31:36.909422 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-14096a68-a68a-4d18-9964-d4a130140d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'name': 'tempest-TestShelveInstance-1428425994-router', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:39Z', 'updated_at': '2021-09-01T16:22:42Z', 'revision_number': 4, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'gw_port': {'id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:40Z', 'updated_at': '2021-09-01T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'bc18e9d1-de20-405a-b6f7-a5a4a63660ba', 'name': '', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'mac_address': 'fa:16:3e:21:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:42Z', 'updated_at': '2021-09-01T16:22:48Z', 'revision_number': 5, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'subnets': [{'id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:36.939462 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14096a68-a68a-4d18-9964-d4a130140d77 None None] The sync data for ids ['69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'] in n-d-794796-3 is: [{'id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'name': 'tempest-TestShelveInstance-1428425994-router', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:39Z', 'updated_at': '2021-09-01T16:22:42Z', 'revision_number': 4, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'gw_port': {'id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:40Z', 'updated_at': '2021-09-01T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'bc18e9d1-de20-405a-b6f7-a5a4a63660ba', 'name': '', 'network_id': '18022723-7b19-484f-9514-d455167fd349', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'mac_address': 'fa:16:3e:21:a1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:42Z', 'updated_at': '2021-09-01T16:22:48Z', 'revision_number': 5, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'subnets': [{'id': '1050a2fc-5e3d-4eea-b16e-b62cbec846ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:31:37.167085 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa305111-592c-46ec-9fe4-5f798e79b67c None None] New status for floating IP 104af184-0935-4551-a0e3-9d2d6d672b13: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:31:37.577480 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370692f7-8f3f-4f5d-9abc-a66676db7821 req-5e9c77bd-5623-4f03-8745-85d063a9f1c6 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:37.578995 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-370692f7-8f3f-4f5d-9abc-a66676db7821 req-5e9c77bd-5623-4f03-8745-85d063a9f1c6 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 947 time: 0.0486469 Sep 01 16:31:37.621535 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-370692f7-8f3f-4f5d-9abc-a66676db7821 req-b24db9e3-6e41-4e2b-b768-9a432771f0ce tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360124 Sep 01 16:31:38.470578 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe22577-0d76-4ef0-94be-5508411f49e5 req-cf039b7f-1881-4cd0-bdbf-5f307d60b313 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:38.472649 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6fe22577-0d76-4ef0-94be-5508411f49e5 req-cf039b7f-1881-4cd0-bdbf-5f307d60b313 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.62 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 947 time: 0.0486474 Sep 01 16:31:38.565165 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-6fe22577-0d76-4ef0-94be-5508411f49e5 req-bcbd3fa7-7d2e-46f6-a16e-419145a13b42 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Deleting port 911e5164-8989-4fa1-a059-a0712aa9915d {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:31:38.565520 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6fe22577-0d76-4ef0-94be-5508411f49e5 req-bcbd3fa7-7d2e-46f6-a16e-419145a13b42 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:38.656099 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-6fe22577-0d76-4ef0-94be-5508411f49e5 req-bcbd3fa7-7d2e-46f6-a16e-419145a13b42 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] For port 911e5164-8989-4fa1-a059-a0712aa9915d, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=911e5164-8989-4fa1-a059-a0712aa9915d,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:31:38.656688 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6fe22577-0d76-4ef0-94be-5508411f49e5 req-bcbd3fa7-7d2e-46f6-a16e-419145a13b42 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:38.670746 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-6fe22577-0d76-4ef0-94be-5508411f49e5 req-bcbd3fa7-7d2e-46f6-a16e-419145a13b42 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Calling delete_port for 911e5164-8989-4fa1-a059-a0712aa9915d owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:31:38.737993 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b1834-3416-46cd-a82c-a712d52fea22 req-af311799-c63b-42a6-96a8-c24e4637d233 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:38.739539 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-362b1834-3416-46cd-a82c-a712d52fea22 req-af311799-c63b-42a6-96a8-c24e4637d233 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 947 time: 0.0505822 Sep 01 16:31:38.778890 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-362b1834-3416-46cd-a82c-a712d52fea22 req-210c0c6e-9a47-49b0-ba3f-3179208c8976 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/security-groups?id=986ffd72-12a5-4393-af0c-37cf071ca200&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323491 Sep 01 16:31:38.801957 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6fe22577-0d76-4ef0-94be-5508411f49e5 req-bcbd3fa7-7d2e-46f6-a16e-419145a13b42 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:38.829804 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd3fa7-7d2e-46f6-a16e-419145a13b42 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Pushing event deleted for resources: {'Port': ['ID=911e5164-8989-4fa1-a059-a0712aa9915d,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:38.873198 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe22577-0d76-4ef0-94be-5508411f49e5 req-bcbd3fa7-7d2e-46f6-a16e-419145a13b42 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] No DVR routers for this DVR port 911e5164-8989-4fa1-a059-a0712aa9915d on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:31:38.875936 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-6fe22577-0d76-4ef0-94be-5508411f49e5 req-bcbd3fa7-7d2e-46f6-a16e-419145a13b42 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:38.878703 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-6fe22577-0d76-4ef0-94be-5508411f49e5 req-bcbd3fa7-7d2e-46f6-a16e-419145a13b42 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.62 "DELETE /v2.0/ports/911e5164-8989-4fa1-a059-a0712aa9915d HTTP/1.1" status: 204 len: 173 time: 0.3956168 Sep 01 16:31:38.879141 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24756db-ccd5-4e3c-9098-db0a0599bcc4', 'name': 'network-vif-deleted', 'tag': '911e5164-8989-4fa1-a059-a0712aa9915d'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:31:38.881380 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ea3c38-5c05-4f4c-ad0f-f2d3e2e326ec" -d '{"events": [{"server_uuid": "f24756db-ccd5-4e3c-9098-db0a0599bcc4", "name": "network-vif-deleted", "tag": "911e5164-8989-4fa1-a059-a0712aa9915d"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:31:38.920999 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ceb9eff-3a1b-4259-adb3-53d4f1ac7441 x-openstack-request-id: req-6ceb9eff-3a1b-4259-adb3-53d4f1ac7441 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:31:38.921237 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f24756db-ccd5-4e3c-9098-db0a0599bcc4", "name": "network-vif-deleted", "tag": "911e5164-8989-4fa1-a059-a0712aa9915d", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:31:38.921537 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ceb9eff-3a1b-4259-adb3-53d4f1ac7441 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:31:38.921920 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24756db-ccd5-4e3c-9098-db0a0599bcc4', 'name': 'network-vif-deleted', 'tag': '911e5164-8989-4fa1-a059-a0712aa9915d', 'status': 'completed', 'code': 200} Sep 01 16:31:39.351478 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:39.426575 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6a1094f3-b7c9-4beb-a97c-cfa18b125d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:39.873693 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec32ad59-3432-4ac8-a00c-8bc44294b4a9 req-74bd9a06-bcbe-4a8a-9b69-78a9338bf02d tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 210 time: 0.0265162 Sep 01 16:31:40.975114 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d629b289-22de-4a02-8630-c3499b1a52d2 req-c8e41957-c6e1-4e3e-90d6-54dabd733a9f tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 210 time: 0.0261071 Sep 01 16:31:42.070140 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-9f46e68f-b0b5-432a-9b2c-36f7efd86869 req-f2ac41ac-0fc5-45cd-9aa9-b892a8160030 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24756db-ccd5-4e3c-9098-db0a0599bcc4 HTTP/1.1" status: 200 len: 210 time: 0.0276787 Sep 01 16:31:42.300216 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:42.501185 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 911e5164-8989-4fa1-a059-a0712aa9915d no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:31:42.521269 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: 911e5164-8989-4fa1-a059-a0712aa9915d {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:31:42.521611 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device 911e5164-8989-4fa1-a059-a0712aa9915d not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:31:43.126343 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58988) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:43.185542 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9a3b6c1f-49f2-4675-b013-62f2c6aea248 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:43.210662 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9a3b6c1f-49f2-4675-b013-62f2c6aea248 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:43.275363 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9a3b6c1f-49f2-4675-b013-62f2c6aea248 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:43.278082 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-9a3b6c1f-49f2-4675-b013-62f2c6aea248 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:43.279284 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-9a3b6c1f-49f2-4675-b013-62f2c6aea248 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] 10.222.0.60 "DELETE /v2.0/security-groups/986ffd72-12a5-4393-af0c-37cf071ca200 HTTP/1.1" status: 204 len: 168 time: 0.1519399 Sep 01 16:31:43.289424 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b6c1f-49f2-4675-b013-62f2c6aea248 tempest-TestShelveInstance-1148958674 tempest-TestShelveInstance-1148958674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=986ffd72-12a5-4393-af0c-37cf071ca200,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:43.326704 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 58992) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:43.596989 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:43.776774 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8dead053-45bf-41b9-9983-3df47085b422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:44.099110 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a257f3e3-2fc6-4606-afe0-0b19c777a02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:44.343138 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-a257f3e3-2fc6-4606-afe0-0b19c777a02a admin admin] Deleting port bc18e9d1-de20-405a-b6f7-a5a4a63660ba {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:31:44.343801 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a257f3e3-2fc6-4606-afe0-0b19c777a02a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:44.425954 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-a257f3e3-2fc6-4606-afe0-0b19c777a02a admin admin] For port bc18e9d1-de20-405a-b6f7-a5a4a63660ba, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=bc18e9d1-de20-405a-b6f7-a5a4a63660ba,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:31:44.426346 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a257f3e3-2fc6-4606-afe0-0b19c777a02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:44.439276 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-a257f3e3-2fc6-4606-afe0-0b19c777a02a admin admin] Calling delete_port for bc18e9d1-de20-405a-b6f7-a5a4a63660ba owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:31:44.619233 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a257f3e3-2fc6-4606-afe0-0b19c777a02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:44.653609 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257f3e3-2fc6-4606-afe0-0b19c777a02a admin admin] Pushing event deleted for resources: {'Port': ['ID=bc18e9d1-de20-405a-b6f7-a5a4a63660ba,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:44.817172 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a257f3e3-2fc6-4606-afe0-0b19c777a02a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:45.044796 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a257f3e3-2fc6-4606-afe0-0b19c777a02a admin admin] Router 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:31:45.151112 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a257f3e3-2fc6-4606-afe0-0b19c777a02a admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:31:45.159230 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a257f3e3-2fc6-4606-afe0-0b19c777a02a admin admin] 10.222.0.60 "PUT /v2.0/routers/69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8282642 Sep 01 16:31:45.159340 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58996) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:45.163088 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633393a9-c5a4-4ed6-870c-a5e424d300e2 None None] Sync routers for ids ['69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:31:45.172833 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633393a9-c5a4-4ed6-870c-a5e424d300e2 None None] Routers {'69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:31:45.173440 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-633393a9-c5a4-4ed6-870c-a5e424d300e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:31:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:45.267578 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-760e9539-8ee7-4a26-98b2-f00e834f0fc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:45.286670 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-633393a9-c5a4-4ed6-870c-a5e424d300e2 None None] Set router 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:31:45.382352 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-760e9539-8ee7-4a26-98b2-f00e834f0fc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:45.436070 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-760e9539-8ee7-4a26-98b2-f00e834f0fc4 admin admin] Deleting port fc74cd9e-c0c5-4419-9c37-708c90851111 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:31:45.436304 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-760e9539-8ee7-4a26-98b2-f00e834f0fc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:45.464473 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-633393a9-c5a4-4ed6-870c-a5e424d300e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'name': 'tempest-TestShelveInstance-1428425994-router', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:39Z', 'updated_at': '2021-09-01T16:31:44Z', 'revision_number': 5, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'gw_port': {'id': 'fc74cd9e-c0c5-4419-9c37-708c90851111', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:40Z', 'updated_at': '2021-09-01T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:45.479983 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:45.491167 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633393a9-c5a4-4ed6-870c-a5e424d300e2 None None] Checking router: 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:31:45.500347 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633393a9-c5a4-4ed6-870c-a5e424d300e2 None None] Routers {'69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:31:45.500963 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-633393a9-c5a4-4ed6-870c-a5e424d300e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:31:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:45.524687 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-760e9539-8ee7-4a26-98b2-f00e834f0fc4 admin admin] For port fc74cd9e-c0c5-4419-9c37-708c90851111, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fc74cd9e-c0c5-4419-9c37-708c90851111,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:31:45.525051 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-760e9539-8ee7-4a26-98b2-f00e834f0fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:45.536726 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-760e9539-8ee7-4a26-98b2-f00e834f0fc4 admin admin] Calling delete_port for fc74cd9e-c0c5-4419-9c37-708c90851111 owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:31:45.588835 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-633393a9-c5a4-4ed6-870c-a5e424d300e2 None None] Set router 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd gateway port host: None {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:31:45.645094 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-633393a9-c5a4-4ed6-870c-a5e424d300e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'name': 'tempest-TestShelveInstance-1428425994-router', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:39Z', 'updated_at': '2021-09-01T16:31:45Z', 'revision_number': 6, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:45.672046 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633393a9-c5a4-4ed6-870c-a5e424d300e2 None None] The sync data for ids ['69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd'] in n-d-794796-3 is: [{'id': '69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd', 'name': 'tempest-TestShelveInstance-1428425994-router', 'tenant_id': 'c11cdc31b9444cee90ae353326ca9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:39Z', 'updated_at': '2021-09-01T16:31:45Z', 'revision_number': 6, 'project_id': 'c11cdc31b9444cee90ae353326ca9f91', 'gw_port_host': None}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:31:45.708761 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-760e9539-8ee7-4a26-98b2-f00e834f0fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:45.735125 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e9539-8ee7-4a26-98b2-f00e834f0fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc74cd9e-c0c5-4419-9c37-708c90851111,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:45.747191 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e9539-8ee7-4a26-98b2-f00e834f0fc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:45.747542 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e9539-8ee7-4a26-98b2-f00e834f0fc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:45.747881 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e9539-8ee7-4a26-98b2-f00e834f0fc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:45.748219 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e9539-8ee7-4a26-98b2-f00e834f0fc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:45.748552 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e9539-8ee7-4a26-98b2-f00e834f0fc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:45.748880 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e9539-8ee7-4a26-98b2-f00e834f0fc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:45.749208 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e9539-8ee7-4a26-98b2-f00e834f0fc4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:45.749531 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e9539-8ee7-4a26-98b2-f00e834f0fc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:45.749854 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e9539-8ee7-4a26-98b2-f00e834f0fc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:45.750178 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e9539-8ee7-4a26-98b2-f00e834f0fc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:45.750527 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e9539-8ee7-4a26-98b2-f00e834f0fc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:45.750848 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760e9539-8ee7-4a26-98b2-f00e834f0fc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:45.810760 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-760e9539-8ee7-4a26-98b2-f00e834f0fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:45.901694 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-760e9539-8ee7-4a26-98b2-f00e834f0fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:45.903817 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-760e9539-8ee7-4a26-98b2-f00e834f0fc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:45.947065 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-760e9539-8ee7-4a26-98b2-f00e834f0fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:45.947560 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760e9539-8ee7-4a26-98b2-f00e834f0fc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:31:45.952337 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-760e9539-8ee7-4a26-98b2-f00e834f0fc4 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:45.953559 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-760e9539-8ee7-4a26-98b2-f00e834f0fc4 admin admin] 10.222.0.60 "DELETE /v2.0/routers/69f13c2c-d007-4bb5-8ca1-14dd00c4ebbd HTTP/1.1" status: 204 len: 168 time: 0.7932508 Sep 01 16:31:45.956910 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 58998) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:46.005578 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbaa1df-8307-46ce-8dbd-6beb186382e9 admin admin] Deleting subnet 1050a2fc-5e3d-4eea-b16e-b62cbec846ef {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:31:46.009885 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5bbaa1df-8307-46ce-8dbd-6beb186382e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:46.050795 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5bbaa1df-8307-46ce-8dbd-6beb186382e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:46.144688 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5bbaa1df-8307-46ce-8dbd-6beb186382e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:46.201894 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5bbaa1df-8307-46ce-8dbd-6beb186382e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:46.231504 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbaa1df-8307-46ce-8dbd-6beb186382e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1050a2fc-5e3d-4eea-b16e-b62cbec846ef,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:46.234862 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-5bbaa1df-8307-46ce-8dbd-6beb186382e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:46.235571 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-5bbaa1df-8307-46ce-8dbd-6beb186382e9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1050a2fc-5e3d-4eea-b16e-b62cbec846ef HTTP/1.1" status: 204 len: 168 time: 0.2776432 Sep 01 16:31:46.238950 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59000) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:46.241893 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaea633c-9fa7-4ffc-98f6-ac9a487b422c None None] Network 18022723-7b19-484f-9514-d455167fd349 requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:31:46.316562 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73f6497f-928d-4512-863a-4cfc3e8ddf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:46.375432 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-73f6497f-928d-4512-863a-4cfc3e8ddf01 admin admin] Deleting port fd3423f6-2f59-4ac7-aa66-1e8bfca2f632 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:31:46.375814 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73f6497f-928d-4512-863a-4cfc3e8ddf01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:46.433624 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c2297c-f2fa-4e00-bc16-5407e272ce9d None None] DHCP port deletion for 18022723-7b19-484f-9514-d455167fd349 request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:31:46.451243 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-73f6497f-928d-4512-863a-4cfc3e8ddf01 admin admin] For port fd3423f6-2f59-4ac7-aa66-1e8bfca2f632, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fd3423f6-2f59-4ac7-aa66-1e8bfca2f632,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:31:46.451625 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73f6497f-928d-4512-863a-4cfc3e8ddf01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:46.475900 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-73f6497f-928d-4512-863a-4cfc3e8ddf01 admin admin] Calling delete_port for fd3423f6-2f59-4ac7-aa66-1e8bfca2f632 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:31:46.498919 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b4c2297c-f2fa-4e00-bc16-5407e272ce9d None None] Deleting port fd3423f6-2f59-4ac7-aa66-1e8bfca2f632 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:31:46.499497 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b4c2297c-f2fa-4e00-bc16-5407e272ce9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:46.546365 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device bc18e9d1-de20-405a-b6f7-a5a4a63660ba no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:31:46.576665 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: bc18e9d1-de20-405a-b6f7-a5a4a63660ba {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:31:46.576991 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device bc18e9d1-de20-405a-b6f7-a5a4a63660ba not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:31:46.577429 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fd3423f6-2f59-4ac7-aa66-1e8bfca2f632 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:31:46.592996 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73f6497f-928d-4512-863a-4cfc3e8ddf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:46.608842 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f6497f-928d-4512-863a-4cfc3e8ddf01 admin admin] No DVR routers for this DVR port fd3423f6-2f59-4ac7-aa66-1e8bfca2f632 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:31:46.621412 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b4c2297c-f2fa-4e00-bc16-5407e272ce9d None None] For port fd3423f6-2f59-4ac7-aa66-1e8bfca2f632, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=fd3423f6-2f59-4ac7-aa66-1e8bfca2f632,segment=NetworkSegment(33f97a8b-0b90-478c-aabb-fa39b0487752),segment_id=33f97a8b-0b90-478c-aabb-fa39b0487752)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:31:46.621846 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b4c2297c-f2fa-4e00-bc16-5407e272ce9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:46.641940 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-b4c2297c-f2fa-4e00-bc16-5407e272ce9d None None] Calling delete_port for fd3423f6-2f59-4ac7-aa66-1e8bfca2f632 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:31:46.651323 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6497f-928d-4512-863a-4cfc3e8ddf01 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd3423f6-2f59-4ac7-aa66-1e8bfca2f632,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:46.655420 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No active binding found for port fd3423f6-2f59-4ac7-aa66-1e8bfca2f632 {{(pid=94735) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 16:31:46.655864 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fd3423f6-2f59-4ac7-aa66-1e8bfca2f632 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:31:46.656295 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fc74cd9e-c0c5-4419-9c37-708c90851111 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:31:46.678127 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: fc74cd9e-c0c5-4419-9c37-708c90851111 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:31:46.678514 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device fc74cd9e-c0c5-4419-9c37-708c90851111 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:31:46.711671 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73f6497f-928d-4512-863a-4cfc3e8ddf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:46.723690 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-73f6497f-928d-4512-863a-4cfc3e8ddf01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18022723-7b19-484f-9514-d455167fd349']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:46.736137 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-73f6497f-928d-4512-863a-4cfc3e8ddf01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f97a8b-0b90-478c-aabb-fa39b0487752') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:46.737213 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-73f6497f-928d-4512-863a-4cfc3e8ddf01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f97a8b-0b90-478c-aabb-fa39b0487752') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:46.746214 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b4c2297c-f2fa-4e00-bc16-5407e272ce9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:46.752890 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73f6497f-928d-4512-863a-4cfc3e8ddf01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:46.768297 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73f6497f-928d-4512-863a-4cfc3e8ddf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:46.770205 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:31:46.772192 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2297c-f2fa-4e00-bc16-5407e272ce9d None None] Pushing event deleted for resources: {'Port': ['ID=fd3423f6-2f59-4ac7-aa66-1e8bfca2f632,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:46.774528 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f6497f-928d-4512-863a-4cfc3e8ddf01 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:31:46.774998 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73f6497f-928d-4512-863a-4cfc3e8ddf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: timer() Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:31:46.777636 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:31:46.780181 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c2297c-f2fa-4e00-bc16-5407e272ce9d None None] No DVR routers for this DVR port fd3423f6-2f59-4ac7-aa66-1e8bfca2f632 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:31:46.782363 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2297c-f2fa-4e00-bc16-5407e272ce9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:46.782720 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2297c-f2fa-4e00-bc16-5407e272ce9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:46.783143 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2297c-f2fa-4e00-bc16-5407e272ce9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:46.784117 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2297c-f2fa-4e00-bc16-5407e272ce9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:46.784460 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2297c-f2fa-4e00-bc16-5407e272ce9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:46.784795 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2297c-f2fa-4e00-bc16-5407e272ce9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:46.785128 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2297c-f2fa-4e00-bc16-5407e272ce9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:46.785461 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2297c-f2fa-4e00-bc16-5407e272ce9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:46.785790 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2297c-f2fa-4e00-bc16-5407e272ce9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:46.786121 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2297c-f2fa-4e00-bc16-5407e272ce9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:46.786477 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2297c-f2fa-4e00-bc16-5407e272ce9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:46.786805 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2297c-f2fa-4e00-bc16-5407e272ce9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:46.838672 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73f6497f-928d-4512-863a-4cfc3e8ddf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:46.843321 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-73f6497f-928d-4512-863a-4cfc3e8ddf01 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:46.845414 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-73f6497f-928d-4512-863a-4cfc3e8ddf01 admin admin] 10.222.0.60 "DELETE /v2.0/networks/18022723-7b19-484f-9514-d455167fd349 HTTP/1.1" status: 204 len: 168 time: 0.6052177 Sep 01 16:31:46.849106 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59002) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:46.859023 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6497f-928d-4512-863a-4cfc3e8ddf01 admin admin] Pushing event deleted for resources: {'Network': ['ID=18022723-7b19-484f-9514-d455167fd349,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:47.216574 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a924bb34-6b11-4e8d-b8ac-af97592183c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:47.454032 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-a924bb34-6b11-4e8d-b8ac-af97592183c2 admin admin] Deleting port 9e4536e8-3fee-4e86-8380-ba330b4a39fa {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:31:47.454408 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a924bb34-6b11-4e8d-b8ac-af97592183c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:47.535821 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-a924bb34-6b11-4e8d-b8ac-af97592183c2 admin admin] For port 9e4536e8-3fee-4e86-8380-ba330b4a39fa, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=9e4536e8-3fee-4e86-8380-ba330b4a39fa,segment=NetworkSegment(9fd92f0c-e156-424a-867b-596422e6c0a2),segment_id=9fd92f0c-e156-424a-867b-596422e6c0a2)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:31:47.536194 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a924bb34-6b11-4e8d-b8ac-af97592183c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:47.548809 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-a924bb34-6b11-4e8d-b8ac-af97592183c2 admin admin] Calling delete_port for 9e4536e8-3fee-4e86-8380-ba330b4a39fa owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:31:47.730110 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a924bb34-6b11-4e8d-b8ac-af97592183c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:47.754144 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924bb34-6b11-4e8d-b8ac-af97592183c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e4536e8-3fee-4e86-8380-ba330b4a39fa,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:47.922014 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-a924bb34-6b11-4e8d-b8ac-af97592183c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:48.134173 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a924bb34-6b11-4e8d-b8ac-af97592183c2 admin admin] Router 2ced10d2-6174-4186-9e57-bc564b3bfb3b has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:31:48.239948 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a924bb34-6b11-4e8d-b8ac-af97592183c2 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:31:48.246651 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-a924bb34-6b11-4e8d-b8ac-af97592183c2 admin admin] 10.222.0.60 "PUT /v2.0/routers/2ced10d2-6174-4186-9e57-bc564b3bfb3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3953707 Sep 01 16:31:48.247811 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59004) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:48.248462 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6bd483-aac0-44e1-a27b-b5a0be7ce7fb None None] Sync routers for ids ['2ced10d2-6174-4186-9e57-bc564b3bfb3b'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:31:48.258144 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6bd483-aac0-44e1-a27b-b5a0be7ce7fb None None] Routers {'2ced10d2-6174-4186-9e57-bc564b3bfb3b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:31:48.258800 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-db6bd483-aac0-44e1-a27b-b5a0be7ce7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:31:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2ced10d2-6174-4186-9e57-bc564b3bfb3b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:48.351996 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1679f1bf-72a5-4b75-9cc0-c2a539a35714 admin admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:48.362863 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-db6bd483-aac0-44e1-a27b-b5a0be7ce7fb None None] Set router 2ced10d2-6174-4186-9e57-bc564b3bfb3b gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:31:48.460825 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1679f1bf-72a5-4b75-9cc0-c2a539a35714 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:48.519635 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-1679f1bf-72a5-4b75-9cc0-c2a539a35714 admin admin] Deleting port aa275dc6-0960-4d88-a823-0825a7d372e4 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:31:48.519984 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1679f1bf-72a5-4b75-9cc0-c2a539a35714 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:48.547734 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-db6bd483-aac0-44e1-a27b-b5a0be7ce7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ced10d2-6174-4186-9e57-bc564b3bfb3b', 'name': 'tempest-TestShelveInstance-691070913-router', 'tenant_id': 'c9247e7a6cbd4d8798f98415d76a0dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': 'aa275dc6-0960-4d88-a823-0825a7d372e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:44Z', 'updated_at': '2021-09-01T16:31:47Z', 'revision_number': 5, 'project_id': 'c9247e7a6cbd4d8798f98415d76a0dc5', 'gw_port': {'id': 'aa275dc6-0960-4d88-a823-0825a7d372e4', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ced10d2-6174-4186-9e57-bc564b3bfb3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:22:44Z', 'updated_at': '2021-09-01T16:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:48.574433 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6bd483-aac0-44e1-a27b-b5a0be7ce7fb None None] Checking router: 2ced10d2-6174-4186-9e57-bc564b3bfb3b for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:31:48.582799 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6bd483-aac0-44e1-a27b-b5a0be7ce7fb None None] Routers {'2ced10d2-6174-4186-9e57-bc564b3bfb3b'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:31:48.583455 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-db6bd483-aac0-44e1-a27b-b5a0be7ce7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:31:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['2ced10d2-6174-4186-9e57-bc564b3bfb3b'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:48.601377 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-1679f1bf-72a5-4b75-9cc0-c2a539a35714 admin admin] For port aa275dc6-0960-4d88-a823-0825a7d372e4, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=aa275dc6-0960-4d88-a823-0825a7d372e4,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:31:48.601751 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1679f1bf-72a5-4b75-9cc0-c2a539a35714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:48.614121 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-1679f1bf-72a5-4b75-9cc0-c2a539a35714 admin admin] Calling delete_port for aa275dc6-0960-4d88-a823-0825a7d372e4 owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:31:48.669990 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-db6bd483-aac0-44e1-a27b-b5a0be7ce7fb None None] Set router 2ced10d2-6174-4186-9e57-bc564b3bfb3b gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:31:48.724507 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-db6bd483-aac0-44e1-a27b-b5a0be7ce7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ced10d2-6174-4186-9e57-bc564b3bfb3b', 'name': 'tempest-TestShelveInstance-691070913-router', 'tenant_id': 'c9247e7a6cbd4d8798f98415d76a0dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:44Z', 'updated_at': '2021-09-01T16:31:48Z', 'revision_number': 6, 'project_id': 'c9247e7a6cbd4d8798f98415d76a0dc5', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:48.750947 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6bd483-aac0-44e1-a27b-b5a0be7ce7fb None None] The sync data for ids ['2ced10d2-6174-4186-9e57-bc564b3bfb3b'] in n-d-794796-3 is: [{'id': '2ced10d2-6174-4186-9e57-bc564b3bfb3b', 'name': 'tempest-TestShelveInstance-691070913-router', 'tenant_id': 'c9247e7a6cbd4d8798f98415d76a0dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:22:44Z', 'updated_at': '2021-09-01T16:31:48Z', 'revision_number': 6, 'project_id': 'c9247e7a6cbd4d8798f98415d76a0dc5', 'gw_port_host': None}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:31:48.785008 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1679f1bf-72a5-4b75-9cc0-c2a539a35714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:48.812166 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679f1bf-72a5-4b75-9cc0-c2a539a35714 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa275dc6-0960-4d88-a823-0825a7d372e4,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:48.869650 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1679f1bf-72a5-4b75-9cc0-c2a539a35714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:48.960665 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1679f1bf-72a5-4b75-9cc0-c2a539a35714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:48.962782 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1679f1bf-72a5-4b75-9cc0-c2a539a35714 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:49.006274 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1679f1bf-72a5-4b75-9cc0-c2a539a35714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:49.006852 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1679f1bf-72a5-4b75-9cc0-c2a539a35714 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ced10d2-6174-4186-9e57-bc564b3bfb3b {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:31:49.011994 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1679f1bf-72a5-4b75-9cc0-c2a539a35714 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:49.013159 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1679f1bf-72a5-4b75-9cc0-c2a539a35714 admin admin] 10.222.0.60 "DELETE /v2.0/routers/2ced10d2-6174-4186-9e57-bc564b3bfb3b HTTP/1.1" status: 204 len: 168 time: 0.7643671 Sep 01 16:31:49.015808 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59006) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:49.061132 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49fd7b1-d107-4630-96e6-55e24f6f5461 admin admin] Deleting subnet 2ea31bae-e6d2-48ce-bc0f-e2d3fc83ec7d {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:31:49.064105 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b49fd7b1-d107-4630-96e6-55e24f6f5461 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:49.100086 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b49fd7b1-d107-4630-96e6-55e24f6f5461 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:49.185290 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b49fd7b1-d107-4630-96e6-55e24f6f5461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:49.239409 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b49fd7b1-d107-4630-96e6-55e24f6f5461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:49.267419 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-b49fd7b1-d107-4630-96e6-55e24f6f5461 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:49.269844 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-b49fd7b1-d107-4630-96e6-55e24f6f5461 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2ea31bae-e6d2-48ce-bc0f-e2d3fc83ec7d HTTP/1.1" status: 204 len: 168 time: 0.2531109 Sep 01 16:31:49.271371 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49fd7b1-d107-4630-96e6-55e24f6f5461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ea31bae-e6d2-48ce-bc0f-e2d3fc83ec7d,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:49.272646 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59008) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:49.273491 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a281793-b772-4e83-aa31-527523128c76 None None] Network 43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:31:49.340572 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fdc197fc-c6d8-4271-8962-98514e4182dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:49.407616 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-fdc197fc-c6d8-4271-8962-98514e4182dd admin admin] Deleting port bc6a1a68-4db7-43b3-a890-188def745a6a {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:31:49.408178 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fdc197fc-c6d8-4271-8962-98514e4182dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:49.477115 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-fdc197fc-c6d8-4271-8962-98514e4182dd admin admin] For port bc6a1a68-4db7-43b3-a890-188def745a6a, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=bc6a1a68-4db7-43b3-a890-188def745a6a,segment=NetworkSegment(9fd92f0c-e156-424a-867b-596422e6c0a2),segment_id=9fd92f0c-e156-424a-867b-596422e6c0a2)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:31:49.477491 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fdc197fc-c6d8-4271-8962-98514e4182dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:49.491637 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-fdc197fc-c6d8-4271-8962-98514e4182dd admin admin] Calling delete_port for bc6a1a68-4db7-43b3-a890-188def745a6a owned by network:dhcp {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:31:49.538235 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962dddc1-3e07-424e-94dc-128c19a0ac32 None None] DHCP port deletion for 43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:31:49.583947 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fdc197fc-c6d8-4271-8962-98514e4182dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:49.605141 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-962dddc1-3e07-424e-94dc-128c19a0ac32 None None] Deleting port bc6a1a68-4db7-43b3-a890-188def745a6a {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:31:49.605800 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-962dddc1-3e07-424e-94dc-128c19a0ac32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:49.613513 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc197fc-c6d8-4271-8962-98514e4182dd admin admin] Pushing event deleted for resources: {'Port': ['ID=bc6a1a68-4db7-43b3-a890-188def745a6a,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:49.617316 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc197fc-c6d8-4271-8962-98514e4182dd admin admin] No DVR routers for this DVR port bc6a1a68-4db7-43b3-a890-188def745a6a on host n-d-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:31:49.675164 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-962dddc1-3e07-424e-94dc-128c19a0ac32 None None] For port bc6a1a68-4db7-43b3-a890-188def745a6a, host n-d-794796-3, got binding levels [] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:31:49.675548 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-962dddc1-3e07-424e-94dc-128c19a0ac32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:49.690246 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fdc197fc-c6d8-4271-8962-98514e4182dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:49.694253 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-962dddc1-3e07-424e-94dc-128c19a0ac32 None None] Calling delete_port for bc6a1a68-4db7-43b3-a890-188def745a6a owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:31:49.696896 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.ipam_backend_mixin [None req-962dddc1-3e07-424e-94dc-128c19a0ac32 None None] Port bc6a1a68-4db7-43b3-a890-188def745a6a was not found and therefore no delete operation was performed {{(pid=94735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 16:31:49.698157 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-962dddc1-3e07-424e-94dc-128c19a0ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:49.700799 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-fdc197fc-c6d8-4271-8962-98514e4182dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f']}} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:49.715775 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-fdc197fc-c6d8-4271-8962-98514e4182dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fd92f0c-e156-424a-867b-596422e6c0a2') {'for_net_delete': True} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:49.716075 n-d-794796-3 neutron-server[94734]: DEBUG neutron.services.segments.db [None req-fdc197fc-c6d8-4271-8962-98514e4182dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fd92f0c-e156-424a-867b-596422e6c0a2') {} {{(pid=94734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:49.722932 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962dddc1-3e07-424e-94dc-128c19a0ac32 None None] Pushing event deleted for resources: {'Port': ['ID=bc6a1a68-4db7-43b3-a890-188def745a6a,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:49.725334 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fdc197fc-c6d8-4271-8962-98514e4182dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9045939'] for segment, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:49.726794 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962dddc1-3e07-424e-94dc-128c19a0ac32 None None] No DVR routers for this DVR port bc6a1a68-4db7-43b3-a890-188def745a6a on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:31:49.743396 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fdc197fc-c6d8-4271-8962-98514e4182dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:49.749463 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc197fc-c6d8-4271-8962-98514e4182dd admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94734) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:31:49.749819 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fdc197fc-c6d8-4271-8962-98514e4182dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9044311'] for segment, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: Traceback (most recent call last): Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: timer() Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: cb(*args, **kw) Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: return func(*args, **kwargs) Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: self._notify() Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: self.callback(batched_events) Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: event.method(event) Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: return f(self, *a, **k) Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: return self._get(url).json() Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: return self.request(url, 'GET', **kwargs) Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:31:49.751536 n-d-794796-3 neutron-server[94734]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:31:49.814107 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fdc197fc-c6d8-4271-8962-98514e4182dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:49.819141 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-fdc197fc-c6d8-4271-8962-98514e4182dd admin admin] Notify callbacks [] for network, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:49.821676 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-fdc197fc-c6d8-4271-8962-98514e4182dd admin admin] 10.222.0.60 "DELETE /v2.0/networks/43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f HTTP/1.1" status: 204 len: 168 time: 0.5475659 Sep 01 16:31:49.841900 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc197fc-c6d8-4271-8962-98514e4182dd admin admin] Pushing event deleted for resources: {'Network': ['ID=43e88fee-ccb2-4e7f-b3a7-cab8c9c5835f,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:49.964929 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59012) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:50.004916 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c743d003-0fef-4a69-b092-dfe8ea80b5c2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c11cdc31b9444cee90ae353326ca9f91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386302 Sep 01 16:31:50.007246 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59014) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:50.055286 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aef38017-c808-464e-8408-8749fc8f00bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:50.078969 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aef38017-c808-464e-8408-8749fc8f00bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:50.124910 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aef38017-c808-464e-8408-8749fc8f00bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:50.127487 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-aef38017-c808-464e-8408-8749fc8f00bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:50.128834 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-aef38017-c808-464e-8408-8749fc8f00bd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f6dfd7d7-5753-4f66-8907-df55ca246ae7 HTTP/1.1" status: 204 len: 168 time: 0.1206019 Sep 01 16:31:50.136629 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef38017-c808-464e-8408-8749fc8f00bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dfd7d7-5753-4f66-8907-df55ca246ae7,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:50.440235 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59020) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:50.477599 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 9e4536e8-3fee-4e86-8380-ba330b4a39fa no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:31:50.482844 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b82d18b8-0f5f-4837-be0a-002bb9e0389a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c9247e7a6cbd4d8798f98415d76a0dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390749 Sep 01 16:31:50.483073 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59022) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:50.497941 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 9e4536e8-3fee-4e86-8380-ba330b4a39fa {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:31:50.498286 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 9e4536e8-3fee-4e86-8380-ba330b4a39fa not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:31:50.498730 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device aa275dc6-0960-4d88-a823-0825a7d372e4 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:31:50.518529 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: aa275dc6-0960-4d88-a823-0825a7d372e4 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:31:50.518807 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device aa275dc6-0960-4d88-a823-0825a7d372e4 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:31:50.519229 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device bc6a1a68-4db7-43b3-a890-188def745a6a no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:31:50.531475 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cb4578d4-a022-4bb4-865a-7c12f0207594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:50.537430 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: bc6a1a68-4db7-43b3-a890-188def745a6a {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:31:50.537779 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device bc6a1a68-4db7-43b3-a890-188def745a6a not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:31:50.557522 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cb4578d4-a022-4bb4-865a-7c12f0207594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:50.603342 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cb4578d4-a022-4bb4-865a-7c12f0207594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:50.605849 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-cb4578d4-a022-4bb4-865a-7c12f0207594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:50.607062 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-cb4578d4-a022-4bb4-865a-7c12f0207594 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/65e936bb-0555-46f8-b0ce-07ad34e83453 HTTP/1.1" status: 204 len: 168 time: 0.1230934 Sep 01 16:31:50.615618 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4578d4-a022-4bb4-865a-7c12f0207594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e936bb-0555-46f8-b0ce-07ad34e83453,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:51.281254 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59044) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:51.385895 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-8f9dc9e1-aa0d-4f05-aa10-d8eb903b8d89 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-556672161-network', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:31:51.408282 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9dc9e1-aa0d-4f05-aa10-d8eb903b8d89 admin admin] Made reservation on behalf of cfbe48f8808e47789c3a469fa108b5ce for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:31:51.411270 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8f9dc9e1-aa0d-4f05-aa10-d8eb903b8d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:51.419563 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8f9dc9e1-aa0d-4f05-aa10-d8eb903b8d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:51.519632 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8f9dc9e1-aa0d-4f05-aa10-d8eb903b8d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:51.524840 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8f9dc9e1-aa0d-4f05-aa10-d8eb903b8d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:51.551565 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9dc9e1-aa0d-4f05-aa10-d8eb903b8d89 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:31:51.557648 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9dc9e1-aa0d-4f05-aa10-d8eb903b8d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64623eb8-d4fe-4b4c-8d50-e515c87f8a93,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:51.563579 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8f9dc9e1-aa0d-4f05-aa10-d8eb903b8d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:51.563911 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-8f9dc9e1-aa0d-4f05-aa10-d8eb903b8d89 admin admin] Added segment 7d175b91-e3d6-4c27-b10c-b8c785045911 of type vlan for network 6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b Sep 01 16:31:51.607764 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8f9dc9e1-aa0d-4f05-aa10-d8eb903b8d89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:51.631336 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8f9dc9e1-aa0d-4f05-aa10-d8eb903b8d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:51.632442 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9dc9e1-aa0d-4f05-aa10-d8eb903b8d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:51.633062 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-8f9dc9e1-aa0d-4f05-aa10-d8eb903b8d89 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:51.692960 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-8f9dc9e1-aa0d-4f05-aa10-d8eb903b8d89 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4105890 Sep 01 16:31:51.696448 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59048) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:51.700088 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9dc9e1-aa0d-4f05-aa10-d8eb903b8d89 admin admin] Pushing event updated for resources: {'Network': ['ID=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:51.702258 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-8236339b-ce27-4e4e-baae-622d1c80ebc9 admin admin] Request body: {'subnet': {'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-556672161-subnet', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:31:51.710637 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network 6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:31:51.724405 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8236339b-ce27-4e4e-baae-622d1c80ebc9 admin admin] Made reservation on behalf of cfbe48f8808e47789c3a469fa108b5ce for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:31:51.727017 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8236339b-ce27-4e4e-baae-622d1c80ebc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:51.893568 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8236339b-ce27-4e4e-baae-622d1c80ebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:51.946571 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236339b-ce27-4e4e-baae-622d1c80ebc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8acc93e0-a552-4bdc-9012-c2bc9807c2b3,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:51.956118 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8236339b-ce27-4e4e-baae-622d1c80ebc9 admin admin] Checking segment: {'id': '7d175b91-e3d6-4c27-b10c-b8c785045911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:31:51.956481 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8236339b-ce27-4e4e-baae-622d1c80ebc9 admin admin] Network hostable DHCP agents. Network: 6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:31:51.972701 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8236339b-ce27-4e4e-baae-622d1c80ebc9 admin admin] Network 6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:31:51.981321 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-8236339b-ce27-4e4e-baae-622d1c80ebc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, 6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:31:51.985349 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8236339b-ce27-4e4e-baae-622d1c80ebc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:51.985934 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-8236339b-ce27-4e4e-baae-622d1c80ebc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:51.990303 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd98f2ba-7fbb-4f81-b35e-b4817d8e72b0 None None] Network 6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:31:51.999546 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-8236339b-ce27-4e4e-baae-622d1c80ebc9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3015456 Sep 01 16:31:52.002958 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59050) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:52.007452 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-d6554e50-0467-428d-b406-519ff2ec9e00 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-556672161-router', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:31:52.027886 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d6554e50-0467-428d-b406-519ff2ec9e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:52.028922 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d6554e50-0467-428d-b406-519ff2ec9e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:52.081137 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d6554e50-0467-428d-b406-519ff2ec9e00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:52.138589 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0f3085-ec6e-4090-ade8-24b97ebfc97f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'fixed_ips': [{'subnet_id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:31:52.139464 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bb0f3085-ec6e-4090-ade8-24b97ebfc97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:52.280794 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-bb0f3085-ec6e-4090-ade8-24b97ebfc97f None None] Allocated IP 172.20.0.2 (6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b/8acc93e0-a552-4bdc-9012-c2bc9807c2b3/a620ed01-e325-4bf0-b750-a16631f2d9fe) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:31:52.433183 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bb0f3085-ec6e-4090-ade8-24b97ebfc97f None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:52.441224 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-bb0f3085-ec6e-4090-ade8-24b97ebfc97f None None] Transition to ACTIVE for port object a620ed01-e325-4bf0-b750-a16631f2d9fe will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:31:52.456675 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-bb0f3085-ec6e-4090-ade8-24b97ebfc97f None None] Transition to ACTIVE for port object a620ed01-e325-4bf0-b750-a16631f2d9fe will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:31:52.464392 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bb0f3085-ec6e-4090-ade8-24b97ebfc97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:52.502346 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0f3085-ec6e-4090-ade8-24b97ebfc97f None None] Network 6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:31:52.507583 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-bb0f3085-ec6e-4090-ade8-24b97ebfc97f None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:31:52.511202 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0f3085-ec6e-4090-ade8-24b97ebfc97f None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:31:52.520053 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f3085-ec6e-4090-ade8-24b97ebfc97f None None] Pushing event updated for resources: {'Port': ['ID=a620ed01-e325-4bf0-b750-a16631f2d9fe,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:52.539779 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d6554e50-0467-428d-b406-519ff2ec9e00 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:52.574842 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-bb0f3085-ec6e-4090-ade8-24b97ebfc97f None None] Attempting to bind port a620ed01-e325-4bf0-b750-a16631f2d9fe on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:31:52.575218 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-bb0f3085-ec6e-4090-ade8-24b97ebfc97f None None] Attempting to bind port a620ed01-e325-4bf0-b750-a16631f2d9fe by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '7d175b91-e3d6-4c27-b10c-b8c785045911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:31:52.575577 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f3085-ec6e-4090-ade8-24b97ebfc97f None None] Attempting to bind port a620ed01-e325-4bf0-b750-a16631f2d9fe on network 6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:31:52.581452 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f3085-ec6e-4090-ade8-24b97ebfc97f None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:31:52.581819 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f3085-ec6e-4090-ade8-24b97ebfc97f None None] Checking segment: {'id': '7d175b91-e3d6-4c27-b10c-b8c785045911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:31:52.582220 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bb0f3085-ec6e-4090-ade8-24b97ebfc97f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:52.582637 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f3085-ec6e-4090-ade8-24b97ebfc97f None None] Bound using segment: {'id': '7d175b91-e3d6-4c27-b10c-b8c785045911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:31:52.583093 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-bb0f3085-ec6e-4090-ade8-24b97ebfc97f None None] Bound port: a620ed01-e325-4bf0-b750-a16631f2d9fe, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d175b91-e3d6-4c27-b10c-b8c785045911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:31:52.583470 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bb0f3085-ec6e-4090-ade8-24b97ebfc97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:52.648181 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-bb0f3085-ec6e-4090-ade8-24b97ebfc97f None None] For port a620ed01-e325-4bf0-b750-a16631f2d9fe, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:31:52.651653 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-bb0f3085-ec6e-4090-ade8-24b97ebfc97f None None] For port a620ed01-e325-4bf0-b750-a16631f2d9fe, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a620ed01-e325-4bf0-b750-a16631f2d9fe,segment=NetworkSegment(7d175b91-e3d6-4c27-b10c-b8c785045911),segment_id=7d175b91-e3d6-4c27-b10c-b8c785045911)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:31:52.655844 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bb0f3085-ec6e-4090-ade8-24b97ebfc97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:52.712533 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f3085-ec6e-4090-ade8-24b97ebfc97f None None] Pushing event updated for resources: {'Port': ['ID=a620ed01-e325-4bf0-b750-a16631f2d9fe,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:52.753821 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d6554e50-0467-428d-b406-519ff2ec9e00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:52.775667 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d6554e50-0467-428d-b406-519ff2ec9e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:52.895760 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-d6554e50-0467-428d-b406-519ff2ec9e00 admin admin] Allocated IP 172.25.6.246 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/63f993c0-fae1-430e-916f-a25d85058261) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:31:53.014118 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d6554e50-0467-428d-b406-519ff2ec9e00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:53.052426 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d6554e50-0467-428d-b406-519ff2ec9e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:53.092453 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6554e50-0467-428d-b406-519ff2ec9e00 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:31:53.095277 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-d6554e50-0467-428d-b406-519ff2ec9e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:31:53.098965 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6554e50-0467-428d-b406-519ff2ec9e00 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:31:53.104582 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6554e50-0467-428d-b406-519ff2ec9e00 admin admin] Pushing event updated for resources: {'Port': ['ID=63f993c0-fae1-430e-916f-a25d85058261,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:53.352841 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d6554e50-0467-428d-b406-519ff2ec9e00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:53.566963 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d6554e50-0467-428d-b406-519ff2ec9e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:53.633685 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4c7229-4ea9-4b27-b9ed-39dc0416783f None None] Network 6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:31:53.709424 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6554e50-0467-428d-b406-519ff2ec9e00 admin admin] Router fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:31:53.766183 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-7e78c5c4-ced3-43b6-8999-e5bc8eb7cfda None None] Provisioning for port a620ed01-e325-4bf0-b750-a16631f2d9fe completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:31:53.830938 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6554e50-0467-428d-b406-519ff2ec9e00 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:31:53.842602 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b653f220-075d-4165-af72-a043fd3ac8b3 None None] Sync routers for ids ['fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:31:53.849214 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-d6554e50-0467-428d-b406-519ff2ec9e00 admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:53.851043 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-d6554e50-0467-428d-b406-519ff2ec9e00 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8470411 Sep 01 16:31:53.854042 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59052) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:53.857072 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b653f220-075d-4165-af72-a043fd3ac8b3 None None] Routers {'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:31:53.857693 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b653f220-075d-4165-af72-a043fd3ac8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:31:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:53.984942 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-b653f220-075d-4165-af72-a043fd3ac8b3 None None] Set router fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:31:54.179237 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b653f220-075d-4165-af72-a043fd3ac8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'name': 'tempest-TestSnapshotPattern-556672161-router', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '63f993c0-fae1-430e-916f-a25d85058261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:53Z', 'revision_number': 3, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'gw_port': {'id': '63f993c0-fae1-430e-916f-a25d85058261', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:33:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:54.208942 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b653f220-075d-4165-af72-a043fd3ac8b3 None None] Checking router: fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:31:54.209548 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b653f220-075d-4165-af72-a043fd3ac8b3 None None] Updating router fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 port 63f993c0-fae1-430e-916f-a25d85058261 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:31:54.235278 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b653f220-075d-4165-af72-a043fd3ac8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:54.305155 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a85a4bf7-bbfa-4131-856a-293d588871b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:54.487759 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-a85a4bf7-bbfa-4131-856a-293d588871b9 admin admin] Allocated IP 172.20.0.1 (6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b/8acc93e0-a552-4bdc-9012-c2bc9807c2b3/3fbea47f-7bb8-4ea9-a7fc-8f234e78875b) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:31:54.543024 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a620ed01-e325-4bf0-b750-a16631f2d9fe up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:31:54.590685 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port a620ed01-e325-4bf0-b750-a16631f2d9fe completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:31:54.594417 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port a620ed01-e325-4bf0-b750-a16631f2d9fe triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:31:54.594792 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:54.604963 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a85a4bf7-bbfa-4131-856a-293d588871b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:54.613504 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b653f220-075d-4165-af72-a043fd3ac8b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:54.621776 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-a85a4bf7-bbfa-4131-856a-293d588871b9 admin admin] Transition to ACTIVE for port object 3fbea47f-7bb8-4ea9-a7fc-8f234e78875b will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:31:54.625171 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-b653f220-075d-4165-af72-a043fd3ac8b3 None None] Transition to ACTIVE for port object 63f993c0-fae1-430e-916f-a25d85058261 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:31:54.632923 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b653f220-075d-4165-af72-a043fd3ac8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:54.660851 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a85a4bf7-bbfa-4131-856a-293d588871b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:54.685695 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:54.686813 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0c8da-164e-4a8f-b38c-859015cf8c67 None None] Pushing event updated for resources: {'Port': ['ID=63f993c0-fae1-430e-916f-a25d85058261,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:54.690005 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-b653f220-075d-4165-af72-a043fd3ac8b3 None None] Attempting to bind port 63f993c0-fae1-430e-916f-a25d85058261 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:31:54.690379 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-b653f220-075d-4165-af72-a043fd3ac8b3 None None] Attempting to bind port 63f993c0-fae1-430e-916f-a25d85058261 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:31:54.690740 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b653f220-075d-4165-af72-a043fd3ac8b3 None None] Attempting to bind port 63f993c0-fae1-430e-916f-a25d85058261 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:31:54.697515 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef0c8da-164e-4a8f-b38c-859015cf8c67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:54.697861 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef0c8da-164e-4a8f-b38c-859015cf8c67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:54.698184 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef0c8da-164e-4a8f-b38c-859015cf8c67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:54.698540 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef0c8da-164e-4a8f-b38c-859015cf8c67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:54.698867 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef0c8da-164e-4a8f-b38c-859015cf8c67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:54.699189 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef0c8da-164e-4a8f-b38c-859015cf8c67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:54.699505 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef0c8da-164e-4a8f-b38c-859015cf8c67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:54.699829 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef0c8da-164e-4a8f-b38c-859015cf8c67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:54.700149 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef0c8da-164e-4a8f-b38c-859015cf8c67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:54.700459 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef0c8da-164e-4a8f-b38c-859015cf8c67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:54.700608 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85a4bf7-bbfa-4131-856a-293d588871b9 admin admin] Network 6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:31:54.700783 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef0c8da-164e-4a8f-b38c-859015cf8c67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:54.701080 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef0c8da-164e-4a8f-b38c-859015cf8c67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94736) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:31:54.705181 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-a85a4bf7-bbfa-4131-856a-293d588871b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:31:54.707261 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b653f220-075d-4165-af72-a043fd3ac8b3 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:31:54.707494 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b653f220-075d-4165-af72-a043fd3ac8b3 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:31:54.707689 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b653f220-075d-4165-af72-a043fd3ac8b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:54.708063 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b653f220-075d-4165-af72-a043fd3ac8b3 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:31:54.708522 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-b653f220-075d-4165-af72-a043fd3ac8b3 None None] Bound port: 63f993c0-fae1-430e-916f-a25d85058261, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:31:54.708897 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b653f220-075d-4165-af72-a043fd3ac8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:54.713238 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85a4bf7-bbfa-4131-856a-293d588871b9 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:31:54.719138 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port a620ed01-e325-4bf0-b750-a16631f2d9fe, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a620ed01-e325-4bf0-b750-a16631f2d9fe,segment=NetworkSegment(7d175b91-e3d6-4c27-b10c-b8c785045911),segment_id=7d175b91-e3d6-4c27-b10c-b8c785045911)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:31:54.725151 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:54.756319 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a85a4bf7-bbfa-4131-856a-293d588871b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:54.767804 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-b653f220-075d-4165-af72-a043fd3ac8b3 None None] For port 63f993c0-fae1-430e-916f-a25d85058261, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:31:54.770743 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-b653f220-075d-4165-af72-a043fd3ac8b3 None None] For port 63f993c0-fae1-430e-916f-a25d85058261, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=63f993c0-fae1-430e-916f-a25d85058261,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:31:54.777951 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-b653f220-075d-4165-af72-a043fd3ac8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:54.778798 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=a620ed01-e325-4bf0-b750-a16631f2d9fe,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:54.796868 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a4bf7-bbfa-4131-856a-293d588871b9 admin admin] Pushing event updated for resources: {'Port': ['ID=3fbea47f-7bb8-4ea9-a7fc-8f234e78875b,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:54.834075 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b653f220-075d-4165-af72-a043fd3ac8b3 None None] Routers {'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:31:54.834725 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b653f220-075d-4165-af72-a043fd3ac8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:31:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:54.873382 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0c8da-164e-4a8f-b38c-859015cf8c67 None None] Pushing event updated for resources: {'Port': ['ID=63f993c0-fae1-430e-916f-a25d85058261,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:54.904149 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a85a4bf7-bbfa-4131-856a-293d588871b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:54.948471 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-b653f220-075d-4165-af72-a043fd3ac8b3 None None] Set router fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:31:55.020694 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c0564792-589b-4aba-88d0-0ef8d78bb048 None None] Provisioning for port 3fbea47f-7bb8-4ea9-a7fc-8f234e78875b completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:31:55.024836 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-c0564792-589b-4aba-88d0-0ef8d78bb048 None None] Provisioning complete for port 3fbea47f-7bb8-4ea9-a7fc-8f234e78875b triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:31:55.025436 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c0564792-589b-4aba-88d0-0ef8d78bb048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:55.062240 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-c0564792-589b-4aba-88d0-0ef8d78bb048 None None] Port 3fbea47f-7bb8-4ea9-a7fc-8f234e78875b cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:31:55.079876 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a85a4bf7-bbfa-4131-856a-293d588871b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:55.085549 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a85a4bf7-bbfa-4131-856a-293d588871b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:55.144856 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-b653f220-075d-4165-af72-a043fd3ac8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'name': 'tempest-TestSnapshotPattern-556672161-router', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '63f993c0-fae1-430e-916f-a25d85058261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:53Z', 'revision_number': 3, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'gw_port': {'id': '63f993c0-fae1-430e-916f-a25d85058261', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:33:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:55.159197 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-a85a4bf7-bbfa-4131-856a-293d588871b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:55.160945 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a4bf7-bbfa-4131-856a-293d588871b9 admin admin] Pushing event updated for resources: {'Port': ['ID=3fbea47f-7bb8-4ea9-a7fc-8f234e78875b,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:55.171204 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b653f220-075d-4165-af72-a043fd3ac8b3 None None] The sync data for ids ['fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'] in n-d-794796-3 is: [{'id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'name': 'tempest-TestSnapshotPattern-556672161-router', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '63f993c0-fae1-430e-916f-a25d85058261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:53Z', 'revision_number': 3, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'gw_port': {'id': '63f993c0-fae1-430e-916f-a25d85058261', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:33:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:31:55.260231 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85a4bf7-bbfa-4131-856a-293d588871b9 admin admin] Network 6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:31:55.261711 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-a85a4bf7-bbfa-4131-856a-293d588871b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:31:55.406659 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85a4bf7-bbfa-4131-856a-293d588871b9 admin admin] Router fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:31:55.528496 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85a4bf7-bbfa-4131-856a-293d588871b9 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:31:55.534770 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-a85a4bf7-bbfa-4131-856a-293d588871b9 admin admin] 10.222.0.60 "PUT /v2.0/routers/fa04702b-2b25-4d2c-983c-9fdc9bc2dc59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6791584 Sep 01 16:31:55.592254 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-bc57f06a-6227-4b07-bcc0-1f8c1c0264d5 None None] Provisioning complete for port 3fbea47f-7bb8-4ea9-a7fc-8f234e78875b triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:31:55.592631 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bc57f06a-6227-4b07-bcc0-1f8c1c0264d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:55.633463 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-bc57f06a-6227-4b07-bcc0-1f8c1c0264d5 None None] Port 3fbea47f-7bb8-4ea9-a7fc-8f234e78875b cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:31:56.019000 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59068) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:56.024175 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-425908b1-5add-4fd7-89d6-b4e548a92f00 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2015281155-network', 'tenant_id': '3ef98cda27404db59b577151489fca5c'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:31:56.045181 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425908b1-5add-4fd7-89d6-b4e548a92f00 admin admin] Made reservation on behalf of 3ef98cda27404db59b577151489fca5c for: {'network': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:31:56.047667 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-425908b1-5add-4fd7-89d6-b4e548a92f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for network, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:56.056063 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-425908b1-5add-4fd7-89d6-b4e548a92f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:56.145184 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-425908b1-5add-4fd7-89d6-b4e548a92f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:56.149127 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-425908b1-5add-4fd7-89d6-b4e548a92f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:56.170404 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-425908b1-5add-4fd7-89d6-b4e548a92f00 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 16:31:56.185358 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425908b1-5add-4fd7-89d6-b4e548a92f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11601010-64c5-40c6-926e-f5ef946b5589,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:56.188270 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-425908b1-5add-4fd7-89d6-b4e548a92f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:56.188624 n-d-794796-3 neutron-server[94733]: INFO neutron.db.segments_db [None req-425908b1-5add-4fd7-89d6-b4e548a92f00 admin admin] Added segment 0a68518f-328e-4f41-8a7d-645bfc427fc9 of type vlan for network eda53387-fff0-44c3-bed7-a49a788101ef Sep 01 16:31:56.231152 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-425908b1-5add-4fd7-89d6-b4e548a92f00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772851241840'] for network, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:56.255987 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-425908b1-5add-4fd7-89d6-b4e548a92f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320'] for network, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:56.257101 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425908b1-5add-4fd7-89d6-b4e548a92f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:56.257790 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-425908b1-5add-4fd7-89d6-b4e548a92f00 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:56.314171 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-425908b1-5add-4fd7-89d6-b4e548a92f00 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2940345 Sep 01 16:31:56.317847 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59070) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:56.323566 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-68b66e38-af7d-4f40-b297-75a75a64d125 admin admin] Request body: {'subnet': {'network_id': 'eda53387-fff0-44c3-bed7-a49a788101ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2015281155-subnet', 'tenant_id': '3ef98cda27404db59b577151489fca5c', 'ip_version': 4}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:31:56.323722 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425908b1-5add-4fd7-89d6-b4e548a92f00 admin admin] Pushing event updated for resources: {'Network': ['ID=eda53387-fff0-44c3-bed7-a49a788101ef,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:56.334045 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Network eda53387-fff0-44c3-bed7-a49a788101ef details requested by agent ovs-agent-n-d-794796-3 with host n-d-794796-3 {{(pid=94735) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 16:31:56.346008 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b66e38-af7d-4f40-b297-75a75a64d125 admin admin] Made reservation on behalf of 3ef98cda27404db59b577151489fca5c for: {'subnet': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:31:56.348417 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-68b66e38-af7d-4f40-b297-75a75a64d125 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3457413'] for subnet, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:56.535883 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-68b66e38-af7d-4f40-b297-75a75a64d125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9045810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3457427'] for subnet, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:56.568827 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 63f993c0-fae1-430e-916f-a25d85058261 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:31:56.600475 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b66e38-af7d-4f40-b297-75a75a64d125 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cec2e243-5b6a-41b8-851d-97ab4a3a734a,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:56.611905 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b66e38-af7d-4f40-b297-75a75a64d125 admin admin] Checking segment: {'id': '0a68518f-328e-4f41-8a7d-645bfc427fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'eda53387-fff0-44c3-bed7-a49a788101ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:31:56.611905 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b66e38-af7d-4f40-b297-75a75a64d125 admin admin] Network hostable DHCP agents. Network: eda53387-fff0-44c3-bed7-a49a788101ef, hostable agents: ['e018b1ee-58b9-439f-a9e4-0f6eea28ce57'], hosted agents: [] {{(pid=94734) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 16:31:56.625530 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 63f993c0-fae1-430e-916f-a25d85058261 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:31:56.626537 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b66e38-af7d-4f40-b297-75a75a64d125 admin admin] Network eda53387-fff0-44c3-bed7-a49a788101ef is scheduled to be hosted by DHCP agent e018b1ee-58b9-439f-a9e4-0f6eea28ce57 with binding_index 1 {{(pid=94734) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 16:31:56.630231 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 63f993c0-fae1-430e-916f-a25d85058261 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:31:56.630642 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:56.636251 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-68b66e38-af7d-4f40-b297-75a75a64d125 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794796-3, eda53387-fff0-44c3-bed7-a49a788101ef) {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:31:56.640842 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b66e38-af7d-4f40-b297-75a75a64d125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:31:56.641448 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-68b66e38-af7d-4f40-b297-75a75a64d125 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:56.655951 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1e33cd-e5b0-4d3d-bb44-f0eee1f70d50 None None] Network eda53387-fff0-44c3-bed7-a49a788101ef requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:31:56.658932 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-68b66e38-af7d-4f40-b297-75a75a64d125 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3391380 Sep 01 16:31:56.661364 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59072) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:56.665752 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-17a3adef-e19d-4904-ad6f-03bfde4b5dc8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2015281155-router', 'tenant_id': '3ef98cda27404db59b577151489fca5c', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:31:56.696242 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17a3adef-e19d-4904-ad6f-03bfde4b5dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1811985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37376'] for router, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:56.697230 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17a3adef-e19d-4904-ad6f-03bfde4b5dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1826551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1814631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37399'] for router, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:56.758999 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17a3adef-e19d-4904-ad6f-03bfde4b5dc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:56.762398 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b949ac73-a0ee-4d02-8728-2b4478339c42 None None] Sync routers for ids ['fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:31:56.802137 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b949ac73-a0ee-4d02-8728-2b4478339c42 None None] Routers {'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:31:56.802778 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b949ac73-a0ee-4d02-8728-2b4478339c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:31:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:56.852174 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:56.899600 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17a3adef-e19d-4904-ad6f-03bfde4b5dc8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:56.900002 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 63f993c0-fae1-430e-916f-a25d85058261, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=63f993c0-fae1-430e-916f-a25d85058261,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:31:57.105823 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17a3adef-e19d-4904-ad6f-03bfde4b5dc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:57.106259 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:57.107056 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a620ed01-e325-4bf0-b750-a16631f2d9fe up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:31:57.124890 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17a3adef-e19d-4904-ad6f-03bfde4b5dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:57.160359 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6b8982-0072-4af9-bc93-ea2b0b3f7eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpedad88d3-3f22-5870-b9e9-33b691696135-eda53387-fff0-44c3-bed7-a49a788101ef', 'network_id': 'eda53387-fff0-44c3-bed7-a49a788101ef', 'tenant_id': '3ef98cda27404db59b577151489fca5c', 'fixed_ips': [{'subnet_id': 'cec2e243-5b6a-41b8-851d-97ab4a3a734a'}]}} from n-d-794796-3. {{(pid=94735) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 16:31:57.161205 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6a6b8982-0072-4af9-bc93-ea2b0b3f7eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:57.226340 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-b949ac73-a0ee-4d02-8728-2b4478339c42 None None] Set router fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:31:57.231513 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-17a3adef-e19d-4904-ad6f-03bfde4b5dc8 admin admin] Allocated IP 172.25.6.27 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/5ebb1650-b440-444c-aa53-de667036ac14) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:31:57.257135 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=63f993c0-fae1-430e-916f-a25d85058261,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:57.333692 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17a3adef-e19d-4904-ad6f-03bfde4b5dc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:57.373853 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17a3adef-e19d-4904-ad6f-03bfde4b5dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:57.432311 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port a620ed01-e325-4bf0-b750-a16631f2d9fe triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:31:57.432973 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:57.507692 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.db_base_plugin_common [None req-6a6b8982-0072-4af9-bc93-ea2b0b3f7eef None None] Allocated IP 172.20.0.2 (eda53387-fff0-44c3-bed7-a49a788101ef/cec2e243-5b6a-41b8-851d-97ab4a3a734a/a18f1d45-0f23-4aa6-81a3-4ed18349a056) {{(pid=94735) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:31:57.747186 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b949ac73-a0ee-4d02-8728-2b4478339c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'name': 'tempest-TestSnapshotPattern-556672161-router', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '63f993c0-fae1-430e-916f-a25d85058261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:54Z', 'revision_number': 4, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'gw_port': {'id': '63f993c0-fae1-430e-916f-a25d85058261', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:33:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '3fbea47f-7bb8-4ea9-a7fc-8f234e78875b', 'name': '', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'mac_address': 'fa:16:3e:ed:f7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:54Z', 'updated_at': '2021-09-01T16:31:54Z', 'revision_number': 2, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'subnets': [{'id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:57.750458 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6a6b8982-0072-4af9-bc93-ea2b0b3f7eef None None] Notify callbacks [] for port, precommit_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:57.762216 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a3adef-e19d-4904-ad6f-03bfde4b5dc8 admin admin] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:31:57.765223 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-17a3adef-e19d-4904-ad6f-03bfde4b5dc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:31:57.770167 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a3adef-e19d-4904-ad6f-03bfde4b5dc8 admin admin] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:31:57.773297 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a3adef-e19d-4904-ad6f-03bfde4b5dc8 admin admin] Pushing event updated for resources: {'Port': ['ID=5ebb1650-b440-444c-aa53-de667036ac14,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:57.784656 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b949ac73-a0ee-4d02-8728-2b4478339c42 None None] Checking router: fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:31:57.785003 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b949ac73-a0ee-4d02-8728-2b4478339c42 None None] Updating router fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 port 3fbea47f-7bb8-4ea9-a7fc-8f234e78875b binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:31:57.805054 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6a6b8982-0072-4af9-bc93-ea2b0b3f7eef None None] Transition to ACTIVE for port object a18f1d45-0f23-4aa6-81a3-4ed18349a056 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:31:57.823432 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b949ac73-a0ee-4d02-8728-2b4478339c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:57.827492 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-6a6b8982-0072-4af9-bc93-ea2b0b3f7eef None None] Transition to ACTIVE for port object a18f1d45-0f23-4aa6-81a3-4ed18349a056 will not be triggered until provisioned by entity DHCP. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:31:57.839113 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6a6b8982-0072-4af9-bc93-ea2b0b3f7eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408'] for port, after_create {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:57.914268 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6b8982-0072-4af9-bc93-ea2b0b3f7eef None None] Network eda53387-fff0-44c3-bed7-a49a788101ef is already hosted by enough agents. {{(pid=94735) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:31:57.960470 n-d-794796-3 neutron-server[94735]: DEBUG neutron.scheduler.base_scheduler [None req-6a6b8982-0072-4af9-bc93-ea2b0b3f7eef None None] Resources bound (agent type, host, resource id): {{(pid=94735) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:31:57.964412 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b8982-0072-4af9-bc93-ea2b0b3f7eef None None] Pushing event updated for resources: {'Port': ['ID=a18f1d45-0f23-4aa6-81a3-4ed18349a056,revision_number=1']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:57.968594 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6b8982-0072-4af9-bc93-ea2b0b3f7eef None None] Received port after_create {{(pid=94735) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:31:58.018247 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17a3adef-e19d-4904-ad6f-03bfde4b5dc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:58.076048 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-6a6b8982-0072-4af9-bc93-ea2b0b3f7eef None None] Attempting to bind port a18f1d45-0f23-4aa6-81a3-4ed18349a056 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:31:58.076424 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-6a6b8982-0072-4af9-bc93-ea2b0b3f7eef None None] Attempting to bind port a18f1d45-0f23-4aa6-81a3-4ed18349a056 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '0a68518f-328e-4f41-8a7d-645bfc427fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'eda53387-fff0-44c3-bed7-a49a788101ef'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:31:58.076782 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6b8982-0072-4af9-bc93-ea2b0b3f7eef None None] Attempting to bind port a18f1d45-0f23-4aa6-81a3-4ed18349a056 on network eda53387-fff0-44c3-bed7-a49a788101ef {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:31:58.085852 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6b8982-0072-4af9-bc93-ea2b0b3f7eef None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:31:58.086218 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6b8982-0072-4af9-bc93-ea2b0b3f7eef None None] Checking segment: {'id': '0a68518f-328e-4f41-8a7d-645bfc427fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'eda53387-fff0-44c3-bed7-a49a788101ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:31:58.086652 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6a6b8982-0072-4af9-bc93-ea2b0b3f7eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:58.087044 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6b8982-0072-4af9-bc93-ea2b0b3f7eef None None] Bound using segment: {'id': '0a68518f-328e-4f41-8a7d-645bfc427fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'eda53387-fff0-44c3-bed7-a49a788101ef'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:31:58.087621 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-6a6b8982-0072-4af9-bc93-ea2b0b3f7eef None None] Bound port: a18f1d45-0f23-4aa6-81a3-4ed18349a056, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a68518f-328e-4f41-8a7d-645bfc427fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'eda53387-fff0-44c3-bed7-a49a788101ef'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:31:58.087877 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6a6b8982-0072-4af9-bc93-ea2b0b3f7eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:58.190529 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-6a6b8982-0072-4af9-bc93-ea2b0b3f7eef None None] For port a18f1d45-0f23-4aa6-81a3-4ed18349a056, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:31:58.195273 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-6a6b8982-0072-4af9-bc93-ea2b0b3f7eef None None] For port a18f1d45-0f23-4aa6-81a3-4ed18349a056, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a18f1d45-0f23-4aa6-81a3-4ed18349a056,segment=NetworkSegment(0a68518f-328e-4f41-8a7d-645bfc427fc9),segment_id=0a68518f-328e-4f41-8a7d-645bfc427fc9)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:31:58.214647 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6a6b8982-0072-4af9-bc93-ea2b0b3f7eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:58.217383 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17a3adef-e19d-4904-ad6f-03bfde4b5dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1826510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1825271'] for router, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:58.263424 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b949ac73-a0ee-4d02-8728-2b4478339c42 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:58.292776 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-b949ac73-a0ee-4d02-8728-2b4478339c42 None None] Transition to ACTIVE for port object 3fbea47f-7bb8-4ea9-a7fc-8f234e78875b will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:31:58.299287 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b8982-0072-4af9-bc93-ea2b0b3f7eef None None] Pushing event updated for resources: {'Port': ['ID=a18f1d45-0f23-4aa6-81a3-4ed18349a056,revision_number=2']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:58.302251 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b949ac73-a0ee-4d02-8728-2b4478339c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:58.352942 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8655b1-cfc6-4070-ad6a-417a27502f48 None None] Pushing event updated for resources: {'Port': ['ID=3fbea47f-7bb8-4ea9-a7fc-8f234e78875b,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:58.372991 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a3adef-e19d-4904-ad6f-03bfde4b5dc8 admin admin] Router 7de04617-3d76-404d-89dc-102f038a52e0 is scheduled to L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 with binding_index 1 {{(pid=94734) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 16:31:58.418489 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b949ac73-a0ee-4d02-8728-2b4478339c42 None None] Attempting to bind port 3fbea47f-7bb8-4ea9-a7fc-8f234e78875b on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:31:58.418949 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b949ac73-a0ee-4d02-8728-2b4478339c42 None None] Attempting to bind port 3fbea47f-7bb8-4ea9-a7fc-8f234e78875b by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '7d175b91-e3d6-4c27-b10c-b8c785045911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:31:58.419433 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b949ac73-a0ee-4d02-8728-2b4478339c42 None None] Attempting to bind port 3fbea47f-7bb8-4ea9-a7fc-8f234e78875b on network 6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:31:58.427168 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b949ac73-a0ee-4d02-8728-2b4478339c42 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:31:58.427539 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b949ac73-a0ee-4d02-8728-2b4478339c42 None None] Checking segment: {'id': '7d175b91-e3d6-4c27-b10c-b8c785045911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:31:58.427941 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b949ac73-a0ee-4d02-8728-2b4478339c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:58.428331 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b949ac73-a0ee-4d02-8728-2b4478339c42 None None] Bound using segment: {'id': '7d175b91-e3d6-4c27-b10c-b8c785045911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:31:58.428808 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-b949ac73-a0ee-4d02-8728-2b4478339c42 None None] Bound port: 3fbea47f-7bb8-4ea9-a7fc-8f234e78875b, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d175b91-e3d6-4c27-b10c-b8c785045911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:31:58.429157 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b949ac73-a0ee-4d02-8728-2b4478339c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:58.540117 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b949ac73-a0ee-4d02-8728-2b4478339c42 None None] For port 3fbea47f-7bb8-4ea9-a7fc-8f234e78875b, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:31:58.547113 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-b949ac73-a0ee-4d02-8728-2b4478339c42 None None] For port 3fbea47f-7bb8-4ea9-a7fc-8f234e78875b, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=3fbea47f-7bb8-4ea9-a7fc-8f234e78875b,segment=NetworkSegment(7d175b91-e3d6-4c27-b10c-b8c785045911),segment_id=7d175b91-e3d6-4c27-b10c-b8c785045911)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:31:58.552192 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b949ac73-a0ee-4d02-8728-2b4478339c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:58.552737 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a3adef-e19d-4904-ad6f-03bfde4b5dc8 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:31:58.577868 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7007d6-1973-4d5e-9d99-421f7a67f6b6 None None] Sync routers for ids ['7de04617-3d76-404d-89dc-102f038a52e0'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:31:58.580290 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-17a3adef-e19d-4904-ad6f-03bfde4b5dc8 admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:58.582092 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-17a3adef-e19d-4904-ad6f-03bfde4b5dc8 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9198122 Sep 01 16:31:58.584807 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59074) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:31:58.593003 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7007d6-1973-4d5e-9d99-421f7a67f6b6 None None] Routers {'7de04617-3d76-404d-89dc-102f038a52e0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:31:58.593635 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3c7007d6-1973-4d5e-9d99-421f7a67f6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:31:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['7de04617-3d76-404d-89dc-102f038a52e0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:58.618878 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 63f993c0-fae1-430e-916f-a25d85058261 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:31:58.683142 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:58.714937 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b949ac73-a0ee-4d02-8728-2b4478339c42 None None] Routers {'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:31:58.715579 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b949ac73-a0ee-4d02-8728-2b4478339c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:31:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:58.726325 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8655b1-cfc6-4070-ad6a-417a27502f48 None None] Pushing event updated for resources: {'Port': ['ID=3fbea47f-7bb8-4ea9-a7fc-8f234e78875b,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:58.753237 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-3c7007d6-1973-4d5e-9d99-421f7a67f6b6 None None] Set router 7de04617-3d76-404d-89dc-102f038a52e0 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:31:58.806855 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 63f993c0-fae1-430e-916f-a25d85058261 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:31:58.807410 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:58.904875 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-b949ac73-a0ee-4d02-8728-2b4478339c42 None None] Set router fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:31:58.960706 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3c7007d6-1973-4d5e-9d99-421f7a67f6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de04617-3d76-404d-89dc-102f038a52e0', 'name': 'tempest-TestSnapshotPattern-2015281155-router', 'tenant_id': '3ef98cda27404db59b577151489fca5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5ebb1650-b440-444c-aa53-de667036ac14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:56Z', 'updated_at': '2021-09-01T16:31:57Z', 'revision_number': 3, 'project_id': '3ef98cda27404db59b577151489fca5c', 'gw_port': {'id': '5ebb1650-b440-444c-aa53-de667036ac14', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de04617-3d76-404d-89dc-102f038a52e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:57Z', 'updated_at': '2021-09-01T16:31:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:59.001428 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7007d6-1973-4d5e-9d99-421f7a67f6b6 None None] Checking router: 7de04617-3d76-404d-89dc-102f038a52e0 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:31:59.002445 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7007d6-1973-4d5e-9d99-421f7a67f6b6 None None] Updating router 7de04617-3d76-404d-89dc-102f038a52e0 port 5ebb1650-b440-444c-aa53-de667036ac14 binding host n-d-794796-3 {{(pid=94736) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:31:59.028358 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3c7007d6-1973-4d5e-9d99-421f7a67f6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:59.343782 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3c7007d6-1973-4d5e-9d99-421f7a67f6b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:59.359726 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.provisioning_blocks [None req-3c7007d6-1973-4d5e-9d99-421f7a67f6b6 None None] Transition to ACTIVE for port object 5ebb1650-b440-444c-aa53-de667036ac14 will not be triggered until provisioned by entity L2. {{(pid=94736) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:31:59.368726 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3c7007d6-1973-4d5e-9d99-421f7a67f6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:59.385033 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-b949ac73-a0ee-4d02-8728-2b4478339c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'name': 'tempest-TestSnapshotPattern-556672161-router', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '63f993c0-fae1-430e-916f-a25d85058261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:54Z', 'revision_number': 4, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'gw_port': {'id': '63f993c0-fae1-430e-916f-a25d85058261', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '3fbea47f-7bb8-4ea9-a7fc-8f234e78875b', 'name': '', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'mac_address': 'fa:16:3e:ed:f7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:54Z', 'updated_at': '2021-09-01T16:31:58Z', 'revision_number': 4, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'subnets': [{'id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:59.418439 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b949ac73-a0ee-4d02-8728-2b4478339c42 None None] The sync data for ids ['fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'] in n-d-794796-3 is: [{'id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'name': 'tempest-TestSnapshotPattern-556672161-router', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '63f993c0-fae1-430e-916f-a25d85058261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:54Z', 'revision_number': 4, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'gw_port': {'id': '63f993c0-fae1-430e-916f-a25d85058261', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '3fbea47f-7bb8-4ea9-a7fc-8f234e78875b', 'name': '', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'mac_address': 'fa:16:3e:ed:f7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:54Z', 'updated_at': '2021-09-01T16:31:58Z', 'revision_number': 4, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'subnets': [{'id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:31:59.429825 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e7407-5614-44aa-b21f-2e41b368d22a None None] Pushing event updated for resources: {'Port': ['ID=5ebb1650-b440-444c-aa53-de667036ac14,revision_number=2']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:59.432454 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-3c7007d6-1973-4d5e-9d99-421f7a67f6b6 None None] Attempting to bind port 5ebb1650-b440-444c-aa53-de667036ac14 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:31:59.432820 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-3c7007d6-1973-4d5e-9d99-421f7a67f6b6 None None] Attempting to bind port 5ebb1650-b440-444c-aa53-de667036ac14 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:31:59.433245 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7007d6-1973-4d5e-9d99-421f7a67f6b6 None None] Attempting to bind port 5ebb1650-b440-444c-aa53-de667036ac14 on network 5c826073-0017-46f6-8947-51b31e774ff4 {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:31:59.436206 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e774e72e-01b4-4c96-bef5-6267f8ce4f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:59.444959 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7007d6-1973-4d5e-9d99-421f7a67f6b6 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:31:59.445335 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7007d6-1973-4d5e-9d99-421f7a67f6b6 None None] Checking segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94736) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:31:59.445744 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3c7007d6-1973-4d5e-9d99-421f7a67f6b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:59.446135 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7007d6-1973-4d5e-9d99-421f7a67f6b6 None None] Bound using segment: {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'} {{(pid=94736) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:31:59.450622 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.managers [None req-3c7007d6-1973-4d5e-9d99-421f7a67f6b6 None None] Bound port: 5ebb1650-b440-444c-aa53-de667036ac14, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3186402c-6ade-403d-9812-cc0e2e6c64a0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4'}}] {{(pid=94736) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:31:59.450622 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3c7007d6-1973-4d5e-9d99-421f7a67f6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:59.540422 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-3c7007d6-1973-4d5e-9d99-421f7a67f6b6 None None] For port 5ebb1650-b440-444c-aa53-de667036ac14, host n-d-794796-3, cleared binding levels {{(pid=94736) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:31:59.543451 n-d-794796-3 neutron-server[94736]: DEBUG neutron.plugins.ml2.db [None req-3c7007d6-1973-4d5e-9d99-421f7a67f6b6 None None] For port 5ebb1650-b440-444c-aa53-de667036ac14, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=5ebb1650-b440-444c-aa53-de667036ac14,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94736) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:31:59.548374 n-d-794796-3 neutron-server[94736]: DEBUG neutron_lib.callbacks.manager [None req-3c7007d6-1973-4d5e-9d99-421f7a67f6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:59.615613 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7007d6-1973-4d5e-9d99-421f7a67f6b6 None None] Routers {'7de04617-3d76-404d-89dc-102f038a52e0'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:31:59.616308 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3c7007d6-1973-4d5e-9d99-421f7a67f6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:31:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['7de04617-3d76-404d-89dc-102f038a52e0'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:31:59.631123 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043aff38-149b-4994-bda3-b896f9ab0f2f None None] Network eda53387-fff0-44c3-bed7-a49a788101ef requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:31:59.659913 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e7407-5614-44aa-b21f-2e41b368d22a None None] Pushing event updated for resources: {'Port': ['ID=5ebb1650-b440-444c-aa53-de667036ac14,revision_number=3']} {{(pid=94736) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:59.672427 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-e774e72e-01b4-4c96-bef5-6267f8ce4f91 admin admin] Allocated IP 172.20.0.1 (eda53387-fff0-44c3-bed7-a49a788101ef/cec2e243-5b6a-41b8-851d-97ab4a3a734a/e49fb14b-ddc2-4da2-8ecb-c2be6165c101) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:31:59.720761 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1aee6032-5c9d-4b40-99bc-1c44ce064cde None None] Provisioning for port a18f1d45-0f23-4aa6-81a3-4ed18349a056 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:31:59.769260 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-3c7007d6-1973-4d5e-9d99-421f7a67f6b6 None None] Set router 7de04617-3d76-404d-89dc-102f038a52e0 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:31:59.805406 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e774e72e-01b4-4c96-bef5-6267f8ce4f91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:59.822779 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [None req-e774e72e-01b4-4c96-bef5-6267f8ce4f91 admin admin] Transition to ACTIVE for port object e49fb14b-ddc2-4da2-8ecb-c2be6165c101 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:31:59.863085 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e774e72e-01b4-4c96-bef5-6267f8ce4f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:31:59.917074 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774e72e-01b4-4c96-bef5-6267f8ce4f91 admin admin] Pushing event updated for resources: {'Port': ['ID=e49fb14b-ddc2-4da2-8ecb-c2be6165c101,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:31:59.931908 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e774e72e-01b4-4c96-bef5-6267f8ce4f91 admin admin] Network eda53387-fff0-44c3-bed7-a49a788101ef is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:31:59.933888 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-e774e72e-01b4-4c96-bef5-6267f8ce4f91 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:31:59.936642 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e774e72e-01b4-4c96-bef5-6267f8ce4f91 admin admin] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:31:59.998878 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e774e72e-01b4-4c96-bef5-6267f8ce4f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1813124'] for router_interface, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:00.115447 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-3c7007d6-1973-4d5e-9d99-421f7a67f6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de04617-3d76-404d-89dc-102f038a52e0', 'name': 'tempest-TestSnapshotPattern-2015281155-router', 'tenant_id': '3ef98cda27404db59b577151489fca5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5ebb1650-b440-444c-aa53-de667036ac14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:56Z', 'updated_at': '2021-09-01T16:31:57Z', 'revision_number': 3, 'project_id': '3ef98cda27404db59b577151489fca5c', 'gw_port': {'id': '5ebb1650-b440-444c-aa53-de667036ac14', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de04617-3d76-404d-89dc-102f038a52e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:57Z', 'updated_at': '2021-09-01T16:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:32:00.165738 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e774e72e-01b4-4c96-bef5-6267f8ce4f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:00.187208 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7007d6-1973-4d5e-9d99-421f7a67f6b6 None None] The sync data for ids ['7de04617-3d76-404d-89dc-102f038a52e0'] in n-d-794796-3 is: [{'id': '7de04617-3d76-404d-89dc-102f038a52e0', 'name': 'tempest-TestSnapshotPattern-2015281155-router', 'tenant_id': '3ef98cda27404db59b577151489fca5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5ebb1650-b440-444c-aa53-de667036ac14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:56Z', 'updated_at': '2021-09-01T16:31:57Z', 'revision_number': 3, 'project_id': '3ef98cda27404db59b577151489fca5c', 'gw_port': {'id': '5ebb1650-b440-444c-aa53-de667036ac14', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de04617-3d76-404d-89dc-102f038a52e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:57Z', 'updated_at': '2021-09-01T16:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:32:00.380323 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e774e72e-01b4-4c96-bef5-6267f8ce4f91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:00.386131 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e774e72e-01b4-4c96-bef5-6267f8ce4f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:00.388587 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ca492ce7-3924-4fe2-bd2e-517aeb502910 None None] Provisioning for port e49fb14b-ddc2-4da2-8ecb-c2be6165c101 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:32:00.393970 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ca492ce7-3924-4fe2-bd2e-517aeb502910 None None] Provisioning complete for port e49fb14b-ddc2-4da2-8ecb-c2be6165c101 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:32:00.394669 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ca492ce7-3924-4fe2-bd2e-517aeb502910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:00.457521 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-ca492ce7-3924-4fe2-bd2e-517aeb502910 None None] Port e49fb14b-ddc2-4da2-8ecb-c2be6165c101 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:32:00.463197 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e774e72e-01b4-4c96-bef5-6267f8ce4f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1824308'] for router_interface, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:00.480434 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774e72e-01b4-4c96-bef5-6267f8ce4f91 admin admin] Pushing event updated for resources: {'Port': ['ID=e49fb14b-ddc2-4da2-8ecb-c2be6165c101,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:00.604812 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e774e72e-01b4-4c96-bef5-6267f8ce4f91 admin admin] Network eda53387-fff0-44c3-bed7-a49a788101ef is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:32:00.606946 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-e774e72e-01b4-4c96-bef5-6267f8ce4f91 admin admin] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:32:00.659474 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 3fbea47f-7bb8-4ea9-a7fc-8f234e78875b up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:32:00.733221 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 3fbea47f-7bb8-4ea9-a7fc-8f234e78875b completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:32:00.739987 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 3fbea47f-7bb8-4ea9-a7fc-8f234e78875b triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:32:00.740369 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:00.781829 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e774e72e-01b4-4c96-bef5-6267f8ce4f91 admin admin] Router 7de04617-3d76-404d-89dc-102f038a52e0 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:32:00.852940 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:00.892326 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-01b7dbe6-ee27-4291-8c47-68ab118ea2fe None None] Provisioning complete for port e49fb14b-ddc2-4da2-8ecb-c2be6165c101 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:32:00.892713 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-01b7dbe6-ee27-4291-8c47-68ab118ea2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:00.922219 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e774e72e-01b4-4c96-bef5-6267f8ce4f91 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:32:00.941038 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e774e72e-01b4-4c96-bef5-6267f8ce4f91 admin admin] 10.222.0.60 "PUT /v2.0/routers/7de04617-3d76-404d-89dc-102f038a52e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3469126 Sep 01 16:32:00.941290 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 3fbea47f-7bb8-4ea9-a7fc-8f234e78875b, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=3fbea47f-7bb8-4ea9-a7fc-8f234e78875b,segment=NetworkSegment(7d175b91-e3d6-4c27-b10c-b8c785045911),segment_id=7d175b91-e3d6-4c27-b10c-b8c785045911)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:32:00.941290 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:00.941290 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a18f1d45-0f23-4aa6-81a3-4ed18349a056 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:32:01.000527 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-01b7dbe6-ee27-4291-8c47-68ab118ea2fe None None] Port e49fb14b-ddc2-4da2-8ecb-c2be6165c101 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:32:01.022208 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=3fbea47f-7bb8-4ea9-a7fc-8f234e78875b,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:01.043912 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port a18f1d45-0f23-4aa6-81a3-4ed18349a056 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:32:01.049060 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port a18f1d45-0f23-4aa6-81a3-4ed18349a056 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:32:01.049711 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:01.156713 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:01.192203 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port a18f1d45-0f23-4aa6-81a3-4ed18349a056, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a18f1d45-0f23-4aa6-81a3-4ed18349a056,segment=NetworkSegment(0a68518f-328e-4f41-8a7d-645bfc427fc9),segment_id=0a68518f-328e-4f41-8a7d-645bfc427fc9)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:32:01.196747 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:01.250992 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=a18f1d45-0f23-4aa6-81a3-4ed18349a056,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:01.631204 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59082) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:01.635972 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-0fba0b6e-3dcf-47b5-bb81-775b941fd086 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-714463039', 'description': 'tempest-secgroup-smoke-714463039 description', 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:32:01.658111 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0fba0b6e-3dcf-47b5-bb81-775b941fd086 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for security_group, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:01.737931 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0fba0b6e-3dcf-47b5-bb81-775b941fd086 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for security_group, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:01.741575 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0fba0b6e-3dcf-47b5-bb81-775b941fd086 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:01.770170 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-0fba0b6e-3dcf-47b5-bb81-775b941fd086 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:01.771438 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-0fba0b6e-3dcf-47b5-bb81-775b941fd086 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1391850 Sep 01 16:32:01.772551 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba0b6e-3dcf-47b5-bb81-775b941fd086 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3edfc04b-96d1-4ce4-9ba0-0803242c46c0,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:01.774529 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59084) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:01.779358 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-18a3b6e6-662a-4593-9c72-9cb89414bf52 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Request body: {'security_group_rule': {'security_group_id': '3edfc04b-96d1-4ce4-9ba0-0803242c46c0', 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:32:01.807470 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-18a3b6e6-662a-4593-9c72-9cb89414bf52 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:01.871932 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-18a3b6e6-662a-4593-9c72-9cb89414bf52 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:01.875752 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-18a3b6e6-662a-4593-9c72-9cb89414bf52 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:01.894789 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3b6e6-662a-4593-9c72-9cb89414bf52 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b30e9f1f-042a-4112-b72a-f49df5a84ad3,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:01.900855 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-18a3b6e6-662a-4593-9c72-9cb89414bf52 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:01.902160 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-18a3b6e6-662a-4593-9c72-9cb89414bf52 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265779 Sep 01 16:32:01.904909 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59086) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:01.910859 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-4f8636c8-3d4f-4d00-b4f3-1cc0d8c61f13 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Request body: {'security_group_rule': {'security_group_id': '3edfc04b-96d1-4ce4-9ba0-0803242c46c0', 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:32:01.937672 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f8636c8-3d4f-4d00-b4f3-1cc0d8c61f13 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:01.994716 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f8636c8-3d4f-4d00-b4f3-1cc0d8c61f13 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:01.998243 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f8636c8-3d4f-4d00-b4f3-1cc0d8c61f13 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:02.015663 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8636c8-3d4f-4d00-b4f3-1cc0d8c61f13 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be25a52b-993c-4cee-ab95-134adecd6e26,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:02.023083 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-4f8636c8-3d4f-4d00-b4f3-1cc0d8c61f13 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:02.024348 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-4f8636c8-3d4f-4d00-b4f3-1cc0d8c61f13 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184409 Sep 01 16:32:02.026979 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59088) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:02.031569 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-bc32ecc4-ea6a-418a-bb96-39e62ccdb28a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Request body: {'security_group_rule': {'security_group_id': '3edfc04b-96d1-4ce4-9ba0-0803242c46c0', 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:32:02.058949 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bc32ecc4-ea6a-418a-bb96-39e62ccdb28a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:02.120179 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bc32ecc4-ea6a-418a-bb96-39e62ccdb28a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:02.123377 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bc32ecc4-ea6a-418a-bb96-39e62ccdb28a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:02.141187 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32ecc4-ea6a-418a-bb96-39e62ccdb28a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d998ae6-a66e-414f-8f0c-40e6ca672ca2,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:02.146709 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-bc32ecc4-ea6a-418a-bb96-39e62ccdb28a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:02.148045 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-bc32ecc4-ea6a-418a-bb96-39e62ccdb28a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201370 Sep 01 16:32:02.150858 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59090) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:02.155332 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-52037960-89bc-470f-a698-707a775e3182 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Request body: {'security_group_rule': {'security_group_id': '3edfc04b-96d1-4ce4-9ba0-0803242c46c0', 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:32:02.182966 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52037960-89bc-470f-a698-707a775e3182 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:02.240891 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52037960-89bc-470f-a698-707a775e3182 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:02.244718 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52037960-89bc-470f-a698-707a775e3182 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:02.262284 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52037960-89bc-470f-a698-707a775e3182 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443331be-5303-4d28-9964-3470d2f98103,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:02.268686 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-52037960-89bc-470f-a698-707a775e3182 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:02.269975 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-52037960-89bc-470f-a698-707a775e3182 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182008 Sep 01 16:32:02.272784 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59092) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:02.277154 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-20354054-3f38-49d5-8237-155bc423149f tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Request body: {'security_group_rule': {'security_group_id': '3edfc04b-96d1-4ce4-9ba0-0803242c46c0', 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:32:02.300270 n-d-794796-3 neutron-server[94734]: INFO neutron.db.securitygroups_db [None req-20354054-3f38-49d5-8237-155bc423149f tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Project cfbe48f8808e47789c3a469fa108b5ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:32:02.305329 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-20354054-3f38-49d5-8237-155bc423149f tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:02.367630 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-20354054-3f38-49d5-8237-155bc423149f tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:02.371092 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-20354054-3f38-49d5-8237-155bc423149f tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:02.388073 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20354054-3f38-49d5-8237-155bc423149f tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da54f988-c80c-4d88-90cd-3e376f510873,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:02.395019 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-20354054-3f38-49d5-8237-155bc423149f tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:02.396271 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-20354054-3f38-49d5-8237-155bc423149f tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225564 Sep 01 16:32:02.399001 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59094) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:02.403398 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-ddea77fb-204f-494d-ac2d-6510ee569361 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Request body: {'security_group_rule': {'security_group_id': '3edfc04b-96d1-4ce4-9ba0-0803242c46c0', 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:32:02.425166 n-d-794796-3 neutron-server[94734]: INFO neutron.db.securitygroups_db [None req-ddea77fb-204f-494d-ac2d-6510ee569361 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Project cfbe48f8808e47789c3a469fa108b5ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 16:32:02.430004 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ddea77fb-204f-494d-ac2d-6510ee569361 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:02.501589 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ddea77fb-204f-494d-ac2d-6510ee569361 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:02.505853 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ddea77fb-204f-494d-ac2d-6510ee569361 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1663208'] for security_group_rule, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:02.525732 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea77fb-204f-494d-ac2d-6510ee569361 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de53e582-8014-4452-a331-cf7aca099611,revision_number=0']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:02.528484 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-ddea77fb-204f-494d-ac2d-6510ee569361 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:02.529678 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-ddea77fb-204f-494d-ac2d-6510ee569361 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1297529 Sep 01 16:32:02.595632 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 5ebb1650-b440-444c-aa53-de667036ac14 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:32:02.646975 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port 5ebb1650-b440-444c-aa53-de667036ac14 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:32:02.651428 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 5ebb1650-b440-444c-aa53-de667036ac14 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:32:02.651818 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:02.683939 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-673b2754-0639-4761-a4d3-93f2fe4cd905 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-714463039&fields=id&tenant_id=cfbe48f8808e47789c3a469fa108b5ce HTTP/1.1" status: 200 len: 267 time: 0.0414386 Sep 01 16:32:02.739801 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:02.763803 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port 5ebb1650-b440-444c-aa53-de667036ac14, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=5ebb1650-b440-444c-aa53-de667036ac14,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:32:02.768228 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:02.769372 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 3fbea47f-7bb8-4ea9-a7fc-8f234e78875b up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:32:02.810877 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-7ba8cf1a-7195-4006-8333-2810d5f852a7 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:02.812690 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-7ba8cf1a-7195-4006-8333-2810d5f852a7 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/networks?id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b HTTP/1.1" status: 200 len: 809 time: 0.1210446 Sep 01 16:32:02.831088 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-6c0e3a39-e4ff-48a4-a8a8-6aae10550331 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/quotas/cfbe48f8808e47789c3a469fa108b5ce HTTP/1.1" status: 200 len: 375 time: 0.0104775 Sep 01 16:32:02.850338 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=5ebb1650-b440-444c-aa53-de667036ac14,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:02.862464 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 3fbea47f-7bb8-4ea9-a7fc-8f234e78875b triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:32:02.862840 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:02.893737 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-bff3051b-08a3-4a43-8f3b-5a3fd73a5723 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cfbe48f8808e47789c3a469fa108b5ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559552 Sep 01 16:32:02.901176 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8e037e-3b3e-4428-870d-d07a5218a023 None None] Sync routers for ids ['7de04617-3d76-404d-89dc-102f038a52e0'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:32:02.918782 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8e037e-3b3e-4428-870d-d07a5218a023 None None] Routers {'7de04617-3d76-404d-89dc-102f038a52e0'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:32:02.919408 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-ab8e037e-3b3e-4428-870d-d07a5218a023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:31:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['7de04617-3d76-404d-89dc-102f038a52e0'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:32:03.004502 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-60812d3c-defa-4b70-a617-7919fae93a3b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94733) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:32:03.005515 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-60812d3c-defa-4b70-a617-7919fae93a3b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0956953 Sep 01 16:32:03.042902 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a18f1d45-0f23-4aa6-81a3-4ed18349a056 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:32:03.097433 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-ab8e037e-3b3e-4428-870d-d07a5218a023 None None] Set router 7de04617-3d76-404d-89dc-102f038a52e0 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:32:03.100861 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-dc856604-6bf1-4509-9992-7f1b31a31e91 service neutron] 10.222.0.60 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876336 Sep 01 16:32:03.181086 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port a18f1d45-0f23-4aa6-81a3-4ed18349a056 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:32:03.181384 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:03.198240 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-9db180d8-5478-43f7-a0a8-538ffedd1ede service neutron] 10.222.0.60 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910351 Sep 01 16:32:03.373763 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-26d5ed6c-e92d-4b40-8c30-1dece82f6a65 req-cb3dc088-1ef1-4495-b2a2-723215b35536 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=c455c88f-363c-4148-a53b-0d975a694801 HTTP/1.1" status: 200 len: 210 time: 0.0298471 Sep 01 16:32:03.397018 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-ab8e037e-3b3e-4428-870d-d07a5218a023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de04617-3d76-404d-89dc-102f038a52e0', 'name': 'tempest-TestSnapshotPattern-2015281155-router', 'tenant_id': '3ef98cda27404db59b577151489fca5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5ebb1650-b440-444c-aa53-de667036ac14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:56Z', 'updated_at': '2021-09-01T16:32:00Z', 'revision_number': 4, 'project_id': '3ef98cda27404db59b577151489fca5c', 'gw_port': {'id': '5ebb1650-b440-444c-aa53-de667036ac14', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de04617-3d76-404d-89dc-102f038a52e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:57Z', 'updated_at': '2021-09-01T16:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'e49fb14b-ddc2-4da2-8ecb-c2be6165c101', 'name': '', 'network_id': 'eda53387-fff0-44c3-bed7-a49a788101ef', 'tenant_id': '3ef98cda27404db59b577151489fca5c', 'mac_address': 'fa:16:3e:3a:13:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de04617-3d76-404d-89dc-102f038a52e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'cec2e243-5b6a-41b8-851d-97ab4a3a734a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:59Z', 'updated_at': '2021-09-01T16:32:00Z', 'revision_number': 2, 'project_id': '3ef98cda27404db59b577151489fca5c', 'subnets': [{'id': 'cec2e243-5b6a-41b8-851d-97ab4a3a734a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:32:03.420717 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8e037e-3b3e-4428-870d-d07a5218a023 None None] Checking router: 7de04617-3d76-404d-89dc-102f038a52e0 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:32:03.420982 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8e037e-3b3e-4428-870d-d07a5218a023 None None] Updating router 7de04617-3d76-404d-89dc-102f038a52e0 port e49fb14b-ddc2-4da2-8ecb-c2be6165c101 binding host n-d-794796-3 {{(pid=94735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 16:32:03.448637 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ab8e037e-3b3e-4428-870d-d07a5218a023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:03.721854 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ab8e037e-3b3e-4428-870d-d07a5218a023 None None] Notify callbacks [] for port, precommit_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:03.732786 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-ab8e037e-3b3e-4428-870d-d07a5218a023 None None] Transition to ACTIVE for port object e49fb14b-ddc2-4da2-8ecb-c2be6165c101 will not be triggered until provisioned by entity L2. {{(pid=94735) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:32:03.740017 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ab8e037e-3b3e-4428-870d-d07a5218a023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:03.789390 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b646a-0aad-4dd7-8e38-8072fa6f5ccc None None] Pushing event updated for resources: {'Port': ['ID=e49fb14b-ddc2-4da2-8ecb-c2be6165c101,revision_number=3']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:03.851098 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-ab8e037e-3b3e-4428-870d-d07a5218a023 None None] Attempting to bind port e49fb14b-ddc2-4da2-8ecb-c2be6165c101 on host n-d-794796-3 for vnic_type normal with profile {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:32:03.851471 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-ab8e037e-3b3e-4428-870d-d07a5218a023 None None] Attempting to bind port e49fb14b-ddc2-4da2-8ecb-c2be6165c101 by drivers openvswitch,hyperv on host n-d-794796-3 at level 0 using segments [{'id': '0a68518f-328e-4f41-8a7d-645bfc427fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'eda53387-fff0-44c3-bed7-a49a788101ef'}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:32:03.851824 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8e037e-3b3e-4428-870d-d07a5218a023 None None] Attempting to bind port e49fb14b-ddc2-4da2-8ecb-c2be6165c101 on network eda53387-fff0-44c3-bed7-a49a788101ef {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:32:03.857571 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8e037e-3b3e-4428-870d-d07a5218a023 None None] Checking agent: {'id': '27155920-3196-4e85-8598-258ad243390a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 45, 42), 'started_at': datetime.datetime(2021, 9, 1, 14, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794796-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:32:03.857946 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8e037e-3b3e-4428-870d-d07a5218a023 None None] Checking segment: {'id': '0a68518f-328e-4f41-8a7d-645bfc427fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'eda53387-fff0-44c3-bed7-a49a788101ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:32:03.858370 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ab8e037e-3b3e-4428-870d-d07a5218a023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:03.858804 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8e037e-3b3e-4428-870d-d07a5218a023 None None] Bound using segment: {'id': '0a68518f-328e-4f41-8a7d-645bfc427fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'eda53387-fff0-44c3-bed7-a49a788101ef'} {{(pid=94735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:32:03.859303 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.managers [None req-ab8e037e-3b3e-4428-870d-d07a5218a023 None None] Bound port: e49fb14b-ddc2-4da2-8ecb-c2be6165c101, host: n-d-794796-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a68518f-328e-4f41-8a7d-645bfc427fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'eda53387-fff0-44c3-bed7-a49a788101ef'}}] {{(pid=94735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:32:03.859698 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ab8e037e-3b3e-4428-870d-d07a5218a023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:03.929304 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-ab8e037e-3b3e-4428-870d-d07a5218a023 None None] For port e49fb14b-ddc2-4da2-8ecb-c2be6165c101, host n-d-794796-3, cleared binding levels {{(pid=94735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:32:03.932758 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-ab8e037e-3b3e-4428-870d-d07a5218a023 None None] For port e49fb14b-ddc2-4da2-8ecb-c2be6165c101, host n-d-794796-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e49fb14b-ddc2-4da2-8ecb-c2be6165c101,segment=NetworkSegment(0a68518f-328e-4f41-8a7d-645bfc427fc9),segment_id=0a68518f-328e-4f41-8a7d-645bfc427fc9)] {{(pid=94735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:32:03.938200 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ab8e037e-3b3e-4428-870d-d07a5218a023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:03.998030 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8e037e-3b3e-4428-870d-d07a5218a023 None None] Routers {'7de04617-3d76-404d-89dc-102f038a52e0'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:32:03.998973 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-ab8e037e-3b3e-4428-870d-d07a5218a023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:31:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['7de04617-3d76-404d-89dc-102f038a52e0'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:32:04.004228 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b646a-0aad-4dd7-8e38-8072fa6f5ccc None None] Pushing event updated for resources: {'Port': ['ID=e49fb14b-ddc2-4da2-8ecb-c2be6165c101,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:04.136000 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-ab8e037e-3b3e-4428-870d-d07a5218a023 None None] Set router 7de04617-3d76-404d-89dc-102f038a52e0 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:32:04.347030 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-ab8e037e-3b3e-4428-870d-d07a5218a023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de04617-3d76-404d-89dc-102f038a52e0', 'name': 'tempest-TestSnapshotPattern-2015281155-router', 'tenant_id': '3ef98cda27404db59b577151489fca5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5ebb1650-b440-444c-aa53-de667036ac14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:56Z', 'updated_at': '2021-09-01T16:32:00Z', 'revision_number': 4, 'project_id': '3ef98cda27404db59b577151489fca5c', 'gw_port': {'id': '5ebb1650-b440-444c-aa53-de667036ac14', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de04617-3d76-404d-89dc-102f038a52e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:57Z', 'updated_at': '2021-09-01T16:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'e49fb14b-ddc2-4da2-8ecb-c2be6165c101', 'name': '', 'network_id': 'eda53387-fff0-44c3-bed7-a49a788101ef', 'tenant_id': '3ef98cda27404db59b577151489fca5c', 'mac_address': 'fa:16:3e:3a:13:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de04617-3d76-404d-89dc-102f038a52e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'cec2e243-5b6a-41b8-851d-97ab4a3a734a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:59Z', 'updated_at': '2021-09-01T16:32:03Z', 'revision_number': 4, 'project_id': '3ef98cda27404db59b577151489fca5c', 'subnets': [{'id': 'cec2e243-5b6a-41b8-851d-97ab4a3a734a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:32:04.377945 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8e037e-3b3e-4428-870d-d07a5218a023 None None] The sync data for ids ['7de04617-3d76-404d-89dc-102f038a52e0'] in n-d-794796-3 is: [{'id': '7de04617-3d76-404d-89dc-102f038a52e0', 'name': 'tempest-TestSnapshotPattern-2015281155-router', 'tenant_id': '3ef98cda27404db59b577151489fca5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5ebb1650-b440-444c-aa53-de667036ac14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:56Z', 'updated_at': '2021-09-01T16:32:00Z', 'revision_number': 4, 'project_id': '3ef98cda27404db59b577151489fca5c', 'gw_port': {'id': '5ebb1650-b440-444c-aa53-de667036ac14', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de04617-3d76-404d-89dc-102f038a52e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:57Z', 'updated_at': '2021-09-01T16:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': 'e49fb14b-ddc2-4da2-8ecb-c2be6165c101', 'name': '', 'network_id': 'eda53387-fff0-44c3-bed7-a49a788101ef', 'tenant_id': '3ef98cda27404db59b577151489fca5c', 'mac_address': 'fa:16:3e:3a:13:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7de04617-3d76-404d-89dc-102f038a52e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'cec2e243-5b6a-41b8-851d-97ab4a3a734a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:59Z', 'updated_at': '2021-09-01T16:32:03Z', 'revision_number': 4, 'project_id': '3ef98cda27404db59b577151489fca5c', 'subnets': [{'id': 'cec2e243-5b6a-41b8-851d-97ab4a3a734a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:32:04.523913 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-6f56b4ea-1116-4080-bf94-27bfac40c625 req-b2b1c511-e094-49b9-bf29-9c211ee0957a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=c455c88f-363c-4148-a53b-0d975a694801 HTTP/1.1" status: 200 len: 210 time: 0.0517237 Sep 01 16:32:04.590944 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-9d692b0e-6b5b-4cda-b1e3-e356fff9bf7a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:04.592795 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-9d692b0e-6b5b-4cda-b1e3-e356fff9bf7a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.45 "GET /v2.0/networks?id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b HTTP/1.1" status: 200 len: 809 time: 0.2174711 Sep 01 16:32:04.648706 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-5e37fd40-d1d2-4084-b93b-b92d5c752606 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfbe48f8808e47789c3a469fa108b5ce HTTP/1.1" status: 200 len: 379 time: 0.0446939 Sep 01 16:32:04.660390 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-8abf9777-8e7c-4868-b05f-814312db7855 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Request body: {'port': {'device_id': 'c455c88f-363c-4148-a53b-0d975a694801', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'admin_state_up': True, 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'security_groups': ['3edfc04b-96d1-4ce4-9ba0-0803242c46c0']}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:32:04.672071 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 5ebb1650-b440-444c-aa53-de667036ac14 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:32:04.725147 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port 5ebb1650-b440-444c-aa53-de667036ac14 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:32:04.725807 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:04.780422 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-8abf9777-8e7c-4868-b05f-814312db7855 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Made reservation on behalf of cfbe48f8808e47789c3a469fa108b5ce for: {'port': 1} {{(pid=94733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:32:04.784007 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-8abf9777-8e7c-4868-b05f-814312db7855 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:04.815799 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e49fb14b-ddc2-4da2-8ecb-c2be6165c101 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:32:04.868244 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning for port e49fb14b-ddc2-4da2-8ecb-c2be6165c101 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:32:04.872413 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port e49fb14b-ddc2-4da2-8ecb-c2be6165c101 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:32:04.872915 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:04.931011 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-8abf9777-8e7c-4868-b05f-814312db7855 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Allocated IP 172.20.0.10 (6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b/8acc93e0-a552-4bdc-9012-c2bc9807c2b3/c464eef2-3657-4dc4-b689-75fea46596e1) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:32:04.959024 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:05.003969 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] For port e49fb14b-ddc2-4da2-8ecb-c2be6165c101, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e49fb14b-ddc2-4da2-8ecb-c2be6165c101,segment=NetworkSegment(0a68518f-328e-4f41-8a7d-645bfc427fc9),segment_id=0a68518f-328e-4f41-8a7d-645bfc427fc9)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:32:05.008561 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:05.060152 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=e49fb14b-ddc2-4da2-8ecb-c2be6165c101,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:05.090827 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-8abf9777-8e7c-4868-b05f-814312db7855 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:05.104565 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-8abf9777-8e7c-4868-b05f-814312db7855 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Transition to ACTIVE for port object c464eef2-3657-4dc4-b689-75fea46596e1 will not be triggered until provisioned by entity DHCP. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:32:05.137285 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-8abf9777-8e7c-4868-b05f-814312db7855 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:05.182191 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-8abf9777-8e7c-4868-b05f-814312db7855 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Network 6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:32:05.185367 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-8abf9777-8e7c-4868-b05f-814312db7855 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:32:05.189902 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-8abf9777-8e7c-4868-b05f-814312db7855 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:32:05.217354 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf9777-8e7c-4868-b05f-814312db7855 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Pushing event updated for resources: {'Port': ['ID=c464eef2-3657-4dc4-b689-75fea46596e1,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:05.250648 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-8abf9777-8e7c-4868-b05f-814312db7855 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:05.251315 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-8abf9777-8e7c-4868-b05f-814312db7855 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:05.269014 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-8abf9777-8e7c-4868-b05f-814312db7855 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6126754 Sep 01 16:32:05.281628 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-0ed04883-41b6-4203-b0b2-b3a50b423139 service neutron] Request body: {'port': {'device_id': 'c455c88f-363c-4148-a53b-0d975a694801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794796-3'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:32:05.342333 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-0ed04883-41b6-4203-b0b2-b3a50b423139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:05.490533 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-48bc60af-1fd2-4dc7-a59e-f53885b13c01 None None] Provisioning for port c464eef2-3657-4dc4-b689-75fea46596e1 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:32:05.494210 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-48bc60af-1fd2-4dc7-a59e-f53885b13c01 None None] Provisioning complete for port c464eef2-3657-4dc4-b689-75fea46596e1 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:32:05.495138 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-48bc60af-1fd2-4dc7-a59e-f53885b13c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:05.531157 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-48bc60af-1fd2-4dc7-a59e-f53885b13c01 None None] Port c464eef2-3657-4dc4-b689-75fea46596e1 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:32:05.613663 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-0ed04883-41b6-4203-b0b2-b3a50b423139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c464eef2-3657-4dc4-b689-75fea46596e1 {{(pid=94733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:32:05.621251 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-0ed04883-41b6-4203-b0b2-b3a50b423139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:05.633713 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.provisioning_blocks [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-0ed04883-41b6-4203-b0b2-b3a50b423139 service neutron] Transition to ACTIVE for port object c464eef2-3657-4dc4-b689-75fea46596e1 will not be triggered until provisioned by entity L2. {{(pid=94733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:32:05.638862 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-0ed04883-41b6-4203-b0b2-b3a50b423139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:05.640581 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5ab6e-0f58-462c-9b1c-f647f01f0ee0 req-4c2a62d0-1b50-4e44-b169-324fd6422dfe tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:05.642081 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d4a5ab6e-0f58-462c-9b1c-f647f01f0ee0 req-4c2a62d0-1b50-4e44-b169-324fd6422dfe tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=c455c88f-363c-4148-a53b-0d975a694801 HTTP/1.1" status: 200 len: 932 time: 0.0510228 Sep 01 16:32:05.683028 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d4a5ab6e-0f58-462c-9b1c-f647f01f0ee0 req-f33761a9-12b1-4dfd-b427-96a7899e231f tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342226 Sep 01 16:32:05.688363 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed04883-41b6-4203-b0b2-b3a50b423139 service neutron] Pushing event updated for resources: {'Port': ['ID=c464eef2-3657-4dc4-b689-75fea46596e1,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:05.765043 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-0ed04883-41b6-4203-b0b2-b3a50b423139 service neutron] Attempting to bind port c464eef2-3657-4dc4-b689-75fea46596e1 on host n-h1-794796-3 for vnic_type normal with profile {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:32:05.765388 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-0ed04883-41b6-4203-b0b2-b3a50b423139 service neutron] Attempting to bind port c464eef2-3657-4dc4-b689-75fea46596e1 by drivers openvswitch,hyperv on host n-h1-794796-3 at level 0 using segments [{'id': '7d175b91-e3d6-4c27-b10c-b8c785045911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b'}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:32:05.765734 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-0ed04883-41b6-4203-b0b2-b3a50b423139 service neutron] Attempting to bind port c464eef2-3657-4dc4-b689-75fea46596e1 on network 6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:32:05.770562 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-0ed04883-41b6-4203-b0b2-b3a50b423139 service neutron] Port c464eef2-3657-4dc4-b689-75fea46596e1 on network 6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b not bound, no agent of type Open vSwitch agent registered on host n-h1-794796-3 {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:32:05.770886 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-0ed04883-41b6-4203-b0b2-b3a50b423139 service neutron] Attempting to bind port c464eef2-3657-4dc4-b689-75fea46596e1 on network 6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:32:05.775940 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-0ed04883-41b6-4203-b0b2-b3a50b423139 service neutron] Checking agent: {'id': 'a7b6f509-875c-44a7-8be6-12df25db345d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:32:05.776280 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-0ed04883-41b6-4203-b0b2-b3a50b423139 service neutron] Checking segment: {'id': '7d175b91-e3d6-4c27-b10c-b8c785045911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:32:05.776668 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-0ed04883-41b6-4203-b0b2-b3a50b423139 service neutron] Bound using segment: {'id': '7d175b91-e3d6-4c27-b10c-b8c785045911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b'} {{(pid=94733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:32:05.777101 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.managers [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-0ed04883-41b6-4203-b0b2-b3a50b423139 service neutron] Bound port: c464eef2-3657-4dc4-b689-75fea46596e1, host: n-h1-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d175b91-e3d6-4c27-b10c-b8c785045911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b'}}] {{(pid=94733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:32:05.777470 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-0ed04883-41b6-4203-b0b2-b3a50b423139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:05.846414 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-0ed04883-41b6-4203-b0b2-b3a50b423139 service neutron] For port c464eef2-3657-4dc4-b689-75fea46596e1, host n-h1-794796-3, cleared binding levels {{(pid=94733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:32:05.850153 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-0ed04883-41b6-4203-b0b2-b3a50b423139 service neutron] For port c464eef2-3657-4dc4-b689-75fea46596e1, host n-h1-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c464eef2-3657-4dc4-b689-75fea46596e1,segment=NetworkSegment(7d175b91-e3d6-4c27-b10c-b8c785045911),segment_id=7d175b91-e3d6-4c27-b10c-b8c785045911)] {{(pid=94733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:32:05.854218 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-0ed04883-41b6-4203-b0b2-b3a50b423139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:05.887043 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-0ed04883-41b6-4203-b0b2-b3a50b423139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:05.887627 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-0ed04883-41b6-4203-b0b2-b3a50b423139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:05.889267 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-0ed04883-41b6-4203-b0b2-b3a50b423139 service neutron] 10.222.0.45 "PUT /v2.0/ports/c464eef2-3657-4dc4-b689-75fea46596e1 HTTP/1.1" status: 200 len: 1092 time: 0.6119058 Sep 01 16:32:05.891403 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c455c88f-363c-4148-a53b-0d975a694801', 'tag': 'c464eef2-3657-4dc4-b689-75fea46596e1'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:32:05.893812 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a27f577-c0ae-497a-a811-26fc1d0d510d" -d '{"events": [{"name": "network-changed", "server_uuid": "c455c88f-363c-4148-a53b-0d975a694801", "tag": "c464eef2-3657-4dc4-b689-75fea46596e1"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:32:05.925560 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed04883-41b6-4203-b0b2-b3a50b423139 service neutron] Pushing event updated for resources: {'Port': ['ID=c464eef2-3657-4dc4-b689-75fea46596e1,revision_number=3']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:05.944172 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134f2352-54c6-498b-837b-798d6974acfa x-openstack-request-id: req-134f2352-54c6-498b-837b-798d6974acfa {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:32:05.944423 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c455c88f-363c-4148-a53b-0d975a694801", "tag": "c464eef2-3657-4dc4-b689-75fea46596e1", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:32:05.944627 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-134f2352-54c6-498b-837b-798d6974acfa {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:32:05.945037 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c455c88f-363c-4148-a53b-0d975a694801', 'tag': 'c464eef2-3657-4dc4-b689-75fea46596e1', 'status': 'completed', 'code': 200} Sep 01 16:32:05.979628 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-30c9bb06-848a-406e-9dbb-546540857b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:05.981174 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-30c9bb06-848a-406e-9dbb-546540857b98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cfbe48f8808e47789c3a469fa108b5ce&device_id=c455c88f-363c-4148-a53b-0d975a694801 HTTP/1.1" status: 200 len: 1095 time: 0.0492668 Sep 01 16:32:06.029156 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-50e29886-cf17-4839-9c8f-69f84f88fe04 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c464eef2-3657-4dc4-b689-75fea46596e1 HTTP/1.1" status: 200 len: 217 time: 0.0400548 Sep 01 16:32:06.080617 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-77368faf-db06-484b-9983-660f90f5508f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:06.082102 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-77368faf-db06-484b-9983-660f90f5508f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8acc93e0-a552-4bdc-9012-c2bc9807c2b3 HTTP/1.1" status: 200 len: 848 time: 0.0467019 Sep 01 16:32:06.129110 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-f2153294-d30f-461c-ab2b-e327c3750cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:06.130634 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-f2153294-d30f-461c-ab2b-e327c3750cac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411966 Sep 01 16:32:06.232343 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-58e399b8-0dd3-4f48-a262-43bc0a41a4f0 service neutron] 10.222.0.45 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930743 Sep 01 16:32:06.325886 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-06986493-2f51-4819-8ae6-2606b4873ff5 req-832dc1d9-682d-4289-9738-96f7db1e94c5 service neutron] 10.222.0.45 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865591 Sep 01 16:32:06.415247 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27f577-c0ae-497a-a811-26fc1d0d510d req-09606b8c-07e1-403f-b10d-cdfc6e011339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:06.416842 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a27f577-c0ae-497a-a811-26fc1d0d510d req-09606b8c-07e1-403f-b10d-cdfc6e011339 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cfbe48f8808e47789c3a469fa108b5ce&device_id=c455c88f-363c-4148-a53b-0d975a694801 HTTP/1.1" status: 200 len: 1095 time: 0.0429847 Sep 01 16:32:06.497545 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e49fb14b-ddc2-4da2-8ecb-c2be6165c101 up at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:32:06.539036 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27f577-c0ae-497a-a811-26fc1d0d510d req-80e79e38-e321-4b22-aa22-3aafc4674bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:06.540518 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a27f577-c0ae-497a-a811-26fc1d0d510d req-80e79e38-e321-4b22-aa22-3aafc4674bb8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b HTTP/1.1" status: 200 len: 910 time: 0.1157129 Sep 01 16:32:06.552176 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Provisioning complete for port e49fb14b-ddc2-4da2-8ecb-c2be6165c101 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:32:06.552551 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:06.585546 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a27f577-c0ae-497a-a811-26fc1d0d510d req-f7420310-848b-494d-b545-09089e07861b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c464eef2-3657-4dc4-b689-75fea46596e1 HTTP/1.1" status: 200 len: 217 time: 0.0356705 Sep 01 16:32:06.642910 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27f577-c0ae-497a-a811-26fc1d0d510d req-8229c361-97ac-428d-aa6f-4119b0019822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:06.644352 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a27f577-c0ae-497a-a811-26fc1d0d510d req-8229c361-97ac-428d-aa6f-4119b0019822 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8acc93e0-a552-4bdc-9012-c2bc9807c2b3 HTTP/1.1" status: 200 len: 848 time: 0.0500889 Sep 01 16:32:06.690975 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27f577-c0ae-497a-a811-26fc1d0d510d req-978aefc0-b309-4861-930e-8db41b626807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:06.692374 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a27f577-c0ae-497a-a811-26fc1d0d510d req-978aefc0-b309-4861-930e-8db41b626807 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403366 Sep 01 16:32:06.782801 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a27f577-c0ae-497a-a811-26fc1d0d510d req-6d7906bc-7d06-4dd0-8782-14abbd9023e9 service neutron] 10.222.0.45 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822380 Sep 01 16:32:06.802638 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6e767-c965-4e7c-937b-ff73cd991a7c req-bc3b933b-cfed-4173-912a-9c4e0dce8da0 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:06.804170 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-22c6e767-c965-4e7c-937b-ff73cd991a7c req-bc3b933b-cfed-4173-912a-9c4e0dce8da0 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=c455c88f-363c-4148-a53b-0d975a694801 HTTP/1.1" status: 200 len: 944 time: 0.0501275 Sep 01 16:32:06.848052 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-22c6e767-c965-4e7c-937b-ff73cd991a7c req-04c869bc-889b-46af-9b0c-7af15350b1af tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377498 Sep 01 16:32:06.887890 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8a27f577-c0ae-497a-a811-26fc1d0d510d req-c63bdf85-b61f-4000-8ad8-22011864d3cb service neutron] 10.222.0.45 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973244 Sep 01 16:32:07.864891 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c464eef2-3657-4dc4-b689-75fea46596e1 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:32:07.959654 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c464eef2-3657-4dc4-b689-75fea46596e1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c464eef2-3657-4dc4-b689-75fea46596e1,segment=NetworkSegment(7d175b91-e3d6-4c27-b10c-b8c785045911),segment_id=7d175b91-e3d6-4c27-b10c-b8c785045911)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:32:07.964858 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c2e8b-2c51-46d4-8dd0-b876cdbf7198 req-57d9dba9-9441-4e2b-a5aa-6f28023584c3 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:07.966374 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c90c2e8b-2c51-46d4-8dd0-b876cdbf7198 req-57d9dba9-9441-4e2b-a5aa-6f28023584c3 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=c455c88f-363c-4148-a53b-0d975a694801 HTTP/1.1" status: 200 len: 944 time: 0.0492685 Sep 01 16:32:07.971483 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'c464eef2-3657-4dc4-b689-75fea46596e1', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'port_id': 'c464eef2-3657-4dc4-b689-75fea46596e1', 'mac_address': 'fa:16:3e:79:6b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:32:08.005858 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-c90c2e8b-2c51-46d4-8dd0-b876cdbf7198 req-272f4dd8-3efc-4b43-866b-0c9fe0cf2634 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325387 Sep 01 16:32:08.009411 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:08.026154 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c464eef2-3657-4dc4-b689-75fea46596e1 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:32:08.046065 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c464eef2-3657-4dc4-b689-75fea46596e1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c464eef2-3657-4dc4-b689-75fea46596e1,segment=NetworkSegment(7d175b91-e3d6-4c27-b10c-b8c785045911),segment_id=7d175b91-e3d6-4c27-b10c-b8c785045911)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:32:08.049832 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:08.096096 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=c464eef2-3657-4dc4-b689-75fea46596e1,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:08.277554 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['c464eef2-3657-4dc4-b689-75fea46596e1'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:32:09.123094 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6f285-ffea-4dbb-9d51-cccfc21bb6d2 req-32e84411-7ab4-4191-b247-fdde8202ee86 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:09.124592 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-53e6f285-ffea-4dbb-9d51-cccfc21bb6d2 req-32e84411-7ab4-4191-b247-fdde8202ee86 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=c455c88f-363c-4148-a53b-0d975a694801 HTTP/1.1" status: 200 len: 945 time: 0.0504186 Sep 01 16:32:09.163011 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-53e6f285-ffea-4dbb-9d51-cccfc21bb6d2 req-3af2e894-ea8f-4ce5-955c-f2308150280d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320110 Sep 01 16:32:09.342841 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:09.426137 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6fb1b4bb-034f-401f-9acb-25beefbb9cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:09.873295 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c464eef2-3657-4dc4-b689-75fea46596e1 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:32:09.921448 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning for port c464eef2-3657-4dc4-b689-75fea46596e1 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:32:09.925958 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port c464eef2-3657-4dc4-b689-75fea46596e1 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:32:09.926361 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:10.003090 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:10.024817 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c455c88f-363c-4148-a53b-0d975a694801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c464eef2-3657-4dc4-b689-75fea46596e1'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:32:10.027082 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61d54dc-b33a-42b1-88ab-56bcbabe919a" -d '{"events": [{"server_uuid": "c455c88f-363c-4148-a53b-0d975a694801", "name": "network-vif-plugged", "status": "completed", "tag": "c464eef2-3657-4dc4-b689-75fea46596e1"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:32:10.040363 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c464eef2-3657-4dc4-b689-75fea46596e1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c464eef2-3657-4dc4-b689-75fea46596e1,segment=NetworkSegment(7d175b91-e3d6-4c27-b10c-b8c785045911),segment_id=7d175b91-e3d6-4c27-b10c-b8c785045911)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:32:10.044563 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:10.068584 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384de23a-002b-4cba-ac25-a9d96fb74cdb x-openstack-request-id: req-384de23a-002b-4cba-ac25-a9d96fb74cdb {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:32:10.068873 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c455c88f-363c-4148-a53b-0d975a694801", "name": "network-vif-plugged", "status": "completed", "tag": "c464eef2-3657-4dc4-b689-75fea46596e1", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:32:10.069128 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-384de23a-002b-4cba-ac25-a9d96fb74cdb {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:32:10.069912 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c455c88f-363c-4148-a53b-0d975a694801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c464eef2-3657-4dc4-b689-75fea46596e1', 'code': 200} Sep 01 16:32:10.097297 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=c464eef2-3657-4dc4-b689-75fea46596e1,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:10.159125 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e619b-7bb6-41e3-a857-939c31e9acbf req-0ed1730c-bd67-41dd-be84-902eeb43c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:10.160492 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-809e619b-7bb6-41e3-a857-939c31e9acbf req-0ed1730c-bd67-41dd-be84-902eeb43c10b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c455c88f-363c-4148-a53b-0d975a694801 HTTP/1.1" status: 200 len: 1097 time: 0.0400681 Sep 01 16:32:10.201351 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-809e619b-7bb6-41e3-a857-939c31e9acbf req-25db7209-6fec-407b-9def-b7ca24bd2749 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341032 Sep 01 16:32:10.275104 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ea3b9-c215-4d14-8bd4-d8a33e85d460 req-06221b65-b6dc-4ae6-a597-ee9ae50676d0 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:10.276601 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-800ea3b9-c215-4d14-8bd4-d8a33e85d460 req-06221b65-b6dc-4ae6-a597-ee9ae50676d0 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=c455c88f-363c-4148-a53b-0d975a694801 HTTP/1.1" status: 200 len: 946 time: 0.0480199 Sep 01 16:32:10.314021 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-800ea3b9-c215-4d14-8bd4-d8a33e85d460 req-cf4e06c9-8240-4595-bcea-b91ff6332e86 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315726 Sep 01 16:32:11.430639 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969802ab-8bd1-44a4-8b3d-f3b7816ca053 req-3f84e3e9-5703-40d2-a663-e27b9c8a9bd1 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:11.432139 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-969802ab-8bd1-44a4-8b3d-f3b7816ca053 req-3f84e3e9-5703-40d2-a663-e27b9c8a9bd1 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=c455c88f-363c-4148-a53b-0d975a694801 HTTP/1.1" status: 200 len: 946 time: 0.0499713 Sep 01 16:32:11.471651 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-969802ab-8bd1-44a4-8b3d-f3b7816ca053 req-8df8c47b-0d9e-4bfa-9aac-66cfd9a95f63 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329235 Sep 01 16:32:11.583586 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5aaba-58de-41c7-885a-b8188492e98a req-a33659a7-0b84-4b42-b02d-42bd37483ada tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:11.585058 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-75c5aaba-58de-41c7-885a-b8188492e98a req-a33659a7-0b84-4b42-b02d-42bd37483ada tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=c455c88f-363c-4148-a53b-0d975a694801 HTTP/1.1" status: 200 len: 946 time: 0.0479691 Sep 01 16:32:11.626669 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-75c5aaba-58de-41c7-885a-b8188492e98a req-5912630d-8557-4ce4-9bb0-5e674ecf39b8 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356262 Sep 01 16:32:11.648307 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59148) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:11.732304 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d7780f-800d-460b-9e8c-8865327a8f5e tempest-TestSnapshotPattern-188756429 tempest-TestSnapshotPattern-188756429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:11.733849 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-15d7780f-800d-460b-9e8c-8865327a8f5e tempest-TestSnapshotPattern-188756429 tempest-TestSnapshotPattern-188756429-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c455c88f-363c-4148-a53b-0d975a694801 HTTP/1.1" status: 200 len: 1092 time: 0.0845809 Sep 01 16:32:11.736712 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59152) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:32:11.741167 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [None req-b74a141a-7d45-4f02-bf92-b4f1b12973ec tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'port_id': 'c464eef2-3657-4dc4-b689-75fea46596e1', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:32:11.762318 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b74a141a-7d45-4f02-bf92-b4f1b12973ec tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for floatingip, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:11.857758 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b74a141a-7d45-4f02-bf92-b4f1b12973ec tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:11.970162 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [None req-b74a141a-7d45-4f02-bf92-b4f1b12973ec tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Allocated IP 172.25.6.73 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/02dd79bf-d784-4d04-ba22-3c00620f9489) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:32:12.070154 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b74a141a-7d45-4f02-bf92-b4f1b12973ec tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:12.108346 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b74a141a-7d45-4f02-bf92-b4f1b12973ec tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:12.152241 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74a141a-7d45-4f02-bf92-b4f1b12973ec tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:32:12.155253 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [None req-b74a141a-7d45-4f02-bf92-b4f1b12973ec tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:32:12.158901 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74a141a-7d45-4f02-bf92-b4f1b12973ec tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:32:12.179988 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a141a-7d45-4f02-bf92-b4f1b12973ec tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Pushing event updated for resources: {'Port': ['ID=02dd79bf-d784-4d04-ba22-3c00620f9489,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:12.302942 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:12.510453 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b74a141a-7d45-4f02-bf92-b4f1b12973ec tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:12.578197 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b74a141a-7d45-4f02-bf92-b4f1b12973ec tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:12.727160 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b74a141a-7d45-4f02-bf92-b4f1b12973ec tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:12.731724 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b74a141a-7d45-4f02-bf92-b4f1b12973ec tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:12.797976 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a141a-7d45-4f02-bf92-b4f1b12973ec tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Pushing event updated for resources: {'Port': ['ID=02dd79bf-d784-4d04-ba22-3c00620f9489,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:32:12.810654 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b74a141a-7d45-4f02-bf92-b4f1b12973ec tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:12.913213 n-d-794796-3 neutron-server[94734]: INFO neutron.db.l3_db [None req-b74a141a-7d45-4f02-bf92-b4f1b12973ec tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Floating IP 2022944f-21fe-4800-b79e-3c96c25c7824 associated. External IP: 172.25.6.73, port: c464eef2-3657-4dc4-b689-75fea46596e1. Sep 01 16:32:13.115412 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74a141a-7d45-4f02-bf92-b4f1b12973ec tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Router fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:32:13.221588 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74a141a-7d45-4f02-bf92-b4f1b12973ec tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:32:13.231616 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25733d79-139b-4276-8230-b76ce4cd35f4 None None] Sync routers for ids ['fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:32:13.237769 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-b74a141a-7d45-4f02-bf92-b4f1b12973ec tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:13.240845 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25733d79-139b-4276-8230-b76ce4cd35f4 None None] Routers {'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:32:13.241452 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-25733d79-139b-4276-8230-b76ce4cd35f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:31:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:32:13.265006 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-b74a141a-7d45-4f02-bf92-b4f1b12973ec tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5272005 Sep 01 16:32:13.265588 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c455c88f-363c-4148-a53b-0d975a694801', 'tag': 'c464eef2-3657-4dc4-b689-75fea46596e1'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:32:13.269099 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190c94db-6068-4567-9b65-6535784dd370" -d '{"events": [{"name": "network-changed", "server_uuid": "c455c88f-363c-4148-a53b-0d975a694801", "tag": "c464eef2-3657-4dc4-b689-75fea46596e1"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:32:13.359694 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-25733d79-139b-4276-8230-b76ce4cd35f4 None None] Set router fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:32:13.366580 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528c421f-ee5c-49d5-a363-5b6d0c26867d x-openstack-request-id: req-528c421f-ee5c-49d5-a363-5b6d0c26867d {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:32:13.366867 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c455c88f-363c-4148-a53b-0d975a694801", "tag": "c464eef2-3657-4dc4-b689-75fea46596e1", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:32:13.367122 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-528c421f-ee5c-49d5-a363-5b6d0c26867d {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:32:13.367525 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c455c88f-363c-4148-a53b-0d975a694801', 'tag': 'c464eef2-3657-4dc4-b689-75fea46596e1', 'status': 'completed', 'code': 200} Sep 01 16:32:13.429074 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c94db-6068-4567-9b65-6535784dd370 req-2c6f6657-42e9-4a1e-9150-83932f0230ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:13.430666 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-190c94db-6068-4567-9b65-6535784dd370 req-2c6f6657-42e9-4a1e-9150-83932f0230ac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cfbe48f8808e47789c3a469fa108b5ce&device_id=c455c88f-363c-4148-a53b-0d975a694801 HTTP/1.1" status: 200 len: 1097 time: 0.0406945 Sep 01 16:32:13.526111 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c94db-6068-4567-9b65-6535784dd370 req-2b8208f9-b13e-4935-8779-ee64e4c125fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:13.527637 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-190c94db-6068-4567-9b65-6535784dd370 req-2b8208f9-b13e-4935-8779-ee64e4c125fe service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b HTTP/1.1" status: 200 len: 910 time: 0.0899944 Sep 01 16:32:13.586126 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-25733d79-139b-4276-8230-b76ce4cd35f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'name': 'tempest-TestSnapshotPattern-556672161-router', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '63f993c0-fae1-430e-916f-a25d85058261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:54Z', 'revision_number': 4, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'gw_port': {'id': '63f993c0-fae1-430e-916f-a25d85058261', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '2022944f-21fe-4800-b79e-3c96c25c7824', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'port_id': 'c464eef2-3657-4dc4-b689-75fea46596e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'mac_address': 'fa:16:3e:79:6b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c455c88f-363c-4148-a53b-0d975a694801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:32:12Z', 'updated_at': '2021-09-01T16:32:12Z', 'revision_number': 0, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fbea47f-7bb8-4ea9-a7fc-8f234e78875b', 'name': '', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'mac_address': 'fa:16:3e:ed:f7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:54Z', 'updated_at': '2021-09-01T16:32:00Z', 'revision_number': 5, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'subnets': [{'id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:32:13.593810 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-190c94db-6068-4567-9b65-6535784dd370 req-24b0143f-2a66-4927-b668-b4f558c0f9d9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c464eef2-3657-4dc4-b689-75fea46596e1 HTTP/1.1" status: 200 len: 999 time: 0.0592568 Sep 01 16:32:13.600121 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:13.615920 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25733d79-139b-4276-8230-b76ce4cd35f4 None None] Checking router: fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:32:13.624222 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25733d79-139b-4276-8230-b76ce4cd35f4 None None] Routers {'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:32:13.624825 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-25733d79-139b-4276-8230-b76ce4cd35f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:31:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:32:13.645930 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c94db-6068-4567-9b65-6535784dd370 req-5d9dba70-c5bd-48d2-8ab0-3a17ae655995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:13.647427 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-190c94db-6068-4567-9b65-6535784dd370 req-5d9dba70-c5bd-48d2-8ab0-3a17ae655995 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8acc93e0-a552-4bdc-9012-c2bc9807c2b3 HTTP/1.1" status: 200 len: 848 time: 0.0464096 Sep 01 16:32:13.696739 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c94db-6068-4567-9b65-6535784dd370 req-9c74e6eb-2ae1-4f4e-a790-b9769b797b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:13.698237 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-190c94db-6068-4567-9b65-6535784dd370 req-9c74e6eb-2ae1-4f4e-a790-b9769b797b70 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437002 Sep 01 16:32:13.730696 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-25733d79-139b-4276-8230-b76ce4cd35f4 None None] Set router fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:32:13.781334 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-91c888d7-f522-43ec-9e88-a76a3420f09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:13.797319 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-190c94db-6068-4567-9b65-6535784dd370 req-88ceb1dc-c9e2-4021-80ff-d04a3cf83b11 service neutron] 10.222.0.45 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907471 Sep 01 16:32:13.895265 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-190c94db-6068-4567-9b65-6535784dd370 req-66c1ca40-b5b2-4300-b7a9-c2b0fd696d31 service neutron] 10.222.0.45 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912738 Sep 01 16:32:13.963875 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-25733d79-139b-4276-8230-b76ce4cd35f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'name': 'tempest-TestSnapshotPattern-556672161-router', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '63f993c0-fae1-430e-916f-a25d85058261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:54Z', 'revision_number': 4, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'gw_port': {'id': '63f993c0-fae1-430e-916f-a25d85058261', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '2022944f-21fe-4800-b79e-3c96c25c7824', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'port_id': 'c464eef2-3657-4dc4-b689-75fea46596e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'mac_address': 'fa:16:3e:79:6b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c455c88f-363c-4148-a53b-0d975a694801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:32:12Z', 'updated_at': '2021-09-01T16:32:12Z', 'revision_number': 0, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fbea47f-7bb8-4ea9-a7fc-8f234e78875b', 'name': '', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'mac_address': 'fa:16:3e:ed:f7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:54Z', 'updated_at': '2021-09-01T16:32:00Z', 'revision_number': 5, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'subnets': [{'id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:32:13.989720 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25733d79-139b-4276-8230-b76ce4cd35f4 None None] The sync data for ids ['fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'] in n-d-794796-3 is: [{'id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'name': 'tempest-TestSnapshotPattern-556672161-router', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '63f993c0-fae1-430e-916f-a25d85058261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:54Z', 'revision_number': 4, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'gw_port': {'id': '63f993c0-fae1-430e-916f-a25d85058261', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '2022944f-21fe-4800-b79e-3c96c25c7824', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'port_id': 'c464eef2-3657-4dc4-b689-75fea46596e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'mac_address': 'fa:16:3e:79:6b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c455c88f-363c-4148-a53b-0d975a694801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:32:12Z', 'updated_at': '2021-09-01T16:32:12Z', 'revision_number': 0, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fbea47f-7bb8-4ea9-a7fc-8f234e78875b', 'name': '', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'mac_address': 'fa:16:3e:ed:f7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:54Z', 'updated_at': '2021-09-01T16:32:00Z', 'revision_number': 5, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'subnets': [{'id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:32:14.193748 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079044ea-aca1-40e5-a1e1-09a8ef81ae58 None None] New status for floating IP 2022944f-21fe-4800-b79e-3c96c25c7824: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:32:15.482897 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:23.769113 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:32:28.638457 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:39.353674 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:39.426736 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-32f23e1a-8eb3-4c20-962a-8833ba0b078d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:42.304837 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:43.601341 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:43.780091 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-dba0f5ef-1364-4e82-829a-76b07147e2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:45.485340 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:32:57.110864 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-57327288-2c6a-4cc4-b74e-5f5f819d9ffb req-90dd8253-f686-4fc9-ae23-5ff8fe56bb0c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c455c88f-363c-4148-a53b-0d975a694801&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422826 Sep 01 16:32:57.194447 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57327288-2c6a-4cc4-b74e-5f5f819d9ffb req-8cd5780c-843d-44df-89b6-221c071854c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:57.195945 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-57327288-2c6a-4cc4-b74e-5f5f819d9ffb req-8cd5780c-843d-44df-89b6-221c071854c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cfbe48f8808e47789c3a469fa108b5ce&device_id=c455c88f-363c-4148-a53b-0d975a694801 HTTP/1.1" status: 200 len: 1097 time: 0.0406961 Sep 01 16:32:57.616823 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57327288-2c6a-4cc4-b74e-5f5f819d9ffb req-efbca33c-07cb-423c-a87c-f3058dc200f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:57.618344 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-57327288-2c6a-4cc4-b74e-5f5f819d9ffb req-efbca33c-07cb-423c-a87c-f3058dc200f5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b HTTP/1.1" status: 200 len: 910 time: 0.4004085 Sep 01 16:32:57.684303 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-57327288-2c6a-4cc4-b74e-5f5f819d9ffb req-f458907d-34cc-4348-823f-c0068a4ceda5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c464eef2-3657-4dc4-b689-75fea46596e1 HTTP/1.1" status: 200 len: 1001 time: 0.0575182 Sep 01 16:32:57.732957 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57327288-2c6a-4cc4-b74e-5f5f819d9ffb req-0abe8d0c-a9ec-48dd-b5cf-93bb5a37bdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:57.734401 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-57327288-2c6a-4cc4-b74e-5f5f819d9ffb req-0abe8d0c-a9ec-48dd-b5cf-93bb5a37bdbe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8acc93e0-a552-4bdc-9012-c2bc9807c2b3 HTTP/1.1" status: 200 len: 848 time: 0.0427752 Sep 01 16:32:57.783013 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57327288-2c6a-4cc4-b74e-5f5f819d9ffb req-4aac66c8-7765-422c-9d7a-6247992c5faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:32:57.784399 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-57327288-2c6a-4cc4-b74e-5f5f819d9ffb req-4aac66c8-7765-422c-9d7a-6247992c5faf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423658 Sep 01 16:32:57.873935 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-57327288-2c6a-4cc4-b74e-5f5f819d9ffb req-16ba9cd2-d029-424f-a0ce-af77c90943f1 service neutron] 10.222.0.45 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815401 Sep 01 16:32:57.967216 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-57327288-2c6a-4cc4-b74e-5f5f819d9ffb req-2348363a-bdf6-4df1-858a-f9870ab505aa service neutron] 10.222.0.45 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858245 Sep 01 16:32:58.648885 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:00.768243 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:33:09.353588 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:09.427418 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-bd2dc471-780e-49f9-9521-53b0544e82cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:12.305163 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:13.604902 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:13.781282 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a5c76e69-567c-491e-a9f7-d38d398def36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:15.489061 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:28.642880 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:37.772105 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:33:39.368638 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:39.427620 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-4b987b77-9dc4-4d16-9336-57eabc10dabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:42.305685 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:43.607143 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:43.782136 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a12f4363-5086-489e-bc21-9433d94bc813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:45.491497 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:33:57.103316 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fa00f56e-0be5-4f39-aac7-2efea9a77447 req-78f44310-dca0-4b93-84d7-f746a6bfd308 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c455c88f-363c-4148-a53b-0d975a694801&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406995 Sep 01 16:33:57.182775 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00f56e-0be5-4f39-aac7-2efea9a77447 req-81a54720-ce16-4dc3-a6ef-c81fb95cbbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:57.184264 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fa00f56e-0be5-4f39-aac7-2efea9a77447 req-81a54720-ce16-4dc3-a6ef-c81fb95cbbe7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cfbe48f8808e47789c3a469fa108b5ce&device_id=c455c88f-363c-4148-a53b-0d975a694801 HTTP/1.1" status: 200 len: 1097 time: 0.0408561 Sep 01 16:33:57.290955 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00f56e-0be5-4f39-aac7-2efea9a77447 req-091361e4-6ae1-4506-adbb-7b0355cef567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:57.292426 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fa00f56e-0be5-4f39-aac7-2efea9a77447 req-091361e4-6ae1-4506-adbb-7b0355cef567 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b HTTP/1.1" status: 200 len: 910 time: 0.0885854 Sep 01 16:33:57.358124 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fa00f56e-0be5-4f39-aac7-2efea9a77447 req-8c29d158-eaa6-45c5-8d50-95eb5af90cd1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c464eef2-3657-4dc4-b689-75fea46596e1 HTTP/1.1" status: 200 len: 1001 time: 0.0581317 Sep 01 16:33:57.407049 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00f56e-0be5-4f39-aac7-2efea9a77447 req-b456e684-1f98-4361-8e06-52a4b9753688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:57.408487 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fa00f56e-0be5-4f39-aac7-2efea9a77447 req-b456e684-1f98-4361-8e06-52a4b9753688 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8acc93e0-a552-4bdc-9012-c2bc9807c2b3 HTTP/1.1" status: 200 len: 848 time: 0.0435719 Sep 01 16:33:57.458439 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00f56e-0be5-4f39-aac7-2efea9a77447 req-6e22aa94-e469-4ae2-bb08-76599ec0d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:33:57.459990 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fa00f56e-0be5-4f39-aac7-2efea9a77447 req-6e22aa94-e469-4ae2-bb08-76599ec0d156 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442519 Sep 01 16:33:57.548220 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fa00f56e-0be5-4f39-aac7-2efea9a77447 req-303bf86d-7e32-4710-9773-071d7ebb61b1 service neutron] 10.222.0.45 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811751 Sep 01 16:33:57.644821 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fa00f56e-0be5-4f39-aac7-2efea9a77447 req-c55d7ede-a2b9-4f55-9d76-9204d920d6b4 service neutron] 10.222.0.45 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889583 Sep 01 16:33:58.650024 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:09.366332 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:09.427781 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-873bcb1e-ed68-4c78-be14-71ceb0f04f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:12.307428 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:13.610480 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:13.782432 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8bde7fab-bfce-428d-955f-35098380c9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:14.771762 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:34:15.493805 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:16.258498 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c464eef2-3657-4dc4-b689-75fea46596e1 details requested by agent hyperv_n-h1-794796-3 with host n-h1-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:34:16.352469 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c464eef2-3657-4dc4-b689-75fea46596e1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c464eef2-3657-4dc4-b689-75fea46596e1,segment=NetworkSegment(7d175b91-e3d6-4c27-b10c-b8c785045911),segment_id=7d175b91-e3d6-4c27-b10c-b8c785045911)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:16.364005 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Returning: {'device': 'c464eef2-3657-4dc4-b689-75fea46596e1', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'port_id': 'c464eef2-3657-4dc4-b689-75fea46596e1', 'mac_address': 'fa:16:3e:79:6b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:34:16.407722 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:16.421120 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c464eef2-3657-4dc4-b689-75fea46596e1 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:34:16.441230 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c464eef2-3657-4dc4-b689-75fea46596e1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c464eef2-3657-4dc4-b689-75fea46596e1,segment=NetworkSegment(7d175b91-e3d6-4c27-b10c-b8c785045911),segment_id=7d175b91-e3d6-4c27-b10c-b8c785045911)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:16.450621 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:16.504231 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=c464eef2-3657-4dc4-b689-75fea46596e1,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:16.513059 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:16.513410 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:16.513757 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:16.514097 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:16.514468 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:16.514828 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:16.515164 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:16.515493 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:16.515823 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:16.516148 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:16.516473 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:16.516796 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:16.528346 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] get_ports_and_sgs() called for port_ids ['c464eef2-3657-4dc4-b689-75fea46596e1'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:34:18.262968 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c464eef2-3657-4dc4-b689-75fea46596e1 up at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:18.325328 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Provisioning complete for port c464eef2-3657-4dc4-b689-75fea46596e1 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:34:18.325981 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:18.424288 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:18.461201 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c455c88f-363c-4148-a53b-0d975a694801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c464eef2-3657-4dc4-b689-75fea46596e1'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:34:18.464598 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be93f79-cdd0-422f-b0c4-12d670f6b0e6" -d '{"events": [{"server_uuid": "c455c88f-363c-4148-a53b-0d975a694801", "name": "network-vif-plugged", "status": "completed", "tag": "c464eef2-3657-4dc4-b689-75fea46596e1"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:34:18.468567 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c464eef2-3657-4dc4-b689-75fea46596e1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c464eef2-3657-4dc4-b689-75fea46596e1,segment=NetworkSegment(7d175b91-e3d6-4c27-b10c-b8c785045911),segment_id=7d175b91-e3d6-4c27-b10c-b8c785045911)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:18.482219 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:18.543833 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=c464eef2-3657-4dc4-b689-75fea46596e1,revision_number=7']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:18.576349 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20daf592-d05a-48b2-85f1-fb2a9c2c36a1 x-openstack-request-id: req-20daf592-d05a-48b2-85f1-fb2a9c2c36a1 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:34:18.576652 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c455c88f-363c-4148-a53b-0d975a694801", "name": "network-vif-plugged", "status": "completed", "tag": "c464eef2-3657-4dc4-b689-75fea46596e1", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:34:18.576912 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-20daf592-d05a-48b2-85f1-fb2a9c2c36a1 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:34:18.577319 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c455c88f-363c-4148-a53b-0d975a694801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c464eef2-3657-4dc4-b689-75fea46596e1', 'code': 200} Sep 01 16:34:25.771294 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-45c113ac-c91e-4009-b483-63aa421531f7 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-714463039&fields=id&tenant_id=cfbe48f8808e47789c3a469fa108b5ce HTTP/1.1" status: 200 len: 267 time: 0.0331807 Sep 01 16:34:25.881168 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-1259ad66-3352-4ba3-8bc1-e8c74180b04d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:25.882673 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-1259ad66-3352-4ba3-8bc1-e8c74180b04d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/networks?id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b HTTP/1.1" status: 200 len: 809 time: 0.1039321 Sep 01 16:34:25.897676 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-b98a46ae-086e-45e2-b7c6-8572a53568fd tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/quotas/cfbe48f8808e47789c3a469fa108b5ce HTTP/1.1" status: 200 len: 375 time: 0.0088141 Sep 01 16:34:25.951518 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-2f92d307-b10d-46b0-b669-6cf5b059500a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cfbe48f8808e47789c3a469fa108b5ce&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0480826 Sep 01 16:34:26.037772 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-486eef37-f5aa-4c3e-8697-312d821d3b9a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=94734) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 16:34:26.038798 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-486eef37-f5aa-4c3e-8697-312d821d3b9a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0762479 Sep 01 16:34:26.123952 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-db6613c0-ce30-48bd-ba6e-32e37a57533a service neutron] 10.222.0.60 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787055 Sep 01 16:34:26.215587 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-e6d124d5-e52b-45ce-9b03-2be397b5a616 service neutron] 10.222.0.60 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856466 Sep 01 16:34:26.424532 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ea4df73e-8c3c-4c66-b64e-9b53dc1205b1 req-5add74be-3394-4ec7-a186-c36bb715644e tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 210 time: 0.0284672 Sep 01 16:34:27.496220 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-89c52a55-0d0a-449f-8f79-7ab0937b1071 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:27.497790 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-89c52a55-0d0a-449f-8f79-7ab0937b1071 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.62 "GET /v2.0/networks?id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b HTTP/1.1" status: 200 len: 809 time: 0.1060956 Sep 01 16:34:27.531644 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-c009dcb6-0e0b-4cd4-89f7-051abac5af8d req-647b3b1e-d528-41bd-b4c0-338e764a3306 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 210 time: 0.0327628 Sep 01 16:34:27.573857 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-b0f2c15e-c103-44a2-9c44-791673f12b1f tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfbe48f8808e47789c3a469fa108b5ce HTTP/1.1" status: 200 len: 379 time: 0.0446749 Sep 01 16:34:27.608786 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-1e8f820f-b14e-499b-b356-8a595c690a19 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Request body: {'port': {'device_id': '6878e6fc-fca2-4f88-94cf-9bee3978688e', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'admin_state_up': True, 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'security_groups': ['3edfc04b-96d1-4ce4-9ba0-0803242c46c0']}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:27.719427 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-1e8f820f-b14e-499b-b356-8a595c690a19 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Made reservation on behalf of cfbe48f8808e47789c3a469fa108b5ce for: {'port': 1} {{(pid=94734) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 16:34:27.723398 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-1e8f820f-b14e-499b-b356-8a595c690a19 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:27.876623 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.db_base_plugin_common [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-1e8f820f-b14e-499b-b356-8a595c690a19 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Allocated IP 172.20.0.5 (6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b/8acc93e0-a552-4bdc-9012-c2bc9807c2b3/f8decc20-55a9-4f26-a510-902be5553b56) {{(pid=94734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:34:28.061533 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-1e8f820f-b14e-499b-b356-8a595c690a19 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for port, precommit_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:28.077536 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-1e8f820f-b14e-499b-b356-8a595c690a19 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Transition to ACTIVE for port object f8decc20-55a9-4f26-a510-902be5553b56 will not be triggered until provisioned by entity DHCP. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:34:28.121634 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-1e8f820f-b14e-499b-b356-8a595c690a19 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_create {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:28.180861 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-1e8f820f-b14e-499b-b356-8a595c690a19 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Network 6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b is already hosted by enough agents. {{(pid=94734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:34:28.185371 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.base_scheduler [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-1e8f820f-b14e-499b-b356-8a595c690a19 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Resources bound (agent type, host, resource id): {{(pid=94734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:34:28.188875 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-1e8f820f-b14e-499b-b356-8a595c690a19 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Received port after_create {{(pid=94734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:34:28.220178 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f820f-b14e-499b-b356-8a595c690a19 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Pushing event updated for resources: {'Port': ['ID=f8decc20-55a9-4f26-a510-902be5553b56,revision_number=1']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:28.240899 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f820f-b14e-499b-b356-8a595c690a19 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:28.241616 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f820f-b14e-499b-b356-8a595c690a19 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:28.242212 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f820f-b14e-499b-b356-8a595c690a19 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:28.242836 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f820f-b14e-499b-b356-8a595c690a19 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:28.243674 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f820f-b14e-499b-b356-8a595c690a19 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:28.244980 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f820f-b14e-499b-b356-8a595c690a19 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:28.245990 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f820f-b14e-499b-b356-8a595c690a19 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:28.246563 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f820f-b14e-499b-b356-8a595c690a19 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:28.247151 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f820f-b14e-499b-b356-8a595c690a19 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:28.247721 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f820f-b14e-499b-b356-8a595c690a19 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:28.248313 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f820f-b14e-499b-b356-8a595c690a19 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:28.248916 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8f820f-b14e-499b-b356-8a595c690a19 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:28.295703 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-1e8f820f-b14e-499b-b356-8a595c690a19 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:28.296389 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-1e8f820f-b14e-499b-b356-8a595c690a19 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:28.300687 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c464eef2-3657-4dc4-b689-75fea46596e1 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:34:28.312932 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-1e8f820f-b14e-499b-b356-8a595c690a19 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7079086 Sep 01 16:34:28.391824 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:28.434655 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c455c88f-363c-4148-a53b-0d975a694801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c464eef2-3657-4dc4-b689-75fea46596e1'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:34:28.437440 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551bc548-9e41-439e-8838-b9aba29a9e6a" -d '{"events": [{"server_uuid": "c455c88f-363c-4148-a53b-0d975a694801", "name": "network-vif-unplugged", "status": "completed", "tag": "c464eef2-3657-4dc4-b689-75fea46596e1"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:34:28.441697 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] For port c464eef2-3657-4dc4-b689-75fea46596e1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c464eef2-3657-4dc4-b689-75fea46596e1,segment=NetworkSegment(7d175b91-e3d6-4c27-b10c-b8c785045911),segment_id=7d175b91-e3d6-4c27-b10c-b8c785045911)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:28.451358 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:28.482238 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 16:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71721db0-09ba-4ebe-87c5-5c8ef6c6a3a9 x-openstack-request-id: req-71721db0-09ba-4ebe-87c5-5c8ef6c6a3a9 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:34:28.482569 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c455c88f-363c-4148-a53b-0d975a694801", "name": "network-vif-unplugged", "status": "completed", "tag": "c464eef2-3657-4dc4-b689-75fea46596e1", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:34:28.482828 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-71721db0-09ba-4ebe-87c5-5c8ef6c6a3a9 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:34:28.483267 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c455c88f-363c-4148-a53b-0d975a694801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c464eef2-3657-4dc4-b689-75fea46596e1', 'code': 200} Sep 01 16:34:28.508183 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Pushing event updated for resources: {'Port': ['ID=c464eef2-3657-4dc4-b689-75fea46596e1,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:28.581593 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-27a1e737-dd88-441b-9193-e810981bf7de None None] Provisioning for port f8decc20-55a9-4f26-a510-902be5553b56 completed by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:34:28.586329 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-27a1e737-dd88-441b-9193-e810981bf7de None None] Provisioning complete for port f8decc20-55a9-4f26-a510-902be5553b56 triggered by entity DHCP. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:34:28.586329 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-27a1e737-dd88-441b-9193-e810981bf7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:28.630237 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-27a1e737-dd88-441b-9193-e810981bf7de None None] Port f8decc20-55a9-4f26-a510-902be5553b56 cannot update to ACTIVE because it is not bound. {{(pid=94735) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 16:34:28.659962 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:28.670265 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7785b57-cfae-43c6-929b-30b798a39414 req-432fdb44-a8cb-4e26-9fa3-bff4328af902 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:28.672512 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f7785b57-cfae-43c6-929b-30b798a39414 req-432fdb44-a8cb-4e26-9fa3-bff4328af902 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 931 time: 0.0552614 Sep 01 16:34:28.717486 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-f7785b57-cfae-43c6-929b-30b798a39414 req-f59bfa37-b888-4681-a4ff-c41dba90e8f1 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336201 Sep 01 16:34:29.842546 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf1b1f-7f87-4323-bd0f-fd680b2b13e1 req-6054ce54-edd3-4922-8ee5-cf09b9f39912 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:29.843926 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f6bf1b1f-7f87-4323-bd0f-fd680b2b13e1 req-6054ce54-edd3-4922-8ee5-cf09b9f39912 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 931 time: 0.0525770 Sep 01 16:34:29.883508 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-f6bf1b1f-7f87-4323-bd0f-fd680b2b13e1 req-475de06b-fd56-41d9-80e7-9d4bda297445 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334659 Sep 01 16:34:31.026787 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ccb7e-d78b-49ce-9e96-d08f922c70a0 req-0e228bf9-9db8-4f56-aeb9-f35b9cde3b00 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:31.028508 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-526ccb7e-d78b-49ce-9e96-d08f922c70a0 req-0e228bf9-9db8-4f56-aeb9-f35b9cde3b00 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 931 time: 0.0665748 Sep 01 16:34:31.066891 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-526ccb7e-d78b-49ce-9e96-d08f922c70a0 req-95127a16-f949-491a-b7f3-6295143018cf tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319612 Sep 01 16:34:32.189663 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d357e-ca67-42dc-83fa-86885a1c7ef5 req-33d45aaf-b64a-47be-a2d7-23d78b37c080 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:32.191965 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc1d357e-ca67-42dc-83fa-86885a1c7ef5 req-33d45aaf-b64a-47be-a2d7-23d78b37c080 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 931 time: 0.0520062 Sep 01 16:34:32.230860 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-fc1d357e-ca67-42dc-83fa-86885a1c7ef5 req-58a186ea-4561-4ded-ba72-498cd64b8672 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326874 Sep 01 16:34:33.354946 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9002064-51a6-4d8a-a135-ca6fd8a3c83e req-820044c3-147c-45e7-ad45-f8195b5c6020 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:33.356711 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b9002064-51a6-4d8a-a135-ca6fd8a3c83e req-820044c3-147c-45e7-ad45-f8195b5c6020 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 931 time: 0.0493743 Sep 01 16:34:33.402953 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-b9002064-51a6-4d8a-a135-ca6fd8a3c83e req-df4bd92d-0b87-4832-952a-c0bb4c4f0b4e tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394564 Sep 01 16:34:34.525479 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fea0a4-2f1d-4ea1-be25-1f4f7be2e422 req-7271940f-2f85-4c9d-a795-4c21a73b4e82 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:34.527002 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e6fea0a4-2f1d-4ea1-be25-1f4f7be2e422 req-7271940f-2f85-4c9d-a795-4c21a73b4e82 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 931 time: 0.0550885 Sep 01 16:34:34.572594 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-e6fea0a4-2f1d-4ea1-be25-1f4f7be2e422 req-3a830629-8c7c-479d-9a83-18b6df9e1c64 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396729 Sep 01 16:34:35.713957 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5830e0d-bdf2-414b-8bf5-d70fa0077bc3 req-31d840b9-4087-4a81-82f7-068774d6ae50 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:35.715585 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d5830e0d-bdf2-414b-8bf5-d70fa0077bc3 req-31d840b9-4087-4a81-82f7-068774d6ae50 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 931 time: 0.0498707 Sep 01 16:34:35.755874 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-d5830e0d-bdf2-414b-8bf5-d70fa0077bc3 req-633b0072-3303-440a-a130-bf2f9ee737ac tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338545 Sep 01 16:34:36.894124 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6887a7-12ae-47b1-9a93-3629db281fb6 req-c87b4350-0b53-4429-b13a-c19f897b2f2e tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:36.895634 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-de6887a7-12ae-47b1-9a93-3629db281fb6 req-c87b4350-0b53-4429-b13a-c19f897b2f2e tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 931 time: 0.0726497 Sep 01 16:34:36.935105 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-de6887a7-12ae-47b1-9a93-3629db281fb6 req-a5019177-4416-4463-9e70-1d361f67af83 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328724 Sep 01 16:34:38.054831 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea76b3-0ed4-491c-a815-cf7db14cf95c req-b08187b8-0bfd-4f53-b9c5-e288eb61e86e tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:38.057286 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-63ea76b3-0ed4-491c-a815-cf7db14cf95c req-b08187b8-0bfd-4f53-b9c5-e288eb61e86e tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 931 time: 0.0553794 Sep 01 16:34:38.094012 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-63ea76b3-0ed4-491c-a815-cf7db14cf95c req-dc1cd687-8061-4ad4-9c02-9fe293db5f4c tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306342 Sep 01 16:34:38.717307 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.v2.base [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-fa738cb7-3762-49f0-8e91-50b69bb6bb8e service neutron] Request body: {'port': {'device_id': '6878e6fc-fca2-4f88-94cf-9bee3978688e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794796-3'}} {{(pid=94734) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:38.768728 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-fa738cb7-3762-49f0-8e91-50b69bb6bb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:39.023661 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-fa738cb7-3762-49f0-8e91-50b69bb6bb8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8decc20-55a9-4f26-a510-902be5553b56 {{(pid=94734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:34:39.031918 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-fa738cb7-3762-49f0-8e91-50b69bb6bb8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:39.043863 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.provisioning_blocks [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-fa738cb7-3762-49f0-8e91-50b69bb6bb8e service neutron] Transition to ACTIVE for port object f8decc20-55a9-4f26-a510-902be5553b56 will not be triggered until provisioned by entity L2. {{(pid=94734) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 16:34:39.047677 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-fa738cb7-3762-49f0-8e91-50b69bb6bb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:39.095568 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa738cb7-3762-49f0-8e91-50b69bb6bb8e service neutron] Pushing event updated for resources: {'Port': ['ID=f8decc20-55a9-4f26-a510-902be5553b56,revision_number=2']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:39.166787 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-fa738cb7-3762-49f0-8e91-50b69bb6bb8e service neutron] Attempting to bind port f8decc20-55a9-4f26-a510-902be5553b56 on host n-h2-794796-3 for vnic_type normal with profile {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 16:34:39.167130 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-fa738cb7-3762-49f0-8e91-50b69bb6bb8e service neutron] Attempting to bind port f8decc20-55a9-4f26-a510-902be5553b56 by drivers openvswitch,hyperv on host n-h2-794796-3 at level 0 using segments [{'id': '7d175b91-e3d6-4c27-b10c-b8c785045911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b'}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 16:34:39.167464 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-fa738cb7-3762-49f0-8e91-50b69bb6bb8e service neutron] Attempting to bind port f8decc20-55a9-4f26-a510-902be5553b56 on network 6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:34:39.175698 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-fa738cb7-3762-49f0-8e91-50b69bb6bb8e service neutron] Port f8decc20-55a9-4f26-a510-902be5553b56 on network 6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b not bound, no agent of type Open vSwitch agent registered on host n-h2-794796-3 {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 16:34:39.175698 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-fa738cb7-3762-49f0-8e91-50b69bb6bb8e service neutron] Attempting to bind port f8decc20-55a9-4f26-a510-902be5553b56 on network 6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 16:34:39.179307 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-fa738cb7-3762-49f0-8e91-50b69bb6bb8e service neutron] Checking agent: {'id': '85d8bdaa-3874-4526-abfe-f6e878eb264a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794796-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'started_at': datetime.datetime(2021, 9, 1, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 16, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 16:34:39.179654 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-fa738cb7-3762-49f0-8e91-50b69bb6bb8e service neutron] Checking segment: {'id': '7d175b91-e3d6-4c27-b10c-b8c785045911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 16:34:39.180043 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-fa738cb7-3762-49f0-8e91-50b69bb6bb8e service neutron] Bound using segment: {'id': '7d175b91-e3d6-4c27-b10c-b8c785045911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b'} {{(pid=94734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 16:34:39.180470 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.managers [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-fa738cb7-3762-49f0-8e91-50b69bb6bb8e service neutron] Bound port: f8decc20-55a9-4f26-a510-902be5553b56, host: n-h2-794796-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d175b91-e3d6-4c27-b10c-b8c785045911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b'}}] {{(pid=94734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 16:34:39.181364 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-fa738cb7-3762-49f0-8e91-50b69bb6bb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:39.213932 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf105cb-b52e-4133-a0b9-641907dcce85 req-cf144ea1-2605-4fa3-9972-7bff237569f1 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:39.219558 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2cf105cb-b52e-4133-a0b9-641907dcce85 req-cf144ea1-2605-4fa3-9972-7bff237569f1 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 943 time: 0.0546556 Sep 01 16:34:39.252706 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-fa738cb7-3762-49f0-8e91-50b69bb6bb8e service neutron] For port f8decc20-55a9-4f26-a510-902be5553b56, host n-h2-794796-3, cleared binding levels {{(pid=94734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 16:34:39.255626 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-2cf105cb-b52e-4133-a0b9-641907dcce85 req-b4ef0457-a62b-46bd-8931-e88855094896 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340755 Sep 01 16:34:39.256081 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-fa738cb7-3762-49f0-8e91-50b69bb6bb8e service neutron] For port f8decc20-55a9-4f26-a510-902be5553b56, host n-h2-794796-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f8decc20-55a9-4f26-a510-902be5553b56,segment=NetworkSegment(7d175b91-e3d6-4c27-b10c-b8c785045911),segment_id=7d175b91-e3d6-4c27-b10c-b8c785045911)] {{(pid=94734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 16:34:39.261911 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-fa738cb7-3762-49f0-8e91-50b69bb6bb8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9044411'] for port, after_update {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:39.298735 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-fa738cb7-3762-49f0-8e91-50b69bb6bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:39.299764 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-fa738cb7-3762-49f0-8e91-50b69bb6bb8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:39.301459 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-fa738cb7-3762-49f0-8e91-50b69bb6bb8e service neutron] 10.222.0.62 "PUT /v2.0/ports/f8decc20-55a9-4f26-a510-902be5553b56 HTTP/1.1" status: 200 len: 1091 time: 0.6321328 Sep 01 16:34:39.304308 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6878e6fc-fca2-4f88-94cf-9bee3978688e', 'tag': 'f8decc20-55a9-4f26-a510-902be5553b56'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:34:39.307186 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de5c4cb-f91a-4d5d-a2f3-51860f93240c" -d '{"events": [{"name": "network-changed", "server_uuid": "6878e6fc-fca2-4f88-94cf-9bee3978688e", "tag": "f8decc20-55a9-4f26-a510-902be5553b56"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:34:39.333806 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa738cb7-3762-49f0-8e91-50b69bb6bb8e service neutron] Pushing event updated for resources: {'Port': ['ID=f8decc20-55a9-4f26-a510-902be5553b56,revision_number=3']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:39.351071 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ab8aa6-b7f7-452b-a3b8-6e6b75933e61 x-openstack-request-id: req-24ab8aa6-b7f7-452b-a3b8-6e6b75933e61 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:34:39.351481 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6878e6fc-fca2-4f88-94cf-9bee3978688e", "tag": "f8decc20-55a9-4f26-a510-902be5553b56", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:34:39.351693 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-24ab8aa6-b7f7-452b-a3b8-6e6b75933e61 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:34:39.352047 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6878e6fc-fca2-4f88-94cf-9bee3978688e', 'tag': 'f8decc20-55a9-4f26-a510-902be5553b56', 'status': 'completed', 'code': 200} Sep 01 16:34:39.372729 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:39.419304 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-a2f91d4a-62e3-4c03-972c-efdc453afa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:39.420834 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-a2f91d4a-62e3-4c03-972c-efdc453afa23 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cfbe48f8808e47789c3a469fa108b5ce&device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 1094 time: 0.0430844 Sep 01 16:34:39.428820 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-70cce18b-f603-4d06-812d-915c11696201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:39.476266 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-1fecea5e-c53b-45e3-aae1-be269c73cf95 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8decc20-55a9-4f26-a510-902be5553b56 HTTP/1.1" status: 200 len: 217 time: 0.0364914 Sep 01 16:34:39.529212 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-594ef3d3-276d-4440-bdd1-14fe85048c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:39.530617 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-594ef3d3-276d-4440-bdd1-14fe85048c4f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8acc93e0-a552-4bdc-9012-c2bc9807c2b3 HTTP/1.1" status: 200 len: 848 time: 0.0474300 Sep 01 16:34:39.581347 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-49f41394-a632-48a8-9208-5371d0bbf2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:39.582924 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-49f41394-a632-48a8-9208-5371d0bbf2d4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412331 Sep 01 16:34:39.672555 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-318d3a3e-a018-4491-a979-a7d650d21c97 service neutron] 10.222.0.62 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811696 Sep 01 16:34:40.089915 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e1f15b08-08ff-4c01-b16e-eb50831d66d6 req-ca99f4ae-cf74-485c-b5a3-6679c117bd9e service neutron] 10.222.0.62 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087939 Sep 01 16:34:40.227499 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5c4cb-f91a-4d5d-a2f3-51860f93240c req-1779439c-5c40-4eb9-842b-3fc18845d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:40.229485 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2de5c4cb-f91a-4d5d-a2f3-51860f93240c req-1779439c-5c40-4eb9-842b-3fc18845d5a6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cfbe48f8808e47789c3a469fa108b5ce&device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 1094 time: 0.0417633 Sep 01 16:34:40.325707 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5c4cb-f91a-4d5d-a2f3-51860f93240c req-f6347dc9-c060-46cc-8d36-ad3fc07e72a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:40.327200 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2de5c4cb-f91a-4d5d-a2f3-51860f93240c req-f6347dc9-c060-46cc-8d36-ad3fc07e72a2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b HTTP/1.1" status: 200 len: 910 time: 0.0896518 Sep 01 16:34:40.370654 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2de5c4cb-f91a-4d5d-a2f3-51860f93240c req-0a9abaae-e06b-4e16-80bc-392d24c49973 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8decc20-55a9-4f26-a510-902be5553b56 HTTP/1.1" status: 200 len: 217 time: 0.0349753 Sep 01 16:34:40.380423 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a2a2d-db86-4049-aba6-05fb0a1eddb1 req-4bbb5783-97ed-4323-a88d-5b0608014508 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:40.381909 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-717a2a2d-db86-4049-aba6-05fb0a1eddb1 req-4bbb5783-97ed-4323-a88d-5b0608014508 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 943 time: 0.0538030 Sep 01 16:34:40.426906 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-717a2a2d-db86-4049-aba6-05fb0a1eddb1 req-8814cc99-326d-4235-bcb9-5dfb4f278222 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388856 Sep 01 16:34:40.427329 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5c4cb-f91a-4d5d-a2f3-51860f93240c req-c7111fdd-bce9-40c0-ac4f-1e24bf0e4c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:40.428836 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2de5c4cb-f91a-4d5d-a2f3-51860f93240c req-c7111fdd-bce9-40c0-ac4f-1e24bf0e4c23 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8acc93e0-a552-4bdc-9012-c2bc9807c2b3 HTTP/1.1" status: 200 len: 848 time: 0.0505881 Sep 01 16:34:40.479999 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5c4cb-f91a-4d5d-a2f3-51860f93240c req-394af1e6-9686-4dbd-a333-05f99d006852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:40.481510 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2de5c4cb-f91a-4d5d-a2f3-51860f93240c req-394af1e6-9686-4dbd-a333-05f99d006852 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450273 Sep 01 16:34:40.570664 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2de5c4cb-f91a-4d5d-a2f3-51860f93240c req-093ef53e-819c-4141-b3f2-092ebf57a081 service neutron] 10.222.0.62 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808651 Sep 01 16:34:40.664366 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2de5c4cb-f91a-4d5d-a2f3-51860f93240c req-5cfa3f79-4d35-45a7-ba62-8866d58c73c3 service neutron] 10.222.0.62 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844560 Sep 01 16:34:41.544397 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45b5da-d4f8-4170-bb11-efa67dbcd155 req-bb0bd46f-87e0-4b76-9aeb-9804a1799b0f tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:41.545887 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5c45b5da-d4f8-4170-bb11-efa67dbcd155 req-bb0bd46f-87e0-4b76-9aeb-9804a1799b0f tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 943 time: 0.0494876 Sep 01 16:34:41.582663 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-5c45b5da-d4f8-4170-bb11-efa67dbcd155 req-a2c25c7f-4751-41cc-9ab4-77445cc8886a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304484 Sep 01 16:34:42.309156 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:42.698557 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67410564-fd93-4fe1-ad09-fecf9743b99c req-b21ea319-ec79-4194-bc72-7e6313205ad9 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:42.700038 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-67410564-fd93-4fe1-ad09-fecf9743b99c req-b21ea319-ec79-4194-bc72-7e6313205ad9 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 943 time: 0.0495319 Sep 01 16:34:42.737191 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-67410564-fd93-4fe1-ad09-fecf9743b99c req-1d279e89-10a8-4f06-a7c6-9c3ca130d557 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312917 Sep 01 16:34:43.433867 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f8decc20-55a9-4f26-a510-902be5553b56 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:34:43.529509 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port f8decc20-55a9-4f26-a510-902be5553b56, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f8decc20-55a9-4f26-a510-902be5553b56,segment=NetworkSegment(7d175b91-e3d6-4c27-b10c-b8c785045911),segment_id=7d175b91-e3d6-4c27-b10c-b8c785045911)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:43.540515 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'f8decc20-55a9-4f26-a510-902be5553b56', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'port_id': 'f8decc20-55a9-4f26-a510-902be5553b56', 'mac_address': 'fa:16:3e:f3:52:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:34:43.576831 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:43.589638 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8decc20-55a9-4f26-a510-902be5553b56 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:34:43.616422 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port f8decc20-55a9-4f26-a510-902be5553b56, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f8decc20-55a9-4f26-a510-902be5553b56,segment=NetworkSegment(7d175b91-e3d6-4c27-b10c-b8c785045911),segment_id=7d175b91-e3d6-4c27-b10c-b8c785045911)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:43.621932 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:43.626977 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:43.673406 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=f8decc20-55a9-4f26-a510-902be5553b56,revision_number=4']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:43.782463 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-8200eeb3-129c-41d8-ae3f-5f408e7d1e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:43.855121 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634838a-9e1f-46c4-92eb-17670107550e req-1fc9a1a4-2da7-49ed-9c86-6f9e99ec6dad tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:43.856623 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e634838a-9e1f-46c4-92eb-17670107550e req-1fc9a1a4-2da7-49ed-9c86-6f9e99ec6dad tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 944 time: 0.0508873 Sep 01 16:34:43.894637 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-e634838a-9e1f-46c4-92eb-17670107550e req-9008f285-758d-42f4-8579-9c9599986a99 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317731 Sep 01 16:34:44.079207 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['f8decc20-55a9-4f26-a510-902be5553b56'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:34:45.014766 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17773578-47c0-4be0-a460-c1e63a62afea req-87775bae-214d-40c7-8a50-a979a9ccf46c tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:45.016270 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-17773578-47c0-4be0-a460-c1e63a62afea req-87775bae-214d-40c7-8a50-a979a9ccf46c tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 944 time: 0.0523303 Sep 01 16:34:45.053732 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-17773578-47c0-4be0-a460-c1e63a62afea req-2a26b480-c852-4643-a1a9-ca88b72c5008 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315354 Sep 01 16:34:45.437595 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f8decc20-55a9-4f26-a510-902be5553b56 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:34:45.493216 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning for port f8decc20-55a9-4f26-a510-902be5553b56 completed by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 16:34:45.498090 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port f8decc20-55a9-4f26-a510-902be5553b56 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:34:45.498521 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:45.500096 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:45.575185 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:45.599928 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6878e6fc-fca2-4f88-94cf-9bee3978688e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8decc20-55a9-4f26-a510-902be5553b56'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:34:45.602861 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d7fa6e-5fef-4972-bcce-8d0276277c26" -d '{"events": [{"server_uuid": "6878e6fc-fca2-4f88-94cf-9bee3978688e", "name": "network-vif-plugged", "status": "completed", "tag": "f8decc20-55a9-4f26-a510-902be5553b56"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:34:45.619199 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port f8decc20-55a9-4f26-a510-902be5553b56, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f8decc20-55a9-4f26-a510-902be5553b56,segment=NetworkSegment(7d175b91-e3d6-4c27-b10c-b8c785045911),segment_id=7d175b91-e3d6-4c27-b10c-b8c785045911)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:34:45.624023 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:45.647857 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5797d6-a93c-4c92-939b-7649246c96c2 x-openstack-request-id: req-ca5797d6-a93c-4c92-939b-7649246c96c2 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:34:45.648152 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6878e6fc-fca2-4f88-94cf-9bee3978688e", "name": "network-vif-plugged", "status": "completed", "tag": "f8decc20-55a9-4f26-a510-902be5553b56", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:34:45.648409 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ca5797d6-a93c-4c92-939b-7649246c96c2 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:34:45.648796 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6878e6fc-fca2-4f88-94cf-9bee3978688e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8decc20-55a9-4f26-a510-902be5553b56', 'code': 200} Sep 01 16:34:45.678419 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=f8decc20-55a9-4f26-a510-902be5553b56,revision_number=5']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:45.785983 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d986f20-a5d3-4c85-89ec-5ce0144c6e1c req-d0416af1-dc96-4c87-8b6b-a5160c4339fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:45.787515 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2d986f20-a5d3-4c85-89ec-5ce0144c6e1c req-d0416af1-dc96-4c87-8b6b-a5160c4339fa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 1096 time: 0.0435352 Sep 01 16:34:45.822116 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-2d986f20-a5d3-4c85-89ec-5ce0144c6e1c req-2eae7a4d-16a9-4930-b3a0-f7095ddf233b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269775 Sep 01 16:34:46.172066 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80686d68-e332-4bf2-a929-efd276ba225f req-322b2ac8-3c42-41d1-a15c-d1ec64898456 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:46.173499 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-80686d68-e332-4bf2-a929-efd276ba225f req-322b2ac8-3c42-41d1-a15c-d1ec64898456 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 945 time: 0.0527651 Sep 01 16:34:46.211310 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-80686d68-e332-4bf2-a929-efd276ba225f req-29aa09c6-38c4-4b2b-824a-166070b0f3b1 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318358 Sep 01 16:34:47.349858 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b6b18-6d42-4c36-b30a-f5fe4d578f52 req-cfb051bc-ab3f-4d18-a44b-8e79b0932f16 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:47.351665 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a43b6b18-6d42-4c36-b30a-f5fe4d578f52 req-cfb051bc-ab3f-4d18-a44b-8e79b0932f16 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 945 time: 0.0549345 Sep 01 16:34:47.394352 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a43b6b18-6d42-4c36-b30a-f5fe4d578f52 req-05f99628-48ce-4265-93df-0afdfc5c8b20 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359321 Sep 01 16:34:47.514165 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c02b12-371c-4c72-88f1-51db83d726ca req-b244d0e8-7aed-40eb-88a3-8a7c7f95a2d3 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:47.515807 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93c02b12-371c-4c72-88f1-51db83d726ca req-b244d0e8-7aed-40eb-88a3-8a7c7f95a2d3 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 945 time: 0.0515678 Sep 01 16:34:47.554439 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-93c02b12-371c-4c72-88f1-51db83d726ca req-6836f1e9-e9ed-4cbe-b8f5-e4b5f110bdeb tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325882 Sep 01 16:34:47.576917 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59438) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:34:47.618676 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a02f121-9f92-4f0a-af94-ca755a56fed3 tempest-TestSnapshotPattern-188756429 tempest-TestSnapshotPattern-188756429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:47.620406 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-6a02f121-9f92-4f0a-af94-ca755a56fed3 tempest-TestSnapshotPattern-188756429 tempest-TestSnapshotPattern-188756429-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 1091 time: 0.0424681 Sep 01 16:34:47.623129 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59440) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:34:47.627504 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.v2.base [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Request body: {'floatingip': {'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'port_id': 'f8decc20-55a9-4f26-a510-902be5553b56', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 16:34:47.648506 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for floatingip, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:47.751730 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:47.864364 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_common [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Allocated IP 172.25.6.35 (5c826073-0017-46f6-8947-51b31e774ff4/26567fba-1ec2-4a31-a88d-55926de81689/025a4ce2-f495-4119-bd59-f168f374b988) {{(pid=94733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 16:34:47.966112 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for port, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:48.005365 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772851258408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:48.046235 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Network 5c826073-0017-46f6-8947-51b31e774ff4 is already hosted by enough agents. {{(pid=94733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 16:34:48.049214 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.base_scheduler [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Resources bound (agent type, host, resource id): {{(pid=94733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 16:34:48.053738 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Received port after_create {{(pid=94733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 16:34:48.057214 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Pushing event updated for resources: {'Port': ['ID=025a4ce2-f495-4119-bd59-f168f374b988,revision_number=1']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:48.088151 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:48.088501 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:48.088847 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:48.089188 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:48.089526 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:48.089859 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:48.090193 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:48.090549 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:48.090880 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:48.091206 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:48.091539 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:48.091864 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:34:48.432594 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:48.508441 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:48.660278 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for port, precommit_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:48.665209 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9223155'] for port, after_update {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:48.737624 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Pushing event updated for resources: {'Port': ['ID=025a4ce2-f495-4119-bd59-f168f374b988,revision_number=2']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:34:48.747483 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1813009'] for floatingip, after_create {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:48.849845 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Floating IP cbf44eb3-7741-4c2e-8038-6258ed8a8c2b associated. External IP: 172.25.6.35, port: f8decc20-55a9-4f26-a510-902be5553b56. Sep 01 16:34:49.056792 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Router fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:34:49.161680 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:34:49.171313 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe25cab2-1fad-47e7-96bf-d464c7955ade None None] Sync routers for ids ['fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:34:49.177795 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:49.181019 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe25cab2-1fad-47e7-96bf-d464c7955ade None None] Routers {'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:34:49.181754 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-fe25cab2-1fad-47e7-96bf-d464c7955ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:34:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:49.207420 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c3da0bae-1e91-4ac7-bd7d-25eb882d895d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5832427 Sep 01 16:34:49.208118 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6878e6fc-fca2-4f88-94cf-9bee3978688e', 'tag': 'f8decc20-55a9-4f26-a510-902be5553b56'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:34:49.210407 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84aef149-997f-40d2-a7df-6fb2ad124070" -d '{"events": [{"name": "network-changed", "server_uuid": "6878e6fc-fca2-4f88-94cf-9bee3978688e", "tag": "f8decc20-55a9-4f26-a510-902be5553b56"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:34:49.288820 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-fe25cab2-1fad-47e7-96bf-d464c7955ade None None] Set router fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:34:49.301175 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df903eb1-3f10-467d-88e2-e5752e83d4a2 x-openstack-request-id: req-df903eb1-3f10-467d-88e2-e5752e83d4a2 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:34:49.301470 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6878e6fc-fca2-4f88-94cf-9bee3978688e", "tag": "f8decc20-55a9-4f26-a510-902be5553b56", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:34:49.301725 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df903eb1-3f10-467d-88e2-e5752e83d4a2 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:34:49.302134 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6878e6fc-fca2-4f88-94cf-9bee3978688e', 'tag': 'f8decc20-55a9-4f26-a510-902be5553b56', 'status': 'completed', 'code': 200} Sep 01 16:34:49.388264 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aef149-997f-40d2-a7df-6fb2ad124070 req-a3cbc684-c3fc-41eb-b8e8-584de9b607fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:49.389680 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-84aef149-997f-40d2-a7df-6fb2ad124070 req-a3cbc684-c3fc-41eb-b8e8-584de9b607fd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cfbe48f8808e47789c3a469fa108b5ce&device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 1096 time: 0.0406628 Sep 01 16:34:49.483172 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aef149-997f-40d2-a7df-6fb2ad124070 req-9770a9e2-6301-4931-a576-e4c9e231e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:49.484652 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-84aef149-997f-40d2-a7df-6fb2ad124070 req-9770a9e2-6301-4931-a576-e4c9e231e878 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b HTTP/1.1" status: 200 len: 910 time: 0.0877001 Sep 01 16:34:49.514877 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-fe25cab2-1fad-47e7-96bf-d464c7955ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'name': 'tempest-TestSnapshotPattern-556672161-router', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '63f993c0-fae1-430e-916f-a25d85058261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:54Z', 'revision_number': 4, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'gw_port': {'id': '63f993c0-fae1-430e-916f-a25d85058261', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '2022944f-21fe-4800-b79e-3c96c25c7824', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'port_id': 'c464eef2-3657-4dc4-b689-75fea46596e1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'mac_address': 'fa:16:3e:79:6b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c455c88f-363c-4148-a53b-0d975a694801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:32:12Z', 'updated_at': '2021-09-01T16:32:14Z', 'revision_number': 1, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'fixed_ip_address_scope': None}, {'id': 'cbf44eb3-7741-4c2e-8038-6258ed8a8c2b', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'port_id': 'f8decc20-55a9-4f26-a510-902be5553b56', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'mac_address': 'fa:16:3e:f3:52:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6878e6fc-fca2-4f88-94cf-9bee3978688e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:34:48Z', 'updated_at': '2021-09-01T16:34:48Z', 'revision_number': 0, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fbea47f-7bb8-4ea9-a7fc-8f234e78875b', 'name': '', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'mac_address': 'fa:16:3e:ed:f7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:54Z', 'updated_at': '2021-09-01T16:32:00Z', 'revision_number': 5, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'subnets': [{'id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:49.539724 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe25cab2-1fad-47e7-96bf-d464c7955ade None None] Checking router: fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:34:49.548670 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe25cab2-1fad-47e7-96bf-d464c7955ade None None] Routers {'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:34:49.549278 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-fe25cab2-1fad-47e7-96bf-d464c7955ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:34:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:49.551370 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-84aef149-997f-40d2-a7df-6fb2ad124070 req-6b194ecf-6b57-4b79-b5ec-d384bcd1d539 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8decc20-55a9-4f26-a510-902be5553b56 HTTP/1.1" status: 200 len: 998 time: 0.0588636 Sep 01 16:34:49.603858 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aef149-997f-40d2-a7df-6fb2ad124070 req-4da4b369-2da5-4119-8aed-071f0510e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:49.605474 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-84aef149-997f-40d2-a7df-6fb2ad124070 req-4da4b369-2da5-4119-8aed-071f0510e14f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8acc93e0-a552-4bdc-9012-c2bc9807c2b3 HTTP/1.1" status: 200 len: 848 time: 0.0466292 Sep 01 16:34:49.662160 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aef149-997f-40d2-a7df-6fb2ad124070 req-9ecff3c7-27f7-4f00-901b-4684f26b1a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:49.663637 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-84aef149-997f-40d2-a7df-6fb2ad124070 req-9ecff3c7-27f7-4f00-901b-4684f26b1a8f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497439 Sep 01 16:34:49.749566 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-fe25cab2-1fad-47e7-96bf-d464c7955ade None None] Set router fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:34:49.754006 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-84aef149-997f-40d2-a7df-6fb2ad124070 req-87c26be3-0b08-4aa2-bb31-8f352183e673 service neutron] 10.222.0.62 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818005 Sep 01 16:34:49.850924 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-84aef149-997f-40d2-a7df-6fb2ad124070 req-dcfc798a-dba1-4973-8090-2c4786b99fdf service neutron] 10.222.0.62 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887911 Sep 01 16:34:49.974241 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-fe25cab2-1fad-47e7-96bf-d464c7955ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'name': 'tempest-TestSnapshotPattern-556672161-router', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '63f993c0-fae1-430e-916f-a25d85058261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:54Z', 'revision_number': 4, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'gw_port': {'id': '63f993c0-fae1-430e-916f-a25d85058261', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '2022944f-21fe-4800-b79e-3c96c25c7824', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'port_id': 'c464eef2-3657-4dc4-b689-75fea46596e1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'mac_address': 'fa:16:3e:79:6b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c455c88f-363c-4148-a53b-0d975a694801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:32:12Z', 'updated_at': '2021-09-01T16:32:14Z', 'revision_number': 1, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'fixed_ip_address_scope': None}, {'id': 'cbf44eb3-7741-4c2e-8038-6258ed8a8c2b', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'port_id': 'f8decc20-55a9-4f26-a510-902be5553b56', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'mac_address': 'fa:16:3e:f3:52:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6878e6fc-fca2-4f88-94cf-9bee3978688e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:34:48Z', 'updated_at': '2021-09-01T16:34:48Z', 'revision_number': 0, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fbea47f-7bb8-4ea9-a7fc-8f234e78875b', 'name': '', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'mac_address': 'fa:16:3e:ed:f7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:54Z', 'updated_at': '2021-09-01T16:32:00Z', 'revision_number': 5, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'subnets': [{'id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:34:49.999483 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe25cab2-1fad-47e7-96bf-d464c7955ade None None] The sync data for ids ['fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'] in n-d-794796-3 is: [{'id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'name': 'tempest-TestSnapshotPattern-556672161-router', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '63f993c0-fae1-430e-916f-a25d85058261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:54Z', 'revision_number': 4, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'gw_port': {'id': '63f993c0-fae1-430e-916f-a25d85058261', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '2022944f-21fe-4800-b79e-3c96c25c7824', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'port_id': 'c464eef2-3657-4dc4-b689-75fea46596e1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'mac_address': 'fa:16:3e:79:6b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c455c88f-363c-4148-a53b-0d975a694801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:32:12Z', 'updated_at': '2021-09-01T16:32:14Z', 'revision_number': 1, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'fixed_ip_address_scope': None}, {'id': 'cbf44eb3-7741-4c2e-8038-6258ed8a8c2b', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'port_id': 'f8decc20-55a9-4f26-a510-902be5553b56', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'mac_address': 'fa:16:3e:f3:52:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6878e6fc-fca2-4f88-94cf-9bee3978688e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:34:48Z', 'updated_at': '2021-09-01T16:34:48Z', 'revision_number': 0, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fbea47f-7bb8-4ea9-a7fc-8f234e78875b', 'name': '', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'mac_address': 'fa:16:3e:ed:f7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:54Z', 'updated_at': '2021-09-01T16:32:00Z', 'revision_number': 5, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'subnets': [{'id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:34:50.189064 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d2ff5e-82b0-4819-8793-fbcbe6deecdf None None] New status for floating IP cbf44eb3-7741-4c2e-8038-6258ed8a8c2b: ACTIVE {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:34:51.771387 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:34:58.672734 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:34:59.143715 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-99505fa3-f92b-4d83-8e28-e832e03fb4f0 req-7cb17fb2-853f-4627-b04b-eb9aadeec4c2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c455c88f-363c-4148-a53b-0d975a694801&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0844011 Sep 01 16:34:59.230657 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99505fa3-f92b-4d83-8e28-e832e03fb4f0 req-0b9c2583-0bdd-4c8f-bbd7-a14f17d83925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:59.232169 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-99505fa3-f92b-4d83-8e28-e832e03fb4f0 req-0b9c2583-0bdd-4c8f-bbd7-a14f17d83925 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cfbe48f8808e47789c3a469fa108b5ce&device_id=c455c88f-363c-4148-a53b-0d975a694801 HTTP/1.1" status: 200 len: 1095 time: 0.0408499 Sep 01 16:34:59.342353 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99505fa3-f92b-4d83-8e28-e832e03fb4f0 req-d2a0a471-ddeb-45aa-88f3-15b74add469c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:59.343755 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-99505fa3-f92b-4d83-8e28-e832e03fb4f0 req-d2a0a471-ddeb-45aa-88f3-15b74add469c service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b HTTP/1.1" status: 200 len: 910 time: 0.0888641 Sep 01 16:34:59.411032 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-99505fa3-f92b-4d83-8e28-e832e03fb4f0 req-f64dd15d-83dd-4668-92aa-3aac81518a62 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c464eef2-3657-4dc4-b689-75fea46596e1 HTTP/1.1" status: 200 len: 999 time: 0.0586133 Sep 01 16:34:59.461086 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99505fa3-f92b-4d83-8e28-e832e03fb4f0 req-0cd5ef94-e9fb-4130-b005-3d31ad5d5986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:59.462593 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-99505fa3-f92b-4d83-8e28-e832e03fb4f0 req-0cd5ef94-e9fb-4130-b005-3d31ad5d5986 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8acc93e0-a552-4bdc-9012-c2bc9807c2b3 HTTP/1.1" status: 200 len: 848 time: 0.0432541 Sep 01 16:34:59.512721 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99505fa3-f92b-4d83-8e28-e832e03fb4f0 req-a7f99a14-25b1-4793-9f16-bfb561b45f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:34:59.514200 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-99505fa3-f92b-4d83-8e28-e832e03fb4f0 req-a7f99a14-25b1-4793-9f16-bfb561b45f6f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441895 Sep 01 16:34:59.602046 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-99505fa3-f92b-4d83-8e28-e832e03fb4f0 req-fd572569-2f1c-4c29-823b-23f0ac93464c service neutron] 10.222.0.45 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800040 Sep 01 16:34:59.700001 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-99505fa3-f92b-4d83-8e28-e832e03fb4f0 req-aec6f2cc-9200-4753-912a-84de93958347 service neutron] 10.222.0.45 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898483 Sep 01 16:35:09.393126 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:09.428685 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-aee8ea82-0783-45ce-ba4e-595ebf0b678e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:12.309286 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:13.617669 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:13.783438 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-51d6d192-2dcc-49bb-a9a6-2a62ebe4beb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:15.499170 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:21.874622 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1d11b274-0324-42d2-8ab3-39f797d4ddd8 req-9438d766-a0b6-4043-92f6-a223aaa8d79b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403695 Sep 01 16:35:21.978492 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11b274-0324-42d2-8ab3-39f797d4ddd8 req-7df63ee1-50aa-4614-8499-acdf96825099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:21.979987 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1d11b274-0324-42d2-8ab3-39f797d4ddd8 req-7df63ee1-50aa-4614-8499-acdf96825099 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cfbe48f8808e47789c3a469fa108b5ce&device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 1096 time: 0.0405352 Sep 01 16:35:22.084991 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11b274-0324-42d2-8ab3-39f797d4ddd8 req-655aaf01-40c7-4364-86c5-f40ce06e5f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:22.086464 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1d11b274-0324-42d2-8ab3-39f797d4ddd8 req-655aaf01-40c7-4364-86c5-f40ce06e5f6e service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b HTTP/1.1" status: 200 len: 910 time: 0.0855076 Sep 01 16:35:22.154653 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1d11b274-0324-42d2-8ab3-39f797d4ddd8 req-c75e3c76-a110-4a74-845d-2cb267ad05fd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8decc20-55a9-4f26-a510-902be5553b56 HTTP/1.1" status: 200 len: 1000 time: 0.0567265 Sep 01 16:35:22.204747 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11b274-0324-42d2-8ab3-39f797d4ddd8 req-423eef26-fb83-4ba4-a3fa-b653333e27b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:22.206153 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1d11b274-0324-42d2-8ab3-39f797d4ddd8 req-423eef26-fb83-4ba4-a3fa-b653333e27b7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8acc93e0-a552-4bdc-9012-c2bc9807c2b3 HTTP/1.1" status: 200 len: 848 time: 0.0424147 Sep 01 16:35:22.255204 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11b274-0324-42d2-8ab3-39f797d4ddd8 req-9e373d74-e9b4-4d59-a91c-8c86df8faecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:35:22.256675 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1d11b274-0324-42d2-8ab3-39f797d4ddd8 req-9e373d74-e9b4-4d59-a91c-8c86df8faecb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433025 Sep 01 16:35:22.348161 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1d11b274-0324-42d2-8ab3-39f797d4ddd8 req-7ed3ee5d-0387-49b6-b48b-06194c203811 service neutron] 10.222.0.62 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799685 Sep 01 16:35:22.444936 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-1d11b274-0324-42d2-8ab3-39f797d4ddd8 req-0db27112-1b43-454c-aef4-f9cb66841164 service neutron] 10.222.0.62 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854759 Sep 01 16:35:28.674221 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:28.771199 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:35:39.392678 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:39.428496 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b3405a86-c993-454a-bd0c-9aafc95d012c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:42.310409 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:43.616763 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:43.784884 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-082e7e1a-5412-4491-86ad-bcacf5e693f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:45.502846 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:35:58.684735 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:00.109038 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0cd180ac-4d51-47ed-bed0-c4d53e5d6ec1 req-bb741b04-fe3b-4692-8a10-22c22ee2aa6b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c455c88f-363c-4148-a53b-0d975a694801&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413723 Sep 01 16:36:00.189961 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd180ac-4d51-47ed-bed0-c4d53e5d6ec1 req-354f989d-c89d-4080-aad4-049e87b1b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:00.191475 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0cd180ac-4d51-47ed-bed0-c4d53e5d6ec1 req-354f989d-c89d-4080-aad4-049e87b1b6f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cfbe48f8808e47789c3a469fa108b5ce&device_id=c455c88f-363c-4148-a53b-0d975a694801 HTTP/1.1" status: 200 len: 1095 time: 0.0404959 Sep 01 16:36:00.297418 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd180ac-4d51-47ed-bed0-c4d53e5d6ec1 req-27a4bdd1-86d1-47b8-8b75-ed7e4080e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:00.298964 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0cd180ac-4d51-47ed-bed0-c4d53e5d6ec1 req-27a4bdd1-86d1-47b8-8b75-ed7e4080e749 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b HTTP/1.1" status: 200 len: 910 time: 0.0887318 Sep 01 16:36:00.365323 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0cd180ac-4d51-47ed-bed0-c4d53e5d6ec1 req-bd2e4883-acf0-47ca-9735-71e5b66da927 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c464eef2-3657-4dc4-b689-75fea46596e1 HTTP/1.1" status: 200 len: 999 time: 0.0582385 Sep 01 16:36:00.414220 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd180ac-4d51-47ed-bed0-c4d53e5d6ec1 req-1025334d-6d9b-4f5f-8e77-4b2beecd98bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:00.415735 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0cd180ac-4d51-47ed-bed0-c4d53e5d6ec1 req-1025334d-6d9b-4f5f-8e77-4b2beecd98bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8acc93e0-a552-4bdc-9012-c2bc9807c2b3 HTTP/1.1" status: 200 len: 848 time: 0.0439265 Sep 01 16:36:00.465543 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd180ac-4d51-47ed-bed0-c4d53e5d6ec1 req-b0a28d8a-3270-48b8-be07-f69f637d1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:00.467150 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0cd180ac-4d51-47ed-bed0-c4d53e5d6ec1 req-b0a28d8a-3270-48b8-be07-f69f637d1cb0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440845 Sep 01 16:36:00.558622 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0cd180ac-4d51-47ed-bed0-c4d53e5d6ec1 req-082dc437-71f5-459d-986c-04c8c12057ad service neutron] 10.222.0.45 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842729 Sep 01 16:36:00.652511 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-0cd180ac-4d51-47ed-bed0-c4d53e5d6ec1 req-b1b8fade-3df2-4266-812c-54f261d01c4e service neutron] 10.222.0.45 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871804 Sep 01 16:36:05.771569 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:36:09.418780 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:09.427995 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5dbc2c86-97ca-4fa4-8b95-784c92b51629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:12.311231 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:13.620269 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:13.785467 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2f7532fc-5d4a-4a89-ae5c-0ecc108cc59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:15.505717 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:21.870795 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a47e030b-670e-4aaf-9ea1-7a9cd7cd9faf req-ab95f412-9fa2-424b-9156-ea77459d40f7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399659 Sep 01 16:36:21.978974 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e030b-670e-4aaf-9ea1-7a9cd7cd9faf req-1c3691e3-06ad-400a-9a76-78833536e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:21.980478 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a47e030b-670e-4aaf-9ea1-7a9cd7cd9faf req-1c3691e3-06ad-400a-9a76-78833536e25a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cfbe48f8808e47789c3a469fa108b5ce&device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 1096 time: 0.0413263 Sep 01 16:36:22.088928 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e030b-670e-4aaf-9ea1-7a9cd7cd9faf req-82318e7c-05c0-43cb-9ce2-bfb04d859518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:22.090458 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a47e030b-670e-4aaf-9ea1-7a9cd7cd9faf req-82318e7c-05c0-43cb-9ce2-bfb04d859518 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b HTTP/1.1" status: 200 len: 910 time: 0.0895894 Sep 01 16:36:22.158460 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a47e030b-670e-4aaf-9ea1-7a9cd7cd9faf req-c5c56817-9153-4639-bedf-e522021bfa4f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8decc20-55a9-4f26-a510-902be5553b56 HTTP/1.1" status: 200 len: 1000 time: 0.0573447 Sep 01 16:36:22.207335 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e030b-670e-4aaf-9ea1-7a9cd7cd9faf req-1707ae54-b07c-4712-836b-787bec1f0454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:22.208773 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a47e030b-670e-4aaf-9ea1-7a9cd7cd9faf req-1707ae54-b07c-4712-836b-787bec1f0454 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8acc93e0-a552-4bdc-9012-c2bc9807c2b3 HTTP/1.1" status: 200 len: 848 time: 0.0432723 Sep 01 16:36:22.258486 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e030b-670e-4aaf-9ea1-7a9cd7cd9faf req-de7728ea-03bc-4826-9fa7-7be696088a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:22.259987 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a47e030b-670e-4aaf-9ea1-7a9cd7cd9faf req-de7728ea-03bc-4826-9fa7-7be696088a73 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437441 Sep 01 16:36:22.350178 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a47e030b-670e-4aaf-9ea1-7a9cd7cd9faf req-9f299a60-4fe4-49d1-a6bf-8978eeb0fcbf service neutron] 10.222.0.62 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814309 Sep 01 16:36:22.446807 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a47e030b-670e-4aaf-9ea1-7a9cd7cd9faf req-6affddd9-d778-4782-99c3-55b7170136a0 service neutron] 10.222.0.62 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851982 Sep 01 16:36:28.701205 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:29.967112 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f8decc20-55a9-4f26-a510-902be5553b56 details requested by agent hyperv_n-h2-794796-3 with host n-h2-794796-3 {{(pid=94735) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 16:36:30.103737 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port f8decc20-55a9-4f26-a510-902be5553b56, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f8decc20-55a9-4f26-a510-902be5553b56,segment=NetworkSegment(7d175b91-e3d6-4c27-b10c-b8c785045911),segment_id=7d175b91-e3d6-4c27-b10c-b8c785045911)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:30.117942 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Returning: {'device': 'f8decc20-55a9-4f26-a510-902be5553b56', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'port_id': 'f8decc20-55a9-4f26-a510-902be5553b56', 'mac_address': 'fa:16:3e:f3:52:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94735) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 16:36:30.159979 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:30.179610 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8decc20-55a9-4f26-a510-902be5553b56 {{(pid=94735) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 16:36:30.210492 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port f8decc20-55a9-4f26-a510-902be5553b56, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f8decc20-55a9-4f26-a510-902be5553b56,segment=NetworkSegment(7d175b91-e3d6-4c27-b10c-b8c785045911),segment_id=7d175b91-e3d6-4c27-b10c-b8c785045911)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:30.218485 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:30.272412 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=f8decc20-55a9-4f26-a510-902be5553b56,revision_number=6']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:30.280608 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:30.280957 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:30.281302 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:30.281658 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:30.281993 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:30.282376 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:30.282719 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:30.283064 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:30.283431 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:30.283751 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:30.284077 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:30.284429 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:30.385525 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] get_ports_and_sgs() called for port_ids ['f8decc20-55a9-4f26-a510-902be5553b56'] {{(pid=94735) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 16:36:31.965146 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f8decc20-55a9-4f26-a510-902be5553b56 up at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 16:36:32.015607 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.provisioning_blocks [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Provisioning complete for port f8decc20-55a9-4f26-a510-902be5553b56 triggered by entity L2. {{(pid=94735) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 16:36:32.015996 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-666024'] for port, provisioning_complete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:32.107587 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:32.133026 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6878e6fc-fca2-4f88-94cf-9bee3978688e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8decc20-55a9-4f26-a510-902be5553b56'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:36:32.135329 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d7b337-6710-41e2-8d8c-da2f28d023ec" -d '{"events": [{"server_uuid": "6878e6fc-fca2-4f88-94cf-9bee3978688e", "name": "network-vif-plugged", "status": "completed", "tag": "f8decc20-55a9-4f26-a510-902be5553b56"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:36:32.151613 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port f8decc20-55a9-4f26-a510-902be5553b56, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f8decc20-55a9-4f26-a510-902be5553b56,segment=NetworkSegment(7d175b91-e3d6-4c27-b10c-b8c785045911),segment_id=7d175b91-e3d6-4c27-b10c-b8c785045911)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:32.157485 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:32.191311 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d9210d-715e-47c5-863c-0bdca3d297b0 x-openstack-request-id: req-25d9210d-715e-47c5-863c-0bdca3d297b0 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:36:32.191615 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6878e6fc-fca2-4f88-94cf-9bee3978688e", "name": "network-vif-plugged", "status": "completed", "tag": "f8decc20-55a9-4f26-a510-902be5553b56", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:36:32.191918 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-25d9210d-715e-47c5-863c-0bdca3d297b0 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:36:32.192354 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6878e6fc-fca2-4f88-94cf-9bee3978688e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8decc20-55a9-4f26-a510-902be5553b56', 'code': 200} Sep 01 16:36:32.221113 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=f8decc20-55a9-4f26-a510-902be5553b56,revision_number=7']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:39.419203 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59648) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:39.431556 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:39.435132 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-32ae3fa0-1eea-458e-b036-cde8f01d18fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:39.870122 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-1dc0fb9d-1290-49c6-b06d-013017966d4a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Deleting port 025a4ce2-f495-4119-bd59-f168f374b988 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:36:39.870399 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1dc0fb9d-1290-49c6-b06d-013017966d4a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:39.943975 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1dc0fb9d-1290-49c6-b06d-013017966d4a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:39.944305 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1dc0fb9d-1290-49c6-b06d-013017966d4a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:39.955706 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-1dc0fb9d-1290-49c6-b06d-013017966d4a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Calling delete_port for 025a4ce2-f495-4119-bd59-f168f374b988 owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:36:40.101225 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1dc0fb9d-1290-49c6-b06d-013017966d4a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:40.127800 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0fb9d-1290-49c6-b06d-013017966d4a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Pushing event deleted for resources: {'Port': ['ID=025a4ce2-f495-4119-bd59-f168f374b988,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:40.156021 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0fb9d-1290-49c6-b06d-013017966d4a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:40.156366 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0fb9d-1290-49c6-b06d-013017966d4a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:40.156710 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0fb9d-1290-49c6-b06d-013017966d4a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:40.157559 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0fb9d-1290-49c6-b06d-013017966d4a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:40.157896 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0fb9d-1290-49c6-b06d-013017966d4a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:40.158232 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0fb9d-1290-49c6-b06d-013017966d4a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:40.158586 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0fb9d-1290-49c6-b06d-013017966d4a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:40.158914 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0fb9d-1290-49c6-b06d-013017966d4a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:40.159241 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0fb9d-1290-49c6-b06d-013017966d4a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:40.159564 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0fb9d-1290-49c6-b06d-013017966d4a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:40.159890 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0fb9d-1290-49c6-b06d-013017966d4a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:40.160218 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc0fb9d-1290-49c6-b06d-013017966d4a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:40.199909 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1dc0fb9d-1290-49c6-b06d-013017966d4a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:40.200243 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-1dc0fb9d-1290-49c6-b06d-013017966d4a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Floating IP cbf44eb3-7741-4c2e-8038-6258ed8a8c2b disassociated (deleted). External IP: 172.25.6.35, port: f8decc20-55a9-4f26-a510-902be5553b56. Sep 01 16:36:40.404444 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc0fb9d-1290-49c6-b06d-013017966d4a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Router fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:36:40.512816 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc0fb9d-1290-49c6-b06d-013017966d4a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:36:40.517860 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-1dc0fb9d-1290-49c6-b06d-013017966d4a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:40.524402 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d73617-d6f9-4e05-a394-fb10c36b007a None None] Sync routers for ids ['fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:36:40.533729 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d73617-d6f9-4e05-a394-fb10c36b007a None None] Routers {'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:36:40.534343 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-83d73617-d6f9-4e05-a394-fb10c36b007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:36:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:40.545221 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-1dc0fb9d-1290-49c6-b06d-013017966d4a tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "DELETE /v2.0/floatingips/cbf44eb3-7741-4c2e-8038-6258ed8a8c2b HTTP/1.1" status: 204 len: 168 time: 1.1248958 Sep 01 16:36:40.545943 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6878e6fc-fca2-4f88-94cf-9bee3978688e', 'tag': 'f8decc20-55a9-4f26-a510-902be5553b56'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:36:40.548366 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8277913-2a07-40b5-83f9-c20ea9a0a485" -d '{"events": [{"name": "network-changed", "server_uuid": "6878e6fc-fca2-4f88-94cf-9bee3978688e", "tag": "f8decc20-55a9-4f26-a510-902be5553b56"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:36:40.586550 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75274f73-ff15-4777-a3e8-3e0e44d0173f x-openstack-request-id: req-75274f73-ff15-4777-a3e8-3e0e44d0173f {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:36:40.586888 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6878e6fc-fca2-4f88-94cf-9bee3978688e", "tag": "f8decc20-55a9-4f26-a510-902be5553b56", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:36:40.587414 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-75274f73-ff15-4777-a3e8-3e0e44d0173f {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:36:40.587689 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6878e6fc-fca2-4f88-94cf-9bee3978688e', 'tag': 'f8decc20-55a9-4f26-a510-902be5553b56', 'status': 'completed', 'code': 200} Sep 01 16:36:40.656203 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-83d73617-d6f9-4e05-a394-fb10c36b007a None None] Set router fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:36:40.717161 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8277913-2a07-40b5-83f9-c20ea9a0a485 req-e635df09-b5cb-463b-ae4a-a6306f9f6e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:40.719237 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a8277913-2a07-40b5-83f9-c20ea9a0a485 req-e635df09-b5cb-463b-ae4a-a6306f9f6e99 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cfbe48f8808e47789c3a469fa108b5ce&device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 1096 time: 0.0756459 Sep 01 16:36:40.870398 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e092019-829a-4639-9d09-f53758f6d0a2 req-4644e4f0-a6ab-4338-b8db-197e7c9702d3 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:40.871923 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0e092019-829a-4639-9d09-f53758f6d0a2 req-4644e4f0-a6ab-4338-b8db-197e7c9702d3 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 945 time: 0.1411829 Sep 01 16:36:40.877209 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8277913-2a07-40b5-83f9-c20ea9a0a485 req-cbe641f8-622a-4c95-bbb8-3a91810873de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:40.878656 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a8277913-2a07-40b5-83f9-c20ea9a0a485 req-cbe641f8-622a-4c95-bbb8-3a91810873de service neutron] 10.222.0.62 "GET /v2.0/networks?id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b HTTP/1.1" status: 200 len: 910 time: 0.1317010 Sep 01 16:36:40.892526 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-83d73617-d6f9-4e05-a394-fb10c36b007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'name': 'tempest-TestSnapshotPattern-556672161-router', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '63f993c0-fae1-430e-916f-a25d85058261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:54Z', 'revision_number': 4, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'gw_port': {'id': '63f993c0-fae1-430e-916f-a25d85058261', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '2022944f-21fe-4800-b79e-3c96c25c7824', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'port_id': 'c464eef2-3657-4dc4-b689-75fea46596e1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'mac_address': 'fa:16:3e:79:6b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c455c88f-363c-4148-a53b-0d975a694801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:32:12Z', 'updated_at': '2021-09-01T16:32:14Z', 'revision_number': 1, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fbea47f-7bb8-4ea9-a7fc-8f234e78875b', 'name': '', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'mac_address': 'fa:16:3e:ed:f7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:54Z', 'updated_at': '2021-09-01T16:32:00Z', 'revision_number': 5, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'subnets': [{'id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:40.918322 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d73617-d6f9-4e05-a394-fb10c36b007a None None] Checking router: fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:36:40.926396 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d73617-d6f9-4e05-a394-fb10c36b007a None None] Routers {'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:36:40.927001 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-83d73617-d6f9-4e05-a394-fb10c36b007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:36:14Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:40.931317 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a8277913-2a07-40b5-83f9-c20ea9a0a485 req-ca51a4e1-784b-4778-9ca2-61be07510438 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8decc20-55a9-4f26-a510-902be5553b56 HTTP/1.1" status: 200 len: 217 time: 0.0380728 Sep 01 16:36:40.952013 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-0e092019-829a-4639-9d09-f53758f6d0a2 req-1153ef28-8ad9-40e2-aeea-6e17cf89663d tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723970 Sep 01 16:36:40.990832 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8277913-2a07-40b5-83f9-c20ea9a0a485 req-bea5e944-e50d-46fd-9a5e-009e9e038504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:40.992317 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a8277913-2a07-40b5-83f9-c20ea9a0a485 req-bea5e944-e50d-46fd-9a5e-009e9e038504 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8acc93e0-a552-4bdc-9012-c2bc9807c2b3 HTTP/1.1" status: 200 len: 848 time: 0.0525146 Sep 01 16:36:41.038600 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-83d73617-d6f9-4e05-a394-fb10c36b007a None None] Set router fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:36:41.041309 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8277913-2a07-40b5-83f9-c20ea9a0a485 req-7950e3d9-4e78-4ec5-8dac-670c8e4174c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:41.042874 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a8277913-2a07-40b5-83f9-c20ea9a0a485 req-7950e3d9-4e78-4ec5-8dac-670c8e4174c1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402741 Sep 01 16:36:41.136364 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a8277913-2a07-40b5-83f9-c20ea9a0a485 req-e58b2036-0890-4b6e-a42c-0704fb94f20c service neutron] 10.222.0.62 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814106 Sep 01 16:36:41.231734 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-a8277913-2a07-40b5-83f9-c20ea9a0a485 req-a364e125-13a9-4a3c-a531-72056a02996b service neutron] 10.222.0.62 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868936 Sep 01 16:36:41.261539 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-83d73617-d6f9-4e05-a394-fb10c36b007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'name': 'tempest-TestSnapshotPattern-556672161-router', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '63f993c0-fae1-430e-916f-a25d85058261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:54Z', 'revision_number': 4, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'gw_port': {'id': '63f993c0-fae1-430e-916f-a25d85058261', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '2022944f-21fe-4800-b79e-3c96c25c7824', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'port_id': 'c464eef2-3657-4dc4-b689-75fea46596e1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'mac_address': 'fa:16:3e:79:6b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c455c88f-363c-4148-a53b-0d975a694801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:32:12Z', 'updated_at': '2021-09-01T16:32:14Z', 'revision_number': 1, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fbea47f-7bb8-4ea9-a7fc-8f234e78875b', 'name': '', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'mac_address': 'fa:16:3e:ed:f7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:54Z', 'updated_at': '2021-09-01T16:32:00Z', 'revision_number': 5, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'subnets': [{'id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:41.288444 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d73617-d6f9-4e05-a394-fb10c36b007a None None] The sync data for ids ['fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'] in n-d-794796-3 is: [{'id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'name': 'tempest-TestSnapshotPattern-556672161-router', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '63f993c0-fae1-430e-916f-a25d85058261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:54Z', 'revision_number': 4, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'gw_port': {'id': '63f993c0-fae1-430e-916f-a25d85058261', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_floatingips': [{'id': '2022944f-21fe-4800-b79e-3c96c25c7824', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'router_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'port_id': 'c464eef2-3657-4dc4-b689-75fea46596e1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'mac_address': 'fa:16:3e:79:6b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c455c88f-363c-4148-a53b-0d975a694801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T16:32:12Z', 'updated_at': '2021-09-01T16:32:14Z', 'revision_number': 1, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fbea47f-7bb8-4ea9-a7fc-8f234e78875b', 'name': '', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'mac_address': 'fa:16:3e:ed:f7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:54Z', 'updated_at': '2021-09-01T16:32:00Z', 'revision_number': 5, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'subnets': [{'id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:36:41.546067 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856ae0d3-da2d-49e4-abdc-7d152728bf4e None None] New status for floating IP cbf44eb3-7741-4c2e-8038-6258ed8a8c2b: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:36:42.028983 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f8decc20-55a9-4f26-a510-902be5553b56 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:36:42.074499 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c46f4-b050-4b85-9e25-281698715277 req-079647d1-d910-482c-8eb6-062b869ddb74 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:42.076011 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-276c46f4-b050-4b85-9e25-281698715277 req-079647d1-d910-482c-8eb6-062b869ddb74 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 945 time: 0.0517578 Sep 01 16:36:42.116932 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-276c46f4-b050-4b85-9e25-281698715277 req-09ca5524-d75d-49cf-839f-46ea862d92c0 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342488 Sep 01 16:36:42.264200 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-609663'] for port, before_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:42.285542 n-d-794796-3 neutron-server[94735]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6878e6fc-fca2-4f88-94cf-9bee3978688e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8decc20-55a9-4f26-a510-902be5553b56'}] {{(pid=94735) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:36:42.287755 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aef7a55eb9f63651018e5e060f03389425760a45cc6c56155bf3ce5f2d19037d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d6218a-880a-4ce2-bbf9-7a2db2b15491" -d '{"events": [{"server_uuid": "6878e6fc-fca2-4f88-94cf-9bee3978688e", "name": "network-vif-unplugged", "status": "completed", "tag": "f8decc20-55a9-4f26-a510-902be5553b56"}]}' {{(pid=94735) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:36:42.304766 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] For port f8decc20-55a9-4f26-a510-902be5553b56, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f8decc20-55a9-4f26-a510-902be5553b56,segment=NetworkSegment(7d175b91-e3d6-4c27-b10c-b8c785045911),segment_id=7d175b91-e3d6-4c27-b10c-b8c785045911)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:42.310884 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772851821779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772851258426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772851258444'] for port, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:42.335517 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 16:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80739d62-14eb-47c7-b3d6-00c0d3612a31 x-openstack-request-id: req-80739d62-14eb-47c7-b3d6-00c0d3612a31 {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:36:42.335939 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6878e6fc-fca2-4f88-94cf-9bee3978688e", "name": "network-vif-unplugged", "status": "completed", "tag": "f8decc20-55a9-4f26-a510-902be5553b56", "code": 200}]} {{(pid=94735) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:36:42.336202 n-d-794796-3 neutron-server[94735]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-80739d62-14eb-47c7-b3d6-00c0d3612a31 {{(pid=94735) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:36:42.336397 n-d-794796-3 neutron-server[94735]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6878e6fc-fca2-4f88-94cf-9bee3978688e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8decc20-55a9-4f26-a510-902be5553b56', 'code': 200} Sep 01 16:36:42.339085 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:42.364315 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Pushing event updated for resources: {'Port': ['ID=f8decc20-55a9-4f26-a510-902be5553b56,revision_number=8']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:42.771648 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:36:42.845155 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f0e30-371e-4b63-9717-9e38663344ff req-b9490808-622a-4020-a46f-8e25c6319300 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:42.846575 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-530f0e30-371e-4b63-9717-9e38663344ff req-b9490808-622a-4020-a46f-8e25c6319300 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.62 "GET /v2.0/ports?device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 943 time: 0.0489392 Sep 01 16:36:42.942503 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-530f0e30-371e-4b63-9717-9e38663344ff req-cc37c93c-8de8-4dc5-887e-411e6a12bd55 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Deleting port f8decc20-55a9-4f26-a510-902be5553b56 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:36:42.942877 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-530f0e30-371e-4b63-9717-9e38663344ff req-cc37c93c-8de8-4dc5-887e-411e6a12bd55 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:43.028641 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [req-530f0e30-371e-4b63-9717-9e38663344ff req-cc37c93c-8de8-4dc5-887e-411e6a12bd55 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] For port f8decc20-55a9-4f26-a510-902be5553b56, host n-h2-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794796-3',level=0,port_id=f8decc20-55a9-4f26-a510-902be5553b56,segment=NetworkSegment(7d175b91-e3d6-4c27-b10c-b8c785045911),segment_id=7d175b91-e3d6-4c27-b10c-b8c785045911)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:43.029011 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-530f0e30-371e-4b63-9717-9e38663344ff req-cc37c93c-8de8-4dc5-887e-411e6a12bd55 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:43.043088 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [req-530f0e30-371e-4b63-9717-9e38663344ff req-cc37c93c-8de8-4dc5-887e-411e6a12bd55 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Calling delete_port for f8decc20-55a9-4f26-a510-902be5553b56 owned by compute:nova {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:36:43.176435 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-530f0e30-371e-4b63-9717-9e38663344ff req-cc37c93c-8de8-4dc5-887e-411e6a12bd55 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:43.203419 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37c93c-8de8-4dc5-887e-411e6a12bd55 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Pushing event deleted for resources: {'Port': ['ID=f8decc20-55a9-4f26-a510-902be5553b56,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:43.214655 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-615cd64e-afc6-4998-bc18-bf0c72eeb8b8 req-5858ca37-57ae-4adb-8644-9a511dc4fbf6 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=6878e6fc-fca2-4f88-94cf-9bee3978688e HTTP/1.1" status: 200 len: 210 time: 0.0266035 Sep 01 16:36:43.217624 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37c93c-8de8-4dc5-887e-411e6a12bd55 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:43.217974 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37c93c-8de8-4dc5-887e-411e6a12bd55 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:43.218484 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37c93c-8de8-4dc5-887e-411e6a12bd55 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:43.218673 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37c93c-8de8-4dc5-887e-411e6a12bd55 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:43.219011 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37c93c-8de8-4dc5-887e-411e6a12bd55 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:43.219349 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37c93c-8de8-4dc5-887e-411e6a12bd55 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:43.219684 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37c93c-8de8-4dc5-887e-411e6a12bd55 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:43.220010 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37c93c-8de8-4dc5-887e-411e6a12bd55 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:43.220840 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37c93c-8de8-4dc5-887e-411e6a12bd55 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:43.221240 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37c93c-8de8-4dc5-887e-411e6a12bd55 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:43.221571 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37c93c-8de8-4dc5-887e-411e6a12bd55 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:43.221903 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37c93c-8de8-4dc5-887e-411e6a12bd55 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794796-3 {{(pid=94734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 16:36:43.257314 n-d-794796-3 neutron-server[94734]: DEBUG neutron.db.l3_dvrscheduler_db [req-530f0e30-371e-4b63-9717-9e38663344ff req-cc37c93c-8de8-4dc5-887e-411e6a12bd55 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] No DVR routers for this DVR port f8decc20-55a9-4f26-a510-902be5553b56 on host n-h2-794796-3 {{(pid=94734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:36:43.259952 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [req-530f0e30-371e-4b63-9717-9e38663344ff req-cc37c93c-8de8-4dc5-887e-411e6a12bd55 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:43.262050 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-530f0e30-371e-4b63-9717-9e38663344ff req-cc37c93c-8de8-4dc5-887e-411e6a12bd55 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.62 "DELETE /v2.0/ports/f8decc20-55a9-4f26-a510-902be5553b56 HTTP/1.1" status: 204 len: 173 time: 0.4062912 Sep 01 16:36:43.262522 n-d-794796-3 neutron-server[94734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6878e6fc-fca2-4f88-94cf-9bee3978688e', 'name': 'network-vif-deleted', 'tag': 'f8decc20-55a9-4f26-a510-902be5553b56'}] {{(pid=94734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:36:43.264737 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0bb012a0768fe29ce5649b2591708c05164cd4e8086727bfa4cd68537c8eca15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6931e6bc-677b-4072-987c-1afdcae5368a" -d '{"events": [{"server_uuid": "6878e6fc-fca2-4f88-94cf-9bee3978688e", "name": "network-vif-deleted", "tag": "f8decc20-55a9-4f26-a510-902be5553b56"}]}' {{(pid=94734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:36:43.301539 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73657017-206a-49c1-a407-88824538e831 x-openstack-request-id: req-73657017-206a-49c1-a407-88824538e831 {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:36:43.301830 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6878e6fc-fca2-4f88-94cf-9bee3978688e", "name": "network-vif-deleted", "tag": "f8decc20-55a9-4f26-a510-902be5553b56", "status": "completed", "code": 200}]} {{(pid=94734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:36:43.302087 n-d-794796-3 neutron-server[94734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-73657017-206a-49c1-a407-88824538e831 {{(pid=94734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:36:43.302521 n-d-794796-3 neutron-server[94734]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6878e6fc-fca2-4f88-94cf-9bee3978688e', 'name': 'network-vif-deleted', 'tag': 'f8decc20-55a9-4f26-a510-902be5553b56', 'status': 'completed', 'code': 200} Sep 01 16:36:43.623960 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:43.786844 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-13f0a0de-6f50-429f-8e8b-7c5ffc983cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:44.878817 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59710) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:45.036988 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-e1584291-45e8-4ad7-b9da-d782899d089e tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Deleting port 02dd79bf-d784-4d04-ba22-3c00620f9489 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:36:45.037245 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e1584291-45e8-4ad7-b9da-d782899d089e tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:45.118279 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e1584291-45e8-4ad7-b9da-d782899d089e tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:45.118639 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e1584291-45e8-4ad7-b9da-d782899d089e tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:45.131516 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-e1584291-45e8-4ad7-b9da-d782899d089e tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Calling delete_port for 02dd79bf-d784-4d04-ba22-3c00620f9489 owned by network:floatingip {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:36:45.281618 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e1584291-45e8-4ad7-b9da-d782899d089e tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:45.324368 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1584291-45e8-4ad7-b9da-d782899d089e tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Pushing event deleted for resources: {'Port': ['ID=02dd79bf-d784-4d04-ba22-3c00620f9489,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:45.384687 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e1584291-45e8-4ad7-b9da-d782899d089e tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for floatingip, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:45.385023 n-d-794796-3 neutron-server[94733]: INFO neutron.db.l3_db [None req-e1584291-45e8-4ad7-b9da-d782899d089e tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Floating IP 2022944f-21fe-4800-b79e-3c96c25c7824 disassociated (deleted). External IP: 172.25.6.73, port: c464eef2-3657-4dc4-b689-75fea46596e1. Sep 01 16:36:45.512881 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:45.596535 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1584291-45e8-4ad7-b9da-d782899d089e tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Router fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:36:45.706749 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1584291-45e8-4ad7-b9da-d782899d089e tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:36:45.711681 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e1584291-45e8-4ad7-b9da-d782899d089e tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for floatingip, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:45.716524 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cb67df-28d1-4943-943e-368a0aea463c None None] Sync routers for ids ['fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:36:45.726710 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cb67df-28d1-4943-943e-368a0aea463c None None] Routers {'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:36:45.727317 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-a8cb67df-28d1-4943-943e-368a0aea463c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:36:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:45.739341 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e1584291-45e8-4ad7-b9da-d782899d089e tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "DELETE /v2.0/floatingips/2022944f-21fe-4800-b79e-3c96c25c7824 HTTP/1.1" status: 204 len: 168 time: 0.8594401 Sep 01 16:36:45.739939 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c455c88f-363c-4148-a53b-0d975a694801', 'tag': 'c464eef2-3657-4dc4-b689-75fea46596e1'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:36:45.742190 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9f3d9a-0da4-46d5-adf8-9a0d104cc2e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c455c88f-363c-4148-a53b-0d975a694801", "tag": "c464eef2-3657-4dc4-b689-75fea46596e1"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:36:45.783568 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 16:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4065e1bb-5968-4c2d-824a-099bfc1e0612 x-openstack-request-id: req-4065e1bb-5968-4c2d-824a-099bfc1e0612 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:36:45.784049 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c455c88f-363c-4148-a53b-0d975a694801", "tag": "c464eef2-3657-4dc4-b689-75fea46596e1", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:36:45.784313 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4065e1bb-5968-4c2d-824a-099bfc1e0612 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:36:45.784732 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c455c88f-363c-4148-a53b-0d975a694801', 'tag': 'c464eef2-3657-4dc4-b689-75fea46596e1', 'status': 'completed', 'code': 200} Sep 01 16:36:45.836274 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-a8cb67df-28d1-4943-943e-368a0aea463c None None] Set router fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:36:45.851129 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f3d9a-0da4-46d5-adf8-9a0d104cc2e6 req-522e4fe9-7f7e-4334-91ea-82261a15dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:45.852441 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c9f3d9a-0da4-46d5-adf8-9a0d104cc2e6 req-522e4fe9-7f7e-4334-91ea-82261a15dcd0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cfbe48f8808e47789c3a469fa108b5ce&device_id=c455c88f-363c-4148-a53b-0d975a694801 HTTP/1.1" status: 200 len: 1095 time: 0.0478272 Sep 01 16:36:45.985130 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f3d9a-0da4-46d5-adf8-9a0d104cc2e6 req-f0f84a13-275a-479a-abbc-adee3db5c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:45.986695 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c9f3d9a-0da4-46d5-adf8-9a0d104cc2e6 req-f0f84a13-275a-479a-abbc-adee3db5c239 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b HTTP/1.1" status: 200 len: 910 time: 0.1222019 Sep 01 16:36:46.010450 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cd2d1-7118-46a8-9efb-7843a7f962b2 req-c7f3aa99-67b7-4401-b093-51eba1be5149 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:46.012025 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec2cd2d1-7118-46a8-9efb-7843a7f962b2 req-c7f3aa99-67b7-4401-b093-51eba1be5149 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=c455c88f-363c-4148-a53b-0d975a694801 HTTP/1.1" status: 200 len: 944 time: 0.0739069 Sep 01 16:36:46.043217 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f8decc20-55a9-4f26-a510-902be5553b56 no longer exists at agent hyperv_n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:36:46.045853 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c9f3d9a-0da4-46d5-adf8-9a0d104cc2e6 req-c290c7b4-91c9-42aa-9038-616d8fffb737 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c464eef2-3657-4dc4-b689-75fea46596e1 HTTP/1.1" status: 200 len: 217 time: 0.0505638 Sep 01 16:36:46.066233 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] No Port match for: f8decc20-55a9-4f26-a510-902be5553b56 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:36:46.066699 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Device f8decc20-55a9-4f26-a510-902be5553b56 not bound to the agent host n-h2-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:36:46.109164 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-ec2cd2d1-7118-46a8-9efb-7843a7f962b2 req-9e7d4f43-a0c3-408d-873b-7fc1c5113715 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656195 Sep 01 16:36:46.116169 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f3d9a-0da4-46d5-adf8-9a0d104cc2e6 req-39b7b181-f1db-44c0-8e10-c5b23ae82900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:46.117603 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c9f3d9a-0da4-46d5-adf8-9a0d104cc2e6 req-39b7b181-f1db-44c0-8e10-c5b23ae82900 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8acc93e0-a552-4bdc-9012-c2bc9807c2b3 HTTP/1.1" status: 200 len: 848 time: 0.0597436 Sep 01 16:36:46.153736 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-a8cb67df-28d1-4943-943e-368a0aea463c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'name': 'tempest-TestSnapshotPattern-556672161-router', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '63f993c0-fae1-430e-916f-a25d85058261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:54Z', 'revision_number': 4, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'gw_port': {'id': '63f993c0-fae1-430e-916f-a25d85058261', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '3fbea47f-7bb8-4ea9-a7fc-8f234e78875b', 'name': '', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'mac_address': 'fa:16:3e:ed:f7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:54Z', 'updated_at': '2021-09-01T16:32:00Z', 'revision_number': 5, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'subnets': [{'id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:46.166473 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f3d9a-0da4-46d5-adf8-9a0d104cc2e6 req-8f3713fc-d0f4-444f-9282-b70c04617d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:46.168096 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c9f3d9a-0da4-46d5-adf8-9a0d104cc2e6 req-8f3713fc-d0f4-444f-9282-b70c04617d2b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430236 Sep 01 16:36:46.182266 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cb67df-28d1-4943-943e-368a0aea463c None None] Checking router: fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:36:46.191223 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cb67df-28d1-4943-943e-368a0aea463c None None] Routers {'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:36:46.191834 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-a8cb67df-28d1-4943-943e-368a0aea463c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:36:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:46.264503 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c9f3d9a-0da4-46d5-adf8-9a0d104cc2e6 req-698511e4-0ca6-472b-9a2a-25a93ba20e66 service neutron] 10.222.0.45 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888140 Sep 01 16:36:46.295105 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-a8cb67df-28d1-4943-943e-368a0aea463c None None] Set router fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:36:46.357078 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-8c9f3d9a-0da4-46d5-adf8-9a0d104cc2e6 req-eac6b981-ed78-4b05-b18f-05d8d3a0a26c service neutron] 10.222.0.45 "GET /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839422 Sep 01 16:36:46.491752 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-a8cb67df-28d1-4943-943e-368a0aea463c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'name': 'tempest-TestSnapshotPattern-556672161-router', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '63f993c0-fae1-430e-916f-a25d85058261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:54Z', 'revision_number': 4, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'gw_port': {'id': '63f993c0-fae1-430e-916f-a25d85058261', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '3fbea47f-7bb8-4ea9-a7fc-8f234e78875b', 'name': '', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'mac_address': 'fa:16:3e:ed:f7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:54Z', 'updated_at': '2021-09-01T16:32:00Z', 'revision_number': 5, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'subnets': [{'id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:46.517483 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cb67df-28d1-4943-943e-368a0aea463c None None] The sync data for ids ['fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'] in n-d-794796-3 is: [{'id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'name': 'tempest-TestSnapshotPattern-556672161-router', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '63f993c0-fae1-430e-916f-a25d85058261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:54Z', 'revision_number': 4, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'gw_port': {'id': '63f993c0-fae1-430e-916f-a25d85058261', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3', '_interfaces': [{'id': '3fbea47f-7bb8-4ea9-a7fc-8f234e78875b', 'name': '', 'network_id': '6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'mac_address': 'fa:16:3e:ed:f7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:54Z', 'updated_at': '2021-09-01T16:32:00Z', 'revision_number': 5, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'subnets': [{'id': '8acc93e0-a552-4bdc-9012-c2bc9807c2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:36:46.738793 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de23f76c-3429-4f81-ab21-df6500a3bfb8 None None] New status for floating IP 2022944f-21fe-4800-b79e-3c96c25c7824: DOWN {{(pid=94735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 16:36:47.229272 n-d-794796-3 neutron-server[94734]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2d1bd-cec9-4c36-b71b-efc76b75c20c req-3226f162-280b-4c13-99df-b00f06badd6f tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94734) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:47.230792 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9fa2d1bd-cec9-4c36-b71b-efc76b75c20c req-3226f162-280b-4c13-99df-b00f06badd6f tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=c455c88f-363c-4148-a53b-0d975a694801 HTTP/1.1" status: 200 len: 944 time: 0.0526958 Sep 01 16:36:47.269700 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-9fa2d1bd-cec9-4c36-b71b-efc76b75c20c req-604af202-2d43-4fed-8eae-64b41f632e87 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/security-groups?id=3edfc04b-96d1-4ce4-9ba0-0803242c46c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329912 Sep 01 16:36:47.558741 n-d-794796-3 neutron-server[94733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b09d85-b832-46ad-8764-75c3eedce01d req-2c6e0a67-394c-4ac8-80ea-a9c00631af7c tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 16:36:47.560192 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-84b09d85-b832-46ad-8764-75c3eedce01d req-2c6e0a67-394c-4ac8-80ea-a9c00631af7c tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.45 "GET /v2.0/ports?device_id=c455c88f-363c-4148-a53b-0d975a694801 HTTP/1.1" status: 200 len: 944 time: 0.0531998 Sep 01 16:36:47.650265 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-84b09d85-b832-46ad-8764-75c3eedce01d req-741ce6db-b193-4c55-ba76-6c21ad528e0f tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Deleting port c464eef2-3657-4dc4-b689-75fea46596e1 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:36:47.650643 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-84b09d85-b832-46ad-8764-75c3eedce01d req-741ce6db-b193-4c55-ba76-6c21ad528e0f tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:47.750668 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [req-84b09d85-b832-46ad-8764-75c3eedce01d req-741ce6db-b193-4c55-ba76-6c21ad528e0f tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] For port c464eef2-3657-4dc4-b689-75fea46596e1, host n-h1-794796-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794796-3',level=0,port_id=c464eef2-3657-4dc4-b689-75fea46596e1,segment=NetworkSegment(7d175b91-e3d6-4c27-b10c-b8c785045911),segment_id=7d175b91-e3d6-4c27-b10c-b8c785045911)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:47.751043 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-84b09d85-b832-46ad-8764-75c3eedce01d req-741ce6db-b193-4c55-ba76-6c21ad528e0f tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:47.766076 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [req-84b09d85-b832-46ad-8764-75c3eedce01d req-741ce6db-b193-4c55-ba76-6c21ad528e0f tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Calling delete_port for c464eef2-3657-4dc4-b689-75fea46596e1 owned by compute:nova {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:36:47.903103 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-84b09d85-b832-46ad-8764-75c3eedce01d req-741ce6db-b193-4c55-ba76-6c21ad528e0f tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:47.940551 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ce6db-b193-4c55-ba76-6c21ad528e0f tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Pushing event deleted for resources: {'Port': ['ID=c464eef2-3657-4dc4-b689-75fea46596e1,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:47.978600 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b09d85-b832-46ad-8764-75c3eedce01d req-741ce6db-b193-4c55-ba76-6c21ad528e0f tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] No DVR routers for this DVR port c464eef2-3657-4dc4-b689-75fea46596e1 on host n-h1-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:36:47.984824 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [req-84b09d85-b832-46ad-8764-75c3eedce01d req-741ce6db-b193-4c55-ba76-6c21ad528e0f tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-166730'] for port, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:47.987004 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [req-84b09d85-b832-46ad-8764-75c3eedce01d req-741ce6db-b193-4c55-ba76-6c21ad528e0f tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.45 "DELETE /v2.0/ports/c464eef2-3657-4dc4-b689-75fea46596e1 HTTP/1.1" status: 204 len: 173 time: 0.4200041 Sep 01 16:36:47.987446 n-d-794796-3 neutron-server[94733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c455c88f-363c-4148-a53b-0d975a694801', 'name': 'network-vif-deleted', 'tag': 'c464eef2-3657-4dc4-b689-75fea46596e1'}] {{(pid=94733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 16:36:47.989730 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6b757094643e7fad43967c8f49a8e23ab3113187b55114d85107d2f0f9e97ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8b6e4b-0b15-4057-92e7-26aaf1219e33" -d '{"events": [{"server_uuid": "c455c88f-363c-4148-a53b-0d975a694801", "name": "network-vif-deleted", "tag": "c464eef2-3657-4dc4-b689-75fea46596e1"}]}' {{(pid=94733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 16:36:48.028974 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 16:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14049248-c57a-4b96-bc98-ddce5355c1d2 x-openstack-request-id: req-14049248-c57a-4b96-bc98-ddce5355c1d2 {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 16:36:48.029370 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c455c88f-363c-4148-a53b-0d975a694801", "name": "network-vif-deleted", "tag": "c464eef2-3657-4dc4-b689-75fea46596e1", "status": "completed", "code": 200}]} {{(pid=94733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 16:36:48.029635 n-d-794796-3 neutron-server[94733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-14049248-c57a-4b96-bc98-ddce5355c1d2 {{(pid=94733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 16:36:48.030053 n-d-794796-3 neutron-server[94733]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c455c88f-363c-4148-a53b-0d975a694801', 'name': 'network-vif-deleted', 'tag': 'c464eef2-3657-4dc4-b689-75fea46596e1', 'status': 'completed', 'code': 200} Sep 01 16:36:48.385403 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [req-30356615-a26d-4e50-b716-56ebcc8762b6 req-3a3c7ea6-a64b-457b-9665-ffa95dac8a37 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "GET /v2.0/ports?device_id=c455c88f-363c-4148-a53b-0d975a694801 HTTP/1.1" status: 200 len: 210 time: 0.0317724 Sep 01 16:36:49.443150 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59730) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:49.501598 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c5c10bc4-5020-46fb-a6bd-75a427330596 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:49.527480 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c5c10bc4-5020-46fb-a6bd-75a427330596 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:49.587264 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c5c10bc4-5020-46fb-a6bd-75a427330596 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:49.589796 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-c5c10bc4-5020-46fb-a6bd-75a427330596 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:49.591006 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-c5c10bc4-5020-46fb-a6bd-75a427330596 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] 10.222.0.60 "DELETE /v2.0/security-groups/3edfc04b-96d1-4ce4-9ba0-0803242c46c0 HTTP/1.1" status: 204 len: 168 time: 0.1468740 Sep 01 16:36:49.600492 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c10bc4-5020-46fb-a6bd-75a427330596 tempest-TestSnapshotPattern-1712903325 tempest-TestSnapshotPattern-1712903325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edfc04b-96d1-4ce4-9ba0-0803242c46c0,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:49.641487 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59734) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:50.011764 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-48acd9f0-1bc7-43a3-a739-62db2f51d470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:50.259396 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-48acd9f0-1bc7-43a3-a739-62db2f51d470 admin admin] Deleting port 3fbea47f-7bb8-4ea9-a7fc-8f234e78875b {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:36:50.259741 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-48acd9f0-1bc7-43a3-a739-62db2f51d470 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:50.346566 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-48acd9f0-1bc7-43a3-a739-62db2f51d470 admin admin] For port 3fbea47f-7bb8-4ea9-a7fc-8f234e78875b, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=3fbea47f-7bb8-4ea9-a7fc-8f234e78875b,segment=NetworkSegment(7d175b91-e3d6-4c27-b10c-b8c785045911),segment_id=7d175b91-e3d6-4c27-b10c-b8c785045911)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:50.346845 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-48acd9f0-1bc7-43a3-a739-62db2f51d470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:50.367441 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-48acd9f0-1bc7-43a3-a739-62db2f51d470 admin admin] Calling delete_port for 3fbea47f-7bb8-4ea9-a7fc-8f234e78875b owned by network:router_interface {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:36:50.561274 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-48acd9f0-1bc7-43a3-a739-62db2f51d470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:50.591511 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48acd9f0-1bc7-43a3-a739-62db2f51d470 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fbea47f-7bb8-4ea9-a7fc-8f234e78875b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:50.764703 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-48acd9f0-1bc7-43a3-a739-62db2f51d470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:50.983826 n-d-794796-3 neutron-server[94733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48acd9f0-1bc7-43a3-a739-62db2f51d470 admin admin] Router fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:36:51.089240 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48acd9f0-1bc7-43a3-a739-62db2f51d470 admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:36:51.094475 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-48acd9f0-1bc7-43a3-a739-62db2f51d470 admin admin] 10.222.0.60 "PUT /v2.0/routers/fa04702b-2b25-4d2c-983c-9fdc9bc2dc59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4510608 Sep 01 16:36:51.096977 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59736) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:51.098038 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ec49ac-2705-4f8f-a5d4-6333064881ef None None] Sync routers for ids ['fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'] in n-d-794796-3 {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:36:51.107407 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ec49ac-2705-4f8f-a5d4-6333064881ef None None] Routers {'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:36:51.108013 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-58ec49ac-2705-4f8f-a5d4-6333064881ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:36:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:51.210619 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-58ec49ac-2705-4f8f-a5d4-6333064881ef None None] Set router fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:36:51.395500 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-58ec49ac-2705-4f8f-a5d4-6333064881ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'name': 'tempest-TestSnapshotPattern-556672161-router', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '63f993c0-fae1-430e-916f-a25d85058261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:36:50Z', 'revision_number': 5, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'gw_port': {'id': '63f993c0-fae1-430e-916f-a25d85058261', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:51.426945 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ec49ac-2705-4f8f-a5d4-6333064881ef None None] Checking router: fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 for host: n-d-794796-3 {{(pid=94736) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:36:51.436039 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ec49ac-2705-4f8f-a5d4-6333064881ef None None] Routers {'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'} bound to L3 agent in host n-d-794796-3 {{(pid=94736) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:36:51.436655 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-58ec49ac-2705-4f8f-a5d4-6333064881ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:36:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'], 'active': True} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:51.542565 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_dvr_db [None req-58ec49ac-2705-4f8f-a5d4-6333064881ef None None] Set router fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 gateway port host: n-d-794796-3 {{(pid=94736) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:36:51.616748 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8161ca5-2d81-4a58-ab36-526fc866fdbb admin admin] Notify callbacks [] for router, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:51.716832 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.l3_hamode_db [None req-58ec49ac-2705-4f8f-a5d4-6333064881ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'name': 'tempest-TestSnapshotPattern-556672161-router', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '63f993c0-fae1-430e-916f-a25d85058261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:36:50Z', 'revision_number': 5, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'gw_port': {'id': '63f993c0-fae1-430e-916f-a25d85058261', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:51.718964 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8161ca5-2d81-4a58-ab36-526fc866fdbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:51.747828 n-d-794796-3 neutron-server[94736]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ec49ac-2705-4f8f-a5d4-6333064881ef None None] The sync data for ids ['fa04702b-2b25-4d2c-983c-9fdc9bc2dc59'] in n-d-794796-3 is: [{'id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'name': 'tempest-TestSnapshotPattern-556672161-router', 'tenant_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '63f993c0-fae1-430e-916f-a25d85058261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:36:50Z', 'revision_number': 5, 'project_id': 'cfbe48f8808e47789c3a469fa108b5ce', 'gw_port': {'id': '63f993c0-fae1-430e-916f-a25d85058261', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:33:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa04702b-2b25-4d2c-983c-9fdc9bc2dc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:52Z', 'updated_at': '2021-09-01T16:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}] {{(pid=94736) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:36:51.773234 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-e8161ca5-2d81-4a58-ab36-526fc866fdbb admin admin] Deleting port 63f993c0-fae1-430e-916f-a25d85058261 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:36:51.773583 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8161ca5-2d81-4a58-ab36-526fc866fdbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:51.854658 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-e8161ca5-2d81-4a58-ab36-526fc866fdbb admin admin] For port 63f993c0-fae1-430e-916f-a25d85058261, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=63f993c0-fae1-430e-916f-a25d85058261,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:51.855156 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8161ca5-2d81-4a58-ab36-526fc866fdbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:51.867879 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-e8161ca5-2d81-4a58-ab36-526fc866fdbb admin admin] Calling delete_port for 63f993c0-fae1-430e-916f-a25d85058261 owned by network:router_gateway {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:36:52.029903 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8161ca5-2d81-4a58-ab36-526fc866fdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:52.058342 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8161ca5-2d81-4a58-ab36-526fc866fdbb admin admin] Pushing event deleted for resources: {'Port': ['ID=63f993c0-fae1-430e-916f-a25d85058261,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:52.123581 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8161ca5-2d81-4a58-ab36-526fc866fdbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:52.218128 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8161ca5-2d81-4a58-ab36-526fc866fdbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:52.220434 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8161ca5-2d81-4a58-ab36-526fc866fdbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:52.263317 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8161ca5-2d81-4a58-ab36-526fc866fdbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:52.263818 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8161ca5-2d81-4a58-ab36-526fc866fdbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 {{(pid=94733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:36:52.268739 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-e8161ca5-2d81-4a58-ab36-526fc866fdbb admin admin] Notify callbacks [] for router, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:52.269831 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-e8161ca5-2d81-4a58-ab36-526fc866fdbb admin admin] 10.222.0.60 "DELETE /v2.0/routers/fa04702b-2b25-4d2c-983c-9fdc9bc2dc59 HTTP/1.1" status: 204 len: 168 time: 1.1719289 Sep 01 16:36:52.272509 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59740) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:52.321823 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da1e331-5ec1-4a8d-b5e5-0f2c2f0a91bf admin admin] Deleting subnet 8acc93e0-a552-4bdc-9012-c2bc9807c2b3 {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:36:52.325214 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9da1e331-5ec1-4a8d-b5e5-0f2c2f0a91bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:52.363724 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9da1e331-5ec1-4a8d-b5e5-0f2c2f0a91bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:52.443970 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9da1e331-5ec1-4a8d-b5e5-0f2c2f0a91bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:52.497087 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9da1e331-5ec1-4a8d-b5e5-0f2c2f0a91bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:52.528344 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1e331-5ec1-4a8d-b5e5-0f2c2f0a91bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8acc93e0-a552-4bdc-9012-c2bc9807c2b3,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:52.530324 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-9da1e331-5ec1-4a8d-b5e5-0f2c2f0a91bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:52.532249 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-9da1e331-5ec1-4a8d-b5e5-0f2c2f0a91bf admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8acc93e0-a552-4bdc-9012-c2bc9807c2b3 HTTP/1.1" status: 204 len: 168 time: 0.2588017 Sep 01 16:36:52.535459 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59742) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:52.537839 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99808ea5-a46a-43fc-84c9-eb6251ac3c9b None None] Network 6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:36:52.602377 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88980fc3-693e-451d-9dbf-ed5715d47a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:52.655285 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-88980fc3-693e-451d-9dbf-ed5715d47a65 admin admin] Deleting port a620ed01-e325-4bf0-b750-a16631f2d9fe {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:36:52.655921 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88980fc3-693e-451d-9dbf-ed5715d47a65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:52.723208 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-88980fc3-693e-451d-9dbf-ed5715d47a65 admin admin] For port a620ed01-e325-4bf0-b750-a16631f2d9fe, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a620ed01-e325-4bf0-b750-a16631f2d9fe,segment=NetworkSegment(7d175b91-e3d6-4c27-b10c-b8c785045911),segment_id=7d175b91-e3d6-4c27-b10c-b8c785045911)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:52.723578 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88980fc3-693e-451d-9dbf-ed5715d47a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:52.737139 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-88980fc3-693e-451d-9dbf-ed5715d47a65 admin admin] Calling delete_port for a620ed01-e325-4bf0-b750-a16631f2d9fe owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:36:52.775362 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f85042-9901-4e78-9911-2fbfeadb5cff None None] DHCP port deletion for 6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:36:52.829264 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88980fc3-693e-451d-9dbf-ed5715d47a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:52.830434 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 3fbea47f-7bb8-4ea9-a7fc-8f234e78875b no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:36:52.854100 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e8f85042-9901-4e78-9911-2fbfeadb5cff None None] Deleting port a620ed01-e325-4bf0-b750-a16631f2d9fe {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:36:52.854648 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e8f85042-9901-4e78-9911-2fbfeadb5cff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:52.857839 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 3fbea47f-7bb8-4ea9-a7fc-8f234e78875b {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:36:52.858007 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88980fc3-693e-451d-9dbf-ed5715d47a65 admin admin] Pushing event deleted for resources: {'Port': ['ID=a620ed01-e325-4bf0-b750-a16631f2d9fe,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:52.858183 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 3fbea47f-7bb8-4ea9-a7fc-8f234e78875b not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:36:52.858623 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 63f993c0-fae1-430e-916f-a25d85058261 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:36:52.859922 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88980fc3-693e-451d-9dbf-ed5715d47a65 admin admin] No DVR routers for this DVR port a620ed01-e325-4bf0-b750-a16631f2d9fe on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:36:52.911179 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 63f993c0-fae1-430e-916f-a25d85058261 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:36:52.911542 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 63f993c0-fae1-430e-916f-a25d85058261 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:36:52.911940 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a620ed01-e325-4bf0-b750-a16631f2d9fe no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:36:52.936250 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88980fc3-693e-451d-9dbf-ed5715d47a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:52.940295 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: a620ed01-e325-4bf0-b750-a16631f2d9fe {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:36:52.940626 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a620ed01-e325-4bf0-b750-a16631f2d9fe not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:36:52.947100 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-88980fc3-693e-451d-9dbf-ed5715d47a65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:52.958862 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-88980fc3-693e-451d-9dbf-ed5715d47a65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d175b91-e3d6-4c27-b10c-b8c785045911') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:52.959160 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-88980fc3-693e-451d-9dbf-ed5715d47a65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d175b91-e3d6-4c27-b10c-b8c785045911') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:52.964143 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-e8f85042-9901-4e78-9911-2fbfeadb5cff None None] For port a620ed01-e325-4bf0-b750-a16631f2d9fe, host n-d-794796-3, got binding levels [] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:52.964547 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e8f85042-9901-4e78-9911-2fbfeadb5cff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:52.969045 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88980fc3-693e-451d-9dbf-ed5715d47a65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:52.980453 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-e8f85042-9901-4e78-9911-2fbfeadb5cff None None] Calling delete_port for a620ed01-e325-4bf0-b750-a16631f2d9fe owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:36:52.984893 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88980fc3-693e-451d-9dbf-ed5715d47a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:52.987760 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.ipam_backend_mixin [None req-e8f85042-9901-4e78-9911-2fbfeadb5cff None None] Port a620ed01-e325-4bf0-b750-a16631f2d9fe was not found and therefore no delete operation was performed {{(pid=94735) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 16:36:52.990147 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c464eef2-3657-4dc4-b689-75fea46596e1 no longer exists at agent hyperv_n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:36:52.991397 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88980fc3-693e-451d-9dbf-ed5715d47a65 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:36:52.991805 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88980fc3-693e-451d-9dbf-ed5715d47a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: timer() Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:36:52.993578 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:36:52.996522 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e8f85042-9901-4e78-9911-2fbfeadb5cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:53.014317 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] No Port match for: c464eef2-3657-4dc4-b689-75fea46596e1 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:36:53.014900 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Device c464eef2-3657-4dc4-b689-75fea46596e1 not bound to the agent host n-h1-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:36:53.037573 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f85042-9901-4e78-9911-2fbfeadb5cff None None] Pushing event deleted for resources: {'Port': ['ID=a620ed01-e325-4bf0-b750-a16631f2d9fe,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:53.042219 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f85042-9901-4e78-9911-2fbfeadb5cff None None] No DVR routers for this DVR port a620ed01-e325-4bf0-b750-a16631f2d9fe on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:36:53.059219 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88980fc3-693e-451d-9dbf-ed5715d47a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:53.064500 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-88980fc3-693e-451d-9dbf-ed5715d47a65 admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:53.069235 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-88980fc3-693e-451d-9dbf-ed5715d47a65 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b HTTP/1.1" status: 204 len: 168 time: 0.5300429 Sep 01 16:36:53.070129 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59744) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:53.079452 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88980fc3-693e-451d-9dbf-ed5715d47a65 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ab8b1fc-7111-4f27-8f31-2ec7d888ea8b,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:53.412470 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-96933f4f-a3a6-4aa4-9e91-1981d8eb420a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1824273'] for router_interface, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:53.658056 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-96933f4f-a3a6-4aa4-9e91-1981d8eb420a admin admin] Deleting port e49fb14b-ddc2-4da2-8ecb-c2be6165c101 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:36:53.658422 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-96933f4f-a3a6-4aa4-9e91-1981d8eb420a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:53.734805 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-96933f4f-a3a6-4aa4-9e91-1981d8eb420a admin admin] For port e49fb14b-ddc2-4da2-8ecb-c2be6165c101, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=e49fb14b-ddc2-4da2-8ecb-c2be6165c101,segment=NetworkSegment(0a68518f-328e-4f41-8a7d-645bfc427fc9),segment_id=0a68518f-328e-4f41-8a7d-645bfc427fc9)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:53.735166 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-96933f4f-a3a6-4aa4-9e91-1981d8eb420a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:53.748330 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-96933f4f-a3a6-4aa4-9e91-1981d8eb420a admin admin] Calling delete_port for e49fb14b-ddc2-4da2-8ecb-c2be6165c101 owned by network:router_interface {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:36:53.925918 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-96933f4f-a3a6-4aa4-9e91-1981d8eb420a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:53.949199 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96933f4f-a3a6-4aa4-9e91-1981d8eb420a admin admin] Pushing event deleted for resources: {'Port': ['ID=e49fb14b-ddc2-4da2-8ecb-c2be6165c101,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:54.122481 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-96933f4f-a3a6-4aa4-9e91-1981d8eb420a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1824397'] for router_interface, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:54.337562 n-d-794796-3 neutron-server[94734]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96933f4f-a3a6-4aa4-9e91-1981d8eb420a admin admin] Router 7de04617-3d76-404d-89dc-102f038a52e0 has already been hosted by L3 agent 0b4fd9aa-d78f-4da9-bafe-1862c2b2a798 {{(pid=94734) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 16:36:54.780331 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96933f4f-a3a6-4aa4-9e91-1981d8eb420a admin admin] Notify agent at l3_agent.n-d-794796-3 the message routers_updated {{(pid=94734) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 16:36:54.785158 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-96933f4f-a3a6-4aa4-9e91-1981d8eb420a admin admin] 10.222.0.60 "PUT /v2.0/routers/7de04617-3d76-404d-89dc-102f038a52e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7142193 Sep 01 16:36:54.787942 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [-] (94734) accepted ('10.222.0.60', 59746) {{(pid=94734) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:54.789071 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33611458-33a2-4162-993b-0fa931268544 None None] Sync routers for ids ['7de04617-3d76-404d-89dc-102f038a52e0'] in n-d-794796-3 {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 16:36:54.798591 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33611458-33a2-4162-993b-0fa931268544 None None] Routers {'7de04617-3d76-404d-89dc-102f038a52e0'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:36:54.799211 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-33611458-33a2-4162-993b-0fa931268544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:36:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['7de04617-3d76-404d-89dc-102f038a52e0'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:54.892281 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6ce6-516d-4eef-9b12-fad44cf920cb admin admin] Notify callbacks [] for router, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:54.904600 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-33611458-33a2-4162-993b-0fa931268544 None None] Set router 7de04617-3d76-404d-89dc-102f038a52e0 gateway port host: n-d-794796-3 {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:36:54.993466 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6ce6-516d-4eef-9b12-fad44cf920cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:55.046185 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-3f7a6ce6-516d-4eef-9b12-fad44cf920cb admin admin] Deleting port 5ebb1650-b440-444c-aa53-de667036ac14 {{(pid=94734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:36:55.046591 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6ce6-516d-4eef-9b12-fad44cf920cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:55.084400 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-33611458-33a2-4162-993b-0fa931268544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de04617-3d76-404d-89dc-102f038a52e0', 'name': 'tempest-TestSnapshotPattern-2015281155-router', 'tenant_id': '3ef98cda27404db59b577151489fca5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'external_fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27'}], 'enable_snat': True}, 'gw_port_id': '5ebb1650-b440-444c-aa53-de667036ac14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:56Z', 'updated_at': '2021-09-01T16:36:53Z', 'revision_number': 5, 'project_id': '3ef98cda27404db59b577151489fca5c', 'gw_port': {'id': '5ebb1650-b440-444c-aa53-de667036ac14', 'name': '', 'network_id': '5c826073-0017-46f6-8947-51b31e774ff4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de04617-3d76-404d-89dc-102f038a52e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '26567fba-1ec2-4a31-a88d-55926de81689', 'ip_address': '172.25.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794796-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T16:31:57Z', 'updated_at': '2021-09-01T16:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26567fba-1ec2-4a31-a88d-55926de81689', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794796-3'}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:55.115506 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33611458-33a2-4162-993b-0fa931268544 None None] Checking router: 7de04617-3d76-404d-89dc-102f038a52e0 for host: n-d-794796-3 {{(pid=94735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 16:36:55.123789 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33611458-33a2-4162-993b-0fa931268544 None None] Routers {'7de04617-3d76-404d-89dc-102f038a52e0'} bound to L3 agent in host n-d-794796-3 {{(pid=94735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 16:36:55.124439 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-33611458-33a2-4162-993b-0fa931268544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794796-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T14:45:42Z,description=,heartbeat_timestamp=2021-09-01T16:36:44Z,host='n-d-794796-3',id=0b4fd9aa-d78f-4da9-bafe-1862c2b2a798,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T14:45:42Z,topic='l3_agent')) {'router_ids': ['7de04617-3d76-404d-89dc-102f038a52e0'], 'active': True} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:55.125240 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.db [None req-3f7a6ce6-516d-4eef-9b12-fad44cf920cb admin admin] For port 5ebb1650-b440-444c-aa53-de667036ac14, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=5ebb1650-b440-444c-aa53-de667036ac14,segment=NetworkSegment(3186402c-6ade-403d-9812-cc0e2e6c64a0),segment_id=3186402c-6ade-403d-9812-cc0e2e6c64a0)] {{(pid=94734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:55.125724 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6ce6-516d-4eef-9b12-fad44cf920cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:55.138712 n-d-794796-3 neutron-server[94734]: DEBUG neutron.plugins.ml2.plugin [None req-3f7a6ce6-516d-4eef-9b12-fad44cf920cb admin admin] Calling delete_port for 5ebb1650-b440-444c-aa53-de667036ac14 owned by network:router_gateway {{(pid=94734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:36:55.208337 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvr_db [None req-33611458-33a2-4162-993b-0fa931268544 None None] Set router 7de04617-3d76-404d-89dc-102f038a52e0 gateway port host: None {{(pid=94735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 16:36:55.259242 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_hamode_db [None req-33611458-33a2-4162-993b-0fa931268544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7de04617-3d76-404d-89dc-102f038a52e0', 'name': 'tempest-TestSnapshotPattern-2015281155-router', 'tenant_id': '3ef98cda27404db59b577151489fca5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:56Z', 'updated_at': '2021-09-01T16:36:54Z', 'revision_number': 6, 'project_id': '3ef98cda27404db59b577151489fca5c', 'gw_port_host': None}], 'n-d-794796-3', False) {} {{(pid=94735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:55.289054 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33611458-33a2-4162-993b-0fa931268544 None None] The sync data for ids ['7de04617-3d76-404d-89dc-102f038a52e0'] in n-d-794796-3 is: [{'id': '7de04617-3d76-404d-89dc-102f038a52e0', 'name': 'tempest-TestSnapshotPattern-2015281155-router', 'tenant_id': '3ef98cda27404db59b577151489fca5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T16:31:56Z', 'updated_at': '2021-09-01T16:36:54Z', 'revision_number': 6, 'project_id': '3ef98cda27404db59b577151489fca5c', 'gw_port_host': None}] {{(pid=94735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 16:36:55.304279 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6ce6-516d-4eef-9b12-fad44cf920cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9044354'] for port, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:55.335186 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a6ce6-516d-4eef-9b12-fad44cf920cb admin admin] Pushing event deleted for resources: {'Port': ['ID=5ebb1650-b440-444c-aa53-de667036ac14,revision_number=None']} {{(pid=94734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:55.394458 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6ce6-516d-4eef-9b12-fad44cf920cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1813039'] for router_gateway, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:55.485263 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6ce6-516d-4eef-9b12-fad44cf920cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1822993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37406'] for router, precommit_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:55.487343 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6ce6-516d-4eef-9b12-fad44cf920cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:55.529621 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6ce6-516d-4eef-9b12-fad44cf920cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1823002'] for router, after_delete {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:55.530139 n-d-794796-3 neutron-server[94734]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7a6ce6-516d-4eef-9b12-fad44cf920cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7de04617-3d76-404d-89dc-102f038a52e0 {{(pid=94734) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 16:36:55.534995 n-d-794796-3 neutron-server[94734]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6ce6-516d-4eef-9b12-fad44cf920cb admin admin] Notify callbacks [] for router, before_response {{(pid=94734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:55.538820 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59748) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:55.539301 n-d-794796-3 neutron-server[94734]: INFO neutron.wsgi [None req-3f7a6ce6-516d-4eef-9b12-fad44cf920cb admin admin] 10.222.0.60 "DELETE /v2.0/routers/7de04617-3d76-404d-89dc-102f038a52e0 HTTP/1.1" status: 204 len: 168 time: 0.7499452 Sep 01 16:36:55.583228 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b2c628-9d20-49df-b7af-bd99f9c04664 admin admin] Deleting subnet cec2e243-5b6a-41b8-851d-97ab4a3a734a {{(pid=94733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 16:36:55.586215 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-21b2c628-9d20-49df-b7af-bd99f9c04664 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:55.622144 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-21b2c628-9d20-49df-b7af-bd99f9c04664 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8650214'] for subnet, precommit_delete_associations {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:55.709848 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-21b2c628-9d20-49df-b7af-bd99f9c04664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664026'] for subnet, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:55.763471 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-21b2c628-9d20-49df-b7af-bd99f9c04664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9223077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9569843'] for subnet, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:55.790368 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b2c628-9d20-49df-b7af-bd99f9c04664 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cec2e243-5b6a-41b8-851d-97ab4a3a734a,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:55.792376 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-21b2c628-9d20-49df-b7af-bd99f9c04664 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:55.794250 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-21b2c628-9d20-49df-b7af-bd99f9c04664 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cec2e243-5b6a-41b8-851d-97ab4a3a734a HTTP/1.1" status: 204 len: 168 time: 0.2543690 Sep 01 16:36:55.796626 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608a20da-ade1-4aa8-86da-90de9a25ea3e None None] Network eda53387-fff0-44c3-bed7-a49a788101ef requested from n-d-794796-3 {{(pid=94735) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 16:36:55.797122 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59750) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:55.865081 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80cca319-3644-4d3c-a54f-1959317353ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-625845'] for network, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:55.922982 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-80cca319-3644-4d3c-a54f-1959317353ba admin admin] Deleting port a18f1d45-0f23-4aa6-81a3-4ed18349a056 {{(pid=94733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:36:55.923367 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80cca319-3644-4d3c-a54f-1959317353ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:55.985516 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.db [None req-80cca319-3644-4d3c-a54f-1959317353ba admin admin] For port a18f1d45-0f23-4aa6-81a3-4ed18349a056, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a18f1d45-0f23-4aa6-81a3-4ed18349a056,segment=NetworkSegment(0a68518f-328e-4f41-8a7d-645bfc427fc9),segment_id=0a68518f-328e-4f41-8a7d-645bfc427fc9)] {{(pid=94733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:55.985829 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80cca319-3644-4d3c-a54f-1959317353ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:56.000672 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.plugin [None req-80cca319-3644-4d3c-a54f-1959317353ba admin admin] Calling delete_port for a18f1d45-0f23-4aa6-81a3-4ed18349a056 owned by network:dhcp {{(pid=94733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:36:56.024034 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09cbd77-4163-4c4b-970b-65b18e74542b None None] DHCP port deletion for eda53387-fff0-44c3-bed7-a49a788101ef request from n-d-794796-3 {{(pid=94735) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 16:36:56.075180 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-c09cbd77-4163-4c4b-970b-65b18e74542b None None] Deleting port a18f1d45-0f23-4aa6-81a3-4ed18349a056 {{(pid=94735) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 16:36:56.075561 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c09cbd77-4163-4c4b-970b-65b18e74542b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772851820310'] for port, before_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:56.087033 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80cca319-3644-4d3c-a54f-1959317353ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9223114'] for port, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:56.115679 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cca319-3644-4d3c-a54f-1959317353ba admin admin] Pushing event deleted for resources: {'Port': ['ID=a18f1d45-0f23-4aa6-81a3-4ed18349a056,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:56.123161 n-d-794796-3 neutron-server[94733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cca319-3644-4d3c-a54f-1959317353ba admin admin] No DVR routers for this DVR port a18f1d45-0f23-4aa6-81a3-4ed18349a056 on host n-d-794796-3 {{(pid=94733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:36:56.141221 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.db [None req-c09cbd77-4163-4c4b-970b-65b18e74542b None None] For port a18f1d45-0f23-4aa6-81a3-4ed18349a056, host n-d-794796-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794796-3',level=0,port_id=a18f1d45-0f23-4aa6-81a3-4ed18349a056,segment=NetworkSegment(0a68518f-328e-4f41-8a7d-645bfc427fc9),segment_id=0a68518f-328e-4f41-8a7d-645bfc427fc9)] {{(pid=94735) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 16:36:56.141624 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c09cbd77-4163-4c4b-970b-65b18e74542b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826407'] for port, precommit_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:56.155117 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-c09cbd77-4163-4c4b-970b-65b18e74542b None None] Calling delete_port for a18f1d45-0f23-4aa6-81a3-4ed18349a056 owned by network:dhcp {{(pid=94735) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 16:36:56.196372 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80cca319-3644-4d3c-a54f-1959317353ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-664609', 'neutron.services.segments.db._delete_segments_for_network-8772851759041'] for network, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:56.208336 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-80cca319-3644-4d3c-a54f-1959317353ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda53387-fff0-44c3-bed7-a49a788101ef']}} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:56.223462 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-80cca319-3644-4d3c-a54f-1959317353ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a68518f-328e-4f41-8a7d-645bfc427fc9') {'for_net_delete': True} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:56.223764 n-d-794796-3 neutron-server[94733]: DEBUG neutron.services.segments.db [None req-80cca319-3644-4d3c-a54f-1959317353ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a68518f-328e-4f41-8a7d-645bfc427fc9') {} {{(pid=94733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 16:36:56.233718 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80cca319-3644-4d3c-a54f-1959317353ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772851770965', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8650205'] for segment, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:56.234190 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c09cbd77-4163-4c4b-970b-65b18e74542b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-609592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772851821797', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772851258417'] for port, after_delete {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:56.248044 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80cca319-3644-4d3c-a54f-1959317353ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428'] for segment, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:56.255031 n-d-794796-3 neutron-server[94733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80cca319-3644-4d3c-a54f-1959317353ba admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 16:36:56.255444 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80cca319-3644-4d3c-a54f-1959317353ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9222943'] for segment, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: Traceback (most recent call last): Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: timer() Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: cb(*args, **kw) Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: return func(*args, **kwargs) Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: self._notify() Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: self.callback(batched_events) Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: event.method(event) Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: return f(self, *a, **k) Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: return self._get(url).json() Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: return self.request(url, 'GET', **kwargs) Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 16:36:56.257656 n-d-794796-3 neutron-server[94733]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 16:36:56.259999 n-d-794796-3 neutron-server[94735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09cbd77-4163-4c4b-970b-65b18e74542b None None] Pushing event deleted for resources: {'Port': ['ID=a18f1d45-0f23-4aa6-81a3-4ed18349a056,revision_number=None']} {{(pid=94735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:56.263899 n-d-794796-3 neutron-server[94735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09cbd77-4163-4c4b-970b-65b18e74542b None None] No DVR routers for this DVR port a18f1d45-0f23-4aa6-81a3-4ed18349a056 on host n-d-794796-3 {{(pid=94735) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 16:36:56.320857 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80cca319-3644-4d3c-a54f-1959317353ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-664632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1647458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1812995'] for network, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:56.326590 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-80cca319-3644-4d3c-a54f-1959317353ba admin admin] Notify callbacks [] for network, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:56.331357 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-80cca319-3644-4d3c-a54f-1959317353ba admin admin] 10.222.0.60 "DELETE /v2.0/networks/eda53387-fff0-44c3-bed7-a49a788101ef HTTP/1.1" status: 204 len: 168 time: 0.5309451 Sep 01 16:36:56.340129 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cca319-3644-4d3c-a54f-1959317353ba admin admin] Pushing event deleted for resources: {'Network': ['ID=eda53387-fff0-44c3-bed7-a49a788101ef,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:56.439678 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59754) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:56.480129 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-cd3c80de-59d3-4eab-accb-26340f1463cc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cfbe48f8808e47789c3a469fa108b5ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392489 Sep 01 16:36:56.482533 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59756) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:56.530831 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7442816d-1b18-4b33-9d63-c6d7aa8486c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:56.557006 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7442816d-1b18-4b33-9d63-c6d7aa8486c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:56.603787 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7442816d-1b18-4b33-9d63-c6d7aa8486c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:56.606563 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-7442816d-1b18-4b33-9d63-c6d7aa8486c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:56.607722 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-7442816d-1b18-4b33-9d63-c6d7aa8486c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/64623eb8-d4fe-4b4c-8d50-e515c87f8a93 HTTP/1.1" status: 204 len: 168 time: 0.1243176 Sep 01 16:36:56.617827 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442816d-1b18-4b33-9d63-c6d7aa8486c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64623eb8-d4fe-4b4c-8d50-e515c87f8a93,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:56.655155 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 5ebb1650-b440-444c-aa53-de667036ac14 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:36:56.676624 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: 5ebb1650-b440-444c-aa53-de667036ac14 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:36:56.677028 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device 5ebb1650-b440-444c-aa53-de667036ac14 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:36:56.677516 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e49fb14b-ddc2-4da2-8ecb-c2be6165c101 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:36:56.695869 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: e49fb14b-ddc2-4da2-8ecb-c2be6165c101 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:36:56.696214 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device e49fb14b-ddc2-4da2-8ecb-c2be6165c101 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:36:56.696630 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a18f1d45-0f23-4aa6-81a3-4ed18349a056 no longer exists at agent ovs-agent-n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 16:36:56.715366 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.plugin [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] No Port match for: a18f1d45-0f23-4aa6-81a3-4ed18349a056 {{(pid=94735) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 16:36:56.715711 n-d-794796-3 neutron-server[94735]: DEBUG neutron.plugins.ml2.rpc [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Device a18f1d45-0f23-4aa6-81a3-4ed18349a056 not bound to the agent host n-d-794796-3 {{(pid=94735) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 16:36:56.944537 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59762) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:56.985571 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-702143a3-dca1-4574-b2f7-35a47585c9b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3ef98cda27404db59b577151489fca5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397675 Sep 01 16:36:56.988174 n-d-794796-3 neutron-server[94733]: DEBUG neutron.wsgi [-] (94733) accepted ('10.222.0.60', 59764) {{(pid=94733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 16:36:57.036852 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f99e99e8-fac7-4418-b3d9-b8a02c3f78c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:57.057394 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f99e99e8-fac7-4418-b3d9-b8a02c3f78c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:57.106461 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f99e99e8-fac7-4418-b3d9-b8a02c3f78c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654479'] for security_group, after_delete {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:57.108941 n-d-794796-3 neutron-server[94733]: DEBUG neutron_lib.callbacks.manager [None req-f99e99e8-fac7-4418-b3d9-b8a02c3f78c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:36:57.110141 n-d-794796-3 neutron-server[94733]: INFO neutron.wsgi [None req-f99e99e8-fac7-4418-b3d9-b8a02c3f78c8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/11601010-64c5-40c6-926e-f5ef946b5589 HTTP/1.1" status: 204 len: 168 time: 0.1210570 Sep 01 16:36:57.118383 n-d-794796-3 neutron-server[94733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e99e8-fac7-4418-b3d9-b8a02c3f78c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11601010-64c5-40c6-926e-f5ef946b5589,revision_number=None']} {{(pid=94733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 16:36:58.716970 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:09.446728 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1b96d282-d0b1-45d4-a1d9-1efe97a48c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:09.448674 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:12.441047 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:13.626806 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:13.787504 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-30630e11-41a5-4193-b244-6c445ebcdeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:15.511505 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:19.772430 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:37:28.718565 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:39.444618 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-18a2a2ec-de00-4307-8545-f6fd51ac033f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:39.446539 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:42.312354 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:43.628598 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:43.788591 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cc7a7e32-09a1-4f60-8cb3-59a6e03dcaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:45.514442 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:37:56.772205 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:37:58.731300 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:09.435467 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fa7878cd-1b4d-4fa3-90b5-cb16fbc708d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:09.454090 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:12.314096 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:13.630878 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:13.788981 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-838fc704-a38e-482f-831b-fde0382670af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:15.519684 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:28.732539 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:33.771215 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:38:39.442701 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-31eba978-35fe-4e14-953c-dde760190616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:39.451983 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:42.315152 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:43.634260 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:43.788671 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-29d97b1f-b7e1-4204-9ee0-22c06de5ba20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:45.522704 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:38:58.747334 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:09.433826 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-02d3b011-1881-4f91-bffc-e06a3d099ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:09.454505 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:10.771394 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:39:12.315877 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:13.637737 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:13.789136 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-5a6d40ac-da8b-401e-9f8f-b787c4b9f206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:15.525011 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:28.767913 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:39.437310 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-024274c7-d2b5-43db-a889-883bf82b9ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:39.463255 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:42.317141 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:43.640434 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:43.792006 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9547ca1a-a92c-4579-9957-46b28223be60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:45.530092 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:39:47.772908 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:39:58.775987 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:09.442518 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-b04d94f9-50d1-4f12-90bc-932321eca51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:09.453050 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:12.318693 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:13.643089 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:13.798348 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c031183e-caa4-44df-9866-d8f496b6ed13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:15.531565 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:24.772496 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:40:28.942267 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:39.443210 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-fef85df7-d320-420b-a1c7-f20ccbcbea1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:39.463379 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:42.319793 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:43.646794 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:43.799611 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-f605f329-2938-4bcd-a3f5-4f66dbc9767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:45.534507 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:40:58.790109 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:01.770965 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:41:09.448518 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-739c30a4-189c-4962-bce5-3b5c8fa1d666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:09.458478 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:12.320805 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:13.649253 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:13.801021 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-badb21d1-d487-4d3f-9ec4-d3cc0ec61656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:15.537426 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:28.795756 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:38.769531 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:41:39.439834 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9a42f68b-0668-4afc-b242-8147620a06eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:39.469303 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:42.321768 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:43.651753 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:43.803934 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-ef88d334-ebe7-4786-ba35-c850fb1ebc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:45.541567 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:41:58.804858 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:09.440073 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-a43a3bf8-4902-458c-8ebe-f3011eef47ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:09.477563 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:12.322990 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:13.655540 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:13.804329 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-e627bfe4-6728-497a-bba6-d5aedfc4b2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:15.544230 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:15.769308 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:42:28.813530 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:39.441083 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c8585f39-1c5e-425f-82a5-1502df53b822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:39.484858 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:42.323886 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:43.657386 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:43.804191 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-9a263a93-be57-4406-9007-a850ce8db54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:45.546936 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:42:52.768392 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:42:58.835774 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:43:09.441979 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-7cd901f7-38f9-4bf3-aae1-51a4f124c777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:43:09.478977 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:43:12.325577 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:43:13.661871 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:43:13.802956 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-de88e784-df01-44c1-b72f-2e7484ff81c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:43:15.549946 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:43:28.831801 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:43:29.767042 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:43:39.442558 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-99640f45-e80d-49c5-942f-c07bd1d88d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:43:39.474808 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:43:42.328158 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:43:43.663636 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:43:43.801778 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1c802305-f7cd-4f7f-9ec6-7c3ac8b5608e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:43:45.552747 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:43:58.845899 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:06.766243 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:44:09.442800 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-83da9858-e149-4b2b-854c-366b05abb9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:09.491744 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:12.329112 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:13.666682 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:13.801658 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-2d254546-32e1-4d24-bfe3-af5012023887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:15.554718 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:28.842994 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:39.443517 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-61cc7e2b-9bb1-4131-b502-1d84a7febcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:39.494725 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:42.331587 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:43.669387 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:43.765466 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:44:43.803039 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-59814f32-d038-42be-a732-f424736d3945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:45.559073 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:44:58.430180 n-d-794796-3 neutron-server[94734]: DEBUG neutron.wsgi [req-b5e6b976-e5bc-46c1-847b-d18d51043b91 req-185a5b42-ff54-468f-818a-37ba609f86c8 service neutron] (94734) timed out ('10.222.0.60', 53710) {{(pid=94734) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 16:44:58.864986 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:09.444714 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-d4361ce4-1265-451d-bbe8-cf306b3b9efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:09.493395 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-3e994aa7-241d-4812-88cc-d1dee77d4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:12.333239 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-1a32e0da-d0da-43c9-97cb-7ec0beee8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:13.672727 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-6b4a1e3d-40ce-4f90-aef1-7c1dd8f8e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:13.804835 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-cc6dcef1-351f-49a0-a1c3-5c7593514305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:15.563294 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-c4247dbb-8106-4d1a-ad62-2dfa4228cbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 16:45:20.764461 n-d-794796-3 neutron-server[94736]: DEBUG neutron.db.agents_db [None req-024e9227-5488-4c5a-8c5a-13fc253adf59 None None] Agent healthcheck: found 7 active agents {{(pid=94736) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 16:45:28.876248 n-d-794796-3 neutron-server[94735]: DEBUG neutron_lib.callbacks.manager [None req-534c5aa7-4d33-4199-9b3d-36ac3e9ebf7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772851688668', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-665983'] for agent, after_update {{(pid=94735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}